-- Logs begin at Wed 2022-02-16 15:38:22 UTC, end at Wed 2022-02-16 17:59:04 UTC. -- Feb 16 16:11:07.557621 n-d-669411-5 systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 16:11:10.637419 n-d-669411-5 neutron-server[103310]: INFO neutron.common.config [-] Logging enabled! Feb 16 16:11:10.638085 n-d-669411-5 neutron-server[103310]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 16:11:10.638231 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103310) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 16:11:10.641531 n-d-669411-5 neutron-server[103310]: INFO neutron.common.config [-] Logging enabled! Feb 16 16:11:10.641780 n-d-669411-5 neutron-server[103310]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 16:11:10.642083 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103310) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 16:11:10.643014 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 16:11:10.643245 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 16:11:10.643709 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 16:11:10.643980 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 16:11:10.644209 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 16:11:10.644525 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.644941 n-d-669411-5 neutron-server[103310]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 16 16:11:10.645254 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.645543 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.645827 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.646117 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.646404 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.646686 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.646973 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.647267 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.647551 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.647878 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.648162 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.648451 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.648733 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.649015 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.649295 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.649572 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] debug = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.649848 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.650270 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.650670 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.650946 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.651232 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.651503 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.651794 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.652069 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.652348 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.652684 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] host = n-d-669411-5 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.652960 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.653241 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.653519 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.653832 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.654105 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.654373 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.654676 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.654995 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.655191 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] log_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.655451 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.655731 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.656032 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.656318 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.656538 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.656756 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.657037 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.657315 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.657585 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.657853 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.658121 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.658389 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.658658 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.658922 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.659201 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.659479 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.659788 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.660055 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.660324 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.660587 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.660855 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.661131 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.661400 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.661668 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.661935 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.662216 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.662476 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.662745 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.663039 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.663316 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.663592 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.663897 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.664166 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.664441 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.664706 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.664971 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.665234 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] use_json = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.665499 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.665761 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.666040 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.666303 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.666567 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.666837 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.667100 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.667376 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.667640 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:10.667960 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.668250 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.668543 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.668826 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.669111 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.669906 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.670188 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.670464 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.670743 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.671026 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.671313 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.671586 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.671914 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.672194 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.672482 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.672790 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.673078 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.673363 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.673632 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.673899 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.674168 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.674440 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.674720 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.674993 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.675273 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.675556 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.675856 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.676149 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.676438 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.676728 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.677018 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.677287 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.677562 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.677849 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.678122 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.678387 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.678657 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.678938 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.679208 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.679479 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.679790 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.680057 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.680326 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.680594 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.680866 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.681153 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.681424 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.681692 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.681961 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.682232 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.682497 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.682777 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.683051 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.683321 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.683589 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.683886 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.684157 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.684427 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.684700 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.685698 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.685987 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.686261 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.686540 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.686815 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.687087 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.687360 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.687631 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.687934 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.688258 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.688487 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.688757 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.689031 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.689304 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.689575 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.689861 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.690156 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.690432 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.690714 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.690990 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.691265 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.691540 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.691835 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.692115 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.692391 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.692661 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.692946 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.693230 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.693517 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.693819 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.694097 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.694406 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.694666 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.694946 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.695222 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.695500 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.695806 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.696090 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.696383 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.696678 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.696968 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.697259 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.697550 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.697829 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.698139 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.698417 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:10.698630 n-d-669411-5 neutron-server[103310]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 16:11:10.698872 n-d-669411-5 neutron-server[103310]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103310) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 16:11:11.077913 n-d-669411-5 neutron-server[103310]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 16:11:11.078093 n-d-669411-5 neutron-server[103310]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 16:11:11.078400 n-d-669411-5 neutron-server[103310]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 16:11:11.078726 n-d-669411-5 neutron-server[103310]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 16:11:11.417420 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.417708 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.417978 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.419824 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.420098 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.420361 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.465084 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.465370 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.465633 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.480632 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.480917 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.481184 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.617074 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.617357 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.617623 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.654588 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.655217 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.655217 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.901777 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.901964 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.902227 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.902493 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:11.903182 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.005341 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.005665 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.005946 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.006212 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.006474 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.006778 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.007034 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.007284 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.007534 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.007833 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.008091 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.008349 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.008599 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.008847 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.009093 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.009351 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.009850 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.010109 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.010372 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.010626 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.010893 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.011140 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.011413 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.011801 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.012049 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.012290 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.012688 n-d-669411-5 neutron-server[103310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:11:12.013452 n-d-669411-5 neutron-server[103310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:11:12.013911 n-d-669411-5 neutron-server[103310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:11:12.014281 n-d-669411-5 neutron-server[103310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:11:12.014633 n-d-669411-5 neutron-server[103310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:11:12.014967 n-d-669411-5 neutron-server[103310]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:11:12.015368 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 16:11:12.018735 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 16:11:12.024171 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 16:11:12.028111 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 16 16:11:12.030308 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 16:11:12.030776 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 16:11:12.031110 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 16:11:12.031500 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 16:11:12.034427 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 16:11:12.034677 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 16:11:12.035023 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 16:11:12.039943 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 16:11:12.062961 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 16:11:12.063426 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.063728 n-d-669411-5 neutron-server[103310]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103310) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 16 16:11:12.064302 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.065704 n-d-669411-5 neutron-server[103310]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103310) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 16:11:12.065994 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 16:11:12.066241 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 16:11:12.069601 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.069881 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.133433 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 16:11:12.133673 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 16:11:12.133913 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 16:11:12.134293 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 16:11:12.156831 n-d-669411-5 neutron-server[103310]: DEBUG oslo_db.sqlalchemy.engines [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103310) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 16:11:12.604655 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Initializing driver for type 'gre' Feb 16 16:11:12.605374 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] gre ID ranges: [(1, 1000)] Feb 16 16:11:12.661798 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Initializing driver for type 'local' Feb 16 16:11:12.661798 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Initializing driver for type 'vlan' Feb 16 16:11:12.675872 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] VlanTypeDriver initialization complete Feb 16 16:11:12.676204 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Initializing driver for type 'vxlan' Feb 16 16:11:12.676704 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] vxlan ID ranges: [(1, 1000)] Feb 16 16:11:12.732375 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Initializing extension driver 'port_security' Feb 16 16:11:12.732677 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.extensions.port_security [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] PortSecurityExtensionDriver initialization complete Feb 16 16:11:12.733011 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Initializing mechanism driver 'openvswitch' Feb 16 16:11:12.733348 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Initializing mechanism driver 'hyperv' Feb 16 16:11:12.740111 n-d-669411-5 neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:11:12.740975 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > port after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.741351 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > port after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.741708 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > port after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.742242 n-d-669411-5 neutron-server[103310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:11:12.742678 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.743055 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.743380 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.743799 n-d-669411-5 neutron-server[103310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:11:12.744210 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > network after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.744561 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > network after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.744894 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > network after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.745294 n-d-669411-5 neutron-server[103310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:11:12.745704 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > security_group after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.746052 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > security_group after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.746391 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.746870 n-d-669411-5 neutron-server[103310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:11:12.747349 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.748245 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.748583 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.748993 n-d-669411-5 neutron-server[103310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:11:12.749409 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > address_group after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.749762 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > address_group after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.750100 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.750506 n-d-669411-5 neutron-server[103310]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103310) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 16:11:12.750963 n-d-669411-5 neutron-server[103310]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] ML2 OVO RPC backend initialized. {{(pid=103310) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 16:11:12.751706 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.752089 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.752506 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > network before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.752862 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > networks before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.753214 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > port before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.753558 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > ports before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.753903 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > subnet before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.754247 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > subnets before_response 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.754595 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > network after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.754935 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > network after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.755271 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > network after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.755608 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > port after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.755975 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > port after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.756312 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > port after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.756647 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.756982 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.757316 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.765159 n-d-669411-5 neutron-server[103310]: INFO neutron.quota [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded quota_driver: . Feb 16 16:11:12.765526 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Modular L2 Plugin initialization complete Feb 16 16:11:12.765875 n-d-669411-5 neutron-server[103310]: DEBUG neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading services supported by the core plugin {{(pid=103310) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 16:11:12.766224 n-d-669411-5 neutron-server[103310]: INFO neutron.plugins.ml2.managers [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Got port-security extension from driver 'port_security' Feb 16 16:11:12.766704 n-d-669411-5 neutron-server[103310]: INFO neutron.extensions.vlantransparent [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Disabled vlantransparent extension. Feb 16 16:11:12.767197 n-d-669411-5 neutron-server[103310]: DEBUG neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103310) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 16:11:12.767523 n-d-669411-5 neutron-server[103310]: INFO neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading Plugin: router Feb 16 16:11:12.806278 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.806674 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router after_create 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.807047 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router before_create 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.807416 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.807837 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.808209 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router after_delete 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.808574 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.808929 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.809291 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router after_create 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.809641 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router after_update 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.810954 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router after_update 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.811317 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.811684 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router after_update 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.812135 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.812517 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: port after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.812862 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: port after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.813205 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: subnet after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.813547 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.813898 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.814246 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.814588 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: port before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.814933 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router precommit_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.815295 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router after_update 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.815672 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.816207 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.816622 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.816969 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.817337 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > agent after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.817689 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > agent after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.818036 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > network after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.818942 n-d-669411-5 neutron-server[103310]: DEBUG neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Tracking information for resource: router configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:11:12.819278 n-d-669411-5 neutron-server[103310]: DEBUG neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Tracking information for resource: floatingip configured {{(pid=103310) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 16:11:12.824599 n-d-669411-5 neutron-server[103310]: INFO neutron.db.l3_agentschedulers_db [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 16:11:12.825182 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: port after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.825572 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: port after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.825933 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: port after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.826281 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: port after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.827075 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router before_create 55550100 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.827443 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.827834 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router precommit_create 55550100 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.828195 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > router precommit_update 55550100 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.832949 n-d-669411-5 neutron-server[103310]: DEBUG neutron.services.provider_configuration [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Service providers = [] {{(pid=103310) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 16:11:12.833315 n-d-669411-5 neutron-server[103310]: DEBUG neutron.db.servicetype_db [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103310) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 16:11:12.836402 n-d-669411-5 neutron-server[103310]: DEBUG neutron.services.service_base [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103310) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 16:11:12.836756 n-d-669411-5 neutron-server[103310]: DEBUG neutron.services.service_base [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103310) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 16:11:12.837100 n-d-669411-5 neutron-server[103310]: DEBUG neutron.services.service_base [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103310) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 16:11:12.838016 n-d-669411-5 neutron-server[103310]: DEBUG neutron.services.service_base [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103310) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 16:11:12.838390 n-d-669411-5 neutron-server[103310]: INFO neutron.services.service_base [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 16:11:12.838773 n-d-669411-5 neutron-server[103310]: DEBUG neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:11:12.839092 n-d-669411-5 neutron-server[103310]: INFO neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 16:11:12.850487 n-d-669411-5 neutron-server[103310]: DEBUG neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:11:12.850829 n-d-669411-5 neutron-server[103310]: INFO neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading Plugin: auto_allocate Feb 16 16:11:12.857525 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: network precommit_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.858003 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: network precommit_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.858533 n-d-669411-5 neutron-server[103310]: DEBUG neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:11:12.858855 n-d-669411-5 neutron-server[103310]: INFO neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading Plugin: tag Feb 16 16:11:12.865809 n-d-669411-5 neutron-server[103310]: DEBUG neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:11:12.866147 n-d-669411-5 neutron-server[103310]: INFO neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading Plugin: timestamp Feb 16 16:11:12.870072 n-d-669411-5 neutron-server[103310]: DEBUG neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:11:12.870406 n-d-669411-5 neutron-server[103310]: INFO neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading Plugin: network_ip_availability Feb 16 16:11:12.877130 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.877507 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.877863 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:12.878630 n-d-669411-5 neutron-server[103310]: DEBUG neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:11:12.878951 n-d-669411-5 neutron-server[103310]: INFO neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading Plugin: flavors Feb 16 16:11:12.884126 n-d-669411-5 neutron-server[103310]: DEBUG neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:11:12.884720 n-d-669411-5 neutron-server[103310]: INFO neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading Plugin: revisions Feb 16 16:11:12.889165 n-d-669411-5 neutron-server[103310]: DEBUG neutron.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103310) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 16:11:12.889562 n-d-669411-5 neutron-server[103310]: DEBUG oslo_concurrency.lockutils [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=103310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 16:11:12.890323 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103310) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 16:11:12.890662 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Initializing extension manager. Feb 16 16:11:12.891181 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: __init__.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.891525 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: __pycache__ {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.891892 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.892228 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: address_group.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.892997 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.893581 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: address-group Feb 16 16:11:12.893901 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: address_scope.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.894621 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.895129 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: address-scope Feb 16 16:11:12.895452 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.896425 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.896937 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: router-admin-state-down-before-update Feb 16 16:11:12.897259 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: agent.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.897967 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.898477 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: agent Feb 16 16:11:12.898794 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: agent_resources_synced.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.899711 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.900255 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: agent-resources-synced Feb 16 16:11:12.900585 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: allowedaddresspairs.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.902401 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.902929 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: allowed-address-pairs Feb 16 16:11:12.903260 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: auto_allocated_topology.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.905278 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.905816 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: auto-allocated-topology Feb 16 16:11:12.906146 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: availability_zone.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.906865 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.907381 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: availability_zone Feb 16 16:11:12.907707 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: availability_zone_filter.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.908656 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.909173 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: availability_zone_filter Feb 16 16:11:12.909498 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: data_plane_status.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.910418 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.910932 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 16:11:12.911263 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: default_subnetpools.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.912213 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.912730 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: default-subnetpools Feb 16 16:11:12.913055 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.913885 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.914400 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: dhcp_agent_scheduler Feb 16 16:11:12.914725 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: dns.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.915872 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.916389 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 16:11:12.916714 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: dns_domain_ports.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.917642 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.918153 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 16:11:12.918476 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.919954 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.920462 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 16:11:12.920784 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: dvr.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.921469 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.921983 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: dvr Feb 16 16:11:12.922307 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: ecmp_routes.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.923244 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.923790 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 16:11:12.924110 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: empty_string_filtering.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.925034 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.925545 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: empty-string-filtering Feb 16 16:11:12.925868 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.926798 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.927303 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 16:11:12.927627 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.928570 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.929080 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 16:11:12.929405 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: external_net.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.930330 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.930844 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: external-net Feb 16 16:11:12.931167 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.932130 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.932648 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: extra_dhcp_opt Feb 16 16:11:12.932975 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: extraroute.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.933914 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.934441 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: extraroute Feb 16 16:11:12.935438 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: extraroute_atomic.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.936725 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.937248 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: extraroute-atomic Feb 16 16:11:12.937576 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: filter_validation.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.938269 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.938781 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: filter-validation Feb 16 16:11:12.939106 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: fip_pf_description.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.940062 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.940571 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 16:11:12.940894 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: fip_port_details.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.942057 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.942574 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: fip-port-details Feb 16 16:11:12.942901 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: flavors.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.944194 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.944721 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: flavors Feb 16 16:11:12.945051 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.946765 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.947294 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 16:11:12.947624 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: floatingip_pools.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.948370 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.948957 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: floatingip-pools Feb 16 16:11:12.949288 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: ip_allocation.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.950220 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.950824 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 16:11:12.951147 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.952125 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.952644 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: ip-substring-filtering Feb 16 16:11:12.952972 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: l2_adjacency.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.953982 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.954500 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 16:11:12.954828 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: l3.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.955952 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.956524 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: router Feb 16 16:11:12.956847 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.959252 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.959822 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 16:11:12.960160 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.961125 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.961649 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: ext-gw-mode Feb 16 16:11:12.961978 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.962912 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.963429 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: l3-ha Feb 16 16:11:12.963775 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.964716 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.965236 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 16 16:11:12.965563 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: l3_flavors.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.967043 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.967561 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: l3-flavors Feb 16 16:11:12.967940 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.969368 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.969978 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 16 16:11:12.970314 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.971326 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.971938 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 16:11:12.972325 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: l3agentscheduler.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.973433 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.973960 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: l3_agent_scheduler Feb 16 16:11:12.974403 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: local_ip.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.976270 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.976801 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension local_ip not supported by any of loaded plugins Feb 16 16:11:12.977138 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: logging.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.978815 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.979353 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension logging not supported by any of loaded plugins Feb 16 16:11:12.979690 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: metering.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.980478 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.981074 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: metering Feb 16 16:11:12.981412 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.983152 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.983619 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: metering_source_and_destination_fields Feb 16 16:11:12.983995 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: multiprovidernet.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.984952 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.985468 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: multi-provider Feb 16 16:11:12.985792 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: netmtu.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.986732 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.987248 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: net-mtu Feb 16 16:11:12.987572 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: netmtu_writable.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.988526 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.989043 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: net-mtu-writable Feb 16 16:11:12.989365 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: network_availability_zone.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.990044 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.990553 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: network_availability_zone Feb 16 16:11:12.990882 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: network_ip_availability.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.992059 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.992576 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: network-ip-availability Feb 16 16:11:12.992903 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: network_segment_range.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.993698 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.994215 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 16:11:12.994537 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: pagination.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.995586 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.995949 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: pagination Feb 16 16:11:12.996276 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: port_device_profile.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.997217 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.997795 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: port-device-profile Feb 16 16:11:12.998115 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:12.999250 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:12.999776 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: port-mac-address-regenerate Feb 16 16:11:13.000126 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.001059 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.001579 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: port-numa-affinity-policy Feb 16 16:11:13.001903 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: port_resource_request.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.002830 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.003343 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 16:11:13.003666 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: port_resource_request_groups.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.004668 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.005184 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 16 16:11:13.005509 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: portbindings.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.006438 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.006953 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: binding Feb 16 16:11:13.007278 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: portbindings_extended.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.008621 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.009144 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: binding-extended Feb 16 16:11:13.009732 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: portsecurity.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.010652 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.011173 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: port-security Feb 16 16:11:13.011498 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: project_id.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.012506 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.013012 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: project-id Feb 16 16:11:13.013388 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: providernet.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.014318 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.014836 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: provider Feb 16 16:11:13.015159 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: qos.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.018888 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.019420 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension qos not supported by any of loaded plugins Feb 16 16:11:13.019771 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.021050 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.021580 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 16:11:13.021921 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.022859 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.023383 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 16:11:13.023712 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: qos_default.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.024683 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.025208 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension qos-default not supported by any of loaded plugins Feb 16 16:11:13.025537 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: qos_fip.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.026505 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.027021 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 16:11:13.027346 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.028308 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.029361 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 16 16:11:13.029728 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: qos_gateway_ip.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.030814 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.031333 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 16:11:13.031665 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: qos_port_network_policy.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.032617 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.033132 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 16:11:13.033457 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.034540 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.035062 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 16 16:11:13.035392 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.036475 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.036996 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 16 16:11:13.037323 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: qos_pps_rule.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.038537 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.039062 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension qos-pps not supported by any of loaded plugins Feb 16 16:11:13.039391 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: qos_rule_type_details.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.040356 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.040874 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 16:11:13.041571 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: qos_rules_alias.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.042636 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.043159 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 16:11:13.043482 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: quota_check_limit.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.045134 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.045658 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: quota-check-limit Feb 16 16:11:13.045986 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: quotasv2.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.046983 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.047311 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: quotas Feb 16 16:11:13.047633 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: quotasv2_detail.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.049418 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.049761 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: quota_details Feb 16 16:11:13.050091 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: rbac.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.051182 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.051720 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: rbac-policies Feb 16 16:11:13.052091 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: rbac_address_group.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.053037 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.053560 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: rbac-address-group Feb 16 16:11:13.053888 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: rbac_address_scope.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.054852 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.055356 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: rbac-address-scope Feb 16 16:11:13.055682 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: rbac_security_groups.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.056641 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.057162 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: rbac-security-groups Feb 16 16:11:13.057487 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: rbac_subnetpool.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.058488 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.059007 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: rbac-subnetpool Feb 16 16:11:13.059332 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: revisionifmatch.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.060427 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.060946 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: revision-if-match Feb 16 16:11:13.061275 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: revisions.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.062429 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.062948 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: standard-attr-revisions Feb 16 16:11:13.063276 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: router_availability_zone.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.063995 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.064519 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: router_availability_zone Feb 16 16:11:13.064845 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: routerservicetype.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.065784 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.066305 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 16:11:13.066630 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.067563 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.068117 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: security-groups-normalized-cidr Feb 16 16:11:13.068444 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.069381 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.069907 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: port-security-groups-filtering Feb 16 16:11:13.070232 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.071191 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.071721 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: security-groups-remote-address-group Feb 16 16:11:13.072074 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.073019 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.073536 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: security-groups-shared-filtering Feb 16 16:11:13.073858 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.074458 n-d-669411-5 neutron-server[103310]: WARNING neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 16 16:11:13.074779 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: securitygroup.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.085223 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.085774 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: security-group Feb 16 16:11:13.086111 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: segment.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.086965 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.087485 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension segment not supported by any of loaded plugins Feb 16 16:11:13.087855 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.088870 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.089387 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 16:11:13.089717 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: servicetype.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.090865 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.091978 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: service-type Feb 16 16:11:13.092313 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: sorting.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.093319 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.093652 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: sorting Feb 16 16:11:13.093980 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: standard_attr_segment.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.094911 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.095435 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 16:11:13.095777 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: standardattrdescription.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.096438 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.096950 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: standard-attr-description Feb 16 16:11:13.097274 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: stateful_security_group.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.098205 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.098722 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: stateful-security-group Feb 16 16:11:13.099047 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: stdattrs_common.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.099627 n-d-669411-5 neutron-server[103310]: WARNING neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 16:11:13.099973 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.100915 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.101440 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 16:11:13.101761 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: subnet_onboard.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.103003 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.103538 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: subnet_onboard Feb 16 16:11:13.103900 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.104858 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.105381 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 16:11:13.105707 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: subnet_service_types.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.107250 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.107876 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: subnet-service-types Feb 16 16:11:13.108319 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: subnetallocation.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.109431 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.109956 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: subnet_allocation Feb 16 16:11:13.110286 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.110982 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.111500 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: subnetpool-prefix-ops Feb 16 16:11:13.111858 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.112812 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.113329 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 16:11:13.113652 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: tagging.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.114789 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.115324 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: standard-attr-tag Feb 16 16:11:13.115655 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: timestamp.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.116952 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.117475 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loaded extension: standard-attr-timestamp Feb 16 16:11:13.117803 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: trunk.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.118875 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.119384 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension trunk not supported by any of loaded plugins Feb 16 16:11:13.119712 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: trunk_details.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.120669 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.121191 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 16:11:13.121523 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: uplink_status_propagation.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.122510 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.123026 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 16:11:13.123350 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Loading extension file: vlantransparent.py {{(pid=103310) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 16:11:13.124060 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103310) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 16:11:13.124577 n-d-669411-5 neutron-server[103310]: INFO neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 16:11:13.127127 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:network Feb 16 16:11:13.127708 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:subnet Feb 16 16:11:13.128169 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 16:11:13.128544 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:port Feb 16 16:11:13.131036 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:11:13.131479 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Service FLAVORS assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:11:13.132140 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:11:13.132580 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:11:13.132915 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:router Feb 16 16:11:13.133360 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 16:11:13.133859 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Service METERING assigned prefix: /metering {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:11:13.135563 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:13.135976 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:13.136332 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:11:13.137352 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 16:11:13.137788 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:security_group Feb 16 16:11:13.138259 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 16:11:13.138862 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Service CORE assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:11:13.139197 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 16:11:13.139546 n-d-669411-5 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] subnetpool is already registered Feb 16 16:11:13.139994 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Service CORE assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:11:13.140324 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 16:11:13.140658 n-d-669411-5 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] subnetpool is already registered Feb 16 16:11:13.142936 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:11:13.143371 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Service FLAVORS assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:11:13.143989 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:11:13.144414 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:11:13.144759 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:router Feb 16 16:11:13.145103 n-d-669411-5 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] router is already registered Feb 16 16:11:13.145522 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 16:11:13.145860 n-d-669411-5 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] floatingip is already registered Feb 16 16:11:13.146320 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Service METERING assigned prefix: /metering {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:11:13.147006 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 16:11:13.147334 n-d-669411-5 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] rbac_policy is already registered Feb 16 16:11:13.147768 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:security_group Feb 16 16:11:13.148107 n-d-669411-5 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] security_group is already registered Feb 16 16:11:13.148513 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 16:11:13.148848 n-d-669411-5 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] security_group_rule is already registered Feb 16 16:11:13.149492 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Service CORE assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:11:13.149819 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 16:11:13.150155 n-d-669411-5 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] subnetpool is already registered Feb 16 16:11:13.150572 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.v2.resource_helper [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Service CORE assigned prefix: {{(pid=103310) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 16:11:13.150898 n-d-669411-5 neutron-server[103310]: INFO neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 16:11:13.151238 n-d-669411-5 neutron-server[103310]: WARNING neutron.quota.resource_registry [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] subnetpool is already registered Feb 16 16:11:13.151715 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: extensions {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.153255 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: address-groups {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.155710 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: address-scopes {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.157108 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: agents {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.158296 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: auto-allocated-topology {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.159552 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: availability_zones {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.160824 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: dhcp-networks {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.162330 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: dhcp-agents {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.163767 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: routers {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.166212 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: flavors {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.167383 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: service_profiles {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.168630 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: next_providers {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.171019 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: service_profiles {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.172628 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: floatingip-pools {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.173900 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: routers {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.176169 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: floatingips {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.177475 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: l3-routers {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.178881 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: l3-agents {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.180362 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: metering-labels {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.181742 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: metering-label-rules {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.183028 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: network-ip-availabilities {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.184338 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: bindings {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.186055 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: quotas {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.187643 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: quotas {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.189213 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: rbac-policies {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.190557 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: security-groups {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.191844 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: security-group-rules {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.193102 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: service-providers {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.194341 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: subnetpools {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.195773 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: subnetpools {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.197258 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.198947 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.201890 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.203681 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.338663 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.340490 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.342741 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.344680 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.346632 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.348613 n-d-669411-5 neutron-server[103310]: DEBUG neutron.api.extensions [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Extended resource: tags {{(pid=103310) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 16:11:13.354617 n-d-669411-5 neutron-server[103310]: WARNING keystonemiddleware.auth_token [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 16:11:13.359555 n-d-669411-5 neutron-server[103310]: WARNING keystonemiddleware.auth_token [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 16:11:13.368185 n-d-669411-5 neutron-server[103310]: DEBUG oslo_concurrency.lockutils [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Acquired lock "singleton_lock" {{(pid=103310) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 16 16:11:13.368663 n-d-669411-5 neutron-server[103310]: DEBUG oslo_concurrency.lockutils [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Releasing lock "singleton_lock" {{(pid=103310) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 16 16:11:13.369320 n-d-669411-5 neutron-server[103310]: INFO oslo_service.service [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Starting 2 workers Feb 16 16:11:13.374763 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Started child 103421 {{(pid=103310) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 16:11:13.379789 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Started child 103422 {{(pid=103310) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 16:11:13.380642 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:13.381593 n-d-669411-5 neutron-server[103310]: INFO neutron.service [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 16:11:13.382190 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:13.382465 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [-] (103421) wsgi starting up on http://0.0.0.0:9696 Feb 16 16:11:13.385131 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:13.385646 n-d-669411-5 neutron-server[103310]: INFO oslo_service.service [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Starting 1 workers Feb 16 16:11:13.386785 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [-] (103422) wsgi starting up on http://0.0.0.0:9696 Feb 16 16:11:13.392846 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Started child 103423 {{(pid=103310) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 16:11:13.393523 n-d-669411-5 neutron-server[103310]: INFO oslo_service.service [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Starting 1 workers Feb 16 16:11:13.396514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.service [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] calling RpcWorker wait() {{(pid=103423) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 16:11:13.397179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.service [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] returning from RpcWorker wait() {{(pid=103423) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 16:11:13.398832 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:13.399427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:11:13.399550 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Started child 103424 {{(pid=103310) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 16:11:13.400622 n-d-669411-5 neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0096d9-8aab-4910-81fe-a67058de73d9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:13.403245 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103310) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 16:11:13.404157 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 16:11:13.404469 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 16:11:13.405086 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 16:11:13.405670 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 16:11:13.405956 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:13.406883 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 16:11:13.407035 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.407451 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.407925 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.408377 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.408921 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.410259 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.410743 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.411385 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.412003 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.412415 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.412739 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.413100 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.413493 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.413901 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.414377 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.414808 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.415183 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.415550 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.415871 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.416253 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.416627 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.416992 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.417385 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] debug = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.417730 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.418332 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.418676 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.419020 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.419414 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.419847 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.420239 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.420654 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.420998 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.421357 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.421725 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.422151 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.422501 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.422849 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.423211 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.423549 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.423950 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.424301 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.424929 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] host = n-d-669411-5 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.425286 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.425646 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.426021 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.426380 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.426757 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.428416 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.428737 n-d-669411-5 neutron-server[103424]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:11:13.431481 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.434580 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.440884 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.440884 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.441276 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.441692 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.442117 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.442530 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.442829 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_options = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.443272 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.443718 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.447129 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.447400 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.447581 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.448160 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.454436 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.454436 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.454436 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.454436 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.454436 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.454864 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.454864 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.455098 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.455465 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.458009 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.458548 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.458874 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.459219 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.459540 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.459898 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.460227 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.460531 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.461041 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.461368 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.461611 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.461854 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.462106 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.462362 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.462593 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.462838 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.463099 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.463337 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.463588 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.463890 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.464130 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.464365 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.464574 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.464855 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.465087 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.465367 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.465617 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.465833 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.466241 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.466957 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.467177 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.467419 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] use_json = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.467635 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.467897 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.468170 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.468532 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.468772 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.468991 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.469206 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.469493 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.469682 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.470159 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.470444 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.470751 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.470978 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.471230 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.471469 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.471716 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.471976 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.472247 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.472495 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.472814 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.473040 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.473345 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.473577 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.473838 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.474142 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.474398 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.474666 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.474911 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.475163 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.475313 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.475552 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.475866 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.476123 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.476384 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.476613 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.476835 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.477127 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.477403 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.477732 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.477992 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.478251 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.478523 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.478757 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.479035 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.479211 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.479408 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.479639 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.479890 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.480155 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.480378 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.480628 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.480863 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.481095 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.481332 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.481583 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.482325 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.482556 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.482792 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.483012 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.483362 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.483594 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.483838 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.484067 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.484304 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.484536 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.484771 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.485033 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.485284 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.485497 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.485707 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.485923 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.486154 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.486378 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.486644 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.486830 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.487046 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.487265 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.487525 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.487746 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.487984 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.488227 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.488437 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.488825 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.489211 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.489472 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.489691 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.489911 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.490133 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.490356 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.490571 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.490785 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.490999 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.491230 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.491464 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.491684 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.491924 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.492139 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.492354 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.492573 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.492780 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.493052 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.493368 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.493617 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.493862 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.494095 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.494349 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.494563 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.494806 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.495017 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.495251 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.495480 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.495741 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.495996 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.496397 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.496800 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.497021 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.497887 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.498320 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.498570 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.498949 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.499236 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.499461 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.499780 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.500137 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.502067 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.502067 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.502067 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.502067 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.502067 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.502067 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.502067 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.502067 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.502977 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.502977 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.502977 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.503448 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.503448 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.503891 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.503891 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.504174 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.504308 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.504499 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.504742 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.505013 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.505236 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.505452 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.505679 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.506008 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.506253 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.506466 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.506707 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.506988 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.507232 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.507467 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.507726 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.508011 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.508293 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.508519 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.508773 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.508996 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.509222 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.509715 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.509926 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.510162 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.510376 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.510593 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.510805 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.511039 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.511299 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.511519 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.511735 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.511989 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.512202 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.512423 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.512668 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.513476 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.513938 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.514169 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.514397 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.514615 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.514856 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.515069 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.515318 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.515850 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.515850 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.516206 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.516338 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.516539 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.516878 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.517140 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.517224 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.517468 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.517686 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.517914 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.518294 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.518669 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.519028 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.519404 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.519938 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.520300 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.520716 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.521131 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.521499 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.521758 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.522023 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.522276 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.522687 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.522905 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.523275 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.523513 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.523806 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.524013 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.524245 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.524463 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.524680 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.524906 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.525144 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.525387 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.525645 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.525899 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.526153 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.526370 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.526599 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.526813 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.527051 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.527269 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.527480 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.527690 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.527926 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.528148 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.528361 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.529398 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.529671 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.529913 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.530285 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.530529 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.530748 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.531029 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.531247 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.531459 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.531682 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.531928 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.532146 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.532369 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.532585 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.532803 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.533028 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.533242 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.533450 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.533693 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.533908 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.534126 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.534343 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.534557 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.534767 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.535018 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.535222 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.535431 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.535646 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.535879 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.536095 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.536318 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.536560 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.536767 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.536983 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.537223 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.537408 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.537740 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.538023 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.538223 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.538521 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.538771 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.539015 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.539866 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.539866 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.539866 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.540144 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.540288 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.540506 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.540742 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.540995 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.541312 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.541594 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.541863 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.542479 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.542479 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.542655 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.543440 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.543440 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.543675 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.543828 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.544560 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.545134 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.545134 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.545369 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.545369 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.545638 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.546360 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.546360 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.546360 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.546718 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.546718 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.547179 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.547179 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.548000 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.548000 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.548000 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.548871 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.548871 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.548871 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.548871 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 16:11:13.549286 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103310) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 16:11:13.549415 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 16:11:13.549501 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 16:11:13.549677 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 16:11:13.550155 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 16:11:13.550155 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 16:11:13.550378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:11:13.550477 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.550477 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.550477 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.551221 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.551221 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.551221 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.551221 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.551901 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.551901 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.551901 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.551901 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.551901 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.552479 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.552479 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.552479 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.552479 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.552897 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.552897 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.553093 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.553093 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.553327 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.553474 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.553474 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] debug = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.553740 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.553882 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.554010 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.554160 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.554304 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.554454 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.554682 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.554774 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.554926 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.555204 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.555204 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.555368 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.555496 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.555689 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.555831 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.556004 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.556143 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.556301 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.556459 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] host = n-d-669411-5 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.556618 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.556778 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.556932 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.557097 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.557254 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.557411 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.557569 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.557728 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.558615 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.558615 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.558615 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.558615 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.558615 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.558615 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.559051 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_options = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.559051 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.559051 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.560133 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.560133 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.560133 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.560133 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.560133 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.560133 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.561108 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.561108 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.561108 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.561108 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.561108 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.561108 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.561108 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.561905 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.561905 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.561905 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.561905 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.562162 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.562162 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.562306 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.562610 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.562610 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.562841 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.562841 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.562991 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.563121 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.563302 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.563434 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.563583 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.563813 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.563911 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.564075 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.564234 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.564392 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.564572 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.564702 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.564866 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.565025 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.565184 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.565348 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.565504 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.565649 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.565810 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.565967 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.566125 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] use_json = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.566287 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.566462 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.566599 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.566765 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.566916 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.567050 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.567175 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.567334 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.567492 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 16:11:13.567680 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.567875 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.568050 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.568194 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.568370 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.568512 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.568680 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.568836 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.568977 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.569148 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.569319 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.569462 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.569643 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.569804 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.569946 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.570109 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.570272 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.570434 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.570586 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.570746 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.570908 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.571076 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.571249 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.571411 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.571568 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.571729 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.571987 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.572156 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.572319 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.572496 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.572659 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.572816 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.572977 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.573125 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.573293 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.573432 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.573571 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.573743 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.573906 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.574049 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.574207 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.574347 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.574507 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.574655 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.574822 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.574973 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.575121 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.575834 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.575989 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.576139 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.576296 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.576461 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.576662 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.576835 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.576984 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.577146 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.577334 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.577471 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.577635 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.577801 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.577959 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.578121 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.578284 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.578445 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.578607 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.578769 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.578930 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.579092 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.579267 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.579428 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.579593 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.579829 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.579946 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.580087 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.580249 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.580411 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.580573 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.580736 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.580898 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.581059 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.581220 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.581382 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.581549 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.581713 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.581873 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.582035 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.582196 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.582361 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.582521 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.582684 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.582844 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.583016 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.583192 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.583354 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.583515 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.583676 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.583868 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.584044 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.584194 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.584368 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.584519 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.584681 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.584843 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.584984 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.585130 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.585273 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.585417 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.585561 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.585706 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.585851 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.585993 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.586149 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.586294 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.586444 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.586610 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.586610 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.586610 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.587354 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.587354 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.587354 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.587800 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.587800 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.587800 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.588169 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.588169 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.588427 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.588427 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.588760 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.588760 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.589043 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.589043 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.589295 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.589295 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.589542 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.589679 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.589813 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.589955 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.590093 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.590257 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.590399 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.590538 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.590678 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.590851 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.591592 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.591800 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.591958 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.592111 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.592270 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.592451 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.592724 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.592724 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.593076 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.593076 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.593429 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.593429 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.593640 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.593640 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.593815 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.593921 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.594087 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.594256 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.594436 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.594568 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.594735 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.594861 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.595020 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.595181 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.595343 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.595504 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.595665 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.595859 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.596171 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.596338 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.596501 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.596662 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.596826 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.597005 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.599211 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.599211 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.599211 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.599211 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.599211 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.599211 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.599211 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.599211 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.602711 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.602711 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.602711 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.602711 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.602711 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.602711 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.602711 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.602711 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.603631 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.603631 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.603631 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.603631 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.603631 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.603631 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.603631 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.603631 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.604416 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.604416 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.604416 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.604416 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.604416 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.604416 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.604416 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.604416 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.605080 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.605080 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.605080 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.605080 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.605080 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.605080 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.605080 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.605080 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.605080 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.606104 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.606104 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.606104 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.606104 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.606104 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.606104 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.606104 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.606104 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.608515 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.608515 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.608515 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.608515 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.608515 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.608515 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.608515 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.608515 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.610573 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.610573 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.610573 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.610573 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.610573 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.610573 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.610573 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.610573 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.611703 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.611703 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.611703 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.611703 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.611703 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.611703 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.611703 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.611703 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.612793 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.612793 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.612793 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.612793 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.612793 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.612793 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.612793 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.612793 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.614025 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.614025 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.614025 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.614025 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.614025 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.614025 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.614025 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.614025 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.615662 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.615662 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.615662 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.615662 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.615662 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.615662 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.615662 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.615662 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.619859 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.619859 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.619859 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.619859 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.619859 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.619859 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.619859 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.619859 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.620801 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.620801 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.620801 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.620801 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.620801 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.620801 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.620801 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.620801 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.620801 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.621542 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.621542 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.621542 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.621542 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.621542 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.621542 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.621542 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.621542 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.621542 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.622242 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 16:11:13.622242 n-d-669411-5 neutron-server[103310]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103310) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 16:11:13.742535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41962) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:13.751402 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066211 Feb 16 16:11:25.607907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfe478a-ed26-4f97-bc5e-2ef6604922d4 None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:11:25.673028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfe478a-ed26-4f97-bc5e-2ef6604922d4 None None] No non-hosted networks {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 16:11:25.692925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.agentschedulers_db [None req-9bfe478a-ed26-4f97-bc5e-2ef6604922d4 None None] DHCP Agent not found on host n-d-669411-5 {{(pid=103423) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 16:11:25.786424 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8c02381-8ea3-4109-8223-2e38eb842861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16714055'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:28.184854 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0fb3cc4a-fc5c-46ef-b996-6a2c2d7ce885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16714055'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:28.234668 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-847bae1f-4434-4ddd-a0cf-47a0a13c6d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:29.047783 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16714055'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:30.655132 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16714055'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:32.000524 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16714055'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:32.001843 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:32.002589 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:32.003621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:32.004251 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:32.004703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:32.008335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:32.010658 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:32.011170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:32.011614 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:32.012023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:32.012662 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:32.013330 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:32.013697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:32.014550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-669411-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:11:32.037764 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-669411-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:11:32.204793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42054) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:32.746157 n-d-669411-5 neutron-server[103421]: WARNING oslo_policy.policy [None req-b8f57057-3353-4ad6-bb33-494f072d0a94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:11:32.746846 n-d-669411-5 neutron-server[103421]: WARNING oslo_policy.policy [None req-b8f57057-3353-4ad6-bb33-494f072d0a94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:11:32.976403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-b8f57057-3353-4ad6-bb33-494f072d0a94 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:11:32.982756 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b8f57057-3353-4ad6-bb33-494f072d0a94 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7704499 Feb 16 16:11:34.468916 n-d-669411-5 neutron-server[103423]: INFO neutron.db.l3_hamode_db [None req-b5d90dda-6a27-4aad-988f-e7688ed6d104 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 16:11:34.556313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d90dda-6a27-4aad-988f-e7688ed6d104 None None] Routers set() bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:11:34.556676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d90dda-6a27-4aad-988f-e7688ed6d104 None None] Router IDs set() for agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 16:11:35.621484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42070) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:36.121648 n-d-669411-5 neutron-server[103422]: WARNING oslo_policy.policy [None req-149b8fdc-ec90-4b41-82e3-3cad6d60ef7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:11:36.122232 n-d-669411-5 neutron-server[103422]: WARNING oslo_policy.policy [None req-149b8fdc-ec90-4b41-82e3-3cad6d60ef7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:11:36.353672 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-149b8fdc-ec90-4b41-82e3-3cad6d60ef7c admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:11:36.451316 n-d-669411-5 neutron-server[103422]: DEBUG neutron.policy [None req-149b8fdc-ec90-4b41-82e3-3cad6d60ef7c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103422) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 16:11:36.494126 n-d-669411-5 neutron-server[103422]: WARNING oslo_policy.policy [None req-149b8fdc-ec90-4b41-82e3-3cad6d60ef7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:11:36.494510 n-d-669411-5 neutron-server[103422]: WARNING oslo_policy.policy [None req-149b8fdc-ec90-4b41-82e3-3cad6d60ef7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:11:36.598479 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-149b8fdc-ec90-4b41-82e3-3cad6d60ef7c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794042929560', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794042930027', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794042948063', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794042946758', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794042959336', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794042984849', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-558556', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-760899', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16255416', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16706839'] for rbac-policy (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:36.670942 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-149b8fdc-ec90-4b41-82e3-3cad6d60ef7c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:36.672180 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-149b8fdc-ec90-4b41-82e3-3cad6d60ef7c admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0496609 Feb 16 16:11:39.339917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42086) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:39.697240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:11:39.727719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Made reservation on behalf of c0357922f87f4813b514e5e8d6b84fa7 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:11:39.731997 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:39.748776 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:39.864708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Publish callbacks [] for security_group (f8534632-e0ba-4bf0-80e6-0d205ef49890), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:39.868882 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f8534632-e0ba-4bf0-80e6-0d205ef49890), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:39.905327 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:11:39.938485 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794038221698', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (44263ead-83ad-4165-b0e8-a92b3e201566), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:39.939069 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Unsubscribe: segment precommit_create {{(pid=103422) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 16:11:39.939555 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Added segment 44263ead-83ad-4165-b0e8-a92b3e201566 of type vlan for network 5a77abd1-de42-4f69-8be5-6cde9d7d93a1 Feb 16 16:11:39.945408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f8534632-e0ba-4bf0-80e6-0d205ef49890,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:39.983082 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:39.983419 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:39.983744 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:39.984087 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:39.984406 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:39.984720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:39.985032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:39.985344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:39.985650 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:39.985955 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:39.986261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:39.986575 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:39.986890 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Tracked resource versions report: Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: pushed versions: Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: { 'AddressGroup': {'1.2'}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'ConntrackHelper': {'1.0'}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'LocalIPAssociation': {'1.0'}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'Log': {'1.0'}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'Network': {'1.1'}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'Port': {'1.7'}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'PortForwarding': {'1.2'}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'QosPolicy': {'1.10'}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'SecurityGroup': {'1.5'}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'SubPort': {'1.0'}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'Subnet': {'1.1'}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'Trunk': {'1.1'}} Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: consumer versions: Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: { DHCP agent@n-d-669411-5: {}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: L3 agent@n-d-669411-5: {}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: Metadata agent@n-d-669411-5: {}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: Metering agent@n-d-669411-5: {}, Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: Open vSwitch agent@n-d-669411-5: { 'AddressGroup': '1.2', Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'ConntrackHelper': '1.0', Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'LocalIPAssociation': '1.0', Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'Log': '1.0', Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'Network': '1.1', Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'Port': '1.7', Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'PortForwarding': '1.2', Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'QosPolicy': '1.10', Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'SecurityGroup': '1.5', Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'SecurityGroupRule': '1.2', Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'SubPort': '1.0', Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'Subnet': '1.1', Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: 'Trunk': '1.1'}} Feb 16 16:11:39.988085 n-d-669411-5 neutron-server[103422]: {{(pid=103422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:11:40.055649 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (5a77abd1-de42-4f69-8be5-6cde9d7d93a1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:40.097497 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (5a77abd1-de42-4f69-8be5-6cde9d7d93a1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:40.102704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:11:40.103404 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:40.174743 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8337502 Feb 16 16:11:40.227629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40070d4f-e3cf-4bc8-af86-c5907ddfd9f9 demo demo] Pushing event updated for resources: {'Network': ['ID=5a77abd1-de42-4f69-8be5-6cde9d7d93a1,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:40.239880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 5a77abd1-de42-4f69-8be5-6cde9d7d93a1 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:11:42.825105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42098) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:43.241537 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288ce0d5-ceef-48bf-924d-b0e5c5cb9820 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:11:43.242899 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-288ce0d5-ceef-48bf-924d-b0e5c5cb9820 demo admin] 10.222.0.24 "GET /v2.0/networks/5a77abd1-de42-4f69-8be5-6cde9d7d93a1 HTTP/1.1" status: 200 len: 825 time: 0.4168537 Feb 16 16:11:43.268793 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ea4499dd-881a-4612-afc2-a7b9a14c8983 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/d70209ed-956d-489a-b56c-1dec24f1e76c HTTP/1.1" status: 200 len: 734 time: 0.0194161 Feb 16 16:11:43.277305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-259c854c-8c72-4aae-a29d-d3ceba965deb demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1', 'subnetpool_id': 'd70209ed-956d-489a-b56c-1dec24f1e76c', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:11:43.297532 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259c854c-8c72-4aae-a29d-d3ceba965deb demo admin] Made reservation on behalf of c0357922f87f4813b514e5e8d6b84fa7 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:11:43.299941 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-259c854c-8c72-4aae-a29d-d3ceba965deb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:43.663177 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-259c854c-8c72-4aae-a29d-d3ceba965deb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for subnet (9047398f-1d28-4624-b5ce-069221fd69a3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:43.756814 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c854c-8c72-4aae-a29d-d3ceba965deb demo admin] Pushing event updated for resources: {'Subnet': ['ID=9047398f-1d28-4624-b5ce-069221fd69a3,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:43.766861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259c854c-8c72-4aae-a29d-d3ceba965deb demo admin] Checking segment: {'id': '44263ead-83ad-4165-b0e8-a92b3e201566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:11:43.767232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259c854c-8c72-4aae-a29d-d3ceba965deb demo admin] Network hostable DHCP agents. Network: 5a77abd1-de42-4f69-8be5-6cde9d7d93a1, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:11:43.788388 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259c854c-8c72-4aae-a29d-d3ceba965deb demo admin] Network 5a77abd1-de42-4f69-8be5-6cde9d7d93a1 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:11:43.800818 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-259c854c-8c72-4aae-a29d-d3ceba965deb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 5a77abd1-de42-4f69-8be5-6cde9d7d93a1) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:11:43.805670 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259c854c-8c72-4aae-a29d-d3ceba965deb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:11:43.806245 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-259c854c-8c72-4aae-a29d-d3ceba965deb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:43.815433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeb82ee-0cea-469d-91bf-162c7eda02ee None None] Network 5a77abd1-de42-4f69-8be5-6cde9d7d93a1 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:11:43.824254 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-259c854c-8c72-4aae-a29d-d3ceba965deb demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5498347 Feb 16 16:11:44.233716 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-5a77abd1-de42-4f69-8be5-6cde9d7d93a1', 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1', 'project_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'fixed_ips': [{'subnet_id': '9047398f-1d28-4624-b5ce-069221fd69a3'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:11:44.235071 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:44.519043 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Allocated IP 172.20.0.2 (5a77abd1-de42-4f69-8be5-6cde9d7d93a1/9047398f-1d28-4624-b5ce-069221fd69a3/a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:11:44.820497 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Publish callbacks [] for port (a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:44.828701 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:44.900973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Network 5a77abd1-de42-4f69-8be5-6cde9d7d93a1 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:11:44.912055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:11:44.921169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:11:44.924351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Pushing event updated for resources: {'Port': ['ID=a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:44.955810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:44.956165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:44.956505 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:44.956841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:44.957174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:44.957504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:44.957830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:44.958157 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:44.958486 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:44.958803 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:44.959133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:44.959455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:44.959802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Tracked resource versions report: Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: pushed versions: Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: { 'AddressGroup': {'1.2'}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'ConntrackHelper': {'1.0'}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'LocalIPAssociation': {'1.0'}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'Log': {'1.0'}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'Network': {'1.1'}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'Port': {'1.7'}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'PortForwarding': {'1.2'}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'QosPolicy': {'1.10'}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'SecurityGroup': {'1.5'}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'SubPort': {'1.0'}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'Subnet': {'1.1'}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'Trunk': {'1.1'}} Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: consumer versions: Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: { DHCP agent@n-d-669411-5: {}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: L3 agent@n-d-669411-5: {}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: Metadata agent@n-d-669411-5: {}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: Metering agent@n-d-669411-5: {}, Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: Open vSwitch agent@n-d-669411-5: { 'AddressGroup': '1.2', Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'ConntrackHelper': '1.0', Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'LocalIPAssociation': '1.0', Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'Log': '1.0', Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'Network': '1.1', Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'Port': '1.7', Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'PortForwarding': '1.2', Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'QosPolicy': '1.10', Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'SecurityGroup': '1.5', Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'SecurityGroupRule': '1.2', Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'SubPort': '1.0', Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'Subnet': '1.1', Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: 'Trunk': '1.1'}} Feb 16 16:11:44.960931 n-d-669411-5 neutron-server[103423]: {{(pid=103423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:11:45.019612 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Attempting to bind port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:11:45.020106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Attempting to bind port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '44263ead-83ad-4165-b0e8-a92b3e201566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:11:45.020688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Attempting to bind port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19 on network 5a77abd1-de42-4f69-8be5-6cde9d7d93a1 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:11:45.026279 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:11:45.026719 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Checking segment: {'id': '44263ead-83ad-4165-b0e8-a92b3e201566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:11:45.027116 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:45.027516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Bound using segment: {'id': '44263ead-83ad-4165-b0e8-a92b3e201566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:11:45.028032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Bound port: a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44263ead-83ad-4165-b0e8-a92b3e201566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:11:45.028407 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:45.098919 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] For port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:11:45.103466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] For port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19,segment=NetworkSegment(44263ead-83ad-4165-b0e8-a92b3e201566),segment_id=44263ead-83ad-4165-b0e8-a92b3e201566)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:11:45.111634 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:45.174651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7135c2-a460-4eb5-b505-562e1cbb1ff3 None None] Pushing event updated for resources: {'Port': ['ID=a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:46.622868 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42106) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:46.997720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-2beaaf85-06e4-4d8c-abf9-4621ae8a1ddf admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:11:47.011965 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2beaaf85-06e4-4d8c-abf9-4621ae8a1ddf admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3758385 Feb 16 16:11:49.842506 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42114) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:50.324940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-336f9243-d696-4ca6-becc-d6dfb82a2962 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:11:50.326184 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-336f9243-d696-4ca6-becc-d6dfb82a2962 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4826877 Feb 16 16:11:53.137142 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42122) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:53.562118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7b2302b5-4679-40ff-8d9d-948dbe63764e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:11:53.633300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.policy [None req-7b2302b5-4679-40ff-8d9d-948dbe63764e demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103421) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 16:11:53.707418 n-d-669411-5 neutron-server[103421]: WARNING oslo_policy.policy [None req-7b2302b5-4679-40ff-8d9d-948dbe63764e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:11:53.707785 n-d-669411-5 neutron-server[103421]: WARNING oslo_policy.policy [None req-7b2302b5-4679-40ff-8d9d-948dbe63764e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 16:11:53.781440 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b2302b5-4679-40ff-8d9d-948dbe63764e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:53.783337 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b2302b5-4679-40ff-8d9d-948dbe63764e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:54.034599 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b2302b5-4679-40ff-8d9d-948dbe63764e demo demo] Publish callbacks [] for router_controller (5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:54.042495 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b2302b5-4679-40ff-8d9d-948dbe63764e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:54.083878 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b2302b5-4679-40ff-8d9d-948dbe63764e demo demo] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:54.085527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7b2302b5-4679-40ff-8d9d-948dbe63764e demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9473643 Feb 16 16:11:55.547568 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dd7eabf1-2080-472e-91e2-99d0808fb84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:56.862089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:11:56.934015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42136) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:56.953970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:11:56.954388 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:57.071212 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:11:57.071607 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:57.111692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19,segment=NetworkSegment(44263ead-83ad-4165-b0e8-a92b3e201566),segment_id=44263ead-83ad-4165-b0e8-a92b3e201566)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:11:57.118101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:57.169122 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:57.295149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-f4323e91-9ea0-4151-8e60-24428fbe46da admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:11:57.296189 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f4323e91-9ea0-4151-8e60-24428fbe46da admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3609629 Feb 16 16:11:58.186123 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1c6aac37-34d1-4081-8bb7-7967b2e52a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:58.254257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2691ae08-c9ac-4699-8158-4944579caa08 None None] Network 5a77abd1-de42-4f69-8be5-6cde9d7d93a1 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:11:58.369689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4bf41727-c30d-46f5-aa4c-2c27713f399f None None] Provisioning complete for port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:11:58.370098 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4bf41727-c30d-46f5-aa4c-2c27713f399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:58.475238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4bf41727-c30d-46f5-aa4c-2c27713f399f None None] Current status of the port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:11:58.798640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a967bb21-bcec-4fd8-9bfc-aa81f1249ea8 None None] Provisioning complete for port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:11:58.798941 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a967bb21-bcec-4fd8-9bfc-aa81f1249ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:58.859911 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:11:58.927177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a967bb21-bcec-4fd8-9bfc-aa81f1249ea8 None None] Current status of the port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:11:58.942785 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:11:58.943097 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:59.040037 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:59.040785 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:00.028748 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42154) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:00.188166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:00.222313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Made reservation on behalf of fbc070f8be754392a81eb8ce403d9a7f for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:12:00.225294 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:00.253995 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:00.390120 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Publish callbacks [] for security_group (c6aa72e3-3625-4a88-b612-41d5baf0185c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:00.394320 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c6aa72e3-3625-4a88-b612-41d5baf0185c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:00.408723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Reserving flat network on physical network physnet1 {{(pid=103421) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 16:12:00.437062 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794038221698', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (be524369-844b-47a8-96c0-c64fd3cc21c4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:00.437669 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Unsubscribe: segment precommit_create {{(pid=103421) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 16:12:00.438170 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Added segment be524369-844b-47a8-96c0-c64fd3cc21c4 of type flat for network ad1aff08-3390-4777-8cb3-9fa02dffc1dc Feb 16 16:12:00.507816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6aa72e3-3625-4a88-b612-41d5baf0185c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:00.538293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:00.538624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:00.538966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:00.539277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:00.539596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:00.539951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:00.540263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:00.540589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:00.541050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:00.541375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:00.541705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:00.542203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:00.542358 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Tracked resource versions report: Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: pushed versions: Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: { 'AddressGroup': {'1.2'}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'ConntrackHelper': {'1.0'}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'LocalIPAssociation': {'1.0'}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'Log': {'1.0'}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'Network': {'1.1'}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'Port': {'1.7'}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'PortForwarding': {'1.2'}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'QosPolicy': {'1.10'}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'SecurityGroup': {'1.5'}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'SubPort': {'1.0'}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'Subnet': {'1.1'}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'Trunk': {'1.1'}} Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: consumer versions: Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: { DHCP agent@n-d-669411-5: {}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: L3 agent@n-d-669411-5: {}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: Metadata agent@n-d-669411-5: {}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: Metering agent@n-d-669411-5: {}, Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: Open vSwitch agent@n-d-669411-5: { 'AddressGroup': '1.2', Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'ConntrackHelper': '1.0', Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'LocalIPAssociation': '1.0', Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'Log': '1.0', Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'Network': '1.1', Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'Port': '1.7', Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'PortForwarding': '1.2', Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'QosPolicy': '1.10', Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'SecurityGroup': '1.5', Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'SecurityGroupRule': '1.2', Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'SubPort': '1.0', Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'Subnet': '1.1', Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: 'Trunk': '1.1'}} Feb 16 16:12:00.543914 n-d-669411-5 neutron-server[103421]: {{(pid=103421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:12:00.581898 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (ad1aff08-3390-4777-8cb3-9fa02dffc1dc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:00.597926 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:00.651943 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (ad1aff08-3390-4777-8cb3-9fa02dffc1dc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:00.653118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:00.653830 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:00.726990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6971233 Feb 16 16:12:00.774042 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981e815-3101-4919-bd48-148ceb282daf admin admin] Pushing event updated for resources: {'Network': ['ID=ad1aff08-3390-4777-8cb3-9fa02dffc1dc,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:00.788616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:12:02.012585 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:03.507363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42176) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:03.646280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e12e61a-9b68-4a77-8c83-cf989d8019e0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:03.647747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1e12e61a-9b68-4a77-8c83-cf989d8019e0 demo admin] 10.222.0.24 "GET /v2.0/subnets/9047398f-1d28-4624-b5ce-069221fd69a3 HTTP/1.1" status: 200 len: 849 time: 0.1393473 Feb 16 16:12:03.788881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c1f4d5b9-b6d4-404d-9706-848aed5bf555 demo admin] 10.222.0.24 "GET /v2.0/routers/5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb HTTP/1.1" status: 200 len: 704 time: 0.1352272 Feb 16 16:12:04.068899 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:04.379555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Allocated IP 172.20.0.1 (5a77abd1-de42-4f69-8be5-6cde9d7d93a1/9047398f-1d28-4624-b5ce-069221fd69a3/721b2bf5-ded5-435a-a833-a7e6b9890902) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:12:04.590812 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Publish callbacks [] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:04.670335 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:04.764872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Network 5a77abd1-de42-4f69-8be5-6cde9d7d93a1 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:12:04.772707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:12:04.776363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:12:04.777238 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:04.799177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Pushing event updated for resources: {'Port': ['ID=721b2bf5-ded5-435a-a833-a7e6b9890902,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:04.989238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-897c6caa-3c70-46cf-9c44-0f397c4c0ac9 None None] Provisioning complete for port 721b2bf5-ded5-435a-a833-a7e6b9890902 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:04.989847 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-897c6caa-3c70-46cf-9c44-0f397c4c0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:05.027518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-897c6caa-3c70-46cf-9c44-0f397c4c0ac9 None None] Port 721b2bf5-ded5-435a-a833-a7e6b9890902 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:12:05.065890 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:05.285985 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Publish callbacks [] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:05.290463 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:05.291355 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:05.351133 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Pushing event updated for resources: {'Port': ['ID=721b2bf5-ded5-435a-a833-a7e6b9890902,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:05.419211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Network 5a77abd1-de42-4f69-8be5-6cde9d7d93a1 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:12:05.420719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:12:05.600381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Router 5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:12:05.655001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b71ecf75-9e3b-4a50-a00c-28e53241a1d8 None None] Provisioning complete for port 721b2bf5-ded5-435a-a833-a7e6b9890902 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:05.656168 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b71ecf75-9e3b-4a50-a00c-28e53241a1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:05.699459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b71ecf75-9e3b-4a50-a00c-28e53241a1d8 None None] Port 721b2bf5-ded5-435a-a833-a7e6b9890902 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:12:05.711174 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:12:05.717192 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f69dc2a3-be67-44b5-bb69-de53ba94030e demo admin] 10.222.0.24 "PUT /v2.0/routers/5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9225922 Feb 16 16:12:05.735492 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Sync routers for ids ['5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:12:05.749048 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Routers {'5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:05.750106 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:11:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:05.967582 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Set router 5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:06.415047 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb', 'name': 'router1', 'tenant_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:11:53Z', 'updated_at': '2022-02-16T16:12:04Z', 'revision_number': 2, 'project_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'gw_port_host': None, '_interfaces': [{'id': '721b2bf5-ded5-435a-a833-a7e6b9890902', 'name': '', 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1', 'tenant_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'mac_address': 'fa:16:3e:5e:65:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9047398f-1d28-4624-b5ce-069221fd69a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:04Z', 'updated_at': '2022-02-16T16:12:05Z', 'revision_number': 2, 'project_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'subnets': [{'id': '9047398f-1d28-4624-b5ce-069221fd69a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd70209ed-956d-489a-b56c-1dec24f1e76c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:06.467134 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Checking router: 5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:12:06.467483 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Updating router 5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb port 721b2bf5-ded5-435a-a833-a7e6b9890902 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:12:06.521219 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:07.050171 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Publish callbacks [] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:07.057116 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:07.218732 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Pushing event updated for resources: {'Port': ['ID=721b2bf5-ded5-435a-a833-a7e6b9890902,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:07.255955 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:07.256320 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:07.256895 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:07.257235 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:07.257565 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:07.257893 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:07.258216 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:07.258540 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:07.258864 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:07.259343 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:07.260224 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:07.260546 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:07.260872 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Tracked resource versions report: Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: pushed versions: Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: { 'AddressGroup': {'1.2'}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'ConntrackHelper': {'1.0'}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'LocalIPAssociation': {'1.0'}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'Log': {'1.0'}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'Network': {'1.1'}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'Port': {'1.7'}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'PortForwarding': {'1.2'}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'QosPolicy': {'1.10'}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'SecurityGroup': {'1.5'}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'SubPort': {'1.0'}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'Subnet': {'1.1'}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'Trunk': {'1.1'}} Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: consumer versions: Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: { DHCP agent@n-d-669411-5: {}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: L3 agent@n-d-669411-5: {}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: Metadata agent@n-d-669411-5: {}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: Metering agent@n-d-669411-5: {}, Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: Open vSwitch agent@n-d-669411-5: { 'AddressGroup': '1.2', Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'ConntrackHelper': '1.0', Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'LocalIPAssociation': '1.0', Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'Log': '1.0', Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'Network': '1.1', Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'Port': '1.7', Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'PortForwarding': '1.2', Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'QosPolicy': '1.10', Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'SecurityGroup': '1.5', Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'SecurityGroupRule': '1.2', Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'SubPort': '1.0', Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'Subnet': '1.1', Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: 'Trunk': '1.1'}} Feb 16 16:12:07.262129 n-d-669411-5 neutron-server[103424]: {{(pid=103424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:12:07.267044 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Attempting to bind port 721b2bf5-ded5-435a-a833-a7e6b9890902 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:12:07.267497 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Attempting to bind port 721b2bf5-ded5-435a-a833-a7e6b9890902 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '44263ead-83ad-4165-b0e8-a92b3e201566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:12:07.267894 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Attempting to bind port 721b2bf5-ded5-435a-a833-a7e6b9890902 on network 5a77abd1-de42-4f69-8be5-6cde9d7d93a1 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:12:07.274017 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:12:07.274433 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Checking segment: {'id': '44263ead-83ad-4165-b0e8-a92b3e201566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:12:07.275013 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:07.275601 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Bound using segment: {'id': '44263ead-83ad-4165-b0e8-a92b3e201566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:12:07.276184 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Bound port: 721b2bf5-ded5-435a-a833-a7e6b9890902, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44263ead-83ad-4165-b0e8-a92b3e201566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:12:07.276695 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:07.330081 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b19036d3-955e-4d6e-b96f-4c87df7cbaba None None] Provisioning complete for port 721b2bf5-ded5-435a-a833-a7e6b9890902 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:07.330602 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b19036d3-955e-4d6e-b96f-4c87df7cbaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:07.347528 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] For port 721b2bf5-ded5-435a-a833-a7e6b9890902, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:12:07.366666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b19036d3-955e-4d6e-b96f-4c87df7cbaba None None] Port 721b2bf5-ded5-435a-a833-a7e6b9890902 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:12:07.369727 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] For port 721b2bf5-ded5-435a-a833-a7e6b9890902, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=721b2bf5-ded5-435a-a833-a7e6b9890902,segment=NetworkSegment(44263ead-83ad-4165-b0e8-a92b3e201566),segment_id=44263ead-83ad-4165-b0e8-a92b3e201566)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:12:07.376272 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:07.436130 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Routers {'5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:07.437066 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:11:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:07.543482 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e6c91-3789-4829-9f99-51be8016d28b None None] Pushing event updated for resources: {'Port': ['ID=721b2bf5-ded5-435a-a833-a7e6b9890902,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:07.552241 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] Set router 5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:07.690261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-745b9a86-9b62-4a21-8ac7-c3b64ceac8ca None None] Provisioning complete for port 721b2bf5-ded5-435a-a833-a7e6b9890902 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:07.690782 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-745b9a86-9b62-4a21-8ac7-c3b64ceac8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:07.779216 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb', 'name': 'router1', 'tenant_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:11:53Z', 'updated_at': '2022-02-16T16:12:04Z', 'revision_number': 2, 'project_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'gw_port_host': None, '_interfaces': [{'id': '721b2bf5-ded5-435a-a833-a7e6b9890902', 'name': '', 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1', 'tenant_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'mac_address': 'fa:16:3e:5e:65:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9047398f-1d28-4624-b5ce-069221fd69a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:04Z', 'updated_at': '2022-02-16T16:12:07Z', 'revision_number': 4, 'project_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'subnets': [{'id': '9047398f-1d28-4624-b5ce-069221fd69a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd70209ed-956d-489a-b56c-1dec24f1e76c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:07.808116 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3aecec-6afd-487c-a33a-68e623034286 None None] The sync data for ids ['5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb'] in n-d-669411-5 is: [{'id': '5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb', 'name': 'router1', 'tenant_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:11:53Z', 'updated_at': '2022-02-16T16:12:04Z', 'revision_number': 2, 'project_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'gw_port_host': None, '_interfaces': [{'id': '721b2bf5-ded5-435a-a833-a7e6b9890902', 'name': '', 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1', 'tenant_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'mac_address': 'fa:16:3e:5e:65:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9047398f-1d28-4624-b5ce-069221fd69a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:04Z', 'updated_at': '2022-02-16T16:12:07Z', 'revision_number': 4, 'project_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'subnets': [{'id': '9047398f-1d28-4624-b5ce-069221fd69a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd70209ed-956d-489a-b56c-1dec24f1e76c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:12:07.833331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-745b9a86-9b62-4a21-8ac7-c3b64ceac8ca None None] Current status of the port 721b2bf5-ded5-435a-a833-a7e6b9890902 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:07.833830 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-745b9a86-9b62-4a21-8ac7-c3b64ceac8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:07.869420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-745b9a86-9b62-4a21-8ac7-c3b64ceac8ca None None] For port 721b2bf5-ded5-435a-a833-a7e6b9890902, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=721b2bf5-ded5-435a-a833-a7e6b9890902,segment=NetworkSegment(44263ead-83ad-4165-b0e8-a92b3e201566),segment_id=44263ead-83ad-4165-b0e8-a92b3e201566)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:07.875068 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-745b9a86-9b62-4a21-8ac7-c3b64ceac8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:07.923394 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b9a86-9b62-4a21-8ac7-c3b64ceac8ca None None] Pushing event updated for resources: {'Port': ['ID=721b2bf5-ded5-435a-a833-a7e6b9890902,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:08.295023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42186) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:08.444987 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:12:08.455477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffd8605-42f0-4bbf-9b72-f03395060e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:08.459231 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6ffd8605-42f0-4bbf-9b72-f03395060e53 admin admin] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 842 time: 0.1630011 Feb 16 16:12:08.468759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1a8360ef-7227-41b8-b023-a5a7dd31117d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.4.1', 'cidr': '172.25.4.0/24'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:08.495595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8360ef-7227-41b8-b023-a5a7dd31117d admin admin] Made reservation on behalf of fbc070f8be754392a81eb8ce403d9a7f for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:12:08.498146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a8360ef-7227-41b8-b023-a5a7dd31117d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:08.838561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.objects.ports [None req-1a8360ef-7227-41b8-b023-a5a7dd31117d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:12:08.839011 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a8360ef-7227-41b8-b023-a5a7dd31117d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for subnet (716a22ab-bef0-4114-819a-f452ed0f4c59), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:08.904273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8360ef-7227-41b8-b023-a5a7dd31117d admin admin] Pushing event updated for resources: {'Subnet': ['ID=716a22ab-bef0-4114-819a-f452ed0f4c59,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:08.906118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8360ef-7227-41b8-b023-a5a7dd31117d admin admin] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:12:08.906484 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8360ef-7227-41b8-b023-a5a7dd31117d admin admin] Network hostable DHCP agents. Network: ad1aff08-3390-4777-8cb3-9fa02dffc1dc, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:12:08.930327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8360ef-7227-41b8-b023-a5a7dd31117d admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:12:08.943330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-1a8360ef-7227-41b8-b023-a5a7dd31117d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, ad1aff08-3390-4777-8cb3-9fa02dffc1dc) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:12:08.950515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8360ef-7227-41b8-b023-a5a7dd31117d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:08.951642 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a8360ef-7227-41b8-b023-a5a7dd31117d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:08.952677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1bdd15-83b7-4bdc-956b-94f6f1fe294b None None] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:12:08.979816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1a8360ef-7227-41b8-b023-a5a7dd31117d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5146399 Feb 16 16:12:09.108592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165a255c-c181-4133-b1ad-7697d6a6e8f0 None None] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:12:12.279411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42194) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:12.480374 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7588b8d7-1efb-4d77-9b7d-dd7b837fcf3b demo admin] 10.222.0.24 "GET /v2.0/routers/5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb HTTP/1.1" status: 200 len: 710 time: 0.1995144 Feb 16 16:12:12.624499 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f7bd03-d6db-482c-a5df-499829484945 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:12.626707 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-04f7bd03-d6db-482c-a5df-499829484945 demo admin] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 886 time: 0.1385779 Feb 16 16:12:12.638159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:13.075604 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Publish callbacks [] for router_gateway (5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:13.377061 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Publish callbacks [] for router_gateway (5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:13.473231 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:13.619563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Allocated IP 172.25.4.66 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/c6bcef39-f5e2-495c-bb07-d095a7344b06) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:12:13.736374 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Publish callbacks [] for port (c6bcef39-f5e2-495c-bb07-d095a7344b06), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:13.771981 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (c6bcef39-f5e2-495c-bb07-d095a7344b06), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:13.816852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:12:13.820188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:12:13.828664 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:12:13.834272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Pushing event updated for resources: {'Port': ['ID=c6bcef39-f5e2-495c-bb07-d095a7344b06,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:14.135284 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Publish callbacks [] for router_gateway (5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:14.386663 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:14.390991 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:14.524055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Router 5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:12:14.747006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:12:14.754229 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:14.769807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e6acf391-78e2-460f-b279-b76b07d25852 demo admin] 10.222.0.24 "PUT /v2.0/routers/5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb HTTP/1.1" status: 200 len: 889 time: 2.1220846 Feb 16 16:12:16.900669 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 721b2bf5-ded5-435a-a833-a7e6b9890902 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:12:16.986284 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 721b2bf5-ded5-435a-a833-a7e6b9890902 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:16.986905 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.119049 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 721b2bf5-ded5-435a-a833-a7e6b9890902 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:17.862469 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42206) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:17.945192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Sync routers for ids ['5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:12:17.961921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Routers {'5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:17.962859 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:11:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:18.048985 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b1267c98-0673-40f5-9082-a055933ce416 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1850142 Feb 16 16:12:18.222194 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Set router 5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:18.708083 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb', 'name': 'router1', 'tenant_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'c6bcef39-f5e2-495c-bb07-d095a7344b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:11:53Z', 'updated_at': '2022-02-16T16:12:13Z', 'revision_number': 4, 'project_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'gw_port': {'id': 'c6bcef39-f5e2-495c-bb07-d095a7344b06', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:13Z', 'updated_at': '2022-02-16T16:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '721b2bf5-ded5-435a-a833-a7e6b9890902', 'name': '', 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1', 'tenant_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'mac_address': 'fa:16:3e:5e:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9047398f-1d28-4624-b5ce-069221fd69a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:04Z', 'updated_at': '2022-02-16T16:12:07Z', 'revision_number': 5, 'project_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'subnets': [{'id': '9047398f-1d28-4624-b5ce-069221fd69a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd70209ed-956d-489a-b56c-1dec24f1e76c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:18.769506 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Checking router: 5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:12:18.769506 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Updating router 5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb port c6bcef39-f5e2-495c-bb07-d095a7344b06 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:12:18.835555 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c6bcef39-f5e2-495c-bb07-d095a7344b06), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:19.382526 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Publish callbacks [] for port (c6bcef39-f5e2-495c-bb07-d095a7344b06), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:19.388768 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c6bcef39-f5e2-495c-bb07-d095a7344b06), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:19.453898 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94672d02-4f52-43b6-ba31-9c9a1c7c0fa8 None None] Pushing event updated for resources: {'Port': ['ID=c6bcef39-f5e2-495c-bb07-d095a7344b06,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:19.459530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Attempting to bind port c6bcef39-f5e2-495c-bb07-d095a7344b06 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:12:19.459951 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Attempting to bind port c6bcef39-f5e2-495c-bb07-d095a7344b06 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:12:19.460329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Attempting to bind port c6bcef39-f5e2-495c-bb07-d095a7344b06 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:12:19.466383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:12:19.466768 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:12:19.467181 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:19.467581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:12:19.468095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Bound port: c6bcef39-f5e2-495c-bb07-d095a7344b06, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:12:19.468726 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c6bcef39-f5e2-495c-bb07-d095a7344b06), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:19.536701 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] For port c6bcef39-f5e2-495c-bb07-d095a7344b06, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:12:19.540388 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] For port c6bcef39-f5e2-495c-bb07-d095a7344b06, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c6bcef39-f5e2-495c-bb07-d095a7344b06,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:12:19.547981 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c6bcef39-f5e2-495c-bb07-d095a7344b06), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:19.627275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Routers {'5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:19.627932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:11:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:19.634209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94672d02-4f52-43b6-ba31-9c9a1c7c0fa8 None None] Pushing event updated for resources: {'Port': ['ID=c6bcef39-f5e2-495c-bb07-d095a7344b06,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:19.761470 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] Set router 5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:20.007771 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb', 'name': 'router1', 'tenant_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'c6bcef39-f5e2-495c-bb07-d095a7344b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:11:53Z', 'updated_at': '2022-02-16T16:12:13Z', 'revision_number': 4, 'project_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'gw_port': {'id': 'c6bcef39-f5e2-495c-bb07-d095a7344b06', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:13Z', 'updated_at': '2022-02-16T16:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '721b2bf5-ded5-435a-a833-a7e6b9890902', 'name': '', 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1', 'tenant_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'mac_address': 'fa:16:3e:5e:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9047398f-1d28-4624-b5ce-069221fd69a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:04Z', 'updated_at': '2022-02-16T16:12:07Z', 'revision_number': 5, 'project_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'subnets': [{'id': '9047398f-1d28-4624-b5ce-069221fd69a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd70209ed-956d-489a-b56c-1dec24f1e76c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:20.036826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6cd35-8f3e-4ff2-b15e-37ff8380104a None None] The sync data for ids ['5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb'] in n-d-669411-5 is: [{'id': '5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb', 'name': 'router1', 'tenant_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'c6bcef39-f5e2-495c-bb07-d095a7344b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:11:53Z', 'updated_at': '2022-02-16T16:12:13Z', 'revision_number': 4, 'project_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'gw_port': {'id': 'c6bcef39-f5e2-495c-bb07-d095a7344b06', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:13Z', 'updated_at': '2022-02-16T16:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '721b2bf5-ded5-435a-a833-a7e6b9890902', 'name': '', 'network_id': '5a77abd1-de42-4f69-8be5-6cde9d7d93a1', 'tenant_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'mac_address': 'fa:16:3e:5e:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b66b5-c8ac-4a52-a0df-1aa4c875a5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9047398f-1d28-4624-b5ce-069221fd69a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:04Z', 'updated_at': '2022-02-16T16:12:07Z', 'revision_number': 5, 'project_id': 'c0357922f87f4813b514e5e8d6b84fa7', 'subnets': [{'id': '9047398f-1d28-4624-b5ce-069221fd69a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd70209ed-956d-489a-b56c-1dec24f1e76c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:12:20.942728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c6bcef39-f5e2-495c-bb07-d095a7344b06 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:12:21.043315 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c6bcef39-f5e2-495c-bb07-d095a7344b06 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:21.043708 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c6bcef39-f5e2-495c-bb07-d095a7344b06), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.157431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c6bcef39-f5e2-495c-bb07-d095a7344b06 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:21.157833 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c6bcef39-f5e2-495c-bb07-d095a7344b06), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.194529 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port c6bcef39-f5e2-495c-bb07-d095a7344b06, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c6bcef39-f5e2-495c-bb07-d095a7344b06,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:21.200180 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c6bcef39-f5e2-495c-bb07-d095a7344b06), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.296194 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=c6bcef39-f5e2-495c-bb07-d095a7344b06,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:22.895478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c6bcef39-f5e2-495c-bb07-d095a7344b06 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:12:22.953163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c6bcef39-f5e2-495c-bb07-d095a7344b06 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:22.953822 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c6bcef39-f5e2-495c-bb07-d095a7344b06), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:23.059242 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c6bcef39-f5e2-495c-bb07-d095a7344b06 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:25.569502 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d30fcfd4-b933-4662-a071-54189b26a931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.193393 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3cd37ba-d804-4049-a3a3-94522778dc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:29.025807 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.605384 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:32.010544 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:45.446739 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:12:55.566544 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f3ceee9e-513a-4738-8f8f-ba68c4e55a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:58.210070 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a14bbc6a-19de-4f91-a593-ccc7c01930b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:59.025477 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:00.612480 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:02.006276 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:22.445565 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:13:25.540533 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-086fb91b-a053-4671-84c3-d2be8057c211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:28.183196 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5b4a992c-a8f6-4bb8-8dc2-34a9b85a7bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:29.026963 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:30.605433 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:32.009411 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:47.407556 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42722) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:13:47.470112 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-291be0d1-0fd7-449f-a65f-8019507d815b admin admin] GET failed (client error): The resource could not be found. Feb 16 16:13:47.472107 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-291be0d1-0fd7-449f-a65f-8019507d815b admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628695 Feb 16 16:13:47.632292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f33c78-e982-4137-9ed1-7561f8a24e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:47.633691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e1f33c78-e982-4137-9ed1-7561f8a24e8a admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1573229 Feb 16 16:13:49.993221 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42732) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:13:50.088924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07e5f7b-515b-4fe8-ad58-b5904d9b9bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:50.090286 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c07e5f7b-515b-4fe8-ad58-b5904d9b9bf8 admin admin] 10.222.0.24 "GET /v2.0/subnets/9047398f-1d28-4624-b5ce-069221fd69a3 HTTP/1.1" status: 200 len: 849 time: 0.0961161 Feb 16 16:13:50.100175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:13:50.184181 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Publish callbacks [] for subnet (9047398f-1d28-4624-b5ce-069221fd69a3), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:50.326500 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794037986919'] for subnet (9047398f-1d28-4624-b5ce-069221fd69a3), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:50.355942 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:50.356977 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:50.357961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] 10.222.0.24 "PUT /v2.0/subnets/9047398f-1d28-4624-b5ce-069221fd69a3 HTTP/1.1" status: 200 len: 868 time: 0.2618070 Feb 16 16:13:50.360422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c8629d-8120-4697-b286-4772a95b41af None None] Network 5a77abd1-de42-4f69-8be5-6cde9d7d93a1 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:13:50.382054 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9047398f-1d28-4624-b5ce-069221fd69a3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:13:50.389531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:13:50.389905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:13:50.390218 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:13:50.390557 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:13:50.390891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:13:50.391224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:13:50.392266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:13:50.392266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:13:50.392266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:13:50.392560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:13:50.392845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:13:50.393406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:13:50.393741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdd6d9-6ce5-4b1f-bcce-c84ba0e4a5ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:13:50.713407 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-785553b9-0df2-4c37-9b9f-035e643ea629 None None] Provisioning complete for port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:13:50.713732 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-785553b9-0df2-4c37-9b9f-035e643ea629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:50.794923 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-785553b9-0df2-4c37-9b9f-035e643ea629 None None] Current status of the port a4ee6c2a-e6f2-4869-a3b7-7b5c91028d19 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:13:50.805590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-785553b9-0df2-4c37-9b9f-035e643ea629 None None] Provisioning complete for port 721b2bf5-ded5-435a-a833-a7e6b9890902 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:13:50.805988 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-785553b9-0df2-4c37-9b9f-035e643ea629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (721b2bf5-ded5-435a-a833-a7e6b9890902), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:50.884447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-785553b9-0df2-4c37-9b9f-035e643ea629 None None] Current status of the port 721b2bf5-ded5-435a-a833-a7e6b9890902 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:13:52.728410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42740) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:13:52.931810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e3d2b3-a445-4388-b074-96d5714bb069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:52.932278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e3d2b3-a445-4388-b074-96d5714bb069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:52.933830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-22e3d2b3-a445-4388-b074-96d5714bb069 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2044518 Feb 16 16:13:55.257900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42748) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:13:55.392083 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc78693-a8f0-47cc-a03d-ae0b529ca738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:55.393203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc78693-a8f0-47cc-a03d-ae0b529ca738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:55.394756 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6fc78693-a8f0-47cc-a03d-ae0b529ca738 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1359065 Feb 16 16:13:55.542854 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8caa-9e4d-4fe9-971a-41046558548e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:57.701819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42756) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:13:57.875516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ac372d-719d-4e2b-a4c1-a60012ed2e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:57.877204 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-12ac372d-719d-4e2b-a4c1-a60012ed2e57 admin admin] 10.222.0.24 "GET /v2.0/networks/5a77abd1-de42-4f69-8be5-6cde9d7d93a1 HTTP/1.1" status: 200 len: 869 time: 0.1745040 Feb 16 16:13:58.185031 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fe779fb5-1f09-4caa-98cd-750c24a3f27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:59.028698 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:59.444852 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:14:00.250225 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42766) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:14:00.382288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96e7816-0423-4a2b-95da-a9db137dfa0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:14:00.383641 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e96e7816-0423-4a2b-95da-a9db137dfa0c admin admin] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 886 time: 0.1322150 Feb 16 16:14:00.608880 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:02.013046 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:02.731585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42774) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:14:02.859387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2c32dc-ad88-4413-aa26-46e6fe436fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:14:02.859858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2c32dc-ad88-4413-aa26-46e6fe436fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:14:02.862184 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7e2c32dc-ad88-4413-aa26-46e6fe436fdc admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1295660 Feb 16 16:14:05.239691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42782) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:14:05.364711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18da2ddd-8269-4a4e-a90d-35b77d12bde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:14:05.365160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18da2ddd-8269-4a4e-a90d-35b77d12bde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:14:05.366703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-18da2ddd-8269-4a4e-a90d-35b77d12bde9 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259654 Feb 16 16:14:07.711900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42790) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:14:07.797281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1b27d9-673b-48d0-865c-01635f800cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:14:07.798822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0d1b27d9-673b-48d0-865c-01635f800cdd admin admin] 10.222.0.24 "GET /v2.0/subnets/716a22ab-bef0-4114-819a-f452ed0f4c59 HTTP/1.1" status: 200 len: 816 time: 0.0860500 Feb 16 16:14:10.185160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42798) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:14:10.284375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98962044-5763-4739-9046-e04df8e98e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:14:10.285795 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-98962044-5763-4739-9046-e04df8e98e92 admin admin] 10.222.0.24 "GET /v2.0/subnets/9047398f-1d28-4624-b5ce-069221fd69a3 HTTP/1.1" status: 200 len: 868 time: 0.0996530 Feb 16 16:14:25.544941 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6b0e513a-aecf-4b11-bb62-806516df510d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:28.187099 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8c46d47d-1175-4b08-aafb-b2447b3e6825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:29.038304 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:30.617774 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:32.019110 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:36.444892 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:14:39.085474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42850) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:14:39.134452 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-99220db0-048b-4448-bcec-d4ab898a614e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:14:39.135480 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-99220db0-048b-4448-bcec-d4ab898a614e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490565 Feb 16 16:14:41.527417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42858) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:14:41.587319 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-593bf258-0492-4c6c-8fdf-5c92ef727c2e admin admin] GET failed (client error): The resource could not be found. Feb 16 16:14:41.588630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-593bf258-0492-4c6c-8fdf-5c92ef727c2e admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602419 Feb 16 16:14:41.674278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfcb7e9-d91e-4649-8e67-6a6b186b5328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:14:41.675822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6dfcb7e9-d91e-4649-8e67-6a6b186b5328 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832419 Feb 16 16:14:44.039783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42866) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:14:44.088280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:14:44.111646 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Made reservation on behalf of fbc070f8be754392a81eb8ce403d9a7f for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:14:44.113992 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:44.147694 n-d-669411-5 neutron-server[103422]: WARNING neutron.services.revisions.revision_plugin [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Could not find related network for resource to bump revision. Feb 16 16:14:44.161193 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:14:44.171065 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (9f1b3d1d-0cfd-41a5-84d6-760c1338a49d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:44.171401 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Added segment 9f1b3d1d-0cfd-41a5-84d6-760c1338a49d of type vlan for network 31ac75ed-5a18-4047-8c30-5a5fa845837c Feb 16 16:14:44.212126 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (31ac75ed-5a18-4047-8c30-5a5fa845837c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:44.237237 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (31ac75ed-5a18-4047-8c30-5a5fa845837c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:44.238154 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:14:44.238721 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:44.291197 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2500715 Feb 16 16:14:44.339562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Pushing event updated for resources: {'Network': ['ID=31ac75ed-5a18-4047-8c30-5a5fa845837c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:14:44.347792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:44.348131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:44.348475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:44.348813 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:44.349148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:44.349480 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:44.349810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:44.350142 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:44.350469 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:44.350793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:44.351115 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:44.351448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:44.351789 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef447611-f9bb-4201-b487-b15105548e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:44.363868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:14:46.711714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42874) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:14:46.772474 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d9db81-0a05-4102-8712-7407109656fa admin admin] GET failed (client error): The resource could not be found. Feb 16 16:14:46.773766 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-11d9db81-0a05-4102-8712-7407109656fa admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611346 Feb 16 16:14:46.880250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a176b9-3254-4ce1-939b-09856329510f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:14:46.881716 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-90a176b9-3254-4ce1-939b-09856329510f admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1038206 Feb 16 16:14:46.891913 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-954e9a3d-b7a0-4c3c-838b-e989fcd8c743 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:14:46.910254 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954e9a3d-b7a0-4c3c-838b-e989fcd8c743 admin admin] Made reservation on behalf of fbc070f8be754392a81eb8ce403d9a7f for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:14:46.913019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-954e9a3d-b7a0-4c3c-838b-e989fcd8c743 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:47.081591 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-954e9a3d-b7a0-4c3c-838b-e989fcd8c743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for subnet (6d0e33de-334b-4944-83a8-39bbe84bcc62), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:47.139841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e9a3d-b7a0-4c3c-838b-e989fcd8c743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d0e33de-334b-4944-83a8-39bbe84bcc62,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:14:47.147430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e9a3d-b7a0-4c3c-838b-e989fcd8c743 admin admin] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:14:47.147800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954e9a3d-b7a0-4c3c-838b-e989fcd8c743 admin admin] Network hostable DHCP agents. Network: 31ac75ed-5a18-4047-8c30-5a5fa845837c, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:14:47.163553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954e9a3d-b7a0-4c3c-838b-e989fcd8c743 admin admin] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:14:47.172132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-954e9a3d-b7a0-4c3c-838b-e989fcd8c743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 31ac75ed-5a18-4047-8c30-5a5fa845837c) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:14:47.176944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e9a3d-b7a0-4c3c-838b-e989fcd8c743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:14:47.178827 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-954e9a3d-b7a0-4c3c-838b-e989fcd8c743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:47.179986 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1440622b-3398-476b-8436-a019c7aa2774 None None] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:14:47.195621 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-954e9a3d-b7a0-4c3c-838b-e989fcd8c743 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3075614 Feb 16 16:14:47.290173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-31ac75ed-5a18-4047-8c30-5a5fa845837c', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'project_id': 'fbc070f8be754392a81eb8ce403d9a7f', 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:14:47.291039 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:47.434488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Allocated IP 192.168.233.2 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/6d5cd13c-6fc6-49ca-be89-7446961fb878) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:14:47.585755 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Publish callbacks [] for port (6d5cd13c-6fc6-49ca-be89-7446961fb878), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:47.592355 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (6d5cd13c-6fc6-49ca-be89-7446961fb878), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:47.642562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:14:47.646433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:14:47.649448 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:14:47.651503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Pushing event updated for resources: {'Port': ['ID=6d5cd13c-6fc6-49ca-be89-7446961fb878,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:14:47.662600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:47.662945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:47.663285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:47.663621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:47.663978 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:47.664308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:47.664632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:47.664953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:47.665274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:47.665595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:47.665912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:47.666228 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:47.666542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:14:47.719493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Attempting to bind port 6d5cd13c-6fc6-49ca-be89-7446961fb878 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:14:47.719921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Attempting to bind port 6d5cd13c-6fc6-49ca-be89-7446961fb878 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:14:47.720318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Attempting to bind port 6d5cd13c-6fc6-49ca-be89-7446961fb878 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:14:47.725580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:14:47.725961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:14:47.726399 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:47.726792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:14:47.727257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Bound port: 6d5cd13c-6fc6-49ca-be89-7446961fb878, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:14:47.727641 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6d5cd13c-6fc6-49ca-be89-7446961fb878), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:47.791722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] For port 6d5cd13c-6fc6-49ca-be89-7446961fb878, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:14:47.795185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] For port 6d5cd13c-6fc6-49ca-be89-7446961fb878, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6d5cd13c-6fc6-49ca-be89-7446961fb878,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:14:47.801592 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6d5cd13c-6fc6-49ca-be89-7446961fb878), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:47.865615 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364cd65-d85d-443f-87b5-4a852c60f812 None None] Pushing event updated for resources: {'Port': ['ID=6d5cd13c-6fc6-49ca-be89-7446961fb878,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:14:48.751558 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34d3727-874d-402c-97bc-73e756b753c8 None None] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:14:48.871552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-58effd79-77b7-4745-b73f-58f5b5acf85e None None] Provisioning complete for port 6d5cd13c-6fc6-49ca-be89-7446961fb878 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:14:48.871896 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-58effd79-77b7-4745-b73f-58f5b5acf85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6d5cd13c-6fc6-49ca-be89-7446961fb878), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:48.976095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-58effd79-77b7-4745-b73f-58f5b5acf85e None None] Current status of the port 6d5cd13c-6fc6-49ca-be89-7446961fb878 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:14:48.976799 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-58effd79-77b7-4745-b73f-58f5b5acf85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6d5cd13c-6fc6-49ca-be89-7446961fb878), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:49.021267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-58effd79-77b7-4745-b73f-58f5b5acf85e None None] For port 6d5cd13c-6fc6-49ca-be89-7446961fb878, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6d5cd13c-6fc6-49ca-be89-7446961fb878,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:14:49.027417 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-58effd79-77b7-4745-b73f-58f5b5acf85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6d5cd13c-6fc6-49ca-be89-7446961fb878), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:49.078078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6d5cd13c-6fc6-49ca-be89-7446961fb878 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:14:49.229945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58effd79-77b7-4745-b73f-58f5b5acf85e None None] Pushing event updated for resources: {'Port': ['ID=6d5cd13c-6fc6-49ca-be89-7446961fb878,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:14:49.252250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-35624047-8548-450d-9481-02c5f4a512b7 None None] Provisioning complete for port 6d5cd13c-6fc6-49ca-be89-7446961fb878 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:14:49.252644 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-35624047-8548-450d-9481-02c5f4a512b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6d5cd13c-6fc6-49ca-be89-7446961fb878), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:49.284896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 6d5cd13c-6fc6-49ca-be89-7446961fb878 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:14:49.285282 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6d5cd13c-6fc6-49ca-be89-7446961fb878), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:49.391560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-35624047-8548-450d-9481-02c5f4a512b7 None None] Current status of the port 6d5cd13c-6fc6-49ca-be89-7446961fb878 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:14:49.402369 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 6d5cd13c-6fc6-49ca-be89-7446961fb878 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:14:50.963048 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6d5cd13c-6fc6-49ca-be89-7446961fb878 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:14:51.016970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 6d5cd13c-6fc6-49ca-be89-7446961fb878 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:14:51.017380 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6d5cd13c-6fc6-49ca-be89-7446961fb878), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:51.096614 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 6d5cd13c-6fc6-49ca-be89-7446961fb878 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:14:55.546599 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0654d140-c322-4a2f-8c54-6831f7eba711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:58.190453 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-956900b7-9e6f-4a26-ad0c-ef5034ef923c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:59.039438 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:00.616794 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:02.012782 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:13.449306 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:15:25.563053 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cf9cec03-b40b-4613-888b-bfd17996950e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:28.194366 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2a41f1c5-73ee-4e19-a55d-2381ed18f1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:29.043086 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:30.618462 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:32.021028 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:50.448366 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:15:55.547170 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0d63d090-7cfb-4344-b4c0-bbc63e30b678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:58.197044 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e096e4a6-dedf-40e3-a3b8-0871c07f82a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:59.042510 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:00.624541 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:02.016129 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:11.016546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42914) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:16:11.022075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-1c8476ef-13d1-4c8e-92e7-349aeb6eb2bf tempest-verify_tempest_config-1670604484 tempest-verify_tempest_config-1670604484-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:16:11.023035 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1c8476ef-13d1-4c8e-92e7-349aeb6eb2bf tempest-verify_tempest_config-1670604484 tempest-verify_tempest_config-1670604484-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055399 Feb 16 16:16:11.316084 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42932) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:16:11.421034 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:11.498972 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Publish callbacks [] for security_group (193d3337-1e8d-4792-a75e-cda7d37471d8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:11.502601 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (193d3337-1e8d-4792-a75e-cda7d37471d8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:11.548251 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=227d9240a75f4acfba6b4088cf016eee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2311285 Feb 16 16:16:11.549096 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193d3337-1e8d-4792-a75e-cda7d37471d8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:16:11.550972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42936) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:16:11.557370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.557722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.558059 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.558395 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.558730 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.559078 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.559408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.559729 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.560072 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.560399 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.560714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.561030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.561346 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7975f31b-f478-4f52-8699-45f17ca67b95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.611116 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Publish callbacks [] for security_group (193d3337-1e8d-4792-a75e-cda7d37471d8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:11.633096 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Publish callbacks [] for security_group (193d3337-1e8d-4792-a75e-cda7d37471d8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:11.728860 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (193d3337-1e8d-4792-a75e-cda7d37471d8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:11.732480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:11.734034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/193d3337-1e8d-4792-a75e-cda7d37471d8 HTTP/1.1" status: 204 len: 168 time: 0.1820085 Feb 16 16:16:11.741760 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193d3337-1e8d-4792-a75e-cda7d37471d8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:16:11.749748 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.750026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.750369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.750703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.751032 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.751359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.751685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.752038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.752364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.752739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.753080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.753385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:11.753704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda733b4-a2c3-4962-9a2c-41779648bf35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:16:25.548951 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f48081ff-aed7-4e2f-94eb-ee2e1608c87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:27.447644 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:16:28.200479 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-068e8acc-3fe3-4bdf-b6e0-b64bb5571e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:29.045823 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:30.624964 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:32.020203 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:55.551588 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b7fcc8cc-990f-45c2-9e1d-74b9699072a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:58.202152 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4dfe610a-e966-49d9-926d-cae009fe83de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:59.048922 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:00.628577 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:02.023166 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:04.449466 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:17:25.553496 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f268f258-6b51-4a78-b53f-99f8355d14ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:28.205050 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d74e8329-9f8d-423e-b45d-51d1b4a873f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:29.054818 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:30.632641 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:32.026497 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:41.448937 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:17:55.556640 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cd9643ac-5499-4b7c-a661-8f06213a58ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:58.206067 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3aa9e7c7-aa62-47df-aa9b-7c04fc34c52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:59.055207 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:00.635167 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:02.032697 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:18.447100 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:18:25.558080 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0e93fece-0021-4b4b-8736-000a98327c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:28.208231 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cb84c2f2-587f-4823-83a4-8458c30da07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:29.060173 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:30.638148 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:32.024893 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:55.446055 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:18:55.560188 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08324791-01eb-41e1-a963-8ab73cc15845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:58.211733 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-84ee4e91-8784-448e-9e29-807fbf423c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:59.062632 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:00.641814 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:02.027669 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:25.560978 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ca97bbb6-857d-492b-bc00-d7df1d34693f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:28.213570 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1eb8013b-d2f7-442f-917b-23ec16d14141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:29.064304 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:30.647405 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:30.945066 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16714055'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:32.030273 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:32.445125 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:19:34.036112 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16714055'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:55.564360 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c11eeaf0-a64a-4dfe-bbb4-8d88cfb30ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:58.216089 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7945ba46-be21-47c4-ab86-4a975e104d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:59.067236 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:00.649101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:00.903493 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:02.036344 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:04.010109 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:09.443957 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:20:25.567497 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-45120f2a-5abf-4a42-94f5-7e908e3d0645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:27.024501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42994) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:20:27.131692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-35a0c908-eb31-4b17-b9c3-650af4c87b93 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1060960 Feb 16 16:20:28.218933 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2215c465-2e42-4d9d-8de2-a9cc52269017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:29.071746 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:29.485575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43004) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:20:29.540580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d9334f41-b938-41df-abc4-33fae583f035 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0538976 Feb 16 16:20:30.652155 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:30.916333 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:32.029068 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:34.002321 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:46.444437 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:20:55.569030 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7496a87c-9a89-417f-9b3e-982899b6a6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:58.220394 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eddd9747-6b9a-4239-b268-885e9e57bb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:59.073472 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:00.654684 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:00.931301 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:02.034001 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:04.036583 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:23.445473 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:21:25.570518 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c1a449df-0598-4398-99c8-5129130282c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:28.223299 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d0dcabfc-2e6a-4f08-8d69-8d29775c76c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:29.075920 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:30.659215 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:30.931760 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:32.038185 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:34.068660 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:55.584296 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb86090e-ba76-4ab9-9613-f22aa8425174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:57.568517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43148) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:21:57.913324 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-network', 'tenant_id': 'a074548814944d3691a8ab693310e936'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:21:57.940198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Made reservation on behalf of a074548814944d3691a8ab693310e936 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:21:57.944303 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:57.959165 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:58.086835 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Publish callbacks [] for security_group (52ad8c9a-14b8-45da-81eb-a577bddce081), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:58.095228 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (52ad8c9a-14b8-45da-81eb-a577bddce081), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:58.131404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:21:58.133485 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ad8c9a-14b8-45da-81eb-a577bddce081,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:21:58.146890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.147230 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.147581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.148133 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.148257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.148636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.148895 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.149263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.149538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.149821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.150212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.150469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.150719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Tracked resource versions report: Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: pushed versions: Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: { 'AddressGroup': {'1.2'}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'ConntrackHelper': {'1.0'}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'LocalIPAssociation': {'1.0'}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'Log': {'1.0'}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'Network': {'1.1'}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'Port': {'1.7'}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'PortForwarding': {'1.2'}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'QosPolicy': {'1.10'}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'SecurityGroup': {'1.5'}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'SubPort': {'1.0'}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'Subnet': {'1.1'}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'Trunk': {'1.1'}} Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: consumer versions: Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: { DHCP agent@n-d-669411-5: {}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: HyperV agent@n-h1-669411-5: {}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: HyperV agent@n-h2-669411-5: {}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: L3 agent@n-d-669411-5: {}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: Metadata agent@n-d-669411-5: {}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: Metering agent@n-d-669411-5: {}, Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: Open vSwitch agent@n-d-669411-5: { 'AddressGroup': '1.2', Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'ConntrackHelper': '1.0', Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'LocalIPAssociation': '1.0', Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'Log': '1.0', Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'Network': '1.1', Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'Port': '1.7', Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'PortForwarding': '1.2', Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'QosPolicy': '1.10', Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'SecurityGroup': '1.5', Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'SecurityGroupRule': '1.2', Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'SubPort': '1.0', Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'Subnet': '1.1', Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: 'Trunk': '1.1'}} Feb 16 16:21:58.152264 n-d-669411-5 neutron-server[103421]: {{(pid=103421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:21:58.164181 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b3651080-6015-4384-b68d-9b183c0d003b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:58.164825 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Added segment b3651080-6015-4384-b68d-9b183c0d003b of type vlan for network 72bb907d-875d-4ec6-9779-d384bacff365 Feb 16 16:21:58.223592 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (72bb907d-875d-4ec6-9779-d384bacff365), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:58.245967 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-15b5204b-07f4-4727-b0e1-d627855045cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:58.253843 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (72bb907d-875d-4ec6-9779-d384bacff365), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:58.254905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:21:58.255494 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:58.341470 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43194) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:21:58.342654 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7717528 Feb 16 16:21:58.344053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db11347-6709-492e-9227-6da31e493faa admin admin] Pushing event updated for resources: {'Network': ['ID=72bb907d-875d-4ec6-9779-d384bacff365,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:21:58.353133 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Request body: {'subnet': {'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-subnet', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:21:58.355985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 72bb907d-875d-4ec6-9779-d384bacff365 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:21:58.383216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Made reservation on behalf of a074548814944d3691a8ab693310e936 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:21:58.386668 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:58.573090 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for subnet (60743ad9-3f89-46e3-a7de-dc3e4ec4e12e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:58.634655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=60743ad9-3f89-46e3-a7de-dc3e4ec4e12e,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:21:58.646569 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.646910 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.647248 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.647576 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.647928 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.648249 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.648726 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.649196 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.649515 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.649835 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.650154 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.650468 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.650782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Tracked resource versions report: Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: pushed versions: Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: { 'AddressGroup': {'1.2'}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'ConntrackHelper': {'1.0'}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'LocalIPAssociation': {'1.0'}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'Log': {'1.0'}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'Network': {'1.1'}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'Port': {'1.7'}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'PortForwarding': {'1.2'}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'QosPolicy': {'1.10'}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'SecurityGroup': {'1.5'}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'SubPort': {'1.0'}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'Subnet': {'1.1'}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'Trunk': {'1.1'}} Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: consumer versions: Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: { DHCP agent@n-d-669411-5: {}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: HyperV agent@n-h1-669411-5: {}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: HyperV agent@n-h2-669411-5: {}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: L3 agent@n-d-669411-5: {}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: Metadata agent@n-d-669411-5: {}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: Metering agent@n-d-669411-5: {}, Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: Open vSwitch agent@n-d-669411-5: { 'AddressGroup': '1.2', Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'ConntrackHelper': '1.0', Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'LocalIPAssociation': '1.0', Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'Log': '1.0', Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'Network': '1.1', Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'Port': '1.7', Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'PortForwarding': '1.2', Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'QosPolicy': '1.10', Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'SecurityGroup': '1.5', Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'SecurityGroupRule': '1.2', Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'SubPort': '1.0', Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'Subnet': '1.1', Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: 'Trunk': '1.1'}} Feb 16 16:21:58.651884 n-d-669411-5 neutron-server[103422]: {{(pid=103422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:21:58.656508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Checking segment: {'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:21:58.656849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Network hostable DHCP agents. Network: 72bb907d-875d-4ec6-9779-d384bacff365, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:21:58.675210 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Network 72bb907d-875d-4ec6-9779-d384bacff365 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:21:58.684617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 72bb907d-875d-4ec6-9779-d384bacff365) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:21:58.690905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:21:58.692025 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:58.697097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60798d7a-31f3-4643-828f-cdc368523777 None None] Network 72bb907d-875d-4ec6-9779-d384bacff365 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:21:58.724292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43214) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:21:58.724962 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d792e07a-4dbf-413a-939b-6136009abefe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3793340 Feb 16 16:21:58.730070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:21:58.754146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:58.754146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:58.817902 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Publish callbacks [] for router_controller (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:58.834678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-72bb907d-875d-4ec6-9779-d384bacff365', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'project_id': 'a074548814944d3691a8ab693310e936', 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:21:58.835651 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:59.019509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Allocated IP 172.20.0.2 (72bb907d-875d-4ec6-9779-d384bacff365/60743ad9-3f89-46e3-a7de-dc3e4ec4e12e/5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:21:59.085561 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Publish callbacks [] for router_gateway (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:59.152818 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:59.287201 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Publish callbacks [] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:59.299692 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:59.361431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Network 72bb907d-875d-4ec6-9779-d384bacff365 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:21:59.362885 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Publish callbacks [] for router_gateway (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:59.368167 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:21:59.380169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:21:59.386410 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:59.396214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Pushing event updated for resources: {'Port': ['ID=5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:21:59.444856 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:59.445424 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:59.445986 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:59.446560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:59.447499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:59.447685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:59.448267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:59.448839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:59.449488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:59.449968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:59.450537 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:59.451254 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:59.451874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Tracked resource versions report: Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: pushed versions: Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: { 'AddressGroup': {'1.2'}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'ConntrackHelper': {'1.0'}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'LocalIPAssociation': {'1.0'}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'Log': {'1.0'}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'Network': {'1.1'}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'Port': {'1.7'}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'PortForwarding': {'1.2'}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'QosPolicy': {'1.10'}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'SecurityGroup': {'1.5'}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'SubPort': {'1.0'}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'Subnet': {'1.1'}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'Trunk': {'1.1'}} Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: consumer versions: Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: { DHCP agent@n-d-669411-5: {}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: HyperV agent@n-h1-669411-5: {}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: HyperV agent@n-h2-669411-5: {}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: L3 agent@n-d-669411-5: {}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: Metadata agent@n-d-669411-5: {}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: Metering agent@n-d-669411-5: {}, Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: Open vSwitch agent@n-d-669411-5: { 'AddressGroup': '1.2', Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'ConntrackHelper': '1.0', Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'LocalIPAssociation': '1.0', Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'Log': '1.0', Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'Network': '1.1', Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'Port': '1.7', Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'PortForwarding': '1.2', Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'QosPolicy': '1.10', Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'SecurityGroup': '1.5', Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'SecurityGroupRule': '1.2', Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'SubPort': '1.0', Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'Subnet': '1.1', Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: 'Trunk': '1.1'}} Feb 16 16:21:59.454644 n-d-669411-5 neutron-server[103423]: {{(pid=103423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:21:59.504574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Attempting to bind port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:21:59.504949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Attempting to bind port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:21:59.505316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Attempting to bind port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 on network 72bb907d-875d-4ec6-9779-d384bacff365 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:21:59.513705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:21:59.514085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Checking segment: {'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:21:59.514572 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:59.516067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Bound using segment: {'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:21:59.516766 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Bound port: 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:21:59.517381 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:59.555849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Allocated IP 172.25.4.195 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/865e5357-020c-4ce1-9a57-4ef15f426efe) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:21:59.611125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] For port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:21:59.614464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] For port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:21:59.621675 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:59.701039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9fd1c-1721-4b4a-8098-3ccba93176d9 None None] Pushing event updated for resources: {'Port': ['ID=5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:21:59.709930 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Publish callbacks [] for port (865e5357-020c-4ce1-9a57-4ef15f426efe), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:59.751308 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (865e5357-020c-4ce1-9a57-4ef15f426efe), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:59.801874 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Pushing event updated for resources: {'Port': ['ID=865e5357-020c-4ce1-9a57-4ef15f426efe,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:21:59.811577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:21:59.814105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:21:59.818341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:22:00.103970 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Publish callbacks [] for router_gateway (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:00.326385 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:00.447206 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:22:00.493583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:22:00.620384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:22:00.632951 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Sync routers for ids ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:22:00.644421 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:00.649065 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-391d3aed-6970-49c4-bca9-831d35afb178 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 1.9195075 Feb 16 16:22:00.649203 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Routers {'2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:22:00.649203 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:21:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:00.649558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43272) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:00.688304 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:00.866964 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Set router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:22:00.939558 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:01.115656 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:21:59Z', 'revision_number': 3, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:01.133251 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f295e4c-3473-47c7-adc4-b7d3df981ee6 None None] Network 72bb907d-875d-4ec6-9779-d384bacff365 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:22:01.151623 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Checking router: 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:22:01.152169 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Updating router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 port 865e5357-020c-4ce1-9a57-4ef15f426efe binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:22:01.187329 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (865e5357-020c-4ce1-9a57-4ef15f426efe), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:01.329631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c4ed62ed-040c-4dab-9d03-ff4c8e38dc0b None None] Provisioning complete for port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:01.330237 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c4ed62ed-040c-4dab-9d03-ff4c8e38dc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:01.335994 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:01.390455 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:01.475671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:01.476697 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:01.576905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed62ed-040c-4dab-9d03-ff4c8e38dc0b None None] Current status of the port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:01.577460 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c4ed62ed-040c-4dab-9d03-ff4c8e38dc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:01.697846 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Publish callbacks [] for port (865e5357-020c-4ce1-9a57-4ef15f426efe), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:01.706907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c4ed62ed-040c-4dab-9d03-ff4c8e38dc0b None None] For port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:01.723732 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c4ed62ed-040c-4dab-9d03-ff4c8e38dc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:01.730713 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (865e5357-020c-4ce1-9a57-4ef15f426efe), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:01.783921 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Attempting to bind port 865e5357-020c-4ce1-9a57-4ef15f426efe on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:22:01.788697 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Attempting to bind port 865e5357-020c-4ce1-9a57-4ef15f426efe by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:22:01.789383 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Attempting to bind port 865e5357-020c-4ce1-9a57-4ef15f426efe on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:01.798872 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:22:01.800851 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:01.801499 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:01.802091 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:22:01.802801 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Bound port: 865e5357-020c-4ce1-9a57-4ef15f426efe, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:22:01.803391 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (865e5357-020c-4ce1-9a57-4ef15f426efe), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:01.822329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Allocated IP 172.20.0.1 (72bb907d-875d-4ec6-9779-d384bacff365/60743ad9-3f89-46e3-a7de-dc3e4ec4e12e/2a54a736-226b-40da-97da-7b4bff149d6c) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:22:01.837230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:01.837581 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:01.873970 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Pushing event updated for resources: {'Port': ['ID=865e5357-020c-4ce1-9a57-4ef15f426efe,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:01.886244 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:01.886934 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:01.887886 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:01.888455 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:01.889000 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:01.889653 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:01.891327 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:01.892020 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:01.892839 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:01.893376 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:01.893907 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:01.894614 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:01.895150 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Tracked resource versions report: Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: pushed versions: Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: { 'AddressGroup': {'1.2'}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'ConntrackHelper': {'1.0'}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'LocalIPAssociation': {'1.0'}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'Log': {'1.0'}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'Network': {'1.1'}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'Port': {'1.7'}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'PortForwarding': {'1.2'}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'QosPolicy': {'1.10'}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'SecurityGroup': {'1.5'}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'SubPort': {'1.0'}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'Subnet': {'1.1'}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'Trunk': {'1.1'}} Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: consumer versions: Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: { DHCP agent@n-d-669411-5: {}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: HyperV agent@n-h1-669411-5: {}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: HyperV agent@n-h2-669411-5: {}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: L3 agent@n-d-669411-5: {}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: Metadata agent@n-d-669411-5: {}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: Metering agent@n-d-669411-5: {}, Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: Open vSwitch agent@n-d-669411-5: { 'AddressGroup': '1.2', Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'ConntrackHelper': '1.0', Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'LocalIPAssociation': '1.0', Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'Log': '1.0', Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'Network': '1.1', Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'Port': '1.7', Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'PortForwarding': '1.2', Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'QosPolicy': '1.10', Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'SecurityGroup': '1.5', Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'SecurityGroupRule': '1.2', Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'SubPort': '1.0', Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'Subnet': '1.1', Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: 'Trunk': '1.1'}} Feb 16 16:22:01.897121 n-d-669411-5 neutron-server[103424]: {{(pid=103424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:22:01.921028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed62ed-040c-4dab-9d03-ff4c8e38dc0b None None] Pushing event updated for resources: {'Port': ['ID=5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:01.926944 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] For port 865e5357-020c-4ce1-9a57-4ef15f426efe, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:22:01.932823 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] For port 865e5357-020c-4ce1-9a57-4ef15f426efe, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=865e5357-020c-4ce1-9a57-4ef15f426efe,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:22:01.942153 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (865e5357-020c-4ce1-9a57-4ef15f426efe), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:02.002321 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:22:02.003720 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:22:02.006037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-26875bf1-f202-4652-bbde-e9fbc2b596ee None None] Provisioning complete for port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:02.006625 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-26875bf1-f202-4652-bbde-e9fbc2b596ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:02.019424 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4046d65-1dc4-4be5-a9f7-b7221c08e058 None None] Pushing event updated for resources: {'Port': ['ID=865e5357-020c-4ce1-9a57-4ef15f426efe,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:02.045603 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Routers {'2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:22:02.047136 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:21:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:02.048240 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Publish callbacks [] for port (2a54a736-226b-40da-97da-7b4bff149d6c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:02.146126 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:02.206114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Network 72bb907d-875d-4ec6-9779-d384bacff365 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:22:02.209067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:02.212635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:22:02.213104 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:02.258795 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] Set router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:22:02.273594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Pushing event updated for resources: {'Port': ['ID=2a54a736-226b-40da-97da-7b4bff149d6c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:02.383428 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:02.475140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-26875bf1-f202-4652-bbde-e9fbc2b596ee None None] Current status of the port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:02.547410 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:02.592731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:02.703868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f94aa984-bf35-4164-b1ab-d02383cf5ccd None None] Provisioning complete for port 2a54a736-226b-40da-97da-7b4bff149d6c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:02.704591 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f94aa984-bf35-4164-b1ab-d02383cf5ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:02.711627 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:21:59Z', 'revision_number': 3, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:02.739783 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caefb53-fea7-466c-9e8f-6086eb991ead None None] The sync data for ids ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'] in n-d-669411-5 is: [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:21:59Z', 'revision_number': 3, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:22:02.769379 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f94aa984-bf35-4164-b1ab-d02383cf5ccd None None] Port 2a54a736-226b-40da-97da-7b4bff149d6c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:22:02.815657 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Publish callbacks [] for port (2a54a736-226b-40da-97da-7b4bff149d6c), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:02.823072 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:02.823832 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:02.984381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Network 72bb907d-875d-4ec6-9779-d384bacff365 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:22:02.985874 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:03.187956 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Pushing event updated for resources: {'Port': ['ID=2a54a736-226b-40da-97da-7b4bff149d6c,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:03.197913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:22:03.416283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 865e5357-020c-4ce1-9a57-4ef15f426efe up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:03.449675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:22:03.465285 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6c6e01f3-1cbb-4418-a45c-bdce9d90182c admin admin] 10.222.0.24 "PUT /v2.0/routers/2d03ecf4-0d20-46a1-93ae-c20bb5a62a82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8145173 Feb 16 16:22:03.493498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 865e5357-020c-4ce1-9a57-4ef15f426efe triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:03.494099 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (865e5357-020c-4ce1-9a57-4ef15f426efe), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:03.521963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3bb1b9bf-0aa9-44d5-a725-94bc1abe6b46 None None] Provisioning complete for port 2a54a736-226b-40da-97da-7b4bff149d6c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:03.522681 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3bb1b9bf-0aa9-44d5-a725-94bc1abe6b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:03.559995 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3bb1b9bf-0aa9-44d5-a725-94bc1abe6b46 None None] Port 2a54a736-226b-40da-97da-7b4bff149d6c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:22:03.644724 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 865e5357-020c-4ce1-9a57-4ef15f426efe is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:03.645099 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (865e5357-020c-4ce1-9a57-4ef15f426efe), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:03.681444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 865e5357-020c-4ce1-9a57-4ef15f426efe, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=865e5357-020c-4ce1-9a57-4ef15f426efe,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:03.692539 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (865e5357-020c-4ce1-9a57-4ef15f426efe), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:03.694483 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:03.803651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=865e5357-020c-4ce1-9a57-4ef15f426efe,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:03.817916 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:03.818314 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:03.959495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:04.091651 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:04.713753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43404) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:05.090158 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43428) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:05.095782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510502090-network', 'tenant_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:05.096387 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e133-1c2d-44ad-bcec-e9eb57332f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.117666 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] Made reservation on behalf of 4e9abdbf3ae44e09af55d84b5cc3c0a3 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:05.124607 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.144172 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.152981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Sync routers for ids ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:22:05.189733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Routers {'2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:22:05.193974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:21:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:05.230120 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e133-1c2d-44ad-bcec-e9eb57332f8e admin admin] Publish callbacks [] for security_group (f905f78e-d649-40bb-9b83-cb5af02dd497), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.238461 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e133-1c2d-44ad-bcec-e9eb57332f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f905f78e-d649-40bb-9b83-cb5af02dd497), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.256864 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] Publish callbacks [] for security_group (6a2ea7e7-f2a3-4a96-8d27-3a40451c4c5a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.263348 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6a2ea7e7-f2a3-4a96-8d27-3a40451c4c5a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.284442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43438) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:05.299394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:22:05.325471 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (3741db67-447a-46a2-bee8-695a2d7df974), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.326127 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] Added segment 3741db67-447a-46a2-bee8-695a2d7df974 of type vlan for network 23cd9590-433f-47bf-a201-b94da622d168 Feb 16 16:22:05.367002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9ad9e133-1c2d-44ad-bcec-e9eb57332f8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=625407209e9647bc909d752b9aa46245&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6513877 Feb 16 16:22:05.370654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43444) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:05.372921 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (23cd9590-433f-47bf-a201-b94da622d168), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.407732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2ea7e7-f2a3-4a96-8d27-3a40451c4c5a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:05.418257 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (23cd9590-433f-47bf-a201-b94da622d168), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.420057 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:05.421848 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.422877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9e133-1c2d-44ad-bcec-e9eb57332f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f905f78e-d649-40bb-9b83-cb5af02dd497,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:05.462289 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3710613 Feb 16 16:22:05.465218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43448) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:05.470985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a6fbf4f4-8861-4686-94f3-99d7fe787e72 admin admin] Request body: {'subnet': {'network_id': '23cd9590-433f-47bf-a201-b94da622d168', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510502090-subnet', 'tenant_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:05.481395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Set router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:22:05.490606 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f914607-b241-48cc-9873-f81c55b48f1d admin admin] Publish callbacks [] for security_group (f905f78e-d649-40bb-9b83-cb5af02dd497), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.493513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43456) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:05.498125 n-d-669411-5 neutron-server[103421]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 16:22:05.537173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 865e5357-020c-4ce1-9a57-4ef15f426efe up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:05.570756 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f914607-b241-48cc-9873-f81c55b48f1d admin admin] Publish callbacks [] for security_group (f905f78e-d649-40bb-9b83-cb5af02dd497), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.606362 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fea08d-e679-430e-afd4-bbd9c0d52593 admin admin] Pushing event updated for resources: {'Network': ['ID=23cd9590-433f-47bf-a201-b94da622d168,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:05.637450 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-60f1cb57-a31a-42a0-93e6-a64f48154045 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d60fab11796c49fbb144045bc30bd70e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1408336 Feb 16 16:22:05.640494 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f914607-b241-48cc-9873-f81c55b48f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f905f78e-d649-40bb-9b83-cb5af02dd497), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.643732 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f914607-b241-48cc-9873-f81c55b48f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.644875 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2f914607-b241-48cc-9873-f81c55b48f1d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f905f78e-d649-40bb-9b83-cb5af02dd497 HTTP/1.1" status: 204 len: 168 time: 0.2735054 Feb 16 16:22:05.646430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 23cd9590-433f-47bf-a201-b94da622d168 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:22:05.656465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fbf4f4-8861-4686-94f3-99d7fe787e72 admin admin] Made reservation on behalf of 4e9abdbf3ae44e09af55d84b5cc3c0a3 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:05.660712 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6fbf4f4-8861-4686-94f3-99d7fe787e72 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.696606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f914607-b241-48cc-9873-f81c55b48f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f905f78e-d649-40bb-9b83-cb5af02dd497,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:05.824785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43470) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:05.859704 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 865e5357-020c-4ce1-9a57-4ef15f426efe triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:05.860342 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (865e5357-020c-4ce1-9a57-4ef15f426efe), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.875680 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80cc322e-b9f5-47d1-b2eb-5bbb4019178c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:05.963924 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6fbf4f4-8861-4686-94f3-99d7fe787e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for subnet (0529490d-66e4-4b17-8cfd-b9d13b1f3160), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.033690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '2a54a736-226b-40da-97da-7b4bff149d6c', 'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'mac_address': 'fa:16:3e:c6:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:01Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 2, 'project_id': 'a074548814944d3691a8ab693310e936', 'subnets': [{'id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:06.048340 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbf4f4-8861-4686-94f3-99d7fe787e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0529490d-66e4-4b17-8cfd-b9d13b1f3160,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:06.059993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fbf4f4-8861-4686-94f3-99d7fe787e72 admin admin] Checking segment: {'id': '3741db67-447a-46a2-bee8-695a2d7df974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '23cd9590-433f-47bf-a201-b94da622d168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:06.060272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fbf4f4-8861-4686-94f3-99d7fe787e72 admin admin] Network hostable DHCP agents. Network: 23cd9590-433f-47bf-a201-b94da622d168, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:22:06.082557 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fbf4f4-8861-4686-94f3-99d7fe787e72 admin admin] Network 23cd9590-433f-47bf-a201-b94da622d168 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:22:06.101529 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-a6fbf4f4-8861-4686-94f3-99d7fe787e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 23cd9590-433f-47bf-a201-b94da622d168) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:06.107911 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 865e5357-020c-4ce1-9a57-4ef15f426efe is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:06.117807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b5e42-500b-4fea-988c-bdb513aa21aa None None] Network 23cd9590-433f-47bf-a201-b94da622d168 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:22:06.118332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fbf4f4-8861-4686-94f3-99d7fe787e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:06.118958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6fbf4f4-8861-4686-94f3-99d7fe787e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.122336 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Checking router: 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:22:06.123287 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Updating router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 port 2a54a736-226b-40da-97da-7b4bff149d6c binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:22:06.165870 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a6fbf4f4-8861-4686-94f3-99d7fe787e72 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6994200 Feb 16 16:22:06.169336 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43484) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:06.176235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510502090-router', 'tenant_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:06.214887 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (9da02d4e-9cde-455b-9789-323e5e837c8d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.216230 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.219016 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-6bc37c33-957e-4763-9965-0c2ebcd5bc63 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:06.219436 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (9da02d4e-9cde-455b-9789-323e5e837c8d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.228438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-6bc37c33-957e-4763-9965-0c2ebcd5bc63 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5895801 Feb 16 16:22:06.245943 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e1aa734-b413-41ec-bfb9-9a6343eeaa11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.269354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-013617fe-ec2c-44c5-bbb4-bba69ef1a7bd tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/quotas/d60fab11796c49fbb144045bc30bd70e HTTP/1.1" status: 200 len: 375 time: 0.0399399 Feb 16 16:22:06.305298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-23cd9590-433f-47bf-a201-b94da622d168', 'network_id': '23cd9590-433f-47bf-a201-b94da622d168', 'project_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'fixed_ips': [{'subnet_id': '0529490d-66e4-4b17-8cfd-b9d13b1f3160'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:22:06.306463 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.426430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43492) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:06.432934 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80cc322e-b9f5-47d1-b2eb-5bbb4019178c admin admin] Publish callbacks [] for security_group (13a3ba08-31ee-47f2-bb07-2d3779620c60), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.441391 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Publish callbacks [] for router_controller (9da02d4e-9cde-455b-9789-323e5e837c8d), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.456870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-d1c55418-ee75-4a6d-98c4-d4a3ec4c2a81 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d60fab11796c49fbb144045bc30bd70e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1865871 Feb 16 16:22:06.457479 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80cc322e-b9f5-47d1-b2eb-5bbb4019178c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (13a3ba08-31ee-47f2-bb07-2d3779620c60), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.582899 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e1aa734-b413-41ec-bfb9-9a6343eeaa11 admin admin] Publish callbacks [] for security_group (d2c3505e-cb76-4f3c-b39c-de81cbed1e12), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.598174 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e1aa734-b413-41ec-bfb9-9a6343eeaa11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d2c3505e-cb76-4f3c-b39c-de81cbed1e12), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.626987 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Allocated IP 172.20.0.2 (23cd9590-433f-47bf-a201-b94da622d168/0529490d-66e4-4b17-8cfd-b9d13b1f3160/0d97d798-4648-4571-b0f8-e1c51e25a5cd) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:22:06.631510 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3e1aa734-b413-41ec-bfb9-9a6343eeaa11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6697f8dbcde44779350bece66e6aa7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8022728 Feb 16 16:22:06.635630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc322e-b9f5-47d1-b2eb-5bbb4019178c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a3ba08-31ee-47f2-bb07-2d3779620c60,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:06.639381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43494) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:06.690241 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-98c88ab5-e876-4ff7-89b4-7e3b11b6e8c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.700459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-80cc322e-b9f5-47d1-b2eb-5bbb4019178c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf280c8204ac44a58f9e761a914ccc95&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4016166 Feb 16 16:22:06.709495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43496) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:06.772377 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cbfb51c4-46ae-4447-99e9-10279fb45491 admin admin] Publish callbacks [] for security_group (d2c3505e-cb76-4f3c-b39c-de81cbed1e12), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.774065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1aa734-b413-41ec-bfb9-9a6343eeaa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c3505e-cb76-4f3c-b39c-de81cbed1e12,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:06.812987 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cbfb51c4-46ae-4447-99e9-10279fb45491 admin admin] Publish callbacks [] for security_group (d2c3505e-cb76-4f3c-b39c-de81cbed1e12), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.940750 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a566f551-249b-4dd2-9ad9-29ad50d3d273 req-661deb0d-1294-4d61-b4df-d1f18493bda8 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 210 time: 0.0809186 Feb 16 16:22:06.945994 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cbfb51c4-46ae-4447-99e9-10279fb45491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d2c3505e-cb76-4f3c-b39c-de81cbed1e12), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.950772 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cbfb51c4-46ae-4447-99e9-10279fb45491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.955811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cbfb51c4-46ae-4447-99e9-10279fb45491 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2c3505e-cb76-4f3c-b39c-de81cbed1e12 HTTP/1.1" status: 204 len: 168 time: 0.2917316 Feb 16 16:22:06.965211 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Publish callbacks [] for port (2a54a736-226b-40da-97da-7b4bff149d6c), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:06.967724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb51c4-46ae-4447-99e9-10279fb45491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c3505e-cb76-4f3c-b39c-de81cbed1e12,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:06.998293 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Publish callbacks [] for router_gateway (9da02d4e-9cde-455b-9789-323e5e837c8d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.011640 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.072446 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9ff93b4-9452-4573-8e6b-a0f36aa685d5 admin admin] Publish callbacks [] for security_group (13a3ba08-31ee-47f2-bb07-2d3779620c60), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.122640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf0904-1272-41d4-b623-83cbdb70588a None None] Pushing event updated for resources: {'Port': ['ID=2a54a736-226b-40da-97da-7b4bff149d6c,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:07.154593 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9ff93b4-9452-4573-8e6b-a0f36aa685d5 admin admin] Publish callbacks [] for security_group (13a3ba08-31ee-47f2-bb07-2d3779620c60), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.167509 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-98c88ab5-e876-4ff7-89b4-7e3b11b6e8c3 admin admin] Publish callbacks [] for security_group (e11bf5a1-3060-4e0e-a6fa-525c011d1209), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.214432 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-98c88ab5-e876-4ff7-89b4-7e3b11b6e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e11bf5a1-3060-4e0e-a6fa-525c011d1209), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.215170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43538) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:07.231252 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Publish callbacks [] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.261376 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.267302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-41ff9954-2e4e-452d-b84b-f35b3d030075 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1174ee4f57384c92aa747bc8ff203c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487370 Feb 16 16:22:07.291177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Attempting to bind port 2a54a736-226b-40da-97da-7b4bff149d6c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:22:07.291547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Attempting to bind port 2a54a736-226b-40da-97da-7b4bff149d6c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:22:07.291939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Attempting to bind port 2a54a736-226b-40da-97da-7b4bff149d6c on network 72bb907d-875d-4ec6-9779-d384bacff365 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:07.293599 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-98c88ab5-e876-4ff7-89b4-7e3b11b6e8c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0357e55666234b97a1243d8a78019bc2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8660307 Feb 16 16:22:07.298187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43540) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:07.299141 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c88ab5-e876-4ff7-89b4-7e3b11b6e8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11bf5a1-3060-4e0e-a6fa-525c011d1209,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:07.318718 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:22:07.319167 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Checking segment: {'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:07.319580 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.321078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Bound using segment: {'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:22:07.321596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Bound port: 2a54a736-226b-40da-97da-7b4bff149d6c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:22:07.322074 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.348094 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9ff93b4-9452-4573-8e6b-a0f36aa685d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (13a3ba08-31ee-47f2-bb07-2d3779620c60), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.352205 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9ff93b4-9452-4573-8e6b-a0f36aa685d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.356657 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d9ff93b4-9452-4573-8e6b-a0f36aa685d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13a3ba08-31ee-47f2-bb07-2d3779620c60 HTTP/1.1" status: 204 len: 168 time: 0.6315901 Feb 16 16:22:07.377149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Network 23cd9590-433f-47bf-a201-b94da622d168 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:22:07.379509 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff93b4-9452-4573-8e6b-a0f36aa685d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a3ba08-31ee-47f2-bb07-2d3779620c60,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:07.403633 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-05fbda7d-2905-4eff-aefa-295b37a77576 admin admin] Publish callbacks [] for security_group (e11bf5a1-3060-4e0e-a6fa-525c011d1209), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.411444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:07.424252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:22:07.506878 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-05fbda7d-2905-4eff-aefa-295b37a77576 admin admin] Publish callbacks [] for security_group (e11bf5a1-3060-4e0e-a6fa-525c011d1209), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.522232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-d0c5d2de-7838-4d07-a2a1-c425e0f1928c tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:07.531917 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-d0c5d2de-7838-4d07-a2a1-c425e0f1928c tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2551620 Feb 16 16:22:07.557614 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Pushing event updated for resources: {'Port': ['ID=0d97d798-4648-4571-b0f8-e1c51e25a5cd,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:07.562699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-76e337e1-4cb1-45b1-97ab-1dd9ba8e94da tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/quotas/1174ee4f57384c92aa747bc8ff203c80 HTTP/1.1" status: 200 len: 375 time: 0.0283601 Feb 16 16:22:07.601259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8713d7e4-afe3-44b6-b4c3-c6b0a185fb24 None None] Provisioning complete for port 2a54a736-226b-40da-97da-7b4bff149d6c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:07.601988 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8713d7e4-afe3-44b6-b4c3-c6b0a185fb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.609183 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Publish callbacks [] for router_gateway (9da02d4e-9cde-455b-9789-323e5e837c8d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.645389 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.661087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-d3b1bfad-0083-4636-9e94-9fa89ad4753a tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1174ee4f57384c92aa747bc8ff203c80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950670 Feb 16 16:22:07.710086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] For port 2a54a736-226b-40da-97da-7b4bff149d6c, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:22:07.745953 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-05fbda7d-2905-4eff-aefa-295b37a77576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e11bf5a1-3060-4e0e-a6fa-525c011d1209), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.746559 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Attempting to bind port 0d97d798-4648-4571-b0f8-e1c51e25a5cd on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:22:07.747176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Attempting to bind port 0d97d798-4648-4571-b0f8-e1c51e25a5cd by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '3741db67-447a-46a2-bee8-695a2d7df974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '23cd9590-433f-47bf-a201-b94da622d168'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:22:07.747698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Attempting to bind port 0d97d798-4648-4571-b0f8-e1c51e25a5cd on network 23cd9590-433f-47bf-a201-b94da622d168 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:07.749866 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-05fbda7d-2905-4eff-aefa-295b37a77576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.753783 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-05fbda7d-2905-4eff-aefa-295b37a77576 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e11bf5a1-3060-4e0e-a6fa-525c011d1209 HTTP/1.1" status: 204 len: 168 time: 0.4492338 Feb 16 16:22:07.793053 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbda7d-2905-4eff-aefa-295b37a77576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11bf5a1-3060-4e0e-a6fa-525c011d1209,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:07.798778 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] For port 2a54a736-226b-40da-97da-7b4bff149d6c, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2a54a736-226b-40da-97da-7b4bff149d6c,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:22:07.801538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:22:07.806437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Checking segment: {'id': '3741db67-447a-46a2-bee8-695a2d7df974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '23cd9590-433f-47bf-a201-b94da622d168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:07.808402 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.809923 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Bound using segment: {'id': '3741db67-447a-46a2-bee8-695a2d7df974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '23cd9590-433f-47bf-a201-b94da622d168'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:22:07.810602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Bound port: 0d97d798-4648-4571-b0f8-e1c51e25a5cd, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3741db67-447a-46a2-bee8-695a2d7df974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '23cd9590-433f-47bf-a201-b94da622d168'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:22:07.811982 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.818049 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8713d7e4-afe3-44b6-b4c3-c6b0a185fb24 None None] Port 2a54a736-226b-40da-97da-7b4bff149d6c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:22:07.855172 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:07.911622 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43564) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:07.918416 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Allocated IP 172.25.4.253 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/789e3829-97bf-4321-a773-e824f5160d76) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:22:07.957410 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-22a6391a-93ac-430b-a692-5510016fcad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:08.020954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf0904-1272-41d4-b623-83cbdb70588a None None] Pushing event updated for resources: {'Port': ['ID=2a54a736-226b-40da-97da-7b4bff149d6c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:08.024787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Routers {'2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:22:08.025800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:21:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:08.078354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43574) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:08.135920 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f632b3aa-73b2-4fb2-8fe7-085d8be843d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:08.154543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] For port 0d97d798-4648-4571-b0f8-e1c51e25a5cd, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:22:08.190360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87c4bd12-3a08-4ef1-bf4c-36c415781d6b req-1ff5c542-5b3a-4216-b18b-12c7cba7742a tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 210 time: 0.0691431 Feb 16 16:22:08.196832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] For port 0d97d798-4648-4571-b0f8-e1c51e25a5cd, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0d97d798-4648-4571-b0f8-e1c51e25a5cd,segment=NetworkSegment(3741db67-447a-46a2-bee8-695a2d7df974),segment_id=3741db67-447a-46a2-bee8-695a2d7df974)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:22:08.209252 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:08.319210 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-22a6391a-93ac-430b-a692-5510016fcad6 admin admin] Publish callbacks [] for security_group (4a4136cf-ed4c-450f-97c5-df03d7b039f7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:08.348955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] Set router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:22:08.401139 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28a99b8d-662f-4098-b2b4-0c53b0804cf7 req-8aac1c5f-42bf-4b54-ae58-b4bd1e08ae3b tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 210 time: 0.2824972 Feb 16 16:22:08.402264 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-22a6391a-93ac-430b-a692-5510016fcad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4a4136cf-ed4c-450f-97c5-df03d7b039f7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:08.403874 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Publish callbacks [] for port (789e3829-97bf-4321-a773-e824f5160d76), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:08.484188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-22a6391a-93ac-430b-a692-5510016fcad6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3a66f0731854876be79a316393b9fbd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5711889 Feb 16 16:22:08.484907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6391a-93ac-430b-a692-5510016fcad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4136cf-ed4c-450f-97c5-df03d7b039f7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:08.490893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43592) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:08.601693 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ca2a-c2c0-4fa2-8b80-971359d77af7 admin admin] Publish callbacks [] for security_group (4a4136cf-ed4c-450f-97c5-df03d7b039f7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:08.637151 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f632b3aa-73b2-4fb2-8fe7-085d8be843d1 admin admin] Publish callbacks [] for security_group (11c0dec6-babc-404d-b702-e0efc7d993f9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:08.643613 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (789e3829-97bf-4321-a773-e824f5160d76), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:08.655662 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ca2a-c2c0-4fa2-8b80-971359d77af7 admin admin] Publish callbacks [] for security_group (4a4136cf-ed4c-450f-97c5-df03d7b039f7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:08.659269 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f632b3aa-73b2-4fb2-8fe7-085d8be843d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (11c0dec6-babc-404d-b702-e0efc7d993f9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:08.766956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4a851-db9e-4a1e-b715-5f600e7d1ce4 None None] Pushing event updated for resources: {'Port': ['ID=0d97d798-4648-4571-b0f8-e1c51e25a5cd,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:08.831421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-19323bca-e14d-4122-a05e-fa9a77e46491 None None] Provisioning complete for port 2a54a736-226b-40da-97da-7b4bff149d6c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:08.832048 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ca2a-c2c0-4fa2-8b80-971359d77af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4a4136cf-ed4c-450f-97c5-df03d7b039f7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:08.832837 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-19323bca-e14d-4122-a05e-fa9a77e46491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:08.840371 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ca2a-c2c0-4fa2-8b80-971359d77af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:08.852756 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5ae0ca2a-c2c0-4fa2-8b80-971359d77af7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a4136cf-ed4c-450f-97c5-df03d7b039f7 HTTP/1.1" status: 204 len: 168 time: 0.3460290 Feb 16 16:22:08.887349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0ca2a-c2c0-4fa2-8b80-971359d77af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4136cf-ed4c-450f-97c5-df03d7b039f7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:09.042549 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '2a54a736-226b-40da-97da-7b4bff149d6c', 'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'mac_address': 'fa:16:3e:c6:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:01Z', 'updated_at': '2022-02-16T16:22:07Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'subnets': [{'id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:09.044538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-19323bca-e14d-4122-a05e-fa9a77e46491 None None] Current status of the port 2a54a736-226b-40da-97da-7b4bff149d6c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:09.045176 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-19323bca-e14d-4122-a05e-fa9a77e46491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:09.106882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b361dd72-3d2d-4755-93eb-6c84ff31bf24 None None] The sync data for ids ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'] in n-d-669411-5 is: [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '2a54a736-226b-40da-97da-7b4bff149d6c', 'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'mac_address': 'fa:16:3e:c6:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:01Z', 'updated_at': '2022-02-16T16:22:07Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'subnets': [{'id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:22:09.135455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-19323bca-e14d-4122-a05e-fa9a77e46491 None None] For port 2a54a736-226b-40da-97da-7b4bff149d6c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2a54a736-226b-40da-97da-7b4bff149d6c,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:09.147404 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-19323bca-e14d-4122-a05e-fa9a77e46491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:09.175450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:22:09.261098 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:09.319996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19323bca-e14d-4122-a05e-fa9a77e46491 None None] Pushing event updated for resources: {'Port': ['ID=2a54a736-226b-40da-97da-7b4bff149d6c,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:09.340292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632b3aa-73b2-4fb2-8fe7-085d8be843d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c0dec6-babc-404d-b702-e0efc7d993f9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:09.355709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:22:09.424205 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f632b3aa-73b2-4fb2-8fe7-085d8be843d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8aaea3a2fe2a40bd9c2194ec5a26dcea&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3357127 Feb 16 16:22:09.427378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43628) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:09.510345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0d97d798-4648-4571-b0f8-e1c51e25a5cd up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:09.653313 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5372e14-f521-4f16-9f87-2dae5ff04029 req-00e66f56-9cbf-4bad-aeb0-f49e1e32a300 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 210 time: 0.0801532 Feb 16 16:22:09.665473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 0d97d798-4648-4571-b0f8-e1c51e25a5cd triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:09.667355 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:09.724712 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Pushing event updated for resources: {'Port': ['ID=789e3829-97bf-4321-a773-e824f5160d76,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:09.762016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c56254ed-3353-4bac-a93a-663f4c202fd6 req-9630150f-1c77-444b-872f-29748f82e255 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 210 time: 0.1050022 Feb 16 16:22:09.778814 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea41b8f1-8307-491d-bfaf-8ec9e6b6cc13 admin admin] Publish callbacks [] for security_group (11c0dec6-babc-404d-b702-e0efc7d993f9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:09.889026 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea41b8f1-8307-491d-bfaf-8ec9e6b6cc13 admin admin] Publish callbacks [] for security_group (11c0dec6-babc-404d-b702-e0efc7d993f9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:09.972890 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 0d97d798-4648-4571-b0f8-e1c51e25a5cd is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:09.976370 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:10.011632 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea41b8f1-8307-491d-bfaf-8ec9e6b6cc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (11c0dec6-babc-404d-b702-e0efc7d993f9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:10.015050 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea41b8f1-8307-491d-bfaf-8ec9e6b6cc13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:10.036140 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ea41b8f1-8307-491d-bfaf-8ec9e6b6cc13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11c0dec6-babc-404d-b702-e0efc7d993f9 HTTP/1.1" status: 204 len: 168 time: 0.6067860 Feb 16 16:22:10.062496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41b8f1-8307-491d-bfaf-8ec9e6b6cc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c0dec6-babc-404d-b702-e0efc7d993f9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:10.082999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 0d97d798-4648-4571-b0f8-e1c51e25a5cd, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0d97d798-4648-4571-b0f8-e1c51e25a5cd,segment=NetworkSegment(3741db67-447a-46a2-bee8-695a2d7df974),segment_id=3741db67-447a-46a2-bee8-695a2d7df974)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:10.096300 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:10.199359 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=0d97d798-4648-4571-b0f8-e1c51e25a5cd,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:10.215717 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc4c47-4c43-4de6-b63c-e0797f922b92 None None] Network 23cd9590-433f-47bf-a201-b94da622d168 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:22:10.347375 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2b135d99-6437-4ec7-99d8-a87f44c0bcae None None] Provisioning complete for port 0d97d798-4648-4571-b0f8-e1c51e25a5cd triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:10.347996 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b135d99-6437-4ec7-99d8-a87f44c0bcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:10.387852 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Publish callbacks [] for router_gateway (9da02d4e-9cde-455b-9789-323e5e837c8d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:10.432419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.60', 56452) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:10.492399 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-06fd2e6e-40fd-4d10-8321-94d66249294a tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d60fab11796c49fbb144045bc30bd70e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585957 Feb 16 16:22:10.670109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2b135d99-6437-4ec7-99d8-a87f44c0bcae None None] Current status of the port 0d97d798-4648-4571-b0f8-e1c51e25a5cd is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:10.801314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-77790889-1e2e-4992-975c-dabec8bf1c24 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:10.804754 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-77790889-1e2e-4992-975c-dabec8bf1c24 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3006563 Feb 16 16:22:10.844452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (9da02d4e-9cde-455b-9789-323e5e837c8d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:10.864304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.65', 61109) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:10.932639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-b3e6932f-ca0b-4563-a970-33e520adc097 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=1174ee4f57384c92aa747bc8ff203c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671711 Feb 16 16:22:10.949998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Request body: {'port': {'device_id': 'aaef4196-b3d2-40d3-979d-75ca5571f538', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': 'd60fab11796c49fbb144045bc30bd70e'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:11.011447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8e60b644-cf10-4eea-9de2-ae4048d4a6d1 None None] Provisioning complete for port 0d97d798-4648-4571-b0f8-e1c51e25a5cd triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:11.012248 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8e60b644-cf10-4eea-9de2-ae4048d4a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:11.156717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1fe0e879-b047-4181-8848-0142603a1a40 req-5f470e79-921a-4b45-89f1-a11ce46555e2 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 210 time: 0.1950178 Feb 16 16:22:11.182284 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8e60b644-cf10-4eea-9de2-ae4048d4a6d1 None None] Current status of the port 0d97d798-4648-4571-b0f8-e1c51e25a5cd is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:11.228963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Router 9da02d4e-9cde-455b-9789-323e5e837c8d is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:22:11.268580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4eca2abb-0cc5-4933-b9fc-f9c75735993a req-56e34d79-e7b9-4536-9d3b-1993313c297c tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 210 time: 0.1636846 Feb 16 16:22:11.433543 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:22:11.446850 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Sync routers for ids ['9da02d4e-9cde-455b-9789-323e5e837c8d'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:22:11.465368 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0d97d798-4648-4571-b0f8-e1c51e25a5cd up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:11.469997 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Routers {'9da02d4e-9cde-455b-9789-323e5e837c8d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:22:11.470905 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:21:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9da02d4e-9cde-455b-9789-323e5e837c8d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:11.472918 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:11.474173 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c4a5a88a-78b4-425b-ad8a-fa3285fab653 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3038368 Feb 16 16:22:11.477487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43702) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:11.540680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 0d97d798-4648-4571-b0f8-e1c51e25a5cd triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:11.541222 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:11.653569 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 0d97d798-4648-4571-b0f8-e1c51e25a5cd is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:11.658294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2a54a736-226b-40da-97da-7b4bff149d6c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:11.666586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-826f5736-3a21-499b-8871-b1a55a9bdad7 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:11.668108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-826f5736-3a21-499b-8871-b1a55a9bdad7 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7054868 Feb 16 16:22:11.690017 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Set router 9da02d4e-9cde-455b-9789-323e5e837c8d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:22:11.696257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Made reservation on behalf of d60fab11796c49fbb144045bc30bd70e for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:11.701728 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:11.729880 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:11.760669 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2a54a736-226b-40da-97da-7b4bff149d6c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:11.761657 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:11.787560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Request body: {'port': {'device_id': 'c3cf599f-0284-42af-8618-3fc08781a62b', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '1174ee4f57384c92aa747bc8ff203c80'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:11.992008 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510502090-router', 'tenant_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '789e3829-97bf-4321-a773-e824f5160d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:22:06Z', 'updated_at': '2022-02-16T16:22:09Z', 'revision_number': 3, 'project_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'gw_port': {'id': '789e3829-97bf-4321-a773-e824f5160d76', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:07Z', 'updated_at': '2022-02-16T16:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:12.024585 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Checking router: 9da02d4e-9cde-455b-9789-323e5e837c8d for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:22:12.025427 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Updating router 9da02d4e-9cde-455b-9789-323e5e837c8d port 789e3829-97bf-4321-a773-e824f5160d76 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:22:12.061352 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (789e3829-97bf-4321-a773-e824f5160d76), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:12.094511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2a54a736-226b-40da-97da-7b4bff149d6c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:12.105581 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Publish callbacks [] for security_group (45faa51f-a44e-4372-b263-ed028287a053), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:12.115157 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (45faa51f-a44e-4372-b263-ed028287a053), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:12.154044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Made reservation on behalf of 1174ee4f57384c92aa747bc8ff203c80 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:12.158913 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:12.248098 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:12.305677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45faa51f-a44e-4372-b263-ed028287a053,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:12.468170 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Publish callbacks [] for port (789e3829-97bf-4321-a773-e824f5160d76), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:12.479732 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (789e3829-97bf-4321-a773-e824f5160d76), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:12.607498 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272494a-d77d-4c15-837d-f27c4773243a None None] Pushing event updated for resources: {'Port': ['ID=789e3829-97bf-4321-a773-e824f5160d76,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:12.636442 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Attempting to bind port 789e3829-97bf-4321-a773-e824f5160d76 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:22:12.637234 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Attempting to bind port 789e3829-97bf-4321-a773-e824f5160d76 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:22:12.638091 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Attempting to bind port 789e3829-97bf-4321-a773-e824f5160d76 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:12.658889 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:22:12.659903 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:12.661050 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:12.661903 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:22:12.662680 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Bound port: 789e3829-97bf-4321-a773-e824f5160d76, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:22:12.666915 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (789e3829-97bf-4321-a773-e824f5160d76), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:12.747694 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] For port 789e3829-97bf-4321-a773-e824f5160d76, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:22:12.752533 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] For port 789e3829-97bf-4321-a773-e824f5160d76, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=789e3829-97bf-4321-a773-e824f5160d76,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:22:12.762119 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (789e3829-97bf-4321-a773-e824f5160d76), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:12.815725 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Routers {'9da02d4e-9cde-455b-9789-323e5e837c8d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:22:12.817741 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:21:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9da02d4e-9cde-455b-9789-323e5e837c8d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:12.913057 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ba54ce6-d95b-42e0-9c44-25fa63f37b67 req-ca8d2fee-17e4-49c6-ac07-955edd841b73 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 210 time: 0.6211593 Feb 16 16:22:12.927264 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:13.039642 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272494a-d77d-4c15-837d-f27c4773243a None None] Pushing event updated for resources: {'Port': ['ID=789e3829-97bf-4321-a773-e824f5160d76,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:13.102736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Allocated IP 192.168.233.72 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/24f5539c-bdaa-4b40-a6cd-b2642dd8991f) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:22:13.112350 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] Set router 9da02d4e-9cde-455b-9789-323e5e837c8d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:22:13.120409 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64500d8f-87f0-4528-a93a-2c475506a53d req-724de2b6-7c5b-4bda-b235-ef2e2126a494 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 210 time: 0.6653833 Feb 16 16:22:13.405772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Allocated IP 172.20.0.1 (23cd9590-433f-47bf-a201-b94da622d168/0529490d-66e4-4b17-8cfd-b9d13b1f3160/b462c981-c48e-488b-93b4-c66d0a2e3373) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:22:13.517419 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Publish callbacks [] for security_group (dda97d84-bac9-4b1a-a943-b140814b702f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:13.528528 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (dda97d84-bac9-4b1a-a943-b140814b702f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:13.701119 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Publish callbacks [] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:13.751268 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510502090-router', 'tenant_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '789e3829-97bf-4321-a773-e824f5160d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:22:06Z', 'updated_at': '2022-02-16T16:22:09Z', 'revision_number': 3, 'project_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'gw_port': {'id': '789e3829-97bf-4321-a773-e824f5160d76', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:07Z', 'updated_at': '2022-02-16T16:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:13.816944 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e08868-8c2f-42e5-8558-b020b2ae010b None None] The sync data for ids ['9da02d4e-9cde-455b-9789-323e5e837c8d'] in n-d-669411-5 is: [{'id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510502090-router', 'tenant_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '789e3829-97bf-4321-a773-e824f5160d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:22:06Z', 'updated_at': '2022-02-16T16:22:09Z', 'revision_number': 3, 'project_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'gw_port': {'id': '789e3829-97bf-4321-a773-e824f5160d76', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:07Z', 'updated_at': '2022-02-16T16:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:22:13.819803 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:13.880600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda97d84-bac9-4b1a-a943-b140814b702f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:13.999936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Network 23cd9590-433f-47bf-a201-b94da622d168 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:22:14.030588 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:14.034859 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Pushing event updated for resources: {'Port': ['ID=b462c981-c48e-488b-93b4-c66d0a2e3373,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:14.045289 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:22:14.054429 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (9da02d4e-9cde-455b-9789-323e5e837c8d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:14.290083 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b01e8a3-4ecd-408e-9cbb-5d3bbe0e7fb3 req-1ffb9be5-5dde-4c69-8cc0-85a54124e22e tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 210 time: 0.1698666 Feb 16 16:22:14.294238 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Publish callbacks [] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:14.408944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3fd092d-fe0e-4cef-b347-484f65bc0127 req-1e27a77f-acfd-4393-91b3-42d511b79133 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 210 time: 0.1055026 Feb 16 16:22:14.583569 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:14.617739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d2793f9b-d634-4eeb-a90f-4d288b74d07f None None] Provisioning complete for port b462c981-c48e-488b-93b4-c66d0a2e3373 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:14.618411 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2793f9b-d634-4eeb-a90f-4d288b74d07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:14.830580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:22:14.835575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d2793f9b-d634-4eeb-a90f-4d288b74d07f None None] Port b462c981-c48e-488b-93b4-c66d0a2e3373 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:22:14.855502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:14.868690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:22:14.880792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:14.881964 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:14.886311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Allocated IP 192.168.233.192 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/4d86d268-0ad7-45a6-9f56-322c7c3e20fc) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:22:14.895651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Pushing event updated for resources: {'Port': ['ID=24f5539c-bdaa-4b40-a6cd-b2642dd8991f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:14.971123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-40a16f96-6c2f-4be7-a5fb-c70060ad1131 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0374298 Feb 16 16:22:15.002786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e6f4b0b0-33d6-4eef-a7be-05cc517e0bff tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:22:15.006425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e6f4b0b0-33d6-4eef-a7be-05cc517e0bff tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0232394 Feb 16 16:22:15.212139 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:15.427393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 789e3829-97bf-4321-a773-e824f5160d76 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:15.625621 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Publish callbacks [] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:15.631358 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2664f8ca-4cd0-4291-a903-dcab548efadd None None] Provisioning complete for port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:15.635003 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2664f8ca-4cd0-4291-a903-dcab548efadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:15.758006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 789e3829-97bf-4321-a773-e824f5160d76 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:15.758910 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (789e3829-97bf-4321-a773-e824f5160d76), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:15.818934 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:15.878792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2664f8ca-4cd0-4291-a903-dcab548efadd None None] Port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:22:15.949091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bbe43-eb62-4ead-ae83-7b687fe5b4e2 req-d61088e8-b644-431a-b2c0-18baa6629b4f tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:15.950758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-988bbe43-eb62-4ead-ae83-7b687fe5b4e2 req-d61088e8-b644-431a-b2c0-18baa6629b4f tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 936 time: 0.2464767 Feb 16 16:22:16.014425 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Publish callbacks [] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:16.015062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4b96f-a5d7-47b3-94fc-9086e6b0bf57 req-b29b857c-e023-4915-87e4-5895808ac977 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:16.018346 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 789e3829-97bf-4321-a773-e824f5160d76 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:16.018948 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (789e3829-97bf-4321-a773-e824f5160d76), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:16.022532 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:16.025028 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (9da02d4e-9cde-455b-9789-323e5e837c8d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:16.026100 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fa4b96f-a5d7-47b3-94fc-9086e6b0bf57 req-b29b857c-e023-4915-87e4-5895808ac977 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 935 time: 0.4900434 Feb 16 16:22:16.079513 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 789e3829-97bf-4321-a773-e824f5160d76, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=789e3829-97bf-4321-a773-e824f5160d76,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:16.086774 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (789e3829-97bf-4321-a773-e824f5160d76), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:16.177995 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fa4b96f-a5d7-47b3-94fc-9086e6b0bf57 req-a09351ac-f76e-4ca0-87fa-31bd7b1222d2 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506057 Feb 16 16:22:16.206866 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Pushing event updated for resources: {'Port': ['ID=b462c981-c48e-488b-93b4-c66d0a2e3373,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:16.259575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=789e3829-97bf-4321-a773-e824f5160d76,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:16.267390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:22:16.276944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:16.346649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:22:16.366587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:16.369003 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:16.387146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Request body: {'port': {'device_id': 'aaef4196-b3d2-40d3-979d-75ca5571f538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:16.405802 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-988bbe43-eb62-4ead-ae83-7b687fe5b4e2 req-7c16aad5-4c6f-48fb-a078-9d15ae29fa56 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/security-groups?id=dda97d84-bac9-4b1a-a943-b140814b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289615 Feb 16 16:22:16.440579 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Network 23cd9590-433f-47bf-a201-b94da622d168 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:22:16.449269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:16.586343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8120391 Feb 16 16:22:16.628938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-26318fbb-5bfa-47c0-b925-ec06d71ed0f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:22:16.631112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-26318fbb-5bfa-47c0-b925-ec06d71ed0f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149455 Feb 16 16:22:16.634053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9e75e-cf03-4fef-a6a0-06bf7c8383f8 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Pushing event updated for resources: {'Port': ['ID=4d86d268-0ad7-45a6-9f56-322c7c3e20fc,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:16.716483 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Router 9da02d4e-9cde-455b-9789-323e5e837c8d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:22:16.795831 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:16.829943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e6b0b584-6ab8-4ef4-9818-dfb5f8225724 None None] Provisioning complete for port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:16.830849 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e6b0b584-6ab8-4ef4-9818-dfb5f8225724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:16.889043 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e6b0b584-6ab8-4ef4-9818-dfb5f8225724 None None] Port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:22:16.937256 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Request body: {'port': {'device_id': 'c3cf599f-0284-42af-8618-3fc08781a62b', 'device_owner': 'compute:tempest-test_az-77415397', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:17.032990 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:22:17.064418 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9819fd1a-b774-42d8-bbbd-f79ebfcd4397 admin admin] 10.222.0.24 "PUT /v2.0/routers/9da02d4e-9cde-455b-9789-323e5e837c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5857933 Feb 16 16:22:17.071118 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:17.122659 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-42da8c17-7de0-4e9a-8bd5-6550d700b343 None None] Provisioning complete for port b462c981-c48e-488b-93b4-c66d0a2e3373 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:17.123036 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-42da8c17-7de0-4e9a-8bd5-6550d700b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:17.236260 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-42da8c17-7de0-4e9a-8bd5-6550d700b343 None None] Port b462c981-c48e-488b-93b4-c66d0a2e3373 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:22:17.422187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 789e3829-97bf-4321-a773-e824f5160d76 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:17.553047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Sync routers for ids ['9da02d4e-9cde-455b-9789-323e5e837c8d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:22:17.594150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Routers {'9da02d4e-9cde-455b-9789-323e5e837c8d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:22:17.594799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:21:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9da02d4e-9cde-455b-9789-323e5e837c8d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:17.595864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f5539c-bdaa-4b40-a6cd-b2642dd8991f {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:22:17.607151 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Publish callbacks [] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:17.628791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43862) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:17.660183 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Transition to ACTIVE for port object 24f5539c-bdaa-4b40-a6cd-b2642dd8991f will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:22:17.686988 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:17.793637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 789e3829-97bf-4321-a773-e824f5160d76 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:17.803992 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (789e3829-97bf-4321-a773-e824f5160d76), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:17.869285 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c5b350c9-97cf-49f2-a049-eb03d4205abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:18.086039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 789e3829-97bf-4321-a773-e824f5160d76 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:18.102967 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c5b350c9-97cf-49f2-a049-eb03d4205abe admin admin] Publish callbacks [] for security_group (f6270bb5-3092-43d1-858c-d0da123a5d45), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:18.114091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c5b350c9-97cf-49f2-a049-eb03d4205abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f6270bb5-3092-43d1-858c-d0da123a5d45), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:18.123978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Attempting to bind port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:22:18.124522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Attempting to bind port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:22:18.124819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Attempting to bind port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:18.148004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Pushing event updated for resources: {'Port': ['ID=24f5539c-bdaa-4b40-a6cd-b2642dd8991f,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:18.156074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Set router 9da02d4e-9cde-455b-9789-323e5e837c8d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:22:18.158138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:22:18.158138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Attempting to bind port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:18.189937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:22:18.190486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:18.191105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:22:18.191595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Bound port: 24f5539c-bdaa-4b40-a6cd-b2642dd8991f, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:22:18.191997 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:18.252677 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c5b350c9-97cf-49f2-a049-eb03d4205abe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d39d2bcc2d84b1faa0741e71c62d383&name=default HTTP/1.1" status: 200 len: 2994 time: 0.6220829 Feb 16 16:22:18.253731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b350c9-97cf-49f2-a049-eb03d4205abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6270bb5-3092-43d1-858c-d0da123a5d45,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:18.257631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43868) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:18.373685 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c45f262c-49fc-44b8-bc27-7e61b56f6c28 admin admin] Publish callbacks [] for security_group (f6270bb5-3092-43d1-858c-d0da123a5d45), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:18.417658 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c45f262c-49fc-44b8-bc27-7e61b56f6c28 admin admin] Publish callbacks [] for security_group (f6270bb5-3092-43d1-858c-d0da123a5d45), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:18.521603 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c45f262c-49fc-44b8-bc27-7e61b56f6c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f6270bb5-3092-43d1-858c-d0da123a5d45), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:18.524514 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c45f262c-49fc-44b8-bc27-7e61b56f6c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:18.528908 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c45f262c-49fc-44b8-bc27-7e61b56f6c28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6270bb5-3092-43d1-858c-d0da123a5d45 HTTP/1.1" status: 204 len: 168 time: 0.2713134 Feb 16 16:22:18.552957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f262c-49fc-44b8-bc27-7e61b56f6c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6270bb5-3092-43d1-858c-d0da123a5d45,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:18.652282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510502090-router', 'tenant_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '789e3829-97bf-4321-a773-e824f5160d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:22:06Z', 'updated_at': '2022-02-16T16:22:14Z', 'revision_number': 4, 'project_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'gw_port': {'id': '789e3829-97bf-4321-a773-e824f5160d76', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:07Z', 'updated_at': '2022-02-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b462c981-c48e-488b-93b4-c66d0a2e3373', 'name': '', 'network_id': '23cd9590-433f-47bf-a201-b94da622d168', 'tenant_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'mac_address': 'fa:16:3e:7a:ad:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0529490d-66e4-4b17-8cfd-b9d13b1f3160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:12Z', 'updated_at': '2022-02-16T16:22:15Z', 'revision_number': 2, 'project_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'subnets': [{'id': '0529490d-66e4-4b17-8cfd-b9d13b1f3160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:18.696563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Checking router: 9da02d4e-9cde-455b-9789-323e5e837c8d for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:22:18.697413 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Updating router 9da02d4e-9cde-455b-9789-323e5e837c8d port b462c981-c48e-488b-93b4-c66d0a2e3373 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:22:18.717690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] For port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:22:18.736983 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] For port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=24f5539c-bdaa-4b40-a6cd-b2642dd8991f,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:22:18.740326 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:18.774766 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:19.110100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d86d268-0ad7-45a6-9f56-322c7c3e20fc {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:22:19.147744 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Publish callbacks [] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:19.223984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Transition to ACTIVE for port object 4d86d268-0ad7-45a6-9f56-322c7c3e20fc will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:22:19.235076 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Publish callbacks [] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:19.246109 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:19.272815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:19.273480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:19.276050 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] 10.222.0.60 "PUT /v2.0/ports/24f5539c-bdaa-4b40-a6cd-b2642dd8991f HTTP/1.1" status: 200 len: 1095 time: 3.7155924 Feb 16 16:22:19.293884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaef4196-b3d2-40d3-979d-75ca5571f538', 'tag': '24f5539c-bdaa-4b40-a6cd-b2642dd8991f'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:19.346597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a65ae9-ee5c-47f7-b914-5a415a7fd329 None None] Pushing event updated for resources: {'Port': ['ID=b462c981-c48e-488b-93b4-c66d0a2e3373,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:19.460563 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:19.460878 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43876) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:19.486250 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79d453e2-09d3-4d41-8309-abb6dc28a527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:19.544255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Attempting to bind port b462c981-c48e-488b-93b4-c66d0a2e3373 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:22:19.544635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Attempting to bind port b462c981-c48e-488b-93b4-c66d0a2e3373 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '3741db67-447a-46a2-bee8-695a2d7df974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '23cd9590-433f-47bf-a201-b94da622d168'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:22:19.545547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Attempting to bind port b462c981-c48e-488b-93b4-c66d0a2e3373 on network 23cd9590-433f-47bf-a201-b94da622d168 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:19.569910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:22:19.570823 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Checking segment: {'id': '3741db67-447a-46a2-bee8-695a2d7df974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '23cd9590-433f-47bf-a201-b94da622d168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:19.571484 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:19.571929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Bound using segment: {'id': '3741db67-447a-46a2-bee8-695a2d7df974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '23cd9590-433f-47bf-a201-b94da622d168'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:22:19.572428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Bound port: b462c981-c48e-488b-93b4-c66d0a2e3373, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3741db67-447a-46a2-bee8-695a2d7df974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '23cd9590-433f-47bf-a201-b94da622d168'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:22:19.573033 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:19.581043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac7860-6234-47c0-aeb1-8a69dbe8ea8e service neutron] Pushing event updated for resources: {'Port': ['ID=24f5539c-bdaa-4b40-a6cd-b2642dd8991f,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:19.603543 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3e59a-6c54-401f-9d74-4ee8fdeac365 req-a0af4d0e-5d5f-4423-821e-3f066415b32c tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:19.626750 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6a3e59a-6c54-401f-9d74-4ee8fdeac365 req-a0af4d0e-5d5f-4423-821e-3f066415b32c tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 947 time: 1.0812435 Feb 16 16:22:19.735185 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79d453e2-09d3-4d41-8309-abb6dc28a527 admin admin] Publish callbacks [] for security_group (d3d9ec6a-6072-46c9-9d02-85980819cd9e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:19.741300 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79d453e2-09d3-4d41-8309-abb6dc28a527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d3d9ec6a-6072-46c9-9d02-85980819cd9e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:19.764558 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] For port b462c981-c48e-488b-93b4-c66d0a2e3373, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:22:19.775338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] For port b462c981-c48e-488b-93b4-c66d0a2e3373, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b462c981-c48e-488b-93b4-c66d0a2e3373,segment=NetworkSegment(3741db67-447a-46a2-bee8-695a2d7df974),segment_id=3741db67-447a-46a2-bee8-695a2d7df974)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:22:19.794812 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:19.833536 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d453e2-09d3-4d41-8309-abb6dc28a527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d9ec6a-6072-46c9-9d02-85980819cd9e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:19.835369 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9237dbd3-0b3b-4e23-8d92-dff7af54c36f" -d '{"events": [{"name": "network-changed", "server_uuid": "aaef4196-b3d2-40d3-979d-75ca5571f538", "tag": "24f5539c-bdaa-4b40-a6cd-b2642dd8991f"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:19.838693 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-79d453e2-09d3-4d41-8309-abb6dc28a527 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b846376617ab4f72b6aea90a9c9aba2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3778775 Feb 16 16:22:19.842352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43884) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:19.866927 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Pushing event updated for resources: {'Port': ['ID=4d86d268-0ad7-45a6-9f56-322c7c3e20fc,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:19.889443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6a3e59a-6c54-401f-9d74-4ee8fdeac365 req-8d9bda21-0ec1-45a2-b1c5-78bae00dbac0 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617810 Feb 16 16:22:19.931741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-f603e3c9-bede-4f06-9ae3-f89ddac4d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:19.932727 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-f603e3c9-bede-4f06-9ae3-f89ddac4d6be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d60fab11796c49fbb144045bc30bd70e&device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 1129 time: 0.4895833 Feb 16 16:22:19.977899 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Routers {'9da02d4e-9cde-455b-9789-323e5e837c8d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:22:19.978789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:21:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9da02d4e-9cde-455b-9789-323e5e837c8d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:20.030528 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2289170-dbfb-40e2-8ad8-cc13cdda73be admin admin] Publish callbacks [] for security_group (d3d9ec6a-6072-46c9-9d02-85980819cd9e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:20.139519 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2289170-dbfb-40e2-8ad8-cc13cdda73be admin admin] Publish callbacks [] for security_group (d3d9ec6a-6072-46c9-9d02-85980819cd9e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:20.172589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-c9613a31-b75d-49e2-8957-5a07a5985d40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=24f5539c-bdaa-4b40-a6cd-b2642dd8991f HTTP/1.1" status: 200 len: 217 time: 0.2058403 Feb 16 16:22:20.174200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Attempting to bind port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:22:20.174858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Attempting to bind port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:22:20.177208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Attempting to bind port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:20.229684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] Set router 9da02d4e-9cde-455b-9789-323e5e837c8d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:22:20.242097 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2289170-dbfb-40e2-8ad8-cc13cdda73be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d3d9ec6a-6072-46c9-9d02-85980819cd9e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:20.245521 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2289170-dbfb-40e2-8ad8-cc13cdda73be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:20.250034 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b2289170-dbfb-40e2-8ad8-cc13cdda73be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3d9ec6a-6072-46c9-9d02-85980819cd9e HTTP/1.1" status: 204 len: 168 time: 0.4038754 Feb 16 16:22:20.269398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2289170-dbfb-40e2-8ad8-cc13cdda73be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d9ec6a-6072-46c9-9d02-85980819cd9e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:20.327194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:22:20.327983 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Attempting to bind port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:20.348683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:22:20.349450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:20.350325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:22:20.351109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Bound port: 4d86d268-0ad7-45a6-9f56-322c7c3e20fc, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:22:20.351714 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:20.377584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-66da2b60-4e68-4df1-9501-c70a2cbe9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:20.379522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-66da2b60-4e68-4df1-9501-c70a2cbe9679 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1978502 Feb 16 16:22:20.630887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c9929-1c41-4f31-99b9-a378630fec55 req-cc915804-66a9-417d-9c8e-58f4667abe7b tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:20.646086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-954c9929-1c41-4f31-99b9-a378630fec55 req-cc915804-66a9-417d-9c8e-58f4667abe7b tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 968 time: 0.5395336 Feb 16 16:22:20.781478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-64327ccf-ac92-4485-84ad-58e16b09ec83 None None] Provisioning complete for port b462c981-c48e-488b-93b4-c66d0a2e3373 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:20.782361 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-64327ccf-ac92-4485-84ad-58e16b09ec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:20.787420 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] For port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:22:20.799988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] For port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4d86d268-0ad7-45a6-9f56-322c7c3e20fc,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:22:20.848851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a65ae9-ee5c-47f7-b914-5a415a7fd329 None None] Pushing event updated for resources: {'Port': ['ID=b462c981-c48e-488b-93b4-c66d0a2e3373,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:20.940978 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-64327ccf-ac92-4485-84ad-58e16b09ec83 None None] Current status of the port b462c981-c48e-488b-93b4-c66d0a2e3373 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:20.941707 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-64327ccf-ac92-4485-84ad-58e16b09ec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:20.957040 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:20.985443 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510502090-router', 'tenant_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '789e3829-97bf-4321-a773-e824f5160d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:22:06Z', 'updated_at': '2022-02-16T16:22:14Z', 'revision_number': 4, 'project_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'gw_port': {'id': '789e3829-97bf-4321-a773-e824f5160d76', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:07Z', 'updated_at': '2022-02-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b462c981-c48e-488b-93b4-c66d0a2e3373', 'name': '', 'network_id': '23cd9590-433f-47bf-a201-b94da622d168', 'tenant_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'mac_address': 'fa:16:3e:7a:ad:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0529490d-66e4-4b17-8cfd-b9d13b1f3160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:12Z', 'updated_at': '2022-02-16T16:22:19Z', 'revision_number': 4, 'project_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'subnets': [{'id': '0529490d-66e4-4b17-8cfd-b9d13b1f3160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:21.023943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d9d27-737f-4352-9a5a-4a6a379d17a4 None None] The sync data for ids ['9da02d4e-9cde-455b-9789-323e5e837c8d'] in n-d-669411-5 is: [{'id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510502090-router', 'tenant_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '789e3829-97bf-4321-a773-e824f5160d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:22:06Z', 'updated_at': '2022-02-16T16:22:14Z', 'revision_number': 4, 'project_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'gw_port': {'id': '789e3829-97bf-4321-a773-e824f5160d76', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:07Z', 'updated_at': '2022-02-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b462c981-c48e-488b-93b4-c66d0a2e3373', 'name': '', 'network_id': '23cd9590-433f-47bf-a201-b94da622d168', 'tenant_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'mac_address': 'fa:16:3e:7a:ad:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0529490d-66e4-4b17-8cfd-b9d13b1f3160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:12Z', 'updated_at': '2022-02-16T16:22:19Z', 'revision_number': 4, 'project_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'subnets': [{'id': '0529490d-66e4-4b17-8cfd-b9d13b1f3160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:22:21.048466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-64327ccf-ac92-4485-84ad-58e16b09ec83 None None] For port b462c981-c48e-488b-93b4-c66d0a2e3373, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b462c981-c48e-488b-93b4-c66d0a2e3373,segment=NetworkSegment(3741db67-447a-46a2-bee8-695a2d7df974),segment_id=3741db67-447a-46a2-bee8-695a2d7df974)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:21.053815 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-64327ccf-ac92-4485-84ad-58e16b09ec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:21.172418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64327ccf-ac92-4485-84ad-58e16b09ec83 None None] Pushing event updated for resources: {'Port': ['ID=b462c981-c48e-488b-93b4-c66d0a2e3373,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:21.225360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2a05bc0e-6f63-416b-b4bb-881a062d1e66 None None] Provisioning complete for port b462c981-c48e-488b-93b4-c66d0a2e3373 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:21.235973 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2a05bc0e-6f63-416b-b4bb-881a062d1e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:21.238673 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Pushing event updated for resources: {'Port': ['ID=4d86d268-0ad7-45a6-9f56-322c7c3e20fc,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:21.268737 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:21.269506 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:21.271062 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-63177e0f-9c8e-4672-bca9-f3f9a7ff6d03 service neutron] 10.222.0.65 "PUT /v2.0/ports/4d86d268-0ad7-45a6-9f56-322c7c3e20fc HTTP/1.1" status: 200 len: 1116 time: 4.5467062 Feb 16 16:22:21.291500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-a158a180-0e12-4a73-9669-692c604d76de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:21.293070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-a158a180-0e12-4a73-9669-692c604d76de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8410532 Feb 16 16:22:21.399486 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-954c9929-1c41-4f31-99b9-a378630fec55 req-303e246a-3784-41c8-b42e-71436bfd613d tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/security-groups?id=dda97d84-bac9-4b1a-a943-b140814b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7347615 Feb 16 16:22:21.431735 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b462c981-c48e-488b-93b4-c66d0a2e3373 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:21.610089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port b462c981-c48e-488b-93b4-c66d0a2e3373 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:21.610621 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:21.612458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2a05bc0e-6f63-416b-b4bb-881a062d1e66 None None] Current status of the port b462c981-c48e-488b-93b4-c66d0a2e3373 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:21.634785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-34877e03-5be9-4546-bd6d-7e4b70806f0a service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301024 Feb 16 16:22:21.795688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b462c981-c48e-488b-93b4-c66d0a2e3373 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:21.900017 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376f65e9-db26-4e66-beae-2e6ccc7ec3e6 req-c762d7c5-9b7e-4956-a6c5-1f5e8bba1181 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498808 Feb 16 16:22:21.911357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-c6df9178-a0eb-42e5-8bd2-e0a2c327273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:21.912886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-c6df9178-a0eb-42e5-8bd2-e0a2c327273e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1174ee4f57384c92aa747bc8ff203c80&device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 1150 time: 0.5413013 Feb 16 16:22:21.972895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-0a62e729-7d57-4ada-9929-3473c53be098 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4d86d268-0ad7-45a6-9f56-322c7c3e20fc HTTP/1.1" status: 200 len: 217 time: 0.0512083 Feb 16 16:22:22.152288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-80901259-ecd8-4f4b-a47d-55c69e32e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:22.153796 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-80901259-ecd8-4f4b-a47d-55c69e32e696 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1652431 Feb 16 16:22:22.326576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-2767d3b6-0992-4bed-99e4-24fdccde7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:22.328556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-2767d3b6-0992-4bed-99e4-24fdccde7540 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1642263 Feb 16 16:22:22.486163 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123e96fb-96d7-4744-911e-6b3c7220ed83 x-openstack-request-id: req-123e96fb-96d7-4744-911e-6b3c7220ed83 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:22.486722 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaef4196-b3d2-40d3-979d-75ca5571f538", "tag": "24f5539c-bdaa-4b40-a6cd-b2642dd8991f", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:22.487120 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-123e96fb-96d7-4744-911e-6b3c7220ed83 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:22.487805 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaef4196-b3d2-40d3-979d-75ca5571f538', 'tag': '24f5539c-bdaa-4b40-a6cd-b2642dd8991f', 'status': 'completed', 'code': 200} Feb 16 16:22:22.544208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-0b7aefcd-2b00-4766-87b5-4900e1eccd3b service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896687 Feb 16 16:22:22.758312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237dbd3-0b3b-4e23-8d92-dff7af54c36f req-4586b47b-c87e-4d96-82e1-f4853cc87ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:22.760108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9237dbd3-0b3b-4e23-8d92-dff7af54c36f req-4586b47b-c87e-4d96-82e1-f4853cc87ecc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d60fab11796c49fbb144045bc30bd70e&device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 1129 time: 0.2095256 Feb 16 16:22:22.787545 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc548cc5-ed9d-4a32-859f-820ae8685a8b req-94a11b79-4698-41ef-882a-e627934024c6 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:22.789203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc548cc5-ed9d-4a32-859f-820ae8685a8b req-94a11b79-4698-41ef-882a-e627934024c6 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 947 time: 0.1932404 Feb 16 16:22:22.941459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29929584-7e35-4a45-ac4f-1f4bf19a6c5a req-544a23cf-9d5b-406e-bee4-9acc6df75e8c service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779557 Feb 16 16:22:23.220900 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc548cc5-ed9d-4a32-859f-820ae8685a8b req-865987b2-0176-44f5-8555-9d9e18785612 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887863 Feb 16 16:22:23.430035 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b462c981-c48e-488b-93b4-c66d0a2e3373 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:23.658276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port b462c981-c48e-488b-93b4-c66d0a2e3373 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:23.658670 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:23.839024 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237dbd3-0b3b-4e23-8d92-dff7af54c36f req-a3816500-2101-44da-b5ab-e725f7a60136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:23.840855 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9237dbd3-0b3b-4e23-8d92-dff7af54c36f req-a3816500-2101-44da-b5ab-e725f7a60136 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 1.0489986 Feb 16 16:22:23.920504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9237dbd3-0b3b-4e23-8d92-dff7af54c36f req-c908bbbd-7acd-4dee-bc43-64b0e0a59e26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=24f5539c-bdaa-4b40-a6cd-b2642dd8991f HTTP/1.1" status: 200 len: 217 time: 0.0617132 Feb 16 16:22:23.976963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b462c981-c48e-488b-93b4-c66d0a2e3373 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:24.068963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf6a70-3610-4b35-b0d5-32b9a8efcd88 req-6d755fdc-708d-4119-8686-eb2385e9c0b6 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:24.070563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-badf6a70-3610-4b35-b0d5-32b9a8efcd88 req-6d755fdc-708d-4119-8686-eb2385e9c0b6 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 968 time: 0.0807550 Feb 16 16:22:24.151899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-badf6a70-3610-4b35-b0d5-32b9a8efcd88 req-18314224-4fda-463b-8fc5-c5946d39771c tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/security-groups?id=dda97d84-bac9-4b1a-a943-b140814b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739748 Feb 16 16:22:24.494644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cf599f-0284-42af-8618-3fc08781a62b', 'tag': '4d86d268-0ad7-45a6-9f56-322c7c3e20fc'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:24.497939 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24971b4-2ee9-4814-b895-3929ffa0ff21" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cf599f-0284-42af-8618-3fc08781a62b", "tag": "4d86d268-0ad7-45a6-9f56-322c7c3e20fc"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:24.546995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0301e-623d-4c2d-a602-00926c7a5883 req-4f8e5993-eac5-4873-a1fd-6622ab8f404b tempest-NetworksTest-1715517735 tempest-NetworksTest-1715517735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:24.547570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0301e-623d-4c2d-a602-00926c7a5883 req-4f8e5993-eac5-4873-a1fd-6622ab8f404b tempest-NetworksTest-1715517735 tempest-NetworksTest-1715517735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:24.548149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0301e-623d-4c2d-a602-00926c7a5883 req-4f8e5993-eac5-4873-a1fd-6622ab8f404b tempest-NetworksTest-1715517735 tempest-NetworksTest-1715517735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:24.548675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0301e-623d-4c2d-a602-00926c7a5883 req-4f8e5993-eac5-4873-a1fd-6622ab8f404b tempest-NetworksTest-1715517735 tempest-NetworksTest-1715517735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:24.549197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0301e-623d-4c2d-a602-00926c7a5883 req-4f8e5993-eac5-4873-a1fd-6622ab8f404b tempest-NetworksTest-1715517735 tempest-NetworksTest-1715517735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:24.564049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bf0301e-623d-4c2d-a602-00926c7a5883 req-4f8e5993-eac5-4873-a1fd-6622ab8f404b tempest-NetworksTest-1715517735 tempest-NetworksTest-1715517735-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.2729890 Feb 16 16:22:24.796642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e656362-f38f-454d-b03c-2c4bc9f98669 req-ee0b19ed-15e9-4a14-bbdb-6ae944b5611b tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:24.804614 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e656362-f38f-454d-b03c-2c4bc9f98669 req-ee0b19ed-15e9-4a14-bbdb-6ae944b5611b tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 947 time: 0.1178768 Feb 16 16:22:24.877585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e656362-f38f-454d-b03c-2c4bc9f98669 req-b49f29ff-6890-428e-a2ff-e04e366f3bb0 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661097 Feb 16 16:22:24.949066 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afda3a08-bc10-4ba6-ac5f-b4c9df84cc31 x-openstack-request-id: req-afda3a08-bc10-4ba6-ac5f-b4c9df84cc31 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:24.949359 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cf599f-0284-42af-8618-3fc08781a62b", "tag": "4d86d268-0ad7-45a6-9f56-322c7c3e20fc", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:24.949634 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-afda3a08-bc10-4ba6-ac5f-b4c9df84cc31 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:24.950031 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cf599f-0284-42af-8618-3fc08781a62b', 'tag': '4d86d268-0ad7-45a6-9f56-322c7c3e20fc', 'status': 'completed', 'code': 200} Feb 16 16:22:25.154188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98aa3d-916c-4bb7-a6af-d3005cb4d1ba req-449eb45e-fa60-4b86-85c0-d92e65800eb1 tempest-NetworksTest-1715517735 tempest-NetworksTest-1715517735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:25.174024 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e98aa3d-916c-4bb7-a6af-d3005cb4d1ba req-449eb45e-fa60-4b86-85c0-d92e65800eb1 tempest-NetworksTest-1715517735 tempest-NetworksTest-1715517735-project-admin] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 886 time: 0.1924539 Feb 16 16:22:25.390449 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f4911-31b1-472d-9f3b-ae7dc9ce58e2 req-cffa111a-52df-42cc-8d48-c6264533f686 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:25.392005 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-485f4911-31b1-472d-9f3b-ae7dc9ce58e2 req-cffa111a-52df-42cc-8d48-c6264533f686 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 968 time: 0.0593605 Feb 16 16:22:25.448553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-485f4911-31b1-472d-9f3b-ae7dc9ce58e2 req-fdeb68bf-057f-4efa-98b3-5d796e5e226d tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/security-groups?id=dda97d84-bac9-4b1a-a943-b140814b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501318 Feb 16 16:22:25.598469 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-102441d5-7dff-459f-a8d3-39da0993971f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:25.665375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ba2b-0d53-4b75-bdca-4478ad3f09fd req-5667f5ba-e4f5-486b-88be-93ba1844b44b tempest-NetworksTest-1715517735 tempest-NetworksTest-1715517735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:25.671371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ba2b-0d53-4b75-bdca-4478ad3f09fd req-5667f5ba-e4f5-486b-88be-93ba1844b44b tempest-NetworksTest-1715517735 tempest-NetworksTest-1715517735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:25.672025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ba2b-0d53-4b75-bdca-4478ad3f09fd req-5667f5ba-e4f5-486b-88be-93ba1844b44b tempest-NetworksTest-1715517735 tempest-NetworksTest-1715517735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:25.672509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ba2b-0d53-4b75-bdca-4478ad3f09fd req-5667f5ba-e4f5-486b-88be-93ba1844b44b tempest-NetworksTest-1715517735 tempest-NetworksTest-1715517735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:25.673035 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ba2b-0d53-4b75-bdca-4478ad3f09fd req-5667f5ba-e4f5-486b-88be-93ba1844b44b tempest-NetworksTest-1715517735 tempest-NetworksTest-1715517735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:25.686999 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56d7ba2b-0d53-4b75-bdca-4478ad3f09fd req-5667f5ba-e4f5-486b-88be-93ba1844b44b tempest-NetworksTest-1715517735 tempest-NetworksTest-1715517735-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.2067616 Feb 16 16:22:26.106232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43972) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:26.289859 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e3578ffc-fd43-4625-afd3-8e171e3a1203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:26.334683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-9d895e58-7f42-4fc3-ac7b-1a7dcfd25ba9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9f1e972448934d409d5e97576c337ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476010 Feb 16 16:22:26.385578 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e3578ffc-fd43-4625-afd3-8e171e3a1203 admin admin] Publish callbacks [] for security_group (e86e07b0-0d75-4efd-b80e-4975e7268880), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:26.394836 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e3578ffc-fd43-4625-afd3-8e171e3a1203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e86e07b0-0d75-4efd-b80e-4975e7268880), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:26.449786 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e3578ffc-fd43-4625-afd3-8e171e3a1203 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4976e70dd063464a96bb9ce65f36b8fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383772 Feb 16 16:22:26.452399 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43982) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:26.513138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-075ec91d-d232-4e3d-83ab-01b40112753c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:26.514647 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-075ec91d-d232-4e3d-83ab-01b40112753c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702633 Feb 16 16:22:26.527259 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3578ffc-fd43-4625-afd3-8e171e3a1203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86e07b0-0d75-4efd-b80e-4975e7268880,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:26.533401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-d660a5b2-d89a-4ae0-a2ca-19801d14ad59 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/quotas/9f1e972448934d409d5e97576c337ceb HTTP/1.1" status: 200 len: 375 time: 0.0112915 Feb 16 16:22:26.572217 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-126f890e-7b16-4e43-a3a9-99c3dd9f445a admin admin] Publish callbacks [] for security_group (e86e07b0-0d75-4efd-b80e-4975e7268880), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:26.583110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-ac43937a-b691-4c79-8f24-a4725bdbe94c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438712 Feb 16 16:22:26.598781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-126f890e-7b16-4e43-a3a9-99c3dd9f445a admin admin] Publish callbacks [] for security_group (e86e07b0-0d75-4efd-b80e-4975e7268880), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:26.661991 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-126f890e-7b16-4e43-a3a9-99c3dd9f445a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e86e07b0-0d75-4efd-b80e-4975e7268880), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:26.665808 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-126f890e-7b16-4e43-a3a9-99c3dd9f445a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:26.670650 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-126f890e-7b16-4e43-a3a9-99c3dd9f445a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e86e07b0-0d75-4efd-b80e-4975e7268880 HTTP/1.1" status: 204 len: 168 time: 0.2172043 Feb 16 16:22:26.682795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f890e-7b16-4e43-a3a9-99c3dd9f445a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86e07b0-0d75-4efd-b80e-4975e7268880,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:26.731435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24971b4-2ee9-4814-b895-3929ffa0ff21 req-e98eccbc-2163-466e-ab6d-a415c3f75462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:26.733130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d24971b4-2ee9-4814-b895-3929ffa0ff21 req-e98eccbc-2163-466e-ab6d-a415c3f75462 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1174ee4f57384c92aa747bc8ff203c80&device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 1150 time: 0.0917354 Feb 16 16:22:26.915194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24971b4-2ee9-4814-b895-3929ffa0ff21 req-62fc1a82-be58-42d6-8b4f-f67869f950f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:26.916770 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d24971b4-2ee9-4814-b895-3929ffa0ff21 req-62fc1a82-be58-42d6-8b4f-f67869f950f7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1749043 Feb 16 16:22:26.954258 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43996) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:26.958852 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-21729d4f-306a-4c92-97e5-550f3d7a7115 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--553018863', 'description': 'tempest-description--1851728680'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:27.015955 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d24971b4-2ee9-4814-b895-3929ffa0ff21 req-23d25190-96f4-4d3f-bff1-df7c4319d2e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4d86d268-0ad7-45a6-9f56-322c7c3e20fc HTTP/1.1" status: 200 len: 217 time: 0.0885489 Feb 16 16:22:27.016497 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-21729d4f-306a-4c92-97e5-550f3d7a7115 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.106402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44002) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:27.122645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f36018-714c-417a-a5c9-7c031c63fc62 req-db3d585c-392b-464c-a7a3-dd0efda23333 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:27.124696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88f36018-714c-417a-a5c9-7c031c63fc62 req-db3d585c-392b-464c-a7a3-dd0efda23333 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 947 time: 0.2070606 Feb 16 16:22:27.141839 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9bc47f7-8873-4f59-ae24-0ce71124248f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.153351 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24971b4-2ee9-4814-b895-3929ffa0ff21 req-bc88d1b4-c1cc-4f8d-bee5-74b760e5ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:27.154962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d24971b4-2ee9-4814-b895-3929ffa0ff21 req-bc88d1b4-c1cc-4f8d-bee5-74b760e5ad69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1234326 Feb 16 16:22:27.196239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a99e1f-4d46-4be1-b301-d25ab8fa4ca2 req-fa7f95b6-5fb9-40ac-99b8-bb2354111811 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:27.203278 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73a99e1f-4d46-4be1-b301-d25ab8fa4ca2 req-fa7f95b6-5fb9-40ac-99b8-bb2354111811 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 968 time: 0.1923883 Feb 16 16:22:27.213642 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-21729d4f-306a-4c92-97e5-550f3d7a7115 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for security_group (319a901a-6ad3-432e-a448-50cfdcccaf16), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.218708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-21729d4f-306a-4c92-97e5-550f3d7a7115 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (319a901a-6ad3-432e-a448-50cfdcccaf16), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.254615 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-21729d4f-306a-4c92-97e5-550f3d7a7115 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.255980 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-21729d4f-306a-4c92-97e5-550f3d7a7115 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3007247 Feb 16 16:22:27.258804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44006) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:27.263953 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c0766871-4199-4906-91a1-56b267efaae9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Request body: {'security_group_rule': {'security_group_id': '319a901a-6ad3-432e-a448-50cfdcccaf16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:27.272019 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21729d4f-306a-4c92-97e5-550f3d7a7115 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319a901a-6ad3-432e-a448-50cfdcccaf16,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:27.299200 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0766871-4199-4906-91a1-56b267efaae9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for security_group_rule (0b9cce1c-9d52-45bf-93da-d70481f9230b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.320379 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88f36018-714c-417a-a5c9-7c031c63fc62 req-06245ff9-648b-4d13-b535-9fb1d668cda3 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837378 Feb 16 16:22:27.363245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73a99e1f-4d46-4be1-b301-d25ab8fa4ca2 req-962896ba-19cd-40d0-881f-cc5707a00fcc tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/security-groups?id=dda97d84-bac9-4b1a-a943-b140814b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590996 Feb 16 16:22:27.365431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24971b4-2ee9-4814-b895-3929ffa0ff21 req-6a452d5f-2a6f-4cc0-818d-4302bf3697c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:27.366640 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0766871-4199-4906-91a1-56b267efaae9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for security_group_rule (0b9cce1c-9d52-45bf-93da-d70481f9230b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.366793 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d24971b4-2ee9-4814-b895-3929ffa0ff21 req-6a452d5f-2a6f-4cc0-818d-4302bf3697c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1990864 Feb 16 16:22:27.371622 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0766871-4199-4906-91a1-56b267efaae9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (0b9cce1c-9d52-45bf-93da-d70481f9230b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.400047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0766871-4199-4906-91a1-56b267efaae9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9cce1c-9d52-45bf-93da-d70481f9230b,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:27.410975 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0766871-4199-4906-91a1-56b267efaae9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.412110 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c0766871-4199-4906-91a1-56b267efaae9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522446 Feb 16 16:22:27.415282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44008) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:27.424243 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b740956a-2ddf-4fa9-a126-3eec506744e8 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Request body: {'security_group_rule': {'security_group_id': '319a901a-6ad3-432e-a448-50cfdcccaf16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:27.454318 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6cf6e2f-abe7-417b-b5a4-0e77ced8588f req-673411bf-8e3d-44db-a413-d0cea3208fe1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 210 time: 0.0598674 Feb 16 16:22:27.464130 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b740956a-2ddf-4fa9-a126-3eec506744e8 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for security_group_rule (b13181ea-670a-4904-a1e9-509d193118ea), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.527885 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9bc47f7-8873-4f59-ae24-0ce71124248f admin admin] Publish callbacks [] for security_group (72497a72-bb68-4b05-b659-f47f5f91f834), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.537776 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b740956a-2ddf-4fa9-a126-3eec506744e8 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for security_group_rule (b13181ea-670a-4904-a1e9-509d193118ea), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.540548 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9bc47f7-8873-4f59-ae24-0ce71124248f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (72497a72-bb68-4b05-b659-f47f5f91f834), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.544430 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b740956a-2ddf-4fa9-a126-3eec506744e8 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (b13181ea-670a-4904-a1e9-509d193118ea), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.564914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740956a-2ddf-4fa9-a126-3eec506744e8 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13181ea-670a-4904-a1e9-509d193118ea,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:27.579618 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b740956a-2ddf-4fa9-a126-3eec506744e8 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.580967 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b740956a-2ddf-4fa9-a126-3eec506744e8 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1640418 Feb 16 16:22:27.584160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44022) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:27.588984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:27.604520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d24971b4-2ee9-4814-b895-3929ffa0ff21 req-4e8ff214-0ed2-47e7-9910-d81591c106b6 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293305 Feb 16 16:22:27.610635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b9bc47f7-8873-4f59-ae24-0ce71124248f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b4ae182361b43e495e1de76f770b544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5026872 Feb 16 16:22:27.613377 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44026) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:27.621172 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc47f7-8873-4f59-ae24-0ce71124248f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72497a72-bb68-4b05-b659-f47f5f91f834,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:27.624522 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.721503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d24971b4-2ee9-4814-b895-3929ffa0ff21 req-ff891e3e-5a55-4f41-902d-e6a3944d04d9 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084177 Feb 16 16:22:27.722239 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d60e7d9-674d-4cdd-a393-abf2c35846de admin admin] Publish callbacks [] for security_group (72497a72-bb68-4b05-b659-f47f5f91f834), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.798770 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d60e7d9-674d-4cdd-a393-abf2c35846de admin admin] Publish callbacks [] for security_group (72497a72-bb68-4b05-b659-f47f5f91f834), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.881486 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.901689 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d60e7d9-674d-4cdd-a393-abf2c35846de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (72497a72-bb68-4b05-b659-f47f5f91f834), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.904429 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d60e7d9-674d-4cdd-a393-abf2c35846de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:27.905588 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6d60e7d9-674d-4cdd-a393-abf2c35846de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72497a72-bb68-4b05-b659-f47f5f91f834 HTTP/1.1" status: 204 len: 168 time: 0.2912447 Feb 16 16:22:27.941398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60e7d9-674d-4cdd-a393-abf2c35846de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72497a72-bb68-4b05-b659-f47f5f91f834,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:28.025159 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Allocated IP 172.25.4.219 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/68e1611b-152b-4800-9910-deab7ba7779c) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:22:28.165108 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for port (68e1611b-152b-4800-9910-deab7ba7779c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:28.213793 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (68e1611b-152b-4800-9910-deab7ba7779c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:28.229483 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3d70d0ec-c37a-43a8-a24b-7a33de2068b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:28.268479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:22:28.272682 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:28.276848 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:22:28.376235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Pushing event updated for resources: {'Port': ['ID=68e1611b-152b-4800-9910-deab7ba7779c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:28.408430 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for floatingip (ea0dd5c6-b475-4354-99ac-0569d99cf3d5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:28.471681 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (68e1611b-152b-4800-9910-deab7ba7779c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:28.500437 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e3ea7-4e0a-4218-9b76-438f5c0ea132 req-a2f5db08-78b6-4729-8b66-1073b79388e2 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:28.508182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c3e3ea7-4e0a-4218-9b76-438f5c0ea132 req-a2f5db08-78b6-4729-8b66-1073b79388e2 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 947 time: 0.1047139 Feb 16 16:22:28.598105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44080) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:28.630141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237dbd3-0b3b-4e23-8d92-dff7af54c36f req-730e2df7-4c65-420c-b498-66a013c5294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:28.631605 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9237dbd3-0b3b-4e23-8d92-dff7af54c36f req-730e2df7-4c65-420c-b498-66a013c5294a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1019883 Feb 16 16:22:28.656897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f6b54-83a8-40ae-8fbc-65ff74b43698 req-e2446577-5da3-4983-bcf2-d010dd58f5b7 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:28.658606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b79f6b54-83a8-40ae-8fbc-65ff74b43698 req-e2446577-5da3-4983-bcf2-d010dd58f5b7 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 968 time: 0.1850026 Feb 16 16:22:28.685231 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c3e3ea7-4e0a-4218-9b76-438f5c0ea132 req-400231a2-179a-41d2-9ae5-2e025fb0cda4 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712656 Feb 16 16:22:28.692220 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for port (68e1611b-152b-4800-9910-deab7ba7779c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:28.708823 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (68e1611b-152b-4800-9910-deab7ba7779c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:28.763975 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (ea0dd5c6-b475-4354-99ac-0569d99cf3d5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:28.788395 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Pushing event updated for resources: {'Port': ['ID=68e1611b-152b-4800-9910-deab7ba7779c,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:28.795404 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:28.797458 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-42349c9d-eaf6-4179-bd65-56a4958623e9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2120647 Feb 16 16:22:28.849800 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b79f6b54-83a8-40ae-8fbc-65ff74b43698 req-5018ef04-daee-492e-a35d-9c0551d0c1b7 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/security-groups?id=dda97d84-bac9-4b1a-a943-b140814b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820128 Feb 16 16:22:28.866648 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c1b1f7c-4c50-4e2f-bf88-718d261103ba req-6d03c75b-44d5-448f-9500-f070e71fb04c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 210 time: 0.0736437 Feb 16 16:22:28.880874 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237dbd3-0b3b-4e23-8d92-dff7af54c36f req-b163ee99-28cf-49fb-b458-d7d81a8d5626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:28.882729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9237dbd3-0b3b-4e23-8d92-dff7af54c36f req-b163ee99-28cf-49fb-b458-d7d81a8d5626 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2398515 Feb 16 16:22:28.899575 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54840af5-a398-495e-befd-8f0d6783b3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:29.039399 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9237dbd3-0b3b-4e23-8d92-dff7af54c36f req-89c6be55-0fc3-4991-af04-30ffc38d1c06 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483560 Feb 16 16:22:29.086182 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:29.158097 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54840af5-a398-495e-befd-8f0d6783b3cc admin admin] Publish callbacks [] for security_group (219ddf9b-0034-4606-a688-6925f2b3295a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:29.173348 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54840af5-a398-495e-befd-8f0d6783b3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (219ddf9b-0034-4606-a688-6925f2b3295a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:29.236311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-3d63f5d9-2002-44e0-867d-bea911dbfb1f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--553018863&fields=id&tenant_id=a074548814944d3691a8ab693310e936 HTTP/1.1" status: 200 len: 267 time: 0.1753318 Feb 16 16:22:29.265731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54840af5-a398-495e-befd-8f0d6783b3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219ddf9b-0034-4606-a688-6925f2b3295a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:29.284053 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-54840af5-a398-495e-befd-8f0d6783b3cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0f0733a6baa4106a5d1646b4dc0ed2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6821990 Feb 16 16:22:29.284469 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44110) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:29.290808 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.60', 56457) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:29.304383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9237dbd3-0b3b-4e23-8d92-dff7af54c36f req-f4a65a81-13ff-4baf-b23d-b68245321baf service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579126 Feb 16 16:22:29.345328 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-def67e6c-852b-4b5d-8250-e7f7c03ca75e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9f1e972448934d409d5e97576c337ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505669 Feb 16 16:22:29.500687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-cbdf9462-06a2-4da3-b868-b2f9ef80c705 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:29.504339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-cbdf9462-06a2-4da3-b868-b2f9ef80c705 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/networks?id=72bb907d-875d-4ec6-9779-d384bacff365 HTTP/1.1" status: 200 len: 824 time: 0.2602654 Feb 16 16:22:29.518006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-84782b0c-c502-4518-a6eb-af0a9f29030a tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/quotas/a074548814944d3691a8ab693310e936 HTTP/1.1" status: 200 len: 375 time: 0.0101922 Feb 16 16:22:29.532204 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06ca0555-29b5-406f-978d-f56e2276f056 admin admin] Publish callbacks [] for security_group (219ddf9b-0034-4606-a688-6925f2b3295a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:29.592085 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-281535f8-eddf-447c-8a57-aad984c61a2c tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a074548814944d3691a8ab693310e936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669391 Feb 16 16:22:29.598330 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 4d86d268-0ad7-45a6-9f56-322c7c3e20fc details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:22:29.611016 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06ca0555-29b5-406f-978d-f56e2276f056 admin admin] Publish callbacks [] for security_group (219ddf9b-0034-4606-a688-6925f2b3295a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:29.629081 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-ec0fbdb2-243e-4c42-b088-620d946013ff tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:29.630443 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-ec0fbdb2-243e-4c42-b088-620d946013ff tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2802606 Feb 16 16:22:29.643837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Request body: {'port': {'device_id': 'c07c95fb-c170-4f33-ab10-00f8052a4182', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '9f1e972448934d409d5e97576c337ceb'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:29.728913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4d86d268-0ad7-45a6-9f56-322c7c3e20fc,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:29.740760 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '4d86d268-0ad7-45a6-9f56-322c7c3e20fc', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '4d86d268-0ad7-45a6-9f56-322c7c3e20fc', 'mac_address': 'fa:16:3e:11:cb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:tempest-test_az-77415397', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:22:29.772683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Made reservation on behalf of 9f1e972448934d409d5e97576c337ceb for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:29.776073 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:29.787509 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:29.800830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:29.801223 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:29.819462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d86d268-0ad7-45a6-9f56-322c7c3e20fc {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:22:29.837917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-0d2bdc2e-1ae9-4cdc-9458-5b081da62b6a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:22:29.850810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-0d2bdc2e-1ae9-4cdc-9458-5b081da62b6a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0879598 Feb 16 16:22:29.859130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4d86d268-0ad7-45a6-9f56-322c7c3e20fc,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:29.865095 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:29.881951 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06ca0555-29b5-406f-978d-f56e2276f056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (219ddf9b-0034-4606-a688-6925f2b3295a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:29.885364 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06ca0555-29b5-406f-978d-f56e2276f056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:29.886905 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-06ca0555-29b5-406f-978d-f56e2276f056 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/219ddf9b-0034-4606-a688-6925f2b3295a HTTP/1.1" status: 204 len: 168 time: 0.6013327 Feb 16 16:22:29.903217 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca0555-29b5-406f-978d-f56e2276f056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219ddf9b-0034-4606-a688-6925f2b3295a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:29.918553 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks [] for security_group (87ad40d9-186d-453c-a9ca-2ccfd8caa9b6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:29.926251 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (87ad40d9-186d-453c-a9ca-2ccfd8caa9b6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:29.949932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=4d86d268-0ad7-45a6-9f56-322c7c3e20fc,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:30.086190 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:30.171725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['4d86d268-0ad7-45a6-9f56-322c7c3e20fc'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:22:30.179218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44140) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:30.214824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447292c9-e185-4b5a-81ad-cd68573659f7 req-03af5082-68ac-4516-a09b-8d9b0f407934 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:30.221734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-447292c9-e185-4b5a-81ad-cd68573659f7 req-03af5082-68ac-4516-a09b-8d9b0f407934 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 947 time: 0.4415607 Feb 16 16:22:30.280537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-447292c9-e185-4b5a-81ad-cd68573659f7 req-30b1b9c5-fc35-4ef0-84ef-41146c208264 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566368 Feb 16 16:22:30.343555 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-32512177-1c89-4cd2-95a8-97afa40752fe service neutron] 10.222.0.24 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916461 Feb 16 16:22:30.411210 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44144) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:30.448773 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e774c06-b1bd-46f4-aa85-0c4cdf0d540e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:30.469132 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2c97-721c-476b-98f7-26425e8057cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:30.477143 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Allocated IP 192.168.233.190 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/4f37f912-a31c-4603-9efb-e7bf970d8561) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:22:30.485912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f64b8-656e-4d04-9987-d437a8907ee2 req-37463152-03d7-4df1-b0b1-5d192456bd85 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:30.487860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b6f64b8-656e-4d04-9987-d437a8907ee2 req-37463152-03d7-4df1-b0b1-5d192456bd85 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 969 time: 0.1061518 Feb 16 16:22:30.529899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-d435aba9-65e1-4599-b8e1-17e3e0b3fc04 service neutron] 10.222.0.24 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849852 Feb 16 16:22:30.554686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b6f64b8-656e-4d04-9987-d437a8907ee2 req-1e9ffe69-326b-412e-ac7e-76e618c0e742 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/security-groups?id=dda97d84-bac9-4b1a-a943-b140814b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575805 Feb 16 16:22:30.649093 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0faba38e-37a2-495d-8d34-16038aed1e38 req-7fc4b4bd-2768-4daf-aacb-88d14762e824 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 210 time: 0.0307088 Feb 16 16:22:30.675540 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:30.728148 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e774c06-b1bd-46f4-aa85-0c4cdf0d540e admin admin] Publish callbacks [] for security_group (d98b0b69-7e33-4c05-8156-d20a2acbb583), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:30.735500 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2c97-721c-476b-98f7-26425e8057cb admin admin] Publish callbacks [] for security_group (66ce7af5-4cb0-4847-8bba-22ab4c46b9cd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:30.739060 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e774c06-b1bd-46f4-aa85-0c4cdf0d540e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d98b0b69-7e33-4c05-8156-d20a2acbb583), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:30.739842 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c594b24-3b76-42e3-b88e-4b71ec58d9cd req-f09c8629-7028-4fb1-a388-70296fe13e1c tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 210 time: 0.0350316 Feb 16 16:22:30.757140 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2c97-721c-476b-98f7-26425e8057cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (66ce7af5-4cb0-4847-8bba-22ab4c46b9cd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:30.819924 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks [] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:30.826214 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4e774c06-b1bd-46f4-aa85-0c4cdf0d540e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c622a2321bb454181cafc4e5f474711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4120920 Feb 16 16:22:30.829302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44152) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:30.831155 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fd2b2c97-721c-476b-98f7-26425e8057cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a79fe42c985f4dd690c1a39ca96cc7e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6505764 Feb 16 16:22:30.833264 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e774c06-b1bd-46f4-aa85-0c4cdf0d540e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98b0b69-7e33-4c05-8156-d20a2acbb583,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:30.835506 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44156) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:30.894036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b2c97-721c-476b-98f7-26425e8057cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ce7af5-4cb0-4847-8bba-22ab4c46b9cd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:30.903925 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c37b5e9-c5f9-44f9-895c-7b5435085862 admin admin] Publish callbacks [] for security_group (d98b0b69-7e33-4c05-8156-d20a2acbb583), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:30.928231 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:30.930363 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a68d261-a6ee-41bb-8348-712399e701ec admin admin] Publish callbacks [] for security_group (66ce7af5-4cb0-4847-8bba-22ab4c46b9cd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:30.940050 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:30.947683 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c37b5e9-c5f9-44f9-895c-7b5435085862 admin admin] Publish callbacks [] for security_group (d98b0b69-7e33-4c05-8156-d20a2acbb583), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:31.018214 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c37b5e9-c5f9-44f9-895c-7b5435085862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d98b0b69-7e33-4c05-8156-d20a2acbb583), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:31.023256 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c37b5e9-c5f9-44f9-895c-7b5435085862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:31.028088 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3c37b5e9-c5f9-44f9-895c-7b5435085862 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d98b0b69-7e33-4c05-8156-d20a2acbb583 HTTP/1.1" status: 204 len: 168 time: 0.1976099 Feb 16 16:22:31.033131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:22:31.039092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37b5e9-c5f9-44f9-895c-7b5435085862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98b0b69-7e33-4c05-8156-d20a2acbb583,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:31.039254 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a68d261-a6ee-41bb-8348-712399e701ec admin admin] Publish callbacks [] for security_group (66ce7af5-4cb0-4847-8bba-22ab4c46b9cd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:31.054147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:31.070811 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:22:31.077437 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:31.078081 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:31.084691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Pushing event updated for resources: {'Port': ['ID=4f37f912-a31c-4603-9efb-e7bf970d8561,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:31.122887 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-620cd344-e5e3-435b-b97c-639a6e178814 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4826276 Feb 16 16:22:31.134271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Request body: {'port': {'device_id': 'c07c95fb-c170-4f33-ab10-00f8052a4182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:31.208485 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a68d261-a6ee-41bb-8348-712399e701ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (66ce7af5-4cb0-4847-8bba-22ab4c46b9cd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:31.211048 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a68d261-a6ee-41bb-8348-712399e701ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:31.217044 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8a68d261-a6ee-41bb-8348-712399e701ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66ce7af5-4cb0-4847-8bba-22ab4c46b9cd HTTP/1.1" status: 204 len: 168 time: 0.3793342 Feb 16 16:22:31.251684 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:31.262914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68d261-a6ee-41bb-8348-712399e701ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ce7af5-4cb0-4847-8bba-22ab4c46b9cd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:31.402454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b0e14022-5ec9-4d1c-871c-5e959df43a87 None None] Provisioning complete for port 4f37f912-a31c-4603-9efb-e7bf970d8561 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:31.402989 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b0e14022-5ec9-4d1c-871c-5e959df43a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:31.463426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b0e14022-5ec9-4d1c-871c-5e959df43a87 None None] Port 4f37f912-a31c-4603-9efb-e7bf970d8561 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:22:31.499991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a924a49-eaf3-4f37-bba8-ad0b1c029e45 req-9dd00848-6327-4b36-9e82-a9c762fb097b tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:31.507180 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a924a49-eaf3-4f37-bba8-ad0b1c029e45 req-9dd00848-6327-4b36-9e82-a9c762fb097b tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 947 time: 0.0986903 Feb 16 16:22:31.604138 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a924a49-eaf3-4f37-bba8-ad0b1c029e45 req-cb896284-79a6-4bd5-af11-6da10061fc89 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958803 Feb 16 16:22:31.617261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 4d86d268-0ad7-45a6-9f56-322c7c3e20fc up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:31.712355 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:22:31.715444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f37f912-a31c-4603-9efb-e7bf970d8561 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:22:31.726023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:31.726334 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Publish callbacks [] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:31.726903 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:31.741652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a6f43-6a9f-455b-a0dc-451d643d0563 req-083ac405-8ea2-41fc-ac02-18fcbd277d2f tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:31.746125 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-316a6f43-6a9f-455b-a0dc-451d643d0563 req-083ac405-8ea2-41fc-ac02-18fcbd277d2f tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 969 time: 0.1027231 Feb 16 16:22:31.756001 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44180) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:31.759424 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Transition to ACTIVE for port object 4f37f912-a31c-4603-9efb-e7bf970d8561 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:22:31.776478 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:31.782881 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0ea6-736f-425e-9a8d-a3ac11aa5c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:31.862805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:31.863513 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:31.863626 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-316a6f43-6a9f-455b-a0dc-451d643d0563 req-4b57e6cb-4d98-4721-a46c-5dc108d480dc tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/security-groups?id=dda97d84-bac9-4b1a-a943-b140814b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116834 Feb 16 16:22:31.892822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f0c89-56fc-40c4-bf8e-0458b3b38351 req-ad30f6d6-326e-4e34-a5e9-5c8023d37afe tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:31.898611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cf599f-0284-42af-8618-3fc08781a62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d86d268-0ad7-45a6-9f56-322c7c3e20fc'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:31.905297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f63f0c89-56fc-40c4-bf8e-0458b3b38351 req-ad30f6d6-326e-4e34-a5e9-5c8023d37afe tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 948 time: 0.1185439 Feb 16 16:22:31.983441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f37f912-a31c-4603-9efb-e7bf970d8561,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:32.030404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4d86d268-0ad7-45a6-9f56-322c7c3e20fc,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:32.043671 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:32.061568 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Attempting to bind port 4f37f912-a31c-4603-9efb-e7bf970d8561 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:22:32.062771 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Attempting to bind port 4f37f912-a31c-4603-9efb-e7bf970d8561 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:22:32.063342 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Attempting to bind port 4f37f912-a31c-4603-9efb-e7bf970d8561 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:32.074636 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Port 4f37f912-a31c-4603-9efb-e7bf970d8561 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:22:32.075567 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Attempting to bind port 4f37f912-a31c-4603-9efb-e7bf970d8561 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:32.094892 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:22:32.100877 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:32.103639 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:22:32.104327 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Bound port: 4f37f912-a31c-4603-9efb-e7bf970d8561, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:22:32.108617 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:32.131610 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-996f4045-c15f-4d68-a1ca-83324a2b53a4 req-2810c0d7-0a68-4c51-a2ab-f8b980da6682 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 210 time: 0.0859988 Feb 16 16:22:32.149738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f63f0c89-56fc-40c4-bf8e-0458b3b38351 req-0d6622fc-7cfc-4b02-b1c7-276b591eb977 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380331 Feb 16 16:22:32.162216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=4d86d268-0ad7-45a6-9f56-322c7c3e20fc,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:32.171518 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:32.211312 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0ea6-736f-425e-9a8d-a3ac11aa5c08 admin admin] Publish callbacks [] for security_group (d3dcefde-ac57-4465-a840-b877a9a2881c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:32.230706 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d59e7c-80b8-49ae-967a-630dd0d76a0d" -d '{"events": [{"server_uuid": "c3cf599f-0284-42af-8618-3fc08781a62b", "name": "network-vif-plugged", "status": "completed", "tag": "4d86d268-0ad7-45a6-9f56-322c7c3e20fc"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:32.285666 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0ea6-736f-425e-9a8d-a3ac11aa5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d3dcefde-ac57-4465-a840-b877a9a2881c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:32.317396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-60112eb5-3990-481c-8fb8-7d9005c9bef3 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:32.320512 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-60112eb5-3990-481c-8fb8-7d9005c9bef3 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.65 "GET /v2.0/networks?id=72bb907d-875d-4ec6-9779-d384bacff365 HTTP/1.1" status: 200 len: 824 time: 0.3293910 Feb 16 16:22:32.342564 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f0ea6-736f-425e-9a8d-a3ac11aa5c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dcefde-ac57-4465-a840-b877a9a2881c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:32.355272 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dc8f0ea6-736f-425e-9a8d-a3ac11aa5c08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=898a4adab73b4e428844d9686a69fbae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5982378 Feb 16 16:22:32.360862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44200) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:32.382933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] For port 4f37f912-a31c-4603-9efb-e7bf970d8561, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:22:32.418806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] For port 4f37f912-a31c-4603-9efb-e7bf970d8561, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4f37f912-a31c-4603-9efb-e7bf970d8561,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:22:32.440312 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:32.443984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-60aa7471-b0cf-4872-a3c5-44d95636a0cb tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a074548814944d3691a8ab693310e936 HTTP/1.1" status: 200 len: 379 time: 0.1094837 Feb 16 16:22:32.454974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-69aa4953-15aa-47c4-852d-72c040b28473 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Request body: {'port': {'device_id': '36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'admin_state_up': True, 'tenant_id': 'a074548814944d3691a8ab693310e936', 'security_groups': ['319a901a-6ad3-432e-a448-50cfdcccaf16']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:32.490000 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-15e8eb58-3ce6-4d94-ab86-3fde843b7f6e admin admin] Publish callbacks [] for security_group (d3dcefde-ac57-4465-a840-b877a9a2881c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:32.493433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:32.494133 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:32.495748 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] 10.222.0.60 "PUT /v2.0/ports/4f37f912-a31c-4603-9efb-e7bf970d8561 HTTP/1.1" status: 200 len: 1096 time: 1.3657961 Feb 16 16:22:32.499394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07c95fb-c170-4f33-ab10-00f8052a4182', 'tag': '4f37f912-a31c-4603-9efb-e7bf970d8561'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:32.509467 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb8effd-e742-47c0-9b3b-ea2fffe17a85 x-openstack-request-id: req-2fb8effd-e742-47c0-9b3b-ea2fffe17a85 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:32.510085 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cf599f-0284-42af-8618-3fc08781a62b", "name": "network-vif-plugged", "status": "completed", "tag": "4d86d268-0ad7-45a6-9f56-322c7c3e20fc", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:32.511480 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fb8effd-e742-47c0-9b3b-ea2fffe17a85 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:32.512396 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cf599f-0284-42af-8618-3fc08781a62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d86d268-0ad7-45a6-9f56-322c7c3e20fc', 'code': 200} Feb 16 16:22:32.584546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.65', 61119) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:32.665466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-69aa4953-15aa-47c4-852d-72c040b28473 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Made reservation on behalf of a074548814944d3691a8ab693310e936 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:32.670160 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-69aa4953-15aa-47c4-852d-72c040b28473 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:32.765478 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-15e8eb58-3ce6-4d94-ab86-3fde843b7f6e admin admin] Publish callbacks [] for security_group (d3dcefde-ac57-4465-a840-b877a9a2881c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:32.771909 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3330585e-99fa-4496-89a9-efaca71eb36a" -d '{"events": [{"name": "network-changed", "server_uuid": "c07c95fb-c170-4f33-ab10-00f8052a4182", "tag": "4f37f912-a31c-4603-9efb-e7bf970d8561"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:32.788495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddf84e-6a44-480a-a340-a8226557bdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f37f912-a31c-4603-9efb-e7bf970d8561,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:32.907911 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31571dcd-72c4-45ad-ab90-a8fcfbf29263 req-c5cd5567-1445-4138-974c-777ab7f91371 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:32.909518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31571dcd-72c4-45ad-ab90-a8fcfbf29263 req-c5cd5567-1445-4138-974c-777ab7f91371 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 947 time: 0.1730096 Feb 16 16:22:32.921348 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-69aa4953-15aa-47c4-852d-72c040b28473 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Allocated IP 172.20.0.5 (72bb907d-875d-4ec6-9779-d384bacff365/60743ad9-3f89-46e3-a7de-dc3e4ec4e12e/913d6a97-9ef5-426f-a4a8-8df720b28f6e) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:22:32.935455 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0065c236-2602-4f4c-a497-dbf8c92d33c6 x-openstack-request-id: req-0065c236-2602-4f4c-a497-dbf8c92d33c6 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:32.935925 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07c95fb-c170-4f33-ab10-00f8052a4182", "tag": "4f37f912-a31c-4603-9efb-e7bf970d8561", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:32.935925 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0065c236-2602-4f4c-a497-dbf8c92d33c6 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:32.936340 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c07c95fb-c170-4f33-ab10-00f8052a4182', 'tag': '4f37f912-a31c-4603-9efb-e7bf970d8561', 'status': 'completed', 'code': 200} Feb 16 16:22:32.960319 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-fc3a2c29-dbe6-410a-99f0-99953755c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:32.961881 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-fc3a2c29-dbe6-410a-99f0-99953755c69d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 1130 time: 0.3688774 Feb 16 16:22:32.963463 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca76a1-d598-43ab-be3d-bcca5890c4fe req-91bdaf6d-4d4f-45ee-afc6-bd78b7bdc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:32.964857 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8fca76a1-d598-43ab-be3d-bcca5890c4fe req-91bdaf6d-4d4f-45ee-afc6-bd78b7bdc530 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 1152 time: 0.3792472 Feb 16 16:22:33.049652 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-15e8eb58-3ce6-4d94-ab86-3fde843b7f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d3dcefde-ac57-4465-a840-b877a9a2881c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:33.055845 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-15e8eb58-3ce6-4d94-ab86-3fde843b7f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:33.055845 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-15e8eb58-3ce6-4d94-ab86-3fde843b7f6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3dcefde-ac57-4465-a840-b877a9a2881c HTTP/1.1" status: 204 len: 168 time: 0.6915739 Feb 16 16:22:33.056585 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8fca76a1-d598-43ab-be3d-bcca5890c4fe req-37bc8c0a-e201-4c67-a961-ce80ec908326 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:33.062173 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-43704b9e-0796-426c-8441-1ac9262419ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4f37f912-a31c-4603-9efb-e7bf970d8561 HTTP/1.1" status: 200 len: 217 time: 0.0853143 Feb 16 16:22:33.079913 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8eb58-3ce6-4d94-ab86-3fde843b7f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dcefde-ac57-4465-a840-b877a9a2881c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:33.106037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31571dcd-72c4-45ad-ab90-a8fcfbf29263 req-fd3ab1d4-6ce7-415d-b9d3-601ad326407e tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870086 Feb 16 16:22:33.156982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-27462911-6bae-4838-b6c4-db36b02aeef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:33.158447 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-27462911-6bae-4838-b6c4-db36b02aeef8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0886385 Feb 16 16:22:33.168841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820eb23-ca89-4780-a75f-4224febd5059 req-fb022459-9c34-4fa1-a5d1-65351214c267 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:33.171276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8820eb23-ca89-4780-a75f-4224febd5059 req-fb022459-9c34-4fa1-a5d1-65351214c267 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 970 time: 0.1911354 Feb 16 16:22:33.314093 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8820eb23-ca89-4780-a75f-4224febd5059 req-c1f75e30-14cc-44a3-9e06-efe10e8d60fa tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/security-groups?id=dda97d84-bac9-4b1a-a943-b140814b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071575 Feb 16 16:22:33.377699 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-69aa4953-15aa-47c4-852d-72c040b28473 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:33.471434 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-ae723066-f8b0-486d-9e76-5338b2346726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:33.473194 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-ae723066-f8b0-486d-9e76-5338b2346726 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3077893 Feb 16 16:22:33.476315 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8fca76a1-d598-43ab-be3d-bcca5890c4fe req-37bc8c0a-e201-4c67-a961-ce80ec908326 service neutron] Publish callbacks [] for security_group (14327fc5-97c6-4977-b228-a37dc4cfac95), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:33.494604 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8fca76a1-d598-43ab-be3d-bcca5890c4fe req-37bc8c0a-e201-4c67-a961-ce80ec908326 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (14327fc5-97c6-4977-b228-a37dc4cfac95), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:33.501503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd6d5801-460e-49bf-a530-8e86afcbf831 req-5818a878-4c2a-4543-8152-6c49cd9c9866 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 210 time: 0.0624168 Feb 16 16:22:33.510663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa9b85-132e-4bfa-acf2-397504cbeb9f req-5b7af268-bcdd-4c7c-8a39-650650943c7e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:33.512175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ffa9b85-132e-4bfa-acf2-397504cbeb9f req-5b7af268-bcdd-4c7c-8a39-650650943c7e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 948 time: 0.2282703 Feb 16 16:22:33.534070 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-69aa4953-15aa-47c4-852d-72c040b28473 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:33.594510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-69aa4953-15aa-47c4-852d-72c040b28473 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Network 72bb907d-875d-4ec6-9779-d384bacff365 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:22:33.607222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-69aa4953-15aa-47c4-852d-72c040b28473 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:33.612026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa4953-15aa-47c4-852d-72c040b28473 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Pushing event updated for resources: {'Port': ['ID=913d6a97-9ef5-426f-a4a8-8df720b28f6e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:33.614682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-69aa4953-15aa-47c4-852d-72c040b28473 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:22:33.620384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-69aa4953-15aa-47c4-852d-72c040b28473 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:33.621018 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-69aa4953-15aa-47c4-852d-72c040b28473 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:33.631920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ffa9b85-132e-4bfa-acf2-397504cbeb9f req-7b38af8e-01c6-4114-9422-ac30339a842e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122355 Feb 16 16:22:33.644118 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8fca76a1-d598-43ab-be3d-bcca5890c4fe req-37bc8c0a-e201-4c67-a961-ce80ec908326 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dda97d84-bac9-4b1a-a943-b140814b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6674113 Feb 16 16:22:33.646312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-69aa4953-15aa-47c4-852d-72c040b28473 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1975186 Feb 16 16:22:33.663265 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc8c0a-e201-4c67-a961-ce80ec908326 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=14327fc5-97c6-4977-b228-a37dc4cfac95,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:33.685868 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-1d258a21-118f-4ffa-9abe-116b68cc4ad3 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045791 Feb 16 16:22:33.808479 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7e29567a-2c16-469a-aa6a-26d97fd8cb69 req-01c75905-e6d5-4285-b90e-733e1819e7c0 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152287 Feb 16 16:22:33.881117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3426dc7f-c7ef-4284-9368-73747068fbd4 None None] Provisioning complete for port 913d6a97-9ef5-426f-a4a8-8df720b28f6e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:33.881711 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3426dc7f-c7ef-4284-9368-73747068fbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:33.919937 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330585e-99fa-4496-89a9-efaca71eb36a req-86ccd978-273a-4896-b5b9-435662249758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:33.920228 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3426dc7f-c7ef-4284-9368-73747068fbd4 None None] Port 913d6a97-9ef5-426f-a4a8-8df720b28f6e cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:22:33.921539 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3330585e-99fa-4496-89a9-efaca71eb36a req-86ccd978-273a-4896-b5b9-435662249758 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 1130 time: 0.0618188 Feb 16 16:22:33.938090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Request body: {'port': {'device_id': '36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e', 'device_owner': 'compute:tempest-test_az-77415397', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:34.020202 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.108930 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.134172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330585e-99fa-4496-89a9-efaca71eb36a req-cd87c5f9-eb3f-4938-9475-263a44669a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:34.135701 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3330585e-99fa-4496-89a9-efaca71eb36a req-cd87c5f9-eb3f-4938-9475-263a44669a3f service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2081382 Feb 16 16:22:34.136211 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44264) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:34.204118 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3330585e-99fa-4496-89a9-efaca71eb36a req-491a4c38-6480-488a-a64c-05e7e295d963 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4f37f912-a31c-4603-9efb-e7bf970d8561 HTTP/1.1" status: 200 len: 217 time: 0.0609069 Feb 16 16:22:34.256966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330585e-99fa-4496-89a9-efaca71eb36a req-a6708d6c-e5e9-4665-bf70-340fc399879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:34.258484 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3330585e-99fa-4496-89a9-efaca71eb36a req-a6708d6c-e5e9-4665-bf70-340fc399879c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0479832 Feb 16 16:22:34.337239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330585e-99fa-4496-89a9-efaca71eb36a req-a2414853-0e41-4436-beb9-eb69339550b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:34.347519 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3330585e-99fa-4496-89a9-efaca71eb36a req-a2414853-0e41-4436-beb9-eb69339550b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0816913 Feb 16 16:22:34.366666 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-261937975-network', 'tenant_id': '949e2aa78ffb460c91715a893a35afcb'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:34.383206 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd62c6-8ec2-4205-b6bd-c3a8cc52a392 req-4081f0b5-d943-4f46-a34b-406828500446 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:34.384905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41cd62c6-8ec2-4205-b6bd-c3a8cc52a392 req-4081f0b5-d943-4f46-a34b-406828500446 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 947 time: 0.1221542 Feb 16 16:22:34.401941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913d6a97-9ef5-426f-a4a8-8df720b28f6e {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:22:34.412233 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Publish callbacks [] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.437709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] Made reservation on behalf of 949e2aa78ffb460c91715a893a35afcb for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:34.439989 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.450940 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.473644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Transition to ACTIVE for port object 913d6a97-9ef5-426f-a4a8-8df720b28f6e will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:22:34.487099 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3330585e-99fa-4496-89a9-efaca71eb36a req-b66d427e-8cfa-4e9b-a144-5d41ace2529a service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336823 Feb 16 16:22:34.487980 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.525235 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41cd62c6-8ec2-4205-b6bd-c3a8cc52a392 req-442d70cc-b1fb-468e-bebd-3dbf16f0936a tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329753 Feb 16 16:22:34.565967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b30349-9f25-43df-b224-791898c6317e req-6cb614a5-857a-4436-831c-ba0aad83bdc7 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:34.568453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5b30349-9f25-43df-b224-791898c6317e req-6cb614a5-857a-4436-831c-ba0aad83bdc7 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 970 time: 0.1620030 Feb 16 16:22:34.578882 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Pushing event updated for resources: {'Port': ['ID=913d6a97-9ef5-426f-a4a8-8df720b28f6e,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:34.638365 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] Publish callbacks [] for security_group (98a74f31-2de8-453e-a0ac-29ca0649a91f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.645152 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3330585e-99fa-4496-89a9-efaca71eb36a req-8edb9911-e51d-43ed-a8cb-846bf5e72bef service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459386 Feb 16 16:22:34.646557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (98a74f31-2de8-453e-a0ac-29ca0649a91f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.663050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Attempting to bind port 913d6a97-9ef5-426f-a4a8-8df720b28f6e on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:22:34.663050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Attempting to bind port 913d6a97-9ef5-426f-a4a8-8df720b28f6e by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:22:34.663050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Attempting to bind port 913d6a97-9ef5-426f-a4a8-8df720b28f6e on network 72bb907d-875d-4ec6-9779-d384bacff365 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:34.671743 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:22:34.676425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Port 913d6a97-9ef5-426f-a4a8-8df720b28f6e on network 72bb907d-875d-4ec6-9779-d384bacff365 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:22:34.676754 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Attempting to bind port 913d6a97-9ef5-426f-a4a8-8df720b28f6e on network 72bb907d-875d-4ec6-9779-d384bacff365 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:34.681791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5b30349-9f25-43df-b224-791898c6317e req-9af53b82-794f-4818-9396-e7df15306e40 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/security-groups?id=dda97d84-bac9-4b1a-a943-b140814b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958657 Feb 16 16:22:34.686613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:22:34.686937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Checking segment: {'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:34.687316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Bound using segment: {'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:22:34.687741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Bound port: 913d6a97-9ef5-426f-a4a8-8df720b28f6e, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:22:34.688105 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.693387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a74f31-2de8-453e-a0ac-29ca0649a91f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:34.699607 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c5db13bd-1584-4321-b049-075d10c2039c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.701766 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] Added segment c5db13bd-1584-4321-b049-075d10c2039c of type vlan for network 94a1e31b-f9ab-440f-a31d-308d40923799 Feb 16 16:22:34.782109 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (94a1e31b-f9ab-440f-a31d-308d40923799), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.827649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] For port 913d6a97-9ef5-426f-a4a8-8df720b28f6e, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:22:34.830833 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (94a1e31b-f9ab-440f-a31d-308d40923799), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.835325 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:34.836245 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.837205 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] For port 913d6a97-9ef5-426f-a4a8-8df720b28f6e, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=913d6a97-9ef5-426f-a4a8-8df720b28f6e,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:22:34.843521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 24f5539c-bdaa-4b40-a6cd-b2642dd8991f details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:22:34.878087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13d8c8-a29f-4f82-bb82-2d803b971d6c req-c70e39df-a504-4840-bdab-7c8408b87a6a tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:34.879298 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7420192 Feb 16 16:22:34.879936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44284) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:34.880348 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb13d8c8-a29f-4f82-bb82-2d803b971d6c req-c70e39df-a504-4840-bdab-7c8408b87a6a tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 963 time: 0.1649704 Feb 16 16:22:34.881635 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.886529 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b9c4e26e-478e-46c8-b27d-3d64233d58a5 admin admin] Request body: {'subnet': {'network_id': '94a1e31b-f9ab-440f-a31d-308d40923799', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-261937975-subnet', 'tenant_id': '949e2aa78ffb460c91715a893a35afcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:34.928857 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca8015-2cb3-482b-87a7-8db1f9ce89c5 admin admin] Pushing event updated for resources: {'Network': ['ID=94a1e31b-f9ab-440f-a31d-308d40923799,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:34.944550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c4e26e-478e-46c8-b27d-3d64233d58a5 admin admin] Made reservation on behalf of 949e2aa78ffb460c91715a893a35afcb for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:34.947136 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:34.947731 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b9c4e26e-478e-46c8-b27d-3d64233d58a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.948985 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.950975 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] 10.222.0.65 "PUT /v2.0/ports/913d6a97-9ef5-426f-a4a8-8df720b28f6e HTTP/1.1" status: 200 len: 1111 time: 1.0182328 Feb 16 16:22:34.952341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e', 'tag': '913d6a97-9ef5-426f-a4a8-8df720b28f6e'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:34.956537 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9afcb47-be2d-4a2c-bebd-771abb72840b" -d '{"events": [{"name": "network-changed", "server_uuid": "36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e", "tag": "913d6a97-9ef5-426f-a4a8-8df720b28f6e"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:34.969254 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 94a1e31b-f9ab-440f-a31d-308d40923799 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:22:35.003471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20919d0-70cf-4993-a9b5-7e2337c03555 req-b041717c-bcd1-4b20-a371-4a7860b72732 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:35.012734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d20919d0-70cf-4993-a9b5-7e2337c03555 req-b041717c-bcd1-4b20-a371-4a7860b72732 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 948 time: 0.2084858 Feb 16 16:22:35.085753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51882d3f-f93d-447f-a4c1-0b7ea3820558 service neutron] Pushing event updated for resources: {'Port': ['ID=913d6a97-9ef5-426f-a4a8-8df720b28f6e,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:35.089111 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44288) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:35.104272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb13d8c8-a29f-4f82-bb82-2d803b971d6c req-ba5664f1-13f2-4f86-81ed-962983eaa8e8 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130761 Feb 16 16:22:35.124520 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=24f5539c-bdaa-4b40-a6cd-b2642dd8991f,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:35.144480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '24f5539c-bdaa-4b40-a6cd-b2642dd8991f', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '24f5539c-bdaa-4b40-a6cd-b2642dd8991f', 'mac_address': 'fa:16:3e:4f:bb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:22:35.154914 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d20919d0-70cf-4993-a9b5-7e2337c03555 req-41ee32cb-c46a-4b9d-8310-f8b6758d9c0c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412029 Feb 16 16:22:35.201109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:35.201970 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:35.208975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-d912c1e9-9a0a-4219-b5ee-52b1a19a5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:35.212426 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-d912c1e9-9a0a-4219-b5ee-52b1a19a5019 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a074548814944d3691a8ab693310e936&device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 1145 time: 0.1842444 Feb 16 16:22:35.245903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f5539c-bdaa-4b40-a6cd-b2642dd8991f {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:22:35.272533 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ab8122-2ebf-4646-94a8-f3f09afd2b0b x-openstack-request-id: req-f1ab8122-2ebf-4646-94a8-f3f09afd2b0b {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:35.272806 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e", "tag": "913d6a97-9ef5-426f-a4a8-8df720b28f6e", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:35.273336 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1ab8122-2ebf-4646-94a8-f3f09afd2b0b {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:35.273747 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e', 'tag': '913d6a97-9ef5-426f-a4a8-8df720b28f6e', 'status': 'completed', 'code': 200} Feb 16 16:22:35.275607 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-69382d31-5896-4ecc-afcf-bb1bc84ad64b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=913d6a97-9ef5-426f-a4a8-8df720b28f6e HTTP/1.1" status: 200 len: 217 time: 0.0548143 Feb 16 16:22:35.277471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=24f5539c-bdaa-4b40-a6cd-b2642dd8991f,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:35.282836 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:35.321426 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-28b7580f-1912-40c8-a63e-db10bf4942a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:35.334575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-a85c7ac7-c462-4e02-9c1a-6a968d32adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:35.336687 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-a85c7ac7-c462-4e02-9c1a-6a968d32adac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60743ad9-3f89-46e3-a7de-dc3e4ec4e12e HTTP/1.1" status: 200 len: 863 time: 0.0524020 Feb 16 16:22:35.344815 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b9c4e26e-478e-46c8-b27d-3d64233d58a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for subnet (1786a798-933d-4f8c-b8b1-882bd213fb9e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:35.374926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=24f5539c-bdaa-4b40-a6cd-b2642dd8991f,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:35.398077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-602bb47b-bf02-440e-ae93-4bb435fc3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:35.399832 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-602bb47b-bf02-440e-ae93-4bb435fc3e1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=72bb907d-875d-4ec6-9779-d384bacff365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562615 Feb 16 16:22:35.415572 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4e26e-478e-46c8-b27d-3d64233d58a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1786a798-933d-4f8c-b8b1-882bd213fb9e,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:35.461694 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c4e26e-478e-46c8-b27d-3d64233d58a5 admin admin] Checking segment: {'id': 'c5db13bd-1584-4321-b049-075d10c2039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '94a1e31b-f9ab-440f-a31d-308d40923799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:35.462127 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c4e26e-478e-46c8-b27d-3d64233d58a5 admin admin] Network hostable DHCP agents. Network: 94a1e31b-f9ab-440f-a31d-308d40923799, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:22:35.498970 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-28b7580f-1912-40c8-a63e-db10bf4942a1 admin admin] Publish callbacks [] for security_group (ef768005-f51f-4c56-a9cf-8943aec277ac), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:35.503536 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-28b7580f-1912-40c8-a63e-db10bf4942a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ef768005-f51f-4c56-a9cf-8943aec277ac), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:35.518267 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c4e26e-478e-46c8-b27d-3d64233d58a5 admin admin] Network 94a1e31b-f9ab-440f-a31d-308d40923799 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:22:35.520796 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-4a08b178-750d-4896-81d6-814da0995907 service neutron] 10.222.0.65 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138630 Feb 16 16:22:35.549233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b9c4e26e-478e-46c8-b27d-3d64233d58a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 94a1e31b-f9ab-440f-a31d-308d40923799) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:35.556862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c4e26e-478e-46c8-b27d-3d64233d58a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:35.558985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc62fa73-8827-4143-afd6-48fb12fbdaaf None None] Network 94a1e31b-f9ab-440f-a31d-308d40923799 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:22:35.571985 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b9c4e26e-478e-46c8-b27d-3d64233d58a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:35.594375 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-28b7580f-1912-40c8-a63e-db10bf4942a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ea5a8baba044e64b0a724b75855d2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4947968 Feb 16 16:22:35.600764 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44294) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:35.641127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf509dba-29e4-449a-a542-df714a9f6b9b req-61147bf5-3046-4a35-93a1-662e8035afab service neutron] 10.222.0.65 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136699 Feb 16 16:22:35.646108 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b9c4e26e-478e-46c8-b27d-3d64233d58a5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7633655 Feb 16 16:22:35.649433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7580f-1912-40c8-a63e-db10bf4942a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef768005-f51f-4c56-a9cf-8943aec277ac,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:35.694914 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d680c5a5-1893-41ff-adaa-351d40ac4a75 admin admin] Publish callbacks [] for security_group (ef768005-f51f-4c56-a9cf-8943aec277ac), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:35.721962 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d680c5a5-1893-41ff-adaa-351d40ac4a75 admin admin] Publish callbacks [] for security_group (ef768005-f51f-4c56-a9cf-8943aec277ac), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:35.789405 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d680c5a5-1893-41ff-adaa-351d40ac4a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ef768005-f51f-4c56-a9cf-8943aec277ac), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:35.792872 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d680c5a5-1893-41ff-adaa-351d40ac4a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:35.797496 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d680c5a5-1893-41ff-adaa-351d40ac4a75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef768005-f51f-4c56-a9cf-8943aec277ac HTTP/1.1" status: 204 len: 168 time: 0.1866796 Feb 16 16:22:35.808049 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680c5a5-1893-41ff-adaa-351d40ac4a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef768005-f51f-4c56-a9cf-8943aec277ac,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:35.881320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd36b54-bf76-43cd-8f7d-c8a1037742cb req-ce786676-fcd4-4d29-8d2d-b072e209f1db tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:35.882876 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bbd36b54-bf76-43cd-8f7d-c8a1037742cb req-ce786676-fcd4-4d29-8d2d-b072e209f1db tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 948 time: 0.2144330 Feb 16 16:22:35.886639 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74f16fd-c763-44b1-9083-5fec7e03c3ca None None] Network 94a1e31b-f9ab-440f-a31d-308d40923799 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:22:35.893881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afcb47-be2d-4a2c-bebd-771abb72840b req-1056bc84-133b-4aac-8f71-d8f0fe645f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:35.895360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9afcb47-be2d-4a2c-bebd-771abb72840b req-1056bc84-133b-4aac-8f71-d8f0fe645f29 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a074548814944d3691a8ab693310e936&device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 1145 time: 0.1716089 Feb 16 16:22:35.915620 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['24f5539c-bdaa-4b40-a6cd-b2642dd8991f'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:22:35.931868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a8bad-1f89-4524-83eb-224d7ba6db4d req-20f4a207-be14-4ff7-8363-a5dd5ea1477d tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:35.938741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-437a8bad-1f89-4524-83eb-224d7ba6db4d req-20f4a207-be14-4ff7-8363-a5dd5ea1477d tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 970 time: 0.1162102 Feb 16 16:22:36.065457 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bbd36b54-bf76-43cd-8f7d-c8a1037742cb req-d5cb37fc-56b3-469e-8193-0e00c451a406 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675112 Feb 16 16:22:36.107792 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-437a8bad-1f89-4524-83eb-224d7ba6db4d req-02912c40-f5ae-4a7a-b33a-fd80083fe488 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/security-groups?id=dda97d84-bac9-4b1a-a943-b140814b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515062 Feb 16 16:22:36.111593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afcb47-be2d-4a2c-bebd-771abb72840b req-88074fa7-ce8b-4914-a0c2-48bfca8e0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:36.113093 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9afcb47-be2d-4a2c-bebd-771abb72840b req-88074fa7-ce8b-4914-a0c2-48bfca8e0cec service neutron] 10.222.0.65 "GET /v2.0/networks?id=72bb907d-875d-4ec6-9779-d384bacff365 HTTP/1.1" status: 200 len: 925 time: 0.2066832 Feb 16 16:22:36.168210 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9afcb47-be2d-4a2c-bebd-771abb72840b req-ec08ffe4-16b5-48cb-8ddd-c68091f62fa3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=913d6a97-9ef5-426f-a4a8-8df720b28f6e HTTP/1.1" status: 200 len: 217 time: 0.0480742 Feb 16 16:22:36.257792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44318) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:36.271469 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d40213c-8518-49a9-b278-ca6fbba1f0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.347150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afcb47-be2d-4a2c-bebd-771abb72840b req-4c3b6cac-a957-40b8-91e2-008912a299f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:36.348564 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9afcb47-be2d-4a2c-bebd-771abb72840b req-4c3b6cac-a957-40b8-91e2-008912a299f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60743ad9-3f89-46e3-a7de-dc3e4ec4e12e HTTP/1.1" status: 200 len: 863 time: 0.1727674 Feb 16 16:22:36.359179 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d40213c-8518-49a9-b278-ca6fbba1f0f4 admin admin] Publish callbacks [] for security_group (341be70d-85fb-40e9-9a8b-07fb06ab7c18), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.363597 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d40213c-8518-49a9-b278-ca6fbba1f0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (341be70d-85fb-40e9-9a8b-07fb06ab7c18), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.407735 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5d40213c-8518-49a9-b278-ca6fbba1f0f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ec13f42cfd2434a9079bbdb0bcf3b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486127 Feb 16 16:22:36.408659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40213c-8518-49a9-b278-ca6fbba1f0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341be70d-85fb-40e9-9a8b-07fb06ab7c18,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:36.410960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44322) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:36.470601 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-045ff254-9fe4-454d-be6d-de26919d87be admin admin] Publish callbacks [] for security_group (341be70d-85fb-40e9-9a8b-07fb06ab7c18), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.504893 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-045ff254-9fe4-454d-be6d-de26919d87be admin admin] Publish callbacks [] for security_group (341be70d-85fb-40e9-9a8b-07fb06ab7c18), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.530265 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44326) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:36.535225 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1264488915-network', 'tenant_id': '450758de844347a7bacf6955a635bf30'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:36.564061 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] Made reservation on behalf of 450758de844347a7bacf6955a635bf30 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:36.566563 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.576419 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.591965 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-045ff254-9fe4-454d-be6d-de26919d87be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (341be70d-85fb-40e9-9a8b-07fb06ab7c18), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.594421 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-045ff254-9fe4-454d-be6d-de26919d87be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.595538 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-045ff254-9fe4-454d-be6d-de26919d87be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/341be70d-85fb-40e9-9a8b-07fb06ab7c18 HTTP/1.1" status: 204 len: 168 time: 0.1836824 Feb 16 16:22:36.611230 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ff254-9fe4-454d-be6d-de26919d87be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341be70d-85fb-40e9-9a8b-07fb06ab7c18,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:36.613508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23026f9-3a0c-43f3-9181-c05998cf3702 req-03abbc73-5a1f-4c35-bbd8-f872b973a555 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:36.615006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d23026f9-3a0c-43f3-9181-c05998cf3702 req-03abbc73-5a1f-4c35-bbd8-f872b973a555 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 963 time: 0.3696904 Feb 16 16:22:36.617941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4db8-9a49-43ff-9e6d-ea3d8807de59 req-c62094d8-53ce-4a6e-a8e1-1aad58d284a6 tempest-AggregatesAdminTestJSON-1429362167 tempest-AggregatesAdminTestJSON-1429362167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:36.619304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-89fa4db8-9a49-43ff-9e6d-ea3d8807de59 req-c62094d8-53ce-4a6e-a8e1-1aad58d284a6 tempest-AggregatesAdminTestJSON-1429362167 tempest-AggregatesAdminTestJSON-1429362167-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 1152 time: 0.3725522 Feb 16 16:22:36.640648 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-89fa4db8-9a49-43ff-9e6d-ea3d8807de59 req-5c248417-743d-4321-b78c-495410db3f4e tempest-AggregatesAdminTestJSON-1429362167 tempest-AggregatesAdminTestJSON-1429362167-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.670795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afcb47-be2d-4a2c-bebd-771abb72840b req-30d114d0-088d-41be-9eca-aa2f6ceda58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:36.672334 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9afcb47-be2d-4a2c-bebd-771abb72840b req-30d114d0-088d-41be-9eca-aa2f6ceda58a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=72bb907d-875d-4ec6-9779-d384bacff365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3149085 Feb 16 16:22:36.689673 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] Publish callbacks [] for security_group (db58965f-152b-4a83-9cc7-9f5258960125), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.694302 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (db58965f-152b-4a83-9cc7-9f5258960125), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.720791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:22:36.731839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db58965f-152b-4a83-9cc7-9f5258960125,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:36.737723 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (9009266d-aaa3-4041-9068-2cfbc1ae67b2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.738145 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] Added segment 9009266d-aaa3-4041-9068-2cfbc1ae67b2 of type vlan for network 61a60510-123f-44de-8791-0c9b3e3ecfc6 Feb 16 16:22:36.746366 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d23026f9-3a0c-43f3-9181-c05998cf3702 req-8ff64ff1-5a24-44ed-be83-ad5d92b1d5b4 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196218 Feb 16 16:22:36.810960 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (61a60510-123f-44de-8791-0c9b3e3ecfc6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.846564 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 24f5539c-bdaa-4b40-a6cd-b2642dd8991f up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:36.848860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9afcb47-be2d-4a2c-bebd-771abb72840b req-57b5e6c4-d851-4fd9-968b-522472778ac0 service neutron] 10.222.0.65 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549308 Feb 16 16:22:36.851056 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-89fa4db8-9a49-43ff-9e6d-ea3d8807de59 req-5c248417-743d-4321-b78c-495410db3f4e tempest-AggregatesAdminTestJSON-1429362167 tempest-AggregatesAdminTestJSON-1429362167-project-admin] Publish callbacks [] for security_group (e6930fc1-1416-4ead-a948-f44a8c0230a9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.858716 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (61a60510-123f-44de-8791-0c9b3e3ecfc6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.859888 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:36.860483 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.874943 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-89fa4db8-9a49-43ff-9e6d-ea3d8807de59 req-5c248417-743d-4321-b78c-495410db3f4e tempest-AggregatesAdminTestJSON-1429362167 tempest-AggregatesAdminTestJSON-1429362167-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e6930fc1-1416-4ead-a948-f44a8c0230a9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.893672 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3621104 Feb 16 16:22:36.894284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44332) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:36.903606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-cbdc933a-ff3c-4574-949c-c61bc9a76b1f admin admin] Request body: {'subnet': {'network_id': '61a60510-123f-44de-8791-0c9b3e3ecfc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1264488915-subnet', 'tenant_id': '450758de844347a7bacf6955a635bf30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:36.915685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:22:36.924265 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:36.927019 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.939841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdc933a-ff3c-4574-949c-c61bc9a76b1f admin admin] Made reservation on behalf of 450758de844347a7bacf6955a635bf30 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:36.942665 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbdc933a-ff3c-4574-949c-c61bc9a76b1f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:36.986461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72490642-ca05-4b17-903a-80534702e9fa admin admin] Pushing event updated for resources: {'Network': ['ID=61a60510-123f-44de-8791-0c9b3e3ecfc6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:36.986625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c248417-743d-4321-b78c-495410db3f4e tempest-AggregatesAdminTestJSON-1429362167 tempest-AggregatesAdminTestJSON-1429362167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6930fc1-1416-4ead-a948-f44a8c0230a9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:37.005789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-89fa4db8-9a49-43ff-9e6d-ea3d8807de59 req-5c248417-743d-4321-b78c-495410db3f4e tempest-AggregatesAdminTestJSON-1429362167 tempest-AggregatesAdminTestJSON-1429362167-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dda97d84-bac9-4b1a-a943-b140814b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750355 Feb 16 16:22:37.009619 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 61a60510-123f-44de-8791-0c9b3e3ecfc6 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:22:37.030751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0745545-d85f-458a-86fe-5c1019b713a3 req-08127732-be4c-4701-8f1c-5e8be08440a8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:37.032345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0745545-d85f-458a-86fe-5c1019b713a3 req-08127732-be4c-4701-8f1c-5e8be08440a8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 948 time: 0.2086248 Feb 16 16:22:37.100247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9afcb47-be2d-4a2c-bebd-771abb72840b req-e4d96d6f-a097-4167-bb95-e44afe0a4360 service neutron] 10.222.0.65 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337849 Feb 16 16:22:37.130690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:37.131622 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:37.144938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0745545-d85f-458a-86fe-5c1019b713a3 req-7659b105-8eb7-48a7-bf12-ebe89c9e823b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992577 Feb 16 16:22:37.210335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaef4196-b3d2-40d3-979d-75ca5571f538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f5539c-bdaa-4b40-a6cd-b2642dd8991f'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:37.217993 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c390dcf-3bf4-4d2c-826f-015f0bbd2458" -d '{"events": [{"server_uuid": "aaef4196-b3d2-40d3-979d-75ca5571f538", "name": "network-vif-plugged", "status": "completed", "tag": "24f5539c-bdaa-4b40-a6cd-b2642dd8991f"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:37.247994 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=24f5539c-bdaa-4b40-a6cd-b2642dd8991f,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:37.257264 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:37.316881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=24f5539c-bdaa-4b40-a6cd-b2642dd8991f,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:37.330032 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbdc933a-ff3c-4574-949c-c61bc9a76b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for subnet (82dbfcda-08ba-4397-9fef-d125bcaef201), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:37.355146 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ad8ed5-ddb4-452f-aaaa-c22d06412989 x-openstack-request-id: req-a9ad8ed5-ddb4-452f-aaaa-c22d06412989 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:37.355448 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaef4196-b3d2-40d3-979d-75ca5571f538", "name": "network-vif-plugged", "status": "completed", "tag": "24f5539c-bdaa-4b40-a6cd-b2642dd8991f", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:37.355693 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9ad8ed5-ddb4-452f-aaaa-c22d06412989 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:37.356804 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaef4196-b3d2-40d3-979d-75ca5571f538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f5539c-bdaa-4b40-a6cd-b2642dd8991f', 'code': 200} Feb 16 16:22:37.374555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f8336-f4b1-4a26-8ee7-e274a122c73c req-2744bc60-b34c-4b9b-b899-c901aade5aba tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:37.376021 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-607f8336-f4b1-4a26-8ee7-e274a122c73c req-2744bc60-b34c-4b9b-b899-c901aade5aba tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 949 time: 0.1003458 Feb 16 16:22:37.414716 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc933a-ff3c-4574-949c-c61bc9a76b1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=82dbfcda-08ba-4397-9fef-d125bcaef201,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:37.420997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc933a-ff3c-4574-949c-c61bc9a76b1f admin admin] Checking segment: {'id': '9009266d-aaa3-4041-9068-2cfbc1ae67b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '61a60510-123f-44de-8791-0c9b3e3ecfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:37.421606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdc933a-ff3c-4574-949c-c61bc9a76b1f admin admin] Network hostable DHCP agents. Network: 61a60510-123f-44de-8791-0c9b3e3ecfc6, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:22:37.448592 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:22:37.451840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdc933a-ff3c-4574-949c-c61bc9a76b1f admin admin] Network 61a60510-123f-44de-8791-0c9b3e3ecfc6 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:22:37.474945 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-607f8336-f4b1-4a26-8ee7-e274a122c73c req-2eccf181-b210-4f44-8c1f-416fb4b656bc tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905213 Feb 16 16:22:37.480482 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-cbdc933a-ff3c-4574-949c-c61bc9a76b1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 61a60510-123f-44de-8791-0c9b3e3ecfc6) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:37.487245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdc933a-ff3c-4574-949c-c61bc9a76b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:37.489891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b32e790-6e53-45a9-8f92-e41a51c93a91 None None] Network 61a60510-123f-44de-8791-0c9b3e3ecfc6 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:22:37.504049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbdc933a-ff3c-4574-949c-c61bc9a76b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:37.509207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49db54b-bd58-4e30-9719-a25115d1b97d req-69a6c4cb-f97b-4c54-86a1-2aa3046a72eb tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:37.511376 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a49db54b-bd58-4e30-9719-a25115d1b97d req-69a6c4cb-f97b-4c54-86a1-2aa3046a72eb tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 970 time: 0.0989501 Feb 16 16:22:37.532396 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cbdc933a-ff3c-4574-949c-c61bc9a76b1f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6349258 Feb 16 16:22:37.545014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3eb169-7cb2-465c-aae5-b4dc0d0062cf req-e31b3b6e-4bc7-4346-8ed7-7971effa2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:37.546852 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fb3eb169-7cb2-465c-aae5-b4dc0d0062cf req-e31b3b6e-4bc7-4346-8ed7-7971effa2e59 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 1131 time: 0.1066339 Feb 16 16:22:37.573208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a49db54b-bd58-4e30-9719-a25115d1b97d req-3bd06d52-b877-4de7-aadd-821532ce003d tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/security-groups?id=dda97d84-bac9-4b1a-a943-b140814b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548117 Feb 16 16:22:37.610466 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fb3eb169-7cb2-465c-aae5-b4dc0d0062cf req-32c06c34-211d-462f-8071-7698354cb0f9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540950 Feb 16 16:22:37.655678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ebad0-8a59-4c61-a538-2334756453f3 None None] Network 61a60510-123f-44de-8791-0c9b3e3ecfc6 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:22:37.873460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6919b-2cf3-47d9-9660-832d4409e798 req-a5d03540-5401-4492-ba1a-aaf3dcb4398d tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:37.874975 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06b6919b-2cf3-47d9-9660-832d4409e798 req-a5d03540-5401-4492-ba1a-aaf3dcb4398d tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 963 time: 0.0564444 Feb 16 16:22:37.933894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06b6919b-2cf3-47d9-9660-832d4409e798 req-59fa28fc-6793-477f-bc3e-ecfc5a51f324 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505886 Feb 16 16:22:38.298495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-1861cb34-b2fc-4119-a9a7-a843642a2180 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:38.299968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-1861cb34-b2fc-4119-a9a7-a843642a2180 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/networks?id=94a1e31b-f9ab-440f-a31d-308d40923799 HTTP/1.1" status: 200 len: 814 time: 0.1395125 Feb 16 16:22:38.312728 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f81f92-cd56-49e0-9dd2-8b081b6967cc req-114991c4-ef29-4070-ae62-367ce9b87ded tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:38.314126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8f81f92-cd56-49e0-9dd2-8b081b6967cc req-114991c4-ef29-4070-ae62-367ce9b87ded tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 948 time: 0.0804443 Feb 16 16:22:38.330032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-be5a9b7e-8a2c-41ea-ba32-dd700ef47852 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/quotas/949e2aa78ffb460c91715a893a35afcb HTTP/1.1" status: 200 len: 375 time: 0.0247052 Feb 16 16:22:38.371644 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-0cbf693d-fcb9-4cdc-b6dd-5e2f9a07e891 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=949e2aa78ffb460c91715a893a35afcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354922 Feb 16 16:22:38.411517 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8f81f92-cd56-49e0-9dd2-8b081b6967cc req-9ba19583-7a3f-4f50-af89-0e8d3148b35e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915174 Feb 16 16:22:38.477945 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-e2fb3cde-cb52-45f5-a87c-fa6b300d6ba4 service neutron] 10.222.0.24 "GET /v2.0/networks/94a1e31b-f9ab-440f-a31d-308d40923799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985138 Feb 16 16:22:38.576490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-a83c962e-816a-4696-8aab-6e640b4a392d service neutron] 10.222.0.24 "GET /v2.0/networks/94a1e31b-f9ab-440f-a31d-308d40923799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922887 Feb 16 16:22:38.720661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e1611-b920-4187-ba3e-5fed2f66f455 req-bc20d33c-7609-4f26-a103-23cdb58c1e1e tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:38.722238 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a62e1611-b920-4187-ba3e-5fed2f66f455 req-bc20d33c-7609-4f26-a103-23cdb58c1e1e tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 949 time: 0.0790198 Feb 16 16:22:38.811925 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a62e1611-b920-4187-ba3e-5fed2f66f455 req-8457b84e-6bba-45e1-a9bd-136b70831a09 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827339 Feb 16 16:22:38.849922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e990d70-ebb4-4b5e-babd-6b77e2fa8b17 req-c8189cd8-785e-49e4-8820-75a3d4c024d3 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:38.851399 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e990d70-ebb4-4b5e-babd-6b77e2fa8b17 req-c8189cd8-785e-49e4-8820-75a3d4c024d3 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 970 time: 0.1049604 Feb 16 16:22:38.853935 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4f37f912-a31c-4603-9efb-e7bf970d8561 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:22:38.911314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a85559-5efa-4b39-a05d-8ceda14d0bdc req-fb589f01-8b91-41b1-82ad-ecaecaab9df5 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:38.912865 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45a85559-5efa-4b39-a05d-8ceda14d0bdc req-fb589f01-8b91-41b1-82ad-ecaecaab9df5 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 970 time: 0.1123648 Feb 16 16:22:38.940574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e990d70-ebb4-4b5e-babd-6b77e2fa8b17 req-c2074488-5d22-430e-9bf6-0934ca8dc35a tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/security-groups?id=dda97d84-bac9-4b1a-a943-b140814b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803356 Feb 16 16:22:39.019447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 4f37f912-a31c-4603-9efb-e7bf970d8561, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4f37f912-a31c-4603-9efb-e7bf970d8561,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:39.036985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '4f37f912-a31c-4603-9efb-e7bf970d8561', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '4f37f912-a31c-4603-9efb-e7bf970d8561', 'mac_address': 'fa:16:3e:0d:f8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:22:39.043106 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99882175-971d-49fd-af1c-cf1f3a9c62bf req-3b41aef4-de2b-4f24-b3bd-7e6dd8bc39f8 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/ports?device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 210 time: 0.1257415 Feb 16 16:22:39.097555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 4f37f912-a31c-4603-9efb-e7bf970d8561 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:39.097964 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:39.117039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f37f912-a31c-4603-9efb-e7bf970d8561 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:22:39.139387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 4f37f912-a31c-4603-9efb-e7bf970d8561, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4f37f912-a31c-4603-9efb-e7bf970d8561,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:39.147814 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:39.219330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f9a59-0640-4bf8-ab86-9b0c1693c667 req-b5c81114-c158-43d9-9b70-d98ebb720446 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:39.226664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f5f9a59-0640-4bf8-ab86-9b0c1693c667 req-b5c81114-c158-43d9-9b70-d98ebb720446 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 963 time: 0.1471360 Feb 16 16:22:39.226898 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=4f37f912-a31c-4603-9efb-e7bf970d8561,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:39.246838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-45a85559-5efa-4b39-a05d-8ceda14d0bdc req-8a19084d-0e75-4b72-b1c1-283cecebda85 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Deleting port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:22:39.247231 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-45a85559-5efa-4b39-a05d-8ceda14d0bdc req-8a19084d-0e75-4b72-b1c1-283cecebda85 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:39.276490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44418) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:39.336443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f5f9a59-0640-4bf8-ab86-9b0c1693c667 req-6c900c56-8096-44be-9b26-e9e872d27a24 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088130 Feb 16 16:22:39.375221 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-45a85559-5efa-4b39-a05d-8ceda14d0bdc req-8a19084d-0e75-4b72-b1c1-283cecebda85 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] For port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4d86d268-0ad7-45a6-9f56-322c7c3e20fc,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:39.375597 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-45a85559-5efa-4b39-a05d-8ceda14d0bdc req-8a19084d-0e75-4b72-b1c1-283cecebda85 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:39.393424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-45a85559-5efa-4b39-a05d-8ceda14d0bdc req-8a19084d-0e75-4b72-b1c1-283cecebda85 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Calling delete_port for 4d86d268-0ad7-45a6-9f56-322c7c3e20fc owned by compute:tempest-test_az-77415397 {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:22:39.408693 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-042cadda-e617-4b22-9753-c1c714631a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:39.517854 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-042cadda-e617-4b22-9753-c1c714631a1f admin admin] Publish callbacks [] for security_group (388cdcb1-7828-4242-9616-f1c9924138ca), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:39.519933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['4f37f912-a31c-4603-9efb-e7bf970d8561'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:22:39.526528 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-042cadda-e617-4b22-9753-c1c714631a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (388cdcb1-7828-4242-9616-f1c9924138ca), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:39.567625 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-042cadda-e617-4b22-9753-c1c714631a1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d069dbdcf1845b99426df38fa42f546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897556 Feb 16 16:22:39.570296 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44424) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:39.577740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cadda-e617-4b22-9753-c1c714631a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388cdcb1-7828-4242-9616-f1c9924138ca,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:39.602108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d606e5-0813-4070-a5c3-2e3d6e3e7aeb req-eb482b81-056a-44fa-8563-86aef262966c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:39.603607 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-93d606e5-0813-4070-a5c3-2e3d6e3e7aeb req-eb482b81-056a-44fa-8563-86aef262966c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 949 time: 0.1027224 Feb 16 16:22:39.625819 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ee86f15-52ae-402b-b11c-5c26899942bc admin admin] Publish callbacks [] for security_group (388cdcb1-7828-4242-9616-f1c9924138ca), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:39.631721 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-45a85559-5efa-4b39-a05d-8ceda14d0bdc req-8a19084d-0e75-4b72-b1c1-283cecebda85 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (4d86d268-0ad7-45a6-9f56-322c7c3e20fc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:39.642906 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 913d6a97-9ef5-426f-a4a8-8df720b28f6e details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:22:39.655638 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ee86f15-52ae-402b-b11c-5c26899942bc admin admin] Publish callbacks [] for security_group (388cdcb1-7828-4242-9616-f1c9924138ca), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:39.681212 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['4d86d268-0ad7-45a6-9f56-322c7c3e20fc'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:22:39.681981 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19084d-0e75-4b72-b1c1-283cecebda85 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Pushing event deleted for resources: {'Port': ['ID=4d86d268-0ad7-45a6-9f56-322c7c3e20fc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:39.720237 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-93d606e5-0813-4070-a5c3-2e3d6e3e7aeb req-a423360b-3830-40b4-a786-2a9717660313 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063960 Feb 16 16:22:39.749975 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ee86f15-52ae-402b-b11c-5c26899942bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (388cdcb1-7828-4242-9616-f1c9924138ca), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:39.754114 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ee86f15-52ae-402b-b11c-5c26899942bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:39.760542 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8ee86f15-52ae-402b-b11c-5c26899942bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/388cdcb1-7828-4242-9616-f1c9924138ca HTTP/1.1" status: 204 len: 168 time: 0.1868258 Feb 16 16:22:39.765192 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a85559-5efa-4b39-a05d-8ceda14d0bdc req-8a19084d-0e75-4b72-b1c1-283cecebda85 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] No DVR routers for this DVR port 4d86d268-0ad7-45a6-9f56-322c7c3e20fc on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:22:39.769880 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-45a85559-5efa-4b39-a05d-8ceda14d0bdc req-8a19084d-0e75-4b72-b1c1-283cecebda85 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:39.776867 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee86f15-52ae-402b-b11c-5c26899942bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388cdcb1-7828-4242-9616-f1c9924138ca,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:39.780820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45a85559-5efa-4b39-a05d-8ceda14d0bdc req-8a19084d-0e75-4b72-b1c1-283cecebda85 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.65 "DELETE /v2.0/ports/4d86d268-0ad7-45a6-9f56-322c7c3e20fc HTTP/1.1" status: 204 len: 173 time: 0.8609817 Feb 16 16:22:39.781336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cf599f-0284-42af-8618-3fc08781a62b', 'name': 'network-vif-deleted', 'tag': '4d86d268-0ad7-45a6-9f56-322c7c3e20fc'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:39.783644 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e22109-6fd6-4b31-b06f-9f82e0fc3d71" -d '{"events": [{"server_uuid": "c3cf599f-0284-42af-8618-3fc08781a62b", "name": "network-vif-deleted", "tag": "4d86d268-0ad7-45a6-9f56-322c7c3e20fc"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:39.883560 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f32081-812c-424d-8515-4381f94f7bcf x-openstack-request-id: req-81f32081-812c-424d-8515-4381f94f7bcf {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:39.883912 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cf599f-0284-42af-8618-3fc08781a62b", "name": "network-vif-deleted", "tag": "4d86d268-0ad7-45a6-9f56-322c7c3e20fc", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:39.884175 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81f32081-812c-424d-8515-4381f94f7bcf {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:39.884577 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cf599f-0284-42af-8618-3fc08781a62b', 'name': 'network-vif-deleted', 'tag': '4d86d268-0ad7-45a6-9f56-322c7c3e20fc', 'status': 'completed', 'code': 200} Feb 16 16:22:39.912570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 913d6a97-9ef5-426f-a4a8-8df720b28f6e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=913d6a97-9ef5-426f-a4a8-8df720b28f6e,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:39.949554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '913d6a97-9ef5-426f-a4a8-8df720b28f6e', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'port_id': '913d6a97-9ef5-426f-a4a8-8df720b28f6e', 'mac_address': 'fa:16:3e:b8:c6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-77415397', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:22:40.043129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9657734-5f5b-4195-9fda-7d2a26664e7a req-360bfb58-1b8e-4521-ac48-eb0538911794 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:40.055612 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9657734-5f5b-4195-9fda-7d2a26664e7a req-360bfb58-1b8e-4521-ac48-eb0538911794 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 949 time: 0.1224735 Feb 16 16:22:40.066173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 913d6a97-9ef5-426f-a4a8-8df720b28f6e is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:40.066738 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:40.082464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913d6a97-9ef5-426f-a4a8-8df720b28f6e {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:22:40.128495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 913d6a97-9ef5-426f-a4a8-8df720b28f6e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=913d6a97-9ef5-426f-a4a8-8df720b28f6e,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:40.135832 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:40.199010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-722a57ae-30d4-42f7-99d3-14fa81702629 req-de05dcc3-abb9-430d-a0f7-665db4c1e2b6 tempest-AggregatesAdminTestJSON-1358903771 tempest-AggregatesAdminTestJSON-1358903771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3cf599f-0284-42af-8618-3fc08781a62b HTTP/1.1" status: 200 len: 210 time: 0.0749722 Feb 16 16:22:40.203368 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9657734-5f5b-4195-9fda-7d2a26664e7a req-0b53b5de-f8ae-4ed3-842a-545df7878a4c tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467054 Feb 16 16:22:40.212670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=913d6a97-9ef5-426f-a4a8-8df720b28f6e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:40.318298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44442) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:40.327531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f244e7b6-4d3a-4522-8785-3dfa694cf4d6 req-41e80292-850c-420b-9c3c-fa8679b9ba7d tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/ports?device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 210 time: 0.0406208 Feb 16 16:22:40.335248 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cec9ce19-4967-4910-a1cf-3fbb16dd440e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:40.342454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['913d6a97-9ef5-426f-a4a8-8df720b28f6e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:22:40.499128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-9b25263e-4beb-4e31-9ae8-00405aa6f3ed tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:40.500837 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-9b25263e-4beb-4e31-9ae8-00405aa6f3ed tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.60 "GET /v2.0/networks?id=94a1e31b-f9ab-440f-a31d-308d40923799 HTTP/1.1" status: 200 len: 814 time: 0.4113138 Feb 16 16:22:40.525724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f28b0fe0-1cc1-44f2-ab04-b4a67b563eac tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Request body: {'port': {'device_id': 'd55bbea3-eaeb-4c99-903f-e04196d6b063', 'network_id': '94a1e31b-f9ab-440f-a31d-308d40923799', 'admin_state_up': True, 'tenant_id': '949e2aa78ffb460c91715a893a35afcb'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:40.555450 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cec9ce19-4967-4910-a1cf-3fbb16dd440e admin admin] Publish callbacks [] for security_group (213445f4-1c19-499f-957a-9855dad03b43), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:40.569808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc86f9-26ab-4e9f-b871-f7dca4f29ead req-c072b2c0-b4d5-47a3-800c-514a7dfcfaee tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:40.571575 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1efc86f9-26ab-4e9f-b871-f7dca4f29ead req-c072b2c0-b4d5-47a3-800c-514a7dfcfaee tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 964 time: 0.1420853 Feb 16 16:22:40.572524 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cec9ce19-4967-4910-a1cf-3fbb16dd440e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (213445f4-1c19-499f-957a-9855dad03b43), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:40.627962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cec9ce19-4967-4910-a1cf-3fbb16dd440e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=adce9b649ca94585887b80206f81126a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084326 Feb 16 16:22:40.629138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9ce19-4967-4910-a1cf-3fbb16dd440e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213445f4-1c19-499f-957a-9855dad03b43,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:40.630596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44446) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:40.660633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1efc86f9-26ab-4e9f-b871-f7dca4f29ead req-879ce093-c383-46ff-9a47-33ece28fe041 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772388 Feb 16 16:22:40.670949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f28b0fe0-1cc1-44f2-ab04-b4a67b563eac tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Made reservation on behalf of 949e2aa78ffb460c91715a893a35afcb for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:40.674187 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f28b0fe0-1cc1-44f2-ab04-b4a67b563eac tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:40.708691 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9df14699-d071-42db-a014-402d96b010d4 admin admin] Publish callbacks [] for security_group (213445f4-1c19-499f-957a-9855dad03b43), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:40.767437 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9df14699-d071-42db-a014-402d96b010d4 admin admin] Publish callbacks [] for security_group (213445f4-1c19-499f-957a-9855dad03b43), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:40.848746 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f28b0fe0-1cc1-44f2-ab04-b4a67b563eac tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Allocated IP 172.20.0.10 (94a1e31b-f9ab-440f-a31d-308d40923799/1786a798-933d-4f8c-b8b1-882bd213fb9e/ced378a1-5d69-42d7-8bc6-e0fd3d6780d0) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:22:40.850193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b48a5-ddfb-4cb1-afac-3d1d0974cd91 req-01c75be7-87c4-4d51-b079-0b726841640e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:40.851975 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c1b48a5-ddfb-4cb1-afac-3d1d0974cd91 req-01c75be7-87c4-4d51-b079-0b726841640e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 949 time: 0.0571496 Feb 16 16:22:40.860026 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4f37f912-a31c-4603-9efb-e7bf970d8561 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:40.878724 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9df14699-d071-42db-a014-402d96b010d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (213445f4-1c19-499f-957a-9855dad03b43), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:40.881573 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9df14699-d071-42db-a014-402d96b010d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:40.889053 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9df14699-d071-42db-a014-402d96b010d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/213445f4-1c19-499f-957a-9855dad03b43 HTTP/1.1" status: 204 len: 168 time: 0.2570746 Feb 16 16:22:40.912904 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df14699-d071-42db-a014-402d96b010d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213445f4-1c19-499f-957a-9855dad03b43,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:40.918998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 4f37f912-a31c-4603-9efb-e7bf970d8561 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:22:40.924486 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c1b48a5-ddfb-4cb1-afac-3d1d0974cd91 req-84462852-7889-4324-86f7-c3b010bc553a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624781 Feb 16 16:22:40.929334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 4f37f912-a31c-4603-9efb-e7bf970d8561 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:40.929712 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:41.036937 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 4f37f912-a31c-4603-9efb-e7bf970d8561 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:41.037327 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:41.053228 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f28b0fe0-1cc1-44f2-ab04-b4a67b563eac tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Publish callbacks [] for port (ced378a1-5d69-42d7-8bc6-e0fd3d6780d0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:41.065498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07c95fb-c170-4f33-ab10-00f8052a4182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f37f912-a31c-4603-9efb-e7bf970d8561'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:41.067652 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30058e6a-fdf3-4040-b927-945470cbdf9d" -d '{"events": [{"server_uuid": "c07c95fb-c170-4f33-ab10-00f8052a4182", "name": "network-vif-plugged", "status": "completed", "tag": "4f37f912-a31c-4603-9efb-e7bf970d8561"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:41.082759 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 4f37f912-a31c-4603-9efb-e7bf970d8561, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4f37f912-a31c-4603-9efb-e7bf970d8561,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:41.088185 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:41.104244 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f28b0fe0-1cc1-44f2-ab04-b4a67b563eac tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (ced378a1-5d69-42d7-8bc6-e0fd3d6780d0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:41.133766 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917db38f-ac3b-46a5-92db-612bd4c03488 x-openstack-request-id: req-917db38f-ac3b-46a5-92db-612bd4c03488 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:41.134106 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07c95fb-c170-4f33-ab10-00f8052a4182", "name": "network-vif-plugged", "status": "completed", "tag": "4f37f912-a31c-4603-9efb-e7bf970d8561", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:41.134331 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-917db38f-ac3b-46a5-92db-612bd4c03488 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:41.134767 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07c95fb-c170-4f33-ab10-00f8052a4182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f37f912-a31c-4603-9efb-e7bf970d8561', 'code': 200} Feb 16 16:22:41.164519 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f28b0fe0-1cc1-44f2-ab04-b4a67b563eac tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Network 94a1e31b-f9ab-440f-a31d-308d40923799 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:22:41.167740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f28b0fe0-1cc1-44f2-ab04-b4a67b563eac tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:41.169235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=4f37f912-a31c-4603-9efb-e7bf970d8561,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:41.172402 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f28b0fe0-1cc1-44f2-ab04-b4a67b563eac tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:22:41.184588 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f28b0fe0-1cc1-44f2-ab04-b4a67b563eac tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:41.185558 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f28b0fe0-1cc1-44f2-ab04-b4a67b563eac tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:41.205280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b0fe0-1cc1-44f2-ab04-b4a67b563eac tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Pushing event updated for resources: {'Port': ['ID=ced378a1-5d69-42d7-8bc6-e0fd3d6780d0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:41.220544 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f28b0fe0-1cc1-44f2-ab04-b4a67b563eac tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7101068 Feb 16 16:22:41.233375 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Request body: {'port': {'device_id': 'd55bbea3-eaeb-4c99-903f-e04196d6b063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:41.261494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f1dd0-907e-4df3-a12e-ecebcc09ede3 req-aead1784-d154-4177-831c-7436fc0f8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:41.263171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d1f1dd0-907e-4df3-a12e-ecebcc09ede3 req-aead1784-d154-4177-831c-7436fc0f8456 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 1132 time: 0.0677953 Feb 16 16:22:41.312096 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ced378a1-5d69-42d7-8bc6-e0fd3d6780d0), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:41.338953 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d1f1dd0-907e-4df3-a12e-ecebcc09ede3 req-8e0d801f-607f-4fe6-98ec-6dd853ada464 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695152 Feb 16 16:22:41.404153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d87ac-8c06-44ca-bc67-4fdbbc49c849 req-87bd182f-be65-4436-8d01-185e5b7dbcb6 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:41.406706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-856d87ac-8c06-44ca-bc67-4fdbbc49c849 req-87bd182f-be65-4436-8d01-185e5b7dbcb6 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 949 time: 0.0727398 Feb 16 16:22:41.476599 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-856d87ac-8c06-44ca-bc67-4fdbbc49c849 req-6ce40f40-5ac4-4756-bd79-dc9ccc162382 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638366 Feb 16 16:22:41.615047 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaa49f-84b6-4efb-98c8-45fcf4e4ff76 req-08117450-3bbb-454b-b53f-f345e2ae8fec tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:41.622534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54aaa49f-84b6-4efb-98c8-45fcf4e4ff76 req-08117450-3bbb-454b-b53f-f345e2ae8fec tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/ports?device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 932 time: 0.0682046 Feb 16 16:22:41.644181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 913d6a97-9ef5-426f-a4a8-8df720b28f6e up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:41.657113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:22:41.665417 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Publish callbacks [] for port (ced378a1-5d69-42d7-8bc6-e0fd3d6780d0), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:41.681203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Transition to ACTIVE for port object ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:22:41.684891 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54aaa49f-84b6-4efb-98c8-45fcf4e4ff76 req-1a2c2751-2fb8-4325-8410-53bdbf3d4a56 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/security-groups?id=98a74f31-2de8-453e-a0ac-29ca0649a91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609441 Feb 16 16:22:41.691291 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ced378a1-5d69-42d7-8bc6-e0fd3d6780d0), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:41.758984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ced378a1-5d69-42d7-8bc6-e0fd3d6780d0,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:41.759373 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 913d6a97-9ef5-426f-a4a8-8df720b28f6e completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:22:41.768036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 913d6a97-9ef5-426f-a4a8-8df720b28f6e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:41.768612 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:41.804919 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Attempting to bind port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:22:41.805256 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Attempting to bind port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'c5db13bd-1584-4321-b049-075d10c2039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '94a1e31b-f9ab-440f-a31d-308d40923799'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:22:41.805589 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Attempting to bind port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 on network 94a1e31b-f9ab-440f-a31d-308d40923799 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:41.810926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 on network 94a1e31b-f9ab-440f-a31d-308d40923799 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:22:41.811256 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Attempting to bind port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 on network 94a1e31b-f9ab-440f-a31d-308d40923799 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:41.816619 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:22:41.816963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Checking segment: {'id': 'c5db13bd-1584-4321-b049-075d10c2039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '94a1e31b-f9ab-440f-a31d-308d40923799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:41.817651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Bound using segment: {'id': 'c5db13bd-1584-4321-b049-075d10c2039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '94a1e31b-f9ab-440f-a31d-308d40923799'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:22:41.818231 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Bound port: ced378a1-5d69-42d7-8bc6-e0fd3d6780d0, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5db13bd-1584-4321-b049-075d10c2039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '94a1e31b-f9ab-440f-a31d-308d40923799'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:22:41.818594 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ced378a1-5d69-42d7-8bc6-e0fd3d6780d0), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:41.899113 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 913d6a97-9ef5-426f-a4a8-8df720b28f6e is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:41.899565 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:41.910912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb1a6b-758e-4163-b8fc-adc0750f3868 req-27390194-69d9-406b-8be7-641536a4220f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:41.911565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] For port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:22:41.913156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fcb1a6b-758e-4163-b8fc-adc0750f3868 req-27390194-69d9-406b-8be7-641536a4220f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 964 time: 0.0823317 Feb 16 16:22:41.919304 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] For port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ced378a1-5d69-42d7-8bc6-e0fd3d6780d0,segment=NetworkSegment(c5db13bd-1584-4321-b049-075d10c2039c),segment_id=c5db13bd-1584-4321-b049-075d10c2039c)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:22:41.919304 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44500) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:41.935571 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ced378a1-5d69-42d7-8bc6-e0fd3d6780d0), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:41.949263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 913d6a97-9ef5-426f-a4a8-8df720b28f6e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=913d6a97-9ef5-426f-a4a8-8df720b28f6e,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:41.956974 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:41.958129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 4d86d268-0ad7-45a6-9f56-322c7c3e20fc no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:22:41.974906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fcb1a6b-758e-4163-b8fc-adc0750f3868 req-8d77b6dc-04e7-4e5e-bfef-c8a94bb13cff tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531826 Feb 16 16:22:41.996564 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:41.997862 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:41.999715 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] 10.222.0.60 "PUT /v2.0/ports/ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 HTTP/1.1" status: 200 len: 1092 time: 0.7718186 Feb 16 16:22:42.000286 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55bbea3-eaeb-4c99-903f-e04196d6b063', 'tag': 'ced378a1-5d69-42d7-8bc6-e0fd3d6780d0'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:42.002750 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4257e5-26b2-4c74-b408-db209c43d8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d55bbea3-eaeb-4c99-903f-e04196d6b063", "tag": "ced378a1-5d69-42d7-8bc6-e0fd3d6780d0"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:42.042805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 4d86d268-0ad7-45a6-9f56-322c7c3e20fc {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:22:42.044067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 4d86d268-0ad7-45a6-9f56-322c7c3e20fc not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:22:42.045856 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096039d-28e0-4093-aa68-8934d4a062c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ced378a1-5d69-42d7-8bc6-e0fd3d6780d0,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:42.096341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=913d6a97-9ef5-426f-a4a8-8df720b28f6e,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:42.127728 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-9f0646b9-9dee-43b0-9ebd-e409bd29895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:42.129349 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-9f0646b9-9dee-43b0-9ebd-e409bd29895f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=949e2aa78ffb460c91715a893a35afcb&device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 1126 time: 0.0764391 Feb 16 16:22:42.132889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-905434087-network', 'tenant_id': 'b0adde609b014b4f962dc22768f8ddb1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:42.187852 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-3e6cf521-ccac-4fff-881b-02f0a0e3e524 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 HTTP/1.1" status: 200 len: 217 time: 0.0474842 Feb 16 16:22:42.243422 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-2ca80d73-195f-4618-b7e4-21f42d86504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:42.244935 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-2ca80d73-195f-4618-b7e4-21f42d86504f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1786a798-933d-4f8c-b8b1-882bd213fb9e HTTP/1.1" status: 200 len: 854 time: 0.0507386 Feb 16 16:22:42.245766 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] Made reservation on behalf of b0adde609b014b4f962dc22768f8ddb1 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:42.248230 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:42.267327 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:42.290566 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-a9e5b72a-55b4-4883-a8ed-80026d352627 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94a1e31b-f9ab-440f-a31d-308d40923799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329454 Feb 16 16:22:42.315844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102a9e4-b99a-45ca-b5ac-fece2a2db37a req-c53d45ba-9228-4bc0-9dca-7544e7b9932d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:42.317827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2102a9e4-b99a-45ca-b5ac-fece2a2db37a req-c53d45ba-9228-4bc0-9dca-7544e7b9932d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.0675561 Feb 16 16:22:42.369559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2102a9e4-b99a-45ca-b5ac-fece2a2db37a req-5ea7c3cb-0c6b-4658-a31d-45c96f05409d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448303 Feb 16 16:22:42.424060 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] Publish callbacks [] for security_group (e76c9033-5815-4f64-af5b-57b79a491831), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:42.427693 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927c030f-a63d-448e-a2f6-f67075bc7ae6 x-openstack-request-id: req-927c030f-a63d-448e-a2f6-f67075bc7ae6 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:42.428231 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55bbea3-eaeb-4c99-903f-e04196d6b063", "tag": "ced378a1-5d69-42d7-8bc6-e0fd3d6780d0", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:42.428598 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-927c030f-a63d-448e-a2f6-f67075bc7ae6 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:42.428893 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55bbea3-eaeb-4c99-903f-e04196d6b063', 'tag': 'ced378a1-5d69-42d7-8bc6-e0fd3d6780d0', 'status': 'completed', 'code': 200} Feb 16 16:22:42.431708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e76c9033-5815-4f64-af5b-57b79a491831), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:42.463127 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-3beff6e9-d8b1-4e28-affc-033baf5f1294 service neutron] 10.222.0.60 "GET /v2.0/networks/94a1e31b-f9ab-440f-a31d-308d40923799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642029 Feb 16 16:22:42.473076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:22:42.492461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76c9033-5815-4f64-af5b-57b79a491831,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:42.508091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (9e733af4-c8c9-4eff-a9a4-ac3104a100c3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:42.508438 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] Added segment 9e733af4-c8c9-4eff-a9a4-ac3104a100c3 of type vlan for network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 Feb 16 16:22:42.594416 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a1813a8d-0fbe-4a58-a0a5-a203a6879d67), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:42.602698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101782d-faf2-4c24-98ba-31e137f35592 req-08f348c7-1213-46df-bfe9-223d865e9a42 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:42.604271 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2101782d-faf2-4c24-98ba-31e137f35592 req-08f348c7-1213-46df-bfe9-223d865e9a42 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 949 time: 0.0845165 Feb 16 16:22:42.631156 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-639ef453-bfee-4f94-bf40-dfaefe0948fe req-b706f8ec-38b4-49fd-9ead-6be851a90313 service neutron] 10.222.0.60 "GET /v2.0/networks/94a1e31b-f9ab-440f-a31d-308d40923799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505697 Feb 16 16:22:42.636600 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a1813a8d-0fbe-4a58-a0a5-a203a6879d67), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:42.638126 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:42.638736 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:42.675146 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7547510 Feb 16 16:22:42.678512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44530) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:42.684645 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-02a51304-1ff0-42d6-9ef9-ca4d1e2d9817 admin admin] Request body: {'subnet': {'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-905434087-subnet', 'tenant_id': 'b0adde609b014b4f962dc22768f8ddb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:42.690791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2101782d-faf2-4c24-98ba-31e137f35592 req-485f4959-6397-44b4-9fb8-13ad2752cc71 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794885 Feb 16 16:22:42.727798 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4666421-2085-41a8-bf5d-9c564e9670c9 admin admin] Pushing event updated for resources: {'Network': ['ID=a1813a8d-0fbe-4a58-a0a5-a203a6879d67,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:42.754099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:22:42.806046 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a51304-1ff0-42d6-9ef9-ca4d1e2d9817 admin admin] Made reservation on behalf of b0adde609b014b4f962dc22768f8ddb1 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:42.809195 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02a51304-1ff0-42d6-9ef9-ca4d1e2d9817 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:42.855593 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4257e5-26b2-4c74-b408-db209c43d8a6 req-075f2edc-5cf8-414f-b1ba-15708606b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:42.857739 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4257e5-26b2-4c74-b408-db209c43d8a6 req-075f2edc-5cf8-414f-b1ba-15708606b575 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=949e2aa78ffb460c91715a893a35afcb&device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 1126 time: 0.1400313 Feb 16 16:22:42.858845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a48085-c9af-4c4c-a489-184651a9c585 req-5b725901-bd16-44e2-b2f9-a0ed50296063 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:42.860748 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52a48085-c9af-4c4c-a489-184651a9c585 req-5b725901-bd16-44e2-b2f9-a0ed50296063 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/ports?device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 944 time: 0.1092992 Feb 16 16:22:42.919909 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52a48085-c9af-4c4c-a489-184651a9c585 req-e41b96c7-41fb-4782-842d-2288dc04a3e3 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/security-groups?id=98a74f31-2de8-453e-a0ac-29ca0649a91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511863 Feb 16 16:22:43.024173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4257e5-26b2-4c74-b408-db209c43d8a6 req-2a480d2c-5670-4c67-bfae-0cf3dc649527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:43.025666 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4257e5-26b2-4c74-b408-db209c43d8a6 req-2a480d2c-5670-4c67-bfae-0cf3dc649527 service neutron] 10.222.0.60 "GET /v2.0/networks?id=94a1e31b-f9ab-440f-a31d-308d40923799 HTTP/1.1" status: 200 len: 915 time: 0.1594596 Feb 16 16:22:43.085680 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4257e5-26b2-4c74-b408-db209c43d8a6 req-d219b494-23b6-49c8-938b-48c00371eece service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 HTTP/1.1" status: 200 len: 217 time: 0.0403445 Feb 16 16:22:43.133481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14186011-b7fb-4eea-a806-58cd0fd8c247 req-27e31352-d9ef-4b46-8c29-c26095a4ace2 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:43.135523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913d6a97-9ef5-426f-a4a8-8df720b28f6e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:43.136357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14186011-b7fb-4eea-a806-58cd0fd8c247 req-27e31352-d9ef-4b46-8c29-c26095a4ace2 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 965 time: 0.0607100 Feb 16 16:22:43.141726 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c992b1-ac03-4f5d-b827-a428b13f2481" -d '{"events": [{"server_uuid": "36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e", "name": "network-vif-plugged", "status": "completed", "tag": "913d6a97-9ef5-426f-a4a8-8df720b28f6e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:43.184712 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4257e5-26b2-4c74-b408-db209c43d8a6 req-02fee4a2-a956-4ab2-a722-d1e36b9c06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:43.186315 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4257e5-26b2-4c74-b408-db209c43d8a6 req-02fee4a2-a956-4ab2-a722-d1e36b9c06b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1786a798-933d-4f8c-b8b1-882bd213fb9e HTTP/1.1" status: 200 len: 854 time: 0.0933080 Feb 16 16:22:43.188258 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02a51304-1ff0-42d6-9ef9-ca4d1e2d9817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for subnet (428f0788-a1e9-4bb7-941f-8437ca6dcd5a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:43.203264 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb043444-b23a-43bd-9484-4baa9def03d9 x-openstack-request-id: req-bb043444-b23a-43bd-9484-4baa9def03d9 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:43.203575 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e", "name": "network-vif-plugged", "status": "completed", "tag": "913d6a97-9ef5-426f-a4a8-8df720b28f6e", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:43.204050 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb043444-b23a-43bd-9484-4baa9def03d9 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:43.204311 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913d6a97-9ef5-426f-a4a8-8df720b28f6e', 'code': 200} Feb 16 16:22:43.242308 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14186011-b7fb-4eea-a806-58cd0fd8c247 req-793bed91-39df-4598-a336-ff7c6b5343a9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873308 Feb 16 16:22:43.251056 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4257e5-26b2-4c74-b408-db209c43d8a6 req-e192ee9b-d89b-4fc8-b171-afc733cc9f0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94a1e31b-f9ab-440f-a31d-308d40923799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550416 Feb 16 16:22:43.332459 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6d454-c05e-403c-95e7-3be024a5deee req-11c1a55a-5505-494b-b52c-4c4617291dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:43.335407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0c6d454-c05e-403c-95e7-3be024a5deee req-11c1a55a-5505-494b-b52c-4c4617291dbc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 1147 time: 0.0489798 Feb 16 16:22:43.348005 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a51304-1ff0-42d6-9ef9-ca4d1e2d9817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=428f0788-a1e9-4bb7-941f-8437ca6dcd5a,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:43.393036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0c6d454-c05e-403c-95e7-3be024a5deee req-a5f02018-eab8-47f8-b47a-346498ae72eb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514176 Feb 16 16:22:43.393234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a51304-1ff0-42d6-9ef9-ca4d1e2d9817 admin admin] Checking segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:43.393598 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a51304-1ff0-42d6-9ef9-ca4d1e2d9817 admin admin] Network hostable DHCP agents. Network: a1813a8d-0fbe-4a58-a0a5-a203a6879d67, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:22:43.431203 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4257e5-26b2-4c74-b408-db209c43d8a6 req-994399b0-e0db-40c3-b05d-b6bfcb86e34a service neutron] 10.222.0.60 "GET /v2.0/networks/94a1e31b-f9ab-440f-a31d-308d40923799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494489 Feb 16 16:22:43.432328 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a51304-1ff0-42d6-9ef9-ca4d1e2d9817 admin admin] Network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:22:43.449090 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-02a51304-1ff0-42d6-9ef9-ca4d1e2d9817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, a1813a8d-0fbe-4a58-a0a5-a203a6879d67) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:43.469106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c9685b-a43c-483c-ab87-78aebe8b878e None None] Network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:22:43.469310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a51304-1ff0-42d6-9ef9-ca4d1e2d9817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:43.469694 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02a51304-1ff0-42d6-9ef9-ca4d1e2d9817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:43.523986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751caac-f4e7-40c7-a012-a9ccf3b4c579 req-04aeb47e-e1f3-4a78-92df-7497f38f571d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:43.525404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5751caac-f4e7-40c7-a012-a9ccf3b4c579 req-04aeb47e-e1f3-4a78-92df-7497f38f571d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.0721533 Feb 16 16:22:43.540264 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-02a51304-1ff0-42d6-9ef9-ca4d1e2d9817 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8530102 Feb 16 16:22:43.592101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5751caac-f4e7-40c7-a012-a9ccf3b4c579 req-12f764c2-f13a-4969-8c01-47d0e99b940e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573151 Feb 16 16:22:43.596177 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4257e5-26b2-4c74-b408-db209c43d8a6 req-e8c4a1e3-77c8-4234-8134-e02e4076ce03 service neutron] 10.222.0.60 "GET /v2.0/networks/94a1e31b-f9ab-440f-a31d-308d40923799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553423 Feb 16 16:22:43.726387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaf8222-8dcd-4c53-9f29-75cd3a805ac6 None None] Network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:22:43.845321 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97600e-d758-45ba-ad4a-609a556593a0 req-c75762ff-bea7-4f7f-a472-b0fcc3ac8acf tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:43.853727 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a97600e-d758-45ba-ad4a-609a556593a0 req-c75762ff-bea7-4f7f-a472-b0fcc3ac8acf tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 1132 time: 0.0615020 Feb 16 16:22:43.867581 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6a97600e-d758-45ba-ad4a-609a556593a0 req-54918a29-8f5b-455a-8a66-813d6d86e935 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:43.994236 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6a97600e-d758-45ba-ad4a-609a556593a0 req-54918a29-8f5b-455a-8a66-813d6d86e935 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] Publish callbacks [] for security_group (2bcf4ce6-1ee8-49e2-baee-4ee0233494ef), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:44.005488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b98417-95d1-4b8b-be23-9039797b9117 req-72ac8b85-a2d5-453e-bea6-c62394cf89f3 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:44.007212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50b98417-95d1-4b8b-be23-9039797b9117 req-72ac8b85-a2d5-453e-bea6-c62394cf89f3 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 949 time: 0.0995245 Feb 16 16:22:44.008486 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6a97600e-d758-45ba-ad4a-609a556593a0 req-54918a29-8f5b-455a-8a66-813d6d86e935 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2bcf4ce6-1ee8-49e2-baee-4ee0233494ef), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:44.063032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a97600e-d758-45ba-ad4a-609a556593a0 req-54918a29-8f5b-455a-8a66-813d6d86e935 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081499 Feb 16 16:22:44.068357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54918a29-8f5b-455a-8a66-813d6d86e935 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcf4ce6-1ee8-49e2-baee-4ee0233494ef,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:44.094980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50b98417-95d1-4b8b-be23-9039797b9117 req-09361dad-7644-49c9-92f0-03ea2e2a1c79 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765288 Feb 16 16:22:44.161110 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44614) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:44.165968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2028587015-network', 'tenant_id': '5f680469d7e54bfd8f5706a5f404d6e2'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:44.185874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] Made reservation on behalf of 5f680469d7e54bfd8f5706a5f404d6e2 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:44.188295 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:44.197372 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:44.220653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58113b64-d85b-4f1a-bc03-23fa915c0def req-ccf19bba-72e8-4fed-b978-02f7c6d007cc tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:44.221412 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58113b64-d85b-4f1a-bc03-23fa915c0def req-ccf19bba-72e8-4fed-b978-02f7c6d007cc tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/ports?device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 944 time: 0.0600576 Feb 16 16:22:44.257626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-e03a5651-ca91-4946-a3cf-5464a824a36a req-2d944938-612c-4620-9035-1cf3372a7791 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:22:44.258678 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e03a5651-ca91-4946-a3cf-5464a824a36a req-2d944938-612c-4620-9035-1cf3372a7791 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075002 Feb 16 16:22:44.294055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58113b64-d85b-4f1a-bc03-23fa915c0def req-f734db09-32b7-4ee4-8229-cf7908d702e7 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/security-groups?id=98a74f31-2de8-453e-a0ac-29ca0649a91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566955 Feb 16 16:22:44.299596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40dc19-fe47-46d5-ace9-9f56d6d25a6e req-43babb28-eafa-4b84-938f-b0d83195a0d0 tempest-DeleteServersAdminTestJSON-648949128 tempest-DeleteServersAdminTestJSON-648949128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:44.301056 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f40dc19-fe47-46d5-ace9-9f56d6d25a6e req-43babb28-eafa-4b84-938f-b0d83195a0d0 tempest-DeleteServersAdminTestJSON-648949128 tempest-DeleteServersAdminTestJSON-648949128-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 1131 time: 0.0888329 Feb 16 16:22:44.380188 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] Publish callbacks [] for security_group (89765f69-b8cd-48f5-aa80-2063de1bb1c9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:44.387684 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (89765f69-b8cd-48f5-aa80-2063de1bb1c9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:44.428910 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:22:44.444270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89765f69-b8cd-48f5-aa80-2063de1bb1c9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:44.447732 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c412f360-3fb7-4a57-8832-21da904a8c96), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:44.448102 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] Added segment c412f360-3fb7-4a57-8832-21da904a8c96 of type vlan for network 03fb5419-4ba4-45bc-b25f-95707c4d690b Feb 16 16:22:44.461745 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-5f40dc19-fe47-46d5-ace9-9f56d6d25a6e req-d56039ea-a1cb-44ef-b36a-cd1afccfaea9 tempest-DeleteServersAdminTestJSON-648949128 tempest-DeleteServersAdminTestJSON-648949128-project-admin] Deleting port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:22:44.462074 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5f40dc19-fe47-46d5-ace9-9f56d6d25a6e req-d56039ea-a1cb-44ef-b36a-cd1afccfaea9 tempest-DeleteServersAdminTestJSON-648949128 tempest-DeleteServersAdminTestJSON-648949128-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:44.519428 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (03fb5419-4ba4-45bc-b25f-95707c4d690b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:44.554223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef2d6d-c2a3-4b1d-94c3-6a9c83cab4fe req-5d1782e2-718b-41b9-b5cf-d3f90982bf89 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:44.555790 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4ef2d6d-c2a3-4b1d-94c3-6a9c83cab4fe req-5d1782e2-718b-41b9-b5cf-d3f90982bf89 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 965 time: 0.0826318 Feb 16 16:22:44.562071 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (03fb5419-4ba4-45bc-b25f-95707c4d690b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:44.563928 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:44.564587 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:44.626006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4ef2d6d-c2a3-4b1d-94c3-6a9c83cab4fe req-24a4578d-6a5d-4a65-8873-360295c487ad tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560031 Feb 16 16:22:44.644484 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44634) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:44.644627 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4824204 Feb 16 16:22:44.650982 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3b7897e7-f2e7-4947-b133-8adf68444919 admin admin] Request body: {'subnet': {'network_id': '03fb5419-4ba4-45bc-b25f-95707c4d690b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2028587015-subnet', 'tenant_id': '5f680469d7e54bfd8f5706a5f404d6e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:44.674639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7897e7-f2e7-4947-b133-8adf68444919 admin admin] Made reservation on behalf of 5f680469d7e54bfd8f5706a5f404d6e2 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:44.680121 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b7897e7-f2e7-4947-b133-8adf68444919 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:44.692748 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02df1ce-5d9b-4ade-8ae7-57cd02250d70 admin admin] Pushing event updated for resources: {'Network': ['ID=03fb5419-4ba4-45bc-b25f-95707c4d690b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:44.705256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 03fb5419-4ba4-45bc-b25f-95707c4d690b details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:22:44.743849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-5f40dc19-fe47-46d5-ace9-9f56d6d25a6e req-d56039ea-a1cb-44ef-b36a-cd1afccfaea9 tempest-DeleteServersAdminTestJSON-648949128 tempest-DeleteServersAdminTestJSON-648949128-project-admin] For port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=24f5539c-bdaa-4b40-a6cd-b2642dd8991f,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:44.743849 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5f40dc19-fe47-46d5-ace9-9f56d6d25a6e req-d56039ea-a1cb-44ef-b36a-cd1afccfaea9 tempest-DeleteServersAdminTestJSON-648949128 tempest-DeleteServersAdminTestJSON-648949128-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:44.790815 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-5f40dc19-fe47-46d5-ace9-9f56d6d25a6e req-d56039ea-a1cb-44ef-b36a-cd1afccfaea9 tempest-DeleteServersAdminTestJSON-648949128 tempest-DeleteServersAdminTestJSON-648949128-project-admin] Calling delete_port for 24f5539c-bdaa-4b40-a6cd-b2642dd8991f owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:22:44.995873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44658) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:45.016054 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6a476-328f-45e3-9354-6f4a1d26c2fd req-f6ffbc3e-c22d-46a9-a363-1dec3ea13e92 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:45.017806 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17c6a476-328f-45e3-9354-6f4a1d26c2fd req-f6ffbc3e-c22d-46a9-a363-1dec3ea13e92 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.1588218 Feb 16 16:22:45.078662 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b7897e7-f2e7-4947-b133-8adf68444919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for subnet (31adb975-19be-40ab-a673-ab0a7eec34a4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:45.174931 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5f40dc19-fe47-46d5-ace9-9f56d6d25a6e req-d56039ea-a1cb-44ef-b36a-cd1afccfaea9 tempest-DeleteServersAdminTestJSON-648949128 tempest-DeleteServersAdminTestJSON-648949128-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (24f5539c-bdaa-4b40-a6cd-b2642dd8991f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:45.175908 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17c6a476-328f-45e3-9354-6f4a1d26c2fd req-0209b1e0-9383-4cf6-b18e-343f01e55208 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425021 Feb 16 16:22:45.188512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['24f5539c-bdaa-4b40-a6cd-b2642dd8991f'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:22:45.188804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7897e7-f2e7-4947-b133-8adf68444919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31adb975-19be-40ab-a673-ab0a7eec34a4,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:45.211880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56039ea-a1cb-44ef-b36a-cd1afccfaea9 tempest-DeleteServersAdminTestJSON-648949128 tempest-DeleteServersAdminTestJSON-648949128-project-admin] Pushing event deleted for resources: {'Port': ['ID=24f5539c-bdaa-4b40-a6cd-b2642dd8991f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:45.237269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7897e7-f2e7-4947-b133-8adf68444919 admin admin] Checking segment: {'id': 'c412f360-3fb7-4a57-8832-21da904a8c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '03fb5419-4ba4-45bc-b25f-95707c4d690b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:45.237876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7897e7-f2e7-4947-b133-8adf68444919 admin admin] Network hostable DHCP agents. Network: 03fb5419-4ba4-45bc-b25f-95707c4d690b, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:22:45.245004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-2109a250-2f16-40d8-ada9-9fbbecc41371 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2478337 Feb 16 16:22:45.262522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-a08da30a-0c2b-4d1f-be14-d43ebdd72950 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:22:45.267848 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f40dc19-fe47-46d5-ace9-9f56d6d25a6e req-d56039ea-a1cb-44ef-b36a-cd1afccfaea9 tempest-DeleteServersAdminTestJSON-648949128 tempest-DeleteServersAdminTestJSON-648949128-project-admin] No DVR routers for this DVR port 24f5539c-bdaa-4b40-a6cd-b2642dd8991f on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:22:45.269234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-a08da30a-0c2b-4d1f-be14-d43ebdd72950 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143867 Feb 16 16:22:45.273377 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5f40dc19-fe47-46d5-ace9-9f56d6d25a6e req-d56039ea-a1cb-44ef-b36a-cd1afccfaea9 tempest-DeleteServersAdminTestJSON-648949128 tempest-DeleteServersAdminTestJSON-648949128-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:45.279312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7897e7-f2e7-4947-b133-8adf68444919 admin admin] Network 03fb5419-4ba4-45bc-b25f-95707c4d690b is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:22:45.281650 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f40dc19-fe47-46d5-ace9-9f56d6d25a6e req-d56039ea-a1cb-44ef-b36a-cd1afccfaea9 tempest-DeleteServersAdminTestJSON-648949128 tempest-DeleteServersAdminTestJSON-648949128-project-admin] 10.222.0.60 "DELETE /v2.0/ports/24f5539c-bdaa-4b40-a6cd-b2642dd8991f HTTP/1.1" status: 204 len: 173 time: 0.9733846 Feb 16 16:22:45.282232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaef4196-b3d2-40d3-979d-75ca5571f538', 'name': 'network-vif-deleted', 'tag': '24f5539c-bdaa-4b40-a6cd-b2642dd8991f'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:45.290193 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7d78c5-eb3b-4f2d-8692-f4f7dbb37800" -d '{"events": [{"server_uuid": "aaef4196-b3d2-40d3-979d-75ca5571f538", "name": "network-vif-deleted", "tag": "24f5539c-bdaa-4b40-a6cd-b2642dd8991f"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:45.295850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-3b7897e7-f2e7-4947-b133-8adf68444919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 03fb5419-4ba4-45bc-b25f-95707c4d690b) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:45.305025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7897e7-f2e7-4947-b133-8adf68444919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:45.305696 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b7897e7-f2e7-4947-b133-8adf68444919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:45.305946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba131d99-9986-4300-bf90-1165ae9f2800 None None] Network 03fb5419-4ba4-45bc-b25f-95707c4d690b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:22:45.348536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3b7897e7-f2e7-4947-b133-8adf68444919 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7016146 Feb 16 16:22:45.460999 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15ab41e1-ad5a-4418-9ab4-dd3cd130022c req-63c5013a-46b9-414b-8ea3-f595f9ad3389 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaef4196-b3d2-40d3-979d-75ca5571f538 HTTP/1.1" status: 200 len: 210 time: 0.0647745 Feb 16 16:22:45.477238 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f1bdd8-2b23-40d4-bbc7-774c95b2bb86 x-openstack-request-id: req-42f1bdd8-2b23-40d4-bbc7-774c95b2bb86 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:45.477855 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaef4196-b3d2-40d3-979d-75ca5571f538", "name": "network-vif-deleted", "tag": "24f5539c-bdaa-4b40-a6cd-b2642dd8991f", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:45.478038 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42f1bdd8-2b23-40d4-bbc7-774c95b2bb86 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:45.478672 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaef4196-b3d2-40d3-979d-75ca5571f538', 'name': 'network-vif-deleted', 'tag': '24f5539c-bdaa-4b40-a6cd-b2642dd8991f', 'status': 'completed', 'code': 200} Feb 16 16:22:45.531102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05af10f8-6264-4ee9-a090-db63722454c5 None None] Network 03fb5419-4ba4-45bc-b25f-95707c4d690b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:22:45.666680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f165a9-fe0d-4eff-bf0f-ffd84e12f7ca req-053d2f8d-0968-4342-b48c-3749c863327c tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:45.676245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07f165a9-fe0d-4eff-bf0f-ffd84e12f7ca req-053d2f8d-0968-4342-b48c-3749c863327c tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/ports?device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 944 time: 0.0984771 Feb 16 16:22:45.736556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07f165a9-fe0d-4eff-bf0f-ffd84e12f7ca req-dcb0d415-625b-4f5f-8c83-095335dcbcea tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/security-groups?id=98a74f31-2de8-453e-a0ac-29ca0649a91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593712 Feb 16 16:22:45.964862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44726) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:46.021149 n-d-669411-5 neutron-server[103422]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 16:22:46.074673 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dcf16-7264-4f92-8765-036579fe5042 req-f50a6d40-4575-40f2-a9f8-0178f517bab4 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:46.078647 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-f50a6d40-4575-40f2-a9f8-0178f517bab4 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] 10.222.0.24 "GET /v2.0/ports/4f37f912-a31c-4603-9efb-e7bf970d8561 HTTP/1.1" status: 200 len: 1129 time: 0.1120367 Feb 16 16:22:46.135513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28698cb-2af3-4e51-a78c-300314eb7137 req-c4ea8ef0-6267-4d42-ab3b-590a0db40b88 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:46.137227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f28698cb-2af3-4e51-a78c-300314eb7137 req-c4ea8ef0-6267-4d42-ab3b-590a0db40b88 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 965 time: 0.2979500 Feb 16 16:22:46.190177 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f28698cb-2af3-4e51-a78c-300314eb7137 req-407f5af7-28d1-4832-bc26-aed2b8c40c79 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446537 Feb 16 16:22:46.305291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48081b0a-e871-448e-b795-8faf2fccc576 req-59a51de1-46f3-4167-84a5-be9e4f01c537 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:46.306971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48081b0a-e871-448e-b795-8faf2fccc576 req-59a51de1-46f3-4167-84a5-be9e4f01c537 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 820 time: 0.1157370 Feb 16 16:22:46.323813 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48081b0a-e871-448e-b795-8faf2fccc576 req-18b42786-dc8b-4daf-b0a2-08971c765193 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/quotas/b0adde609b014b4f962dc22768f8ddb1 HTTP/1.1" status: 200 len: 375 time: 0.0100331 Feb 16 16:22:46.381892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48081b0a-e871-448e-b795-8faf2fccc576 req-45bb5448-9dc7-4895-9a01-97a94c78a048 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443997 Feb 16 16:22:46.497362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0aa5e-19e5-4868-b785-5799e655bab1 req-4647393f-7b1a-4198-a80b-ee0872f912ba tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:46.498841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1be0aa5e-19e5-4868-b785-5799e655bab1 req-4647393f-7b1a-4198-a80b-ee0872f912ba tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.1509929 Feb 16 16:22:46.533158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48081b0a-e871-448e-b795-8faf2fccc576 req-a46b941e-4c40-44b7-ae6d-9a8bca0bea56 service neutron] 10.222.0.24 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320252 Feb 16 16:22:46.586307 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1be0aa5e-19e5-4868-b785-5799e655bab1 req-6edd6520-a311-49c8-b73b-438d0b407507 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811732 Feb 16 16:22:46.652041 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48081b0a-e871-448e-b795-8faf2fccc576 req-0d74a166-2c99-4c6b-94fd-1022311a80a0 service neutron] 10.222.0.24 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064377 Feb 16 16:22:46.746266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d083-a0fe-40b5-bf6d-dee8cd37c2f1 req-071646a8-43d6-4a48-89c1-f034289feeaa tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:46.748254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44d6d083-a0fe-40b5-bf6d-dee8cd37c2f1 req-071646a8-43d6-4a48-89c1-f034289feeaa tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 965 time: 0.0598614 Feb 16 16:22:46.757632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44764) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:46.764025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-6dc68c97-694e-4ffb-b6df-db723424fc1f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Request body: {'floatingip': {'port_id': '913d6a97-9ef5-426f-a4a8-8df720b28f6e'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:46.876593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:22:46.886121 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6dc68c97-694e-4ffb-b6df-db723424fc1f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for floatingip (ea0dd5c6-b475-4354-99ac-0569d99cf3d5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:47.078546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dcf16-7264-4f92-8765-036579fe5042 req-ab09104e-63a0-4bd8-aff3-80aa42ace8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:47.080258 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-ab09104e-63a0-4bd8-aff3-80aa42ace8c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 1132 time: 0.0741296 Feb 16 16:22:47.090992 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ced378a1-5d69-42d7-8bc6-e0fd3d6780d0,segment=NetworkSegment(c5db13bd-1584-4321-b049-075d10c2039c),segment_id=c5db13bd-1584-4321-b049-075d10c2039c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:47.112527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'ced378a1-5d69-42d7-8bc6-e0fd3d6780d0', 'network_id': '94a1e31b-f9ab-440f-a31d-308d40923799', 'port_id': 'ced378a1-5d69-42d7-8bc6-e0fd3d6780d0', 'mac_address': 'fa:16:3e:f4:61:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1786a798-933d-4f8c-b8b1-882bd213fb9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:22:47.141340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12f444ab-1e2e-48c4-9459-d3aa5bbba1e8 req-81f3b900-d57a-401c-9098-8051713e28f0 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 210 time: 0.0659168 Feb 16 16:22:47.157052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:47.157635 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ced378a1-5d69-42d7-8bc6-e0fd3d6780d0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:47.171587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375c047-286c-48c8-878e-84aad151cbe2 req-13f2ffde-0cf0-48ad-81a2-f68befb568ff tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:47.174024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:22:47.180318 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1375c047-286c-48c8-878e-84aad151cbe2 req-13f2ffde-0cf0-48ad-81a2-f68befb568ff tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/ports?device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 944 time: 0.2384014 Feb 16 16:22:47.200501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ced378a1-5d69-42d7-8bc6-e0fd3d6780d0,segment=NetworkSegment(c5db13bd-1584-4321-b049-075d10c2039c),segment_id=c5db13bd-1584-4321-b049-075d10c2039c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:47.206278 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ced378a1-5d69-42d7-8bc6-e0fd3d6780d0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:47.254319 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dcf16-7264-4f92-8765-036579fe5042 req-0e6d6980-394c-4b92-b96e-7f682410a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:47.256024 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-0e6d6980-394c-4b92-b96e-7f682410a249 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1703677 Feb 16 16:22:47.275106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=ced378a1-5d69-42d7-8bc6-e0fd3d6780d0,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:47.332492 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-acd38352-b125-42cd-b503-d23dfee48584 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4f37f912-a31c-4603-9efb-e7bf970d8561 HTTP/1.1" status: 200 len: 217 time: 0.0689540 Feb 16 16:22:47.334557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1375c047-286c-48c8-878e-84aad151cbe2 req-39bafd52-b0d3-4b6e-ab4d-34962fd973d4 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/security-groups?id=98a74f31-2de8-453e-a0ac-29ca0649a91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526864 Feb 16 16:22:47.391692 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dcf16-7264-4f92-8765-036579fe5042 req-6efa8d00-d756-4176-975d-8e07e094c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:47.393179 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-6efa8d00-d756-4176-975d-8e07e094c011 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0529113 Feb 16 16:22:47.466293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dcf16-7264-4f92-8765-036579fe5042 req-63521921-f420-4b37-bbda-91f219b0775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:47.468958 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-63521921-f420-4b37-bbda-91f219b0775f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0696664 Feb 16 16:22:47.535723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['ced378a1-5d69-42d7-8bc6-e0fd3d6780d0'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:22:47.585820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-1fb1d1fd-6646-4f52-b012-4ae6ae0953dd tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d60fab11796c49fbb144045bc30bd70e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778384 Feb 16 16:22:47.673496 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-e93019ff-968a-40b2-bbd1-160163c5ee5c service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973352 Feb 16 16:22:47.825499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.db.resource_extend [None req-6dc68c97-694e-4ffb-b6df-db723424fc1f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:22:47.831596 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-87bb4d61-75bd-494f-b4b0-851ff12fb079 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512570 Feb 16 16:22:48.041699 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44824) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:48.164824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-453b3cbe-844e-42f2-acb3-23f3aa9df195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:48.174644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-5f8be8fa-0bed-4560-903c-446ee3164880 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:48.176061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-5f8be8fa-0bed-4560-903c-446ee3164880 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5739596 Feb 16 16:22:48.196020 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6dc68c97-694e-4ffb-b6df-db723424fc1f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:48.242288 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6dc68c97-694e-4ffb-b6df-db723424fc1f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (ea0dd5c6-b475-4354-99ac-0569d99cf3d5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:48.261183 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-453b3cbe-844e-42f2-acb3-23f3aa9df195 admin admin] Publish callbacks [] for security_group (5d3422b5-1b67-496e-80bd-f921fac8bfae), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:48.265249 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-453b3cbe-844e-42f2-acb3-23f3aa9df195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5d3422b5-1b67-496e-80bd-f921fac8bfae), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:48.303784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b3cbe-844e-42f2-acb3-23f3aa9df195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3422b5-1b67-496e-80bd-f921fac8bfae,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:48.309556 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-453b3cbe-844e-42f2-acb3-23f3aa9df195 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=875092ac0bbe45af987afc79e990c3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668204 Feb 16 16:22:48.312596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44830) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:48.316802 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3ca5744a-4917-4bfd-bcd7-a0e089f8e6a8 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/quotas/d60fab11796c49fbb144045bc30bd70e HTTP/1.1" status: 200 len: 375 time: 0.1319587 Feb 16 16:22:48.330958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1cac3-c937-43e3-93e4-626a99ba6f5b req-9f0b390a-45a0-44da-9576-b5fb77199551 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:48.332482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30a1cac3-c937-43e3-93e4-626a99ba6f5b req-9f0b390a-45a0-44da-9576-b5fb77199551 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.5164900 Feb 16 16:22:48.369237 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2acb6d0-9e54-4366-9090-770f7abffd25 admin admin] Publish callbacks [] for security_group (5d3422b5-1b67-496e-80bd-f921fac8bfae), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:48.389250 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-fb97976e-7570-44e1-8b3f-4c4e3790c40f tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d60fab11796c49fbb144045bc30bd70e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523615 Feb 16 16:22:48.391516 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2acb6d0-9e54-4366-9090-770f7abffd25 admin admin] Publish callbacks [] for security_group (5d3422b5-1b67-496e-80bd-f921fac8bfae), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:48.407789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48081b0a-e871-448e-b795-8faf2fccc576 req-4e90b7f9-8818-463c-8e95-7a7e9f6edff0 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:48.409226 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48081b0a-e871-448e-b795-8faf2fccc576 req-4e90b7f9-8818-463c-8e95-7a7e9f6edff0 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.65 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 820 time: 0.3234954 Feb 16 16:22:48.428257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-48081b0a-e871-448e-b795-8faf2fccc576 req-9c2728ed-f055-470c-9119-e68f8e3dfd58 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Request body: {'port': {'device_id': '7c13b70f-28c8-4ba0-9c3f-de762a271e32', 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67', 'admin_state_up': True, 'tenant_id': 'b0adde609b014b4f962dc22768f8ddb1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:48.462826 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2acb6d0-9e54-4366-9090-770f7abffd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5d3422b5-1b67-496e-80bd-f921fac8bfae), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:48.468046 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2acb6d0-9e54-4366-9090-770f7abffd25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:48.472626 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c2acb6d0-9e54-4366-9090-770f7abffd25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d3422b5-1b67-496e-80bd-f921fac8bfae HTTP/1.1" status: 204 len: 168 time: 0.1589222 Feb 16 16:22:48.481160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acb6d0-9e54-4366-9090-770f7abffd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3422b5-1b67-496e-80bd-f921fac8bfae,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:48.484333 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30a1cac3-c937-43e3-93e4-626a99ba6f5b req-bcd16b62-6947-42f8-a1f5-f6c1e76849bd tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362696 Feb 16 16:22:48.489538 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-6dc68c97-694e-4ffb-b6df-db723424fc1f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Floating IP ea0dd5c6-b475-4354-99ac-0569d99cf3d5 associated. External IP: 172.25.4.219, port: 913d6a97-9ef5-426f-a4a8-8df720b28f6e. Feb 16 16:22:48.706948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a761c4cf-bcf8-4531-99e7-5613cf7ebe87 req-7465637a-12e4-4fd1-b4d3-74c9bed586ed tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 210 time: 0.0458705 Feb 16 16:22:48.843505 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c1d4cad-6f26-45d3-b756-1f746da25f35 req-b1ea7a96-071f-45f1-b31b-b60a8971288f tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 210 time: 0.0788438 Feb 16 16:22:48.879712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:48.891609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48081b0a-e871-448e-b795-8faf2fccc576 req-9c2728ed-f055-470c-9119-e68f8e3dfd58 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Made reservation on behalf of b0adde609b014b4f962dc22768f8ddb1 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:48.894897 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48081b0a-e871-448e-b795-8faf2fccc576 req-9c2728ed-f055-470c-9119-e68f8e3dfd58 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:48.905597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7de128-f08a-4781-b97d-1abeb8b5e90d req-269890b3-2ce9-48c4-81fe-2be1d245b1eb tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:48.907128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c7de128-f08a-4781-b97d-1abeb8b5e90d req-269890b3-2ce9-48c4-81fe-2be1d245b1eb tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/ports?device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 945 time: 0.2332666 Feb 16 16:22:48.936725 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44856) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:48.958978 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5cb1-0e04-4064-a1e5-e06bf3b99c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:48.959624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc68c97-694e-4ffb-b6df-db723424fc1f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:22:49.010542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:22:49.016990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:49.017771 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ced378a1-5d69-42d7-8bc6-e0fd3d6780d0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:49.093895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c7de128-f08a-4781-b97d-1abeb8b5e90d req-8c52a439-844d-4ad3-b037-e8669428219a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/security-groups?id=98a74f31-2de8-453e-a0ac-29ca0649a91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764605 Feb 16 16:22:49.109967 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5cb1-0e04-4064-a1e5-e06bf3b99c55 admin admin] Publish callbacks [] for security_group (ff12741c-5e98-423d-97b2-6ac9316b670a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:49.126268 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5cb1-0e04-4064-a1e5-e06bf3b99c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ff12741c-5e98-423d-97b2-6ac9316b670a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:49.162400 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:49.163658 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ced378a1-5d69-42d7-8bc6-e0fd3d6780d0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:49.184596 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8b8a5cb1-0e04-4064-a1e5-e06bf3b99c55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95836070f1ab46928d527fddfe5e0a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457621 Feb 16 16:22:49.191451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44872) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:49.197777 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55bbea3-eaeb-4c99-903f-e04196d6b063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced378a1-5d69-42d7-8bc6-e0fd3d6780d0'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:49.201245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a5cb1-0e04-4064-a1e5-e06bf3b99c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff12741c-5e98-423d-97b2-6ac9316b670a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:49.217941 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f919317-482f-4430-8354-2e8156144230" -d '{"events": [{"server_uuid": "d55bbea3-eaeb-4c99-903f-e04196d6b063", "name": "network-vif-plugged", "status": "completed", "tag": "ced378a1-5d69-42d7-8bc6-e0fd3d6780d0"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:49.257117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ced378a1-5d69-42d7-8bc6-e0fd3d6780d0,segment=NetworkSegment(c5db13bd-1584-4321-b049-075d10c2039c),segment_id=c5db13bd-1584-4321-b049-075d10c2039c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:49.266538 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ced378a1-5d69-42d7-8bc6-e0fd3d6780d0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:49.270030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 24f5539c-bdaa-4b40-a6cd-b2642dd8991f no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:22:49.305750 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd505d28-6a27-440a-abeb-2d52faf8c51a admin admin] Publish callbacks [] for security_group (ff12741c-5e98-423d-97b2-6ac9316b670a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:49.315500 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fca002d-4e94-4aed-ab2d-aa471b661cbd x-openstack-request-id: req-7fca002d-4e94-4aed-ab2d-aa471b661cbd {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:49.319179 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55bbea3-eaeb-4c99-903f-e04196d6b063", "name": "network-vif-plugged", "status": "completed", "tag": "ced378a1-5d69-42d7-8bc6-e0fd3d6780d0", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:49.319681 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fca002d-4e94-4aed-ab2d-aa471b661cbd {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:49.320343 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55bbea3-eaeb-4c99-903f-e04196d6b063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced378a1-5d69-42d7-8bc6-e0fd3d6780d0', 'code': 200} Feb 16 16:22:49.357100 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd505d28-6a27-440a-abeb-2d52faf8c51a admin admin] Publish callbacks [] for security_group (ff12741c-5e98-423d-97b2-6ac9316b670a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:49.392932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 24f5539c-bdaa-4b40-a6cd-b2642dd8991f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:22:49.400333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 24f5539c-bdaa-4b40-a6cd-b2642dd8991f not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:22:49.458151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc68c97-694e-4ffb-b6df-db723424fc1f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:22:49.463060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-48081b0a-e871-448e-b795-8faf2fccc576 req-9c2728ed-f055-470c-9119-e68f8e3dfd58 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Allocated IP 172.20.0.3 (a1813a8d-0fbe-4a58-a0a5-a203a6879d67/428f0788-a1e9-4bb7-941f-8437ca6dcd5a/18bc9421-7c97-4fcb-a608-d7dac2b741d2) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:22:49.475184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=ced378a1-5d69-42d7-8bc6-e0fd3d6780d0,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:49.483490 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6dc68c97-694e-4ffb-b6df-db723424fc1f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:49.492087 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9703d15-38f5-410e-9c46-0791eeb07d3c None None] Sync routers for ids ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:22:49.512642 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9703d15-38f5-410e-9c46-0791eeb07d3c None None] Routers {'2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:22:49.513473 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e9703d15-38f5-410e-9c46-0791eeb07d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:22:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:49.550446 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd505d28-6a27-440a-abeb-2d52faf8c51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ff12741c-5e98-423d-97b2-6ac9316b670a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:49.553052 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd505d28-6a27-440a-abeb-2d52faf8c51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:49.554791 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dd505d28-6a27-440a-abeb-2d52faf8c51a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff12741c-5e98-423d-97b2-6ac9316b670a HTTP/1.1" status: 204 len: 168 time: 0.3615310 Feb 16 16:22:49.568758 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd505d28-6a27-440a-abeb-2d52faf8c51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff12741c-5e98-423d-97b2-6ac9316b670a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:49.588413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c5d53-51ca-4350-a5e6-27a5141a739d req-0740ae8a-f6a2-4a2a-a64f-c5b5b7f69516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:49.590204 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-287c5d53-51ca-4350-a5e6-27a5141a739d req-0740ae8a-f6a2-4a2a-a64f-c5b5b7f69516 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 1128 time: 0.1353247 Feb 16 16:22:49.612760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6dc68c97-694e-4ffb-b6df-db723424fc1f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "PUT /v2.0/floatingips/ea0dd5c6-b475-4354-99ac-0569d99cf3d5 HTTP/1.1" status: 200 len: 1011 time: 2.8536215 Feb 16 16:22:49.617710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e', 'tag': '913d6a97-9ef5-426f-a4a8-8df720b28f6e'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:49.623031 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9522d8fa-fac6-4b46-b402-2e97536c259f" -d '{"events": [{"name": "network-changed", "server_uuid": "36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e", "tag": "913d6a97-9ef5-426f-a4a8-8df720b28f6e"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:49.714274 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-287c5d53-51ca-4350-a5e6-27a5141a739d req-300585f8-513a-4751-b319-340ee2f88691 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=98a74f31-2de8-453e-a0ac-29ca0649a91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165795 Feb 16 16:22:49.731576 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e9703d15-38f5-410e-9c46-0791eeb07d3c None None] Set router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:22:49.899801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30873c1-63f7-4085-9fe4-d07c5fa49084 req-d9601324-27c5-4ad4-ba23-94c59aac69f4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:49.899801 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c30873c1-63f7-4085-9fe4-d07c5fa49084 req-d9601324-27c5-4ad4-ba23-94c59aac69f4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.2587869 Feb 16 16:22:49.900099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44916) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:49.911343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5eb47-b440-4afd-8b90-0d81eb7e6749 req-0a2c864d-5b83-4464-9b45-dfb20e4de8ff tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:49.913263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6d5eb47-b440-4afd-8b90-0d81eb7e6749 req-0a2c864d-5b83-4464-9b45-dfb20e4de8ff tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 965 time: 0.1684232 Feb 16 16:22:49.991309 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48081b0a-e871-448e-b795-8faf2fccc576 req-9c2728ed-f055-470c-9119-e68f8e3dfd58 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks [] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:50.045248 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c30873c1-63f7-4085-9fe4-d07c5fa49084 req-594e501a-1a86-4d13-894e-f8d383f9003e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234117 Feb 16 16:22:50.070064 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6d5eb47-b440-4afd-8b90-0d81eb7e6749 req-abc3debb-c9ef-456b-93ce-46ff12ffdeb2 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406596 Feb 16 16:22:50.132317 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48081b0a-e871-448e-b795-8faf2fccc576 req-9c2728ed-f055-470c-9119-e68f8e3dfd58 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:50.210324 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48081b0a-e871-448e-b795-8faf2fccc576 req-9c2728ed-f055-470c-9119-e68f8e3dfd58 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:22:50.215589 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be15b512-6429-446a-b95d-e787c7540316 x-openstack-request-id: req-be15b512-6429-446a-b95d-e787c7540316 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:50.216908 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e", "tag": "913d6a97-9ef5-426f-a4a8-8df720b28f6e", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:50.218940 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be15b512-6429-446a-b95d-e787c7540316 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:50.219547 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e', 'tag': '913d6a97-9ef5-426f-a4a8-8df720b28f6e', 'status': 'completed', 'code': 200} Feb 16 16:22:50.220981 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-48081b0a-e871-448e-b795-8faf2fccc576 req-9c2728ed-f055-470c-9119-e68f8e3dfd58 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:50.229923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-48081b0a-e871-448e-b795-8faf2fccc576 req-9c2728ed-f055-470c-9119-e68f8e3dfd58 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:22:50.245808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48081b0a-e871-448e-b795-8faf2fccc576 req-9c2728ed-f055-470c-9119-e68f8e3dfd58 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:50.248260 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48081b0a-e871-448e-b795-8faf2fccc576 req-9c2728ed-f055-470c-9119-e68f8e3dfd58 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:50.249242 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e9703d15-38f5-410e-9c46-0791eeb07d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ea0dd5c6-b475-4354-99ac-0569d99cf3d5', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'port_id': '913d6a97-9ef5-426f-a4a8-8df720b28f6e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'mac_address': 'fa:16:3e:b8:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e', 'device_owner': 'compute:tempest-test_az-77415397'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:22:28Z', 'updated_at': '2022-02-16T16:22:47Z', 'revision_number': 1, 'project_id': 'a074548814944d3691a8ab693310e936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a54a736-226b-40da-97da-7b4bff149d6c', 'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'mac_address': 'fa:16:3e:c6:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:01Z', 'updated_at': '2022-02-16T16:22:09Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'subnets': [{'id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:50.289599 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9703d15-38f5-410e-9c46-0791eeb07d3c None None] Checking router: 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:22:50.295708 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-54ec9cb1-3c4f-4295-9a0d-33daa471b478 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1174ee4f57384c92aa747bc8ff203c80&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3855660 Feb 16 16:22:50.295708 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-a806b6e8-ac93-429b-b4ca-ed23bb79b6a3 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d60fab11796c49fbb144045bc30bd70e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1505065 Feb 16 16:22:50.296975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44934) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:50.307560 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9703d15-38f5-410e-9c46-0791eeb07d3c None None] Routers {'2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:22:50.308369 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e9703d15-38f5-410e-9c46-0791eeb07d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:22:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:50.379368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522d8fa-fac6-4b46-b402-2e97536c259f req-33b859a6-7987-4315-bd5b-522567cd8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:50.389538 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9522d8fa-fac6-4b46-b402-2e97536c259f req-33b859a6-7987-4315-bd5b-522567cd8ad4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a074548814944d3691a8ab693310e936&device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 1147 time: 0.1729853 Feb 16 16:22:50.427229 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-136dd5b1-f8f1-4b4a-bbaa-26264d8f1bba admin admin] Publish callbacks [] for security_group (dda97d84-bac9-4b1a-a943-b140814b702f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:50.441252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2728ed-f055-470c-9119-e68f8e3dfd58 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Pushing event updated for resources: {'Port': ['ID=18bc9421-7c97-4fcb-a608-d7dac2b741d2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:50.463963 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e9703d15-38f5-410e-9c46-0791eeb07d3c None None] Set router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:22:50.467096 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85b13afa-9e99-4944-8362-9f8ab279f549 req-a207de9c-b04b-42fc-b9c6-89dc6df0fa7d tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 210 time: 0.1672037 Feb 16 16:22:50.478852 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-136dd5b1-f8f1-4b4a-bbaa-26264d8f1bba admin admin] Publish callbacks [] for security_group (dda97d84-bac9-4b1a-a943-b140814b702f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:50.482454 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48081b0a-e871-448e-b795-8faf2fccc576 req-9c2728ed-f055-470c-9119-e68f8e3dfd58 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0638504 Feb 16 16:22:50.495327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Request body: {'port': {'device_id': '7c13b70f-28c8-4ba0-9c3f-de762a271e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:50.532802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c20cd-acdb-4ef1-b2cd-d37aaab1ae45 req-556d4caa-cec7-4910-b3ce-390154e33687 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:50.539942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e6c20cd-acdb-4ef1-b2cd-d37aaab1ae45 req-556d4caa-cec7-4910-b3ce-390154e33687 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 931 time: 0.2411146 Feb 16 16:22:50.593272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-f3a02ce5-e5f3-446a-abcb-30762489ab9e tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:50.596076 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-f3a02ce5-e5f3-446a-abcb-30762489ab9e tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706161 Feb 16 16:22:50.622914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-b3bc767f-d255-4d4b-897d-f79c67dc7676 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Request body: {'port': {'device_id': '32a18f03-9fde-4312-a43b-c02dc9303a12', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': 'd60fab11796c49fbb144045bc30bd70e'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:50.653872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e6c20cd-acdb-4ef1-b2cd-d37aaab1ae45 req-1f1ad088-c2f7-4daf-aeb6-8d29046486a6 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128092 Feb 16 16:22:50.693985 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:50.757850 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-136dd5b1-f8f1-4b4a-bbaa-26264d8f1bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (dda97d84-bac9-4b1a-a943-b140814b702f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:50.760543 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-136dd5b1-f8f1-4b4a-bbaa-26264d8f1bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:50.764968 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-136dd5b1-f8f1-4b4a-bbaa-26264d8f1bba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dda97d84-bac9-4b1a-a943-b140814b702f HTTP/1.1" status: 204 len: 168 time: 0.4667554 Feb 16 16:22:50.783268 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136dd5b1-f8f1-4b4a-bbaa-26264d8f1bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda97d84-bac9-4b1a-a943-b140814b702f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:50.840527 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522d8fa-fac6-4b46-b402-2e97536c259f req-bee4f791-4bdd-45e3-a3d8-0ccfcb8c2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:50.842055 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9522d8fa-fac6-4b46-b402-2e97536c259f req-bee4f791-4bdd-45e3-a3d8-0ccfcb8c2ac9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=72bb907d-875d-4ec6-9779-d384bacff365 HTTP/1.1" status: 200 len: 925 time: 0.4128418 Feb 16 16:22:50.937331 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e9703d15-38f5-410e-9c46-0791eeb07d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ea0dd5c6-b475-4354-99ac-0569d99cf3d5', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'port_id': '913d6a97-9ef5-426f-a4a8-8df720b28f6e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'mac_address': 'fa:16:3e:b8:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e', 'device_owner': 'compute:tempest-test_az-77415397'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:22:28Z', 'updated_at': '2022-02-16T16:22:47Z', 'revision_number': 1, 'project_id': 'a074548814944d3691a8ab693310e936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a54a736-226b-40da-97da-7b4bff149d6c', 'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'mac_address': 'fa:16:3e:c6:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:01Z', 'updated_at': '2022-02-16T16:22:09Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'subnets': [{'id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:22:50.986946 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9703d15-38f5-410e-9c46-0791eeb07d3c None None] The sync data for ids ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'] in n-d-669411-5 is: [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ea0dd5c6-b475-4354-99ac-0569d99cf3d5', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'port_id': '913d6a97-9ef5-426f-a4a8-8df720b28f6e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'mac_address': 'fa:16:3e:b8:c6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e', 'device_owner': 'compute:tempest-test_az-77415397'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:22:28Z', 'updated_at': '2022-02-16T16:22:47Z', 'revision_number': 1, 'project_id': 'a074548814944d3691a8ab693310e936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a54a736-226b-40da-97da-7b4bff149d6c', 'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'mac_address': 'fa:16:3e:c6:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:01Z', 'updated_at': '2022-02-16T16:22:09Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'subnets': [{'id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:22:51.046076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-b3bc767f-d255-4d4b-897d-f79c67dc7676 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Made reservation on behalf of d60fab11796c49fbb144045bc30bd70e for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:22:51.055032 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-b3bc767f-d255-4d4b-897d-f79c67dc7676 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:51.060107 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9522d8fa-fac6-4b46-b402-2e97536c259f req-434ff16e-3e68-4436-9bbf-bc33e0e6b06c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=913d6a97-9ef5-426f-a4a8-8df720b28f6e HTTP/1.1" status: 200 len: 1019 time: 0.2100592 Feb 16 16:22:51.228439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bc9421-7c97-4fcb-a608-d7dac2b741d2 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:22:51.240761 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Publish callbacks [] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:51.307997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Transition to ACTIVE for port object 18bc9421-7c97-4fcb-a608-d7dac2b741d2 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:22:51.313154 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522d8fa-fac6-4b46-b402-2e97536c259f req-265e9a33-3e1f-4300-a7f2-6c730f38bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:51.321145 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9522d8fa-fac6-4b46-b402-2e97536c259f req-265e9a33-3e1f-4300-a7f2-6c730f38bb4c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60743ad9-3f89-46e3-a7de-dc3e4ec4e12e HTTP/1.1" status: 200 len: 863 time: 0.2326770 Feb 16 16:22:51.325505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94045a3-209d-4436-bab9-a3424c9a7562 req-7e78eea5-686d-45b0-8726-fd18723102b8 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:51.333832 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d94045a3-209d-4436-bab9-a3424c9a7562 req-7e78eea5-686d-45b0-8726-fd18723102b8 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/ports?device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 946 time: 0.7410703 Feb 16 16:22:51.361975 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:51.446242 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7081d4a-69f6-456f-8095-dd7b3355b904 None None] New status for floating IP ea0dd5c6-b475-4354-99ac-0569d99cf3d5: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:22:51.447892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44976) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:51.495419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d03c5-3b29-4518-b2cc-6bf4fc6411fc req-0ff8df25-2648-4c4e-8ac7-64ac7fb4372b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:51.497681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b37d03c5-3b29-4518-b2cc-6bf4fc6411fc req-0ff8df25-2648-4c4e-8ac7-64ac7fb4372b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.2481124 Feb 16 16:22:51.509968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-b3bc767f-d255-4d4b-897d-f79c67dc7676 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Allocated IP 192.168.233.142 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/ad7faba5-0eb7-4dec-b824-100c0f5bd2a7) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:22:51.533130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d94045a3-209d-4436-bab9-a3424c9a7562 req-54b74cd5-7177-43d1-a5a9-8ef2bde2b8b8 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/security-groups?id=98a74f31-2de8-453e-a0ac-29ca0649a91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978879 Feb 16 16:22:51.539459 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Pushing event updated for resources: {'Port': ['ID=18bc9421-7c97-4fcb-a608-d7dac2b741d2,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:51.587914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Attempting to bind port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:22:51.588266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Attempting to bind port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:22:51.588598 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Attempting to bind port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:51.605312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5a33c504-84e4-4ac4-8d49-2549415cdfbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=420c34e475fe484287c04203fcb8e845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545463 Feb 16 16:22:51.615891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44986) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:51.615891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:22:51.615891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Attempting to bind port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:51.649786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:22:51.650262 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Checking segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:51.650844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Bound using segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:22:51.651274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Bound port: 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:22:51.651703 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:51.685076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522d8fa-fac6-4b46-b402-2e97536c259f req-c22749da-3f3b-4f9d-a215-6e685c5775ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:51.686816 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9522d8fa-fac6-4b46-b402-2e97536c259f req-c22749da-3f3b-4f9d-a215-6e685c5775ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=72bb907d-875d-4ec6-9779-d384bacff365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3600440 Feb 16 16:22:51.756264 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-b3bc767f-d255-4d4b-897d-f79c67dc7676 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Publish callbacks [] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:51.838653 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9522d8fa-fac6-4b46-b402-2e97536c259f req-fb9c9180-e58e-4bee-8757-42c1a48b6bca service neutron] 10.222.0.65 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436579 Feb 16 16:22:51.868658 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-b3bc767f-d255-4d4b-897d-f79c67dc7676 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:51.959256 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-b3bc767f-d255-4d4b-897d-f79c67dc7676 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:22:51.968301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-b3bc767f-d255-4d4b-897d-f79c67dc7676 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:22:51.972331 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-b3bc767f-d255-4d4b-897d-f79c67dc7676 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:22:51.977711 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-b3bc767f-d255-4d4b-897d-f79c67dc7676 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:51.978341 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-b3bc767f-d255-4d4b-897d-f79c67dc7676 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:51.985388 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc767f-d255-4d4b-897d-f79c67dc7676 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Pushing event updated for resources: {'Port': ['ID=ad7faba5-0eb7-4dec-b824-100c0f5bd2a7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:51.996876 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b37d03c5-3b29-4518-b2cc-6bf4fc6411fc req-84f8ecbc-838c-4074-834b-7f2ba6559414 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674942 Feb 16 16:22:52.016050 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9522d8fa-fac6-4b46-b402-2e97536c259f req-fa4b1506-b194-458f-87b1-7b784f6dbbe3 service neutron] 10.222.0.65 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702776 Feb 16 16:22:52.031841 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-b3bc767f-d255-4d4b-897d-f79c67dc7676 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4140952 Feb 16 16:22:52.052093 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Request body: {'port': {'device_id': '32a18f03-9fde-4312-a43b-c02dc9303a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:22:52.101526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e233ae-fb28-44fe-ba41-78f9f9518f57 req-79463f32-f242-4aca-8f4d-01211f1db402 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:52.103090 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43e233ae-fb28-44fe-ba41-78f9f9518f57 req-79463f32-f242-4aca-8f4d-01211f1db402 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 936 time: 0.1585317 Feb 16 16:22:52.110376 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-162c5996-326b-4459-8d96-b664fec02655 admin admin] Publish callbacks [] for security_group (e6930fc1-1416-4ead-a948-f44a8c0230a9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:52.116330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:22:52.127591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:22:52.130171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:52.156881 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:52.220415 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-162c5996-326b-4459-8d96-b664fec02655 admin admin] Publish callbacks [] for security_group (e6930fc1-1416-4ead-a948-f44a8c0230a9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:52.231305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-442141c9-9aac-45ff-a34d-926078545001 None None] Provisioning complete for port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:52.232148 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-442141c9-9aac-45ff-a34d-926078545001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:52.248371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:52.248985 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:52.250791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48081b0a-e871-448e-b795-8faf2fccc576 req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] 10.222.0.65 "PUT /v2.0/ports/18bc9421-7c97-4fcb-a608-d7dac2b741d2 HTTP/1.1" status: 200 len: 1091 time: 1.7593734 Feb 16 16:22:52.254364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c13b70f-28c8-4ba0-9c3f-de762a271e32', 'tag': '18bc9421-7c97-4fcb-a608-d7dac2b741d2'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:52.257693 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda6c2ab-9c07-4b13-a819-788d1a348b18" -d '{"events": [{"name": "network-changed", "server_uuid": "7c13b70f-28c8-4ba0-9c3f-de762a271e32", "tag": "18bc9421-7c97-4fcb-a608-d7dac2b741d2"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:52.294872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-442141c9-9aac-45ff-a34d-926078545001 None None] Port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:22:52.306701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43e233ae-fb28-44fe-ba41-78f9f9518f57 req-87375888-afb8-4fee-927f-c2317fc756ce tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943092 Feb 16 16:22:52.335669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26420b-fc3d-4dad-a407-9a44c0868482 service neutron] Pushing event updated for resources: {'Port': ['ID=18bc9421-7c97-4fcb-a608-d7dac2b741d2,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:52.368161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f4548-a62a-486b-85c0-4fd5eb0059ea req-95de1cb9-cd9a-459d-be0e-d20163b2704a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:52.369700 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf4f4548-a62a-486b-85c0-4fd5eb0059ea req-95de1cb9-cd9a-459d-be0e-d20163b2704a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 943 time: 0.2442977 Feb 16 16:22:52.418367 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-162c5996-326b-4459-8d96-b664fec02655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e6930fc1-1416-4ead-a948-f44a8c0230a9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:52.421134 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-162c5996-326b-4459-8d96-b664fec02655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:52.424746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-162c5996-326b-4459-8d96-b664fec02655 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6930fc1-1416-4ead-a948-f44a8c0230a9 HTTP/1.1" status: 204 len: 168 time: 0.7942152 Feb 16 16:22:52.430885 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48081b0a-e871-448e-b795-8faf2fccc576 req-28148154-bd5a-4fac-8c41-3a187d80a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:52.438541 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48081b0a-e871-448e-b795-8faf2fccc576 req-28148154-bd5a-4fac-8c41-3a187d80a6d1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 1125 time: 0.1248152 Feb 16 16:22:52.454475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:22:52.464508 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Publish callbacks [] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:52.479302 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Transition to ACTIVE for port object ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:22:52.486735 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:52.507066 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c5996-326b-4459-8d96-b664fec02655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6930fc1-1416-4ead-a948-f44a8c0230a9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:52.517440 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48081b0a-e871-448e-b795-8faf2fccc576 req-f7dffaa5-1b8a-4ba8-859b-ee12b395ac0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2 HTTP/1.1" status: 200 len: 217 time: 0.0780826 Feb 16 16:22:52.540758 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7faba5-0eb7-4dec-b824-100c0f5bd2a7,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:52.547264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf4f4548-a62a-486b-85c0-4fd5eb0059ea req-31956df4-fe9b-406f-8d7f-c43eccbc05be tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632688 Feb 16 16:22:52.602379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Attempting to bind port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:22:52.602767 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Attempting to bind port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:22:52.603229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Attempting to bind port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:52.610147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:22:52.610847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Attempting to bind port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:22:52.617033 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:22:52.617033 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:22:52.619244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:22:52.619843 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Bound port: ad7faba5-0eb7-4dec-b824-100c0f5bd2a7, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:22:52.620110 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:52.677016 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfd5534-7d18-4f00-8f45-904acec847e9 x-openstack-request-id: req-8dfd5534-7d18-4f00-8f45-904acec847e9 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:52.678593 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c13b70f-28c8-4ba0-9c3f-de762a271e32", "tag": "18bc9421-7c97-4fcb-a608-d7dac2b741d2", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:52.679177 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dfd5534-7d18-4f00-8f45-904acec847e9 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:52.684107 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c13b70f-28c8-4ba0-9c3f-de762a271e32', 'tag': '18bc9421-7c97-4fcb-a608-d7dac2b741d2', 'status': 'completed', 'code': 200} Feb 16 16:22:52.703206 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48081b0a-e871-448e-b795-8faf2fccc576 req-6632b862-99bc-42b5-8bd9-81b5a8992ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:52.705061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48081b0a-e871-448e-b795-8faf2fccc576 req-6632b862-99bc-42b5-8bd9-81b5a8992ddc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.1568007 Feb 16 16:22:52.739972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] For port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:22:52.744084 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] For port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ad7faba5-0eb7-4dec-b824-100c0f5bd2a7,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:22:52.754819 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:52.769478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48081b0a-e871-448e-b795-8faf2fccc576 req-b88502d8-f14b-4e66-8846-48a056d0d791 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558524 Feb 16 16:22:52.822822 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:52.823633 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:52.825448 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] 10.222.0.60 "PUT /v2.0/ports/ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 HTTP/1.1" status: 200 len: 1096 time: 0.7865958 Feb 16 16:22:52.826077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a18f03-9fde-4312-a43b-c02dc9303a12', 'tag': 'ad7faba5-0eb7-4dec-b824-100c0f5bd2a7'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:52.829138 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7841c0a6-ea62-4ed2-95d5-2e365fc5ec1d" -d '{"events": [{"name": "network-changed", "server_uuid": "32a18f03-9fde-4312-a43b-c02dc9303a12", "tag": "ad7faba5-0eb7-4dec-b824-100c0f5bd2a7"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:52.860538 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658d53f-227c-4b15-88da-26fe42fdfe51 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7faba5-0eb7-4dec-b824-100c0f5bd2a7,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:52.983355 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-513e1343-a270-4770-87f7-58cb4b4ece05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:52.985633 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-513e1343-a270-4770-87f7-58cb4b4ece05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d60fab11796c49fbb144045bc30bd70e&device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 1130 time: 0.1123300 Feb 16 16:22:52.987972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cf7fe-e806-4d06-aafe-88c73fc529c9 req-a7256f55-903d-4713-a88d-495d837f8f90 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:52.989630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a8cf7fe-e806-4d06-aafe-88c73fc529c9 req-a7256f55-903d-4713-a88d-495d837f8f90 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/ports?device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 946 time: 0.2472942 Feb 16 16:22:52.991914 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48081b0a-e871-448e-b795-8faf2fccc576 req-dbef6e69-e773-4c91-aadb-7bd0e302cae1 service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147508 Feb 16 16:22:53.087580 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b501a07b-8502-4e2b-bb8d-949252c06e51 x-openstack-request-id: req-b501a07b-8502-4e2b-bb8d-949252c06e51 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:53.090167 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a18f03-9fde-4312-a43b-c02dc9303a12", "tag": "ad7faba5-0eb7-4dec-b824-100c0f5bd2a7", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:53.090546 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b501a07b-8502-4e2b-bb8d-949252c06e51 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:53.091063 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a18f03-9fde-4312-a43b-c02dc9303a12', 'tag': 'ad7faba5-0eb7-4dec-b824-100c0f5bd2a7', 'status': 'completed', 'code': 200} Feb 16 16:22:53.093041 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-f73c9dde-eed3-4544-a786-7eb56d571c57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 HTTP/1.1" status: 200 len: 217 time: 0.1003506 Feb 16 16:22:53.220706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a8cf7fe-e806-4d06-aafe-88c73fc529c9 req-17902a01-bc51-4346-bf1a-04ffa6c0e0e2 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/security-groups?id=98a74f31-2de8-453e-a0ac-29ca0649a91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188425 Feb 16 16:22:53.314647 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3e4c7-9a43-4964-ae8d-cda2ddd6578a req-7e513d53-7f54-45bf-81ea-9de61d305a16 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:53.320085 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcb3e4c7-9a43-4964-ae8d-cda2ddd6578a req-7e513d53-7f54-45bf-81ea-9de61d305a16 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.1818266 Feb 16 16:22:53.322122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48081b0a-e871-448e-b795-8faf2fccc576 req-22ef888a-87e9-4986-9e15-0b412376533c service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184342 Feb 16 16:22:53.411919 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45044) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:53.420576 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-2ae96df9-23e1-4ba9-bd4b-3b7cf10df3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:53.422289 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-2ae96df9-23e1-4ba9-bd4b-3b7cf10df3d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.3202255 Feb 16 16:22:53.512721 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-1131c180-dcdb-45ce-b1bd-d5e796f176c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:53.514977 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-1131c180-dcdb-45ce-b1bd-d5e796f176c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0824959 Feb 16 16:22:53.569943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcb3e4c7-9a43-4964-ae8d-cda2ddd6578a req-7af2ed0b-04da-4d9f-b8a1-8c1cdd307cc4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447243 Feb 16 16:22:53.596294 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-354ab8e8-5e04-478a-9f8a-5b16786c8fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:53.604783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378714ac-fba9-42d0-9e60-08542b208b73 req-aa955022-01d5-4f2a-b1f2-cd0ba860af73 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:53.606738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-378714ac-fba9-42d0-9e60-08542b208b73 req-aa955022-01d5-4f2a-b1f2-cd0ba860af73 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 948 time: 0.1533775 Feb 16 16:22:53.609744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6c2ab-9c07-4b13-a819-788d1a348b18 req-eeae6efd-87ef-45cf-990f-1e76a6a5d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:53.611168 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bda6c2ab-9c07-4b13-a819-788d1a348b18 req-eeae6efd-87ef-45cf-990f-1e76a6a5d347 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 1125 time: 0.2360330 Feb 16 16:22:53.713469 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-0c502140-5b37-4154-9e27-efb37d66ebe3 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829405 Feb 16 16:22:53.770356 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-354ab8e8-5e04-478a-9f8a-5b16786c8fce admin admin] Publish callbacks [] for security_group (69215aac-ad2e-4496-ae55-9bc17034d8f2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:53.778164 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-354ab8e8-5e04-478a-9f8a-5b16786c8fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (69215aac-ad2e-4496-ae55-9bc17034d8f2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:53.833670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-378714ac-fba9-42d0-9e60-08542b208b73 req-967fde2a-d4f1-4909-9a10-0d71e0d6b4e5 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171462 Feb 16 16:22:53.859824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6c2ab-9c07-4b13-a819-788d1a348b18 req-c4989663-12e6-4e2c-8986-44849e6ba061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:53.861323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bda6c2ab-9c07-4b13-a819-788d1a348b18 req-c4989663-12e6-4e2c-8986-44849e6ba061 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.2323289 Feb 16 16:22:53.872056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b455011-976f-4e4c-a82c-6a79fb8069c9 req-da71bc18-5c31-447c-b846-dfe0548ed2fe tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:53.872056 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b455011-976f-4e4c-a82c-6a79fb8069c9 req-da71bc18-5c31-447c-b846-dfe0548ed2fe tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 943 time: 0.1471572 Feb 16 16:22:53.872798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45060) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:53.880387 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-354ab8e8-5e04-478a-9f8a-5b16786c8fce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5424bfdabf994141bfef45380c8306ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4671986 Feb 16 16:22:53.889637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ab8e8-5e04-478a-9f8a-5b16786c8fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69215aac-ad2e-4496-ae55-9bc17034d8f2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:53.895570 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8c90b0a9-a722-499c-acd6-99e6af3197f0 req-005049a0-4df2-468b-83b0-fb5e0614804a service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745064 Feb 16 16:22:53.932549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bda6c2ab-9c07-4b13-a819-788d1a348b18 req-58bad89e-fb70-494f-80b2-12c6c4f27908 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2 HTTP/1.1" status: 200 len: 217 time: 0.0599029 Feb 16 16:22:54.041603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b455011-976f-4e4c-a82c-6a79fb8069c9 req-c69e8d4b-249e-4a4a-8e3b-cbd937c67eb1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544695 Feb 16 16:22:54.056702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841c0a6-ea62-4ed2-95d5-2e365fc5ec1d req-22c2a4fc-432f-4516-b475-d4b91de24ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:54.062269 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7841c0a6-ea62-4ed2-95d5-2e365fc5ec1d req-22c2a4fc-432f-4516-b475-d4b91de24ba3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d60fab11796c49fbb144045bc30bd70e&device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 1130 time: 0.0878551 Feb 16 16:22:54.062581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6c2ab-9c07-4b13-a819-788d1a348b18 req-c62e799e-88f3-4976-a2df-ad3a83a7df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:54.064214 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bda6c2ab-9c07-4b13-a819-788d1a348b18 req-c62e799e-88f3-4976-a2df-ad3a83a7df2b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.1172447 Feb 16 16:22:54.069502 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-53ace3ad-0f73-4498-8971-f8498b6cdb23 admin admin] Publish callbacks [] for security_group (69215aac-ad2e-4496-ae55-9bc17034d8f2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:54.107277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bda6c2ab-9c07-4b13-a819-788d1a348b18 req-5f231cdb-b55f-4f41-8a1f-5e37382c9752 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356395 Feb 16 16:22:54.129390 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-53ace3ad-0f73-4498-8971-f8498b6cdb23 admin admin] Publish callbacks [] for security_group (69215aac-ad2e-4496-ae55-9bc17034d8f2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:54.254736 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bda6c2ab-9c07-4b13-a819-788d1a348b18 req-3770da86-06c8-4ec9-902f-2d62ca45ff22 service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394002 Feb 16 16:22:54.255783 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-53ace3ad-0f73-4498-8971-f8498b6cdb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (69215aac-ad2e-4496-ae55-9bc17034d8f2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:54.262027 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-53ace3ad-0f73-4498-8971-f8498b6cdb23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:54.264918 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-53ace3ad-0f73-4498-8971-f8498b6cdb23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69215aac-ad2e-4496-ae55-9bc17034d8f2 HTTP/1.1" status: 204 len: 168 time: 0.3844101 Feb 16 16:22:54.269418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841c0a6-ea62-4ed2-95d5-2e365fc5ec1d req-301a5657-4e6e-4849-a634-fbfd64eaf8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:54.276881 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7841c0a6-ea62-4ed2-95d5-2e365fc5ec1d req-301a5657-4e6e-4849-a634-fbfd64eaf8b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2089655 Feb 16 16:22:54.297677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ace3ad-0f73-4498-8971-f8498b6cdb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69215aac-ad2e-4496-ae55-9bc17034d8f2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:54.347369 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7841c0a6-ea62-4ed2-95d5-2e365fc5ec1d req-db18d025-1ee2-4e06-9a2c-9068ed07a8c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 HTTP/1.1" status: 200 len: 217 time: 0.0641172 Feb 16 16:22:54.412432 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bda6c2ab-9c07-4b13-a819-788d1a348b18 req-9d9053b7-74f3-4054-af54-7993f57db30d service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461723 Feb 16 16:22:54.421583 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841c0a6-ea62-4ed2-95d5-2e365fc5ec1d req-5b8865ad-746c-4f31-b646-5fbc72f11e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:54.424127 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7841c0a6-ea62-4ed2-95d5-2e365fc5ec1d req-5b8865ad-746c-4f31-b646-5fbc72f11e11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0706165 Feb 16 16:22:54.489495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841c0a6-ea62-4ed2-95d5-2e365fc5ec1d req-fbf2ed58-956b-4d15-83ea-c3d50dead41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:54.491076 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7841c0a6-ea62-4ed2-95d5-2e365fc5ec1d req-fbf2ed58-956b-4d15-83ea-c3d50dead41d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0613568 Feb 16 16:22:54.537332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45086) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:54.627898 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7841c0a6-ea62-4ed2-95d5-2e365fc5ec1d req-ce94c519-f355-426c-9198-30d08a79ce70 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284978 Feb 16 16:22:54.716211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ddea2-c16d-4a6b-9fcc-f604d131088c req-184be8a1-47f1-470d-a153-69a7e0b82188 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:54.723683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a6ddea2-c16d-4a6b-9fcc-f604d131088c req-184be8a1-47f1-470d-a153-69a7e0b82188 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.0830784 Feb 16 16:22:54.771245 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7841c0a6-ea62-4ed2-95d5-2e365fc5ec1d req-1a024d8a-bd21-438e-b920-ced7d43dd4b6 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361139 Feb 16 16:22:54.798409 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a6ddea2-c16d-4a6b-9fcc-f604d131088c req-81ad7d59-16b3-48d8-8191-9e27c1314b9d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737302 Feb 16 16:22:54.825077 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-27eccf1c-9d07-4513-b2c3-6a0efcfaf74c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:54.829903 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45096) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:54.845295 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f054ef83-2c65-4a06-9bb1-8d0a35705314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:54.922315 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-27eccf1c-9d07-4513-b2c3-6a0efcfaf74c admin admin] Publish callbacks [] for security_group (0f9bb129-5499-494a-869b-49468827f850), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:54.938589 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-27eccf1c-9d07-4513-b2c3-6a0efcfaf74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0f9bb129-5499-494a-869b-49468827f850), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:54.962695 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f054ef83-2c65-4a06-9bb1-8d0a35705314 admin admin] Publish callbacks [] for security_group (f3739a03-fab7-4965-8d2a-176bb7a91874), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:54.979831 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f054ef83-2c65-4a06-9bb1-8d0a35705314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f3739a03-fab7-4965-8d2a-176bb7a91874), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:55.019550 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-27eccf1c-9d07-4513-b2c3-6a0efcfaf74c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ff636c7266a4637bb0a68da8a18c4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4809194 Feb 16 16:22:55.020358 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45102) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:55.023685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eccf1c-9d07-4513-b2c3-6a0efcfaf74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9bb129-5499-494a-869b-49468827f850,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:55.040811 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f054ef83-2c65-4a06-9bb1-8d0a35705314 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=165e8515d5644c4981e4e67ffcff08a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2073472 Feb 16 16:22:55.043284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45104) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:55.051891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054ef83-2c65-4a06-9bb1-8d0a35705314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3739a03-fab7-4965-8d2a-176bb7a91874,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:55.075036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b3277-60e3-403b-b05b-c9e2ab091a17 req-fa891736-937f-44bd-8486-fcfa1635a1a3 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:55.081851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de6b3277-60e3-403b-b05b-c9e2ab091a17 req-fa891736-937f-44bd-8486-fcfa1635a1a3 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 948 time: 0.1529431 Feb 16 16:22:55.112480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07ce7eef-3062-4b1e-a10e-c1b011ce2efc admin admin] Publish callbacks [] for security_group (0f9bb129-5499-494a-869b-49468827f850), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:55.134726 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07ce7eef-3062-4b1e-a10e-c1b011ce2efc admin admin] Publish callbacks [] for security_group (0f9bb129-5499-494a-869b-49468827f850), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:55.134897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d62e7b9c-6701-46b9-bff9-a192090cf1b6 admin admin] Publish callbacks [] for security_group (f3739a03-fab7-4965-8d2a-176bb7a91874), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:55.171396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d62e7b9c-6701-46b9-bff9-a192090cf1b6 admin admin] Publish callbacks [] for security_group (f3739a03-fab7-4965-8d2a-176bb7a91874), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:55.232185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de6b3277-60e3-403b-b05b-c9e2ab091a17 req-1959ef6f-090a-4dbb-95f7-bc236055172f tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449971 Feb 16 16:22:55.266877 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07ce7eef-3062-4b1e-a10e-c1b011ce2efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0f9bb129-5499-494a-869b-49468827f850), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:55.272944 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07ce7eef-3062-4b1e-a10e-c1b011ce2efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:55.276596 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-07ce7eef-3062-4b1e-a10e-c1b011ce2efc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f9bb129-5499-494a-869b-49468827f850 HTTP/1.1" status: 204 len: 168 time: 0.2515018 Feb 16 16:22:55.309924 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d62e7b9c-6701-46b9-bff9-a192090cf1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f3739a03-fab7-4965-8d2a-176bb7a91874), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:55.313068 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d62e7b9c-6701-46b9-bff9-a192090cf1b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:55.317317 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d62e7b9c-6701-46b9-bff9-a192090cf1b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3739a03-fab7-4965-8d2a-176bb7a91874 HTTP/1.1" status: 204 len: 168 time: 0.2727308 Feb 16 16:22:55.317482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e88169-a11f-4e57-8aba-acec63ee65b8 req-44e16dae-6681-4ca5-a7a8-a473aded0c4e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:55.319565 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98e88169-a11f-4e57-8aba-acec63ee65b8 req-44e16dae-6681-4ca5-a7a8-a473aded0c4e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 943 time: 0.1608436 Feb 16 16:22:55.320841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce7eef-3062-4b1e-a10e-c1b011ce2efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9bb129-5499-494a-869b-49468827f850,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:55.348580 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e7b9c-6701-46b9-bff9-a192090cf1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3739a03-fab7-4965-8d2a-176bb7a91874,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:55.446662 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98e88169-a11f-4e57-8aba-acec63ee65b8 req-010ef7df-85da-4cd6-aa84-72582897e18d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181476 Feb 16 16:22:55.590882 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7c64056a-936d-47c1-976e-40849e133076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:55.688746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 18bc9421-7c97-4fcb-a608-d7dac2b741d2 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:22:55.789409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45126) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:55.812183 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02acc815-cbae-45c0-8953-570cee3fcdbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:55.993004 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02acc815-cbae-45c0-8953-570cee3fcdbc admin admin] Publish callbacks [] for security_group (15bdb023-cc6e-4bf4-a165-d920ebc84482), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:56.000381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3471f8-63d8-4d54-b283-98af52f5e7eb req-50a6882c-eb61-44bb-a981-e9a8567598a2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:56.004504 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02acc815-cbae-45c0-8953-570cee3fcdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (15bdb023-cc6e-4bf4-a165-d920ebc84482), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:56.010967 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de3471f8-63d8-4d54-b283-98af52f5e7eb req-50a6882c-eb61-44bb-a981-e9a8567598a2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.1176279 Feb 16 16:22:56.062032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acc815-cbae-45c0-8953-570cee3fcdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bdb023-cc6e-4bf4-a165-d920ebc84482,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:56.067256 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-02acc815-cbae-45c0-8953-570cee3fcdbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af04b7d5bffb4f15b46a1515ddefa889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767470 Feb 16 16:22:56.071927 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45140) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:56.119598 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de3471f8-63d8-4d54-b283-98af52f5e7eb req-6d2a14a3-cd30-430d-86fe-3e8054117d70 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028268 Feb 16 16:22:56.166378 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc7195b3-5df4-4c5a-9491-c0452e1178dc admin admin] Publish callbacks [] for security_group (15bdb023-cc6e-4bf4-a165-d920ebc84482), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:56.172942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:56.190642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '18bc9421-7c97-4fcb-a608-d7dac2b741d2', 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67', 'port_id': '18bc9421-7c97-4fcb-a608-d7dac2b741d2', 'mac_address': 'fa:16:3e:80:e4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428f0788-a1e9-4bb7-941f-8437ca6dcd5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:22:56.192519 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc7195b3-5df4-4c5a-9491-c0452e1178dc admin admin] Publish callbacks [] for security_group (15bdb023-cc6e-4bf4-a165-d920ebc84482), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:56.254112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:56.254537 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:56.281172 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc7195b3-5df4-4c5a-9491-c0452e1178dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (15bdb023-cc6e-4bf4-a165-d920ebc84482), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:56.284713 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc7195b3-5df4-4c5a-9491-c0452e1178dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:56.290474 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cc7195b3-5df4-4c5a-9491-c0452e1178dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15bdb023-cc6e-4bf4-a165-d920ebc84482 HTTP/1.1" status: 204 len: 168 time: 0.2136772 Feb 16 16:22:56.312978 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bc9421-7c97-4fcb-a608-d7dac2b741d2 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:22:56.315880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7195b3-5df4-4c5a-9491-c0452e1178dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bdb023-cc6e-4bf4-a165-d920ebc84482,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:56.404604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:56.414279 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:56.525511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=18bc9421-7c97-4fcb-a608-d7dac2b741d2,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:56.549967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfa265-beb7-4aba-81a1-61960bd8f219 req-e850a201-af30-4419-9243-01df05adbf8e tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:56.561925 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77bfa265-beb7-4aba-81a1-61960bd8f219 req-e850a201-af30-4419-9243-01df05adbf8e tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 948 time: 0.2060490 Feb 16 16:22:56.637895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['18bc9421-7c97-4fcb-a608-d7dac2b741d2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:22:56.704466 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77bfa265-beb7-4aba-81a1-61960bd8f219 req-24910ffe-67a6-4412-b7b4-a541e8eafbb8 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415377 Feb 16 16:22:56.715713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9314573-2bc3-48af-9847-0af844e76f74 req-e0030105-6580-4153-8ebf-ccff7362ef49 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:56.725241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9314573-2bc3-48af-9847-0af844e76f74 req-e0030105-6580-4153-8ebf-ccff7362ef49 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 944 time: 0.1275253 Feb 16 16:22:56.820643 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9314573-2bc3-48af-9847-0af844e76f74 req-bac465fd-8a03-436e-a107-23b0a92f8992 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940976 Feb 16 16:22:56.954852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45182) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:57.100785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-96c7c8fd-9814-4697-b252-faf7372f99b7 tempest-AutoAllocateNetworkTest-1649361015 tempest-AutoAllocateNetworkTest-1649361015-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=32191dc12aa847fb80fa193880e12e4e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1454620 Feb 16 16:22:57.101470 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45200) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:57.256080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b98b96-8f12-4d5b-8c82-7b211c3e6e2e tempest-AutoAllocateNetworkTest-1649361015 tempest-AutoAllocateNetworkTest-1649361015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:57.260235 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a3b98b96-8f12-4d5b-8c82-7b211c3e6e2e tempest-AutoAllocateNetworkTest-1649361015 tempest-AutoAllocateNetworkTest-1649361015-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1583192 Feb 16 16:22:57.262278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45206) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:57.319659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc8f2b-2b87-47ed-8df2-0b68aae11ca6 req-5ecf41ba-46d8-41cb-b02f-8388e6cd4fb0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:57.321340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63fc8f2b-2b87-47ed-8df2-0b68aae11ca6 req-5ecf41ba-46d8-41cb-b02f-8388e6cd4fb0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.0966635 Feb 16 16:22:57.344067 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dd765696-e50a-4026-83d5-106fba873f52 tempest-AutoAllocateNetworkTest-1649361015 tempest-AutoAllocateNetworkTest-1649361015-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806677 Feb 16 16:22:57.346643 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45210) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:57.375548 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-282b4350-2fde-4c77-bca8-9f9998730203 tempest-AutoAllocateNetworkTest-1649361015 tempest-AutoAllocateNetworkTest-1649361015-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=32191dc12aa847fb80fa193880e12e4e HTTP/1.1" status: 200 len: 208 time: 0.0275989 Feb 16 16:22:57.395105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63fc8f2b-2b87-47ed-8df2-0b68aae11ca6 req-c4ea4881-e40c-4011-a951-a4dc85a14781 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609164 Feb 16 16:22:57.592006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45224) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:57.676208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45230) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:57.704984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 18bc9421-7c97-4fcb-a608-d7dac2b741d2 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:22:57.776479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:22:57.783305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:22:57.783990 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:57.919595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3bf7d-e9f2-44e3-a257-58389cb8f9cd req-68fa7e8a-7181-41aa-a8da-c0da248d0408 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:57.926185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:57.927024 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:57.928268 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ca3bf7d-e9f2-44e3-a257-58389cb8f9cd req-68fa7e8a-7181-41aa-a8da-c0da248d0408 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 948 time: 0.1118820 Feb 16 16:22:57.976900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c13b70f-28c8-4ba0-9c3f-de762a271e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bc9421-7c97-4fcb-a608-d7dac2b741d2'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:22:57.981865 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecc7d75-4789-4048-8a08-85de4d035023" -d '{"events": [{"server_uuid": "7c13b70f-28c8-4ba0-9c3f-de762a271e32", "name": "network-vif-plugged", "status": "completed", "tag": "18bc9421-7c97-4fcb-a608-d7dac2b741d2"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:22:57.988892 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dd2fd72-f2e6-450d-ad9f-f14d6dbeea45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:57.994713 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ca3bf7d-e9f2-44e3-a257-58389cb8f9cd req-032157e3-6058-472e-87c8-453b286ea0ef tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597832 Feb 16 16:22:58.014946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:58.021756 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:58.040387 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:58.113301 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dd2fd72-f2e6-450d-ad9f-f14d6dbeea45 admin admin] Publish callbacks [] for security_group (38354632-f148-4be6-beef-9ad610a121cd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:58.120256 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dd2fd72-f2e6-450d-ad9f-f14d6dbeea45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (38354632-f148-4be6-beef-9ad610a121cd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:58.133849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=18bc9421-7c97-4fcb-a608-d7dac2b741d2,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:58.179474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2fd72-f2e6-450d-ad9f-f14d6dbeea45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38354632-f148-4be6-beef-9ad610a121cd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:58.205740 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9dd2fd72-f2e6-450d-ad9f-f14d6dbeea45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32191dc12aa847fb80fa193880e12e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5282168 Feb 16 16:22:58.212045 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45262) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:58.235282 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c9078532-1e6b-4a0d-a68e-a3fa0112cd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:58.241477 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9085837f-0dc9-4813-ad76-359ea9a894c9 x-openstack-request-id: req-9085837f-0dc9-4813-ad76-359ea9a894c9 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:22:58.241839 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c13b70f-28c8-4ba0-9c3f-de762a271e32", "name": "network-vif-plugged", "status": "completed", "tag": "18bc9421-7c97-4fcb-a608-d7dac2b741d2", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:22:58.242214 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9085837f-0dc9-4813-ad76-359ea9a894c9 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:22:58.242806 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c13b70f-28c8-4ba0-9c3f-de762a271e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bc9421-7c97-4fcb-a608-d7dac2b741d2', 'code': 200} Feb 16 16:22:58.249783 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Publish callbacks [] for security_group (af7f3629-b748-4a10-b284-1a132770cfa3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:58.276522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3eb14b-0a61-47d3-8043-4739900948b8 req-517db545-e047-4c6c-a6ab-d62e0ca3f6cb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:58.279103 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b3eb14b-0a61-47d3-8043-4739900948b8 req-517db545-e047-4c6c-a6ab-d62e0ca3f6cb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 945 time: 0.1367605 Feb 16 16:22:58.280200 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (af7f3629-b748-4a10-b284-1a132770cfa3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:58.320008 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c17dff22-4ef5-40ab-8191-8bcae3e3e41a admin admin] Publish callbacks [] for security_group (38354632-f148-4be6-beef-9ad610a121cd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:58.343235 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c17dff22-4ef5-40ab-8191-8bcae3e3e41a admin admin] Publish callbacks [] for security_group (38354632-f148-4be6-beef-9ad610a121cd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:58.375212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7f3629-b748-4a10-b284-1a132770cfa3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:58.408022 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70efa6f58aa1477d9af19642cbf8356d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8146048 Feb 16 16:22:58.411783 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c17dff22-4ef5-40ab-8191-8bcae3e3e41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (38354632-f148-4be6-beef-9ad610a121cd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:58.413861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:58.414346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:58.414839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:58.415333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:58.415873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:58.416413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:58.416781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c17dff22-4ef5-40ab-8191-8bcae3e3e41a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:58.417124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:58.419634 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c17dff22-4ef5-40ab-8191-8bcae3e3e41a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38354632-f148-4be6-beef-9ad610a121cd HTTP/1.1" status: 204 len: 168 time: 0.2046700 Feb 16 16:22:58.420263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:58.420992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:58.421515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:58.422034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:58.422958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:58.423467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda2538-d183-4d65-8076-e2fdfb45e463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:58.431329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45268) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:58.466222 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17dff22-4ef5-40ab-8191-8bcae3e3e41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38354632-f148-4be6-beef-9ad610a121cd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:58.482624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b3eb14b-0a61-47d3-8043-4739900948b8 req-8a92a351-3af4-4ca8-9838-c77a53e8b9d0 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972861 Feb 16 16:22:58.524261 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200417ad-ccbf-4c82-9bfd-ff42c0b0ec39 req-11e12703-b78e-4216-9dda-49c908982a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:58.525977 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-200417ad-ccbf-4c82-9bfd-ff42c0b0ec39 req-11e12703-b78e-4216-9dda-49c908982a21 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 1127 time: 0.2077823 Feb 16 16:22:58.640720 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-200417ad-ccbf-4c82-9bfd-ff42c0b0ec39 req-241b2134-d49b-4884-810d-ac1856ac264b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039319 Feb 16 16:22:58.642645 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bd59e28-0999-4f68-b17c-5727d22856fa admin admin] Publish callbacks [] for security_group (af7f3629-b748-4a10-b284-1a132770cfa3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:58.666817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1dfec4-241a-48df-be37-808d0f6e0c63 req-999f4d4e-1286-4d3d-94d2-d0b5e86b1ea6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:58.670223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1dfec4-241a-48df-be37-808d0f6e0c63 req-999f4d4e-1286-4d3d-94d2-d0b5e86b1ea6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.1545491 Feb 16 16:22:58.689658 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bd59e28-0999-4f68-b17c-5727d22856fa admin admin] Publish callbacks [] for security_group (af7f3629-b748-4a10-b284-1a132770cfa3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:58.753759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1dfec4-241a-48df-be37-808d0f6e0c63 req-8a033b9e-144a-4484-bafe-46129604f5a0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753417 Feb 16 16:22:58.783924 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bd59e28-0999-4f68-b17c-5727d22856fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (af7f3629-b748-4a10-b284-1a132770cfa3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:58.787391 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bd59e28-0999-4f68-b17c-5727d22856fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:58.793069 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3bd59e28-0999-4f68-b17c-5727d22856fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af7f3629-b748-4a10-b284-1a132770cfa3 HTTP/1.1" status: 204 len: 168 time: 0.3509543 Feb 16 16:22:58.800175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd59e28-0999-4f68-b17c-5727d22856fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7f3629-b748-4a10-b284-1a132770cfa3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:58.925095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:22:59.110965 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:59.141179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ad7faba5-0eb7-4dec-b824-100c0f5bd2a7,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:59.171576 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'ad7faba5-0eb7-4dec-b824-100c0f5bd2a7', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'ad7faba5-0eb7-4dec-b824-100c0f5bd2a7', 'mac_address': 'fa:16:3e:36:2f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:22:59.207017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45743aa9-1d29-4c56-802e-28f57cfb81b0 req-7d7bd9ea-c002-422b-b671-98509fced1c4 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:59.209325 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45743aa9-1d29-4c56-802e-28f57cfb81b0 req-7d7bd9ea-c002-422b-b671-98509fced1c4 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 948 time: 0.1198306 Feb 16 16:22:59.233624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:22:59.234217 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:59.250157 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45302) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:59.257226 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:22:59.272631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:59.285119 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ad7faba5-0eb7-4dec-b824-100c0f5bd2a7,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:22:59.296923 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:59.356642 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45743aa9-1d29-4c56-802e-28f57cfb81b0 req-701a198a-1ea8-41a6-98da-ceacb315a3c9 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310039 Feb 16 16:22:59.357170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=ad7faba5-0eb7-4dec-b824-100c0f5bd2a7,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:59.436061 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Publish callbacks [] for security_group (222eecf0-fe08-403a-a123-e125f186f275), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:59.442439 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (222eecf0-fe08-403a-a123-e125f186f275), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:59.493016 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222eecf0-fe08-403a-a123-e125f186f275,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:59.500744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45314) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:22:59.516139 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=313cba7a17b644b7be30de39f4a2942c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490151 Feb 16 16:22:59.542292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:59.544318 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:59.544851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:59.545464 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:59.546502 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:59.546989 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:59.547526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:59.548246 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:59.549049 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:59.550483 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:59.550982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:59.551667 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:59.552563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f7d88a-1163-45e9-9258-d51c6b614623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:22:59.599346 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-896594a8-2f9c-4e15-9341-a7181db3b489 admin admin] Publish callbacks [] for security_group (222eecf0-fe08-403a-a123-e125f186f275), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:59.662863 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-896594a8-2f9c-4e15-9341-a7181db3b489 admin admin] Publish callbacks [] for security_group (222eecf0-fe08-403a-a123-e125f186f275), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:59.669030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['ad7faba5-0eb7-4dec-b824-100c0f5bd2a7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:22:59.752120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b2d65-35f0-4fab-b23c-3e367ba5b907 req-ff408561-3f9e-41bd-98bd-9c429ed9bc2d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:59.762809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-015b2d65-35f0-4fab-b23c-3e367ba5b907 req-ff408561-3f9e-41bd-98bd-9c429ed9bc2d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 945 time: 0.1479654 Feb 16 16:22:59.821220 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-896594a8-2f9c-4e15-9341-a7181db3b489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (222eecf0-fe08-403a-a123-e125f186f275), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:59.828363 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-896594a8-2f9c-4e15-9341-a7181db3b489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:59.830198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-896594a8-2f9c-4e15-9341-a7181db3b489 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/222eecf0-fe08-403a-a123-e125f186f275 HTTP/1.1" status: 204 len: 168 time: 0.3268607 Feb 16 16:22:59.849947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896594a8-2f9c-4e15-9341-a7181db3b489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222eecf0-fe08-403a-a123-e125f186f275,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:22:59.872341 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-015b2d65-35f0-4fab-b23c-3e367ba5b907 req-4bc674c8-627d-4228-a20e-c5b04c6ef037 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074979 Feb 16 16:22:59.982046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a22d3c-efe6-423d-bf4b-1a9412002e4e req-7685d393-f144-48df-82c4-c244d1e6ee16 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:22:59.992706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8a22d3c-efe6-423d-bf4b-1a9412002e4e req-7685d393-f144-48df-82c4-c244d1e6ee16 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.0946078 Feb 16 16:23:00.062800 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8a22d3c-efe6-423d-bf4b-1a9412002e4e req-a2e5ca88-25d6-4bf4-a2ce-d1506c1c4bcf tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694201 Feb 16 16:23:00.213060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45344) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:00.437013 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9d28bdd4-2a8a-47a7-9534-a3bb04fa3978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:00.578696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ce9ae-35d1-418a-942e-3ac6d2a72549 req-1efeae68-8167-4fa4-867e-0e41edf31912 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:00.586758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c1ce9ae-35d1-418a-942e-3ac6d2a72549 req-1efeae68-8167-4fa4-867e-0e41edf31912 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 949 time: 0.1008441 Feb 16 16:23:00.653292 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9d28bdd4-2a8a-47a7-9534-a3bb04fa3978 admin admin] Publish callbacks [] for security_group (dab54e6f-4263-421f-b3f8-f061af7ec9c2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:00.676121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c1ce9ae-35d1-418a-942e-3ac6d2a72549 req-f83e1f3d-6c0e-4554-9f03-ca6dfe38899a tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832193 Feb 16 16:23:00.679438 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9d28bdd4-2a8a-47a7-9534-a3bb04fa3978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (dab54e6f-4263-421f-b3f8-f061af7ec9c2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:00.693198 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:00.744295 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9d28bdd4-2a8a-47a7-9534-a3bb04fa3978 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42952d97d7fb481fbb515e5c65f8766d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5289810 Feb 16 16:23:00.745577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28bdd4-2a8a-47a7-9534-a3bb04fa3978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab54e6f-4263-421f-b3f8-f061af7ec9c2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:00.746992 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45372) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:00.816129 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7f4f882c-556c-42f6-8179-edc15217fc18 admin admin] Publish callbacks [] for security_group (dab54e6f-4263-421f-b3f8-f061af7ec9c2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:00.845001 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7f4f882c-556c-42f6-8179-edc15217fc18 admin admin] Publish callbacks [] for security_group (dab54e6f-4263-421f-b3f8-f061af7ec9c2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:00.915019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7f4f882c-556c-42f6-8179-edc15217fc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (dab54e6f-4263-421f-b3f8-f061af7ec9c2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:00.932137 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7f4f882c-556c-42f6-8179-edc15217fc18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:00.935225 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7f4f882c-556c-42f6-8179-edc15217fc18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dab54e6f-4263-421f-b3f8-f061af7ec9c2 HTTP/1.1" status: 204 len: 168 time: 0.1871555 Feb 16 16:23:00.943216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:23:00.954907 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f882c-556c-42f6-8179-edc15217fc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab54e6f-4263-421f-b3f8-f061af7ec9c2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:00.992516 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:01.037610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86214289-744e-47ca-a5cb-865318a59d52 req-3213597e-4d04-41fb-bc3f-c1b41d3df476 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:01.039066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:23:01.043215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:01.043816 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:01.046440 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86214289-744e-47ca-a5cb-865318a59d52 req-3213597e-4d04-41fb-bc3f-c1b41d3df476 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 945 time: 0.0861065 Feb 16 16:23:01.106521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86214289-744e-47ca-a5cb-865318a59d52 req-c621bf78-bcd4-4689-adbe-bada0f1bf32a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591090 Feb 16 16:23:01.147963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:01.148500 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:01.191245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ad7faba5-0eb7-4dec-b824-100c0f5bd2a7,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:01.192923 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a18f03-9fde-4312-a43b-c02dc9303a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7faba5-0eb7-4dec-b824-100c0f5bd2a7'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:01.195799 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a728f3d-0dbe-4341-bf50-06a6289f160b" -d '{"events": [{"server_uuid": "32a18f03-9fde-4312-a43b-c02dc9303a12", "name": "network-vif-plugged", "status": "completed", "tag": "ad7faba5-0eb7-4dec-b824-100c0f5bd2a7"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:01.203714 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:01.283154 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=ad7faba5-0eb7-4dec-b824-100c0f5bd2a7,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:01.295112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:01.295717 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:01.296655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:01.297345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:01.298273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:01.299259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:01.300049 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:01.300546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:01.301211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:01.301700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:01.302169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:01.302930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:01.303494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:01.309985 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eb63e-7664-46d5-85e0-a0aa3163a594 req-b8f2ca4d-a2ad-4ff8-bca1-dbb044216fe3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:01.315965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-580eb63e-7664-46d5-85e0-a0aa3163a594 req-b8f2ca4d-a2ad-4ff8-bca1-dbb044216fe3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.1338928 Feb 16 16:23:01.374719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-580eb63e-7664-46d5-85e0-a0aa3163a594 req-c12db224-38ba-48f7-99ae-01e28d828d8b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529826 Feb 16 16:23:01.514724 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f7d74a-eba4-4718-b79a-a38f8c6345d4 x-openstack-request-id: req-b2f7d74a-eba4-4718-b79a-a38f8c6345d4 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:01.515619 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a18f03-9fde-4312-a43b-c02dc9303a12", "name": "network-vif-plugged", "status": "completed", "tag": "ad7faba5-0eb7-4dec-b824-100c0f5bd2a7", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:01.516098 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2f7d74a-eba4-4718-b79a-a38f8c6345d4 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:01.516666 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a18f03-9fde-4312-a43b-c02dc9303a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7faba5-0eb7-4dec-b824-100c0f5bd2a7', 'code': 200} Feb 16 16:23:01.659004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1b4d9-49ff-43da-93c8-5fc5cdab89d8 req-7a3c836c-c532-4853-bf3e-945555eb0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:01.666573 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d2f1b4d9-49ff-43da-93c8-5fc5cdab89d8 req-7a3c836c-c532-4853-bf3e-945555eb0cff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 1132 time: 0.0980113 Feb 16 16:23:01.705976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45408) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:01.725986 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8f2ab00-f9c4-4a14-b746-7d823c930c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:01.750831 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d2f1b4d9-49ff-43da-93c8-5fc5cdab89d8 req-fd83aa9f-17c9-46f8-a887-0527c890e0c2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773206 Feb 16 16:23:01.933881 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8f2ab00-f9c4-4a14-b746-7d823c930c58 admin admin] Publish callbacks [] for security_group (7e46d7a4-2982-48f7-8e66-ca35fc477803), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:01.943790 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8f2ab00-f9c4-4a14-b746-7d823c930c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7e46d7a4-2982-48f7-8e66-ca35fc477803), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:01.975266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2ab00-f9c4-4a14-b746-7d823c930c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e46d7a4-2982-48f7-8e66-ca35fc477803,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:01.995046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eece587-b016-4bf2-b360-103ef2dfe19b req-e1141dbb-952b-4c68-be71-17ebc1a3c116 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:01.996747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4eece587-b016-4bf2-b360-103ef2dfe19b req-e1141dbb-952b-4c68-be71-17ebc1a3c116 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 1127 time: 0.1216319 Feb 16 16:23:02.085227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b8f2ab00-f9c4-4a14-b746-7d823c930c58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6e23d4abd364ac790362379688af37d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3780115 Feb 16 16:23:02.088014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45414) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:02.092691 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:02.112609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4eece587-b016-4bf2-b360-103ef2dfe19b req-7a91342b-88ab-4695-bb49-f5b6f38e73f4 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060784 Feb 16 16:23:02.203120 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5e96c09-72df-4eea-9a8e-d014d169eb17 admin admin] Publish callbacks [] for security_group (7e46d7a4-2982-48f7-8e66-ca35fc477803), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:02.228545 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5e96c09-72df-4eea-9a8e-d014d169eb17 admin admin] Publish callbacks [] for security_group (7e46d7a4-2982-48f7-8e66-ca35fc477803), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:02.289267 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5e96c09-72df-4eea-9a8e-d014d169eb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7e46d7a4-2982-48f7-8e66-ca35fc477803), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:02.293216 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5e96c09-72df-4eea-9a8e-d014d169eb17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:02.297401 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e5e96c09-72df-4eea-9a8e-d014d169eb17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e46d7a4-2982-48f7-8e66-ca35fc477803 HTTP/1.1" status: 204 len: 168 time: 0.2082872 Feb 16 16:23:02.310264 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e96c09-72df-4eea-9a8e-d014d169eb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e46d7a4-2982-48f7-8e66-ca35fc477803,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:02.373862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe68dc6-800d-4529-ae13-0eed3748c30d req-d7679104-6930-499c-aa7d-217a1a014af0 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:02.375555 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fe68dc6-800d-4529-ae13-0eed3748c30d req-d7679104-6930-499c-aa7d-217a1a014af0 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 950 time: 0.1018741 Feb 16 16:23:02.448341 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fe68dc6-800d-4529-ae13-0eed3748c30d req-ea5c4a06-b819-4897-b633-3bef80b7a980 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635319 Feb 16 16:23:02.559211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812557a-d37a-4922-9fbc-dd992fd6fc1e req-f4d591c8-a11a-46b2-854c-9cb4a6ca02eb tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:02.562093 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b812557a-d37a-4922-9fbc-dd992fd6fc1e req-f4d591c8-a11a-46b2-854c-9cb4a6ca02eb tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 1127 time: 0.0714347 Feb 16 16:23:02.630573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b812557a-d37a-4922-9fbc-dd992fd6fc1e req-504db409-5174-4a9d-89db-d15f6de9bac5 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629826 Feb 16 16:23:02.886662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76739dc2-468e-44dd-9028-f659718f0ebb req-144cf1b2-9bf5-4fc5-9aac-3dd47dc6c8fb tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:02.888483 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76739dc2-468e-44dd-9028-f659718f0ebb req-144cf1b2-9bf5-4fc5-9aac-3dd47dc6c8fb tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.0632739 Feb 16 16:23:02.949034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76739dc2-468e-44dd-9028-f659718f0ebb req-2b2c24ac-9fee-4fb1-8cf5-d84b1d5d3db1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535009 Feb 16 16:23:03.994334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde80446-c64d-4390-b6f4-3eb1d43c9cb4 req-57b4e0d5-ad1e-45c3-9b9e-f76cf43ac34a tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:03.996840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dde80446-c64d-4390-b6f4-3eb1d43c9cb4 req-57b4e0d5-ad1e-45c3-9b9e-f76cf43ac34a tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 950 time: 0.0834124 Feb 16 16:23:04.071785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dde80446-c64d-4390-b6f4-3eb1d43c9cb4 req-eeb9795d-11e7-43fb-b5a3-db5970dbb90e tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551510 Feb 16 16:23:04.124455 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:04.233119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5059bbc-af29-4459-ad78-5ecad6e3cb50 req-25686cf5-e496-4153-9b73-0d3aef63b801 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:04.235195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5059bbc-af29-4459-ad78-5ecad6e3cb50 req-25686cf5-e496-4153-9b73-0d3aef63b801 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.0716846 Feb 16 16:23:04.289151 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5059bbc-af29-4459-ad78-5ecad6e3cb50 req-edd5b813-576e-41b7-be9c-a5bb04c6707c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472026 Feb 16 16:23:04.619410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e4274-b91d-48f1-9e82-70bafb024b72 req-f69210c6-8bf6-43a3-96e6-f38a7b75ebf4 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:04.621953 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-651e4274-b91d-48f1-9e82-70bafb024b72 req-f69210c6-8bf6-43a3-96e6-f38a7b75ebf4 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 950 time: 0.0652575 Feb 16 16:23:04.670728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-651e4274-b91d-48f1-9e82-70bafb024b72 req-f03323d6-f87d-47d4-bd2a-9aed049cf90f tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Feb 16 16:23:04.914500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45568) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:05.022733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-ecfc36e6-f9e4-4414-9f12-cae4f4e36b99 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:23:05.024500 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-ecfc36e6-f9e4-4414-9f12-cae4f4e36b99 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1085789 Feb 16 16:23:05.145497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-bf743ddb-62af-4ad1-a5c1-e5307886402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:05.147006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-bf743ddb-62af-4ad1-a5c1-e5307886402b service neutron] 10.222.0.24 "GET /v2.0/ports/18bc9421-7c97-4fcb-a608-d7dac2b741d2 HTTP/1.1" status: 200 len: 1124 time: 0.0769460 Feb 16 16:23:05.156376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-f7abe421-e7ce-4cd4-a914-2b033b482203 service neutron] Request body: {'binding': {'host': 'n-h2-669411-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:05.157114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-f7abe421-e7ce-4cd4-a914-2b033b482203 service neutron] Unknown quota resources ['binding']. {{(pid=103421) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:23:05.319019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-f7abe421-e7ce-4cd4-a914-2b033b482203 service neutron] Attempting to bind port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 on host n-h2-669411-5 for vnic_type normal with profile None {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:05.319376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-f7abe421-e7ce-4cd4-a914-2b033b482203 service neutron] Attempting to bind port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:05.319664 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-f7abe421-e7ce-4cd4-a914-2b033b482203 service neutron] Attempting to bind port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:05.325385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-f7abe421-e7ce-4cd4-a914-2b033b482203 service neutron] Port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:23:05.325703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-f7abe421-e7ce-4cd4-a914-2b033b482203 service neutron] Attempting to bind port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:05.331204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-f7abe421-e7ce-4cd4-a914-2b033b482203 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:05.331543 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-f7abe421-e7ce-4cd4-a914-2b033b482203 service neutron] Checking segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:05.331945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-f7abe421-e7ce-4cd4-a914-2b033b482203 service neutron] Bound using segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:05.332363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-f7abe421-e7ce-4cd4-a914-2b033b482203 service neutron] Bound port: 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:05.449291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-f7abe421-e7ce-4cd4-a914-2b033b482203 service neutron] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:05.462621 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-f7abe421-e7ce-4cd4-a914-2b033b482203 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:05.464061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-f7abe421-e7ce-4cd4-a914-2b033b482203 service neutron] 10.222.0.24 "POST /v2.0/ports/18bc9421-7c97-4fcb-a608-d7dac2b741d2/bindings HTTP/1.1" status: 201 len: 389 time: 0.3109531 Feb 16 16:23:05.745158 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd610f8-8182-4a5f-81c0-9cd15a063a35 req-6cce84c7-654f-4d40-b431-f1efb346cced tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:05.754092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fd610f8-8182-4a5f-81c0-9cd15a063a35 req-6cce84c7-654f-4d40-b431-f1efb346cced tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 950 time: 0.0946767 Feb 16 16:23:05.801699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45592) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:05.827073 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-54e01a7e-f957-409b-a2e3-682078ccd983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:05.828684 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-54e01a7e-f957-409b-a2e3-682078ccd983 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 1127 time: 0.0753379 Feb 16 16:23:05.850211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fd610f8-8182-4a5f-81c0-9cd15a063a35 req-76c70f75-c982-4ed6-8def-37e7d8080b45 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947325 Feb 16 16:23:05.958677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8562da-99e4-4f4d-997d-a6a41e632384 req-140ba144-1281-4d01-86a9-daeeec35020e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:05.960227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c8562da-99e4-4f4d-997d-a6a41e632384 req-140ba144-1281-4d01-86a9-daeeec35020e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.1090953 Feb 16 16:23:05.978871 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-8d1bbfa8-d0b5-423b-9f45-85279c4370bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:05.982014 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-8d1bbfa8-d0b5-423b-9f45-85279c4370bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.1444063 Feb 16 16:23:06.046229 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-532586b8-10a4-48dc-8c1c-9901f12016ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:06.056231 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-3f49f658-d980-4345-ac82-ebd537a7b63e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2 HTTP/1.1" status: 200 len: 217 time: 0.0557210 Feb 16 16:23:06.079583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c8562da-99e4-4f4d-997d-a6a41e632384 req-704348d0-6104-495e-8e29-47ea4c3900f5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087732 Feb 16 16:23:06.127802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe5853-0542-43cf-aff5-f80ad3bd288c req-cfa6890b-ae1a-49f6-bea6-01bf991b966e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:06.129983 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2fe5853-0542-43cf-aff5-f80ad3bd288c req-cfa6890b-ae1a-49f6-bea6-01bf991b966e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 945 time: 0.1434655 Feb 16 16:23:06.138100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-485f72b1-157a-457c-9ffa-2df5e2d1d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:06.139709 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-485f72b1-157a-457c-9ffa-2df5e2d1d3f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.0767090 Feb 16 16:23:06.205950 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-67619547-22a6-44a4-875a-df7e49566a78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579638 Feb 16 16:23:06.208990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2fe5853-0542-43cf-aff5-f80ad3bd288c req-e040df6a-99f3-439c-8b0c-d2a15fddae67 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732327 Feb 16 16:23:06.215983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45604) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:06.231236 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-532586b8-10a4-48dc-8c1c-9901f12016ac admin admin] Publish callbacks [] for security_group (a4d065dd-5ead-4a43-b24d-cf9431f42b7e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:06.246296 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-532586b8-10a4-48dc-8c1c-9901f12016ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a4d065dd-5ead-4a43-b24d-cf9431f42b7e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:06.288531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-532586b8-10a4-48dc-8c1c-9901f12016ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a53502c8524b45e2a6312dd4e654e826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4858098 Feb 16 16:23:06.292338 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45608) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:06.303722 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532586b8-10a4-48dc-8c1c-9901f12016ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d065dd-5ead-4a43-b24d-cf9431f42b7e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:06.383934 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-11c2a692-2a46-4ab9-8280-dc45f7da04c1 service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520569 Feb 16 16:23:06.411866 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8cfed15-223c-447b-bc74-176268a64cfa admin admin] Publish callbacks [] for security_group (a4d065dd-5ead-4a43-b24d-cf9431f42b7e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:06.471256 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8cfed15-223c-447b-bc74-176268a64cfa admin admin] Publish callbacks [] for security_group (a4d065dd-5ead-4a43-b24d-cf9431f42b7e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:06.510497 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-f709f7cf-cc05-478e-bc66-c3e561ed124d service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172771 Feb 16 16:23:06.549041 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a71157ee-1ab7-4188-b773-1c97d5afcb23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:06.566954 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8cfed15-223c-447b-bc74-176268a64cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a4d065dd-5ead-4a43-b24d-cf9431f42b7e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:06.571114 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8cfed15-223c-447b-bc74-176268a64cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:06.572375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b8cfed15-223c-447b-bc74-176268a64cfa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4d065dd-5ead-4a43-b24d-cf9431f42b7e HTTP/1.1" status: 204 len: 168 time: 0.2785556 Feb 16 16:23:06.583737 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfed15-223c-447b-bc74-176268a64cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d065dd-5ead-4a43-b24d-cf9431f42b7e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:06.747158 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a71157ee-1ab7-4188-b773-1c97d5afcb23 admin admin] Publish callbacks [] for security_group (75305717-8639-452d-ab9e-82f7ffd3fced), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:06.758958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a71157ee-1ab7-4188-b773-1c97d5afcb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (75305717-8639-452d-ab9e-82f7ffd3fced), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:06.824038 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a71157ee-1ab7-4188-b773-1c97d5afcb23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0dfbf5e2b34d47adacb03a6607d85620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6069427 Feb 16 16:23:06.826907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45624) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:06.835362 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71157ee-1ab7-4188-b773-1c97d5afcb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75305717-8639-452d-ab9e-82f7ffd3fced,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:06.840782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-38838658-6b11-44ec-8b7c-2589bc73051d tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:06.842560 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-38838658-6b11-44ec-8b7c-2589bc73051d tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32&tenant_id=b0adde609b014b4f962dc22768f8ddb1&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1127 time: 0.2104120 Feb 16 16:23:06.856966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-669411-5'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:06.957652 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9632510a-b1eb-4f5b-bf41-01e18264acec admin admin] Publish callbacks [] for security_group (75305717-8639-452d-ab9e-82f7ffd3fced), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.007197 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.014533 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9632510a-b1eb-4f5b-bf41-01e18264acec admin admin] Publish callbacks [] for security_group (75305717-8639-452d-ab9e-82f7ffd3fced), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.080688 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9632510a-b1eb-4f5b-bf41-01e18264acec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (75305717-8639-452d-ab9e-82f7ffd3fced), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.082082 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9632510a-b1eb-4f5b-bf41-01e18264acec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.083566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9632510a-b1eb-4f5b-bf41-01e18264acec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75305717-8639-452d-ab9e-82f7ffd3fced HTTP/1.1" status: 204 len: 168 time: 0.2552640 Feb 16 16:23:07.103380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45636) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:07.124751 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b96120c9-4630-4523-ab81-ecd4802fcda3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.167955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632510a-b1eb-4f5b-bf41-01e18264acec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75305717-8639-452d-ab9e-82f7ffd3fced,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:07.197508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45638) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:07.262208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:07.282726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905796a-d946-4da9-a6ec-a930bf5f0568 req-41596c0b-4d77-451b-a6fa-44405d992074 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:07.289026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1905796a-d946-4da9-a6ec-a930bf5f0568 req-41596c0b-4d77-451b-a6fa-44405d992074 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.60 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 950 time: 0.1703429 Feb 16 16:23:07.318688 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b96120c9-4630-4523-ab81-ecd4802fcda3 admin admin] Publish callbacks [] for security_group (c740d06f-bde5-4973-8b75-27147bbabca1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.330365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:07.331928 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b96120c9-4630-4523-ab81-ecd4802fcda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c740d06f-bde5-4973-8b75-27147bbabca1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.415312 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b96120c9-4630-4523-ab81-ecd4802fcda3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1d7ead7cba84620af15bfd1ad3f6757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076100 Feb 16 16:23:07.427528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45644) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:07.448431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96120c9-4630-4523-ab81-ecd4802fcda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c740d06f-bde5-4973-8b75-27147bbabca1,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:07.452208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c13b70f-28c8-4ba0-9c3f-de762a271e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18bc9421-7c97-4fcb-a608-d7dac2b741d2'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:07.464555 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4a8982-0786-4bc6-9102-11f24e8de483" -d '{"events": [{"server_uuid": "7c13b70f-28c8-4ba0-9c3f-de762a271e32", "name": "network-vif-unplugged", "status": "completed", "tag": "18bc9421-7c97-4fcb-a608-d7dac2b741d2"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:07.469978 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Publish callbacks [] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.510573 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3aa0a887-ee73-463e-bb7b-66cbfacfb9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.513072 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.676556 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68dda0a5-20c0-43f2-8a18-04970bab7553 admin admin] Publish callbacks [] for security_group (c740d06f-bde5-4973-8b75-27147bbabca1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.682037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Pushing event updated for resources: {'Port': ['ID=18bc9421-7c97-4fcb-a608-d7dac2b741d2,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:07.692090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7be67-7a8f-4035-b8e8-32da44a17c21 req-38b72238-5723-4c51-bd2c-b95d8600909f tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:07.694332 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63e7be67-7a8f-4035-b8e8-32da44a17c21 req-38b72238-5723-4c51-bd2c-b95d8600909f tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 950 time: 0.6328068 Feb 16 16:23:07.717244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Attempting to bind port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 on host n-h1-669411-5 for vnic_type normal with profile {"migrating_to": "n-h2-669411-5"} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:07.717577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Attempting to bind port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:07.717881 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Attempting to bind port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:07.727033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45652) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:07.744309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:23:07.744550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Attempting to bind port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:07.749010 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68dda0a5-20c0-43f2-8a18-04970bab7553 admin admin] Publish callbacks [] for security_group (c740d06f-bde5-4973-8b75-27147bbabca1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.770382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:07.770718 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Checking segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:07.771093 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Bound using segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:07.771524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Bound port: 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:07.771909 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.780038 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e106dd29-b42c-476f-9f8c-3a6f1c55cfb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.798084 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3aa0a887-ee73-463e-bb7b-66cbfacfb9fd admin admin] Publish callbacks [] for security_group (c1e120c0-967c-48c1-abb8-adf929d1010f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.804704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20644a1c-5f94-43fe-bd37-ff515836195a req-f65bec4d-f446-4063-81ea-402ec3185022 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:07.806510 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20644a1c-5f94-43fe-bd37-ff515836195a req-f65bec4d-f446-4063-81ea-402ec3185022 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.5755515 Feb 16 16:23:07.812791 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3aa0a887-ee73-463e-bb7b-66cbfacfb9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c1e120c0-967c-48c1-abb8-adf929d1010f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.864071 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63e7be67-7a8f-4035-b8e8-32da44a17c21 req-f5ab47cb-3505-452e-aea4-93bdd3ae9972 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/security-groups?id=45faa51f-a44e-4372-b263-ed028287a053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620855 Feb 16 16:23:07.896527 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3aa0a887-ee73-463e-bb7b-66cbfacfb9fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=213cf95791e54602a55e8fd826f2c7b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6887870 Feb 16 16:23:07.896986 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45654) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:07.900460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0a887-ee73-463e-bb7b-66cbfacfb9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e120c0-967c-48c1-abb8-adf929d1010f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:07.934080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20644a1c-5f94-43fe-bd37-ff515836195a req-b6a1f4f5-5b1d-4e00-9458-c91f3a2e873d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192112 Feb 16 16:23:07.936458 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68dda0a5-20c0-43f2-8a18-04970bab7553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c740d06f-bde5-4973-8b75-27147bbabca1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.939079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68dda0a5-20c0-43f2-8a18-04970bab7553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.942947 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-68dda0a5-20c0-43f2-8a18-04970bab7553 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c740d06f-bde5-4973-8b75-27147bbabca1 HTTP/1.1" status: 204 len: 168 time: 0.5113108 Feb 16 16:23:07.962706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-1905796a-d946-4da9-a6ec-a930bf5f0568 req-9071b491-9f2f-44f9-a671-74de514e470c tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Deleting port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:23:07.963260 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1905796a-d946-4da9-a6ec-a930bf5f0568 req-9071b491-9f2f-44f9-a671-74de514e470c tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:07.965209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:07.988413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dda0a5-20c0-43f2-8a18-04970bab7553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c740d06f-bde5-4973-8b75-27147bbabca1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:07.995520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:08.014064 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:08.028450 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-357c71a6-5a93-4060-a6c2-cb7d5083f65c admin admin] Publish callbacks [] for security_group (c1e120c0-967c-48c1-abb8-adf929d1010f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:08.082924 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7dc0c2-91f2-4fec-a66a-0da51c9552ab x-openstack-request-id: req-8a7dc0c2-91f2-4fec-a66a-0da51c9552ab {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:08.083230 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c13b70f-28c8-4ba0-9c3f-de762a271e32", "name": "network-vif-unplugged", "status": "completed", "tag": "18bc9421-7c97-4fcb-a608-d7dac2b741d2", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:08.083487 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a7dc0c2-91f2-4fec-a66a-0da51c9552ab {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:08.084046 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c13b70f-28c8-4ba0-9c3f-de762a271e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18bc9421-7c97-4fcb-a608-d7dac2b741d2', 'code': 200} Feb 16 16:23:08.092170 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-357c71a6-5a93-4060-a6c2-cb7d5083f65c admin admin] Publish callbacks [] for security_group (c1e120c0-967c-48c1-abb8-adf929d1010f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:08.113985 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e106dd29-b42c-476f-9f8c-3a6f1c55cfb4 admin admin] Publish callbacks [] for security_group (94659d9b-f886-4093-b980-50f440077637), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:08.128211 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e106dd29-b42c-476f-9f8c-3a6f1c55cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (94659d9b-f886-4093-b980-50f440077637), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:08.159023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-1905796a-d946-4da9-a6ec-a930bf5f0568 req-9071b491-9f2f-44f9-a671-74de514e470c tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] For port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ad7faba5-0eb7-4dec-b824-100c0f5bd2a7,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:08.159638 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1905796a-d946-4da9-a6ec-a930bf5f0568 req-9071b491-9f2f-44f9-a671-74de514e470c tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:08.168631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Pushing event updated for resources: {'Port': ['ID=18bc9421-7c97-4fcb-a608-d7dac2b741d2,revision_number=8']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:08.173926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:08.179897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:08.181774 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-51a6261d-037e-4429-86b7-8b148e97c000 service neutron] 10.222.0.60 "PUT /v2.0/ports/18bc9421-7c97-4fcb-a608-d7dac2b741d2 HTTP/1.1" status: 200 len: 1121 time: 1.3315821 Feb 16 16:23:08.203270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-1905796a-d946-4da9-a6ec-a930bf5f0568 req-9071b491-9f2f-44f9-a671-74de514e470c tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Calling delete_port for ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:23:08.225879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e106dd29-b42c-476f-9f8c-3a6f1c55cfb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f895f73248914507878683a59e520e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4964733 Feb 16 16:23:08.226445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45660) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:08.230081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106dd29-b42c-476f-9f8c-3a6f1c55cfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94659d9b-f886-4093-b980-50f440077637,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:08.241944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['18bc9421-7c97-4fcb-a608-d7dac2b741d2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:23:08.275362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430c519-f5fc-4dff-b2f2-ad3830f8d260 req-7572431b-a4f7-45d3-89c9-48b2c8507dd5 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:08.283137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a430c519-f5fc-4dff-b2f2-ad3830f8d260 req-7572431b-a4f7-45d3-89c9-48b2c8507dd5 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 943 time: 0.2176623 Feb 16 16:23:08.292713 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-357c71a6-5a93-4060-a6c2-cb7d5083f65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c1e120c0-967c-48c1-abb8-adf929d1010f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:08.305007 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-357c71a6-5a93-4060-a6c2-cb7d5083f65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:08.306529 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-357c71a6-5a93-4060-a6c2-cb7d5083f65c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1e120c0-967c-48c1-abb8-adf929d1010f HTTP/1.1" status: 204 len: 168 time: 0.4087358 Feb 16 16:23:08.363309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c71a6-5a93-4060-a6c2-cb7d5083f65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e120c0-967c-48c1-abb8-adf929d1010f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:08.369267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a430c519-f5fc-4dff-b2f2-ad3830f8d260 req-4b0f5994-a5dc-483e-9cdf-b2a9fd279b2c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826080 Feb 16 16:23:08.404445 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d6573c1-1757-473c-874d-ce5a44e06f39 admin admin] Publish callbacks [] for security_group (94659d9b-f886-4093-b980-50f440077637), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:08.446416 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d6573c1-1757-473c-874d-ce5a44e06f39 admin admin] Publish callbacks [] for security_group (94659d9b-f886-4093-b980-50f440077637), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:08.513634 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1905796a-d946-4da9-a6ec-a930bf5f0568 req-9071b491-9f2f-44f9-a671-74de514e470c tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (ad7faba5-0eb7-4dec-b824-100c0f5bd2a7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:08.534110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['ad7faba5-0eb7-4dec-b824-100c0f5bd2a7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:23:08.565724 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d6573c1-1757-473c-874d-ce5a44e06f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (94659d9b-f886-4093-b980-50f440077637), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:08.569899 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d6573c1-1757-473c-874d-ce5a44e06f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:08.571619 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6d6573c1-1757-473c-874d-ce5a44e06f39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94659d9b-f886-4093-b980-50f440077637 HTTP/1.1" status: 204 len: 168 time: 0.3424878 Feb 16 16:23:08.596119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6573c1-1757-473c-874d-ce5a44e06f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94659d9b-f886-4093-b980-50f440077637,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:08.632400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071b491-9f2f-44f9-a671-74de514e470c tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Pushing event deleted for resources: {'Port': ['ID=ad7faba5-0eb7-4dec-b824-100c0f5bd2a7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:08.709124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-1905796a-d946-4da9-a6ec-a930bf5f0568 req-9071b491-9f2f-44f9-a671-74de514e470c tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] No DVR routers for this DVR port ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:23:08.716999 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1905796a-d946-4da9-a6ec-a930bf5f0568 req-9071b491-9f2f-44f9-a671-74de514e470c tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:08.721587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1905796a-d946-4da9-a6ec-a930bf5f0568 req-9071b491-9f2f-44f9-a671-74de514e470c tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.60 "DELETE /v2.0/ports/ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 HTTP/1.1" status: 204 len: 173 time: 1.4239423 Feb 16 16:23:08.722211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a18f03-9fde-4312-a43b-c02dc9303a12', 'name': 'network-vif-deleted', 'tag': 'ad7faba5-0eb7-4dec-b824-100c0f5bd2a7'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:08.733742 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a430d4e-8850-4d4e-a4cd-a27328550f85" -d '{"events": [{"server_uuid": "32a18f03-9fde-4312-a43b-c02dc9303a12", "name": "network-vif-deleted", "tag": "ad7faba5-0eb7-4dec-b824-100c0f5bd2a7"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:08.809831 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59bbae6-193f-4075-9add-a10e5b538a51 x-openstack-request-id: req-e59bbae6-193f-4075-9add-a10e5b538a51 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:08.810122 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a18f03-9fde-4312-a43b-c02dc9303a12", "name": "network-vif-deleted", "tag": "ad7faba5-0eb7-4dec-b824-100c0f5bd2a7", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:08.810377 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e59bbae6-193f-4075-9add-a10e5b538a51 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:08.810760 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a18f03-9fde-4312-a43b-c02dc9303a12', 'name': 'network-vif-deleted', 'tag': 'ad7faba5-0eb7-4dec-b824-100c0f5bd2a7', 'status': 'completed', 'code': 200} Feb 16 16:23:09.092607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45684) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:09.112011 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d20fde11-30c5-4461-ba67-827a8f1ffa4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:09.119312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01e3ac76-6450-4147-a8a6-bd296484088f req-d279074e-2a32-4c38-8bf1-ddefed0a0a99 tempest-DeleteServersAdminTestJSON-446562621 tempest-DeleteServersAdminTestJSON-446562621-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a18f03-9fde-4312-a43b-c02dc9303a12 HTTP/1.1" status: 200 len: 210 time: 0.0648847 Feb 16 16:23:09.145036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805381a2-5adb-4968-819e-178d3f5f219b req-66ee585e-7f88-4057-85f0-0c4d1c07841e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:09.155111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-805381a2-5adb-4968-819e-178d3f5f219b req-66ee585e-7f88-4057-85f0-0c4d1c07841e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.1102674 Feb 16 16:23:09.250794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-805381a2-5adb-4968-819e-178d3f5f219b req-005c17f7-15a7-43c0-9b54-cf1aeddd99ee tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943892 Feb 16 16:23:09.279175 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d20fde11-30c5-4461-ba67-827a8f1ffa4b admin admin] Publish callbacks [] for security_group (153875ec-4cc4-428e-99b1-dc1e514da703), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:09.286828 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d20fde11-30c5-4461-ba67-827a8f1ffa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (153875ec-4cc4-428e-99b1-dc1e514da703), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:09.336688 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d20fde11-30c5-4461-ba67-827a8f1ffa4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d56a926d2ec450fb62aeb7043827dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426858 Feb 16 16:23:09.339849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45698) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:09.348905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fde11-30c5-4461-ba67-827a8f1ffa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153875ec-4cc4-428e-99b1-dc1e514da703,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:09.409131 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-593ed780-3542-4996-895e-b8e990195dbe admin admin] Publish callbacks [] for security_group (153875ec-4cc4-428e-99b1-dc1e514da703), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:09.443063 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-593ed780-3542-4996-895e-b8e990195dbe admin admin] Publish callbacks [] for security_group (153875ec-4cc4-428e-99b1-dc1e514da703), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:09.546940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca975c1-28c9-4e35-868a-ffb4879a2e58 req-77882336-93ef-4e0f-be3b-4d714f640c24 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:09.549376 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ca975c1-28c9-4e35-868a-ffb4879a2e58 req-77882336-93ef-4e0f-be3b-4d714f640c24 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 943 time: 0.0887475 Feb 16 16:23:09.565008 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-593ed780-3542-4996-895e-b8e990195dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (153875ec-4cc4-428e-99b1-dc1e514da703), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:09.568523 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-593ed780-3542-4996-895e-b8e990195dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:09.569779 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-593ed780-3542-4996-895e-b8e990195dbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/153875ec-4cc4-428e-99b1-dc1e514da703 HTTP/1.1" status: 204 len: 168 time: 0.2287145 Feb 16 16:23:09.586143 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ed780-3542-4996-895e-b8e990195dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153875ec-4cc4-428e-99b1-dc1e514da703,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:09.703776 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ca975c1-28c9-4e35-868a-ffb4879a2e58 req-0c97f7ee-c5f9-4216-9795-d8f6a5ec9a2d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455407 Feb 16 16:23:10.085370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c13b70f-28c8-4ba0-9c3f-de762a271e32', 'tag': '18bc9421-7c97-4fcb-a608-d7dac2b741d2'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:10.087928 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1e2bd1-86ad-415b-ac74-5ba07b06c1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7c13b70f-28c8-4ba0-9c3f-de762a271e32", "tag": "18bc9421-7c97-4fcb-a608-d7dac2b741d2"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:10.143177 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5da7fbc-eb21-4d8c-a5c1-1ef7a0c17e1f x-openstack-request-id: req-e5da7fbc-eb21-4d8c-a5c1-1ef7a0c17e1f {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:10.144267 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c13b70f-28c8-4ba0-9c3f-de762a271e32", "tag": "18bc9421-7c97-4fcb-a608-d7dac2b741d2", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:10.144754 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5da7fbc-eb21-4d8c-a5c1-1ef7a0c17e1f {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:10.145286 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c13b70f-28c8-4ba0-9c3f-de762a271e32', 'tag': '18bc9421-7c97-4fcb-a608-d7dac2b741d2', 'status': 'completed', 'code': 200} Feb 16 16:23:10.260319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e2bd1-86ad-415b-ac74-5ba07b06c1bb req-a3f664a4-54cd-4dae-ac5d-413f9918ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:10.261955 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f1e2bd1-86ad-415b-ac74-5ba07b06c1bb req-a3f664a4-54cd-4dae-ac5d-413f9918ce5f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 1155 time: 0.0954127 Feb 16 16:23:10.510906 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e2bd1-86ad-415b-ac74-5ba07b06c1bb req-4917c1c8-11a3-4a48-a901-78c89ccd2845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:10.512707 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f1e2bd1-86ad-415b-ac74-5ba07b06c1bb req-4917c1c8-11a3-4a48-a901-78c89ccd2845 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.2427614 Feb 16 16:23:10.521145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec80af-82f0-4490-af24-a4843878dfa3 req-3f215d1d-8521-4626-abe2-44657a4cf0a8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:10.522937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5ec80af-82f0-4490-af24-a4843878dfa3 req-3f215d1d-8521-4626-abe2-44657a4cf0a8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.1415684 Feb 16 16:23:10.563626 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f1e2bd1-86ad-415b-ac74-5ba07b06c1bb req-802d6241-cf1b-4dae-a4af-a4547792d4a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2 HTTP/1.1" status: 200 len: 217 time: 0.0393519 Feb 16 16:23:10.641626 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5ec80af-82f0-4490-af24-a4843878dfa3 req-172691eb-1825-4eae-8daf-f4efd2415477 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100092 Feb 16 16:23:10.653106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e2bd1-86ad-415b-ac74-5ba07b06c1bb req-e21832c3-1eeb-417b-a623-381a28dee236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:10.655798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f1e2bd1-86ad-415b-ac74-5ba07b06c1bb req-e21832c3-1eeb-417b-a623-381a28dee236 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.0701289 Feb 16 16:23:10.699114 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f1e2bd1-86ad-415b-ac74-5ba07b06c1bb req-172ac15e-23a2-4238-b66e-17f3a5582268 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364671 Feb 16 16:23:10.853688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f1e2bd1-86ad-415b-ac74-5ba07b06c1bb req-c0e4eedd-a208-4416-bd5a-404c432377f6 service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467144 Feb 16 16:23:10.895980 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45778) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:10.928804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291b69-34f7-4f7d-8977-d0a1a9e26d44 req-a1214622-ad34-4c82-a7b8-9ee3338daca7 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:10.930617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b291b69-34f7-4f7d-8977-d0a1a9e26d44 req-a1214622-ad34-4c82-a7b8-9ee3338daca7 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 943 time: 0.1167822 Feb 16 16:23:11.024463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 18bc9421-7c97-4fcb-a608-d7dac2b741d2 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:23:11.033397 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f1e2bd1-86ad-415b-ac74-5ba07b06c1bb req-4583c0b0-7806-4a7f-a5ff-223172c66ca0 service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700771 Feb 16 16:23:11.041872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b291b69-34f7-4f7d-8977-d0a1a9e26d44 req-14656cf7-8c38-4777-83ea-6c56e202922c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800123 Feb 16 16:23:11.052084 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:23:11.085289 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:23:11.085936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ad7faba5-0eb7-4dec-b824-100c0f5bd2a7 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:23:11.197288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:11.211230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 18bc9421-7c97-4fcb-a608-d7dac2b741d2 has no active binding in host n-h2-669411-5 {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 16:23:11.248491 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8c3f1334-2522-4f18-a705-6796368484e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d60fab11796c49fbb144045bc30bd70e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3510239 Feb 16 16:23:11.250886 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45790) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:11.293793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45792) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:11.313453 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5e746b59-6abd-499e-b3cd-1c19302e207f admin admin] Publish callbacks [] for security_group (45faa51f-a44e-4372-b263-ed028287a053), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:11.342919 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5e746b59-6abd-499e-b3cd-1c19302e207f admin admin] Publish callbacks [] for security_group (45faa51f-a44e-4372-b263-ed028287a053), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:11.405060 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5e746b59-6abd-499e-b3cd-1c19302e207f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (45faa51f-a44e-4372-b263-ed028287a053), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:11.409669 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5e746b59-6abd-499e-b3cd-1c19302e207f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:11.414891 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5e746b59-6abd-499e-b3cd-1c19302e207f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45faa51f-a44e-4372-b263-ed028287a053 HTTP/1.1" status: 204 len: 168 time: 0.1628640 Feb 16 16:23:11.424960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2098010546-network', 'tenant_id': 'b010c669b0ab49b6a1bc808bedcff5ab'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:11.425678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e746b59-6abd-499e-b3cd-1c19302e207f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45faa51f-a44e-4372-b263-ed028287a053,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:11.475189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] Made reservation on behalf of b010c669b0ab49b6a1bc808bedcff5ab for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:11.484134 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:11.496421 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:11.621853 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] Publish callbacks [] for security_group (e2e8c678-8d6b-4b9d-9cc7-1724476cac72), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:11.627780 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e2e8c678-8d6b-4b9d-9cc7-1724476cac72), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:11.661176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:23:11.668214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e8c678-8d6b-4b9d-9cc7-1724476cac72,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:11.677919 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f8d2b106-aa9a-4b71-b298-c23e52e4c67f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:11.678890 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] Added segment f8d2b106-aa9a-4b71-b298-c23e52e4c67f of type vlan for network a7aec8aa-b391-4ccd-b4a3-c9795f99c60d Feb 16 16:23:11.731310 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a7aec8aa-b391-4ccd-b4a3-c9795f99c60d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:11.841180 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a7aec8aa-b391-4ccd-b4a3-c9795f99c60d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:11.842153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:11.842737 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:11.890410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab71a14-3747-43df-a55e-a7c7a7d9860c req-2a6a5c59-c083-47e3-868b-1caec3e17d42 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:11.892103 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ab71a14-3747-43df-a55e-a7c7a7d9860c req-2a6a5c59-c083-47e3-868b-1caec3e17d42 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.1267669 Feb 16 16:23:11.895437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6004641 Feb 16 16:23:11.899017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45818) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:11.905161 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5f0cce98-4ddc-4f2f-a84f-028be4c23b42 admin admin] Request body: {'subnet': {'network_id': 'a7aec8aa-b391-4ccd-b4a3-c9795f99c60d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2098010546-subnet', 'tenant_id': 'b010c669b0ab49b6a1bc808bedcff5ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:11.930765 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0cce98-4ddc-4f2f-a84f-028be4c23b42 admin admin] Made reservation on behalf of b010c669b0ab49b6a1bc808bedcff5ab for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:11.935609 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f0cce98-4ddc-4f2f-a84f-028be4c23b42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:11.976146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c12fe-3563-4357-92df-b0526139b79c admin admin] Pushing event updated for resources: {'Network': ['ID=a7aec8aa-b391-4ccd-b4a3-c9795f99c60d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:11.994027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a7aec8aa-b391-4ccd-b4a3-c9795f99c60d details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:23:12.025960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45820) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:12.095348 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b877c83b-7e49-4220-9358-a6b55cc8c794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:12.152798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ab71a14-3747-43df-a55e-a7c7a7d9860c req-3245f9d9-5e22-4882-b5d3-e4c08b88f9e3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477963 Feb 16 16:23:12.310717 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50db743-4dc3-40c3-bd76-f677059ea682 req-a727978c-2262-40c9-bc92-90612b4505a8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:12.312807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a50db743-4dc3-40c3-bd76-f677059ea682 req-a727978c-2262-40c9-bc92-90612b4505a8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 943 time: 0.0843692 Feb 16 16:23:12.335527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45826) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:12.363956 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b877c83b-7e49-4220-9358-a6b55cc8c794 admin admin] Publish callbacks [] for security_group (ffeec87e-80a2-4566-8418-0545127cfaab), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:12.395582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a50db743-4dc3-40c3-bd76-f677059ea682 req-bbb18d35-4780-432a-83e7-34a87dd7e0ad tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759437 Feb 16 16:23:12.396585 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b877c83b-7e49-4220-9358-a6b55cc8c794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ffeec87e-80a2-4566-8418-0545127cfaab), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:12.430385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877c83b-7e49-4220-9358-a6b55cc8c794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeec87e-80a2-4566-8418-0545127cfaab,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:12.445468 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f0cce98-4ddc-4f2f-a84f-028be4c23b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for subnet (ef2f43d7-0cd3-448d-b935-6cfb45f07d8a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:12.460071 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b877c83b-7e49-4220-9358-a6b55cc8c794 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=037bbdfa032b4220af16bf66f794dd30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312010 Feb 16 16:23:12.460972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45832) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:12.533018 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-06918ce1-0332-4552-b366-2a0b8ba3a724 admin admin] Publish callbacks [] for security_group (ffeec87e-80a2-4566-8418-0545127cfaab), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:12.536685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cce98-4ddc-4f2f-a84f-028be4c23b42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef2f43d7-0cd3-448d-b935-6cfb45f07d8a,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:12.546786 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0cce98-4ddc-4f2f-a84f-028be4c23b42 admin admin] Checking segment: {'id': 'f8d2b106-aa9a-4b71-b298-c23e52e4c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a7aec8aa-b391-4ccd-b4a3-c9795f99c60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:12.547392 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0cce98-4ddc-4f2f-a84f-028be4c23b42 admin admin] Network hostable DHCP agents. Network: a7aec8aa-b391-4ccd-b4a3-c9795f99c60d, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:23:12.573957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0cce98-4ddc-4f2f-a84f-028be4c23b42 admin admin] Network a7aec8aa-b391-4ccd-b4a3-c9795f99c60d is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:23:12.585979 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-06918ce1-0332-4552-b366-2a0b8ba3a724 admin admin] Publish callbacks [] for security_group (ffeec87e-80a2-4566-8418-0545127cfaab), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:12.588652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5f0cce98-4ddc-4f2f-a84f-028be4c23b42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, a7aec8aa-b391-4ccd-b4a3-c9795f99c60d) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:12.594176 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0cce98-4ddc-4f2f-a84f-028be4c23b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:12.595178 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f0cce98-4ddc-4f2f-a84f-028be4c23b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:12.602599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe53198-d7e9-44f9-ae51-95eb6550e154 None None] Network a7aec8aa-b391-4ccd-b4a3-c9795f99c60d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:23:12.643584 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5f0cce98-4ddc-4f2f-a84f-028be4c23b42 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7412186 Feb 16 16:23:12.655273 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-06918ce1-0332-4552-b366-2a0b8ba3a724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ffeec87e-80a2-4566-8418-0545127cfaab), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:12.658756 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-06918ce1-0332-4552-b366-2a0b8ba3a724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:12.660810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-06918ce1-0332-4552-b366-2a0b8ba3a724 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffeec87e-80a2-4566-8418-0545127cfaab HTTP/1.1" status: 204 len: 168 time: 0.1986973 Feb 16 16:23:12.681024 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb9067d3-d48d-4938-a384-5bb190c073e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:12.768043 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926413ff-5bac-43d7-ba6c-cb90af194816 None None] Network a7aec8aa-b391-4ccd-b4a3-c9795f99c60d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:23:12.783862 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb9067d3-d48d-4938-a384-5bb190c073e3 admin admin] Publish callbacks [] for security_group (d857d8a1-c862-43b5-8467-25674f7785ae), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:12.796801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06918ce1-0332-4552-b366-2a0b8ba3a724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeec87e-80a2-4566-8418-0545127cfaab,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:12.800168 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb9067d3-d48d-4938-a384-5bb190c073e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d857d8a1-c862-43b5-8467-25674f7785ae), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:12.833489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9067d3-d48d-4938-a384-5bb190c073e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d857d8a1-c862-43b5-8467-25674f7785ae,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:12.858250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45846) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:12.858957 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cb9067d3-d48d-4938-a384-5bb190c073e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe23627322f743a9bde94eddfa42afbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5222065 Feb 16 16:23:12.934133 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee213d97-8b4f-4473-8f0a-72cc44a1a640 admin admin] Publish callbacks [] for security_group (d857d8a1-c862-43b5-8467-25674f7785ae), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:12.961069 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee213d97-8b4f-4473-8f0a-72cc44a1a640 admin admin] Publish callbacks [] for security_group (d857d8a1-c862-43b5-8467-25674f7785ae), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:13.021628 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee213d97-8b4f-4473-8f0a-72cc44a1a640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d857d8a1-c862-43b5-8467-25674f7785ae), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:13.024457 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee213d97-8b4f-4473-8f0a-72cc44a1a640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:13.025644 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ee213d97-8b4f-4473-8f0a-72cc44a1a640 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d857d8a1-c862-43b5-8467-25674f7785ae HTTP/1.1" status: 204 len: 168 time: 0.1664367 Feb 16 16:23:13.034344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee213d97-8b4f-4473-8f0a-72cc44a1a640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d857d8a1-c862-43b5-8467-25674f7785ae,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:13.286914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1b4b8-d505-4a8a-9af4-428789fd9fd1 req-1d4959c6-09f8-485e-9184-1a3171170ce0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:13.288799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eae1b4b8-d505-4a8a-9af4-428789fd9fd1 req-1d4959c6-09f8-485e-9184-1a3171170ce0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.0583501 Feb 16 16:23:13.337837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eae1b4b8-d505-4a8a-9af4-428789fd9fd1 req-7cb3ce05-d0d8-4c3f-9c09-dff8196eb122 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427759 Feb 16 16:23:13.423642 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45876) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:13.446315 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-50f38e67-90cb-43f9-9d4f-e31491e06aa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:13.570577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5d856-a5fe-4522-8f90-a21c780bc325 req-6b0be4a7-33e7-4f8f-9a95-bed09ca35915 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:13.572691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9c5d856-a5fe-4522-8f90-a21c780bc325 req-6b0be4a7-33e7-4f8f-9a95-bed09ca35915 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 943 time: 0.0631285 Feb 16 16:23:13.604344 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-50f38e67-90cb-43f9-9d4f-e31491e06aa0 admin admin] Publish callbacks [] for security_group (42fcc34d-5013-455a-b455-2130ae4d9fa2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:13.612897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-50f38e67-90cb-43f9-9d4f-e31491e06aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (42fcc34d-5013-455a-b455-2130ae4d9fa2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:13.636745 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9c5d856-a5fe-4522-8f90-a21c780bc325 req-4e05bf0b-6ca9-4f0e-8adc-a0070c1a7b31 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510645 Feb 16 16:23:13.656544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f38e67-90cb-43f9-9d4f-e31491e06aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fcc34d-5013-455a-b455-2130ae4d9fa2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:13.671035 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-50f38e67-90cb-43f9-9d4f-e31491e06aa0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b950cc16cf741f4ae0cfae913f78dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416470 Feb 16 16:23:13.671859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45890) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:13.731117 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f758df80-adac-43df-b053-8df959ffffd7 admin admin] Publish callbacks [] for security_group (42fcc34d-5013-455a-b455-2130ae4d9fa2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:13.755841 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f758df80-adac-43df-b053-8df959ffffd7 admin admin] Publish callbacks [] for security_group (42fcc34d-5013-455a-b455-2130ae4d9fa2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:13.813157 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f758df80-adac-43df-b053-8df959ffffd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (42fcc34d-5013-455a-b455-2130ae4d9fa2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:13.816430 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f758df80-adac-43df-b053-8df959ffffd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:13.819977 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f758df80-adac-43df-b053-8df959ffffd7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42fcc34d-5013-455a-b455-2130ae4d9fa2 HTTP/1.1" status: 204 len: 168 time: 0.1440535 Feb 16 16:23:13.828465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758df80-adac-43df-b053-8df959ffffd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fcc34d-5013-455a-b455-2130ae4d9fa2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:13.896229 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45906) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:13.901504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-458854348-network', 'tenant_id': '0aa1f43064d744efaf9058e04baa6adb'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:13.921343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] Made reservation on behalf of 0aa1f43064d744efaf9058e04baa6adb for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:13.924294 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:13.933777 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:14.026706 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] Publish callbacks [] for security_group (80180fc2-5d1a-4284-9b26-aecfd4627d76), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:14.031364 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (80180fc2-5d1a-4284-9b26-aecfd4627d76), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:14.062047 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:23:14.067656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80180fc2-5d1a-4284-9b26-aecfd4627d76,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:14.075630 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (4a04a286-1774-4c63-a08a-374b67a2c02b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:14.076200 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] Added segment 4a04a286-1774-4c63-a08a-374b67a2c02b of type vlan for network 989fbd82-7693-4808-8776-606e5c1e2d13 Feb 16 16:23:14.123087 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (989fbd82-7693-4808-8776-606e5c1e2d13), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:14.150443 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (989fbd82-7693-4808-8776-606e5c1e2d13), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:14.151672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:14.152432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:14.208345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45918) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:14.212287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3149133 Feb 16 16:23:14.215379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-35f62837-ecca-44df-bd7b-a25c3ee9a763 admin admin] Request body: {'subnet': {'network_id': '989fbd82-7693-4808-8776-606e5c1e2d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-458854348-subnet', 'tenant_id': '0aa1f43064d744efaf9058e04baa6adb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:14.240801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f62837-ecca-44df-bd7b-a25c3ee9a763 admin admin] Made reservation on behalf of 0aa1f43064d744efaf9058e04baa6adb for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:14.243724 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-35f62837-ecca-44df-bd7b-a25c3ee9a763 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:14.258384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b4540-b345-4403-8f19-ec05d8d2c51e admin admin] Pushing event updated for resources: {'Network': ['ID=989fbd82-7693-4808-8776-606e5c1e2d13,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:14.270425 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 989fbd82-7693-4808-8776-606e5c1e2d13 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:23:14.455072 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:23:14.491860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d740725-a321-4d8d-bb59-3f593ccbbb7b req-cb7e1efd-a5dd-4d15-8450-35f37051d7b8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:14.496402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d740725-a321-4d8d-bb59-3f593ccbbb7b req-cb7e1efd-a5dd-4d15-8450-35f37051d7b8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.0682425 Feb 16 16:23:14.508722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-35f62837-ecca-44df-bd7b-a25c3ee9a763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for subnet (0c8d083a-f977-4228-803e-39fa775e71cd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:14.556279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d740725-a321-4d8d-bb59-3f593ccbbb7b req-edf94c3f-501f-4cfd-a1a9-251725b0dbeb tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524752 Feb 16 16:23:14.580937 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f62837-ecca-44df-bd7b-a25c3ee9a763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8d083a-f977-4228-803e-39fa775e71cd,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:14.593299 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f62837-ecca-44df-bd7b-a25c3ee9a763 admin admin] Checking segment: {'id': '4a04a286-1774-4c63-a08a-374b67a2c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '989fbd82-7693-4808-8776-606e5c1e2d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:14.593664 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f62837-ecca-44df-bd7b-a25c3ee9a763 admin admin] Network hostable DHCP agents. Network: 989fbd82-7693-4808-8776-606e5c1e2d13, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:23:14.612564 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f62837-ecca-44df-bd7b-a25c3ee9a763 admin admin] Network 989fbd82-7693-4808-8776-606e5c1e2d13 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:23:14.624009 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-35f62837-ecca-44df-bd7b-a25c3ee9a763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 989fbd82-7693-4808-8776-606e5c1e2d13) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:14.635660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ce18bf-7adf-4b88-8b32-aad107a2088e None None] Network 989fbd82-7693-4808-8776-606e5c1e2d13 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:23:14.649379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f62837-ecca-44df-bd7b-a25c3ee9a763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:14.652167 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-35f62837-ecca-44df-bd7b-a25c3ee9a763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:14.674055 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-35f62837-ecca-44df-bd7b-a25c3ee9a763 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4643948 Feb 16 16:23:14.775258 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d2593e-7f64-441a-abdd-ec37da06d616 None None] Network 989fbd82-7693-4808-8776-606e5c1e2d13 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:23:14.812971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7838d6-b125-4686-b810-ea426e16dc38 req-60e7fd6e-880c-4918-9364-8d95a9c70377 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:14.815457 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e7838d6-b125-4686-b810-ea426e16dc38 req-60e7fd6e-880c-4918-9364-8d95a9c70377 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 943 time: 0.0913575 Feb 16 16:23:14.897851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e7838d6-b125-4686-b810-ea426e16dc38 req-d014bd44-6f7e-4d02-a159-d10252096f77 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689683 Feb 16 16:23:14.969737 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45964) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:15.037468 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff51783-2398-4ec4-97f5-582d1eeca336 admin admin] Deleting subnet ef2f43d7-0cd3-448d-b935-6cfb45f07d8a {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:23:15.042037 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eff51783-2398-4ec4-97f5-582d1eeca336 admin admin] Publish callbacks [] for subnet (ef2f43d7-0cd3-448d-b935-6cfb45f07d8a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.082749 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eff51783-2398-4ec4-97f5-582d1eeca336 admin admin] Publish callbacks [] for subnet (ef2f43d7-0cd3-448d-b935-6cfb45f07d8a), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.091894 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eff51783-2398-4ec4-97f5-582d1eeca336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (ef2f43d7-0cd3-448d-b935-6cfb45f07d8a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.157518 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eff51783-2398-4ec4-97f5-582d1eeca336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for subnet (ef2f43d7-0cd3-448d-b935-6cfb45f07d8a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.184065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff51783-2398-4ec4-97f5-582d1eeca336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef2f43d7-0cd3-448d-b935-6cfb45f07d8a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:15.187875 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eff51783-2398-4ec4-97f5-582d1eeca336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.191077 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-eff51783-2398-4ec4-97f5-582d1eeca336 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ef2f43d7-0cd3-448d-b935-6cfb45f07d8a HTTP/1.1" status: 204 len: 168 time: 0.2200680 Feb 16 16:23:15.193694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45980) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:15.270779 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a7aec8aa-b391-4ccd-b4a3-c9795f99c60d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.359056 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a7aec8aa-b391-4ccd-b4a3-c9795f99c60d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.382180 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:15.382522 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:15.383304 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:15.383638 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Subscribe: > port after_create 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:15.384241 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:15.384360 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Subscribe: > port after_update 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:15.385088 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:15.385210 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:15.385691 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:15.386033 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:15.480150 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:15.480547 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:15.480863 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:15.481196 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:15.481565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7aec8aa-b391-4ccd-b4a3-c9795f99c60d']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:15.500167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d2b106-aa9a-4b71-b298-c23e52e4c67f') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:15.501843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d2b106-aa9a-4b71-b298-c23e52e4c67f') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:15.521730 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (f8d2b106-aa9a-4b71-b298-c23e52e4c67f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.553557 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f8d2b106-aa9a-4b71-b298-c23e52e4c67f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.559078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:23:15.559564 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (f8d2b106-aa9a-4b71-b298-c23e52e4c67f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: from cryptography.utils import int_from_bytes Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: from cryptography.utils import int_from_bytes Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:23:15.590786 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:23:15.725236 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a7aec8aa-b391-4ccd-b4a3-c9795f99c60d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.751680 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.754448 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] 10.222.0.24 "DELETE /v2.0/networks/a7aec8aa-b391-4ccd-b4a3-c9795f99c60d HTTP/1.1" status: 204 len: 168 time: 0.5597630 Feb 16 16:23:15.757290 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46016) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:15.767572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159b904-15b7-43ff-8a1e-a0421bbccf0c admin admin] Pushing event deleted for resources: {'Network': ['ID=a7aec8aa-b391-4ccd-b4a3-c9795f99c60d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:15.782392 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-18e40006-a78b-49b7-93b6-a6401a82e5ca service neutron] 10.222.0.65 "GET /v2.0/ports/18bc9421-7c97-4fcb-a608-d7dac2b741d2/bindings/n-h2-669411-5 HTTP/1.1" status: 200 len: 384 time: 0.1776073 Feb 16 16:23:15.799830 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76551f0-6554-47c8-99c8-f7d014fd4b7d req-a3e2b065-24d2-4916-a83d-97886283e9d6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:15.802228 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b76551f0-6554-47c8-99c8-f7d014fd4b7d req-a3e2b065-24d2-4916-a83d-97886283e9d6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.1327679 Feb 16 16:23:15.818417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-226b9195-faaf-4ced-863f-19d5322ce7ee admin admin] Deleting subnet 0c8d083a-f977-4228-803e-39fa775e71cd {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:23:15.821658 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-226b9195-faaf-4ced-863f-19d5322ce7ee admin admin] Publish callbacks [] for subnet (0c8d083a-f977-4228-803e-39fa775e71cd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.860015 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-226b9195-faaf-4ced-863f-19d5322ce7ee admin admin] Publish callbacks [] for subnet (0c8d083a-f977-4228-803e-39fa775e71cd), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.867094 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-226b9195-faaf-4ced-863f-19d5322ce7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (0c8d083a-f977-4228-803e-39fa775e71cd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.921899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b76551f0-6554-47c8-99c8-f7d014fd4b7d req-cee2ef22-4446-4d40-b896-7d23da44b850 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081460 Feb 16 16:23:15.945269 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-226b9195-faaf-4ced-863f-19d5322ce7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for subnet (0c8d083a-f977-4228-803e-39fa775e71cd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.981590 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b9195-faaf-4ced-863f-19d5322ce7ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8d083a-f977-4228-803e-39fa775e71cd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:15.983772 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-226b9195-faaf-4ced-863f-19d5322ce7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.986933 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-226b9195-faaf-4ced-863f-19d5322ce7ee admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0c8d083a-f977-4228-803e-39fa775e71cd HTTP/1.1" status: 204 len: 168 time: 0.2276108 Feb 16 16:23:15.989421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46028) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:16.102465 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (989fbd82-7693-4808-8776-606e5c1e2d13), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:16.116692 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28333c06-ae5f-45fc-81af-afd9c8eea8b9 req-abccaf20-aaa7-4beb-b919-1c662a8cedf9 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:16.118176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28333c06-ae5f-45fc-81af-afd9c8eea8b9 req-abccaf20-aaa7-4beb-b919-1c662a8cedf9 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 943 time: 0.1015882 Feb 16 16:23:16.151906 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-8ba7d932-61a9-4715-9214-e2927063e01f service neutron] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:16.202378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28333c06-ae5f-45fc-81af-afd9c8eea8b9 req-6576a1f3-40aa-4c43-a4c4-f2b861d47b61 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715418 Feb 16 16:23:16.208976 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (989fbd82-7693-4808-8776-606e5c1e2d13), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:16.214887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-8ba7d932-61a9-4715-9214-e2927063e01f service neutron] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:16.252996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-8ba7d932-61a9-4715-9214-e2927063e01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bc9421-7c97-4fcb-a608-d7dac2b741d2 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:16.255732 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:16.256356 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:16.258091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:16.258431 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Subscribe: > port after_create 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:16.258836 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:16.259640 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Subscribe: > port after_update 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:16.260304 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:16.264329 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:16.265045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-8ba7d932-61a9-4715-9214-e2927063e01f service neutron] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:16.266675 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:16.270708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:16.283427 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-8ba7d932-61a9-4715-9214-e2927063e01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:16.365320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-8ba7d932-61a9-4715-9214-e2927063e01f service neutron] Transition to ACTIVE for port object 18bc9421-7c97-4fcb-a608-d7dac2b741d2 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:23:16.371600 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-8ba7d932-61a9-4715-9214-e2927063e01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:16.408514 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:16.408875 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:16.409211 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:16.409545 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:23:16.409922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989fbd82-7693-4808-8776-606e5c1e2d13']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:16.429345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a04a286-1774-4c63-a08a-374b67a2c02b') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:16.429678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a04a286-1774-4c63-a08a-374b67a2c02b') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:16.437371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7d932-61a9-4715-9214-e2927063e01f service neutron] Pushing event updated for resources: {'Port': ['ID=18bc9421-7c97-4fcb-a608-d7dac2b741d2,revision_number=10']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:16.478976 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (4a04a286-1774-4c63-a08a-374b67a2c02b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:16.481628 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75241313-a08b-4705-bdba-970fa92230d2 req-5860fb7d-94e5-4bfb-9293-9d1017307a7a tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=744a30eeba734d3d864bcc20cfe3b2d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322642 Feb 16 16:23:16.504114 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (4a04a286-1774-4c63-a08a-374b67a2c02b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:16.513505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-8ba7d932-61a9-4715-9214-e2927063e01f service neutron] No DVR routers for this DVR port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:23:16.517565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:23:16.518761 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (4a04a286-1774-4c63-a08a-374b67a2c02b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: from cryptography.utils import int_from_bytes Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: from cryptography.utils import int_from_bytes Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:23:16.523856 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:23:16.611950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-8ba7d932-61a9-4715-9214-e2927063e01f service neutron] 10.222.0.65 "PUT /v2.0/ports/18bc9421-7c97-4fcb-a608-d7dac2b741d2/bindings/n-h2-669411-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8065746 Feb 16 16:23:16.632809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (989fbd82-7693-4808-8776-606e5c1e2d13), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:16.658329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75241313-a08b-4705-bdba-970fa92230d2 req-43f89ee1-6353-45a0-b147-f51a3bd19c54 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:16.665527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75241313-a08b-4705-bdba-970fa92230d2 req-43f89ee1-6353-45a0-b147-f51a3bd19c54 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1621931 Feb 16 16:23:16.666181 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:16.679116 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] 10.222.0.24 "DELETE /v2.0/networks/989fbd82-7693-4808-8776-606e5c1e2d13 HTTP/1.1" status: 204 len: 168 time: 0.6870394 Feb 16 16:23:16.682817 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc54427-054d-4dec-876d-76f41ff64a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=989fbd82-7693-4808-8776-606e5c1e2d13,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:16.683104 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75241313-a08b-4705-bdba-970fa92230d2 req-cdb2b2ad-875d-420c-810e-2f56278944ab tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/quotas/744a30eeba734d3d864bcc20cfe3b2d6 HTTP/1.1" status: 200 len: 375 time: 0.0157890 Feb 16 16:23:16.716987 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75241313-a08b-4705-bdba-970fa92230d2 req-53c6e8e2-5b91-4b9a-a6bd-9a90cb290db7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=744a30eeba734d3d864bcc20cfe3b2d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329585 Feb 16 16:23:16.725740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46078) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:16.816375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-d19a4bf9-61e5-4c98-bb70-fe4297ad5f1c tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:16.818155 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-d19a4bf9-61e5-4c98-bb70-fe4297ad5f1c tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32&tenant_id=b0adde609b014b4f962dc22768f8ddb1&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1126 time: 0.1038074 Feb 16 16:23:16.899310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46086) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:16.936218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fd2e91a-c91a-4495-b959-5d30bcadc35f req-f567ad8d-4351-4fe1-a0cd-d71a0d3f67f8 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 210 time: 0.0384393 Feb 16 16:23:16.988352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-e254fa2a-500f-4a74-8e1c-84dfa3299a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:16.989957 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-e254fa2a-500f-4a74-8e1c-84dfa3299a5d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32&tenant_id=b0adde609b014b4f962dc22768f8ddb1 HTTP/1.1" status: 200 len: 1126 time: 0.1635914 Feb 16 16:23:17.007419 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e83da6f4-b9c2-4f58-9feb-78101e01b3a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b010c669b0ab49b6a1bc808bedcff5ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1051509 Feb 16 16:23:17.008809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46094) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:17.099838 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46096) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:17.149051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edd87fdb-4cd9-41e2-a656-40e1e643bce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.209159 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbbee-e98f-47a8-a6ea-8f5f184198c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.327385 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edd87fdb-4cd9-41e2-a656-40e1e643bce7 admin admin] Publish callbacks [] for security_group (4c9776f7-9f57-4589-a969-78d01ad1bc0f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.338847 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edd87fdb-4cd9-41e2-a656-40e1e643bce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4c9776f7-9f57-4589-a969-78d01ad1bc0f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.353158 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbbee-e98f-47a8-a6ea-8f5f184198c7 admin admin] Publish callbacks [] for security_group (52040e02-5e5a-4959-8c2d-4081a1dbb75c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.371720 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbbee-e98f-47a8-a6ea-8f5f184198c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (52040e02-5e5a-4959-8c2d-4081a1dbb75c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.396647 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-edd87fdb-4cd9-41e2-a656-40e1e643bce7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a6c679667e84371883e5e32cd8ea765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6667926 Feb 16 16:23:17.397675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46108) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:17.401444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd87fdb-4cd9-41e2-a656-40e1e643bce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9776f7-9f57-4589-a969-78d01ad1bc0f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:17.433133 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-d67bcdfb-7cd1-4d79-ae89-de55dc0f00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:17.434702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-d67bcdfb-7cd1-4d79-ae89-de55dc0f00ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 1126 time: 0.4022131 Feb 16 16:23:17.439404 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-404bd944-9dd7-4720-b4c7-76513f62dcf3 admin admin] Publish callbacks [] for security_group (e2e8c678-8d6b-4b9d-9cc7-1724476cac72), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.444271 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ca1dbbee-e98f-47a8-a6ea-8f5f184198c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34e4cbc989644c37ad7d658215a2d6f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432477 Feb 16 16:23:17.450677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46110) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:17.463979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dbbee-e98f-47a8-a6ea-8f5f184198c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52040e02-5e5a-4959-8c2d-4081a1dbb75c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:17.496828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7773b4-3b58-4b71-b49e-fb6c4b897f23 req-c3ead5cf-cd66-4b78-9f8f-f11228783043 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:17.498294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c7773b4-3b58-4b71-b49e-fb6c4b897f23 req-c3ead5cf-cd66-4b78-9f8f-f11228783043 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.4469693 Feb 16 16:23:17.516908 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-863d596d-c277-4716-abb2-5444dca65d95 admin admin] Publish callbacks [] for security_group (52040e02-5e5a-4959-8c2d-4081a1dbb75c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.523081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc201b-ce3f-47a7-a94d-aafc99b587fa req-926c9999-c52f-4221-bf1e-f81d9bc5cb34 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:17.530086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31dc201b-ce3f-47a7-a94d-aafc99b587fa req-926c9999-c52f-4221-bf1e-f81d9bc5cb34 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 944 time: 0.1872580 Feb 16 16:23:17.541832 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-863d596d-c277-4716-abb2-5444dca65d95 admin admin] Publish callbacks [] for security_group (52040e02-5e5a-4959-8c2d-4081a1dbb75c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.547264 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-404bd944-9dd7-4720-b4c7-76513f62dcf3 admin admin] Publish callbacks [] for security_group (e2e8c678-8d6b-4b9d-9cc7-1724476cac72), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.600775 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-863d596d-c277-4716-abb2-5444dca65d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (52040e02-5e5a-4959-8c2d-4081a1dbb75c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.604550 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-863d596d-c277-4716-abb2-5444dca65d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.606084 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-863d596d-c277-4716-abb2-5444dca65d95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52040e02-5e5a-4959-8c2d-4081a1dbb75c HTTP/1.1" status: 204 len: 168 time: 0.1544960 Feb 16 16:23:17.618064 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d596d-c277-4716-abb2-5444dca65d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52040e02-5e5a-4959-8c2d-4081a1dbb75c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:17.702057 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-471e9e6b-08c2-40b0-8882-07821fa703ad admin admin] Publish callbacks [] for security_group (4c9776f7-9f57-4589-a969-78d01ad1bc0f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.727843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31dc201b-ce3f-47a7-a94d-aafc99b587fa req-3161dd55-a463-4cf5-a5ed-7fac7b4e3bd8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950366 Feb 16 16:23:17.739306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 18bc9421-7c97-4fcb-a608-d7dac2b741d2 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:23:17.741913 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c7773b4-3b58-4b71-b49e-fb6c4b897f23 req-49bc0d9a-7c69-4ae7-b7fe-cd037eb239f4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262692 Feb 16 16:23:17.755194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-58ef15ed-16eb-443f-b979-8997f4997ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:17.756697 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-58ef15ed-16eb-443f-b979-8997f4997ce4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.3042636 Feb 16 16:23:17.761883 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-471e9e6b-08c2-40b0-8882-07821fa703ad admin admin] Publish callbacks [] for security_group (4c9776f7-9f57-4589-a969-78d01ad1bc0f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.788027 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-404bd944-9dd7-4720-b4c7-76513f62dcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e2e8c678-8d6b-4b9d-9cc7-1724476cac72), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.790557 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-404bd944-9dd7-4720-b4c7-76513f62dcf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.791833 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-404bd944-9dd7-4720-b4c7-76513f62dcf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2e8c678-8d6b-4b9d-9cc7-1724476cac72 HTTP/1.1" status: 204 len: 168 time: 0.7818937 Feb 16 16:23:17.804908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] The host n-h1-669411-5 is not matching for port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 host n-h2-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:23:17.807405 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 18bc9421-7c97-4fcb-a608-d7dac2b741d2 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:23:17.826989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-7416f475-cf67-4cf3-a317-964cf7b7a358 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2 HTTP/1.1" status: 200 len: 217 time: 0.0617933 Feb 16 16:23:17.845533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bd944-9dd7-4720-b4c7-76513f62dcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e8c678-8d6b-4b9d-9cc7-1724476cac72,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:17.898204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-37175b90-751e-48a9-9a24-b8f183787c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:17.899686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-37175b90-751e-48a9-9a24-b8f183787c57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.0647116 Feb 16 16:23:17.910019 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-471e9e6b-08c2-40b0-8882-07821fa703ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4c9776f7-9f57-4589-a969-78d01ad1bc0f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.912718 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-471e9e6b-08c2-40b0-8882-07821fa703ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:17.913831 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-471e9e6b-08c2-40b0-8882-07821fa703ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c9776f7-9f57-4589-a969-78d01ad1bc0f HTTP/1.1" status: 204 len: 168 time: 0.5138535 Feb 16 16:23:17.953375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-04776578-7b46-4f2e-a626-9b688f562a07 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377743 Feb 16 16:23:17.954047 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e9e6b-08c2-40b0-8882-07821fa703ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9776f7-9f57-4589-a969-78d01ad1bc0f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:17.997307 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46124) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:18.014248 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-677130c1-7ba1-405f-84bf-eb006198a474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.171423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e678563-19fd-452c-815a-c6d5cf3c16ca req-afbb158d-b1f7-4dac-9555-c2f49a230787 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 210 time: 0.0799611 Feb 16 16:23:18.176287 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75241313-a08b-4705-bdba-970fa92230d2 req-0de42e77-aa3a-4688-9fc1-d71ebee2837c tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=744a30eeba734d3d864bcc20cfe3b2d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440488 Feb 16 16:23:18.232912 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-590ddb09-6859-4464-a208-40432456178b service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637870 Feb 16 16:23:18.233608 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-677130c1-7ba1-405f-84bf-eb006198a474 admin admin] Publish callbacks [] for security_group (1ac5069a-b771-4510-9108-23d071a38a2c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.242293 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-677130c1-7ba1-405f-84bf-eb006198a474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1ac5069a-b771-4510-9108-23d071a38a2c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.341409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46132) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:18.355856 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677130c1-7ba1-405f-84bf-eb006198a474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac5069a-b771-4510-9108-23d071a38a2c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:18.364880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-2798536f-80cf-40c5-8325-1166d1acf25a service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248293 Feb 16 16:23:18.371869 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-677130c1-7ba1-405f-84bf-eb006198a474 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a8f4e2502744ea6aa31e50c19c8cd12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725746 Feb 16 16:23:18.376036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46134) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:18.387215 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75241313-a08b-4705-bdba-970fa92230d2 req-190efa37-cd2b-4c4b-bf7c-d9d26fabc608 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:18.388672 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75241313-a08b-4705-bdba-970fa92230d2 req-190efa37-cd2b-4c4b-bf7c-d9d26fabc608 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066147 Feb 16 16:23:18.422659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-75241313-a08b-4705-bdba-970fa92230d2 req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Request body: {'port': {'device_id': 'df6254dc-e538-4f59-a214-f44c078fb9df', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '744a30eeba734d3d864bcc20cfe3b2d6'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:18.432688 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3a967965-b8e4-42f1-9746-b65541178c36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0aa1f43064d744efaf9058e04baa6adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0876489 Feb 16 16:23:18.436205 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46136) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:18.454046 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3af953d4-d467-4afa-9256-e1551cdf4ec9 admin admin] Publish callbacks [] for security_group (1ac5069a-b771-4510-9108-23d071a38a2c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.510448 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3af953d4-d467-4afa-9256-e1551cdf4ec9 admin admin] Publish callbacks [] for security_group (1ac5069a-b771-4510-9108-23d071a38a2c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.550863 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9585b953-fec4-4523-8b43-baf67f2be353 admin admin] Publish callbacks [] for security_group (80180fc2-5d1a-4284-9b26-aecfd4627d76), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.551895 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75241313-a08b-4705-bdba-970fa92230d2 req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Made reservation on behalf of 744a30eeba734d3d864bcc20cfe3b2d6 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:18.555801 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-75241313-a08b-4705-bdba-970fa92230d2 req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.567238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-75241313-a08b-4705-bdba-970fa92230d2 req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.578499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9585b953-fec4-4523-8b43-baf67f2be353 admin admin] Publish callbacks [] for security_group (80180fc2-5d1a-4284-9b26-aecfd4627d76), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.625935 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3af953d4-d467-4afa-9256-e1551cdf4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1ac5069a-b771-4510-9108-23d071a38a2c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.629357 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3af953d4-d467-4afa-9256-e1551cdf4ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.630559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3af953d4-d467-4afa-9256-e1551cdf4ec9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ac5069a-b771-4510-9108-23d071a38a2c HTTP/1.1" status: 204 len: 168 time: 0.2531190 Feb 16 16:23:18.653499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9585b953-fec4-4523-8b43-baf67f2be353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (80180fc2-5d1a-4284-9b26-aecfd4627d76), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.656879 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9585b953-fec4-4523-8b43-baf67f2be353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.658142 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9585b953-fec4-4523-8b43-baf67f2be353 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80180fc2-5d1a-4284-9b26-aecfd4627d76 HTTP/1.1" status: 204 len: 168 time: 0.2210124 Feb 16 16:23:18.668863 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-75241313-a08b-4705-bdba-970fa92230d2 req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks [] for security_group (5055c3b2-a6d1-47f7-b2f6-7621cfdc6102), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.674410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-75241313-a08b-4705-bdba-970fa92230d2 req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5055c3b2-a6d1-47f7-b2f6-7621cfdc6102), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.675295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af953d4-d467-4afa-9256-e1551cdf4ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac5069a-b771-4510-9108-23d071a38a2c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:18.704911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46142) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:18.720776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585b953-fec4-4523-8b43-baf67f2be353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80180fc2-5d1a-4284-9b26-aecfd4627d76,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:18.738134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-a00a4770-6372-4930-b672-d12ef14cdcf0 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:18.739971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-a00a4770-6372-4930-b672-d12ef14cdcf0 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32&tenant_id=b0adde609b014b4f962dc22768f8ddb1&binding%3Ahost_id=n-h2-669411-5 HTTP/1.1" status: 200 len: 1126 time: 0.1081369 Feb 16 16:23:18.780025 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fad2674-04e0-4ce0-8bf3-13f2a64cf741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.781838 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:18.885114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-75241313-a08b-4705-bdba-970fa92230d2 req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Allocated IP 192.168.233.88 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/5580e7aa-2577-4c7b-8595-41bd3c0e542a) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:23:18.895718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-2c492cc7-d78e-43de-aefb-f0552eb6f35c service neutron] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:18.904312 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-2c492cc7-d78e-43de-aefb-f0552eb6f35c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.907846 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834aa681-ab1c-4317-87b0-571c98a1a933 req-2c492cc7-d78e-43de-aefb-f0552eb6f35c service neutron] 10.222.0.60 "DELETE /v2.0/ports/18bc9421-7c97-4fcb-a608-d7dac2b741d2/bindings/n-h1-669411-5 HTTP/1.1" status: 204 len: 173 time: 0.1575699 Feb 16 16:23:18.969594 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fad2674-04e0-4ce0-8bf3-13f2a64cf741 admin admin] Publish callbacks [] for security_group (c69ca6b4-8817-4a66-b667-ac16cc136e15), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:18.980482 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fad2674-04e0-4ce0-8bf3-13f2a64cf741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c69ca6b4-8817-4a66-b667-ac16cc136e15), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:19.038848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243658-152a-4d5b-81bd-96f3b30b5f07 req-fb388d41-9ae6-4fc5-9dbe-3d41c8c6b6dc tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:19.040869 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83243658-152a-4d5b-81bd-96f3b30b5f07 req-fb388d41-9ae6-4fc5-9dbe-3d41c8c6b6dc tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 944 time: 0.1316547 Feb 16 16:23:19.053719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3718c8-dc26-41b6-8603-7e0ceee55e7f req-9c92238a-6ce0-41e8-a327-95b134680f29 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:19.066936 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a3718c8-dc26-41b6-8603-7e0ceee55e7f req-9c92238a-6ce0-41e8-a327-95b134680f29 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.1231756 Feb 16 16:23:19.084016 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad2674-04e0-4ce0-8bf3-13f2a64cf741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69ca6b4-8817-4a66-b667-ac16cc136e15,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:19.090260 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6fad2674-04e0-4ce0-8bf3-13f2a64cf741 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e3e86cd54d846f9850d573feb967b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793838 Feb 16 16:23:19.098160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46152) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:19.193223 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-75241313-a08b-4705-bdba-970fa92230d2 req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks [] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:19.204418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46158) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:19.218527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83243658-152a-4d5b-81bd-96f3b30b5f07 req-bd10991d-3420-4115-9333-db919f3bd376 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408675 Feb 16 16:23:19.250560 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b906069c-4757-4004-be5f-8e487d2ec8ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:19.303265 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a3718c8-dc26-41b6-8603-7e0ceee55e7f req-6bd32d1c-71bf-4c38-9f58-6e500bdf39e8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349586 Feb 16 16:23:19.341615 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-abe1c0df-2b04-41a1-8f1e-98cb8b6040cc admin admin] Publish callbacks [] for security_group (c69ca6b4-8817-4a66-b667-ac16cc136e15), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:19.346585 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-75241313-a08b-4705-bdba-970fa92230d2 req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:19.394939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75241313-a08b-4705-bdba-970fa92230d2 req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:23:19.395873 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-abe1c0df-2b04-41a1-8f1e-98cb8b6040cc admin admin] Publish callbacks [] for security_group (c69ca6b4-8817-4a66-b667-ac16cc136e15), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:19.403448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-75241313-a08b-4705-bdba-970fa92230d2 req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:19.423468 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-75241313-a08b-4705-bdba-970fa92230d2 req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:23:19.642674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281d636-eb93-4cf4-a31b-a3cae11ee77b req-a1f118de-ce4d-4f47-852a-af4427983880 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:19.652430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4281d636-eb93-4cf4-a31b-a3cae11ee77b req-a1f118de-ce4d-4f47-852a-af4427983880 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 935 time: 0.2301140 Feb 16 16:23:19.667121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75241313-a08b-4705-bdba-970fa92230d2 req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:19.668004 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-75241313-a08b-4705-bdba-970fa92230d2 req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:19.678724 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-abe1c0df-2b04-41a1-8f1e-98cb8b6040cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c69ca6b4-8817-4a66-b667-ac16cc136e15), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:19.684184 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-abe1c0df-2b04-41a1-8f1e-98cb8b6040cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:19.693238 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-abe1c0df-2b04-41a1-8f1e-98cb8b6040cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c69ca6b4-8817-4a66-b667-ac16cc136e15 HTTP/1.1" status: 204 len: 168 time: 0.5866122 Feb 16 16:23:19.694433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Pushing event updated for resources: {'Port': ['ID=5580e7aa-2577-4c7b-8595-41bd3c0e542a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:19.712007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1c0df-2b04-41a1-8f1e-98cb8b6040cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69ca6b4-8817-4a66-b667-ac16cc136e15,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:19.729990 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b906069c-4757-4004-be5f-8e487d2ec8ee admin admin] Publish callbacks [] for security_group (c629e7f0-6868-4a9c-929b-27f54408e5f5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:19.749577 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b906069c-4757-4004-be5f-8e487d2ec8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c629e7f0-6868-4a9c-929b-27f54408e5f5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:19.784841 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75241313-a08b-4705-bdba-970fa92230d2 req-80e731ab-8eb4-431d-a2bf-9ffec2e907c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3722751 Feb 16 16:23:19.801544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4281d636-eb93-4cf4-a31b-a3cae11ee77b req-d9292ea4-633c-4da4-a553-5e04846831ad tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435664 Feb 16 16:23:19.830906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Request body: {'port': {'device_id': 'df6254dc-e538-4f59-a214-f44c078fb9df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:19.869613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0e8a60fc-77c5-4663-89c1-eb537295b19e None None] Provisioning complete for port 5580e7aa-2577-4c7b-8595-41bd3c0e542a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:19.871721 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0e8a60fc-77c5-4663-89c1-eb537295b19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:19.901295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229aad9c-71f4-4529-856d-dfd8538f706c req-40f6093d-b035-4454-ad1d-f0f3e85bc702 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:19.910630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-229aad9c-71f4-4529-856d-dfd8538f706c req-40f6093d-b035-4454-ad1d-f0f3e85bc702 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 1126 time: 0.1186712 Feb 16 16:23:19.923893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906069c-4757-4004-be5f-8e487d2ec8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c629e7f0-6868-4a9c-929b-27f54408e5f5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:19.946494 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b906069c-4757-4004-be5f-8e487d2ec8ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbe1f2c21cd2497fa8d4eaec4897618d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7362704 Feb 16 16:23:19.946881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46188) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:19.966930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a60fc-77c5-4663-89c1-eb537295b19e None None] Port 5580e7aa-2577-4c7b-8595-41bd3c0e542a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:23:20.007493 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:20.029278 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-229aad9c-71f4-4529-856d-dfd8538f706c req-d9c2111d-630f-4619-90b4-5e882f34900d tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164725 Feb 16 16:23:20.106740 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe78c057-bb01-4b43-a3e8-77eabf2bf247 admin admin] Publish callbacks [] for security_group (c629e7f0-6868-4a9c-929b-27f54408e5f5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:20.113158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-b3e5c618-df9e-4deb-92a6-85969939de32 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--553018863&fields=id&tenant_id=a074548814944d3691a8ab693310e936 HTTP/1.1" status: 200 len: 267 time: 0.1627939 Feb 16 16:23:20.178889 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe78c057-bb01-4b43-a3e8-77eabf2bf247 admin admin] Publish callbacks [] for security_group (c629e7f0-6868-4a9c-929b-27f54408e5f5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:20.297308 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-6d7b24ec-b859-4310-9d62-5952ee4f4e3c tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:20.298932 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-6d7b24ec-b859-4310-9d62-5952ee4f4e3c tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/networks?id=72bb907d-875d-4ec6-9779-d384bacff365 HTTP/1.1" status: 200 len: 824 time: 0.1763825 Feb 16 16:23:20.355251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-cf1b18ac-08a4-4c5b-bd5a-57ce4e0b1c51 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/quotas/a074548814944d3691a8ab693310e936 HTTP/1.1" status: 200 len: 375 time: 0.0234957 Feb 16 16:23:20.386819 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe78c057-bb01-4b43-a3e8-77eabf2bf247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c629e7f0-6868-4a9c-929b-27f54408e5f5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:20.390393 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe78c057-bb01-4b43-a3e8-77eabf2bf247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:20.391631 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fe78c057-bb01-4b43-a3e8-77eabf2bf247 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c629e7f0-6868-4a9c-929b-27f54408e5f5 HTTP/1.1" status: 204 len: 168 time: 0.4380844 Feb 16 16:23:20.469010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78c057-bb01-4b43-a3e8-77eabf2bf247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c629e7f0-6868-4a9c-929b-27f54408e5f5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:20.470895 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-376dcf16-7264-4f92-8765-036579fe5042 req-3f29da7e-b04f-4dda-822c-5a5e6f223f64 service neutron] show failed (client error): The resource could not be found. Feb 16 16:23:20.472247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-3f29da7e-b04f-4dda-822c-5a5e6f223f64 service neutron] 10.222.0.60 "GET /v2.0/ports/4f37f912-a31c-4603-9efb-e7bf970d8561/bindings/n-h1-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.1883755 Feb 16 16:23:20.543200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5580e7aa-2577-4c7b-8595-41bd3c0e542a {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:20.564219 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Publish callbacks [] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:20.574474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-d2a6173a-7606-4610-8ed1-645c7cfaf149 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a074548814944d3691a8ab693310e936&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2115769 Feb 16 16:23:20.592586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Transition to ACTIVE for port object 5580e7aa-2577-4c7b-8595-41bd3c0e542a will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:23:20.599271 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:20.635869 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46226) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:20.664424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-208a9484-911d-4bcb-a8f7-ecdd2262ca5b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:20.679408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-208a9484-911d-4bcb-a8f7-ecdd2262ca5b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 820 time: 0.2456939 Feb 16 16:23:20.717925 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-7091b7b8-1313-429f-a6d8-4dfd10294945 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/quotas/b0adde609b014b4f962dc22768f8ddb1 HTTP/1.1" status: 200 len: 375 time: 0.0311301 Feb 16 16:23:20.740233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Pushing event updated for resources: {'Port': ['ID=5580e7aa-2577-4c7b-8595-41bd3c0e542a,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:20.787489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Attempting to bind port 5580e7aa-2577-4c7b-8595-41bd3c0e542a on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:20.787919 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Attempting to bind port 5580e7aa-2577-4c7b-8595-41bd3c0e542a by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:20.788252 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Attempting to bind port 5580e7aa-2577-4c7b-8595-41bd3c0e542a on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:20.802504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Port 5580e7aa-2577-4c7b-8595-41bd3c0e542a on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:23:20.803082 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Attempting to bind port 5580e7aa-2577-4c7b-8595-41bd3c0e542a on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:20.810595 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:20.812772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:20.813162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:20.815383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Bound port: 5580e7aa-2577-4c7b-8595-41bd3c0e542a, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:20.817182 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:20.872654 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-ddc2a720-432f-4013-9ca7-ecf3bba2c728 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1536002 Feb 16 16:23:20.877019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dcf16-7264-4f92-8765-036579fe5042 req-96e0781e-9e9e-4359-b4f3-5d0c72fe0622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:20.878471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-96e0781e-9e9e-4359-b4f3-5d0c72fe0622 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182&tenant_id=9f1e972448934d409d5e97576c337ceb HTTP/1.1" status: 200 len: 1132 time: 0.1578431 Feb 16 16:23:20.907365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:20.914130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] For port 5580e7aa-2577-4c7b-8595-41bd3c0e542a, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:20.919284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] For port 5580e7aa-2577-4c7b-8595-41bd3c0e542a, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=5580e7aa-2577-4c7b-8595-41bd3c0e542a,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:20.932519 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:20.988232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:20.988830 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:20.990412 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75241313-a08b-4705-bdba-970fa92230d2 req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] 10.222.0.60 "PUT /v2.0/ports/5580e7aa-2577-4c7b-8595-41bd3c0e542a HTTP/1.1" status: 200 len: 1095 time: 1.1698911 Feb 16 16:23:20.990972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6254dc-e538-4f59-a214-f44c078fb9df', 'tag': '5580e7aa-2577-4c7b-8595-41bd3c0e542a'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:20.993579 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080aea82-1f2c-4031-a459-afe8d220006e" -d '{"events": [{"name": "network-changed", "server_uuid": "df6254dc-e538-4f59-a214-f44c078fb9df", "tag": "5580e7aa-2577-4c7b-8595-41bd3c0e542a"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:21.037322 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741670a6-b276-45a2-a0a0-4896ef3d81df service neutron] Pushing event updated for resources: {'Port': ['ID=5580e7aa-2577-4c7b-8595-41bd3c0e542a,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:21.059971 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:21.105128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-29006f82-afdb-4692-b2bc-5f268f4a74aa service neutron] 10.222.0.24 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316082 Feb 16 16:23:21.166656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-600915283-network', 'tenant_id': '3891023a3e87450bb385aeaa57c755fe'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:21.211138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-bd33aa9b-cb88-4100-84be-e80513f8d365 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:23:21.212242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-bd33aa9b-cb88-4100-84be-e80513f8d365 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1421504 Feb 16 16:23:21.246359 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75241313-a08b-4705-bdba-970fa92230d2 req-d78ed040-7dcc-4d23-9b44-aa56a1a1f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:21.248791 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75241313-a08b-4705-bdba-970fa92230d2 req-d78ed040-7dcc-4d23-9b44-aa56a1a1f4b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=744a30eeba734d3d864bcc20cfe3b2d6&device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 1129 time: 0.2029815 Feb 16 16:23:21.262275 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-96ca88ce-f407-4201-abfe-14310895bbbf tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:21.263810 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-96ca88ce-f407-4201-abfe-14310895bbbf tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e HTTP/1.1" status: 200 len: 965 time: 0.2203624 Feb 16 16:23:21.354896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] Made reservation on behalf of 3891023a3e87450bb385aeaa57c755fe for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:21.357175 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:21.451959 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:21.478854 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75241313-a08b-4705-bdba-970fa92230d2 req-bda079ce-ed96-4a87-b873-1d5a1cce1da9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=5580e7aa-2577-4c7b-8595-41bd3c0e542a HTTP/1.1" status: 200 len: 217 time: 0.2140152 Feb 16 16:23:21.558158 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75241313-a08b-4705-bdba-970fa92230d2 req-d433dfca-536a-46a5-b2c9-c6ab4757dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:21.559630 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75241313-a08b-4705-bdba-970fa92230d2 req-d433dfca-536a-46a5-b2c9-c6ab4757dd98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0732524 Feb 16 16:23:21.567943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-49685078-f831-4b6e-848d-316efddfd1d9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Deleting port 913d6a97-9ef5-426f-a4a8-8df720b28f6e {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:23:21.568277 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-49685078-f831-4b6e-848d-316efddfd1d9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:21.582757 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-dde373c0-c588-474f-a5cd-b82f3a4e0886 service neutron] 10.222.0.24 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426043 Feb 16 16:23:21.682431 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-0127122a-d2ec-4581-bc71-2525f60e1835 service neutron] 10.222.0.24 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448783 Feb 16 16:23:21.758674 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75241313-a08b-4705-bdba-970fa92230d2 req-31615467-dc09-4d16-a773-8459eda52205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:21.760955 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75241313-a08b-4705-bdba-970fa92230d2 req-31615467-dc09-4d16-a773-8459eda52205 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1897597 Feb 16 16:23:21.786415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-49685078-f831-4b6e-848d-316efddfd1d9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] For port 913d6a97-9ef5-426f-a4a8-8df720b28f6e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=913d6a97-9ef5-426f-a4a8-8df720b28f6e,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:21.786770 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-49685078-f831-4b6e-848d-316efddfd1d9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:21.887012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] For port 4f37f912-a31c-4603-9efb-e7bf970d8561, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4f37f912-a31c-4603-9efb-e7bf970d8561,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:21.964171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-862ad71a-24db-4029-8c2c-7e6ee1a3099f service neutron] 10.222.0.24 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804565 Feb 16 16:23:22.023410 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] Publish callbacks [] for security_group (bf6cc5c6-d24c-4241-9371-fbba8325c4dc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:22.070108 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (bf6cc5c6-d24c-4241-9371-fbba8325c4dc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:22.156170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] For port 4f37f912-a31c-4603-9efb-e7bf970d8561, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:22.222742 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:23:22.250989 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75241313-a08b-4705-bdba-970fa92230d2 req-020472a0-1f24-42d0-9715-7cb396bb4a83 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792311 Feb 16 16:23:22.274163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6cc5c6-d24c-4241-9371-fbba8325c4dc,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:22.282680 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f9055236-a4e9-4ce4-b3f4-7f3a551e237a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:22.283019 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] Added segment f9055236-a4e9-4ce4-b3f4-7f3a551e237a of type vlan for network a3699320-20d5-4032-b3d4-91946e07286d Feb 16 16:23:22.325775 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07c95fb-c170-4f33-ab10-00f8052a4182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f37f912-a31c-4603-9efb-e7bf970d8561'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:22.337178 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25cc42d-c049-4e6d-8742-0014ec4aa620" -d '{"events": [{"server_uuid": "c07c95fb-c170-4f33-ab10-00f8052a4182", "name": "network-vif-unplugged", "status": "completed", "tag": "4f37f912-a31c-4603-9efb-e7bf970d8561"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:22.350630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762dd95-8fd1-4de8-bc8e-07d6f8eadd06 req-0fa264c5-92b9-43af-8132-407a6300c1c6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:22.358248 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e762dd95-8fd1-4de8-bc8e-07d6f8eadd06 req-0fa264c5-92b9-43af-8132-407a6300c1c6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.4441962 Feb 16 16:23:22.390751 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Publish callbacks [] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:22.504705 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a3699320-20d5-4032-b3d4-91946e07286d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:22.523681 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-49685078-f831-4b6e-848d-316efddfd1d9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:22.524307 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-49685078-f831-4b6e-848d-316efddfd1d9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (ea0dd5c6-b475-4354-99ac-0569d99cf3d5), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:22.525318 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-49685078-f831-4b6e-848d-316efddfd1d9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Floating IP ea0dd5c6-b475-4354-99ac-0569d99cf3d5 disassociated. External IP: 172.25.4.219, port: 913d6a97-9ef5-426f-a4a8-8df720b28f6e. Feb 16 16:23:22.526069 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-49685078-f831-4b6e-848d-316efddfd1d9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Calling delete_port for 913d6a97-9ef5-426f-a4a8-8df720b28f6e owned by compute:tempest-test_az-77415397 {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:23:22.572428 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75241313-a08b-4705-bdba-970fa92230d2 req-d255cd9d-a329-4583-b6d0-da51546fb6d5 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128283 Feb 16 16:23:22.636306 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a3699320-20d5-4032-b3d4-91946e07286d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:22.637720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:22.638528 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:22.660410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Transition to ACTIVE for port object 4f37f912-a31c-4603-9efb-e7bf970d8561 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:23:22.685346 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:22.779011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46310) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:22.779360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1343122 Feb 16 16:23:22.786452 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4f286e2c-7a42-4ca0-ab9d-e2f9a9f036ac admin admin] Request body: {'subnet': {'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-600915283-subnet', 'tenant_id': '3891023a3e87450bb385aeaa57c755fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:22.832881 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f286e2c-7a42-4ca0-ab9d-e2f9a9f036ac admin admin] Made reservation on behalf of 3891023a3e87450bb385aeaa57c755fe for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:22.836019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f286e2c-7a42-4ca0-ab9d-e2f9a9f036ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:22.854350 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-49685078-f831-4b6e-848d-316efddfd1d9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (913d6a97-9ef5-426f-a4a8-8df720b28f6e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:22.953706 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49685078-f831-4b6e-848d-316efddfd1d9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Pushing event deleted for resources: {'Port': ['ID=913d6a97-9ef5-426f-a4a8-8df720b28f6e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:23.258962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9e1ef-e039-40fe-9108-afafe37507a3 admin admin] Pushing event updated for resources: {'Network': ['ID=a3699320-20d5-4032-b3d4-91946e07286d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:23.300441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a3699320-20d5-4032-b3d4-91946e07286d details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:23:23.307423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e762dd95-8fd1-4de8-bc8e-07d6f8eadd06 req-2f4ef8be-5144-4296-85c0-ecc1167d0bda tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9103992 Feb 16 16:23:23.308408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Pushing event updated for resources: {'Port': ['ID=4f37f912-a31c-4603-9efb-e7bf970d8561,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:23.379483 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f286e2c-7a42-4ca0-ab9d-e2f9a9f036ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (aa87091b-0528-4c60-af17-b7ab39fe257d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:23.380299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] No DVR routers for this DVR port 4f37f912-a31c-4603-9efb-e7bf970d8561 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:23:23.398406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebc3a3-0a8e-415a-8f1a-567b2a66c8f2 req-1163f80a-e7dc-428e-8760-580d46ecad13 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:23.411051 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdebc3a3-0a8e-415a-8f1a-567b2a66c8f2 req-1163f80a-e7dc-428e-8760-580d46ecad13 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 947 time: 0.9620867 Feb 16 16:23:23.423049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.65', 61157) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:23.477411 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8f9c13-72a2-433e-a291-aed52efc2bf6 x-openstack-request-id: req-4c8f9c13-72a2-433e-a291-aed52efc2bf6 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:23.477693 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6254dc-e538-4f59-a214-f44c078fb9df", "tag": "5580e7aa-2577-4c7b-8595-41bd3c0e542a", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:23.479745 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c8f9c13-72a2-433e-a291-aed52efc2bf6 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:23.488232 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6254dc-e538-4f59-a214-f44c078fb9df', 'tag': '5580e7aa-2577-4c7b-8595-41bd3c0e542a', 'status': 'completed', 'code': 200} Feb 16 16:23:23.490733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f286e2c-7a42-4ca0-ab9d-e2f9a9f036ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa87091b-0528-4c60-af17-b7ab39fe257d,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:23.636375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3cfed99b-9034-4182-a9c0-54e2641186ee req-4de1dd02-0228-443f-a17b-1a1675e8ff5f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 210 time: 0.1062264 Feb 16 16:23:23.641559 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-49685078-f831-4b6e-848d-316efddfd1d9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:23:23.643989 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aea82-1f2c-4031-a459-afe8d220006e req-2562b51d-39da-4351-952e-c65ee65bd397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:23.645783 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-080aea82-1f2c-4031-a459-afe8d220006e req-2562b51d-39da-4351-952e-c65ee65bd397 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=744a30eeba734d3d864bcc20cfe3b2d6&device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 1129 time: 0.1564648 Feb 16 16:23:23.694627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Attempting to bind port 4f37f912-a31c-4603-9efb-e7bf970d8561 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:23.706350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Attempting to bind port 4f37f912-a31c-4603-9efb-e7bf970d8561 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:23.706957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Attempting to bind port 4f37f912-a31c-4603-9efb-e7bf970d8561 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:23.734351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdebc3a3-0a8e-415a-8f1a-567b2a66c8f2 req-ef513266-838e-4b6b-ab49-409c87624012 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209908 Feb 16 16:23:23.761440 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f286e2c-7a42-4ca0-ab9d-e2f9a9f036ac admin admin] Checking segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:23.761806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f286e2c-7a42-4ca0-ab9d-e2f9a9f036ac admin admin] Network hostable DHCP agents. Network: a3699320-20d5-4032-b3d4-91946e07286d, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:23:23.767465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Port 4f37f912-a31c-4603-9efb-e7bf970d8561 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:23:23.772347 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Attempting to bind port 4f37f912-a31c-4603-9efb-e7bf970d8561 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:23.800474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-074a5737-a8f6-460e-8173-a644a2c63329 req-4d616697-fc00-4d31-bbfb-d470eb5a7d7f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 210 time: 0.0572929 Feb 16 16:23:23.805932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:23.806714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:23.807280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:23.808079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Bound port: 4f37f912-a31c-4603-9efb-e7bf970d8561, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:23.808601 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:23.819506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-5efd3312-a532-4899-919c-fc96b2f57973 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:23.821520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-5efd3312-a532-4899-919c-fc96b2f57973 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.65 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 820 time: 0.3912640 Feb 16 16:23:23.823629 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cd8f63-b3bb-4330-9ee2-98ec7485023d x-openstack-request-id: req-66cd8f63-b3bb-4330-9ee2-98ec7485023d {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:23.824093 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07c95fb-c170-4f33-ab10-00f8052a4182", "name": "network-vif-unplugged", "status": "completed", "tag": "4f37f912-a31c-4603-9efb-e7bf970d8561", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:23.824502 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66cd8f63-b3bb-4330-9ee2-98ec7485023d {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:23.825156 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07c95fb-c170-4f33-ab10-00f8052a4182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f37f912-a31c-4603-9efb-e7bf970d8561', 'code': 200} Feb 16 16:23:23.856132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-a800f5bb-5dee-4035-8775-2c39dbd3b029 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Request body: {'port': {'device_id': 'b55c79eb-4aaf-4210-896b-0a6e776708c9', 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67', 'admin_state_up': True, 'tenant_id': 'b0adde609b014b4f962dc22768f8ddb1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:23.898129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aea82-1f2c-4031-a459-afe8d220006e req-77988061-5b46-4453-b6d1-1f2f22d4d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:23.900752 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-080aea82-1f2c-4031-a459-afe8d220006e req-77988061-5b46-4453-b6d1-1f2f22d4d060 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2428608 Feb 16 16:23:23.904697 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f286e2c-7a42-4ca0-ab9d-e2f9a9f036ac admin admin] Network a3699320-20d5-4032-b3d4-91946e07286d is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:23:23.968685 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-080aea82-1f2c-4031-a459-afe8d220006e req-ec87be32-ba8c-41f7-8fa9-562c367eeba7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=5580e7aa-2577-4c7b-8595-41bd3c0e542a HTTP/1.1" status: 200 len: 217 time: 0.0572245 Feb 16 16:23:24.039897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.65', 61158) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:24.061771 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-49685078-f831-4b6e-848d-316efddfd1d9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:23:24.063616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4f286e2c-7a42-4ca0-ab9d-e2f9a9f036ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, a3699320-20d5-4032-b3d4-91946e07286d) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:24.075268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829c84fb-5a83-41ff-9cd6-2875a849452a None None] Network a3699320-20d5-4032-b3d4-91946e07286d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:23:24.077708 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8afa591-a2cb-46bd-8257-4f43b0462b5e None None] Sync routers for ids ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:23:24.093892 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8afa591-a2cb-46bd-8257-4f43b0462b5e None None] Routers {'2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:23:24.094771 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c8afa591-a2cb-46bd-8257-4f43b0462b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:22:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:24.105680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] For port 4f37f912-a31c-4603-9efb-e7bf970d8561, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:24.138577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f286e2c-7a42-4ca0-ab9d-e2f9a9f036ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:24.145827 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f286e2c-7a42-4ca0-ab9d-e2f9a9f036ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:24.174345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] For port 4f37f912-a31c-4603-9efb-e7bf970d8561, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4f37f912-a31c-4603-9efb-e7bf970d8561,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:24.226973 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:24.257179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-49685078-f831-4b6e-848d-316efddfd1d9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] No DVR routers for this DVR port 913d6a97-9ef5-426f-a4a8-8df720b28f6e on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:23:24.276747 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-49685078-f831-4b6e-848d-316efddfd1d9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:24.283316 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a1a32fa-104c-4c4e-82b7-c7f803166327 req-49685078-f831-4b6e-848d-316efddfd1d9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.65 "DELETE /v2.0/ports/913d6a97-9ef5-426f-a4a8-8df720b28f6e HTTP/1.1" status: 204 len: 173 time: 3.0104105 Feb 16 16:23:24.314414 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4f286e2c-7a42-4ca0-ab9d-e2f9a9f036ac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5336721 Feb 16 16:23:24.318246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-a800f5bb-5dee-4035-8775-2c39dbd3b029 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Made reservation on behalf of b0adde609b014b4f962dc22768f8ddb1 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:24.324029 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-a800f5bb-5dee-4035-8775-2c39dbd3b029 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:24.328566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aea82-1f2c-4031-a459-afe8d220006e req-7a64e062-1726-46a6-ba6e-15dbf2273e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:24.334902 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-080aea82-1f2c-4031-a459-afe8d220006e req-7a64e062-1726-46a6-ba6e-15dbf2273e03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.3546462 Feb 16 16:23:24.336337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:24.336953 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:24.341128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] 10.222.0.65 "PUT /v2.0/ports/4f37f912-a31c-4603-9efb-e7bf970d8561 HTTP/1.1" status: 200 len: 1096 time: 3.4383302 Feb 16 16:23:24.418102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6a9194-3b3b-4e0f-a23d-07bbc799819e None None] Network a3699320-20d5-4032-b3d4-91946e07286d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:23:24.443961 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-c8afa591-a2cb-46bd-8257-4f43b0462b5e None None] Set router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:23:24.471036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-af9920ec-11f3-4669-8a25-b2c7a2a13253 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:24.474300 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-af9920ec-11f3-4669-8a25-b2c7a2a13253 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.65 "GET /v2.0/networks?id=72bb907d-875d-4ec6-9779-d384bacff365 HTTP/1.1" status: 200 len: 824 time: 0.4336033 Feb 16 16:23:24.551098 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aea82-1f2c-4031-a459-afe8d220006e req-6471414c-3dca-42c5-ace8-68de779777aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:24.560884 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-080aea82-1f2c-4031-a459-afe8d220006e req-6471414c-3dca-42c5-ace8-68de779777aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2178528 Feb 16 16:23:24.673665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43951714-a2d8-4109-8889-ee50ae2b0f19 service neutron] Pushing event updated for resources: {'Port': ['ID=4f37f912-a31c-4603-9efb-e7bf970d8561,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:24.921386 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c8afa591-a2cb-46bd-8257-4f43b0462b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '2a54a736-226b-40da-97da-7b4bff149d6c', 'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'mac_address': 'fa:16:3e:c6:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:01Z', 'updated_at': '2022-02-16T16:22:09Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'subnets': [{'id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:24.922910 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-080aea82-1f2c-4031-a459-afe8d220006e req-144e3247-43ac-4408-92c5-fb661e98dcb6 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450973 Feb 16 16:23:24.957842 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8afa591-a2cb-46bd-8257-4f43b0462b5e None None] Checking router: 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:23:24.968178 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8afa591-a2cb-46bd-8257-4f43b0462b5e None None] Routers {'2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:23:24.968829 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c8afa591-a2cb-46bd-8257-4f43b0462b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:22:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:25.128404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4f37f912-a31c-4603-9efb-e7bf970d8561 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:23:25.155329 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-080aea82-1f2c-4031-a459-afe8d220006e req-c020b8f6-2f47-416d-97e5-f874f4254e24 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160089 Feb 16 16:23:25.181965 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-c8afa591-a2cb-46bd-8257-4f43b0462b5e None None] Set router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:23:25.210413 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] The host n-h2-669411-5 is not matching for port 4f37f912-a31c-4603-9efb-e7bf970d8561 host n-h1-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:23:25.210952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4f37f912-a31c-4603-9efb-e7bf970d8561 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:23:25.220670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dcf16-7264-4f92-8765-036579fe5042 req-3e226a7e-df9d-4563-b29f-f4ed15a75b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:25.223543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-3e226a7e-df9d-4563-b29f-f4ed15a75b09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 1130 time: 0.5982816 Feb 16 16:23:25.260286 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70b1b5ef-d417-4813-bb88-0164cce3a39a req-e762c747-f511-424f-99fd-44c79a15b079 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 210 time: 0.1333134 Feb 16 16:23:25.342111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-393b2eb3-5478-4acd-8271-a29467b85a76 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a074548814944d3691a8ab693310e936 HTTP/1.1" status: 200 len: 379 time: 0.8486845 Feb 16 16:23:25.354851 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-eeaaddf8-f41e-45f8-9076-f2207ae2f026 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Request body: {'port': {'device_id': '574025e2-26c7-46f0-bb0a-e4d98ac9bd9b', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'admin_state_up': True, 'tenant_id': 'a074548814944d3691a8ab693310e936', 'security_groups': ['319a901a-6ad3-432e-a448-50cfdcccaf16']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:25.424286 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c8afa591-a2cb-46bd-8257-4f43b0462b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '2a54a736-226b-40da-97da-7b4bff149d6c', 'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'mac_address': 'fa:16:3e:c6:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:01Z', 'updated_at': '2022-02-16T16:22:09Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'subnets': [{'id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:25.468150 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8afa591-a2cb-46bd-8257-4f43b0462b5e None None] The sync data for ids ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'] in n-d-669411-5 is: [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '2a54a736-226b-40da-97da-7b4bff149d6c', 'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'mac_address': 'fa:16:3e:c6:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:01Z', 'updated_at': '2022-02-16T16:22:09Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'subnets': [{'id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:23:25.489459 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e', 'name': 'network-vif-deleted', 'tag': '913d6a97-9ef5-426f-a4a8-8df720b28f6e'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:25.492394 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf8d54e-736e-4b65-9dbc-e7615420146f" -d '{"events": [{"server_uuid": "36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e", "name": "network-vif-deleted", "tag": "913d6a97-9ef5-426f-a4a8-8df720b28f6e"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:25.503644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b71f37-1602-4467-b737-184de368f9d8 req-65ead11f-c643-457b-9cfb-f847348140e1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:25.506695 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9b71f37-1602-4467-b737-184de368f9d8 req-65ead11f-c643-457b-9cfb-f847348140e1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 948 time: 0.7674413 Feb 16 16:23:25.532597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-a800f5bb-5dee-4035-8775-2c39dbd3b029 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Allocated IP 172.20.0.5 (a1813a8d-0fbe-4a58-a0a5-a203a6879d67/428f0788-a1e9-4bb7-941f-8437ca6dcd5a/cbd678ed-ad35-44b0-905f-d51567a93ac0) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:23:25.548645 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46372) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:25.554522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-138983611-network', 'tenant_id': '29000095f9b24ea4b39cf640a2363090'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:25.586519 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] Made reservation on behalf of 29000095f9b24ea4b39cf640a2363090 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:25.590124 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:25.605206 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:25.612928 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8b11e012-c721-4faf-a8e3-36bc6930b371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:25.656287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dcf16-7264-4f92-8765-036579fe5042 req-7aee7626-24c9-4bf4-9d8d-a3435ead6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:25.658062 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-7aee7626-24c9-4bf4-9d8d-a3435ead6d04 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.3894205 Feb 16 16:23:25.680815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e7bfe-186f-4bcb-a200-38626bf171db req-973f15d1-cbb1-4949-86fd-b02ea3008523 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:25.682787 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-759e7bfe-186f-4bcb-a200-38626bf171db req-973f15d1-cbb1-4949-86fd-b02ea3008523 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 947 time: 0.3053384 Feb 16 16:23:25.706990 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] Publish callbacks [] for security_group (003dd748-1ca8-43b5-93ee-96cd4d2873e8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:25.709445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9b71f37-1602-4467-b737-184de368f9d8 req-3444cb80-a8e7-44e1-8669-3a5780e01629 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926720 Feb 16 16:23:25.711581 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (003dd748-1ca8-43b5-93ee-96cd4d2873e8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:25.763007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003dd748-1ca8-43b5-93ee-96cd4d2873e8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:25.774330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-cf4ff666-c709-4ab8-9a5e-137561dd19cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4f37f912-a31c-4603-9efb-e7bf970d8561 HTTP/1.1" status: 200 len: 217 time: 0.0903649 Feb 16 16:23:25.777916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:23:25.792435 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e34020cd-6591-4e94-bd3f-fbbea5895ae9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:25.792792 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] Added segment e34020cd-6591-4e94-bd3f-fbbea5895ae9 of type vlan for network 1c9008bc-24f2-468b-93c7-851dcc629d8c Feb 16 16:23:25.798612 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 913d6a97-9ef5-426f-a4a8-8df720b28f6e no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:23:25.848258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07c95fb-c170-4f33-ab10-00f8052a4182', 'tag': '4f37f912-a31c-4603-9efb-e7bf970d8561'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:25.850756 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c07c95fb-c170-4f33-ab10-00f8052a4182", "tag": "4f37f912-a31c-4603-9efb-e7bf970d8561"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:25.872618 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (1c9008bc-24f2-468b-93c7-851dcc629d8c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:25.890108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 913d6a97-9ef5-426f-a4a8-8df720b28f6e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:23:25.893564 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 913d6a97-9ef5-426f-a4a8-8df720b28f6e not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:23:25.898610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-eeaaddf8-f41e-45f8-9076-f2207ae2f026 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Made reservation on behalf of a074548814944d3691a8ab693310e936 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:25.904047 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-eeaaddf8-f41e-45f8-9076-f2207ae2f026 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:25.942130 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (1c9008bc-24f2-468b-93c7-851dcc629d8c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:25.943126 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:25.943793 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:25.951821 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec59a83-932a-4aef-a4c9-629bd3bbb45c None None] New status for floating IP ea0dd5c6-b475-4354-99ac-0569d99cf3d5: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:23:26.025851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] Pushing event updated for resources: {'Network': ['ID=1c9008bc-24f2-468b-93c7-851dcc629d8c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:26.031979 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-759e7bfe-186f-4bcb-a200-38626bf171db req-c5476f1a-52c9-455b-9ea2-58e93d74e16a tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310997 Feb 16 16:23:26.041491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dcf16-7264-4f92-8765-036579fe5042 req-f9db6a8b-e451-4436-ab7a-01c0330e4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:26.043363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-f9db6a8b-e451-4436-ab7a-01c0330e4488 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.2531652 Feb 16 16:23:26.045940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61077b17-3b78-4ca9-b884-da8920c31ced req-061d28db-f004-4600-9993-706131dadaf2 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 210 time: 0.1206591 Feb 16 16:23:26.059959 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4b2cfec4-5c06-4b39-8659-5b4b2aec4ebc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5098860 Feb 16 16:23:26.062862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46378) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:26.077049 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b1be9ea5-dc94-450d-bf07-96d66f5017ac admin admin] Request body: {'subnet': {'network_id': '1c9008bc-24f2-468b-93c7-851dcc629d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-138983611-subnet', 'tenant_id': '29000095f9b24ea4b39cf640a2363090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:26.093626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1be9ea5-dc94-450d-bf07-96d66f5017ac admin admin] Made reservation on behalf of 29000095f9b24ea4b39cf640a2363090 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:26.097710 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1be9ea5-dc94-450d-bf07-96d66f5017ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:26.228891 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75864ffe-6aa3-480f-8f7c-b3b1494c2d2c x-openstack-request-id: req-75864ffe-6aa3-480f-8f7c-b3b1494c2d2c {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:26.229787 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e", "name": "network-vif-deleted", "tag": "913d6a97-9ef5-426f-a4a8-8df720b28f6e", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:26.230640 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75864ffe-6aa3-480f-8f7c-b3b1494c2d2c {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:26.231174 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fb8aca-0a41-4f4e-8e15-c6a0a9e7fb1e', 'name': 'network-vif-deleted', 'tag': '913d6a97-9ef5-426f-a4a8-8df720b28f6e', 'status': 'completed', 'code': 200} Feb 16 16:23:26.263423 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625a4977-6961-4885-a650-2ba94453448e x-openstack-request-id: req-625a4977-6961-4885-a650-2ba94453448e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:26.264122 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07c95fb-c170-4f33-ab10-00f8052a4182", "tag": "4f37f912-a31c-4603-9efb-e7bf970d8561", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:26.264122 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-625a4977-6961-4885-a650-2ba94453448e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:26.266017 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c07c95fb-c170-4f33-ab10-00f8052a4182', 'tag': '4f37f912-a31c-4603-9efb-e7bf970d8561', 'status': 'completed', 'code': 200} Feb 16 16:23:26.314763 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 1c9008bc-24f2-468b-93c7-851dcc629d8c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:23:26.376882 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-a800f5bb-5dee-4035-8775-2c39dbd3b029 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks [] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:26.448392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dcf16-7264-4f92-8765-036579fe5042 req-ad62345b-4b06-4bd1-a583-fa896062120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:26.450105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-ad62345b-4b06-4bd1-a583-fa896062120b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3931689 Feb 16 16:23:26.627724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-5e08fdd5-9e82-4cbe-8872-9227aab0e46c service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342387 Feb 16 16:23:26.727538 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7798894c-946b-4671-8da9-7fef60211ac1 req-c152a016-c0f3-40a8-b549-801204844444 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 210 time: 0.2418375 Feb 16 16:23:26.733691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46406) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:26.740108 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46408) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:26.763801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-14250bed-d874-4ea4-88e7-1989f09869ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:26.765336 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-14250bed-d874-4ea4-88e7-1989f09869ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 1130 time: 0.5068018 Feb 16 16:23:26.870561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-eeaaddf8-f41e-45f8-9076-f2207ae2f026 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Allocated IP 172.20.0.7 (72bb907d-875d-4ec6-9779-d384bacff365/60743ad9-3f89-46e3-a7de-dc3e4ec4e12e/21726c60-bce6-4238-afb2-67b73d6478fd) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:23:26.938613 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-a800f5bb-5dee-4035-8775-2c39dbd3b029 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:26.967356 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-102a3815-f9f9-4a96-881e-28d222e6ae50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:26.971332 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-376dcf16-7264-4f92-8765-036579fe5042 req-484d8e58-62ba-4ca4-8d4b-dacd4d11ec5b service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308792 Feb 16 16:23:26.999607 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8397a287-e60b-44ce-a1cb-907f8cb8f919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.051642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-a800f5bb-5dee-4035-8775-2c39dbd3b029 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:23:27.061069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-a800f5bb-5dee-4035-8775-2c39dbd3b029 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:27.078869 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-a800f5bb-5dee-4035-8775-2c39dbd3b029 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:23:27.088325 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1be9ea5-dc94-450d-bf07-96d66f5017ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (5c591366-b7fd-42e6-b250-327ec3994cd1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.123393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 5580e7aa-2577-4c7b-8595-41bd3c0e542a details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:23:27.176667 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-7867ab43-f710-477c-a650-c0bf9890cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:27.184760 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-7867ab43-f710-477c-a650-c0bf9890cf55 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.3892019 Feb 16 16:23:27.196702 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-102a3815-f9f9-4a96-881e-28d222e6ae50 admin admin] Publish callbacks [] for security_group (3bf4ceb6-2f3c-4364-aa22-33f219d76a7f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.204572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800f5bb-5dee-4035-8775-2c39dbd3b029 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Pushing event updated for resources: {'Port': ['ID=cbd678ed-ad35-44b0-905f-d51567a93ac0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:27.220087 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-102a3815-f9f9-4a96-881e-28d222e6ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3bf4ceb6-2f3c-4364-aa22-33f219d76a7f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.253366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-a800f5bb-5dee-4035-8775-2c39dbd3b029 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:27.254765 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-a800f5bb-5dee-4035-8775-2c39dbd3b029 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.283729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 5580e7aa-2577-4c7b-8595-41bd3c0e542a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=5580e7aa-2577-4c7b-8595-41bd3c0e542a,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:27.302193 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a3815-f9f9-4a96-881e-28d222e6ae50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf4ceb6-2f3c-4364-aa22-33f219d76a7f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:27.303620 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '5580e7aa-2577-4c7b-8595-41bd3c0e542a', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '5580e7aa-2577-4c7b-8595-41bd3c0e542a', 'mac_address': 'fa:16:3e:c5:16:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:23:27.315614 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-e655a79c-9ce1-40dc-89d0-30c4cca41158 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4f37f912-a31c-4603-9efb-e7bf970d8561 HTTP/1.1" status: 200 len: 217 time: 0.1052427 Feb 16 16:23:27.316553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be9ea5-dc94-450d-bf07-96d66f5017ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c591366-b7fd-42e6-b250-327ec3994cd1,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:27.327498 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-a800f5bb-5dee-4035-8775-2c39dbd3b029 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4861882 Feb 16 16:23:27.356064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Request body: {'port': {'device_id': 'b55c79eb-4aaf-4210-896b-0a6e776708c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:27.364609 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 5580e7aa-2577-4c7b-8595-41bd3c0e542a is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:27.365007 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.371630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6122696-5b3a-4c07-8b93-d96ac9ca1214 req-a44ca79d-4298-479e-9400-3597f49584e3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:27.378850 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6122696-5b3a-4c07-8b93-d96ac9ca1214 req-a44ca79d-4298-479e-9400-3597f49584e3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 948 time: 0.4980743 Feb 16 16:23:27.381664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5580e7aa-2577-4c7b-8595-41bd3c0e542a {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:27.397961 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-88833aca-d7ba-41a3-bb75-b3ef3a69a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:27.399447 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-88833aca-d7ba-41a3-bb75-b3ef3a69a0e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0602162 Feb 16 16:23:27.408911 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 5580e7aa-2577-4c7b-8595-41bd3c0e542a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=5580e7aa-2577-4c7b-8595-41bd3c0e542a,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:27.414988 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.426867 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-102a3815-f9f9-4a96-881e-28d222e6ae50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c379a9f8c662409ba40675493f1b7601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6857426 Feb 16 16:23:27.438771 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46424) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:27.496170 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be9ea5-dc94-450d-bf07-96d66f5017ac admin admin] Checking segment: {'id': 'e34020cd-6591-4e94-bd3f-fbbea5895ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c9008bc-24f2-468b-93c7-851dcc629d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:27.496443 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be9ea5-dc94-450d-bf07-96d66f5017ac admin admin] Network hostable DHCP agents. Network: 1c9008bc-24f2-468b-93c7-851dcc629d8c, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:23:27.497044 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=5580e7aa-2577-4c7b-8595-41bd3c0e542a,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:27.531073 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8397a287-e60b-44ce-a1cb-907f8cb8f919 admin admin] Publish callbacks [] for security_group (3c40d874-7666-4e1e-bd7d-6aacaff9bb6f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.544665 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8397a287-e60b-44ce-a1cb-907f8cb8f919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3c40d874-7666-4e1e-bd7d-6aacaff9bb6f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.580306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be9ea5-dc94-450d-bf07-96d66f5017ac admin admin] Network 1c9008bc-24f2-468b-93c7-851dcc629d8c is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:23:27.591846 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab27f042-c359-4bfb-b8ed-ff730bc01c46 admin admin] Publish callbacks [] for security_group (3bf4ceb6-2f3c-4364-aa22-33f219d76a7f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.623534 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-b3bd9f8a-9209-437a-a79f-de8de995cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:27.625443 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-b3bd9f8a-9209-437a-a79f-de8de995cc00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2162609 Feb 16 16:23:27.631795 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8397a287-e60b-44ce-a1cb-907f8cb8f919 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b50423a7b064d408f315bd1763a8546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8970792 Feb 16 16:23:27.632484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b1be9ea5-dc94-450d-bf07-96d66f5017ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 1c9008bc-24f2-468b-93c7-851dcc629d8c) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:27.638622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1be9ea5-dc94-450d-bf07-96d66f5017ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:27.639545 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1be9ea5-dc94-450d-bf07-96d66f5017ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.643067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46426) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:27.644447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93afb7ef-2a94-452b-9115-586d4cfa167b None None] Network 1c9008bc-24f2-468b-93c7-851dcc629d8c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:23:27.647475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397a287-e60b-44ce-a1cb-907f8cb8f919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c40d874-7666-4e1e-bd7d-6aacaff9bb6f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:27.691719 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab27f042-c359-4bfb-b8ed-ff730bc01c46 admin admin] Publish callbacks [] for security_group (3bf4ceb6-2f3c-4364-aa22-33f219d76a7f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.753438 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b1be9ea5-dc94-450d-bf07-96d66f5017ac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6808689 Feb 16 16:23:27.765668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-fd539aa4-21c8-4a2d-aff2-3f080075b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:27.767165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-fd539aa4-21c8-4a2d-aff2-3f080075b9c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 1130 time: 0.7137921 Feb 16 16:23:27.774317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['5580e7aa-2577-4c7b-8595-41bd3c0e542a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:23:27.806422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d20e775-03c4-4c7d-ad94-4fb5a7b28491 None None] Network 1c9008bc-24f2-468b-93c7-851dcc629d8c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:23:27.840606 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08829e65-3d7b-4867-a688-2d9c82090957 admin admin] Publish callbacks [] for security_group (3c40d874-7666-4e1e-bd7d-6aacaff9bb6f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.844668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323db40a-f98b-406f-85e9-51ac859ce9c9 req-da335e88-847d-499c-b825-cffb5ce5a063 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:27.846230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-323db40a-f98b-406f-85e9-51ac859ce9c9 req-da335e88-847d-499c-b825-cffb5ce5a063 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 947 time: 0.6080854 Feb 16 16:23:27.864450 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-be2d1544-6721-4462-b721-a21834d490ed service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198370 Feb 16 16:23:27.913673 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08829e65-3d7b-4867-a688-2d9c82090957 admin admin] Publish callbacks [] for security_group (3c40d874-7666-4e1e-bd7d-6aacaff9bb6f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.942787 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.949641 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab27f042-c359-4bfb-b8ed-ff730bc01c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3bf4ceb6-2f3c-4364-aa22-33f219d76a7f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.952293 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab27f042-c359-4bfb-b8ed-ff730bc01c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:27.953413 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ab27f042-c359-4bfb-b8ed-ff730bc01c46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bf4ceb6-2f3c-4364-aa22-33f219d76a7f HTTP/1.1" status: 204 len: 168 time: 0.5043967 Feb 16 16:23:28.046394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6122696-5b3a-4c07-8b93-d96ac9ca1214 req-f296e192-dcd8-44f3-9ade-dc762f8eac0b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6663117 Feb 16 16:23:28.067026 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27f042-c359-4bfb-b8ed-ff730bc01c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf4ceb6-2f3c-4364-aa22-33f219d76a7f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:28.072599 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-eeaaddf8-f41e-45f8-9076-f2207ae2f026 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for port (21726c60-bce6-4238-afb2-67b73d6478fd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:28.096839 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08829e65-3d7b-4867-a688-2d9c82090957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3c40d874-7666-4e1e-bd7d-6aacaff9bb6f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:28.104261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08829e65-3d7b-4867-a688-2d9c82090957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:28.112878 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-08829e65-3d7b-4867-a688-2d9c82090957 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c40d874-7666-4e1e-bd7d-6aacaff9bb6f HTTP/1.1" status: 204 len: 168 time: 0.4602942 Feb 16 16:23:28.160290 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08829e65-3d7b-4867-a688-2d9c82090957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c40d874-7666-4e1e-bd7d-6aacaff9bb6f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:28.232996 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-45e3f87d-fd50-4205-bc77-48cee16aa4f2 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607447 Feb 16 16:23:28.297942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-323db40a-f98b-406f-85e9-51ac859ce9c9 req-7bab1691-bc0c-402d-9254-379e039f1730 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345431 Feb 16 16:23:28.302472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-2a5f9d3a-b569-4904-8dbf-038b1f0dbb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:28.304147 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-2a5f9d3a-b569-4904-8dbf-038b1f0dbb8e service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.5151398 Feb 16 16:23:28.329407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e98524a7-feda-4ea9-9f78-9c43b1a52327 req-9b5a18a5-33ab-4323-a397-275a7ec35870 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 210 time: 0.1061797 Feb 16 16:23:28.414913 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a41d068d-d845-4631-b690-eb0722f3930c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:28.464114 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-fccb27e1-7cdd-4c53-bbe9-b4edb9d0eeac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4f37f912-a31c-4603-9efb-e7bf970d8561 HTTP/1.1" status: 200 len: 217 time: 0.1334970 Feb 16 16:23:28.482986 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-eeaaddf8-f41e-45f8-9076-f2207ae2f026 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (21726c60-bce6-4238-afb2-67b73d6478fd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:28.608187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46448) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:28.630751 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-075e5195-443b-471b-8e49-a25f7310c37e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:28.692040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-eeaaddf8-f41e-45f8-9076-f2207ae2f026 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Network 72bb907d-875d-4ec6-9779-d384bacff365 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:23:28.703461 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-5993bfca-66d5-41f9-b6a1-89cb7a769188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:28.705336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-5993bfca-66d5-41f9-b6a1-89cb7a769188 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.2285695 Feb 16 16:23:28.713501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-eeaaddf8-f41e-45f8-9076-f2207ae2f026 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:28.730976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-eeaaddf8-f41e-45f8-9076-f2207ae2f026 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:23:28.743527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaaddf8-f41e-45f8-9076-f2207ae2f026 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Pushing event updated for resources: {'Port': ['ID=21726c60-bce6-4238-afb2-67b73d6478fd,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:28.782280 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-075e5195-443b-471b-8e49-a25f7310c37e admin admin] Publish callbacks [] for security_group (be0b270f-d6fb-435b-b0dc-a648dacb8539), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:28.784254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b45a33-ed01-47e9-8cf1-d834650225b3 req-6e063ab8-faa7-4fe2-a279-0edbf07c17cc tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:28.791337 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-075e5195-443b-471b-8e49-a25f7310c37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (be0b270f-d6fb-435b-b0dc-a648dacb8539), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:28.792125 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75b45a33-ed01-47e9-8cf1-d834650225b3 req-6e063ab8-faa7-4fe2-a279-0edbf07c17cc tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 931 time: 0.3441038 Feb 16 16:23:28.897139 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-075e5195-443b-471b-8e49-a25f7310c37e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=819ee7b2d04a4c34ac809b572f10bd92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874396 Feb 16 16:23:28.914630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46450) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:28.946131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e5195-443b-471b-8e49-a25f7310c37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0b270f-d6fb-435b-b0dc-a648dacb8539,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:28.998639 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46452) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:29.003247 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-eeaaddf8-f41e-45f8-9076-f2207ae2f026 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:29.003930 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-eeaaddf8-f41e-45f8-9076-f2207ae2f026 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.036476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11cb1836-9e05-467c-86ec-16ffba2ffa6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.048356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-6a9394f1-e1b9-4427-84da-baa4a8b28f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:29.050076 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-6a9394f1-e1b9-4427-84da-baa4a8b28f34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3213885 Feb 16 16:23:29.097781 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75b45a33-ed01-47e9-8cf1-d834650225b3 req-97e15f22-29e2-430e-9089-c42e71345ed6 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042328 Feb 16 16:23:29.108722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-702b2d31-3db4-4151-af59-23596895faf3 admin admin] Publish callbacks [] for security_group (be0b270f-d6fb-435b-b0dc-a648dacb8539), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.112696 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.128218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-eeaaddf8-f41e-45f8-9076-f2207ae2f026 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7797930 Feb 16 16:23:29.147036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 5580e7aa-2577-4c7b-8595-41bd3c0e542a up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:23:29.153477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Request body: {'port': {'device_id': '574025e2-26c7-46f0-bb0a-e4d98ac9bd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:29.162760 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-702b2d31-3db4-4151-af59-23596895faf3 admin admin] Publish callbacks [] for security_group (be0b270f-d6fb-435b-b0dc-a648dacb8539), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.244779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0ca3f4f3-ee62-4ae0-ba27-6f48706e32fd None None] Provisioning complete for port 21726c60-bce6-4238-afb2-67b73d6478fd triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:29.245498 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f4f3-ee62-4ae0-ba27-6f48706e32fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (21726c60-bce6-4238-afb2-67b73d6478fd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.277417 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11cb1836-9e05-467c-86ec-16ffba2ffa6f admin admin] Publish callbacks [] for security_group (aa2cc245-86cd-41dd-bc92-3be3862303c4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.282734 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11cb1836-9e05-467c-86ec-16ffba2ffa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (aa2cc245-86cd-41dd-bc92-3be3862303c4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.299613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 5580e7aa-2577-4c7b-8595-41bd3c0e542a completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:23:29.302776 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3f4f3-ee62-4ae0-ba27-6f48706e32fd None None] Port 21726c60-bce6-4238-afb2-67b73d6478fd cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:23:29.306200 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-702b2d31-3db4-4151-af59-23596895faf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (be0b270f-d6fb-435b-b0dc-a648dacb8539), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.308523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 5580e7aa-2577-4c7b-8595-41bd3c0e542a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:29.309070 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-702b2d31-3db4-4151-af59-23596895faf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.310535 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.312893 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-702b2d31-3db4-4151-af59-23596895faf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be0b270f-d6fb-435b-b0dc-a648dacb8539 HTTP/1.1" status: 204 len: 168 time: 0.3958831 Feb 16 16:23:29.335799 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-11cb1836-9e05-467c-86ec-16ffba2ffa6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e71233f2f8f4dceb58a25769b5f6fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340507 Feb 16 16:23:29.335799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb1836-9e05-467c-86ec-16ffba2ffa6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2cc245-86cd-41dd-bc92-3be3862303c4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:29.337436 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46472) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:29.358315 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b2d31-3db4-4151-af59-23596895faf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0b270f-d6fb-435b-b0dc-a648dacb8539,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:29.425452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f426f75b-4f69-434a-8767-cf0b4916fdb1 admin admin] Publish callbacks [] for security_group (aa2cc245-86cd-41dd-bc92-3be3862303c4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.449216 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f426f75b-4f69-434a-8767-cf0b4916fdb1 admin admin] Publish callbacks [] for security_group (aa2cc245-86cd-41dd-bc92-3be3862303c4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.474685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd678ed-ad35-44b0-905f-d51567a93ac0 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:29.485959 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 5580e7aa-2577-4c7b-8595-41bd3c0e542a is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:29.486509 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.495043 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Publish callbacks [] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.510589 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f426f75b-4f69-434a-8767-cf0b4916fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (aa2cc245-86cd-41dd-bc92-3be3862303c4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.516505 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f426f75b-4f69-434a-8767-cf0b4916fdb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.522574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6254dc-e538-4f59-a214-f44c078fb9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5580e7aa-2577-4c7b-8595-41bd3c0e542a'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:29.525159 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (21726c60-bce6-4238-afb2-67b73d6478fd), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.526349 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aba188-eba6-439e-9971-63735a5e9173" -d '{"events": [{"server_uuid": "df6254dc-e538-4f59-a214-f44c078fb9df", "name": "network-vif-plugged", "status": "completed", "tag": "5580e7aa-2577-4c7b-8595-41bd3c0e542a"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:29.535596 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-5d8b4175-fa0b-4dec-a8ad-862b1bad21b5 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721880 Feb 16 16:23:29.544450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Transition to ACTIVE for port object cbd678ed-ad35-44b0-905f-d51567a93ac0 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:23:29.546996 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f426f75b-4f69-434a-8767-cf0b4916fdb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa2cc245-86cd-41dd-bc92-3be3862303c4 HTTP/1.1" status: 204 len: 168 time: 0.2084911 Feb 16 16:23:29.549188 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 5580e7aa-2577-4c7b-8595-41bd3c0e542a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=5580e7aa-2577-4c7b-8595-41bd3c0e542a,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:29.560191 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.561495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426f75b-4f69-434a-8767-cf0b4916fdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2cc245-86cd-41dd-bc92-3be3862303c4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:29.570539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135ff1c-bab7-4055-9f28-35a3b15c37c4 req-8574b8eb-c1bf-4620-aad1-65995f1e95a6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:29.572821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a135ff1c-bab7-4055-9f28-35a3b15c37c4 req-8574b8eb-c1bf-4620-aad1-65995f1e95a6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 948 time: 0.3774421 Feb 16 16:23:29.581873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-56263a74-61ef-45cc-b41d-35e4c273d7df tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:29.583367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-56263a74-61ef-45cc-b41d-35e4c273d7df tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 807 time: 0.4508762 Feb 16 16:23:29.596259 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:29.652797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=5580e7aa-2577-4c7b-8595-41bd3c0e542a,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:29.715294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-1b9ea7ec-6418-4f59-b970-804cf7bcf970 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/quotas/3891023a3e87450bb385aeaa57c755fe HTTP/1.1" status: 200 len: 375 time: 0.1147439 Feb 16 16:23:29.768887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe0142-f466-403c-8144-42d4300270bd service neutron] Pushing event updated for resources: {'Port': ['ID=cbd678ed-ad35-44b0-905f-d51567a93ac0,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:29.806798 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 4f37f912-a31c-4603-9efb-e7bf970d8561 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:23:29.807857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-c49f863b-5ecf-45a9-93b3-591ade5d385c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816035 Feb 16 16:23:29.925740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a135ff1c-bab7-4055-9f28-35a3b15c37c4 req-a264ff0f-6756-4de3-ac70-0fbd1f0f1102 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413546 Feb 16 16:23:29.950680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab20802f-e7ec-4b75-b99b-6cedd2bf95ad req-470bf118-30d9-4b98-b2bb-5a1ec7f6a78f service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976471 Feb 16 16:23:29.998014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 4f37f912-a31c-4603-9efb-e7bf970d8561, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4f37f912-a31c-4603-9efb-e7bf970d8561,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:30.020950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '4f37f912-a31c-4603-9efb-e7bf970d8561', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '4f37f912-a31c-4603-9efb-e7bf970d8561', 'mac_address': 'fa:16:3e:0d:f8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:23:30.077003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 4f37f912-a31c-4603-9efb-e7bf970d8561 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:30.077569 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:30.095677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f37f912-a31c-4603-9efb-e7bf970d8561 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:30.118195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-4ea78728-56e1-4cdc-9cae-cd390ba07500 service neutron] 10.222.0.24 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981839 Feb 16 16:23:30.122525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 4f37f912-a31c-4603-9efb-e7bf970d8561, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4f37f912-a31c-4603-9efb-e7bf970d8561,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:30.128418 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:30.184429 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=4f37f912-a31c-4603-9efb-e7bf970d8561,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:30.220095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Attempting to bind port cbd678ed-ad35-44b0-905f-d51567a93ac0 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:30.220436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Attempting to bind port cbd678ed-ad35-44b0-905f-d51567a93ac0 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:30.220766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Attempting to bind port cbd678ed-ad35-44b0-905f-d51567a93ac0 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:30.273581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Port cbd678ed-ad35-44b0-905f-d51567a93ac0 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:23:30.273919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Attempting to bind port cbd678ed-ad35-44b0-905f-d51567a93ac0 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:30.312118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf952-dd46-4af7-bc3e-f21f9f4eaf3c req-508393a7-bff5-4700-b5c9-cdbf5adba80e tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:30.313629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfbaf952-dd46-4af7-bc3e-f21f9f4eaf3c req-508393a7-bff5-4700-b5c9-cdbf5adba80e tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 949 time: 0.2573798 Feb 16 16:23:30.317704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:30.318049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Checking segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:30.318432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Bound using segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:30.318873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Bound port: cbd678ed-ad35-44b0-905f-d51567a93ac0, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:30.319225 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:30.346860 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['4f37f912-a31c-4603-9efb-e7bf970d8561'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:23:30.627129 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-af9aa688-461c-4ce9-97cb-738a7870369f service neutron] 10.222.0.24 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973390 Feb 16 16:23:30.686373 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:30.724043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21726c60-bce6-4238-afb2-67b73d6478fd {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:30.742263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfbaf952-dd46-4af7-bc3e-f21f9f4eaf3c req-a8569d50-4c26-461c-8665-b220fbbd58ca tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207454 Feb 16 16:23:30.748395 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Publish callbacks [] for port (21726c60-bce6-4238-afb2-67b73d6478fd), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:30.775259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:30.780177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:30.782060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Transition to ACTIVE for port object 21726c60-bce6-4238-afb2-67b73d6478fd will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:23:30.797237 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (21726c60-bce6-4238-afb2-67b73d6478fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:30.802523 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:30.854488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:30.855110 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:30.856541 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-defe0142-f466-403c-8144-42d4300270bd service neutron] 10.222.0.65 "PUT /v2.0/ports/cbd678ed-ad35-44b0-905f-d51567a93ac0 HTTP/1.1" status: 200 len: 1091 time: 3.5067031 Feb 16 16:23:30.856996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55c79eb-4aaf-4210-896b-0a6e776708c9', 'tag': 'cbd678ed-ad35-44b0-905f-d51567a93ac0'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:30.859245 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5e90ae-9311-43da-9b9b-575b5d602d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "b55c79eb-4aaf-4210-896b-0a6e776708c9", "tag": "cbd678ed-ad35-44b0-905f-d51567a93ac0"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:30.925646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Pushing event updated for resources: {'Port': ['ID=21726c60-bce6-4238-afb2-67b73d6478fd,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:30.972831 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:31.134205 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dac75-fe42-4497-9406-cd5975c1d32d req-d7cbdbfd-c753-424f-8b8e-f7e8c1ee5726 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:31.139899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c8dac75-fe42-4497-9406-cd5975c1d32d req-d7cbdbfd-c753-424f-8b8e-f7e8c1ee5726 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 943 time: 0.2572782 Feb 16 16:23:31.149009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe0142-f466-403c-8144-42d4300270bd service neutron] Pushing event updated for resources: {'Port': ['ID=cbd678ed-ad35-44b0-905f-d51567a93ac0,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:31.185897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-18d9208f-6862-4729-b173-5d278a74df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:31.187247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-18d9208f-6862-4729-b173-5d278a74df57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 1125 time: 0.2653415 Feb 16 16:23:31.196710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Attempting to bind port 21726c60-bce6-4238-afb2-67b73d6478fd on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:31.197057 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Attempting to bind port 21726c60-bce6-4238-afb2-67b73d6478fd by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:31.197535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Attempting to bind port 21726c60-bce6-4238-afb2-67b73d6478fd on network 72bb907d-875d-4ec6-9779-d384bacff365 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:31.250280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Port 21726c60-bce6-4238-afb2-67b73d6478fd on network 72bb907d-875d-4ec6-9779-d384bacff365 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:23:31.250624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Attempting to bind port 21726c60-bce6-4238-afb2-67b73d6478fd on network 72bb907d-875d-4ec6-9779-d384bacff365 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:31.253305 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-9738852e-41d6-4a24-b3d3-88c6fac76481 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0 HTTP/1.1" status: 200 len: 217 time: 0.0579629 Feb 16 16:23:31.273503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:31.273816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Checking segment: {'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:31.274862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Bound using segment: {'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:31.275187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Bound port: 21726c60-bce6-4238-afb2-67b73d6478fd, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3651080-6015-4384-b68d-9b183c0d003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:31.275606 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (21726c60-bce6-4238-afb2-67b73d6478fd), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:31.299915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c8dac75-fe42-4497-9406-cd5975c1d32d req-b89683eb-4c5a-4d41-acd0-d750e16469f8 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448421 Feb 16 16:23:31.364322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-a0a81978-b5f5-4a81-88a7-b0661a42e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:31.365802 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-a0a81978-b5f5-4a81-88a7-b0661a42e5fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.1024263 Feb 16 16:23:31.412431 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74322885-7bce-475c-85f6-ff9a4bfd9c3c x-openstack-request-id: req-74322885-7bce-475c-85f6-ff9a4bfd9c3c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:31.412755 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6254dc-e538-4f59-a214-f44c078fb9df", "name": "network-vif-plugged", "status": "completed", "tag": "5580e7aa-2577-4c7b-8595-41bd3c0e542a", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:31.413012 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74322885-7bce-475c-85f6-ff9a4bfd9c3c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:31.413406 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6254dc-e538-4f59-a214-f44c078fb9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5580e7aa-2577-4c7b-8595-41bd3c0e542a', 'code': 200} Feb 16 16:23:31.417199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-09ef42d5-89ee-4636-a209-4f9768276113 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406072 Feb 16 16:23:31.419827 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] For port 21726c60-bce6-4238-afb2-67b73d6478fd, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:31.449650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] For port 21726c60-bce6-4238-afb2-67b73d6478fd, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=21726c60-bce6-4238-afb2-67b73d6478fd,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:31.465464 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (21726c60-bce6-4238-afb2-67b73d6478fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:31.595509 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8df3e-0567-4bed-bce9-55e6c6281712 req-715eb66f-7dc8-4a23-b035-8c17d241ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:31.597328 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5ae8df3e-0567-4bed-bce9-55e6c6281712 req-715eb66f-7dc8-4a23-b035-8c17d241ce55 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 1131 time: 0.0985932 Feb 16 16:23:31.635651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:31.641388 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:31.644109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] 10.222.0.65 "PUT /v2.0/ports/21726c60-bce6-4238-afb2-67b73d6478fd HTTP/1.1" status: 200 len: 1091 time: 2.5023172 Feb 16 16:23:31.646619 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-f68025df-8e24-4e61-9117-f4e40f2098f1 service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226975 Feb 16 16:23:31.704251 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5ae8df3e-0567-4bed-bce9-55e6c6281712 req-aa6d1a1c-f9c6-42b1-944a-3d37397e8c7a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005371 Feb 16 16:23:31.805372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 4f37f912-a31c-4603-9efb-e7bf970d8561 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:23:31.910721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d568fbc-3df7-47fd-aab2-18d7522896a1 service neutron] Pushing event updated for resources: {'Port': ['ID=21726c60-bce6-4238-afb2-67b73d6478fd,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:31.927128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 4f37f912-a31c-4603-9efb-e7bf970d8561 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:23:31.936159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 4f37f912-a31c-4603-9efb-e7bf970d8561 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:31.936673 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:31.994956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1d83b16-f6cf-48d6-8307-58e4be58b29d req-f508e1e5-7048-4c2f-9780-03eb91492199 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 210 time: 0.1158071 Feb 16 16:23:32.061077 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e624c38d-44cf-411e-a7b9-de346dd23848 x-openstack-request-id: req-e624c38d-44cf-411e-a7b9-de346dd23848 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:32.061363 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55c79eb-4aaf-4210-896b-0a6e776708c9", "tag": "cbd678ed-ad35-44b0-905f-d51567a93ac0", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:32.061621 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e624c38d-44cf-411e-a7b9-de346dd23848 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:32.062019 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55c79eb-4aaf-4210-896b-0a6e776708c9', 'tag': 'cbd678ed-ad35-44b0-905f-d51567a93ac0', 'status': 'completed', 'code': 200} Feb 16 16:23:32.084538 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:32.109059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 4f37f912-a31c-4603-9efb-e7bf970d8561 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:32.109620 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:32.112808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-a8d333c7-cea7-435a-9ae3-cb92690baa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:32.114307 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-a8d333c7-cea7-435a-9ae3-cb92690baa17 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a074548814944d3691a8ab693310e936&device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 1125 time: 0.3278749 Feb 16 16:23:32.154735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85be181-9947-4aef-bfea-4f840c83c407 req-c4bcc7c5-a23d-4bc8-b762-04f763942060 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:32.155978 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b85be181-9947-4aef-bfea-4f840c83c407 req-c4bcc7c5-a23d-4bc8-b762-04f763942060 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 943 time: 0.2896791 Feb 16 16:23:32.161442 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 4f37f912-a31c-4603-9efb-e7bf970d8561, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4f37f912-a31c-4603-9efb-e7bf970d8561,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:32.167442 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:32.185330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb1ee0-7f3a-49df-8841-95107824d8dc req-9f5e3af5-7010-4764-a065-cd0f6552e9cc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:32.187129 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79fb1ee0-7f3a-49df-8841-95107824d8dc req-9f5e3af5-7010-4764-a065-cd0f6552e9cc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.60 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182&tenant_id=9f1e972448934d409d5e97576c337ceb&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 949 time: 0.1453106 Feb 16 16:23:32.217601 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-a67b5625-aa92-4a14-951a-d4683e7fe83c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21726c60-bce6-4238-afb2-67b73d6478fd HTTP/1.1" status: 200 len: 217 time: 0.0892696 Feb 16 16:23:32.221612 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b4240-8f3b-458b-a369-d5b3d5676ef2 req-f668804a-004a-40fb-b7fe-7c2955bc4a66 service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238991 Feb 16 16:23:32.243036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=4f37f912-a31c-4603-9efb-e7bf970d8561,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:32.297842 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [req-79fb1ee0-7f3a-49df-8841-95107824d8dc req-03cee520-d76b-445a-a780-c0b345c86d31 service neutron] delete failed (client error): The resource could not be found. Feb 16 16:23:32.299000 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79fb1ee0-7f3a-49df-8841-95107824d8dc req-03cee520-d76b-445a-a780-c0b345c86d31 service neutron] 10.222.0.60 "DELETE /v2.0/ports/4f37f912-a31c-4603-9efb-e7bf970d8561/bindings/n-h2-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.0988178 Feb 16 16:23:32.406743 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec3934-8a55-4143-810e-f60e19ca7f82 req-4ef9a656-398a-4676-a2c2-d7831f59a8da tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:32.408165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0ec3934-8a55-4143-810e-f60e19ca7f82 req-4ef9a656-398a-4676-a2c2-d7831f59a8da tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 949 time: 0.2831180 Feb 16 16:23:32.414430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b85be181-9947-4aef-bfea-4f840c83c407 req-dd5af116-64e1-42c3-b91b-55ed82f3a106 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395530 Feb 16 16:23:32.420707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-99e7b9f5-97d1-4185-8d01-d3fa5719b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:32.422131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-99e7b9f5-97d1-4185-8d01-d3fa5719b427 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60743ad9-3f89-46e3-a7de-dc3e4ec4e12e HTTP/1.1" status: 200 len: 863 time: 0.1917553 Feb 16 16:23:32.444006 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb1ee0-7f3a-49df-8841-95107824d8dc req-b26a672e-7366-497e-9762-60961d76d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:32.446019 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79fb1ee0-7f3a-49df-8841-95107824d8dc req-b26a672e-7366-497e-9762-60961d76d622 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 1132 time: 0.0636194 Feb 16 16:23:32.501345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e90ae-9311-43da-9b9b-575b5d602d1a req-82f65f4f-d812-41d2-b4ba-0b425ce87e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:32.502836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b5e90ae-9311-43da-9b9b-575b5d602d1a req-82f65f4f-d812-41d2-b4ba-0b425ce87e7f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 1125 time: 0.2143435 Feb 16 16:23:32.535370 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-f8fc5db7-b3f8-46a9-8a23-f4dac5132239 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:32.536831 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-f8fc5db7-b3f8-46a9-8a23-f4dac5132239 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.65 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 807 time: 0.2713060 Feb 16 16:23:32.558386 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-1373bff3-bea7-4fbe-84e8-64272e129749 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Request body: {'port': {'device_id': '60e3351b-6536-48e0-ba05-a582c131bbe5', 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d', 'admin_state_up': True, 'tenant_id': '3891023a3e87450bb385aeaa57c755fe'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:32.565791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0ec3934-8a55-4143-810e-f60e19ca7f82 req-8123bf18-8b06-4cdb-a480-36cc76cd154d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498842 Feb 16 16:23:32.594490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb1ee0-7f3a-49df-8841-95107824d8dc req-8c03f7d1-2bab-41f2-bd23-9ecfb0c81331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:32.596580 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79fb1ee0-7f3a-49df-8841-95107824d8dc req-8c03f7d1-2bab-41f2-bd23-9ecfb0c81331 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1431022 Feb 16 16:23:32.635795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-dcb8032c-39eb-4cfb-846b-5da18a4b2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:32.637310 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-dcb8032c-39eb-4cfb-846b-5da18a4b2d1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=72bb907d-875d-4ec6-9779-d384bacff365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2029786 Feb 16 16:23:32.651780 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79fb1ee0-7f3a-49df-8841-95107824d8dc req-91037c72-ffe8-488d-a741-e5da60fe12fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4f37f912-a31c-4603-9efb-e7bf970d8561 HTTP/1.1" status: 200 len: 217 time: 0.0429168 Feb 16 16:23:32.705172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb1ee0-7f3a-49df-8841-95107824d8dc req-16b367ec-47c4-4bab-afd8-6aa86d0329fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:32.706620 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79fb1ee0-7f3a-49df-8841-95107824d8dc req-16b367ec-47c4-4bab-afd8-6aa86d0329fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0481408 Feb 16 16:23:32.764467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb1ee0-7f3a-49df-8841-95107824d8dc req-47e13dec-af57-43c8-a00e-6de8419f8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:32.765957 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79fb1ee0-7f3a-49df-8841-95107824d8dc req-47e13dec-af57-43c8-a00e-6de8419f8f48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0508924 Feb 16 16:23:32.774860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e90ae-9311-43da-9b9b-575b5d602d1a req-b64de3f8-f4b6-415b-aef6-75954c517b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:32.776365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b5e90ae-9311-43da-9b9b-575b5d602d1a req-b64de3f8-f4b6-415b-aef6-75954c517b48 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.2633388 Feb 16 16:23:32.865113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b5e90ae-9311-43da-9b9b-575b5d602d1a req-fe8beb2c-aec2-4d28-9020-73346d29cb40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0 HTTP/1.1" status: 200 len: 217 time: 0.0548460 Feb 16 16:23:32.922695 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-f30d3b6f-b1b6-44e0-88f7-e177befc3198 service neutron] 10.222.0.65 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775621 Feb 16 16:23:32.934453 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b504924-ede5-47e2-a595-828105b68605 req-f7861d09-df4a-4bbd-b394-52e20dc97350 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:32.939552 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79fb1ee0-7f3a-49df-8841-95107824d8dc req-d43c3c3e-e257-49e4-a43b-58b08c3eb060 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620700 Feb 16 16:23:32.941725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b504924-ede5-47e2-a595-828105b68605 req-f7861d09-df4a-4bbd-b394-52e20dc97350 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 949 time: 0.2934935 Feb 16 16:23:32.947284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-1373bff3-bea7-4fbe-84e8-64272e129749 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Made reservation on behalf of 3891023a3e87450bb385aeaa57c755fe for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:32.950584 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-1373bff3-bea7-4fbe-84e8-64272e129749 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:33.011233 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e90ae-9311-43da-9b9b-575b5d602d1a req-9b919bef-ae9b-464b-b91e-1ad973987969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:33.011729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b5e90ae-9311-43da-9b9b-575b5d602d1a req-9b919bef-ae9b-464b-b91e-1ad973987969 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.1364639 Feb 16 16:23:33.091932 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79fb1ee0-7f3a-49df-8841-95107824d8dc req-58c7a2d7-f8a6-45ac-a785-909c88f9399b service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431978 Feb 16 16:23:33.132879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b5e90ae-9311-43da-9b9b-575b5d602d1a req-dabf22e4-268d-4c62-bdda-f01a29ef6592 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945430 Feb 16 16:23:33.181637 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b504924-ede5-47e2-a595-828105b68605 req-2751d0ea-dc40-4874-a490-36e9a0a48c3d tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361338 Feb 16 16:23:33.219845 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f869a903-99ee-41c7-8c66-25e0d631e498 req-e242f846-548f-442d-bb92-e627ed108fea service neutron] 10.222.0.65 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737451 Feb 16 16:23:33.269253 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46608) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:33.280293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-8a9f1d39-a252-483d-b455-0802c27342d8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=19b6548b22364e4d9595948087ecf782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1154859 Feb 16 16:23:33.380956 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ae5ad74-4ed6-4fe6-80c5-69350afebaca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:33.415282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07c95fb-c170-4f33-ab10-00f8052a4182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f37f912-a31c-4603-9efb-e7bf970d8561'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:33.420556 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2732b0ab-e865-4eb1-bc3a-89adb4b0c3a2" -d '{"events": [{"server_uuid": "c07c95fb-c170-4f33-ab10-00f8052a4182", "name": "network-vif-plugged", "status": "completed", "tag": "4f37f912-a31c-4603-9efb-e7bf970d8561"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:33.485212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ae5ad74-4ed6-4fe6-80c5-69350afebaca admin admin] Publish callbacks [] for security_group (c8eddee8-e4c1-4951-8430-415c3678e49c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:33.489625 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ae5ad74-4ed6-4fe6-80c5-69350afebaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c8eddee8-e4c1-4951-8430-415c3678e49c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:33.527257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5ad74-4ed6-4fe6-80c5-69350afebaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eddee8-e4c1-4951-8430-415c3678e49c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:33.550430 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3ae5ad74-4ed6-4fe6-80c5-69350afebaca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d09c18d3893f40d6a211c075aad01d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800941 Feb 16 16:23:33.553484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46616) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:33.614056 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b026f743-c902-4e38-a249-57b3a7d82ec7 admin admin] Publish callbacks [] for security_group (c8eddee8-e4c1-4951-8430-415c3678e49c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:33.642306 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b026f743-c902-4e38-a249-57b3a7d82ec7 admin admin] Publish callbacks [] for security_group (c8eddee8-e4c1-4951-8430-415c3678e49c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:33.706906 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b026f743-c902-4e38-a249-57b3a7d82ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c8eddee8-e4c1-4951-8430-415c3678e49c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:33.710695 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b026f743-c902-4e38-a249-57b3a7d82ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:33.714772 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b026f743-c902-4e38-a249-57b3a7d82ec7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8eddee8-e4c1-4951-8430-415c3678e49c HTTP/1.1" status: 204 len: 168 time: 0.1576109 Feb 16 16:23:33.721868 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026f743-c902-4e38-a249-57b3a7d82ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eddee8-e4c1-4951-8430-415c3678e49c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:33.784154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-1373bff3-bea7-4fbe-84e8-64272e129749 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Allocated IP 172.20.0.12 (a3699320-20d5-4032-b3d4-91946e07286d/aa87091b-0528-4c60-af17-b7ab39fe257d/9a0d56c3-d9c9-4c86-92c9-c1500ec736d4) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:23:33.800359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b10ed-e945-4743-9bea-aaa9fd46ce14 req-a5701f93-304f-4691-8a8b-bec99fda7861 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:33.801886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-197b10ed-e945-4743-9bea-aaa9fd46ce14 req-a5701f93-304f-4691-8a8b-bec99fda7861 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 943 time: 0.5374782 Feb 16 16:23:33.803692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b5e90ae-9311-43da-9b9b-575b5d602d1a req-5142f8bb-a72d-4df5-9311-9506cd74a8ed service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6632094 Feb 16 16:23:33.857166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-a39095eb-0af6-4518-bef0-334250f01807 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:33.858638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-a39095eb-0af6-4518-bef0-334250f01807 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2792158 Feb 16 16:23:33.945204 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-8b76b473-ab56-46f2-a72f-b52616755a27 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/quotas/19b6548b22364e4d9595948087ecf782 HTTP/1.1" status: 200 len: 375 time: 0.0456541 Feb 16 16:23:34.013804 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-6de16800-b446-44f2-a7ac-e804598d993f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570886 Feb 16 16:23:34.017006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-197b10ed-e945-4743-9bea-aaa9fd46ce14 req-3e33952d-ba50-4bec-bc85-a41d09339bd8 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050998 Feb 16 16:23:34.033721 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b5e90ae-9311-43da-9b9b-575b5d602d1a req-23838b4f-31d4-4587-a923-552a762371f9 service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227795 Feb 16 16:23:34.094241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574025e2-26c7-46f0-bb0a-e4d98ac9bd9b', 'tag': '21726c60-bce6-4238-afb2-67b73d6478fd'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:34.097692 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d36c06-b736-4334-aedd-84f5fc15a429" -d '{"events": [{"name": "network-changed", "server_uuid": "574025e2-26c7-46f0-bb0a-e4d98ac9bd9b", "tag": "21726c60-bce6-4238-afb2-67b73d6478fd"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:34.123649 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:34.131481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46626) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:34.156049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6059d2ab-093e-4da2-8852-3b840b2fea44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:34.209136 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-1373bff3-bea7-4fbe-84e8-64272e129749 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks [] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:34.255256 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a049e7ad-3a8a-439e-bb37-fee61fff0259 x-openstack-request-id: req-a049e7ad-3a8a-439e-bb37-fee61fff0259 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:34.255550 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07c95fb-c170-4f33-ab10-00f8052a4182", "name": "network-vif-plugged", "status": "completed", "tag": "4f37f912-a31c-4603-9efb-e7bf970d8561", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:34.255826 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a049e7ad-3a8a-439e-bb37-fee61fff0259 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:34.256223 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07c95fb-c170-4f33-ab10-00f8052a4182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f37f912-a31c-4603-9efb-e7bf970d8561', 'code': 200} Feb 16 16:23:34.260220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8bb167b0-0c5e-4459-9774-adeb0bceb5c2 req-1164ce34-515c-4a46-a028-1da137f193cb tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 210 time: 0.0772429 Feb 16 16:23:34.285027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-888aebb8-78a0-4043-9008-1385518e385f req-bb887214-28fd-4bd3-b503-462f148d3478 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1634767 Feb 16 16:23:34.323828 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-1373bff3-bea7-4fbe-84e8-64272e129749 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:34.342107 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6059d2ab-093e-4da2-8852-3b840b2fea44 admin admin] Publish callbacks [] for security_group (541d2cc3-7c65-4035-8ce0-faebf38e6b8d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:34.350396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6059d2ab-093e-4da2-8852-3b840b2fea44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (541d2cc3-7c65-4035-8ce0-faebf38e6b8d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:34.395246 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6059d2ab-093e-4da2-8852-3b840b2fea44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b6554190e324c2bac6b4f1decbfcb24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625659 Feb 16 16:23:34.397586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059d2ab-093e-4da2-8852-3b840b2fea44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541d2cc3-7c65-4035-8ce0-faebf38e6b8d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:34.400467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46634) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:34.466236 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97973b54-669d-4422-9c26-8b2572c02f31 admin admin] Publish callbacks [] for security_group (541d2cc3-7c65-4035-8ce0-faebf38e6b8d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:34.514338 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97973b54-669d-4422-9c26-8b2572c02f31 admin admin] Publish callbacks [] for security_group (541d2cc3-7c65-4035-8ce0-faebf38e6b8d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:34.515661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-1373bff3-bea7-4fbe-84e8-64272e129749 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Network a3699320-20d5-4032-b3d4-91946e07286d is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:23:34.538279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-1373bff3-bea7-4fbe-84e8-64272e129749 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:34.552918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373bff3-bea7-4fbe-84e8-64272e129749 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Pushing event updated for resources: {'Port': ['ID=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:34.568365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-1373bff3-bea7-4fbe-84e8-64272e129749 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:23:34.597957 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97973b54-669d-4422-9c26-8b2572c02f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (541d2cc3-7c65-4035-8ce0-faebf38e6b8d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:34.601538 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97973b54-669d-4422-9c26-8b2572c02f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:34.604100 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-97973b54-669d-4422-9c26-8b2572c02f31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/541d2cc3-7c65-4035-8ce0-faebf38e6b8d HTTP/1.1" status: 204 len: 168 time: 0.2023492 Feb 16 16:23:34.627980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28417b-1604-4dc2-bbb7-0d5520622cc8 req-04349c98-1c97-45bc-8702-5951d735de81 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:34.638191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f28417b-1604-4dc2-bbb7-0d5520622cc8 req-04349c98-1c97-45bc-8702-5951d735de81 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 943 time: 0.2574470 Feb 16 16:23:34.638432 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97973b54-669d-4422-9c26-8b2572c02f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541d2cc3-7c65-4035-8ce0-faebf38e6b8d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:34.698806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aebb8-78a0-4043-9008-1385518e385f req-1281dd70-8571-4dc6-8281-9d0918cccc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:34.700397 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-888aebb8-78a0-4043-9008-1385518e385f req-1281dd70-8571-4dc6-8281-9d0918cccc5f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 1132 time: 0.3280711 Feb 16 16:23:34.732380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa0815-600c-4c71-8325-8e6b3f9ccbeb req-f5431b4b-039b-47cf-9411-ac4f51404031 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:34.733923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71aa0815-600c-4c71-8325-8e6b3f9ccbeb req-f5431b4b-039b-47cf-9411-ac4f51404031 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.2879977 Feb 16 16:23:34.754890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-1373bff3-bea7-4fbe-84e8-64272e129749 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:34.755923 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-1373bff3-bea7-4fbe-84e8-64272e129749 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:34.828353 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f28417b-1604-4dc2-bbb7-0d5520622cc8 req-99f70584-a7b4-4336-9778-13bcb613c4b5 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884646 Feb 16 16:23:34.878609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-1373bff3-bea7-4fbe-84e8-64272e129749 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3257906 Feb 16 16:23:34.902650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Request body: {'port': {'device_id': '60e3351b-6536-48e0-ba05-a582c131bbe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:34.911020 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1bf0c2-3b64-42e4-b642-a0fad5e608bc x-openstack-request-id: req-cc1bf0c2-3b64-42e4-b642-a0fad5e608bc {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:34.911170 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574025e2-26c7-46f0-bb0a-e4d98ac9bd9b", "tag": "21726c60-bce6-4238-afb2-67b73d6478fd", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:34.911384 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc1bf0c2-3b64-42e4-b642-a0fad5e608bc {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:34.911784 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574025e2-26c7-46f0-bb0a-e4d98ac9bd9b', 'tag': '21726c60-bce6-4238-afb2-67b73d6478fd', 'status': 'completed', 'code': 200} Feb 16 16:23:35.021642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aebb8-78a0-4043-9008-1385518e385f req-9c9f286a-4487-4fa1-858b-0b8f6f557db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:35.023138 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-888aebb8-78a0-4043-9008-1385518e385f req-9c9f286a-4487-4fa1-858b-0b8f6f557db3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.3013833 Feb 16 16:23:35.047699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dae7780-a345-47c7-8eb3-4964d56ef995 req-866f9290-c425-47ac-b866-5552639ab727 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 210 time: 0.0652263 Feb 16 16:23:35.059865 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71aa0815-600c-4c71-8325-8e6b3f9ccbeb req-0c1f53a7-bec9-4907-a63c-48eafc949abd tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963610 Feb 16 16:23:35.119646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-888aebb8-78a0-4043-9008-1385518e385f req-3b5bb2df-cc71-4afe-a0f1-d568d6502e40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4f37f912-a31c-4603-9efb-e7bf970d8561 HTTP/1.1" status: 200 len: 217 time: 0.0748451 Feb 16 16:23:35.162319 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:35.167108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36c06-b736-4334-aedd-84f5fc15a429 req-fe501c56-e6e6-4b6d-93fd-f413ca721b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:35.168657 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7d36c06-b736-4334-aedd-84f5fc15a429 req-fe501c56-e6e6-4b6d-93fd-f413ca721b40 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a074548814944d3691a8ab693310e936&device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 1125 time: 0.2218699 Feb 16 16:23:35.223619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aebb8-78a0-4043-9008-1385518e385f req-d2e1d880-a19c-4106-9157-9ddf1f010673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:35.225134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-888aebb8-78a0-4043-9008-1385518e385f req-d2e1d880-a19c-4106-9157-9ddf1f010673 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0987484 Feb 16 16:23:35.489925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7117e4-07a3-478d-ab02-1040f2202f46 req-cc961f4e-7f47-4fb7-bb32-4e2fb0610687 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:35.496944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bd7117e4-07a3-478d-ab02-1040f2202f46 req-cc961f4e-7f47-4fb7-bb32-4e2fb0610687 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 949 time: 0.2826955 Feb 16 16:23:35.533271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0f8e4-b253-4b3e-995f-aa2f79522303 req-6513e356-45a9-4122-9784-013439977673 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:35.535066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81c0f8e4-b253-4b3e-995f-aa2f79522303 req-6513e356-45a9-4122-9784-013439977673 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 943 time: 0.3220136 Feb 16 16:23:35.551550 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aebb8-78a0-4043-9008-1385518e385f req-42781520-19ab-45f1-8e5d-1bff7fa18fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:35.553688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-888aebb8-78a0-4043-9008-1385518e385f req-42781520-19ab-45f1-8e5d-1bff7fa18fa9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2776363 Feb 16 16:23:35.562370 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36c06-b736-4334-aedd-84f5fc15a429 req-256ddd57-9c0b-4a83-8d5b-f77b6bf73781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:35.563857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7d36c06-b736-4334-aedd-84f5fc15a429 req-256ddd57-9c0b-4a83-8d5b-f77b6bf73781 service neutron] 10.222.0.65 "GET /v2.0/networks?id=72bb907d-875d-4ec6-9779-d384bacff365 HTTP/1.1" status: 200 len: 925 time: 0.3883469 Feb 16 16:23:35.612733 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-15e94f81-e65f-4158-9f0a-79a477361e8d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=19b6548b22364e4d9595948087ecf782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277576 Feb 16 16:23:35.739270 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7d36c06-b736-4334-aedd-84f5fc15a429 req-8a3cc220-c193-4919-b341-294f3362869e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21726c60-bce6-4238-afb2-67b73d6478fd HTTP/1.1" status: 200 len: 217 time: 0.1367309 Feb 16 16:23:35.759811 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-17451801-536f-4f0b-9079-333cc787d849 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:35.761374 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-17451801-536f-4f0b-9079-333cc787d849 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381106 Feb 16 16:23:35.773790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Request body: {'port': {'device_id': '234f164d-9d8c-4e22-9329-e14a14e07e97', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '19b6548b22364e4d9595948087ecf782'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:35.827061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device cbd678ed-ad35-44b0-905f-d51567a93ac0 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:23:35.839974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bd7117e4-07a3-478d-ab02-1040f2202f46 req-b2633af8-5606-43d5-bcdb-b0450cad7e4b tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420992 Feb 16 16:23:35.909425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81c0f8e4-b253-4b3e-995f-aa2f79522303 req-06cd5c18-3064-44dd-922b-fab07e292e84 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3639066 Feb 16 16:23:35.913381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Made reservation on behalf of 19b6548b22364e4d9595948087ecf782 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:35.918069 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:35.934362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:36.041654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:36.048120 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks [] for security_group (8495becd-7638-4bf9-8c86-0fce00042d21), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:36.050442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36c06-b736-4334-aedd-84f5fc15a429 req-f3431d38-ad5a-45e1-9e1e-daa40e801fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:36.052151 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7d36c06-b736-4334-aedd-84f5fc15a429 req-f3431d38-ad5a-45e1-9e1e-daa40e801fc3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60743ad9-3f89-46e3-a7de-dc3e4ec4e12e HTTP/1.1" status: 200 len: 863 time: 0.2967660 Feb 16 16:23:36.053606 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8495becd-7638-4bf9-8c86-0fce00042d21), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:36.056176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'cbd678ed-ad35-44b0-905f-d51567a93ac0', 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67', 'port_id': 'cbd678ed-ad35-44b0-905f-d51567a93ac0', 'mac_address': 'fa:16:3e:46:87:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428f0788-a1e9-4bb7-941f-8437ca6dcd5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:23:36.108767 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-888aebb8-78a0-4043-9008-1385518e385f req-c5b50af2-4a09-4b50-a549-a7a99ccac746 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397513 Feb 16 16:23:36.111075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port cbd678ed-ad35-44b0-905f-d51567a93ac0 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:36.111626 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:36.131518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd678ed-ad35-44b0-905f-d51567a93ac0 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:36.131728 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8495becd-7638-4bf9-8c86-0fce00042d21,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:36.168231 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:36.172877 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:36.173871 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 21726c60-bce6-4238-afb2-67b73d6478fd details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:23:36.226660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Allocated IP 192.168.233.69 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/445a84ed-45ff-460e-a2ab-422d3a33d5a1) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:23:36.249403 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=cbd678ed-ad35-44b0-905f-d51567a93ac0,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:36.363484 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 21726c60-bce6-4238-afb2-67b73d6478fd, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=21726c60-bce6-4238-afb2-67b73d6478fd,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:36.378208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '21726c60-bce6-4238-afb2-67b73d6478fd', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'port_id': '21726c60-bce6-4238-afb2-67b73d6478fd', 'mac_address': 'fa:16:3e:83:df:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:23:36.424437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 21726c60-bce6-4238-afb2-67b73d6478fd is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:36.425217 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (21726c60-bce6-4238-afb2-67b73d6478fd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:36.443410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21726c60-bce6-4238-afb2-67b73d6478fd {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:36.478091 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 21726c60-bce6-4238-afb2-67b73d6478fd, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=21726c60-bce6-4238-afb2-67b73d6478fd,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:36.488405 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (21726c60-bce6-4238-afb2-67b73d6478fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:36.497166 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks [] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:36.522094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090250c8-6be4-4ccd-8ee4-5c3376161b42 req-4f934180-0e23-46fe-8b6b-c0646107a455 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:36.523741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-090250c8-6be4-4ccd-8ee4-5c3376161b42 req-4f934180-0e23-46fe-8b6b-c0646107a455 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 1132 time: 0.5347281 Feb 16 16:23:36.531599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:36.553448 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:36.578639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36c06-b736-4334-aedd-84f5fc15a429 req-142b6399-8982-47d9-8679-871ff87222ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:36.580590 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7d36c06-b736-4334-aedd-84f5fc15a429 req-142b6399-8982-47d9-8679-871ff87222ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=72bb907d-875d-4ec6-9779-d384bacff365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4960334 Feb 16 16:23:36.584189 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Publish callbacks [] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:36.607033 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=21726c60-bce6-4238-afb2-67b73d6478fd,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:36.610736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d716e1e-abd7-4b37-a303-973db49f88cd req-c9765c49-562d-442a-93de-a0ebc11407e6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:36.617663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d716e1e-abd7-4b37-a303-973db49f88cd req-c9765c49-562d-442a-93de-a0ebc11407e6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 932 time: 0.5760674 Feb 16 16:23:36.620077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event updated for resources: {'Port': ['ID=445a84ed-45ff-460e-a2ab-422d3a33d5a1,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:36.630797 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:23:36.632162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:36.635820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:23:36.694265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Transition to ACTIVE for port object 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:23:36.702059 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:36.702722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:36.713424 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:36.729678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['21726c60-bce6-4238-afb2-67b73d6478fd'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:23:36.737654 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-75b3fa54-dc4f-4adc-9f50-95fcdb55ebfb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9678478 Feb 16 16:23:36.750357 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Request body: {'port': {'device_id': '234f164d-9d8c-4e22-9329-e14a14e07e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:36.789012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-888aebb8-78a0-4043-9008-1385518e385f req-2136b11a-08fd-40b3-aee3-58b90e67d1f3 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6460586 Feb 16 16:23:36.814105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-090250c8-6be4-4ccd-8ee4-5c3376161b42 req-d60d958c-e487-4db8-8ea4-524d3e0666a4 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483134 Feb 16 16:23:36.815391 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['cbd678ed-ad35-44b0-905f-d51567a93ac0'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:23:36.840611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d716e1e-abd7-4b37-a303-973db49f88cd req-dec8bc9d-518f-4312-9871-a282f43d1e19 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220116 Feb 16 16:23:36.894565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:36.907963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7d36c06-b736-4334-aedd-84f5fc15a429 req-1505670b-571b-459f-9790-a759b17b676f service neutron] 10.222.0.65 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188684 Feb 16 16:23:36.941192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:37.206853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Attempting to bind port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:37.229058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Attempting to bind port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:37.229408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Attempting to bind port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:37.291503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 on network a3699320-20d5-4032-b3d4-91946e07286d not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:23:37.297364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Attempting to bind port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:37.313798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7d36c06-b736-4334-aedd-84f5fc15a429 req-05da2abc-638e-46b5-b382-0923692a6154 service neutron] 10.222.0.65 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987169 Feb 16 16:23:37.315369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:37.315981 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Checking segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:37.316575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Bound using segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:37.317220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Bound port: 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:37.317825 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:37.326740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52925606-2c4a-4df4-938b-3ba248c99e17 req-7915dace-3688-4f8d-ada3-b1d73e042957 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:37.333995 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52925606-2c4a-4df4-938b-3ba248c99e17 req-7915dace-3688-4f8d-ada3-b1d73e042957 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 944 time: 0.3208570 Feb 16 16:23:37.371201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8535d694-97ae-4f83-8f6b-fe71ff4d57cc None None] Provisioning complete for port 445a84ed-45ff-460e-a2ab-422d3a33d5a1 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:37.371726 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8535d694-97ae-4f83-8f6b-fe71ff4d57cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:37.453562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8535d694-97ae-4f83-8f6b-fe71ff4d57cc None None] Port 445a84ed-45ff-460e-a2ab-422d3a33d5a1 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:23:37.486402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52925606-2c4a-4df4-938b-3ba248c99e17 req-49286a0d-b7e8-4a78-979e-b6f1cef33b4a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508818 Feb 16 16:23:37.502263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:37.507405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:37.519704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:37.533042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445a84ed-45ff-460e-a2ab-422d3a33d5a1 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:37.545099 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Publish callbacks [] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:37.561473 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Transition to ACTIVE for port object 445a84ed-45ff-460e-a2ab-422d3a33d5a1 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:23:37.568355 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:37.606123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:37.611583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:37.612743 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:37.614195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-32088a4d-5b52-4cae-b363-0e1079dbc325 service neutron] 10.222.0.65 "PUT /v2.0/ports/9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 HTTP/1.1" status: 200 len: 1092 time: 2.7272625 Feb 16 16:23:37.614883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e3351b-6536-48e0-ba05-a582c131bbe5', 'tag': '9a0d56c3-d9c9-4c86-92c9-c1500ec736d4'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:37.617170 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fbd86e-1c88-40aa-982c-a6bb6a95fcc4" -d '{"events": [{"name": "network-changed", "server_uuid": "60e3351b-6536-48e0-ba05-a582c131bbe5", "tag": "9a0d56c3-d9c9-4c86-92c9-c1500ec736d4"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:37.734136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Pushing event updated for resources: {'Port': ['ID=445a84ed-45ff-460e-a2ab-422d3a33d5a1,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:37.814805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-daaf66a0-9caa-46b9-bb88-0d6993f0cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:37.822807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-daaf66a0-9caa-46b9-bb88-0d6993f0cc60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 1126 time: 0.1685121 Feb 16 16:23:37.826470 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 21726c60-bce6-4238-afb2-67b73d6478fd up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:23:37.870486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b71a3d-3857-416e-84fc-39ca523fcaf9 req-7dd00eba-4b49-4371-acd7-0c3d8c4f377d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:37.883360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39b71a3d-3857-416e-84fc-39ca523fcaf9 req-7dd00eba-4b49-4371-acd7-0c3d8c4f377d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 947 time: 0.2449698 Feb 16 16:23:37.888460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Attempting to bind port 445a84ed-45ff-460e-a2ab-422d3a33d5a1 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:37.888795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Attempting to bind port 445a84ed-45ff-460e-a2ab-422d3a33d5a1 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:37.889146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Attempting to bind port 445a84ed-45ff-460e-a2ab-422d3a33d5a1 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:37.894377 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Port 445a84ed-45ff-460e-a2ab-422d3a33d5a1 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:23:37.896167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Attempting to bind port 445a84ed-45ff-460e-a2ab-422d3a33d5a1 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:37.906726 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:37.907140 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:37.907614 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:37.908152 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Bound port: 445a84ed-45ff-460e-a2ab-422d3a33d5a1, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:37.908577 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:37.943451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 21726c60-bce6-4238-afb2-67b73d6478fd completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:23:37.953479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 21726c60-bce6-4238-afb2-67b73d6478fd triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:37.955280 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (21726c60-bce6-4238-afb2-67b73d6478fd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:38.019176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39b71a3d-3857-416e-84fc-39ca523fcaf9 req-8d7ba84c-1b4f-4eb6-95fa-d0ccc3557b61 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348968 Feb 16 16:23:38.021032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] For port 445a84ed-45ff-460e-a2ab-422d3a33d5a1, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:38.037186 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] For port 445a84ed-45ff-460e-a2ab-422d3a33d5a1, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=445a84ed-45ff-460e-a2ab-422d3a33d5a1,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:38.046455 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:38.083609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-7cd6ab1f-a1b4-4837-98e5-8c65c11f6581 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 HTTP/1.1" status: 200 len: 217 time: 0.2459307 Feb 16 16:23:38.089380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:38.090529 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:38.092576 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] 10.222.0.60 "PUT /v2.0/ports/445a84ed-45ff-460e-a2ab-422d3a33d5a1 HTTP/1.1" status: 200 len: 1095 time: 1.3471730 Feb 16 16:23:38.093313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234f164d-9d8c-4e22-9329-e14a14e07e97', 'tag': '445a84ed-45ff-460e-a2ab-422d3a33d5a1'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:38.098010 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd526c9-b37e-4173-b59b-f36867dc5a33" -d '{"events": [{"name": "network-changed", "server_uuid": "234f164d-9d8c-4e22-9329-e14a14e07e97", "tag": "445a84ed-45ff-460e-a2ab-422d3a33d5a1"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:38.133539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 21726c60-bce6-4238-afb2-67b73d6478fd is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:38.133966 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (21726c60-bce6-4238-afb2-67b73d6478fd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:38.137861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48edde-63bf-4133-ad9e-9eb12a5b8d06 service neutron] Pushing event updated for resources: {'Port': ['ID=445a84ed-45ff-460e-a2ab-422d3a33d5a1,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:38.172516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574025e2-26c7-46f0-bb0a-e4d98ac9bd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21726c60-bce6-4238-afb2-67b73d6478fd'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:38.178361 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0614ced7-6b9b-4050-a9cb-054b4ff8e2e7" -d '{"events": [{"server_uuid": "574025e2-26c7-46f0-bb0a-e4d98ac9bd9b", "name": "network-vif-plugged", "status": "completed", "tag": "21726c60-bce6-4238-afb2-67b73d6478fd"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:38.201173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 21726c60-bce6-4238-afb2-67b73d6478fd, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=21726c60-bce6-4238-afb2-67b73d6478fd,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:38.212269 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (21726c60-bce6-4238-afb2-67b73d6478fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:38.234482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2221d-93b9-4148-b4f0-aece5c6dd1c1 req-f92b0c5c-0bcf-486e-801f-d7e4627cbd6f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:38.239670 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-6893e815-1fc6-4ea5-a9bc-e39c3ca00dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:38.243744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-67d2221d-93b9-4148-b4f0-aece5c6dd1c1 req-f92b0c5c-0bcf-486e-801f-d7e4627cbd6f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 944 time: 0.3157306 Feb 16 16:23:38.249969 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e76f7a-dfb4-4202-9b6c-0267ccb21dd3 x-openstack-request-id: req-e0e76f7a-dfb4-4202-9b6c-0267ccb21dd3 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:38.250501 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e3351b-6536-48e0-ba05-a582c131bbe5", "tag": "9a0d56c3-d9c9-4c86-92c9-c1500ec736d4", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:38.250762 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0e76f7a-dfb4-4202-9b6c-0267ccb21dd3 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:38.251194 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e3351b-6536-48e0-ba05-a582c131bbe5', 'tag': '9a0d56c3-d9c9-4c86-92c9-c1500ec736d4', 'status': 'completed', 'code': 200} Feb 16 16:23:38.254512 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-6893e815-1fc6-4ea5-a9bc-e39c3ca00dc9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 1129 time: 0.0976353 Feb 16 16:23:38.327868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=21726c60-bce6-4238-afb2-67b73d6478fd,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:38.347467 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-6434e513-a3f9-44a1-ab89-b5efab8ec23c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=445a84ed-45ff-460e-a2ab-422d3a33d5a1 HTTP/1.1" status: 200 len: 217 time: 0.0780821 Feb 16 16:23:38.354867 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-67d2221d-93b9-4148-b4f0-aece5c6dd1c1 req-90f78b83-797d-4b00-bc72-d239a09bc1c1 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087101 Feb 16 16:23:38.362206 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-bc35301f-9cdb-4f9f-bfbd-0527468778e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:38.364586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-bc35301f-9cdb-4f9f-bfbd-0527468778e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.2683098 Feb 16 16:23:38.443893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-b547b57d-9e71-4053-aadc-67a98150320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:38.446573 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-b547b57d-9e71-4053-aadc-67a98150320d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0901315 Feb 16 16:23:38.485192 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-a21cf56a-f796-45f5-a347-8186e7aaaa6c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409966 Feb 16 16:23:38.524270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-a407d046-ae05-414a-a5a1-d76d9c8c8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:38.525934 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-a407d046-ae05-414a-a5a1-d76d9c8c8a88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0736978 Feb 16 16:23:38.563030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ae8a0-b3b9-4214-8ce7-db08184a0376 req-6b9e4827-070a-4845-b745-dda38ffba42b tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:38.564655 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d43ae8a0-b3b9-4214-8ce7-db08184a0376 req-6b9e4827-070a-4845-b745-dda38ffba42b tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 949 time: 0.1963041 Feb 16 16:23:38.631588 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-42aa601c-1ed9-43f6-9271-ec669c944881 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978775 Feb 16 16:23:38.671574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b7507-0463-4146-b4aa-7e620385ef57 req-136e6bc1-673f-401e-aa2b-4406d2ada2ed tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:38.673109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-346b7507-0463-4146-b4aa-7e620385ef57 req-136e6bc1-673f-401e-aa2b-4406d2ada2ed tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 944 time: 0.1563313 Feb 16 16:23:38.684421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-0b83c7d9-ff49-4950-8d90-88ac4ed81cbb service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892359 Feb 16 16:23:38.731531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d43ae8a0-b3b9-4214-8ce7-db08184a0376 req-e30a6a52-e890-4b8b-ab43-4139705d8190 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601734 Feb 16 16:23:38.740043 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-60b3c08c-0794-4ccc-b471-c0274a025717 req-37e34155-5704-4edf-aa23-cffa7cbe7fb4 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008706 Feb 16 16:23:38.813937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-346b7507-0463-4146-b4aa-7e620385ef57 req-7716bf2c-d685-4778-95e9-9e17b81ab90a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314397 Feb 16 16:23:38.837461 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a7fd03c-70a9-424d-9535-6af24605d8ab req-785b832c-5a31-4b0b-ba11-51139a739071 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425173 Feb 16 16:23:38.871736 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b359baa-1610-4ae4-aca6-8168e46711a8 x-openstack-request-id: req-4b359baa-1610-4ae4-aca6-8168e46711a8 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:38.872111 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234f164d-9d8c-4e22-9329-e14a14e07e97", "tag": "445a84ed-45ff-460e-a2ab-422d3a33d5a1", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:38.872332 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b359baa-1610-4ae4-aca6-8168e46711a8 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:38.872736 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234f164d-9d8c-4e22-9329-e14a14e07e97', 'tag': '445a84ed-45ff-460e-a2ab-422d3a33d5a1', 'status': 'completed', 'code': 200} Feb 16 16:23:38.919728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-a3cf1bc1-0d41-4e6a-a587-86f14fc0ddfb tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9f1e972448934d409d5e97576c337ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357668 Feb 16 16:23:38.940372 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c841d738-bc8f-4f17-9b7d-d190c8ea7aed x-openstack-request-id: req-c841d738-bc8f-4f17-9b7d-d190c8ea7aed {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:38.942094 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574025e2-26c7-46f0-bb0a-e4d98ac9bd9b", "name": "network-vif-plugged", "status": "completed", "tag": "21726c60-bce6-4238-afb2-67b73d6478fd", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:38.942573 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c841d738-bc8f-4f17-9b7d-d190c8ea7aed {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:38.943305 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574025e2-26c7-46f0-bb0a-e4d98ac9bd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21726c60-bce6-4238-afb2-67b73d6478fd', 'code': 200} Feb 16 16:23:38.963379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd526c9-b37e-4173-b59b-f36867dc5a33 req-b31f01c6-a854-405d-97f6-e99a6d70c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:38.965184 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0fd526c9-b37e-4173-b59b-f36867dc5a33 req-b31f01c6-a854-405d-97f6-e99a6d70c871 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 1129 time: 0.0660715 Feb 16 16:23:39.103377 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd526c9-b37e-4173-b59b-f36867dc5a33 req-ec68c430-0497-4abe-928d-588430ebf3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:39.105009 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0fd526c9-b37e-4173-b59b-f36867dc5a33 req-ec68c430-0497-4abe-928d-588430ebf3c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1332264 Feb 16 16:23:39.126654 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a290d656-eb61-4e78-bfe3-1a1b64b2ecbf req-4f35b345-5f54-4216-98f1-e46b107b96bc tempest-FlavorsV2NegativeTest-1111824733 tempest-FlavorsV2NegativeTest-1111824733-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f68ba69be99c4f68baee8c685ea42a53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952981 Feb 16 16:23:39.136225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbd86e-1c88-40aa-982c-a6bb6a95fcc4 req-1a602e7e-0427-40b5-a2a6-35aaca635a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:39.137726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07fbd86e-1c88-40aa-982c-a6bb6a95fcc4 req-1a602e7e-0427-40b5-a2a6-35aaca635a4d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 1126 time: 0.2115812 Feb 16 16:23:39.155125 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0fd526c9-b37e-4173-b59b-f36867dc5a33 req-5791e0a8-ad08-4123-a961-78b16a2ba107 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=445a84ed-45ff-460e-a2ab-422d3a33d5a1 HTTP/1.1" status: 200 len: 217 time: 0.0408218 Feb 16 16:23:39.210095 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd526c9-b37e-4173-b59b-f36867dc5a33 req-5320ec53-3754-4ae2-b7c7-536c76853053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:39.211634 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0fd526c9-b37e-4173-b59b-f36867dc5a33 req-5320ec53-3754-4ae2-b7c7-536c76853053 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0506811 Feb 16 16:23:39.220546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14aa49-7a72-4a77-a896-9df8931f9a09 req-ac531501-f7d0-4ad7-bf83-1831a7172200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:39.222251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee14aa49-7a72-4a77-a896-9df8931f9a09 req-ac531501-f7d0-4ad7-bf83-1831a7172200 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 1127 time: 0.2124209 Feb 16 16:23:39.266712 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd526c9-b37e-4173-b59b-f36867dc5a33 req-825a7fd6-e51b-4d02-b6a7-b2e912a852c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:39.268526 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0fd526c9-b37e-4173-b59b-f36867dc5a33 req-825a7fd6-e51b-4d02-b6a7-b2e912a852c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0489321 Feb 16 16:23:39.277682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-ee45d808-1677-4056-a34d-7f3181637500 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:39.279150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-ee45d808-1677-4056-a34d-7f3181637500 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3451564 Feb 16 16:23:39.352829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-4b0e3586-2e60-403d-a948-3969692e0c36 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/quotas/9f1e972448934d409d5e97576c337ceb HTTP/1.1" status: 200 len: 375 time: 0.0626903 Feb 16 16:23:39.376401 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0fd526c9-b37e-4173-b59b-f36867dc5a33 req-d1ee635b-dbe5-4aa9-ba96-2337aa40af7b service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006184 Feb 16 16:23:39.423438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290d656-eb61-4e78-bfe3-1a1b64b2ecbf req-b4b74477-fcb6-43c5-bfa6-05f440094106 tempest-FlavorsV2NegativeTest-1111824733 tempest-FlavorsV2NegativeTest-1111824733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:39.424922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a290d656-eb61-4e78-bfe3-1a1b64b2ecbf req-b4b74477-fcb6-43c5-bfa6-05f440094106 tempest-FlavorsV2NegativeTest-1111824733 tempest-FlavorsV2NegativeTest-1111824733-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2823944 Feb 16 16:23:39.430998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbd86e-1c88-40aa-982c-a6bb6a95fcc4 req-a52abe4d-acd9-4ba0-9f8c-ebdbda260961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:39.436762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07fbd86e-1c88-40aa-982c-a6bb6a95fcc4 req-a52abe4d-acd9-4ba0-9f8c-ebdbda260961 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.2826953 Feb 16 16:23:39.441242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee14aa49-7a72-4a77-a896-9df8931f9a09 req-242a730c-53e0-4939-a0f1-d6f7a9a7843f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054284 Feb 16 16:23:39.456534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a290d656-eb61-4e78-bfe3-1a1b64b2ecbf req-79d86bc7-ac48-42f5-beb1-b62fd338799c tempest-FlavorsV2NegativeTest-1111824733 tempest-FlavorsV2NegativeTest-1111824733-project] 10.222.0.24 "GET /v2.0/quotas/f68ba69be99c4f68baee8c685ea42a53 HTTP/1.1" status: 200 len: 375 time: 0.0144415 Feb 16 16:23:39.486342 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0fd526c9-b37e-4173-b59b-f36867dc5a33 req-3c1d4bad-2537-4a52-93bc-4bacc77b5311 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035409 Feb 16 16:23:39.486624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-644acc74-2552-4f37-9925-9ba54d8d7218 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1173539 Feb 16 16:23:39.502732 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a290d656-eb61-4e78-bfe3-1a1b64b2ecbf req-11f487b5-7c55-4656-b873-4702738c2943 tempest-FlavorsV2NegativeTest-1111824733 tempest-FlavorsV2NegativeTest-1111824733-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f68ba69be99c4f68baee8c685ea42a53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349705 Feb 16 16:23:39.623431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca788330-47b2-4d68-94f3-3af98a106847 req-9cf831b7-7cea-40bf-a4d0-f6a3a9d538ee tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:39.625113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca788330-47b2-4d68-94f3-3af98a106847 req-9cf831b7-7cea-40bf-a4d0-f6a3a9d538ee tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 944 time: 0.0604889 Feb 16 16:23:39.749866 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca788330-47b2-4d68-94f3-3af98a106847 req-6fc1e800-f287-49b7-992a-5dd30c1873c1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187878 Feb 16 16:23:39.751956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07fbd86e-1c88-40aa-982c-a6bb6a95fcc4 req-7f974f71-00b3-45aa-8f4e-311a7861fcbf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 HTTP/1.1" status: 200 len: 217 time: 0.0578825 Feb 16 16:23:39.827582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-7a267ab6-264d-4067-8df8-b5606784ee1e tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=744a30eeba734d3d864bcc20cfe3b2d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820737 Feb 16 16:23:39.844347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device cbd678ed-ad35-44b0-905f-d51567a93ac0 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:23:39.898913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbd86e-1c88-40aa-982c-a6bb6a95fcc4 req-897975a9-d78b-44af-b5db-77ee7c43411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:39.900446 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07fbd86e-1c88-40aa-982c-a6bb6a95fcc4 req-897975a9-d78b-44af-b5db-77ee7c43411e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.1394796 Feb 16 16:23:39.982702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port cbd678ed-ad35-44b0-905f-d51567a93ac0 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:23:39.988708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07fbd86e-1c88-40aa-982c-a6bb6a95fcc4 req-4d287502-9799-48b5-9b24-d0f976392e30 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433431 Feb 16 16:23:39.989213 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port cbd678ed-ad35-44b0-905f-d51567a93ac0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:39.990394 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:40.070267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-c52cefb8-b4db-4405-939f-8d6391b38c80 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:40.077496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-c52cefb8-b4db-4405-939f-8d6391b38c80 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489965 Feb 16 16:23:40.096093 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8250e8-72bd-427e-aa56-89cfde060bfb req-494a0ac6-265e-4b8b-9aa8-6620f1029d0f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:40.103934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6e8250e8-72bd-427e-aa56-89cfde060bfb req-494a0ac6-265e-4b8b-9aa8-6620f1029d0f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 947 time: 0.2244089 Feb 16 16:23:40.107554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port cbd678ed-ad35-44b0-905f-d51567a93ac0 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:40.108091 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:40.158411 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-f9be888d-d1b8-4920-abb7-bbc42505866b tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/quotas/744a30eeba734d3d864bcc20cfe3b2d6 HTTP/1.1" status: 200 len: 375 time: 0.0795326 Feb 16 16:23:40.192514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:40.203624 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:40.210327 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fac561ad-6ba9-41f5-b9e3-cab5ea4b47d0 req-71270719-b261-4bcb-86c0-a66924b9d976 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1118197 Feb 16 16:23:40.260907 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6e8250e8-72bd-427e-aa56-89cfde060bfb req-9c1c8cf4-1219-4998-b746-4b88502313e3 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559129 Feb 16 16:23:40.265897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07fbd86e-1c88-40aa-982c-a6bb6a95fcc4 req-12b80366-bd6d-4d0a-9fec-b66db7ee9a05 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677498 Feb 16 16:23:40.303658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cba1300e-a5eb-4bdb-ab99-f69dc3265fa9 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=744a30eeba734d3d864bcc20cfe3b2d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1440563 Feb 16 16:23:40.313191 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=cbd678ed-ad35-44b0-905f-d51567a93ac0,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:40.339237 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac561ad-6ba9-41f5-b9e3-cab5ea4b47d0 req-da19a496-f206-4dba-8571-6bd7f1c7cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:40.341331 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fac561ad-6ba9-41f5-b9e3-cab5ea4b47d0 req-da19a496-f206-4dba-8571-6bd7f1c7cd0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=949e2aa78ffb460c91715a893a35afcb&device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 1128 time: 0.0710444 Feb 16 16:23:40.466445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07fbd86e-1c88-40aa-982c-a6bb6a95fcc4 req-5ef80688-9274-4daa-a6b4-53746cfc395f service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836569 Feb 16 16:23:40.534514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46802) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:40.542011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac561ad-6ba9-41f5-b9e3-cab5ea4b47d0 req-ee059697-db43-4e45-817a-89c798714134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:40.543712 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fac561ad-6ba9-41f5-b9e3-cab5ea4b47d0 req-ee059697-db43-4e45-817a-89c798714134 service neutron] 10.222.0.60 "GET /v2.0/networks?id=94a1e31b-f9ab-440f-a31d-308d40923799 HTTP/1.1" status: 200 len: 915 time: 0.1746678 Feb 16 16:23:40.648856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd5d0f-6956-4032-a875-e7d9fc6e60e1 req-55bcb903-7dd1-4aaf-9127-259528a40207 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:40.658893 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9cd5d0f-6956-4032-a875-e7d9fc6e60e1 req-55bcb903-7dd1-4aaf-9127-259528a40207 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 945 time: 0.1370943 Feb 16 16:23:40.792971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9cd5d0f-6956-4032-a875-e7d9fc6e60e1 req-675e1cc6-c5bf-46ff-9bc0-697345a893f8 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318321 Feb 16 16:23:40.828821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4351ad95-d6ff-4755-9674-fabea4a4a05a req-7ac6288d-68d6-4cbf-81c6-4ca955b69dc3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 210 time: 0.0593963 Feb 16 16:23:40.847711 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e84ceca-a743-43a9-a4b6-b5d7b011e72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:40.945272 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55c79eb-4aaf-4210-896b-0a6e776708c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd678ed-ad35-44b0-905f-d51567a93ac0'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:40.948223 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1cc148-3da6-4152-9f87-024e439cbef3" -d '{"events": [{"server_uuid": "b55c79eb-4aaf-4210-896b-0a6e776708c9", "name": "network-vif-plugged", "status": "completed", "tag": "cbd678ed-ad35-44b0-905f-d51567a93ac0"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:41.015202 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fac561ad-6ba9-41f5-b9e3-cab5ea4b47d0 req-d6b89391-5961-4d13-a931-dccc9a4055be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 HTTP/1.1" status: 200 len: 217 time: 0.4584520 Feb 16 16:23:41.041089 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb8280d4-2a3c-4557-98e7-3bf127a6ecab req-dfa1af6c-b8a4-4775-8237-8ae7df13059d tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 210 time: 0.0867133 Feb 16 16:23:41.076201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac561ad-6ba9-41f5-b9e3-cab5ea4b47d0 req-8a8f48b7-3326-4e7f-a3b9-6ef6bf3c0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:41.077907 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fac561ad-6ba9-41f5-b9e3-cab5ea4b47d0 req-8a8f48b7-3326-4e7f-a3b9-6ef6bf3c0748 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1786a798-933d-4f8c-b8b1-882bd213fb9e HTTP/1.1" status: 200 len: 854 time: 0.0566559 Feb 16 16:23:41.134685 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fac561ad-6ba9-41f5-b9e3-cab5ea4b47d0 req-c7fd5ba1-f1ef-42f1-964d-4b87154adb9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94a1e31b-f9ab-440f-a31d-308d40923799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463510 Feb 16 16:23:41.156326 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e84ceca-a743-43a9-a4b6-b5d7b011e72f admin admin] Publish callbacks [] for security_group (774e46d7-40d4-4867-b1eb-3287ec598e5a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:41.171714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326ab01-dc28-43ed-91ec-48d109bf8d8e req-cc06f89e-e66f-4e1a-8bf7-05080a540928 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:41.179893 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2326ab01-dc28-43ed-91ec-48d109bf8d8e req-cc06f89e-e66f-4e1a-8bf7-05080a540928 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 944 time: 0.2073159 Feb 16 16:23:41.203381 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e84ceca-a743-43a9-a4b6-b5d7b011e72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (774e46d7-40d4-4867-b1eb-3287ec598e5a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:41.249464 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fac561ad-6ba9-41f5-b9e3-cab5ea4b47d0 req-65f93796-f3ae-47d8-b762-0839007a1466 service neutron] 10.222.0.60 "GET /v2.0/networks/94a1e31b-f9ab-440f-a31d-308d40923799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070693 Feb 16 16:23:41.315196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2326ab01-dc28-43ed-91ec-48d109bf8d8e req-8300d8b0-0d08-413a-8574-1188afe0b4eb tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313696 Feb 16 16:23:41.323116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84ceca-a743-43a9-a4b6-b5d7b011e72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774e46d7-40d4-4867-b1eb-3287ec598e5a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:41.344056 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3e84ceca-a743-43a9-a4b6-b5d7b011e72f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f68ba69be99c4f68baee8c685ea42a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8056271 Feb 16 16:23:41.344934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46822) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:41.386399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46b088-d983-40e3-8845-4242f003fa39 req-14a375c8-a695-43ab-9f7e-211f1d54f132 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:41.394281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f46b088-d983-40e3-8845-4242f003fa39 req-14a375c8-a695-43ab-9f7e-211f1d54f132 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 945 time: 0.2541487 Feb 16 16:23:41.400307 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663598b8-2728-452a-8024-7d61cc441d20 x-openstack-request-id: req-663598b8-2728-452a-8024-7d61cc441d20 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:41.400847 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55c79eb-4aaf-4210-896b-0a6e776708c9", "name": "network-vif-plugged", "status": "completed", "tag": "cbd678ed-ad35-44b0-905f-d51567a93ac0", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:41.400847 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-663598b8-2728-452a-8024-7d61cc441d20 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:41.401247 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55c79eb-4aaf-4210-896b-0a6e776708c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd678ed-ad35-44b0-905f-d51567a93ac0', 'code': 200} Feb 16 16:23:41.418837 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fac561ad-6ba9-41f5-b9e3-cab5ea4b47d0 req-51b4a3eb-52c0-4342-9e6c-752a7bbe00f8 service neutron] 10.222.0.60 "GET /v2.0/networks/94a1e31b-f9ab-440f-a31d-308d40923799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523063 Feb 16 16:23:41.453176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-ce1dbeb3-7f11-47ff-835f-eecb5de95254 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9f1e972448934d409d5e97576c337ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412791 Feb 16 16:23:41.533563 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8403fa9-509a-45d8-beb5-44cb7e186c17 admin admin] Publish callbacks [] for security_group (774e46d7-40d4-4867-b1eb-3287ec598e5a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:41.801183 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f46b088-d983-40e3-8845-4242f003fa39 req-2891772e-30c7-4fa2-9094-07794156f2c3 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059789 Feb 16 16:23:41.843527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:23:41.968310 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-d8150224-fa70-435d-afdc-10e4619b1370 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=744a30eeba734d3d864bcc20cfe3b2d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413208 Feb 16 16:23:41.983161 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8403fa9-509a-45d8-beb5-44cb7e186c17 admin admin] Publish callbacks [] for security_group (774e46d7-40d4-4867-b1eb-3287ec598e5a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:42.048586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:42.071583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a3566-cfda-4d51-b97c-d317e7b898b8 req-d17d703d-159b-4e0e-89b0-b46cdfd4419f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:42.073831 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467a3566-cfda-4d51-b97c-d317e7b898b8 req-d17d703d-159b-4e0e-89b0-b46cdfd4419f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 947 time: 0.5457766 Feb 16 16:23:42.076274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '9a0d56c3-d9c9-4c86-92c9-c1500ec736d4', 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d', 'port_id': '9a0d56c3-d9c9-4c86-92c9-c1500ec736d4', 'mac_address': 'fa:16:3e:3a:5f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa87091b-0528-4c60-af17-b7ab39fe257d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:23:42.120236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62ce32-6c93-43c6-8ea0-ad4cc84ec348 req-954550e4-6482-4523-9570-8b7d5fb9b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:42.120443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c62ce32-6c93-43c6-8ea0-ad4cc84ec348 req-954550e4-6482-4523-9570-8b7d5fb9b5e2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 1127 time: 0.5884304 Feb 16 16:23:42.125064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:42.125841 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:42.149528 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:42.150980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-39b9caf9-9f37-4701-b093-30da098e0351 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:42.152521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-39b9caf9-9f37-4701-b093-30da098e0351 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6783125 Feb 16 16:23:42.166532 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-203db8c6-8058-4d1b-9c47-a3388b5ca6b7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:42.168567 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-203db8c6-8058-4d1b-9c47-a3388b5ca6b7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936266 Feb 16 16:23:42.180998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f9d48-27d3-420e-b808-a1fc8089f926 req-f4938f2b-9574-4678-86f7-0437a978fd46 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:42.184333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:42.186471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e2f9d48-27d3-420e-b808-a1fc8089f926 req-f4938f2b-9574-4678-86f7-0437a978fd46 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 945 time: 0.2264981 Feb 16 16:23:42.189162 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:42.210490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467a3566-cfda-4d51-b97c-d317e7b898b8 req-086363c5-a2ac-4503-974a-15e772f71dbd tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276848 Feb 16 16:23:42.221685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-34cacfa8-f130-4345-b318-f2d187cb3cc7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Request body: {'port': {'device_id': 'b5451eac-7037-4a0e-9b56-095330eaf2d9', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '744a30eeba734d3d864bcc20cfe3b2d6'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:42.225693 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-24357a36-7033-4e51-8c06-3b39b9ebffbc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Request body: {'port': {'device_id': 'aa054446-d18b-4a88-85d6-1732f74294c4', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '9f1e972448934d409d5e97576c337ceb'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:42.281028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:42.317128 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8403fa9-509a-45d8-beb5-44cb7e186c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (774e46d7-40d4-4867-b1eb-3287ec598e5a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:42.319848 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8403fa9-509a-45d8-beb5-44cb7e186c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:42.321740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b8403fa9-509a-45d8-beb5-44cb7e186c17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/774e46d7-40d4-4867-b1eb-3287ec598e5a HTTP/1.1" status: 204 len: 168 time: 0.9761713 Feb 16 16:23:42.346534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c62ce32-6c93-43c6-8ea0-ad4cc84ec348 req-252294f8-916c-4149-bd00-1f21a87fd4bf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170064 Feb 16 16:23:42.372360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8403fa9-509a-45d8-beb5-44cb7e186c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774e46d7-40d4-4867-b1eb-3287ec598e5a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:42.418959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e2f9d48-27d3-420e-b808-a1fc8089f926 req-0d41d2a6-4404-4212-9a76-199099dbedb9 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213697 Feb 16 16:23:42.421162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a4f26b2-6f1b-4825-a353-a44f0b249f24 req-99d87bac-cc99-45b1-bacc-ee35f0789da2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 210 time: 0.0618515 Feb 16 16:23:42.439119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-34cacfa8-f130-4345-b318-f2d187cb3cc7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Made reservation on behalf of 744a30eeba734d3d864bcc20cfe3b2d6 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:42.443636 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-34cacfa8-f130-4345-b318-f2d187cb3cc7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:42.446435 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['9a0d56c3-d9c9-4c86-92c9-c1500ec736d4'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:23:42.512570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-24357a36-7033-4e51-8c06-3b39b9ebffbc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Made reservation on behalf of 9f1e972448934d409d5e97576c337ceb for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:42.518001 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-24357a36-7033-4e51-8c06-3b39b9ebffbc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:42.624022 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4678fa5b-d7c7-40e2-b2a6-bd5146ab0b1c req-fe074e7c-2ae8-4bf1-a409-d9f86346aa73 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 210 time: 0.0453656 Feb 16 16:23:42.732675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-34cacfa8-f130-4345-b318-f2d187cb3cc7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Allocated IP 192.168.233.33 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/75ed3f15-60b2-47e6-a681-b89d6d2cf488) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:23:42.784352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca0626-7503-40a8-b4b3-28d27858d235 req-b1015038-13dc-47e3-b451-73544f998f5d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:42.786093 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68ca0626-7503-40a8-b4b3-28d27858d235 req-b1015038-13dc-47e3-b451-73544f998f5d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 945 time: 0.2552822 Feb 16 16:23:42.837613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214d80c-5b86-4698-aaa0-f72db085a057 req-a31f6c1e-faff-4bdc-819c-f12ce680c30c tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:42.839140 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b214d80c-5b86-4698-aaa0-f72db085a057 req-a31f6c1e-faff-4bdc-819c-f12ce680c30c tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 945 time: 0.1182554 Feb 16 16:23:42.849405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46848) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:42.883585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1e7edae7-5adc-4be8-9695-b734a7e8374f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Request body: {'floatingip': {'port_id': '21726c60-bce6-4238-afb2-67b73d6478fd'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:42.900744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68ca0626-7503-40a8-b4b3-28d27858d235 req-e1d25d0b-c869-4ed1-8669-35b13bb54727 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037552 Feb 16 16:23:42.913034 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-34cacfa8-f130-4345-b318-f2d187cb3cc7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks [] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:42.951900 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-34cacfa8-f130-4345-b318-f2d187cb3cc7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:42.965901 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['5580e7aa-2577-4c7b-8595-41bd3c0e542a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:23:43.020745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-24357a36-7033-4e51-8c06-3b39b9ebffbc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Allocated IP 192.168.233.60 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/57cd8e91-afbe-4d32-97a1-56b07e70bc5c) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:23:43.032890 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cacfa8-f130-4345-b318-f2d187cb3cc7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Pushing event updated for resources: {'Port': ['ID=75ed3f15-60b2-47e6-a681-b89d6d2cf488,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:43.039012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-34cacfa8-f130-4345-b318-f2d187cb3cc7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:23:43.041163 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-34cacfa8-f130-4345-b318-f2d187cb3cc7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:43.057685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-34cacfa8-f130-4345-b318-f2d187cb3cc7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:23:43.164363 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-34cacfa8-f130-4345-b318-f2d187cb3cc7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:43.168786 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-34cacfa8-f130-4345-b318-f2d187cb3cc7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:43.201640 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-34cacfa8-f130-4345-b318-f2d187cb3cc7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9842803 Feb 16 16:23:43.216213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Request body: {'port': {'device_id': 'b5451eac-7037-4a0e-9b56-095330eaf2d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:43.222631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 445a84ed-45ff-460e-a2ab-422d3a33d5a1 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:23:43.268067 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1e7edae7-5adc-4be8-9695-b734a7e8374f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for floatingip (ea0dd5c6-b475-4354-99ac-0569d99cf3d5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:43.364168 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:43.415010 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-24357a36-7033-4e51-8c06-3b39b9ebffbc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks [] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:43.476328 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46866) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:43.524454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cc36d846-b236-4e6f-93c5-3261f4004046 None None] Provisioning complete for port 75ed3f15-60b2-47e6-a681-b89d6d2cf488 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:43.525064 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cc36d846-b236-4e6f-93c5-3261f4004046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:43.525341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660cea-8610-47f3-8326-dc4d4a9f5e92 req-91a572f1-2a95-47ce-94af-f6e4fb57776a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:43.527176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19660cea-8610-47f3-8326-dc4d4a9f5e92 req-91a572f1-2a95-47ce-94af-f6e4fb57776a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 945 time: 0.6145251 Feb 16 16:23:43.640980 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-56702325-network', 'tenant_id': '9e2d6d3e8b174b28b48a0036fa659fb6'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:43.647991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 445a84ed-45ff-460e-a2ab-422d3a33d5a1, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=445a84ed-45ff-460e-a2ab-422d3a33d5a1,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:43.670261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cc36d846-b236-4e6f-93c5-3261f4004046 None None] Port 75ed3f15-60b2-47e6-a681-b89d6d2cf488 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:23:43.672031 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '445a84ed-45ff-460e-a2ab-422d3a33d5a1', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '445a84ed-45ff-460e-a2ab-422d3a33d5a1', 'mac_address': 'fa:16:3e:37:b4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:23:43.673612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] Made reservation on behalf of 9e2d6d3e8b174b28b48a0036fa659fb6 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:43.676686 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:43.687483 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:43.721190 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 445a84ed-45ff-460e-a2ab-422d3a33d5a1 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:43.721578 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:43.738348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445a84ed-45ff-460e-a2ab-422d3a33d5a1 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:43.747929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc46da1-9f2b-4877-97f8-6f3c9dc41846 req-30e3d806-6bde-44f3-9d9f-46aac8b35880 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:43.750491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdc46da1-9f2b-4877-97f8-6f3c9dc41846 req-30e3d806-6bde-44f3-9d9f-46aac8b35880 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 947 time: 0.4022810 Feb 16 16:23:43.771142 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-24357a36-7033-4e51-8c06-3b39b9ebffbc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:43.771508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 445a84ed-45ff-460e-a2ab-422d3a33d5a1, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=445a84ed-45ff-460e-a2ab-422d3a33d5a1,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:43.779076 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:43.787412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['4f37f912-a31c-4603-9efb-e7bf970d8561'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:23:43.799318 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] Publish callbacks [] for security_group (1ed2487c-2921-4522-b09b-b16a3cc32cf8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:43.837171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1ed2487c-2921-4522-b09b-b16a3cc32cf8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:43.858030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:23:43.869653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24357a36-7033-4e51-8c06-3b39b9ebffbc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Pushing event updated for resources: {'Port': ['ID=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:43.871787 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed2487c-2921-4522-b09b-b16a3cc32cf8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:43.887173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:23:43.906945 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19660cea-8610-47f3-8326-dc4d4a9f5e92 req-8db4e254-3417-4af6-8263-476c60ee0429 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576555 Feb 16 16:23:43.910459 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (4b3acfae-b760-4175-9e95-57f1b19a9702), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:43.910816 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] Added segment 4b3acfae-b760-4175-9e95-57f1b19a9702 of type vlan for network 295b64a5-3d7b-4d2a-86be-078f267538a3 Feb 16 16:23:43.945087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-24357a36-7033-4e51-8c06-3b39b9ebffbc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:23:43.956521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-24357a36-7033-4e51-8c06-3b39b9ebffbc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:43.958956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=445a84ed-45ff-460e-a2ab-422d3a33d5a1,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:43.995542 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-24357a36-7033-4e51-8c06-3b39b9ebffbc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:23:43.997294 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (295b64a5-3d7b-4d2a-86be-078f267538a3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:44.053650 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ed3f15-60b2-47e6-a681-b89d6d2cf488 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:44.065778 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Publish callbacks [] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:44.073812 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (295b64a5-3d7b-4d2a-86be-078f267538a3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:44.074924 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:44.075495 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:44.097484 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdc46da1-9f2b-4877-97f8-6f3c9dc41846 req-ebfa031d-9d5b-49e5-8336-ab79cc4a474c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332379 Feb 16 16:23:44.108968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:23:44.129075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:44.129777 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:44.174802 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] Pushing event updated for resources: {'Network': ['ID=295b64a5-3d7b-4d2a-86be-078f267538a3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:44.197076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Transition to ACTIVE for port object 75ed3f15-60b2-47e6-a681-b89d6d2cf488 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:23:44.199297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:23:44.201771 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 295b64a5-3d7b-4d2a-86be-078f267538a3 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:23:44.205228 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:44.234633 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-849f9cd1-1a44-4271-99df-9bf711e74ecc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7556376 Feb 16 16:23:44.251539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46876) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:44.258490 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-aa2f44ea-3871-4b84-a7cc-65280eb47fb9 admin admin] Request body: {'subnet': {'network_id': '295b64a5-3d7b-4d2a-86be-078f267538a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-56702325-subnet', 'tenant_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:44.304886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2f44ea-3871-4b84-a7cc-65280eb47fb9 admin admin] Made reservation on behalf of 9e2d6d3e8b174b28b48a0036fa659fb6 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:23:44.307366 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa2f44ea-3871-4b84-a7cc-65280eb47fb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:44.356614 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Pushing event updated for resources: {'Port': ['ID=75ed3f15-60b2-47e6-a681-b89d6d2cf488,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:44.385731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-24357a36-7033-4e51-8c06-3b39b9ebffbc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:44.386395 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-24357a36-7033-4e51-8c06-3b39b9ebffbc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:44.472659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Attempting to bind port 75ed3f15-60b2-47e6-a681-b89d6d2cf488 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:44.473409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Attempting to bind port 75ed3f15-60b2-47e6-a681-b89d6d2cf488 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:44.474036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Attempting to bind port 75ed3f15-60b2-47e6-a681-b89d6d2cf488 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:44.482771 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Port 75ed3f15-60b2-47e6-a681-b89d6d2cf488 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:23:44.483918 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Attempting to bind port 75ed3f15-60b2-47e6-a681-b89d6d2cf488 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:44.505715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d467d8fc-f3e7-4735-abcc-4d653e3b127e None None] Provisioning complete for port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:44.506095 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d467d8fc-f3e7-4735-abcc-4d653e3b127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:44.520953 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:44.522546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:44.523157 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:44.524091 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Bound port: 75ed3f15-60b2-47e6-a681-b89d6d2cf488, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:44.524881 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:44.536466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310f11b-5f87-471f-aebc-474fbe3139fa req-116daae0-3944-41c6-ae4a-4f43c4709fba tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:44.538118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f310f11b-5f87-471f-aebc-474fbe3139fa req-116daae0-3944-41c6-ae4a-4f43c4709fba tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 935 time: 0.4867363 Feb 16 16:23:44.541802 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-24357a36-7033-4e51-8c06-3b39b9ebffbc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3278680 Feb 16 16:23:44.557857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d467d8fc-f3e7-4735-abcc-4d653e3b127e None None] Port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:23:44.559439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Request body: {'port': {'device_id': 'aa054446-d18b-4a88-85d6-1732f74294c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:44.568430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:44.568838 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:44.655225 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] For port 75ed3f15-60b2-47e6-a681-b89d6d2cf488, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:44.660981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] For port 75ed3f15-60b2-47e6-a681-b89d6d2cf488, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=75ed3f15-60b2-47e6-a681-b89d6d2cf488,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:44.661674 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:44.663827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e3351b-6536-48e0-ba05-a582c131bbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0d56c3-d9c9-4c86-92c9-c1500ec736d4'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:44.667585 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22981dba-8111-4380-86d9-f67b96f0f5b7" -d '{"events": [{"server_uuid": "60e3351b-6536-48e0-ba05-a582c131bbe5", "name": "network-vif-plugged", "status": "completed", "tag": "9a0d56c3-d9c9-4c86-92c9-c1500ec736d4"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:44.671796 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:44.673904 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:44.693479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:44.694507 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:44.699400 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] 10.222.0.60 "PUT /v2.0/ports/75ed3f15-60b2-47e6-a681-b89d6d2cf488 HTTP/1.1" status: 200 len: 1095 time: 1.4887166 Feb 16 16:23:44.757228 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5451eac-7037-4a0e-9b56-095330eaf2d9', 'tag': '75ed3f15-60b2-47e6-a681-b89d6d2cf488'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:44.760657 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380ffdff-b687-4719-a1ac-1e675065187d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5451eac-7037-4a0e-9b56-095330eaf2d9", "tag": "75ed3f15-60b2-47e6-a681-b89d6d2cf488"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:44.816983 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:44.833555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9322f-cec9-47e1-a998-d745a071828c service neutron] Pushing event updated for resources: {'Port': ['ID=75ed3f15-60b2-47e6-a681-b89d6d2cf488,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:44.882648 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-2686acea-67c9-4b67-b2a4-2e24fcbe6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:44.884905 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-2686acea-67c9-4b67-b2a4-2e24fcbe6c02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=744a30eeba734d3d864bcc20cfe3b2d6&device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 1129 time: 0.1210570 Feb 16 16:23:44.950128 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-db1483d9-3663-44c0-8c48-c0fe95221685 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=75ed3f15-60b2-47e6-a681-b89d6d2cf488 HTTP/1.1" status: 200 len: 217 time: 0.0462976 Feb 16 16:23:44.970570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de096ea-f5f9-4621-9578-291fffdb6a08 req-95752661-5834-4dda-bf5f-752e20c7ebea tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:44.977913 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6de096ea-f5f9-4621-9578-291fffdb6a08 req-95752661-5834-4dda-bf5f-752e20c7ebea tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 947 time: 0.7270653 Feb 16 16:23:45.020617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-5bcf34e2-45cf-487f-be89-d0ca085f16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:45.022313 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-5bcf34e2-45cf-487f-be89-d0ca085f16b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0661237 Feb 16 16:23:45.088742 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-9e425196-6282-4680-9512-766f209a09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:45.090281 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-9e425196-6282-4680-9512-766f209a09fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0613072 Feb 16 16:23:45.118491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f310f11b-5f87-471f-aebc-474fbe3139fa req-64f722a4-6e03-4627-900b-1c91ae6c3b23 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231805 Feb 16 16:23:45.199484 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-85118c94-214a-478a-b8f3-1c9237956da2 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024432 Feb 16 16:23:45.200870 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:45.286855 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6de096ea-f5f9-4621-9578-291fffdb6a08 req-2703b8c1-5529-4844-88e9-0bba28d4e766 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080585 Feb 16 16:23:45.295921 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1e7edae7-5adc-4be8-9695-b734a7e8374f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:45.311585 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c851dff-c42c-4a80-85da-83022d3f3c76 req-6919346c-54ec-4016-9324-62dd602f367e service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057420 Feb 16 16:23:45.342863 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1e7edae7-5adc-4be8-9695-b734a7e8374f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (ea0dd5c6-b475-4354-99ac-0569d99cf3d5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:45.408126 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03188db-65cb-4690-abf4-3a2aa83f0bdf x-openstack-request-id: req-c03188db-65cb-4690-abf4-3a2aa83f0bdf {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:45.408455 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e3351b-6536-48e0-ba05-a582c131bbe5", "name": "network-vif-plugged", "status": "completed", "tag": "9a0d56c3-d9c9-4c86-92c9-c1500ec736d4", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:45.408730 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c03188db-65cb-4690-abf4-3a2aa83f0bdf {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:45.409120 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e3351b-6536-48e0-ba05-a582c131bbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0d56c3-d9c9-4c86-92c9-c1500ec736d4', 'code': 200} Feb 16 16:23:45.453107 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8167a9-f7a0-43e5-8409-da7c821ee03a x-openstack-request-id: req-7e8167a9-f7a0-43e5-8409-da7c821ee03a {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:45.453107 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5451eac-7037-4a0e-9b56-095330eaf2d9", "tag": "75ed3f15-60b2-47e6-a681-b89d6d2cf488", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:45.453107 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e8167a9-f7a0-43e5-8409-da7c821ee03a {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:45.453520 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5451eac-7037-4a0e-9b56-095330eaf2d9', 'tag': '75ed3f15-60b2-47e6-a681-b89d6d2cf488', 'status': 'completed', 'code': 200} Feb 16 16:23:45.535925 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ffdff-b687-4719-a1ac-1e675065187d req-2af70264-b806-44e9-96af-3ee2ad1bb69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:45.537603 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-380ffdff-b687-4719-a1ac-1e675065187d req-2af70264-b806-44e9-96af-3ee2ad1bb69a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=744a30eeba734d3d864bcc20cfe3b2d6&device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 1129 time: 0.0471787 Feb 16 16:23:45.577586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f166210-210b-4eba-9607-47f285fcbb7e req-4a2cfbe9-1c5a-4fbb-8bc1-46ad41417cdc tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:45.579064 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f166210-210b-4eba-9607-47f285fcbb7e req-4a2cfbe9-1c5a-4fbb-8bc1-46ad41417cdc tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 946 time: 0.3872635 Feb 16 16:23:45.632277 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa2f44ea-3871-4b84-a7cc-65280eb47fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (041b0d76-8dbb-491c-b79e-c614ad4c219b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:45.635130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ffdff-b687-4719-a1ac-1e675065187d req-dec47f98-6df0-488f-a73c-0d39480cded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:45.636632 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-380ffdff-b687-4719-a1ac-1e675065187d req-dec47f98-6df0-488f-a73c-0d39480cded3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.0916140 Feb 16 16:23:45.686317 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-380ffdff-b687-4719-a1ac-1e675065187d req-eec838a0-3bac-4acc-9840-7822bba4c7bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=75ed3f15-60b2-47e6-a681-b89d6d2cf488 HTTP/1.1" status: 200 len: 217 time: 0.0402060 Feb 16 16:23:45.754917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ffdff-b687-4719-a1ac-1e675065187d req-8f09ac50-67a8-4eb4-8c3a-58bffac2b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:45.756363 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-380ffdff-b687-4719-a1ac-1e675065187d req-8f09ac50-67a8-4eb4-8c3a-58bffac2b67c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0563688 Feb 16 16:23:45.761644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f44ea-3871-4b84-a7cc-65280eb47fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=041b0d76-8dbb-491c-b79e-c614ad4c219b,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:45.815967 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ffdff-b687-4719-a1ac-1e675065187d req-1b17e8f1-6433-4f26-b244-cbde6baeb1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:45.817628 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-380ffdff-b687-4719-a1ac-1e675065187d req-1b17e8f1-6433-4f26-b244-cbde6baeb1f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0491388 Feb 16 16:23:45.839841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c8a2c-5a61-4ccc-b195-07049547c366 req-ad6cd0db-ffe3-4552-ba39-400f561539e2 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:45.841522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c7c8a2c-5a61-4ccc-b195-07049547c366 req-ad6cd0db-ffe3-4552-ba39-400f561539e2 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 945 time: 0.3209527 Feb 16 16:23:45.866902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a6958-a864-4d21-a78c-7aefdcf7a19c req-812c1777-cfc1-4bdb-897d-65cf21df01ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:45.868352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b72a6958-a864-4d21-a78c-7aefdcf7a19c req-812c1777-cfc1-4bdb-897d-65cf21df01ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 1128 time: 0.3453605 Feb 16 16:23:45.869389 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-1e7edae7-5adc-4be8-9695-b734a7e8374f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Floating IP ea0dd5c6-b475-4354-99ac-0569d99cf3d5 associated. External IP: 172.25.4.219, port: 21726c60-bce6-4238-afb2-67b73d6478fd. Feb 16 16:23:45.928264 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-380ffdff-b687-4719-a1ac-1e675065187d req-6e8997b7-b12a-45cf-a3e8-bbad625db38a service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045940 Feb 16 16:23:45.955123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f166210-210b-4eba-9607-47f285fcbb7e req-30e18990-ba15-495d-b946-70c5e2c59b14 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384912 Feb 16 16:23:46.030543 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2f44ea-3871-4b84-a7cc-65280eb47fb9 admin admin] Checking segment: {'id': '4b3acfae-b760-4175-9e95-57f1b19a9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '295b64a5-3d7b-4d2a-86be-078f267538a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:46.031089 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2f44ea-3871-4b84-a7cc-65280eb47fb9 admin admin] Network hostable DHCP agents. Network: 295b64a5-3d7b-4d2a-86be-078f267538a3, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:23:46.053539 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-380ffdff-b687-4719-a1ac-1e675065187d req-4a587230-a004-407e-ab98-b2aa54946625 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146424 Feb 16 16:23:46.110530 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c7c8a2c-5a61-4ccc-b195-07049547c366 req-e0c43003-a33f-46dc-b2f5-6c0595e67e39 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528746 Feb 16 16:23:46.154727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2f44ea-3871-4b84-a7cc-65280eb47fb9 admin admin] Network 295b64a5-3d7b-4d2a-86be-078f267538a3 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:23:46.158366 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b72a6958-a864-4d21-a78c-7aefdcf7a19c req-ccb7eb10-c09d-42b4-823c-587cb8905acc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490895 Feb 16 16:23:46.212260 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-aa2f44ea-3871-4b84-a7cc-65280eb47fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 295b64a5-3d7b-4d2a-86be-078f267538a3) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:46.224778 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5401349-c050-4b23-8a67-be11ed71ef73 None None] Network 295b64a5-3d7b-4d2a-86be-078f267538a3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:23:46.240632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cd8e91-afbe-4d32-97a1-56b07e70bc5c {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:46.245833 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2f44ea-3871-4b84-a7cc-65280eb47fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:46.246622 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa2f44ea-3871-4b84-a7cc-65280eb47fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:46.260762 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Publish callbacks [] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:46.274147 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf88e85-f52e-4352-9594-2c69c7b4b30a req-a2db2959-d3f2-4f6e-af5e-ebe8165ae86d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:46.275829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdf88e85-f52e-4352-9594-2c69c7b4b30a req-a2db2959-d3f2-4f6e-af5e-ebe8165ae86d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 948 time: 0.2345629 Feb 16 16:23:46.332404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-295b64a5-3d7b-4d2a-86be-078f267538a3', 'network_id': '295b64a5-3d7b-4d2a-86be-078f267538a3', 'project_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'fixed_ips': [{'subnet_id': '041b0d76-8dbb-491c-b79e-c614ad4c219b'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:23:46.333272 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:46.371684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-aa2f44ea-3871-4b84-a7cc-65280eb47fb9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1171548 Feb 16 16:23:46.374084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Transition to ACTIVE for port object 57cd8e91-afbe-4d32-97a1-56b07e70bc5c will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:23:46.375265 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46894) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:46.380576 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-56702325-router', 'tenant_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:46.390458 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:46.401170 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (878423c9-d6bd-49e8-a251-a4c4a8810d57), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:46.402212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (878423c9-d6bd-49e8-a251-a4c4a8810d57), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:46.450150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c05f10-4927-4a3b-b458-de802e31ec74 req-dcedc562-b246-4aac-bfcd-641565d22a37 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:46.451718 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11c05f10-4927-4a3b-b458-de802e31ec74 req-dcedc562-b246-4aac-bfcd-641565d22a37 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 1127 time: 0.2587729 Feb 16 16:23:46.469625 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Publish callbacks [] for router_controller (878423c9-d6bd-49e8-a251-a4c4a8810d57), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:46.507229 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdf88e85-f52e-4352-9594-2c69c7b4b30a req-3464df00-5f0f-42ef-8c07-a0d518fe693a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807644 Feb 16 16:23:46.507927 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Pushing event updated for resources: {'Port': ['ID=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:46.517815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Allocated IP 172.20.0.2 (295b64a5-3d7b-4d2a-86be-078f267538a3/041b0d76-8dbb-491c-b79e-c614ad4c219b/6b50f86a-b9d4-4016-868c-6a0705f9cc17) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:23:46.589179 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7edae7-5adc-4be8-9695-b734a7e8374f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:23:46.610810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11c05f10-4927-4a3b-b458-de802e31ec74 req-477c7117-964e-4d1c-b517-c9cae33bcfd3 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300898 Feb 16 16:23:46.691348 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Publish callbacks [] for router_gateway (878423c9-d6bd-49e8-a251-a4c4a8810d57), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:46.776433 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Publish callbacks [] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:46.783563 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:46.810019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Attempting to bind port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:46.810596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Attempting to bind port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:46.811105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Attempting to bind port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:46.824302 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Network 295b64a5-3d7b-4d2a-86be-078f267538a3 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:23:46.827368 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:46.830107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:23:46.837141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:23:46.837793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Attempting to bind port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:46.860926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:46.861522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:46.862052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:46.862670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Bound port: 57cd8e91-afbe-4d32-97a1-56b07e70bc5c, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:46.863183 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:46.872110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6ef13-6e3e-4af1-9dd8-ee33f3958d85 req-5ed0c2f5-79ff-41b4-b27c-be622d58418b tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:46.873867 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fc6ef13-6e3e-4af1-9dd8-ee33f3958d85 req-5ed0c2f5-79ff-41b4-b27c-be622d58418b tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 947 time: 0.1418164 Feb 16 16:23:46.877238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Pushing event updated for resources: {'Port': ['ID=6b50f86a-b9d4-4016-868c-6a0705f9cc17,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:46.886594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee4f3d-a575-497d-b09e-c8b8d578902f req-5ca8e651-601f-4142-aa5f-4e000eb79861 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:46.893715 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42ee4f3d-a575-497d-b09e-c8b8d578902f req-5ca8e651-601f-4142-aa5f-4e000eb79861 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 947 time: 0.2157493 Feb 16 16:23:46.922500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7edae7-5adc-4be8-9695-b734a7e8374f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:23:46.934235 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf0c51-9776-4382-aea2-02aab90b2aa3 None None] Sync routers for ids ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:23:46.937194 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Publish callbacks [] for router_gateway (878423c9-d6bd-49e8-a251-a4c4a8810d57), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:46.942031 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1e7edae7-5adc-4be8-9695-b734a7e8374f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:46.953165 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf0c51-9776-4382-aea2-02aab90b2aa3 None None] Routers {'2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:23:46.954787 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-eddf0c51-9776-4382-aea2-02aab90b2aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:23:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:46.962868 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:47.045900 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1e7edae7-5adc-4be8-9695-b734a7e8374f tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "PUT /v2.0/floatingips/ea0dd5c6-b475-4354-99ac-0569d99cf3d5 HTTP/1.1" status: 200 len: 991 time: 4.1950076 Feb 16 16:23:47.050598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Attempting to bind port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:47.051083 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Attempting to bind port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '4b3acfae-b760-4175-9e95-57f1b19a9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '295b64a5-3d7b-4d2a-86be-078f267538a3'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:47.051456 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Attempting to bind port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 on network 295b64a5-3d7b-4d2a-86be-078f267538a3 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:47.059083 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574025e2-26c7-46f0-bb0a-e4d98ac9bd9b', 'tag': '21726c60-bce6-4238-afb2-67b73d6478fd'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:47.061356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:47.061793 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Checking segment: {'id': '4b3acfae-b760-4175-9e95-57f1b19a9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '295b64a5-3d7b-4d2a-86be-078f267538a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:47.061953 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b99d4ee-a79a-4126-9b55-7a9033342075" -d '{"events": [{"name": "network-changed", "server_uuid": "574025e2-26c7-46f0-bb0a-e4d98ac9bd9b", "tag": "21726c60-bce6-4238-afb2-67b73d6478fd"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:47.062207 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:47.062601 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Bound using segment: {'id': '4b3acfae-b760-4175-9e95-57f1b19a9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '295b64a5-3d7b-4d2a-86be-078f267538a3'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:47.063075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Bound port: 6b50f86a-b9d4-4016-868c-6a0705f9cc17, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3acfae-b760-4175-9e95-57f1b19a9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '295b64a5-3d7b-4d2a-86be-078f267538a3'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:47.063462 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:47.090533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42ee4f3d-a575-497d-b09e-c8b8d578902f req-611c2353-3e88-4c80-a1e4-245dcad7af3c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892049 Feb 16 16:23:47.096655 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fc6ef13-6e3e-4af1-9dd8-ee33f3958d85 req-1a25ecf0-6d25-441e-b5ac-c776ea6d1edf tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008972 Feb 16 16:23:47.107914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] For port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:47.113197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] For port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:47.122594 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Allocated IP 172.25.4.41 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/85bf060a-eba6-40fd-b0ff-9a4b44c26ebd) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:23:47.137740 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:47.218738 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 445a84ed-45ff-460e-a2ab-422d3a33d5a1 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:23:47.251684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] For port 6b50f86a-b9d4-4016-868c-6a0705f9cc17, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:47.282846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:47.283413 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:47.284917 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] 10.222.0.60 "PUT /v2.0/ports/57cd8e91-afbe-4d32-97a1-56b07e70bc5c HTTP/1.1" status: 200 len: 1095 time: 2.7313023 Feb 16 16:23:47.338448 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Publish callbacks [] for port (85bf060a-eba6-40fd-b0ff-9a4b44c26ebd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:47.363129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] For port 6b50f86a-b9d4-4016-868c-6a0705f9cc17, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b50f86a-b9d4-4016-868c-6a0705f9cc17,segment=NetworkSegment(4b3acfae-b760-4175-9e95-57f1b19a9702),segment_id=4b3acfae-b760-4175-9e95-57f1b19a9702)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:47.377861 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-eddf0c51-9776-4382-aea2-02aab90b2aa3 None None] Set router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:23:47.399440 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:47.434985 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (85bf060a-eba6-40fd-b0ff-9a4b44c26ebd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:47.490416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20395b1c-89d0-4713-b934-19bdc2e83395 None None] Pushing event updated for resources: {'Port': ['ID=6b50f86a-b9d4-4016-868c-6a0705f9cc17,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:47.513996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 445a84ed-45ff-460e-a2ab-422d3a33d5a1 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:23:47.528166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 445a84ed-45ff-460e-a2ab-422d3a33d5a1 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:47.528166 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:47.550426 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:23:47.565192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:47.571180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:23:47.583662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Pushing event updated for resources: {'Port': ['ID=85bf060a-eba6-40fd-b0ff-9a4b44c26ebd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:47.765293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 445a84ed-45ff-460e-a2ab-422d3a33d5a1 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:47.773386 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:47.818694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-b60b96fc-1788-43dd-a2c8-6a73ef1d035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:47.820796 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-b60b96fc-1788-43dd-a2c8-6a73ef1d035a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 1129 time: 0.1259389 Feb 16 16:23:47.835629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08c15c-f23e-45ff-aae0-913ccf666266 service neutron] Pushing event updated for resources: {'Port': ['ID=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:47.858164 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f164d-9d8c-4e22-9329-e14a14e07e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445a84ed-45ff-460e-a2ab-422d3a33d5a1'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:47.860819 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc76b81-62d8-4708-aa36-10b183cdf026" -d '{"events": [{"server_uuid": "234f164d-9d8c-4e22-9329-e14a14e07e97", "name": "network-vif-plugged", "status": "completed", "tag": "445a84ed-45ff-460e-a2ab-422d3a33d5a1"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:47.891628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc9da1-37a7-4730-a528-7901bce67c9e req-061ce676-4082-4309-8f65-84f89f3c9690 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:47.899744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54dc9da1-37a7-4730-a528-7901bce67c9e req-061ce676-4082-4309-8f65-84f89f3c9690 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 946 time: 0.6646252 Feb 16 16:23:47.908835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 445a84ed-45ff-460e-a2ab-422d3a33d5a1, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=445a84ed-45ff-460e-a2ab-422d3a33d5a1,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:47.931587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-7c3c2a54-5319-4b1d-8690-23394372ab00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c HTTP/1.1" status: 200 len: 217 time: 0.0889943 Feb 16 16:23:47.933103 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:47.938899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7eef0-33ea-4d93-82fb-5fd906316615 req-324fee7d-092d-44b9-aa90-b357a7664de0 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:47.950245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebf7eef0-33ea-4d93-82fb-5fd906316615 req-324fee7d-092d-44b9-aa90-b357a7664de0 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 1127 time: 0.7091353 Feb 16 16:23:48.040800 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-eddf0c51-9776-4382-aea2-02aab90b2aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ea0dd5c6-b475-4354-99ac-0569d99cf3d5', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'port_id': '21726c60-bce6-4238-afb2-67b73d6478fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'mac_address': 'fa:16:3e:83:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574025e2-26c7-46f0-bb0a-e4d98ac9bd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:22:28Z', 'updated_at': '2022-02-16T16:23:45Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a54a736-226b-40da-97da-7b4bff149d6c', 'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'mac_address': 'fa:16:3e:c6:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:01Z', 'updated_at': '2022-02-16T16:22:09Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'subnets': [{'id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:48.048815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=445a84ed-45ff-460e-a2ab-422d3a33d5a1,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:48.061527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54dc9da1-37a7-4730-a528-7901bce67c9e req-b10a7224-d800-4f5f-a6c0-9c88e1734321 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606183 Feb 16 16:23:48.087674 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf0c51-9776-4382-aea2-02aab90b2aa3 None None] Checking router: 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:23:48.108189 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf0c51-9776-4382-aea2-02aab90b2aa3 None None] Routers {'2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:23:48.109851 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-eddf0c51-9776-4382-aea2-02aab90b2aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:23:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:48.110186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-8c196168-2b10-4c87-a3c1-31c858f1b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:48.111708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-8c196168-2b10-4c87-a3c1-31c858f1b488 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1499305 Feb 16 16:23:48.144381 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebf7eef0-33ea-4d93-82fb-5fd906316615 req-771cda39-34fe-4b12-bd77-42d990327532 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889951 Feb 16 16:23:48.178981 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Publish callbacks [] for router_gateway (878423c9-d6bd-49e8-a251-a4c4a8810d57), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:48.259704 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0207b4f-63f3-4022-a561-0fb7f6482da8 x-openstack-request-id: req-e0207b4f-63f3-4022-a561-0fb7f6482da8 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:48.260022 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574025e2-26c7-46f0-bb0a-e4d98ac9bd9b", "tag": "21726c60-bce6-4238-afb2-67b73d6478fd", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:48.260278 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0207b4f-63f3-4022-a561-0fb7f6482da8 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:48.260772 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574025e2-26c7-46f0-bb0a-e4d98ac9bd9b', 'tag': '21726c60-bce6-4238-afb2-67b73d6478fd', 'status': 'completed', 'code': 200} Feb 16 16:23:48.277444 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-eddf0c51-9776-4382-aea2-02aab90b2aa3 None None] Set router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:23:48.281936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-ca28c45d-795a-44f0-a5d8-9784529ec328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:48.283455 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-ca28c45d-795a-44f0-a5d8-9784529ec328 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1381302 Feb 16 16:23:48.388787 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-da35bfa2-d1e1-4d30-b156-e0ab4f84a783 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932446 Feb 16 16:23:48.469660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34722ea0-d970-48f4-a07a-34866b64a9ea req-234d7ece-7bbb-49fb-aa32-7f248e1c5aa7 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:48.471443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34722ea0-d970-48f4-a07a-34866b64a9ea req-234d7ece-7bbb-49fb-aa32-7f248e1c5aa7 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 945 time: 0.2494476 Feb 16 16:23:48.549944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34722ea0-d970-48f4-a07a-34866b64a9ea req-9cd47c6d-ed7b-47f0-8810-72664d610240 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632439 Feb 16 16:23:48.570535 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-eddf0c51-9776-4382-aea2-02aab90b2aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ea0dd5c6-b475-4354-99ac-0569d99cf3d5', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'port_id': '21726c60-bce6-4238-afb2-67b73d6478fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'mac_address': 'fa:16:3e:83:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574025e2-26c7-46f0-bb0a-e4d98ac9bd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:22:28Z', 'updated_at': '2022-02-16T16:23:45Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a54a736-226b-40da-97da-7b4bff149d6c', 'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'mac_address': 'fa:16:3e:c6:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:01Z', 'updated_at': '2022-02-16T16:22:09Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'subnets': [{'id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:48.628323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c64ab9-119a-4004-903b-c01012325ddf req-3f10e0e8-70b5-4352-a653-ab13eb9ed28d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:48.630377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69c64ab9-119a-4004-903b-c01012325ddf req-3f10e0e8-70b5-4352-a653-ab13eb9ed28d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 949 time: 0.2249138 Feb 16 16:23:48.636274 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb3f6ee-e9cb-4472-8a7f-d4f43559fd52 x-openstack-request-id: req-2bb3f6ee-e9cb-4472-8a7f-d4f43559fd52 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:48.636783 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234f164d-9d8c-4e22-9329-e14a14e07e97", "name": "network-vif-plugged", "status": "completed", "tag": "445a84ed-45ff-460e-a2ab-422d3a33d5a1", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:48.636879 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2bb3f6ee-e9cb-4472-8a7f-d4f43559fd52 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:48.637223 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234f164d-9d8c-4e22-9329-e14a14e07e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445a84ed-45ff-460e-a2ab-422d3a33d5a1', 'code': 200} Feb 16 16:23:48.640774 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf0c51-9776-4382-aea2-02aab90b2aa3 None None] The sync data for ids ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'] in n-d-669411-5 is: [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ea0dd5c6-b475-4354-99ac-0569d99cf3d5', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'port_id': '21726c60-bce6-4238-afb2-67b73d6478fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'mac_address': 'fa:16:3e:83:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574025e2-26c7-46f0-bb0a-e4d98ac9bd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:22:28Z', 'updated_at': '2022-02-16T16:23:45Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a54a736-226b-40da-97da-7b4bff149d6c', 'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'mac_address': 'fa:16:3e:c6:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:01Z', 'updated_at': '2022-02-16T16:22:09Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'subnets': [{'id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:23:48.648434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99d4ee-a79a-4126-9b55-7a9033342075 req-ace02559-ebcb-4d13-8cba-a3051e79f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:48.650075 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b99d4ee-a79a-4126-9b55-7a9033342075 req-ace02559-ebcb-4d13-8cba-a3051e79f3f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a074548814944d3691a8ab693310e936&device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 1127 time: 0.3656080 Feb 16 16:23:48.798223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18aa682a-3c1d-44c1-9e26-653015b17469 req-1fe9a8ab-87bd-42cf-ab0d-188c83364b1e service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516450 Feb 16 16:23:48.933264 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (878423c9-d6bd-49e8-a251-a4c4a8810d57), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:48.946367 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f0f7d-6352-4a67-b2e1-47f07aa2466a req-855e4769-9570-4d29-9e8f-18c5e336ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:48.947976 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-145f0f7d-6352-4a67-b2e1-47f07aa2466a req-855e4769-9570-4d29-9e8f-18c5e336ce69 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 1131 time: 0.2172720 Feb 16 16:23:48.955964 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69c64ab9-119a-4004-903b-c01012325ddf req-e1cad9bf-bff5-420b-9b87-7e94c2da957c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121963 Feb 16 16:23:48.972960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99d4ee-a79a-4126-9b55-7a9033342075 req-ee3d319e-f69b-40ec-bc9b-b05fb564e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:48.974729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b99d4ee-a79a-4126-9b55-7a9033342075 req-ee3d319e-f69b-40ec-bc9b-b05fb564e7e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=72bb907d-875d-4ec6-9779-d384bacff365 HTTP/1.1" status: 200 len: 925 time: 0.2868965 Feb 16 16:23:48.988486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66850f6-f9d5-4be3-835c-ce9cd2075de5 req-a9f7a46e-08bc-4d82-8d65-50a748360737 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:49.002912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194bfeea-40b9-4e2e-b84f-96f5660071a3 None None] New status for floating IP ea0dd5c6-b475-4354-99ac-0569d99cf3d5: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:23:49.016577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c66850f6-f9d5-4be3-835c-ce9cd2075de5 req-a9f7a46e-08bc-4d82-8d65-50a748360737 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 947 time: 0.2450271 Feb 16 16:23:49.134906 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-145f0f7d-6352-4a67-b2e1-47f07aa2466a req-07302328-648f-4c96-b7dc-8cd3f2be5d65 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773871 Feb 16 16:23:49.208532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a58e304-783a-4fd5-9194-301c7d5bd090 None None] Network 295b64a5-3d7b-4d2a-86be-078f267538a3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:23:49.211027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c66850f6-f9d5-4be3-835c-ce9cd2075de5 req-ee68efa2-43ea-4b66-b8b9-5325eabd2940 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934185 Feb 16 16:23:49.213192 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b99d4ee-a79a-4126-9b55-7a9033342075 req-a240f3dc-8a5e-4be5-bc78-88891b3c3fe7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21726c60-bce6-4238-afb2-67b73d6478fd HTTP/1.1" status: 200 len: 999 time: 0.1840703 Feb 16 16:23:49.214076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Router 878423c9-d6bd-49e8-a251-a4c4a8810d57 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:23:49.237016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 75ed3f15-60b2-47e6-a681-b89d6d2cf488 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:23:49.295703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259f7cc-a4ae-417f-b605-5ae9f456cd3b req-51574440-2fdf-4347-b069-d0a0c757898a tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:49.301082 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0259f7cc-a4ae-417f-b605-5ae9f456cd3b req-51574440-2fdf-4347-b069-d0a0c757898a tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 947 time: 0.2127249 Feb 16 16:23:49.362119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99d4ee-a79a-4126-9b55-7a9033342075 req-7ff2cf66-c53b-4aa2-a7b3-7f54919dc3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:49.364274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b99d4ee-a79a-4126-9b55-7a9033342075 req-7ff2cf66-c53b-4aa2-a7b3-7f54919dc3c0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60743ad9-3f89-46e3-a7de-dc3e4ec4e12e HTTP/1.1" status: 200 len: 863 time: 0.1446328 Feb 16 16:23:49.426248 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:23:49.441725 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Sync routers for ids ['878423c9-d6bd-49e8-a251-a4c4a8810d57'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:23:49.468615 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Routers {'878423c9-d6bd-49e8-a251-a4c4a8810d57'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:23:49.474531 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:23:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['878423c9-d6bd-49e8-a251-a4c4a8810d57'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:49.478401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6b50f86a-b9d4-4016-868c-6a0705f9cc17 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:23:49.485638 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:49.488285 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4c4883b7-e02f-45e1-af4a-89c2885d363d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1112623 Feb 16 16:23:49.490906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46936) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:23:49.510674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0259f7cc-a4ae-417f-b605-5ae9f456cd3b req-fc000dbb-fb6f-4c69-84db-2ba8925f69cd tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931376 Feb 16 16:23:49.564450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99d4ee-a79a-4126-9b55-7a9033342075 req-fe9f543e-e877-4011-97fe-1b8fc79bcf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:49.567491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b99d4ee-a79a-4126-9b55-7a9033342075 req-fe9f543e-e877-4011-97fe-1b8fc79bcf32 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=72bb907d-875d-4ec6-9779-d384bacff365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1778033 Feb 16 16:23:49.626461 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2d5d1627-2fc5-4479-8bef-cb1455d2c1f0 None None] Provisioning complete for port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:49.626823 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1627-2fc5-4479-8bef-cb1455d2c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:49.646852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353daf8-8860-4bde-9952-6708edfb7976 req-0a555233-262b-44da-ac51-d25086d4f994 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:49.650428 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9353daf8-8860-4bde-9952-6708edfb7976 req-0a555233-262b-44da-ac51-d25086d4f994 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 946 time: 0.2023373 Feb 16 16:23:49.725226 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Set router 878423c9-d6bd-49e8-a251-a4c4a8810d57 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:23:49.753049 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 75ed3f15-60b2-47e6-a681-b89d6d2cf488, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=75ed3f15-60b2-47e6-a681-b89d6d2cf488,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:49.868052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '75ed3f15-60b2-47e6-a681-b89d6d2cf488', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '75ed3f15-60b2-47e6-a681-b89d6d2cf488', 'mac_address': 'fa:16:3e:6b:da:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:23:49.937164 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9353daf8-8860-4bde-9952-6708edfb7976 req-e5aa806b-51d1-4a11-9e87-c56a2c600465 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766619 Feb 16 16:23:49.983111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b99d4ee-a79a-4126-9b55-7a9033342075 req-cedbaf7a-c1e9-4f9d-97c5-4340a1a6bdeb service neutron] 10.222.0.65 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937860 Feb 16 16:23:50.015688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:50.016107 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:50.063008 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 75ed3f15-60b2-47e6-a681-b89d6d2cf488 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:50.063639 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:50.108484 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ed3f15-60b2-47e6-a681-b89d6d2cf488 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:50.118396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d1627-2fc5-4479-8bef-cb1455d2c1f0 None None] Current status of the port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:50.119192 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1627-2fc5-4479-8bef-cb1455d2c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:50.167531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 75ed3f15-60b2-47e6-a681-b89d6d2cf488, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=75ed3f15-60b2-47e6-a681-b89d6d2cf488,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:50.174421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b99d4ee-a79a-4126-9b55-7a9033342075 req-2dde749a-6d87-434d-8098-62c4175f09d1 service neutron] 10.222.0.65 "GET /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903436 Feb 16 16:23:50.180573 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:50.205895 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f722ee-e69e-4356-ad64-49c515ea9326 req-3137ae70-5de4-48c4-963c-75492be1778f tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:50.212546 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'name': 'tempest-FloatingIPDetailsTestJSON-56702325-router', 'tenant_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:23:47Z', 'revision_number': 3, 'project_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'gw_port': {'id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:62:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:50.217846 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56f722ee-e69e-4356-ad64-49c515ea9326 req-3137ae70-5de4-48c4-963c-75492be1778f tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 1127 time: 0.3820124 Feb 16 16:23:50.253488 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Checking router: 878423c9-d6bd-49e8-a251-a4c4a8810d57 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:23:50.254788 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Updating router 878423c9-d6bd-49e8-a251-a4c4a8810d57 port 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:23:50.264235 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa054446-d18b-4a88-85d6-1732f74294c4', 'tag': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:50.267126 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a80a9e-5a21-4594-99c6-4e9228b874e5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa054446-d18b-4a88-85d6-1732f74294c4", "tag": "57cd8e91-afbe-4d32-97a1-56b07e70bc5c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:50.287411 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56f722ee-e69e-4356-ad64-49c515ea9326 req-a345f264-7320-43bc-9b1a-60440ed8a20c tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637238 Feb 16 16:23:50.295123 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2d5d1627-2fc5-4479-8bef-cb1455d2c1f0 None None] For port 6b50f86a-b9d4-4016-868c-6a0705f9cc17, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b50f86a-b9d4-4016-868c-6a0705f9cc17,segment=NetworkSegment(4b3acfae-b760-4175-9e95-57f1b19a9702),segment_id=4b3acfae-b760-4175-9e95-57f1b19a9702)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:50.303971 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (85bf060a-eba6-40fd-b0ff-9a4b44c26ebd), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:50.311055 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1627-2fc5-4479-8bef-cb1455d2c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:50.341219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:50.341752 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:50.354380 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=75ed3f15-60b2-47e6-a681-b89d6d2cf488,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:50.357631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:50.495826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d1627-2fc5-4479-8bef-cb1455d2c1f0 None None] Pushing event updated for resources: {'Port': ['ID=6b50f86a-b9d4-4016-868c-6a0705f9cc17,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:50.498979 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:23:50.499451 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:23:50.508372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282233c-2efb-4378-b496-2899038f9975 req-1aceb8c9-1e8b-4244-970f-3a867f3044d4 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:50.512213 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7282233c-2efb-4378-b496-2899038f9975 req-1aceb8c9-1e8b-4244-970f-3a867f3044d4 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 949 time: 0.1004753 Feb 16 16:23:50.537984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cf35ee2b-a3f3-4480-b670-b87fd674fcca None None] Provisioning complete for port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:50.538527 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cf35ee2b-a3f3-4480-b670-b87fd674fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:50.594122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21793ce-b3c7-4da9-a9d2-d954e9ef3b3d req-212eecbd-8990-47eb-9503-969362cca114 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:50.596264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c21793ce-b3c7-4da9-a9d2-d954e9ef3b3d req-212eecbd-8990-47eb-9503-969362cca114 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 1128 time: 0.0824351 Feb 16 16:23:50.609784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Allocated IP 172.20.0.1 (295b64a5-3d7b-4d2a-86be-078f267538a3/041b0d76-8dbb-491c-b79e-c614ad4c219b/421a1de3-5b89-4566-a16e-cb17167de6fd) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:23:50.640108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7282233c-2efb-4378-b496-2899038f9975 req-9165e2ea-ed83-4471-9968-493f36e0f30f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915940 Feb 16 16:23:50.654160 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cf35ee2b-a3f3-4480-b670-b87fd674fcca None None] Current status of the port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:50.683128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['75ed3f15-60b2-47e6-a681-b89d6d2cf488'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:23:50.741526 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c21793ce-b3c7-4da9-a9d2-d954e9ef3b3d req-d266e90e-8996-4c66-a6d6-c7340d2f2d77 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363597 Feb 16 16:23:50.755234 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Publish callbacks [] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:50.770181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee50f07-8cb2-400e-9557-1b37ec5ed4c1 req-bd9c1886-800d-47b7-83ad-a35f35834ad2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:50.781585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ee50f07-8cb2-400e-9557-1b37ec5ed4c1 req-bd9c1886-800d-47b7-83ad-a35f35834ad2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 947 time: 0.0703726 Feb 16 16:23:50.791001 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Publish callbacks [] for port (85bf060a-eba6-40fd-b0ff-9a4b44c26ebd), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:50.797968 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (85bf060a-eba6-40fd-b0ff-9a4b44c26ebd), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:50.806490 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:50.842185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ee50f07-8cb2-400e-9557-1b37ec5ed4c1 req-d32e9878-b18d-402c-977d-32aa50ada7d3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594981 Feb 16 16:23:50.849514 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6958140-0bf7-4ca8-bf0d-1d7bfcce1ec0 x-openstack-request-id: req-e6958140-0bf7-4ca8-bf0d-1d7bfcce1ec0 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:50.850994 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa054446-d18b-4a88-85d6-1732f74294c4", "tag": "57cd8e91-afbe-4d32-97a1-56b07e70bc5c", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:50.851869 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6958140-0bf7-4ca8-bf0d-1d7bfcce1ec0 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:50.853744 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa054446-d18b-4a88-85d6-1732f74294c4', 'tag': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c', 'status': 'completed', 'code': 200} Feb 16 16:23:50.907183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Network 295b64a5-3d7b-4d2a-86be-078f267538a3 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:23:50.922841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:50.928793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Pushing event updated for resources: {'Port': ['ID=421a1de3-5b89-4566-a16e-cb17167de6fd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:50.939031 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Attempting to bind port 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:50.939387 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Attempting to bind port 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:50.939893 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Attempting to bind port 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:50.951444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:23:50.955219 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a533767-68dd-4d47-bc57-6fac984ac737 None None] Pushing event updated for resources: {'Port': ['ID=85bf060a-eba6-40fd-b0ff-9a4b44c26ebd,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:50.957932 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:50.958304 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:50.958698 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:50.959622 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:50.960670 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Bound port: 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:50.960670 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (85bf060a-eba6-40fd-b0ff-9a4b44c26ebd), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:50.993748 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a533767-68dd-4d47-bc57-6fac984ac737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:50.993995 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a533767-68dd-4d47-bc57-6fac984ac737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:50.994330 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a533767-68dd-4d47-bc57-6fac984ac737 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:50.994927 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a533767-68dd-4d47-bc57-6fac984ac737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:50.995266 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a533767-68dd-4d47-bc57-6fac984ac737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:50.995588 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a533767-68dd-4d47-bc57-6fac984ac737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:50.995962 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a533767-68dd-4d47-bc57-6fac984ac737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:50.996281 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a533767-68dd-4d47-bc57-6fac984ac737 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:50.996767 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a533767-68dd-4d47-bc57-6fac984ac737 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:50.997225 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a533767-68dd-4d47-bc57-6fac984ac737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:50.997547 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a533767-68dd-4d47-bc57-6fac984ac737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:50.997861 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a533767-68dd-4d47-bc57-6fac984ac737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:50.998186 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a533767-68dd-4d47-bc57-6fac984ac737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:51.025936 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (878423c9-d6bd-49e8-a251-a4c4a8810d57), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:51.092306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:51.097743 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459a22-c0a6-4d90-9ef6-4020a4e17a7d req-0470d146-0835-43ba-b63a-3cb9a5bc5708 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:51.103072 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] For port 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:51.105994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad459a22-c0a6-4d90-9ef6-4020a4e17a7d req-0470d146-0835-43ba-b63a-3cb9a5bc5708 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 1128 time: 0.1814682 Feb 16 16:23:51.106444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a80a9e-5a21-4594-99c6-4e9228b874e5 req-bccfd6e6-00d2-4b17-b06f-8f7e9ddad6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:51.108238 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4a80a9e-5a21-4594-99c6-4e9228b874e5 req-bccfd6e6-00d2-4b17-b06f-8f7e9ddad6af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 1129 time: 0.2149088 Feb 16 16:23:51.119245 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] For port 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=85bf060a-eba6-40fd-b0ff-9a4b44c26ebd,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:51.133479 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (85bf060a-eba6-40fd-b0ff-9a4b44c26ebd), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:51.147474 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210623-5500-4a0f-ac1f-47a9e168c9a1 req-7abeb676-b43e-4844-88c3-861d064bab2f tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:51.154593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9210623-5500-4a0f-ac1f-47a9e168c9a1 req-7abeb676-b43e-4844-88c3-861d064bab2f tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 948 time: 0.2116821 Feb 16 16:23:51.203904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad459a22-c0a6-4d90-9ef6-4020a4e17a7d req-205270ed-5ed4-415d-8d75-fbbbf188ae88 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917139 Feb 16 16:23:51.226234 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a533767-68dd-4d47-bc57-6fac984ac737 None None] Pushing event updated for resources: {'Port': ['ID=85bf060a-eba6-40fd-b0ff-9a4b44c26ebd,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:51.229129 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Routers {'878423c9-d6bd-49e8-a251-a4c4a8810d57'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:23:51.229734 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:23:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['878423c9-d6bd-49e8-a251-a4c4a8810d57'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:51.288125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f7fcef92-f16d-41ac-be0e-b104b5502acf None None] Provisioning complete for port 421a1de3-5b89-4566-a16e-cb17167de6fd triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:51.288509 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f7fcef92-f16d-41ac-be0e-b104b5502acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:51.291607 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9210623-5500-4a0f-ac1f-47a9e168c9a1 req-09ef4bf8-59d4-4045-9d05-cf74929b8415 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360388 Feb 16 16:23:51.326137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a80a9e-5a21-4594-99c6-4e9228b874e5 req-730c47c2-c875-4ddb-bdfe-9c373ae335e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:51.327654 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4a80a9e-5a21-4594-99c6-4e9228b874e5 req-730c47c2-c875-4ddb-bdfe-9c373ae335e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2100120 Feb 16 16:23:51.352172 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:51.385652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f7fcef92-f16d-41ac-be0e-b104b5502acf None None] Port 421a1de3-5b89-4566-a16e-cb17167de6fd cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:23:51.408011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6b50f86a-b9d4-4016-868c-6a0705f9cc17 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:23:51.478457 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4a80a9e-5a21-4594-99c6-4e9228b874e5 req-3a95cce0-2751-4b27-b839-ba8466f6ea48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c HTTP/1.1" status: 200 len: 217 time: 0.1384881 Feb 16 16:23:51.537817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:51.538191 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:51.552752 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] Set router 878423c9-d6bd-49e8-a251-a4c4a8810d57 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:23:51.564065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-ef84e737-e455-4303-8f25-04f145b8e954 req-47967fe0-1882-4120-84fe-8d8c94db9fdb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:23:51.565653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef84e737-e455-4303-8f25-04f145b8e954 req-47967fe0-1882-4120-84fe-8d8c94db9fdb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157468 Feb 16 16:23:51.590048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a80a9e-5a21-4594-99c6-4e9228b874e5 req-4444303d-7109-422d-8d44-d68fec9ea034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:51.591671 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4a80a9e-5a21-4594-99c6-4e9228b874e5 req-4444303d-7109-422d-8d44-d68fec9ea034 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1013787 Feb 16 16:23:51.596430 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2023a-1100-445d-bdca-29d96266c712 req-b0fc6503-eb4a-4836-9fb3-5a5113044993 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:51.598334 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0b2023a-1100-445d-bdca-29d96266c712 req-b0fc6503-eb4a-4836-9fb3-5a5113044993 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 1127 time: 0.1698492 Feb 16 16:23:51.654954 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:23:51.671701 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:51.697669 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0b2023a-1100-445d-bdca-29d96266c712 req-2a282be1-3cf0-45d1-9577-4f2245c4e568 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930641 Feb 16 16:23:51.747784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a80a9e-5a21-4594-99c6-4e9228b874e5 req-21039f49-76e6-4bad-9c4d-24307ce3a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:51.747784 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4a80a9e-5a21-4594-99c6-4e9228b874e5 req-21039f49-76e6-4bad-9c4d-24307ce3a1a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1335883 Feb 16 16:23:51.831307 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'name': 'tempest-FloatingIPDetailsTestJSON-56702325-router', 'tenant_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:23:47Z', 'revision_number': 3, 'project_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'gw_port': {'id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:62:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:51.867068 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163e6d3-46af-4a2b-9929-29e69a2a2e3c None None] The sync data for ids ['878423c9-d6bd-49e8-a251-a4c4a8810d57'] in n-d-669411-5 is: [{'id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'name': 'tempest-FloatingIPDetailsTestJSON-56702325-router', 'tenant_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:23:47Z', 'revision_number': 3, 'project_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'gw_port': {'id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:62:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:23:51.897167 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Publish callbacks [] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:51.906517 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:51.922227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8369bbd-d19d-4ff9-ba71-4d5c160ddd16 req-414204e9-9d79-4fa4-a51d-7c2ec2e893a9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:51.923742 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8369bbd-d19d-4ff9-ba71-4d5c160ddd16 req-414204e9-9d79-4fa4-a51d-7c2ec2e893a9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 949 time: 0.0955391 Feb 16 16:23:51.991055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Pushing event updated for resources: {'Port': ['ID=421a1de3-5b89-4566-a16e-cb17167de6fd,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:52.005810 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4a80a9e-5a21-4594-99c6-4e9228b874e5 req-725113f7-ccf3-49aa-a36e-2825f38346ca service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592816 Feb 16 16:23:52.012323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8369bbd-d19d-4ff9-ba71-4d5c160ddd16 req-948163e9-f344-4eed-a9ce-8dd745e4efe3 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777752 Feb 16 16:23:52.039362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (878423c9-d6bd-49e8-a251-a4c4a8810d57), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:52.203935 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4a80a9e-5a21-4594-99c6-4e9228b874e5 req-0e826b03-70c5-4029-aa36-6b48babb898e service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874001 Feb 16 16:23:52.293087 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Network 295b64a5-3d7b-4d2a-86be-078f267538a3 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:23:52.300002 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:52.517388 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Router 878423c9-d6bd-49e8-a251-a4c4a8810d57 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:23:52.691905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:23:52.710961 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-93a8becb-48f6-45b6-b3ac-215d450a0361 admin admin] 10.222.0.24 "PUT /v2.0/routers/878423c9-d6bd-49e8-a251-a4c4a8810d57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2100244 Feb 16 16:23:52.729367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a25ec7b8-97fc-4e24-88d7-d6140ce89117 None None] Provisioning complete for port 421a1de3-5b89-4566-a16e-cb17167de6fd triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:52.729950 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a25ec7b8-97fc-4e24-88d7-d6140ce89117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:52.802374 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a25ec7b8-97fc-4e24-88d7-d6140ce89117 None None] Port 421a1de3-5b89-4566-a16e-cb17167de6fd cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:23:52.964397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-93573272-ca44-4744-9664-8078a9f9da33 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:23:52.965535 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-93573272-ca44-4744-9664-8078a9f9da33 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124395 Feb 16 16:23:53.025417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-811d92bc-940d-4b69-ae64-47a7c18d803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:53.032821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-811d92bc-940d-4b69-ae64-47a7c18d803a service neutron] 10.222.0.24 "GET /v2.0/ports/9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 HTTP/1.1" status: 200 len: 1125 time: 0.0585790 Feb 16 16:23:53.037365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-7d8e56cd-3456-4fc7-a3c3-0093a883b83d service neutron] Request body: {'binding': {'host': 'n-h2-669411-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:53.038024 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-7d8e56cd-3456-4fc7-a3c3-0093a883b83d service neutron] Unknown quota resources ['binding']. {{(pid=103421) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:23:53.208387 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-7d8e56cd-3456-4fc7-a3c3-0093a883b83d service neutron] Attempting to bind port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 on host n-h2-669411-5 for vnic_type normal with profile None {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:53.208787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-7d8e56cd-3456-4fc7-a3c3-0093a883b83d service neutron] Attempting to bind port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:53.209820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-7d8e56cd-3456-4fc7-a3c3-0093a883b83d service neutron] Attempting to bind port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:53.216662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-7d8e56cd-3456-4fc7-a3c3-0093a883b83d service neutron] Port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 on network a3699320-20d5-4032-b3d4-91946e07286d not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:23:53.216991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-7d8e56cd-3456-4fc7-a3c3-0093a883b83d service neutron] Attempting to bind port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:53.226502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-7d8e56cd-3456-4fc7-a3c3-0093a883b83d service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:53.226851 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-7d8e56cd-3456-4fc7-a3c3-0093a883b83d service neutron] Checking segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:53.227259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-7d8e56cd-3456-4fc7-a3c3-0093a883b83d service neutron] Bound using segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:53.228332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-7d8e56cd-3456-4fc7-a3c3-0093a883b83d service neutron] Bound port: 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:53.241211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 57cd8e91-afbe-4d32-97a1-56b07e70bc5c details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:23:53.244000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 75ed3f15-60b2-47e6-a681-b89d6d2cf488 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:23:53.299040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-7d8e56cd-3456-4fc7-a3c3-0093a883b83d service neutron] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:53.308124 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-7d8e56cd-3456-4fc7-a3c3-0093a883b83d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:53.309719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-7d8e56cd-3456-4fc7-a3c3-0093a883b83d service neutron] 10.222.0.24 "POST /v2.0/ports/9a0d56c3-d9c9-4c86-92c9-c1500ec736d4/bindings HTTP/1.1" status: 201 len: 389 time: 0.2760270 Feb 16 16:23:53.391071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 75ed3f15-60b2-47e6-a681-b89d6d2cf488 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:23:53.400984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 75ed3f15-60b2-47e6-a681-b89d6d2cf488 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:53.401590 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:53.548725 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-6b45a364-7c4e-48d5-82ae-d612157847d5 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:23:53.549854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-6b45a364-7c4e-48d5-82ae-d612157847d5 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1288021 Feb 16 16:23:53.559199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb70a62-be6c-4cea-821b-1f2680c2c58b req-cf1c2907-1d50-4032-9e09-1ca9377e539c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:53.568150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efb70a62-be6c-4cea-821b-1f2680c2c58b req-cf1c2907-1d50-4032-9e09-1ca9377e539c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 947 time: 0.0928679 Feb 16 16:23:53.586113 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:23:53.609893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba0dba-0497-4643-9009-7f346c11564e req-147f2f51-8563-4aca-b706-65ccee77e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:53.611293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-147f2f51-8563-4aca-b706-65ccee77e5c9 service neutron] 10.222.0.24 "GET /v2.0/ports/cbd678ed-ad35-44b0-905f-d51567a93ac0 HTTP/1.1" status: 200 len: 1124 time: 0.0396109 Feb 16 16:23:53.636174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:53.661951 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c', 'mac_address': 'fa:16:3e:ba:64:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:23:53.670521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efb70a62-be6c-4cea-821b-1f2680c2c58b req-36cf6b8a-3483-41b5-8323-cf5c3282f8bc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014109 Feb 16 16:23:53.673754 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-6fba0dba-0497-4643-9009-7f346c11564e req-6d746812-b806-4761-831a-1cd9ae119564 service neutron] Request body: {'binding': {'host': 'n-h2-669411-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:53.674207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-6fba0dba-0497-4643-9009-7f346c11564e req-6d746812-b806-4761-831a-1cd9ae119564 service neutron] Unknown quota resources ['binding']. {{(pid=103421) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:23:53.751908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-77010758-bf4e-4fd5-9d48-1ed5be75f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:53.753397 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-77010758-bf4e-4fd5-9d48-1ed5be75f625 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 1128 time: 0.1078238 Feb 16 16:23:53.767130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 75ed3f15-60b2-47e6-a681-b89d6d2cf488 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:53.768133 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:53.786728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:53.787137 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (85bf060a-eba6-40fd-b0ff-9a4b44c26ebd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:53.839333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:53.840001 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:53.896378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cd8e91-afbe-4d32-97a1-56b07e70bc5c {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:23:53.909263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-799628bf-08ea-4cf3-8cc6-40b87ddb3c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:53.911009 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-799628bf-08ea-4cf3-8cc6-40b87ddb3c07 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.1490712 Feb 16 16:23:53.930080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-6fba0dba-0497-4643-9009-7f346c11564e req-6d746812-b806-4761-831a-1cd9ae119564 service neutron] Attempting to bind port cbd678ed-ad35-44b0-905f-d51567a93ac0 on host n-h2-669411-5 for vnic_type normal with profile None {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:53.930429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-6fba0dba-0497-4643-9009-7f346c11564e req-6d746812-b806-4761-831a-1cd9ae119564 service neutron] Attempting to bind port cbd678ed-ad35-44b0-905f-d51567a93ac0 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:53.930761 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba0dba-0497-4643-9009-7f346c11564e req-6d746812-b806-4761-831a-1cd9ae119564 service neutron] Attempting to bind port cbd678ed-ad35-44b0-905f-d51567a93ac0 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:53.936174 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba0dba-0497-4643-9009-7f346c11564e req-6d746812-b806-4761-831a-1cd9ae119564 service neutron] Port cbd678ed-ad35-44b0-905f-d51567a93ac0 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:23:53.936828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba0dba-0497-4643-9009-7f346c11564e req-6d746812-b806-4761-831a-1cd9ae119564 service neutron] Attempting to bind port cbd678ed-ad35-44b0-905f-d51567a93ac0 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:53.942916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba0dba-0497-4643-9009-7f346c11564e req-6d746812-b806-4761-831a-1cd9ae119564 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:53.943508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba0dba-0497-4643-9009-7f346c11564e req-6d746812-b806-4761-831a-1cd9ae119564 service neutron] Checking segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:53.944115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba0dba-0497-4643-9009-7f346c11564e req-6d746812-b806-4761-831a-1cd9ae119564 service neutron] Bound using segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:53.944815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-6fba0dba-0497-4643-9009-7f346c11564e req-6d746812-b806-4761-831a-1cd9ae119564 service neutron] Bound port: cbd678ed-ad35-44b0-905f-d51567a93ac0, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:53.979336 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-073e79ba-d358-4b42-8029-eba69526a478 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 HTTP/1.1" status: 200 len: 217 time: 0.0617499 Feb 16 16:23:53.980415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5451eac-7037-4a0e-9b56-095330eaf2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ed3f15-60b2-47e6-a681-b89d6d2cf488'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:53.982878 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78418b82-c7db-4970-b733-0f826cd52807" -d '{"events": [{"server_uuid": "b5451eac-7037-4a0e-9b56-095330eaf2d9", "name": "network-vif-plugged", "status": "completed", "tag": "75ed3f15-60b2-47e6-a681-b89d6d2cf488"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:54.007777 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 75ed3f15-60b2-47e6-a681-b89d6d2cf488, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=75ed3f15-60b2-47e6-a681-b89d6d2cf488,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:54.021488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:54.022181 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (85bf060a-eba6-40fd-b0ff-9a4b44c26ebd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:54.036083 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-6fba0dba-0497-4643-9009-7f346c11564e req-6d746812-b806-4761-831a-1cd9ae119564 service neutron] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:54.036608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-9aa9e284-d824-4580-a434-3c222abd4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:54.038909 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-9aa9e284-d824-4580-a434-3c222abd4528 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.0529165 Feb 16 16:23:54.048298 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:54.049402 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6fba0dba-0497-4643-9009-7f346c11564e req-6d746812-b806-4761-831a-1cd9ae119564 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:54.053223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:54.060404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-6d746812-b806-4761-831a-1cd9ae119564 service neutron] 10.222.0.24 "POST /v2.0/ports/cbd678ed-ad35-44b0-905f-d51567a93ac0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4037185 Feb 16 16:23:54.067282 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:54.085325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91137e28-8e9a-4a65-aa21-be8484c89383 req-35ef5a50-1058-4d9f-accc-dc36279d8f55 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:54.087568 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91137e28-8e9a-4a65-aa21-be8484c89383 req-35ef5a50-1058-4d9f-accc-dc36279d8f55 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 1131 time: 0.0908477 Feb 16 16:23:54.092438 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-d1285640-bdb6-49d5-9b7c-eff51a71bb3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450678 Feb 16 16:23:54.120797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=85bf060a-eba6-40fd-b0ff-9a4b44c26ebd,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:54.125708 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-91137e28-8e9a-4a65-aa21-be8484c89383 req-48df53c0-d971-4303-afd9-5b8e90bdddf9 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:54.137038 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (85bf060a-eba6-40fd-b0ff-9a4b44c26ebd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:54.206279 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=75ed3f15-60b2-47e6-a681-b89d6d2cf488,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:54.259781 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-4467cacf-478f-4391-8c78-c6115b681120 service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599612 Feb 16 16:23:54.265737 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-91137e28-8e9a-4a65-aa21-be8484c89383 req-48df53c0-d971-4303-afd9-5b8e90bdddf9 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] Publish callbacks [] for security_group (5b6af147-ca77-45d1-a282-4231fb525ffa), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:54.272493 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-91137e28-8e9a-4a65-aa21-be8484c89383 req-48df53c0-d971-4303-afd9-5b8e90bdddf9 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5b6af147-ca77-45d1-a282-4231fb525ffa), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:54.279726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:54.333266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df53c0-d971-4303-afd9-5b8e90bdddf9 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6af147-ca77-45d1-a282-4231fb525ffa,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:54.377431 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-75c465a8-05a6-468f-810d-984080dc79db service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069801 Feb 16 16:23:54.377651 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91137e28-8e9a-4a65-aa21-be8484c89383 req-48df53c0-d971-4303-afd9-5b8e90bdddf9 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832842 Feb 16 16:23:54.388618 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=85bf060a-eba6-40fd-b0ff-9a4b44c26ebd,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:54.400525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee21b4-eadc-46ec-a267-cb9da962eaa9 req-f3a300c8-256a-49e3-b13e-1cb882b25a2d tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:54.402177 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2ee21b4-eadc-46ec-a267-cb9da962eaa9 req-f3a300c8-256a-49e3-b13e-1cb882b25a2d tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 949 time: 0.1318598 Feb 16 16:23:54.499535 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2ee21b4-eadc-46ec-a267-cb9da962eaa9 req-1a583f5e-ccdb-4abf-86e1-aa265166288d tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914159 Feb 16 16:23:54.511781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Sync routers for ids ['878423c9-d6bd-49e8-a251-a4c4a8810d57'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:23:54.532009 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Routers {'878423c9-d6bd-49e8-a251-a4c4a8810d57'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:23:54.533488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:23:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['878423c9-d6bd-49e8-a251-a4c4a8810d57'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:54.551434 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-0bb1f8f3-0c96-4480-9555-797da88df7ee tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:54.553057 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-0bb1f8f3-0c96-4480-9555-797da88df7ee tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5&tenant_id=3891023a3e87450bb385aeaa57c755fe&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1128 time: 0.0617428 Feb 16 16:23:54.566194 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-669411-5'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:54.590437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['57cd8e91-afbe-4d32-97a1-56b07e70bc5c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:23:54.650859 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:54.761816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Set router 878423c9-d6bd-49e8-a251-a4c4a8810d57 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:23:54.802403 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:54.864520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:55.058147 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c544f-b126-4589-bfce-48a534fe4140 req-993e4b41-6caa-4a29-9b95-0e7a1db053c0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:55.068344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c36c544f-b126-4589-bfce-48a534fe4140 req-993e4b41-6caa-4a29-9b95-0e7a1db053c0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 946 time: 0.4494457 Feb 16 16:23:55.083840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-a53fc3b3-b006-4630-9ba4-98d3168a5a80 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5831456 Feb 16 16:23:55.096472 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'name': 'tempest-FloatingIPDetailsTestJSON-56702325-router', 'tenant_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:23:51Z', 'revision_number': 4, 'project_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'gw_port': {'id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '421a1de3-5b89-4566-a16e-cb17167de6fd', 'name': '', 'network_id': '295b64a5-3d7b-4d2a-86be-078f267538a3', 'tenant_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'mac_address': 'fa:16:3e:1c:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '041b0d76-8dbb-491c-b79e-c614ad4c219b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:23:50Z', 'updated_at': '2022-02-16T16:23:51Z', 'revision_number': 2, 'project_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'subnets': [{'id': '041b0d76-8dbb-491c-b79e-c614ad4c219b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:55.097794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:55.132153 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Checking router: 878423c9-d6bd-49e8-a251-a4c4a8810d57 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:23:55.133077 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Updating router 878423c9-d6bd-49e8-a251-a4c4a8810d57 port 421a1de3-5b89-4566-a16e-cb17167de6fd binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:23:55.144026 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:55.154657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e3351b-6536-48e0-ba05-a582c131bbe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0d56c3-d9c9-4c86-92c9-c1500ec736d4'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:55.158077 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5625287b-9f64-45c9-9c1d-34d35997215b" -d '{"events": [{"server_uuid": "60e3351b-6536-48e0-ba05-a582c131bbe5", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0d56c3-d9c9-4c86-92c9-c1500ec736d4"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:55.164367 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Publish callbacks [] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:55.168126 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:55.170557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c36c544f-b126-4589-bfce-48a534fe4140 req-26e62ddd-500f-4e03-91a0-96c0cc3ac4ad tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972002 Feb 16 16:23:55.175631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:55.285534 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:55.361925 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:55.367238 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Attempting to bind port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 on host n-h1-669411-5 for vnic_type normal with profile {"migrating_to": "n-h2-669411-5"} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:55.367566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Attempting to bind port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:55.367930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Attempting to bind port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:55.372503 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 on network a3699320-20d5-4032-b3d4-91946e07286d not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:23:55.372820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Attempting to bind port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:55.377865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:55.378203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Checking segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:55.378577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Bound using segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:55.378996 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Bound port: 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:55.379349 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:55.406455 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb685423-6686-4579-8baf-b58ed85554a4 x-openstack-request-id: req-cb685423-6686-4579-8baf-b58ed85554a4 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:55.406455 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5451eac-7037-4a0e-9b56-095330eaf2d9", "name": "network-vif-plugged", "status": "completed", "tag": "75ed3f15-60b2-47e6-a681-b89d6d2cf488", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:55.406847 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb685423-6686-4579-8baf-b58ed85554a4 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:55.407141 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5451eac-7037-4a0e-9b56-095330eaf2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ed3f15-60b2-47e6-a681-b89d6d2cf488', 'code': 200} Feb 16 16:23:55.409630 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:23:55.456029 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:55.463457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:55.478270 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:55.505297 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Allocated IP 172.25.4.165 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/3f7cc8be-2d82-4d15-98ba-13512cdcc422) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:23:55.567980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:55.568361 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (85bf060a-eba6-40fd-b0ff-9a4b44c26ebd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:55.578015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82081c23-9ffb-47ee-aefb-01a711e97cb6 req-70c3cb43-7a98-4546-bc9b-9c8eabb87b54 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:55.581031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82081c23-9ffb-47ee-aefb-01a711e97cb6 req-70c3cb43-7a98-4546-bc9b-9c8eabb87b54 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 945 time: 0.1740060 Feb 16 16:23:55.619006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac59dd-4565-49e7-8427-43cce3d911c4 req-660e70d5-be9f-412d-a22e-0542e04345b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:55.620906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ddac59dd-4565-49e7-8427-43cce3d911c4 req-660e70d5-be9f-412d-a22e-0542e04345b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 1131 time: 0.2122376 Feb 16 16:23:55.624770 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:55.625405 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:55.627138 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] 10.222.0.60 "PUT /v2.0/ports/9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 HTTP/1.1" status: 200 len: 1122 time: 1.0649891 Feb 16 16:23:55.628301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32f647-b4fd-4924-b212-fb0f6bbcb7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,revision_number=8']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:55.690570 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-722722a2-c93f-4e00-be81-934a326d8117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:55.705257 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Publish callbacks [] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:55.714754 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ddac59dd-4565-49e7-8427-43cce3d911c4 req-0e1d2bd2-308e-40a4-9a8a-679a6ce6e258 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847216 Feb 16 16:23:55.740515 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82081c23-9ffb-47ee-aefb-01a711e97cb6 req-2d40ae52-c1e8-4748-9fae-451f228dee1e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493447 Feb 16 16:23:55.745647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['9a0d56c3-d9c9-4c86-92c9-c1500ec736d4'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:23:55.751136 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:55.756868 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for port (3f7cc8be-2d82-4d15-98ba-13512cdcc422), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:55.807008 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3f7cc8be-2d82-4d15-98ba-13512cdcc422), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:55.829841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:23:55.833089 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:55.850963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:55.857643 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3786e-6913-4b95-a323-fc9c2b24c9e1 None None] Pushing event updated for resources: {'Port': ['ID=421a1de3-5b89-4566-a16e-cb17167de6fd,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:55.874853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:23:55.935634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Pushing event updated for resources: {'Port': ['ID=3f7cc8be-2d82-4d15-98ba-13512cdcc422,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:56.041529 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Attempting to bind port 421a1de3-5b89-4566-a16e-cb17167de6fd on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:23:56.042256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Attempting to bind port 421a1de3-5b89-4566-a16e-cb17167de6fd by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '4b3acfae-b760-4175-9e95-57f1b19a9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '295b64a5-3d7b-4d2a-86be-078f267538a3'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:23:56.042870 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Attempting to bind port 421a1de3-5b89-4566-a16e-cb17167de6fd on network 295b64a5-3d7b-4d2a-86be-078f267538a3 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:23:56.055785 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:23:56.056577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Checking segment: {'id': '4b3acfae-b760-4175-9e95-57f1b19a9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '295b64a5-3d7b-4d2a-86be-078f267538a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:23:56.057246 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:56.057853 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Bound using segment: {'id': '4b3acfae-b760-4175-9e95-57f1b19a9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '295b64a5-3d7b-4d2a-86be-078f267538a3'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:23:56.058553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Bound port: 421a1de3-5b89-4566-a16e-cb17167de6fd, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3acfae-b760-4175-9e95-57f1b19a9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '295b64a5-3d7b-4d2a-86be-078f267538a3'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:23:56.059176 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:56.148994 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (0b32f5a2-2c71-4b1a-9e53-af0f2e64bb83), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:56.195133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4b6d1afc-d6c8-4f33-bcd6-b8f8750bad74 None None] Provisioning complete for port 421a1de3-5b89-4566-a16e-cb17167de6fd triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:56.195681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14f87-1f7a-4037-9904-a1404e45e4cb req-8d99cda5-b9bf-4cee-a52b-34b33be425a5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:56.195825 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4b6d1afc-d6c8-4f33-bcd6-b8f8750bad74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:56.197532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] For port 421a1de3-5b89-4566-a16e-cb17167de6fd, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:23:56.200380 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abc14f87-1f7a-4037-9904-a1404e45e4cb req-8d99cda5-b9bf-4cee-a52b-34b33be425a5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 948 time: 0.1455474 Feb 16 16:23:56.231298 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3f7cc8be-2d82-4d15-98ba-13512cdcc422), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:56.247293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] For port 421a1de3-5b89-4566-a16e-cb17167de6fd, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=421a1de3-5b89-4566-a16e-cb17167de6fd,segment=NetworkSegment(4b3acfae-b760-4175-9e95-57f1b19a9702),segment_id=4b3acfae-b760-4175-9e95-57f1b19a9702)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:23:56.256796 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:56.292147 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abc14f87-1f7a-4037-9904-a1404e45e4cb req-00cef9ff-5ecf-4102-b27c-b9388a65e587 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883794 Feb 16 16:23:56.293570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d1afc-d6c8-4f33-bcd6-b8f8750bad74 None None] Port 421a1de3-5b89-4566-a16e-cb17167de6fd cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:23:56.330836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Routers {'878423c9-d6bd-49e8-a251-a4c4a8810d57'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:23:56.331476 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:23:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['878423c9-d6bd-49e8-a251-a4c4a8810d57'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:56.333416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3786e-6913-4b95-a323-fc9c2b24c9e1 None None] Pushing event updated for resources: {'Port': ['ID=421a1de3-5b89-4566-a16e-cb17167de6fd,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:56.401509 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051bf9f0-4162-480e-be3a-ec552d57e597 x-openstack-request-id: req-051bf9f0-4162-480e-be3a-ec552d57e597 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:56.401963 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e3351b-6536-48e0-ba05-a582c131bbe5", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0d56c3-d9c9-4c86-92c9-c1500ec736d4", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:56.402042 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-051bf9f0-4162-480e-be3a-ec552d57e597 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:56.402425 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e3351b-6536-48e0-ba05-a582c131bbe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0d56c3-d9c9-4c86-92c9-c1500ec736d4', 'code': 200} Feb 16 16:23:56.437834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for port (3f7cc8be-2d82-4d15-98ba-13512cdcc422), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:56.450119 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (3f7cc8be-2d82-4d15-98ba-13512cdcc422), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:56.545489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Pushing event updated for resources: {'Port': ['ID=3f7cc8be-2d82-4d15-98ba-13512cdcc422,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:56.623145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc73393-c64d-47ae-b8fd-66cfa73a6f3f req-c0c9c40f-e012-4442-8158-ccf5d886611a tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:56.632162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bdc73393-c64d-47ae-b8fd-66cfa73a6f3f req-c0c9c40f-e012-4442-8158-ccf5d886611a tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 949 time: 0.1506436 Feb 16 16:23:56.651904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] Set router 878423c9-d6bd-49e8-a251-a4c4a8810d57 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:23:56.654250 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (0b32f5a2-2c71-4b1a-9e53-af0f2e64bb83), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:56.690482 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:56.692178 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-09f22834-1cd2-44a6-9c83-35a77935625a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5996106 Feb 16 16:23:56.706827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bdc73393-c64d-47ae-b8fd-66cfa73a6f3f req-4ed10c3e-7422-4fe9-a736-a99b6bbc4af6 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737982 Feb 16 16:23:56.776956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9093930d-9204-496f-9a45-7fa54cf325f6 None None] Provisioning complete for port 421a1de3-5b89-4566-a16e-cb17167de6fd triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:56.779242 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9093930d-9204-496f-9a45-7fa54cf325f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:56.799914 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-900fbe5c-d426-4580-8a3e-fed4e24a1803 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 696 time: 0.0972857 Feb 16 16:23:56.856232 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-3171bd35-2da5-4c58-9f00-fee14477dc09 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=19b6548b22364e4d9595948087ecf782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552962 Feb 16 16:23:56.959562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9093930d-9204-496f-9a45-7fa54cf325f6 None None] Current status of the port 421a1de3-5b89-4566-a16e-cb17167de6fd is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:56.959911 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9093930d-9204-496f-9a45-7fa54cf325f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:57.007647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9093930d-9204-496f-9a45-7fa54cf325f6 None None] For port 421a1de3-5b89-4566-a16e-cb17167de6fd, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=421a1de3-5b89-4566-a16e-cb17167de6fd,segment=NetworkSegment(4b3acfae-b760-4175-9e95-57f1b19a9702),segment_id=4b3acfae-b760-4175-9e95-57f1b19a9702)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:57.012537 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9093930d-9204-496f-9a45-7fa54cf325f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:57.021660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-3d007bf2-2e3b-4136-b19e-f9481b6106a4 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:57.023097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-3d007bf2-2e3b-4136-b19e-f9481b6106a4 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.2123318 Feb 16 16:23:57.063272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-d1e5341e-f2e3-476f-94be-6bbbb3f36840 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:23:57.065578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb716f18-b2ec-4aa8-b448-2d5ce1e48c40 req-d1e5341e-f2e3-476f-94be-6bbbb3f36840 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0200419 Feb 16 16:23:57.113548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-8bde205e-7707-443c-8fe7-2d0ca9fbf0b0 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:57.115066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-8bde205e-7707-443c-8fe7-2d0ca9fbf0b0 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486217 Feb 16 16:23:57.131371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093930d-9204-496f-9a45-7fa54cf325f6 None None] Pushing event updated for resources: {'Port': ['ID=421a1de3-5b89-4566-a16e-cb17167de6fd,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:57.137740 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'name': 'tempest-FloatingIPDetailsTestJSON-56702325-router', 'tenant_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:23:51Z', 'revision_number': 4, 'project_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'gw_port': {'id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '421a1de3-5b89-4566-a16e-cb17167de6fd', 'name': '', 'network_id': '295b64a5-3d7b-4d2a-86be-078f267538a3', 'tenant_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'mac_address': 'fa:16:3e:1c:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '041b0d76-8dbb-491c-b79e-c614ad4c219b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:23:50Z', 'updated_at': '2022-02-16T16:23:56Z', 'revision_number': 4, 'project_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'subnets': [{'id': '041b0d76-8dbb-491c-b79e-c614ad4c219b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:23:57.168311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ddc144f1-4871-4698-b938-cc9476a336b1 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/quotas/19b6548b22364e4d9595948087ecf782 HTTP/1.1" status: 200 len: 375 time: 0.0328875 Feb 16 16:23:57.171083 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a01c80-6031-4d57-aae7-aafdb3ce09c3 None None] The sync data for ids ['878423c9-d6bd-49e8-a251-a4c4a8810d57'] in n-d-669411-5 is: [{'id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'name': 'tempest-FloatingIPDetailsTestJSON-56702325-router', 'tenant_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:23:51Z', 'revision_number': 4, 'project_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'gw_port': {'id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '421a1de3-5b89-4566-a16e-cb17167de6fd', 'name': '', 'network_id': '295b64a5-3d7b-4d2a-86be-078f267538a3', 'tenant_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'mac_address': 'fa:16:3e:1c:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '041b0d76-8dbb-491c-b79e-c614ad4c219b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:23:50Z', 'updated_at': '2022-02-16T16:23:56Z', 'revision_number': 4, 'project_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'subnets': [{'id': '041b0d76-8dbb-491c-b79e-c614ad4c219b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:23:57.265677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:23:57.270073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 57cd8e91-afbe-4d32-97a1-56b07e70bc5c up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:23:57.279056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb5401-ddf5-4b03-b358-848523d734a7 req-20925957-92ab-468a-9771-cdf24b9fe128 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:57.280644 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35eb5401-ddf5-4b03-b358-848523d734a7 req-20925957-92ab-468a-9771-cdf24b9fe128 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 944 time: 0.1285117 Feb 16 16:23:57.302054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ed545c70-beab-46f2-be3e-6b2e4e6ddc11 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1328342 Feb 16 16:23:57.425820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35eb5401-ddf5-4b03-b358-848523d734a7 req-895813a4-fee3-4458-9aee-47771af7a298 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226854 Feb 16 16:23:57.451671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 421a1de3-5b89-4566-a16e-cb17167de6fd up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:23:57.570391 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:23:57.584176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 421a1de3-5b89-4566-a16e-cb17167de6fd triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:57.584176 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:57.586100 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:23:57.586456 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:57.696636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fd163-a803-4091-8f29-85aafec31521 req-eacf39de-d04a-4a6b-a50a-d094d487d5cb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:57.708363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f98fd163-a803-4091-8f29-85aafec31521 req-eacf39de-d04a-4a6b-a50a-d094d487d5cb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 945 time: 0.1232939 Feb 16 16:23:57.710275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:57.731067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 has no active binding in host n-h2-669411-5 {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 16:23:57.826363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f98fd163-a803-4091-8f29-85aafec31521 req-62e26fec-499b-4cb1-9efd-fe4028480aee tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170509 Feb 16 16:23:57.880926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:57.881322 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:57.902816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 421a1de3-5b89-4566-a16e-cb17167de6fd is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:23:57.936031 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa054446-d18b-4a88-85d6-1732f74294c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:57.939974 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe1db5f-3c2a-4e99-a09f-baf3916c51e2" -d '{"events": [{"server_uuid": "aa054446-d18b-4a88-85d6-1732f74294c4", "name": "network-vif-plugged", "status": "completed", "tag": "57cd8e91-afbe-4d32-97a1-56b07e70bc5c"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:57.965080 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:23:57.977156 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:58.060958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-b128aa1c-44c0-4877-9a8e-393d3f612d12 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2162964 Feb 16 16:23:58.067921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:58.070391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:23:58.141384 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:58.196824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a60a2-57be-48d5-9d2f-9e94ac95ef1c req-26c8043c-15e9-44ed-bac9-946618b53d06 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:58.203893 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-619a60a2-57be-48d5-9d2f-9e94ac95ef1c req-26c8043c-15e9-44ed-bac9-946618b53d06 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1001992 Feb 16 16:23:58.247728 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63667536-88cd-45fa-886a-a51ab7dc10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:58.344774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-619a60a2-57be-48d5-9d2f-9e94ac95ef1c req-5942bb5f-418f-428c-acf6-412112e9ac57 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395743 Feb 16 16:23:58.388654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:58.404108 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e3351b-6536-48e0-ba05-a582c131bbe5', 'tag': '9a0d56c3-d9c9-4c86-92c9-c1500ec736d4'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:23:58.407485 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae027a6-30c3-4a59-b342-19de4b6f6f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "60e3351b-6536-48e0-ba05-a582c131bbe5", "tag": "9a0d56c3-d9c9-4c86-92c9-c1500ec736d4"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:23:58.574759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afdeda-c756-405a-a20d-0b1589904f8f req-1428810f-3ca5-4616-b1f5-625d82532cb7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:58.576302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66afdeda-c756-405a-a20d-0b1589904f8f req-1428810f-3ca5-4616-b1f5-625d82532cb7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 949 time: 0.1172419 Feb 16 16:23:58.661610 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66afdeda-c756-405a-a20d-0b1589904f8f req-4a659e12-f172-4ac9-b016-86c9fad7b297 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759530 Feb 16 16:23:58.672560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Allocated IP 172.25.4.97 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/ffb396b8-b12f-40b1-981a-05ba195c8a79) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:23:58.847439 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for port (ffb396b8-b12f-40b1-981a-05ba195c8a79), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:58.899812 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ffb396b8-b12f-40b1-981a-05ba195c8a79), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:58.955282 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:23:58.964323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:23:58.973621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:23:59.022107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Pushing event updated for resources: {'Port': ['ID=ffb396b8-b12f-40b1-981a-05ba195c8a79,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:23:59.040844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:59.041588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:59.042156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:59.042598 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:59.043069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:59.043818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:59.044497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:59.045274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:59.045819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:59.046257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:59.046690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:59.047151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:59.047619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:23:59.070696 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ad0583-bb35-4720-bbf8-7983711860c0 x-openstack-request-id: req-a7ad0583-bb35-4720-bbf8-7983711860c0 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:59.071245 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa054446-d18b-4a88-85d6-1732f74294c4", "name": "network-vif-plugged", "status": "completed", "tag": "57cd8e91-afbe-4d32-97a1-56b07e70bc5c", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:59.071348 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7ad0583-bb35-4720-bbf8-7983711860c0 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:59.071875 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa054446-d18b-4a88-85d6-1732f74294c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c', 'code': 200} Feb 16 16:23:59.143459 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:59.250879 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (dcf596aa-9f3a-4214-9909-70cf0a3d1172), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:59.385049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49e6a1-8fe8-4f7d-99e0-26dac0d2c722 req-67f6d891-ae89-4d77-9149-724211e864a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:59.388837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a49e6a1-8fe8-4f7d-99e0-26dac0d2c722 req-67f6d891-ae89-4d77-9149-724211e864a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 1131 time: 0.1853261 Feb 16 16:23:59.393625 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ffb396b8-b12f-40b1-981a-05ba195c8a79), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:59.501502 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb4b5b6-f48d-4399-8f27-96d181be9889 x-openstack-request-id: req-ebb4b5b6-f48d-4399-8f27-96d181be9889 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:23:59.503371 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e3351b-6536-48e0-ba05-a582c131bbe5", "tag": "9a0d56c3-d9c9-4c86-92c9-c1500ec736d4", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:23:59.505404 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ebb4b5b6-f48d-4399-8f27-96d181be9889 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:23:59.506595 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e3351b-6536-48e0-ba05-a582c131bbe5', 'tag': '9a0d56c3-d9c9-4c86-92c9-c1500ec736d4', 'status': 'completed', 'code': 200} Feb 16 16:23:59.708233 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a49e6a1-8fe8-4f7d-99e0-26dac0d2c722 req-ca17b537-2a79-417e-85f0-fa07f401c4be service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088794 Feb 16 16:23:59.780825 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae027a6-30c3-4a59-b342-19de4b6f6f1b req-d254192d-553f-4009-ba43-457926d48b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:59.782295 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ae027a6-30c3-4a59-b342-19de4b6f6f1b req-d254192d-553f-4009-ba43-457926d48b5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 1156 time: 0.2338061 Feb 16 16:23:59.801746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296da517-c2ba-4571-8434-394ed6304b02 req-46641064-39da-49ad-9f87-9cb77b39eb9c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:59.803131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-296da517-c2ba-4571-8434-394ed6304b02 req-46641064-39da-49ad-9f87-9cb77b39eb9c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 944 time: 0.2072980 Feb 16 16:23:59.944955 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for port (ffb396b8-b12f-40b1-981a-05ba195c8a79), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:59.962113 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (ffb396b8-b12f-40b1-981a-05ba195c8a79), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:59.971453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-296da517-c2ba-4571-8434-394ed6304b02 req-2d24b070-68b7-437b-adac-23842ddfb719 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547930 Feb 16 16:23:59.977251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae027a6-30c3-4a59-b342-19de4b6f6f1b req-07e9de15-0661-4c33-bbf5-90bb61ad38ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:23:59.978694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ae027a6-30c3-4a59-b342-19de4b6f6f1b req-07e9de15-0661-4c33-bbf5-90bb61ad38ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.1845467 Feb 16 16:24:00.047537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ae027a6-30c3-4a59-b342-19de4b6f6f1b req-36c5eee9-fb58-4a7e-9efa-fcd35d9b86e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 HTTP/1.1" status: 200 len: 217 time: 0.0484669 Feb 16 16:24:00.387558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Pushing event updated for resources: {'Port': ['ID=ffb396b8-b12f-40b1-981a-05ba195c8a79,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:00.409972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-63466780-0663-41be-a6d2-beba5bacc922 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=19b6548b22364e4d9595948087ecf782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751503 Feb 16 16:24:00.454273 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-4597cb84-e190-4b09-8d1f-efccd3121544 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=19b6548b22364e4d9595948087ecf782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065292 Feb 16 16:24:00.486715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (dcf596aa-9f3a-4214-9909-70cf0a3d1172), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:00.504902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae027a6-30c3-4a59-b342-19de4b6f6f1b req-9eb6e442-54fc-45a2-a0fb-44e207df74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:00.506327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ae027a6-30c3-4a59-b342-19de4b6f6f1b req-9eb6e442-54fc-45a2-a0fb-44e207df74a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.4334807 Feb 16 16:24:00.599854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ae027a6-30c3-4a59-b342-19de4b6f6f1b req-944dd13e-19a5-494b-90d6-f6dff8e8b104 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788589 Feb 16 16:24:00.628545 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:00.629618 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-64bc3ca9-5010-430c-bc9a-966fd66cc4ed tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5678630 Feb 16 16:24:00.677362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfff129-fcdb-4131-b4e1-8f1477b2efa8 req-4d52c63d-1885-4d81-85c5-c66a6afd9216 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:00.680313 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9cfff129-fcdb-4131-b4e1-8f1477b2efa8 req-4d52c63d-1885-4d81-85c5-c66a6afd9216 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 945 time: 0.3144674 Feb 16 16:24:00.681752 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:00.771984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-acc872b8-0af6-4ade-b534-2387f2227b0c tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.97 HTTP/1.1" status: 200 len: 695 time: 0.1238761 Feb 16 16:24:00.813246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-d591c357-e918-44f1-b3b2-a7f696903422 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:00.814709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-d591c357-e918-44f1-b3b2-a7f696903422 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3745844 Feb 16 16:24:00.845891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-98cc7492-71fc-4e81-85a7-af01f9f9ba97 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Request body: {'port': {'device_id': 'fbc4d3b7-fad0-41b6-8748-28dbcddfe23b', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '19b6548b22364e4d9595948087ecf782'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:00.866616 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-e7c75af8-c4d0-4876-acae-cb07f832d08f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:00.868107 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-e7c75af8-c4d0-4876-acae-cb07f832d08f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4065428 Feb 16 16:24:00.900906 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-34ad2c71-cb1a-4b47-830e-5404e0aa6237 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Request body: {'port': {'device_id': '5cda7904-0a2b-40d4-9c8b-d1313cfb83b1', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '19b6548b22364e4d9595948087ecf782'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:00.951242 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:00.990254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9cfff129-fcdb-4131-b4e1-8f1477b2efa8 req-25b93a60-6ad1-46b7-86f1-1295277e067b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993429 Feb 16 16:24:01.012292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ae027a6-30c3-4a59-b342-19de4b6f6f1b req-c7334b9e-e13d-4009-b729-4d79567d95a1 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817310 Feb 16 16:24:01.190778 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-8c4f47f6-2cbb-4922-8bed-9526a58dc8d0 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:01.192157 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cad2b061-2566-48fe-8aff-9470f198fe82 req-8c4f47f6-2cbb-4922-8bed-9526a58dc8d0 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.4111810 Feb 16 16:24:01.327491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b4cba61-7d68-4850-87bf-e18302a7d4ef req-e032fcc4-7fc8-48c1-82f3-d84b36488b41 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1 HTTP/1.1" status: 200 len: 210 time: 0.0674090 Feb 16 16:24:01.352072 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ae027a6-30c3-4a59-b342-19de4b6f6f1b req-5ef6258f-fce8-41bd-b2fa-6f75cbab39a3 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293426 Feb 16 16:24:01.352713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-98cc7492-71fc-4e81-85a7-af01f9f9ba97 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Made reservation on behalf of 19b6548b22364e4d9595948087ecf782 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:24:01.356412 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-98cc7492-71fc-4e81-85a7-af01f9f9ba97 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:01.378814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47042173-e6bd-4feb-a834-76dc33d72c92 req-5ff3d206-a38c-40d8-9335-6630da8ea81e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:01.380395 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47042173-e6bd-4feb-a834-76dc33d72c92 req-5ff3d206-a38c-40d8-9335-6630da8ea81e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2830536 Feb 16 16:24:01.385250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-34ad2c71-cb1a-4b47-830e-5404e0aa6237 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Made reservation on behalf of 19b6548b22364e4d9595948087ecf782 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:24:01.388590 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-34ad2c71-cb1a-4b47-830e-5404e0aa6237 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:01.580958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47042173-e6bd-4feb-a834-76dc33d72c92 req-2507772f-77b6-44dc-b2ff-a6670e529268 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881225 Feb 16 16:24:01.647190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b41df4-f304-4871-90a8-af2ce9089d1d req-589c8ebb-0ef4-4afc-8af1-4ab8cd86f55e tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:01.654069 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43b41df4-f304-4871-90a8-af2ce9089d1d req-589c8ebb-0ef4-4afc-8af1-4ab8cd86f55e tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 949 time: 0.2256801 Feb 16 16:24:01.689141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-98cc7492-71fc-4e81-85a7-af01f9f9ba97 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Allocated IP 192.168.233.32 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/66619770-9f86-4868-905d-2fd19501c884) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:24:01.772163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43b41df4-f304-4871-90a8-af2ce9089d1d req-2d278665-1d21-4ec5-8eb7-e63081d7ff4f tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171172 Feb 16 16:24:01.811642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832ac49-c45d-4855-bd7c-b0e0e4216a2c req-1515deb8-21ce-4599-8529-8aaf64ad1425 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:01.816211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2832ac49-c45d-4855-bd7c-b0e0e4216a2c req-1515deb8-21ce-4599-8529-8aaf64ad1425 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 944 time: 0.1182864 Feb 16 16:24:01.989980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2832ac49-c45d-4855-bd7c-b0e0e4216a2c req-489527a6-0f2b-4aed-979c-2059af4d2777 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631401 Feb 16 16:24:02.052264 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:02.053664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-635f465c-51aa-415d-8757-90c5d6a6070d tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2310441 Feb 16 16:24:02.063384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:02.074754 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-98cc7492-71fc-4e81-85a7-af01f9f9ba97 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks [] for port (66619770-9f86-4868-905d-2fd19501c884), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:02.101824 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:02.155477 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-98cc7492-71fc-4e81-85a7-af01f9f9ba97 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (66619770-9f86-4868-905d-2fd19501c884), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:02.171622 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:02.308902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-98cc7492-71fc-4e81-85a7-af01f9f9ba97 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:24:02.322278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-34ad2c71-cb1a-4b47-830e-5404e0aa6237 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Allocated IP 192.168.233.68 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/99d4dab0-a279-4b4b-b734-36f8d31898d9) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:24:02.324800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-98cc7492-71fc-4e81-85a7-af01f9f9ba97 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:02.338120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-98cc7492-71fc-4e81-85a7-af01f9f9ba97 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:24:02.463138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc7492-71fc-4e81-85a7-af01f9f9ba97 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event updated for resources: {'Port': ['ID=66619770-9f86-4868-905d-2fd19501c884,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:02.600215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9d26634f-df28-4d96-9fb7-473c4da24f9a None None] Provisioning complete for port 66619770-9f86-4868-905d-2fd19501c884 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:02.601257 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d26634f-df28-4d96-9fb7-473c4da24f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (66619770-9f86-4868-905d-2fd19501c884), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:02.646952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9d26634f-df28-4d96-9fb7-473c4da24f9a None None] Port 66619770-9f86-4868-905d-2fd19501c884 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:24:02.907721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-98cc7492-71fc-4e81-85a7-af01f9f9ba97 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:02.908356 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-98cc7492-71fc-4e81-85a7-af01f9f9ba97 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:02.963111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-98cc7492-71fc-4e81-85a7-af01f9f9ba97 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1317980 Feb 16 16:24:02.972758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-db0ade53-11b5-45bc-9118-bfce4818fa1d service neutron] 10.222.0.65 "GET /v2.0/ports/9a0d56c3-d9c9-4c86-92c9-c1500ec736d4/bindings/n-h2-669411-5 HTTP/1.1" status: 200 len: 384 time: 0.5274196 Feb 16 16:24:02.979668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f238256-1394-4402-84b8-47852a83fb93 req-24485cd3-d483-42e6-91d8-ab5612a692c8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:02.981140 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f238256-1394-4402-84b8-47852a83fb93 req-24485cd3-d483-42e6-91d8-ab5612a692c8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 945 time: 0.5380912 Feb 16 16:24:02.982652 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:03.002972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Request body: {'port': {'device_id': 'fbc4d3b7-fad0-41b6-8748-28dbcddfe23b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:03.042224 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-34ad2c71-cb1a-4b47-830e-5404e0aa6237 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks [] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:03.247425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f238256-1394-4402-84b8-47852a83fb93 req-3245d5fd-71be-430e-ae6f-550d4e359011 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409165 Feb 16 16:24:03.260332 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (66619770-9f86-4868-905d-2fd19501c884), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:03.353473 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-34ad2c71-cb1a-4b47-830e-5404e0aa6237 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:03.362643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Allocated IP 172.25.4.48 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/af433321-414d-45a3-9971-4dcacd6c46cc) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:24:03.365803 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:03.598572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-34ad2c71-cb1a-4b47-830e-5404e0aa6237 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:24:03.639879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-34ad2c71-cb1a-4b47-830e-5404e0aa6237 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:03.688514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-34ad2c71-cb1a-4b47-830e-5404e0aa6237 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:24:03.703655 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad2c71-cb1a-4b47-830e-5404e0aa6237 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event updated for resources: {'Port': ['ID=99d4dab0-a279-4b4b-b734-36f8d31898d9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:03.785301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4e02f-0ff3-4ae7-a954-a36c64e3a9aa req-e335f142-361d-4a51-a7dd-913d6e9635b7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:03.792442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37e4e02f-0ff3-4ae7-a954-a36c64e3a9aa req-e335f142-361d-4a51-a7dd-913d6e9635b7 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 949 time: 0.4429183 Feb 16 16:24:03.807779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-295a4e88-37aa-453e-801a-670d51a90a14 service neutron] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:03.862589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-34ad2c71-cb1a-4b47-830e-5404e0aa6237 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:03.863358 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-34ad2c71-cb1a-4b47-830e-5404e0aa6237 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:03.886475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8d8df9ae-7178-4edd-84af-56496f501e7a None None] Provisioning complete for port 99d4dab0-a279-4b4b-b734-36f8d31898d9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:03.887296 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8d8df9ae-7178-4edd-84af-56496f501e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:03.928135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-295a4e88-37aa-453e-801a-670d51a90a14 service neutron] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:03.937179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8d8df9ae-7178-4edd-84af-56496f501e7a None None] Port 99d4dab0-a279-4b4b-b734-36f8d31898d9 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:24:03.937410 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for port (af433321-414d-45a3-9971-4dcacd6c46cc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:03.989199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-34ad2c71-cb1a-4b47-830e-5404e0aa6237 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1093307 Feb 16 16:24:04.011403 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37e4e02f-0ff3-4ae7-a954-a36c64e3a9aa req-0b2be4e5-e2d6-49f4-9997-e66891712054 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181261 Feb 16 16:24:04.013674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-295a4e88-37aa-453e-801a-670d51a90a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:04.021268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Request body: {'port': {'device_id': '5cda7904-0a2b-40d4-9c8b-d1313cfb83b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:04.069332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-295a4e88-37aa-453e-801a-670d51a90a14 service neutron] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:04.108265 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:04.146306 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-295a4e88-37aa-453e-801a-670d51a90a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:04.193511 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (af433321-414d-45a3-9971-4dcacd6c46cc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:04.265740 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:04.291257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:24:04.298398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66619770-9f86-4868-905d-2fd19501c884 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:04.315796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:04.321622 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Publish callbacks [] for port (66619770-9f86-4868-905d-2fd19501c884), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:04.332718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:24:04.341593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00458f9-18a3-46b3-9817-75ef2d53675b req-ea36cd5f-9543-4d93-85e7-b38ec54f08de tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:04.343099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e00458f9-18a3-46b3-9817-75ef2d53675b req-ea36cd5f-9543-4d93-85e7-b38ec54f08de tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1 HTTP/1.1" status: 200 len: 935 time: 0.2572625 Feb 16 16:24:04.368938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Pushing event updated for resources: {'Port': ['ID=af433321-414d-45a3-9971-4dcacd6c46cc,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:04.420156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Transition to ACTIVE for port object 66619770-9f86-4868-905d-2fd19501c884 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:24:04.440058 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (66619770-9f86-4868-905d-2fd19501c884), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:04.510909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-295a4e88-37aa-453e-801a-670d51a90a14 service neutron] Transition to ACTIVE for port object 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:24:04.571635 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-295a4e88-37aa-453e-801a-670d51a90a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:04.655501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Pushing event updated for resources: {'Port': ['ID=66619770-9f86-4868-905d-2fd19501c884,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:04.667737 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e00458f9-18a3-46b3-9817-75ef2d53675b req-4e61bff5-1454-4b2f-880c-7a5fa6cbb5b3 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961366 Feb 16 16:24:04.819932 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (6ce592d0-6e04-4028-8c8a-2723e9a74ab0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:04.821375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-295a4e88-37aa-453e-801a-670d51a90a14 service neutron] No DVR routers for this DVR port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:24:04.954091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a4e88-37aa-453e-801a-670d51a90a14 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,revision_number=10']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:04.986399 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-295a4e88-37aa-453e-801a-670d51a90a14 service neutron] 10.222.0.65 "PUT /v2.0/ports/9a0d56c3-d9c9-4c86-92c9-c1500ec736d4/bindings/n-h2-669411-5/activate HTTP/1.1" status: 200 len: 369 time: 2.0010300 Feb 16 16:24:04.995646 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (af433321-414d-45a3-9971-4dcacd6c46cc), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:05.030526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Attempting to bind port 66619770-9f86-4868-905d-2fd19501c884 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:24:05.030526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Attempting to bind port 66619770-9f86-4868-905d-2fd19501c884 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:24:05.030526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Attempting to bind port 66619770-9f86-4868-905d-2fd19501c884 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:05.051703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead03b76-c365-4acd-9dce-2b31461dc219 req-292b83d7-7ba1-4eae-9528-0c866cdf9e93 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:05.053211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ead03b76-c365-4acd-9dce-2b31461dc219 req-292b83d7-7ba1-4eae-9528-0c866cdf9e93 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2935576 Feb 16 16:24:05.063955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Port 66619770-9f86-4868-905d-2fd19501c884 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:24:05.064280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Attempting to bind port 66619770-9f86-4868-905d-2fd19501c884 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:05.096231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:24:05.096564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:05.096946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:24:05.097386 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Bound port: 66619770-9f86-4868-905d-2fd19501c884, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:24:05.097744 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (66619770-9f86-4868-905d-2fd19501c884), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:05.176481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d4dab0-a279-4b4b-b734-36f8d31898d9 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:05.236363 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Publish callbacks [] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:05.529370 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Transition to ACTIVE for port object 99d4dab0-a279-4b4b-b734-36f8d31898d9 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:24:05.539933 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ead03b76-c365-4acd-9dce-2b31461dc219 req-dd8c2b7f-6dc1-40a5-8403-0a32e80e274e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726918 Feb 16 16:24:05.562320 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:05.671149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] For port 66619770-9f86-4868-905d-2fd19501c884, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:05.712341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] For port 66619770-9f86-4868-905d-2fd19501c884, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=66619770-9f86-4868-905d-2fd19501c884,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:24:05.713954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Pushing event updated for resources: {'Port': ['ID=99d4dab0-a279-4b4b-b734-36f8d31898d9,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:05.729708 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for port (af433321-414d-45a3-9971-4dcacd6c46cc), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:05.749422 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (66619770-9f86-4868-905d-2fd19501c884), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:05.759287 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (af433321-414d-45a3-9971-4dcacd6c46cc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:05.788819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-e9f4ab96-e6b4-4d14-be0e-1dfc7ac19e65 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:05.790259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-e9f4ab96-e6b4-4d14-be0e-1dfc7ac19e65 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5&tenant_id=3891023a3e87450bb385aeaa57c755fe&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1127 time: 0.2655931 Feb 16 16:24:05.868098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:05.868720 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:05.870121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] 10.222.0.65 "PUT /v2.0/ports/66619770-9f86-4868-905d-2fd19501c884 HTTP/1.1" status: 200 len: 1095 time: 2.8713763 Feb 16 16:24:05.870581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc4d3b7-fad0-41b6-8748-28dbcddfe23b', 'tag': '66619770-9f86-4868-905d-2fd19501c884'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:05.872835 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8efe88b-9e7e-4765-b8d8-74af3f6aa912" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc4d3b7-fad0-41b6-8748-28dbcddfe23b", "tag": "66619770-9f86-4868-905d-2fd19501c884"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:05.894903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7fdec-e8eb-494d-a4c3-8887962e24ea req-d0e2c821-282e-4680-9738-65b0e8458d6d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:05.896491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40d7fdec-e8eb-494d-a4c3-8887962e24ea req-d0e2c821-282e-4680-9738-65b0e8458d6d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 945 time: 0.2880671 Feb 16 16:24:05.947687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:05.973683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80442880-0a7b-4485-9999-f35220ca8d51 service neutron] Pushing event updated for resources: {'Port': ['ID=66619770-9f86-4868-905d-2fd19501c884,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:06.010307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] The host n-h1-669411-5 is not matching for port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 host n-h2-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:24:06.013208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:06.043431 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (6ce592d0-6e04-4028-8c8a-2723e9a74ab0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:06.055512 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Attempting to bind port 99d4dab0-a279-4b4b-b734-36f8d31898d9 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:24:06.055880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Attempting to bind port 99d4dab0-a279-4b4b-b734-36f8d31898d9 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:24:06.056211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Attempting to bind port 99d4dab0-a279-4b4b-b734-36f8d31898d9 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:06.095699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Port 99d4dab0-a279-4b4b-b734-36f8d31898d9 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:24:06.096058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Attempting to bind port 99d4dab0-a279-4b4b-b734-36f8d31898d9 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:06.109528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-e3118e72-a3a2-4f9b-ad7d-ad3e05ecd1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:06.111055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-e3118e72-a3a2-4f9b-ad7d-ad3e05ecd1be service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5&tenant_id=3891023a3e87450bb385aeaa57c755fe HTTP/1.1" status: 200 len: 1127 time: 0.2957706 Feb 16 16:24:06.115008 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:06.116180 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0616717 Feb 16 16:24:06.117322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0fe7b-800c-472c-870f-178093a23e00 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Pushing event updated for resources: {'Port': ['ID=af433321-414d-45a3-9971-4dcacd6c46cc,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:06.121693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40d7fdec-e8eb-494d-a4c3-8887962e24ea req-f50947af-e724-4aa2-b75a-eef06bf2a224 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941783 Feb 16 16:24:06.124182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:24:06.124520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:06.124894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:24:06.125363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Bound port: 99d4dab0-a279-4b4b-b734-36f8d31898d9, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:24:06.125675 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:06.139170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-b7bd184b-0afc-4afb-a47d-c280db2596bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:06.140911 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-b7bd184b-0afc-4afb-a47d-c280db2596bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=fbc4d3b7-fad0-41b6-8748-28dbcddfe23b HTTP/1.1" status: 200 len: 1129 time: 0.2062776 Feb 16 16:24:06.255118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-bb75f577-488c-4215-9255-353eac62fa27 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.48 HTTP/1.1" status: 200 len: 695 time: 0.1133983 Feb 16 16:24:06.276034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-3dc2b65a-632a-457c-bd9c-348db6ec3047 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=66619770-9f86-4868-905d-2fd19501c884 HTTP/1.1" status: 200 len: 217 time: 0.1252372 Feb 16 16:24:06.457726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-6ebccdf5-e30f-4959-a439-8363e86ffb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:06.459176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-6ebccdf5-e30f-4959-a439-8363e86ffb07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1681366 Feb 16 16:24:06.460850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] For port 99d4dab0-a279-4b4b-b734-36f8d31898d9, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:06.493096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-5f6f7cfc-8660-4c3a-8058-460b5218ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:06.494617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-5f6f7cfc-8660-4c3a-8058-460b5218ae8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 1127 time: 0.3081717 Feb 16 16:24:06.504618 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] For port 99d4dab0-a279-4b4b-b734-36f8d31898d9, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=99d4dab0-a279-4b4b-b734-36f8d31898d9,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:24:06.552960 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:06.561611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbb039-7bd1-4328-8386-4742c64b1e24 req-c86ced63-177c-4f96-b695-73e80c22938b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:06.563080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06cbb039-7bd1-4328-8386-4742c64b1e24 req-c86ced63-177c-4f96-b695-73e80c22938b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 945 time: 0.3122234 Feb 16 16:24:06.573908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-09d5f541-9237-4e4d-abc8-d44ab4bb6441 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:06.575181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0f69c4e-bd1e-4d6b-8f2f-eab3c386ae55 req-09d5f541-9237-4e4d-abc8-d44ab4bb6441 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.2982798 Feb 16 16:24:06.670322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:06.670942 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:06.672373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] 10.222.0.65 "PUT /v2.0/ports/99d4dab0-a279-4b4b-b734-36f8d31898d9 HTTP/1.1" status: 200 len: 1095 time: 2.6647794 Feb 16 16:24:06.739480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc80490-ecdb-4a20-a009-b22c0ef9f942 service neutron] Pushing event updated for resources: {'Port': ['ID=99d4dab0-a279-4b4b-b734-36f8d31898d9,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:06.744052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-d31a24e6-9819-44a5-9cf1-b43a4f8a0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:06.745559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-d31a24e6-9819-44a5-9cf1-b43a4f8a0dbc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2752676 Feb 16 16:24:06.795661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06cbb039-7bd1-4328-8386-4742c64b1e24 req-31dce0ba-0c39-455c-833f-983bd8b50fd5 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132096 Feb 16 16:24:06.813018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-88477f74-a440-4fa3-85ce-40ab31033fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:06.814500 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-88477f74-a440-4fa3-85ce-40ab31033fae service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.3082449 Feb 16 16:24:06.924456 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-862d931f-290c-489a-a55a-b442df16bfe3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 HTTP/1.1" status: 200 len: 217 time: 0.0864863 Feb 16 16:24:07.005842 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-b977a5ff-9f10-4c7d-b61d-b33ab7deed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:07.007916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-b977a5ff-9f10-4c7d-b61d-b33ab7deed95 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1 HTTP/1.1" status: 200 len: 1129 time: 0.2840540 Feb 16 16:24:07.036569 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033ab91-deca-45d0-b575-09882607fdd0 req-a0202694-96ab-4483-a215-ffa8bdcfba6f tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:07.038180 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e033ab91-deca-45d0-b575-09882607fdd0 req-a0202694-96ab-4483-a215-ffa8bdcfba6f tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 949 time: 0.2573798 Feb 16 16:24:07.041013 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-66aa7ff8-1678-4806-bbd5-d72c4559bd49 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852769 Feb 16 16:24:07.096508 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-c87ab1ee-bb7b-49a8-babe-e58ef3ee48b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=99d4dab0-a279-4b4b-b734-36f8d31898d9 HTTP/1.1" status: 200 len: 217 time: 0.0746131 Feb 16 16:24:07.119416 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-9bd82da5-be0a-43d0-92c7-1675b9aca6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:07.120763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-9bd82da5-be0a-43d0-92c7-1675b9aca6e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.1707494 Feb 16 16:24:07.127435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0368587-88d1-4738-abfa-73641a57716d req-898f576d-c985-48d8-ab1c-f1102d0f629d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:07.128794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0368587-88d1-4738-abfa-73641a57716d req-898f576d-c985-48d8-ab1c-f1102d0f629d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1 HTTP/1.1" status: 200 len: 947 time: 0.2190456 Feb 16 16:24:07.203896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-a7705d80-ab7b-4073-acf7-147edd18b288 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722501 Feb 16 16:24:07.310990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-94ce8886-785d-483c-99fa-077d84a1921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:07.312462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-94ce8886-785d-483c-99fa-077d84a1921c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1972203 Feb 16 16:24:07.322321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e033ab91-deca-45d0-b575-09882607fdd0 req-1cac7557-bf66-439d-a50e-fbdcb8c1a404 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765450 Feb 16 16:24:07.375364 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24883cb-284e-4de2-8989-eb584c9511bc x-openstack-request-id: req-d24883cb-284e-4de2-8989-eb584c9511bc {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:07.375578 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc4d3b7-fad0-41b6-8748-28dbcddfe23b", "tag": "66619770-9f86-4868-905d-2fd19501c884", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:07.375846 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d24883cb-284e-4de2-8989-eb584c9511bc {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:07.376252 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc4d3b7-fad0-41b6-8748-28dbcddfe23b', 'tag': '66619770-9f86-4868-905d-2fd19501c884', 'status': 'completed', 'code': 200} Feb 16 16:24:07.399232 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0368587-88d1-4738-abfa-73641a57716d req-3c282316-e3ff-49c3-8fdb-fe68d50e58e9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448690 Feb 16 16:24:07.410973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-2716e0c4-af05-4ef0-a583-2eb9b3764bf0 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341663 Feb 16 16:24:07.744608 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-04d74303-ed13-41e8-89e7-aead60191649 service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964159 Feb 16 16:24:07.804482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-a22133f7-69ef-45d6-b3ab-e53225eb73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:07.805986 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-a22133f7-69ef-45d6-b3ab-e53225eb73e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4804780 Feb 16 16:24:07.918196 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cf614-ffeb-49a9-aaa7-681eff852bd9 req-6f0b394e-6676-42f5-b67b-b374a9ad1493 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:07.919654 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b33cf614-ffeb-49a9-aaa7-681eff852bd9 req-6f0b394e-6676-42f5-b67b-b374a9ad1493 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.5048823 Feb 16 16:24:07.973535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efe88b-9e7e-4765-b8d8-74af3f6aa912 req-73df94c5-369e-4c48-9982-0f24ea0d1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:07.975079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8efe88b-9e7e-4765-b8d8-74af3f6aa912 req-73df94c5-369e-4c48-9982-0f24ea0d1a97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=fbc4d3b7-fad0-41b6-8748-28dbcddfe23b HTTP/1.1" status: 200 len: 1129 time: 0.2756023 Feb 16 16:24:08.016139 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-a6784c69-524f-46d0-995b-f7b631732a95 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3139009 Feb 16 16:24:08.063931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:08.085599 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-321ba5e7-341d-4b93-ab99-8070117af04f service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214083 Feb 16 16:24:08.118866 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b33cf614-ffeb-49a9-aaa7-681eff852bd9 req-1b6823fd-4528-4470-86ae-faf312fa05cf tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890492 Feb 16 16:24:08.156100 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:08.163956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-69cb0dea-c186-4d8e-aa20-bcc9e8a71d82 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154385 Feb 16 16:24:08.260323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efe88b-9e7e-4765-b8d8-74af3f6aa912 req-c702895d-93a6-4c70-b901-aba1152a7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:08.261802 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8efe88b-9e7e-4765-b8d8-74af3f6aa912 req-c702895d-93a6-4c70-b901-aba1152a7e85 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2745924 Feb 16 16:24:08.371180 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8efe88b-9e7e-4765-b8d8-74af3f6aa912 req-dd27dcbe-8666-4363-bb84-8bd9522d388c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=66619770-9f86-4868-905d-2fd19501c884 HTTP/1.1" status: 200 len: 217 time: 0.1013525 Feb 16 16:24:08.473273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef03d2-071e-4f32-9b29-6aa244a08f43 req-cda5d267-f9ba-47e0-a80f-7f536a58110f tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:08.474739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1ef03d2-071e-4f32-9b29-6aa244a08f43 req-cda5d267-f9ba-47e0-a80f-7f536a58110f tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/ports?device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 946 time: 0.2956140 Feb 16 16:24:08.477291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f6f559-b138-44a6-b09a-c66e31614f7c req-0f27ca7d-fede-407b-908a-1315860fd90b service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005581 Feb 16 16:24:08.509153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efe88b-9e7e-4765-b8d8-74af3f6aa912 req-984739f0-dd75-4b22-8700-7bbde128c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:08.510609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8efe88b-9e7e-4765-b8d8-74af3f6aa912 req-984739f0-dd75-4b22-8700-7bbde128c501 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1286321 Feb 16 16:24:08.517818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-f6a3d4d0-057b-4a19-a245-ebfac35f1114 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:08.519190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-f6a3d4d0-057b-4a19-a245-ebfac35f1114 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5&tenant_id=3891023a3e87450bb385aeaa57c755fe&binding%3Ahost_id=n-h2-669411-5 HTTP/1.1" status: 200 len: 1127 time: 0.2149215 Feb 16 16:24:08.612629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1ef03d2-071e-4f32-9b29-6aa244a08f43 req-756110b4-ce81-4aa3-8a44-0cd9f54a6ff2 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.24 "GET /v2.0/security-groups?id=98a74f31-2de8-453e-a0ac-29ca0649a91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281385 Feb 16 16:24:08.646716 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:08.663028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efe88b-9e7e-4765-b8d8-74af3f6aa912 req-f706ea08-aa01-402e-afd6-5dc364604153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:08.664579 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8efe88b-9e7e-4765-b8d8-74af3f6aa912 req-f706ea08-aa01-402e-afd6-5dc364604153 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1429548 Feb 16 16:24:08.823964 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b35b7-1888-44d7-aa2e-1b42d5f73c3c req-68f04e91-381f-4a8f-8b0d-cba8417ed5d1 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:08.825493 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b98b35b7-1888-44d7-aa2e-1b42d5f73c3c req-68f04e91-381f-4a8f-8b0d-cba8417ed5d1 tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.60 "GET /v2.0/ports?device_id=d55bbea3-eaeb-4c99-903f-e04196d6b063 HTTP/1.1" status: 200 len: 946 time: 0.0566928 Feb 16 16:24:08.881059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-b8aad0e5-43c9-4e26-83a5-2f30a096c0ec service neutron] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:08.895280 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-b8aad0e5-43c9-4e26-83a5-2f30a096c0ec service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:08.896419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19721bc9-e49c-42df-81e0-13c21e1a418c req-b8aad0e5-43c9-4e26-83a5-2f30a096c0ec service neutron] 10.222.0.60 "DELETE /v2.0/ports/9a0d56c3-d9c9-4c86-92c9-c1500ec736d4/bindings/n-h1-669411-5 HTTP/1.1" status: 204 len: 173 time: 0.3606877 Feb 16 16:24:08.908615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bfa13-6c5b-4241-a517-751d8e4f905c req-1ededa23-d044-409f-a59f-c15da6d444e5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:08.910107 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb6bfa13-6c5b-4241-a517-751d8e4f905c req-1ededa23-d044-409f-a59f-c15da6d444e5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 945 time: 0.2392213 Feb 16 16:24:08.931155 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-b98b35b7-1888-44d7-aa2e-1b42d5f73c3c req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Deleting port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:08.931785 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b98b35b7-1888-44d7-aa2e-1b42d5f73c3c req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ced378a1-5d69-42d7-8bc6-e0fd3d6780d0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:08.938497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Allocated IP 172.25.4.40 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/a2c76bfc-b0b0-4965-8538-3aa4146eb087) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:24:08.949387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8efe88b-9e7e-4765-b8d8-74af3f6aa912 req-f7cbd50e-6d9c-4b17-8fc1-3639ff9ad090 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455938 Feb 16 16:24:09.032862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-b98b35b7-1888-44d7-aa2e-1b42d5f73c3c req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] For port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ced378a1-5d69-42d7-8bc6-e0fd3d6780d0,segment=NetworkSegment(c5db13bd-1584-4321-b049-075d10c2039c),segment_id=c5db13bd-1584-4321-b049-075d10c2039c)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:09.033225 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b98b35b7-1888-44d7-aa2e-1b42d5f73c3c req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ced378a1-5d69-42d7-8bc6-e0fd3d6780d0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:09.045777 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-b98b35b7-1888-44d7-aa2e-1b42d5f73c3c req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Calling delete_port for ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:09.071845 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb6bfa13-6c5b-4241-a517-751d8e4f905c req-2ea242e9-9fe2-4444-955c-c44af111f50d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451502 Feb 16 16:24:09.155688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8efe88b-9e7e-4765-b8d8-74af3f6aa912 req-59de0db8-ab44-452f-a746-9dcc1614da23 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951389 Feb 16 16:24:09.187590 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for port (a2c76bfc-b0b0-4965-8538-3aa4146eb087), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:09.192347 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b98b35b7-1888-44d7-aa2e-1b42d5f73c3c req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ced378a1-5d69-42d7-8bc6-e0fd3d6780d0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:09.213447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['ced378a1-5d69-42d7-8bc6-e0fd3d6780d0'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:09.216106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bc981-635a-451c-9a34-e449aff318d0 req-652cabb2-8211-48d1-9ef8-790a99130528 tempest-LiveMigrationNegativeTest-608990162 tempest-LiveMigrationNegativeTest-608990162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:09.217623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b5bc981-635a-451c-9a34-e449aff318d0 req-652cabb2-8211-48d1-9ef8-790a99130528 tempest-LiveMigrationNegativeTest-608990162 tempest-LiveMigrationNegativeTest-608990162-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 1131 time: 0.0807323 Feb 16 16:24:09.235863 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Pushing event deleted for resources: {'Port': ['ID=ced378a1-5d69-42d7-8bc6-e0fd3d6780d0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:09.245153 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0b5bc981-635a-451c-9a34-e449aff318d0 req-b72b492a-752f-4fd8-a9f9-c8b616f98b2b tempest-LiveMigrationNegativeTest-608990162 tempest-LiveMigrationNegativeTest-608990162-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:09.252950 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:09.253555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:09.254041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:09.254504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:09.255097 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:09.255532 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:09.256960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:09.257514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a2c76bfc-b0b0-4965-8538-3aa4146eb087), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:09.257726 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:09.258997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:09.259511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:09.260276 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:09.261494 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:09.262038 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:09.309162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98b35b7-1888-44d7-aa2e-1b42d5f73c3c req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] No DVR routers for this DVR port ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:24:09.312559 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b98b35b7-1888-44d7-aa2e-1b42d5f73c3c req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:09.313204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:24:09.316658 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b98b35b7-1888-44d7-aa2e-1b42d5f73c3c req-2f9f0bb9-6499-4b73-83b4-8e9f94aebb3a tempest-VolumesAdminNegativeTest-1204225517 tempest-VolumesAdminNegativeTest-1204225517-project] 10.222.0.60 "DELETE /v2.0/ports/ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 HTTP/1.1" status: 204 len: 173 time: 0.4843135 Feb 16 16:24:09.317212 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55bbea3-eaeb-4c99-903f-e04196d6b063', 'name': 'network-vif-deleted', 'tag': 'ced378a1-5d69-42d7-8bc6-e0fd3d6780d0'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:09.320977 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064b500c-3136-4498-9c8b-aeae0cb47c89" -d '{"events": [{"server_uuid": "d55bbea3-eaeb-4c99-903f-e04196d6b063", "name": "network-vif-deleted", "tag": "ced378a1-5d69-42d7-8bc6-e0fd3d6780d0"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:09.321526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:09.330450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:24:09.336280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Pushing event updated for resources: {'Port': ['ID=a2c76bfc-b0b0-4965-8538-3aa4146eb087,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:09.378458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cda7904-0a2b-40d4-9c8b-d1313cfb83b1', 'tag': '99d4dab0-a279-4b4b-b734-36f8d31898d9'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:09.380758 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140eb702-c84f-4348-8ff2-e03a21bb5a13" -d '{"events": [{"name": "network-changed", "server_uuid": "5cda7904-0a2b-40d4-9c8b-d1313cfb83b1", "tag": "99d4dab0-a279-4b4b-b734-36f8d31898d9"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:09.444472 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0b5bc981-635a-451c-9a34-e449aff318d0 req-b72b492a-752f-4fd8-a9f9-c8b616f98b2b tempest-LiveMigrationNegativeTest-608990162 tempest-LiveMigrationNegativeTest-608990162-project-admin] Publish callbacks [] for security_group (b5adf218-d3b7-40d7-9fac-b6cbe728bd58), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:09.453159 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0b5bc981-635a-451c-9a34-e449aff318d0 req-b72b492a-752f-4fd8-a9f9-c8b616f98b2b tempest-LiveMigrationNegativeTest-608990162 tempest-LiveMigrationNegativeTest-608990162-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b5adf218-d3b7-40d7-9fac-b6cbe728bd58), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:09.493629 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (b20b1d01-2d16-4cca-9a35-1eb10b9c847e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:09.507166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b5bc981-635a-451c-9a34-e449aff318d0 req-b72b492a-752f-4fd8-a9f9-c8b616f98b2b tempest-LiveMigrationNegativeTest-608990162 tempest-LiveMigrationNegativeTest-608990162-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788434 Feb 16 16:24:09.508235 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b492a-752f-4fd8-a9f9-c8b616f98b2b tempest-LiveMigrationNegativeTest-608990162 tempest-LiveMigrationNegativeTest-608990162-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5adf218-d3b7-40d7-9fac-b6cbe728bd58,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:09.541906 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a2c76bfc-b0b0-4965-8538-3aa4146eb087), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:09.692955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979191c-7a5d-403a-8833-05b262f169da req-e70779ba-7eec-49c6-bb26-fd4601ea0670 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:09.694898 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4979191c-7a5d-403a-8833-05b262f169da req-e70779ba-7eec-49c6-bb26-fd4601ea0670 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 945 time: 0.1141870 Feb 16 16:24:09.778942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4979191c-7a5d-403a-8833-05b262f169da req-0d765b72-f93f-4ea0-9561-415eec4066c6 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778971 Feb 16 16:24:09.781180 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for port (a2c76bfc-b0b0-4965-8538-3aa4146eb087), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:09.789460 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (a2c76bfc-b0b0-4965-8538-3aa4146eb087), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:09.864430 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Pushing event updated for resources: {'Port': ['ID=a2c76bfc-b0b0-4965-8538-3aa4146eb087,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:09.877195 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (b20b1d01-2d16-4cca-9a35-1eb10b9c847e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:09.918668 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:09.924264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-9a080235-9573-4e68-b0c0-544723c7a851 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8924596 Feb 16 16:24:09.936270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba0dba-0497-4643-9009-7f346c11564e req-2e930241-9fb6-4df1-a858-1e7eb3e210d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:09.938396 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-2e930241-9fb6-4df1-a858-1e7eb3e210d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 1127 time: 0.0513096 Feb 16 16:24:09.972282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 66619770-9f86-4868-905d-2fd19501c884 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:24:09.979781 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-1301727c-27bb-4f86-8585-08aa540c0a10 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 695 time: 0.0533917 Feb 16 16:24:09.991475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ab0d1-dd2c-4916-a134-bae14908549e req-032de92d-ac47-4155-bf1d-8f40c56988d9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:09.993071 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c6ab0d1-dd2c-4916-a134-bae14908549e req-032de92d-ac47-4155-bf1d-8f40c56988d9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1 HTTP/1.1" status: 200 len: 947 time: 0.1119733 Feb 16 16:24:10.047900 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba0dba-0497-4643-9009-7f346c11564e req-7b629ac4-8f30-463a-b22f-02588fd03f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:10.049269 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-7b629ac4-8f30-463a-b22f-02588fd03f9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.0986004 Feb 16 16:24:10.077546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 66619770-9f86-4868-905d-2fd19501c884, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=66619770-9f86-4868-905d-2fd19501c884,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:10.089644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '66619770-9f86-4868-905d-2fd19501c884', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '66619770-9f86-4868-905d-2fd19501c884', 'mac_address': 'fa:16:3e:e4:dd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:24:10.098254 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-de4692d1-e7ba-493e-8cde-c873fc5d0d70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0 HTTP/1.1" status: 200 len: 217 time: 0.0376692 Feb 16 16:24:10.109897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c6ab0d1-dd2c-4916-a134-bae14908549e req-ce2c1823-d654-4900-a624-02473af65b3a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052907 Feb 16 16:24:10.133401 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-c286a078-7b33-4a3c-ba95-ed8bc588a2d3 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:10.134971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-c286a078-7b33-4a3c-ba95-ed8bc588a2d3 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.1410015 Feb 16 16:24:10.136857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 66619770-9f86-4868-905d-2fd19501c884 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:10.137330 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (66619770-9f86-4868-905d-2fd19501c884), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:10.147506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-a4b083f6-6c1e-4acf-97c9-090a1d6e9e96 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:24:10.149053 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de096934-2bb1-4bcf-92fd-71fcd94a168d req-a4b083f6-6c1e-4acf-97c9-090a1d6e9e96 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079913 Feb 16 16:24:10.154585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66619770-9f86-4868-905d-2fd19501c884 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:10.174335 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba0dba-0497-4643-9009-7f346c11564e req-d0bb9327-1b94-432e-bea9-d75ce4f50539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:10.174335 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-d0bb9327-1b94-432e-bea9-d75ce4f50539 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.0617590 Feb 16 16:24:10.180552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 66619770-9f86-4868-905d-2fd19501c884, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=66619770-9f86-4868-905d-2fd19501c884,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:10.186281 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (66619770-9f86-4868-905d-2fd19501c884), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:10.216055 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd076d0-bc4c-46b1-a362-daec6cf02163 x-openstack-request-id: req-2bd076d0-bc4c-46b1-a362-daec6cf02163 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:10.216356 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55bbea3-eaeb-4c99-903f-e04196d6b063", "name": "network-vif-deleted", "tag": "ced378a1-5d69-42d7-8bc6-e0fd3d6780d0", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:10.216655 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2bd076d0-bc4c-46b1-a362-daec6cf02163 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:10.217321 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55bbea3-eaeb-4c99-903f-e04196d6b063', 'name': 'network-vif-deleted', 'tag': 'ced378a1-5d69-42d7-8bc6-e0fd3d6780d0', 'status': 'completed', 'code': 200} Feb 16 16:24:10.219847 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-fe47a524-b251-431a-a217-20c1a3f8efab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374074 Feb 16 16:24:10.243110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=66619770-9f86-4868-905d-2fd19501c884,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:10.252248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:10.252601 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:10.252944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:10.253283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:10.253617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:10.253947 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:10.254275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:10.255199 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:10.255529 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:10.266058 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b25f35-8c84-47fc-977d-8d4fd7a3071e x-openstack-request-id: req-06b25f35-8c84-47fc-977d-8d4fd7a3071e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:10.266702 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cda7904-0a2b-40d4-9c8b-d1313cfb83b1", "tag": "99d4dab0-a279-4b4b-b734-36f8d31898d9", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:10.266883 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:10.267026 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06b25f35-8c84-47fc-977d-8d4fd7a3071e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:10.267632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:10.267786 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cda7904-0a2b-40d4-9c8b-d1313cfb83b1', 'tag': '99d4dab0-a279-4b4b-b734-36f8d31898d9', 'status': 'completed', 'code': 200} Feb 16 16:24:10.269296 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:10.269805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:24:10.330800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47202) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:10.332474 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d95404-5c12-4498-b24b-17eea1004262 req-f477809e-06fc-4c2f-92fb-af1235a2cc82 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:10.338594 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70d95404-5c12-4498-b24b-17eea1004262 req-f477809e-06fc-4c2f-92fb-af1235a2cc82 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1161089 Feb 16 16:24:10.376029 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-4dd0dcc3-07ed-4cc8-a2e9-33a5666faab2 service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417959 Feb 16 16:24:10.408479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-189b74cb-21d9-4410-a900-97d45151effb admin admin] Deleting subnet 1786a798-933d-4f8c-b8b1-882bd213fb9e {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:24:10.415187 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-189b74cb-21d9-4410-a900-97d45151effb admin admin] Publish callbacks [] for subnet (1786a798-933d-4f8c-b8b1-882bd213fb9e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:10.423512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['66619770-9f86-4868-905d-2fd19501c884'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:10.497462 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-189b74cb-21d9-4410-a900-97d45151effb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (1786a798-933d-4f8c-b8b1-882bd213fb9e), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:10.546944 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-935063f4-c844-4528-a63a-0fbecba5a4f9 service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623731 Feb 16 16:24:10.555817 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-189b74cb-21d9-4410-a900-97d45151effb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (1786a798-933d-4f8c-b8b1-882bd213fb9e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:10.618057 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-189b74cb-21d9-4410-a900-97d45151effb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (1786a798-933d-4f8c-b8b1-882bd213fb9e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:10.651649 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b74cb-21d9-4410-a900-97d45151effb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1786a798-933d-4f8c-b8b1-882bd213fb9e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:10.666274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140eb702-c84f-4348-8ff2-e03a21bb5a13 req-9ca50b9f-30df-457c-94c0-c5fa1846ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:10.667895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-140eb702-c84f-4348-8ff2-e03a21bb5a13 req-9ca50b9f-30df-457c-94c0-c5fa1846ba66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1 HTTP/1.1" status: 200 len: 1129 time: 0.3889296 Feb 16 16:24:10.671800 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-189b74cb-21d9-4410-a900-97d45151effb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:10.674950 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-189b74cb-21d9-4410-a900-97d45151effb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1786a798-933d-4f8c-b8b1-882bd213fb9e HTTP/1.1" status: 204 len: 168 time: 0.3436954 Feb 16 16:24:10.678914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47204) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:10.690052 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9f8b11a-0750-409b-82ec-a6a1cfdab693 req-57254b83-9c32-4dec-becd-d17de8014922 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips/b20b1d01-2d16-4cca-9a35-1eb10b9c847e HTTP/1.1" status: 200 len: 692 time: 0.3496041 Feb 16 16:24:10.751664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70d95404-5c12-4498-b24b-17eea1004262 req-faf3d9ec-dc66-4a65-8268-5efbc5abaa0b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053719 Feb 16 16:24:10.757442 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba0dba-0497-4643-9009-7f346c11564e req-6a2f3eb8-f5ad-4365-808d-016bd1236e6d tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:10.758954 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-6a2f3eb8-f5ad-4365-808d-016bd1236e6d tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9&tenant_id=b0adde609b014b4f962dc22768f8ddb1&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1127 time: 0.1201408 Feb 16 16:24:10.763125 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-757638e0-eb6c-43e1-a289-69c8eb4c701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (94a1e31b-f9ab-440f-a31d-308d40923799), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:10.770758 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-669411-5'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:10.900400 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-757638e0-eb6c-43e1-a289-69c8eb4c701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (94a1e31b-f9ab-440f-a31d-308d40923799), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:10.903802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140eb702-c84f-4348-8ff2-e03a21bb5a13 req-194ec3ed-aa26-49bf-a51f-47ffd74e6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:10.905282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-140eb702-c84f-4348-8ff2-e03a21bb5a13 req-194ec3ed-aa26-49bf-a51f-47ffd74e6069 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2293720 Feb 16 16:24:10.913200 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:10.915238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8b11a-0750-409b-82ec-a6a1cfdab693 req-94b4c968-1d69-4ed3-80ba-0b09289efab4 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:10.916598 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9f8b11a-0750-409b-82ec-a6a1cfdab693 req-94b4c968-1d69-4ed3-80ba-0b09289efab4 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.2115629 Feb 16 16:24:10.933860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-757638e0-eb6c-43e1-a289-69c8eb4c701a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a1e31b-f9ab-440f-a31d-308d40923799']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:10.957970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-e9f8b11a-0750-409b-82ec-a6a1cfdab693 req-00be6284-0326-4c1a-ae78-da03f390c408 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:24:10.958992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9f8b11a-0750-409b-82ec-a6a1cfdab693 req-00be6284-0326-4c1a-ae78-da03f390c408 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0318666 Feb 16 16:24:10.960610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-757638e0-eb6c-43e1-a289-69c8eb4c701a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5db13bd-1584-4321-b049-075d10c2039c') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:10.961145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-757638e0-eb6c-43e1-a289-69c8eb4c701a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5db13bd-1584-4321-b049-075d10c2039c') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:10.962478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-140eb702-c84f-4348-8ff2-e03a21bb5a13 req-ebfb0cf9-4b3c-4397-a579-c8efe1c5d430 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=99d4dab0-a279-4b4b-b734-36f8d31898d9 HTTP/1.1" status: 200 len: 217 time: 0.0441885 Feb 16 16:24:10.967608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4ffd2-28dc-4f64-be67-e3206766a2c4 req-d53ebffa-6eed-4754-8a40-78481bfb5456 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:10.969207 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0b4ffd2-28dc-4f64-be67-e3206766a2c4 req-d53ebffa-6eed-4754-8a40-78481bfb5456 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 1127 time: 0.1391835 Feb 16 16:24:10.973982 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-757638e0-eb6c-43e1-a289-69c8eb4c701a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (c5db13bd-1584-4321-b049-075d10c2039c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.006193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-757638e0-eb6c-43e1-a289-69c8eb4c701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c5db13bd-1584-4321-b049-075d10c2039c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.021030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757638e0-eb6c-43e1-a289-69c8eb4c701a admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:24:11.021424 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-757638e0-eb6c-43e1-a289-69c8eb4c701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (c5db13bd-1584-4321-b049-075d10c2039c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:24:11.023344 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:24:11.039126 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140eb702-c84f-4348-8ff2-e03a21bb5a13 req-7ac6ffac-82fb-482f-ac80-cd7014ba373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:11.040625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-140eb702-c84f-4348-8ff2-e03a21bb5a13 req-7ac6ffac-82fb-482f-ac80-cd7014ba373e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0703194 Feb 16 16:24:11.088909 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0b4ffd2-28dc-4f64-be67-e3206766a2c4 req-b1b96174-c294-4db9-8884-0a4b1001757b tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902901 Feb 16 16:24:11.121500 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-757638e0-eb6c-43e1-a289-69c8eb4c701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (94a1e31b-f9ab-440f-a31d-308d40923799), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.149528 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-757638e0-eb6c-43e1-a289-69c8eb4c701a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.152685 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-757638e0-eb6c-43e1-a289-69c8eb4c701a admin admin] 10.222.0.24 "DELETE /v2.0/networks/94a1e31b-f9ab-440f-a31d-308d40923799 HTTP/1.1" status: 204 len: 168 time: 0.4728639 Feb 16 16:24:11.155540 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47216) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:11.165911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757638e0-eb6c-43e1-a289-69c8eb4c701a admin admin] Pushing event deleted for resources: {'Network': ['ID=94a1e31b-f9ab-440f-a31d-308d40923799,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:11.168828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:11.187941 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bc46326-be81-4496-9e3e-2422e289836a req-350fa601-c9e6-40d3-a257-f1851bfef80b tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips/b20b1d01-2d16-4cca-9a35-1eb10b9c847e HTTP/1.1" status: 200 len: 692 time: 0.0519121 Feb 16 16:24:11.190711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140eb702-c84f-4348-8ff2-e03a21bb5a13 req-5649e73c-6fe9-4b76-a6c9-da2c0144d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:11.192212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-140eb702-c84f-4348-8ff2-e03a21bb5a13 req-5649e73c-6fe9-4b76-a6c9-da2c0144d2d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1434417 Feb 16 16:24:11.233984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e5a6ec-04a5-4e06-85db-9c118450bc0b admin admin] Deleting subnet 82dbfcda-08ba-4397-9fef-d125bcaef201 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:24:11.239051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29e5a6ec-04a5-4e06-85db-9c118450bc0b admin admin] Publish callbacks [] for subnet (82dbfcda-08ba-4397-9fef-d125bcaef201), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.249258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614796a-1031-4307-a605-24550b559da2 req-4eb0fd76-d361-4021-97ad-52b49e27f3c9 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:11.250739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5614796a-1031-4307-a605-24550b559da2 req-4eb0fd76-d361-4021-97ad-52b49e27f3c9 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 945 time: 0.1602821 Feb 16 16:24:11.265610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:11.298772 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29e5a6ec-04a5-4e06-85db-9c118450bc0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (82dbfcda-08ba-4397-9fef-d125bcaef201), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.338080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Publish callbacks [] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.348146 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.358979 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29e5a6ec-04a5-4e06-85db-9c118450bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (82dbfcda-08ba-4397-9fef-d125bcaef201), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.410863 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5614796a-1031-4307-a605-24550b559da2 req-e4ffe1d3-5d8f-4834-a332-212d8075f543 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494064 Feb 16 16:24:11.418833 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc46326-be81-4496-9e3e-2422e289836a req-7e464cb0-4f10-48fe-b6fc-61968b909ce0 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:11.420204 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bc46326-be81-4496-9e3e-2422e289836a req-7e464cb0-4f10-48fe-b6fc-61968b909ce0 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.2237239 Feb 16 16:24:11.422177 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-140eb702-c84f-4348-8ff2-e03a21bb5a13 req-b0dc9f01-c175-4be5-8c1c-afc8669deb70 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148249 Feb 16 16:24:11.431477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-2bc46326-be81-4496-9e3e-2422e289836a req-0c3bacd8-c184-48cf-b8ef-7755565ed7f7 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:24:11.437545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bc46326-be81-4496-9e3e-2422e289836a req-0c3bacd8-c184-48cf-b8ef-7755565ed7f7 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062697 Feb 16 16:24:11.491921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Pushing event updated for resources: {'Port': ['ID=cbd678ed-ad35-44b0-905f-d51567a93ac0,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:11.501418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Attempting to bind port cbd678ed-ad35-44b0-905f-d51567a93ac0 on host n-h1-669411-5 for vnic_type normal with profile {"migrating_to": "n-h2-669411-5"} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:24:11.501799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Attempting to bind port cbd678ed-ad35-44b0-905f-d51567a93ac0 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:24:11.502178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Attempting to bind port cbd678ed-ad35-44b0-905f-d51567a93ac0 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:11.509465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Port cbd678ed-ad35-44b0-905f-d51567a93ac0 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:24:11.510006 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Attempting to bind port cbd678ed-ad35-44b0-905f-d51567a93ac0 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:11.515860 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29e5a6ec-04a5-4e06-85db-9c118450bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (82dbfcda-08ba-4397-9fef-d125bcaef201), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.516233 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bc46326-be81-4496-9e3e-2422e289836a req-875b842c-3b7e-4338-aab1-0df36d10d596 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 695 time: 0.0746531 Feb 16 16:24:11.520677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:24:11.521088 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Checking segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:11.521525 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Bound using segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:24:11.522765 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Bound port: cbd678ed-ad35-44b0-905f-d51567a93ac0, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:24:11.523332 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.555884 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5a6ec-04a5-4e06-85db-9c118450bc0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82dbfcda-08ba-4397-9fef-d125bcaef201,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:11.558997 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29e5a6ec-04a5-4e06-85db-9c118450bc0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.562409 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-29e5a6ec-04a5-4e06-85db-9c118450bc0b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/82dbfcda-08ba-4397-9fef-d125bcaef201 HTTP/1.1" status: 204 len: 168 time: 0.4058158 Feb 16 16:24:11.565340 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47220) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:11.610796 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bc46326-be81-4496-9e3e-2422e289836a req-8e3186bd-f32a-4773-845d-9f8874ca4003 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 695 time: 0.0678437 Feb 16 16:24:11.637336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-140eb702-c84f-4348-8ff2-e03a21bb5a13 req-a9394e24-5c83-4794-8589-6b883552bea6 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034624 Feb 16 16:24:11.680492 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f4e2-dfb4-4616-ab21-4453523eac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (61a60510-123f-44de-8791-0c9b3e3ecfc6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.686157 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:11.690740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:24:11.698430 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.801772 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc91fe6-393c-44fa-b2bf-99344bba8728 req-442d02b5-3aaa-4937-8860-8d68e8075506 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:11.803253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fc91fe6-393c-44fa-b2bf-99344bba8728 req-442d02b5-3aaa-4937-8860-8d68e8075506 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1 HTTP/1.1" status: 200 len: 947 time: 0.1203294 Feb 16 16:24:11.826857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-2bc46326-be81-4496-9e3e-2422e289836a req-0ab7e577-906e-4534-bd76-09adfda410a1 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Deleting port a2c76bfc-b0b0-4965-8538-3aa4146eb087 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:11.827194 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2bc46326-be81-4496-9e3e-2422e289836a req-0ab7e577-906e-4534-bd76-09adfda410a1 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a2c76bfc-b0b0-4965-8538-3aa4146eb087), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.843079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f4e2-dfb4-4616-ab21-4453523eac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (61a60510-123f-44de-8791-0c9b3e3ecfc6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.846520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:11.847121 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.848574 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] 10.222.0.60 "PUT /v2.0/ports/cbd678ed-ad35-44b0-905f-d51567a93ac0 HTTP/1.1" status: 200 len: 1121 time: 1.0817885 Feb 16 16:24:11.850906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec45d0-7f59-4585-857b-c13419c2e1ee service neutron] Pushing event updated for resources: {'Port': ['ID=cbd678ed-ad35-44b0-905f-d51567a93ac0,revision_number=8']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:11.873346 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-d0b1f4e2-dfb4-4616-ab21-4453523eac60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a60510-123f-44de-8791-0c9b3e3ecfc6']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:11.884126 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-d0b1f4e2-dfb4-4616-ab21-4453523eac60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9009266d-aaa3-4041-9068-2cfbc1ae67b2') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:11.884420 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-d0b1f4e2-dfb4-4616-ab21-4453523eac60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9009266d-aaa3-4041-9068-2cfbc1ae67b2') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:11.893766 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f4e2-dfb4-4616-ab21-4453523eac60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (9009266d-aaa3-4041-9068-2cfbc1ae67b2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.909243 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f4e2-dfb4-4616-ab21-4453523eac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (9009266d-aaa3-4041-9068-2cfbc1ae67b2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.911973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['cbd678ed-ad35-44b0-905f-d51567a93ac0'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:11.912819 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fc91fe6-393c-44fa-b2bf-99344bba8728 req-07fe5b0a-1c38-4b1a-ace4-a0c05e9a0e3f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003811 Feb 16 16:24:11.916340 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b1f4e2-dfb4-4616-ab21-4453523eac60 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:24:11.916743 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f4e2-dfb4-4616-ab21-4453523eac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (9009266d-aaa3-4041-9068-2cfbc1ae67b2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:24:11.918678 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:24:11.948225 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2bc46326-be81-4496-9e3e-2422e289836a req-0ab7e577-906e-4534-bd76-09adfda410a1 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a2c76bfc-b0b0-4965-8538-3aa4146eb087), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.948649 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2bc46326-be81-4496-9e3e-2422e289836a req-0ab7e577-906e-4534-bd76-09adfda410a1 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (a2c76bfc-b0b0-4965-8538-3aa4146eb087), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.972573 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-2bc46326-be81-4496-9e3e-2422e289836a req-0ab7e577-906e-4534-bd76-09adfda410a1 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Calling delete_port for a2c76bfc-b0b0-4965-8538-3aa4146eb087 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:11.984982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 99d4dab0-a279-4b4b-b734-36f8d31898d9 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:24:11.993222 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f4e2-dfb4-4616-ab21-4453523eac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (61a60510-123f-44de-8791-0c9b3e3ecfc6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:11.999357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 66619770-9f86-4868-905d-2fd19501c884 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:24:12.001716 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f4e2-dfb4-4616-ab21-4453523eac60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.007907 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d0b1f4e2-dfb4-4616-ab21-4453523eac60 admin admin] 10.222.0.24 "DELETE /v2.0/networks/61a60510-123f-44de-8791-0c9b3e3ecfc6 HTTP/1.1" status: 204 len: 168 time: 0.4386399 Feb 16 16:24:12.014978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1f4e2-dfb4-4616-ab21-4453523eac60 admin admin] Pushing event deleted for resources: {'Network': ['ID=61a60510-123f-44de-8791-0c9b3e3ecfc6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:12.140646 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47236) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:12.184781 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c99d3037-ebf7-43ea-a5aa-42bce3f5b18e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=949e2aa78ffb460c91715a893a35afcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429261 Feb 16 16:24:12.187373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47238) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:12.188243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 66619770-9f86-4868-905d-2fd19501c884 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:24:12.199802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 66619770-9f86-4868-905d-2fd19501c884 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:12.200423 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (66619770-9f86-4868-905d-2fd19501c884), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.202674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-6222ead6-d5fa-4153-8442-aa18fb559bd9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:12.208343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-6222ead6-d5fa-4153-8442-aa18fb559bd9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 807 time: 0.1650567 Feb 16 16:24:12.218224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55c79eb-4aaf-4210-896b-0a6e776708c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbd678ed-ad35-44b0-905f-d51567a93ac0'}, {'name': 'network-changed', 'server_uuid': 'b55c79eb-4aaf-4210-896b-0a6e776708c9', 'tag': 'cbd678ed-ad35-44b0-905f-d51567a93ac0'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:12.221442 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f490ed54-f440-475b-804e-a584bac01bf2" -d '{"events": [{"server_uuid": "b55c79eb-4aaf-4210-896b-0a6e776708c9", "name": "network-vif-unplugged", "status": "completed", "tag": "cbd678ed-ad35-44b0-905f-d51567a93ac0"}, {"name": "network-changed", "server_uuid": "b55c79eb-4aaf-4210-896b-0a6e776708c9", "tag": "cbd678ed-ad35-44b0-905f-d51567a93ac0"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:12.248264 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0612247-4fc1-4049-9ba4-ecfee83f6234 admin admin] Publish callbacks [] for security_group (98a74f31-2de8-453e-a0ac-29ca0649a91f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.249795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 99d4dab0-a279-4b4b-b734-36f8d31898d9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=99d4dab0-a279-4b4b-b734-36f8d31898d9,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:12.262745 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-9b6d1a07-365a-4a4c-83be-c27b2d05ca5a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/quotas/3891023a3e87450bb385aeaa57c755fe HTTP/1.1" status: 200 len: 375 time: 0.0149751 Feb 16 16:24:12.273172 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0612247-4fc1-4049-9ba4-ecfee83f6234 admin admin] Publish callbacks [] for security_group (98a74f31-2de8-453e-a0ac-29ca0649a91f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.276377 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2bc46326-be81-4496-9e3e-2422e289836a req-0ab7e577-906e-4534-bd76-09adfda410a1 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a2c76bfc-b0b0-4965-8538-3aa4146eb087), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.277238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '99d4dab0-a279-4b4b-b734-36f8d31898d9', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '99d4dab0-a279-4b4b-b734-36f8d31898d9', 'mac_address': 'fa:16:3e:66:85:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:24:12.332419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7e577-906e-4534-bd76-09adfda410a1 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Pushing event deleted for resources: {'Port': ['ID=a2c76bfc-b0b0-4965-8538-3aa4146eb087,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:12.345343 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0612247-4fc1-4049-9ba4-ecfee83f6234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (98a74f31-2de8-453e-a0ac-29ca0649a91f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.348349 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0612247-4fc1-4049-9ba4-ecfee83f6234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.352331 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b0612247-4fc1-4049-9ba4-ecfee83f6234 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98a74f31-2de8-453e-a0ac-29ca0649a91f HTTP/1.1" status: 204 len: 168 time: 0.1611507 Feb 16 16:24:12.360361 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0612247-4fc1-4049-9ba4-ecfee83f6234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a74f31-2de8-453e-a0ac-29ca0649a91f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:12.400460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 99d4dab0-a279-4b4b-b734-36f8d31898d9 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:12.401274 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.412084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-79d25ce9-0141-4dcd-9ecf-801e160e121b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1320033 Feb 16 16:24:12.417170 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2bc46326-be81-4496-9e3e-2422e289836a req-0ab7e577-906e-4534-bd76-09adfda410a1 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (b20b1d01-2d16-4cca-9a35-1eb10b9c847e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.421089 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2bc46326-be81-4496-9e3e-2422e289836a req-0ab7e577-906e-4534-bd76-09adfda410a1 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.421576 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 66619770-9f86-4868-905d-2fd19501c884 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:12.422060 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (66619770-9f86-4868-905d-2fd19501c884), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.437308 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bc46326-be81-4496-9e3e-2422e289836a req-0ab7e577-906e-4534-bd76-09adfda410a1 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "DELETE /v2.0/floatingips/b20b1d01-2d16-4cca-9a35-1eb10b9c847e HTTP/1.1" status: 204 len: 173 time: 0.7981858 Feb 16 16:24:12.438159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d4dab0-a279-4b4b-b734-36f8d31898d9 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:12.474935 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc4d3b7-fad0-41b6-8748-28dbcddfe23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66619770-9f86-4868-905d-2fd19501c884'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:12.478059 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5fca2a-d469-43fb-b4f4-15c0c6213231" -d '{"events": [{"server_uuid": "fbc4d3b7-fad0-41b6-8748-28dbcddfe23b", "name": "network-vif-plugged", "status": "completed", "tag": "66619770-9f86-4868-905d-2fd19501c884"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:12.483529 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 99d4dab0-a279-4b4b-b734-36f8d31898d9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=99d4dab0-a279-4b4b-b734-36f8d31898d9,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:12.495114 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 66619770-9f86-4868-905d-2fd19501c884, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=66619770-9f86-4868-905d-2fd19501c884,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:12.496303 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.502830 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (66619770-9f86-4868-905d-2fd19501c884), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.552371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=99d4dab0-a279-4b4b-b734-36f8d31898d9,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:12.609322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=66619770-9f86-4868-905d-2fd19501c884,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:12.612033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-23cf9a23-958a-42df-83de-993cce5f7c11 service neutron] 10.222.0.24 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725433 Feb 16 16:24:12.620644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbbb4d-4232-4648-ba3d-0d9df99927a4 req-3156084b-3832-423a-8447-533b86ddd190 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:12.622136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7cbbb4d-4232-4648-ba3d-0d9df99927a4 req-3156084b-3832-423a-8447-533b86ddd190 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 949 time: 0.1149230 Feb 16 16:24:12.738782 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7cbbb4d-4232-4648-ba3d-0d9df99927a4 req-3f2ad206-2864-4042-abe6-4b5b52537a3a tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081281 Feb 16 16:24:12.744464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['99d4dab0-a279-4b4b-b734-36f8d31898d9'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:12.749177 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47252) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:12.764769 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-01b4bbc6-5e0f-4aa6-90a6-cc68da5848af service neutron] 10.222.0.24 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415789 Feb 16 16:24:12.822370 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bd1288f8-0afe-4208-ae29-df6f5ae482b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=450758de844347a7bacf6955a635bf30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0721233 Feb 16 16:24:12.824931 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47256) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:12.876574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7212fab-02aa-49c7-96cd-16e464acf262 req-aa542ed9-f504-4c72-8df9-c6aa1745f9fc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:12.877979 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7212fab-02aa-49c7-96cd-16e464acf262 req-aa542ed9-f504-4c72-8df9-c6aa1745f9fc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0634131 Feb 16 16:24:12.890686 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a2c0cb4-5d64-4c15-a6c6-e3b4c99cc062 admin admin] Publish callbacks [] for security_group (db58965f-152b-4a83-9cc7-9f5258960125), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.916579 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a2c0cb4-5d64-4c15-a6c6-e3b4c99cc062 admin admin] Publish callbacks [] for security_group (db58965f-152b-4a83-9cc7-9f5258960125), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.964301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7212fab-02aa-49c7-96cd-16e464acf262 req-183a9f05-bb50-45db-8204-23b981571239 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751071 Feb 16 16:24:12.978051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a2c0cb4-5d64-4c15-a6c6-e3b4c99cc062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (db58965f-152b-4a83-9cc7-9f5258960125), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.981405 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a2c0cb4-5d64-4c15-a6c6-e3b4c99cc062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.986066 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5a2c0cb4-5d64-4c15-a6c6-e3b4c99cc062 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db58965f-152b-4a83-9cc7-9f5258960125 HTTP/1.1" status: 204 len: 168 time: 0.1592982 Feb 16 16:24:12.996522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c0cb4-5d64-4c15-a6c6-e3b4c99cc062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db58965f-152b-4a83-9cc7-9f5258960125,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:13.004531 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e4b093-f76a-4810-ae6c-95bff98bad2f x-openstack-request-id: req-e6e4b093-f76a-4810-ae6c-95bff98bad2f {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:13.004824 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55c79eb-4aaf-4210-896b-0a6e776708c9", "name": "network-vif-unplugged", "status": "completed", "tag": "cbd678ed-ad35-44b0-905f-d51567a93ac0", "code": 200}, {"name": "network-changed", "server_uuid": "b55c79eb-4aaf-4210-896b-0a6e776708c9", "tag": "cbd678ed-ad35-44b0-905f-d51567a93ac0", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:13.005074 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6e4b093-f76a-4810-ae6c-95bff98bad2f {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:13.005485 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55c79eb-4aaf-4210-896b-0a6e776708c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbd678ed-ad35-44b0-905f-d51567a93ac0', 'code': 200} Feb 16 16:24:13.006742 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55c79eb-4aaf-4210-896b-0a6e776708c9', 'tag': 'cbd678ed-ad35-44b0-905f-d51567a93ac0', 'status': 'completed', 'code': 200} Feb 16 16:24:13.357738 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:13.419287 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:24:13.420338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ced378a1-5d69-42d7-8bc6-e0fd3d6780d0 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:13.610020 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a7c56-5ce5-405c-bfdb-b2369aff9e1a req-edcb8219-929b-42f3-85b9-cc43f44ffcd3 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:13.613366 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ae818-c915-4ffa-a9f7-3c7d6e403901 req-e6a49120-57da-4967-ae50-f955811a9b43 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:13.620822 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-204ae818-c915-4ffa-a9f7-3c7d6e403901 req-e6a49120-57da-4967-ae50-f955811a9b43 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 949 time: 0.0856464 Feb 16 16:24:13.621627 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-818a7c56-5ce5-405c-bfdb-b2369aff9e1a req-edcb8219-929b-42f3-85b9-cc43f44ffcd3 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6112280 Feb 16 16:24:13.624228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490ed54-f440-475b-804e-a584bac01bf2 req-f0b4d35e-d7ab-4b44-8ab0-5d1af335521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:13.625677 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f490ed54-f440-475b-804e-a584bac01bf2 req-f0b4d35e-d7ab-4b44-8ab0-5d1af335521e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 1155 time: 0.5389471 Feb 16 16:24:13.641859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7002fa-b164-4622-b4b6-e4d90929b306 req-bf0b8cb3-f445-4a1f-83c8-941753371d23 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:13.643426 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff7002fa-b164-4622-b4b6-e4d90929b306 req-bf0b8cb3-f445-4a1f-83c8-941753371d23 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 943 time: 0.5555761 Feb 16 16:24:13.680148 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537795d4-fefd-4fc9-95d7-52c9da324d32 x-openstack-request-id: req-537795d4-fefd-4fc9-95d7-52c9da324d32 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:13.680674 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc4d3b7-fad0-41b6-8748-28dbcddfe23b", "name": "network-vif-plugged", "status": "completed", "tag": "66619770-9f86-4868-905d-2fd19501c884", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:13.681173 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-537795d4-fefd-4fc9-95d7-52c9da324d32 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:13.681747 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc4d3b7-fad0-41b6-8748-28dbcddfe23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66619770-9f86-4868-905d-2fd19501c884', 'code': 200} Feb 16 16:24:13.769333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-204ae818-c915-4ffa-a9f7-3c7d6e403901 req-21e01add-4791-42a6-a8b5-f208c4bf05c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Deleting port 75ed3f15-60b2-47e6-a681-b89d6d2cf488 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:13.769938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff7002fa-b164-4622-b4b6-e4d90929b306 req-5b61a2da-cff3-4bd7-8c42-c3c1331febed tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173062 Feb 16 16:24:13.776103 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-204ae818-c915-4ffa-a9f7-3c7d6e403901 req-21e01add-4791-42a6-a8b5-f208c4bf05c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:13.824890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d28285e-a582-4fe5-b383-aa4c444dae99 req-490385b8-6a21-4fb4-a9ef-8dd6d71cb66d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 210 time: 0.0600398 Feb 16 16:24:13.828082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490ed54-f440-475b-804e-a584bac01bf2 req-194bc1b1-a575-4513-8b89-b4b349a05b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:13.829505 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f490ed54-f440-475b-804e-a584bac01bf2 req-194bc1b1-a575-4513-8b89-b4b349a05b1f service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.1851366 Feb 16 16:24:13.890362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d59545-05c7-494a-b715-4f9adc4e319d req-da311b6d-f253-4841-966b-1f24232ab3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:13.891871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92d59545-05c7-494a-b715-4f9adc4e319d req-da311b6d-f253-4841-966b-1f24232ab3c5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbc4d3b7-fad0-41b6-8748-28dbcddfe23b HTTP/1.1" status: 200 len: 1131 time: 0.1398625 Feb 16 16:24:13.893267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f490ed54-f440-475b-804e-a584bac01bf2 req-931d5c8f-6e64-41bf-8c03-437ec86b2ab2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0 HTTP/1.1" status: 200 len: 217 time: 0.0551028 Feb 16 16:24:13.909909 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-204ae818-c915-4ffa-a9f7-3c7d6e403901 req-21e01add-4791-42a6-a8b5-f208c4bf05c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] For port 75ed3f15-60b2-47e6-a681-b89d6d2cf488, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=75ed3f15-60b2-47e6-a681-b89d6d2cf488,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:13.910362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-204ae818-c915-4ffa-a9f7-3c7d6e403901 req-21e01add-4791-42a6-a8b5-f208c4bf05c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:13.925727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-204ae818-c915-4ffa-a9f7-3c7d6e403901 req-21e01add-4791-42a6-a8b5-f208c4bf05c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Calling delete_port for 75ed3f15-60b2-47e6-a681-b89d6d2cf488 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:13.927444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47296) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:13.991175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 99d4dab0-a279-4b4b-b734-36f8d31898d9 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:24:14.056766 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3736b49a-792f-42a9-9ab0-0673f35e648c req-21806ffc-e46d-4583-ba3b-c06118f72a3c tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=9e2d6d3e8b174b28b48a0036fa659fb6 HTTP/1.1" status: 200 len: 1655 time: 0.1704333 Feb 16 16:24:14.069030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 99d4dab0-a279-4b4b-b734-36f8d31898d9 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:24:14.077172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 99d4dab0-a279-4b4b-b734-36f8d31898d9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:14.078373 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:14.148526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-430392403-network', 'tenant_id': '76657d9df89241a0821ee0edbc04fcc3'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:14.149222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490ed54-f440-475b-804e-a584bac01bf2 req-e6e4f18c-4fc2-4fcb-9dfd-dadd5b4d880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:14.150675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f490ed54-f440-475b-804e-a584bac01bf2 req-e6e4f18c-4fc2-4fcb-9dfd-dadd5b4d880a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.2322848 Feb 16 16:24:14.163550 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-204ae818-c915-4ffa-a9f7-3c7d6e403901 req-21e01add-4791-42a6-a8b5-f208c4bf05c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (75ed3f15-60b2-47e6-a681-b89d6d2cf488), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:14.179160 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['5580e7aa-2577-4c7b-8595-41bd3c0e542a', '75ed3f15-60b2-47e6-a681-b89d6d2cf488'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:14.201267 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] Made reservation on behalf of 76657d9df89241a0821ee0edbc04fcc3 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:24:14.203530 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:14.205606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e01add-4791-42a6-a8b5-f208c4bf05c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Pushing event deleted for resources: {'Port': ['ID=75ed3f15-60b2-47e6-a681-b89d6d2cf488,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:14.221757 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92d59545-05c7-494a-b715-4f9adc4e319d req-ed936b34-16e4-4daa-97c4-02d636daa253 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018825 Feb 16 16:24:14.234894 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:14.248877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f490ed54-f440-475b-804e-a584bac01bf2 req-4d229852-cdf4-4d12-94f3-2965fe2122cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584378 Feb 16 16:24:14.251251 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 99d4dab0-a279-4b4b-b734-36f8d31898d9 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:14.251251 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:14.280912 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-204ae818-c915-4ffa-a9f7-3c7d6e403901 req-21e01add-4791-42a6-a8b5-f208c4bf05c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] No DVR routers for this DVR port 75ed3f15-60b2-47e6-a681-b89d6d2cf488 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:24:14.284883 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-204ae818-c915-4ffa-a9f7-3c7d6e403901 req-21e01add-4791-42a6-a8b5-f208c4bf05c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:14.289720 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-204ae818-c915-4ffa-a9f7-3c7d6e403901 req-21e01add-4791-42a6-a8b5-f208c4bf05c5 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.60 "DELETE /v2.0/ports/75ed3f15-60b2-47e6-a681-b89d6d2cf488 HTTP/1.1" status: 204 len: 173 time: 0.6624403 Feb 16 16:24:14.324311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61497210-8ad3-46c8-b573-14e00305dc2a req-bfb255aa-1bd2-4859-84a6-ec56f306538b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:14.325476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61497210-8ad3-46c8-b573-14e00305dc2a req-bfb255aa-1bd2-4859-84a6-ec56f306538b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1 HTTP/1.1" status: 200 len: 948 time: 0.4265769 Feb 16 16:24:14.340101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-e1c758a4-18d1-4c49-9127-8d8e7dfedf07 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:14.342255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-e1c758a4-18d1-4c49-9127-8d8e7dfedf07 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.65 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 807 time: 0.3300333 Feb 16 16:24:14.353646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 99d4dab0-a279-4b4b-b734-36f8d31898d9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=99d4dab0-a279-4b4b-b734-36f8d31898d9,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:14.366589 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:14.394656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736b49a-792f-42a9-9ab0-0673f35e648c req-6045dfda-4234-4daf-b604-797aa9a06053 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:14.401540 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3736b49a-792f-42a9-9ab0-0673f35e648c req-6045dfda-4234-4daf-b604-797aa9a06053 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/networks?id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 787 time: 0.3227367 Feb 16 16:24:14.403646 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] Publish callbacks [] for security_group (f642701a-728e-42b0-8f42-fbae89f68e38), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:14.408694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-3736b49a-792f-42a9-9ab0-0673f35e648c req-acce2f6f-f427-480d-b3f0-9a290aea7798 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:24:14.419956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3736b49a-792f-42a9-9ab0-0673f35e648c req-acce2f6f-f427-480d-b3f0-9a290aea7798 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174108 Feb 16 16:24:14.425950 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f642701a-728e-42b0-8f42-fbae89f68e38), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:14.460352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:24:14.483206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=99d4dab0-a279-4b4b-b734-36f8d31898d9,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:14.485876 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f642701a-728e-42b0-8f42-fbae89f68e38,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:14.495381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-c2395d07-73c2-488f-a7de-026c2bdc6de3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Request body: {'port': {'device_id': 'f3041382-4eb5-445c-9a71-bf5d97f96866', 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d', 'admin_state_up': True, 'tenant_id': '3891023a3e87450bb385aeaa57c755fe'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:14.502767 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:14.508034 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] Added segment f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746 of type vlan for network 947f349f-609e-481d-a318-d67059ed0b1c Feb 16 16:24:14.574301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61497210-8ad3-46c8-b573-14e00305dc2a req-6f7dde9c-3b9c-41e0-941e-7e97db2fbf29 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374556 Feb 16 16:24:14.575505 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (947f349f-609e-481d-a318-d67059ed0b1c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:14.611407 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (947f349f-609e-481d-a318-d67059ed0b1c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:14.612460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:14.613660 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:14.615691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64ad517f-aee1-4300-81e8-810ad4e3ee48 req-86176f5e-272b-4789-b40c-1df623da8fd3 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5451eac-7037-4a0e-9b56-095330eaf2d9 HTTP/1.1" status: 200 len: 210 time: 0.0950737 Feb 16 16:24:14.660282 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7285132 Feb 16 16:24:14.661651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47304) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:14.667020 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1b59e503-60a4-4c40-9b7a-c9cccf8d3878 admin admin] Request body: {'subnet': {'network_id': '947f349f-609e-481d-a318-d67059ed0b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-430392403-subnet', 'tenant_id': '76657d9df89241a0821ee0edbc04fcc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:14.703001 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8c1d0-b18e-4ae5-a74c-da1902de843b admin admin] Pushing event updated for resources: {'Network': ['ID=947f349f-609e-481d-a318-d67059ed0b1c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:14.714181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 947f349f-609e-481d-a318-d67059ed0b1c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:24:14.722192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b59e503-60a4-4c40-9b7a-c9cccf8d3878 admin admin] Made reservation on behalf of 76657d9df89241a0821ee0edbc04fcc3 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:24:14.724700 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b59e503-60a4-4c40-9b7a-c9cccf8d3878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:14.799931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8450cb22-e358-4e4b-8c83-b43b885aa58a req-50a8741a-83a1-4e01-a3b1-bc2dd0730bb6 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips/6ce592d0-6e04-4028-8c8a-2723e9a74ab0 HTTP/1.1" status: 200 len: 692 time: 0.1341019 Feb 16 16:24:14.882900 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f490ed54-f440-475b-804e-a584bac01bf2 req-588de21e-13f9-4baf-8439-bda4aaa646e1 service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279602 Feb 16 16:24:14.895272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691ccc9-4564-4797-8657-5b451b1d8b00 req-90dc7e56-8245-4b93-b6a2-07f005079780 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:14.897603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a691ccc9-4564-4797-8657-5b451b1d8b00 req-90dc7e56-8245-4b93-b6a2-07f005079780 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2360108 Feb 16 16:24:14.914245 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b59e503-60a4-4c40-9b7a-c9cccf8d3878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (f72f5249-4b76-410c-b98e-014d0996b37b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:14.978827 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59e503-60a4-4c40-9b7a-c9cccf8d3878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72f5249-4b76-410c-b98e-014d0996b37b,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:14.989943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-c2395d07-73c2-488f-a7de-026c2bdc6de3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Made reservation on behalf of 3891023a3e87450bb385aeaa57c755fe for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:24:14.992410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59e503-60a4-4c40-9b7a-c9cccf8d3878 admin admin] Checking segment: {'id': 'f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:14.994298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59e503-60a4-4c40-9b7a-c9cccf8d3878 admin admin] Network hostable DHCP agents. Network: 947f349f-609e-481d-a318-d67059ed0b1c, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:24:14.995561 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-c2395d07-73c2-488f-a7de-026c2bdc6de3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:15.009252 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5451eac-7037-4a0e-9b56-095330eaf2d9', 'name': 'network-vif-deleted', 'tag': '75ed3f15-60b2-47e6-a681-b89d6d2cf488'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:15.012067 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e632cd0c-33a7-4986-98fc-4437c95dde41" -d '{"events": [{"server_uuid": "b5451eac-7037-4a0e-9b56-095330eaf2d9", "name": "network-vif-deleted", "tag": "75ed3f15-60b2-47e6-a681-b89d6d2cf488"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:15.021338 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59e503-60a4-4c40-9b7a-c9cccf8d3878 admin admin] Network 947f349f-609e-481d-a318-d67059ed0b1c is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:24:15.033633 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-1b59e503-60a4-4c40-9b7a-c9cccf8d3878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 947f349f-609e-481d-a318-d67059ed0b1c) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:15.041851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b59e503-60a4-4c40-9b7a-c9cccf8d3878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:15.044165 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b59e503-60a4-4c40-9b7a-c9cccf8d3878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:15.045061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bf28fb-dd0b-484a-8805-e23005f728b7 None None] Network 947f349f-609e-481d-a318-d67059ed0b1c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:24:15.063013 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1b59e503-60a4-4c40-9b7a-c9cccf8d3878 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4006548 Feb 16 16:24:15.103694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450cb22-e358-4e4b-8c83-b43b885aa58a req-ec625d75-abaa-4c7d-b6c9-3df11b220e32 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:15.105191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8450cb22-e358-4e4b-8c83-b43b885aa58a req-ec625d75-abaa-4c7d-b6c9-3df11b220e32 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.2950518 Feb 16 16:24:15.152887 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a691ccc9-4564-4797-8657-5b451b1d8b00 req-9f5b8f82-ece9-417f-9a1a-45e85e2e59a9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482150 Feb 16 16:24:15.221085 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8450cb22-e358-4e4b-8c83-b43b885aa58a req-996a5bab-fff5-4aae-8d05-8dc95f270bb2 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.48 HTTP/1.1" status: 200 len: 695 time: 0.1021252 Feb 16 16:24:15.239562 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f490ed54-f440-475b-804e-a584bac01bf2 req-6d680c54-8e53-4a8f-8358-70dc591e85b4 service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355556 Feb 16 16:24:15.317390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56280c2-ba39-483a-a05e-bf2f7df7ee1b None None] Network 947f349f-609e-481d-a318-d67059ed0b1c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:24:15.367171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8450cb22-e358-4e4b-8c83-b43b885aa58a req-d0789fed-e69c-4868-9cdb-386cabd2a08d tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.48 HTTP/1.1" status: 200 len: 695 time: 0.1199281 Feb 16 16:24:15.376620 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device cbd678ed-ad35-44b0-905f-d51567a93ac0 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:24:15.434091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-c2395d07-73c2-488f-a7de-026c2bdc6de3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Allocated IP 172.20.0.8 (a3699320-20d5-4032-b3d4-91946e07286d/aa87091b-0528-4c60-af17-b7ab39fe257d/ba2b4fb2-3966-4fd6-9084-e70054bc7b49) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:24:15.454225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f7d0-5b3f-4f25-a5cc-151a63c757a9 req-70a8e833-0c88-4a05-b81e-ff27d2a2daab tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:15.455799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fce7f7d0-5b3f-4f25-a5cc-151a63c757a9 req-70a8e833-0c88-4a05-b81e-ff27d2a2daab tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 943 time: 0.2074425 Feb 16 16:24:15.516219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:15.529813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device cbd678ed-ad35-44b0-905f-d51567a93ac0 has no active binding in host n-h2-669411-5 {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 16:24:15.633209 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fce7f7d0-5b3f-4f25-a5cc-151a63c757a9 req-95ec9ee9-5945-49a3-8a7d-2470ce65fc90 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282067 Feb 16 16:24:15.684903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cda7904-0a2b-40d4-9c8b-d1313cfb83b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d4dab0-a279-4b4b-b734-36f8d31898d9'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:15.687207 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec5d896-306c-4db1-94a7-43e39e435476" -d '{"events": [{"server_uuid": "5cda7904-0a2b-40d4-9c8b-d1313cfb83b1", "name": "network-vif-plugged", "status": "completed", "tag": "99d4dab0-a279-4b4b-b734-36f8d31898d9"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:15.693136 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-8450cb22-e358-4e4b-8c83-b43b885aa58a req-c9664c6f-11c2-450d-835e-c569a18f1468 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Deleting port af433321-414d-45a3-9971-4dcacd6c46cc {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:15.694006 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8450cb22-e358-4e4b-8c83-b43b885aa58a req-c9664c6f-11c2-450d-835e-c569a18f1468 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (af433321-414d-45a3-9971-4dcacd6c46cc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:15.761820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31395682-c2cb-47ce-8b34-1b8d0c93d6e6 req-be4a2735-0e15-4132-afb5-e678fa66d2b2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 210 time: 0.0634146 Feb 16 16:24:15.774829 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-c2395d07-73c2-488f-a7de-026c2bdc6de3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks [] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:15.807025 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed38082-2e3d-434d-9448-590cb6af6799 x-openstack-request-id: req-bed38082-2e3d-434d-9448-590cb6af6799 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:15.807537 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5451eac-7037-4a0e-9b56-095330eaf2d9", "name": "network-vif-deleted", "tag": "75ed3f15-60b2-47e6-a681-b89d6d2cf488", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:15.807739 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bed38082-2e3d-434d-9448-590cb6af6799 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:15.809020 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5451eac-7037-4a0e-9b56-095330eaf2d9', 'name': 'network-vif-deleted', 'tag': '75ed3f15-60b2-47e6-a681-b89d6d2cf488', 'status': 'completed', 'code': 200} Feb 16 16:24:15.858684 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8450cb22-e358-4e4b-8c83-b43b885aa58a req-c9664c6f-11c2-450d-835e-c569a18f1468 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (af433321-414d-45a3-9971-4dcacd6c46cc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:15.859010 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8450cb22-e358-4e4b-8c83-b43b885aa58a req-c9664c6f-11c2-450d-835e-c569a18f1468 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (af433321-414d-45a3-9971-4dcacd6c46cc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:15.875533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-8450cb22-e358-4e4b-8c83-b43b885aa58a req-c9664c6f-11c2-450d-835e-c569a18f1468 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Calling delete_port for af433321-414d-45a3-9971-4dcacd6c46cc owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:15.890790 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-c2395d07-73c2-488f-a7de-026c2bdc6de3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:15.979385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-c2395d07-73c2-488f-a7de-026c2bdc6de3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Network a3699320-20d5-4032-b3d4-91946e07286d is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:24:15.985169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-c2395d07-73c2-488f-a7de-026c2bdc6de3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:15.987899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-c2395d07-73c2-488f-a7de-026c2bdc6de3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:24:16.280728 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2395d07-73c2-488f-a7de-026c2bdc6de3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Pushing event updated for resources: {'Port': ['ID=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:16.354553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-c2395d07-73c2-488f-a7de-026c2bdc6de3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:16.355147 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-c2395d07-73c2-488f-a7de-026c2bdc6de3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:16.405848 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-c2395d07-73c2-488f-a7de-026c2bdc6de3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9337573 Feb 16 16:24:16.444394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Request body: {'port': {'device_id': 'f3041382-4eb5-445c-9a71-bf5d97f96866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:16.477192 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba74543-df7e-4404-b9dc-23e94261128e req-1ab7a420-461c-40c1-9f6a-ab385a61ae35 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:16.478716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fba74543-df7e-4404-b9dc-23e94261128e req-1ab7a420-461c-40c1-9f6a-ab385a61ae35 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/networks?id=947f349f-609e-481d-a318-d67059ed0b1c HTTP/1.1" status: 200 len: 821 time: 0.2044833 Feb 16 16:24:16.506688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fba74543-df7e-4404-b9dc-23e94261128e req-9c7e8604-0958-40a2-97e1-dd24f6713bbc tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/quotas/76657d9df89241a0821ee0edbc04fcc3 HTTP/1.1" status: 200 len: 375 time: 0.0186720 Feb 16 16:24:16.511081 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8450cb22-e358-4e4b-8c83-b43b885aa58a req-c9664c6f-11c2-450d-835e-c569a18f1468 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (af433321-414d-45a3-9971-4dcacd6c46cc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:16.582843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9664c6f-11c2-450d-835e-c569a18f1468 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Pushing event deleted for resources: {'Port': ['ID=af433321-414d-45a3-9971-4dcacd6c46cc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:16.589249 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fba74543-df7e-4404-b9dc-23e94261128e req-f8628037-5a6e-46e6-9f6a-0db34c3bbe25 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=76657d9df89241a0821ee0edbc04fcc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611103 Feb 16 16:24:16.593419 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:16.764192 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8450cb22-e358-4e4b-8c83-b43b885aa58a req-c9664c6f-11c2-450d-835e-c569a18f1468 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (6ce592d0-6e04-4028-8c8a-2723e9a74ab0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:16.766686 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8450cb22-e358-4e4b-8c83-b43b885aa58a req-c9664c6f-11c2-450d-835e-c569a18f1468 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:16.767828 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8450cb22-e358-4e4b-8c83-b43b885aa58a req-c9664c6f-11c2-450d-835e-c569a18f1468 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "DELETE /v2.0/floatingips/6ce592d0-6e04-4028-8c8a-2723e9a74ab0 HTTP/1.1" status: 204 len: 173 time: 1.3913639 Feb 16 16:24:16.835179 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fba74543-df7e-4404-b9dc-23e94261128e req-e0a30844-6aab-4338-8571-c1d921baf421 service neutron] 10.222.0.24 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198098 Feb 16 16:24:17.007335 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ecb23-94dc-49b9-a572-4086f80b181b req-1a9a98eb-46b7-4f69-b605-3a0fe1e590eb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:17.008757 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-309ecb23-94dc-49b9-a572-4086f80b181b req-1a9a98eb-46b7-4f69-b605-3a0fe1e590eb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1 HTTP/1.1" status: 200 len: 949 time: 0.1912930 Feb 16 16:24:17.019543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fba74543-df7e-4404-b9dc-23e94261128e req-cd7b46b1-6be4-42fc-8ec1-666e6afc9839 service neutron] 10.222.0.24 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786890 Feb 16 16:24:17.086692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-309ecb23-94dc-49b9-a572-4086f80b181b req-a9a181a9-2388-410a-8d64-1fe033d5f02a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713019 Feb 16 16:24:17.144293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2b4fb2-3966-4fd6-9084-e70054bc7b49 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:17.163410 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24206aeb-41c3-4c5b-aff2-8aa797dc1c3e x-openstack-request-id: req-24206aeb-41c3-4c5b-aff2-8aa797dc1c3e {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:17.164318 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cda7904-0a2b-40d4-9c8b-d1313cfb83b1", "name": "network-vif-plugged", "status": "completed", "tag": "99d4dab0-a279-4b4b-b734-36f8d31898d9", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:17.164719 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24206aeb-41c3-4c5b-aff2-8aa797dc1c3e {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:17.165258 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cda7904-0a2b-40d4-9c8b-d1313cfb83b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d4dab0-a279-4b4b-b734-36f8d31898d9', 'code': 200} Feb 16 16:24:17.166683 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Publish callbacks [] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:17.187739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Transition to ACTIVE for port object ba2b4fb2-3966-4fd6-9084-e70054bc7b49 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:24:17.194456 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:17.367788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Pushing event updated for resources: {'Port': ['ID=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:17.373003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 75ed3f15-60b2-47e6-a681-b89d6d2cf488 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:17.393576 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 75ed3f15-60b2-47e6-a681-b89d6d2cf488 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:24:17.393925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 75ed3f15-60b2-47e6-a681-b89d6d2cf488 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:17.447606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2562f-a6c8-4668-bbce-61e4b4aa01f5 req-4bb5ca62-f8b4-4b5a-9287-1bceed711d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:17.449570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ca2562f-a6c8-4668-bbce-61e4b4aa01f5 req-4bb5ca62-f8b4-4b5a-9287-1bceed711d66 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1 HTTP/1.1" status: 200 len: 1131 time: 0.2053111 Feb 16 16:24:17.459949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f956e6-4389-4f13-9b08-7de26ce2590c req-08aba301-cdfd-4cc5-ad17-27b8474c34e1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:17.459949 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01f956e6-4389-4f13-9b08-7de26ce2590c req-08aba301-cdfd-4cc5-ad17-27b8474c34e1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2217839 Feb 16 16:24:17.475496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70386b-c923-42fa-8888-a60429fa4111 req-a609c665-f199-4a2f-ada2-cdee499b4a1d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:17.477880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c70386b-c923-42fa-8888-a60429fa4111 req-a609c665-f199-4a2f-ada2-cdee499b4a1d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 943 time: 0.2287641 Feb 16 16:24:17.540189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Attempting to bind port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:24:17.540531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Attempting to bind port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:24:17.540864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Attempting to bind port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:17.575835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 on network a3699320-20d5-4032-b3d4-91946e07286d not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:24:17.576162 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Attempting to bind port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:17.606962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:24:17.607295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Checking segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:17.607830 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Bound using segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:24:17.608148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Bound port: ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:24:17.608504 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:17.611920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ca2562f-a6c8-4668-bbce-61e4b4aa01f5 req-df2a2cf3-f3e3-4464-9f61-c8b2d8223377 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519623 Feb 16 16:24:17.629812 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01f956e6-4389-4f13-9b08-7de26ce2590c req-efa0997c-3299-4c35-9c76-5a2e578aebad tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414893 Feb 16 16:24:17.632837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c70386b-c923-42fa-8888-a60429fa4111 req-afde2dfa-1ac8-47e7-b491-bb8627de8911 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352203 Feb 16 16:24:17.749560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3f6a921-cf58-4430-b90b-48b4fc41b8df req-36b66f78-7445-4c8d-ae42-8fe5c14c638e tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips/dcf596aa-9f3a-4214-9909-70cf0a3d1172 HTTP/1.1" status: 200 len: 692 time: 0.0756648 Feb 16 16:24:17.799488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:17.829399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:24:17.869289 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:17.899963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a689cda-d4cd-445d-84fd-0ff1c8de12bd req-01bb22a7-affd-42c9-997e-e4c8e73c1554 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:17.901426 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a689cda-d4cd-445d-84fd-0ff1c8de12bd req-01bb22a7-affd-42c9-997e-e4c8e73c1554 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 943 time: 0.1810439 Feb 16 16:24:17.956530 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:17.957141 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:17.958489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] 10.222.0.65 "PUT /v2.0/ports/ba2b4fb2-3966-4fd6-9084-e70054bc7b49 HTTP/1.1" status: 200 len: 1091 time: 1.5248473 Feb 16 16:24:17.960759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3041382-4eb5-445c-9a71-bf5d97f96866', 'tag': 'ba2b4fb2-3966-4fd6-9084-e70054bc7b49'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:17.963019 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f187d3-1519-4bb8-abf8-240fca7cf32b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3041382-4eb5-445c-9a71-bf5d97f96866", "tag": "ba2b4fb2-3966-4fd6-9084-e70054bc7b49"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:18.008526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6a921-cf58-4430-b90b-48b4fc41b8df req-7138e864-a29d-4b2d-bced-ef8f8020df2a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:18.009920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3f6a921-cf58-4430-b90b-48b4fc41b8df req-7138e864-a29d-4b2d-bced-ef8f8020df2a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.2428463 Feb 16 16:24:18.036755 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bfd4e-9227-4ea5-bdfb-6657abc6915f service neutron] Pushing event updated for resources: {'Port': ['ID=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:18.110648 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3f6a921-cf58-4430-b90b-48b4fc41b8df req-6bc83c2a-c4fd-42af-bde8-f8e59ae93e9f tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.97 HTTP/1.1" status: 200 len: 695 time: 0.0880761 Feb 16 16:24:18.114446 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a689cda-d4cd-445d-84fd-0ff1c8de12bd req-c25fd08f-b256-40b6-98e8-59a36383e2a0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778734 Feb 16 16:24:18.166683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-b2790eb4-4c06-42a3-9d15-a739556f136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:18.168195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-b2790eb4-4c06-42a3-9d15-a739556f136c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 1125 time: 0.1548789 Feb 16 16:24:18.172736 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3f6a921-cf58-4430-b90b-48b4fc41b8df req-eb9ffdc7-6141-469c-9e02-e6716a76c16d tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.97 HTTP/1.1" status: 200 len: 695 time: 0.0538540 Feb 16 16:24:18.255286 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-2c49c439-d115-429b-9b5a-8dcb2978f49d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49 HTTP/1.1" status: 200 len: 217 time: 0.0747011 Feb 16 16:24:18.289031 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba74543-df7e-4404-b9dc-23e94261128e req-f8f18a83-1e50-456a-b67e-608456872fda tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:18.291208 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fba74543-df7e-4404-b9dc-23e94261128e req-f8f18a83-1e50-456a-b67e-608456872fda tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.60 "GET /v2.0/networks?id=947f349f-609e-481d-a318-d67059ed0b1c HTTP/1.1" status: 200 len: 821 time: 0.1113033 Feb 16 16:24:18.303216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-fba74543-df7e-4404-b9dc-23e94261128e req-07c10424-124c-4f92-8ed8-28c773769205 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Request body: {'port': {'device_id': 'bd4c18fb-908b-4743-ba90-fcad6cc9d47c', 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c', 'admin_state_up': True, 'tenant_id': '76657d9df89241a0821ee0edbc04fcc3'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:18.317176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d15ca207-f10e-4d64-8e3c-6244cb11ce95 req-59dbe9ef-01d6-4716-ac5a-f90c486884c7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 210 time: 0.0659270 Feb 16 16:24:18.394939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-d8bff4d9-f4ab-4d99-a92f-a5073431226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:18.397172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-d8bff4d9-f4ab-4d99-a92f-a5073431226f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.1294942 Feb 16 16:24:18.420826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba74543-df7e-4404-b9dc-23e94261128e req-07c10424-124c-4f92-8ed8-28c773769205 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Made reservation on behalf of 76657d9df89241a0821ee0edbc04fcc3 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:24:18.424975 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fba74543-df7e-4404-b9dc-23e94261128e req-07c10424-124c-4f92-8ed8-28c773769205 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:18.439694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-fe2fb766-99cc-470e-ab76-7a3de7ee7ab6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309339 Feb 16 16:24:18.444513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-a3f6a921-cf58-4430-b90b-48b4fc41b8df req-3c93d5b5-c583-4e4e-97b6-a153f804340e tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Deleting port ffb396b8-b12f-40b1-981a-05ba195c8a79 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:18.444857 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a3f6a921-cf58-4430-b90b-48b4fc41b8df req-3c93d5b5-c583-4e4e-97b6-a153f804340e tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ffb396b8-b12f-40b1-981a-05ba195c8a79), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:18.534583 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bdcf8f-1c44-4bbe-af21-412394c661fe x-openstack-request-id: req-f9bdcf8f-1c44-4bbe-af21-412394c661fe {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:18.534876 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3041382-4eb5-445c-9a71-bf5d97f96866", "tag": "ba2b4fb2-3966-4fd6-9084-e70054bc7b49", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:18.535129 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9bdcf8f-1c44-4bbe-af21-412394c661fe {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:18.535528 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3041382-4eb5-445c-9a71-bf5d97f96866', 'tag': 'ba2b4fb2-3966-4fd6-9084-e70054bc7b49', 'status': 'completed', 'code': 200} Feb 16 16:24:18.577942 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-fba74543-df7e-4404-b9dc-23e94261128e req-07c10424-124c-4f92-8ed8-28c773769205 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Allocated IP 172.20.0.10 (947f349f-609e-481d-a318-d67059ed0b1c/f72f5249-4b76-410c-b98e-014d0996b37b/a90421e5-c943-48b8-bdb5-2ad881451e19) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:24:18.624522 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a3f6a921-cf58-4430-b90b-48b4fc41b8df req-3c93d5b5-c583-4e4e-97b6-a153f804340e tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ffb396b8-b12f-40b1-981a-05ba195c8a79), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:18.624897 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a3f6a921-cf58-4430-b90b-48b4fc41b8df req-3c93d5b5-c583-4e4e-97b6-a153f804340e tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (ffb396b8-b12f-40b1-981a-05ba195c8a79), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:18.653254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-a3f6a921-cf58-4430-b90b-48b4fc41b8df req-3c93d5b5-c583-4e4e-97b6-a153f804340e tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Calling delete_port for ffb396b8-b12f-40b1-981a-05ba195c8a79 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:18.656122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-6e2b4fa4-df65-4376-ac12-ec010e4c57f4 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092190 Feb 16 16:24:18.698934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29f8c2-8c75-4ac5-9ba8-d19f39c6707c req-78ccae25-6050-40bb-b160-6f41a0186b15 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:18.700450 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b29f8c2-8c75-4ac5-9ba8-d19f39c6707c req-78ccae25-6050-40bb-b160-6f41a0186b15 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1 HTTP/1.1" status: 200 len: 949 time: 0.1325617 Feb 16 16:24:18.873031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b29f8c2-8c75-4ac5-9ba8-d19f39c6707c req-dcbda9a3-e641-478d-9cfd-673dcb81470e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350930 Feb 16 16:24:18.874900 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c928a591-42ad-46b4-b9d1-811e0bc1346f req-ddad8103-4340-450f-9a7f-000b778b2523 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078664 Feb 16 16:24:18.956549 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fba74543-df7e-4404-b9dc-23e94261128e req-07c10424-124c-4f92-8ed8-28c773769205 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:18.992559 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fba74543-df7e-4404-b9dc-23e94261128e req-07c10424-124c-4f92-8ed8-28c773769205 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:19.022256 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a3f6a921-cf58-4430-b90b-48b4fc41b8df req-3c93d5b5-c583-4e4e-97b6-a153f804340e tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ffb396b8-b12f-40b1-981a-05ba195c8a79), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:19.050134 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c10424-124c-4f92-8ed8-28c773769205 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Pushing event updated for resources: {'Port': ['ID=a90421e5-c943-48b8-bdb5-2ad881451e19,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:19.054160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba74543-df7e-4404-b9dc-23e94261128e req-07c10424-124c-4f92-8ed8-28c773769205 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Network 947f349f-609e-481d-a318-d67059ed0b1c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:24:19.055971 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-fba74543-df7e-4404-b9dc-23e94261128e req-07c10424-124c-4f92-8ed8-28c773769205 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:19.058213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba74543-df7e-4404-b9dc-23e94261128e req-07c10424-124c-4f92-8ed8-28c773769205 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:24:19.076266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93d5b5-c583-4e4e-97b6-a153f804340e tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Pushing event deleted for resources: {'Port': ['ID=ffb396b8-b12f-40b1-981a-05ba195c8a79,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:19.108370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba74543-df7e-4404-b9dc-23e94261128e req-07c10424-124c-4f92-8ed8-28c773769205 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:19.108981 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fba74543-df7e-4404-b9dc-23e94261128e req-07c10424-124c-4f92-8ed8-28c773769205 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:19.109467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f187d3-1519-4bb8-abf8-240fca7cf32b req-e5f469a1-bdc9-44bb-8c7e-3150b874d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:19.111060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86f187d3-1519-4bb8-abf8-240fca7cf32b req-e5f469a1-bdc9-44bb-8c7e-3150b874d5be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 1125 time: 0.1728902 Feb 16 16:24:19.123400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad226d-0e4f-47a5-b81b-1af572c5cd8d req-157515b1-fc5c-4874-a794-8098c6ca92f2 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:19.125053 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37ad226d-0e4f-47a5-b81b-1af572c5cd8d req-157515b1-fc5c-4874-a794-8098c6ca92f2 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 949 time: 0.1723385 Feb 16 16:24:19.126755 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fba74543-df7e-4404-b9dc-23e94261128e req-07c10424-124c-4f92-8ed8-28c773769205 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8274512 Feb 16 16:24:19.154370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Request body: {'port': {'device_id': 'bd4c18fb-908b-4743-ba90-fcad6cc9d47c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:19.221675 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:19.221960 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a3f6a921-cf58-4430-b90b-48b4fc41b8df req-3c93d5b5-c583-4e4e-97b6-a153f804340e tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (dcf596aa-9f3a-4214-9909-70cf0a3d1172), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:19.224613 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a3f6a921-cf58-4430-b90b-48b4fc41b8df req-3c93d5b5-c583-4e4e-97b6-a153f804340e tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:19.226132 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3f6a921-cf58-4430-b90b-48b4fc41b8df req-3c93d5b5-c583-4e4e-97b6-a153f804340e tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "DELETE /v2.0/floatingips/dcf596aa-9f3a-4214-9909-70cf0a3d1172 HTTP/1.1" status: 204 len: 173 time: 1.0482380 Feb 16 16:24:19.275072 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37ad226d-0e4f-47a5-b81b-1af572c5cd8d req-92d3c914-b8d4-452a-beb8-58ed3e459452 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265860 Feb 16 16:24:19.329782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f187d3-1519-4bb8-abf8-240fca7cf32b req-0e0bb15d-dc55-4f3d-a7e0-27799cfa1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:19.331413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86f187d3-1519-4bb8-abf8-240fca7cf32b req-0e0bb15d-dc55-4f3d-a7e0-27799cfa1beb service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.1842091 Feb 16 16:24:19.387523 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86f187d3-1519-4bb8-abf8-240fca7cf32b req-831445c3-0d2b-46f7-8d30-d13ac9f3075a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49 HTTP/1.1" status: 200 len: 217 time: 0.0490084 Feb 16 16:24:19.514676 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90421e5-c943-48b8-bdb5-2ad881451e19 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:19.523374 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Publish callbacks [] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:19.536391 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Transition to ACTIVE for port object a90421e5-c943-48b8-bdb5-2ad881451e19 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:24:19.540738 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:19.617198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Pushing event updated for resources: {'Port': ['ID=a90421e5-c943-48b8-bdb5-2ad881451e19,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:19.671863 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Attempting to bind port a90421e5-c943-48b8-bdb5-2ad881451e19 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:24:19.672205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Attempting to bind port a90421e5-c943-48b8-bdb5-2ad881451e19 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:24:19.672533 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Attempting to bind port a90421e5-c943-48b8-bdb5-2ad881451e19 on network 947f349f-609e-481d-a318-d67059ed0b1c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:19.677821 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Port a90421e5-c943-48b8-bdb5-2ad881451e19 on network 947f349f-609e-481d-a318-d67059ed0b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:24:19.678355 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Attempting to bind port a90421e5-c943-48b8-bdb5-2ad881451e19 on network 947f349f-609e-481d-a318-d67059ed0b1c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:19.684234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:24:19.684801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Checking segment: {'id': 'f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:19.685334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Bound using segment: {'id': 'f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:24:19.685910 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Bound port: a90421e5-c943-48b8-bdb5-2ad881451e19, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:24:19.686527 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:19.724883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d0865-e39e-441a-8273-1f12cd4814f1 req-311ede78-6202-43eb-9c13-8bf5f8f5b532 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:19.726529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f27d0865-e39e-441a-8273-1f12cd4814f1 req-311ede78-6202-43eb-9c13-8bf5f8f5b532 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.4429989 Feb 16 16:24:19.767292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] For port a90421e5-c943-48b8-bdb5-2ad881451e19, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:19.768974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34c805-1ad2-4bbb-9ea1-86b97df6fde0 req-12fc6912-4f74-458c-90fd-333a15a99719 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:19.770555 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd34c805-1ad2-4bbb-9ea1-86b97df6fde0 req-12fc6912-4f74-458c-90fd-333a15a99719 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 943 time: 0.4233980 Feb 16 16:24:19.772431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] For port a90421e5-c943-48b8-bdb5-2ad881451e19, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a90421e5-c943-48b8-bdb5-2ad881451e19,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:24:19.773180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f187d3-1519-4bb8-abf8-240fca7cf32b req-e891e030-d08f-4a46-b61e-463c0bf1f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:19.774685 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86f187d3-1519-4bb8-abf8-240fca7cf32b req-e891e030-d08f-4a46-b61e-463c0bf1f74c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.3723185 Feb 16 16:24:19.782577 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:19.825047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:19.825942 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:19.827628 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fba74543-df7e-4404-b9dc-23e94261128e req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] 10.222.0.60 "PUT /v2.0/ports/a90421e5-c943-48b8-bdb5-2ad881451e19 HTTP/1.1" status: 200 len: 1092 time: 0.6776543 Feb 16 16:24:19.828365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4c18fb-908b-4743-ba90-fcad6cc9d47c', 'tag': 'a90421e5-c943-48b8-bdb5-2ad881451e19'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:19.830984 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa05ff13-8bc1-447d-886d-a77a0aadde00" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4c18fb-908b-4743-ba90-fcad6cc9d47c", "tag": "a90421e5-c943-48b8-bdb5-2ad881451e19"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:19.838230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86f187d3-1519-4bb8-abf8-240fca7cf32b req-40c9678d-53f4-46c5-a7dc-d86e4c0c068c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503740 Feb 16 16:24:19.855041 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f27d0865-e39e-441a-8273-1f12cd4814f1 req-79db11bb-5af5-4c64-876b-225ca5ed1ce9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195021 Feb 16 16:24:19.859686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd8dfd-2857-4f2b-b066-2356dfe4fe62 service neutron] Pushing event updated for resources: {'Port': ['ID=a90421e5-c943-48b8-bdb5-2ad881451e19,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:19.942025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd34c805-1ad2-4bbb-9ea1-86b97df6fde0 req-d3fadeee-2163-4867-bfe4-cd2ce847c30b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530011 Feb 16 16:24:19.983310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba74543-df7e-4404-b9dc-23e94261128e req-ae75dc7d-23e0-4109-a41f-65eb5baac096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:19.983310 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fba74543-df7e-4404-b9dc-23e94261128e req-ae75dc7d-23e0-4109-a41f-65eb5baac096 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76657d9df89241a0821ee0edbc04fcc3&device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 1126 time: 0.0956144 Feb 16 16:24:20.026875 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fba74543-df7e-4404-b9dc-23e94261128e req-9890d522-4e1d-4571-9388-5492d5b90ee9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a90421e5-c943-48b8-bdb5-2ad881451e19 HTTP/1.1" status: 200 len: 217 time: 0.0387373 Feb 16 16:24:20.079086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba74543-df7e-4404-b9dc-23e94261128e req-2690db48-625d-4a98-9bb6-63050abbea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:20.080653 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fba74543-df7e-4404-b9dc-23e94261128e req-2690db48-625d-4a98-9bb6-63050abbea77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f72f5249-4b76-410c-b98e-014d0996b37b HTTP/1.1" status: 200 len: 861 time: 0.0466774 Feb 16 16:24:20.083610 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-53b3ea34-b015-464e-a39d-f945747d54e4 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips/0b32f5a2-2c71-4b1a-9e53-af0f2e64bb83 HTTP/1.1" status: 200 len: 693 time: 0.0824726 Feb 16 16:24:20.124372 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fba74543-df7e-4404-b9dc-23e94261128e req-24e4e5fc-b527-4392-8599-a17896d93dcf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=947f349f-609e-481d-a318-d67059ed0b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371990 Feb 16 16:24:20.124974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86f187d3-1519-4bb8-abf8-240fca7cf32b req-558d38f0-f9c1-460a-a26b-3c0db85fb305 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655416 Feb 16 16:24:20.200763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7760124-609d-46ea-a5a4-a352d49c1463 req-6ba752b2-ea83-4799-afdf-be92b15eb59d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:20.202295 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7760124-609d-46ea-a5a4-a352d49c1463 req-6ba752b2-ea83-4799-afdf-be92b15eb59d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 943 time: 0.2027562 Feb 16 16:24:20.226569 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fba74543-df7e-4404-b9dc-23e94261128e req-7432220f-79ee-4e9e-928f-45f733c2e613 service neutron] 10.222.0.60 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944657 Feb 16 16:24:20.317574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-dcddd7d9-2d2e-4c5e-b669-039e96316799 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:20.318914 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-dcddd7d9-2d2e-4c5e-b669-039e96316799 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.2296312 Feb 16 16:24:20.326210 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fba74543-df7e-4404-b9dc-23e94261128e req-2746b223-1d8f-48b3-bf97-88d928ae7055 service neutron] 10.222.0.60 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933354 Feb 16 16:24:20.338410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-f6e9de57-445e-44ad-b1b3-2cdc82f1acdc tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:24:20.339506 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-f6e9de57-445e-44ad-b1b3-2cdc82f1acdc tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103259 Feb 16 16:24:20.357585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7760124-609d-46ea-a5a4-a352d49c1463 req-3e241e1d-a2c6-4c2b-ab9c-54e3ced1973c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452079 Feb 16 16:24:20.371119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86f187d3-1519-4bb8-abf8-240fca7cf32b req-ca67badc-85f8-40ce-99e0-d339eb4bd7ce service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316353 Feb 16 16:24:20.416160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-e9b6e671-400b-477c-920c-b35db7cba591 tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 696 time: 0.0680618 Feb 16 16:24:20.496573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-463d2f0b-1556-458a-9d12-80ae99806d8f tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 696 time: 0.0746574 Feb 16 16:24:20.571435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145ea7d-ed22-43d9-8d89-7455e6005232 req-ca273be8-ced7-4012-bd5c-fe5fc940f788 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:20.573002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4145ea7d-ed22-43d9-8d89-7455e6005232 req-ca273be8-ced7-4012-bd5c-fe5fc940f788 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.1522789 Feb 16 16:24:20.675305 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4145ea7d-ed22-43d9-8d89-7455e6005232 req-1a2c1bc0-f073-4194-86fe-2c0c41053eb3 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736902 Feb 16 16:24:20.692850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-98b8e1d0-d51a-494a-896f-613261ad792a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Deleting port 3f7cc8be-2d82-4d15-98ba-13512cdcc422 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:20.693747 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-98b8e1d0-d51a-494a-896f-613261ad792a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3f7cc8be-2d82-4d15-98ba-13512cdcc422), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:20.720851 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149418f1-70e2-4bd3-9c62-a9acc880add4 x-openstack-request-id: req-149418f1-70e2-4bd3-9c62-a9acc880add4 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:20.721362 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4c18fb-908b-4743-ba90-fcad6cc9d47c", "tag": "a90421e5-c943-48b8-bdb5-2ad881451e19", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:20.721362 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-149418f1-70e2-4bd3-9c62-a9acc880add4 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:20.721768 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4c18fb-908b-4743-ba90-fcad6cc9d47c', 'tag': 'a90421e5-c943-48b8-bdb5-2ad881451e19', 'status': 'completed', 'code': 200} Feb 16 16:24:20.782843 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-98b8e1d0-d51a-494a-896f-613261ad792a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3f7cc8be-2d82-4d15-98ba-13512cdcc422), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:20.783161 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-98b8e1d0-d51a-494a-896f-613261ad792a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (3f7cc8be-2d82-4d15-98ba-13512cdcc422), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:20.797325 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05ff13-8bc1-447d-886d-a77a0aadde00 req-7bbe3cd8-5926-424d-a6d0-6ebeac154620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:20.798954 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-aa05ff13-8bc1-447d-886d-a77a0aadde00 req-7bbe3cd8-5926-424d-a6d0-6ebeac154620 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76657d9df89241a0821ee0edbc04fcc3&device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 1126 time: 0.0465236 Feb 16 16:24:20.821207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-98b8e1d0-d51a-494a-896f-613261ad792a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Calling delete_port for 3f7cc8be-2d82-4d15-98ba-13512cdcc422 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:20.896712 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05ff13-8bc1-447d-886d-a77a0aadde00 req-f7baaf93-2250-4e71-9483-75bab54c21a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:20.898098 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-aa05ff13-8bc1-447d-886d-a77a0aadde00 req-f7baaf93-2250-4e71-9483-75bab54c21a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=947f349f-609e-481d-a318-d67059ed0b1c HTTP/1.1" status: 200 len: 922 time: 0.0903878 Feb 16 16:24:20.925216 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f9b89-266f-4b35-8bb5-89042f951418 req-40184331-0742-4510-993d-d1641d696353 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:20.926720 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d49f9b89-266f-4b35-8bb5-89042f951418 req-40184331-0742-4510-993d-d1641d696353 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1 HTTP/1.1" status: 200 len: 949 time: 0.1465752 Feb 16 16:24:20.946301 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-aa05ff13-8bc1-447d-886d-a77a0aadde00 req-79ee3599-e9a8-4f97-8cf5-327c2a38aa73 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a90421e5-c943-48b8-bdb5-2ad881451e19 HTTP/1.1" status: 200 len: 217 time: 0.0397551 Feb 16 16:24:21.001037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05ff13-8bc1-447d-886d-a77a0aadde00 req-5232a795-a9e6-4023-af64-c8ad58912489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:21.002634 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-aa05ff13-8bc1-447d-886d-a77a0aadde00 req-5232a795-a9e6-4023-af64-c8ad58912489 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f72f5249-4b76-410c-b98e-014d0996b37b HTTP/1.1" status: 200 len: 861 time: 0.0490644 Feb 16 16:24:21.008752 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-47a0c2df-d66c-4cc1-9a66-dfa6a7eea0ce service neutron] 10.222.0.65 "GET /v2.0/ports/cbd678ed-ad35-44b0-905f-d51567a93ac0/bindings/n-h2-669411-5 HTTP/1.1" status: 200 len: 384 time: 0.1341729 Feb 16 16:24:21.038621 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-aa05ff13-8bc1-447d-886d-a77a0aadde00 req-aa04a50e-2728-468b-8ba4-29a4a236bcae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=947f349f-609e-481d-a318-d67059ed0b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278280 Feb 16 16:24:21.051288 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d49f9b89-266f-4b35-8bb5-89042f951418 req-0d2bbce2-6c6c-40a9-9fca-96158626cb35 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167359 Feb 16 16:24:21.147345 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-aa05ff13-8bc1-447d-886d-a77a0aadde00 req-0ed3b3eb-dc9e-4da1-92db-1df3dd797a7c service neutron] 10.222.0.60 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008406 Feb 16 16:24:21.147587 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-98b8e1d0-d51a-494a-896f-613261ad792a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3f7cc8be-2d82-4d15-98ba-13512cdcc422), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:21.235816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8e1d0-d51a-494a-896f-613261ad792a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Pushing event deleted for resources: {'Port': ['ID=3f7cc8be-2d82-4d15-98ba-13512cdcc422,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:21.237717 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-aa05ff13-8bc1-447d-886d-a77a0aadde00 req-31a42124-a7c3-4f3a-acbd-d1e04e5b200a service neutron] 10.222.0.60 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850563 Feb 16 16:24:21.369268 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-98b8e1d0-d51a-494a-896f-613261ad792a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks [] for floatingip (0b32f5a2-2c71-4b1a-9e53-af0f2e64bb83), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:21.371815 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-98b8e1d0-d51a-494a-896f-613261ad792a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:21.372213 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device cbd678ed-ad35-44b0-905f-d51567a93ac0 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:24:21.372966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-876bbb40-a5d7-4cee-b179-31a136ed1a13 req-98b8e1d0-d51a-494a-896f-613261ad792a tempest-FloatingIPDetailsTestJSON-731054000 tempest-FloatingIPDetailsTestJSON-731054000-project] 10.222.0.24 "DELETE /v2.0/floatingips/0b32f5a2-2c71-4b1a-9e53-af0f2e64bb83 HTTP/1.1" status: 204 len: 173 time: 0.8709357 Feb 16 16:24:21.383280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4686-3059-4743-8fca-03902fbdb3dd req-72516462-30ff-4df1-b2b6-7abb363f1a69 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:21.384901 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-316b4686-3059-4743-8fca-03902fbdb3dd req-72516462-30ff-4df1-b2b6-7abb363f1a69 tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 949 time: 0.2714369 Feb 16 16:24:21.385036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47386) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:21.393897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d8469-42b2-42fb-bbb9-6065182a3a8b req-33ca26f5-0a26-4fbb-9c59-a7e83a11b83f tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:21.395364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c76d8469-42b2-42fb-bbb9-6065182a3a8b req-33ca26f5-0a26-4fbb-9c59-a7e83a11b83f tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.60 "GET /v2.0/ports?device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 949 time: 0.2455988 Feb 16 16:24:21.454120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-6fba0dba-0497-4643-9009-7f346c11564e req-e647b326-3980-4502-9f87-10604ab74d45 service neutron] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:21.508682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-6fba0dba-0497-4643-9009-7f346c11564e req-e647b326-3980-4502-9f87-10604ab74d45 service neutron] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:21.526337 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:21.542252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device cbd678ed-ad35-44b0-905f-d51567a93ac0 has no active binding in host n-h2-669411-5 {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 16:24:21.554907 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-316b4686-3059-4743-8fca-03902fbdb3dd req-16623658-9cb7-47b3-96a1-4edbe015a0fe tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/security-groups?id=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564052 Feb 16 16:24:21.588445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-6fba0dba-0497-4643-9009-7f346c11564e req-e647b326-3980-4502-9f87-10604ab74d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd678ed-ad35-44b0-905f-d51567a93ac0 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:21.612553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-6fba0dba-0497-4643-9009-7f346c11564e req-e647b326-3980-4502-9f87-10604ab74d45 service neutron] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:21.642657 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6fba0dba-0497-4643-9009-7f346c11564e req-e647b326-3980-4502-9f87-10604ab74d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:21.656224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-c76d8469-42b2-42fb-bbb9-6065182a3a8b req-db9e41f3-e6d3-411b-b7db-02489dd54c7d tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Deleting port 5580e7aa-2577-4c7b-8595-41bd3c0e542a {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:21.656659 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c76d8469-42b2-42fb-bbb9-6065182a3a8b req-db9e41f3-e6d3-411b-b7db-02489dd54c7d tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:21.887507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c76d8469-42b2-42fb-bbb9-6065182a3a8b req-db9e41f3-e6d3-411b-b7db-02489dd54c7d tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] For port 5580e7aa-2577-4c7b-8595-41bd3c0e542a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=5580e7aa-2577-4c7b-8595-41bd3c0e542a,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:21.887886 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c76d8469-42b2-42fb-bbb9-6065182a3a8b req-db9e41f3-e6d3-411b-b7db-02489dd54c7d tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:21.899921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a134a49-27a0-4e31-87f4-e7cea528312a req-160a71ab-0e2c-4091-b0dd-889c910996de tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:21.901406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a134a49-27a0-4e31-87f4-e7cea528312a req-160a71ab-0e2c-4091-b0dd-889c910996de tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2282453 Feb 16 16:24:21.907308 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c35645eb-9eec-4bba-85b9-54d9c96835e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (878423c9-d6bd-49e8-a251-a4c4a8810d57), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:21.914985 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092d85a-2a89-4b87-8667-210dbd328a2b req-bbdbeb8f-ccf3-492d-a954-a9d4de642e24 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:21.916459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f092d85a-2a89-4b87-8667-210dbd328a2b req-bbdbeb8f-ccf3-492d-a954-a9d4de642e24 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 943 time: 0.2409780 Feb 16 16:24:21.921827 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-6fba0dba-0497-4643-9009-7f346c11564e req-e647b326-3980-4502-9f87-10604ab74d45 service neutron] Transition to ACTIVE for port object cbd678ed-ad35-44b0-905f-d51567a93ac0 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:24:21.931112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-c76d8469-42b2-42fb-bbb9-6065182a3a8b req-db9e41f3-e6d3-411b-b7db-02489dd54c7d tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Calling delete_port for 5580e7aa-2577-4c7b-8595-41bd3c0e542a owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:21.940662 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6fba0dba-0497-4643-9009-7f346c11564e req-e647b326-3980-4502-9f87-10604ab74d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:21.997126 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device ba2b4fb2-3966-4fd6-9084-e70054bc7b49 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:24:22.106546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:22.111186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fba0dba-0497-4643-9009-7f346c11564e req-e647b326-3980-4502-9f87-10604ab74d45 service neutron] No DVR routers for this DVR port cbd678ed-ad35-44b0-905f-d51567a93ac0 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:24:22.119127 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'ba2b4fb2-3966-4fd6-9084-e70054bc7b49', 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d', 'port_id': 'ba2b4fb2-3966-4fd6-9084-e70054bc7b49', 'mac_address': 'fa:16:3e:5b:c8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa87091b-0528-4c60-af17-b7ab39fe257d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:24:22.136394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a134a49-27a0-4e31-87f4-e7cea528312a req-c922d23b-8b1e-42e1-830c-5ac4fad8b9d8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173498 Feb 16 16:24:22.167662 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:22.168448 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:22.171182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647b326-3980-4502-9f87-10604ab74d45 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd678ed-ad35-44b0-905f-d51567a93ac0,revision_number=10']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:22.176796 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f092d85a-2a89-4b87-8667-210dbd328a2b req-faf05186-7dcc-45e2-a20b-f7ac56385b94 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506902 Feb 16 16:24:22.188465 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2b4fb2-3966-4fd6-9084-e70054bc7b49 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:22.221566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:22.225760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-e647b326-3980-4502-9f87-10604ab74d45 service neutron] 10.222.0.65 "PUT /v2.0/ports/cbd678ed-ad35-44b0-905f-d51567a93ac0/bindings/n-h2-669411-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2082613 Feb 16 16:24:22.230979 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:22.280918 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c76d8469-42b2-42fb-bbb9-6065182a3a8b req-db9e41f3-e6d3-411b-b7db-02489dd54c7d tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (5580e7aa-2577-4c7b-8595-41bd3c0e542a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:22.294826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['5580e7aa-2577-4c7b-8595-41bd3c0e542a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:22.319861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e41f3-e6d3-411b-b7db-02489dd54c7d tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Pushing event deleted for resources: {'Port': ['ID=5580e7aa-2577-4c7b-8595-41bd3c0e542a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:22.345583 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:22.380800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba0dba-0497-4643-9009-7f346c11564e req-ff59e797-9201-4e89-9a9e-8da176110db8 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:22.382299 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-ff59e797-9201-4e89-9a9e-8da176110db8 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9&tenant_id=b0adde609b014b4f962dc22768f8ddb1&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1126 time: 0.0673966 Feb 16 16:24:22.389102 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c35645eb-9eec-4bba-85b9-54d9c96835e6 admin admin] Deleting port 421a1de3-5b89-4566-a16e-cb17167de6fd {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:22.389446 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c35645eb-9eec-4bba-85b9-54d9c96835e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:22.393128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaa57c-ea79-45da-bf1a-dde93304d8bb req-be42b3a4-6aa5-40bf-bea8-46400e80097b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:22.394487 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14eaa57c-ea79-45da-bf1a-dde93304d8bb req-be42b3a4-6aa5-40bf-bea8-46400e80097b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbc4d3b7-fad0-41b6-8748-28dbcddfe23b HTTP/1.1" status: 200 len: 949 time: 0.1574533 Feb 16 16:24:22.413784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76d8469-42b2-42fb-bbb9-6065182a3a8b req-db9e41f3-e6d3-411b-b7db-02489dd54c7d tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] No DVR routers for this DVR port 5580e7aa-2577-4c7b-8595-41bd3c0e542a on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:24:22.421958 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c76d8469-42b2-42fb-bbb9-6065182a3a8b req-db9e41f3-e6d3-411b-b7db-02489dd54c7d tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:22.425239 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c76d8469-42b2-42fb-bbb9-6065182a3a8b req-db9e41f3-e6d3-411b-b7db-02489dd54c7d tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.60 "DELETE /v2.0/ports/5580e7aa-2577-4c7b-8595-41bd3c0e542a HTTP/1.1" status: 204 len: 173 time: 1.0218675 Feb 16 16:24:22.426525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6254dc-e538-4f59-a214-f44c078fb9df', 'name': 'network-vif-deleted', 'tag': '5580e7aa-2577-4c7b-8595-41bd3c0e542a'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:22.429404 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36a1e50-c93e-4d0e-bdef-14939614ba94" -d '{"events": [{"server_uuid": "df6254dc-e538-4f59-a214-f44c078fb9df", "name": "network-vif-deleted", "tag": "5580e7aa-2577-4c7b-8595-41bd3c0e542a"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:22.473271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e06790-bd06-4a91-9615-128f1b8153da req-8febfe2e-6238-4e36-a244-06adf94d72d5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:22.475702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1e06790-bd06-4a91-9615-128f1b8153da req-8febfe2e-6238-4e36-a244-06adf94d72d5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 944 time: 0.1584558 Feb 16 16:24:22.499126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14eaa57c-ea79-45da-bf1a-dde93304d8bb req-8265accd-6cb9-4da3-8888-545c406159ef tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885708 Feb 16 16:24:22.531948 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['ba2b4fb2-3966-4fd6-9084-e70054bc7b49'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:22.552614 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba0dba-0497-4643-9009-7f346c11564e req-103ef300-6924-41fc-8571-6594f46b3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:22.554662 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-103ef300-6924-41fc-8571-6594f46b3d05 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9&tenant_id=b0adde609b014b4f962dc22768f8ddb1 HTTP/1.1" status: 200 len: 1126 time: 0.1615148 Feb 16 16:24:22.555278 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1e06790-bd06-4a91-9615-128f1b8153da req-7cba79e0-1427-4a1e-9135-0e98cd964366 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694971 Feb 16 16:24:22.562894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c35645eb-9eec-4bba-85b9-54d9c96835e6 admin admin] For port 421a1de3-5b89-4566-a16e-cb17167de6fd, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=421a1de3-5b89-4566-a16e-cb17167de6fd,segment=NetworkSegment(4b3acfae-b760-4175-9e95-57f1b19a9702),segment_id=4b3acfae-b760-4175-9e95-57f1b19a9702)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:22.563271 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c35645eb-9eec-4bba-85b9-54d9c96835e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:22.579900 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c35645eb-9eec-4bba-85b9-54d9c96835e6 admin admin] Calling delete_port for 421a1de3-5b89-4566-a16e-cb17167de6fd owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:22.707176 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba0dba-0497-4643-9009-7f346c11564e req-aedef77a-9552-4d1e-b8d3-1d06ff0f9dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:22.708122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d845924-f8db-4f5b-8dd5-02926f8cce05 req-087c62b4-fdca-4b55-8be6-17d8ae8646ee tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:22.709347 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-aedef77a-9552-4d1e-b8d3-1d06ff0f9dd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 1126 time: 0.1273243 Feb 16 16:24:22.709830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d845924-f8db-4f5b-8dd5-02926f8cce05 req-087c62b4-fdca-4b55-8be6-17d8ae8646ee tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 945 time: 0.1045465 Feb 16 16:24:22.739006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e1d47-b2db-4627-a982-7677b2b3683f req-d3bf6a5c-22fb-457c-a2c4-297a3478b7f9 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:22.744331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f1e1d47-b2db-4627-a982-7677b2b3683f req-d3bf6a5c-22fb-457c-a2c4-297a3478b7f9 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.0940435 Feb 16 16:24:22.822897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d845924-f8db-4f5b-8dd5-02926f8cce05 req-a992b66c-193c-4d73-bfa1-e4bbf99e8142 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044409 Feb 16 16:24:22.840524 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f1e1d47-b2db-4627-a982-7677b2b3683f req-f13c3c57-280a-4b4a-9202-94394f7d0a19 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890892 Feb 16 16:24:22.908258 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4ab994-6570-4b2f-b816-ccb4b98346d2 x-openstack-request-id: req-da4ab994-6570-4b2f-b816-ccb4b98346d2 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:22.908753 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6254dc-e538-4f59-a214-f44c078fb9df", "name": "network-vif-deleted", "tag": "5580e7aa-2577-4c7b-8595-41bd3c0e542a", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:22.909498 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da4ab994-6570-4b2f-b816-ccb4b98346d2 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:22.909868 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6254dc-e538-4f59-a214-f44c078fb9df', 'name': 'network-vif-deleted', 'tag': '5580e7aa-2577-4c7b-8595-41bd3c0e542a', 'status': 'completed', 'code': 200} Feb 16 16:24:22.963606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba0dba-0497-4643-9009-7f346c11564e req-457ced5a-8cbc-4d74-86ac-4ca29640ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:22.965548 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-457ced5a-8cbc-4d74-86ac-4ca29640ddff service neutron] 10.222.0.60 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.2098794 Feb 16 16:24:23.034491 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-af3d6de1-717a-4feb-ad51-3962dc1f0be7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0 HTTP/1.1" status: 200 len: 217 time: 0.0622427 Feb 16 16:24:23.042821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73a89df8-f86a-46d4-a2ec-56fe4432b6d8 req-451fc0a6-61cc-4e71-836a-44c0e1afd8cd tempest-LiveMigrationNegativeTest-575207242 tempest-LiveMigrationNegativeTest-575207242-project] 10.222.0.24 "GET /v2.0/ports?device_id=df6254dc-e538-4f59-a214-f44c078fb9df HTTP/1.1" status: 200 len: 210 time: 0.0411022 Feb 16 16:24:23.081340 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c35645eb-9eec-4bba-85b9-54d9c96835e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (421a1de3-5b89-4566-a16e-cb17167de6fd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:23.129252 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35645eb-9eec-4bba-85b9-54d9c96835e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=421a1de3-5b89-4566-a16e-cb17167de6fd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:23.138081 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba0dba-0497-4643-9009-7f346c11564e req-52b14256-9c7e-4b4c-9bd4-5354f7f6c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:23.139548 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-52b14256-9c7e-4b4c-9bd4-5354f7f6c3c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.0973990 Feb 16 16:24:23.176025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-e85c859e-9bf6-45c7-871e-32befa380b27 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:23.191803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-e85c859e-9bf6-45c7-871e-32befa380b27 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.65 "GET /v2.0/ports?device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 945 time: 0.0948999 Feb 16 16:24:23.202780 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-fe0beba7-12d7-48b3-8fb2-ee19c31f2365 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484598 Feb 16 16:24:23.344839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9ec38-f375-45cd-b72b-6a0be2c5b864 req-8d32acdb-fbd8-49e2-9d3b-06581d8f52b9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:23.346391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1a9ec38-f375-45cd-b72b-6a0be2c5b864 req-8d32acdb-fbd8-49e2-9d3b-06581d8f52b9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1077993 Feb 16 16:24:23.671275 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-8d38e695-18c0-47d6-a592-e620b4cc2554 service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570451 Feb 16 16:24:23.673481 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c35645eb-9eec-4bba-85b9-54d9c96835e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (878423c9-d6bd-49e8-a251-a4c4a8810d57), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:23.683613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-21eb29a0-f176-48c1-8a7c-9b05f895bb20 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Deleting port 21726c60-bce6-4238-afb2-67b73d6478fd {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:23.683967 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-21eb29a0-f176-48c1-8a7c-9b05f895bb20 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (21726c60-bce6-4238-afb2-67b73d6478fd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:23.716923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee6f2-7b7b-41c6-9030-228d498dc753 req-baa902a6-5a38-4d88-9ecb-ed047e044bcb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:23.722433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ee6f2-7b7b-41c6-9030-228d498dc753 req-baa902a6-5a38-4d88-9ecb-ed047e044bcb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:23.724206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-971ee6f2-7b7b-41c6-9030-228d498dc753 req-baa902a6-5a38-4d88-9ecb-ed047e044bcb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1&device_id=fbc4d3b7-fad0-41b6-8748-28dbcddfe23b HTTP/1.1" status: 200 len: 1689 time: 0.3970053 Feb 16 16:24:23.768078 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1a9ec38-f375-45cd-b72b-6a0be2c5b864 req-ce211553-37d9-4979-b615-f22446959157 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270077 Feb 16 16:24:23.849522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-971ee6f2-7b7b-41c6-9030-228d498dc753 req-509ad18a-ce4a-4c38-a104-9f1656fdb1dd tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150689 Feb 16 16:24:23.857292 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-aa8dc79c-254c-4112-bcfe-13259f1ae764 service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773603 Feb 16 16:24:23.863792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-21eb29a0-f176-48c1-8a7c-9b05f895bb20 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] For port 21726c60-bce6-4238-afb2-67b73d6478fd, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=21726c60-bce6-4238-afb2-67b73d6478fd,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:23.864166 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-21eb29a0-f176-48c1-8a7c-9b05f895bb20 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (21726c60-bce6-4238-afb2-67b73d6478fd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:23.998725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device ba2b4fb2-3966-4fd6-9084-e70054bc7b49 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:24:24.025282 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6995a-e472-4c54-885f-2a793db609bc req-009de571-49de-461a-8c5f-11a247414b2d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:24.026965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70b6995a-e472-4c54-885f-2a793db609bc req-009de571-49de-461a-8c5f-11a247414b2d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 944 time: 0.1813271 Feb 16 16:24:24.053790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35645eb-9eec-4bba-85b9-54d9c96835e6 admin admin] Router 878423c9-d6bd-49e8-a251-a4c4a8810d57 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:24:24.105784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:24:24.111147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:24.111969 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:24.188679 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70b6995a-e472-4c54-885f-2a793db609bc req-a06ce5ad-390a-4d20-b340-f9692575c915 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308641 Feb 16 16:24:24.205361 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:24.208319 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:24.228615 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-21eb29a0-f176-48c1-8a7c-9b05f895bb20 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:24.228979 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-21eb29a0-f176-48c1-8a7c-9b05f895bb20 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (ea0dd5c6-b475-4354-99ac-0569d99cf3d5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:24.229325 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-21eb29a0-f176-48c1-8a7c-9b05f895bb20 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Floating IP ea0dd5c6-b475-4354-99ac-0569d99cf3d5 disassociated. External IP: 172.25.4.219, port: 21726c60-bce6-4238-afb2-67b73d6478fd. Feb 16 16:24:24.229672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-21eb29a0-f176-48c1-8a7c-9b05f895bb20 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Calling delete_port for 21726c60-bce6-4238-afb2-67b73d6478fd owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:24.236009 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba0dba-0497-4643-9009-7f346c11564e req-d382c69a-e06a-4a64-b4c0-aa09029ad94b tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:24.237593 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-d382c69a-e06a-4a64-b4c0-aa09029ad94b tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9&tenant_id=b0adde609b014b4f962dc22768f8ddb1&binding%3Ahost_id=n-h2-669411-5 HTTP/1.1" status: 200 len: 1126 time: 0.0764887 Feb 16 16:24:24.246688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3041382-4eb5-445c-9a71-bf5d97f96866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2b4fb2-3966-4fd6-9084-e70054bc7b49'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:24.248871 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6237d275-984f-4c26-ad90-a7340f6b4f8f" -d '{"events": [{"server_uuid": "f3041382-4eb5-445c-9a71-bf5d97f96866", "name": "network-vif-plugged", "status": "completed", "tag": "ba2b4fb2-3966-4fd6-9084-e70054bc7b49"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:24.262489 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:24.267207 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:24.268237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device cbd678ed-ad35-44b0-905f-d51567a93ac0 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:24.292307 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35645eb-9eec-4bba-85b9-54d9c96835e6 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:24:24.294076 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b1ba4-d1df-4c68-9c5d-2b66da526858 req-6b6288be-ec09-45b1-ab36-915e3aac285e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:24.295786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-612b1ba4-d1df-4c68-9c5d-2b66da526858 req-6b6288be-ec09-45b1-ab36-915e3aac285e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 944 time: 0.1577773 Feb 16 16:24:24.301588 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c35645eb-9eec-4bba-85b9-54d9c96835e6 admin admin] 10.222.0.24 "PUT /v2.0/routers/878423c9-d6bd-49e8-a251-a4c4a8810d57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9130344 Feb 16 16:24:24.304795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47416) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:24.311866 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbab145d-7831-4330-84a0-7cbf24a223b8 None None] Sync routers for ids ['878423c9-d6bd-49e8-a251-a4c4a8810d57'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:24:24.323505 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbab145d-7831-4330-84a0-7cbf24a223b8 None None] Routers {'878423c9-d6bd-49e8-a251-a4c4a8810d57'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:24:24.324288 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fbab145d-7831-4330-84a0-7cbf24a223b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:23:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['878423c9-d6bd-49e8-a251-a4c4a8810d57'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:24.353121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:24.378434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] The host n-h1-669411-5 is not matching for port cbd678ed-ad35-44b0-905f-d51567a93ac0 host n-h2-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:24:24.379055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device cbd678ed-ad35-44b0-905f-d51567a93ac0 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:24.445682 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-fbab145d-7831-4330-84a0-7cbf24a223b8 None None] Set router 878423c9-d6bd-49e8-a251-a4c4a8810d57 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:24:24.448720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6fba0dba-0497-4643-9009-7f346c11564e req-c8aa8946-136b-4918-b07b-d0c4c3ef35b1 service neutron] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:24.452214 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6fba0dba-0497-4643-9009-7f346c11564e req-c8aa8946-136b-4918-b07b-d0c4c3ef35b1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:24.453576 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6fba0dba-0497-4643-9009-7f346c11564e req-c8aa8946-136b-4918-b07b-d0c4c3ef35b1 service neutron] 10.222.0.60 "DELETE /v2.0/ports/cbd678ed-ad35-44b0-905f-d51567a93ac0/bindings/n-h1-669411-5 HTTP/1.1" status: 204 len: 173 time: 0.1908751 Feb 16 16:24:24.500292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-612b1ba4-d1df-4c68-9c5d-2b66da526858 req-58fa0f97-3382-4c94-bc51-7e2bf5d0dc01 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933386 Feb 16 16:24:24.509794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49d13c-5f1e-4302-9775-b9a70f1b7a2b req-e854ba46-5f35-48a4-8ae3-7d4b636624ad tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:24.516623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db49d13c-5f1e-4302-9775-b9a70f1b7a2b req-e854ba46-5f35-48a4-8ae3-7d4b636624ad tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.2325585 Feb 16 16:24:24.582037 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] Publish callbacks [] for router (878423c9-d6bd-49e8-a251-a4c4a8810d57), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:24.644888 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fbab145d-7831-4330-84a0-7cbf24a223b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'name': 'tempest-FloatingIPDetailsTestJSON-56702325-router', 'tenant_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:24:22Z', 'revision_number': 5, 'project_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'gw_port': {'id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:24.675454 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbab145d-7831-4330-84a0-7cbf24a223b8 None None] Checking router: 878423c9-d6bd-49e8-a251-a4c4a8810d57 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:24:24.683981 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbab145d-7831-4330-84a0-7cbf24a223b8 None None] Routers {'878423c9-d6bd-49e8-a251-a4c4a8810d57'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:24:24.684587 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fbab145d-7831-4330-84a0-7cbf24a223b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:23:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['878423c9-d6bd-49e8-a251-a4c4a8810d57'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:24.694362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db49d13c-5f1e-4302-9775-b9a70f1b7a2b req-ad03d0a9-e878-4f55-8cdb-6e905da9f050 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767709 Feb 16 16:24:24.731711 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-21eb29a0-f176-48c1-8a7c-9b05f895bb20 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (21726c60-bce6-4238-afb2-67b73d6478fd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:24.774623 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb29a0-f176-48c1-8a7c-9b05f895bb20 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Pushing event deleted for resources: {'Port': ['ID=21726c60-bce6-4238-afb2-67b73d6478fd,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:24.790471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23127d-1247-4645-b41d-ab8390e5d2f7 req-704d7932-548e-4d9b-b4e1-ba28cfe835be tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:24.791526 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb23127d-1247-4645-b41d-ab8390e5d2f7 req-704d7932-548e-4d9b-b4e1-ba28cfe835be tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/ports?device_id=574025e2-26c7-46f0-bb0a-e4d98ac9bd9b HTTP/1.1" status: 200 len: 945 time: 0.2068148 Feb 16 16:24:24.811472 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] Publish callbacks [] for router_gateway (878423c9-d6bd-49e8-a251-a4c4a8810d57), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:24.824474 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-fbab145d-7831-4330-84a0-7cbf24a223b8 None None] Set router 878423c9-d6bd-49e8-a251-a4c4a8810d57 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:24:24.926301 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17351668-074c-4258-b867-48527574bb97 x-openstack-request-id: req-17351668-074c-4258-b867-48527574bb97 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:24.926862 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3041382-4eb5-445c-9a71-bf5d97f96866", "name": "network-vif-plugged", "status": "completed", "tag": "ba2b4fb2-3966-4fd6-9084-e70054bc7b49", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:24.927196 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17351668-074c-4258-b867-48527574bb97 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:24.927601 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3041382-4eb5-445c-9a71-bf5d97f96866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2b4fb2-3966-4fd6-9084-e70054bc7b49', 'code': 200} Feb 16 16:24:24.979662 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb23127d-1247-4645-b41d-ab8390e5d2f7 req-75181e72-6b94-421a-b351-c59b64e72b2d tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups?id=319a901a-6ad3-432e-a448-50cfdcccaf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806121 Feb 16 16:24:25.126825 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-21eb29a0-f176-48c1-8a7c-9b05f895bb20 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:24:25.133127 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fbab145d-7831-4330-84a0-7cbf24a223b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'name': 'tempest-FloatingIPDetailsTestJSON-56702325-router', 'tenant_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:24:22Z', 'revision_number': 5, 'project_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'gw_port': {'id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:25.148799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] Deleting port 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:25.149137 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (85bf060a-eba6-40fd-b0ff-9a4b44c26ebd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:25.163398 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbab145d-7831-4330-84a0-7cbf24a223b8 None None] The sync data for ids ['878423c9-d6bd-49e8-a251-a4c4a8810d57'] in n-d-669411-5 is: [{'id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'name': 'tempest-FloatingIPDetailsTestJSON-56702325-router', 'tenant_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:24:22Z', 'revision_number': 5, 'project_id': '9e2d6d3e8b174b28b48a0036fa659fb6', 'gw_port': {'id': '85bf060a-eba6-40fd-b0ff-9a4b44c26ebd', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878423c9-d6bd-49e8-a251-a4c4a8810d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:23:46Z', 'updated_at': '2022-02-16T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:24:25.183495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee76fa-8dbc-43b2-ba95-71f1c7124fa2 req-4ce28a56-c7e2-45fa-a6a4-3df1f75ebedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:25.185144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2ee76fa-8dbc-43b2-ba95-71f1c7124fa2 req-4ce28a56-c7e2-45fa-a6a4-3df1f75ebedf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 1127 time: 0.1657581 Feb 16 16:24:25.214884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ae45a-26f1-40e1-8e74-d2bb87afc268 req-d61408bd-2c44-4020-9f07-88e3065fc49a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:25.216711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-961ae45a-26f1-40e1-8e74-d2bb87afc268 req-d61408bd-2c44-4020-9f07-88e3065fc49a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1945114 Feb 16 16:24:25.220663 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47428) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:25.363356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf17333-ed8b-4a44-8767-771153e3dac6 req-0a12ec0e-2341-43d0-b635-f28fe2dc44bb tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:25.365152 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fcf17333-ed8b-4a44-8767-771153e3dac6 req-0a12ec0e-2341-43d0-b635-f28fe2dc44bb tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1 HTTP/1.1" status: 200 len: 1131 time: 0.2889187 Feb 16 16:24:25.383320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a90421e5-c943-48b8-bdb5-2ad881451e19 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:24:25.388170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device cbd678ed-ad35-44b0-905f-d51567a93ac0 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:25.422049 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0bff42ad-fc2f-40cd-a5e4-4dfb4bf0515b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=744a30eeba734d3d864bcc20cfe3b2d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977472 Feb 16 16:24:25.422612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47432) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:25.456450 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-961ae45a-26f1-40e1-8e74-d2bb87afc268 req-7c9eec20-9039-4589-ac68-baff48b1088e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979780 Feb 16 16:24:25.487056 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c10a05c1-51c6-4583-9127-d63768907b53 admin admin] Publish callbacks [] for security_group (5055c3b2-a6d1-47f7-b2f6-7621cfdc6102), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:25.491607 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] For port 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=85bf060a-eba6-40fd-b0ff-9a4b44c26ebd,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:25.492116 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (85bf060a-eba6-40fd-b0ff-9a4b44c26ebd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:25.506442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2ee76fa-8dbc-43b2-ba95-71f1c7124fa2 req-1ddc7202-2031-438b-b470-97da40b30e30 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546835 Feb 16 16:24:25.529181 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c10a05c1-51c6-4583-9127-d63768907b53 admin admin] Publish callbacks [] for security_group (5055c3b2-a6d1-47f7-b2f6-7621cfdc6102), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:25.552075 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] Calling delete_port for 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:25.569423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-21eb29a0-f176-48c1-8a7c-9b05f895bb20 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:24:25.580418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 421a1de3-5b89-4566-a16e-cb17167de6fd no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:25.594187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70237a21-2b17-4b85-9be1-a2eb7edc4ce0 None None] Sync routers for ids ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:24:25.595708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fcf17333-ed8b-4a44-8767-771153e3dac6 req-301c6506-4a77-441c-94f3-d0eb24343006 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149360 Feb 16 16:24:25.611171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c10a05c1-51c6-4583-9127-d63768907b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5055c3b2-a6d1-47f7-b2f6-7621cfdc6102), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:25.614055 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c10a05c1-51c6-4583-9127-d63768907b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:25.617724 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c10a05c1-51c6-4583-9127-d63768907b53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5055c3b2-a6d1-47f7-b2f6-7621cfdc6102 HTTP/1.1" status: 204 len: 168 time: 0.1916893 Feb 16 16:24:25.629366 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a05c1-51c6-4583-9127-d63768907b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5055c3b2-a6d1-47f7-b2f6-7621cfdc6102,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:25.668412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 421a1de3-5b89-4566-a16e-cb17167de6fd {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:24:25.672078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 421a1de3-5b89-4566-a16e-cb17167de6fd not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:25.714833 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ea5c3d46-b855-4a52-af36-8272f5312740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:25.720693 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port cbd678ed-ad35-44b0-905f-d51567a93ac0 is: DOWN; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:25.721974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 5580e7aa-2577-4c7b-8595-41bd3c0e542a no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:25.727463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port a90421e5-c943-48b8-bdb5-2ad881451e19, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a90421e5-c943-48b8-bdb5-2ad881451e19,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:25.730609 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70237a21-2b17-4b85-9be1-a2eb7edc4ce0 None None] Routers {'2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:24:25.731477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-70237a21-2b17-4b85-9be1-a2eb7edc4ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:23:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:25.838779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 5580e7aa-2577-4c7b-8595-41bd3c0e542a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:24:25.839390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 5580e7aa-2577-4c7b-8595-41bd3c0e542a not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:25.843976 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'a90421e5-c943-48b8-bdb5-2ad881451e19', 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c', 'port_id': 'a90421e5-c943-48b8-bdb5-2ad881451e19', 'mac_address': 'fa:16:3e:fc:45:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72f5249-4b76-410c-b98e-014d0996b37b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:24:25.904249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port a90421e5-c943-48b8-bdb5-2ad881451e19 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:25.904644 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:25.929747 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90421e5-c943-48b8-bdb5-2ad881451e19 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:25.938464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-70237a21-2b17-4b85-9be1-a2eb7edc4ce0 None None] Set router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:24:25.980015 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port a90421e5-c943-48b8-bdb5-2ad881451e19, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a90421e5-c943-48b8-bdb5-2ad881451e19,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:25.985691 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:26.007565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-21eb29a0-f176-48c1-8a7c-9b05f895bb20 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] No DVR routers for this DVR port 21726c60-bce6-4238-afb2-67b73d6478fd on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:24:26.011722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47448) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:26.027025 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-21eb29a0-f176-48c1-8a7c-9b05f895bb20 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:26.033079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a55c1a88-e4af-49c0-92ea-5cf9e97d0196 req-21eb29a0-f176-48c1-8a7c-9b05f895bb20 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.65 "DELETE /v2.0/ports/21726c60-bce6-4238-afb2-67b73d6478fd HTTP/1.1" status: 204 len: 173 time: 2.8331904 Feb 16 16:24:26.034027 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574025e2-26c7-46f0-bb0a-e4d98ac9bd9b', 'name': 'network-vif-deleted', 'tag': '21726c60-bce6-4238-afb2-67b73d6478fd'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:26.039700 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbf3673-7031-4d18-a8bc-b27995acd311" -d '{"events": [{"server_uuid": "574025e2-26c7-46f0-bb0a-e4d98ac9bd9b", "name": "network-vif-deleted", "tag": "21726c60-bce6-4238-afb2-67b73d6478fd"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:26.065024 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-30c62a7a-43ba-45be-a3cf-bafa0906d644 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16e8d3bd14f541cfb8336e9107d2700a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516953 Feb 16 16:24:26.066586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47452) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:26.110079 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=a90421e5-c943-48b8-bdb5-2ad881451e19,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:26.125413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58eff2-2676-45f9-8997-5a8b3585a3fd req-3d677130-c5b1-4f24-9309-47f9f3a9802c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:26.133023 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d58eff2-2676-45f9-8997-5a8b3585a3fd req-3d677130-c5b1-4f24-9309-47f9f3a9802c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 944 time: 0.5683942 Feb 16 16:24:26.137987 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-339bc29d-8f55-4aa0-9416-fa565d3ab53f admin admin] Publish callbacks [] for security_group (b5adf218-d3b7-40d7-9fac-b6cbe728bd58), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:26.165124 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-339bc29d-8f55-4aa0-9416-fa565d3ab53f admin admin] Publish callbacks [] for security_group (b5adf218-d3b7-40d7-9fac-b6cbe728bd58), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:26.204553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bdcd3-f48e-43e1-a49a-5cff759b3dc5 req-2e2289b9-5c5e-424f-a067-221397b7441a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:26.206491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-796bdcd3-f48e-43e1-a49a-5cff759b3dc5 req-2e2289b9-5c5e-424f-a067-221397b7441a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 945 time: 0.2003503 Feb 16 16:24:26.228150 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-339bc29d-8f55-4aa0-9416-fa565d3ab53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b5adf218-d3b7-40d7-9fac-b6cbe728bd58), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:26.231874 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-339bc29d-8f55-4aa0-9416-fa565d3ab53f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:26.234258 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-339bc29d-8f55-4aa0-9416-fa565d3ab53f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5adf218-d3b7-40d7-9fac-b6cbe728bd58 HTTP/1.1" status: 204 len: 168 time: 0.1666167 Feb 16 16:24:26.257793 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-70237a21-2b17-4b85-9be1-a2eb7edc4ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '2a54a736-226b-40da-97da-7b4bff149d6c', 'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'mac_address': 'fa:16:3e:c6:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:01Z', 'updated_at': '2022-02-16T16:22:09Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'subnets': [{'id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:26.263668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bc29d-8f55-4aa0-9416-fa565d3ab53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5adf218-d3b7-40d7-9fac-b6cbe728bd58,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:26.272615 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d58eff2-2676-45f9-8997-5a8b3585a3fd req-9f4a48de-c5ae-4ef2-bddc-54745ef0b78a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382036 Feb 16 16:24:26.298359 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70237a21-2b17-4b85-9be1-a2eb7edc4ce0 None None] Checking router: 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:24:26.321402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70237a21-2b17-4b85-9be1-a2eb7edc4ce0 None None] Routers {'2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:24:26.322038 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-70237a21-2b17-4b85-9be1-a2eb7edc4ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:23:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:26.381895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-796bdcd3-f48e-43e1-a49a-5cff759b3dc5 req-f4181e10-11cd-46a3-a236-1374733f3cb2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581948 Feb 16 16:24:26.426762 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (85bf060a-eba6-40fd-b0ff-9a4b44c26ebd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:26.467332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=85bf060a-eba6-40fd-b0ff-9a4b44c26ebd,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:26.534647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['a90421e5-c943-48b8-bdb5-2ad881451e19'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:26.566805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55471bcd-93e4-4f68-9b6a-da39f1ccfd15 req-563ddcc7-021b-4d4a-8361-181d7b116bed tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:26.569000 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-55471bcd-93e4-4f68-9b6a-da39f1ccfd15 req-563ddcc7-021b-4d4a-8361-181d7b116bed tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fbc4d3b7-fad0-41b6-8748-28dbcddfe23b HTTP/1.1" status: 200 len: 1131 time: 0.2165537 Feb 16 16:24:26.606278 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (878423c9-d6bd-49e8-a251-a4c4a8810d57), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:26.655005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-70237a21-2b17-4b85-9be1-a2eb7edc4ce0 None None] Set router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:24:26.748456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8548199-5e9a-41b3-8245-e9a99844b363 req-542df62e-1f24-4b96-9557-f14795892641 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:26.749198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8548199-5e9a-41b3-8245-e9a99844b363 req-542df62e-1f24-4b96-9557-f14795892641 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 945 time: 0.2484081 Feb 16 16:24:26.774127 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (878423c9-d6bd-49e8-a251-a4c4a8810d57), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:26.778093 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] Publish callbacks [] for router_controller (878423c9-d6bd-49e8-a251-a4c4a8810d57), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:26.789445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-55471bcd-93e4-4f68-9b6a-da39f1ccfd15 req-1707f10c-f286-4e87-a92d-d43fe9a3773c tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116995 Feb 16 16:24:26.896052 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8548199-5e9a-41b3-8245-e9a99844b363 req-de555adb-50c8-408e-aa8c-5a5a7914b923 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319101 Feb 16 16:24:26.898200 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (878423c9-d6bd-49e8-a251-a4c4a8810d57), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:26.898733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 878423c9-d6bd-49e8-a251-a4c4a8810d57 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:24:26.905358 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:26.913072 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-12af2581-77db-4190-be01-e7bd37d57e4d admin admin] 10.222.0.24 "DELETE /v2.0/routers/878423c9-d6bd-49e8-a251-a4c4a8810d57 HTTP/1.1" status: 204 len: 168 time: 2.6051092 Feb 16 16:24:26.916372 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47474) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:26.972825 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6464f079-fd25-494d-bcfb-fa59f783bb85 x-openstack-request-id: req-6464f079-fd25-494d-bcfb-fa59f783bb85 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:26.973169 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574025e2-26c7-46f0-bb0a-e4d98ac9bd9b", "name": "network-vif-deleted", "tag": "21726c60-bce6-4238-afb2-67b73d6478fd", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:26.973465 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6464f079-fd25-494d-bcfb-fa59f783bb85 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:26.975490 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574025e2-26c7-46f0-bb0a-e4d98ac9bd9b', 'name': 'network-vif-deleted', 'tag': '21726c60-bce6-4238-afb2-67b73d6478fd', 'status': 'completed', 'code': 200} Feb 16 16:24:27.031003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-13aec3b8-02ee-4f26-9cea-b64b56ea23a2 admin admin] Deleting subnet 041b0d76-8dbb-491c-b79e-c614ad4c219b {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:24:27.037423 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-13aec3b8-02ee-4f26-9cea-b64b56ea23a2 admin admin] Publish callbacks [] for subnet (041b0d76-8dbb-491c-b79e-c614ad4c219b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:27.056858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-70237a21-2b17-4b85-9be1-a2eb7edc4ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '2a54a736-226b-40da-97da-7b4bff149d6c', 'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'mac_address': 'fa:16:3e:c6:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:01Z', 'updated_at': '2022-02-16T16:22:09Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'subnets': [{'id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:27.091246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70237a21-2b17-4b85-9be1-a2eb7edc4ce0 None None] The sync data for ids ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'] in n-d-669411-5 is: [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:22:02Z', 'revision_number': 4, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '2a54a736-226b-40da-97da-7b4bff149d6c', 'name': '', 'network_id': '72bb907d-875d-4ec6-9779-d384bacff365', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'mac_address': 'fa:16:3e:c6:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:01Z', 'updated_at': '2022-02-16T16:22:09Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'subnets': [{'id': '60743ad9-3f89-46e3-a7de-dc3e4ec4e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:24:27.107831 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-13aec3b8-02ee-4f26-9cea-b64b56ea23a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (041b0d76-8dbb-491c-b79e-c614ad4c219b), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:27.165225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d358fe4-8a5e-4843-bee1-04275d4b62e7 req-b808f21e-20f9-4348-9561-097d67d85bd3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:27.170984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d358fe4-8a5e-4843-bee1-04275d4b62e7 req-b808f21e-20f9-4348-9561-097d67d85bd3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1550376 Feb 16 16:24:27.245028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d358fe4-8a5e-4843-bee1-04275d4b62e7 req-401571f6-4ceb-41c6-ba17-3b3112a6a5b7 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670636 Feb 16 16:24:27.320241 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-13aec3b8-02ee-4f26-9cea-b64b56ea23a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (041b0d76-8dbb-491c-b79e-c614ad4c219b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:27.365010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47494) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:27.420636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fb2e8-2246-41dd-8ec5-632b563df647 req-a8f996f5-07f8-41aa-823f-2ea44c268a1a tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:27.431047 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e12fb2e8-2246-41dd-8ec5-632b563df647 req-a8f996f5-07f8-41aa-823f-2ea44c268a1a tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 1126 time: 0.1046133 Feb 16 16:24:27.443113 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-13aec3b8-02ee-4f26-9cea-b64b56ea23a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (041b0d76-8dbb-491c-b79e-c614ad4c219b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:27.488130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-ed7c2722-db3e-4e42-bf92-85307f8910fe tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=19b6548b22364e4d9595948087ecf782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447183 Feb 16 16:24:27.510863 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e57d497d-1536-4f75-ac84-a7f96a055672 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for security_group (319a901a-6ad3-432e-a448-50cfdcccaf16), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:27.528415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aec3b8-02ee-4f26-9cea-b64b56ea23a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=041b0d76-8dbb-491c-b79e-c614ad4c219b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:27.551109 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-13aec3b8-02ee-4f26-9cea-b64b56ea23a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:27.554320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdcbbcf-9c1d-42c4-ba31-98261ee875b7 None None] Network 295b64a5-3d7b-4d2a-86be-078f267538a3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:24:27.570446 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-13aec3b8-02ee-4f26-9cea-b64b56ea23a2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/041b0d76-8dbb-491c-b79e-c614ad4c219b HTTP/1.1" status: 204 len: 168 time: 0.6529014 Feb 16 16:24:27.574801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47508) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:27.578562 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b9816-7393-4777-b5cf-ca0571707267 None None] New status for floating IP ea0dd5c6-b475-4354-99ac-0569d99cf3d5: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:24:27.596757 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e57d497d-1536-4f75-ac84-a7f96a055672 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for security_group (319a901a-6ad3-432e-a448-50cfdcccaf16), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:27.615663 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:27.640578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e12fb2e8-2246-41dd-8ec5-632b563df647 req-8a86d9c9-5c53-4795-a26c-f7fe4b6f23df tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084603 Feb 16 16:24:27.678300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:24:27.679747 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 85bf060a-eba6-40fd-b0ff-9a4b44c26ebd not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:27.711553 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e57d497d-1536-4f75-ac84-a7f96a055672 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (319a901a-6ad3-432e-a448-50cfdcccaf16), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:27.714933 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e57d497d-1536-4f75-ac84-a7f96a055672 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:27.719191 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e57d497d-1536-4f75-ac84-a7f96a055672 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "DELETE /v2.0/security-groups/319a901a-6ad3-432e-a448-50cfdcccaf16 HTTP/1.1" status: 204 len: 168 time: 0.3502781 Feb 16 16:24:27.731271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47512) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:27.735836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-627bd6cf-fe0d-4e43-9236-b288ae0044a4 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:27.745266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-627bd6cf-fe0d-4e43-9236-b288ae0044a4 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460997 Feb 16 16:24:27.794558 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-6acbb7e8-4e19-43f0-b9f6-267e470423e7 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] show failed (client error): The resource could not be found. Feb 16 16:24:27.798746 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6acbb7e8-4e19-43f0-b9f6-267e470423e7 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "GET /v2.0/security-groups/319a901a-6ad3-432e-a448-50cfdcccaf16 HTTP/1.1" status: 404 len: 347 time: 0.0626128 Feb 16 16:24:27.801930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47514) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:27.805646 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d497d-1536-4f75-ac84-a7f96a055672 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319a901a-6ad3-432e-a448-50cfdcccaf16,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:27.834182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-31a1c81b-1c6b-44ba-8574-a2fd333a2340 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/quotas/19b6548b22364e4d9595948087ecf782 HTTP/1.1" status: 200 len: 375 time: 0.0879557 Feb 16 16:24:27.900517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42047ada-c963-4403-8f8b-660fd4fc2196 None None] DHCP port deletion for 295b64a5-3d7b-4d2a-86be-078f267538a3 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:24:27.919739 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (295b64a5-3d7b-4d2a-86be-078f267538a3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:27.980715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dbd3b-89bd-4f62-8cb0-39565621b01a req-64c79222-bc43-4f2e-9386-deb95f0483df tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:27.987528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-548dbd3b-89bd-4f62-8cb0-39565621b01a req-64c79222-bc43-4f2e-9386-deb95f0483df tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 945 time: 0.2198689 Feb 16 16:24:27.996420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-42047ada-c963-4403-8f8b-660fd4fc2196 None None] Deleting port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:27.997055 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-42047ada-c963-4403-8f8b-660fd4fc2196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.029694 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d338d-3d7d-47cb-aeb1-1638f4675978 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Deleting port 68e1611b-152b-4800-9910-deab7ba7779c {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:28.030198 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef2d338d-3d7d-47cb-aeb1-1638f4675978 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (68e1611b-152b-4800-9910-deab7ba7779c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.075259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 21726c60-bce6-4238-afb2-67b73d6478fd no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:28.085285 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-548dbd3b-89bd-4f62-8cb0-39565621b01a req-e3c9b968-508d-4eb6-a397-c260d884d28f tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966425 Feb 16 16:24:28.131247 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef2d338d-3d7d-47cb-aeb1-1638f4675978 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (68e1611b-152b-4800-9910-deab7ba7779c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.131476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-d5a5a2c6-9eba-4283-95ae-8ec14195b001 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2123017 Feb 16 16:24:28.131917 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef2d338d-3d7d-47cb-aeb1-1638f4675978 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for floatingip (68e1611b-152b-4800-9910-deab7ba7779c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.139547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 21726c60-bce6-4238-afb2-67b73d6478fd {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:24:28.139919 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 21726c60-bce6-4238-afb2-67b73d6478fd not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:28.152491 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-42047ada-c963-4403-8f8b-660fd4fc2196 None None] For port 6b50f86a-b9d4-4016-868c-6a0705f9cc17, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b50f86a-b9d4-4016-868c-6a0705f9cc17,segment=NetworkSegment(4b3acfae-b760-4175-9e95-57f1b19a9702),segment_id=4b3acfae-b760-4175-9e95-57f1b19a9702)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:28.153069 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-42047ada-c963-4403-8f8b-660fd4fc2196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.153775 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d338d-3d7d-47cb-aeb1-1638f4675978 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Calling delete_port for 68e1611b-152b-4800-9910-deab7ba7779c owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:28.170001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-42047ada-c963-4403-8f8b-660fd4fc2196 None None] Calling delete_port for 6b50f86a-b9d4-4016-868c-6a0705f9cc17 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:28.171492 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] Deleting port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:28.171969 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.293870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] For port 6b50f86a-b9d4-4016-868c-6a0705f9cc17, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b50f86a-b9d4-4016-868c-6a0705f9cc17,segment=NetworkSegment(4b3acfae-b760-4175-9e95-57f1b19a9702),segment_id=4b3acfae-b760-4175-9e95-57f1b19a9702)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:28.294453 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.312213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] Calling delete_port for 6b50f86a-b9d4-4016-868c-6a0705f9cc17 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:28.313893 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4e3c7a56-ff06-4d6c-b331-c34cab804bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.364191 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-42047ada-c963-4403-8f8b-660fd4fc2196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.375258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609c93c-5bdc-4d6b-b051-62e5683f9d67 req-32ae1391-01f9-42a5-b546-e2ec7a8901a7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:28.383856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e609c93c-5bdc-4d6b-b051-62e5683f9d67 req-32ae1391-01f9-42a5-b546-e2ec7a8901a7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 945 time: 0.1393421 Feb 16 16:24:28.413082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42047ada-c963-4403-8f8b-660fd4fc2196 None None] Pushing event deleted for resources: {'Port': ['ID=6b50f86a-b9d4-4016-868c-6a0705f9cc17,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:28.430010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42047ada-c963-4403-8f8b-660fd4fc2196 None None] No DVR routers for this DVR port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:24:28.467371 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:24:28.471684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e609c93c-5bdc-4d6b-b051-62e5683f9d67 req-42a29654-78bd-4cfe-9d31-04298fef993d tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868108 Feb 16 16:24:28.499367 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef2d338d-3d7d-47cb-aeb1-1638f4675978 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (68e1611b-152b-4800-9910-deab7ba7779c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.512619 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6b50f86a-b9d4-4016-868c-6a0705f9cc17), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.556612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d338d-3d7d-47cb-aeb1-1638f4675978 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Pushing event deleted for resources: {'Port': ['ID=68e1611b-152b-4800-9910-deab7ba7779c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:28.585192 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] No DVR routers for this DVR port 6b50f86a-b9d4-4016-868c-6a0705f9cc17 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:24:28.592170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b50f86a-b9d4-4016-868c-6a0705f9cc17,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:28.653484 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef2d338d-3d7d-47cb-aeb1-1638f4675978 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks [] for floatingip (ea0dd5c6-b475-4354-99ac-0569d99cf3d5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.657107 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef2d338d-3d7d-47cb-aeb1-1638f4675978 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.658442 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ef2d338d-3d7d-47cb-aeb1-1638f4675978 tempest-ServersWithSpecificFlavorTestJSON-1369630730 tempest-ServersWithSpecificFlavorTestJSON-1369630730-project] 10.222.0.24 "DELETE /v2.0/floatingips/ea0dd5c6-b475-4354-99ac-0569d99cf3d5 HTTP/1.1" status: 204 len: 168 time: 0.8456395 Feb 16 16:24:28.735450 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (295b64a5-3d7b-4d2a-86be-078f267538a3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.783367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295b64a5-3d7b-4d2a-86be-078f267538a3']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:28.814991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3acfae-b760-4175-9e95-57f1b19a9702') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:28.815283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3acfae-b760-4175-9e95-57f1b19a9702') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:28.828224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-60fc34aa-4d58-4005-acdb-17e912f62147 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:28.829675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-60fc34aa-4d58-4005-acdb-17e912f62147 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 820 time: 0.2419047 Feb 16 16:24:28.836191 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (4b3acfae-b760-4175-9e95-57f1b19a9702), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.864710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-3f35a3c0-5423-47ad-b8a0-84ee2abfd98f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/quotas/b0adde609b014b4f962dc22768f8ddb1 HTTP/1.1" status: 200 len: 375 time: 0.0208061 Feb 16 16:24:28.867357 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (4b3acfae-b760-4175-9e95-57f1b19a9702), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.875300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be2e1-b17b-45c4-be9d-244d92112d0e req-7d990c2f-7841-4f7e-be03-02e8b4884648 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:28.877112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-531be2e1-b17b-45c4-be9d-244d92112d0e req-7d990c2f-7841-4f7e-be03-02e8b4884648 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 1127 time: 0.1270552 Feb 16 16:24:28.881257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:24:28.881742 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (4b3acfae-b760-4175-9e95-57f1b19a9702), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:24:28.884333 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:24:29.013442 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (295b64a5-3d7b-4d2a-86be-078f267538a3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:29.033441 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-531be2e1-b17b-45c4-be9d-244d92112d0e req-4c8e059e-3a24-44b0-8c24-91ca1ad4c457 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399217 Feb 16 16:24:29.034064 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:29.038301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] 10.222.0.24 "DELETE /v2.0/networks/295b64a5-3d7b-4d2a-86be-078f267538a3 HTTP/1.1" status: 204 len: 168 time: 1.4593413 Feb 16 16:24:29.069290 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-74b2a26a-f1b1-4914-bd26-efaf71b2654f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1891608 Feb 16 16:24:29.081506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341805e3-15b7-49fb-bc57-c33781e9772c admin admin] Pushing event deleted for resources: {'Network': ['ID=295b64a5-3d7b-4d2a-86be-078f267538a3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:29.118421 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:29.240529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-e214ea0f-a459-423f-839d-5f01a9e793de service neutron] 10.222.0.24 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698945 Feb 16 16:24:29.278824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6017b06-f566-4c59-86e1-3970f8087a72 req-781f9d2b-bbca-45e0-84f0-57fe9e370a4a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:29.280648 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6017b06-f566-4c59-86e1-3970f8087a72 req-781f9d2b-bbca-45e0-84f0-57fe9e370a4a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1286628 Feb 16 16:24:29.303695 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47566) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:29.369036 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e6012073-4da1-4cc1-8a3b-0cacfff06aac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e2d6d3e8b174b28b48a0036fa659fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0615487 Feb 16 16:24:29.369831 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47568) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:29.404133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b79c27f0-7a9a-4c63-a858-283676f749e9 service neutron] 10.222.0.24 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586285 Feb 16 16:24:29.407895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6017b06-f566-4c59-86e1-3970f8087a72 req-a8aa049c-281e-408d-9a3a-6f4bf3551b18 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076610 Feb 16 16:24:29.412844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6b50f86a-b9d4-4016-868c-6a0705f9cc17 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:29.417246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a90421e5-c943-48b8-bdb5-2ad881451e19 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:24:29.481680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 6b50f86a-b9d4-4016-868c-6a0705f9cc17 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:24:29.481970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6b50f86a-b9d4-4016-868c-6a0705f9cc17 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:29.522349 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fab5ff05-1a35-45aa-bb10-e133838c7be5 admin admin] Publish callbacks [] for security_group (1ed2487c-2921-4522-b09b-b16a3cc32cf8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:29.531001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port a90421e5-c943-48b8-bdb5-2ad881451e19 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:24:29.546605 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port a90421e5-c943-48b8-bdb5-2ad881451e19 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:29.547606 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:29.600423 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fab5ff05-1a35-45aa-bb10-e133838c7be5 admin admin] Publish callbacks [] for security_group (1ed2487c-2921-4522-b09b-b16a3cc32cf8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:29.737397 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fab5ff05-1a35-45aa-bb10-e133838c7be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1ed2487c-2921-4522-b09b-b16a3cc32cf8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:29.741155 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fab5ff05-1a35-45aa-bb10-e133838c7be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:29.742320 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fab5ff05-1a35-45aa-bb10-e133838c7be5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ed2487c-2921-4522-b09b-b16a3cc32cf8 HTTP/1.1" status: 204 len: 168 time: 0.3709655 Feb 16 16:24:29.774299 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5ff05-1a35-45aa-bb10-e133838c7be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed2487c-2921-4522-b09b-b16a3cc32cf8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:29.835092 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port a90421e5-c943-48b8-bdb5-2ad881451e19 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:29.835491 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:29.892999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4c18fb-908b-4743-ba90-fcad6cc9d47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90421e5-c943-48b8-bdb5-2ad881451e19'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:29.896225 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55973d5d-83e8-47de-a7e3-8ec57a6d94c9" -d '{"events": [{"server_uuid": "bd4c18fb-908b-4743-ba90-fcad6cc9d47c", "name": "network-vif-plugged", "status": "completed", "tag": "a90421e5-c943-48b8-bdb5-2ad881451e19"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:29.934545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port a90421e5-c943-48b8-bdb5-2ad881451e19, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a90421e5-c943-48b8-bdb5-2ad881451e19,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:29.941536 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:30.050901 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=a90421e5-c943-48b8-bdb5-2ad881451e19,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:30.056685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97a539-e789-46a7-bd37-2115fa8fa5e0 req-1c44466e-237d-4124-9edc-f35fbec625f0 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:30.059536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c97a539-e789-46a7-bd37-2115fa8fa5e0 req-1c44466e-237d-4124-9edc-f35fbec625f0 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 1127 time: 0.0813701 Feb 16 16:24:30.134785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c97a539-e789-46a7-bd37-2115fa8fa5e0 req-fe90c670-0dbd-4e91-ab50-c2b191308f99 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684276 Feb 16 16:24:30.318194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4126ea-2686-4d68-8573-f198cfe9f25f req-fc442ae8-971b-4cb9-9484-fa9f8b99080f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:30.325806 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d4126ea-2686-4d68-8573-f198cfe9f25f req-fc442ae8-971b-4cb9-9484-fa9f8b99080f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.1232412 Feb 16 16:24:30.406858 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc6fa01c-0c81-48d3-a6fd-ca3bb01200b5 req-2ac1d1fd-0fc5-47ed-ae79-a68a59d2469b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 210 time: 0.0480652 Feb 16 16:24:30.438176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d4126ea-2686-4d68-8573-f198cfe9f25f req-896f9bc4-f5f7-46bf-8cfc-0c9d5cad3fed tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947959 Feb 16 16:24:30.494372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-a1594443-55bc-4a12-9812-d0f7faa9ccfd tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=19b6548b22364e4d9595948087ecf782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543683 Feb 16 16:24:30.514636 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38be9d99-94fb-4409-b5b9-cad3c229923d x-openstack-request-id: req-38be9d99-94fb-4409-b5b9-cad3c229923d {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:30.515139 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4c18fb-908b-4743-ba90-fcad6cc9d47c", "name": "network-vif-plugged", "status": "completed", "tag": "a90421e5-c943-48b8-bdb5-2ad881451e19", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:30.515278 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38be9d99-94fb-4409-b5b9-cad3c229923d {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:30.515654 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c18fb-908b-4743-ba90-fcad6cc9d47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90421e5-c943-48b8-bdb5-2ad881451e19', 'code': 200} Feb 16 16:24:30.659731 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1331584-570f-4d0b-95eb-1466a41aea45 req-31ca93fa-cb9b-48b1-ab34-bf9a6e9c0055 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 210 time: 0.0565751 Feb 16 16:24:30.710519 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:30.760773 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-1d544637-4b90-40f8-8afb-b6c93b6aa700 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=19b6548b22364e4d9595948087ecf782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592589 Feb 16 16:24:30.902368 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d68fef-1d8e-42aa-8d1e-2f746d200ed5 req-07ef9e25-2700-44b4-92f7-ae7277121009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:30.903799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5d68fef-1d8e-42aa-8d1e-2f746d200ed5 req-07ef9e25-2700-44b4-92f7-ae7277121009 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 1128 time: 0.1412220 Feb 16 16:24:30.923197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-c8a7da76-edd8-4f90-878c-6b9e38173fea tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:30.924681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-c8a7da76-edd8-4f90-878c-6b9e38173fea tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4248497 Feb 16 16:24:30.945299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-4891d888-b0ab-4a26-8dbd-ef425bac0b19 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Request body: {'port': {'device_id': '35047414-b192-475c-a133-ab9c3d85bf6e', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '19b6548b22364e4d9595948087ecf782'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:30.999122 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:31.044385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-f03acb3a-ca10-4145-af8c-86f8f1b3f26f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:31.046859 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-f03acb3a-ca10-4145-af8c-86f8f1b3f26f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2779813 Feb 16 16:24:31.054236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf053d6-1d56-40d0-a7fe-ca5f1a049ab0 req-9a3ba8f5-d9bc-4c5e-bf1b-4148328260f0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:31.056509 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5bf053d6-1d56-40d0-a7fe-ca5f1a049ab0 req-9a3ba8f5-d9bc-4c5e-bf1b-4148328260f0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2038836 Feb 16 16:24:31.066656 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7c94f536-52b5-4b56-b0f6-7eadaa01151a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Request body: {'port': {'device_id': '2121bdc9-a648-4216-971b-f6ff4faad98c', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '19b6548b22364e4d9595948087ecf782'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:31.099199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5d68fef-1d8e-42aa-8d1e-2f746d200ed5 req-09533500-9e79-4544-b085-f069262db492 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880753 Feb 16 16:24:31.156496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5bf053d6-1d56-40d0-a7fe-ca5f1a049ab0 req-44b28353-e232-4ee3-b023-7f38c65de546 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863945 Feb 16 16:24:31.157352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-4891d888-b0ab-4a26-8dbd-ef425bac0b19 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Made reservation on behalf of 19b6548b22364e4d9595948087ecf782 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:24:31.161994 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-4891d888-b0ab-4a26-8dbd-ef425bac0b19 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:31.177861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47626) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:31.291581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7c94f536-52b5-4b56-b0f6-7eadaa01151a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Made reservation on behalf of 19b6548b22364e4d9595948087ecf782 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:24:31.298543 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7c94f536-52b5-4b56-b0f6-7eadaa01151a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:31.355112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-4891d888-b0ab-4a26-8dbd-ef425bac0b19 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Allocated IP 192.168.233.75 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/6aaea95d-906e-4c30-9911-1b6f2f58fdb7) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:24:31.431693 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-247812493-network', 'tenant_id': 'a6ff2516b8714e3b84796769c7390b54'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:31.478024 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] Made reservation on behalf of a6ff2516b8714e3b84796769c7390b54 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:24:31.484897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:31.505368 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:31.635142 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] Publish callbacks [] for security_group (adff0a32-1b6c-443d-b5f2-6d7642cbab72), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:31.640905 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (adff0a32-1b6c-443d-b5f2-6d7642cbab72), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:31.686302 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adff0a32-1b6c-443d-b5f2-6d7642cbab72,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:31.697339 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:24:31.721360 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (884e3865-cba4-4281-aaf2-f28c203f10e7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:31.721360 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] Added segment 884e3865-cba4-4281-aaf2-f28c203f10e7 of type vlan for network 219d6ca0-c90f-46d8-8a13-81e23bf6befe Feb 16 16:24:31.769610 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (219d6ca0-c90f-46d8-8a13-81e23bf6befe), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:31.803350 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (219d6ca0-c90f-46d8-8a13-81e23bf6befe), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:31.804475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:31.805459 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:31.823266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47650) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:31.854762 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6713612 Feb 16 16:24:31.855026 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47654) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:31.859589 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d8289675-0faa-4740-9d63-faa7a1caa38b admin admin] Request body: {'subnet': {'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-247812493-subnet', 'tenant_id': 'a6ff2516b8714e3b84796769c7390b54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:31.891911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217e35b-b6c5-4867-933c-5c8cb3d2bb36 admin admin] Pushing event updated for resources: {'Network': ['ID=219d6ca0-c90f-46d8-8a13-81e23bf6befe,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:31.905474 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 219d6ca0-c90f-46d8-8a13-81e23bf6befe details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:24:31.909479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8289675-0faa-4740-9d63-faa7a1caa38b admin admin] Made reservation on behalf of a6ff2516b8714e3b84796769c7390b54 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:24:31.912301 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8289675-0faa-4740-9d63-faa7a1caa38b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:31.934620 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e12240-a8e7-453d-bca2-edf43cc6e36a req-64cacdb8-fcf2-4667-9f97-d9732187a2d0 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:31.941813 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2e12240-a8e7-453d-bca2-edf43cc6e36a req-64cacdb8-fcf2-4667-9f97-d9732187a2d0 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 1127 time: 0.5425231 Feb 16 16:24:32.007456 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f20483e8-e3b6-4ff2-a13a-60033735a32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.015800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-3cc7da41-5f8a-4d9f-8f45-f46a504b1650 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:32.017319 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-3cc7da41-5f8a-4d9f-8f45-f46a504b1650 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.65 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 820 time: 0.6117859 Feb 16 16:24:32.034714 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-4891d888-b0ab-4a26-8dbd-ef425bac0b19 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks [] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.048499 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80a86f-e75d-4a90-a097-ba6e67dc2a19 req-b154e119-9a45-4885-b66f-d57242b3002c tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:32.049993 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c80a86f-e75d-4a90-a097-ba6e67dc2a19 req-b154e119-9a45-4885-b66f-d57242b3002c tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.2431984 Feb 16 16:24:32.050326 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.054240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-afd23f68-e325-4af6-8162-876f43587760 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Request body: {'port': {'device_id': 'b4f6498f-3613-4085-a6da-a0148593e3f6', 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67', 'admin_state_up': True, 'tenant_id': 'b0adde609b014b4f962dc22768f8ddb1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:32.084663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2e12240-a8e7-453d-bca2-edf43cc6e36a req-1da0cbf2-bc35-4951-867d-db9163b82f99 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412082 Feb 16 16:24:32.189648 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8289675-0faa-4740-9d63-faa7a1caa38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (6ea0d832-c9e0-4c20-8031-708c7568c54d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.202169 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f20483e8-e3b6-4ff2-a13a-60033735a32a admin admin] Publish callbacks [] for security_group (226e7ce7-41e0-40de-adc5-8fb65c9bc007), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.231383 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f20483e8-e3b6-4ff2-a13a-60033735a32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (226e7ce7-41e0-40de-adc5-8fb65c9bc007), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.241496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-474b74d2-f62c-4860-a3b5-eac069a2aa7d req-d89c3c7c-f69a-47d6-8dd7-3cc5345a318a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 210 time: 0.0534687 Feb 16 16:24:32.264625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c80a86f-e75d-4a90-a097-ba6e67dc2a19 req-715f29c5-212d-46de-a46d-2144f3f031c3 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021186 Feb 16 16:24:32.273127 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-4891d888-b0ab-4a26-8dbd-ef425bac0b19 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.304061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['66619770-9f86-4868-905d-2fd19501c884', '99d4dab0-a279-4b4b-b734-36f8d31898d9'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:32.322560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:32.335358 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20483e8-e3b6-4ff2-a13a-60033735a32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226e7ce7-41e0-40de-adc5-8fb65c9bc007,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:32.341165 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8289675-0faa-4740-9d63-faa7a1caa38b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea0d832-c9e0-4c20-8031-708c7568c54d,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:32.349425 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f20483e8-e3b6-4ff2-a13a-60033735a32a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cdab4aac0624e209cb391d35f660f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5193551 Feb 16 16:24:32.353263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47658) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:32.365563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-4891d888-b0ab-4a26-8dbd-ef425bac0b19 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:24:32.372887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-4891d888-b0ab-4a26-8dbd-ef425bac0b19 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:32.379783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-4891d888-b0ab-4a26-8dbd-ef425bac0b19 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:24:32.385061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891d888-b0ab-4a26-8dbd-ef425bac0b19 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event updated for resources: {'Port': ['ID=6aaea95d-906e-4c30-9911-1b6f2f58fdb7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:32.431198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8289675-0faa-4740-9d63-faa7a1caa38b admin admin] Checking segment: {'id': '884e3865-cba4-4281-aaf2-f28c203f10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:32.431535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8289675-0faa-4740-9d63-faa7a1caa38b admin admin] Network hostable DHCP agents. Network: 219d6ca0-c90f-46d8-8a13-81e23bf6befe, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:24:32.455233 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-afd23f68-e325-4af6-8162-876f43587760 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Made reservation on behalf of b0adde609b014b4f962dc22768f8ddb1 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:24:32.462562 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-afd23f68-e325-4af6-8162-876f43587760 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.491444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7c94f536-52b5-4b56-b0f6-7eadaa01151a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Allocated IP 192.168.233.44 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:24:32.556676 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af5b12c5-036c-4d2e-a673-2e1c3839f977 admin admin] Publish callbacks [] for security_group (226e7ce7-41e0-40de-adc5-8fb65c9bc007), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.563877 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8289675-0faa-4740-9d63-faa7a1caa38b admin admin] Network 219d6ca0-c90f-46d8-8a13-81e23bf6befe is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:24:32.582405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c1e6b308-b01f-4ab8-b448-fb82ad2e7264 req-52a897cc-41fc-44e5-987e-a72bb89c31fc tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 210 time: 0.0881906 Feb 16 16:24:32.590686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d8289675-0faa-4740-9d63-faa7a1caa38b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 219d6ca0-c90f-46d8-8a13-81e23bf6befe) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:32.606230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d5b6f9-4e99-47f0-9ca0-9197b8f0630b None None] Network 219d6ca0-c90f-46d8-8a13-81e23bf6befe requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:24:32.608074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-4891d888-b0ab-4a26-8dbd-ef425bac0b19 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:32.608714 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-4891d888-b0ab-4a26-8dbd-ef425bac0b19 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.619524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8289675-0faa-4740-9d63-faa7a1caa38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:32.631323 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8289675-0faa-4740-9d63-faa7a1caa38b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.646954 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af5b12c5-036c-4d2e-a673-2e1c3839f977 admin admin] Publish callbacks [] for security_group (226e7ce7-41e0-40de-adc5-8fb65c9bc007), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.683291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47662) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:32.749371 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d8289675-0faa-4740-9d63-faa7a1caa38b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8934290 Feb 16 16:24:32.780244 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-4891d888-b0ab-4a26-8dbd-ef425bac0b19 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8419108 Feb 16 16:24:32.780714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47664) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:32.790689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-247812493-router', 'tenant_id': 'a6ff2516b8714e3b84796769c7390b54', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:32.809806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Request body: {'port': {'device_id': '35047414-b192-475c-a133-ab9c3d85bf6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:32.857881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-219d6ca0-c90f-46d8-8a13-81e23bf6befe', 'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe', 'project_id': 'a6ff2516b8714e3b84796769c7390b54', 'fixed_ips': [{'subnet_id': '6ea0d832-c9e0-4c20-8031-708c7568c54d'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:24:32.858741 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.877596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873154ca-fa73-4bdb-af48-ebfd43e49ec3 req-96027cc8-7a28-458b-915e-17e0abcc2afa tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:32.877865 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7c94f536-52b5-4b56-b0f6-7eadaa01151a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks [] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.884488 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-873154ca-fa73-4bdb-af48-ebfd43e49ec3 req-96027cc8-7a28-458b-915e-17e0abcc2afa tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.3913565 Feb 16 16:24:32.888621 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af5b12c5-036c-4d2e-a673-2e1c3839f977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (226e7ce7-41e0-40de-adc5-8fb65c9bc007), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.890931 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af5b12c5-036c-4d2e-a673-2e1c3839f977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.895223 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-af5b12c5-036c-4d2e-a673-2e1c3839f977 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/226e7ce7-41e0-40de-adc5-8fb65c9bc007 HTTP/1.1" status: 204 len: 168 time: 0.5372944 Feb 16 16:24:32.901612 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7348fb9e-748b-448d-82fb-e4346d4cefaa None None] Provisioning complete for port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:32.901993 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7348fb9e-748b-448d-82fb-e4346d4cefaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.954631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b12c5-036c-4d2e-a673-2e1c3839f977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226e7ce7-41e0-40de-adc5-8fb65c9bc007,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:32.960856 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7c94f536-52b5-4b56-b0f6-7eadaa01151a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:32.982781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:32.984871 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['66619770-9f86-4868-905d-2fd19501c884', '99d4dab0-a279-4b4b-b734-36f8d31898d9'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:32.998740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-afd23f68-e325-4af6-8162-876f43587760 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Allocated IP 172.20.0.6 (a1813a8d-0fbe-4a58-a0a5-a203a6879d67/428f0788-a1e9-4bb7-941f-8437ca6dcd5a/5230fa60-04fc-41e4-ab07-6db406024d32) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:24:33.031987 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-873154ca-fa73-4bdb-af48-ebfd43e49ec3 req-19472b26-c19b-4e24-8fc0-e2f723bf3c4c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038651 Feb 16 16:24:33.033316 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (6544f558-c7d1-4dbe-8348-d80825b6879a), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.043844 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (6544f558-c7d1-4dbe-8348-d80825b6879a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.059847 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.067047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7c94f536-52b5-4b56-b0f6-7eadaa01151a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:24:33.072278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7c94f536-52b5-4b56-b0f6-7eadaa01151a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:33.075542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7c94f536-52b5-4b56-b0f6-7eadaa01151a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:24:33.112312 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94f536-52b5-4b56-b0f6-7eadaa01151a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event updated for resources: {'Port': ['ID=4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:33.143125 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7c94f536-52b5-4b56-b0f6-7eadaa01151a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:33.143833 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7c94f536-52b5-4b56-b0f6-7eadaa01151a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.181609 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7c94f536-52b5-4b56-b0f6-7eadaa01151a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1252408 Feb 16 16:24:33.189737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7348fb9e-748b-448d-82fb-e4346d4cefaa None None] Port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:24:33.324827 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Publish callbacks [] for router_controller (6544f558-c7d1-4dbe-8348-d80825b6879a), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.349830 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47678) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:33.369068 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b5507f7d-8ddf-4cf3-b7dd-3532b9eebb5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.403877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Allocated IP 172.20.0.2 (219d6ca0-c90f-46d8-8a13-81e23bf6befe/6ea0d832-c9e0-4c20-8031-708c7568c54d/ee7e6cb5-8b74-4a14-856d-596d031b8049) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:24:33.500733 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b5507f7d-8ddf-4cf3-b7dd-3532b9eebb5c admin admin] Publish callbacks [] for security_group (387e6340-72f4-4b4f-b609-68d2fa3f347a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.506591 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b5507f7d-8ddf-4cf3-b7dd-3532b9eebb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (387e6340-72f4-4b4f-b609-68d2fa3f347a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.554217 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b5507f7d-8ddf-4cf3-b7dd-3532b9eebb5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e49f9aff476442c9910871de0fdf56c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033510 Feb 16 16:24:33.554758 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47680) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:33.557257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5507f7d-8ddf-4cf3-b7dd-3532b9eebb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387e6340-72f4-4b4f-b609-68d2fa3f347a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:33.606150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51df46ec-9f9e-4086-ac2b-60b390cbbf9f req-bb31c7f3-21e1-4cce-b887-d36e62a5ed7a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 210 time: 0.2060380 Feb 16 16:24:33.622922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-14aac9f1-f3cf-47ce-800d-a3051878a88d None None] Provisioning complete for port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:33.623309 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14aac9f1-f3cf-47ce-800d-a3051878a88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.627405 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38a816d2-7cea-4805-a2b4-59f58c043a85 admin admin] Publish callbacks [] for security_group (387e6340-72f4-4b4f-b609-68d2fa3f347a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.667686 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38a816d2-7cea-4805-a2b4-59f58c043a85 admin admin] Publish callbacks [] for security_group (387e6340-72f4-4b4f-b609-68d2fa3f347a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.730612 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38a816d2-7cea-4805-a2b4-59f58c043a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (387e6340-72f4-4b4f-b609-68d2fa3f347a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.733619 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38a816d2-7cea-4805-a2b4-59f58c043a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.737244 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-38a816d2-7cea-4805-a2b4-59f58c043a85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/387e6340-72f4-4b4f-b609-68d2fa3f347a HTTP/1.1" status: 204 len: 168 time: 0.1785080 Feb 16 16:24:33.737382 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-14aac9f1-f3cf-47ce-800d-a3051878a88d None None] Port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:24:33.750390 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a816d2-7cea-4805-a2b4-59f58c043a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387e6340-72f4-4b4f-b609-68d2fa3f347a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:33.768678 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Publish callbacks [] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.787938 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.843485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Network 219d6ca0-c90f-46d8-8a13-81e23bf6befe is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:24:33.843733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba99f2-0acf-4feb-847d-27c1d7f0bcd8 req-7e715538-0c64-4cc3-83d9-5a635c3196a5 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:33.845176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcba99f2-0acf-4feb-847d-27c1d7f0bcd8 req-7e715538-0c64-4cc3-83d9-5a635c3196a5 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 1127 time: 0.5669820 Feb 16 16:24:33.847335 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Publish callbacks [] for router_gateway (6544f558-c7d1-4dbe-8348-d80825b6879a), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:33.854472 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:33.861078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:24:33.873687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Pushing event updated for resources: {'Port': ['ID=ee7e6cb5-8b74-4a14-856d-596d031b8049,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:33.936729 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-afd23f68-e325-4af6-8162-876f43587760 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks [] for port (5230fa60-04fc-41e4-ab07-6db406024d32), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:34.085395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Attempting to bind port ee7e6cb5-8b74-4a14-856d-596d031b8049 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:24:34.085975 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Attempting to bind port ee7e6cb5-8b74-4a14-856d-596d031b8049 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '884e3865-cba4-4281-aaf2-f28c203f10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:24:34.086214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Attempting to bind port ee7e6cb5-8b74-4a14-856d-596d031b8049 on network 219d6ca0-c90f-46d8-8a13-81e23bf6befe {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:34.104204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6708b-9ec9-45bf-84ea-3d01da9f8ce2 req-fe4d053f-7fc5-4cbe-abea-4e5f9f0d1e2d tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:34.105085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:24:34.105464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Checking segment: {'id': '884e3865-cba4-4281-aaf2-f28c203f10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:34.105867 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:34.106245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Bound using segment: {'id': '884e3865-cba4-4281-aaf2-f28c203f10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:24:34.106722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Bound port: ee7e6cb5-8b74-4a14-856d-596d031b8049, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884e3865-cba4-4281-aaf2-f28c203f10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:24:34.107093 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:34.108227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48d6708b-9ec9-45bf-84ea-3d01da9f8ce2 req-fe4d053f-7fc5-4cbe-abea-4e5f9f0d1e2d tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.3639596 Feb 16 16:24:34.127382 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:34.133890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcba99f2-0acf-4feb-847d-27c1d7f0bcd8 req-3037ed6e-221d-4339-9b89-c6022ce975fb tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696607 Feb 16 16:24:34.198521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] For port ee7e6cb5-8b74-4a14-856d-596d031b8049, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:34.203265 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] For port ee7e6cb5-8b74-4a14-856d-596d031b8049, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ee7e6cb5-8b74-4a14-856d-596d031b8049,segment=NetworkSegment(884e3865-cba4-4281-aaf2-f28c203f10e7),segment_id=884e3865-cba4-4281-aaf2-f28c203f10e7)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:24:34.212744 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:34.233322 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-afd23f68-e325-4af6-8162-876f43587760 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:34.297685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bac5b-c9ec-4b02-8b20-fdbe847778d9 None None] Pushing event updated for resources: {'Port': ['ID=ee7e6cb5-8b74-4a14-856d-596d031b8049,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:34.655382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Request body: {'port': {'device_id': '2121bdc9-a648-4216-971b-f6ff4faad98c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:34.685090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:34.707456 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Publish callbacks [] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:34.724218 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:34.776064 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48d6708b-9ec9-45bf-84ea-3d01da9f8ce2 req-6ba1927b-ecb7-4175-8e85-0e1078b1a6d0 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6391680 Feb 16 16:24:34.795450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-afd23f68-e325-4af6-8162-876f43587760 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:24:34.803320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Transition to ACTIVE for port object 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:24:34.812556 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-afd23f68-e325-4af6-8162-876f43587760 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:34.816073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-afd23f68-e325-4af6-8162-876f43587760 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:24:34.827479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd23f68-e325-4af6-8162-876f43587760 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Pushing event updated for resources: {'Port': ['ID=5230fa60-04fc-41e4-ab07-6db406024d32,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:34.833682 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:35.072630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b7839-53d1-4ab5-989b-8551b559a879 req-f345ab80-9d6b-479e-a105-cac9d928ef94 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:35.081438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a98b7839-53d1-4ab5-989b-8551b559a879 req-f345ab80-9d6b-479e-a105-cac9d928ef94 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 935 time: 0.8262594 Feb 16 16:24:35.122247 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-afd23f68-e325-4af6-8162-876f43587760 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:35.122860 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-afd23f68-e325-4af6-8162-876f43587760 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:35.125752 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:35.147714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Pushing event updated for resources: {'Port': ['ID=6aaea95d-906e-4c30-9911-1b6f2f58fdb7,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:35.149075 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Publish callbacks [] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:35.178675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Transition to ACTIVE for port object 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:24:35.182658 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:35.432416 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:35.445930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-afd23f68-e325-4af6-8162-876f43587760 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4085629 Feb 16 16:24:35.491874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ee7e6cb5-8b74-4a14-856d-596d031b8049 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:24:35.539185 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Attempting to bind port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:24:35.539535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Attempting to bind port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:24:35.539855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Attempting to bind port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:35.545517 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:24:35.545970 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Attempting to bind port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:35.550903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Request body: {'port': {'device_id': 'b4f6498f-3613-4085-a6da-a0148593e3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:35.553498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:24:35.553845 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:35.554222 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:24:35.554665 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Bound port: 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:24:35.555019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:35.608232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924d32b-8352-4717-9ab0-bf2fcce6e1fc req-25196a87-7a05-4f89-94ea-c5bac41af508 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:35.609799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e924d32b-8352-4717-9ab0-bf2fcce6e1fc req-25196a87-7a05-4f89-94ea-c5bac41af508 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.7203581 Feb 16 16:24:35.625354 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ee7e6cb5-8b74-4a14-856d-596d031b8049 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:35.625862 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:35.659648 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96605ca4-5d5d-45aa-b536-369e4e282544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:35.691605 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a98b7839-53d1-4ab5-989b-8551b559a879 req-7fbb6462-10d8-4824-a886-ecaceaa3c3a4 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015344 Feb 16 16:24:35.692371 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] For port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:35.698013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] For port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:24:35.713123 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:35.790643 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:35.791811 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:35.792836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf739078-b325-408a-a6dd-2546d24916be None None] Network 219d6ca0-c90f-46d8-8a13-81e23bf6befe requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:24:35.793744 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] 10.222.0.60 "PUT /v2.0/ports/4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 HTTP/1.1" status: 200 len: 1095 time: 1.1425874 Feb 16 16:24:35.794700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2121bdc9-a648-4216-971b-f6ff4faad98c', 'tag': '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:35.798677 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa23e520-073e-4122-b5e7-b0db51a4c9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2121bdc9-a648-4216-971b-f6ff4faad98c", "tag": "4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:35.823416 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36d9d8-075a-46b2-89b7-c7cb90823fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:35.888046 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ee7e6cb5-8b74-4a14-856d-596d031b8049 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:35.888738 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:35.956769 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-550a7ddf-9020-4563-9821-ab8907590af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:35.959286 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-550a7ddf-9020-4563-9821-ab8907590af3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 1129 time: 0.1195464 Feb 16 16:24:35.996865 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc67bdec-6013-47c2-883e-7c79c2931844 req-9dc64500-b2d4-4020-bab9-f3081b6815c8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8144310 Feb 16 16:24:36.015657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port ee7e6cb5-8b74-4a14-856d-596d031b8049, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ee7e6cb5-8b74-4a14-856d-596d031b8049,segment=NetworkSegment(884e3865-cba4-4281-aaf2-f28c203f10e7),segment_id=884e3865-cba4-4281-aaf2-f28c203f10e7)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:36.024369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Attempting to bind port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:24:36.024720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Attempting to bind port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:24:36.027575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Attempting to bind port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:36.031541 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Publish callbacks [] for router_gateway (6544f558-c7d1-4dbe-8348-d80825b6879a), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:36.085059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f88417bc-d598-4e50-9cb7-2d6723163adb None None] Provisioning complete for port ee7e6cb5-8b74-4a14-856d-596d031b8049 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:36.085437 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f88417bc-d598-4e50-9cb7-2d6723163adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:36.100494 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:36.102536 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:36.116449 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:24:36.116780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Attempting to bind port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:36.138506 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:36.219783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e924d32b-8352-4717-9ab0-bf2fcce6e1fc req-f08f1ae7-94b9-471b-a217-85ef11bb6fa1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975437 Feb 16 16:24:36.226770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:24:36.227496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:36.228461 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:24:36.229782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Bound port: 6aaea95d-906e-4c30-9911-1b6f2f58fdb7, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:24:36.230429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:36.340218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=ee7e6cb5-8b74-4a14-856d-596d031b8049,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:36.397559 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f88417bc-d598-4e50-9cb7-2d6723163adb None None] Current status of the port ee7e6cb5-8b74-4a14-856d-596d031b8049 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:36.425090 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-0bd9097b-7c4f-495e-9fcc-f8dcc79be197 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 HTTP/1.1" status: 200 len: 217 time: 0.4586883 Feb 16 16:24:36.497066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-13702f92-5660-4a97-a001-934457c99ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:36.501747 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-13702f92-5660-4a97-a001-934457c99ae2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0698841 Feb 16 16:24:36.588965 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-b81a75bd-a24a-43b9-907d-99e2cb66ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:36.590745 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-b81a75bd-a24a-43b9-907d-99e2cb66ebb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0808253 Feb 16 16:24:36.699323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d9ce4b16-8851-4f90-af5d-5fcaeb732d65 None None] Provisioning complete for port ee7e6cb5-8b74-4a14-856d-596d031b8049 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:36.699939 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4b16-8851-4f90-af5d-5fcaeb732d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:36.705955 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-8610a0b0-f2fb-4f7c-8a37-c71d6b2984b7 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085687 Feb 16 16:24:36.765660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67bdec-6013-47c2-883e-7c79c2931844 req-171903f9-3de5-4e59-85e8-83bc7c910ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:36.767095 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc67bdec-6013-47c2-883e-7c79c2931844 req-171903f9-3de5-4e59-85e8-83bc7c910ff3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 1132 time: 0.6809957 Feb 16 16:24:36.823127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10758ab-ce33-4675-a6b9-11a2ea2df158 req-768e5868-2992-4faf-bced-b02cc66c8d60 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:36.823329 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-b7671d05-18a6-482c-a4b3-ca26d6a42684 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105857 Feb 16 16:24:36.824669 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c10758ab-ce33-4675-a6b9-11a2ea2df158 req-768e5868-2992-4faf-bced-b02cc66c8d60 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 931 time: 0.4016328 Feb 16 16:24:36.832450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Allocated IP 172.25.4.74 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/d27bc285-0a5a-4cb1-80c0-4d267b23ac50) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:24:36.843733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] For port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:36.847257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce4b16-8851-4f90-af5d-5fcaeb732d65 None None] Current status of the port ee7e6cb5-8b74-4a14-856d-596d031b8049 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:36.898172 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] For port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6aaea95d-906e-4c30-9911-1b6f2f58fdb7,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:24:36.953022 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:37.351105 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ee7e6cb5-8b74-4a14-856d-596d031b8049 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:24:37.413035 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ee7e6cb5-8b74-4a14-856d-596d031b8049 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:37.413443 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:37.416761 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:37.417389 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:37.418839 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] 10.222.0.65 "PUT /v2.0/ports/6aaea95d-906e-4c30-9911-1b6f2f58fdb7 HTTP/1.1" status: 200 len: 1095 time: 4.6172051 Feb 16 16:24:37.431156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35047414-b192-475c-a133-ab9c3d85bf6e', 'tag': '6aaea95d-906e-4c30-9911-1b6f2f58fdb7'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:37.433768 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b14bc80-5b1f-48cf-8c74-c4dc87b44958" -d '{"events": [{"name": "network-changed", "server_uuid": "35047414-b192-475c-a133-ab9c3d85bf6e", "tag": "6aaea95d-906e-4c30-9911-1b6f2f58fdb7"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:37.448187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5230fa60-04fc-41e4-ab07-6db406024d32 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:37.470864 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Publish callbacks [] for port (5230fa60-04fc-41e4-ab07-6db406024d32), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:37.477100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-58a4955e-d656-4ec3-b933-e50521dfa72e tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:24:37.478182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-58a4955e-d656-4ec3-b933-e50521dfa72e tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0328782 Feb 16 16:24:37.503923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c10758ab-ce33-4675-a6b9-11a2ea2df158 req-20e76922-82f3-40cc-a8a5-bf0854b87dbb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6577027 Feb 16 16:24:37.518604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ee7e6cb5-8b74-4a14-856d-596d031b8049 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:37.537972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67bdec-6013-47c2-883e-7c79c2931844 req-560af784-2d28-4b38-9e3e-c0ced3ca89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:37.539970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc67bdec-6013-47c2-883e-7c79c2931844 req-560af784-2d28-4b38-9e3e-c0ced3ca89a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.7330003 Feb 16 16:24:37.601086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605a4e0-c735-4490-a40f-1667c33c8f64 service neutron] Pushing event updated for resources: {'Port': ['ID=6aaea95d-906e-4c30-9911-1b6f2f58fdb7,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:37.638165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Transition to ACTIVE for port object 5230fa60-04fc-41e4-ab07-6db406024d32 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:24:37.693852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc67bdec-6013-47c2-883e-7c79c2931844 req-f03bc700-bea7-4cdf-91d9-5598327043d0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4f37f912-a31c-4603-9efb-e7bf970d8561 HTTP/1.1" status: 200 len: 217 time: 0.0970240 Feb 16 16:24:37.694366 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:37.703038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-201197b0-254a-4684-a810-e5f316a7fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:37.704395 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-201197b0-254a-4684-a810-e5f316a7fb0f service neutron] 10.222.0.24 "GET /v2.0/ports/ba2b4fb2-3966-4fd6-9084-e70054bc7b49 HTTP/1.1" status: 200 len: 1124 time: 0.2132702 Feb 16 16:24:37.759606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-e46d60e9-94c7-441b-86ce-83123b9cd476 service neutron] Request body: {'binding': {'host': 'n-h2-669411-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:37.760080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-e46d60e9-94c7-441b-86ce-83123b9cd476 service neutron] Unknown quota resources ['binding']. {{(pid=103421) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:24:37.783271 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Publish callbacks [] for port (d27bc285-0a5a-4cb1-80c0-4d267b23ac50), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:37.857053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-fe49e415-cb8f-4708-b049-563352316038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:37.858467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-fe49e415-cb8f-4708-b049-563352316038 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=35047414-b192-475c-a133-ab9c3d85bf6e HTTP/1.1" status: 200 len: 1129 time: 0.3661828 Feb 16 16:24:37.892144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Pushing event updated for resources: {'Port': ['ID=5230fa60-04fc-41e4-ab07-6db406024d32,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:37.960074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67bdec-6013-47c2-883e-7c79c2931844 req-7c224486-ed49-4e36-a365-4f538215e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:37.961551 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc67bdec-6013-47c2-883e-7c79c2931844 req-7c224486-ed49-4e36-a365-4f538215e774 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.2530358 Feb 16 16:24:37.980489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851a761-c8ca-45d5-a19f-b4bf5991a7f7 req-bdf4fc6b-fba8-4c8e-b8e8-dbde0121d0b3 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:37.981958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e851a761-c8ca-45d5-a19f-b4bf5991a7f7 req-bdf4fc6b-fba8-4c8e-b8e8-dbde0121d0b3 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.4077883 Feb 16 16:24:38.015167 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-6ddd3106-7287-4668-924b-199fcc3550c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=6aaea95d-906e-4c30-9911-1b6f2f58fdb7 HTTP/1.1" status: 200 len: 217 time: 0.1263964 Feb 16 16:24:38.185343 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d27bc285-0a5a-4cb1-80c0-4d267b23ac50), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:38.187896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-96605ca4-5d5d-45aa-b536-369e4e282544 admin admin] Deleting port 2a54a736-226b-40da-97da-7b4bff149d6c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:38.188222 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96605ca4-5d5d-45aa-b536-369e4e282544 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:38.289613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-cf2654fe-9a7a-4b50-99e7-2a4d68b72a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:38.291060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-cf2654fe-9a7a-4b50-99e7-2a4d68b72a64 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.2619720 Feb 16 16:24:38.300949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Attempting to bind port 5230fa60-04fc-41e4-ab07-6db406024d32 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:24:38.301414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Attempting to bind port 5230fa60-04fc-41e4-ab07-6db406024d32 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:24:38.301732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Attempting to bind port 5230fa60-04fc-41e4-ab07-6db406024d32 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:38.332244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:24:38.336280 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e851a761-c8ca-45d5-a19f-b4bf5991a7f7 req-af51b9a3-3971-4c55-a8ce-483b2148aacf tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090801 Feb 16 16:24:38.382188 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861ea939-5b54-469d-ad24-3020154d6f7e x-openstack-request-id: req-861ea939-5b54-469d-ad24-3020154d6f7e {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:38.382929 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2121bdc9-a648-4216-971b-f6ff4faad98c", "tag": "4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:38.382929 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-861ea939-5b54-469d-ad24-3020154d6f7e {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:38.383153 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2121bdc9-a648-4216-971b-f6ff4faad98c', 'tag': '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2', 'status': 'completed', 'code': 200} Feb 16 16:24:38.398033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:38.407141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67bdec-6013-47c2-883e-7c79c2931844 req-68a5f728-35cf-45cb-aff3-0a34e77995dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:38.408720 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc67bdec-6013-47c2-883e-7c79c2931844 req-68a5f728-35cf-45cb-aff3-0a34e77995dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4258761 Feb 16 16:24:38.409299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Port 5230fa60-04fc-41e4-ab07-6db406024d32 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:24:38.409623 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Attempting to bind port 5230fa60-04fc-41e4-ab07-6db406024d32 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:38.419107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:24:38.423534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d27bc285-0a5a-4cb1-80c0-4d267b23ac50,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:38.478663 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23e520-073e-4122-b5e7-b0db51a4c9b5 req-8ecd9468-d65d-4857-bd18-bfb88d98399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:38.480312 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-aa23e520-073e-4122-b5e7-b0db51a4c9b5 req-8ecd9468-d65d-4857-bd18-bfb88d98399b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 1129 time: 0.0734110 Feb 16 16:24:38.489906 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:24:38.490251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Checking segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:38.490637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Bound using segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:24:38.491084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Bound port: 5230fa60-04fc-41e4-ab07-6db406024d32, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:24:38.491489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:38.547086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-96605ca4-5d5d-45aa-b536-369e4e282544 admin admin] For port 2a54a736-226b-40da-97da-7b4bff149d6c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2a54a736-226b-40da-97da-7b4bff149d6c,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:38.547456 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96605ca4-5d5d-45aa-b536-369e4e282544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:38.569954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-e46d60e9-94c7-441b-86ce-83123b9cd476 service neutron] Attempting to bind port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 on host n-h2-669411-5 for vnic_type normal with profile None {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:24:38.570242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-e46d60e9-94c7-441b-86ce-83123b9cd476 service neutron] Attempting to bind port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:24:38.570575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-e46d60e9-94c7-441b-86ce-83123b9cd476 service neutron] Attempting to bind port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:38.606033 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23e520-073e-4122-b5e7-b0db51a4c9b5 req-1b33a2c7-dbd1-405e-8d2f-c8b9f5904721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:38.606374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-96605ca4-5d5d-45aa-b536-369e4e282544 admin admin] Calling delete_port for 2a54a736-226b-40da-97da-7b4bff149d6c owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:38.607666 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-aa23e520-073e-4122-b5e7-b0db51a4c9b5 req-1b33a2c7-dbd1-405e-8d2f-c8b9f5904721 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1199272 Feb 16 16:24:38.636470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-e46d60e9-94c7-441b-86ce-83123b9cd476 service neutron] Port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 on network a3699320-20d5-4032-b3d4-91946e07286d not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:24:38.636796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-e46d60e9-94c7-441b-86ce-83123b9cd476 service neutron] Attempting to bind port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:38.656454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-e7097c87-cd8e-47e0-856e-ec91dc9984dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:38.657976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-e7097c87-cd8e-47e0-856e-ec91dc9984dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3495231 Feb 16 16:24:38.679734 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-aa23e520-073e-4122-b5e7-b0db51a4c9b5 req-841eb4a2-ebfd-4e1d-96df-944302024309 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 HTTP/1.1" status: 200 len: 217 time: 0.0571303 Feb 16 16:24:38.708019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-e46d60e9-94c7-441b-86ce-83123b9cd476 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:24:38.708424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-e46d60e9-94c7-441b-86ce-83123b9cd476 service neutron] Checking segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:38.708779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-e46d60e9-94c7-441b-86ce-83123b9cd476 service neutron] Bound using segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:24:38.709411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-e46d60e9-94c7-441b-86ce-83123b9cd476 service neutron] Bound port: ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:24:38.735528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23e520-073e-4122-b5e7-b0db51a4c9b5 req-35e6fb20-3488-4f05-9365-f6bc769917dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:38.737159 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-aa23e520-073e-4122-b5e7-b0db51a4c9b5 req-35e6fb20-3488-4f05-9365-f6bc769917dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0507433 Feb 16 16:24:38.790780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23e520-073e-4122-b5e7-b0db51a4c9b5 req-024bb23c-d7d2-4924-a6d6-c2c761da477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:38.792816 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-aa23e520-073e-4122-b5e7-b0db51a4c9b5 req-024bb23c-d7d2-4924-a6d6-c2c761da477c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0481482 Feb 16 16:24:38.889128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc67bdec-6013-47c2-883e-7c79c2931844 req-d4c6cf9b-c226-41dd-be19-db827652cf8c service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551632 Feb 16 16:24:38.890248 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-aa23e520-073e-4122-b5e7-b0db51a4c9b5 req-bc34a6e1-5b97-4e2e-b719-44e284551ced service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894353 Feb 16 16:24:38.984703 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-aa23e520-073e-4122-b5e7-b0db51a4c9b5 req-a26282ab-e3f7-4a36-843a-e779547ee23a service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869853 Feb 16 16:24:38.996336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:39.053399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5230fa60-04fc-41e4-ab07-6db406024d32,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:24:39.071234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-e46d60e9-94c7-441b-86ce-83123b9cd476 service neutron] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:24:39.109063 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:39.124671 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-e46d60e9-94c7-441b-86ce-83123b9cd476 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:39.125849 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-e46d60e9-94c7-441b-86ce-83123b9cd476 service neutron] 10.222.0.24 "POST /v2.0/ports/ba2b4fb2-3966-4fd6-9084-e70054bc7b49/bindings HTTP/1.1" status: 201 len: 389 time: 1.3763287 Feb 16 16:24:39.226038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-1c95bd29-eafa-43ca-bb04-78cb1f62103b service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198581 Feb 16 16:24:39.402229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-42228513-80d1-430e-8ccd-26c687c1c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:39.403738 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-42228513-80d1-430e-8ccd-26c687c1c7f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 1127 time: 0.0470524 Feb 16 16:24:39.506313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-7ff39cf8-b9c9-4cad-bf14-1d69568c6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:39.507778 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-7ff39cf8-b9c9-4cad-bf14-1d69568c6953 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.0958850 Feb 16 16:24:39.550710 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-cd63d6ba-2bf8-43e3-bf56-ad008e2ea04f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49 HTTP/1.1" status: 200 len: 217 time: 0.0364614 Feb 16 16:24:39.595690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a2ccc-b31f-4cc3-b320-d1c39f4a8bf7 req-718817ec-403f-4f98-a966-0e9de6261622 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:39.597175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-470a2ccc-b31f-4cc3-b320-d1c39f4a8bf7 req-718817ec-403f-4f98-a966-0e9de6261622 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 947 time: 0.7714388 Feb 16 16:24:39.612672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:39.614220 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:39.615573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] 10.222.0.65 "PUT /v2.0/ports/5230fa60-04fc-41e4-ab07-6db406024d32 HTTP/1.1" status: 200 len: 1091 time: 4.1434836 Feb 16 16:24:39.617798 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-8ce747ca-c408-42b7-aa77-0a186a28ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:39.619289 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-8ce747ca-c408-42b7-aa77-0a186a28ac6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.0558021 Feb 16 16:24:39.653782 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-d34df162-2bb6-4c8e-95cb-f1dac7f074cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286131 Feb 16 16:24:39.709560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc67bdec-6013-47c2-883e-7c79c2931844 req-5384c461-4fcc-4fab-b313-b92568cf3c4b service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7854147 Feb 16 16:24:39.725344 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f58146-0478-4f44-b53c-d1ccffc3ed5b service neutron] Pushing event updated for resources: {'Port': ['ID=5230fa60-04fc-41e4-ab07-6db406024d32,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:39.764173 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-c6c837e6-8152-4c01-9bb7-320c5d6966ba service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024818 Feb 16 16:24:39.863134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-470a2ccc-b31f-4cc3-b320-d1c39f4a8bf7 req-0613370d-2158-4896-a4f3-241b815f1d95 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158644 Feb 16 16:24:39.863821 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Publish callbacks [] for router_gateway (6544f558-c7d1-4dbe-8348-d80825b6879a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:39.877152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e79e8-cd52-445a-99a5-e14804f0e51d req-d12c1ae1-a639-4388-a945-0212af7f3a79 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:39.892868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-803e79e8-cd52-445a-99a5-e14804f0e51d req-d12c1ae1-a639-4388-a945-0212af7f3a79 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.6143839 Feb 16 16:24:39.894001 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-abdc1f4d-0428-4c2d-a097-180ea0effc90 service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228292 Feb 16 16:24:39.984397 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ef6de8-3188-4d63-9f2a-6804b6c53deb x-openstack-request-id: req-c9ef6de8-3188-4d63-9f2a-6804b6c53deb {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:39.984693 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35047414-b192-475c-a133-ab9c3d85bf6e", "tag": "6aaea95d-906e-4c30-9911-1b6f2f58fdb7", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:39.984935 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9ef6de8-3188-4d63-9f2a-6804b6c53deb {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:39.985332 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35047414-b192-475c-a133-ab9c3d85bf6e', 'tag': '6aaea95d-906e-4c30-9911-1b6f2f58fdb7', 'status': 'completed', 'code': 200} Feb 16 16:24:39.993805 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a024e1a-78f5-4203-8356-1366ab36c00b req-2e75a72d-66f8-44e1-86b1-f5d4001fa031 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7277470 Feb 16 16:24:40.037805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-0f02873a-91e6-4c2f-a8df-709e463b808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:40.039234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-0f02873a-91e6-4c2f-a8df-709e463b808a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 1125 time: 0.3514347 Feb 16 16:24:40.043330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-c19f9e05-903a-4438-bdf7-69a0c95900e9 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:40.044875 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-c19f9e05-903a-4438-bdf7-69a0c95900e9 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866&tenant_id=3891023a3e87450bb385aeaa57c755fe&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1127 time: 0.0814359 Feb 16 16:24:40.055733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-669411-5'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:40.130143 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:40.159626 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96605ca4-5d5d-45aa-b536-369e4e282544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2a54a736-226b-40da-97da-7b4bff149d6c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:40.170472 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-505db526-54b6-4b27-a398-2a33173ca8cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5230fa60-04fc-41e4-ab07-6db406024d32 HTTP/1.1" status: 200 len: 217 time: 0.1009729 Feb 16 16:24:40.243018 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-803e79e8-cd52-445a-99a5-e14804f0e51d req-644500a2-d7cd-43cb-9da0-b0a1569e324f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565915 Feb 16 16:24:40.251010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96605ca4-5d5d-45aa-b536-369e4e282544 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a54a736-226b-40da-97da-7b4bff149d6c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:40.281165 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:40.361034 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:40.423685 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Publish callbacks [] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:40.427471 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3041382-4eb5-445c-9a71-bf5d97f96866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2b4fb2-3966-4fd6-9084-e70054bc7b49'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:40.430354 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e687082-1295-4487-ae97-000325fe9d6d" -d '{"events": [{"server_uuid": "f3041382-4eb5-445c-9a71-bf5d97f96866", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2b4fb2-3966-4fd6-9084-e70054bc7b49"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:40.437138 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:40.496328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9bb6e-2b14-46b7-9fa5-c31e5e01fe92 req-695bafc5-5fa5-4e86-85fc-4874863a3ec4 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:40.500752 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6e9bb6e-2b14-46b7-9fa5-c31e5e01fe92 req-695bafc5-5fa5-4e86-85fc-4874863a3ec4 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.4673238 Feb 16 16:24:40.529458 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:40.543323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-f3e6b08a-3d0b-4e40-b79e-0d427d2c220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:40.545241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-f3e6b08a-3d0b-4e40-b79e-0d427d2c220f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.3508422 Feb 16 16:24:40.569158 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Attempting to bind port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 on host n-h1-669411-5 for vnic_type normal with profile {"migrating_to": "n-h2-669411-5"} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:24:40.569497 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Attempting to bind port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:24:40.569829 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Attempting to bind port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:40.575291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 on network a3699320-20d5-4032-b3d4-91946e07286d not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:24:40.575613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Attempting to bind port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:40.581889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:24:40.583271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Checking segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:40.583271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Bound using segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:24:40.584014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Bound port: ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:24:40.587317 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:40.587496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14bc80-5b1f-48cf-8c74-c4dc87b44958 req-61d1a1a0-e483-4d60-81b0-9a95a47e561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:40.587740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b14bc80-5b1f-48cf-8c74-c4dc87b44958 req-61d1a1a0-e483-4d60-81b0-9a95a47e561e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=35047414-b192-475c-a133-ab9c3d85bf6e HTTP/1.1" status: 200 len: 1129 time: 0.4822054 Feb 16 16:24:40.651021 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-9e4f2a18-c7cb-479f-88a2-5a5c4d1b349c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869608 Feb 16 16:24:40.666034 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:40.669555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:24:40.677147 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:40.755544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:40.756516 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:40.757914 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] 10.222.0.60 "PUT /v2.0/ports/ba2b4fb2-3966-4fd6-9084-e70054bc7b49 HTTP/1.1" status: 200 len: 1121 time: 0.7073114 Feb 16 16:24:40.763331 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbaa569-3f91-4cfa-83e4-bede14fcfac4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,revision_number=8']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:40.798441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (6544f558-c7d1-4dbe-8348-d80825b6879a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:40.859958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6e9bb6e-2b14-46b7-9fa5-c31e5e01fe92 req-b3ea21cb-3fec-4df2-8665-31776539aa15 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232055 Feb 16 16:24:40.891746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['ba2b4fb2-3966-4fd6-9084-e70054bc7b49'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:40.967021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8305f-4820-4ba0-ae1d-c34e95b4c06a req-72187198-f463-41ce-97d8-89688bd6da09 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:40.968942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68e8305f-4820-4ba0-ae1d-c34e95b4c06a req-72187198-f463-41ce-97d8-89688bd6da09 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 943 time: 0.4339874 Feb 16 16:24:41.089909 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96605ca4-5d5d-45aa-b536-369e4e282544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:41.101300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14bc80-5b1f-48cf-8c74-c4dc87b44958 req-e3ad6b0b-2bae-4502-8c9f-822ea793655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:41.102765 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b14bc80-5b1f-48cf-8c74-c4dc87b44958 req-e3ad6b0b-2bae-4502-8c9f-822ea793655c service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.4891496 Feb 16 16:24:41.111021 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-33fcdaba-e59a-47e4-9c52-6052f9a55d78 service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516516 Feb 16 16:24:41.199194 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68e8305f-4820-4ba0-ae1d-c34e95b4c06a req-3ccf10ea-f01e-4c9e-9568-a7241aeb2eea tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066717 Feb 16 16:24:41.243829 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4854902b-435b-4053-b6e5-8701eac4cd0b x-openstack-request-id: req-4854902b-435b-4053-b6e5-8701eac4cd0b {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:41.244209 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3041382-4eb5-445c-9a71-bf5d97f96866", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2b4fb2-3966-4fd6-9084-e70054bc7b49", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:41.244635 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4854902b-435b-4053-b6e5-8701eac4cd0b {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:41.245118 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3041382-4eb5-445c-9a71-bf5d97f96866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2b4fb2-3966-4fd6-9084-e70054bc7b49', 'code': 200} Feb 16 16:24:41.265205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b14bc80-5b1f-48cf-8c74-c4dc87b44958 req-4016d6e3-7d5a-489d-bd50-8ca3552b0eea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=6aaea95d-906e-4c30-9911-1b6f2f58fdb7 HTTP/1.1" status: 200 len: 217 time: 0.1402905 Feb 16 16:24:41.272764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e399e9c-368f-4957-b361-380a05fbb72c req-f1b7a551-499b-4156-8991-2290c1d33adb tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:41.274209 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6e399e9c-368f-4957-b361-380a05fbb72c req-f1b7a551-499b-4156-8991-2290c1d33adb tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.3436158 Feb 16 16:24:41.432613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14bc80-5b1f-48cf-8c74-c4dc87b44958 req-deb2f83f-cce7-4d94-94f3-7672433fbd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:41.434098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b14bc80-5b1f-48cf-8c74-c4dc87b44958 req-deb2f83f-cce7-4d94-94f3-7672433fbd3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1590033 Feb 16 16:24:41.465256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:24:41.499415 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6e399e9c-368f-4957-b361-380a05fbb72c req-16c7d508-bbdd-4323-9b29-a6608ec391da tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078173 Feb 16 16:24:41.508303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfc2a3e1-50dc-4bc0-a578-243d9c558e0d req-a78d988d-89c9-4f67-a404-b5e3541d647f service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777046 Feb 16 16:24:41.543609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Router 6544f558-c7d1-4dbe-8348-d80825b6879a is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:24:41.587053 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:41.598660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2', 'mac_address': 'fa:16:3e:ee:aa:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:24:41.640247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:41.640550 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:41.653999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:41.675071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:41.679404 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:41.731088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:41.996313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f6498f-3613-4085-a6da-a0148593e3f6', 'tag': '5230fa60-04fc-41e4-ab07-6db406024d32'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:41.997892 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ac1765-1b30-4397-aa72-d45e00b0698c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f6498f-3613-4085-a6da-a0148593e3f6", "tag": "5230fa60-04fc-41e4-ab07-6db406024d32"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:42.030483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14bc80-5b1f-48cf-8c74-c4dc87b44958 req-9ada2378-f7e5-4962-b11b-ac42384cd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:42.032026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b14bc80-5b1f-48cf-8c74-c4dc87b44958 req-9ada2378-f7e5-4962-b11b-ac42384cd18a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5857072 Feb 16 16:24:42.093325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47891375-be84-4a2e-8ddb-ec4fbd8fb281 req-7d0bfad0-44da-4efa-a980-c39d02b7151a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:42.094855 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47891375-be84-4a2e-8ddb-ec4fbd8fb281 req-7d0bfad0-44da-4efa-a980-c39d02b7151a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 947 time: 0.5918100 Feb 16 16:24:42.115401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:42.168925 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-62b46258-756a-437f-86b7-c890d3b4e0c8 req-16578e3a-71db-4518-8bb3-86f60ae10fb5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505819 Feb 16 16:24:42.181952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f525b9-941d-4735-a3e0-a8854eda4fe9 req-25531fde-0865-4c42-98a1-534d881ff4d5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:42.183383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29f525b9-941d-4735-a3e0-a8854eda4fe9 req-25531fde-0865-4c42-98a1-534d881ff4d5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.5967023 Feb 16 16:24:42.253569 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b46258-756a-437f-86b7-c890d3b4e0c8 req-f0d5b1d4-5995-4dab-a2e5-82b7091f0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:42.255349 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-62b46258-756a-437f-86b7-c890d3b4e0c8 req-f0d5b1d4-5995-4dab-a2e5-82b7091f0556 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 1126 time: 0.0604708 Feb 16 16:24:42.256084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96605ca4-5d5d-45aa-b536-369e4e282544 admin admin] Router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:24:42.276106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:24:42.293222 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Sync routers for ids ['6544f558-c7d1-4dbe-8348-d80825b6879a'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:24:42.306604 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47891375-be84-4a2e-8ddb-ec4fbd8fb281 req-f9af4499-49a7-4f6c-9829-512d29d55a68 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982095 Feb 16 16:24:42.308031 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Routers {'6544f558-c7d1-4dbe-8348-d80825b6879a'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:24:42.309235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:24:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6544f558-c7d1-4dbe-8348-d80825b6879a'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:42.323097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b14bc80-5b1f-48cf-8c74-c4dc87b44958 req-8be20023-3d68-4cef-8ede-c79c0d633fec service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793653 Feb 16 16:24:42.374548 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:42.378337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f2792834-a16c-4cc8-98c3-1459128397a6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.5885491 Feb 16 16:24:42.379889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47816) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:42.460310 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29f525b9-941d-4735-a3e0-a8854eda4fe9 req-baa951e2-01d0-448b-8338-a29c61b9cad8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682631 Feb 16 16:24:42.501768 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b46258-756a-437f-86b7-c890d3b4e0c8 req-3aad1e1f-2c17-48c2-918f-df1a6f403c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:42.503514 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-62b46258-756a-437f-86b7-c890d3b4e0c8 req-3aad1e1f-2c17-48c2-918f-df1a6f403c4d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.2304225 Feb 16 16:24:42.511668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Set router 6544f558-c7d1-4dbe-8348-d80825b6879a gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:24:42.572927 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-62b46258-756a-437f-86b7-c890d3b4e0c8 req-97372460-cfef-4fba-9ee3-578637967b83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2 HTTP/1.1" status: 200 len: 217 time: 0.0602512 Feb 16 16:24:42.580126 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5b4229-0938-4f78-99ea-4b728a1b7f10 x-openstack-request-id: req-af5b4229-0938-4f78-99ea-4b728a1b7f10 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:42.580470 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f6498f-3613-4085-a6da-a0148593e3f6", "tag": "5230fa60-04fc-41e4-ab07-6db406024d32", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:42.580895 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af5b4229-0938-4f78-99ea-4b728a1b7f10 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:42.581302 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f6498f-3613-4085-a6da-a0148593e3f6', 'tag': '5230fa60-04fc-41e4-ab07-6db406024d32', 'status': 'completed', 'code': 200} Feb 16 16:24:42.671289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b14bc80-5b1f-48cf-8c74-c4dc87b44958 req-ee144e65-91b9-4c1c-9fab-0d1a8ea05b53 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344116 Feb 16 16:24:42.688771 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d6ade-ce4e-4367-9d48-850609034c59 req-7a926101-0c3d-4cde-8c5e-2f1470c1b0b1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:42.690303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d7d6ade-ce4e-4367-9d48-850609034c59 req-7a926101-0c3d-4cde-8c5e-2f1470c1b0b1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.1782248 Feb 16 16:24:42.729305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b46258-756a-437f-86b7-c890d3b4e0c8 req-bf085770-4d91-4f0a-acf7-80afbeae5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:42.731186 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-62b46258-756a-437f-86b7-c890d3b4e0c8 req-bf085770-4d91-4f0a-acf7-80afbeae5e35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.1515515 Feb 16 16:24:42.738041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96605ca4-5d5d-45aa-b536-369e4e282544 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:24:42.750537 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dddd260-f537-4560-aaf1-a2918ec87d32 None None] Sync routers for ids ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:24:42.755016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-96605ca4-5d5d-45aa-b536-369e4e282544 admin admin] 10.222.0.24 "PUT /v2.0/routers/2d03ecf4-0d20-46a1-93ae-c20bb5a62a82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0658388 Feb 16 16:24:42.757560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47824) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:42.762155 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac1765-1b30-4397-aa72-d45e00b0698c req-b39e5f2a-f0bc-42e4-b035-b0905f167d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:42.763649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5ac1765-1b30-4397-aa72-d45e00b0698c req-b39e5f2a-f0bc-42e4-b035-b0905f167d7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 1125 time: 0.1738260 Feb 16 16:24:42.772002 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddd260-f537-4560-aaf1-a2918ec87d32 None None] Routers {'2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:24:42.774086 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2dddd260-f537-4560-aaf1-a2918ec87d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:24:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:42.779301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-247812493-router', 'tenant_id': 'a6ff2516b8714e3b84796769c7390b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd27bc285-0a5a-4cb1-80c0-4d267b23ac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:24:33Z', 'updated_at': '2022-02-16T16:24:39Z', 'revision_number': 3, 'project_id': 'a6ff2516b8714e3b84796769c7390b54', 'gw_port': {'id': 'd27bc285-0a5a-4cb1-80c0-4d267b23ac50', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:80:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:24:36Z', 'updated_at': '2022-02-16T16:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:42.784610 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-62b46258-756a-437f-86b7-c890d3b4e0c8 req-eded7f79-b391-4316-aee6-a0b80cfae3db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419757 Feb 16 16:24:42.812511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Checking router: 6544f558-c7d1-4dbe-8348-d80825b6879a for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:24:42.812822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Updating router 6544f558-c7d1-4dbe-8348-d80825b6879a port d27bc285-0a5a-4cb1-80c0-4d267b23ac50 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:24:42.864989 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d27bc285-0a5a-4cb1-80c0-4d267b23ac50), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:42.986252 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-62b46258-756a-437f-86b7-c890d3b4e0c8 req-476054cd-3e30-4dae-a47d-f47d94ca54b0 service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947732 Feb 16 16:24:43.020013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c50ee-4e3a-4e1e-a77f-e68bfd01f94b req-3f17d8de-b930-4100-bfbe-ea1f3256216f tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:43.022452 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d50c50ee-4e3a-4e1e-a77f-e68bfd01f94b req-3f17d8de-b930-4100-bfbe-ea1f3256216f tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 943 time: 0.3491642 Feb 16 16:24:43.061444 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2dddd260-f537-4560-aaf1-a2918ec87d32 None None] Set router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:24:43.069404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d7d6ade-ce4e-4367-9d48-850609034c59 req-eb18c8ea-4c56-4548-9048-bd5d18e8ee10 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615351 Feb 16 16:24:43.182288 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-62b46258-756a-437f-86b7-c890d3b4e0c8 req-21bc03d0-55e3-43bc-a14a-1f09095b0b36 service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872072 Feb 16 16:24:43.214931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d50c50ee-4e3a-4e1e-a77f-e68bfd01f94b req-8a588dd6-7c1e-4e3e-9fe5-b9c88002587f tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380956 Feb 16 16:24:43.245740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3041382-4eb5-445c-9a71-bf5d97f96866', 'tag': 'ba2b4fb2-3966-4fd6-9084-e70054bc7b49'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:43.248897 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56f66a3-c44f-4d4e-a847-b8f495084bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "f3041382-4eb5-445c-9a71-bf5d97f96866", "tag": "ba2b4fb2-3966-4fd6-9084-e70054bc7b49"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:43.260625 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:43.282018 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] Publish callbacks [] for router (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:43.327200 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e4835c-41cf-4864-86c8-1822e547589f x-openstack-request-id: req-02e4835c-41cf-4864-86c8-1822e547589f {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:43.327488 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3041382-4eb5-445c-9a71-bf5d97f96866", "tag": "ba2b4fb2-3966-4fd6-9084-e70054bc7b49", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:43.327904 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02e4835c-41cf-4864-86c8-1822e547589f {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:43.328288 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3041382-4eb5-445c-9a71-bf5d97f96866', 'tag': 'ba2b4fb2-3966-4fd6-9084-e70054bc7b49', 'status': 'completed', 'code': 200} Feb 16 16:24:43.345008 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Publish callbacks [] for port (d27bc285-0a5a-4cb1-80c0-4d267b23ac50), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:43.357733 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d27bc285-0a5a-4cb1-80c0-4d267b23ac50), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:43.426949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac1765-1b30-4397-aa72-d45e00b0698c req-04382df9-1d64-4540-bc36-5ca3916652a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:43.428698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5ac1765-1b30-4397-aa72-d45e00b0698c req-04382df9-1d64-4540-bc36-5ca3916652a7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.6564426 Feb 16 16:24:43.459384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df694a4-2b44-40ff-bf37-a0c2ad011563 None None] Pushing event updated for resources: {'Port': ['ID=d27bc285-0a5a-4cb1-80c0-4d267b23ac50,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:43.476868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Attempting to bind port d27bc285-0a5a-4cb1-80c0-4d267b23ac50 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:24:43.477570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Attempting to bind port d27bc285-0a5a-4cb1-80c0-4d267b23ac50 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:24:43.478098 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Attempting to bind port d27bc285-0a5a-4cb1-80c0-4d267b23ac50 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:43.491024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:24:43.491780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:43.492270 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:43.492827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:24:43.494172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Bound port: d27bc285-0a5a-4cb1-80c0-4d267b23ac50, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:24:43.494172 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d27bc285-0a5a-4cb1-80c0-4d267b23ac50), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:43.509984 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2dddd260-f537-4560-aaf1-a2918ec87d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:24:39Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:43.534646 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Allocated IP 172.20.0.1 (219d6ca0-c90f-46d8-8a13-81e23bf6befe/6ea0d832-c9e0-4c20-8031-708c7568c54d/be3d15bb-61a1-4c04-ac40-6d2523f8ac9d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:24:43.542771 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dddd260-f537-4560-aaf1-a2918ec87d32 None None] Checking router: 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:24:43.550359 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] Publish callbacks [] for router_gateway (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:43.557345 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddd260-f537-4560-aaf1-a2918ec87d32 None None] Routers {'2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:24:43.558292 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2dddd260-f537-4560-aaf1-a2918ec87d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:24:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:43.559512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] For port d27bc285-0a5a-4cb1-80c0-4d267b23ac50, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:43.563178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] For port d27bc285-0a5a-4cb1-80c0-4d267b23ac50, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d27bc285-0a5a-4cb1-80c0-4d267b23ac50,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:24:43.565963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ba2b4fb2-3966-4fd6-9084-e70054bc7b49 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:24:43.569370 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:24:43.598773 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d27bc285-0a5a-4cb1-80c0-4d267b23ac50), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:43.624608 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5ac1765-1b30-4397-aa72-d45e00b0698c req-ae0a1c93-49c4-4b3d-b9d3-694fb1870c21 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5230fa60-04fc-41e4-ab07-6db406024d32 HTTP/1.1" status: 200 len: 217 time: 0.1117501 Feb 16 16:24:43.643343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ae178-3067-43c3-8914-0104a7f95c6d req-cd9fd934-c03a-4240-b194-61c4bfbbf7a8 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:43.654118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-839ae178-3067-43c3-8914-0104a7f95c6d req-cd9fd934-c03a-4240-b194-61c4bfbbf7a8 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.4369745 Feb 16 16:24:43.693097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47836) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:43.700645 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2dddd260-f537-4560-aaf1-a2918ec87d32 None None] Set router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:24:43.721338 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Publish callbacks [] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:43.740123 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Routers {'6544f558-c7d1-4dbe-8348-d80825b6879a'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:24:43.740480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:24:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6544f558-c7d1-4dbe-8348-d80825b6879a'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:43.753736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df694a4-2b44-40ff-bf37-a0c2ad011563 None None] Pushing event updated for resources: {'Port': ['ID=d27bc285-0a5a-4cb1-80c0-4d267b23ac50,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:43.762607 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:43.821146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6d668-c7fe-4a0d-8216-ea6047c686a1 req-8f77536a-10fb-4ac9-b871-3f6692e3f2b9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:43.824184 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6c6d668-c7fe-4a0d-8216-ea6047c686a1 req-8f77536a-10fb-4ac9-b871-3f6692e3f2b9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 948 time: 0.3705771 Feb 16 16:24:43.831469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f66a3-c44f-4d4e-a847-b8f495084bb0 req-0664af3b-8742-4af9-aa79-2de66ec683ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:43.834183 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f56f66a3-c44f-4d4e-a847-b8f495084bb0 req-0664af3b-8742-4af9-aa79-2de66ec683ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 1155 time: 0.4163549 Feb 16 16:24:43.871792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Network 219d6ca0-c90f-46d8-8a13-81e23bf6befe is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:24:43.878042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:43.881381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:24:43.884744 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=be3d15bb-61a1-4c04-ac40-6d2523f8ac9d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:43.933775 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (6544f558-c7d1-4dbe-8348-d80825b6879a), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:43.996667 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac1765-1b30-4397-aa72-d45e00b0698c req-3ad5f386-4029-4db1-ac08-da57be2f593a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:43.998382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5ac1765-1b30-4397-aa72-d45e00b0698c req-3ad5f386-4029-4db1-ac08-da57be2f593a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.3418105 Feb 16 16:24:44.007610 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8f62e52-4db5-43f9-a110-38313d17658c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:44.042663 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:24:44.052836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:44.053208 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:44.054943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 5230fa60-04fc-41e4-ab07-6db406024d32 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:24:44.057966 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2dddd260-f537-4560-aaf1-a2918ec87d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:24:39Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:44.086823 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-839ae178-3067-43c3-8914-0104a7f95c6d req-1621f4a8-fcc7-4c47-8166-c7e6f30d9da0 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317741 Feb 16 16:24:44.127958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5ac1765-1b30-4397-aa72-d45e00b0698c req-e3c3d02b-ce1e-49b4-8334-0f91485d38cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129549 Feb 16 16:24:44.132530 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dddd260-f537-4560-aaf1-a2918ec87d32 None None] The sync data for ids ['2d03ecf4-0d20-46a1-93ae-c20bb5a62a82'] in n-d-669411-5 is: [{'id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352704851-router', 'tenant_id': 'a074548814944d3691a8ab693310e936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:21:58Z', 'updated_at': '2022-02-16T16:24:39Z', 'revision_number': 5, 'project_id': 'a074548814944d3691a8ab693310e936', 'gw_port': {'id': '865e5357-020c-4ce1-9a57-4ef15f426efe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d03ecf4-0d20-46a1-93ae-c20bb5a62a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:21:59Z', 'updated_at': '2022-02-16T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:24:44.158464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:44.188213 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6c6d668-c7fe-4a0d-8216-ea6047c686a1 req-ad5cbb0a-79fd-4d5f-9d28-f9dff29fb2a6 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396719 Feb 16 16:24:44.219047 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:44.219617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] Deleting port 865e5357-020c-4ce1-9a57-4ef15f426efe {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:44.219617 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (865e5357-020c-4ce1-9a57-4ef15f426efe), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:44.221039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ba2b4fb2-3966-4fd6-9084-e70054bc7b49 has no active binding in host n-h2-669411-5 {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 16:24:44.275739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] Set router 6544f558-c7d1-4dbe-8348-d80825b6879a gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:24:44.332946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f66a3-c44f-4d4e-a847-b8f495084bb0 req-24cbe364-01c2-4f9d-86f1-960b85fa205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:44.334983 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f56f66a3-c44f-4d4e-a847-b8f495084bb0 req-24cbe364-01c2-4f9d-86f1-960b85fa205e service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.4891396 Feb 16 16:24:44.455726 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Publish callbacks [] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:44.465946 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:44.478732 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f56f66a3-c44f-4d4e-a847-b8f495084bb0 req-699c7ed9-8737-45ea-ad40-437e38c9dc4e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49 HTTP/1.1" status: 200 len: 217 time: 0.1204691 Feb 16 16:24:44.495287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] For port 865e5357-020c-4ce1-9a57-4ef15f426efe, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=865e5357-020c-4ce1-9a57-4ef15f426efe,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:44.495654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (865e5357-020c-4ce1-9a57-4ef15f426efe), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:44.500466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-837dbd81-d4cd-46ac-b47e-65f44e9024d0 None None] Provisioning complete for port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:44.501065 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-837dbd81-d4cd-46ac-b47e-65f44e9024d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:44.528208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:44.528614 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:44.555051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (6544f558-c7d1-4dbe-8348-d80825b6879a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:44.557490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=be3d15bb-61a1-4c04-ac40-6d2523f8ac9d,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:44.570704 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5230fa60-04fc-41e4-ab07-6db406024d32,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:44.577605 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] Calling delete_port for 865e5357-020c-4ce1-9a57-4ef15f426efe owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:44.610233 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '5230fa60-04fc-41e4-ab07-6db406024d32', 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67', 'port_id': '5230fa60-04fc-41e4-ab07-6db406024d32', 'mac_address': 'fa:16:3e:5d:37:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428f0788-a1e9-4bb7-941f-8437ca6dcd5a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:24:44.618243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2121bdc9-a648-4216-971b-f6ff4faad98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:44.620739 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa728eb-5efb-4f32-869d-cfd787c0a929" -d '{"events": [{"server_uuid": "2121bdc9-a648-4216-971b-f6ff4faad98c", "name": "network-vif-plugged", "status": "completed", "tag": "4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:44.626978 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-837dbd81-d4cd-46ac-b47e-65f44e9024d0 None None] Port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:24:44.646234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16524cfb-8574-4ab9-bd75-9f3f237676a9 req-1f264e65-bc3a-4f35-866b-584c64c5a8a7 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:44.653691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16524cfb-8574-4ab9-bd75-9f3f237676a9 req-1f264e65-bc3a-4f35-866b-584c64c5a8a7 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.3531163 Feb 16 16:24:44.662798 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:44.675251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5ac1765-1b30-4397-aa72-d45e00b0698c req-76ca34f3-8fed-4359-915b-b32568126ac4 service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360363 Feb 16 16:24:44.683652 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8f62e52-4db5-43f9-a110-38313d17658c admin admin] Publish callbacks [] for security_group (add90511-7770-430f-a6c0-f98c88a443db), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:44.696542 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:44.750467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 5230fa60-04fc-41e4-ab07-6db406024d32 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:44.750864 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:44.786588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5230fa60-04fc-41e4-ab07-6db406024d32 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:44.805544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5ac1765-1b30-4397-aa72-d45e00b0698c req-d26c5267-1f56-4a90-bf74-b7dec6733d4c service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143107 Feb 16 16:24:44.806310 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8f62e52-4db5-43f9-a110-38313d17658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (add90511-7770-430f-a6c0-f98c88a443db), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:44.808571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:44.820029 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5230fa60-04fc-41e4-ab07-6db406024d32,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:44.830123 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:44.830839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:24:44.845762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-247812493-router', 'tenant_id': 'a6ff2516b8714e3b84796769c7390b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd27bc285-0a5a-4cb1-80c0-4d267b23ac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:24:33Z', 'updated_at': '2022-02-16T16:24:39Z', 'revision_number': 3, 'project_id': 'a6ff2516b8714e3b84796769c7390b54', 'gw_port': {'id': 'd27bc285-0a5a-4cb1-80c0-4d267b23ac50', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:80:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:24:36Z', 'updated_at': '2022-02-16T16:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:44.846934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7e2b6-2b3d-4cd3-bbe3-fbce77dbc843 req-f28b30e9-afab-4a45-9eff-a925f6b02750 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:44.855558 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-55a7e2b6-2b3d-4cd3-bbe3-fbce77dbc843 req-f28b30e9-afab-4a45-9eff-a925f6b02750 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.5561011 Feb 16 16:24:44.901968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ba2aa-be3f-495a-8590-ca39349b7ac5 None None] The sync data for ids ['6544f558-c7d1-4dbe-8348-d80825b6879a'] in n-d-669411-5 is: [{'id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-247812493-router', 'tenant_id': 'a6ff2516b8714e3b84796769c7390b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd27bc285-0a5a-4cb1-80c0-4d267b23ac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:24:33Z', 'updated_at': '2022-02-16T16:24:39Z', 'revision_number': 3, 'project_id': 'a6ff2516b8714e3b84796769c7390b54', 'gw_port': {'id': 'd27bc285-0a5a-4cb1-80c0-4d267b23ac50', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:80:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:24:36Z', 'updated_at': '2022-02-16T16:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:24:44.925178 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e8f62e52-4db5-43f9-a110-38313d17658c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=398337f1601c44c7b7517d4839439295&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2078581 Feb 16 16:24:44.943118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f62e52-4db5-43f9-a110-38313d17658c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add90511-7770-430f-a6c0-f98c88a443db,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:44.947879 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47846) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:44.948958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f66a3-c44f-4d4e-a847-b8f495084bb0 req-6ef37201-b99d-4dd7-9096-6edb02ea79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:44.950574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f56f66a3-c44f-4d4e-a847-b8f495084bb0 req-6ef37201-b99d-4dd7-9096-6edb02ea79c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.4522717 Feb 16 16:24:44.958163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=5230fa60-04fc-41e4-ab07-6db406024d32,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:45.029523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6aaea95d-906e-4c30-9911-1b6f2f58fdb7,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:45.030245 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b90b03e8-48ab-49e7-b322-3223f1555cbc admin admin] Publish callbacks [] for security_group (add90511-7770-430f-a6c0-f98c88a443db), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:45.046926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '6aaea95d-906e-4c30-9911-1b6f2f58fdb7', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '6aaea95d-906e-4c30-9911-1b6f2f58fdb7', 'mac_address': 'fa:16:3e:31:f9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:24:45.052254 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Network 219d6ca0-c90f-46d8-8a13-81e23bf6befe is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:24:45.061171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f56f66a3-c44f-4d4e-a847-b8f495084bb0 req-a59dcfab-836a-4fee-b57e-3287a6530441 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937901 Feb 16 16:24:45.064060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:45.064595 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-55a7e2b6-2b3d-4cd3-bbe3-fbce77dbc843 req-6125f192-1eb7-4029-85e7-100179ba1d24 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074709 Feb 16 16:24:45.098659 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:45.099058 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:45.130113 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:45.165404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6aaea95d-906e-4c30-9911-1b6f2f58fdb7,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:45.171660 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:45.182455 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b90b03e8-48ab-49e7-b322-3223f1555cbc admin admin] Publish callbacks [] for security_group (add90511-7770-430f-a6c0-f98c88a443db), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:45.185392 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16524cfb-8574-4ab9-bd75-9f3f237676a9 req-1c748d2e-2c92-4a64-a067-6eec496bea50 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306799 Feb 16 16:24:45.264180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=6aaea95d-906e-4c30-9911-1b6f2f58fdb7,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:45.365981 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d04b8f-9c2d-481c-b843-c7ac7592377b x-openstack-request-id: req-a6d04b8f-9c2d-481c-b843-c7ac7592377b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:45.366463 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2121bdc9-a648-4216-971b-f6ff4faad98c", "name": "network-vif-plugged", "status": "completed", "tag": "4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:45.367271 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6d04b8f-9c2d-481c-b843-c7ac7592377b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:45.367784 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2121bdc9-a648-4216-971b-f6ff4faad98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2', 'code': 200} Feb 16 16:24:45.397856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f56f66a3-c44f-4d4e-a847-b8f495084bb0 req-4492e673-184c-4bb7-99a2-d8adc2b48521 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264942 Feb 16 16:24:45.472780 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (865e5357-020c-4ce1-9a57-4ef15f426efe), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:45.480606 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['6aaea95d-906e-4c30-9911-1b6f2f58fdb7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:45.485406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['5230fa60-04fc-41e4-ab07-6db406024d32'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:24:45.520858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c449ef-4a4d-4ccc-bc06-fef396e6c79d req-936a7ab5-f94d-4702-9b9e-87a5e3b1cde1 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:45.522530 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28c449ef-4a4d-4ccc-bc06-fef396e6c79d req-936a7ab5-f94d-4702-9b9e-87a5e3b1cde1 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 943 time: 0.3215098 Feb 16 16:24:45.529977 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b90b03e8-48ab-49e7-b322-3223f1555cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (add90511-7770-430f-a6c0-f98c88a443db), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:45.533421 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b90b03e8-48ab-49e7-b322-3223f1555cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:45.535120 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b90b03e8-48ab-49e7-b322-3223f1555cbc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/add90511-7770-430f-a6c0-f98c88a443db HTTP/1.1" status: 204 len: 168 time: 0.5860343 Feb 16 16:24:45.558440 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Router 6544f558-c7d1-4dbe-8348-d80825b6879a has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:24:45.569282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b03e8-48ab-49e7-b322-3223f1555cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add90511-7770-430f-a6c0-f98c88a443db,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:45.620509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d27bc285-0a5a-4cb1-80c0-4d267b23ac50 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:24:45.698794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2556476d-cd96-428d-8621-656f0c583755 None None] Provisioning complete for port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:45.699293 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2556476d-cd96-428d-8621-656f0c583755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:45.703225 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64e34a-9d81-482a-8c6e-a1c4ddebea28 req-79a0091f-f092-4c8c-ac32-51bf9967ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:45.705067 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2b64e34a-9d81-482a-8c6e-a1c4ddebea28 req-79a0091f-f092-4c8c-ac32-51bf9967ec25 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 1131 time: 0.2279396 Feb 16 16:24:45.810734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2556476d-cd96-428d-8621-656f0c583755 None None] Port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:24:45.827414 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2b64e34a-9d81-482a-8c6e-a1c4ddebea28 req-a2ff4dd6-e630-4837-9611-dafa732cfec2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118286 Feb 16 16:24:45.839230 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:24:45.855144 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c302de3b-f341-4221-ae09-8afe57afd3f7 admin admin] 10.222.0.24 "PUT /v2.0/routers/6544f558-c7d1-4dbe-8348-d80825b6879a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4660878 Feb 16 16:24:45.905948 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d27bc285-0a5a-4cb1-80c0-4d267b23ac50 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:45.906476 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d27bc285-0a5a-4cb1-80c0-4d267b23ac50), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.055133 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47860) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:46.071556 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09c4cd6c-be99-4c51-859c-ede2bbf59655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.089977 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] Pushing event deleted for resources: {'Port': ['ID=865e5357-020c-4ce1-9a57-4ef15f426efe,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:46.093413 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d27bc285-0a5a-4cb1-80c0-4d267b23ac50 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:46.093814 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d27bc285-0a5a-4cb1-80c0-4d267b23ac50), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.125023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port d27bc285-0a5a-4cb1-80c0-4d267b23ac50, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d27bc285-0a5a-4cb1-80c0-4d267b23ac50,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:46.131113 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d27bc285-0a5a-4cb1-80c0-4d267b23ac50), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.160115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2a54a736-226b-40da-97da-7b4bff149d6c no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:46.190690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 2a54a736-226b-40da-97da-7b4bff149d6c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:24:46.191253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2a54a736-226b-40da-97da-7b4bff149d6c not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:46.205771 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09c4cd6c-be99-4c51-859c-ede2bbf59655 admin admin] Publish callbacks [] for security_group (a90b575e-7072-4c79-b4be-900407227f63), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.213346 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09c4cd6c-be99-4c51-859c-ede2bbf59655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a90b575e-7072-4c79-b4be-900407227f63), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.215559 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=d27bc285-0a5a-4cb1-80c0-4d267b23ac50,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:46.266229 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-09c4cd6c-be99-4c51-859c-ede2bbf59655 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ccee0c68159c478fa4874e26b85a8daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061596 Feb 16 16:24:46.266229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4cd6c-be99-4c51-859c-ede2bbf59655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90b575e-7072-4c79-b4be-900407227f63,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:46.267514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47866) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:46.267963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28c449ef-4a4d-4ccc-bc06-fef396e6c79d req-bdd405a4-e96a-4c41-85f9-aa3898e6abd0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825132 Feb 16 16:24:46.279492 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1844-884d-47b8-9788-d2232f2033be req-900d3f26-28b2-4d85-bb3f-2ca2ef5272ad tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:46.290198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec2c1844-884d-47b8-9788-d2232f2033be req-900d3f26-28b2-4d85-bb3f-2ca2ef5272ad tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.7554231 Feb 16 16:24:46.295498 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f56f66a3-c44f-4d4e-a847-b8f495084bb0 req-4e654fb0-eb48-4654-acd4-920fb8da9090 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8749061 Feb 16 16:24:46.316628 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.373828 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-14380457-4367-4b02-8a73-4a2c21275fbb admin admin] Publish callbacks [] for security_group (a90b575e-7072-4c79-b4be-900407227f63), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.402308 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-14380457-4367-4b02-8a73-4a2c21275fbb admin admin] Publish callbacks [] for security_group (a90b575e-7072-4c79-b4be-900407227f63), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.463258 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-14380457-4367-4b02-8a73-4a2c21275fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a90b575e-7072-4c79-b4be-900407227f63), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.467903 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-14380457-4367-4b02-8a73-4a2c21275fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.469173 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-14380457-4367-4b02-8a73-4a2c21275fbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a90b575e-7072-4c79-b4be-900407227f63 HTTP/1.1" status: 204 len: 168 time: 0.2015660 Feb 16 16:24:46.478442 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14380457-4367-4b02-8a73-4a2c21275fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90b575e-7072-4c79-b4be-900407227f63,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:46.516917 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec2c1844-884d-47b8-9788-d2232f2033be req-a030aa24-d5b2-4ff4-8f00-9df299a2e678 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259190 Feb 16 16:24:46.532123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.532123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] Publish callbacks [] for router_controller (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.591646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7633221-55dc-42df-97ef-210474b4d830 req-fa8da48b-b994-4823-94df-945a5d0d5f46 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:46.593471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7633221-55dc-42df-97ef-210474b4d830 req-fa8da48b-b994-4823-94df-945a5d0d5f46 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.2311273 Feb 16 16:24:46.599634 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (2d03ecf4-0d20-46a1-93ae-c20bb5a62a82), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.600220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:24:46.606539 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.607622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cc53d2fc-2953-4060-ab5f-870895a3aeff admin admin] 10.222.0.24 "DELETE /v2.0/routers/2d03ecf4-0d20-46a1-93ae-c20bb5a62a82 HTTP/1.1" status: 204 len: 168 time: 3.8479528 Feb 16 16:24:46.610634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47872) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:46.656496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7633221-55dc-42df-97ef-210474b4d830 req-d2a49bad-c264-43ec-af52-df856d3d0a55 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531425 Feb 16 16:24:46.685085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-1069355f-1e0d-4c7a-b623-50b9cd650373 admin admin] Deleting subnet 60743ad9-3f89-46e3-a7de-dc3e4ec4e12e {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:24:46.688700 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1069355f-1e0d-4c7a-b623-50b9cd650373 admin admin] Publish callbacks [] for subnet (60743ad9-3f89-46e3-a7de-dc3e4ec4e12e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.755056 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1069355f-1e0d-4c7a-b623-50b9cd650373 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (60743ad9-3f89-46e3-a7de-dc3e4ec4e12e), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.829887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e57c2-3297-424f-a8e3-66cc8fdaaa6d req-68dbc1f4-0637-4da4-8c01-d8ae33cf77df tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:46.838544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-634e57c2-3297-424f-a8e3-66cc8fdaaa6d req-68dbc1f4-0637-4da4-8c01-d8ae33cf77df tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 944 time: 0.0989738 Feb 16 16:24:46.865912 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1069355f-1e0d-4c7a-b623-50b9cd650373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (60743ad9-3f89-46e3-a7de-dc3e4ec4e12e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.888556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-634e57c2-3297-424f-a8e3-66cc8fdaaa6d req-603ede2b-072e-4cd6-82ac-7ff0288fcfd9 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490599 Feb 16 16:24:46.952726 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1069355f-1e0d-4c7a-b623-50b9cd650373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (60743ad9-3f89-46e3-a7de-dc3e4ec4e12e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:46.978967 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-d4898b33-a85a-4fdf-9a59-5c0b640eb7dd req-5a069127-6581-4190-b2c4-6079cf6e9b14 tempest-FloatingIPDetailsNegativeTestJSON-1319135004 tempest-FloatingIPDetailsNegativeTestJSON-1319135004-project] show failed (client error): The resource could not be found. Feb 16 16:24:46.984255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4898b33-a85a-4fdf-9a59-5c0b640eb7dd req-5a069127-6581-4190-b2c4-6079cf6e9b14 tempest-FloatingIPDetailsNegativeTestJSON-1319135004 tempest-FloatingIPDetailsNegativeTestJSON-1319135004-project] 10.222.0.24 "GET /v2.0/floatingips/72553c79-e3e4-4e1e-add1-b293f50becc9 HTTP/1.1" status: 404 len: 350 time: 0.0610332 Feb 16 16:24:46.989088 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069355f-1e0d-4c7a-b623-50b9cd650373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60743ad9-3f89-46e3-a7de-dc3e4ec4e12e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:47.000374 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47882) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:47.002981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd49a4d9-ac3a-4098-9cf0-0d2f09c6078e None None] Network 72bb907d-875d-4ec6-9779-d384bacff365 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:24:47.004413 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1069355f-1e0d-4c7a-b623-50b9cd650373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:47.010513 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1069355f-1e0d-4c7a-b623-50b9cd650373 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/60743ad9-3f89-46e3-a7de-dc3e4ec4e12e HTTP/1.1" status: 204 len: 168 time: 0.3963745 Feb 16 16:24:47.014565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47884) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:47.068295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429943a8-93f9-482e-a518-ccba37316065 req-f8c84548-87df-4d91-bbc0-9f28e2004eaa tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:47.076461 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-429943a8-93f9-482e-a518-ccba37316065 req-f8c84548-87df-4d91-bbc0-9f28e2004eaa tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0996828 Feb 16 16:24:47.151030 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-429943a8-93f9-482e-a518-ccba37316065 req-99c29906-4223-4c6f-9b99-9e1f3cefea7a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733209 Feb 16 16:24:47.216251 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (72bb907d-875d-4ec6-9779-d384bacff365), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:47.246631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246804cc-7b7c-4bcf-8223-0169d63a7080 None None] DHCP port deletion for 72bb907d-875d-4ec6-9779-d384bacff365 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:24:47.325608 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-246804cc-7b7c-4bcf-8223-0169d63a7080 None None] Deleting port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:47.325954 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-246804cc-7b7c-4bcf-8223-0169d63a7080 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:47.401874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] Deleting port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:47.402212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:47.452074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d27bc285-0a5a-4cb1-80c0-4d267b23ac50 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:24:47.507143 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-246804cc-7b7c-4bcf-8223-0169d63a7080 None None] For port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:47.507870 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-246804cc-7b7c-4bcf-8223-0169d63a7080 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:47.517211 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] For port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64,segment=NetworkSegment(b3651080-6015-4384-b68d-9b183c0d003b),segment_id=b3651080-6015-4384-b68d-9b183c0d003b)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:47.517488 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:47.528839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-246804cc-7b7c-4bcf-8223-0169d63a7080 None None] Calling delete_port for 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:47.530657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b65fe-96ac-47c3-be67-484dcb46fdd3 req-50ac2258-4689-4bb8-ae08-ae28c7d3e81d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:47.536645 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] Calling delete_port for 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:47.540359 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-631b65fe-96ac-47c3-be67-484dcb46fdd3 req-50ac2258-4689-4bb8-ae08-ae28c7d3e81d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 943 time: 0.1485522 Feb 16 16:24:47.599172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d27bc285-0a5a-4cb1-80c0-4d267b23ac50 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:47.599941 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d27bc285-0a5a-4cb1-80c0-4d267b23ac50), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:47.631508 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-631b65fe-96ac-47c3-be67-484dcb46fdd3 req-706112e6-5300-46b6-baf7-307b3c61e8c4 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767128 Feb 16 16:24:47.651825 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Sync routers for ids ['6544f558-c7d1-4dbe-8348-d80825b6879a'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:24:47.688988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Routers {'6544f558-c7d1-4dbe-8348-d80825b6879a'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:24:47.689611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:24:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6544f558-c7d1-4dbe-8348-d80825b6879a'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:47.697357 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:47.746195 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8466e5e3-0a19-490d-b8d1-3056f11887ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (6544f558-c7d1-4dbe-8348-d80825b6879a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:47.750660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:47.758059 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] No DVR routers for this DVR port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:24:47.758363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acfde-fb08-495e-bb1c-346445840925 req-43fb4f47-9874-48b9-9163-14b1033d36a0 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:47.766460 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f84acfde-fb08-495e-bb1c-346445840925 req-43fb4f47-9874-48b9-9163-14b1033d36a0 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.1019380 Feb 16 16:24:47.861574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f84acfde-fb08-495e-bb1c-346445840925 req-e939ecfd-bf99-485a-9963-74ecc6854af7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941033 Feb 16 16:24:47.886560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967dd2d-1ae3-4c96-aed2-720b2941e777 req-7322dc6a-e47b-4db6-a543-3659f3d637c2 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:47.888152 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d967dd2d-1ae3-4c96-aed2-720b2941e777 req-7322dc6a-e47b-4db6-a543-3659f3d637c2 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.1185462 Feb 16 16:24:47.916816 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-246804cc-7b7c-4bcf-8223-0169d63a7080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:47.945234 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (72bb907d-875d-4ec6-9779-d384bacff365), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:47.981044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bb907d-875d-4ec6-9779-d384bacff365']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:47.981778 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246804cc-7b7c-4bcf-8223-0169d63a7080 None None] Pushing event deleted for resources: {'Port': ['ID=5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:47.994884 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246804cc-7b7c-4bcf-8223-0169d63a7080 None None] No DVR routers for this DVR port 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:24:48.010502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d967dd2d-1ae3-4c96-aed2-720b2941e777 req-af880e83-26c3-4f55-88eb-0f501954fad7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120837 Feb 16 16:24:48.010843 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d27bc285-0a5a-4cb1-80c0-4d267b23ac50 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:48.022884 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3651080-6015-4384-b68d-9b183c0d003b') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:48.023182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3651080-6015-4384-b68d-9b183c0d003b') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:48.048276 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (b3651080-6015-4384-b68d-9b183c0d003b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:48.048979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Set router 6544f558-c7d1-4dbe-8348-d80825b6879a gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:24:48.087082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:24:48.117130 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b3651080-6015-4384-b68d-9b183c0d003b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:48.125096 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 865e5357-020c-4ce1-9a57-4ef15f426efe no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:48.127285 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:24:48.127285 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (b3651080-6015-4384-b68d-9b183c0d003b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:24:48.129837 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:24:48.132169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230353ae-dca1-4a31-88c7-cc1d113eff89 req-7a749462-dbe8-4be2-be45-3488621b640f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:48.142933 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-230353ae-dca1-4a31-88c7-cc1d113eff89 req-7a749462-dbe8-4be2-be45-3488621b640f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 944 time: 0.1102545 Feb 16 16:24:48.193698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 865e5357-020c-4ce1-9a57-4ef15f426efe {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:24:48.194250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 865e5357-020c-4ce1-9a57-4ef15f426efe not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:48.196133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:48.213018 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-230353ae-dca1-4a31-88c7-cc1d113eff89 req-1af59e6e-daf0-4b78-9b8f-bfa2143257c7 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689588 Feb 16 16:24:48.245402 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (72bb907d-875d-4ec6-9779-d384bacff365), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:48.254381 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:48.259324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:24:48.259892 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5a7ae01f-c0d3-4a3d-89fe-2f14fed73b64 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:48.264031 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/72bb907d-875d-4ec6-9779-d384bacff365 HTTP/1.1" status: 204 len: 168 time: 1.2456224 Feb 16 16:24:48.264946 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47916) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:48.322038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a7a46-1563-4a42-b5f5-05bab849a4a9 req-5b80b6b0-0a3f-4374-971d-073848792199 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:48.324137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b87a7a46-1563-4a42-b5f5-05bab849a4a9 req-5b80b6b0-0a3f-4374-971d-073848792199 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0736139 Feb 16 16:24:48.365853 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:24:48.373227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:48.373227 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:48.384940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464518b-14ee-4d94-83dd-e7f5eeaa14a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=72bb907d-875d-4ec6-9779-d384bacff365,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:48.414355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b87a7a46-1563-4a42-b5f5-05bab849a4a9 req-f5ac8dc1-79df-4c8b-8628-875add4ed735 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832775 Feb 16 16:24:48.538260 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:48.538665 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:48.552199 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-247812493-router', 'tenant_id': 'a6ff2516b8714e3b84796769c7390b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd27bc285-0a5a-4cb1-80c0-4d267b23ac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:24:33Z', 'updated_at': '2022-02-16T16:24:44Z', 'revision_number': 4, 'project_id': 'a6ff2516b8714e3b84796769c7390b54', 'gw_port': {'id': 'd27bc285-0a5a-4cb1-80c0-4d267b23ac50', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:24:36Z', 'updated_at': '2022-02-16T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'be3d15bb-61a1-4c04-ac40-6d2523f8ac9d', 'name': '', 'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe', 'tenant_id': 'a6ff2516b8714e3b84796769c7390b54', 'mac_address': 'fa:16:3e:4b:f5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '6ea0d832-c9e0-4c20-8031-708c7568c54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:24:43Z', 'updated_at': '2022-02-16T16:24:44Z', 'revision_number': 2, 'project_id': 'a6ff2516b8714e3b84796769c7390b54', 'subnets': [{'id': '6ea0d832-c9e0-4c20-8031-708c7568c54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:48.581579 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Checking router: 6544f558-c7d1-4dbe-8348-d80825b6879a for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:24:48.581951 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Updating router 6544f558-c7d1-4dbe-8348-d80825b6879a port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:24:48.607574 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8466e5e3-0a19-490d-b8d1-3056f11887ff admin admin] Deleting port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:48.608011 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8466e5e3-0a19-490d-b8d1-3056f11887ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:48.611490 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35047414-b192-475c-a133-ab9c3d85bf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaea95d-906e-4c30-9911-1b6f2f58fdb7'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:48.614430 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f32ec3f-4aea-4b74-ae6e-5ebc9e34e36e" -d '{"events": [{"server_uuid": "35047414-b192-475c-a133-ab9c3d85bf6e", "name": "network-vif-plugged", "status": "completed", "tag": "6aaea95d-906e-4c30-9911-1b6f2f58fdb7"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:48.637014 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:48.650016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6aaea95d-906e-4c30-9911-1b6f2f58fdb7,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:48.667808 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e34c176-0545-4cc3-af34-8ec23e9d18f2 x-openstack-request-id: req-6e34c176-0545-4cc3-af34-8ec23e9d18f2 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:48.668106 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35047414-b192-475c-a133-ab9c3d85bf6e", "name": "network-vif-plugged", "status": "completed", "tag": "6aaea95d-906e-4c30-9911-1b6f2f58fdb7", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:48.668359 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e34c176-0545-4cc3-af34-8ec23e9d18f2 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:48.668753 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35047414-b192-475c-a133-ab9c3d85bf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaea95d-906e-4c30-9911-1b6f2f58fdb7', 'code': 200} Feb 16 16:24:48.690547 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:48.692029 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 5230fa60-04fc-41e4-ab07-6db406024d32 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:24:48.797484 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8466e5e3-0a19-490d-b8d1-3056f11887ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:48.820306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67f3e5-5815-4a26-bb87-400d03d65308 req-5bf0e3f0-5740-468d-b725-a26d4beef03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:48.822420 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db67f3e5-5815-4a26-bb87-400d03d65308 req-5bf0e3f0-5740-468d-b725-a26d4beef03a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=35047414-b192-475c-a133-ab9c3d85bf6e HTTP/1.1" status: 200 len: 1131 time: 0.0836747 Feb 16 16:24:48.822677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8466e5e3-0a19-490d-b8d1-3056f11887ff admin admin] Calling delete_port for be3d15bb-61a1-4c04-ac40-6d2523f8ac9d owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:48.854135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3269ca0-3233-477a-a66a-94d59670679d req-7b7a86f8-21da-4788-af3d-1b21361bc7e5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:48.861763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3269ca0-3233-477a-a66a-94d59670679d req-7b7a86f8-21da-4788-af3d-1b21361bc7e5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 943 time: 0.1328528 Feb 16 16:24:48.932759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db67f3e5-5815-4a26-bb87-400d03d65308 req-b13376ba-0f52-4483-88f0-6968064348c6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034801 Feb 16 16:24:48.943178 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3269ca0-3233-477a-a66a-94d59670679d req-51190530-0ad0-4d07-a586-9be2a6933c84 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802529 Feb 16 16:24:49.011423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-52d5c093-5b50-4265-b0a4-fe8c3ad35581 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=af979f02f680485b8bfda5a90af7118a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229528 Feb 16 16:24:49.042426 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Publish callbacks [] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:49.045000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=6aaea95d-906e-4c30-9911-1b6f2f58fdb7,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:49.048580 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48806ec4-4a7c-4a4d-9a0d-b62e429739e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (9da02d4e-9cde-455b-9789-323e5e837c8d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:49.060909 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:49.090724 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 5230fa60-04fc-41e4-ab07-6db406024d32 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:24:49.105145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 5230fa60-04fc-41e4-ab07-6db406024d32 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:49.105528 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:49.149971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4f060-14b9-4024-a022-1220ce07f670 None None] Pushing event updated for resources: {'Port': ['ID=be3d15bb-61a1-4c04-ac40-6d2523f8ac9d,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:49.167271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d21d-789e-4b5f-abd4-bdc98745894e req-a371343c-ebfd-43bc-826e-8b66f37038c5 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:49.169156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5bf9d21d-789e-4b5f-abd4-bdc98745894e req-a371343c-ebfd-43bc-826e-8b66f37038c5 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.1564937 Feb 16 16:24:49.216379 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Attempting to bind port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:24:49.216761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Attempting to bind port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '884e3865-cba4-4281-aaf2-f28c203f10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:24:49.217137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Attempting to bind port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d on network 219d6ca0-c90f-46d8-8a13-81e23bf6befe {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:49.227520 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:24:49.227934 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Checking segment: {'id': '884e3865-cba4-4281-aaf2-f28c203f10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:49.228351 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:49.228752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Bound using segment: {'id': '884e3865-cba4-4281-aaf2-f28c203f10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:24:49.229248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Bound port: be3d15bb-61a1-4c04-ac40-6d2523f8ac9d, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884e3865-cba4-4281-aaf2-f28c203f10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:24:49.229640 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:49.252107 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5bf9d21d-789e-4b5f-abd4-bdc98745894e req-42d528bd-e586-41a7-ad0c-132d3a83b79b tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765407 Feb 16 16:24:49.259710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-dff80a62-bcab-4acb-a529-49b34289e7f1 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:49.266962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-dff80a62-bcab-4acb-a529-49b34289e7f1 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432430 Feb 16 16:24:49.298705 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-990d753d-ae8d-49cf-8f97-dfbe257ca656 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/quotas/af979f02f680485b8bfda5a90af7118a HTTP/1.1" status: 200 len: 375 time: 0.0305226 Feb 16 16:24:49.349379 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-b0b423f1-eca9-4f49-93a2-c145ac0fa880 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=af979f02f680485b8bfda5a90af7118a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480220 Feb 16 16:24:49.374635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 5230fa60-04fc-41e4-ab07-6db406024d32 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:49.374968 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:49.389986 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-edd60f35-bf26-4b87-bacf-d398ac5e1033 None None] Provisioning complete for port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:49.390322 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-edd60f35-bf26-4b87-bacf-d398ac5e1033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:49.429708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eccde-5c4c-4b20-b7b5-92c9a3e6f491 req-db6e79d3-7b96-4c0f-8813-c7901cab5368 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:49.431595 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-045eccde-5c4c-4b20-b7b5-92c9a3e6f491 req-db6e79d3-7b96-4c0f-8813-c7901cab5368 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.0774412 Feb 16 16:24:49.505881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] For port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:49.516895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-045eccde-5c4c-4b20-b7b5-92c9a3e6f491 req-0288c191-915d-4fc2-9c2b-0d8e9a7f5c3c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701113 Feb 16 16:24:49.518349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-edd60f35-bf26-4b87-bacf-d398ac5e1033 None None] Port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:24:49.532348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5230fa60-04fc-41e4-ab07-6db406024d32,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:49.532348 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 16:24:49.532348 n-d-669411-5 neutron-server[103423]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, level, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Feb 16 16:24:49.532348 n-d-669411-5 neutron-server[103423]: [parameters: {'port_id': 'be3d15bb-61a1-4c04-ac40-6d2523f8ac9d', 'host': 'n-d-669411-5', 'level': 0, 'driver': 'openvswitch', 'segment_id': '884e3865-cba4-4281-aaf2-f28c203f10e7'}] Feb 16 16:24:49.532348 n-d-669411-5 neutron-server[103423]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:24:49.532348 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:24:49.553686 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:49.632248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=5230fa60-04fc-41e4-ab07-6db406024d32,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:49.733169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617625f5-5fdd-40d0-a86d-58ba69907d37 req-11113f68-dd80-481b-a3d5-c339f13c41d5 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:49.735675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-617625f5-5fdd-40d0-a86d-58ba69907d37 req-11113f68-dd80-481b-a3d5-c339f13c41d5 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.1417673 Feb 16 16:24:49.794799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214240e5-5f2d-4228-8cdf-28ab264d3a54 req-fbd3914b-7213-4dbd-ab37-72e0a80ade44 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:49.800132 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8466e5e3-0a19-490d-b8d1-3056f11887ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:49.801272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-214240e5-5f2d-4228-8cdf-28ab264d3a54 req-fbd3914b-7213-4dbd-ab37-72e0a80ade44 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1193700 Feb 16 16:24:49.841244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466e5e3-0a19-490d-b8d1-3056f11887ff admin admin] Pushing event deleted for resources: {'Port': ['ID=be3d15bb-61a1-4c04-ac40-6d2523f8ac9d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:49.851191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-617625f5-5fdd-40d0-a86d-58ba69907d37 req-a6e71b27-a9d2-4d1a-b86f-e13b9ace60b2 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040957 Feb 16 16:24:49.912937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-214240e5-5f2d-4228-8cdf-28ab264d3a54 req-cf3fb9ac-42c1-4435-9e4c-367baabc11ca tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973868 Feb 16 16:24:50.043277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d002c4-fee4-439a-bd14-0141821a4eae req-31acaba1-e53c-4702-85a8-1b64b6485326 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=af979f02f680485b8bfda5a90af7118a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474536 Feb 16 16:24:50.052947 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Attempting to bind port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:24:50.053506 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Attempting to bind port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '884e3865-cba4-4281-aaf2-f28c203f10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:24:50.053666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Attempting to bind port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d on network 219d6ca0-c90f-46d8-8a13-81e23bf6befe {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:50.063550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:24:50.070193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Checking segment: {'id': '884e3865-cba4-4281-aaf2-f28c203f10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:50.070612 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:50.071021 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Bound using segment: {'id': '884e3865-cba4-4281-aaf2-f28c203f10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:24:50.071525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Bound port: be3d15bb-61a1-4c04-ac40-6d2523f8ac9d, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884e3865-cba4-4281-aaf2-f28c203f10e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '219d6ca0-c90f-46d8-8a13-81e23bf6befe'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:24:50.073630 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (be3d15bb-61a1-4c04-ac40-6d2523f8ac9d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:50.146317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Port be3d15bb-61a1-4c04-ac40-6d2523f8ac9d has been deleted concurrently {{(pid=103423) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 16 16:24:50.149773 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8466e5e3-0a19-490d-b8d1-3056f11887ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (6544f558-c7d1-4dbe-8348-d80825b6879a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:50.159506 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Routers {'6544f558-c7d1-4dbe-8348-d80825b6879a'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:24:50.161057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:24:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6544f558-c7d1-4dbe-8348-d80825b6879a'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:50.177346 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-48806ec4-4a7c-4a4d-9a0d-b62e429739e3 admin admin] Deleting port b462c981-c48e-488b-93b4-c66d0a2e3373 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:50.177956 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48806ec4-4a7c-4a4d-9a0d-b62e429739e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:50.319817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] Set router 6544f558-c7d1-4dbe-8348-d80825b6879a gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:24:50.323601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6fbdd-75c4-4001-9b6d-cf250f2b5c6e req-768098d2-ac2e-452f-b764-efe918745c65 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:50.325384 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19b6fbdd-75c4-4001-9b6d-cf250f2b5c6e req-768098d2-ac2e-452f-b764-efe918745c65 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 943 time: 0.2475815 Feb 16 16:24:50.334876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d002c4-fee4-439a-bd14-0141821a4eae req-33005a11-b7b3-48ec-b761-9906348d40b3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:50.336426 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d002c4-fee4-439a-bd14-0141821a4eae req-33005a11-b7b3-48ec-b761-9906348d40b3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922246 Feb 16 16:24:50.362178 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d002c4-fee4-439a-bd14-0141821a4eae req-f5cfa385-d1ba-478e-b7ed-50daece8b728 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/quotas/af979f02f680485b8bfda5a90af7118a HTTP/1.1" status: 200 len: 375 time: 0.0170836 Feb 16 16:24:50.441982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-48806ec4-4a7c-4a4d-9a0d-b62e429739e3 admin admin] For port b462c981-c48e-488b-93b4-c66d0a2e3373, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b462c981-c48e-488b-93b4-c66d0a2e3373,segment=NetworkSegment(3741db67-447a-46a2-bee8-695a2d7df974),segment_id=3741db67-447a-46a2-bee8-695a2d7df974)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:50.442865 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48806ec4-4a7c-4a4d-9a0d-b62e429739e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:50.450130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d002c4-fee4-439a-bd14-0141821a4eae req-99b77c3c-9172-440b-b8b9-87da685e0394 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=af979f02f680485b8bfda5a90af7118a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727041 Feb 16 16:24:50.469489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-48806ec4-4a7c-4a4d-9a0d-b62e429739e3 admin admin] Calling delete_port for b462c981-c48e-488b-93b4-c66d0a2e3373 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:50.501949 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19b6fbdd-75c4-4001-9b6d-cf250f2b5c6e req-eed70933-9393-4e04-81f3-ef3d3900454c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642351 Feb 16 16:24:50.670010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f6498f-3613-4085-a6da-a0148593e3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5230fa60-04fc-41e4-ab07-6db406024d32'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:50.672291 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0047c01-9512-44a8-b197-ba9b8888ace1" -d '{"events": [{"server_uuid": "b4f6498f-3613-4085-a6da-a0148593e3f6", "name": "network-vif-plugged", "status": "completed", "tag": "5230fa60-04fc-41e4-ab07-6db406024d32"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:50.687511 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcef5a4-f277-4ca3-92fb-c3b9670b01ee req-b4311588-2393-4120-9285-7344ef655f92 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:50.699055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcef5a4-f277-4ca3-92fb-c3b9670b01ee req-b4311588-2393-4120-9285-7344ef655f92 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.1054964 Feb 16 16:24:50.713116 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48806ec4-4a7c-4a4d-9a0d-b62e429739e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b462c981-c48e-488b-93b4-c66d0a2e3373), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:50.755716 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48806ec4-4a7c-4a4d-9a0d-b62e429739e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b462c981-c48e-488b-93b4-c66d0a2e3373,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:50.763567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-247812493-router', 'tenant_id': 'a6ff2516b8714e3b84796769c7390b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd27bc285-0a5a-4cb1-80c0-4d267b23ac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:24:33Z', 'updated_at': '2022-02-16T16:24:49Z', 'revision_number': 5, 'project_id': 'a6ff2516b8714e3b84796769c7390b54', 'gw_port': {'id': 'd27bc285-0a5a-4cb1-80c0-4d267b23ac50', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:24:36Z', 'updated_at': '2022-02-16T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:50.808199 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a197ab2-dc68-426e-ac6f-7fc78e87ceaa None None] The sync data for ids ['6544f558-c7d1-4dbe-8348-d80825b6879a'] in n-d-669411-5 is: [{'id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-247812493-router', 'tenant_id': 'a6ff2516b8714e3b84796769c7390b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'd27bc285-0a5a-4cb1-80c0-4d267b23ac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:24:33Z', 'updated_at': '2022-02-16T16:24:49Z', 'revision_number': 5, 'project_id': 'a6ff2516b8714e3b84796769c7390b54', 'gw_port': {'id': 'd27bc285-0a5a-4cb1-80c0-4d267b23ac50', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:24:36Z', 'updated_at': '2022-02-16T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:24:50.871528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c065ae7-fe99-4811-a920-225ae897043a req-a9f2dc0e-fd02-4f43-b50a-44b445e58080 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:50.880638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c065ae7-fe99-4811-a920-225ae897043a req-a9f2dc0e-fd02-4f43-b50a-44b445e58080 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.1709993 Feb 16 16:24:50.979401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-15d2dc5e-f46e-405a-95f9-b3f145091e7f tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=af979f02f680485b8bfda5a90af7118a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338702 Feb 16 16:24:51.045061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcef5a4-f277-4ca3-92fb-c3b9670b01ee req-fd9e6d41-d6e4-4638-90ad-f018ecf7ebd7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440318 Feb 16 16:24:51.072923 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8466e5e3-0a19-490d-b8d1-3056f11887ff admin admin] Router 6544f558-c7d1-4dbe-8348-d80825b6879a has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:24:51.119128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c065ae7-fe99-4811-a920-225ae897043a req-f460402f-f9dd-4fa4-9543-42061b82daa0 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375603 Feb 16 16:24:51.181748 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48806ec4-4a7c-4a4d-9a0d-b62e429739e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (9da02d4e-9cde-455b-9789-323e5e837c8d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:51.238941 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f56deff-4c3d-4523-84dc-2c80fe40d6e9 req-94087c08-c72a-4a82-a063-8d472dcd090a tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 210 time: 0.0905452 Feb 16 16:24:51.254338 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440636b0-c6c1-414d-88ae-261dd631ef9b x-openstack-request-id: req-440636b0-c6c1-414d-88ae-261dd631ef9b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:51.255622 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f6498f-3613-4085-a6da-a0148593e3f6", "name": "network-vif-plugged", "status": "completed", "tag": "5230fa60-04fc-41e4-ab07-6db406024d32", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:51.256128 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-440636b0-c6c1-414d-88ae-261dd631ef9b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:51.256727 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6498f-3613-4085-a6da-a0148593e3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5230fa60-04fc-41e4-ab07-6db406024d32', 'code': 200} Feb 16 16:24:51.357011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8466e5e3-0a19-490d-b8d1-3056f11887ff admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:24:51.364499 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8466e5e3-0a19-490d-b8d1-3056f11887ff admin admin] 10.222.0.24 "PUT /v2.0/routers/6544f558-c7d1-4dbe-8348-d80825b6879a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3628469 Feb 16 16:24:51.367526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47990) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:51.397668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-e1a9db96-e9cb-43f8-a95f-7c7d32399a98 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:51.399363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-e1a9db96-e9cb-43f8-a95f-7c7d32399a98 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4052887 Feb 16 16:24:51.428645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Request body: {'port': {'device_id': '3c415b83-d525-43f6-85fa-86091a92cba5', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': 'af979f02f680485b8bfda5a90af7118a'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:51.571369 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] Publish callbacks [] for router (6544f558-c7d1-4dbe-8348-d80825b6879a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:51.678391 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48806ec4-4a7c-4a4d-9a0d-b62e429739e3 admin admin] Router 9da02d4e-9cde-455b-9789-323e5e837c8d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:24:51.689082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb0fc2-f7ca-4b3f-9cc9-c4bfb5b0fea3 req-235df924-e9e9-4e8e-a1e9-c66b7734df0b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:51.691968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69cb0fc2-f7ca-4b3f-9cc9-c4bfb5b0fea3 req-235df924-e9e9-4e8e-a1e9-c66b7734df0b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.2827578 Feb 16 16:24:51.703005 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cc402-0bf2-4abd-a765-de3c58bc7712 req-8c57a631-06cf-4150-8586-145585bf72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:51.704652 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c56cc402-0bf2-4abd-a765-de3c58bc7712 req-8c57a631-06cf-4150-8586-145585bf72cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 1127 time: 0.3028388 Feb 16 16:24:51.719418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0a70a-2089-4a17-9e54-3c4e0d865b52 req-4ba0cbaa-25f0-4843-b6f0-c1f0cc496417 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:51.721010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28a0a70a-2089-4a17-9e54-3c4e0d865b52 req-4ba0cbaa-25f0-4843-b6f0-c1f0cc496417 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.3204577 Feb 16 16:24:51.760711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-48d373cc-719e-4513-bc3f-4f80e64e888b service neutron] 10.222.0.65 "GET /v2.0/ports/ba2b4fb2-3966-4fd6-9084-e70054bc7b49/bindings/n-h2-669411-5 HTTP/1.1" status: 200 len: 384 time: 0.2153959 Feb 16 16:24:51.778177 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] Publish callbacks [] for router_gateway (6544f558-c7d1-4dbe-8348-d80825b6879a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:51.850241 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48806ec4-4a7c-4a4d-9a0d-b62e429739e3 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:24:51.855698 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-48806ec4-4a7c-4a4d-9a0d-b62e429739e3 admin admin] 10.222.0.24 "PUT /v2.0/routers/9da02d4e-9cde-455b-9789-323e5e837c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5874352 Feb 16 16:24:51.857217 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Made reservation on behalf of af979f02f680485b8bfda5a90af7118a for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:24:51.858069 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1419cc-9410-4a6c-b803-444022943392 None None] Sync routers for ids ['6544f558-c7d1-4dbe-8348-d80825b6879a'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:24:51.859096 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47994) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:51.860536 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:51.871946 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1419cc-9410-4a6c-b803-444022943392 None None] Routers {'6544f558-c7d1-4dbe-8348-d80825b6879a'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:24:51.872811 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6b1419cc-9410-4a6c-b803-444022943392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:24:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6544f558-c7d1-4dbe-8348-d80825b6879a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:51.876846 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79715882-10a9-4cb8-89ec-731972d088d4 None None] Sync routers for ids ['9da02d4e-9cde-455b-9789-323e5e837c8d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:24:51.891376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79715882-10a9-4cb8-89ec-731972d088d4 None None] Routers {'9da02d4e-9cde-455b-9789-323e5e837c8d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:24:51.892902 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-79715882-10a9-4cb8-89ec-731972d088d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:24:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9da02d4e-9cde-455b-9789-323e5e837c8d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:51.896950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69cb0fc2-f7ca-4b3f-9cc9-c4bfb5b0fea3 req-b60720dd-0b94-48eb-841a-7e55cc4644c7 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891773 Feb 16 16:24:51.904874 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:51.928546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28a0a70a-2089-4a17-9e54-3c4e0d865b52 req-03989461-40bb-4c93-9b20-c4abefa54023 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958041 Feb 16 16:24:51.928751 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c56cc402-0bf2-4abd-a765-de3c58bc7712 req-f0838c47-7d84-4809-8fbd-f01def060480 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003245 Feb 16 16:24:51.964819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] Deleting port d27bc285-0a5a-4cb1-80c0-4d267b23ac50 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:51.965159 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d27bc285-0a5a-4cb1-80c0-4d267b23ac50), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:52.004491 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6b1419cc-9410-4a6c-b803-444022943392 None None] Set router 6544f558-c7d1-4dbe-8348-d80825b6879a gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:24:52.083917 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6b1419cc-9410-4a6c-b803-444022943392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-247812493-router', 'tenant_id': 'a6ff2516b8714e3b84796769c7390b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:24:33Z', 'updated_at': '2022-02-16T16:24:51Z', 'revision_number': 6, 'project_id': 'a6ff2516b8714e3b84796769c7390b54', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:52.111184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-79715882-10a9-4cb8-89ec-731972d088d4 None None] Set router 9da02d4e-9cde-455b-9789-323e5e837c8d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:24:52.119484 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] Publish callbacks [] for router (9da02d4e-9cde-455b-9789-323e5e837c8d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:52.124401 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] For port d27bc285-0a5a-4cb1-80c0-4d267b23ac50, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d27bc285-0a5a-4cb1-80c0-4d267b23ac50,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:52.125945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d27bc285-0a5a-4cb1-80c0-4d267b23ac50), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:52.154390 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1419cc-9410-4a6c-b803-444022943392 None None] Checking router: 6544f558-c7d1-4dbe-8348-d80825b6879a for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:24:52.166960 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1419cc-9410-4a6c-b803-444022943392 None None] Routers {'6544f558-c7d1-4dbe-8348-d80825b6879a'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:24:52.167791 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6b1419cc-9410-4a6c-b803-444022943392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:24:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6544f558-c7d1-4dbe-8348-d80825b6879a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:52.174085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726e643-dd90-4a4c-b675-c0b04a8475a2 req-ee4060ab-d78b-44f2-9346-36e72138ec27 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:52.181507 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4726e643-dd90-4a4c-b675-c0b04a8475a2 req-ee4060ab-d78b-44f2-9346-36e72138ec27 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 943 time: 0.1411846 Feb 16 16:24:52.223932 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks [] for security_group (d277787f-c5f0-4cf5-8431-856bcb847018), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:52.275600 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d277787f-c5f0-4cf5-8431-856bcb847018), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:52.306512 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6b1419cc-9410-4a6c-b803-444022943392 None None] Set router 6544f558-c7d1-4dbe-8348-d80825b6879a gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:24:52.348418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-79715882-10a9-4cb8-89ec-731972d088d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510502090-router', 'tenant_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '789e3829-97bf-4321-a773-e824f5160d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:22:06Z', 'updated_at': '2022-02-16T16:24:50Z', 'revision_number': 5, 'project_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'gw_port': {'id': '789e3829-97bf-4321-a773-e824f5160d76', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:07Z', 'updated_at': '2022-02-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:52.370131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4726e643-dd90-4a4c-b675-c0b04a8475a2 req-87e74408-646b-4055-9b10-3cfa9b3635af tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874847 Feb 16 16:24:52.377564 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6b1419cc-9410-4a6c-b803-444022943392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-247812493-router', 'tenant_id': 'a6ff2516b8714e3b84796769c7390b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:24:33Z', 'updated_at': '2022-02-16T16:24:51Z', 'revision_number': 6, 'project_id': 'a6ff2516b8714e3b84796769c7390b54', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:52.388662 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79715882-10a9-4cb8-89ec-731972d088d4 None None] Checking router: 9da02d4e-9cde-455b-9789-323e5e837c8d for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:24:52.401534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79715882-10a9-4cb8-89ec-731972d088d4 None None] Routers {'9da02d4e-9cde-455b-9789-323e5e837c8d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:24:52.402473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-79715882-10a9-4cb8-89ec-731972d088d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:24:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9da02d4e-9cde-455b-9789-323e5e837c8d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:52.419003 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1419cc-9410-4a6c-b803-444022943392 None None] The sync data for ids ['6544f558-c7d1-4dbe-8348-d80825b6879a'] in n-d-669411-5 is: [{'id': '6544f558-c7d1-4dbe-8348-d80825b6879a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-247812493-router', 'tenant_id': 'a6ff2516b8714e3b84796769c7390b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:24:33Z', 'updated_at': '2022-02-16T16:24:51Z', 'revision_number': 6, 'project_id': 'a6ff2516b8714e3b84796769c7390b54', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:24:52.490548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d277787f-c5f0-4cf5-8431-856bcb847018,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:52.519840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] Calling delete_port for d27bc285-0a5a-4cb1-80c0-4d267b23ac50 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:52.527449 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-1f8b348e-1c3f-4669-b902-7c0c998e931f service neutron] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:52.547685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-79715882-10a9-4cb8-89ec-731972d088d4 None None] Set router 9da02d4e-9cde-455b-9789-323e5e837c8d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:24:52.574878 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e4c3d-0641-41e6-ab40-4a49de7c7a56 req-2ef9f06c-9ee9-425e-9d64-07e6e29ee267 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:52.576604 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b12e4c3d-0641-41e6-ab40-4a49de7c7a56 req-2ef9f06c-9ee9-425e-9d64-07e6e29ee267 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.4114454 Feb 16 16:24:52.646839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-1f8b348e-1c3f-4669-b902-7c0c998e931f service neutron] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:52.694198 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] Publish callbacks [] for router_gateway (9da02d4e-9cde-455b-9789-323e5e837c8d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:52.771446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-79715882-10a9-4cb8-89ec-731972d088d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510502090-router', 'tenant_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '789e3829-97bf-4321-a773-e824f5160d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:22:06Z', 'updated_at': '2022-02-16T16:24:50Z', 'revision_number': 5, 'project_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'gw_port': {'id': '789e3829-97bf-4321-a773-e824f5160d76', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:07Z', 'updated_at': '2022-02-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:52.800365 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79715882-10a9-4cb8-89ec-731972d088d4 None None] The sync data for ids ['9da02d4e-9cde-455b-9789-323e5e837c8d'] in n-d-669411-5 is: [{'id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510502090-router', 'tenant_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '789e3829-97bf-4321-a773-e824f5160d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:22:06Z', 'updated_at': '2022-02-16T16:24:50Z', 'revision_number': 5, 'project_id': '4e9abdbf3ae44e09af55d84b5cc3c0a3', 'gw_port': {'id': '789e3829-97bf-4321-a773-e824f5160d76', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da02d4e-9cde-455b-9789-323e5e837c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:22:07Z', 'updated_at': '2022-02-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:24:52.809196 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d27bc285-0a5a-4cb1-80c0-4d267b23ac50), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:52.845495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] Pushing event deleted for resources: {'Port': ['ID=d27bc285-0a5a-4cb1-80c0-4d267b23ac50,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:52.853831 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] Deleting port 789e3829-97bf-4321-a773-e824f5160d76 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:52.854020 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (789e3829-97bf-4321-a773-e824f5160d76), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:52.971185 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (6544f558-c7d1-4dbe-8348-d80825b6879a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.030114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-1f8b348e-1c3f-4669-b902-7c0c998e931f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2b4fb2-3966-4fd6-9084-e70054bc7b49 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:53.041847 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Allocated IP 192.168.233.45 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:24:53.060899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b12e4c3d-0641-41e6-ab40-4a49de7c7a56 req-bd3964c5-2692-4814-8d1a-9d4d261b3cb5 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725266 Feb 16 16:24:53.075460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-1f8b348e-1c3f-4669-b902-7c0c998e931f service neutron] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:53.095687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3bdd8-1970-4f67-936b-4ea954410972 req-24f50c62-5bef-43db-bd21-c10563b1cb02 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:53.097913 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-26e3bdd8-1970-4f67-936b-4ea954410972 req-24f50c62-5bef-43db-bd21-c10563b1cb02 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.6006098 Feb 16 16:24:53.102279 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] For port 789e3829-97bf-4321-a773-e824f5160d76, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=789e3829-97bf-4321-a773-e824f5160d76,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:53.102645 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (789e3829-97bf-4321-a773-e824f5160d76), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.113098 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (6544f558-c7d1-4dbe-8348-d80825b6879a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.118004 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] Publish callbacks [] for router_controller (6544f558-c7d1-4dbe-8348-d80825b6879a), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.120715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-1f8b348e-1c3f-4669-b902-7c0c998e931f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.123396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] Calling delete_port for 789e3829-97bf-4321-a773-e824f5160d76 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:53.254528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d97e80a-974d-4e9a-9042-7a2dddba0821 req-3bdc17aa-7046-4104-8bf3-674de23faa56 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 210 time: 0.0907490 Feb 16 16:24:53.260155 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (6544f558-c7d1-4dbe-8348-d80825b6879a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.260670 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6544f558-c7d1-4dbe-8348-d80825b6879a {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:24:53.269069 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.273082 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2ad8f784-7afa-47e3-adea-b234bc24c944 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6544f558-c7d1-4dbe-8348-d80825b6879a HTTP/1.1" status: 204 len: 168 time: 1.9045451 Feb 16 16:24:53.273699 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48006) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:53.277729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-26e3bdd8-1970-4f67-936b-4ea954410972 req-dd91dc1b-8f65-4570-9652-068d75fb58cc tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707997 Feb 16 16:24:53.336897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-1f8b348e-1c3f-4669-b902-7c0c998e931f service neutron] Transition to ACTIVE for port object ba2b4fb2-3966-4fd6-9084-e70054bc7b49 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:24:53.350685 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-1f8b348e-1c3f-4669-b902-7c0c998e931f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.445633 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d27bc285-0a5a-4cb1-80c0-4d267b23ac50 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:53.491531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-45822b13-3df9-4abc-9ac1-d5da5f43309f admin admin] Deleting subnet 6ea0d832-c9e0-4c20-8031-708c7568c54d {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:24:53.498141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45822b13-3df9-4abc-9ac1-d5da5f43309f admin admin] Publish callbacks [] for subnet (6ea0d832-c9e0-4c20-8031-708c7568c54d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.498359 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: d27bc285-0a5a-4cb1-80c0-4d267b23ac50 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:24:53.498569 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d27bc285-0a5a-4cb1-80c0-4d267b23ac50 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:53.499175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b462c981-c48e-488b-93b4-c66d0a2e3373 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:53.533687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: b462c981-c48e-488b-93b4-c66d0a2e3373 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:24:53.535742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b462c981-c48e-488b-93b4-c66d0a2e3373 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:53.548788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b348e-1c3f-4669-b902-7c0c998e931f service neutron] Pushing event updated for resources: {'Port': ['ID=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,revision_number=10']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:53.580544 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45822b13-3df9-4abc-9ac1-d5da5f43309f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (6ea0d832-c9e0-4c20-8031-708c7568c54d), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.587730 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-1f8b348e-1c3f-4669-b902-7c0c998e931f service neutron] No DVR routers for this DVR port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:24:53.613391 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks [] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.622099 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (789e3829-97bf-4321-a773-e824f5160d76), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.655295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca656831-287e-4ab3-8c8d-7eca3227c426 req-9d03b0e2-3088-448a-a551-0118f5f7bd81 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:53.656801 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca656831-287e-4ab3-8c8d-7eca3227c426 req-9d03b0e2-3088-448a-a551-0118f5f7bd81 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.2053196 Feb 16 16:24:53.662380 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-1f8b348e-1c3f-4669-b902-7c0c998e931f service neutron] 10.222.0.65 "PUT /v2.0/ports/ba2b4fb2-3966-4fd6-9084-e70054bc7b49/bindings/n-h2-669411-5/activate HTTP/1.1" status: 200 len: 369 time: 1.8855293 Feb 16 16:24:53.669867 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] Pushing event deleted for resources: {'Port': ['ID=789e3829-97bf-4321-a773-e824f5160d76,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:53.682490 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557ade0-e443-4d8a-b68a-ae9aaf19b522 req-8e69a43e-6b18-47ad-8ce8-305f5b0fd560 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:53.684083 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7557ade0-e443-4d8a-b68a-ae9aaf19b522 req-8e69a43e-6b18-47ad-8ce8-305f5b0fd560 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2308078 Feb 16 16:24:53.761204 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45822b13-3df9-4abc-9ac1-d5da5f43309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (6ea0d832-c9e0-4c20-8031-708c7568c54d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.765641 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca656831-287e-4ab3-8c8d-7eca3227c426 req-73607174-d155-4078-985e-319e67fd9dfe tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982127 Feb 16 16:24:53.766660 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.781769 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (9da02d4e-9cde-455b-9789-323e5e837c8d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.783456 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7557ade0-e443-4d8a-b68a-ae9aaf19b522 req-626aae52-3fac-4dff-8a80-7e911352dc7d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889127 Feb 16 16:24:53.826589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:24:53.830180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:53.835729 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:24:53.863170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Pushing event updated for resources: {'Port': ['ID=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:53.917689 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (9da02d4e-9cde-455b-9789-323e5e837c8d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.921318 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] Publish callbacks [] for router_controller (9da02d4e-9cde-455b-9789-323e5e837c8d), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.957402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:53.958049 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.969791 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45822b13-3df9-4abc-9ac1-d5da5f43309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (6ea0d832-c9e0-4c20-8031-708c7568c54d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:53.992838 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-d5523eb9-8f49-4872-bd7c-d060bc9a83f7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5714459 Feb 16 16:24:54.003966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45822b13-3df9-4abc-9ac1-d5da5f43309f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea0d832-c9e0-4c20-8031-708c7568c54d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:54.010631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (9da02d4e-9cde-455b-9789-323e5e837c8d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.011200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9da02d4e-9cde-455b-9789-323e5e837c8d {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:24:54.014024 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Request body: {'port': {'device_id': '3c415b83-d525-43f6-85fa-86091a92cba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:54.016515 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.021239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063879f8-7212-4337-b7dd-8bec0c719070 req-ee173e11-97c3-4381-9883-3a6b47e51e1e tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:54.022779 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-063879f8-7212-4337-b7dd-8bec0c719070 req-ee173e11-97c3-4381-9883-3a6b47e51e1e tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 1127 time: 0.1610053 Feb 16 16:24:54.023413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48012) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:54.024866 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1481ed72-9b59-4a54-89f7-d4e92c6d134c admin admin] 10.222.0.24 "DELETE /v2.0/routers/9da02d4e-9cde-455b-9789-323e5e837c8d HTTP/1.1" status: 204 len: 168 time: 2.1604998 Feb 16 16:24:54.028353 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45822b13-3df9-4abc-9ac1-d5da5f43309f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.034193 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-45822b13-3df9-4abc-9ac1-d5da5f43309f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6ea0d832-c9e0-4c20-8031-708c7568c54d HTTP/1.1" status: 204 len: 168 time: 0.6735361 Feb 16 16:24:54.036097 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48014) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:54.038223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2957ad33-00c5-4208-a0d2-cccb735f94e7 None None] Network 219d6ca0-c90f-46d8-8a13-81e23bf6befe requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:24:54.048681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ef2e8-e44e-499d-8cbc-88c05240fd83 req-75bd3333-9dfe-4929-903d-e5a747a61b50 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:54.050531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a99ef2e8-e44e-499d-8cbc-88c05240fd83 req-75bd3333-9dfe-4929-903d-e5a747a61b50 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 944 time: 0.1621644 Feb 16 16:24:54.113779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device ba2b4fb2-3966-4fd6-9084-e70054bc7b49 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:54.150240 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (219d6ca0-c90f-46d8-8a13-81e23bf6befe), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.184813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] The host n-h1-669411-5 is not matching for port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 host n-h2-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:24:54.185220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device ba2b4fb2-3966-4fd6-9084-e70054bc7b49 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:54.208790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-09873863-7a1a-4710-af25-294f91326095 admin admin] Deleting subnet 0529490d-66e4-4b17-8cfd-b9d13b1f3160 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:24:54.220408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] Deleting port ee7e6cb5-8b74-4a14-856d-596d031b8049 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:54.220755 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.226277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-658304f4-48aa-4061-aec1-de670a9b6ff8 None None] Provisioning complete for port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:24:54.226573 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-658304f4-48aa-4061-aec1-de670a9b6ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.233776 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.245865 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09873863-7a1a-4710-af25-294f91326095 admin admin] Publish callbacks [] for subnet (0529490d-66e4-4b17-8cfd-b9d13b1f3160), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.265079 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-658304f4-48aa-4061-aec1-de670a9b6ff8 None None] Port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:24:54.282045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51246a8e-3cde-439a-9d25-3cf6f539355c None None] DHCP port deletion for 219d6ca0-c90f-46d8-8a13-81e23bf6befe request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:24:54.287329 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-063879f8-7212-4337-b7dd-8bec0c719070 req-c65ef2c1-d030-4ef6-87cc-c39bcd983ba4 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359772 Feb 16 16:24:54.296749 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a99ef2e8-e44e-499d-8cbc-88c05240fd83 req-ea33da89-aa49-4ef4-95e2-d77a58559dba tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343431 Feb 16 16:24:54.322561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] For port ee7e6cb5-8b74-4a14-856d-596d031b8049, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ee7e6cb5-8b74-4a14-856d-596d031b8049,segment=NetworkSegment(884e3865-cba4-4281-aaf2-f28c203f10e7),segment_id=884e3865-cba4-4281-aaf2-f28c203f10e7)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:54.323016 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.338041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] Calling delete_port for ee7e6cb5-8b74-4a14-856d-596d031b8049 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:54.356344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-51246a8e-3cde-439a-9d25-3cf6f539355c None None] Deleting port ee7e6cb5-8b74-4a14-856d-596d031b8049 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:54.356780 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-51246a8e-3cde-439a-9d25-3cf6f539355c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.403567 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09873863-7a1a-4710-af25-294f91326095 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (0529490d-66e4-4b17-8cfd-b9d13b1f3160), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.435557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-51246a8e-3cde-439a-9d25-3cf6f539355c None None] For port ee7e6cb5-8b74-4a14-856d-596d031b8049, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ee7e6cb5-8b74-4a14-856d-596d031b8049,segment=NetworkSegment(884e3865-cba4-4281-aaf2-f28c203f10e7),segment_id=884e3865-cba4-4281-aaf2-f28c203f10e7)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:54.435932 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-51246a8e-3cde-439a-9d25-3cf6f539355c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.455847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-51246a8e-3cde-439a-9d25-3cf6f539355c None None] Calling delete_port for ee7e6cb5-8b74-4a14-856d-596d031b8049 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:54.459143 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.497538 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7e6cb5-8b74-4a14-856d-596d031b8049,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:54.500167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] No DVR routers for this DVR port ee7e6cb5-8b74-4a14-856d-596d031b8049 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:24:54.516203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1afafa16-4709-4f84-b443-0bd775aef935 req-0b0ed712-7873-4028-b354-d8a104ce2d7c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 210 time: 0.0606523 Feb 16 16:24:54.553173 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-51246a8e-3cde-439a-9d25-3cf6f539355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (ee7e6cb5-8b74-4a14-856d-596d031b8049), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.579860 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51246a8e-3cde-439a-9d25-3cf6f539355c None None] Pushing event deleted for resources: {'Port': ['ID=ee7e6cb5-8b74-4a14-856d-596d031b8049,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:54.585190 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51246a8e-3cde-439a-9d25-3cf6f539355c None None] No DVR routers for this DVR port ee7e6cb5-8b74-4a14-856d-596d031b8049 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:24:54.615022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70351d4d-93b6-4fff-aaf8-d8f65f981c65 req-71d014a9-5ff2-4ab5-9e54-82abbb749701 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:54.616638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70351d4d-93b6-4fff-aaf8-d8f65f981c65 req-71d014a9-5ff2-4ab5-9e54-82abbb749701 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.2353520 Feb 16 16:24:54.618406 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (219d6ca0-c90f-46d8-8a13-81e23bf6befe), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.642514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219d6ca0-c90f-46d8-8a13-81e23bf6befe']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:54.654528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884e3865-cba4-4281-aaf2-f28c203f10e7') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:54.654825 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884e3865-cba4-4281-aaf2-f28c203f10e7') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:54.669698 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (884e3865-cba4-4281-aaf2-f28c203f10e7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.685509 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (884e3865-cba4-4281-aaf2-f28c203f10e7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.692766 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:24:54.693575 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (884e3865-cba4-4281-aaf2-f28c203f10e7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: items = [ Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:24:54.695251 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:24:54.760870 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (219d6ca0-c90f-46d8-8a13-81e23bf6befe), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.766327 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.772952 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] 10.222.0.24 "DELETE /v2.0/networks/219d6ca0-c90f-46d8-8a13-81e23bf6befe HTTP/1.1" status: 204 len: 168 time: 0.7332201 Feb 16 16:24:54.782166 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272dfb4-cb25-4234-aba9-96b94cb615cc admin admin] Pushing event deleted for resources: {'Network': ['ID=219d6ca0-c90f-46d8-8a13-81e23bf6befe,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:54.800680 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09873863-7a1a-4710-af25-294f91326095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (0529490d-66e4-4b17-8cfd-b9d13b1f3160), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.879803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70351d4d-93b6-4fff-aaf8-d8f65f981c65 req-9bff3f05-4649-4c04-a3a7-c91dbfc6b1bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517629 Feb 16 16:24:54.892040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e620a8-6cda-4d5e-8bc4-803760212e02 req-94feefeb-09c0-4d1b-9351-9ac77fb3f99c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:54.893520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4e620a8-6cda-4d5e-8bc4-803760212e02 req-94feefeb-09c0-4d1b-9351-9ac77fb3f99c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.2667511 Feb 16 16:24:54.968292 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09873863-7a1a-4710-af25-294f91326095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (0529490d-66e4-4b17-8cfd-b9d13b1f3160), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:54.972475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48032) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:55.005370 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4e620a8-6cda-4d5e-8bc4-803760212e02 req-fbb3e668-48f8-4464-be77-e49b5014a34e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036382 Feb 16 16:24:55.046077 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bd5dbc24-2811-4db3-8d6b-7d364d3a2a9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6ff2516b8714e3b84796769c7390b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0684028 Feb 16 16:24:55.046389 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48034) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:55.053288 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09873863-7a1a-4710-af25-294f91326095 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.059055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-09873863-7a1a-4710-af25-294f91326095 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0529490d-66e4-4b17-8cfd-b9d13b1f3160 HTTP/1.1" status: 204 len: 168 time: 1.0157931 Feb 16 16:24:55.059213 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b0551e-9730-42c3-b057-0343617fa335 None None] Network 23cd9590-433f-47bf-a201-b94da622d168 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:24:55.072850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09873863-7a1a-4710-af25-294f91326095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0529490d-66e4-4b17-8cfd-b9d13b1f3160,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:55.075643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48036) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:55.108375 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31b6e931-8c77-4743-ba40-c6fa545e924d admin admin] Publish callbacks [] for security_group (adff0a32-1b6c-443d-b5f2-6d7642cbab72), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.139358 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31b6e931-8c77-4743-ba40-c6fa545e924d admin admin] Publish callbacks [] for security_group (adff0a32-1b6c-443d-b5f2-6d7642cbab72), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.192946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:24:55.207634 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31b6e931-8c77-4743-ba40-c6fa545e924d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (adff0a32-1b6c-443d-b5f2-6d7642cbab72), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.210552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31b6e931-8c77-4743-ba40-c6fa545e924d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.214410 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Publish callbacks [] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.214676 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-31b6e931-8c77-4743-ba40-c6fa545e924d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/adff0a32-1b6c-443d-b5f2-6d7642cbab72 HTTP/1.1" status: 204 len: 168 time: 0.1672726 Feb 16 16:24:55.223859 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6e931-8c77-4743-ba40-c6fa545e924d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adff0a32-1b6c-443d-b5f2-6d7642cbab72,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:55.231077 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (23cd9590-433f-47bf-a201-b94da622d168), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.247483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906b33a-3b38-4317-bcdc-e62f4eef80af req-8bc126bf-e70b-4522-b8f2-5e8b54e5ff86 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:55.249191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6906b33a-3b38-4317-bcdc-e62f4eef80af req-8bc126bf-e70b-4522-b8f2-5e8b54e5ff86 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2378840 Feb 16 16:24:55.257280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Transition to ACTIVE for port object c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:24:55.270286 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.283052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254edb65-2705-4be1-951b-6afea95c43ee None None] DHCP port deletion for 23cd9590-433f-47bf-a201-b94da622d168 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:24:55.435016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-254edb65-2705-4be1-951b-6afea95c43ee None None] Deleting port 0d97d798-4648-4571-b0f8-e1c51e25a5cd {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:55.435572 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-254edb65-2705-4be1-951b-6afea95c43ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.439582 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0d97d798-4648-4571-b0f8-e1c51e25a5cd no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:55.564342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-254edb65-2705-4be1-951b-6afea95c43ee None None] For port 0d97d798-4648-4571-b0f8-e1c51e25a5cd, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0d97d798-4648-4571-b0f8-e1c51e25a5cd,segment=NetworkSegment(3741db67-447a-46a2-bee8-695a2d7df974),segment_id=3741db67-447a-46a2-bee8-695a2d7df974)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:55.565048 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-254edb65-2705-4be1-951b-6afea95c43ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.597927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-254edb65-2705-4be1-951b-6afea95c43ee None None] Calling delete_port for 0d97d798-4648-4571-b0f8-e1c51e25a5cd owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:55.621323 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0eb0c80d-7e40-4dc6-a356-3e32cb80a72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.638984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:55.679546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6906b33a-3b38-4317-bcdc-e62f4eef80af req-e45240b2-01e0-43e3-80c5-f6921c846507 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194958 Feb 16 16:24:55.723134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] Deleting port 0d97d798-4648-4571-b0f8-e1c51e25a5cd {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:24:55.723746 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.757695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 0d97d798-4648-4571-b0f8-e1c51e25a5cd is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:24:55.758700 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.768580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Attempting to bind port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:24:55.768960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Attempting to bind port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:24:55.769295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Attempting to bind port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:55.822325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c238684-9efe-47a0-b6a1-75817b74bafe req-68913aa8-b87f-4ca4-81bf-838e9e4c93eb tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:55.829600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c238684-9efe-47a0-b6a1-75817b74bafe req-68913aa8-b87f-4ca4-81bf-838e9e4c93eb tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 944 time: 0.3842075 Feb 16 16:24:55.864163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03d9adaa-5547-4098-9302-04cf4a2638bc req-2fa1d115-1e94-4ce5-80ef-e713516e3bc0 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 210 time: 0.0877714 Feb 16 16:24:55.864163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:24:55.864163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Attempting to bind port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:24:55.895199 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 0d97d798-4648-4571-b0f8-e1c51e25a5cd, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0d97d798-4648-4571-b0f8-e1c51e25a5cd,segment=NetworkSegment(3741db67-447a-46a2-bee8-695a2d7df974),segment_id=3741db67-447a-46a2-bee8-695a2d7df974)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:55.909966 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.910486 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ee7e6cb5-8b74-4a14-856d-596d031b8049 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:55.914883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:24:55.915220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:55.915606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:24:55.916110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Bound port: c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:24:55.916425 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.919460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] For port 0d97d798-4648-4571-b0f8-e1c51e25a5cd, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0d97d798-4648-4571-b0f8-e1c51e25a5cd,segment=NetworkSegment(3741db67-447a-46a2-bee8-695a2d7df974),segment_id=3741db67-447a-46a2-bee8-695a2d7df974)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:24:55.919869 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:55.958817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] Calling delete_port for 0d97d798-4648-4571-b0f8-e1c51e25a5cd owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:24:56.025717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c238684-9efe-47a0-b6a1-75817b74bafe req-a7140995-9a31-4cef-9e94-28e11edeb8f9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864753 Feb 16 16:24:56.106930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: ee7e6cb5-8b74-4a14-856d-596d031b8049 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:24:56.106930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ee7e6cb5-8b74-4a14-856d-596d031b8049 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:56.106930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 789e3829-97bf-4321-a773-e824f5160d76 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:24:56.133031 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-254edb65-2705-4be1-951b-6afea95c43ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:56.159124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 789e3829-97bf-4321-a773-e824f5160d76 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:24:56.160070 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 789e3829-97bf-4321-a773-e824f5160d76 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:24:56.164566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event deleted for resources: {'Port': ['ID=0d97d798-4648-4571-b0f8-e1c51e25a5cd,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:56.193383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254edb65-2705-4be1-951b-6afea95c43ee None None] Pushing event deleted for resources: {'Port': ['ID=0d97d798-4648-4571-b0f8-e1c51e25a5cd,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:56.201317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254edb65-2705-4be1-951b-6afea95c43ee None None] No DVR routers for this DVR port 0d97d798-4648-4571-b0f8-e1c51e25a5cd on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:24:56.226653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] For port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:24:56.260473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] For port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:24:56.281112 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:56.295482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7abfd-946a-4c05-8505-2332a425ef79 req-7664e77e-10f3-44da-b0ba-1a4c6296bc92 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:56.297676 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14e7abfd-946a-4c05-8505-2332a425ef79 req-7664e77e-10f3-44da-b0ba-1a4c6296bc92 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.2743793 Feb 16 16:24:56.342936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d74c5-43ab-45a2-a86c-9908fa0205f2 req-61c3689d-c532-47b0-961a-f8588a6a8d2c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:56.344493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-354d74c5-43ab-45a2-a86c-9908fa0205f2 req-61c3689d-c532-47b0-961a-f8588a6a8d2c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.2184753 Feb 16 16:24:56.350831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:56.351874 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:56.353188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] 10.222.0.65 "PUT /v2.0/ports/c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e HTTP/1.1" status: 200 len: 1095 time: 2.3512838 Feb 16 16:24:56.357739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c415b83-d525-43f6-85fa-86091a92cba5', 'tag': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:24:56.360715 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f84a32-85e3-4e6a-b291-f1cfd7d4f770" -d '{"events": [{"name": "network-changed", "server_uuid": "3c415b83-d525-43f6-85fa-86091a92cba5", "tag": "c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:24:56.365108 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (0d97d798-4648-4571-b0f8-e1c51e25a5cd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:56.429824 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48076) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:56.587520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2098129290-network', 'tenant_id': '8ca95a16ebaf4fb092fc39ed2f5c4729'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:56.621280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] Made reservation on behalf of 8ca95a16ebaf4fb092fc39ed2f5c4729 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:24:56.624848 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:56.638887 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:56.735688 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] Publish callbacks [] for security_group (df224ab7-d8b4-49c5-bd65-2c5f28268c60), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:56.741337 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (df224ab7-d8b4-49c5-bd65-2c5f28268c60), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:56.773613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:24:56.786037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df224ab7-d8b4-49c5-bd65-2c5f28268c60,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:56.793467 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:56.793946 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] Added segment 86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a of type vlan for network 51499808-74f6-44c8-afc6-e9caf9ad70c7 Feb 16 16:24:56.814633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] No DVR routers for this DVR port 0d97d798-4648-4571-b0f8-e1c51e25a5cd on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:24:56.833628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071679eb-f6d2-4fb6-b911-b122626a19d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:56.845900 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (51499808-74f6-44c8-afc6-e9caf9ad70c7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:56.881493 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (51499808-74f6-44c8-afc6-e9caf9ad70c7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:56.882774 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:56.883446 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:56.894478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14e7abfd-946a-4c05-8505-2332a425ef79 req-fc1d7520-c9d5-4b1f-885d-cdf3fb7b56bb tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864897 Feb 16 16:24:56.925390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d97d798-4648-4571-b0f8-e1c51e25a5cd,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:56.929831 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-354d74c5-43ab-45a2-a86c-9908fa0205f2 req-54f59f85-b10a-40f8-bdab-77f9c7d4f4bf tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744164 Feb 16 16:24:56.957805 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5241723 Feb 16 16:24:56.960380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48084) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:56.980197 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (23cd9590-433f-47bf-a201-b94da622d168), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:56.992487 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed20a59f-db33-4145-ba39-868a41eeec69 x-openstack-request-id: req-ed20a59f-db33-4145-ba39-868a41eeec69 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:24:56.992766 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c415b83-d525-43f6-85fa-86091a92cba5", "tag": "c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:24:56.993017 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed20a59f-db33-4145-ba39-868a41eeec69 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:24:56.993419 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c415b83-d525-43f6-85fa-86091a92cba5', 'tag': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e', 'status': 'completed', 'code': 200} Feb 16 16:24:57.008440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-46757544-6520-4096-bb12-f6792fe02fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:57.010540 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-46757544-6520-4096-bb12-f6792fe02fee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af979f02f680485b8bfda5a90af7118a&device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 1129 time: 0.2486582 Feb 16 16:24:57.012311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23cd9590-433f-47bf-a201-b94da622d168']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:57.014244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ed7d23f1-41f2-4d98-a4a1-d87c05cd95b4 admin admin] Request body: {'subnet': {'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2098129290-subnet', 'tenant_id': '8ca95a16ebaf4fb092fc39ed2f5c4729', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:24:57.021618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c19c4-0e4e-4f6a-a960-aa9aaf8b30f8 admin admin] Pushing event updated for resources: {'Network': ['ID=51499808-74f6-44c8-afc6-e9caf9ad70c7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:57.038326 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 51499808-74f6-44c8-afc6-e9caf9ad70c7 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:24:57.039995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3741db67-447a-46a2-bee8-695a2d7df974') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:57.040422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3741db67-447a-46a2-bee8-695a2d7df974') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:24:57.057579 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7d23f1-41f2-4d98-a4a1-d87c05cd95b4 admin admin] Made reservation on behalf of 8ca95a16ebaf4fb092fc39ed2f5c4729 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:24:57.060717 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed7d23f1-41f2-4d98-a4a1-d87c05cd95b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:57.099768 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (3741db67-447a-46a2-bee8-695a2d7df974), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:57.136243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-8516dae7-3451-4704-beab-3b6e047ea723 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e HTTP/1.1" status: 200 len: 217 time: 0.1140921 Feb 16 16:24:57.216289 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (3741db67-447a-46a2-bee8-695a2d7df974), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:57.223875 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9d303fe-125b-4a07-bceb-da4620a6af80 req-7a51cdf3-9c73-4bfe-8d19-dff44cc7dd33 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 210 time: 0.1218522 Feb 16 16:24:57.240041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:24:57.249011 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (3741db67-447a-46a2-bee8-695a2d7df974), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:24:57.252707 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:24:57.283825 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d0963-cad4-41a9-8837-496fa0d92b34 req-c474ce85-ec99-4f57-a380-bb2f2e4d3b4a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:57.291311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c80d0963-cad4-41a9-8837-496fa0d92b34 req-c474ce85-ec99-4f57-a380-bb2f2e4d3b4a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2486115 Feb 16 16:24:57.305937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-ac6a0695-fe7f-426d-9ee4-b6fd79cd3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:57.307409 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-ac6a0695-fe7f-426d-9ee4-b6fd79cd3754 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1428716 Feb 16 16:24:57.308985 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed7d23f1-41f2-4d98-a4a1-d87c05cd95b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (9186030b-fe72-41cc-87f9-eb80f37580c6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:57.371602 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d23f1-41f2-4d98-a4a1-d87c05cd95b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9186030b-fe72-41cc-87f9-eb80f37580c6,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:57.381417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d23f1-41f2-4d98-a4a1-d87c05cd95b4 admin admin] Checking segment: {'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:24:57.381774 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7d23f1-41f2-4d98-a4a1-d87c05cd95b4 admin admin] Network hostable DHCP agents. Network: 51499808-74f6-44c8-afc6-e9caf9ad70c7, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:24:57.398321 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7d23f1-41f2-4d98-a4a1-d87c05cd95b4 admin admin] Network 51499808-74f6-44c8-afc6-e9caf9ad70c7 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:24:57.409204 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ed7d23f1-41f2-4d98-a4a1-d87c05cd95b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 51499808-74f6-44c8-afc6-e9caf9ad70c7) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:24:57.415023 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (23cd9590-433f-47bf-a201-b94da622d168), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:57.415940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7d23f1-41f2-4d98-a4a1-d87c05cd95b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:57.419283 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed7d23f1-41f2-4d98-a4a1-d87c05cd95b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:57.421010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41282055-fb5f-45f4-bffb-b7cd1ca8337a None None] Network 51499808-74f6-44c8-afc6-e9caf9ad70c7 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:24:57.427834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:57.433402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] 10.222.0.24 "DELETE /v2.0/networks/23cd9590-433f-47bf-a201-b94da622d168 HTTP/1.1" status: 204 len: 168 time: 2.3540239 Feb 16 16:24:57.444693 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ed7d23f1-41f2-4d98-a4a1-d87c05cd95b4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4367371 Feb 16 16:24:57.463196 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30806ccf-9471-4d56-8a3f-ce537f9e1f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=23cd9590-433f-47bf-a201-b94da622d168,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:57.469520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c80d0963-cad4-41a9-8837-496fa0d92b34 req-fdc104ca-e058-4005-8907-58dec3163173 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773481 Feb 16 16:24:57.494417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-62fc3e54-11cc-4db2-aeb7-0151901fc91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:57.498032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-62fc3e54-11cc-4db2-aeb7-0151901fc91b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1789553 Feb 16 16:24:57.542391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb3838-0901-422f-ba75-74dac251a1c0 req-ab556b4c-6aa8-4d95-a588-7d08aeb26953 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:57.550675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57fb3838-0901-422f-ba75-74dac251a1c0 req-ab556b4c-6aa8-4d95-a588-7d08aeb26953 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 944 time: 0.2326560 Feb 16 16:24:57.602203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857bac96-b02a-463e-8278-a8b64098b01e None None] Network 51499808-74f6-44c8-afc6-e9caf9ad70c7 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:24:57.669939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48098) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:57.738608 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-6ba1a709-edf8-401a-993a-d896e41281ad service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277682 Feb 16 16:24:57.751911 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-30776eb4-2783-4794-95c3-e022c7d4db4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a074548814944d3691a8ab693310e936&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0807569 Feb 16 16:24:57.754857 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48102) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:57.799156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57fb3838-0901-422f-ba75-74dac251a1c0 req-2590ed47-93b8-4fa6-9cb5-1be0c8758838 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359364 Feb 16 16:24:57.815239 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04f1e369-fe2e-4e14-b0a9-ccda086fa52e admin admin] Publish callbacks [] for security_group (52ad8c9a-14b8-45da-81eb-a577bddce081), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:57.843069 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04f1e369-fe2e-4e14-b0a9-ccda086fa52e admin admin] Publish callbacks [] for security_group (52ad8c9a-14b8-45da-81eb-a577bddce081), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:57.904005 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c22e012-9f07-4536-908a-ff23ee59d8af req-dd8ba8ad-d221-4a8a-ab61-586d5f726a04 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590698 Feb 16 16:24:57.914805 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04f1e369-fe2e-4e14-b0a9-ccda086fa52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (52ad8c9a-14b8-45da-81eb-a577bddce081), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:57.918173 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04f1e369-fe2e-4e14-b0a9-ccda086fa52e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:57.922861 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-04f1e369-fe2e-4e14-b0a9-ccda086fa52e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52ad8c9a-14b8-45da-81eb-a577bddce081 HTTP/1.1" status: 204 len: 168 time: 0.1670308 Feb 16 16:24:57.932856 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1e369-fe2e-4e14-b0a9-ccda086fa52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ad8c9a-14b8-45da-81eb-a577bddce081,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:58.049684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f84a32-85e3-4e6a-b291-f1cfd7d4f770 req-8099cb93-faf4-48e5-a7ad-1b04aa056e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:58.051354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2f84a32-85e3-4e6a-b291-f1cfd7d4f770 req-8099cb93-faf4-48e5-a7ad-1b04aa056e9e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af979f02f680485b8bfda5a90af7118a&device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 1129 time: 0.0862048 Feb 16 16:24:58.172393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e233cf-749f-4316-b802-41ca95657673 req-b3c07db2-4eb2-48ec-815e-622b722f5355 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:58.176230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44e233cf-749f-4316-b802-41ca95657673 req-b3c07db2-4eb2-48ec-815e-622b722f5355 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.0903854 Feb 16 16:24:58.226402 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-77c1a847-1c7d-4778-94ba-062c7ae013c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:58.340105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48134) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:58.374685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-56406e2f-46cb-436f-b66f-b7675eb8b89d tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:58.380414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-56406e2f-46cb-436f-b66f-b7675eb8b89d tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/networks?id=51499808-74f6-44c8-afc6-e9caf9ad70c7 HTTP/1.1" status: 200 len: 805 time: 0.2533994 Feb 16 16:24:58.384321 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-59684452-ac50-4fc7-ac07-e271ddb778f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e9abdbf3ae44e09af55d84b5cc3c0a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428994 Feb 16 16:24:58.386717 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48136) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:24:58.408966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44e233cf-749f-4316-b802-41ca95657673 req-57385b81-cf9d-43fe-a962-139580f346a2 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252440 Feb 16 16:24:58.412549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f84a32-85e3-4e6a-b291-f1cfd7d4f770 req-bf19ae5e-cac8-49ed-8897-8614b16e854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:58.413984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2f84a32-85e3-4e6a-b291-f1cfd7d4f770 req-bf19ae5e-cac8-49ed-8897-8614b16e854f service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2315929 Feb 16 16:24:58.416680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-ed4df9ed-76e9-4d61-9314-ccc98ce514b5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/quotas/8ca95a16ebaf4fb092fc39ed2f5c4729 HTTP/1.1" status: 200 len: 375 time: 0.0317085 Feb 16 16:24:58.439073 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c67bf472-97c0-421e-bc2e-7e383d94c3a0 admin admin] Publish callbacks [] for security_group (6a2ea7e7-f2a3-4a96-8d27-3a40451c4c5a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:58.467270 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c67bf472-97c0-421e-bc2e-7e383d94c3a0 admin admin] Publish callbacks [] for security_group (6a2ea7e7-f2a3-4a96-8d27-3a40451c4c5a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:58.505594 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-4eae7fff-ae23-4ff5-bc78-79806234d09f tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ca95a16ebaf4fb092fc39ed2f5c4729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788393 Feb 16 16:24:58.507615 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2f84a32-85e3-4e6a-b291-f1cfd7d4f770 req-8a821afa-2070-4ea3-996f-b12313ef802f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e HTTP/1.1" status: 200 len: 217 time: 0.0876269 Feb 16 16:24:58.526196 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c67bf472-97c0-421e-bc2e-7e383d94c3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6a2ea7e7-f2a3-4a96-8d27-3a40451c4c5a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:58.529061 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c67bf472-97c0-421e-bc2e-7e383d94c3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:58.533417 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c67bf472-97c0-421e-bc2e-7e383d94c3a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a2ea7e7-f2a3-4a96-8d27-3a40451c4c5a HTTP/1.1" status: 204 len: 168 time: 0.1455185 Feb 16 16:24:58.542282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bf472-97c0-421e-bc2e-7e383d94c3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2ea7e7-f2a3-4a96-8d27-3a40451c4c5a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:24:58.651328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f84a32-85e3-4e6a-b291-f1cfd7d4f770 req-a2c35bab-8ff7-4fa7-8c81-acd39fcebc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:58.652843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2f84a32-85e3-4e6a-b291-f1cfd7d4f770 req-a2c35bab-8ff7-4fa7-8c81-acd39fcebc7a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1366525 Feb 16 16:24:58.705830 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68e8c6-cb96-4d28-80f7-7f27cd17dd49 req-10197d6b-946b-4668-9589-7267b167bfb1 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:58.707991 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc68e8c6-cb96-4d28-80f7-7f27cd17dd49 req-10197d6b-946b-4668-9589-7267b167bfb1 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.2060933 Feb 16 16:24:58.745699 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ec8792c3-c7b9-4c85-9024-08714089d50c tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:58.747361 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-ec8792c3-c7b9-4c85-9024-08714089d50c tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866&tenant_id=3891023a3e87450bb385aeaa57c755fe&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1126 time: 0.0946712 Feb 16 16:24:58.757945 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-6b24c282-fd07-4b96-a698-4cf56dbf8a63 service neutron] 10.222.0.24 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406132 Feb 16 16:24:58.812229 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f84a32-85e3-4e6a-b291-f1cfd7d4f770 req-2b2e5734-94cd-47e6-87e8-09da317c3165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:58.813974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2f84a32-85e3-4e6a-b291-f1cfd7d4f770 req-2b2e5734-94cd-47e6-87e8-09da317c3165 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1524000 Feb 16 16:24:58.836219 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc68e8c6-cb96-4d28-80f7-7f27cd17dd49 req-b8622586-c6fb-4518-b023-db800daa6a28 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151505 Feb 16 16:24:58.869638 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-04c4dbba-d86a-417d-b6f2-f560e2be02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:58.873633 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-04c4dbba-d86a-417d-b6f2-f560e2be02e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866&tenant_id=3891023a3e87450bb385aeaa57c755fe HTTP/1.1" status: 200 len: 1126 time: 0.1161425 Feb 16 16:24:58.991542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-39c34570-5ffe-4521-8c19-4b79669e6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:58.993315 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-39c34570-5ffe-4521-8c19-4b79669e6d93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 1126 time: 0.0923119 Feb 16 16:24:59.009247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-1080f65f-ae88-4927-a075-91b0729651fa service neutron] 10.222.0.24 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438073 Feb 16 16:24:59.057912 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-89f81647-9d71-4e44-ab8f-7ea2ecb668d0 req-5e58548f-9cc9-461b-a895-2fb679a69cd9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 210 time: 0.0740852 Feb 16 16:24:59.091287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2f84a32-85e3-4e6a-b291-f1cfd7d4f770 req-e3f4c6a2-46b7-44c4-8732-7678e8642771 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578218 Feb 16 16:24:59.145662 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:59.194118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-87e9b60c-d4c3-46ac-8a84-a4539c13bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:59.195634 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-87e9b60c-d4c3-46ac-8a84-a4539c13bcab service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.1937003 Feb 16 16:24:59.258080 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-6cad6f61-e91c-4365-a30c-becedb0af6eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49 HTTP/1.1" status: 200 len: 217 time: 0.0531604 Feb 16 16:24:59.320771 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1eaebe-fb7b-4d48-97e9-09394c671c61 req-eb2413e6-06ab-4827-af46-e3fde1731f48 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:59.322115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e1eaebe-fb7b-4d48-97e9-09394c671c61 req-eb2413e6-06ab-4827-af46-e3fde1731f48 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1691322 Feb 16 16:24:59.351429 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-d5f4f368-b9fa-408c-ae37-cedaf31d32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:59.353438 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-d5f4f368-b9fa-408c-ae37-cedaf31d32d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.0894694 Feb 16 16:24:59.368598 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2f84a32-85e3-4e6a-b291-f1cfd7d4f770 req-37e2bbae-2b01-485d-b3aa-d0e18961f6c7 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709212 Feb 16 16:24:59.425796 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e1eaebe-fb7b-4d48-97e9-09394c671c61 req-bf4b7f43-374b-44c4-96f0-fd031a54325e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831153 Feb 16 16:24:59.439702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4625ee7-c2c6-4446-bb71-88a2efc26a43 req-cc7665ab-cd5c-42d5-a49c-89c3951ad4aa tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:59.442090 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4625ee7-c2c6-4446-bb71-88a2efc26a43 req-cc7665ab-cd5c-42d5-a49c-89c3951ad4aa tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 944 time: 0.1027834 Feb 16 16:24:59.454387 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-8d52332a-7746-49f2-8c88-1e198c00037a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936210 Feb 16 16:24:59.566767 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4625ee7-c2c6-4446-bb71-88a2efc26a43 req-51c531b8-ea65-43a0-a092-343070b92266 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114864 Feb 16 16:24:59.592024 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d002c4-fee4-439a-bd14-0141821a4eae req-95ea39ca-5022-4f35-89fb-c0b860843179 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=af979f02f680485b8bfda5a90af7118a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736146 Feb 16 16:24:59.669298 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0620a17a-62cf-49fd-99a5-dde46f956140 req-66c040cd-b019-4687-91ee-f3ed04b2b9d2 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=812741eb-d7a3-48e8-b511-a2dc185544da HTTP/1.1" status: 200 len: 210 time: 0.1186569 Feb 16 16:24:59.760515 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-f6125b68-76d1-401b-aeea-bad8d1f72b65 service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946734 Feb 16 16:24:59.908508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026345c-a4eb-4290-86eb-b5da5e642148 req-0d215f2b-be5c-4485-bd59-8b25dd9a5581 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:24:59.910277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5026345c-a4eb-4290-86eb-b5da5e642148 req-0d215f2b-be5c-4485-bd59-8b25dd9a5581 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.2026446 Feb 16 16:24:59.952030 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-7392da57-c849-4a7e-a572-0fccfefee230 service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805212 Feb 16 16:25:00.003211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d002c4-fee4-439a-bd14-0141821a4eae req-1b9f3826-a5a6-4b22-ab8e-0d331afd9bab tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:00.004779 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d002c4-fee4-439a-bd14-0141821a4eae req-1b9f3826-a5a6-4b22-ab8e-0d331afd9bab tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4055836 Feb 16 16:25:00.029289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-69d002c4-fee4-439a-bd14-0141821a4eae req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Request body: {'port': {'device_id': '24944267-e014-463a-9da7-7bcc76a345bd', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': 'af979f02f680485b8bfda5a90af7118a'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:00.131061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5026345c-a4eb-4290-86eb-b5da5e642148 req-ae5d863d-2a2b-4307-b47e-11ac107f5fe7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084439 Feb 16 16:25:00.155531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:25:00.162672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cc472-5b53-4987-9eae-6a8143fa6f4d req-4be919ce-e4a6-411c-8547-92baf10c919b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:00.175661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d48cc472-5b53-4987-9eae-6a8143fa6f4d req-4be919ce-e4a6-411c-8547-92baf10c919b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.2268629 Feb 16 16:25:00.342486 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d48cc472-5b53-4987-9eae-6a8143fa6f4d req-b10c3bf6-4fd8-46be-96aa-f52a90787685 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651380 Feb 16 16:25:00.359312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1842aba6-7ec6-4ba8-9e8b-ee4c2b1b6910 req-0972703d-71dc-4591-9757-6d3e1fa5b50b tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 210 time: 0.1247885 Feb 16 16:25:00.394981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-6709d05a-176b-4450-8b22-71d350c3a085 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:00.399299 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-6709d05a-176b-4450-8b22-71d350c3a085 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866&tenant_id=3891023a3e87450bb385aeaa57c755fe&binding%3Ahost_id=n-h2-669411-5 HTTP/1.1" status: 200 len: 1126 time: 0.1028872 Feb 16 16:25:00.401730 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d002c4-fee4-439a-bd14-0141821a4eae req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Made reservation on behalf of af979f02f680485b8bfda5a90af7118a for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:25:00.404471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:00.413174 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-69d002c4-fee4-439a-bd14-0141821a4eae req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:00.416068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e', 'mac_address': 'fa:16:3e:d2:f7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:25:00.461716 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:00.462469 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:00.481045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:25:00.515611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:00.522651 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:00.650015 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:00.691493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-12093442-cbf5-4668-a23b-96c18155b877 service neutron] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:25:00.695606 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-12093442-cbf5-4668-a23b-96c18155b877 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:00.695962 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:00.696766 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdfa847b-ea84-4f4f-b056-8b1fdbcee874 req-12093442-cbf5-4668-a23b-96c18155b877 service neutron] 10.222.0.60 "DELETE /v2.0/ports/ba2b4fb2-3966-4fd6-9084-e70054bc7b49/bindings/n-h1-669411-5 HTTP/1.1" status: 204 len: 173 time: 0.2938118 Feb 16 16:25:00.821179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:25:00.829694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72be52-63b7-4114-9d80-9232ecd7903d req-0ce2737b-c23d-4f69-aa8e-738eb35ff71a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:00.831467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b72be52-63b7-4114-9d80-9232ecd7903d req-0ce2737b-c23d-4f69-aa8e-738eb35ff71a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2241311 Feb 16 16:25:00.870274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a82c0f-3e47-4712-a6bd-11eee14549af req-9989e2f9-8230-4a62-84b9-eda9d1d0cf13 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:00.877279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11a82c0f-3e47-4712-a6bd-11eee14549af req-9989e2f9-8230-4a62-84b9-eda9d1d0cf13 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 944 time: 0.1816609 Feb 16 16:25:00.886145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-69d002c4-fee4-439a-bd14-0141821a4eae req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Allocated IP 192.168.233.217 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/eedaa86e-fecf-4e7f-93db-34f262c856ff) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:25:01.016852 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:01.028760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11a82c0f-3e47-4712-a6bd-11eee14549af req-9b826bba-a238-48f6-8e94-16fee9cb4473 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505129 Feb 16 16:25:01.040434 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b72be52-63b7-4114-9d80-9232ecd7903d req-d3513497-7752-4265-b1bf-6fc804cd99de tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982791 Feb 16 16:25:01.177805 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac4cf0c9-3e31-4369-b7c2-fb183543ff7c req-b87a4c76-e379-4da8-9b7d-817a8af5b122 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=812741eb-d7a3-48e8-b511-a2dc185544da HTTP/1.1" status: 200 len: 210 time: 0.0686910 Feb 16 16:25:01.314178 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-69d002c4-fee4-439a-bd14-0141821a4eae req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks [] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:01.364485 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-96f248f7-2ed4-4e6e-a5ed-b6d8ef942290 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:01.366110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-96f248f7-2ed4-4e6e-a5ed-b6d8ef942290 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.65 "GET /v2.0/networks?id=51499808-74f6-44c8-afc6-e9caf9ad70c7 HTTP/1.1" status: 200 len: 805 time: 0.4420719 Feb 16 16:25:01.402306 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-69d002c4-fee4-439a-bd14-0141821a4eae req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:01.411237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-40f5d1f0-5d40-490f-ba70-60d2f6f7cbb5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Request body: {'port': {'device_id': '812741eb-d7a3-48e8-b511-a2dc185544da', 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7', 'admin_state_up': True, 'tenant_id': '8ca95a16ebaf4fb092fc39ed2f5c4729'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:01.540251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d002c4-fee4-439a-bd14-0141821a4eae req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:25:01.574452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-69d002c4-fee4-439a-bd14-0141821a4eae req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:25:01.582898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d002c4-fee4-439a-bd14-0141821a4eae req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:25:01.593922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6695fc1-4619-4b2a-87d0-c8aed4485fbb req-291e67a1-6cb3-4a62-9098-0861c3da0761 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:01.595434 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6695fc1-4619-4b2a-87d0-c8aed4485fbb req-291e67a1-6cb3-4a62-9098-0861c3da0761 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.2278357 Feb 16 16:25:01.602641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Pushing event updated for resources: {'Port': ['ID=eedaa86e-fecf-4e7f-93db-34f262c856ff,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:01.678272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:01.678627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:01.678938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:01.679289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:01.679618 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:01.679969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:01.680374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:01.680699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:01.681021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:01.681338 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:01.681657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:01.681973 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:01.682291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:01.732615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3350877-805e-41b1-acad-18a47c44b6b7 req-ec4bd798-c5a6-4eb1-b0c3-d043ec62400b tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:01.734709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3350877-805e-41b1-acad-18a47c44b6b7 req-ec4bd798-c5a6-4eb1-b0c3-d043ec62400b tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 1126 time: 0.2547536 Feb 16 16:25:01.781340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d002c4-fee4-439a-bd14-0141821a4eae req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:01.783533 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-69d002c4-fee4-439a-bd14-0141821a4eae req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:01.843666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6695fc1-4619-4b2a-87d0-c8aed4485fbb req-c0c222be-6390-4f82-a09c-18faaccde937 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150493 Feb 16 16:25:01.866011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d002c4-fee4-439a-bd14-0141821a4eae req-6b1d8703-c117-44d9-92ab-e0fa2ed10d3e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8458879 Feb 16 16:25:01.879345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6e18fd43-90b1-4af1-873c-0ff7a0526ac8 None None] Provisioning complete for port eedaa86e-fecf-4e7f-93db-34f262c856ff triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:01.879945 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6e18fd43-90b1-4af1-873c-0ff7a0526ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:01.897383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Request body: {'port': {'device_id': '24944267-e014-463a-9da7-7bcc76a345bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:01.921336 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6e18fd43-90b1-4af1-873c-0ff7a0526ac8 None None] Port eedaa86e-fecf-4e7f-93db-34f262c856ff cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:25:01.935011 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-40f5d1f0-5d40-490f-ba70-60d2f6f7cbb5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Made reservation on behalf of 8ca95a16ebaf4fb092fc39ed2f5c4729 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:25:01.938289 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-40f5d1f0-5d40-490f-ba70-60d2f6f7cbb5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:01.954903 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3350877-805e-41b1-acad-18a47c44b6b7 req-bd568f1a-41e1-4349-b930-989119261e39 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045736 Feb 16 16:25:02.039952 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:02.125790 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:02.167648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:25:02.200488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490fd8e-7b7b-4f90-8747-e81c31e7b8b2 req-ebbf1c2b-8887-453d-9748-89ef7574abcd tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:02.227093 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9490fd8e-7b7b-4f90-8747-e81c31e7b8b2 req-ebbf1c2b-8887-453d-9748-89ef7574abcd tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.2820282 Feb 16 16:25:02.327376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:25:02.335717 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:02.336432 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:02.478721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:02.480525 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:02.531448 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:02.532815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c415b83-d525-43f6-85fa-86091a92cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:02.537381 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef07b05-7967-4d59-881c-a52c08e9e872" -d '{"events": [{"server_uuid": "3c415b83-d525-43f6-85fa-86091a92cba5", "name": "network-vif-plugged", "status": "completed", "tag": "c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:02.541971 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:02.631136 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:02.824824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9490fd8e-7b7b-4f90-8747-e81c31e7b8b2 req-d9aa063f-f8c4-4b91-900f-4a4723a0447f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954962 Feb 16 16:25:02.825578 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-40f5d1f0-5d40-490f-ba70-60d2f6f7cbb5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Allocated IP 172.20.0.11 (51499808-74f6-44c8-afc6-e9caf9ad70c7/9186030b-fe72-41cc-87f9-eb80f37580c6/899442d7-4ed1-4aaf-ad21-a3b9e934b34a) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:25:02.839381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8961792-61ac-4dd1-841b-f76eed101e29 req-f70a9b9a-a9c4-49f4-a702-7b11f6e5b78c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:02.846864 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8961792-61ac-4dd1-841b-f76eed101e29 req-f70a9b9a-a9c4-49f4-a702-7b11f6e5b78c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 936 time: 0.7266223 Feb 16 16:25:02.989173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8961792-61ac-4dd1-841b-f76eed101e29 req-80e85d33-b675-4ede-bc83-ad619a8325de tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413434 Feb 16 16:25:03.180158 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec9b4b-d7e8-42c6-aa38-c4b451262d8e req-eb6a7490-f8f0-49ba-aa2a-1bcc4364761c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:03.181716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abec9b4b-d7e8-42c6-aa38-c4b451262d8e req-eb6a7490-f8f0-49ba-aa2a-1bcc4364761c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2187634 Feb 16 16:25:03.311119 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-40f5d1f0-5d40-490f-ba70-60d2f6f7cbb5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks [] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:03.350883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eedaa86e-fecf-4e7f-93db-34f262c856ff {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:25:03.369448 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Publish callbacks [] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:03.401203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-1ddef68b-5544-4172-b53b-9bfb5da8ae69 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:03.402667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-1ddef68b-5544-4172-b53b-9bfb5da8ae69 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 807 time: 0.2715869 Feb 16 16:25:03.411114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Transition to ACTIVE for port object eedaa86e-fecf-4e7f-93db-34f262c856ff will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:25:03.418198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abec9b4b-d7e8-42c6-aa38-c4b451262d8e req-1b4619f3-846b-4882-98eb-f0bb026af424 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212965 Feb 16 16:25:03.428434 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-201ce3f4-ee9c-4ed0-a48a-7db85c138c84 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/quotas/3891023a3e87450bb385aeaa57c755fe HTTP/1.1" status: 200 len: 375 time: 0.0160344 Feb 16 16:25:03.430694 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:03.487501 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-40f5d1f0-5d40-490f-ba70-60d2f6f7cbb5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:03.538161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Pushing event updated for resources: {'Port': ['ID=eedaa86e-fecf-4e7f-93db-34f262c856ff,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:03.609614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-40f5d1f0-5d40-490f-ba70-60d2f6f7cbb5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Network 51499808-74f6-44c8-afc6-e9caf9ad70c7 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:25:03.662915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-40f5d1f0-5d40-490f-ba70-60d2f6f7cbb5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:25:03.677958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-40f5d1f0-5d40-490f-ba70-60d2f6f7cbb5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:25:03.730676 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-f24c5e8d-19c3-4da7-b390-bbe9724c870e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2623589 Feb 16 16:25:03.736691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5d1f0-5d40-490f-ba70-60d2f6f7cbb5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Pushing event updated for resources: {'Port': ['ID=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:03.800376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-40f5d1f0-5d40-490f-ba70-60d2f6f7cbb5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:03.800658 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-40f5d1f0-5d40-490f-ba70-60d2f6f7cbb5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:03.820828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Attempting to bind port eedaa86e-fecf-4e7f-93db-34f262c856ff on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:25:03.821166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Attempting to bind port eedaa86e-fecf-4e7f-93db-34f262c856ff by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:25:03.821500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Attempting to bind port eedaa86e-fecf-4e7f-93db-34f262c856ff on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:03.860609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471917f-bc97-4480-870d-22067beeadba req-54983cb9-f921-4493-8568-dc9d020c5a68 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:03.862710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1471917f-bc97-4480-870d-22067beeadba req-54983cb9-f921-4493-8568-dc9d020c5a68 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=812741eb-d7a3-48e8-b511-a2dc185544da HTTP/1.1" status: 200 len: 932 time: 0.3095918 Feb 16 16:25:03.868749 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-40f5d1f0-5d40-490f-ba70-60d2f6f7cbb5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4642284 Feb 16 16:25:03.869309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Port eedaa86e-fecf-4e7f-93db-34f262c856ff on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:25:03.869637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Attempting to bind port eedaa86e-fecf-4e7f-93db-34f262c856ff on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:03.891298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Request body: {'port': {'device_id': '812741eb-d7a3-48e8-b511-a2dc185544da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:03.896163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:25:03.896524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:25:03.896862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:25:03.897278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Bound port: eedaa86e-fecf-4e7f-93db-34f262c856ff, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:25:03.897666 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:03.975516 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-28eeb9b7-4bb1-48f7-a81c-fd8077a97fc8 service neutron] 10.222.0.24 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205107 Feb 16 16:25:04.052916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1471917f-bc97-4480-870d-22067beeadba req-496db1b9-00c1-4dc0-81a0-b162a24c86d2 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786616 Feb 16 16:25:04.104634 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c28003-2976-4378-ac10-bfafada887ba x-openstack-request-id: req-b4c28003-2976-4378-ac10-bfafada887ba {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:04.105518 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c415b83-d525-43f6-85fa-86091a92cba5", "name": "network-vif-plugged", "status": "completed", "tag": "c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:04.105943 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4c28003-2976-4378-ac10-bfafada887ba {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:04.106489 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c415b83-d525-43f6-85fa-86091a92cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e', 'code': 200} Feb 16 16:25:04.136783 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:04.139072 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:04.170376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] For port eedaa86e-fecf-4e7f-93db-34f262c856ff, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:25:04.241028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] For port eedaa86e-fecf-4e7f-93db-34f262c856ff, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=eedaa86e-fecf-4e7f-93db-34f262c856ff,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:25:04.282155 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:04.334520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-38f470bc-5eee-4629-8edf-9e5108cdcffe service neutron] 10.222.0.24 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339527 Feb 16 16:25:04.345443 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:04.346235 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:04.347804 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d002c4-fee4-439a-bd14-0141821a4eae req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] 10.222.0.60 "PUT /v2.0/ports/eedaa86e-fecf-4e7f-93db-34f262c856ff HTTP/1.1" status: 200 len: 1096 time: 2.4724805 Feb 16 16:25:04.356543 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24944267-e014-463a-9da7-7bcc76a345bd', 'tag': 'eedaa86e-fecf-4e7f-93db-34f262c856ff'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:04.359168 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aa602e-fb2e-4611-af88-5fc2bdc785d9" -d '{"events": [{"name": "network-changed", "server_uuid": "24944267-e014-463a-9da7-7bcc76a345bd", "tag": "eedaa86e-fecf-4e7f-93db-34f262c856ff"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:04.574410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14bccc-3a0f-45d3-807e-87a8abd83afa req-185cefbd-e428-49d9-b5e3-cee4babf23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:04.576049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c14bccc-3a0f-45d3-807e-87a8abd83afa req-185cefbd-e428-49d9-b5e3-cee4babf23a9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 1131 time: 0.3820875 Feb 16 16:25:04.584013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf52ed1-99de-4513-8e64-054fee98d421 req-9465bbfb-0779-4b14-bd19-4c8cb6328fae tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:04.591039 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cf52ed1-99de-4513-8e64-054fee98d421 req-9465bbfb-0779-4b14-bd19-4c8cb6328fae tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.4219911 Feb 16 16:25:04.600495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce1dee-21af-4009-b7d8-326cf876436d service neutron] Pushing event updated for resources: {'Port': ['ID=eedaa86e-fecf-4e7f-93db-34f262c856ff,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:04.844016 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d002c4-fee4-439a-bd14-0141821a4eae req-9b43a23f-b94f-4b0a-9d95-10f8ceb277c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:04.845507 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d002c4-fee4-439a-bd14-0141821a4eae req-9b43a23f-b94f-4b0a-9d95-10f8ceb277c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af979f02f680485b8bfda5a90af7118a&device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 1130 time: 0.4176128 Feb 16 16:25:04.854353 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cf52ed1-99de-4513-8e64-054fee98d421 req-4422951c-4b18-407b-b168-01b0c9a167eb tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625053 Feb 16 16:25:04.929846 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c14bccc-3a0f-45d3-807e-87a8abd83afa req-f02d7d41-c417-43fd-bf7e-1e9d1b82998f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316448 Feb 16 16:25:04.933425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d002c4-fee4-439a-bd14-0141821a4eae req-e28ba364-ab10-46a4-a714-62aa17890671 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=eedaa86e-fecf-4e7f-93db-34f262c856ff HTTP/1.1" status: 200 len: 217 time: 0.0781527 Feb 16 16:25:05.004829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf463d7-b267-4e8c-9f17-13063e6ab29a req-193a1d50-019d-4991-816d-060d287ed189 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:05.008042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9bf463d7-b267-4e8c-9f17-13063e6ab29a req-193a1d50-019d-4991-816d-060d287ed189 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.3349228 Feb 16 16:25:05.093745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d002c4-fee4-439a-bd14-0141821a4eae req-1a568cc1-4f13-47c0-b219-be4913b2af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:05.095173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d002c4-fee4-439a-bd14-0141821a4eae req-1a568cc1-4f13-47c0-b219-be4913b2af2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1483109 Feb 16 16:25:05.159700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899442d7-4ed1-4aaf-ad21-a3b9e934b34a {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:25:05.166595 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9bf463d7-b267-4e8c-9f17-13063e6ab29a req-139e65e5-1839-4982-9c06-e84601535af9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391432 Feb 16 16:25:05.177531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d04e27-0f3c-4793-8cc4-5dc2cef767cf req-5adc533f-cf22-40c7-aa13-884697721d91 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:05.179030 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17d04e27-0f3c-4793-8cc4-5dc2cef767cf req-5adc533f-cf22-40c7-aa13-884697721d91 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 948 time: 0.2198110 Feb 16 16:25:05.181069 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Publish callbacks [] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:05.207592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Transition to ACTIVE for port object 899442d7-4ed1-4aaf-ad21-a3b9e934b34a will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:25:05.230858 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:05.244118 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726c327d-f259-40a2-a267-aba9d455bc01 x-openstack-request-id: req-726c327d-f259-40a2-a267-aba9d455bc01 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:05.244411 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24944267-e014-463a-9da7-7bcc76a345bd", "tag": "eedaa86e-fecf-4e7f-93db-34f262c856ff", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:05.244665 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-726c327d-f259-40a2-a267-aba9d455bc01 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:05.245071 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24944267-e014-463a-9da7-7bcc76a345bd', 'tag': 'eedaa86e-fecf-4e7f-93db-34f262c856ff', 'status': 'completed', 'code': 200} Feb 16 16:25:05.257555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d002c4-fee4-439a-bd14-0141821a4eae req-330880c4-8139-40f0-9005-6f8d60aead4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:05.259303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d002c4-fee4-439a-bd14-0141821a4eae req-330880c4-8139-40f0-9005-6f8d60aead4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1510241 Feb 16 16:25:05.400564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Pushing event updated for resources: {'Port': ['ID=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:05.468338 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:25:05.726106 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17d04e27-0f3c-4793-8cc4-5dc2cef767cf req-dcb32922-8825-483e-83e7-8343c46c904f tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392675 Feb 16 16:25:05.810777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c2cf7-1ac5-4ad6-a8e9-130c24a54a16 req-d2c02e5b-a22e-4de5-a5c3-71f3c1c09fa7 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:05.812291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a7c2cf7-1ac5-4ad6-a8e9-130c24a54a16 req-d2c02e5b-a22e-4de5-a5c3-71f3c1c09fa7 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.5291970 Feb 16 16:25:05.819635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d002c4-fee4-439a-bd14-0141821a4eae req-5d00c05b-e085-4c6a-acf5-0e14b7d05bba service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338001 Feb 16 16:25:05.884440 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af00e2c8-890d-414a-9a88-9a284fdce452 req-feee103f-a70b-41bd-8b51-01359d6f09ee tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 210 time: 0.0708728 Feb 16 16:25:05.901445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Attempting to bind port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:25:05.901788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Attempting to bind port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:25:05.902123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Attempting to bind port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a on network 51499808-74f6-44c8-afc6-e9caf9ad70c7 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:05.935217 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a on network 51499808-74f6-44c8-afc6-e9caf9ad70c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:25:05.935916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Attempting to bind port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a on network 51499808-74f6-44c8-afc6-e9caf9ad70c7 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:05.990580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:25:05.990919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Checking segment: {'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:25:05.991220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Bound using segment: {'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:25:05.991648 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Bound port: 899442d7-4ed1-4aaf-ad21-a3b9e934b34a, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:25:05.992058 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:06.094586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a7c2cf7-1ac5-4ad6-a8e9-130c24a54a16 req-302b69cd-ec0c-498d-9fa4-a4128b334db5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740078 Feb 16 16:25:06.138559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d002c4-fee4-439a-bd14-0141821a4eae req-326a4616-8773-4294-a1fd-a89c52248652 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098912 Feb 16 16:25:06.254323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-ed895225-63f0-4dcd-80b9-dbfa553ae09a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:06.255674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-ed895225-63f0-4dcd-80b9-dbfa553ae09a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.65 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 807 time: 0.4052384 Feb 16 16:25:06.256774 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] For port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:25:06.281035 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-1c4d0db0-c75c-4f7f-b892-0d7805268e79 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Request body: {'port': {'device_id': '360e29b0-85e8-4943-a844-0d9b92f974ab', 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d', 'admin_state_up': True, 'tenant_id': '3891023a3e87450bb385aeaa57c755fe'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:06.292214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa63338-2576-4203-896a-d6f9332e5428 req-c1557b6f-cb9e-404e-9a8e-be31f32766ab tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:06.293693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffa63338-2576-4203-896a-d6f9332e5428 req-c1557b6f-cb9e-404e-9a8e-be31f32766ab tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=812741eb-d7a3-48e8-b511-a2dc185544da HTTP/1.1" status: 200 len: 944 time: 0.2869709 Feb 16 16:25:06.295546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] For port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:25:06.331304 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:06.457188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:06.457719 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:06.459166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] 10.222.0.65 "PUT /v2.0/ports/899442d7-4ed1-4aaf-ad21-a3b9e934b34a HTTP/1.1" status: 200 len: 1092 time: 2.5779159 Feb 16 16:25:06.472185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa602e-fb2e-4611-af88-5fc2bdc785d9 req-12ab6f83-aefb-4af0-acbb-f85797aa520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:06.473712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1aa602e-fb2e-4611-af88-5fc2bdc785d9 req-12ab6f83-aefb-4af0-acbb-f85797aa520d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=af979f02f680485b8bfda5a90af7118a&device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 1130 time: 0.2746701 Feb 16 16:25:06.493805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b23b9-ace6-46c5-a202-4d440fc02878 req-81fe0123-0014-46b9-b116-15a60eaf5c66 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:06.495514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f94b23b9-ace6-46c5-a202-4d440fc02878 req-81fe0123-0014-46b9-b116-15a60eaf5c66 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.3215513 Feb 16 16:25:06.544346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffa63338-2576-4203-896a-d6f9332e5428 req-8906e8f3-8429-47e3-83e4-8181ba0853de tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402263 Feb 16 16:25:06.595318 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad13c4-6f61-470f-b109-0df630e9a214 service neutron] Pushing event updated for resources: {'Port': ['ID=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:06.717231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-2f5f9558-e84a-40b8-838d-aa6c92363fe7 req-630fe279-c59d-4c67-b5a4-6fad0823d9d1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:25:06.718234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f5f9558-e84a-40b8-838d-aa6c92363fe7 req-630fe279-c59d-4c67-b5a4-6fad0823d9d1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053916 Feb 16 16:25:06.734036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f94b23b9-ace6-46c5-a202-4d440fc02878 req-bf370bd8-956e-4481-9f1c-c17dd9ff269b tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216275 Feb 16 16:25:06.742812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-9ac6448a-1e92-4867-b322-5a216543343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:06.744343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-9ac6448a-1e92-4867-b322-5a216543343a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ca95a16ebaf4fb092fc39ed2f5c4729&device_id=812741eb-d7a3-48e8-b511-a2dc185544da HTTP/1.1" status: 200 len: 1126 time: 0.2225058 Feb 16 16:25:06.744936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-1c4d0db0-c75c-4f7f-b892-0d7805268e79 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Made reservation on behalf of 3891023a3e87450bb385aeaa57c755fe for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:25:06.748388 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-1c4d0db0-c75c-4f7f-b892-0d7805268e79 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:06.823346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-1b7c732e-4581-42c7-90da-d79663aac6f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=899442d7-4ed1-4aaf-ad21-a3b9e934b34a HTTP/1.1" status: 200 len: 217 time: 0.0659387 Feb 16 16:25:06.824665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa602e-fb2e-4611-af88-5fc2bdc785d9 req-6b62c669-ff8d-4760-95dc-3033c61c6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:06.826049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1aa602e-fb2e-4611-af88-5fc2bdc785d9 req-6b62c669-ff8d-4760-95dc-3033c61c6e81 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.3292921 Feb 16 16:25:06.987791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1aa602e-fb2e-4611-af88-5fc2bdc785d9 req-90981967-57d7-403c-9323-3e35cc37044f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=eedaa86e-fecf-4e7f-93db-34f262c856ff HTTP/1.1" status: 200 len: 217 time: 0.1495206 Feb 16 16:25:07.098733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-20fc0fc2-b8b0-41ee-bf52-060e24249d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:07.100127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-20fc0fc2-b8b0-41ee-bf52-060e24249d10 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9186030b-fe72-41cc-87f9-eb80f37580c6 HTTP/1.1" status: 200 len: 845 time: 0.2707500 Feb 16 16:25:07.186425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-b5f1e1ff-1bbf-4a31-bf71-3049e49ff11e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=51499808-74f6-44c8-afc6-e9caf9ad70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701034 Feb 16 16:25:07.203546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b838f73-303f-4961-85d6-a74d39383b0f req-651b96e4-f7d8-4330-b2d6-3082f14a1e7b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:07.205017 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b838f73-303f-4961-85d6-a74d39383b0f req-651b96e4-f7d8-4330-b2d6-3082f14a1e7b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.3599923 Feb 16 16:25:07.206498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa602e-fb2e-4611-af88-5fc2bdc785d9 req-9d0e0a33-adc5-4f62-9982-f202a32ae4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:07.207847 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1aa602e-fb2e-4611-af88-5fc2bdc785d9 req-9d0e0a33-adc5-4f62-9982-f202a32ae4d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.2028553 Feb 16 16:25:07.255786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812741eb-d7a3-48e8-b511-a2dc185544da', 'tag': '899442d7-4ed1-4aaf-ad21-a3b9e934b34a'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:07.257971 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00977b0-f472-4998-8d92-55ef2a993790" -d '{"events": [{"name": "network-changed", "server_uuid": "812741eb-d7a3-48e8-b511-a2dc185544da", "tag": "899442d7-4ed1-4aaf-ad21-a3b9e934b34a"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:07.270001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-acdf377e-d889-4e81-ae0f-d427c9b22eaa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2856727 Feb 16 16:25:07.312304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-1c4d0db0-c75c-4f7f-b892-0d7805268e79 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Allocated IP 172.20.0.13 (a3699320-20d5-4032-b3d4-91946e07286d/aa87091b-0528-4c60-af17-b7ab39fe257d/02e2b74c-b539-4a3c-93e9-5bebf49a0e7d) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:25:07.319190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a74679ee-1cb7-44b7-bf57-9fb096763204 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:25:07.320312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a74679ee-1cb7-44b7-bf57-9fb096763204 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0256400 Feb 16 16:25:07.332969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b432b-576e-4f7b-ba48-6384358fa25e req-fcc8b400-b0fe-4345-a1c0-98837ff9f6b5 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:07.334489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b81b432b-576e-4f7b-ba48-6384358fa25e req-fcc8b400-b0fe-4345-a1c0-98837ff9f6b5 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 948 time: 0.3350811 Feb 16 16:25:07.463776 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b838f73-303f-4961-85d6-a74d39383b0f req-2fa12626-a85d-4271-899f-a1cb2f9465f4 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497923 Feb 16 16:25:07.505202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa602e-fb2e-4611-af88-5fc2bdc785d9 req-183bb2e3-ca92-4d70-b165-e1c74183112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:07.506613 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1aa602e-fb2e-4611-af88-5fc2bdc785d9 req-183bb2e3-ca92-4d70-b165-e1c74183112c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2792561 Feb 16 16:25:07.552959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-c96405de-95c3-4493-aeba-2d64d610a289 service neutron] 10.222.0.65 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400855 Feb 16 16:25:07.556645 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b81b432b-576e-4f7b-ba48-6384358fa25e req-e67417a3-2273-4446-b72e-0df1594c5aa5 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813040 Feb 16 16:25:07.716259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c8ca812-48d7-413e-be37-406eaa60d4f0 req-7e525852-ec9f-47bb-8582-bd8f95d02652 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 210 time: 0.0785754 Feb 16 16:25:07.843275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfbb5a-5208-440f-9c85-b119e6a4a7a8 req-b881ab38-2647-43b1-99b1-45a616ebe7fb tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:07.848558 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2dfbb5a-5208-440f-9c85-b119e6a4a7a8 req-b881ab38-2647-43b1-99b1-45a616ebe7fb tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2997961 Feb 16 16:25:07.861260 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-1c4d0db0-c75c-4f7f-b892-0d7805268e79 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks [] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:07.863480 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48332) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:07.904787 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6be8cf8-4ede-44e5-bfe0-8a964e487e91 x-openstack-request-id: req-a6be8cf8-4ede-44e5-bfe0-8a964e487e91 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:07.905075 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812741eb-d7a3-48e8-b511-a2dc185544da", "tag": "899442d7-4ed1-4aaf-ad21-a3b9e934b34a", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:07.905329 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6be8cf8-4ede-44e5-bfe0-8a964e487e91 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:07.905715 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812741eb-d7a3-48e8-b511-a2dc185544da', 'tag': '899442d7-4ed1-4aaf-ad21-a3b9e934b34a', 'status': 'completed', 'code': 200} Feb 16 16:25:07.914214 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1aa602e-fb2e-4611-af88-5fc2bdc785d9 req-647e6242-6573-459b-b2e5-054b6a57d0af service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638113 Feb 16 16:25:07.926003 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-341822d0-8aec-4382-b7c2-e2ac6f741c57 req-7b564ff2-2ead-42a6-93c7-265cf3dfdecf service neutron] 10.222.0.65 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489316 Feb 16 16:25:08.035413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2dfbb5a-5208-440f-9c85-b119e6a4a7a8 req-4de74531-c90c-4030-a4f6-83433b7536d0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859984 Feb 16 16:25:08.071003 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-1c4d0db0-c75c-4f7f-b892-0d7805268e79 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:08.122661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-6c5c361f-fb79-41bd-baa9-ad986f3ea71b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:08.136176 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-6c5c361f-fb79-41bd-baa9-ad986f3ea71b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports/57cd8e91-afbe-4d32-97a1-56b07e70bc5c HTTP/1.1" status: 200 len: 946 time: 0.2713802 Feb 16 16:25:08.162541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-1c4d0db0-c75c-4f7f-b892-0d7805268e79 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Network a3699320-20d5-4032-b3d4-91946e07286d is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:25:08.197996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-1c4d0db0-c75c-4f7f-b892-0d7805268e79 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:25:08.203975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-1c4d0db0-c75c-4f7f-b892-0d7805268e79 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:25:08.221869 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d0db0-c75c-4f7f-b892-0d7805268e79 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Pushing event updated for resources: {'Port': ['ID=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:08.230963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1aa602e-fb2e-4611-af88-5fc2bdc785d9 req-8289caf6-3757-47dd-87bd-02aeba6eef18 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079038 Feb 16 16:25:08.573136 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00977b0-f472-4998-8d92-55ef2a993790 req-253b8d2e-69f0-4752-8ac9-9f31282166ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:08.574648 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a00977b0-f472-4998-8d92-55ef2a993790 req-253b8d2e-69f0-4752-8ac9-9f31282166ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ca95a16ebaf4fb092fc39ed2f5c4729&device_id=812741eb-d7a3-48e8-b511-a2dc185544da HTTP/1.1" status: 200 len: 1126 time: 0.5822577 Feb 16 16:25:08.587634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b221e41-559f-4701-a5b3-966aa22f776a req-b31b031f-fcdc-4488-b9be-d8274642e180 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:08.589300 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b221e41-559f-4701-a5b3-966aa22f776a req-b31b031f-fcdc-4488-b9be-d8274642e180 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=812741eb-d7a3-48e8-b511-a2dc185544da HTTP/1.1" status: 200 len: 944 time: 0.5767596 Feb 16 16:25:08.634555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-1c4d0db0-c75c-4f7f-b892-0d7805268e79 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:08.635070 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-1c4d0db0-c75c-4f7f-b892-0d7805268e79 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:08.678746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6a4e0-1c95-4b03-a39b-e16c4fac33dc req-8c0d3430-0c55-4f9d-a3f1-da73cfec48fc tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:08.680335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72a6a4e0-1c95-4b03-a39b-e16c4fac33dc req-8c0d3430-0c55-4f9d-a3f1-da73cfec48fc tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.5266194 Feb 16 16:25:08.724744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-1c4d0db0-c75c-4f7f-b892-0d7805268e79 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4505262 Feb 16 16:25:08.761718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Request body: {'port': {'device_id': '360e29b0-85e8-4943-a844-0d9b92f974ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:08.793137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b221e41-559f-4701-a5b3-966aa22f776a req-8f670ef3-30fe-4301-af88-262a180721f2 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944079 Feb 16 16:25:08.829479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00977b0-f472-4998-8d92-55ef2a993790 req-11a2aa38-e779-4e47-96da-13b32163f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:08.831731 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a00977b0-f472-4998-8d92-55ef2a993790 req-11a2aa38-e779-4e47-96da-13b32163f463 service neutron] 10.222.0.65 "GET /v2.0/networks?id=51499808-74f6-44c8-afc6-e9caf9ad70c7 HTTP/1.1" status: 200 len: 906 time: 0.2357059 Feb 16 16:25:08.843494 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72a6a4e0-1c95-4b03-a39b-e16c4fac33dc req-d8b3e926-6a62-40fe-a4f2-8433c4dd48b7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308136 Feb 16 16:25:08.916628 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a00977b0-f472-4998-8d92-55ef2a993790 req-671e6d63-5526-424e-9eb9-173b4feb6c53 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=899442d7-4ed1-4aaf-ad21-a3b9e934b34a HTTP/1.1" status: 200 len: 217 time: 0.0721400 Feb 16 16:25:08.917334 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:09.106956 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00977b0-f472-4998-8d92-55ef2a993790 req-97e4c430-5ff5-4402-a46d-6c7946230b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:09.108668 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a00977b0-f472-4998-8d92-55ef2a993790 req-97e4c430-5ff5-4402-a46d-6c7946230b67 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9186030b-fe72-41cc-87f9-eb80f37580c6 HTTP/1.1" status: 200 len: 845 time: 0.1747086 Feb 16 16:25:09.167729 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8129c-5a0b-412e-a167-1ac2defcbfad req-b6adca66-96b7-479e-8003-9b9a36a31611 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:09.169239 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6aa8129c-5a0b-412e-a167-1ac2defcbfad req-b6adca66-96b7-479e-8003-9b9a36a31611 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.2369347 Feb 16 16:25:09.230448 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a00977b0-f472-4998-8d92-55ef2a993790 req-ab82706f-db04-4fec-9dd8-5f2b78902f6b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=51499808-74f6-44c8-afc6-e9caf9ad70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700204 Feb 16 16:25:09.242586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48358) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:09.245251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0328e-035e-4946-a7bf-b789dda838e2 req-858fdaf8-17a1-48af-9e69-59f0ab27113d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:09.246726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7da0328e-035e-4946-a7bf-b789dda838e2 req-858fdaf8-17a1-48af-9e69-59f0ab27113d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 948 time: 0.2804163 Feb 16 16:25:09.401050 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:09.459152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-88ed8ae0-6e59-40b6-a0a6-f64eabc7cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:09.460761 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-88ed8ae0-6e59-40b6-a0a6-f64eabc7cdee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 1131 time: 0.2906444 Feb 16 16:25:09.464226 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6aa8129c-5a0b-412e-a167-1ac2defcbfad req-b6e4d3ac-4d10-435b-bbd0-f7997b21cc5f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754095 Feb 16 16:25:09.493500 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Publish callbacks [] for security_group (e5eb549e-a546-43ee-a87e-a1d150c1e395), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:09.500382 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e5eb549e-a546-43ee-a87e-a1d150c1e395), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:09.535401 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=733275a6cb0645a5858d3a114c748cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912338 Feb 16 16:25:09.536271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48362) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:09.553499 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7da0328e-035e-4946-a7bf-b789dda838e2 req-a6fd6186-9338-4a8d-bc58-b033a8b417c1 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761490 Feb 16 16:25:09.582949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eb549e-a546-43ee-a87e-a1d150c1e395,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:09.595552 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:09.596775 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:09.597345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:09.597837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:09.598310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:09.598846 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:09.599332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:09.599865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:09.600342 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:09.600824 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:09.601291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:09.601772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:09.602234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fd27-ec82-453b-bf2c-1c8da4bcdb8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:09.614839 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a00977b0-f472-4998-8d92-55ef2a993790 req-c86a3145-b8e3-44ff-961f-d5f31aa90f0e service neutron] 10.222.0.65 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638690 Feb 16 16:25:09.632925 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-888c51e5-d8e3-4cb7-a033-1873da733892 admin admin] Publish callbacks [] for security_group (e5eb549e-a546-43ee-a87e-a1d150c1e395), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:09.633135 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device eedaa86e-fecf-4e7f-93db-34f262c856ff details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:25:09.678081 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-888c51e5-d8e3-4cb7-a033-1873da733892 admin admin] Publish callbacks [] for security_group (e5eb549e-a546-43ee-a87e-a1d150c1e395), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:09.730341 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-888c51e5-d8e3-4cb7-a033-1873da733892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e5eb549e-a546-43ee-a87e-a1d150c1e395), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:09.733731 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-888c51e5-d8e3-4cb7-a033-1873da733892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:09.738740 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-888c51e5-d8e3-4cb7-a033-1873da733892 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5eb549e-a546-43ee-a87e-a1d150c1e395 HTTP/1.1" status: 204 len: 168 time: 0.2002656 Feb 16 16:25:09.747583 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c51e5-d8e3-4cb7-a033-1873da733892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eb549e-a546-43ee-a87e-a1d150c1e395,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:09.785578 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port eedaa86e-fecf-4e7f-93db-34f262c856ff, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=eedaa86e-fecf-4e7f-93db-34f262c856ff,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:09.807311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'eedaa86e-fecf-4e7f-93db-34f262c856ff', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'eedaa86e-fecf-4e7f-93db-34f262c856ff', 'mac_address': 'fa:16:3e:05:5a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:25:09.826024 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee0383-3e29-4995-b76d-8a8aa7d2925e req-aac061d7-cc4b-4924-b8cd-0c63ecd8772a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:09.832836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-23ee0383-3e29-4995-b76d-8a8aa7d2925e req-aac061d7-cc4b-4924-b8cd-0c63ecd8772a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 932 time: 0.2724545 Feb 16 16:25:09.907125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port eedaa86e-fecf-4e7f-93db-34f262c856ff is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:09.908080 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:09.919332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-539b0f61-42a9-46dd-bc0c-b31bbbcd516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:09.920836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-539b0f61-42a9-46dd-bc0c-b31bbbcd516b service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.4390466 Feb 16 16:25:09.926217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eedaa86e-fecf-4e7f-93db-34f262c856ff {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:25:09.954865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port eedaa86e-fecf-4e7f-93db-34f262c856ff, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=eedaa86e-fecf-4e7f-93db-34f262c856ff,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:09.960649 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:09.992486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319e279-4d41-49d2-ae67-412b436c14fc req-1e4f5628-5859-4848-89ca-414162bbe5c6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:09.999464 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2319e279-4d41-49d2-ae67-412b436c14fc req-1e4f5628-5859-4848-89ca-414162bbe5c6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.3191667 Feb 16 16:25:10.003160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a00977b0-f472-4998-8d92-55ef2a993790 req-7a3b17f8-c235-4bc7-8af4-bee58176cc81 service neutron] 10.222.0.65 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773720 Feb 16 16:25:10.005410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:25:10.024045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=eedaa86e-fecf-4e7f-93db-34f262c856ff,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:10.046133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-d62870cd-0cdc-45ed-a4e7-5b58634a8923 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c HTTP/1.1" status: 200 len: 217 time: 0.1112213 Feb 16 16:25:10.050455 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Publish callbacks [] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:10.116357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Transition to ACTIVE for port object 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:25:10.117135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48374) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:10.126961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-23ee0383-3e29-4995-b76d-8a8aa7d2925e req-c1321cce-6aa9-41b3-b255-01a3ade1a37a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929218 Feb 16 16:25:10.131985 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ccf9743d-35b7-4b44-be6c-3f12ef79e90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:10.137573 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:10.195115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-010d9ad0-f814-4c1e-baf9-31177048a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:10.196665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-010d9ad0-f814-4c1e-baf9-31177048a48b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1427159 Feb 16 16:25:10.235026 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 899442d7-4ed1-4aaf-ad21-a3b9e934b34a details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:25:10.241824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2319e279-4d41-49d2-ae67-412b436c14fc req-cc566bab-2209-4e94-934b-be22bd604bde tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414474 Feb 16 16:25:10.286007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Pushing event updated for resources: {'Port': ['ID=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:10.322285 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ccf9743d-35b7-4b44-be6c-3f12ef79e90d admin admin] Publish callbacks [] for security_group (7ec83d0e-9358-4487-aa51-d8b94170692a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:10.332142 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ccf9743d-35b7-4b44-be6c-3f12ef79e90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7ec83d0e-9358-4487-aa51-d8b94170692a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:10.394875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:10.395213 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ccf9743d-35b7-4b44-be6c-3f12ef79e90d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f9268759b984001be887481748d8f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764573 Feb 16 16:25:10.396173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9743d-35b7-4b44-be6c-3f12ef79e90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec83d0e-9358-4487-aa51-d8b94170692a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:10.396759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e29d0-3c56-4ed0-8b36-31a4b3f2234f req-9efef750-66b2-4b53-b462-8af5fc614c66 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:10.398867 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc6e29d0-3c56-4ed0-8b36-31a4b3f2234f req-9efef750-66b2-4b53-b462-8af5fc614c66 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=812741eb-d7a3-48e8-b511-a2dc185544da HTTP/1.1" status: 200 len: 944 time: 0.1901827 Feb 16 16:25:10.399035 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48376) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:10.414323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-512f1229-b170-49ab-bfd1-6af7c6e1e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:10.416248 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-512f1229-b170-49ab-bfd1-6af7c6e1e188 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2120781 Feb 16 16:25:10.423249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '899442d7-4ed1-4aaf-ad21-a3b9e934b34a', 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7', 'port_id': '899442d7-4ed1-4aaf-ad21-a3b9e934b34a', 'mac_address': 'fa:16:3e:f9:c6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9186030b-fe72-41cc-87f9-eb80f37580c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:25:10.456990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Attempting to bind port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:25:10.457341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Attempting to bind port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:25:10.457674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Attempting to bind port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:10.475913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['eedaa86e-fecf-4e7f-93db-34f262c856ff'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:25:10.480156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:10.480776 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:10.493789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d on network a3699320-20d5-4032-b3d4-91946e07286d not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:25:10.494047 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Attempting to bind port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:10.499798 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa997a9e-849e-4af7-99d2-9918f017aa4d admin admin] Publish callbacks [] for security_group (7ec83d0e-9358-4487-aa51-d8b94170692a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:10.528680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899442d7-4ed1-4aaf-ad21-a3b9e934b34a {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:25:10.535779 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa997a9e-849e-4af7-99d2-9918f017aa4d admin admin] Publish callbacks [] for security_group (7ec83d0e-9358-4487-aa51-d8b94170692a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:10.541125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:25:10.541349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Checking segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:25:10.541794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Bound using segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:25:10.542313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Bound port: 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:25:10.542777 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:10.560066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:10.571416 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:10.601386 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa997a9e-849e-4af7-99d2-9918f017aa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7ec83d0e-9358-4487-aa51-d8b94170692a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:10.605016 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa997a9e-849e-4af7-99d2-9918f017aa4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:10.608636 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-aa997a9e-849e-4af7-99d2-9918f017aa4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ec83d0e-9358-4487-aa51-d8b94170692a HTTP/1.1" status: 204 len: 168 time: 0.1958308 Feb 16 16:25:10.608817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fb38f-0225-41b0-bd30-61a3c9fb1306 req-7c26419f-cfcc-4ff4-abfb-5ccc0bbe3637 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:10.614984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb0fb38f-0225-41b0-bd30-61a3c9fb1306 req-7c26419f-cfcc-4ff4-abfb-5ccc0bbe3637 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.2313347 Feb 16 16:25:10.623926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa997a9e-849e-4af7-99d2-9918f017aa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec83d0e-9358-4487-aa51-d8b94170692a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:10.632831 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc6e29d0-3c56-4ed0-8b36-31a4b3f2234f req-06a2b47f-7ffd-4eaf-896e-1c665a102322 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143202 Feb 16 16:25:10.677458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:10.697931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:10.698286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:10.698631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:10.698971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:10.699307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:10.699641 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:10.700002 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:10.700881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:10.701229 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:10.701563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:10.701893 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:10.702338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:10.702851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:10.709517 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-4b34d2a3-7e04-457a-9944-11b9bfe7f5dc service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656837 Feb 16 16:25:10.826125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:25:10.859501 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb0fb38f-0225-41b0-bd30-61a3c9fb1306 req-7bb9e903-d8e9-455e-8cb1-30e4da426920 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436516 Feb 16 16:25:10.881874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['899442d7-4ed1-4aaf-ad21-a3b9e934b34a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:25:10.910577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-3cf6957d-3e92-4345-b695-e96b517841e2 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929672 Feb 16 16:25:10.914942 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:25:10.931210 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:10.995792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:10.996431 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:10.997956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] 10.222.0.65 "PUT /v2.0/ports/02e2b74c-b539-4a3c-93e9-5bebf49a0e7d HTTP/1.1" status: 200 len: 1092 time: 2.2462373 Feb 16 16:25:11.042089 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360e29b0-85e8-4943-a844-0d9b92f974ab', 'tag': '02e2b74c-b539-4a3c-93e9-5bebf49a0e7d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:11.045539 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783ed3fe-1f5d-400c-8429-3bf5f0ed848d" -d '{"events": [{"name": "network-changed", "server_uuid": "360e29b0-85e8-4943-a844-0d9b92f974ab", "tag": "02e2b74c-b539-4a3c-93e9-5bebf49a0e7d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:11.058780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55570831-c4ea-4f6e-a6de-2be734b1f332 req-fc4df0f5-ecbd-4b7e-9f5c-4a44392344eb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:11.060413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-55570831-c4ea-4f6e-a6de-2be734b1f332 req-fc4df0f5-ecbd-4b7e-9f5c-4a44392344eb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.3247359 Feb 16 16:25:11.183483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1b1b1-31a4-4aca-ac49-d8c5f8670968 service neutron] Pushing event updated for resources: {'Port': ['ID=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:11.195905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-55570831-c4ea-4f6e-a6de-2be734b1f332 req-6d7d5b42-1169-4bb6-b9f8-7e40497f0552 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246533 Feb 16 16:25:11.205380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a689e2-5eaa-4383-b995-905487d72692 req-0863341d-5df0-4fec-8765-078499bf3da8 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:11.207271 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57a689e2-5eaa-4383-b995-905487d72692 req-0863341d-5df0-4fec-8765-078499bf3da8 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 949 time: 0.2228141 Feb 16 16:25:11.258505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-4e5ed133-29a2-4056-aca1-d2415bdd8d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:11.261603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-4e5ed133-29a2-4056-aca1-d2415bdd8d29 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 1126 time: 0.1102834 Feb 16 16:25:11.337114 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57a689e2-5eaa-4383-b995-905487d72692 req-b7969c65-f4a2-4dc3-8ffd-5f633bd7be3d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187661 Feb 16 16:25:11.340296 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-ac2e5cb0-fbb5-42b3-a1ce-eb8f3a4ca0d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d HTTP/1.1" status: 200 len: 217 time: 0.0591035 Feb 16 16:25:11.396632 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ea8946-9904-46fe-982a-6d9d58aaee3b x-openstack-request-id: req-a9ea8946-9904-46fe-982a-6d9d58aaee3b {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:11.396923 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360e29b0-85e8-4943-a844-0d9b92f974ab", "tag": "02e2b74c-b539-4a3c-93e9-5bebf49a0e7d", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:11.397293 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9ea8946-9904-46fe-982a-6d9d58aaee3b {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:11.397562 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360e29b0-85e8-4943-a844-0d9b92f974ab', 'tag': '02e2b74c-b539-4a3c-93e9-5bebf49a0e7d', 'status': 'completed', 'code': 200} Feb 16 16:25:11.404718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c7fa8-cc63-4482-9353-bf3516850e03 req-46a9b939-f65e-4053-b4f5-02aa2153e4f4 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:11.411493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c0c7fa8-cc63-4482-9353-bf3516850e03 req-46a9b939-f65e-4053-b4f5-02aa2153e4f4 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.1460352 Feb 16 16:25:11.444465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-35e828b9-7970-4b52-922a-21f0d67ebf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:11.445933 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-35e828b9-7970-4b52-922a-21f0d67ebf0c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.0984838 Feb 16 16:25:11.515770 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-030530fd-5a67-4818-8edb-6e4cd5911548 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562482 Feb 16 16:25:11.519912 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c0c7fa8-cc63-4482-9353-bf3516850e03 req-871ad53d-d17e-4f72-acd6-4662501872ac tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075728 Feb 16 16:25:11.936669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcd846-ba59-41e8-9338-a7f5397e809a req-81660ce0-4d14-4929-a7eb-7fa15acf610f tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:11.938162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-55dcd846-ba59-41e8-9338-a7f5397e809a req-81660ce0-4d14-4929-a7eb-7fa15acf610f tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.4894674 Feb 16 16:25:11.947164 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-981dd4d8-807b-4220-a6c3-08bbf35fdede service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236887 Feb 16 16:25:12.006203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ea4b2-8d99-45cc-9ba1-e0a8ff950453 req-db3167a4-a06b-47ea-9e61-87044b06bc7b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:12.007702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-400ea4b2-8d99-45cc-9ba1-e0a8ff950453 req-db3167a4-a06b-47ea-9e61-87044b06bc7b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.4221511 Feb 16 16:25:12.095377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-55dcd846-ba59-41e8-9338-a7f5397e809a req-920f8a3a-11b0-46cd-8c4f-e8d3e7c1bcfd tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465151 Feb 16 16:25:12.117196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c03309-1c79-4861-b6ba-b5357fa699ee req-33fa2cce-0bff-4fdf-8573-e76820283bcb service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607497 Feb 16 16:25:12.129086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-400ea4b2-8d99-45cc-9ba1-e0a8ff950453 req-47d41980-a138-407e-af27-4f27d0fabb10 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897682 Feb 16 16:25:12.265939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 899442d7-4ed1-4aaf-ad21-a3b9e934b34a up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:25:12.293805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ed3fe-1f5d-400c-8429-3bf5f0ed848d req-74b96fea-8942-4c35-8ddf-6d500a2dc3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:12.295311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-783ed3fe-1f5d-400c-8429-3bf5f0ed848d req-74b96fea-8942-4c35-8ddf-6d500a2dc3d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 1126 time: 0.1163025 Feb 16 16:25:12.320790 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:25:12.321343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c9a6a-f921-477e-bab2-e6b66edd78b5 req-aae521f0-1382-4b87-8c34-f59f8f014d43 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:12.322990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-798c9a6a-f921-477e-bab2-e6b66edd78b5 req-aae521f0-1382-4b87-8c34-f59f8f014d43 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=812741eb-d7a3-48e8-b511-a2dc185544da HTTP/1.1" status: 200 len: 945 time: 0.1167202 Feb 16 16:25:12.325068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:12.325888 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:12.355869 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090f327-89d6-4e8a-be90-7b06dcbf366e req-6a36958b-4a21-473c-95ad-d5e656ab1a88 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:12.357350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a090f327-89d6-4e8a-be90-7b06dcbf366e req-6a36958b-4a21-473c-95ad-d5e656ab1a88 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.1377699 Feb 16 16:25:12.406545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:12.406951 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:12.430572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812741eb-d7a3-48e8-b511-a2dc185544da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899442d7-4ed1-4aaf-ad21-a3b9e934b34a'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:12.432818 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c623b4d-60d8-4184-80b3-22fea4d9e160" -d '{"events": [{"server_uuid": "812741eb-d7a3-48e8-b511-a2dc185544da", "name": "network-vif-plugged", "status": "completed", "tag": "899442d7-4ed1-4aaf-ad21-a3b9e934b34a"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:12.445637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:12.449620 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:12.472401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-798c9a6a-f921-477e-bab2-e6b66edd78b5 req-70e6df73-fb66-4e96-acb4-4a4eee540b3b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373219 Feb 16 16:25:12.492881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a090f327-89d6-4e8a-be90-7b06dcbf366e req-d327ec55-f0e0-4463-b637-700b421e60d9 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215396 Feb 16 16:25:12.494692 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ed3fe-1f5d-400c-8429-3bf5f0ed848d req-e883d4b7-2719-462e-ba59-c6bcc6a20b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:12.496388 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-783ed3fe-1f5d-400c-8429-3bf5f0ed848d req-e883d4b7-2719-462e-ba59-c6bcc6a20b4c service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.1935997 Feb 16 16:25:12.510873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:12.550150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-783ed3fe-1f5d-400c-8429-3bf5f0ed848d req-d553bd2d-32f4-4a6b-84a1-97f2764a4aa1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d HTTP/1.1" status: 200 len: 217 time: 0.0402238 Feb 16 16:25:12.637984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ed3fe-1f5d-400c-8429-3bf5f0ed848d req-801fb1a7-bc2f-4282-bb35-fe0231d2345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:12.639442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-783ed3fe-1f5d-400c-8429-3bf5f0ed848d req-801fb1a7-bc2f-4282-bb35-fe0231d2345e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.0706937 Feb 16 16:25:12.651531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4cbf-3b16-40a1-ba87-bd15bef55691 req-a0d7ad5a-ef07-4076-8f94-7e849482e111 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:12.652788 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-883b4cbf-3b16-40a1-ba87-bd15bef55691 req-a0d7ad5a-ef07-4076-8f94-7e849482e111 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.0945437 Feb 16 16:25:12.685154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-783ed3fe-1f5d-400c-8429-3bf5f0ed848d req-833b95b9-174a-47bf-b6e8-16204f790e24 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314057 Feb 16 16:25:12.802232 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-883b4cbf-3b16-40a1-ba87-bd15bef55691 req-01e6cad1-a66c-4700-9ab0-4c9ddbc4685b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410069 Feb 16 16:25:12.833542 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979f7ee-3f0a-42b0-89fa-8eceecaf780e req-b7894420-5939-4a8f-b451-ea67ccae0243 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:12.835072 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a979f7ee-3f0a-42b0-89fa-8eceecaf780e req-b7894420-5939-4a8f-b451-ea67ccae0243 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 949 time: 0.1194446 Feb 16 16:25:12.846490 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502b2120-08ae-4d16-83cb-1b2af5325200 x-openstack-request-id: req-502b2120-08ae-4d16-83cb-1b2af5325200 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:12.846905 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812741eb-d7a3-48e8-b511-a2dc185544da", "name": "network-vif-plugged", "status": "completed", "tag": "899442d7-4ed1-4aaf-ad21-a3b9e934b34a", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:12.847266 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-502b2120-08ae-4d16-83cb-1b2af5325200 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:12.847781 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812741eb-d7a3-48e8-b511-a2dc185544da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899442d7-4ed1-4aaf-ad21-a3b9e934b34a', 'code': 200} Feb 16 16:25:12.871634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-783ed3fe-1f5d-400c-8429-3bf5f0ed848d req-2ddb68b7-7102-47cc-aeab-153c4e2fe464 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763866 Feb 16 16:25:12.954070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a979f7ee-3f0a-42b0-89fa-8eceecaf780e req-ff329ddc-9032-4ab8-8245-df59a256ca53 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094527 Feb 16 16:25:13.058043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0db501-15b1-45f6-aaed-3ae8991d21e9 req-37eea093-4b50-460f-92e5-ec11e26f5c8e tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:13.059527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b0db501-15b1-45f6-aaed-3ae8991d21e9 req-37eea093-4b50-460f-92e5-ec11e26f5c8e tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.1654258 Feb 16 16:25:13.065901 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bf602-ae2c-483b-8cd3-f180e0d4013f req-ca31ce51-45e3-4811-ad85-34c532526e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:13.067885 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bd3bf602-ae2c-483b-8cd3-f180e0d4013f req-ca31ce51-45e3-4811-ad85-34c532526e15 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=812741eb-d7a3-48e8-b511-a2dc185544da HTTP/1.1" status: 200 len: 1128 time: 0.1521184 Feb 16 16:25:13.069705 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-783ed3fe-1f5d-400c-8429-3bf5f0ed848d req-411bb81a-84b7-4894-926d-5ddf98f046e5 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745160 Feb 16 16:25:13.153044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b0db501-15b1-45f6-aaed-3ae8991d21e9 req-22da8e14-7ca1-423b-846d-5cb40ae3444b tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823934 Feb 16 16:25:13.187190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bd3bf602-ae2c-483b-8cd3-f180e0d4013f req-8c4cb6ab-3acb-419e-96e5-1102a79e445a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990779 Feb 16 16:25:13.207269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639c47c-8bfe-46b8-90c6-494d562d00a4 req-66166d18-e54f-4f77-be97-5629a9864d0b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:13.208699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5639c47c-8bfe-46b8-90c6-494d562d00a4 req-66166d18-e54f-4f77-be97-5629a9864d0b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35047414-b192-475c-a133-ab9c3d85bf6e HTTP/1.1" status: 200 len: 949 time: 0.0846539 Feb 16 16:25:13.288471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5639c47c-8bfe-46b8-90c6-494d562d00a4 req-f4c73475-c439-41ef-b722-4233563cd1cb tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741162 Feb 16 16:25:13.300711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b3499-a6cb-4b5a-bc74-17c6fae25053 req-e4e2e7f1-05bd-4765-9073-4d0df1ff4b08 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:13.302189 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e37b3499-a6cb-4b5a-bc74-17c6fae25053 req-e4e2e7f1-05bd-4765-9073-4d0df1ff4b08 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.0811746 Feb 16 16:25:13.353794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e37b3499-a6cb-4b5a-bc74-17c6fae25053 req-e121fb5d-fc70-4075-b0ae-6f57a60b12c4 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460494 Feb 16 16:25:13.413904 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842294bf-1f6f-413f-8965-158e37f8b103 req-a874b823-2c13-4d53-ba17-621c317ef332 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:13.415398 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-842294bf-1f6f-413f-8965-158e37f8b103 req-a874b823-2c13-4d53-ba17-621c317ef332 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0661724 Feb 16 16:25:13.464556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-842294bf-1f6f-413f-8965-158e37f8b103 req-c41ddfae-4e9a-4323-95d0-602db6af3329 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436587 Feb 16 16:25:13.574682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa0212-3718-4263-a49e-26a4bee3c50f req-4dc065a0-ec32-454a-a2c9-08a6e6b17a22 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:13.576209 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86fa0212-3718-4263-a49e-26a4bee3c50f req-4dc065a0-ec32-454a-a2c9-08a6e6b17a22 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.0532088 Feb 16 16:25:13.632841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device eedaa86e-fecf-4e7f-93db-34f262c856ff up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:25:13.657882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86fa0212-3718-4263-a49e-26a4bee3c50f req-f107ea81-b4cb-40aa-b71a-1df247394e3e tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755970 Feb 16 16:25:13.679177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2479b7a-6114-4c23-992b-8a4b77248d0b req-d412b329-de58-415e-9c59-a8448c79947d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:13.686628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2479b7a-6114-4c23-992b-8a4b77248d0b req-d412b329-de58-415e-9c59-a8448c79947d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:13.687394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2479b7a-6114-4c23-992b-8a4b77248d0b req-d412b329-de58-415e-9c59-a8448c79947d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c&device_id=35047414-b192-475c-a133-ab9c3d85bf6e HTTP/1.1" status: 200 len: 1689 time: 0.0882943 Feb 16 16:25:13.702706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port eedaa86e-fecf-4e7f-93db-34f262c856ff completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:25:13.706736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port eedaa86e-fecf-4e7f-93db-34f262c856ff triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:13.707548 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:13.740537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2479b7a-6114-4c23-992b-8a4b77248d0b req-2a9221a4-08cc-47fa-b4b9-1ee561f50c00 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471060 Feb 16 16:25:13.790779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port eedaa86e-fecf-4e7f-93db-34f262c856ff is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:13.791291 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:13.793846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0e077-58a1-4913-8c99-b52eab3e7366 req-d2c91de3-e3ed-49ca-a641-ad27031324f8 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:13.795410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eb0e077-58a1-4913-8c99-b52eab3e7366 req-d2c91de3-e3ed-49ca-a641-ad27031324f8 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=812741eb-d7a3-48e8-b511-a2dc185544da HTTP/1.1" status: 200 len: 946 time: 0.0605137 Feb 16 16:25:13.825347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port eedaa86e-fecf-4e7f-93db-34f262c856ff, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=eedaa86e-fecf-4e7f-93db-34f262c856ff,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:13.829055 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:13.870514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eb0e077-58a1-4913-8c99-b52eab3e7366 req-6a93279e-b568-4648-920b-6400a586e42b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653927 Feb 16 16:25:13.880467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d8743-be58-4271-98eb-eae3f3e83432 req-6007be2e-f891-4272-a14f-1ce5d8bbf4e6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:13.880790 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=eedaa86e-fecf-4e7f-93db-34f262c856ff,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:13.888050 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d1d8743-be58-4271-98eb-eae3f3e83432 req-6007be2e-f891-4272-a14f-1ce5d8bbf4e6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.0855775 Feb 16 16:25:13.938871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d1d8743-be58-4271-98eb-eae3f3e83432 req-c7502ef2-96df-4d12-9f91-8c89a5a06fe3 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488155 Feb 16 16:25:14.079458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f711717-890c-4e4b-a345-de09b593002a req-a29078c3-0f98-425f-907d-5a6f2ffa71e2 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:14.081580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f711717-890c-4e4b-a345-de09b593002a req-a29078c3-0f98-425f-907d-5a6f2ffa71e2 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 1131 time: 0.0758882 Feb 16 16:25:14.126917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35a30a-91e6-4293-a67b-319ab07254e3 req-94232973-be65-4249-9cd3-4dd10ba5bf03 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:14.129136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d35a30a-91e6-4293-a67b-319ab07254e3 req-94232973-be65-4249-9cd3-4dd10ba5bf03 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0862489 Feb 16 16:25:14.154379 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f711717-890c-4e4b-a345-de09b593002a req-9ab2fc84-9b52-4327-bd49-c32652da303b tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658591 Feb 16 16:25:14.198538 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d35a30a-91e6-4293-a67b-319ab07254e3 req-baab5753-bc1b-4b71-9a10-dc4eb6117aaf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600176 Feb 16 16:25:14.283552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa607d0-61d6-485e-95f0-e3ff1f4b9077 req-9d4b0219-587e-459b-9ec8-4aa7f4fc64a1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:14.284997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0aa607d0-61d6-485e-95f0-e3ff1f4b9077 req-9d4b0219-587e-459b-9ec8-4aa7f4fc64a1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.0662293 Feb 16 16:25:14.354063 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c40e-3940-4019-9a75-058156b3cfac req-c1d06442-ef67-44ef-b50e-1365368d306e tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:14.355568 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac67c40e-3940-4019-9a75-058156b3cfac req-c1d06442-ef67-44ef-b50e-1365368d306e tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=35047414-b192-475c-a133-ab9c3d85bf6e HTTP/1.1" status: 200 len: 1131 time: 0.0869327 Feb 16 16:25:14.359007 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0aa607d0-61d6-485e-95f0-e3ff1f4b9077 req-e4218260-dd16-48de-b710-9eac48cd7935 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552900 Feb 16 16:25:14.402698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac67c40e-3940-4019-9a75-058156b3cfac req-495f4ee4-36d4-4075-9beb-de6747cb6544 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413370 Feb 16 16:25:14.492652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557825e1-b14c-4087-be4f-4e86f4d1953a req-8b13582d-0c85-4a2d-8eb3-f8f12412237e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:14.494150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-557825e1-b14c-4087-be4f-4e86f4d1953a req-8b13582d-0c85-4a2d-8eb3-f8f12412237e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.0683656 Feb 16 16:25:14.568926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a98f1-f650-46f5-8b2d-5aea7333e45c req-a01d4114-587a-4ed4-bb99-363477b96e0e tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:14.570299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-429a98f1-f650-46f5-8b2d-5aea7333e45c req-a01d4114-587a-4ed4-bb99-363477b96e0e tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.0998814 Feb 16 16:25:14.574600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-557825e1-b14c-4087-be4f-4e86f4d1953a req-167914c2-ac79-460d-bd20-004fdd9484eb tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623541 Feb 16 16:25:14.627407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-429a98f1-f650-46f5-8b2d-5aea7333e45c req-31a985dc-4b88-4b4f-8d78-17a4c73ae55a tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508308 Feb 16 16:25:14.700927 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fe52b-74b0-4569-8b5a-05a36efb954c req-29b5aee2-8c19-459b-9ca9-e8e11316582e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:14.702449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-598fe52b-74b0-4569-8b5a-05a36efb954c req-29b5aee2-8c19-459b-9ca9-e8e11316582e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0552225 Feb 16 16:25:14.732694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-bd574fbc-7bc7-4a8e-b5d7-911408f9a763 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=19b6548b22364e4d9595948087ecf782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291996 Feb 16 16:25:14.831250 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-598fe52b-74b0-4569-8b5a-05a36efb954c req-f56e5f16-b81a-43cf-9de0-b66f5d356bed tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178970 Feb 16 16:25:14.848974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24944267-e014-463a-9da7-7bcc76a345bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedaa86e-fecf-4e7f-93db-34f262c856ff'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:14.854183 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f554ce-73a6-4890-a2fd-1a8da2feb737" -d '{"events": [{"server_uuid": "24944267-e014-463a-9da7-7bcc76a345bd", "name": "network-vif-plugged", "status": "completed", "tag": "eedaa86e-fecf-4e7f-93db-34f262c856ff"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:14.879234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-1dfd06d0-9d8b-4a5f-9983-008d34b9147f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:14.880731 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-1dfd06d0-9d8b-4a5f-9983-008d34b9147f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416223 Feb 16 16:25:14.897773 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-e1d44b8a-bbf1-46a7-8450-4fdcc07cd188 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/quotas/19b6548b22364e4d9595948087ecf782 HTTP/1.1" status: 200 len: 375 time: 0.0113947 Feb 16 16:25:14.961323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-59c54055-7915-4fbb-842f-454da80cd782 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0583525 Feb 16 16:25:15.126047 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17e61d7-0b3a-455d-a7c5-91298b4fc173 x-openstack-request-id: req-c17e61d7-0b3a-455d-a7c5-91298b4fc173 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:15.126371 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24944267-e014-463a-9da7-7bcc76a345bd", "name": "network-vif-plugged", "status": "completed", "tag": "eedaa86e-fecf-4e7f-93db-34f262c856ff", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:15.126634 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c17e61d7-0b3a-455d-a7c5-91298b4fc173 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:15.127711 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24944267-e014-463a-9da7-7bcc76a345bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedaa86e-fecf-4e7f-93db-34f262c856ff', 'code': 200} Feb 16 16:25:15.308851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6b4e50f-aca4-401d-b23d-9d12125641dd req-f2219454-ee0c-4880-94e2-6a5334144204 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 210 time: 0.0685461 Feb 16 16:25:15.332599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137aeae-b6aa-49ff-9f85-efa0c3fde7db req-803406cd-f58f-482b-8fba-6bbb8c77bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:15.334198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9137aeae-b6aa-49ff-9f85-efa0c3fde7db req-803406cd-f58f-482b-8fba-6bbb8c77bd19 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 1132 time: 0.1404049 Feb 16 16:25:15.352301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2658-3d57-475d-aca8-17d7d035bc5b req-996a6b52-ca83-4767-ab4d-3e6aab6e5ee5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:15.359283 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c6e2658-3d57-475d-aca8-17d7d035bc5b req-996a6b52-ca83-4767-ab4d-3e6aab6e5ee5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=812741eb-d7a3-48e8-b511-a2dc185544da HTTP/1.1" status: 200 len: 946 time: 0.1081295 Feb 16 16:25:15.475276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9137aeae-b6aa-49ff-9f85-efa0c3fde7db req-a6e89dd2-261a-4b78-aadd-724511bcb058 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313941 Feb 16 16:25:15.503789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c6e2658-3d57-475d-aca8-17d7d035bc5b req-4d639958-180d-4412-9caa-6193ce6f5af9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257172 Feb 16 16:25:15.521554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48570) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:15.563474 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c45b6c-8e7a-4980-b9ec-89f0dbc20664 req-3242a0c6-b061-40a0-aa03-d17b5f0570d3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:15.565977 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87c45b6c-8e7a-4980-b9ec-89f0dbc20664 req-3242a0c6-b061-40a0-aa03-d17b5f0570d3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0706213 Feb 16 16:25:15.620451 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87c45b6c-8e7a-4980-b9ec-89f0dbc20664 req-00b933f1-518b-4156-b850-17c98273c7a6 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480413 Feb 16 16:25:15.680279 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f45edce0-4911-466a-a1d0-8bee5f6858c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:15.791463 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f45edce0-4911-466a-a1d0-8bee5f6858c3 admin admin] Publish callbacks [] for security_group (0ff4d8d2-c109-436a-90d9-74aa34b478db), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:15.796651 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f45edce0-4911-466a-a1d0-8bee5f6858c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0ff4d8d2-c109-436a-90d9-74aa34b478db), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:15.799518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad5011-2fd1-4fb6-9527-69a0cdacef39 req-e4b40308-9364-4650-87a5-8c67e9e14951 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:15.801395 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70ad5011-2fd1-4fb6-9527-69a0cdacef39 req-e4b40308-9364-4650-87a5-8c67e9e14951 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.0729635 Feb 16 16:25:15.840042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45edce0-4911-466a-a1d0-8bee5f6858c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff4d8d2-c109-436a-90d9-74aa34b478db,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:15.855311 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f45edce0-4911-466a-a1d0-8bee5f6858c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0194cdd235a3429980215013c0377f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331406 Feb 16 16:25:15.857840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48584) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:15.904346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70ad5011-2fd1-4fb6-9527-69a0cdacef39 req-8fb859bd-f7d8-4261-b4a6-d9ec6fb500b2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956204 Feb 16 16:25:15.910933 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-186769ed-4cd8-4a6b-bb40-b1af16449ac3 admin admin] Publish callbacks [] for security_group (0ff4d8d2-c109-436a-90d9-74aa34b478db), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:15.913736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a48872-4548-4131-ac5a-19e471b2eadc req-599a23de-f867-4472-bc8f-93ff2d688903 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:15.915462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3a48872-4548-4131-ac5a-19e471b2eadc req-599a23de-f867-4472-bc8f-93ff2d688903 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.0961337 Feb 16 16:25:15.938327 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-186769ed-4cd8-4a6b-bb40-b1af16449ac3 admin admin] Publish callbacks [] for security_group (0ff4d8d2-c109-436a-90d9-74aa34b478db), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:15.987619 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3a48872-4548-4131-ac5a-19e471b2eadc req-aae2704c-6eb7-4582-a3f3-68f05317d2cf tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651762 Feb 16 16:25:15.990787 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-186769ed-4cd8-4a6b-bb40-b1af16449ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0ff4d8d2-c109-436a-90d9-74aa34b478db), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:15.993884 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-186769ed-4cd8-4a6b-bb40-b1af16449ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:15.997504 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-186769ed-4cd8-4a6b-bb40-b1af16449ac3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ff4d8d2-c109-436a-90d9-74aa34b478db HTTP/1.1" status: 204 len: 168 time: 0.1363423 Feb 16 16:25:16.008146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186769ed-4cd8-4a6b-bb40-b1af16449ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff4d8d2-c109-436a-90d9-74aa34b478db,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:16.048251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdfc97-5429-4071-9a6e-f9a83780e853 req-1840ed18-c617-4a90-9f65-049db1c79936 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:16.049806 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ecdfc97-5429-4071-9a6e-f9a83780e853 req-1840ed18-c617-4a90-9f65-049db1c79936 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=812741eb-d7a3-48e8-b511-a2dc185544da HTTP/1.1" status: 200 len: 946 time: 0.0749745 Feb 16 16:25:16.136165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ecdfc97-5429-4071-9a6e-f9a83780e853 req-25b27be6-5503-49fb-a57c-6447fa89c712 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777526 Feb 16 16:25:16.160056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d70c42-7d2f-4e0f-a4cf-2e78cc773892 req-f89b2de5-3d06-4e22-9e80-b9ad7d9412f5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:16.161986 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4d70c42-7d2f-4e0f-a4cf-2e78cc773892 req-f89b2de5-3d06-4e22-9e80-b9ad7d9412f5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0703502 Feb 16 16:25:16.209963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4d70c42-7d2f-4e0f-a4cf-2e78cc773892 req-2fbde2d5-2f0a-4d6f-8546-e1c5a67bed2c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425591 Feb 16 16:25:16.293064 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48590) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:16.306979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:25:16.307711 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c6a9a57-a10e-4504-b0b8-2bc1d0ba4ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:16.403134 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c6a9a57-a10e-4504-b0b8-2bc1d0ba4ecd admin admin] Publish callbacks [] for security_group (23e695ab-0eeb-43db-9033-ca050444c0bd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:16.410462 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c6a9a57-a10e-4504-b0b8-2bc1d0ba4ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (23e695ab-0eeb-43db-9033-ca050444c0bd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:16.416367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:16.428972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '02e2b74c-b539-4a3c-93e9-5bebf49a0e7d', 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d', 'port_id': '02e2b74c-b539-4a3c-93e9-5bebf49a0e7d', 'mac_address': 'fa:16:3e:1e:16:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa87091b-0528-4c60-af17-b7ab39fe257d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:25:16.436400 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16530b3c-9d4b-4733-9b65-c886cbce0b8c req-75fe46e7-8099-449c-b097-fabe39e12c7f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 210 time: 0.0390351 Feb 16 16:25:16.460414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-3179653a-00eb-4dd4-9679-456b4a04c406 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=19b6548b22364e4d9595948087ecf782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249014 Feb 16 16:25:16.465782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a9a57-a10e-4504-b0b8-2bc1d0ba4ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e695ab-0eeb-43db-9033-ca050444c0bd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:16.484755 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:16.485483 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:16.494873 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1c6a9a57-a10e-4504-b0b8-2bc1d0ba4ecd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26cc489db2a84be4960a8fbd30424e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006981 Feb 16 16:25:16.498063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48596) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:16.525062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:25:16.558508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:16.563107 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:16.568043 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ede4690-9bb4-443a-bb68-7bd014bca40f admin admin] Publish callbacks [] for security_group (23e695ab-0eeb-43db-9033-ca050444c0bd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:16.593195 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ede4690-9bb4-443a-bb68-7bd014bca40f admin admin] Publish callbacks [] for security_group (23e695ab-0eeb-43db-9033-ca050444c0bd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:16.602145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-9f5230ff-ff2d-47e3-aa1d-6b4622aaf6fc tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:16.603962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-9f5230ff-ff2d-47e3-aa1d-6b4622aaf6fc tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362672 Feb 16 16:25:16.613086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:16.625038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-23c323e5-e5a1-4c22-9122-5fdb7fd17d37 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Request body: {'port': {'device_id': '45fd387d-1e12-4e5b-a685-33c558bacab6', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '19b6548b22364e4d9595948087ecf782'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:16.644367 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ede4690-9bb4-443a-bb68-7bd014bca40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (23e695ab-0eeb-43db-9033-ca050444c0bd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:16.647483 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ede4690-9bb4-443a-bb68-7bd014bca40f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:16.648673 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3ede4690-9bb4-443a-bb68-7bd014bca40f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23e695ab-0eeb-43db-9033-ca050444c0bd HTTP/1.1" status: 204 len: 168 time: 0.1482289 Feb 16 16:25:16.656969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede4690-9bb4-443a-bb68-7bd014bca40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e695ab-0eeb-43db-9033-ca050444c0bd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:16.798166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59248f-e5d0-444f-a3d7-23269febaed0 req-7fda2bb8-ab8b-48bf-916d-9abd07500b1f tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:16.799847 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba59248f-e5d0-444f-a3d7-23269febaed0 req-7fda2bb8-ab8b-48bf-916d-9abd07500b1f tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0866992 Feb 16 16:25:16.813930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-23c323e5-e5a1-4c22-9122-5fdb7fd17d37 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Made reservation on behalf of 19b6548b22364e4d9595948087ecf782 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:25:16.818563 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-23c323e5-e5a1-4c22-9122-5fdb7fd17d37 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:16.906622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba59248f-e5d0-444f-a3d7-23269febaed0 req-334b8b03-acef-44e4-88d3-bb145aeae473 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992389 Feb 16 16:25:16.948248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['02e2b74c-b539-4a3c-93e9-5bebf49a0e7d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:25:17.033263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-23c323e5-e5a1-4c22-9122-5fdb7fd17d37 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Allocated IP 192.168.233.159 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:25:17.066689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfcfce-3395-45e8-9bf7-0f51c48d1b95 req-7ae49012-a034-43a2-8d62-58ffeb240483 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:17.068241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-25cfcfce-3395-45e8-9bf7-0f51c48d1b95 req-7ae49012-a034-43a2-8d62-58ffeb240483 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 945 time: 0.0919938 Feb 16 16:25:17.196759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-25cfcfce-3395-45e8-9bf7-0f51c48d1b95 req-ff31c2b7-c39e-412d-8550-c3665f699023 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218553 Feb 16 16:25:17.225828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851c962-442a-4b05-9963-610daaabc041 req-4e5f07ef-acff-4bf8-9ceb-5b99e4c9c6da tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:17.227347 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2851c962-442a-4b05-9963-610daaabc041 req-4e5f07ef-acff-4bf8-9ceb-5b99e4c9c6da tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.1397886 Feb 16 16:25:17.366742 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-23c323e5-e5a1-4c22-9122-5fdb7fd17d37 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks [] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:17.379235 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2851c962-442a-4b05-9963-610daaabc041 req-5c777edf-2099-4ed1-8699-d8f01731c821 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250494 Feb 16 16:25:17.394871 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101bdbe-034e-4d94-9aa0-da1b82b6ee9f req-e095f527-5a7c-437f-a05b-388cd5839e21 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:17.403936 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c101bdbe-034e-4d94-9aa0-da1b82b6ee9f req-e095f527-5a7c-437f-a05b-388cd5839e21 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=812741eb-d7a3-48e8-b511-a2dc185544da HTTP/1.1" status: 200 len: 946 time: 0.1289680 Feb 16 16:25:17.497008 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c101bdbe-034e-4d94-9aa0-da1b82b6ee9f req-7762e4e4-d63d-40d4-a84a-ecad5c9f9109 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921681 Feb 16 16:25:17.510225 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-23c323e5-e5a1-4c22-9122-5fdb7fd17d37 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:17.528065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a99d2e-99e1-4768-8c03-cd915011b468 req-b732f565-d3b2-4b7e-9f06-f5c675ace415 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:17.528433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['66619770-9f86-4868-905d-2fd19501c884', '99d4dab0-a279-4b4b-b734-36f8d31898d9', '6aaea95d-906e-4c30-9911-1b6f2f58fdb7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:25:17.529574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5a99d2e-99e1-4768-8c03-cd915011b468 req-b732f565-d3b2-4b7e-9f06-f5c675ace415 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0836077 Feb 16 16:25:17.595216 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-23c323e5-e5a1-4c22-9122-5fdb7fd17d37 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:25:17.599624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1', '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:25:17.610294 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-23c323e5-e5a1-4c22-9122-5fdb7fd17d37 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:25:17.625537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-23c323e5-e5a1-4c22-9122-5fdb7fd17d37 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:25:17.676563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c323e5-e5a1-4c22-9122-5fdb7fd17d37 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event updated for resources: {'Port': ['ID=3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:17.730089 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5a99d2e-99e1-4768-8c03-cd915011b468 req-1ae12e28-d9b7-4da8-acc4-4d8275454e5b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685443 Feb 16 16:25:17.757067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-23c323e5-e5a1-4c22-9122-5fdb7fd17d37 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:17.758264 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-23c323e5-e5a1-4c22-9122-5fdb7fd17d37 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:17.784374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106a05a-bcd3-4d2d-ba8a-52faf58fce1d req-94521b9e-e420-4115-8de7-aa7d0d7b0058 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:17.793358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7106a05a-bcd3-4d2d-ba8a-52faf58fce1d req-94521b9e-e420-4115-8de7-aa7d0d7b0058 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 936 time: 0.1954372 Feb 16 16:25:17.809122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-23c323e5-e5a1-4c22-9122-5fdb7fd17d37 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1884153 Feb 16 16:25:17.826157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Request body: {'port': {'device_id': '45fd387d-1e12-4e5b-a685-33c558bacab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:17.909358 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:17.969732 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7106a05a-bcd3-4d2d-ba8a-52faf58fce1d req-77efc966-9fdc-4eda-bb97-36ff0279f93a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753972 Feb 16 16:25:18.032011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f9e2b06c-e440-4e2f-aeaf-6a4f6ed53e94 None None] Provisioning complete for port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:18.032400 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f9e2b06c-e440-4e2f-aeaf-6a4f6ed53e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:18.113533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2b06c-e440-4e2f-aeaf-6a4f6ed53e94 None None] Port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:25:18.260761 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a211335-1b07-418c-a8d5-73fd60fb0c83 req-f5da20f2-20c0-416b-bf74-d4ab6e121073 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:18.267894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a211335-1b07-418c-a8d5-73fd60fb0c83 req-f5da20f2-20c0-416b-bf74-d4ab6e121073 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 1127 time: 0.1761181 Feb 16 16:25:18.313868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:25:18.477575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:25:18.496255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:18.496588 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:18.593789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:18.594500 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:18.619791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360e29b0-85e8-4943-a844-0d9b92f974ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e2b74c-b539-4a3c-93e9-5bebf49a0e7d'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:18.622121 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa11ca2-be42-4bec-a305-d34e7a160a3f" -d '{"events": [{"server_uuid": "360e29b0-85e8-4943-a844-0d9b92f974ab", "name": "network-vif-plugged", "status": "completed", "tag": "02e2b74c-b539-4a3c-93e9-5bebf49a0e7d"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:18.636639 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:18.641024 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:18.674190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964603d-26c7-4d9a-b724-9f25be81f81c req-be1151a8-d1b4-4fdb-a009-1b062cfb2a9e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:18.675475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1964603d-26c7-4d9a-b724-9f25be81f81c req-be1151a8-d1b4-4fdb-a009-1b062cfb2a9e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.4203529 Feb 16 16:25:18.682808 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a211335-1b07-418c-a8d5-73fd60fb0c83 req-e5f19268-0ad7-4459-9461-5667766a2c66 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141097 Feb 16 16:25:18.696278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:18.762945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:25:18.781190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1964603d-26c7-4d9a-b724-9f25be81f81c req-8c1cce4d-8f5d-4e0c-80bd-6a1aaa3382da tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960922 Feb 16 16:25:18.784971 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Publish callbacks [] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:18.800561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Transition to ACTIVE for port object 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:25:18.813645 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:18.909191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Pushing event updated for resources: {'Port': ['ID=3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:18.969538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8515-fb9f-4c87-8ad8-9e994013528a req-f60449cd-4929-4c79-809c-31398351dae9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:18.972390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e16f8515-fb9f-4c87-8ad8-9e994013528a req-f60449cd-4929-4c79-809c-31398351dae9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1191256 Feb 16 16:25:19.022062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Attempting to bind port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:25:19.022395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Attempting to bind port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:25:19.022720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Attempting to bind port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:19.038860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:25:19.039179 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Attempting to bind port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:19.060485 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:25:19.060822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:25:19.061202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:25:19.061637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Bound port: 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:25:19.061982 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:19.086827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e16f8515-fb9f-4c87-8ad8-9e994013528a req-71e34e4f-f9f1-4ccb-b39d-3d8f4103aa67 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059182 Feb 16 16:25:19.134174 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e898e0e7-80cd-4fab-a769-6a26d45f4b70 x-openstack-request-id: req-e898e0e7-80cd-4fab-a769-6a26d45f4b70 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:19.134564 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360e29b0-85e8-4943-a844-0d9b92f974ab", "name": "network-vif-plugged", "status": "completed", "tag": "02e2b74c-b539-4a3c-93e9-5bebf49a0e7d", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:19.134902 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e898e0e7-80cd-4fab-a769-6a26d45f4b70 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:19.135642 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360e29b0-85e8-4943-a844-0d9b92f974ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e2b74c-b539-4a3c-93e9-5bebf49a0e7d', 'code': 200} Feb 16 16:25:19.150210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d19ea-2ca6-44d0-bdf0-a30886c3fcf5 req-18710a68-1b77-4386-a5a1-01a7102d3bad tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:19.151712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c19d19ea-2ca6-44d0-bdf0-a30886c3fcf5 req-18710a68-1b77-4386-a5a1-01a7102d3bad tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.1138461 Feb 16 16:25:19.181921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] For port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:25:19.202666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] For port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:25:19.212888 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:19.256243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c19d19ea-2ca6-44d0-bdf0-a30886c3fcf5 req-5f8525df-689d-442a-b550-83329126e318 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984616 Feb 16 16:25:19.302717 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:19.303423 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:19.305009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] 10.222.0.65 "PUT /v2.0/ports/3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 HTTP/1.1" status: 200 len: 1096 time: 1.4859457 Feb 16 16:25:19.305514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fd387d-1e12-4e5b-a685-33c558bacab6', 'tag': '3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:19.308230 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04697e8-3574-4a4e-b095-533712929924" -d '{"events": [{"name": "network-changed", "server_uuid": "45fd387d-1e12-4e5b-a685-33c558bacab6", "tag": "3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:19.344390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f075be-60ea-4c47-9b8a-fa89314fe336 service neutron] Pushing event updated for resources: {'Port': ['ID=3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:19.388692 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd2899-3407-4be6-bc31-080f391da65d req-816e305a-3cc8-41b7-8e5f-aad040a1a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:19.390300 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9bdd2899-3407-4be6-bc31-080f391da65d req-816e305a-3cc8-41b7-8e5f-aad040a1a135 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 1128 time: 0.1752882 Feb 16 16:25:19.493135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-e4587871-2147-4bd3-a1e4-f95eb1049f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:19.494897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-e4587871-2147-4bd3-a1e4-f95eb1049f6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 1130 time: 0.1455269 Feb 16 16:25:19.497220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9bdd2899-3407-4be6-bc31-080f391da65d req-0d921403-3291-41d1-91f5-8461db83c82c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915580 Feb 16 16:25:19.506107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd66e2-a51f-48bd-b38c-2f53a4f12931 req-81c908b2-b939-41d0-9898-4693c7da3d40 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:19.507704 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22cd66e2-a51f-48bd-b38c-2f53a4f12931 req-81c908b2-b939-41d0-9898-4693c7da3d40 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1164536 Feb 16 16:25:19.561799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22cd66e2-a51f-48bd-b38c-2f53a4f12931 req-701fcda0-28b9-42fb-ba22-3c9ef4ceca3f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479028 Feb 16 16:25:19.755120 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-bba4b973-c980-4429-8378-646f38a7b29b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 HTTP/1.1" status: 200 len: 217 time: 0.0390792 Feb 16 16:25:19.828862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-f9ba28d8-b929-4889-95f9-6b47edcfe9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:19.831153 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-f9ba28d8-b929-4889-95f9-6b47edcfe9ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0687678 Feb 16 16:25:19.843745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23545de-eb77-4dd7-95b6-638d8dd8d628 req-dfebab0f-fa17-4449-b18a-074de7fc5731 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:19.845561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e23545de-eb77-4dd7-95b6-638d8dd8d628 req-dfebab0f-fa17-4449-b18a-074de7fc5731 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 948 time: 0.0943766 Feb 16 16:25:19.921744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e23545de-eb77-4dd7-95b6-638d8dd8d628 req-3b475f36-3edb-4405-a888-7e0bdc7588dd tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679674 Feb 16 16:25:19.928379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-bc2b741f-ee8b-4525-b7e0-4e3dba32a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:19.929861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-bc2b741f-ee8b-4525-b7e0-4e3dba32a544 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0834525 Feb 16 16:25:19.967342 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa0839a-d604-4b90-810d-f8e9dcc69956 x-openstack-request-id: req-caa0839a-d604-4b90-810d-f8e9dcc69956 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:19.967669 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fd387d-1e12-4e5b-a685-33c558bacab6", "tag": "3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:19.967948 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-caa0839a-d604-4b90-810d-f8e9dcc69956 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:19.968347 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fd387d-1e12-4e5b-a685-33c558bacab6', 'tag': '3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9', 'status': 'completed', 'code': 200} Feb 16 16:25:20.043775 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-7ca0bbe9-db2d-4e8e-946b-1a1062c3905b service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941620 Feb 16 16:25:20.174129 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-654d1f34-1ff3-4be6-a622-6e3c04750dc0 req-e5271aa4-9ea1-4fb9-85be-5f2dd7655bb9 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256938 Feb 16 16:25:20.188560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40535d-acc1-40d3-a784-a9299e578ae4 req-789f0f2b-941a-4259-806a-916e96c7ba88 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:20.190001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df40535d-acc1-40d3-a784-a9299e578ae4 req-789f0f2b-941a-4259-806a-916e96c7ba88 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0726318 Feb 16 16:25:20.250584 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df40535d-acc1-40d3-a784-a9299e578ae4 req-90336454-2e8d-428a-a7cf-625d24fe6791 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548699 Feb 16 16:25:20.292678 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04697e8-3574-4a4e-b095-533712929924 req-c0979209-9cff-4304-b1d1-c861f382f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:20.294499 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c04697e8-3574-4a4e-b095-533712929924 req-c0979209-9cff-4304-b1d1-c861f382f04d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 1130 time: 0.0600808 Feb 16 16:25:20.326126 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 899442d7-4ed1-4aaf-ad21-a3b9e934b34a details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:25:20.420592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04697e8-3574-4a4e-b095-533712929924 req-1fcdfd28-5c0a-4c9e-8a33-51ee271e633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:20.422058 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c04697e8-3574-4a4e-b095-533712929924 req-1fcdfd28-5c0a-4c9e-8a33-51ee271e633b service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1211312 Feb 16 16:25:20.441303 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:20.443738 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf05a-6cda-45fb-b74c-8747fbeaf333 req-b40d9c9e-73de-4dd6-bd07-f52fc80ddfd5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:20.445230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cdcf05a-6cda-45fb-b74c-8747fbeaf333 req-b40d9c9e-73de-4dd6-bd07-f52fc80ddfd5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0773680 Feb 16 16:25:20.452647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '899442d7-4ed1-4aaf-ad21-a3b9e934b34a', 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7', 'port_id': '899442d7-4ed1-4aaf-ad21-a3b9e934b34a', 'mac_address': 'fa:16:3e:f9:c6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9186030b-fe72-41cc-87f9-eb80f37580c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:25:20.481704 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c04697e8-3574-4a4e-b095-533712929924 req-c561b298-2155-43fb-92f0-5536e19ae2c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 HTTP/1.1" status: 200 len: 217 time: 0.0498223 Feb 16 16:25:20.494201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:20.494594 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:20.508738 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 899442d7-4ed1-4aaf-ad21-a3b9e934b34a {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:25:20.527830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:20.531395 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:20.557540 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cdcf05a-6cda-45fb-b74c-8747fbeaf333 req-0f1bea20-ef41-4240-927f-397a71f0df17 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785084 Feb 16 16:25:20.561096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04697e8-3574-4a4e-b095-533712929924 req-d2c30426-1114-4e25-b325-c334c88af801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:20.562460 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c04697e8-3574-4a4e-b095-533712929924 req-d2c30426-1114-4e25-b325-c334c88af801 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0680730 Feb 16 16:25:20.592195 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:20.632632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04697e8-3574-4a4e-b095-533712929924 req-affe60a8-8c6e-415c-9870-6f363a7ebf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:20.634118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c04697e8-3574-4a4e-b095-533712929924 req-affe60a8-8c6e-415c-9870-6f363a7ebf70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0556340 Feb 16 16:25:20.699784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['899442d7-4ed1-4aaf-ad21-a3b9e934b34a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:25:20.759296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c827b-2f0f-42d9-a2bf-256525221cb2 req-a82d29c7-e035-48d3-a7b1-2ddec83339b9 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:20.760896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-552c827b-2f0f-42d9-a2bf-256525221cb2 req-a82d29c7-e035-48d3-a7b1-2ddec83339b9 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.1222789 Feb 16 16:25:20.783613 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c04697e8-3574-4a4e-b095-533712929924 req-0a012678-aed9-4556-a66f-f2e2914febe7 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353803 Feb 16 16:25:20.883827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-552c827b-2f0f-42d9-a2bf-256525221cb2 req-5308112c-6b01-424b-8f39-5e18edae6ae1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126406 Feb 16 16:25:20.914369 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c04697e8-3574-4a4e-b095-533712929924 req-e9ada7ea-d5d7-4c2c-9e28-b86655f7b994 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232247 Feb 16 16:25:21.015159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e115f-cd21-4538-bce8-faa3dcafbed4 req-ff6f6663-c040-4c1a-8f63-aeacd08c97bf tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:21.016756 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-705e115f-cd21-4538-bce8-faa3dcafbed4 req-ff6f6663-c040-4c1a-8f63-aeacd08c97bf tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0632961 Feb 16 16:25:21.067050 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-705e115f-cd21-4538-bce8-faa3dcafbed4 req-e93f5be2-0a4a-4049-98aa-9bddda004b53 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432637 Feb 16 16:25:21.197214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb3430-eb90-4aed-9875-34fab90ebe9c req-63036611-2932-4b55-ae6a-3c63ebb288ba tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:21.198695 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c0bb3430-eb90-4aed-9875-34fab90ebe9c req-63036611-2932-4b55-ae6a-3c63ebb288ba tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 948 time: 0.0575290 Feb 16 16:25:21.250240 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c0bb3430-eb90-4aed-9875-34fab90ebe9c req-404723c9-d8bb-4546-af12-8e63aaaf0fea tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459774 Feb 16 16:25:21.352292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48758) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:21.412661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1707d3e-20be-4c6c-8672-828b5e720e70 req-95427858-dc50-4edc-8c2b-b527a1836d33 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:21.414274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1707d3e-20be-4c6c-8672-828b5e720e70 req-95427858-dc50-4edc-8c2b-b527a1836d33 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0533369 Feb 16 16:25:21.460829 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-485beb76-854b-40c9-940e-b694e25e0562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:21.464406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1707d3e-20be-4c6c-8672-828b5e720e70 req-94648da0-d439-4475-aa23-d2e18de0b3f5 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444369 Feb 16 16:25:21.536516 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-485beb76-854b-40c9-940e-b694e25e0562 admin admin] Publish callbacks [] for security_group (b76c623c-e3b1-4f32-b453-b52ce1bcfd67), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:21.540496 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-485beb76-854b-40c9-940e-b694e25e0562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b76c623c-e3b1-4f32-b453-b52ce1bcfd67), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:21.578571 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-485beb76-854b-40c9-940e-b694e25e0562 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4ba16ddec354479a214f391c04646f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249672 Feb 16 16:25:21.579249 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485beb76-854b-40c9-940e-b694e25e0562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76c623c-e3b1-4f32-b453-b52ce1bcfd67,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:21.581694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48762) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:21.637656 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1af65ce9-3337-43e0-afad-b2b9d2b1dd5e admin admin] Publish callbacks [] for security_group (b76c623c-e3b1-4f32-b453-b52ce1bcfd67), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:21.687500 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1af65ce9-3337-43e0-afad-b2b9d2b1dd5e admin admin] Publish callbacks [] for security_group (b76c623c-e3b1-4f32-b453-b52ce1bcfd67), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:21.737067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06be65b-c9c9-4b8e-a10a-9f8f7f7aeed3 req-e81e7f70-ae61-477b-9ca5-97d98e1dbf16 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:21.738540 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e06be65b-c9c9-4b8e-a10a-9f8f7f7aeed3 req-e81e7f70-ae61-477b-9ca5-97d98e1dbf16 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0966415 Feb 16 16:25:21.766375 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1af65ce9-3337-43e0-afad-b2b9d2b1dd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b76c623c-e3b1-4f32-b453-b52ce1bcfd67), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:21.769816 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1af65ce9-3337-43e0-afad-b2b9d2b1dd5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:21.770968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1af65ce9-3337-43e0-afad-b2b9d2b1dd5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b76c623c-e3b1-4f32-b453-b52ce1bcfd67 HTTP/1.1" status: 204 len: 168 time: 0.1875911 Feb 16 16:25:21.792263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af65ce9-3337-43e0-afad-b2b9d2b1dd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76c623c-e3b1-4f32-b453-b52ce1bcfd67,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:21.803072 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e06be65b-c9c9-4b8e-a10a-9f8f7f7aeed3 req-1fc3304c-79de-44f7-988a-1bc1e3193b92 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588171 Feb 16 16:25:21.925491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72a5ad-0c09-489a-b929-44e6d0c2afee req-75ea26d1-a391-49fb-b5c9-c302b0d91bf3 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:21.927312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce72a5ad-0c09-489a-b929-44e6d0c2afee req-75ea26d1-a391-49fb-b5c9-c302b0d91bf3 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 1128 time: 0.0517614 Feb 16 16:25:21.980625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce72a5ad-0c09-489a-b929-44e6d0c2afee req-d4b100c7-e4f5-4f37-a9f2-5acd83986b9f tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469000 Feb 16 16:25:22.076751 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48786) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:22.099533 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6880-663d-4db2-a3be-f57a36a2fbff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:22.106053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a309d7-83e3-4289-967b-6c5a4393dc18 req-1a1aac97-9389-4863-8e41-641a8e6561b1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:22.107314 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4a309d7-83e3-4289-967b-6c5a4393dc18 req-1a1aac97-9389-4863-8e41-641a8e6561b1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.0597606 Feb 16 16:25:22.169175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4a309d7-83e3-4289-967b-6c5a4393dc18 req-f48c8550-2e29-4e3f-90e8-1713032c5acb tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542626 Feb 16 16:25:22.193295 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6880-663d-4db2-a3be-f57a36a2fbff admin admin] Publish callbacks [] for security_group (2a1736be-61a4-43fd-bb7a-d728d8887989), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:22.198286 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6880-663d-4db2-a3be-f57a36a2fbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2a1736be-61a4-43fd-bb7a-d728d8887989), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:22.253871 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48798) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:22.266172 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3d7d6880-663d-4db2-a3be-f57a36a2fbff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=125e2ec8f9284ac3bb4734bcd27987e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880155 Feb 16 16:25:22.267512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d6880-663d-4db2-a3be-f57a36a2fbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1736be-61a4-43fd-bb7a-d728d8887989,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:22.361691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 899442d7-4ed1-4aaf-ad21-a3b9e934b34a up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:25:22.367119 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cecf882a-e666-440b-adcb-71fdef274acd admin admin] Publish callbacks [] for security_group (2a1736be-61a4-43fd-bb7a-d728d8887989), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:22.378105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb87fc-2937-4f26-afba-44d78d3b1390 req-be255879-6ba0-416d-9a63-f4f5908f846d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:22.379675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8eb87fc-2937-4f26-afba-44d78d3b1390 req-be255879-6ba0-416d-9a63-f4f5908f846d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1077106 Feb 16 16:25:22.421643 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cecf882a-e666-440b-adcb-71fdef274acd admin admin] Publish callbacks [] for security_group (2a1736be-61a4-43fd-bb7a-d728d8887989), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:22.422741 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:22.424076 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:22.499844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8eb87fc-2937-4f26-afba-44d78d3b1390 req-41d81d66-27c3-4f56-8035-ec2e7993535d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126282 Feb 16 16:25:22.531391 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cecf882a-e666-440b-adcb-71fdef274acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2a1736be-61a4-43fd-bb7a-d728d8887989), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:22.535146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cecf882a-e666-440b-adcb-71fdef274acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:22.538601 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cecf882a-e666-440b-adcb-71fdef274acd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a1736be-61a4-43fd-bb7a-d728d8887989 HTTP/1.1" status: 204 len: 168 time: 0.2815275 Feb 16 16:25:22.556667 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf882a-e666-440b-adcb-71fdef274acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1736be-61a4-43fd-bb7a-d728d8887989,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:22.638835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:22.639593 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:22.714861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812741eb-d7a3-48e8-b511-a2dc185544da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899442d7-4ed1-4aaf-ad21-a3b9e934b34a'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:22.720625 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc3ad15-3338-43da-9735-88a63aa91c8f" -d '{"events": [{"server_uuid": "812741eb-d7a3-48e8-b511-a2dc185544da", "name": "network-vif-plugged", "status": "completed", "tag": "899442d7-4ed1-4aaf-ad21-a3b9e934b34a"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:22.751949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:22.758386 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:22.766631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff9462-4290-4462-b352-c7c0a2a3a5ae req-661e73e1-4680-440d-b838-8a59645d4930 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:22.777172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3cff9462-4290-4462-b352-c7c0a2a3a5ae req-661e73e1-4680-440d-b838-8a59645d4930 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 948 time: 0.1306560 Feb 16 16:25:22.890063 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:22.904084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3cff9462-4290-4462-b352-c7c0a2a3a5ae req-b4854335-a8b4-4555-94d7-4c77233d4ddd tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238074 Feb 16 16:25:23.134088 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e1b20-1f82-4347-9d9e-d1f2420fbc52 req-adc3e53c-8fe1-4e77-9169-ae6a46a8bacf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:23.143653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c6e1b20-1f82-4347-9d9e-d1f2420fbc52 req-adc3e53c-8fe1-4e77-9169-ae6a46a8bacf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0884731 Feb 16 16:25:23.216843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c6e1b20-1f82-4347-9d9e-d1f2420fbc52 req-3f0511ab-4a83-4768-af1d-de52a4d293e9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714860 Feb 16 16:25:23.292487 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2876015-e20d-4cf6-8216-41e2a76c6edb x-openstack-request-id: req-f2876015-e20d-4cf6-8216-41e2a76c6edb {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:23.292879 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812741eb-d7a3-48e8-b511-a2dc185544da", "name": "network-vif-plugged", "status": "completed", "tag": "899442d7-4ed1-4aaf-ad21-a3b9e934b34a", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:23.293210 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2876015-e20d-4cf6-8216-41e2a76c6edb {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:23.293724 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812741eb-d7a3-48e8-b511-a2dc185544da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899442d7-4ed1-4aaf-ad21-a3b9e934b34a', 'code': 200} Feb 16 16:25:23.471055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc79d4-4bb0-430b-9f9b-808a1cd6bf34 req-8b7d0cce-019c-4635-923c-44c90f17ed91 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:23.478071 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-90cc79d4-4bb0-430b-9f9b-808a1cd6bf34 req-8b7d0cce-019c-4635-923c-44c90f17ed91 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.1080034 Feb 16 16:25:23.561613 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-90cc79d4-4bb0-430b-9f9b-808a1cd6bf34 req-122c7a4e-4ced-479b-beaa-4cd08ca4a1fe tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775614 Feb 16 16:25:23.726954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860bc64-d6ad-43c8-9753-358440b36133 req-a0548573-3af8-4b8c-a532-9e667a06b993 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:23.738039 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1860bc64-d6ad-43c8-9753-358440b36133 req-a0548573-3af8-4b8c-a532-9e667a06b993 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1238792 Feb 16 16:25:23.801834 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1860bc64-d6ad-43c8-9753-358440b36133 req-62a0f8f1-c3a2-47fe-adbd-f698260b2347 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625086 Feb 16 16:25:24.082661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b118ade-a771-4e30-8eff-ff11f0f8147e req-b1c14e1a-bdb1-4aed-8b8b-a4404f9276e4 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:24.092621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b118ade-a771-4e30-8eff-ff11f0f8147e req-b1c14e1a-bdb1-4aed-8b8b-a4404f9276e4 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 948 time: 0.0877860 Feb 16 16:25:24.172767 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b118ade-a771-4e30-8eff-ff11f0f8147e req-b22baa7c-9f2b-4b66-8502-c1e3cb8628dd tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789974 Feb 16 16:25:24.352996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:25:24.367097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2a208-033b-4e96-ad71-e4aed5e402ec req-3207a34a-e7eb-4775-9b80-a57e81121678 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:24.374408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdb2a208-033b-4e96-ad71-e4aed5e402ec req-3207a34a-e7eb-4775-9b80-a57e81121678 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0711443 Feb 16 16:25:24.449609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdb2a208-033b-4e96-ad71-e4aed5e402ec req-6bc400d2-3cfc-407c-8c50-c97f11600c08 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562871 Feb 16 16:25:24.537267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:24.569723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9', 'mac_address': 'fa:16:3e:37:56:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:25:24.643394 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:24.643912 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:24.671109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:25:24.705238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:24.714022 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:24.776830 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50669cc-4b86-4969-a8a1-ed8aa8e7da92 req-78118d73-7501-4e75-9284-7dacfadd6acf tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:24.778912 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e50669cc-4b86-4969-a8a1-ed8aa8e7da92 req-78118d73-7501-4e75-9284-7dacfadd6acf tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.0871279 Feb 16 16:25:24.810331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:24.850174 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e50669cc-4b86-4969-a8a1-ed8aa8e7da92 req-cb6f94b1-149c-483d-8e47-9d245cda6103 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651350 Feb 16 16:25:25.012404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4a6ca-d673-4348-b1f4-c583aa664ea3 req-0784b151-1f7e-481f-9103-354fccdda728 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:25.014182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2de4a6ca-d673-4348-b1f4-c583aa664ea3 req-0784b151-1f7e-481f-9103-354fccdda728 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0855114 Feb 16 16:25:25.081388 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:25:25.123191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2de4a6ca-d673-4348-b1f4-c583aa664ea3 req-e693c295-d594-49f0-b02b-0e1e3f7b155b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967331 Feb 16 16:25:25.358895 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-032ee11b-7c01-439f-8ca6-4f6a24d24d51 req-63650be6-dfbd-4c52-869a-ba88da0f6afb tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1728816585', 'description': 'tempest-description-1108157896'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:25.386510 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-032ee11b-7c01-439f-8ca6-4f6a24d24d51 req-63650be6-dfbd-4c52-869a-ba88da0f6afb tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:25.398162 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-032ee11b-7c01-439f-8ca6-4f6a24d24d51 req-63650be6-dfbd-4c52-869a-ba88da0f6afb tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:25.489184 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-032ee11b-7c01-439f-8ca6-4f6a24d24d51 req-63650be6-dfbd-4c52-869a-ba88da0f6afb tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks [] for security_group (b69789b6-0936-420e-90d8-498387e1fb2d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:25.495038 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-032ee11b-7c01-439f-8ca6-4f6a24d24d51 req-63650be6-dfbd-4c52-869a-ba88da0f6afb tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b69789b6-0936-420e-90d8-498387e1fb2d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:25.529625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63650be6-dfbd-4c52-869a-ba88da0f6afb tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b69789b6-0936-420e-90d8-498387e1fb2d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:25.583977 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-032ee11b-7c01-439f-8ca6-4f6a24d24d51 req-63650be6-dfbd-4c52-869a-ba88da0f6afb tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks [] for security_group (440ad633-01ec-423b-88f4-7e4b0d007968), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:25.588976 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-032ee11b-7c01-439f-8ca6-4f6a24d24d51 req-63650be6-dfbd-4c52-869a-ba88da0f6afb tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (440ad633-01ec-423b-88f4-7e4b0d007968), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:25.599382 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a619f1cc-4ec3-449b-ad3d-0b36c14c1f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:25.622979 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-032ee11b-7c01-439f-8ca6-4f6a24d24d51 req-63650be6-dfbd-4c52-869a-ba88da0f6afb tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:25.624405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-032ee11b-7c01-439f-8ca6-4f6a24d24d51 req-63650be6-dfbd-4c52-869a-ba88da0f6afb tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2700381 Feb 16 16:25:25.625375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63650be6-dfbd-4c52-869a-ba88da0f6afb tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440ad633-01ec-423b-88f4-7e4b0d007968,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:26.163359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d345cf7-becf-4f1b-8377-0a39feb2e65b req-b2168deb-07c8-4b81-8f8c-4862f3bb191c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:26.165845 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6d345cf7-becf-4f1b-8377-0a39feb2e65b req-b2168deb-07c8-4b81-8f8c-4862f3bb191c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 949 time: 0.1203480 Feb 16 16:25:26.216629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-717823b1-40af-463d-83a4-a719eb694722 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:25:26.217523 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-717823b1-40af-463d-83a4-a719eb694722 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104249 Feb 16 16:25:26.313586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6d345cf7-becf-4f1b-8377-0a39feb2e65b req-7e39e39e-7bff-4db5-ac55-d00fc75815b4 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347847 Feb 16 16:25:26.316328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-d8c459d1-d528-4104-8067-dbd2d396c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:26.317877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-d8c459d1-d528-4104-8067-dbd2d396c374 service neutron] 10.222.0.24 "GET /v2.0/ports/5230fa60-04fc-41e4-ab07-6db406024d32 HTTP/1.1" status: 200 len: 1124 time: 0.0750692 Feb 16 16:25:26.335204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0638b39d-21b5-4739-a577-19884aa7649b service neutron] Request body: {'binding': {'host': 'n-h2-669411-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:26.335671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0638b39d-21b5-4739-a577-19884aa7649b service neutron] Unknown quota resources ['binding']. {{(pid=103421) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:25:26.391696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:25:26.556463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:25:26.564730 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:26.565309 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:26.643815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f4d8e-a9f3-4b74-8a12-4db081a06cde req-946b5e38-bcce-4ea1-a8a6-921f2129c945 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:26.645225 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf1f4d8e-a9f3-4b74-8a12-4db081a06cde req-946b5e38-bcce-4ea1-a8a6-921f2129c945 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0999296 Feb 16 16:25:26.678544 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:26.679127 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:26.680900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0638b39d-21b5-4739-a577-19884aa7649b service neutron] Attempting to bind port 5230fa60-04fc-41e4-ab07-6db406024d32 on host n-h2-669411-5 for vnic_type normal with profile None {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:25:26.681239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0638b39d-21b5-4739-a577-19884aa7649b service neutron] Attempting to bind port 5230fa60-04fc-41e4-ab07-6db406024d32 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:25:26.681720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0638b39d-21b5-4739-a577-19884aa7649b service neutron] Attempting to bind port 5230fa60-04fc-41e4-ab07-6db406024d32 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:26.690902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0638b39d-21b5-4739-a577-19884aa7649b service neutron] Port 5230fa60-04fc-41e4-ab07-6db406024d32 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:25:26.691225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0638b39d-21b5-4739-a577-19884aa7649b service neutron] Attempting to bind port 5230fa60-04fc-41e4-ab07-6db406024d32 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:26.714059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0638b39d-21b5-4739-a577-19884aa7649b service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:25:26.714422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0638b39d-21b5-4739-a577-19884aa7649b service neutron] Checking segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:25:26.715328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0638b39d-21b5-4739-a577-19884aa7649b service neutron] Bound using segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:25:26.716070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0638b39d-21b5-4739-a577-19884aa7649b service neutron] Bound port: 5230fa60-04fc-41e4-ab07-6db406024d32, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:25:26.737520 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:26.739090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fd387d-1e12-4e5b-a685-33c558bacab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:26.742549 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38691c95-2d48-4dc5-b13a-d490343314d1" -d '{"events": [{"server_uuid": "45fd387d-1e12-4e5b-a685-33c558bacab6", "name": "network-vif-plugged", "status": "completed", "tag": "3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:26.744856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf1f4d8e-a9f3-4b74-8a12-4db081a06cde req-54a4fa5c-4414-4dfb-92b4-29c027a77da2 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930405 Feb 16 16:25:26.746037 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:26.803024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:26.816532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2a4d7e2c-99a7-4a14-a28d-284fc3ed9af0 req-6e452cce-1a9d-4d60-afba-40651a395820 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1397833963', 'description': 'tempest-description-963003757'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:26.825160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0638b39d-21b5-4739-a577-19884aa7649b service neutron] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=5230fa60-04fc-41e4-ab07-6db406024d32,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:25:26.834214 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0638b39d-21b5-4739-a577-19884aa7649b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:26.835447 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0638b39d-21b5-4739-a577-19884aa7649b service neutron] 10.222.0.24 "POST /v2.0/ports/5230fa60-04fc-41e4-ab07-6db406024d32/bindings HTTP/1.1" status: 201 len: 389 time: 0.5067489 Feb 16 16:25:26.851899 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a4d7e2c-99a7-4a14-a28d-284fc3ed9af0 req-6e452cce-1a9d-4d60-afba-40651a395820 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:26.970749 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a4d7e2c-99a7-4a14-a28d-284fc3ed9af0 req-6e452cce-1a9d-4d60-afba-40651a395820 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks [] for security_group (ffd23808-0258-4204-8784-58b6487270fa), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:26.976090 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a4d7e2c-99a7-4a14-a28d-284fc3ed9af0 req-6e452cce-1a9d-4d60-afba-40651a395820 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ffd23808-0258-4204-8784-58b6487270fa), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:27.093466 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2a4d7e2c-99a7-4a14-a28d-284fc3ed9af0 req-6e452cce-1a9d-4d60-afba-40651a395820 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:27.108133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a4d7e2c-99a7-4a14-a28d-284fc3ed9af0 req-6e452cce-1a9d-4d60-afba-40651a395820 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2959800 Feb 16 16:25:27.118283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e452cce-1a9d-4d60-afba-40651a395820 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd23808-0258-4204-8784-58b6487270fa,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:27.184881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8fb42-0361-4c93-b560-29bdc87f3f1e req-c318a294-d125-4493-bd6e-33bc228ad82a tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:27.194712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95a8fb42-0361-4c93-b560-29bdc87f3f1e req-c318a294-d125-4493-bd6e-33bc228ad82a tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.1657324 Feb 16 16:25:27.322290 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95a8fb42-0361-4c93-b560-29bdc87f3f1e req-7b141db1-5eb2-4e75-84b4-5a3c23ef39a6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267047 Feb 16 16:25:27.341903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-e0a520a0-0924-46b7-8c58-d75a925b4849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:27.343884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-e0a520a0-0924-46b7-8c58-d75a925b4849 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 1127 time: 0.1470494 Feb 16 16:25:27.374604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de39180-eec1-4d12-840e-0b0cdbb4b6bc req-70c66b44-3bcb-468e-86f2-f764dc688823 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:27.378097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9de39180-eec1-4d12-840e-0b0cdbb4b6bc req-70c66b44-3bcb-468e-86f2-f764dc688823 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1802924 Feb 16 16:25:27.398050 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ef9a21-c2f5-4310-80c1-17a6af452a93 x-openstack-request-id: req-07ef9a21-c2f5-4310-80c1-17a6af452a93 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:27.398050 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fd387d-1e12-4e5b-a685-33c558bacab6", "name": "network-vif-plugged", "status": "completed", "tag": "3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:27.398050 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07ef9a21-c2f5-4310-80c1-17a6af452a93 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:27.398434 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fd387d-1e12-4e5b-a685-33c558bacab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9', 'code': 200} Feb 16 16:25:27.613224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-107cac07-c9aa-4fb9-8f21-f36b5f9c049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:27.615005 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-107cac07-c9aa-4fb9-8f21-f36b5f9c049d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.2611830 Feb 16 16:25:27.621509 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9de39180-eec1-4d12-840e-0b0cdbb4b6bc req-474ce212-9904-49a4-b8b5-0aa4f69a46d9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230365 Feb 16 16:25:27.670336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-b3b3eca7-ba20-4fdb-ba49-5ef4b9a8e8c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5230fa60-04fc-41e4-ab07-6db406024d32 HTTP/1.1" status: 200 len: 217 time: 0.0467043 Feb 16 16:25:27.675597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772181b-104b-48b4-9606-489734f594b5 req-f0f79605-63d4-431f-af66-00f58a81cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:27.677112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8772181b-104b-48b4-9606-489734f594b5 req-f0f79605-63d4-431f-af66-00f58a81cd68 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 1132 time: 0.1797760 Feb 16 16:25:27.688533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc0647-e0d0-49c8-bfae-845b8bdfa47a req-ff5f0bad-8ba5-4072-80c3-ed382300d9cf tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:27.690580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ebc0647-e0d0-49c8-bfae-845b8bdfa47a req-ff5f0bad-8ba5-4072-80c3-ed382300d9cf tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.1904149 Feb 16 16:25:27.775709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-e8b49182-05e7-488c-9953-eb3209ccb0fc req-db935e77-91a7-455e-8e05-0047bca36612 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-807789557', 'description': 'tempest-description-1101669337'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:27.809675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0d90efd1-38cf-4cd5-b7ee-e7e4ca39838d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:27.811163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0d90efd1-38cf-4cd5-b7ee-e7e4ca39838d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.1185267 Feb 16 16:25:27.873073 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8772181b-104b-48b4-9606-489734f594b5 req-925bf029-01ca-4ec7-96d1-b65d3df8db46 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814492 Feb 16 16:25:27.875054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-0eb764aa-3699-4eda-ab73-36ab2d32ed59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501251 Feb 16 16:25:27.881552 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ebc0647-e0d0-49c8-bfae-845b8bdfa47a req-e4c7aaca-7b82-4c5f-a93e-b83ea9a3f320 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719053 Feb 16 16:25:27.882753 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e8b49182-05e7-488c-9953-eb3209ccb0fc req-db935e77-91a7-455e-8e05-0047bca36612 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:27.919698 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e8b49182-05e7-488c-9953-eb3209ccb0fc req-db935e77-91a7-455e-8e05-0047bca36612 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:28.073588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-ac3908c6-db3d-401b-a08b-323d5cf24d20 service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881528 Feb 16 16:25:28.094535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad675e03-c53d-44a4-9647-02100a72dc8e req-3991f183-735e-4f4d-8810-1a276d75f837 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:28.103880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad675e03-c53d-44a4-9647-02100a72dc8e req-3991f183-735e-4f4d-8810-1a276d75f837 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 950 time: 0.1193683 Feb 16 16:25:28.180909 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e8b49182-05e7-488c-9953-eb3209ccb0fc req-db935e77-91a7-455e-8e05-0047bca36612 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks [] for security_group (5beb361f-4c3b-4b8d-8995-80b699c25cb1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:28.220531 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e8b49182-05e7-488c-9953-eb3209ccb0fc req-db935e77-91a7-455e-8e05-0047bca36612 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5beb361f-4c3b-4b8d-8995-80b699c25cb1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:28.252338 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0b59544a-affc-4810-98fe-b43e6d8f02f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:28.283531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad675e03-c53d-44a4-9647-02100a72dc8e req-10a41e60-5cbc-44fc-8078-055eae5dbc8b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797259 Feb 16 16:25:28.365972 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e8b49182-05e7-488c-9953-eb3209ccb0fc req-db935e77-91a7-455e-8e05-0047bca36612 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks [] for security_group (8c39cf28-25a4-49f0-b075-af5fa98a28a1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:28.369203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db935e77-91a7-455e-8e05-0047bca36612 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beb361f-4c3b-4b8d-8995-80b699c25cb1,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:28.381665 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e8b49182-05e7-488c-9953-eb3209ccb0fc req-db935e77-91a7-455e-8e05-0047bca36612 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8c39cf28-25a4-49f0-b075-af5fa98a28a1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:28.412779 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e8b49182-05e7-488c-9953-eb3209ccb0fc req-db935e77-91a7-455e-8e05-0047bca36612 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:28.427699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8b49182-05e7-488c-9953-eb3209ccb0fc req-db935e77-91a7-455e-8e05-0047bca36612 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6756585 Feb 16 16:25:28.461764 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-2d9137a0-c4ae-415e-adc6-2277bd40066e service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489993 Feb 16 16:25:28.588318 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe172300-e096-4f61-8b63-7661924e0e42 req-b4e89b8c-56f0-4700-94e7-608f0ba9a763 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:28.589955 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe172300-e096-4f61-8b63-7661924e0e42 req-b4e89b8c-56f0-4700-94e7-608f0ba9a763 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1214442 Feb 16 16:25:28.594664 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db935e77-91a7-455e-8e05-0047bca36612 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c39cf28-25a4-49f0-b075-af5fa98a28a1,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:28.716926 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe172300-e096-4f61-8b63-7661924e0e42 req-cc3b38c7-bf4f-46a4-a55c-9ae20bdec516 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023936 Feb 16 16:25:28.745964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71880b6-8187-4243-b56f-04a81b4d0ec8 req-fc751c21-9ab5-424e-8d95-64062a63e256 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:28.747514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b71880b6-8187-4243-b56f-04a81b4d0ec8 req-fc751c21-9ab5-424e-8d95-64062a63e256 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.1853657 Feb 16 16:25:28.765832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-d606e582-b9eb-407a-8b57-ee0818685e03 req-391c2f82-76b0-4fdc-8093-1681fa5a40d3 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1624217664', 'description': 'tempest-description-1653239129'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:28.795136 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d606e582-b9eb-407a-8b57-ee0818685e03 req-391c2f82-76b0-4fdc-8093-1681fa5a40d3 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:28.863584 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b71880b6-8187-4243-b56f-04a81b4d0ec8 req-3ed4d667-28aa-4b93-b790-436aed7de276 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084912 Feb 16 16:25:28.945628 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d606e582-b9eb-407a-8b57-ee0818685e03 req-391c2f82-76b0-4fdc-8093-1681fa5a40d3 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks [] for security_group (38f031b9-812d-4a84-9e79-117f218ad76d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:28.956718 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d606e582-b9eb-407a-8b57-ee0818685e03 req-391c2f82-76b0-4fdc-8093-1681fa5a40d3 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (38f031b9-812d-4a84-9e79-117f218ad76d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:29.012180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c2f82-76b0-4fdc-8093-1681fa5a40d3 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f031b9-812d-4a84-9e79-117f218ad76d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:29.092480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d606e582-b9eb-407a-8b57-ee0818685e03 req-391c2f82-76b0-4fdc-8093-1681fa5a40d3 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:29.101469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d606e582-b9eb-407a-8b57-ee0818685e03 req-391c2f82-76b0-4fdc-8093-1681fa5a40d3 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3391187 Feb 16 16:25:29.112479 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:29.137112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbaa65c-5176-48eb-a2c8-9c9ca868bbcc req-f6b63f6f-1fa3-48ce-a6f4-c5593a28909d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:29.150565 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3dbaa65c-5176-48eb-a2c8-9c9ca868bbcc req-f6b63f6f-1fa3-48ce-a6f4-c5593a28909d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1430862 Feb 16 16:25:29.352567 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3dbaa65c-5176-48eb-a2c8-9c9ca868bbcc req-0446ed57-ac29-48be-a26b-76b4dbbaccb4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000091 Feb 16 16:25:29.539669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa640a-3cc1-484c-b954-e224ec9a9be0 req-da1b0b47-7a93-4a33-8d98-9a1e48d5c875 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:29.541206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccaa640a-3cc1-484c-b954-e224ec9a9be0 req-da1b0b47-7a93-4a33-8d98-9a1e48d5c875 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.2540643 Feb 16 16:25:29.671887 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a90421e5-c943-48b8-bdb5-2ad881451e19 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:25:29.691962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccaa640a-3cc1-484c-b954-e224ec9a9be0 req-18f2fbbc-291a-4ed1-9636-6e51993fbcb9 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292903 Feb 16 16:25:30.037492 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc025fb3-9d5f-4a49-9d41-26c7eec849a3 req-99aecc1f-b70e-4b0c-83ce-cdf36b04f7f9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:30.046315 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc025fb3-9d5f-4a49-9d41-26c7eec849a3 req-99aecc1f-b70e-4b0c-83ce-cdf36b04f7f9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 950 time: 0.2156401 Feb 16 16:25:30.060853 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port a90421e5-c943-48b8-bdb5-2ad881451e19, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a90421e5-c943-48b8-bdb5-2ad881451e19,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:30.105047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'a90421e5-c943-48b8-bdb5-2ad881451e19', 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c', 'port_id': 'a90421e5-c943-48b8-bdb5-2ad881451e19', 'mac_address': 'fa:16:3e:fc:45:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72f5249-4b76-410c-b98e-014d0996b37b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:25:30.176507 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc025fb3-9d5f-4a49-9d41-26c7eec849a3 req-fbf04067-0455-45c3-b506-2d497c9f3562 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286752 Feb 16 16:25:30.227666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port a90421e5-c943-48b8-bdb5-2ad881451e19 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:30.228707 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:30.247324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a90421e5-c943-48b8-bdb5-2ad881451e19 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:25:30.291806 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port a90421e5-c943-48b8-bdb5-2ad881451e19, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a90421e5-c943-48b8-bdb5-2ad881451e19,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:30.298516 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:30.330661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-de39f0f4-f34f-455e-becc-99ecadf49bde tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50996 time: 0.9483304 Feb 16 16:25:30.395345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=a90421e5-c943-48b8-bdb5-2ad881451e19,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:30.464167 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-d0f1e4b6-4988-4403-ac12-16c4ecf56060 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/003dd748-1ca8-43b5-93ee-96cd4d2873e8 HTTP/1.1" status: 200 len: 2998 time: 0.0938842 Feb 16 16:25:30.473988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['a90421e5-c943-48b8-bdb5-2ad881451e19'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:25:30.558763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-46f0dfa4-05c7-48b5-92cc-5aa532989a41 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/003dd748-1ca8-43b5-93ee-96cd4d2873e8 HTTP/1.1" status: 200 len: 2998 time: 0.0879812 Feb 16 16:25:30.627550 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf09176-309e-4e7e-9705-1c7f379f2412 req-c6cd7197-a1a4-48d4-8805-55f33858233e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:30.635489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bf09176-309e-4e7e-9705-1c7f379f2412 req-c6cd7197-a1a4-48d4-8805-55f33858233e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.2027407 Feb 16 16:25:30.674438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-16de1580-5f07-45f1-918d-00dc929de739 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/14327fc5-97c6-4977-b228-a37dc4cfac95 HTTP/1.1" status: 200 len: 2998 time: 0.1034756 Feb 16 16:25:30.714118 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:30.750160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bf09176-309e-4e7e-9705-1c7f379f2412 req-049d79e3-2e43-4093-83fe-7ca17a014f91 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145515 Feb 16 16:25:30.784417 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-4dfb58a5-c57e-40db-9c18-622b2d045e00 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/14327fc5-97c6-4977-b228-a37dc4cfac95 HTTP/1.1" status: 200 len: 2998 time: 0.1088367 Feb 16 16:25:30.841732 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-dd2cb908-26d2-475b-b11f-515bd9aee0d4 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/2bcf4ce6-1ee8-49e2-baee-4ee0233494ef HTTP/1.1" status: 200 len: 2998 time: 0.0503337 Feb 16 16:25:30.921229 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-08001549-2590-43f9-b226-d6f4afef750e tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/2bcf4ce6-1ee8-49e2-baee-4ee0233494ef HTTP/1.1" status: 200 len: 2998 time: 0.0695846 Feb 16 16:25:30.987299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38be236-a497-442d-b439-86c6ca969c06 req-0b1a4bf9-32c0-49e5-85ac-b4e1a214b6df tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:30.997875 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f38be236-a497-442d-b439-86c6ca969c06 req-0b1a4bf9-32c0-49e5-85ac-b4e1a214b6df tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 945 time: 0.1590822 Feb 16 16:25:31.020532 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:31.033220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-5b1f76d8-6111-465f-beeb-adf95857b673 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/5b6af147-ca77-45d1-a282-4231fb525ffa HTTP/1.1" status: 200 len: 2998 time: 0.1057005 Feb 16 16:25:31.075692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f38be236-a497-442d-b439-86c6ca969c06 req-05334145-cd7e-4c52-a573-1a81f78d16fb tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718739 Feb 16 16:25:31.149495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-dc18ee3e-febb-4140-a853-166f8246ab47 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/5b6af147-ca77-45d1-a282-4231fb525ffa HTTP/1.1" status: 200 len: 2998 time: 0.0890043 Feb 16 16:25:31.229521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-116e3b4b-a102-4e46-ad8f-11c543b6e27e tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/5beb361f-4c3b-4b8d-8995-80b699c25cb1 HTTP/1.1" status: 200 len: 2998 time: 0.0700099 Feb 16 16:25:31.238255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f5720-dd86-4d19-b778-95a5a4de9dc7 req-8f7e4110-0247-4a3a-8763-633e392f66d4 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:31.239739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-826f5720-dd86-4d19-b778-95a5a4de9dc7 req-8f7e4110-0247-4a3a-8763-633e392f66d4 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 1132 time: 0.0850031 Feb 16 16:25:31.335320 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-826f5720-dd86-4d19-b778-95a5a4de9dc7 req-e4514c40-a367-42dd-b8cd-fceb0ed835b8 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886583 Feb 16 16:25:31.338349 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-f2ef23e2-3bf9-46fa-8067-ec081635681d tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/5beb361f-4c3b-4b8d-8995-80b699c25cb1 HTTP/1.1" status: 200 len: 2998 time: 0.0930908 Feb 16 16:25:31.422972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-1837c028-9e77-432b-aa75-64aa894b37a2 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/8495becd-7638-4bf9-8c86-0fce00042d21 HTTP/1.1" status: 200 len: 2998 time: 0.0646954 Feb 16 16:25:31.520111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-6ff706c1-2634-4a85-bd12-5d893af87bb9 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/8495becd-7638-4bf9-8c86-0fce00042d21 HTTP/1.1" status: 200 len: 2998 time: 0.0912886 Feb 16 16:25:31.564738 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb10111-ddad-49a6-afdd-7b36c98e1f3d req-88dc31ff-48fe-44e2-aaa4-e232f2be2f47 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:31.566339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb10111-ddad-49a6-afdd-7b36c98e1f3d req-88dc31ff-48fe-44e2-aaa4-e232f2be2f47 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1034451 Feb 16 16:25:31.605651 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-ede16168-fbd2-4fe0-a4c9-d062dcaabc52 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/87ad40d9-186d-453c-a9ca-2ccfd8caa9b6 HTTP/1.1" status: 200 len: 2998 time: 0.0766857 Feb 16 16:25:31.682789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb10111-ddad-49a6-afdd-7b36c98e1f3d req-1e3c9e43-7583-4dae-9b13-542dfde15f19 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058910 Feb 16 16:25:31.697218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a90421e5-c943-48b8-bdb5-2ad881451e19 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:25:31.747218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-c4c055bb-daa9-4e24-b3c5-2a3d625b9f12 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/87ad40d9-186d-453c-a9ca-2ccfd8caa9b6 HTTP/1.1" status: 200 len: 2998 time: 0.1247253 Feb 16 16:25:31.787333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port a90421e5-c943-48b8-bdb5-2ad881451e19 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:31.788245 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:31.847267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-986b712e-5e54-4d60-870f-42961e2ab971 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/89765f69-b8cd-48f5-aa80-2063de1bb1c9 HTTP/1.1" status: 200 len: 2998 time: 0.0995655 Feb 16 16:25:31.917345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port a90421e5-c943-48b8-bdb5-2ad881451e19 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:31.918537 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:31.928287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e571597-70f5-4753-a811-0ce8fb94901f req-a35006c6-7141-4f6d-bf98-d82a8b616f29 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:31.930014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6e571597-70f5-4753-a811-0ce8fb94901f req-a35006c6-7141-4f6d-bf98-d82a8b616f29 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.1377544 Feb 16 16:25:31.932267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-6f0335f4-30ec-4605-844f-8600b6c1f897 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/89765f69-b8cd-48f5-aa80-2063de1bb1c9 HTTP/1.1" status: 200 len: 2998 time: 0.0789714 Feb 16 16:25:31.966700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4c18fb-908b-4743-ba90-fcad6cc9d47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90421e5-c943-48b8-bdb5-2ad881451e19'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:31.970507 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5666de80-b0b4-4094-aae0-81930c06acbf" -d '{"events": [{"server_uuid": "bd4c18fb-908b-4743-ba90-fcad6cc9d47c", "name": "network-vif-plugged", "status": "completed", "tag": "a90421e5-c943-48b8-bdb5-2ad881451e19"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:32.003093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port a90421e5-c943-48b8-bdb5-2ad881451e19, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a90421e5-c943-48b8-bdb5-2ad881451e19,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:32.031525 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:32.059371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-33a79262-014f-4f07-8633-ea0d0b87e257 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/b69789b6-0936-420e-90d8-498387e1fb2d HTTP/1.1" status: 200 len: 2998 time: 0.1102686 Feb 16 16:25:32.064956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6e571597-70f5-4753-a811-0ce8fb94901f req-452e2ad7-3111-416f-aa5b-07bd60824d48 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285114 Feb 16 16:25:32.088088 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:32.141089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=a90421e5-c943-48b8-bdb5-2ad881451e19,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:32.145282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-15cd6d7d-cf50-4f63-9218-5b1c4a2c7c77 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/b69789b6-0936-420e-90d8-498387e1fb2d HTTP/1.1" status: 200 len: 2998 time: 0.0738602 Feb 16 16:25:32.232372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-50191bd8-ba93-4826-aa8a-78ef395c5eb1 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/bf6cc5c6-d24c-4241-9371-fbba8325c4dc HTTP/1.1" status: 200 len: 2998 time: 0.0700228 Feb 16 16:25:32.308789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-9758a637-1cb7-4de5-bd1a-ef244b9e6b8c tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/bf6cc5c6-d24c-4241-9371-fbba8325c4dc HTTP/1.1" status: 200 len: 2998 time: 0.0680501 Feb 16 16:25:32.330770 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd378187-2677-4df8-994f-eefc193402ea req-d30effcb-d69c-447c-a8e7-e0f771d64cb8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=19b6548b22364e4d9595948087ecf782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357659 Feb 16 16:25:32.458673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-10b95820-0525-4019-a79c-858eec9ddc61 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c6aa72e3-3625-4a88-b612-41d5baf0185c HTTP/1.1" status: 200 len: 2994 time: 0.1368444 Feb 16 16:25:32.510268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd378187-2677-4df8-994f-eefc193402ea req-b89f676c-8651-4e6d-8ae2-7c910e10e55e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:32.511934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd378187-2677-4df8-994f-eefc193402ea req-b89f676c-8651-4e6d-8ae2-7c910e10e55e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802318 Feb 16 16:25:32.537812 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-97fd860c-22e4-4576-abba-e840d30d7ba6 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c6aa72e3-3625-4a88-b612-41d5baf0185c HTTP/1.1" status: 200 len: 2994 time: 0.0702946 Feb 16 16:25:32.539251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd378187-2677-4df8-994f-eefc193402ea req-cc993ef7-3767-4603-835a-fbf1792e62c3 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/quotas/19b6548b22364e4d9595948087ecf782 HTTP/1.1" status: 200 len: 375 time: 0.0191958 Feb 16 16:25:32.683229 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-a6148a96-9171-43bd-a88d-f5008f7dc826 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/d277787f-c5f0-4cf5-8431-856bcb847018 HTTP/1.1" status: 200 len: 2998 time: 0.1317515 Feb 16 16:25:32.751119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd378187-2677-4df8-994f-eefc193402ea req-515c576c-b85a-4224-ad59-b6e661b1c22b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1888690 Feb 16 16:25:32.767160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-45882a19-6bed-459b-af9c-a9b44b1117d0 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/d277787f-c5f0-4cf5-8431-856bcb847018 HTTP/1.1" status: 200 len: 2998 time: 0.0766704 Feb 16 16:25:32.820477 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-70bf6b06-50b4-46d5-b185-c76e980b01fc tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/df224ab7-d8b4-49c5-bd65-2c5f28268c60 HTTP/1.1" status: 200 len: 2998 time: 0.0470002 Feb 16 16:25:32.896206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-6dc66058-3474-448f-a38e-d41ec9b218f5 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/df224ab7-d8b4-49c5-bd65-2c5f28268c60 HTTP/1.1" status: 200 len: 2998 time: 0.0697289 Feb 16 16:25:32.946157 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-bd747252-e37c-44ae-8d37-d80a64215f96 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e76c9033-5815-4f64-af5b-57b79a491831 HTTP/1.1" status: 200 len: 2998 time: 0.0491002 Feb 16 16:25:33.033142 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-af8768f5-fd01-45b2-848a-ea2b80bb202a tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e76c9033-5815-4f64-af5b-57b79a491831 HTTP/1.1" status: 200 len: 2998 time: 0.0858922 Feb 16 16:25:33.114594 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-e93bf789-64f0-488b-8dc1-09d70fe3e1e6 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/f642701a-728e-42b0-8f42-fbae89f68e38 HTTP/1.1" status: 200 len: 2998 time: 0.0788941 Feb 16 16:25:33.630702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2256b-4ace-4ab0-ad25-b44905ca17ea req-61010a45-e33a-497d-bc17-6ef4b8f4e7bf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:33.632252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76a2256b-4ace-4ab0-ad25-b44905ca17ea req-61010a45-e33a-497d-bc17-6ef4b8f4e7bf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.5467768 Feb 16 16:25:33.680228 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-b39479d9-3ba1-4bec-9bba-27b5e14e9ed9 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/f642701a-728e-42b0-8f42-fbae89f68e38 HTTP/1.1" status: 200 len: 2998 time: 0.5315421 Feb 16 16:25:33.724100 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76a2256b-4ace-4ab0-ad25-b44905ca17ea req-f18e1c1f-f880-4758-8b0e-d5134ca474ab tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769055 Feb 16 16:25:33.753980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-a4d2a1c1-3705-4148-b8c7-56e8ed9a0cce tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/f8534632-e0ba-4bf0-80e6-0d205ef49890 HTTP/1.1" status: 200 len: 2990 time: 0.0624309 Feb 16 16:25:33.831491 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68155514-865c-4110-b02f-1bde89dcf23c x-openstack-request-id: req-68155514-865c-4110-b02f-1bde89dcf23c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:33.832601 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4c18fb-908b-4743-ba90-fcad6cc9d47c", "name": "network-vif-plugged", "status": "completed", "tag": "a90421e5-c943-48b8-bdb5-2ad881451e19", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:33.833796 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68155514-865c-4110-b02f-1bde89dcf23c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:33.835428 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c18fb-908b-4743-ba90-fcad6cc9d47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90421e5-c943-48b8-bdb5-2ad881451e19', 'code': 200} Feb 16 16:25:33.847411 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206aff1e-fda3-4f32-8599-707607a3a57a req-6eea7eab-6563-4704-941b-be3005815e85 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/f8534632-e0ba-4bf0-80e6-0d205ef49890 HTTP/1.1" status: 200 len: 2990 time: 0.0925961 Feb 16 16:25:34.027614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c1f29-76ca-4eca-a1b4-f40f29bc0ea3 req-7453ab0e-08ba-4e40-896a-e9022c5c9f99 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:34.029333 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206c1f29-76ca-4eca-a1b4-f40f29bc0ea3 req-7453ab0e-08ba-4e40-896a-e9022c5c9f99 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.1217515 Feb 16 16:25:34.052997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d2abf-adff-4a78-b8fa-99e7a3db3e70 req-58c94f40-f190-4d13-946f-8d6fdeb1d77a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:34.054429 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834d2abf-adff-4a78-b8fa-99e7a3db3e70 req-58c94f40-f190-4d13-946f-8d6fdeb1d77a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0955608 Feb 16 16:25:34.134681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834d2abf-adff-4a78-b8fa-99e7a3db3e70 req-19fc5e84-b6c9-4d43-94cb-ebfc20be3849 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736787 Feb 16 16:25:34.146834 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:34.183744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-206c1f29-76ca-4eca-a1b4-f40f29bc0ea3 req-3e4c290a-e090-42b1-8856-31c290e8483c tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394324 Feb 16 16:25:34.256850 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bdd781c-78f0-4bec-b357-1741a687084c req-1d3d6f3e-521c-4394-9bd8-d139a91cc45a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 210 time: 0.0339577 Feb 16 16:25:34.395271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae3b2a-3d63-4268-aca1-86308c6c33ad req-3b699063-b080-40c4-9aec-4428149d6408 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:34.396923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aaae3b2a-3d63-4268-aca1-86308c6c33ad req-3b699063-b080-40c4-9aec-4428149d6408 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.1343446 Feb 16 16:25:34.464834 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd378187-2677-4df8-994f-eefc193402ea req-8455cad3-e3a4-43e3-8ebc-0de961e84eb6 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=19b6548b22364e4d9595948087ecf782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657184 Feb 16 16:25:34.569639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aaae3b2a-3d63-4268-aca1-86308c6c33ad req-c71e6fa7-1f5d-4ae6-8a3d-3f888875e31e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520259 Feb 16 16:25:34.645502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-221a156a-7c4e-44a1-9416-11954f292244 req-6a0354f0-75fb-4190-98f3-c3ae92657e1e tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c9a3e32f35349b2b47161cefc6af27d HTTP/1.1" status: 200 len: 6154 time: 0.2474070 Feb 16 16:25:34.711271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd378187-2677-4df8-994f-eefc193402ea req-ce36ff19-78fa-4c1e-bdc9-32f14ebb3585 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:34.712869 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd378187-2677-4df8-994f-eefc193402ea req-ce36ff19-78fa-4c1e-bdc9-32f14ebb3585 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339780 Feb 16 16:25:34.725581 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-221a156a-7c4e-44a1-9416-11954f292244 req-a60f54a4-88b6-476d-8657-9788d4fdd1a0 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] 10.222.0.24 "GET /v2.0/security-groups/b69789b6-0936-420e-90d8-498387e1fb2d HTTP/1.1" status: 200 len: 2998 time: 0.0721712 Feb 16 16:25:34.744065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-cd378187-2677-4df8-994f-eefc193402ea req-554586a4-74fa-4338-b88a-eb2a62c299e7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Request body: {'port': {'device_id': '06d53e65-23b8-4ebf-abd0-b48c47ef7083', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '19b6548b22364e4d9595948087ecf782'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:34.856871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-221a156a-7c4e-44a1-9416-11954f292244 req-3382d6ce-f1d1-47e3-a878-a422e87a6386 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] 10.222.0.24 "GET /v2.0/security-groups/b69789b6-0936-420e-90d8-498387e1fb2d HTTP/1.1" status: 200 len: 2998 time: 0.1251340 Feb 16 16:25:34.974559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed98b30b-d55f-40c5-b3d8-16cd7530f7f1 req-f0521f2a-231c-4152-95bd-7410cedb4a0a tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/38f031b9-812d-4a84-9e79-117f218ad76d HTTP/1.1" status: 200 len: 1795 time: 0.0809286 Feb 16 16:25:34.983360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b15af3-435e-4ee1-a474-7381b677b3ab req-edd3448e-abf0-443c-adf2-2d570114bb25 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:34.985872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5b15af3-435e-4ee1-a474-7381b677b3ab req-edd3448e-abf0-443c-adf2-2d570114bb25 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1352513 Feb 16 16:25:35.013685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd378187-2677-4df8-994f-eefc193402ea req-554586a4-74fa-4338-b88a-eb2a62c299e7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Made reservation on behalf of 19b6548b22364e4d9595948087ecf782 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:25:35.017907 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cd378187-2677-4df8-994f-eefc193402ea req-554586a4-74fa-4338-b88a-eb2a62c299e7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:35.147230 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ed98b30b-d55f-40c5-b3d8-16cd7530f7f1 req-7d37b815-9e0e-4530-a362-bf2da086f887 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks [] for security_group (38f031b9-812d-4a84-9e79-117f218ad76d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:35.173132 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5b15af3-435e-4ee1-a474-7381b677b3ab req-4bf97b9a-7831-4ab7-b6c7-8b8d11ca9b47 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724648 Feb 16 16:25:35.370123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ed98b30b-d55f-40c5-b3d8-16cd7530f7f1 req-7d37b815-9e0e-4530-a362-bf2da086f887 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks [] for security_group (38f031b9-812d-4a84-9e79-117f218ad76d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:35.441672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-cd378187-2677-4df8-994f-eefc193402ea req-554586a4-74fa-4338-b88a-eb2a62c299e7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Allocated IP 192.168.233.215 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/ceb7d615-ea88-43b9-9a93-92c59f8b39b6) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:25:35.472757 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f558a094-c2c1-4a3b-a8a6-a9f2125e5677 req-79572773-84e2-46d0-a458-30ec1f0b27c5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbc4d3b7-fad0-41b6-8748-28dbcddfe23b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3194213 Feb 16 16:25:35.495679 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ed98b30b-d55f-40c5-b3d8-16cd7530f7f1 req-7d37b815-9e0e-4530-a362-bf2da086f887 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (38f031b9-812d-4a84-9e79-117f218ad76d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:35.500055 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ed98b30b-d55f-40c5-b3d8-16cd7530f7f1 req-7d37b815-9e0e-4530-a362-bf2da086f887 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:35.501681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed98b30b-d55f-40c5-b3d8-16cd7530f7f1 req-7d37b815-9e0e-4530-a362-bf2da086f887 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/38f031b9-812d-4a84-9e79-117f218ad76d HTTP/1.1" status: 204 len: 173 time: 0.5125523 Feb 16 16:25:35.526278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67468f-aa95-45c7-b3a5-cda0bda19b8e req-7617896e-353f-45fa-999a-7ff3f2dd9dd1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:35.527824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad67468f-aa95-45c7-b3a5-cda0bda19b8e req-7617896e-353f-45fa-999a-7ff3f2dd9dd1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2701335 Feb 16 16:25:35.553067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37b815-9e0e-4530-a362-bf2da086f887 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f031b9-812d-4a84-9e79-117f218ad76d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:35.749732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558a094-c2c1-4a3b-a8a6-a9f2125e5677 req-98b3a124-3855-4049-b777-84b9470af2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:35.751281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f558a094-c2c1-4a3b-a8a6-a9f2125e5677 req-98b3a124-3855-4049-b777-84b9470af2c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=fbc4d3b7-fad0-41b6-8748-28dbcddfe23b HTTP/1.1" status: 200 len: 1131 time: 0.2339501 Feb 16 16:25:35.769898 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad67468f-aa95-45c7-b3a5-cda0bda19b8e req-52a22b25-8866-465a-885e-bc1e34b1d4c5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264147 Feb 16 16:25:35.901499 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05525b-d19d-46b4-912c-69dbbdd6f397 req-b3e7c6b4-52a4-4959-a2e5-9770ceaa7d3c tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:35.902958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca05525b-d19d-46b4-912c-69dbbdd6f397 req-b3e7c6b4-52a4-4959-a2e5-9770ceaa7d3c tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.3139746 Feb 16 16:25:36.020653 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cd378187-2677-4df8-994f-eefc193402ea req-554586a4-74fa-4338-b88a-eb2a62c299e7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks [] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:36.024475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49e25893-00dc-4d9f-aa19-59719df86827 req-7223cb5a-2d7c-4389-9b13-42f896975af8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 210 time: 0.1314757 Feb 16 16:25:36.071457 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558a094-c2c1-4a3b-a8a6-a9f2125e5677 req-e1d4b8b5-38ec-4a34-a6a9-0ade16c22d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:36.073586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f558a094-c2c1-4a3b-a8a6-a9f2125e5677 req-e1d4b8b5-38ec-4a34-a6a9-0ade16c22d2a service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2796838 Feb 16 16:25:36.077781 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca05525b-d19d-46b4-912c-69dbbdd6f397 req-a17b6db6-2c33-45a6-8047-7b80c6edda19 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553726 Feb 16 16:25:36.168571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f558a094-c2c1-4a3b-a8a6-a9f2125e5677 req-b7197dc1-340f-436f-9ca3-1189c13c7064 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=66619770-9f86-4868-905d-2fd19501c884 HTTP/1.1" status: 200 len: 217 time: 0.0828800 Feb 16 16:25:36.243800 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cd378187-2677-4df8-994f-eefc193402ea req-554586a4-74fa-4338-b88a-eb2a62c299e7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:36.254877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['66619770-9f86-4868-905d-2fd19501c884', '99d4dab0-a279-4b4b-b734-36f8d31898d9', '6aaea95d-906e-4c30-9911-1b6f2f58fdb7', '3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:25:36.268385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1', '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:25:36.293421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1b49801-816a-46b9-ae18-395a0340f17e req-db1b6e39-7148-4496-9c45-8d7f1847e80b tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "GET /v2.0/security-groups/8c39cf28-25a4-49f0-b075-af5fa98a28a1 HTTP/1.1" status: 200 len: 1794 time: 0.1806183 Feb 16 16:25:36.357022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558a094-c2c1-4a3b-a8a6-a9f2125e5677 req-c2572cb5-c909-47c7-b87e-d01c3b8d3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:36.358491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f558a094-c2c1-4a3b-a8a6-a9f2125e5677 req-c2572cb5-c909-47c7-b87e-d01c3b8d3bbe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1643648 Feb 16 16:25:36.384061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd378187-2677-4df8-994f-eefc193402ea req-554586a4-74fa-4338-b88a-eb2a62c299e7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:25:36.390395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-cd378187-2677-4df8-994f-eefc193402ea req-554586a4-74fa-4338-b88a-eb2a62c299e7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:25:36.401522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd378187-2677-4df8-994f-eefc193402ea req-554586a4-74fa-4338-b88a-eb2a62c299e7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:25:36.468687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554586a4-74fa-4338-b88a-eb2a62c299e7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event updated for resources: {'Port': ['ID=ceb7d615-ea88-43b9-9a93-92c59f8b39b6,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:36.506794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a114920-7a37-4fd3-9042-7cda6a5ac4da req-281ffe6a-dfa4-49ec-8493-d6c98ace0005 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:36.515631 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a114920-7a37-4fd3-9042-7cda6a5ac4da req-281ffe6a-dfa4-49ec-8493-d6c98ace0005 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.2820108 Feb 16 16:25:36.550234 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d1b49801-816a-46b9-ae18-395a0340f17e req-660ce366-bc0c-4095-825f-c47641f7dce3 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks [] for security_group (8c39cf28-25a4-49f0-b075-af5fa98a28a1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:36.593186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd378187-2677-4df8-994f-eefc193402ea req-554586a4-74fa-4338-b88a-eb2a62c299e7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:36.593848 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cd378187-2677-4df8-994f-eefc193402ea req-554586a4-74fa-4338-b88a-eb2a62c299e7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:36.624670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558a094-c2c1-4a3b-a8a6-a9f2125e5677 req-1b101d6b-41a3-4df4-afa8-91f04ec8bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:36.627417 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f558a094-c2c1-4a3b-a8a6-a9f2125e5677 req-1b101d6b-41a3-4df4-afa8-91f04ec8bd7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2503099 Feb 16 16:25:36.752784 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f558a094-c2c1-4a3b-a8a6-a9f2125e5677 req-64c28849-99d9-47e5-b00d-1d1acdc5a409 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125064 Feb 16 16:25:36.757879 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d1b49801-816a-46b9-ae18-395a0340f17e req-660ce366-bc0c-4095-825f-c47641f7dce3 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks [] for security_group (8c39cf28-25a4-49f0-b075-af5fa98a28a1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:36.767465 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd378187-2677-4df8-994f-eefc193402ea req-554586a4-74fa-4338-b88a-eb2a62c299e7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0284817 Feb 16 16:25:36.784988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Request body: {'port': {'device_id': '06d53e65-23b8-4ebf-abd0-b48c47ef7083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:36.851799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a114920-7a37-4fd3-9042-7cda6a5ac4da req-566e6794-e924-49f4-ae68-905f65ae5282 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345909 Feb 16 16:25:36.993264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-267e4868-9e0f-409e-8df9-68a7d90c5fa7 None None] Provisioning complete for port ceb7d615-ea88-43b9-9a93-92c59f8b39b6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:36.993661 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-267e4868-9e0f-409e-8df9-68a7d90c5fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:37.094540 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d1b49801-816a-46b9-ae18-395a0340f17e req-660ce366-bc0c-4095-825f-c47641f7dce3 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8c39cf28-25a4-49f0-b075-af5fa98a28a1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:37.097394 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d1b49801-816a-46b9-ae18-395a0340f17e req-660ce366-bc0c-4095-825f-c47641f7dce3 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:37.098568 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1b49801-816a-46b9-ae18-395a0340f17e req-660ce366-bc0c-4095-825f-c47641f7dce3 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c39cf28-25a4-49f0-b075-af5fa98a28a1 HTTP/1.1" status: 204 len: 173 time: 0.8044333 Feb 16 16:25:37.109268 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:37.242110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-267e4868-9e0f-409e-8df9-68a7d90c5fa7 None None] Port ceb7d615-ea88-43b9-9a93-92c59f8b39b6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:25:37.265657 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f558a094-c2c1-4a3b-a8a6-a9f2125e5677 req-0b348092-0f45-4d75-ad09-9d709bd8d9cf service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941216 Feb 16 16:25:37.282784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ce366-bc0c-4095-825f-c47641f7dce3 tempest-SecurityGroupsTestAdminJSON-188861472 tempest-SecurityGroupsTestAdminJSON-188861472-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c39cf28-25a4-49f0-b075-af5fa98a28a1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:37.352689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee03dd6-7eb7-475d-b182-bb830f144591 req-b4307af1-0807-4007-858b-cacc1cad76c5 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:37.360477 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ee03dd6-7eb7-475d-b182-bb830f144591 req-b4307af1-0807-4007-858b-cacc1cad76c5 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.3960524 Feb 16 16:25:37.489704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9b96-9a3f-48b4-817e-0e476aa1876d req-7ce4f3ba-0fb2-4ecb-b34e-8799a30ab3ca tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:37.491600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-781d9b96-9a3f-48b4-817e-0e476aa1876d req-7ce4f3ba-0fb2-4ecb-b34e-8799a30ab3ca tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2417874 Feb 16 16:25:37.507389 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ee03dd6-7eb7-475d-b182-bb830f144591 req-cac72682-06ed-47fc-afbf-d6ef1444bedc tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453695 Feb 16 16:25:37.636361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-781d9b96-9a3f-48b4-817e-0e476aa1876d req-5607aa36-0c05-4b16-89c1-9484663c107e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260254 Feb 16 16:25:37.742678 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb7d615-ea88-43b9-9a93-92c59f8b39b6 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:25:37.756482 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Publish callbacks [] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:37.792092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Transition to ACTIVE for port object ceb7d615-ea88-43b9-9a93-92c59f8b39b6 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:25:37.802176 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:37.842231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebe645-db17-4c67-be66-5f4da4f917aa req-4648f668-9f5e-4a6f-832b-ec5440747636 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:37.843715 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72ebe645-db17-4c67-be66-5f4da4f917aa req-4648f668-9f5e-4a6f-832b-ec5440747636 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 936 time: 0.1817288 Feb 16 16:25:37.859299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a6365f5-94d4-47d7-9d4a-6bf908335d96 req-a1b626a0-dbf0-4f86-b25d-7ad281ca9448 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] 10.222.0.24 "GET /v2.0/security-groups/ffd23808-0258-4204-8784-58b6487270fa HTTP/1.1" status: 200 len: 1794 time: 0.1661520 Feb 16 16:25:37.947680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb7d615-ea88-43b9-9a93-92c59f8b39b6,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:38.017696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72ebe645-db17-4c67-be66-5f4da4f917aa req-c2648fe5-a43d-459c-be62-6e22b1281442 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639752 Feb 16 16:25:38.041594 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5a6365f5-94d4-47d7-9d4a-6bf908335d96 req-61a3dbd2-95a8-483f-aabc-5c82c984c238 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks [] for security_group (ffd23808-0258-4204-8784-58b6487270fa), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:38.049176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Attempting to bind port ceb7d615-ea88-43b9-9a93-92c59f8b39b6 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:25:38.049531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Attempting to bind port ceb7d615-ea88-43b9-9a93-92c59f8b39b6 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:25:38.049839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Attempting to bind port ceb7d615-ea88-43b9-9a93-92c59f8b39b6 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:38.069635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Port ceb7d615-ea88-43b9-9a93-92c59f8b39b6 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:25:38.069968 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Attempting to bind port ceb7d615-ea88-43b9-9a93-92c59f8b39b6 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:38.078149 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5a6365f5-94d4-47d7-9d4a-6bf908335d96 req-61a3dbd2-95a8-483f-aabc-5c82c984c238 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks [] for security_group (ffd23808-0258-4204-8784-58b6487270fa), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:38.082263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:25:38.082625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:25:38.083008 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:25:38.083446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Bound port: ceb7d615-ea88-43b9-9a93-92c59f8b39b6, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:25:38.084709 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:38.217006 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5a6365f5-94d4-47d7-9d4a-6bf908335d96 req-61a3dbd2-95a8-483f-aabc-5c82c984c238 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ffd23808-0258-4204-8784-58b6487270fa), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:38.220147 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5a6365f5-94d4-47d7-9d4a-6bf908335d96 req-61a3dbd2-95a8-483f-aabc-5c82c984c238 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:38.221275 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a6365f5-94d4-47d7-9d4a-6bf908335d96 req-61a3dbd2-95a8-483f-aabc-5c82c984c238 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] 10.222.0.24 "DELETE /v2.0/security-groups/ffd23808-0258-4204-8784-58b6487270fa HTTP/1.1" status: 204 len: 173 time: 0.3530664 Feb 16 16:25:38.243234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3dbd2-95a8-483f-aabc-5c82c984c238 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd23808-0258-4204-8784-58b6487270fa,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:38.255331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7de894-d9fd-46d9-867e-9c3a3220769d req-acba887a-6656-408e-ad54-876b20e1d8d9 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:38.257207 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da7de894-d9fd-46d9-867e-9c3a3220769d req-acba887a-6656-408e-ad54-876b20e1d8d9 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.1532176 Feb 16 16:25:38.258403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] For port ceb7d615-ea88-43b9-9a93-92c59f8b39b6, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:25:38.272536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] For port ceb7d615-ea88-43b9-9a93-92c59f8b39b6, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ceb7d615-ea88-43b9-9a93-92c59f8b39b6,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:25:38.292731 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:38.342997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:38.344704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:38.346058 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd378187-2677-4df8-994f-eefc193402ea req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] 10.222.0.65 "PUT /v2.0/ports/ceb7d615-ea88-43b9-9a93-92c59f8b39b6 HTTP/1.1" status: 200 len: 1096 time: 1.5682614 Feb 16 16:25:38.350888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d53e65-23b8-4ebf-abd0-b48c47ef7083', 'tag': 'ceb7d615-ea88-43b9-9a93-92c59f8b39b6'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:38.353844 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfb004d-5b0b-4327-aec8-3488fd2ff020" -d '{"events": [{"name": "network-changed", "server_uuid": "06d53e65-23b8-4ebf-abd0-b48c47ef7083", "tag": "ceb7d615-ea88-43b9-9a93-92c59f8b39b6"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:38.450429 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da7de894-d9fd-46d9-867e-9c3a3220769d req-198da784-e346-49ca-a8d5-5c27c1c000f3 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771572 Feb 16 16:25:38.498355 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3f271-4445-4f1a-ba76-dd2d37466e83 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb7d615-ea88-43b9-9a93-92c59f8b39b6,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:38.528750 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826cf69-3287-45de-b6b4-4e73e28537fa req-fa4e1460-46ce-404d-9ff4-65298ce48cea tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:38.529714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0826cf69-3287-45de-b6b4-4e73e28537fa req-fa4e1460-46ce-404d-9ff4-65298ce48cea tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.1720355 Feb 16 16:25:38.583432 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43945626-689a-4e0a-9c94-d9e12f024aa7 req-0426acb0-d99d-4366-89e1-91c8d153ece3 tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] 10.222.0.24 "GET /v2.0/security-groups/440ad633-01ec-423b-88f4-7e4b0d007968 HTTP/1.1" status: 200 len: 1795 time: 0.0997481 Feb 16 16:25:38.592241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd378187-2677-4df8-994f-eefc193402ea req-7a6506f4-b9c2-4e7d-a712-9a0dd0ab491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:38.592241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd378187-2677-4df8-994f-eefc193402ea req-7a6506f4-b9c2-4e7d-a712-9a0dd0ab491d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 1130 time: 0.1805110 Feb 16 16:25:38.662418 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0826cf69-3287-45de-b6b4-4e73e28537fa req-b1dad8f8-1efe-4ee8-8799-5136ca1edb82 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242895 Feb 16 16:25:38.670746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd378187-2677-4df8-994f-eefc193402ea req-a75d75fc-8cc9-403d-a43e-f2b145c2f09b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=ceb7d615-ea88-43b9-9a93-92c59f8b39b6 HTTP/1.1" status: 200 len: 217 time: 0.0559256 Feb 16 16:25:38.740141 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-43945626-689a-4e0a-9c94-d9e12f024aa7 req-1f2c0602-36cd-464b-9cba-85aa7f884c7b tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks [] for security_group (440ad633-01ec-423b-88f4-7e4b0d007968), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:38.751148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd378187-2677-4df8-994f-eefc193402ea req-27c636cf-6253-4dc8-8491-fefa90d9ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:38.752881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd378187-2677-4df8-994f-eefc193402ea req-27c636cf-6253-4dc8-8491-fefa90d9ad95 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0706482 Feb 16 16:25:38.782299 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29eac0c-5630-4d00-bea9-0d5cea9d9363 x-openstack-request-id: req-a29eac0c-5630-4d00-bea9-0d5cea9d9363 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:38.782912 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d53e65-23b8-4ebf-abd0-b48c47ef7083", "tag": "ceb7d615-ea88-43b9-9a93-92c59f8b39b6", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:38.783004 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a29eac0c-5630-4d00-bea9-0d5cea9d9363 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:38.783482 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d53e65-23b8-4ebf-abd0-b48c47ef7083', 'tag': 'ceb7d615-ea88-43b9-9a93-92c59f8b39b6', 'status': 'completed', 'code': 200} Feb 16 16:25:38.787053 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-43945626-689a-4e0a-9c94-d9e12f024aa7 req-1f2c0602-36cd-464b-9cba-85aa7f884c7b tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks [] for security_group (440ad633-01ec-423b-88f4-7e4b0d007968), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:38.850514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd378187-2677-4df8-994f-eefc193402ea req-77fbb00f-5c32-498d-88bd-0ebace1ab3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:38.852136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd378187-2677-4df8-994f-eefc193402ea req-77fbb00f-5c32-498d-88bd-0ebace1ab3a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0862374 Feb 16 16:25:38.880485 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-43945626-689a-4e0a-9c94-d9e12f024aa7 req-1f2c0602-36cd-464b-9cba-85aa7f884c7b tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (440ad633-01ec-423b-88f4-7e4b0d007968), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:38.883434 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-43945626-689a-4e0a-9c94-d9e12f024aa7 req-1f2c0602-36cd-464b-9cba-85aa7f884c7b tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:38.892988 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43945626-689a-4e0a-9c94-d9e12f024aa7 req-1f2c0602-36cd-464b-9cba-85aa7f884c7b tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] 10.222.0.24 "DELETE /v2.0/security-groups/440ad633-01ec-423b-88f4-7e4b0d007968 HTTP/1.1" status: 204 len: 173 time: 0.2997239 Feb 16 16:25:38.915858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c0602-36cd-464b-9cba-85aa7f884c7b tempest-SecurityGroupsTestAdminJSON-903704636 tempest-SecurityGroupsTestAdminJSON-903704636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440ad633-01ec-423b-88f4-7e4b0d007968,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:39.091431 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd378187-2677-4df8-994f-eefc193402ea req-d9ede4f3-9a8e-4f4c-87fb-b260e9eb2d25 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321663 Feb 16 16:25:39.132159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962bc81-d12f-4577-b635-9d80a9de113b req-fb3dcc3a-abcf-4952-849b-09367e532316 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:39.133789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7962bc81-d12f-4577-b635-9d80a9de113b req-fb3dcc3a-abcf-4952-849b-09367e532316 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1425204 Feb 16 16:25:39.166974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f3ff4-d5a3-4229-9cfa-3a2e36a36d99 req-71d5f24b-0442-41fa-8eaa-0ee0cd5852f8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:39.168551 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f6f3ff4-d5a3-4229-9cfa-3a2e36a36d99 req-71d5f24b-0442-41fa-8eaa-0ee0cd5852f8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1606324 Feb 16 16:25:39.279808 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49146) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:39.430527 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-118a5b60-d6d0-403a-ba48-57d11dbe5a78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c9a3e32f35349b2b47161cefc6af27d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495411 Feb 16 16:25:39.433065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49150) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:39.495422 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f46c917a-c0ae-4939-ab97-a38e377e9ed4 admin admin] Publish callbacks [] for security_group (b69789b6-0936-420e-90d8-498387e1fb2d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:39.519725 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f46c917a-c0ae-4939-ab97-a38e377e9ed4 admin admin] Publish callbacks [] for security_group (b69789b6-0936-420e-90d8-498387e1fb2d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:39.572336 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f46c917a-c0ae-4939-ab97-a38e377e9ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b69789b6-0936-420e-90d8-498387e1fb2d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:39.575021 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f46c917a-c0ae-4939-ab97-a38e377e9ed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:39.580609 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f46c917a-c0ae-4939-ab97-a38e377e9ed4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b69789b6-0936-420e-90d8-498387e1fb2d HTTP/1.1" status: 204 len: 168 time: 0.1462457 Feb 16 16:25:39.590563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c917a-c0ae-4939-ab97-a38e377e9ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69789b6-0936-420e-90d8-498387e1fb2d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:39.596739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7962bc81-d12f-4577-b635-9d80a9de113b req-c5a33467-020e-4b21-8a93-871a69fe4fd9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467177 Feb 16 16:25:39.601640 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f6f3ff4-d5a3-4229-9cfa-3a2e36a36d99 req-456a0e6a-fbb2-4b6f-b2ee-cad6691d8f33 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231155 Feb 16 16:25:39.620169 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd378187-2677-4df8-994f-eefc193402ea req-cd8c165a-22b8-4d3c-9e99-95dab31d7428 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041103 Feb 16 16:25:39.739457 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a90421e5-c943-48b8-bdb5-2ad881451e19 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:25:39.802630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb004d-5b0b-4327-aec8-3488fd2ff020 req-b22c7f72-70c1-4321-99a8-f190dae76455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:39.804160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cfb004d-5b0b-4327-aec8-3488fd2ff020 req-b22c7f72-70c1-4321-99a8-f190dae76455 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 1130 time: 0.1069398 Feb 16 16:25:39.811554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7faff-662c-4529-8f43-03d8aab01717 req-afd4a9a5-6b13-42d2-806c-c00d91d8c678 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:39.819634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c0f7faff-662c-4529-8f43-03d8aab01717 req-afd4a9a5-6b13-42d2-806c-c00d91d8c678 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 946 time: 0.0860493 Feb 16 16:25:39.925718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb004d-5b0b-4327-aec8-3488fd2ff020 req-7429adf2-3627-4733-83e7-a9b72a1ffd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:39.927250 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cfb004d-5b0b-4327-aec8-3488fd2ff020 req-7429adf2-3627-4733-83e7-a9b72a1ffd20 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1055660 Feb 16 16:25:39.993470 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port a90421e5-c943-48b8-bdb5-2ad881451e19 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:39.993872 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:40.018406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c0f7faff-662c-4529-8f43-03d8aab01717 req-c1972e83-40f2-4e7b-a4c9-ba066bd0cb69 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970041 Feb 16 16:25:40.023305 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cfb004d-5b0b-4327-aec8-3488fd2ff020 req-9537616f-0206-479d-84cc-d01bded8f6b5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=ceb7d615-ea88-43b9-9a93-92c59f8b39b6 HTTP/1.1" status: 200 len: 217 time: 0.0864654 Feb 16 16:25:40.072576 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4c18fb-908b-4743-ba90-fcad6cc9d47c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a90421e5-c943-48b8-bdb5-2ad881451e19'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:40.076882 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4a5772-b300-4b36-a54e-e19cc85e8e0a" -d '{"events": [{"server_uuid": "bd4c18fb-908b-4743-ba90-fcad6cc9d47c", "name": "network-vif-unplugged", "status": "completed", "tag": "a90421e5-c943-48b8-bdb5-2ad881451e19"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:40.088607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49170) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:40.120489 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port a90421e5-c943-48b8-bdb5-2ad881451e19, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a90421e5-c943-48b8-bdb5-2ad881451e19,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:40.127722 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:40.169660 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a7c1e0c8-b634-4029-8497-79c52817fce6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b418cc0cb214d43b3c84daca18d3421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0796790 Feb 16 16:25:40.172733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49178) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:40.193441 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb004d-5b0b-4327-aec8-3488fd2ff020 req-a00f29cb-935a-48b5-bb26-905df49ab78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:40.195775 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cfb004d-5b0b-4327-aec8-3488fd2ff020 req-a00f29cb-935a-48b5-bb26-905df49ab78a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1660602 Feb 16 16:25:40.201374 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=a90421e5-c943-48b8-bdb5-2ad881451e19,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:40.235227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4cb07cc0-990b-4bb1-8a18-7585d2b12dc6 admin admin] Publish callbacks [] for security_group (5beb361f-4c3b-4b8d-8995-80b699c25cb1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:40.256063 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170158b-d5d7-4320-a55b-c574fe9078f5 req-40253cfb-c100-4d19-9def-d69520608459 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:40.259056 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1170158b-d5d7-4320-a55b-c574fe9078f5 req-40253cfb-c100-4d19-9def-d69520608459 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 948 time: 0.1334586 Feb 16 16:25:40.263525 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4cb07cc0-990b-4bb1-8a18-7585d2b12dc6 admin admin] Publish callbacks [] for security_group (5beb361f-4c3b-4b8d-8995-80b699c25cb1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:40.315746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb004d-5b0b-4327-aec8-3488fd2ff020 req-b8618a2a-5ccf-4624-9aa9-59e6ec4fc18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:40.316273 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4cb07cc0-990b-4bb1-8a18-7585d2b12dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5beb361f-4c3b-4b8d-8995-80b699c25cb1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:40.317464 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cfb004d-5b0b-4327-aec8-3488fd2ff020 req-b8618a2a-5ccf-4624-9aa9-59e6ec4fc18e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1149330 Feb 16 16:25:40.319489 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4cb07cc0-990b-4bb1-8a18-7585d2b12dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:40.320885 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4cb07cc0-990b-4bb1-8a18-7585d2b12dc6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5beb361f-4c3b-4b8d-8995-80b699c25cb1 HTTP/1.1" status: 204 len: 168 time: 0.1470318 Feb 16 16:25:40.327840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1170158b-d5d7-4320-a55b-c574fe9078f5 req-a0fabea3-813e-42a3-9800-b244378f32e4 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615966 Feb 16 16:25:40.346515 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb07cc0-990b-4bb1-8a18-7585d2b12dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beb361f-4c3b-4b8d-8995-80b699c25cb1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:40.504216 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cfb004d-5b0b-4327-aec8-3488fd2ff020 req-523f561c-5e53-4c59-8661-15823357a775 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743381 Feb 16 16:25:40.559103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5a780-4512-4f42-b247-240766bec444 req-e48ba0bf-8c2e-46cd-a1c4-06314a45fd7b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:40.560700 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b5f5a780-4512-4f42-b247-240766bec444 req-e48ba0bf-8c2e-46cd-a1c4-06314a45fd7b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0999358 Feb 16 16:25:40.664459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cfb004d-5b0b-4327-aec8-3488fd2ff020 req-67157c76-ba51-417d-9804-1e07b89547bf service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540818 Feb 16 16:25:40.667541 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b5f5a780-4512-4f42-b247-240766bec444 req-26234c35-f942-4996-9d51-7ee2f3f81f05 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693409 Feb 16 16:25:40.742883 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619a083a-00b5-4546-b833-ac68180865a3 x-openstack-request-id: req-619a083a-00b5-4546-b833-ac68180865a3 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:40.743380 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4c18fb-908b-4743-ba90-fcad6cc9d47c", "name": "network-vif-unplugged", "status": "completed", "tag": "a90421e5-c943-48b8-bdb5-2ad881451e19", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:40.743523 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-619a083a-00b5-4546-b833-ac68180865a3 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:40.744121 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c18fb-908b-4743-ba90-fcad6cc9d47c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a90421e5-c943-48b8-bdb5-2ad881451e19', 'code': 200} Feb 16 16:25:40.853045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a88d9-f271-4b05-86c8-0c60fbd0ab70 req-5995d30e-df62-4c53-9cd7-d65b6a33d525 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:40.854829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-148a88d9-f271-4b05-86c8-0c60fbd0ab70 req-5995d30e-df62-4c53-9cd7-d65b6a33d525 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0840120 Feb 16 16:25:40.893654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97419ed0-4365-40a6-8f61-45393dd31704 req-0e7862f4-d0bf-45e7-9f4a-b4c9758d1ac1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:40.895264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97419ed0-4365-40a6-8f61-45393dd31704 req-0e7862f4-d0bf-45e7-9f4a-b4c9758d1ac1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0963628 Feb 16 16:25:40.939686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-148a88d9-f271-4b05-86c8-0c60fbd0ab70 req-17418b7c-a000-45eb-9a52-67f80c29edcf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773151 Feb 16 16:25:40.974014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97419ed0-4365-40a6-8f61-45393dd31704 req-020a86ab-c8a7-4ded-b518-baa9dee61d62 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676165 Feb 16 16:25:41.151533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93702b-f16d-4e31-87a8-a5aed6add34e req-9fa8c7cd-1ff1-44a8-af99-09047da908ad tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:41.153410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db93702b-f16d-4e31-87a8-a5aed6add34e req-9fa8c7cd-1ff1-44a8-af99-09047da908ad tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.0680504 Feb 16 16:25:41.256380 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db93702b-f16d-4e31-87a8-a5aed6add34e req-100144f9-4895-42f0-b0d5-37d4d06f067f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860868 Feb 16 16:25:41.330004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49234) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:41.451428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-71448287-network', 'tenant_id': 'dd2b7784426040a881773934260fe9f7'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:41.472857 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] Made reservation on behalf of dd2b7784426040a881773934260fe9f7 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:25:41.475263 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:41.484892 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:41.552298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede227b5-2bc3-470c-b99c-ec4855411e8f req-6933a23d-d3f2-495c-868d-933040b2efc2 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:41.553801 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ede227b5-2bc3-470c-b99c-ec4855411e8f req-6933a23d-d3f2-495c-868d-933040b2efc2 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 948 time: 0.1386802 Feb 16 16:25:41.567540 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] Publish callbacks [] for security_group (c9078356-b15b-4fa6-8799-317afa9d80c6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:41.572985 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c9078356-b15b-4fa6-8799-317afa9d80c6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:41.586025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:25:41.590739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d18d48-8eba-441e-812d-d73594a612a8 req-409f0a73-5e83-46e2-ad59-188b67f45398 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:41.592459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86d18d48-8eba-441e-812d-d73594a612a8 req-409f0a73-5e83-46e2-ad59-188b67f45398 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/networks?id=51499808-74f6-44c8-afc6-e9caf9ad70c7 HTTP/1.1" status: 200 len: 805 time: 0.1784925 Feb 16 16:25:41.612503 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d815db5f-6215-4cbc-92ce-2ae2c10d18e8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:41.612848 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] Added segment d815db5f-6215-4cbc-92ce-2ae2c10d18e8 of type vlan for network bbbd5161-1297-43ff-aa5d-56134128a54d Feb 16 16:25:41.627999 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86d18d48-8eba-441e-812d-d73594a612a8 req-ae02ba97-1aac-4f6c-a403-89232320727a tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/quotas/8ca95a16ebaf4fb092fc39ed2f5c4729 HTTP/1.1" status: 200 len: 375 time: 0.0267806 Feb 16 16:25:41.644004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ede227b5-2bc3-470c-b99c-ec4855411e8f req-6de72908-47f9-4922-9d62-83fc54f0f254 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803137 Feb 16 16:25:41.664997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9078356-b15b-4fa6-8799-317afa9d80c6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:41.675718 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (bbbd5161-1297-43ff-aa5d-56134128a54d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:41.701970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35d2562b-a2b3-4a7d-9b72-b962c5ee1831 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ca95a16ebaf4fb092fc39ed2f5c4729&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569153 Feb 16 16:25:41.706209 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (bbbd5161-1297-43ff-aa5d-56134128a54d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:41.707325 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:41.708015 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:41.754666 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4204123 Feb 16 16:25:41.754666 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49250) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:41.759198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-17e7dd14-7938-42d4-bb45-065ddfc8511f admin admin] Request body: {'subnet': {'network_id': 'bbbd5161-1297-43ff-aa5d-56134128a54d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-71448287-subnet', 'tenant_id': 'dd2b7784426040a881773934260fe9f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:41.811726 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e7dd14-7938-42d4-bb45-065ddfc8511f admin admin] Made reservation on behalf of dd2b7784426040a881773934260fe9f7 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:25:41.815106 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-17e7dd14-7938-42d4-bb45-065ddfc8511f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:41.818267 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f52e4-8cc4-4e60-888c-201047902188 admin admin] Pushing event updated for resources: {'Network': ['ID=bbbd5161-1297-43ff-aa5d-56134128a54d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:41.831646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network bbbd5161-1297-43ff-aa5d-56134128a54d details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:25:41.840549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86d18d48-8eba-441e-812d-d73594a612a8 req-79df5708-1243-4b1a-98be-0d34d77f1d2c service neutron] 10.222.0.24 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306999 Feb 16 16:25:41.876373 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf4b9c-2352-4688-9b63-ea2770034ab7 req-9bb38a91-513b-4745-a941-2575b1afe4ca tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:41.878010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77cf4b9c-2352-4688-9b63-ea2770034ab7 req-9bb38a91-513b-4745-a941-2575b1afe4ca tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0929320 Feb 16 16:25:41.981233 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77cf4b9c-2352-4688-9b63-ea2770034ab7 req-c60003ee-31c9-4575-ae88-f35050b6ad4b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935040 Feb 16 16:25:41.998530 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86d18d48-8eba-441e-812d-d73594a612a8 req-a788c650-e005-4839-b0d3-12326050c4a6 service neutron] 10.222.0.24 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487370 Feb 16 16:25:42.055069 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-17e7dd14-7938-42d4-bb45-065ddfc8511f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (b03cf752-896b-4adb-8e69-eb3d47bd7656), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:42.146284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e7dd14-7938-42d4-bb45-065ddfc8511f admin admin] Checking segment: {'id': 'd815db5f-6215-4cbc-92ce-2ae2c10d18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bbbd5161-1297-43ff-aa5d-56134128a54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:25:42.146812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e7dd14-7938-42d4-bb45-065ddfc8511f admin admin] Network hostable DHCP agents. Network: bbbd5161-1297-43ff-aa5d-56134128a54d, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:25:42.159986 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7dd14-7938-42d4-bb45-065ddfc8511f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03cf752-896b-4adb-8e69-eb3d47bd7656,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:42.172805 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e7dd14-7938-42d4-bb45-065ddfc8511f admin admin] Network bbbd5161-1297-43ff-aa5d-56134128a54d is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:25:42.187130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-17e7dd14-7938-42d4-bb45-065ddfc8511f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, bbbd5161-1297-43ff-aa5d-56134128a54d) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:25:42.192778 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e7dd14-7938-42d4-bb45-065ddfc8511f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:42.193373 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-17e7dd14-7938-42d4-bb45-065ddfc8511f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:42.198730 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca379f3-5c02-4377-a8b4-5efd029feb9d req-a4228da7-0246-4b56-9291-d9ac47537341 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:42.201344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ca379f3-5c02-4377-a8b4-5efd029feb9d req-a4228da7-0246-4b56-9291-d9ac47537341 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1331861 Feb 16 16:25:42.201542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81be188-07a9-4050-84f4-a6588cf6ac58 None None] Network bbbd5161-1297-43ff-aa5d-56134128a54d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:25:42.251039 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-17e7dd14-7938-42d4-bb45-065ddfc8511f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4937081 Feb 16 16:25:42.251572 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49260) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:42.258387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-71448287-router', 'tenant_id': 'dd2b7784426040a881773934260fe9f7', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:42.287312 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (41f47198-5a5f-4c97-a641-5e73646909ea), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:42.289044 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (41f47198-5a5f-4c97-a641-5e73646909ea), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:42.373150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ca379f3-5c02-4377-a8b4-5efd029feb9d req-4a895ae3-deba-4d1d-890a-97c3682e837d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573808 Feb 16 16:25:42.389059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21ed80-12f7-4bdc-9eb5-3c38746b2687 req-855a041c-be8f-4255-96b2-670a94388a2e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:42.391317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c21ed80-12f7-4bdc-9eb5-3c38746b2687 req-855a041c-be8f-4255-96b2-670a94388a2e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1881752 Feb 16 16:25:42.428658 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-bbbd5161-1297-43ff-aa5d-56134128a54d', 'network_id': 'bbbd5161-1297-43ff-aa5d-56134128a54d', 'project_id': 'dd2b7784426040a881773934260fe9f7', 'fixed_ips': [{'subnet_id': 'b03cf752-896b-4adb-8e69-eb3d47bd7656'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:25:42.430152 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:42.479055 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:25:42.575010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device ceb7d615-ea88-43b9-9a93-92c59f8b39b6 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:25:42.577659 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 899442d7-4ed1-4aaf-ad21-a3b9e934b34a no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:25:42.579995 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-26b4cdd9-d2b6-44bd-ae01-623e53b7bad4 req-5b8fb58c-946d-4fb0-a97c-63fadfe6ed17 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 210 time: 0.1099272 Feb 16 16:25:42.632807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c21ed80-12f7-4bdc-9eb5-3c38746b2687 req-e2dcac71-ad4a-47b1-abe9-140a1b1f1886 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342856 Feb 16 16:25:42.719523 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Publish callbacks [] for router_controller (41f47198-5a5f-4c97-a641-5e73646909ea), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:42.755065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:42.755548 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:42.796291 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812741eb-d7a3-48e8-b511-a2dc185544da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899442d7-4ed1-4aaf-ad21-a3b9e934b34a'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:42.798993 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3d57da-a02f-43c9-9482-dcd9c4f69ae0" -d '{"events": [{"server_uuid": "812741eb-d7a3-48e8-b511-a2dc185544da", "name": "network-vif-unplugged", "status": "completed", "tag": "899442d7-4ed1-4aaf-ad21-a3b9e934b34a"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:42.850115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Allocated IP 172.20.0.2 (bbbd5161-1297-43ff-aa5d-56134128a54d/b03cf752-896b-4adb-8e69-eb3d47bd7656/4b9ef582-c08e-4800-aa5c-27ed1bb96398) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:25:42.854574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:42.864326 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:42.899600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8707d1-ab80-4694-9543-cc05e6713e4f req-c0a16fca-17aa-417b-b2d4-bff83ea4cafc tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:42.920225 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port ceb7d615-ea88-43b9-9a93-92c59f8b39b6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ceb7d615-ea88-43b9-9a93-92c59f8b39b6,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:42.923157 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Publish callbacks [] for router_gateway (41f47198-5a5f-4c97-a641-5e73646909ea), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:42.927298 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de8707d1-ab80-4694-9543-cc05e6713e4f req-c0a16fca-17aa-417b-b2d4-bff83ea4cafc tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.2174838 Feb 16 16:25:42.956571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'ceb7d615-ea88-43b9-9a93-92c59f8b39b6', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'ceb7d615-ea88-43b9-9a93-92c59f8b39b6', 'mac_address': 'fa:16:3e:ba:9f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:25:42.970020 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177c8b4-62c8-4c32-9fb4-c8fbc8d7d140 req-fd61b5ca-7258-4f39-b3a9-09e6e2d525f1 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:42.978035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d177c8b4-62c8-4c32-9fb4-c8fbc8d7d140 req-fd61b5ca-7258-4f39-b3a9-09e6e2d525f1 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 948 time: 0.1973839 Feb 16 16:25:43.005286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port ceb7d615-ea88-43b9-9a93-92c59f8b39b6 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:43.005596 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:43.039531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb7d615-ea88-43b9-9a93-92c59f8b39b6 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:25:43.068056 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de8707d1-ab80-4694-9543-cc05e6713e4f req-d5330279-5fa4-449f-98d3-80a248bcad22 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330068 Feb 16 16:25:43.091226 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d177c8b4-62c8-4c32-9fb4-c8fbc8d7d140 req-d64d6917-18fa-4fb6-b89e-d7aa932482e8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119871 Feb 16 16:25:43.113882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:43.135232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port ceb7d615-ea88-43b9-9a93-92c59f8b39b6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ceb7d615-ea88-43b9-9a93-92c59f8b39b6,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:43.145540 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:43.168655 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a86922-f4a6-439a-b02b-076b06ea3bf0 x-openstack-request-id: req-b3a86922-f4a6-439a-b02b-076b06ea3bf0 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:43.171942 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812741eb-d7a3-48e8-b511-a2dc185544da", "name": "network-vif-unplugged", "status": "completed", "tag": "899442d7-4ed1-4aaf-ad21-a3b9e934b34a", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:43.172285 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3a86922-f4a6-439a-b02b-076b06ea3bf0 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:43.172713 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812741eb-d7a3-48e8-b511-a2dc185544da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899442d7-4ed1-4aaf-ad21-a3b9e934b34a', 'code': 200} Feb 16 16:25:43.271670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45aeef-85cd-471d-bb6a-fb9b5f7f70ac req-13237dc7-f62e-4704-9e39-9d6873fe204e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:43.273918 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f45aeef-85cd-471d-bb6a-fb9b5f7f70ac req-13237dc7-f62e-4704-9e39-9d6873fe204e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.65 "GET /v2.0/ports?device_id=812741eb-d7a3-48e8-b511-a2dc185544da HTTP/1.1" status: 200 len: 944 time: 0.1341584 Feb 16 16:25:43.285783 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Publish callbacks [] for router_gateway (41f47198-5a5f-4c97-a641-5e73646909ea), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:43.304150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=ceb7d615-ea88-43b9-9a93-92c59f8b39b6,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:43.309475 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:43.354572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd383ec-b9e0-4b6b-a250-9ae071dfa1e2 req-867a9ff2-6256-4753-8acf-975779146956 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:43.356179 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dfd383ec-b9e0-4b6b-a250-9ae071dfa1e2 req-867a9ff2-6256-4753-8acf-975779146956 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.1214993 Feb 16 16:25:43.375694 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Publish callbacks [] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:43.383785 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:43.441847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Network bbbd5161-1297-43ff-aa5d-56134128a54d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:25:43.445159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:25:43.449206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:25:43.457490 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Pushing event updated for resources: {'Port': ['ID=4b9ef582-c08e-4800-aa5c-27ed1bb96398,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:43.468576 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dfd383ec-b9e0-4b6b-a250-9ae071dfa1e2 req-cb1e426a-9504-45cf-883c-2f2117c51182 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049817 Feb 16 16:25:43.478981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Allocated IP 172.25.4.116 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/535b7d69-a5f2-4530-8e24-178da30566fe) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:25:43.510032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['ceb7d615-ea88-43b9-9a93-92c59f8b39b6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:25:43.561191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-6f45aeef-85cd-471d-bb6a-fb9b5f7f70ac req-d5dd431e-247e-4e6f-8f2a-0581abfe0413 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Deleting port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:25:43.561545 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6f45aeef-85cd-471d-bb6a-fb9b5f7f70ac req-d5dd431e-247e-4e6f-8f2a-0581abfe0413 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:43.571639 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Attempting to bind port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:25:43.572036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Attempting to bind port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'd815db5f-6215-4cbc-92ce-2ae2c10d18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bbbd5161-1297-43ff-aa5d-56134128a54d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:25:43.572485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Attempting to bind port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 on network bbbd5161-1297-43ff-aa5d-56134128a54d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:43.587581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:25:43.589024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Checking segment: {'id': 'd815db5f-6215-4cbc-92ce-2ae2c10d18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bbbd5161-1297-43ff-aa5d-56134128a54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:25:43.590040 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:43.590353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Bound using segment: {'id': 'd815db5f-6215-4cbc-92ce-2ae2c10d18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bbbd5161-1297-43ff-aa5d-56134128a54d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:25:43.591134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Bound port: 4b9ef582-c08e-4800-aa5c-27ed1bb96398, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd815db5f-6215-4cbc-92ce-2ae2c10d18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bbbd5161-1297-43ff-aa5d-56134128a54d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:25:43.591977 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:43.615579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849b234-0681-468a-bc42-db4af0a3e54a req-e27ee97d-641b-406a-9460-57c74182409c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:43.624361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f849b234-0681-468a-bc42-db4af0a3e54a req-e27ee97d-641b-406a-9460-57c74182409c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1307631 Feb 16 16:25:43.697835 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Publish callbacks [] for port (535b7d69-a5f2-4530-8e24-178da30566fe), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:43.756072 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (535b7d69-a5f2-4530-8e24-178da30566fe), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:43.788800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] For port 4b9ef582-c08e-4800-aa5c-27ed1bb96398, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:25:43.791862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] For port 4b9ef582-c08e-4800-aa5c-27ed1bb96398, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4b9ef582-c08e-4800-aa5c-27ed1bb96398,segment=NetworkSegment(d815db5f-6215-4cbc-92ce-2ae2c10d18e8),segment_id=d815db5f-6215-4cbc-92ce-2ae2c10d18e8)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:25:43.803311 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:43.808953 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b59453a0-7361-4e44-82c3-92314bee2f05 req-e19eecba-8399-41d5-8a55-643c596fb37f tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 210 time: 0.0654519 Feb 16 16:25:43.846294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:25:43.851384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:25:43.858250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:25:43.876607 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-6f45aeef-85cd-471d-bb6a-fb9b5f7f70ac req-d5dd431e-247e-4e6f-8f2a-0581abfe0413 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] For port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:43.876983 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6f45aeef-85cd-471d-bb6a-fb9b5f7f70ac req-d5dd431e-247e-4e6f-8f2a-0581abfe0413 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:43.899300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-6f45aeef-85cd-471d-bb6a-fb9b5f7f70ac req-d5dd431e-247e-4e6f-8f2a-0581abfe0413 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Calling delete_port for 899442d7-4ed1-4aaf-ad21-a3b9e934b34a owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:25:43.971138 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996adbc-d352-460d-910c-eb30177eaa4e None None] Pushing event updated for resources: {'Port': ['ID=4b9ef582-c08e-4800-aa5c-27ed1bb96398,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:44.032355 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Pushing event updated for resources: {'Port': ['ID=535b7d69-a5f2-4530-8e24-178da30566fe,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:44.209304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f849b234-0681-468a-bc42-db4af0a3e54a req-21898cac-fc76-4e94-b408-5055544e7576 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834019 Feb 16 16:25:44.225433 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6f45aeef-85cd-471d-bb6a-fb9b5f7f70ac req-d5dd431e-247e-4e6f-8f2a-0581abfe0413 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (899442d7-4ed1-4aaf-ad21-a3b9e934b34a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:44.302853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd431e-247e-4e6f-8f2a-0581abfe0413 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Pushing event deleted for resources: {'Port': ['ID=899442d7-4ed1-4aaf-ad21-a3b9e934b34a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:44.341875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d18d48-8eba-441e-812d-d73594a612a8 req-7fd67a97-940a-48b0-8164-4ab903d61ba1 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:44.344331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86d18d48-8eba-441e-812d-d73594a612a8 req-7fd67a97-940a-48b0-8164-4ab903d61ba1 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.65 "GET /v2.0/networks?id=51499808-74f6-44c8-afc6-e9caf9ad70c7 HTTP/1.1" status: 200 len: 805 time: 0.6039336 Feb 16 16:25:44.351333 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Publish callbacks [] for router_gateway (41f47198-5a5f-4c97-a641-5e73646909ea), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:44.380848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-86d18d48-8eba-441e-812d-d73594a612a8 req-0cbf2291-39ef-44f9-aec7-2406319bb486 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Request body: {'port': {'device_id': '7d06542d-b301-4a88-9f97-ffaa091bf7ea', 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7', 'admin_state_up': True, 'tenant_id': '8ca95a16ebaf4fb092fc39ed2f5c4729'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:44.437256 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59b078-cb7d-46ff-9f2d-0baf3d133237 req-39afb10d-9ec8-427a-b7c3-e75150c2b442 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:44.443681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dd59b078-cb7d-46ff-9f2d-0baf3d133237 req-39afb10d-9ec8-427a-b7c3-e75150c2b442 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.3883014 Feb 16 16:25:44.450806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f45aeef-85cd-471d-bb6a-fb9b5f7f70ac req-d5dd431e-247e-4e6f-8f2a-0581abfe0413 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] No DVR routers for this DVR port 899442d7-4ed1-4aaf-ad21-a3b9e934b34a on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:25:44.466853 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6f45aeef-85cd-471d-bb6a-fb9b5f7f70ac req-d5dd431e-247e-4e6f-8f2a-0581abfe0413 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:44.471012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f45aeef-85cd-471d-bb6a-fb9b5f7f70ac req-d5dd431e-247e-4e6f-8f2a-0581abfe0413 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.65 "DELETE /v2.0/ports/899442d7-4ed1-4aaf-ad21-a3b9e934b34a HTTP/1.1" status: 204 len: 173 time: 1.1822488 Feb 16 16:25:44.472236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812741eb-d7a3-48e8-b511-a2dc185544da', 'name': 'network-vif-deleted', 'tag': '899442d7-4ed1-4aaf-ad21-a3b9e934b34a'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:44.476562 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5fd74c-eed1-4206-b59d-b33724454c47" -d '{"events": [{"server_uuid": "812741eb-d7a3-48e8-b511-a2dc185544da", "name": "network-vif-deleted", "tag": "899442d7-4ed1-4aaf-ad21-a3b9e934b34a"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:44.597732 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (41f47198-5a5f-4c97-a641-5e73646909ea), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:44.635635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb0a18-4402-4394-b7b4-0ffca39a90b8 req-a4ca114f-b40d-494c-a498-67ff92cf9a5e tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:44.643050 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1beb0a18-4402-4394-b7b4-0ffca39a90b8 req-a4ca114f-b40d-494c-a498-67ff92cf9a5e tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.3369253 Feb 16 16:25:44.675113 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d18d48-8eba-441e-812d-d73594a612a8 req-0cbf2291-39ef-44f9-aec7-2406319bb486 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Made reservation on behalf of 8ca95a16ebaf4fb092fc39ed2f5c4729 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:25:44.678643 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-86d18d48-8eba-441e-812d-d73594a612a8 req-0cbf2291-39ef-44f9-aec7-2406319bb486 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:44.696934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dd59b078-cb7d-46ff-9f2d-0baf3d133237 req-35241639-ca85-41c1-8a22-49f3a84dd926 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523379 Feb 16 16:25:44.740646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1beb0a18-4402-4394-b7b4-0ffca39a90b8 req-0061f78c-6b33-4676-b9bc-3a00954dd889 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947485 Feb 16 16:25:44.804223 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Router 41f47198-5a5f-4c97-a641-5e73646909ea is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:25:44.851405 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e35ad0-4370-4b9d-a7d0-f6f312b69dcc x-openstack-request-id: req-18e35ad0-4370-4b9d-a7d0-f6f312b69dcc {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:44.851618 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812741eb-d7a3-48e8-b511-a2dc185544da", "name": "network-vif-deleted", "tag": "899442d7-4ed1-4aaf-ad21-a3b9e934b34a", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:44.851924 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18e35ad0-4370-4b9d-a7d0-f6f312b69dcc {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:44.864357 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812741eb-d7a3-48e8-b511-a2dc185544da', 'name': 'network-vif-deleted', 'tag': '899442d7-4ed1-4aaf-ad21-a3b9e934b34a', 'status': 'completed', 'code': 200} Feb 16 16:25:44.927215 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:25:44.940908 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Sync routers for ids ['41f47198-5a5f-4c97-a641-5e73646909ea'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:25:44.951650 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Routers {'41f47198-5a5f-4c97-a641-5e73646909ea'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:25:44.952992 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['41f47198-5a5f-4c97-a641-5e73646909ea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:25:44.960212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:44.965522 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e85d50fc-2762-401f-8152-9931f810d388 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7120669 Feb 16 16:25:44.966616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49292) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:44.971961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-86d18d48-8eba-441e-812d-d73594a612a8 req-0cbf2291-39ef-44f9-aec7-2406319bb486 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Allocated IP 172.20.0.6 (51499808-74f6-44c8-afc6-e9caf9ad70c7/9186030b-fe72-41cc-87f9-eb80f37580c6/04385b78-fc10-4856-bee3-c562260a866c) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:25:45.107539 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Set router 41f47198-5a5f-4c97-a641-5e73646909ea gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:25:45.268462 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-86d18d48-8eba-441e-812d-d73594a612a8 req-0cbf2291-39ef-44f9-aec7-2406319bb486 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks [] for port (04385b78-fc10-4856-bee3-c562260a866c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:45.309577 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-86d18d48-8eba-441e-812d-d73594a612a8 req-0cbf2291-39ef-44f9-aec7-2406319bb486 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (04385b78-fc10-4856-bee3-c562260a866c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:45.413632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d18d48-8eba-441e-812d-d73594a612a8 req-0cbf2291-39ef-44f9-aec7-2406319bb486 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Network 51499808-74f6-44c8-afc6-e9caf9ad70c7 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:25:45.415281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f24f074-1aac-46a2-a711-f5a4d2f83dc9 None None] Network bbbd5161-1297-43ff-aa5d-56134128a54d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:25:45.417788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-86d18d48-8eba-441e-812d-d73594a612a8 req-0cbf2291-39ef-44f9-aec7-2406319bb486 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:25:45.424298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d18d48-8eba-441e-812d-d73594a612a8 req-0cbf2291-39ef-44f9-aec7-2406319bb486 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:25:45.489404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ebaca-bac0-441f-b994-490ea3ea430c req-adc44067-04e8-47ac-96a0-2708e841e6b1 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:45.490528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-544ebaca-bac0-441f-b994-490ea3ea430c req-adc44067-04e8-47ac-96a0-2708e841e6b1 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 949 time: 0.6834531 Feb 16 16:25:45.494339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf2291-39ef-44f9-aec7-2406319bb486 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Pushing event updated for resources: {'Port': ['ID=04385b78-fc10-4856-bee3-c562260a866c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:45.554591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d18d48-8eba-441e-812d-d73594a612a8 req-0cbf2291-39ef-44f9-aec7-2406319bb486 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:45.555846 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-86d18d48-8eba-441e-812d-d73594a612a8 req-0cbf2291-39ef-44f9-aec7-2406319bb486 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:45.584512 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66b831-fb7a-49c6-8ed6-88f82556422a req-a3fed40a-4277-45de-82bf-f102f69869e5 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:45.584725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4b9ef582-c08e-4800-aa5c-27ed1bb96398 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:25:45.592154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b66b831-fb7a-49c6-8ed6-88f82556422a req-a3fed40a-4277-45de-82bf-f102f69869e5 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.2873228 Feb 16 16:25:45.652149 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f47198-5a5f-4c97-a641-5e73646909ea', 'name': 'tempest-FloatingIPsNegativeTestJSON-71448287-router', 'tenant_id': 'dd2b7784426040a881773934260fe9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '535b7d69-a5f2-4530-8e24-178da30566fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:25:42Z', 'updated_at': '2022-02-16T16:25:44Z', 'revision_number': 3, 'project_id': 'dd2b7784426040a881773934260fe9f7', 'gw_port': {'id': '535b7d69-a5f2-4530-8e24-178da30566fe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:73:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f47198-5a5f-4c97-a641-5e73646909ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:25:43Z', 'updated_at': '2022-02-16T16:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:25:45.666775 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-544ebaca-bac0-441f-b994-490ea3ea430c req-ec8aaa08-fccf-4320-8a17-e172491932f2 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562448 Feb 16 16:25:45.675879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86d18d48-8eba-441e-812d-d73594a612a8 req-0cbf2291-39ef-44f9-aec7-2406319bb486 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3014107 Feb 16 16:25:45.684545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0a56ec18-e176-4202-9bc3-6465ab8e0ed2 None None] Provisioning complete for port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:45.684923 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a56ec18-e176-4202-9bc3-6465ab8e0ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:45.696766 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Checking router: 41f47198-5a5f-4c97-a641-5e73646909ea for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:25:45.697489 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Updating router 41f47198-5a5f-4c97-a641-5e73646909ea port 535b7d69-a5f2-4530-8e24-178da30566fe binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:25:45.706565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Request body: {'port': {'device_id': '7d06542d-b301-4a88-9f97-ffaa091bf7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:25:45.730459 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (535b7d69-a5f2-4530-8e24-178da30566fe), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:45.792320 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:45.850670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b66b831-fb7a-49c6-8ed6-88f82556422a req-a86060c0-987a-4e9b-9f95-dfa165cdcf68 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572892 Feb 16 16:25:45.898045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095c6bf-62ba-4f2a-b14f-0f2d6019a21e req-9401f0ae-cc7d-41ea-b6c5-ead2c1a20617 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:45.905118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1095c6bf-62ba-4f2a-b14f-0f2d6019a21e req-9401f0ae-cc7d-41ea-b6c5-ead2c1a20617 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 931 time: 0.1355793 Feb 16 16:25:45.907832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:45.908430 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:45.976042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1095c6bf-62ba-4f2a-b14f-0f2d6019a21e req-7f9f7356-122b-400c-bcab-46de8814fb69 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698657 Feb 16 16:25:45.994455 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04385b78-fc10-4856-bee3-c562260a866c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.066198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Allocated IP 172.20.0.1 (bbbd5161-1297-43ff-aa5d-56134128a54d/b03cf752-896b-4adb-8e69-eb3d47bd7656/b2c31e16-a4ba-4b60-92e0-91845cc19b2a) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:25:46.087032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0a56ec18-e176-4202-9bc3-6465ab8e0ed2 None None] Current status of the port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:46.091415 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a56ec18-e176-4202-9bc3-6465ab8e0ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.193914 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Publish callbacks [] for port (535b7d69-a5f2-4530-8e24-178da30566fe), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.204687 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (535b7d69-a5f2-4530-8e24-178da30566fe), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.216885 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0a56ec18-e176-4202-9bc3-6465ab8e0ed2 None None] For port 4b9ef582-c08e-4800-aa5c-27ed1bb96398, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4b9ef582-c08e-4800-aa5c-27ed1bb96398,segment=NetworkSegment(d815db5f-6215-4cbc-92ce-2ae2c10d18e8),segment_id=d815db5f-6215-4cbc-92ce-2ae2c10d18e8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:46.226816 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a56ec18-e176-4202-9bc3-6465ab8e0ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.243544 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:46.243952 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.247772 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Publish callbacks [] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.314712 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.322780 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Attempting to bind port 535b7d69-a5f2-4530-8e24-178da30566fe on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:25:46.323147 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Attempting to bind port 535b7d69-a5f2-4530-8e24-178da30566fe by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:25:46.323506 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Attempting to bind port 535b7d69-a5f2-4530-8e24-178da30566fe on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:46.341140 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0fc8a-8c10-4953-b5b4-4f040ecb5880 None None] Pushing event updated for resources: {'Port': ['ID=535b7d69-a5f2-4530-8e24-178da30566fe,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:46.344849 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:25:46.350734 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:25:46.351462 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.352079 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:25:46.352760 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Bound port: 535b7d69-a5f2-4530-8e24-178da30566fe, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:25:46.353333 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (535b7d69-a5f2-4530-8e24-178da30566fe), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.436837 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56ec18-e176-4202-9bc3-6465ab8e0ed2 None None] Pushing event updated for resources: {'Port': ['ID=4b9ef582-c08e-4800-aa5c-27ed1bb96398,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:46.442158 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Network bbbd5161-1297-43ff-aa5d-56134128a54d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:25:46.445594 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:25:46.460467 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0fc8a-8c10-4953-b5b4-4f040ecb5880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:46.460467 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0fc8a-8c10-4953-b5b4-4f040ecb5880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:46.460467 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0fc8a-8c10-4953-b5b4-4f040ecb5880 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:46.460467 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0fc8a-8c10-4953-b5b4-4f040ecb5880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:46.460467 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0fc8a-8c10-4953-b5b4-4f040ecb5880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:46.460467 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0fc8a-8c10-4953-b5b4-4f040ecb5880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:46.460467 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0fc8a-8c10-4953-b5b4-4f040ecb5880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:46.460467 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0fc8a-8c10-4953-b5b4-4f040ecb5880 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:46.460467 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0fc8a-8c10-4953-b5b4-4f040ecb5880 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:46.460467 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0fc8a-8c10-4953-b5b4-4f040ecb5880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:46.460467 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0fc8a-8c10-4953-b5b4-4f040ecb5880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:46.460467 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0fc8a-8c10-4953-b5b4-4f040ecb5880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:46.460467 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d0fc8a-8c10-4953-b5b4-4f040ecb5880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:25:46.467834 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:25:46.475884 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-db807917-24f5-4d0a-a5b5-73ae21a745aa None None] Provisioning complete for port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:46.476412 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-db807917-24f5-4d0a-a5b5-73ae21a745aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.536654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04385b78-fc10-4856-bee3-c562260a866c {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:25:46.537095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device ceb7d615-ea88-43b9-9a93-92c59f8b39b6 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:25:46.550249 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] For port 535b7d69-a5f2-4530-8e24-178da30566fe, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:25:46.554926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c31e16-a4ba-4b60-92e0-91845cc19b2a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:46.556084 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] For port 535b7d69-a5f2-4530-8e24-178da30566fe, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=535b7d69-a5f2-4530-8e24-178da30566fe,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:25:46.570036 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Publish callbacks [] for port (04385b78-fc10-4856-bee3-c562260a866c), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.570993 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (535b7d69-a5f2-4530-8e24-178da30566fe), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.586595 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:25:46.587332 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:25:46.614944 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (41f47198-5a5f-4c97-a641-5e73646909ea), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.615349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Transition to ACTIVE for port object 04385b78-fc10-4856-bee3-c562260a866c will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:25:46.639461 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04639a1-62ea-43d1-b937-87bc8e2a53dd req-e4d1cf13-8e72-4f4f-a4bb-08acef732674 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:46.641152 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a04639a1-62ea-43d1-b937-87bc8e2a53dd req-e4d1cf13-8e72-4f4f-a4bb-08acef732674 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.6332111 Feb 16 16:25:46.643267 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (04385b78-fc10-4856-bee3-c562260a866c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.652139 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Routers {'41f47198-5a5f-4c97-a641-5e73646909ea'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:25:46.652777 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['41f47198-5a5f-4c97-a641-5e73646909ea'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:25:46.681703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b01410-fbfb-4108-85b8-1d794c3dba07 req-1457fd9c-95bd-4fbe-aa8c-59af19bbd52d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:46.687290 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85b01410-fbfb-4108-85b8-1d794c3dba07 req-1457fd9c-95bd-4fbe-aa8c-59af19bbd52d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2904985 Feb 16 16:25:46.689684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-db807917-24f5-4d0a-a5b5-73ae21a745aa None None] Current status of the port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:46.741973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port ceb7d615-ea88-43b9-9a93-92c59f8b39b6 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:25:46.746711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port ceb7d615-ea88-43b9-9a93-92c59f8b39b6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:46.747533 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.796166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Pushing event updated for resources: {'Port': ['ID=04385b78-fc10-4856-bee3-c562260a866c,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:46.810322 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] Set router 41f47198-5a5f-4c97-a641-5e73646909ea gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:25:46.894213 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:46.908487 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a04639a1-62ea-43d1-b937-87bc8e2a53dd req-2e9150ac-74fd-4f74-aad5-854c2d8e6def tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169483 Feb 16 16:25:46.920036 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0fc8a-8c10-4953-b5b4-4f040ecb5880 None None] Pushing event updated for resources: {'Port': ['ID=535b7d69-a5f2-4530-8e24-178da30566fe,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:46.943869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port ceb7d615-ea88-43b9-9a93-92c59f8b39b6 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:46.944266 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:47.019371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8e0e4424-47e5-4650-a3be-bbc069a61e95 None None] Provisioning complete for port b2c31e16-a4ba-4b60-92e0-91845cc19b2a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:47.019792 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8e0e4424-47e5-4650-a3be-bbc069a61e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:47.021117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d53e65-23b8-4ebf-abd0-b48c47ef7083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb7d615-ea88-43b9-9a93-92c59f8b39b6'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:47.031333 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569edc56-e0c8-461b-b6cc-3352f1501feb" -d '{"events": [{"server_uuid": "06d53e65-23b8-4ebf-abd0-b48c47ef7083", "name": "network-vif-plugged", "status": "completed", "tag": "ceb7d615-ea88-43b9-9a93-92c59f8b39b6"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:47.048940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85b01410-fbfb-4108-85b8-1d794c3dba07 req-aac53421-0f30-469d-8f23-f751f2b78b2d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090956 Feb 16 16:25:47.049843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Attempting to bind port 04385b78-fc10-4856-bee3-c562260a866c on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:25:47.050182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Attempting to bind port 04385b78-fc10-4856-bee3-c562260a866c by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:25:47.050510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Attempting to bind port 04385b78-fc10-4856-bee3-c562260a866c on network 51499808-74f6-44c8-afc6-e9caf9ad70c7 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:47.083834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Port 04385b78-fc10-4856-bee3-c562260a866c on network 51499808-74f6-44c8-afc6-e9caf9ad70c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:25:47.084171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Attempting to bind port 04385b78-fc10-4856-bee3-c562260a866c on network 51499808-74f6-44c8-afc6-e9caf9ad70c7 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:47.094239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:25:47.094587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Checking segment: {'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:25:47.094980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Bound using segment: {'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:25:47.095226 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f47198-5a5f-4c97-a641-5e73646909ea', 'name': 'tempest-FloatingIPsNegativeTestJSON-71448287-router', 'tenant_id': 'dd2b7784426040a881773934260fe9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '535b7d69-a5f2-4530-8e24-178da30566fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:25:42Z', 'updated_at': '2022-02-16T16:25:44Z', 'revision_number': 3, 'project_id': 'dd2b7784426040a881773934260fe9f7', 'gw_port': {'id': '535b7d69-a5f2-4530-8e24-178da30566fe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:73:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f47198-5a5f-4c97-a641-5e73646909ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:25:43Z', 'updated_at': '2022-02-16T16:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:25:47.095415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Bound port: 04385b78-fc10-4856-bee3-c562260a866c, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:25:47.095796 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04385b78-fc10-4856-bee3-c562260a866c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:47.153487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b977115-7705-4eb7-a022-ac71eb3f5e19 req-4d7b4834-0e2d-4b78-8413-593bde6ebe77 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:47.154999 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b977115-7705-4eb7-a022-ac71eb3f5e19 req-4d7b4834-0e2d-4b78-8413-593bde6ebe77 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.1011939 Feb 16 16:25:47.160713 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a7ee55-2edc-4233-8df5-5d9e4fcc7226 None None] The sync data for ids ['41f47198-5a5f-4c97-a641-5e73646909ea'] in n-d-669411-5 is: [{'id': '41f47198-5a5f-4c97-a641-5e73646909ea', 'name': 'tempest-FloatingIPsNegativeTestJSON-71448287-router', 'tenant_id': 'dd2b7784426040a881773934260fe9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '535b7d69-a5f2-4530-8e24-178da30566fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:25:42Z', 'updated_at': '2022-02-16T16:25:44Z', 'revision_number': 3, 'project_id': 'dd2b7784426040a881773934260fe9f7', 'gw_port': {'id': '535b7d69-a5f2-4530-8e24-178da30566fe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:73:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f47198-5a5f-4c97-a641-5e73646909ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:25:43Z', 'updated_at': '2022-02-16T16:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:25:47.197686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port ceb7d615-ea88-43b9-9a93-92c59f8b39b6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ceb7d615-ea88-43b9-9a93-92c59f8b39b6,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:47.217499 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:47.219070 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 899442d7-4ed1-4aaf-ad21-a3b9e934b34a no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:25:47.274353 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Publish callbacks [] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:47.282910 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:47.303592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] For port 04385b78-fc10-4856-bee3-c562260a866c, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:25:47.326342 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] For port 04385b78-fc10-4856-bee3-c562260a866c, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=04385b78-fc10-4856-bee3-c562260a866c,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:25:47.331437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b977115-7705-4eb7-a022-ac71eb3f5e19 req-5916c7b8-d0db-49d8-9435-7fe735d10d5d tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661963 Feb 16 16:25:47.345099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c57f66-d706-47c8-8dd4-596b986e56b8 req-16d53d88-5cc0-4718-bf3a-537a572c000f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:47.346817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35c57f66-d706-47c8-8dd4-596b986e56b8 req-16d53d88-5cc0-4718-bf3a-537a572c000f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 950 time: 0.1613283 Feb 16 16:25:47.348684 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (04385b78-fc10-4856-bee3-c562260a866c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:47.428667 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Pushing event updated for resources: {'Port': ['ID=04385b78-fc10-4856-bee3-c562260a866c,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:47.437826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c31e16-a4ba-4b60-92e0-91845cc19b2a,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:47.448593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:47.449135 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:47.450702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86d18d48-8eba-441e-812d-d73594a612a8 req-35742a69-01ed-4059-9a64-8f8977e8c82f service neutron] 10.222.0.65 "PUT /v2.0/ports/04385b78-fc10-4856-bee3-c562260a866c HTTP/1.1" status: 200 len: 1091 time: 1.7576590 Feb 16 16:25:47.451419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d06542d-b301-4a88-9f97-ffaa091bf7ea', 'tag': '04385b78-fc10-4856-bee3-c562260a866c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:47.454772 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98240410-808b-462e-bfc8-d60d7d3e6980" -d '{"events": [{"name": "network-changed", "server_uuid": "7d06542d-b301-4a88-9f97-ffaa091bf7ea", "tag": "04385b78-fc10-4856-bee3-c562260a866c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:47.472927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=ceb7d615-ea88-43b9-9a93-92c59f8b39b6,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:47.490055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35c57f66-d706-47c8-8dd4-596b986e56b8 req-eed2ada8-6e59-4a3b-9f74-a957a1d84bbd tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864072 Feb 16 16:25:47.499329 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (41f47198-5a5f-4c97-a641-5e73646909ea), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:47.576141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 899442d7-4ed1-4aaf-ad21-a3b9e934b34a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:25:47.576141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 899442d7-4ed1-4aaf-ad21-a3b9e934b34a not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:25:47.584479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e4424-47e5-4650-a3be-bbc069a61e95 None None] Port b2c31e16-a4ba-4b60-92e0-91845cc19b2a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:25:47.586076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:47.614958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d18d48-8eba-441e-812d-d73594a612a8 req-b2440001-2965-4988-9a63-68600be45aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:47.616554 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86d18d48-8eba-441e-812d-d73594a612a8 req-b2440001-2965-4988-9a63-68600be45aa3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ca95a16ebaf4fb092fc39ed2f5c4729&device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 1125 time: 0.1027861 Feb 16 16:25:47.696422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86d18d48-8eba-441e-812d-d73594a612a8 req-695ccfa3-da55-4b7e-b3b4-309e5095a9e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04385b78-fc10-4856-bee3-c562260a866c HTTP/1.1" status: 200 len: 217 time: 0.0687623 Feb 16 16:25:47.759474 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4b9ef582-c08e-4800-aa5c-27ed1bb96398 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:25:47.784935 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Network bbbd5161-1297-43ff-aa5d-56134128a54d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:25:47.786321 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:25:47.857443 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:47.857822 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:48.007319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:48.205982 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d18d48-8eba-441e-812d-d73594a612a8 req-a9ac66ca-baed-4fa8-924c-720d49686ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:48.208401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86d18d48-8eba-441e-812d-d73594a612a8 req-a9ac66ca-baed-4fa8-924c-720d49686ef8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9186030b-fe72-41cc-87f9-eb80f37580c6 HTTP/1.1" status: 200 len: 845 time: 0.4992130 Feb 16 16:25:48.211903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8b06a437-b75d-4c8c-8803-6aca9c01c070 None None] Provisioning complete for port b2c31e16-a4ba-4b60-92e0-91845cc19b2a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:48.212911 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8b06a437-b75d-4c8c-8803-6aca9c01c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:48.233954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe356720-2607-4bee-bf27-7241fdd76b87 req-412709c8-2ed7-4895-8357-a130ada58570 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:48.235701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe356720-2607-4bee-bf27-7241fdd76b87 req-412709c8-2ed7-4895-8357-a130ada58570 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.6773717 Feb 16 16:25:48.268790 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8b06a437-b75d-4c8c-8803-6aca9c01c070 None None] Port b2c31e16-a4ba-4b60-92e0-91845cc19b2a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:25:48.283603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86d18d48-8eba-441e-812d-d73594a612a8 req-2c5f2654-e232-4a8e-b9a6-adedf731f10b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=51499808-74f6-44c8-afc6-e9caf9ad70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584466 Feb 16 16:25:48.305612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Router 41f47198-5a5f-4c97-a641-5e73646909ea has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:25:48.357741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898958ae-b027-416f-a0b6-a9262fff24d2 req-bf289d80-74f2-4c1a-a460-f10f25f418c8 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:48.359865 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-898958ae-b027-416f-a0b6-a9262fff24d2 req-bf289d80-74f2-4c1a-a460-f10f25f418c8 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 943 time: 0.6624980 Feb 16 16:25:48.442238 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:25:48.444060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe356720-2607-4bee-bf27-7241fdd76b87 req-4eaf4a4e-d1b9-440a-bd24-43951de6c745 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922333 Feb 16 16:25:48.462225 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e235ccf1-f397-4c5d-baf6-febf1b8d3897 admin admin] 10.222.0.24 "PUT /v2.0/routers/41f47198-5a5f-4c97-a641-5e73646909ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4937198 Feb 16 16:25:48.487002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-898958ae-b027-416f-a0b6-a9262fff24d2 req-86ab11f4-cc9d-4619-9815-3f54e243ff93 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147506 Feb 16 16:25:48.490172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86d18d48-8eba-441e-812d-d73594a612a8 req-e18c6e63-dc46-4c31-83c8-a4fc0e47bc65 service neutron] 10.222.0.65 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927757 Feb 16 16:25:48.541513 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d955fa-048c-4500-bcb0-efdce1a38372 x-openstack-request-id: req-71d955fa-048c-4500-bcb0-efdce1a38372 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:48.542036 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d53e65-23b8-4ebf-abd0-b48c47ef7083", "name": "network-vif-plugged", "status": "completed", "tag": "ceb7d615-ea88-43b9-9a93-92c59f8b39b6", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:48.542145 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71d955fa-048c-4500-bcb0-efdce1a38372 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:48.542471 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d53e65-23b8-4ebf-abd0-b48c47ef7083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb7d615-ea88-43b9-9a93-92c59f8b39b6', 'code': 200} Feb 16 16:25:48.611462 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7942fbd-0ded-4590-8baa-a5b5439fd755 x-openstack-request-id: req-d7942fbd-0ded-4590-8baa-a5b5439fd755 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:48.611462 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d06542d-b301-4a88-9f97-ffaa091bf7ea", "tag": "04385b78-fc10-4856-bee3-c562260a866c", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:48.611691 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7942fbd-0ded-4590-8baa-a5b5439fd755 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:48.611956 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d06542d-b301-4a88-9f97-ffaa091bf7ea', 'tag': '04385b78-fc10-4856-bee3-c562260a866c', 'status': 'completed', 'code': 200} Feb 16 16:25:48.748602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86d18d48-8eba-441e-812d-d73594a612a8 req-86a775ac-48a2-40d0-9762-60deafc87a1e service neutron] 10.222.0.65 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516580 Feb 16 16:25:48.778053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eb598-6173-4fb4-9ce2-cd40b733f0c4 req-2765a810-a5a2-4a40-b7e1-5791f3e45632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:48.779457 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-373eb598-6173-4fb4-9ce2-cd40b733f0c4 req-2765a810-a5a2-4a40-b7e1-5791f3e45632 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 1132 time: 0.1511052 Feb 16 16:25:48.788649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158529c5-3e59-4dae-b0d0-ce4903b23c31 req-dd478243-f650-4a22-aadc-da56d57a1add tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:48.790284 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-158529c5-3e59-4dae-b0d0-ce4903b23c31 req-dd478243-f650-4a22-aadc-da56d57a1add tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1632428 Feb 16 16:25:48.815471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3525d0-7afa-4ef3-87ee-7b292fcd32c9 req-d2efd911-640d-421c-8bf7-32b5b8298c0e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:48.817119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b3525d0-7afa-4ef3-87ee-7b292fcd32c9 req-d2efd911-640d-421c-8bf7-32b5b8298c0e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1460807 Feb 16 16:25:48.940691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-373eb598-6173-4fb4-9ce2-cd40b733f0c4 req-7d5d9669-9020-49cf-8187-6b40422426e6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492431 Feb 16 16:25:48.954431 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-158529c5-3e59-4dae-b0d0-ce4903b23c31 req-ce339211-0f92-4613-b08f-a03f69020508 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546831 Feb 16 16:25:48.960705 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b3525d0-7afa-4ef3-87ee-7b292fcd32c9 req-db871426-0015-4b5f-978c-9c6a394f83eb tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331079 Feb 16 16:25:48.965869 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98240410-808b-462e-bfc8-d60d7d3e6980 req-370e023d-45e4-43a4-8630-e3de122e8629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:48.967339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98240410-808b-462e-bfc8-d60d7d3e6980 req-370e023d-45e4-43a4-8630-e3de122e8629 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ca95a16ebaf4fb092fc39ed2f5c4729&device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 1125 time: 0.1409974 Feb 16 16:25:49.119101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f266313-afe8-475c-ad4e-e23e5cf86c07 req-e371ad24-a852-448d-b33c-8b86fbd855e1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:49.120497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f266313-afe8-475c-ad4e-e23e5cf86c07 req-e371ad24-a852-448d-b33c-8b86fbd855e1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.0829072 Feb 16 16:25:49.127996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad48a-3444-42c9-8bee-dbae90e0f657 req-8e532390-2b05-4873-acdd-acbe002934a0 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:49.129299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-975ad48a-3444-42c9-8bee-dbae90e0f657 req-8e532390-2b05-4873-acdd-acbe002934a0 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 950 time: 0.0832036 Feb 16 16:25:49.229988 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f266313-afe8-475c-ad4e-e23e5cf86c07 req-ac21089c-0b1d-4f90-8e4c-b2eb4c52d024 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997381 Feb 16 16:25:49.240416 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-975ad48a-3444-42c9-8bee-dbae90e0f657 req-0cb47eb7-0611-44af-a65e-58e5b28efeb9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044042 Feb 16 16:25:49.302918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98240410-808b-462e-bfc8-d60d7d3e6980 req-5909eb1a-d8c9-4e44-91ec-4d621679a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:49.304662 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98240410-808b-462e-bfc8-d60d7d3e6980 req-5909eb1a-d8c9-4e44-91ec-4d621679a6c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=51499808-74f6-44c8-afc6-e9caf9ad70c7 HTTP/1.1" status: 200 len: 906 time: 0.1359041 Feb 16 16:25:49.362257 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98240410-808b-462e-bfc8-d60d7d3e6980 req-5513d159-d745-4394-ad9d-16fd6c931642 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04385b78-fc10-4856-bee3-c562260a866c HTTP/1.1" status: 200 len: 217 time: 0.0418606 Feb 16 16:25:49.460862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fbebe0dc-0fe7-4e23-a9d1-eddb3c23b2bb req-c8a2f08e-02f7-4e17-bf3f-e9abed1b2699 tempest-FloatingIPsNegativeTestJSON-469509454 tempest-FloatingIPsNegativeTestJSON-469509454-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=dd2b7784426040a881773934260fe9f7 HTTP/1.1" status: 200 len: 217 time: 0.0516772 Feb 16 16:25:49.471114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98240410-808b-462e-bfc8-d60d7d3e6980 req-8deda6c6-5169-4025-b4cf-6cf2d0eddd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:49.472595 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98240410-808b-462e-bfc8-d60d7d3e6980 req-8deda6c6-5169-4025-b4cf-6cf2d0eddd3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9186030b-fe72-41cc-87f9-eb80f37580c6 HTTP/1.1" status: 200 len: 845 time: 0.1015956 Feb 16 16:25:49.519701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98240410-808b-462e-bfc8-d60d7d3e6980 req-f3f8b10c-f6fb-450e-ab18-0d06a087cf2e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=51499808-74f6-44c8-afc6-e9caf9ad70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402353 Feb 16 16:25:49.538267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4dd114c3-4d0d-4737-879e-40dcf5663c05 req-aaebcf30-f9c6-4f4c-b484-751965fdfe75 tempest-FloatingIPsNegativeTestJSON-469509454 tempest-FloatingIPsNegativeTestJSON-469509454-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0505404 Feb 16 16:25:49.560785 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Sync routers for ids ['41f47198-5a5f-4c97-a641-5e73646909ea'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:25:49.574238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Routers {'41f47198-5a5f-4c97-a641-5e73646909ea'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:25:49.577423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['41f47198-5a5f-4c97-a641-5e73646909ea'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:25:49.709475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Set router 41f47198-5a5f-4c97-a641-5e73646909ea gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:25:49.729240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795af31-dcae-471b-979e-bc0e22752c72 req-2fa4b323-5a5c-4256-90c5-86cf6fb9c107 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:49.737535 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2795af31-dcae-471b-979e-bc0e22752c72 req-2fa4b323-5a5c-4256-90c5-86cf6fb9c107 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.1819754 Feb 16 16:25:49.755952 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98240410-808b-462e-bfc8-d60d7d3e6980 req-d8df8753-9ece-44d3-8836-c4d7fb8d521e service neutron] 10.222.0.65 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267535 Feb 16 16:25:49.788650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5b066-be5e-4e10-b130-54e63fb000f8 req-aa3d7def-3014-4dce-ab0f-007469c830aa tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:49.790895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77d5b066-be5e-4e10-b130-54e63fb000f8 req-aa3d7def-3014-4dce-ab0f-007469c830aa tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 943 time: 0.1469817 Feb 16 16:25:49.824666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 535b7d69-a5f2-4530-8e24-178da30566fe up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:25:49.866751 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2795af31-dcae-471b-979e-bc0e22752c72 req-44ced13a-b837-4c19-8b10-5facc389cfd1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275978 Feb 16 16:25:49.962762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 535b7d69-a5f2-4530-8e24-178da30566fe triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:49.963137 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (535b7d69-a5f2-4530-8e24-178da30566fe), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:49.974935 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-ac8afd75-ed6b-4419-9e7b-1c4fb0012841 req-7530370a-5b9a-4c61-b08b-f5eb8906237f tempest-FloatingIPsNegativeTestJSON-469509454 tempest-FloatingIPsNegativeTestJSON-469509454-project] show failed (client error): The resource could not be found. Feb 16 16:25:49.976091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac8afd75-ed6b-4419-9e7b-1c4fb0012841 req-7530370a-5b9a-4c61-b08b-f5eb8906237f tempest-FloatingIPsNegativeTestJSON-469509454 tempest-FloatingIPsNegativeTestJSON-469509454-project] 10.222.0.24 "GET /v2.0/floatingips/994228d5-694a-4356-b428-8cb4b64241a1 HTTP/1.1" status: 404 len: 350 time: 0.0509989 Feb 16 16:25:49.981212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77d5b066-be5e-4e10-b130-54e63fb000f8 req-a24e2397-fed2-4eef-94d0-eb62375ecabf tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824007 Feb 16 16:25:49.990800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49342) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:50.024773 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98240410-808b-462e-bfc8-d60d7d3e6980 req-a67148e2-d3ba-43db-b0aa-741b6c5571bf service neutron] 10.222.0.65 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468982 Feb 16 16:25:50.128450 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f47198-5a5f-4c97-a641-5e73646909ea', 'name': 'tempest-FloatingIPsNegativeTestJSON-71448287-router', 'tenant_id': 'dd2b7784426040a881773934260fe9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '535b7d69-a5f2-4530-8e24-178da30566fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:25:42Z', 'updated_at': '2022-02-16T16:25:46Z', 'revision_number': 4, 'project_id': 'dd2b7784426040a881773934260fe9f7', 'gw_port': {'id': '535b7d69-a5f2-4530-8e24-178da30566fe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:73:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f47198-5a5f-4c97-a641-5e73646909ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:25:43Z', 'updated_at': '2022-02-16T16:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b2c31e16-a4ba-4b60-92e0-91845cc19b2a', 'name': '', 'network_id': 'bbbd5161-1297-43ff-aa5d-56134128a54d', 'tenant_id': 'dd2b7784426040a881773934260fe9f7', 'mac_address': 'fa:16:3e:fc:bb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f47198-5a5f-4c97-a641-5e73646909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'b03cf752-896b-4adb-8e69-eb3d47bd7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:25:45Z', 'updated_at': '2022-02-16T16:25:47Z', 'revision_number': 2, 'project_id': 'dd2b7784426040a881773934260fe9f7', 'subnets': [{'id': 'b03cf752-896b-4adb-8e69-eb3d47bd7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:25:50.162588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Checking router: 41f47198-5a5f-4c97-a641-5e73646909ea for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:25:50.163211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Updating router 41f47198-5a5f-4c97-a641-5e73646909ea port b2c31e16-a4ba-4b60-92e0-91845cc19b2a binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:25:50.182245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 535b7d69-a5f2-4530-8e24-178da30566fe is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:50.182706 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (535b7d69-a5f2-4530-8e24-178da30566fe), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:50.189381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51daa4d-4ea8-4b34-851b-1742435412b8 req-eba77565-a416-4217-badc-744258358e12 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:50.191058 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f51daa4d-4ea8-4b34-851b-1742435412b8 req-eba77565-a416-4217-badc-744258358e12 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0996811 Feb 16 16:25:50.205569 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621e4ca-152d-4951-851e-205d436c8201 req-d5c85948-8294-4cd5-a8a3-002dc6b69ed9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:50.207062 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1621e4ca-152d-4951-851e-205d436c8201 req-d5c85948-8294-4cd5-a8a3-002dc6b69ed9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0844584 Feb 16 16:25:50.210075 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:50.215895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 535b7d69-a5f2-4530-8e24-178da30566fe, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=535b7d69-a5f2-4530-8e24-178da30566fe,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:50.224420 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (535b7d69-a5f2-4530-8e24-178da30566fe), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:50.272618 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f51daa4d-4ea8-4b34-851b-1742435412b8 req-62d23bd5-23e4-41ba-a7ee-67ddebdfe47a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633323 Feb 16 16:25:50.335049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1621e4ca-152d-4951-851e-205d436c8201 req-0f945204-2746-4a3f-a821-2722825dd134 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053698 Feb 16 16:25:50.415538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=535b7d69-a5f2-4530-8e24-178da30566fe,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:50.484354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b114bf-7a0a-4481-9bf3-f5a7fd55c99f req-02b276ec-c902-46aa-b78f-54d1e9b86af3 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:50.485958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95b114bf-7a0a-4481-9bf3-f5a7fd55c99f req-02b276ec-c902-46aa-b78f-54d1e9b86af3 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.1152205 Feb 16 16:25:50.522585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcbfb2-e81d-4169-b538-fdce2cb44e07 req-beb46d53-dbdd-4326-81ea-248dad13bb02 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:50.524173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7edcbfb2-e81d-4169-b538-fdce2cb44e07 req-beb46d53-dbdd-4326-81ea-248dad13bb02 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 950 time: 0.1037357 Feb 16 16:25:50.553786 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f33c0932-5e9e-48ab-b801-dc9cb00169d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (41f47198-5a5f-4c97-a641-5e73646909ea), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:50.615402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95b114bf-7a0a-4481-9bf3-f5a7fd55c99f req-4fa7ed6a-d4de-4b5c-a0ed-d8f7bc772a8e tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229377 Feb 16 16:25:50.657848 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7edcbfb2-e81d-4169-b538-fdce2cb44e07 req-26997072-d94a-4982-8c93-7062b5e4de9b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228333 Feb 16 16:25:50.724405 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Publish callbacks [] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:50.730293 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:50.789197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab8bad-37f3-4e08-9c9e-729851c95b52 None None] Pushing event updated for resources: {'Port': ['ID=b2c31e16-a4ba-4b60-92e0-91845cc19b2a,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:50.850754 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Attempting to bind port b2c31e16-a4ba-4b60-92e0-91845cc19b2a on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:25:50.851175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Attempting to bind port b2c31e16-a4ba-4b60-92e0-91845cc19b2a by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'd815db5f-6215-4cbc-92ce-2ae2c10d18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bbbd5161-1297-43ff-aa5d-56134128a54d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:25:50.851561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Attempting to bind port b2c31e16-a4ba-4b60-92e0-91845cc19b2a on network bbbd5161-1297-43ff-aa5d-56134128a54d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:25:50.857511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:25:50.857896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Checking segment: {'id': 'd815db5f-6215-4cbc-92ce-2ae2c10d18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bbbd5161-1297-43ff-aa5d-56134128a54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:25:50.859485 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:50.860004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Bound using segment: {'id': 'd815db5f-6215-4cbc-92ce-2ae2c10d18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bbbd5161-1297-43ff-aa5d-56134128a54d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:25:50.860507 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Bound port: b2c31e16-a4ba-4b60-92e0-91845cc19b2a, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd815db5f-6215-4cbc-92ce-2ae2c10d18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bbbd5161-1297-43ff-aa5d-56134128a54d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:25:50.860900 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:50.876112 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-f33c0932-5e9e-48ab-b801-dc9cb00169d3 admin admin] Deleting port b2c31e16-a4ba-4b60-92e0-91845cc19b2a {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:25:50.876554 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f33c0932-5e9e-48ab-b801-dc9cb00169d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:50.965983 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] For port b2c31e16-a4ba-4b60-92e0-91845cc19b2a, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:25:50.971878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] For port b2c31e16-a4ba-4b60-92e0-91845cc19b2a, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b2c31e16-a4ba-4b60-92e0-91845cc19b2a,segment=NetworkSegment(d815db5f-6215-4cbc-92ce-2ae2c10d18e8),segment_id=d815db5f-6215-4cbc-92ce-2ae2c10d18e8)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:25:50.986959 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:51.025990 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-f33c0932-5e9e-48ab-b801-dc9cb00169d3 admin admin] For port b2c31e16-a4ba-4b60-92e0-91845cc19b2a, host n-d-669411-5, got binding levels [] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:51.028897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f33c0932-5e9e-48ab-b801-dc9cb00169d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:51.053829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2974af7-45b4-459c-a71e-ab35a05dd234 req-db184a6e-f273-4550-9235-0188fdddc824 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:51.056231 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2974af7-45b4-459c-a71e-ab35a05dd234 req-db184a6e-f273-4550-9235-0188fdddc824 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0738380 Feb 16 16:25:51.063719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-f33c0932-5e9e-48ab-b801-dc9cb00169d3 admin admin] Calling delete_port for b2c31e16-a4ba-4b60-92e0-91845cc19b2a owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:25:51.066603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Routers {'41f47198-5a5f-4c97-a641-5e73646909ea'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:25:51.067235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['41f47198-5a5f-4c97-a641-5e73646909ea'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:25:51.123486 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2974af7-45b4-459c-a71e-ab35a05dd234 req-584d8151-aac2-4bb8-9453-acac2cfae6e6 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599692 Feb 16 16:25:51.195501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ffa93-7536-42da-8edb-84052438955a req-79f9da3b-4273-42ee-9cba-9a49a5003366 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:51.196981 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-276ffa93-7536-42da-8edb-84052438955a req-79f9da3b-4273-42ee-9cba-9a49a5003366 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 943 time: 0.0725586 Feb 16 16:25:51.232475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab8bad-37f3-4e08-9c9e-729851c95b52 None None] Pushing event updated for resources: {'Port': ['ID=b2c31e16-a4ba-4b60-92e0-91845cc19b2a,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:51.247793 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-fb01f826-9448-4ba9-9599-acb25ed82a1e None None] Provisioning complete for port b2c31e16-a4ba-4b60-92e0-91845cc19b2a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:51.248260 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fb01f826-9448-4ba9-9599-acb25ed82a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:51.266118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-276ffa93-7536-42da-8edb-84052438955a req-43f2abb0-2bf7-480f-afe8-022382ef5be1 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619621 Feb 16 16:25:51.308298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] Set router 41f47198-5a5f-4c97-a641-5e73646909ea gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:25:51.342757 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f33c0932-5e9e-48ab-b801-dc9cb00169d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b2c31e16-a4ba-4b60-92e0-91845cc19b2a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:51.352788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-fb01f826-9448-4ba9-9599-acb25ed82a1e None None] Could not find standard attr ID for object b2c31e16-a4ba-4b60-92e0-91845cc19b2a. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:25:51.361153 n-d-669411-5 neutron-server[103423]: INFO neutron.plugins.ml2.db [None req-fb01f826-9448-4ba9-9599-acb25ed82a1e None None] No ports have port_id starting with b2c31e16-a4ba-4b60-92e0-91845cc19b2a Feb 16 16:25:51.423617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c0932-5e9e-48ab-b801-dc9cb00169d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c31e16-a4ba-4b60-92e0-91845cc19b2a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:51.504576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750cb9d-18c4-4ec9-85af-a999f1eb594c req-e1d83198-3cc2-4d62-bd50-7280cbffdd09 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:51.511895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3750cb9d-18c4-4ec9-85af-a999f1eb594c req-e1d83198-3cc2-4d62-bd50-7280cbffdd09 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0870614 Feb 16 16:25:51.526224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6266c0-f2c5-4dfe-a61a-2613b0a9ba1e req-1aec8561-5b4c-4511-a673-0a53ae013a78 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:51.527846 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d6266c0-f2c5-4dfe-a61a-2613b0a9ba1e req-1aec8561-5b4c-4511-a673-0a53ae013a78 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1450465 Feb 16 16:25:51.580655 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3750cb9d-18c4-4ec9-85af-a999f1eb594c req-9df1b10f-2404-4ff2-b839-029043df04a3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678608 Feb 16 16:25:51.615440 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f33c0932-5e9e-48ab-b801-dc9cb00169d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (41f47198-5a5f-4c97-a641-5e73646909ea), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:51.676474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d6266c0-f2c5-4dfe-a61a-2613b0a9ba1e req-6f44905a-b9a8-48ef-a063-b05545aef0b0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254735 Feb 16 16:25:51.681284 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d8ff4448-17ca-4d37-af9f-25f65c6eb670 None None] Could not find standard attr ID for object b2c31e16-a4ba-4b60-92e0-91845cc19b2a. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:25:51.746495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 535b7d69-a5f2-4530-8e24-178da30566fe up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:25:51.816500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f47198-5a5f-4c97-a641-5e73646909ea', 'name': 'tempest-FloatingIPsNegativeTestJSON-71448287-router', 'tenant_id': 'dd2b7784426040a881773934260fe9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '535b7d69-a5f2-4530-8e24-178da30566fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:25:42Z', 'updated_at': '2022-02-16T16:25:46Z', 'revision_number': 4, 'project_id': 'dd2b7784426040a881773934260fe9f7', 'gw_port': {'id': '535b7d69-a5f2-4530-8e24-178da30566fe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f47198-5a5f-4c97-a641-5e73646909ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:25:43Z', 'updated_at': '2022-02-16T16:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b2c31e16-a4ba-4b60-92e0-91845cc19b2a', 'name': '', 'network_id': 'bbbd5161-1297-43ff-aa5d-56134128a54d', 'tenant_id': 'dd2b7784426040a881773934260fe9f7', 'mac_address': 'fa:16:3e:fc:bb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f47198-5a5f-4c97-a641-5e73646909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'b03cf752-896b-4adb-8e69-eb3d47bd7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:25:45Z', 'updated_at': '2022-02-16T16:25:50Z', 'revision_number': 4, 'project_id': 'dd2b7784426040a881773934260fe9f7', 'subnets': [{'id': 'b03cf752-896b-4adb-8e69-eb3d47bd7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:25:51.829973 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beba4b8-d0bf-44c2-926f-7342bc96847d req-e1c7ed29-c5a7-4020-b6e8-c3a5e5aca5eb tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:51.831475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8beba4b8-d0bf-44c2-926f-7342bc96847d req-e1c7ed29-c5a7-4020-b6e8-c3a5e5aca5eb tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.1050255 Feb 16 16:25:51.840064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ec2d9-a509-4058-a990-7fd471ae7d21 req-f93cb0ab-ab86-4c04-93a4-e80072441dc5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:51.841505 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb4ec2d9-a509-4058-a990-7fd471ae7d21 req-f93cb0ab-ab86-4c04-93a4-e80072441dc5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 950 time: 0.0749285 Feb 16 16:25:51.847825 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 535b7d69-a5f2-4530-8e24-178da30566fe triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:51.848201 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (535b7d69-a5f2-4530-8e24-178da30566fe), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:51.852101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e496f-5e3e-4dd2-a9f6-9878b710e6a6 None None] The sync data for ids ['41f47198-5a5f-4c97-a641-5e73646909ea'] in n-d-669411-5 is: [{'id': '41f47198-5a5f-4c97-a641-5e73646909ea', 'name': 'tempest-FloatingIPsNegativeTestJSON-71448287-router', 'tenant_id': 'dd2b7784426040a881773934260fe9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '535b7d69-a5f2-4530-8e24-178da30566fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:25:42Z', 'updated_at': '2022-02-16T16:25:46Z', 'revision_number': 4, 'project_id': 'dd2b7784426040a881773934260fe9f7', 'gw_port': {'id': '535b7d69-a5f2-4530-8e24-178da30566fe', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f47198-5a5f-4c97-a641-5e73646909ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:25:43Z', 'updated_at': '2022-02-16T16:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b2c31e16-a4ba-4b60-92e0-91845cc19b2a', 'name': '', 'network_id': 'bbbd5161-1297-43ff-aa5d-56134128a54d', 'tenant_id': 'dd2b7784426040a881773934260fe9f7', 'mac_address': 'fa:16:3e:fc:bb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f47198-5a5f-4c97-a641-5e73646909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'b03cf752-896b-4adb-8e69-eb3d47bd7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:25:45Z', 'updated_at': '2022-02-16T16:25:50Z', 'revision_number': 4, 'project_id': 'dd2b7784426040a881773934260fe9f7', 'subnets': [{'id': 'b03cf752-896b-4adb-8e69-eb3d47bd7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:25:51.896939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33c0932-5e9e-48ab-b801-dc9cb00169d3 admin admin] Router 41f47198-5a5f-4c97-a641-5e73646909ea has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:25:51.913441 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb4ec2d9-a509-4058-a990-7fd471ae7d21 req-4cca23bc-48f5-4938-b46e-bedfb2993a8a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631664 Feb 16 16:25:51.931398 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8beba4b8-d0bf-44c2-926f-7342bc96847d req-5347608b-fadb-455c-8f38-0108f6555a5a tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889235 Feb 16 16:25:52.003365 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 535b7d69-a5f2-4530-8e24-178da30566fe is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:52.067200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408487f6-c8ce-4b70-b073-3a95ab643b94 req-82abcf39-74e2-4dba-bd73-d8c21e9241b2 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:52.068773 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-408487f6-c8ce-4b70-b073-3a95ab643b94 req-82abcf39-74e2-4dba-bd73-d8c21e9241b2 tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 1132 time: 0.0547500 Feb 16 16:25:52.081843 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33c0932-5e9e-48ab-b801-dc9cb00169d3 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:25:52.087743 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f33c0932-5e9e-48ab-b801-dc9cb00169d3 admin admin] 10.222.0.24 "PUT /v2.0/routers/41f47198-5a5f-4c97-a641-5e73646909ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0904319 Feb 16 16:25:52.090463 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49368) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:52.128849 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-408487f6-c8ce-4b70-b073-3a95ab643b94 req-83ce4d9f-fd5d-489a-ad40-6d5cd59e9f6b tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543196 Feb 16 16:25:52.227796 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] Publish callbacks [] for router (41f47198-5a5f-4c97-a641-5e73646909ea), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:52.371725 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b368d06-8453-4380-a06b-3c925a5ee1be req-72d5447f-bb2d-4ad7-856e-9986a3c49430 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:52.379500 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b368d06-8453-4380-a06b-3c925a5ee1be req-72d5447f-bb2d-4ad7-856e-9986a3c49430 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.1459718 Feb 16 16:25:52.393946 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] Publish callbacks [] for router_gateway (41f47198-5a5f-4c97-a641-5e73646909ea), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:52.470434 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] Deleting port 535b7d69-a5f2-4530-8e24-178da30566fe {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:25:52.470786 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (535b7d69-a5f2-4530-8e24-178da30566fe), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:52.472239 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b368d06-8453-4380-a06b-3c925a5ee1be req-fae73cc2-59b3-4dfc-bcca-ea8f38881c53 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913765 Feb 16 16:25:52.480549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60d9fa-1289-4737-bb54-2519f7eb4051 req-1448a40d-e6e0-49ce-be15-c3cc67a66ec2 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:52.482190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc60d9fa-1289-4737-bb54-2519f7eb4051 req-1448a40d-e6e0-49ce-be15-c3cc67a66ec2 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 943 time: 0.0954354 Feb 16 16:25:52.556458 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc60d9fa-1289-4737-bb54-2519f7eb4051 req-370091f5-23e0-4fe8-aac9-e27da41693ca tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677640 Feb 16 16:25:52.577001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 04385b78-fc10-4856-bee3-c562260a866c details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:25:52.588276 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] For port 535b7d69-a5f2-4530-8e24-178da30566fe, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=535b7d69-a5f2-4530-8e24-178da30566fe,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:52.589363 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (535b7d69-a5f2-4530-8e24-178da30566fe), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:52.596964 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-1ad21a3c-eccd-4174-8016-746adbcba759 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=19b6548b22364e4d9595948087ecf782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235040 Feb 16 16:25:52.607095 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] Calling delete_port for 535b7d69-a5f2-4530-8e24-178da30566fe owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:25:52.747386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 04385b78-fc10-4856-bee3-c562260a866c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=04385b78-fc10-4856-bee3-c562260a866c,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:52.762190 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '04385b78-fc10-4856-bee3-c562260a866c', 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7', 'port_id': '04385b78-fc10-4856-bee3-c562260a866c', 'mac_address': 'fa:16:3e:24:be:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9186030b-fe72-41cc-87f9-eb80f37580c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:25:52.768184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-073a95b7-5e95-40c0-9fde-7d23e36b09cd tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:52.775407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-073a95b7-5e95-40c0-9fde-7d23e36b09cd tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703019 Feb 16 16:25:52.800196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-d9178907-aa5d-4888-885f-6dde0ba8678b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/quotas/19b6548b22364e4d9595948087ecf782 HTTP/1.1" status: 200 len: 375 time: 0.0236301 Feb 16 16:25:52.819921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 04385b78-fc10-4856-bee3-c562260a866c is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:52.820481 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04385b78-fc10-4856-bee3-c562260a866c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:52.822808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dcb25-4a3f-48ab-ad33-9821ef205c25 req-db081a32-04ba-44c1-b8fe-f84870a4037d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:52.824862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-844dcb25-4a3f-48ab-ad33-9821ef205c25 req-db081a32-04ba-44c1-b8fe-f84870a4037d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1231413 Feb 16 16:25:52.836402 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (535b7d69-a5f2-4530-8e24-178da30566fe), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:52.841894 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04385b78-fc10-4856-bee3-c562260a866c {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:25:52.876477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 04385b78-fc10-4856-bee3-c562260a866c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=04385b78-fc10-4856-bee3-c562260a866c,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:52.877970 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=535b7d69-a5f2-4530-8e24-178da30566fe,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:52.886707 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (04385b78-fc10-4856-bee3-c562260a866c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:52.942920 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (41f47198-5a5f-4c97-a641-5e73646909ea), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:52.947394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-143e2634-d4b2-4397-9e0f-651151e08865 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1461043 Feb 16 16:25:52.950616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=04385b78-fc10-4856-bee3-c562260a866c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:52.986414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-844dcb25-4a3f-48ab-ad33-9821ef205c25 req-cb549369-5c16-4f1e-ba87-a0f3d87884e2 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234548 Feb 16 16:25:53.095354 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (41f47198-5a5f-4c97-a641-5e73646909ea), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:53.103339 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] Publish callbacks [] for router_controller (41f47198-5a5f-4c97-a641-5e73646909ea), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:53.189891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fb827-b805-4e97-84d9-c0a0e76b2520 req-28e125a0-53f3-4966-872a-c6ea9b9de36b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:53.191499 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f75fb827-b805-4e97-84d9-c0a0e76b2520 req-28e125a0-53f3-4966-872a-c6ea9b9de36b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1351600 Feb 16 16:25:53.191859 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (41f47198-5a5f-4c97-a641-5e73646909ea), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:53.192433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41f47198-5a5f-4c97-a641-5e73646909ea {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:25:53.201310 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:53.204947 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e55e3ef1-5fce-481e-8a26-ea48d19036a9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/41f47198-5a5f-4c97-a641-5e73646909ea HTTP/1.1" status: 204 len: 168 time: 1.1110892 Feb 16 16:25:53.207160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49402) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:53.276079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c0885-ecf8-4415-8a5d-38804dc74f8f req-33fb4486-2340-4b93-ac96-03e2041ad9cb tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:53.277487 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c26c0885-ecf8-4415-8a5d-38804dc74f8f req-33fb4486-2340-4b93-ac96-03e2041ad9cb tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.1335225 Feb 16 16:25:53.298923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-24219054-0fa7-421b-aca3-494afa2adae3 admin admin] Deleting subnet b03cf752-896b-4adb-8e69-eb3d47bd7656 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:25:53.315586 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24219054-0fa7-421b-aca3-494afa2adae3 admin admin] Publish callbacks [] for subnet (b03cf752-896b-4adb-8e69-eb3d47bd7656), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:53.342413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f75fb827-b805-4e97-84d9-c0a0e76b2520 req-ee99df74-0461-4d61-8fb3-681fc9a2575f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369121 Feb 16 16:25:53.359925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['04385b78-fc10-4856-bee3-c562260a866c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:25:53.376796 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24219054-0fa7-421b-aca3-494afa2adae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (b03cf752-896b-4adb-8e69-eb3d47bd7656), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:53.413104 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c26c0885-ecf8-4415-8a5d-38804dc74f8f req-54061732-8486-4b07-8dc0-ecea213ba65c tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231313 Feb 16 16:25:53.483409 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31850594-680b-4d1f-a480-6472acbae32c req-42165107-f8dc-41d6-be10-43fb06bc0bff tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 210 time: 0.0485058 Feb 16 16:25:53.570594 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3d02f7-0d7d-4a9f-a3ae-d240ecf71244 None None] Sync routers for ids ['41f47198-5a5f-4c97-a641-5e73646909ea'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:25:53.582387 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d02f7-0d7d-4a9f-a3ae-d240ecf71244 None None] Routers set() bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:25:53.583011 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d02f7-0d7d-4a9f-a3ae-d240ecf71244 None None] Router IDs set() for agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 16:25:53.583734 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_agentschedulers_db [None req-5d3d02f7-0d7d-4a9f-a3ae-d240ecf71244 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'41f47198-5a5f-4c97-a641-5e73646909ea'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent'). {{(pid=103424) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 16:25:53.594559 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d02f7-0d7d-4a9f-a3ae-d240ecf71244 None None] Routers set() bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:25:53.595104 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d02f7-0d7d-4a9f-a3ae-d240ecf71244 None None] Router IDs set() for agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 16:25:53.595837 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24219054-0fa7-421b-aca3-494afa2adae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (b03cf752-896b-4adb-8e69-eb3d47bd7656), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:53.596171 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_agentschedulers_db [None req-5d3d02f7-0d7d-4a9f-a3ae-d240ecf71244 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'41f47198-5a5f-4c97-a641-5e73646909ea'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent'). {{(pid=103424) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 16:25:53.596536 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3d02f7-0d7d-4a9f-a3ae-d240ecf71244 None None] The sync data for ids ['41f47198-5a5f-4c97-a641-5e73646909ea'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:25:53.690645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b32743-9509-4719-8cd0-4a5e5be3bf47 req-b5267758-8dc4-48d3-8715-393516726f3b tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:53.692193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57b32743-9509-4719-8cd0-4a5e5be3bf47 req-b5267758-8dc4-48d3-8715-393516726f3b tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 1128 time: 0.1639426 Feb 16 16:25:53.704402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb7da3-7aca-4f3e-863e-22f7d9b580e9 req-299eef8c-29ec-40b1-80a2-5538f5a6dd9b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:53.705835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dfcb7da3-7aca-4f3e-863e-22f7d9b580e9 req-299eef8c-29ec-40b1-80a2-5538f5a6dd9b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.1227465 Feb 16 16:25:53.741627 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24219054-0fa7-421b-aca3-494afa2adae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (b03cf752-896b-4adb-8e69-eb3d47bd7656), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:53.781079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24219054-0fa7-421b-aca3-494afa2adae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b03cf752-896b-4adb-8e69-eb3d47bd7656,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:53.789729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8fc771-fd69-4a4f-b729-a56ce86bc0d8 None None] Network bbbd5161-1297-43ff-aa5d-56134128a54d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:25:53.792200 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24219054-0fa7-421b-aca3-494afa2adae3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:53.795372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-24219054-0fa7-421b-aca3-494afa2adae3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b03cf752-896b-4adb-8e69-eb3d47bd7656 HTTP/1.1" status: 204 len: 168 time: 0.5879416 Feb 16 16:25:53.798647 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49414) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:53.817678 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57b32743-9509-4719-8cd0-4a5e5be3bf47 req-7a479ee8-d89d-40be-aff0-996329f61168 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108763 Feb 16 16:25:53.821280 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dfcb7da3-7aca-4f3e-863e-22f7d9b580e9 req-f90ba4e1-4adf-4cc6-9534-06f759df11a6 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044595 Feb 16 16:25:53.877876 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (bbbd5161-1297-43ff-aa5d-56134128a54d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:53.948361 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] Deleting port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:25:53.950878 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:53.966538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fc42f-97aa-4bff-8f02-a4009b3c7b3d req-ee0d9936-8266-4bc7-ae26-8f4acec769ca tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:53.968934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c02fc42f-97aa-4bff-8f02-a4009b3c7b3d req-ee0d9936-8266-4bc7-ae26-8f4acec769ca tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 944 time: 0.0696356 Feb 16 16:25:54.022186 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7caabdb-13da-4fd1-8946-bad3a70ef593 None None] DHCP port deletion for bbbd5161-1297-43ff-aa5d-56134128a54d request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:25:54.047680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c02fc42f-97aa-4bff-8f02-a4009b3c7b3d req-f79dba57-e537-4c53-a12f-a53f7dafd107 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691192 Feb 16 16:25:54.070151 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] For port 4b9ef582-c08e-4800-aa5c-27ed1bb96398, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4b9ef582-c08e-4800-aa5c-27ed1bb96398,segment=NetworkSegment(d815db5f-6215-4cbc-92ce-2ae2c10d18e8),segment_id=d815db5f-6215-4cbc-92ce-2ae2c10d18e8)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:54.070528 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:54.085333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] Calling delete_port for 4b9ef582-c08e-4800-aa5c-27ed1bb96398 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:25:54.086797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b2c31e16-a4ba-4b60-92e0-91845cc19b2a no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:25:54.130318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: b2c31e16-a4ba-4b60-92e0-91845cc19b2a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:25:54.130653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b2c31e16-a4ba-4b60-92e0-91845cc19b2a not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:25:54.171021 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c7caabdb-13da-4fd1-8946-bad3a70ef593 None None] Deleting port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:25:54.171442 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7caabdb-13da-4fd1-8946-bad3a70ef593 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:54.216629 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:54.228463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4742a-d440-4139-85a4-f873498b3270 req-5e733094-1a3e-42cf-82f0-3657e617d26c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:54.230156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69e4742a-d440-4139-85a4-f873498b3270 req-5e733094-1a3e-42cf-82f0-3657e617d26c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0590920 Feb 16 16:25:54.247936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9ef582-c08e-4800-aa5c-27ed1bb96398,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:54.250945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c7caabdb-13da-4fd1-8946-bad3a70ef593 None None] For port 4b9ef582-c08e-4800-aa5c-27ed1bb96398, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4b9ef582-c08e-4800-aa5c-27ed1bb96398,segment=NetworkSegment(d815db5f-6215-4cbc-92ce-2ae2c10d18e8),segment_id=d815db5f-6215-4cbc-92ce-2ae2c10d18e8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:54.251356 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7caabdb-13da-4fd1-8946-bad3a70ef593 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:54.260456 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] No DVR routers for this DVR port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:25:54.267577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c7caabdb-13da-4fd1-8946-bad3a70ef593 None None] Calling delete_port for 4b9ef582-c08e-4800-aa5c-27ed1bb96398 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:25:54.305425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69e4742a-d440-4139-85a4-f873498b3270 req-51f2330f-b3b5-4107-abd1-94d84d99e92d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689909 Feb 16 16:25:54.352916 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (bbbd5161-1297-43ff-aa5d-56134128a54d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:54.377471 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7caabdb-13da-4fd1-8946-bad3a70ef593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (4b9ef582-c08e-4800-aa5c-27ed1bb96398), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:54.378714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbd5161-1297-43ff-aa5d-56134128a54d']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:25:54.389363 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd815db5f-6215-4cbc-92ce-2ae2c10d18e8') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:25:54.389870 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd815db5f-6215-4cbc-92ce-2ae2c10d18e8') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:25:54.406603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caabdb-13da-4fd1-8946-bad3a70ef593 None None] Pushing event deleted for resources: {'Port': ['ID=4b9ef582-c08e-4800-aa5c-27ed1bb96398,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:54.407373 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (d815db5f-6215-4cbc-92ce-2ae2c10d18e8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:54.421436 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7caabdb-13da-4fd1-8946-bad3a70ef593 None None] No DVR routers for this DVR port 4b9ef582-c08e-4800-aa5c-27ed1bb96398 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:25:54.426576 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d815db5f-6215-4cbc-92ce-2ae2c10d18e8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:54.433724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:25:54.434103 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (d815db5f-6215-4cbc-92ce-2ae2c10d18e8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:25:54.472765 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:25:54.498496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115e90a-56d9-4400-bfb6-1cf3decdeecb req-df8b0b93-f75f-4fe8-9015-985885327039 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:54.500830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a115e90a-56d9-4400-bfb6-1cf3decdeecb req-df8b0b93-f75f-4fe8-9015-985885327039 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0654759 Feb 16 16:25:54.582218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a115e90a-56d9-4400-bfb6-1cf3decdeecb req-250e2ec9-0d53-49d5-bd29-f44b5132fa9a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686078 Feb 16 16:25:54.689760 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138666e-be24-4ba7-9bb1-bf38d6639cdd req-d33493a1-793d-46e1-ad23-2fb4db53360b tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:54.691342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0138666e-be24-4ba7-9bb1-bf38d6639cdd req-d33493a1-793d-46e1-ad23-2fb4db53360b tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.0600572 Feb 16 16:25:54.745922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0138666e-be24-4ba7-9bb1-bf38d6639cdd req-a6730318-4687-4edb-a048-27b71c3d8c3e tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480142 Feb 16 16:25:54.776568 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (bbbd5161-1297-43ff-aa5d-56134128a54d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:54.782494 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:54.788417 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] 10.222.0.24 "DELETE /v2.0/networks/bbbd5161-1297-43ff-aa5d-56134128a54d HTTP/1.1" status: 204 len: 168 time: 0.9884877 Feb 16 16:25:54.802075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abbe47-e19d-45f3-a853-66c5cf8ed2de admin admin] Pushing event deleted for resources: {'Network': ['ID=bbbd5161-1297-43ff-aa5d-56134128a54d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:54.834575 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5994952-fff6-455a-b0ee-7d9a938a9989 req-6f01c0c7-2986-450b-9a10-36c9e29b0d79 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 210 time: 0.0284495 Feb 16 16:25:54.902737 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49450) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:54.953902 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-473e2fd1-acc5-4f41-b6de-1f5d051a524a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd2b7784426040a881773934260fe9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468693 Feb 16 16:25:54.954186 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49452) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:25:54.961111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67947bb5-1306-4a93-9a64-8c4b1e77a660 req-c8c3e696-6b5d-4472-bc5d-f863777d355e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:54.962913 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-67947bb5-1306-4a93-9a64-8c4b1e77a660 req-c8c3e696-6b5d-4472-bc5d-f863777d355e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0557094 Feb 16 16:25:55.007609 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fdfe9f4c-57de-4b04-8ed6-e0a0ddad63b0 admin admin] Publish callbacks [] for security_group (c9078356-b15b-4fa6-8799-317afa9d80c6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:55.021868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-67947bb5-1306-4a93-9a64-8c4b1e77a660 req-81b687fa-1242-4f07-bfff-a35d327a2b26 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526071 Feb 16 16:25:55.031637 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fdfe9f4c-57de-4b04-8ed6-e0a0ddad63b0 admin admin] Publish callbacks [] for security_group (c9078356-b15b-4fa6-8799-317afa9d80c6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:55.091986 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fdfe9f4c-57de-4b04-8ed6-e0a0ddad63b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c9078356-b15b-4fa6-8799-317afa9d80c6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:55.094691 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fdfe9f4c-57de-4b04-8ed6-e0a0ddad63b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:55.096003 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fdfe9f4c-57de-4b04-8ed6-e0a0ddad63b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9078356-b15b-4fa6-8799-317afa9d80c6 HTTP/1.1" status: 204 len: 168 time: 0.1408777 Feb 16 16:25:55.103862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe9f4c-57de-4b04-8ed6-e0a0ddad63b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9078356-b15b-4fa6-8799-317afa9d80c6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:55.185071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530e39e-e141-4b69-ac91-58d319df1fbf req-cc74c71b-563f-460f-a23f-2df216cf2715 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:55.187605 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5530e39e-e141-4b69-ac91-58d319df1fbf req-cc74c71b-563f-460f-a23f-2df216cf2715 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 944 time: 0.0541201 Feb 16 16:25:55.239489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5530e39e-e141-4b69-ac91-58d319df1fbf req-dcdde74d-95a1-46b3-bd5b-45d0b5733c03 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448577 Feb 16 16:25:55.434220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a536286-d7a4-4dfc-a5f1-3bc2d74f0349 req-ef24fcec-1067-4e7c-b19c-847d6d87be4e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:55.435722 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a536286-d7a4-4dfc-a5f1-3bc2d74f0349 req-ef24fcec-1067-4e7c-b19c-847d6d87be4e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0556886 Feb 16 16:25:55.487596 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a536286-d7a4-4dfc-a5f1-3bc2d74f0349 req-8fc102f5-5fcd-48c0-a2f7-c460fb7c0ea1 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455494 Feb 16 16:25:55.584350 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b33f7048-4c93-4d62-92d8-64e2146f1104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:55.704091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732c41f-6232-4356-a2d6-1bca29580900 req-2623c751-d27c-40da-a64e-48b00ee1cdd4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:55.705616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6732c41f-6232-4356-a2d6-1bca29580900 req-2623c751-d27c-40da-a64e-48b00ee1cdd4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0671496 Feb 16 16:25:55.714328 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 535b7d69-a5f2-4530-8e24-178da30566fe no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:25:55.738226 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 535b7d69-a5f2-4530-8e24-178da30566fe {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:25:55.738642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 535b7d69-a5f2-4530-8e24-178da30566fe not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:25:55.739171 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4b9ef582-c08e-4800-aa5c-27ed1bb96398 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:25:55.759702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 4b9ef582-c08e-4800-aa5c-27ed1bb96398 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:25:55.760508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4b9ef582-c08e-4800-aa5c-27ed1bb96398 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:25:55.768327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6732c41f-6232-4356-a2d6-1bca29580900 req-13a23ab8-d4ae-4724-b00e-17a254957763 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493407 Feb 16 16:25:55.875826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54481e38-2b38-4d1e-b9a5-966f3345c274 req-151ef326-51b0-4b1a-82f1-547702981a93 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:55.877383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54481e38-2b38-4d1e-b9a5-966f3345c274 req-151ef326-51b0-4b1a-82f1-547702981a93 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.0557833 Feb 16 16:25:55.927603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54481e38-2b38-4d1e-b9a5-966f3345c274 req-c861d44d-460e-41f5-ad08-521efe0ef7ab tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445480 Feb 16 16:25:56.016875 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49c03c34-21c0-430f-a8e2-cdec1f7e9bc2 req-cc463079-5ed1-4921-888e-6002f76290c8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 210 time: 0.0302179 Feb 16 16:25:56.156466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e997c-8fd5-4ae1-9d79-bc65c3655dbd req-a1841cac-87ae-497a-9d16-6343d8bdf843 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:56.157966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-335e997c-8fd5-4ae1-9d79-bc65c3655dbd req-a1841cac-87ae-497a-9d16-6343d8bdf843 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0591419 Feb 16 16:25:56.207118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-335e997c-8fd5-4ae1-9d79-bc65c3655dbd req-9f6b0173-d7f5-4a45-b9ab-392b081d36a7 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432839 Feb 16 16:25:56.365045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57655d-0664-4350-8a28-0dc17513e626 req-d6ed2e67-ab07-41cd-8c63-0345791e9a55 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:56.366544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa57655d-0664-4350-8a28-0dc17513e626 req-d6ed2e67-ab07-41cd-8c63-0345791e9a55 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 944 time: 0.0541255 Feb 16 16:25:56.415820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa57655d-0664-4350-8a28-0dc17513e626 req-9e2eace5-20df-4904-84bf-28eaeb998b48 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428951 Feb 16 16:25:56.591138 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 04385b78-fc10-4856-bee3-c562260a866c up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:25:56.642371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 04385b78-fc10-4856-bee3-c562260a866c completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:25:56.646385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 04385b78-fc10-4856-bee3-c562260a866c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:25:56.646766 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (04385b78-fc10-4856-bee3-c562260a866c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:56.727587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 04385b78-fc10-4856-bee3-c562260a866c is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:25:56.727915 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04385b78-fc10-4856-bee3-c562260a866c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:56.750896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d06542d-b301-4a88-9f97-ffaa091bf7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04385b78-fc10-4856-bee3-c562260a866c'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:25:56.753113 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7a012e-6386-4cf9-b282-0eea5b8d5aea" -d '{"events": [{"server_uuid": "7d06542d-b301-4a88-9f97-ffaa091bf7ea", "name": "network-vif-plugged", "status": "completed", "tag": "04385b78-fc10-4856-bee3-c562260a866c"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:25:56.765793 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 04385b78-fc10-4856-bee3-c562260a866c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=04385b78-fc10-4856-bee3-c562260a866c,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:25:56.770139 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (04385b78-fc10-4856-bee3-c562260a866c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:56.817573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=04385b78-fc10-4856-bee3-c562260a866c,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:25:56.943744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046eca67-f2fd-4a76-b13f-7b2faf3977fe req-186d7a33-1eee-4b01-8930-b1a0b71d3667 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:56.945227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-046eca67-f2fd-4a76-b13f-7b2faf3977fe req-186d7a33-1eee-4b01-8930-b1a0b71d3667 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0525117 Feb 16 16:25:56.995221 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-046eca67-f2fd-4a76-b13f-7b2faf3977fe req-06bd57d0-91d8-4808-b23c-6bc2f2f50d31 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443065 Feb 16 16:25:57.039241 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf4c036-783c-4eb1-bac5-a880ccfffba2 x-openstack-request-id: req-7bf4c036-783c-4eb1-bac5-a880ccfffba2 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:25:57.039545 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d06542d-b301-4a88-9f97-ffaa091bf7ea", "name": "network-vif-plugged", "status": "completed", "tag": "04385b78-fc10-4856-bee3-c562260a866c", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:25:57.039840 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bf4c036-783c-4eb1-bac5-a880ccfffba2 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:25:57.040245 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d06542d-b301-4a88-9f97-ffaa091bf7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04385b78-fc10-4856-bee3-c562260a866c', 'code': 200} Feb 16 16:25:57.163723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc72096-9523-4d54-bea1-1ed9a4f9ebed req-2ea19157-6139-44e6-8ad2-5eadbeed9668 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:57.165378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6cc72096-9523-4d54-bea1-1ed9a4f9ebed req-2ea19157-6139-44e6-8ad2-5eadbeed9668 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0823255 Feb 16 16:25:57.194768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf99985-8e77-4aa5-8392-bc268f25dca9 req-776ac12b-fcb4-4262-a05b-f3d2465cec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:57.196444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebf99985-8e77-4aa5-8392-bc268f25dca9 req-776ac12b-fcb4-4262-a05b-f3d2465cec19 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 1127 time: 0.0791605 Feb 16 16:25:57.243442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6cc72096-9523-4d54-bea1-1ed9a4f9ebed req-62d0a53f-2f3f-4954-a43b-b6c23928588e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716605 Feb 16 16:25:57.265642 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebf99985-8e77-4aa5-8392-bc268f25dca9 req-cd2ce212-e1bb-4718-8781-ee4631a272bd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572953 Feb 16 16:25:57.728802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57602ed6-636a-433e-9983-1f1521934f59 req-e88f210c-a5d6-4c50-9ea2-cc2994b6b413 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:57.730467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57602ed6-636a-433e-9983-1f1521934f59 req-e88f210c-a5d6-4c50-9ea2-cc2994b6b413 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.0629606 Feb 16 16:25:57.783273 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57602ed6-636a-433e-9983-1f1521934f59 req-c31b4594-a0d4-41b5-bf3e-d795d47dbc58 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461545 Feb 16 16:25:57.867169 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-612648c5-2e5f-492f-bad1-151fb31834ac req-47de6ce2-1d9d-4335-97aa-26331b22aed1 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 210 time: 0.0266385 Feb 16 16:25:57.987042 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c071d-c2ef-4379-9f8f-48b69bd2a478 req-c9e79bcd-4b58-4797-a8bd-fd02a3ed033f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:57.988647 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab6c071d-c2ef-4379-9f8f-48b69bd2a478 req-c9e79bcd-4b58-4797-a8bd-fd02a3ed033f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0609107 Feb 16 16:25:58.036538 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab6c071d-c2ef-4379-9f8f-48b69bd2a478 req-c81e6058-e31e-4203-962a-8fa1fd21fa2a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422788 Feb 16 16:25:58.152050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd98421-6014-46f7-8239-1c0d9dd9d150 req-05341110-6f88-4e46-bbbc-d593346e302d tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:58.153516 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebd98421-6014-46f7-8239-1c0d9dd9d150 req-05341110-6f88-4e46-bbbc-d593346e302d tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.0575838 Feb 16 16:25:58.201327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebd98421-6014-46f7-8239-1c0d9dd9d150 req-90cfd390-fd7d-497b-9544-b9f044686293 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414393 Feb 16 16:25:58.216567 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-64d6bcf9-c3f5-4a13-959e-93f4d558b03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:58.355400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30bbf7-84dc-4c20-b31b-f36eb075795e req-2dd889c0-26ea-4547-b0e9-80965e0afc2d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:58.356804 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d30bbf7-84dc-4c20-b31b-f36eb075795e req-2dd889c0-26ea-4547-b0e9-80965e0afc2d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0526209 Feb 16 16:25:58.402782 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d30bbf7-84dc-4c20-b31b-f36eb075795e req-62d8d3ec-1158-4710-bcda-0fc07beda20f tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398560 Feb 16 16:25:58.863216 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5be846-45b3-45f9-86f1-82fc5245caf0 req-9266b4c8-71c3-40f2-98e8-c4482813430d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:58.864740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db5be846-45b3-45f9-86f1-82fc5245caf0 req-9266b4c8-71c3-40f2-98e8-c4482813430d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0559757 Feb 16 16:25:58.911171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db5be846-45b3-45f9-86f1-82fc5245caf0 req-d55e0817-01a1-4fa6-95ae-1c18a44b6315 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Feb 16 16:25:59.058768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1c9d7-2f46-4aad-9fa2-7d9c00d5d75b req-d303fd22-da7a-4a30-a504-fbc34bec8743 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:59.060269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fd1c9d7-2f46-4aad-9fa2-7d9c00d5d75b req-d303fd22-da7a-4a30-a504-fbc34bec8743 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.0525320 Feb 16 16:25:59.107869 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:25:59.109349 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fd1c9d7-2f46-4aad-9fa2-7d9c00d5d75b req-cd85a250-9710-4d69-8d46-d0a9de5c7c92 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 Feb 16 16:25:59.189545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab1fa4de-0fed-4ad7-98ae-ad8de562b8a8 req-35476e38-ac4a-4fe3-aef6-fdfc5ec40541 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 210 time: 0.0265326 Feb 16 16:25:59.621246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b4469-a1ae-4b51-8422-c4cafbe90e20 req-fd6ce442-f5ec-45ee-aba0-768c38e7c852 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:59.623001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-344b4469-a1ae-4b51-8422-c4cafbe90e20 req-fd6ce442-f5ec-45ee-aba0-768c38e7c852 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0567193 Feb 16 16:25:59.673947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-344b4469-a1ae-4b51-8422-c4cafbe90e20 req-38c4a97d-e971-4243-b919-babcd3ba17f6 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439920 Feb 16 16:25:59.783078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eb574-3d51-49c8-a2ad-d7f9785e192a req-d467a3a6-ffbf-4e58-92e6-7ad368346ffa tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:59.784576 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c6eb574-3d51-49c8-a2ad-d7f9785e192a req-d467a3a6-ffbf-4e58-92e6-7ad368346ffa tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.0526752 Feb 16 16:25:59.831150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c6eb574-3d51-49c8-a2ad-d7f9785e192a req-5828d2f3-def5-4a53-93f1-7c1e42026d4e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Feb 16 16:25:59.945177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e4388-f4d1-4055-9865-2ea4240f0c11 req-98c39432-4adb-4d5b-abe2-76cf5897f93d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:25:59.946546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a95e4388-f4d1-4055-9865-2ea4240f0c11 req-98c39432-4adb-4d5b-abe2-76cf5897f93d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0528240 Feb 16 16:25:59.997985 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a95e4388-f4d1-4055-9865-2ea4240f0c11 req-6a777554-a777-4eb0-acf2-ba302e7945b3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453541 Feb 16 16:26:00.267961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1387c2e-d9c2-4467-9012-3be37e45940f req-1c3c19ef-24c7-43c1-a582-52d01aadf1d3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:00.269338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c1387c2e-d9c2-4467-9012-3be37e45940f req-1c3c19ef-24c7-43c1-a582-52d01aadf1d3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0527258 Feb 16 16:26:00.315328 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c1387c2e-d9c2-4467-9012-3be37e45940f req-6fd23058-6abe-48f2-8d7f-b273eefc405d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400159 Feb 16 16:26:00.692950 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:00.713415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6f103-0f83-4ef5-9967-c240c2cd71f3 req-084fd441-4b16-4d5c-8627-09e51b907fa4 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:00.715145 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8b6f103-0f83-4ef5-9967-c240c2cd71f3 req-084fd441-4b16-4d5c-8627-09e51b907fa4 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.0552862 Feb 16 16:26:00.761574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8b6f103-0f83-4ef5-9967-c240c2cd71f3 req-2e50dcfd-6955-4fff-9c88-c8a964b5ca75 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402446 Feb 16 16:26:00.870648 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09f802-52f6-483d-9b3d-144d92bd8baa req-596ad530-6697-40bd-b3e9-449ceaf58b8b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:00.872038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b09f802-52f6-483d-9b3d-144d92bd8baa req-596ad530-6697-40bd-b3e9-449ceaf58b8b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.0555859 Feb 16 16:26:00.918243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b09f802-52f6-483d-9b3d-144d92bd8baa req-e1482a3b-0d71-4db2-8c11-928c9bed675d tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400982 Feb 16 16:26:00.992195 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:01.000419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-937d6b51-503f-4417-a30a-63377133d564 req-b88dcd27-7b48-4d2f-a6a9-229d488d928b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 210 time: 0.0285544 Feb 16 16:26:01.495453 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0dbab-c97c-49a1-97f0-ab96b824c91f req-5d820029-fbbf-4bbd-9d81-f92e63944e11 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:01.497249 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33f0dbab-c97c-49a1-97f0-ab96b824c91f req-5d820029-fbbf-4bbd-9d81-f92e63944e11 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0643260 Feb 16 16:26:01.543036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33f0dbab-c97c-49a1-97f0-ab96b824c91f req-2d04da62-06fb-41f4-a861-0f9398cbb76d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399451 Feb 16 16:26:01.931611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563cdac-0a1b-49a4-a877-61ebe5aebd7d req-8b0c434c-7878-492c-bbce-825453afeb2c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:01.933079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b563cdac-0a1b-49a4-a877-61ebe5aebd7d req-8b0c434c-7878-492c-bbce-825453afeb2c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.3323321 Feb 16 16:26:01.981872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b563cdac-0a1b-49a4-a877-61ebe5aebd7d req-e5257bf7-a2e8-4460-a156-05fa620a25a3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422392 Feb 16 16:26:02.033037 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:02.097876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb186de-49eb-4b41-97ff-ecf8c7053d71 req-b516ee5c-dc1e-46ba-ac85-b7abca05dac8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:02.099310 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fb186de-49eb-4b41-97ff-ecf8c7053d71 req-b516ee5c-dc1e-46ba-ac85-b7abca05dac8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0527742 Feb 16 16:26:02.150428 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fb186de-49eb-4b41-97ff-ecf8c7053d71 req-863f908a-c46d-47a1-9ad0-652518a04e5a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447159 Feb 16 16:26:02.309697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a6456-7df3-4903-b359-5c8d666129b8 req-c58e9ca8-4dd1-408c-95cd-be638af2f421 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:02.311574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-518a6456-7df3-4903-b359-5c8d666129b8 req-c58e9ca8-4dd1-408c-95cd-be638af2f421 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.0556653 Feb 16 16:26:02.359429 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-518a6456-7df3-4903-b359-5c8d666129b8 req-4865a453-7038-4b92-9304-bcdca2ae5054 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 Feb 16 16:26:02.469415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f3212-965f-4493-8434-8302443636b1 req-182060ec-c732-4ab1-aea5-e96f86c2cc3b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:02.470766 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f8f3212-965f-4493-8434-8302443636b1 req-182060ec-c732-4ab1-aea5-e96f86c2cc3b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.0536935 Feb 16 16:26:02.517363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f8f3212-965f-4493-8434-8302443636b1 req-31fd634a-3d1f-4425-a653-12018d064ecd tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409455 Feb 16 16:26:02.596814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-852a1eca-13af-4b81-93c0-d69eb120ee00 req-32c8ab8a-2c3a-46dd-83a3-b072b10cdd64 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 210 time: 0.0275230 Feb 16 16:26:03.072608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642fd4d-bc98-44ed-8cc1-93cf72cda882 req-23cb6156-bf3b-44a2-8f52-9986b9be2126 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:03.074263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6642fd4d-bc98-44ed-8cc1-93cf72cda882 req-23cb6156-bf3b-44a2-8f52-9986b9be2126 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0561748 Feb 16 16:26:03.122018 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6642fd4d-bc98-44ed-8cc1-93cf72cda882 req-68b085fe-ec94-43fe-8dd1-2480f364f9c3 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412204 Feb 16 16:26:03.599873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e4cd6-eeaa-40d7-958c-ba41d83bb020 req-e8fc8072-e7b7-4fe6-95e3-4fc7462cafd4 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:03.601223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a31e4cd6-eeaa-40d7-958c-ba41d83bb020 req-e8fc8072-e7b7-4fe6-95e3-4fc7462cafd4 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0527446 Feb 16 16:26:03.646828 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a31e4cd6-eeaa-40d7-958c-ba41d83bb020 req-dd03758b-90c1-4424-9beb-0b93c570d391 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400841 Feb 16 16:26:03.751189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76806298-6b34-4094-9a9a-00bb65f0c289 req-1cb58407-e538-4b29-affa-8d95c515335a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:03.752738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76806298-6b34-4094-9a9a-00bb65f0c289 req-1cb58407-e538-4b29-affa-8d95c515335a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0523477 Feb 16 16:26:03.801458 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76806298-6b34-4094-9a9a-00bb65f0c289 req-730026d5-78fc-4419-a7ba-0b6921662bdc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432839 Feb 16 16:26:03.904752 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867a6ef-78c8-4e84-bd5e-be2eeedd8ea2 req-38049936-799c-4d60-b465-ab0f0c955d8b tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:03.906492 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6867a6ef-78c8-4e84-bd5e-be2eeedd8ea2 req-38049936-799c-4d60-b465-ab0f0c955d8b tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.0523305 Feb 16 16:26:03.952611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6867a6ef-78c8-4e84-bd5e-be2eeedd8ea2 req-79ed98f7-42fc-4665-96e0-8ff587a80789 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400343 Feb 16 16:26:04.100071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601237e-f467-44cc-9bfe-128ec46ca876 req-c646e14b-2585-4a66-8eec-61d0c32d5e59 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:04.101522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1601237e-f467-44cc-9bfe-128ec46ca876 req-c646e14b-2585-4a66-8eec-61d0c32d5e59 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.0526724 Feb 16 16:26:04.144111 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:04.148791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1601237e-f467-44cc-9bfe-128ec46ca876 req-ca506e44-df5b-4155-891e-6d50001eb8f7 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 Feb 16 16:26:04.230111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1de57baf-c436-4f41-92df-0a33dc35fc1a req-37a55b9e-5ebf-46fb-9e8b-58313c1b6489 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 210 time: 0.0298448 Feb 16 16:26:04.676837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96451847-71df-43ec-87c6-c95164e9c81c req-4f38f115-1eb2-4c76-a447-c67788bbb561 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:04.678325 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96451847-71df-43ec-87c6-c95164e9c81c req-4f38f115-1eb2-4c76-a447-c67788bbb561 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0535026 Feb 16 16:26:04.724451 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96451847-71df-43ec-87c6-c95164e9c81c req-bb9b8444-d621-442a-97dd-bf12f7af60e7 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407186 Feb 16 16:26:05.187286 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1431b6d-c5cc-4f50-b7d0-e9192b0ac273 req-f235c346-63d8-4b03-8c36-6c9e61933dee tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:05.188769 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1431b6d-c5cc-4f50-b7d0-e9192b0ac273 req-f235c346-63d8-4b03-8c36-6c9e61933dee tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0521131 Feb 16 16:26:05.234298 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1431b6d-c5cc-4f50-b7d0-e9192b0ac273 req-b5ff9747-5067-4bc8-8d8e-6979c1b57d0f tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401628 Feb 16 16:26:05.343653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fe614-e96a-4360-8a9b-ac35a5719800 req-377cf7b9-85db-4ea7-814f-7feb8e4296d7 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:05.345152 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de4fe614-e96a-4360-8a9b-ac35a5719800 req-377cf7b9-85db-4ea7-814f-7feb8e4296d7 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0577893 Feb 16 16:26:05.390699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de4fe614-e96a-4360-8a9b-ac35a5719800 req-af6aedfe-2b96-450c-b321-11543bca2b06 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398965 Feb 16 16:26:05.495466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c44cbd-9927-4278-81ca-f1756feede5f req-edb85b00-18d1-411b-bc2d-a0225ae80441 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:05.496985 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2c44cbd-9927-4278-81ca-f1756feede5f req-edb85b00-18d1-411b-bc2d-a0225ae80441 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.0530396 Feb 16 16:26:05.553453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2c44cbd-9927-4278-81ca-f1756feede5f req-f67685b2-ec7a-4e5e-8a6c-1215efa3012f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507839 Feb 16 16:26:05.708030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe747d67-908c-4204-9d57-146bce11dcfe req-5a190af5-6d1c-4756-ba96-ac276b0ea905 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:05.709507 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe747d67-908c-4204-9d57-146bce11dcfe req-5a190af5-6d1c-4756-ba96-ac276b0ea905 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.0522666 Feb 16 16:26:05.761931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe747d67-908c-4204-9d57-146bce11dcfe req-0a768429-1b31-4a45-96e1-d418d61d1499 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466633 Feb 16 16:26:05.853038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f7ffb53-5f69-4966-8301-20ea855071ea req-f886572e-4b0d-4774-883a-d9e58b2528f4 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 210 time: 0.0265191 Feb 16 16:26:05.969350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432f027-7bf5-4667-89c3-76a36a3cfe80 req-406fa96b-d015-4a72-9c10-0d46e0e677b4 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:05.971016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b432f027-7bf5-4667-89c3-76a36a3cfe80 req-406fa96b-d015-4a72-9c10-0d46e0e677b4 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0571873 Feb 16 16:26:06.019079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b432f027-7bf5-4667-89c3-76a36a3cfe80 req-b9c70d08-b389-487c-8dc9-b912074869d5 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420494 Feb 16 16:26:06.070356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50056) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:06.173444 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:06.244713 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Publish callbacks [] for security_group (c81ea2e8-29c8-4094-8bad-2bdbb9de0ea9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:06.248716 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c81ea2e8-29c8-4094-8bad-2bdbb9de0ea9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:06.288639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81ea2e8-29c8-4094-8bad-2bdbb9de0ea9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:06.292537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b98d1ed4d50461c8b0b5835e73724a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211494 Feb 16 16:26:06.296101 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50062) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:06.299815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:06.300157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:06.300490 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:06.300817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:06.301140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:06.301470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:06.301789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:06.302121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:06.302418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:06.302731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:06.303045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:06.303354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:06.303664 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274a150-cf02-4e13-b197-866b83be67e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:06.346484 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38f48eb0-8367-4e84-85c6-c9c6fe0ed5de admin admin] Publish callbacks [] for security_group (c81ea2e8-29c8-4094-8bad-2bdbb9de0ea9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:06.361558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c56bb8-776b-4c3f-a126-4b159f75ca17 req-2f2ea2ca-1dca-45e2-aa63-dc992ba4573b tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:06.363338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5c56bb8-776b-4c3f-a126-4b159f75ca17 req-2f2ea2ca-1dca-45e2-aa63-dc992ba4573b tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0561593 Feb 16 16:26:06.372609 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38f48eb0-8367-4e84-85c6-c9c6fe0ed5de admin admin] Publish callbacks [] for security_group (c81ea2e8-29c8-4094-8bad-2bdbb9de0ea9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:06.410454 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5c56bb8-776b-4c3f-a126-4b159f75ca17 req-a2b99ba5-fe3e-4d8b-b3b0-63ee01fae0c5 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415416 Feb 16 16:26:06.422447 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38f48eb0-8367-4e84-85c6-c9c6fe0ed5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c81ea2e8-29c8-4094-8bad-2bdbb9de0ea9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:06.425202 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38f48eb0-8367-4e84-85c6-c9c6fe0ed5de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:06.428718 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-38f48eb0-8367-4e84-85c6-c9c6fe0ed5de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c81ea2e8-29c8-4094-8bad-2bdbb9de0ea9 HTTP/1.1" status: 204 len: 168 time: 0.1293089 Feb 16 16:26:06.434298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f48eb0-8367-4e84-85c6-c9c6fe0ed5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81ea2e8-29c8-4094-8bad-2bdbb9de0ea9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:06.531571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886a854-642b-4347-8037-732fdd9e7578 req-894070fd-ec4e-428d-b868-734fc68ca87c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:06.533316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3886a854-642b-4347-8037-732fdd9e7578 req-894070fd-ec4e-428d-b868-734fc68ca87c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0580020 Feb 16 16:26:06.582513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3886a854-642b-4347-8037-732fdd9e7578 req-569e3a40-d42e-4e6d-a708-86347b42605f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434287 Feb 16 16:26:06.693600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb87594-3eac-47f5-9db1-f9c1eca3a6f1 req-810d69e9-58fd-4aa9-b56c-11d3cb39a5d3 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:06.695095 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7eb87594-3eac-47f5-9db1-f9c1eca3a6f1 req-810d69e9-58fd-4aa9-b56c-11d3cb39a5d3 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.0573235 Feb 16 16:26:06.744636 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7eb87594-3eac-47f5-9db1-f9c1eca3a6f1 req-d096b4cb-530d-4f29-8ffb-c1714c1aa0e6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437047 Feb 16 16:26:06.883890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbc0fb-c77c-4a9f-b779-7023e0e3e23e req-94e97127-ee7c-4c4d-8748-232ab1cf02dd tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:06.885373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3cbc0fb-c77c-4a9f-b779-7023e0e3e23e req-94e97127-ee7c-4c4d-8748-232ab1cf02dd tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.0550094 Feb 16 16:26:06.933972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3cbc0fb-c77c-4a9f-b779-7023e0e3e23e req-f8673daf-aa50-4448-8dbb-386fd46ccb1b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Feb 16 16:26:07.017011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72e9b792-5ef8-429f-abb1-464de2092bbc req-e81bf236-69b5-43da-bc0d-fa95dd0de127 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 210 time: 0.0288777 Feb 16 16:26:07.144607 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb417bc-2ae2-425e-9e60-d79db9cdaabd req-d7bec552-d3d0-4a02-bf3b-e74302d672e6 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:07.146049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fb417bc-2ae2-425e-9e60-d79db9cdaabd req-d7bec552-d3d0-4a02-bf3b-e74302d672e6 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0560842 Feb 16 16:26:07.192046 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fb417bc-2ae2-425e-9e60-d79db9cdaabd req-a9a4bc58-d8e4-415a-9e36-aa617249d428 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402925 Feb 16 16:26:07.537564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2590d-7db6-4a54-b5bd-5f0ff1cc9a49 req-665b2aef-8020-4972-8b0f-c1a9dbea70b0 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:07.539118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51a2590d-7db6-4a54-b5bd-5f0ff1cc9a49 req-665b2aef-8020-4972-8b0f-c1a9dbea70b0 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0539951 Feb 16 16:26:07.580960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50108) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:07.586957 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51a2590d-7db6-4a54-b5bd-5f0ff1cc9a49 req-c39c4fdf-cd1d-4b75-80c1-42c957603ddd tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422544 Feb 16 16:26:07.686235 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8d94f86-45f9-45b5-843c-4963afa594c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:07.706835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c3063-134b-44b7-9d91-2b0181f69c50 req-ac01c027-928b-4201-bf66-0f0fdc009fcf tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:07.708244 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c90c3063-134b-44b7-9d91-2b0181f69c50 req-ac01c027-928b-4201-bf66-0f0fdc009fcf tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0593703 Feb 16 16:26:07.758344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c90c3063-134b-44b7-9d91-2b0181f69c50 req-092fab2a-d9d7-4796-b7cd-b030f45fbbd8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433645 Feb 16 16:26:07.763378 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8d94f86-45f9-45b5-843c-4963afa594c7 admin admin] Publish callbacks [] for security_group (cd1cc112-3216-4de8-9d7f-bf90d7fe4867), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:07.771113 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8d94f86-45f9-45b5-843c-4963afa594c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cd1cc112-3216-4de8-9d7f-bf90d7fe4867), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:07.808962 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d8d94f86-45f9-45b5-843c-4963afa594c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2782e88eee164edb9ef308210e4af97a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269263 Feb 16 16:26:07.809833 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d94f86-45f9-45b5-843c-4963afa594c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1cc112-3216-4de8-9d7f-bf90d7fe4867,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:07.812299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50116) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:07.894249 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4416da1c-4652-4de3-ab06-87b5f804b571 admin admin] Publish callbacks [] for security_group (cd1cc112-3216-4de8-9d7f-bf90d7fe4867), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:07.904860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3c1ae-e9e4-45e6-bf8e-be08f4523ba1 req-034ee70b-1739-4b12-8544-82c983de4068 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:07.906311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31d3c1ae-e9e4-45e6-bf8e-be08f4523ba1 req-034ee70b-1739-4b12-8544-82c983de4068 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.0852320 Feb 16 16:26:07.935116 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4416da1c-4652-4de3-ab06-87b5f804b571 admin admin] Publish callbacks [] for security_group (cd1cc112-3216-4de8-9d7f-bf90d7fe4867), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:07.989762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31d3c1ae-e9e4-45e6-bf8e-be08f4523ba1 req-3800a930-d828-4461-aee3-6ca81f07b82a tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762296 Feb 16 16:26:08.011124 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4416da1c-4652-4de3-ab06-87b5f804b571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cd1cc112-3216-4de8-9d7f-bf90d7fe4867), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:08.013099 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4416da1c-4652-4de3-ab06-87b5f804b571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:08.015018 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4416da1c-4652-4de3-ab06-87b5f804b571 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd1cc112-3216-4de8-9d7f-bf90d7fe4867 HTTP/1.1" status: 204 len: 168 time: 0.2014310 Feb 16 16:26:08.023563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416da1c-4652-4de3-ab06-87b5f804b571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1cc112-3216-4de8-9d7f-bf90d7fe4867,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:08.106294 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cbc8a-6f22-48d4-9c19-0f7f78e48b3f req-2f850735-d077-4eed-88e0-4b8fdd94e186 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:08.108371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c44cbc8a-6f22-48d4-9c19-0f7f78e48b3f req-2f850735-d077-4eed-88e0-4b8fdd94e186 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.0561607 Feb 16 16:26:08.160170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c44cbc8a-6f22-48d4-9c19-0f7f78e48b3f req-3bae07e0-7c9c-4a7c-8c42-d3000fff5eb4 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458763 Feb 16 16:26:08.241875 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52955020-40a3-4e53-ae0b-7f4229d9e08c req-f717dbed-75da-47a2-bdde-9b6397f894a2 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 210 time: 0.0282631 Feb 16 16:26:08.352225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e90567-5f20-4eec-8975-5a944dc0e1f2 req-1dc17779-29b4-42a4-9eb4-6d359f6a39d0 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:08.353696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09e90567-5f20-4eec-8975-5a944dc0e1f2 req-1dc17779-29b4-42a4-9eb4-6d359f6a39d0 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0545394 Feb 16 16:26:08.406467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09e90567-5f20-4eec-8975-5a944dc0e1f2 req-da78f610-c16f-4a4b-a9c6-348a769eda0e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455267 Feb 16 16:26:08.703702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70663eb8-20b8-447e-9599-c6d8f61ef2b7 req-fa325e5a-05d9-459d-b283-e765b612ba9c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:08.705172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70663eb8-20b8-447e-9599-c6d8f61ef2b7 req-fa325e5a-05d9-459d-b283-e765b612ba9c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0529165 Feb 16 16:26:08.751221 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70663eb8-20b8-447e-9599-c6d8f61ef2b7 req-832ce2fd-7d4c-466a-a505-6f01ad208ebe tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 Feb 16 16:26:09.156387 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-d9e938b3-4dc8-4529-94f5-7b9c372a4310 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:26:09.157370 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-d9e938b3-4dc8-4529-94f5-7b9c372a4310 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068824 Feb 16 16:26:09.164370 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26fad7-8653-4815-aeec-aa334e9bfcf5 req-704c8c95-e55f-4d28-addc-e2da95aa49b2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:09.165794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c26fad7-8653-4815-aeec-aa334e9bfcf5 req-704c8c95-e55f-4d28-addc-e2da95aa49b2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0638003 Feb 16 16:26:09.223836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-600e23f8-6d1b-4fb8-bd50-054dc1f9793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:09.225208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-600e23f8-6d1b-4fb8-bd50-054dc1f9793b service neutron] 10.222.0.24 "GET /v2.0/ports/02e2b74c-b539-4a3c-93e9-5bebf49a0e7d HTTP/1.1" status: 200 len: 1125 time: 0.0586002 Feb 16 16:26:09.237510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2f6eecfe-def0-44bf-9b66-a41229411987 service neutron] Request body: {'binding': {'host': 'n-h2-669411-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:09.237962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2f6eecfe-def0-44bf-9b66-a41229411987 service neutron] Unknown quota resources ['binding']. {{(pid=103421) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:26:09.265881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c26fad7-8653-4815-aeec-aa334e9bfcf5 req-74aee691-7f66-4c74-9026-f6987a7d5d70 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922596 Feb 16 16:26:09.421063 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d6702-af13-4d38-a9ed-68b681273b22 req-d06bee83-c713-4570-a5a0-1e942f8c48a2 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:09.422940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372d6702-af13-4d38-a9ed-68b681273b22 req-d06bee83-c713-4570-a5a0-1e942f8c48a2 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.0954237 Feb 16 16:26:09.425682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2f6eecfe-def0-44bf-9b66-a41229411987 service neutron] Attempting to bind port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d on host n-h2-669411-5 for vnic_type normal with profile None {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:26:09.426058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2f6eecfe-def0-44bf-9b66-a41229411987 service neutron] Attempting to bind port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:26:09.427726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2f6eecfe-def0-44bf-9b66-a41229411987 service neutron] Attempting to bind port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:09.444642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2f6eecfe-def0-44bf-9b66-a41229411987 service neutron] Port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d on network a3699320-20d5-4032-b3d4-91946e07286d not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:26:09.444970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2f6eecfe-def0-44bf-9b66-a41229411987 service neutron] Attempting to bind port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:09.457272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2f6eecfe-def0-44bf-9b66-a41229411987 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:26:09.457620 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2f6eecfe-def0-44bf-9b66-a41229411987 service neutron] Checking segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:26:09.458006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2f6eecfe-def0-44bf-9b66-a41229411987 service neutron] Bound using segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:26:09.458444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2f6eecfe-def0-44bf-9b66-a41229411987 service neutron] Bound port: 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:26:09.529965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-d0075205-d190-468b-849a-6e529064ee2a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=19b6548b22364e4d9595948087ecf782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377963 Feb 16 16:26:09.535447 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372d6702-af13-4d38-a9ed-68b681273b22 req-c5daf6ee-077f-49aa-9ea7-8f52a242052a tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056209 Feb 16 16:26:09.581582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2f6eecfe-def0-44bf-9b66-a41229411987 service neutron] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:26:09.598398 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2f6eecfe-def0-44bf-9b66-a41229411987 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:09.599586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2f6eecfe-def0-44bf-9b66-a41229411987 service neutron] 10.222.0.24 "POST /v2.0/ports/02e2b74c-b539-4a3c-93e9-5bebf49a0e7d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3689873 Feb 16 16:26:09.705165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-5a89da26-2408-462c-bff0-c2da20010d6e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:09.706962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-5a89da26-2408-462c-bff0-c2da20010d6e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685174 Feb 16 16:26:09.720693 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-f85c0d22-ea51-49f6-82cb-c7865d2181b5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Request body: {'port': {'device_id': '35d630ea-315a-4335-86ea-45a9850357b5', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '19b6548b22364e4d9595948087ecf782'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:09.749597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9014f-2a5a-4140-8eee-53b19f089949 req-86d7900b-0fb7-4ed5-9b41-e5e285555b53 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:09.751344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4e9014f-2a5a-4140-8eee-53b19f089949 req-86d7900b-0fb7-4ed5-9b41-e5e285555b53 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.1057320 Feb 16 16:26:09.799973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba15e66c-09d6-45a9-870f-cf21006fe685 req-5e981b50-0ff8-45c3-82cb-678871ee1d6b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 210 time: 0.0590849 Feb 16 16:26:09.917646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4e9014f-2a5a-4140-8eee-53b19f089949 req-245199da-2e89-48af-b546-714994340565 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469963 Feb 16 16:26:09.950814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-f85c0d22-ea51-49f6-82cb-c7865d2181b5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Made reservation on behalf of 19b6548b22364e4d9595948087ecf782 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:26:09.954365 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-f85c0d22-ea51-49f6-82cb-c7865d2181b5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:09.977636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e32af-ff78-469f-90fc-1caada1502ff req-f2361445-bb7a-4e98-a44f-117e2e150d2f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:09.979140 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e6e32af-ff78-469f-90fc-1caada1502ff req-f2361445-bb7a-4e98-a44f-117e2e150d2f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.1188042 Feb 16 16:26:10.137357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e6e32af-ff78-469f-90fc-1caada1502ff req-e3d7b140-b8d8-4dc2-9bff-91b39493b368 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462665 Feb 16 16:26:10.162700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac9034-c24b-4aa9-9f06-afa1f262002c req-87f31900-51b3-4e9c-8da9-bb3d4b31e91e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:10.164278 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18ac9034-c24b-4aa9-9f06-afa1f262002c req-87f31900-51b3-4e9c-8da9-bb3d4b31e91e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1254673 Feb 16 16:26:10.188017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-f85c0d22-ea51-49f6-82cb-c7865d2181b5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Allocated IP 192.168.233.141 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/270e4dae-fc06-47c5-bb31-01f479ce5dc4) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:26:10.289060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18ac9034-c24b-4aa9-9f06-afa1f262002c req-9c284815-1fb3-4f6d-a9b1-851ad9ad4c74 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158485 Feb 16 16:26:10.341415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac657a-d986-44c6-94d8-7a91aa403066 req-ef7e1381-a26b-42cb-99b9-a4145e763d89 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:10.343622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27ac657a-d986-44c6-94d8-7a91aa403066 req-ef7e1381-a26b-42cb-99b9-a4145e763d89 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1394284 Feb 16 16:26:10.450904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27ac657a-d986-44c6-94d8-7a91aa403066 req-8bfb976f-bfe2-489c-a33d-6c5ecb55f4eb tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011753 Feb 16 16:26:10.464836 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-f85c0d22-ea51-49f6-82cb-c7865d2181b5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks [] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:10.505093 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-f85c0d22-ea51-49f6-82cb-c7865d2181b5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:10.522431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1', '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:26:10.524686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['66619770-9f86-4868-905d-2fd19501c884', '99d4dab0-a279-4b4b-b734-36f8d31898d9', '6aaea95d-906e-4c30-9911-1b6f2f58fdb7', '3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9', 'ceb7d615-ea88-43b9-9a93-92c59f8b39b6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:26:10.573456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-f85c0d22-ea51-49f6-82cb-c7865d2181b5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:26:10.582022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-f85c0d22-ea51-49f6-82cb-c7865d2181b5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:26:10.589331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-f85c0d22-ea51-49f6-82cb-c7865d2181b5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:26:10.595963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c0d22-ea51-49f6-82cb-c7865d2181b5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event updated for resources: {'Port': ['ID=270e4dae-fc06-47c5-bb31-01f479ce5dc4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:10.651740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651084bc-7b15-4312-93a2-eb9cb075c0c4 req-2071c0ff-9474-43c6-8e4c-469c3a1a5e60 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:10.659188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-651084bc-7b15-4312-93a2-eb9cb075c0c4 req-2071c0ff-9474-43c6-8e4c-469c3a1a5e60 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1220245 Feb 16 16:26:10.676961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-f85c0d22-ea51-49f6-82cb-c7865d2181b5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:10.677672 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-f85c0d22-ea51-49f6-82cb-c7865d2181b5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:10.735385 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-651084bc-7b15-4312-93a2-eb9cb075c0c4 req-50a36e4e-f766-43df-a386-8411d1ebfaa5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753186 Feb 16 16:26:10.739592 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-f85c0d22-ea51-49f6-82cb-c7865d2181b5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0239830 Feb 16 16:26:10.768977 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Request body: {'port': {'device_id': '35d630ea-315a-4335-86ea-45a9850357b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:10.904614 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:10.934071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e11e8a-f15e-40ce-983c-257f6a1a7aac req-624632a2-61c4-4632-88e6-d53fa052871a tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:10.936511 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3e11e8a-f15e-40ce-983c-257f6a1a7aac req-624632a2-61c4-4632-88e6-d53fa052871a tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.1908853 Feb 16 16:26:10.991076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7e0374a8-4e8a-480f-9691-747643dce4fc None None] Provisioning complete for port 270e4dae-fc06-47c5-bb31-01f479ce5dc4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:26:10.991430 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7e0374a8-4e8a-480f-9691-747643dce4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:11.044381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7e0374a8-4e8a-480f-9691-747643dce4fc None None] Port 270e4dae-fc06-47c5-bb31-01f479ce5dc4 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:26:11.108075 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3e11e8a-f15e-40ce-983c-257f6a1a7aac req-9586fde7-6c76-4bfd-b505-03ba4fd3c940 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505971 Feb 16 16:26:11.108301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d2ebb-388b-49e8-8881-f7b474256e29 req-67039f3b-7c1c-4e06-8c25-eabd9c4ced79 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:11.109685 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-686d2ebb-388b-49e8-8881-f7b474256e29 req-67039f3b-7c1c-4e06-8c25-eabd9c4ced79 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd4c18fb-908b-4743-ba90-fcad6cc9d47c HTTP/1.1" status: 200 len: 944 time: 0.0570226 Feb 16 16:26:11.121490 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e36805-7183-402b-843f-ba6ff0aae05c req-30a7d8ca-d907-44ef-b124-6c9d043480c1 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:11.123028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9e36805-7183-402b-843f-ba6ff0aae05c req-30a7d8ca-d907-44ef-b124-6c9d043480c1 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 936 time: 0.1676049 Feb 16 16:26:11.229675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-686d2ebb-388b-49e8-8881-f7b474256e29 req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Deleting port a90421e5-c943-48b8-bdb5-2ad881451e19 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:26:11.230507 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-686d2ebb-388b-49e8-8881-f7b474256e29 req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:11.233664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9e36805-7183-402b-843f-ba6ff0aae05c req-e7b0a1e8-20f5-4913-8f5e-691d7b4140ad tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926185 Feb 16 16:26:11.347671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852add35-a11c-4470-85a0-67a85dfc5beb req-4d513d4a-40e7-42e8-839f-7861eaadccde tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:11.348609 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-686d2ebb-388b-49e8-8881-f7b474256e29 req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] For port a90421e5-c943-48b8-bdb5-2ad881451e19, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a90421e5-c943-48b8-bdb5-2ad881451e19,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:11.348970 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-686d2ebb-388b-49e8-8881-f7b474256e29 req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:11.349455 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-852add35-a11c-4470-85a0-67a85dfc5beb req-4d513d4a-40e7-42e8-839f-7861eaadccde tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.1102908 Feb 16 16:26:11.355329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270e4dae-fc06-47c5-bb31-01f479ce5dc4 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:11.367079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-686d2ebb-388b-49e8-8881-f7b474256e29 req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Calling delete_port for a90421e5-c943-48b8-bdb5-2ad881451e19 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:26:11.371347 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Publish callbacks [] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:11.405216 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Transition to ACTIVE for port object 270e4dae-fc06-47c5-bb31-01f479ce5dc4 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:26:11.414625 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:11.461595 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-852add35-a11c-4470-85a0-67a85dfc5beb req-959c378e-5cd7-4eac-9c2c-a72575ff0240 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976439 Feb 16 16:26:11.517066 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-686d2ebb-388b-49e8-8881-f7b474256e29 req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a90421e5-c943-48b8-bdb5-2ad881451e19), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:11.526800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56284120-a303-4587-8168-153727c1b4ae service neutron] Pushing event updated for resources: {'Port': ['ID=270e4dae-fc06-47c5-bb31-01f479ce5dc4,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:11.568107 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Pushing event deleted for resources: {'Port': ['ID=a90421e5-c943-48b8-bdb5-2ad881451e19,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:11.619984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Attempting to bind port 270e4dae-fc06-47c5-bb31-01f479ce5dc4 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:26:11.620464 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Attempting to bind port 270e4dae-fc06-47c5-bb31-01f479ce5dc4 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:26:11.620889 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Attempting to bind port 270e4dae-fc06-47c5-bb31-01f479ce5dc4 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:11.621494 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-686d2ebb-388b-49e8-8881-f7b474256e29 req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] No DVR routers for this DVR port a90421e5-c943-48b8-bdb5-2ad881451e19 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:26:11.624067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:11.624417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:11.624842 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:11.625198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:11.625626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:11.625837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:11.630758 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:11.631119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:11.631492 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:11.631844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:11.632178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:11.632507 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:11.633524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:11.633642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Port 270e4dae-fc06-47c5-bb31-01f479ce5dc4 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:26:11.633958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Attempting to bind port 270e4dae-fc06-47c5-bb31-01f479ce5dc4 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:11.641962 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-686d2ebb-388b-49e8-8881-f7b474256e29 req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:11.644096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:26:11.644515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:26:11.644972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:26:11.645495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Bound port: 270e4dae-fc06-47c5-bb31-01f479ce5dc4, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:26:11.645922 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:11.647167 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-686d2ebb-388b-49e8-8881-f7b474256e29 req-94f7453a-6915-4bb9-b0e7-f3a4b2623bd6 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.60 "DELETE /v2.0/ports/a90421e5-c943-48b8-bdb5-2ad881451e19 HTTP/1.1" status: 204 len: 173 time: 0.5314364 Feb 16 16:26:11.656112 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4c18fb-908b-4743-ba90-fcad6cc9d47c', 'name': 'network-vif-deleted', 'tag': 'a90421e5-c943-48b8-bdb5-2ad881451e19'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:11.661450 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3231ff-9ce2-449c-a9d2-fe8ef88f1ca5" -d '{"events": [{"server_uuid": "bd4c18fb-908b-4743-ba90-fcad6cc9d47c", "name": "network-vif-deleted", "tag": "a90421e5-c943-48b8-bdb5-2ad881451e19"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:11.714590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5e0eb-2427-475c-b967-e881cffd9a89 req-df3cd487-da07-4078-8f50-2d9c18a362fc tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:11.716105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2f5e0eb-2427-475c-b967-e881cffd9a89 req-df3cd487-da07-4078-8f50-2d9c18a362fc tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.1254208 Feb 16 16:26:11.805904 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] For port 270e4dae-fc06-47c5-bb31-01f479ce5dc4, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:26:11.830317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2f5e0eb-2427-475c-b967-e881cffd9a89 req-1de2b64f-40a8-436c-bccf-0091795ccfbf tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045148 Feb 16 16:26:11.832547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] For port 270e4dae-fc06-47c5-bb31-01f479ce5dc4, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=270e4dae-fc06-47c5-bb31-01f479ce5dc4,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:26:11.840502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fc38c-56c5-4915-8556-b797fe1ff380 req-d58f6c60-6edd-49a6-beb6-679c3e26ec3a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:11.841982 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b38fc38c-56c5-4915-8556-b797fe1ff380 req-d58f6c60-6edd-49a6-beb6-679c3e26ec3a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1381929 Feb 16 16:26:11.855492 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:11.939479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:11.940120 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:11.941504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56284120-a303-4587-8168-153727c1b4ae service neutron] 10.222.0.60 "PUT /v2.0/ports/270e4dae-fc06-47c5-bb31-01f479ce5dc4 HTTP/1.1" status: 200 len: 1096 time: 1.1855710 Feb 16 16:26:11.943844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d630ea-315a-4335-86ea-45a9850357b5', 'tag': '270e4dae-fc06-47c5-bb31-01f479ce5dc4'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:11.946131 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bd2c80-ab66-4e86-8e5e-e0f0a62c6b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "35d630ea-315a-4335-86ea-45a9850357b5", "tag": "270e4dae-fc06-47c5-bb31-01f479ce5dc4"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:11.981272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56284120-a303-4587-8168-153727c1b4ae service neutron] Pushing event updated for resources: {'Port': ['ID=270e4dae-fc06-47c5-bb31-01f479ce5dc4,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:12.018320 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b38fc38c-56c5-4915-8556-b797fe1ff380 req-45357467-eaa1-4285-b021-748971cd3b78 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656065 Feb 16 16:26:12.038540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9dd26-b591-49cb-89a6-1ad1b546d479 req-ccc383a2-3754-4fda-81b9-092bd814aba3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:12.040086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2db9dd26-b591-49cb-89a6-1ad1b546d479 req-ccc383a2-3754-4fda-81b9-092bd814aba3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1441827 Feb 16 16:26:12.072859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-1a294335-3ccc-4065-a477-c196a4eb8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:12.074325 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-1a294335-3ccc-4065-a477-c196a4eb8c56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 1130 time: 0.0887403 Feb 16 16:26:12.135706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-56f08fdd-2515-4696-a702-e55cb669c339 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=270e4dae-fc06-47c5-bb31-01f479ce5dc4 HTTP/1.1" status: 200 len: 217 time: 0.0450604 Feb 16 16:26:12.138964 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2db9dd26-b591-49cb-89a6-1ad1b546d479 req-d260ef55-41ae-4ffb-a96c-1d0ef5420d32 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896418 Feb 16 16:26:12.188663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-213a48d4-bbeb-456f-8c6b-848bcdd31d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:12.190472 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-213a48d4-bbeb-456f-8c6b-848bcdd31d39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0491054 Feb 16 16:26:12.221199 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb67635-13df-4e9a-9915-9bc5b2f6c6f9 x-openstack-request-id: req-ebb67635-13df-4e9a-9915-9bc5b2f6c6f9 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:12.222484 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4c18fb-908b-4743-ba90-fcad6cc9d47c", "name": "network-vif-deleted", "tag": "a90421e5-c943-48b8-bdb5-2ad881451e19", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:12.223420 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ebb67635-13df-4e9a-9915-9bc5b2f6c6f9 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:12.224244 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c18fb-908b-4743-ba90-fcad6cc9d47c', 'name': 'network-vif-deleted', 'tag': 'a90421e5-c943-48b8-bdb5-2ad881451e19', 'status': 'completed', 'code': 200} Feb 16 16:26:12.271871 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-30385c29-e3f5-4f61-886b-d02762908902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:12.275181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-30385c29-e3f5-4f61-886b-d02762908902 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0787783 Feb 16 16:26:12.387511 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ee84d-973b-41da-8d04-82466a377c45 req-c3a6712b-e7ee-4906-acac-612355496b26 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:12.389822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-547ee84d-973b-41da-8d04-82466a377c45 req-c3a6712b-e7ee-4906-acac-612355496b26 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1136487 Feb 16 16:26:12.412441 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca97688-b600-4234-b6b8-5de2982ec7cb x-openstack-request-id: req-1ca97688-b600-4234-b6b8-5de2982ec7cb {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:12.412726 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d630ea-315a-4335-86ea-45a9850357b5", "tag": "270e4dae-fc06-47c5-bb31-01f479ce5dc4", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:12.412976 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ca97688-b600-4234-b6b8-5de2982ec7cb {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:12.413367 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d630ea-315a-4335-86ea-45a9850357b5', 'tag': '270e4dae-fc06-47c5-bb31-01f479ce5dc4', 'status': 'completed', 'code': 200} Feb 16 16:26:12.422373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-0644a209-a9ec-4151-bf59-5c746b183d6f service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366758 Feb 16 16:26:12.480134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-547ee84d-973b-41da-8d04-82466a377c45 req-66bf0806-544f-4d14-b376-bf15fc63f53e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818832 Feb 16 16:26:12.568355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ff7ba20-b069-4307-9dd8-20e8b7d44149 req-f3e1f7e0-bb24-4447-825d-8edc9e68a5e8 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336422 Feb 16 16:26:12.582728 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c4ca-3bb6-4983-af91-c294b3c3f827 req-3732d9fc-05c8-47f0-9928-f99595dc0e89 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:12.584180 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1931c4ca-3bb6-4983-af91-c294b3c3f827 req-3732d9fc-05c8-47f0-9928-f99595dc0e89 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 948 time: 0.0696414 Feb 16 16:26:12.659135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1931c4ca-3bb6-4983-af91-c294b3c3f827 req-c5ae80d3-8801-4571-a20a-2e729f4a84dd tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681629 Feb 16 16:26:12.672576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd2c80-ab66-4e86-8e5e-e0f0a62c6b5d req-238d72c0-716f-4ada-9567-09abce94d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:12.674261 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9bd2c80-ab66-4e86-8e5e-e0f0a62c6b5d req-238d72c0-716f-4ada-9567-09abce94d6e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 1130 time: 0.0627847 Feb 16 16:26:12.797219 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd2c80-ab66-4e86-8e5e-e0f0a62c6b5d req-5256339e-ebbd-4da6-8265-bdaac0caf81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:12.798644 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9bd2c80-ab66-4e86-8e5e-e0f0a62c6b5d req-5256339e-ebbd-4da6-8265-bdaac0caf81d service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1186767 Feb 16 16:26:12.819847 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5e236-c2fd-433a-9a9e-cdfcac4b7288 req-ebaa0809-6889-4577-a9d7-3e78562ce110 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:12.821219 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f5e236-c2fd-433a-9a9e-cdfcac4b7288 req-ebaa0809-6889-4577-a9d7-3e78562ce110 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.0775757 Feb 16 16:26:12.859026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9bd2c80-ab66-4e86-8e5e-e0f0a62c6b5d req-b59b45a7-a6ae-4c12-9202-8f1bd245a9e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=270e4dae-fc06-47c5-bb31-01f479ce5dc4 HTTP/1.1" status: 200 len: 217 time: 0.0523794 Feb 16 16:26:12.927439 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76f5e236-c2fd-433a-9a9e-cdfcac4b7288 req-c1a72107-ad5e-4577-9733-8ff82679b6a7 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767150 Feb 16 16:26:12.929214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd2c80-ab66-4e86-8e5e-e0f0a62c6b5d req-51be031b-b3c2-4521-afd7-cd80b7ce36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:12.930582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9bd2c80-ab66-4e86-8e5e-e0f0a62c6b5d req-51be031b-b3c2-4521-afd7-cd80b7ce36cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0648882 Feb 16 16:26:12.985526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd2c80-ab66-4e86-8e5e-e0f0a62c6b5d req-2297aa1f-fbcf-4e07-9901-7d72202e3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:12.987019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9bd2c80-ab66-4e86-8e5e-e0f0a62c6b5d req-2297aa1f-fbcf-4e07-9901-7d72202e3c3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0503478 Feb 16 16:26:13.028559 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50218) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:13.034206 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c705249b-6190-4768-a631-64c8b87bb153 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1830825258', 'description': 'tempest-description--495425181'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:13.066796 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c705249b-6190-4768-a631-64c8b87bb153 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.142582 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c705249b-6190-4768-a631-64c8b87bb153 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for security_group (898d3243-03b6-4beb-9e76-b265f4ca6054), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.146531 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c705249b-6190-4768-a631-64c8b87bb153 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (898d3243-03b6-4beb-9e76-b265f4ca6054), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.148168 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9bd2c80-ab66-4e86-8e5e-e0f0a62c6b5d req-d1fe47ce-1498-4a1f-ad8f-ece2b588a521 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549332 Feb 16 16:26:13.156056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1738106-c12b-43be-8ade-098b670d25ee req-47641fd4-40d6-4f78-8eca-bc17780e09f3 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:13.157454 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1738106-c12b-43be-8ade-098b670d25ee req-47641fd4-40d6-4f78-8eca-bc17780e09f3 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.1421974 Feb 16 16:26:13.179554 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c705249b-6190-4768-a631-64c8b87bb153 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.180721 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c705249b-6190-4768-a631-64c8b87bb153 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1506224 Feb 16 16:26:13.184933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50226) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:13.190266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a3fa7449-e36c-4c56-98bd-3e8979f05801 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Request body: {'security_group_rule': {'security_group_id': '898d3243-03b6-4beb-9e76-b265f4ca6054', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:13.196324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705249b-6190-4768-a631-64c8b87bb153 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898d3243-03b6-4beb-9e76-b265f4ca6054,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:13.223614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a3fa7449-e36c-4c56-98bd-3e8979f05801 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for security_group_rule (4baeb9aa-7c25-4dde-9e01-40fcd832f811), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.286245 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a3fa7449-e36c-4c56-98bd-3e8979f05801 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for security_group_rule (4baeb9aa-7c25-4dde-9e01-40fcd832f811), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.290403 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a3fa7449-e36c-4c56-98bd-3e8979f05801 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (4baeb9aa-7c25-4dde-9e01-40fcd832f811), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.308189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa7449-e36c-4c56-98bd-3e8979f05801 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4baeb9aa-7c25-4dde-9e01-40fcd832f811,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:13.317904 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a3fa7449-e36c-4c56-98bd-3e8979f05801 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.319135 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a3fa7449-e36c-4c56-98bd-3e8979f05801 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332347 Feb 16 16:26:13.322094 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50228) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:13.327324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4d5d1991-76b9-4681-ac8d-bb4e47a16a02 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Request body: {'security_group_rule': {'security_group_id': '898d3243-03b6-4beb-9e76-b265f4ca6054', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:13.355170 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d5d1991-76b9-4681-ac8d-bb4e47a16a02 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for security_group_rule (b7dcb3e3-88bf-44a6-a307-2289bbe03e96), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.419432 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d5d1991-76b9-4681-ac8d-bb4e47a16a02 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for security_group_rule (b7dcb3e3-88bf-44a6-a307-2289bbe03e96), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.423747 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d5d1991-76b9-4681-ac8d-bb4e47a16a02 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (b7dcb3e3-88bf-44a6-a307-2289bbe03e96), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.442886 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d1991-76b9-4681-ac8d-bb4e47a16a02 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7dcb3e3-88bf-44a6-a307-2289bbe03e96,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:13.456731 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d5d1991-76b9-4681-ac8d-bb4e47a16a02 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.458823 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4d5d1991-76b9-4681-ac8d-bb4e47a16a02 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356142 Feb 16 16:26:13.461937 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50230) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:13.467026 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:13.488981 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.541146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b8d28-880c-4b1e-a7ee-209f00399cd2 req-53586bcd-15a1-4917-97b4-e2d964373339 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:13.543715 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd0b8d28-880c-4b1e-a7ee-209f00399cd2 req-53586bcd-15a1-4917-97b4-e2d964373339 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.4420896 Feb 16 16:26:13.588742 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.589972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1738106-c12b-43be-8ade-098b670d25ee req-56aaa4e6-551e-4d99-aec4-f884f1f4f446 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211433 Feb 16 16:26:13.629665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9bd2c80-ab66-4e86-8e5e-e0f0a62c6b5d req-2c9c9289-bf5a-4b56-96b0-fefac0734cac service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708223 Feb 16 16:26:13.637195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd0b8d28-880c-4b1e-a7ee-209f00399cd2 req-d2d8ccdb-cde4-4c8b-9290-9afb56ba1b23 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837791 Feb 16 16:26:13.722856 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Allocated IP 172.25.4.97 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/ca4b346c-5881-454f-8ed1-460754123df5) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:26:13.777761 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b8882-0311-4dad-aff7-7302b9fe744c req-072f6148-f8e8-4793-85e1-c7391baef20e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:13.779387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e61b8882-0311-4dad-aff7-7302b9fe744c req-072f6148-f8e8-4793-85e1-c7391baef20e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0913005 Feb 16 16:26:13.790279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc62af-f9f8-448c-8dcc-be7a3877193f req-41a18ad9-d7e5-4464-ab98-688faf16808e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:13.791669 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99dc62af-f9f8-448c-8dcc-be7a3877193f req-41a18ad9-d7e5-4464-ab98-688faf16808e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0716615 Feb 16 16:26:13.828664 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for port (ca4b346c-5881-454f-8ed1-460754123df5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.843676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a90421e5-c943-48b8-bdb5-2ad881451e19 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:26:13.864860 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: a90421e5-c943-48b8-bdb5-2ad881451e19 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:26:13.865405 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a90421e5-c943-48b8-bdb5-2ad881451e19 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:26:13.865815 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ca4b346c-5881-454f-8ed1-460754123df5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:13.867623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e61b8882-0311-4dad-aff7-7302b9fe744c req-b4f89eea-a730-485e-ae0f-4f2b07703670 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740509 Feb 16 16:26:13.871966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99dc62af-f9f8-448c-8dcc-be7a3877193f req-42b798c9-9d0a-4ad8-b781-64c3f2d15687 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728083 Feb 16 16:26:13.918769 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:26:13.925365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:26:13.928612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:26:13.934359 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Pushing event updated for resources: {'Port': ['ID=ca4b346c-5881-454f-8ed1-460754123df5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:14.004763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653da0b6-8961-40b7-99e9-ca94e7972fe7 req-dd162427-ddd6-4f32-8b9c-4ad07553cf36 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:14.006146 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-653da0b6-8961-40b7-99e9-ca94e7972fe7 req-dd162427-ddd6-4f32-8b9c-4ad07553cf36 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 948 time: 0.0681767 Feb 16 16:26:14.036727 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for floatingip (17e93965-4af6-47c8-961c-4b24f2fe87ad), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:14.078839 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ca4b346c-5881-454f-8ed1-460754123df5), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:14.096145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732264b-5559-480f-9f90-f3c7363e145b req-105a7b77-8832-48e1-bd28-d4264c74cfef tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:14.097641 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a732264b-5559-480f-9f90-f3c7363e145b req-105a7b77-8832-48e1-bd28-d4264c74cfef tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.0883303 Feb 16 16:26:14.109283 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-653da0b6-8961-40b7-99e9-ca94e7972fe7 req-0313342d-d86b-4768-8dfc-8626d56db18c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888867 Feb 16 16:26:14.160222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a732264b-5559-480f-9f90-f3c7363e145b req-52e758fa-c317-4409-98cc-23758da9afe7 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497158 Feb 16 16:26:14.229701 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50244) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:14.250448 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for port (ca4b346c-5881-454f-8ed1-460754123df5), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:14.255123 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (ca4b346c-5881-454f-8ed1-460754123df5), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:14.318160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Pushing event updated for resources: {'Port': ['ID=ca4b346c-5881-454f-8ed1-460754123df5,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:14.335485 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6446-1bc5-4176-8a57-d11edf4a48e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:14.340305 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (17e93965-4af6-47c8-961c-4b24f2fe87ad), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:14.356444 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:14.358067 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5b95c466-5930-40f9-90f4-ffdafda676bd tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8948939 Feb 16 16:26:14.417354 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6446-1bc5-4176-8a57-d11edf4a48e4 admin admin] Publish callbacks [] for security_group (dacf5eb9-8055-4390-a8a3-f8baf73c2dd9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:14.421483 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6446-1bc5-4176-8a57-d11edf4a48e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (dacf5eb9-8055-4390-a8a3-f8baf73c2dd9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:14.467563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8a5c6446-1bc5-4176-8a57-d11edf4a48e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65013c63478140cc848644d0659370e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367723 Feb 16 16:26:14.470147 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50252) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:14.472201 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c6446-1bc5-4176-8a57-d11edf4a48e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacf5eb9-8055-4390-a8a3-f8baf73c2dd9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:14.522788 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc840501-f54c-431e-9dff-9d4e816d3068 admin admin] Publish callbacks [] for security_group (dacf5eb9-8055-4390-a8a3-f8baf73c2dd9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:14.575238 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc840501-f54c-431e-9dff-9d4e816d3068 admin admin] Publish callbacks [] for security_group (dacf5eb9-8055-4390-a8a3-f8baf73c2dd9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:14.665836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0fb3b455-06d6-4d8b-9d17-1f343a4de27d tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:14.667323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0fb3b455-06d6-4d8b-9d17-1f343a4de27d tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/networks?id=947f349f-609e-481d-a318-d67059ed0b1c HTTP/1.1" status: 200 len: 821 time: 0.1426892 Feb 16 16:26:14.711430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-84157e26-2bcd-4a59-a7b2-1892eca3af38 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/quotas/76657d9df89241a0821ee0edbc04fcc3 HTTP/1.1" status: 200 len: 375 time: 0.0328968 Feb 16 16:26:14.714136 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc840501-f54c-431e-9dff-9d4e816d3068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (dacf5eb9-8055-4390-a8a3-f8baf73c2dd9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:14.716732 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc840501-f54c-431e-9dff-9d4e816d3068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:14.717779 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dc840501-f54c-431e-9dff-9d4e816d3068 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dacf5eb9-8055-4390-a8a3-f8baf73c2dd9 HTTP/1.1" status: 204 len: 168 time: 0.2467816 Feb 16 16:26:14.757014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-15800555-8e55-4cba-872a-cc34dc84fb1c tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=76657d9df89241a0821ee0edbc04fcc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381091 Feb 16 16:26:14.757657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc840501-f54c-431e-9dff-9d4e816d3068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacf5eb9-8055-4390-a8a3-f8baf73c2dd9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:14.771440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44a0d4-8b67-496d-8084-d428c0456e38 req-59c495c5-c477-4f99-96a8-e60adf1f8316 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:14.773399 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a44a0d4-8b67-496d-8084-d428c0456e38 req-59c495c5-c477-4f99-96a8-e60adf1f8316 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.1050868 Feb 16 16:26:14.884949 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a44a0d4-8b67-496d-8084-d428c0456e38 req-4f1a2e5d-66d3-4b55-8b9a-696aa8e56119 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017413 Feb 16 16:26:14.901907 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-1c1f08b8-1793-4d3f-8c43-ddced1998094 service neutron] 10.222.0.24 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275277 Feb 16 16:26:15.037808 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-da2e8b46-a2bd-4207-9f9f-71e439719eea service neutron] 10.222.0.24 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298342 Feb 16 16:26:15.046159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80beba0-ba4f-4fd1-bcb4-a0a49cc80fd3 req-c309d5e5-b1aa-493f-89b8-5a9f4ffcb3ad tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:15.047602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e80beba0-ba4f-4fd1-bcb4-a0a49cc80fd3 req-c309d5e5-b1aa-493f-89b8-5a9f4ffcb3ad tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0781209 Feb 16 16:26:15.102812 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e80beba0-ba4f-4fd1-bcb4-a0a49cc80fd3 req-75578bb8-518d-4860-a188-6d6ff5f15d80 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477941 Feb 16 16:26:15.267213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e1bbc-e094-4683-8c63-878a32cce743 req-d92a53cc-7a0c-44b3-b948-d49d181c99da tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:15.268679 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-718e1bbc-e094-4683-8c63-878a32cce743 req-d92a53cc-7a0c-44b3-b948-d49d181c99da tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1044939 Feb 16 16:26:15.302984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baedea-db75-4b41-af78-7f2920497a4e req-5f0b6d7d-fac5-4f84-a04a-f4e4adca5d3d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:15.304699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35baedea-db75-4b41-af78-7f2920497a4e req-5f0b6d7d-fac5-4f84-a04a-f4e4adca5d3d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0904074 Feb 16 16:26:15.351588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-718e1bbc-e094-4683-8c63-878a32cce743 req-949fd31d-361a-40a2-ae26-d0501c308c20 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748131 Feb 16 16:26:15.390733 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35baedea-db75-4b41-af78-7f2920497a4e req-5d3f527f-603d-4264-92b7-a072de50ebf5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790627 Feb 16 16:26:15.487255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-632f247b-4008-465a-b885-5e58e699d81b req-bca2cd18-1aa5-4b91-9671-e627f2003e3c tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 210 time: 0.0555108 Feb 16 16:26:15.516558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002e877-9ee1-403f-9812-95d2638c8b7f req-92cf6a7f-f7ff-4299-bb70-2178dfbd94fa tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:15.518011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7002e877-9ee1-403f-9812-95d2638c8b7f req-92cf6a7f-f7ff-4299-bb70-2178dfbd94fa tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 948 time: 0.0833025 Feb 16 16:26:15.569705 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7002e877-9ee1-403f-9812-95d2638c8b7f req-25c83fc5-6185-4eeb-8464-313838ff36ec tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458319 Feb 16 16:26:15.638789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e6a88-9087-4149-a0a9-374eb0c2a045 req-a473fb90-148b-4f49-899f-491485f7b03f tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:15.640544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce0e6a88-9087-4149-a0a9-374eb0c2a045 req-a473fb90-148b-4f49-899f-491485f7b03f tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.0583110 Feb 16 16:26:15.725036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce0e6a88-9087-4149-a0a9-374eb0c2a045 req-8a0a2f04-900b-4460-a192-b284358bc6d2 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750971 Feb 16 16:26:15.850204 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 270e4dae-fc06-47c5-bb31-01f479ce5dc4 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:26:15.954074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 270e4dae-fc06-47c5-bb31-01f479ce5dc4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=270e4dae-fc06-47c5-bb31-01f479ce5dc4,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:15.965104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '270e4dae-fc06-47c5-bb31-01f479ce5dc4', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '270e4dae-fc06-47c5-bb31-01f479ce5dc4', 'mac_address': 'fa:16:3e:ca:ec:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:26:16.005169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 270e4dae-fc06-47c5-bb31-01f479ce5dc4 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:16.005560 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:16.019361 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270e4dae-fc06-47c5-bb31-01f479ce5dc4 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:16.040944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 270e4dae-fc06-47c5-bb31-01f479ce5dc4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=270e4dae-fc06-47c5-bb31-01f479ce5dc4,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:16.046796 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:16.047488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 5230fa60-04fc-41e4-ab07-6db406024d32 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:26:16.055962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f63d0-4c5f-49b0-aeab-beb77f8d2bcc req-8a9c4f90-46d4-4c6b-bc48-01b37cdcea79 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:16.058023 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-345f63d0-4c5f-49b0-aeab-beb77f8d2bcc req-8a9c4f90-46d4-4c6b-bc48-01b37cdcea79 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 945 time: 0.0990946 Feb 16 16:26:16.070554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-5e4bd430-8d68-451a-aae8-1ffd6c2b7841 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:16.072306 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-5e4bd430-8d68-451a-aae8-1ffd6c2b7841 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6&tenant_id=b0adde609b014b4f962dc22768f8ddb1&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1127 time: 0.0841737 Feb 16 16:26:16.095183 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-669411-5'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:16.132057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=270e4dae-fc06-47c5-bb31-01f479ce5dc4,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:16.166405 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:16.166767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:16.167093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:16.167434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:16.167783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:16.168243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:16.168573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:16.168899 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:16.169223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:16.169651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:16.169979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:16.170299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:16.170756 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:26:16.173750 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-345f63d0-4c5f-49b0-aeab-beb77f8d2bcc req-712a3707-b359-4850-b292-96d26872f631 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055269 Feb 16 16:26:16.180870 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:16.211462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5230fa60-04fc-41e4-ab07-6db406024d32,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:16.229374 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 5230fa60-04fc-41e4-ab07-6db406024d32 has no active binding in host n-h2-669411-5 {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 16:26:16.449955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5230fa60-04fc-41e4-ab07-6db406024d32,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:16.462574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b39345-5225-459c-a8b2-5f73b73724d5 req-48bbf48c-4e64-4b33-929e-9516252f6ab6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:16.464327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39b39345-5225-459c-a8b2-5f73b73724d5 req-48bbf48c-4e64-4b33-929e-9516252f6ab6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1595008 Feb 16 16:26:16.541310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-a3a7c4b7-e9a9-41db-9b0a-e492c9ef0009 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:16.542725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-a3a7c4b7-e9a9-41db-9b0a-e492c9ef0009 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.65 "GET /v2.0/networks?id=947f349f-609e-481d-a318-d67059ed0b1c HTTP/1.1" status: 200 len: 821 time: 0.2368102 Feb 16 16:26:16.571117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-680b1ae7-a460-40fd-8390-02eb36d706a1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Request body: {'port': {'device_id': '8d07f14e-6010-478b-89fb-2af171c226f4', 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c', 'admin_state_up': True, 'tenant_id': '76657d9df89241a0821ee0edbc04fcc3'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:16.576427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:26:16.582510 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39b39345-5225-459c-a8b2-5f73b73724d5 req-e6912f28-f2d2-4244-bb0c-16c0018ab28a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085358 Feb 16 16:26:16.684946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f6498f-3613-4085-a6da-a0148593e3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5230fa60-04fc-41e4-ab07-6db406024d32'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:16.687903 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e7384b-25fa-4ab9-b42b-f94ad2b4f18e" -d '{"events": [{"server_uuid": "b4f6498f-3613-4085-a6da-a0148593e3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "5230fa60-04fc-41e4-ab07-6db406024d32"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:16.696380 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Publish callbacks [] for port (5230fa60-04fc-41e4-ab07-6db406024d32), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:16.716758 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['270e4dae-fc06-47c5-bb31-01f479ce5dc4'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:26:16.732378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:16.849473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05cd6d-4aad-412c-ac32-e41fab43aea4 req-e99d6d50-e033-40c7-98b4-0db0d9a2b2fa tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:16.850938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d05cd6d-4aad-412c-ac32-e41fab43aea4 req-e99d6d50-e033-40c7-98b4-0db0d9a2b2fa tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1824594 Feb 16 16:26:16.860253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Pushing event updated for resources: {'Port': ['ID=5230fa60-04fc-41e4-ab07-6db406024d32,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:16.905691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-680b1ae7-a460-40fd-8390-02eb36d706a1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Made reservation on behalf of 76657d9df89241a0821ee0edbc04fcc3 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:26:16.908949 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-680b1ae7-a460-40fd-8390-02eb36d706a1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:16.924624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1c636-8ca3-4391-99c7-fa47b4f1ce23 req-72a95b9a-8bc9-4ce8-829d-49a5b9c0eb77 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:16.926087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ff1c636-8ca3-4391-99c7-fa47b4f1ce23 req-72a95b9a-8bc9-4ce8-829d-49a5b9c0eb77 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2448940 Feb 16 16:26:16.947439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Attempting to bind port 5230fa60-04fc-41e4-ab07-6db406024d32 on host n-h1-669411-5 for vnic_type normal with profile {"migrating_to": "n-h2-669411-5"} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:26:16.947684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Attempting to bind port 5230fa60-04fc-41e4-ab07-6db406024d32 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:26:16.948030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Attempting to bind port 5230fa60-04fc-41e4-ab07-6db406024d32 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:16.972624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Port 5230fa60-04fc-41e4-ab07-6db406024d32 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:26:16.972942 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Attempting to bind port 5230fa60-04fc-41e4-ab07-6db406024d32 on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:16.996182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:26:16.996515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Checking segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:26:16.996909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Bound using segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:26:16.997326 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Bound port: 5230fa60-04fc-41e4-ab07-6db406024d32, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:26:16.998402 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:17.039544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d05cd6d-4aad-412c-ac32-e41fab43aea4 req-4450e043-4126-456a-bde7-ef8bbadf62a8 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744072 Feb 16 16:26:17.067556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ff1c636-8ca3-4391-99c7-fa47b4f1ce23 req-1e094c6a-11cb-4087-8b71-faa72baab86b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329722 Feb 16 16:26:17.194388 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c7ec868-35d1-4573-be74-f1ff1c44ebe8 req-ac1615f8-8ac0-4bc0-b7b4-fa1e7842ecae tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 210 time: 0.0840588 Feb 16 16:26:17.219116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:26:17.225742 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5230fa60-04fc-41e4-ab07-6db406024d32,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:26:17.232104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-680b1ae7-a460-40fd-8390-02eb36d706a1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Allocated IP 172.20.0.4 (947f349f-609e-481d-a318-d67059ed0b1c/f72f5249-4b76-410c-b98e-014d0996b37b/ea196f14-50b1-4ff8-ae21-a17867416741) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:26:17.236675 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:17.278190 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938d6b05-8897-4bb8-8666-ecf32060500f x-openstack-request-id: req-938d6b05-8897-4bb8-8666-ecf32060500f {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:17.278475 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f6498f-3613-4085-a6da-a0148593e3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "5230fa60-04fc-41e4-ab07-6db406024d32", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:17.278867 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-938d6b05-8897-4bb8-8666-ecf32060500f {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:17.279346 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6498f-3613-4085-a6da-a0148593e3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5230fa60-04fc-41e4-ab07-6db406024d32', 'code': 200} Feb 16 16:26:17.316316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d18d96-0cd8-40cf-ba64-e25ad9b44b23 req-3802ee04-ea18-4434-851e-fdb86ba01cf1 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:17.317783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73d18d96-0cd8-40cf-ba64-e25ad9b44b23 req-3802ee04-ea18-4434-851e-fdb86ba01cf1 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 949 time: 0.1851709 Feb 16 16:26:17.413516 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Pushing event updated for resources: {'Port': ['ID=5230fa60-04fc-41e4-ab07-6db406024d32,revision_number=8']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:17.442180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:17.442791 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:17.444186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7d8b1fd6-6905-4183-8f69-bb409364e190 service neutron] 10.222.0.60 "PUT /v2.0/ports/5230fa60-04fc-41e4-ab07-6db406024d32 HTTP/1.1" status: 200 len: 1121 time: 1.3634903 Feb 16 16:26:17.515362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73d18d96-0cd8-40cf-ba64-e25ad9b44b23 req-f06e6a18-f0ba-4d7f-bb41-084e74c5f1c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877506 Feb 16 16:26:17.532498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c3bc9-bc59-4d45-8690-49f69765f484 req-39418f84-d959-4434-bf0a-0c1ca277d9ca tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:17.537440 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-112c3bc9-bc59-4d45-8690-49f69765f484 req-39418f84-d959-4434-bf0a-0c1ca277d9ca tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.2120709 Feb 16 16:26:17.572733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['5230fa60-04fc-41e4-ab07-6db406024d32'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:26:17.579501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['5230fa60-04fc-41e4-ab07-6db406024d32'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:26:17.585588 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-680b1ae7-a460-40fd-8390-02eb36d706a1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for port (ea196f14-50b1-4ff8-ae21-a17867416741), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:17.640792 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-112c3bc9-bc59-4d45-8690-49f69765f484 req-5990b7d8-6942-45cd-b688-7481cce9089b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948565 Feb 16 16:26:17.691301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf793f64-2dbf-4b17-884d-b8dd584b45c1 req-9afae85b-ca48-4a4f-bdc1-fb2a2cf0e7dd tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:17.692948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf793f64-2dbf-4b17-884d-b8dd584b45c1 req-9afae85b-ca48-4a4f-bdc1-fb2a2cf0e7dd tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.0869751 Feb 16 16:26:17.694256 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-680b1ae7-a460-40fd-8390-02eb36d706a1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:17.773065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-680b1ae7-a460-40fd-8390-02eb36d706a1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Network 947f349f-609e-481d-a318-d67059ed0b1c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:26:17.781580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-680b1ae7-a460-40fd-8390-02eb36d706a1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:26:17.783356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b1ae7-a460-40fd-8390-02eb36d706a1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Pushing event updated for resources: {'Port': ['ID=ea196f14-50b1-4ff8-ae21-a17867416741,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:17.806414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-680b1ae7-a460-40fd-8390-02eb36d706a1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:26:17.858420 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf793f64-2dbf-4b17-884d-b8dd584b45c1 req-20b221e5-3976-41e9-8038-972807b6ec9b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304259 Feb 16 16:26:17.877777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-680b1ae7-a460-40fd-8390-02eb36d706a1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:17.878389 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-680b1ae7-a460-40fd-8390-02eb36d706a1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:17.889388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f6f58-f45a-41bb-aefc-6f9800b2c8ba req-a01dbe95-5ca4-4984-b9d1-a3d37394004f tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:17.890968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d9f6f58-f45a-41bb-aefc-6f9800b2c8ba req-a01dbe95-5ca4-4984-b9d1-a3d37394004f tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1321552 Feb 16 16:26:17.919840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-680b1ae7-a460-40fd-8390-02eb36d706a1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3557191 Feb 16 16:26:17.937537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Request body: {'port': {'device_id': '8d07f14e-6010-478b-89fb-2af171c226f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:17.971309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d9f6f58-f45a-41bb-aefc-6f9800b2c8ba req-5190807f-541e-4584-98d9-47599409c88d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742502 Feb 16 16:26:18.007340 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:18.218547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50354) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:18.275298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87636db9-7436-43be-8519-0c8bd3e48438 req-21afe13e-ade3-4c24-862d-424fbc649fd1 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:18.276847 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87636db9-7436-43be-8519-0c8bd3e48438 req-21afe13e-ade3-4c24-862d-424fbc649fd1 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1488409 Feb 16 16:26:18.297401 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea89ca-bd15-4eaa-9983-50a7c2bed61e req-69f1fe0d-c93a-4860-b287-3cbabf103a46 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:18.298842 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7eea89ca-bd15-4eaa-9983-50a7c2bed61e req-69f1fe0d-c93a-4860-b287-3cbabf103a46 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1376531 Feb 16 16:26:18.328534 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bccb89e-b36f-4fe3-8d7f-dce0f7e54a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:18.402766 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bccb89e-b36f-4fe3-8d7f-dce0f7e54a49 admin admin] Publish callbacks [] for security_group (812f62c1-a17e-46d7-98e7-f6081a743ea5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:18.406717 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bccb89e-b36f-4fe3-8d7f-dce0f7e54a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (812f62c1-a17e-46d7-98e7-f6081a743ea5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:18.415488 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87636db9-7436-43be-8519-0c8bd3e48438 req-c93cf779-4fb8-498b-8b3d-f46fbaa312c0 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301155 Feb 16 16:26:18.430462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7eea89ca-bd15-4eaa-9983-50a7c2bed61e req-f18efa72-6bb5-4653-b8d2-76ffcf340511 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221030 Feb 16 16:26:18.441983 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea196f14-50b1-4ff8-ae21-a17867416741 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:18.444714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccb89e-b36f-4fe3-8d7f-dce0f7e54a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812f62c1-a17e-46d7-98e7-f6081a743ea5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:18.451334 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Publish callbacks [] for port (ea196f14-50b1-4ff8-ae21-a17867416741), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:18.455137 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8bccb89e-b36f-4fe3-8d7f-dce0f7e54a49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aeb7d791db76487eae72ca6f8d1dbca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350414 Feb 16 16:26:18.455249 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50360) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:18.478407 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Transition to ACTIVE for port object ea196f14-50b1-4ff8-ae21-a17867416741 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:26:18.488728 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:18.601504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Pushing event updated for resources: {'Port': ['ID=ea196f14-50b1-4ff8-ae21-a17867416741,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:18.624215 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c8169a6d-5a67-4048-9a53-58345183c61f admin admin] Publish callbacks [] for security_group (812f62c1-a17e-46d7-98e7-f6081a743ea5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:18.690374 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c8169a6d-5a67-4048-9a53-58345183c61f admin admin] Publish callbacks [] for security_group (812f62c1-a17e-46d7-98e7-f6081a743ea5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:18.704978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefa325-734a-42ef-9cdc-c98e033c3cae req-7d3b239d-b4b6-4aec-8a6b-bf0aa048461f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:18.706443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdefa325-734a-42ef-9cdc-c98e033c3cae req-7d3b239d-b4b6-4aec-8a6b-bf0aa048461f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 943 time: 0.2047966 Feb 16 16:26:18.767776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23045d-6f1e-4599-9566-f5590ba99a44 req-a891ed4d-610b-452e-b9e3-a6164d65e667 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:18.769255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d23045d-6f1e-4599-9566-f5590ba99a44 req-a891ed4d-610b-452e-b9e3-a6164d65e667 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 949 time: 0.1837204 Feb 16 16:26:19.083832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Attempting to bind port ea196f14-50b1-4ff8-ae21-a17867416741 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:26:19.084163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Attempting to bind port ea196f14-50b1-4ff8-ae21-a17867416741 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:26:19.084484 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Attempting to bind port ea196f14-50b1-4ff8-ae21-a17867416741 on network 947f349f-609e-481d-a318-d67059ed0b1c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:19.100520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdefa325-734a-42ef-9cdc-c98e033c3cae req-2e108afe-c752-4ffd-9723-e008bda04d26 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854616 Feb 16 16:26:19.101584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Port ea196f14-50b1-4ff8-ae21-a17867416741 on network 947f349f-609e-481d-a318-d67059ed0b1c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:26:19.101906 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Attempting to bind port ea196f14-50b1-4ff8-ae21-a17867416741 on network 947f349f-609e-481d-a318-d67059ed0b1c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:19.108028 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c8169a6d-5a67-4048-9a53-58345183c61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (812f62c1-a17e-46d7-98e7-f6081a743ea5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:19.110526 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c8169a6d-5a67-4048-9a53-58345183c61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:19.114125 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c8169a6d-5a67-4048-9a53-58345183c61f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/812f62c1-a17e-46d7-98e7-f6081a743ea5 HTTP/1.1" status: 204 len: 168 time: 0.6554792 Feb 16 16:26:19.122985 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:26:19.123330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Checking segment: {'id': 'f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:26:19.123711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Bound using segment: {'id': 'f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:26:19.124175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Bound port: ea196f14-50b1-4ff8-ae21-a17867416741, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:26:19.124507 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:19.146034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8169a6d-5a67-4048-9a53-58345183c61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812f62c1-a17e-46d7-98e7-f6081a743ea5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:19.155389 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d23045d-6f1e-4599-9566-f5590ba99a44 req-ac1674fa-e1d5-4079-901c-9a86c27f2d6b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777182 Feb 16 16:26:19.240993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] For port ea196f14-50b1-4ff8-ae21-a17867416741, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:26:19.280703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f6498f-3613-4085-a6da-a0148593e3f6', 'tag': '5230fa60-04fc-41e4-ab07-6db406024d32'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:19.283031 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625be924-2b4e-4ea5-8d13-ad1b5e9d73ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f6498f-3613-4085-a6da-a0148593e3f6", "tag": "5230fa60-04fc-41e4-ab07-6db406024d32"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:19.289356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] For port ea196f14-50b1-4ff8-ae21-a17867416741, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ea196f14-50b1-4ff8-ae21-a17867416741,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:26:19.300018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40539f8-b7b8-45e3-b4a8-b1646ab78d95 req-23f52298-e68d-414b-b085-908eb6f2a8a6 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:19.301490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f40539f8-b7b8-45e3-b4a8-b1646ab78d95 req-23f52298-e68d-414b-b085-908eb6f2a8a6 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.1242518 Feb 16 16:26:19.304681 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:19.360007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:19.360623 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:19.361978 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] 10.222.0.65 "PUT /v2.0/ports/ea196f14-50b1-4ff8-ae21-a17867416741 HTTP/1.1" status: 200 len: 1091 time: 1.4314528 Feb 16 16:26:19.381110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d7f00-c2c3-4d40-80df-1fc1ff2b47ce req-f360fc12-b725-4025-a20e-fd7bd25673da tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:19.382701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba7d7f00-c2c3-4d40-80df-1fc1ff2b47ce req-f360fc12-b725-4025-a20e-fd7bd25673da tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.1460707 Feb 16 16:26:19.429955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79e49c-ae6b-4d31-94c4-5275cbd4017f service neutron] Pushing event updated for resources: {'Port': ['ID=ea196f14-50b1-4ff8-ae21-a17867416741,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:19.469639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f40539f8-b7b8-45e3-b4a8-b1646ab78d95 req-064d593d-4f0e-4b7c-a67b-9c31e8475819 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597605 Feb 16 16:26:19.474090 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:26:19.502713 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba7d7f00-c2c3-4d40-80df-1fc1ff2b47ce req-1d55d8e5-0a7c-4edd-8c4a-6758483a14f9 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129262 Feb 16 16:26:19.507825 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-c430ea89-5b14-4e87-b66b-9a72b3a55b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:19.508916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-c430ea89-5b14-4e87-b66b-9a72b3a55b90 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=76657d9df89241a0821ee0edbc04fcc3&device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 1125 time: 0.0974734 Feb 16 16:26:19.560944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-35f5ab89-d5e7-4eeb-97c1-9db3e09640ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea196f14-50b1-4ff8-ae21-a17867416741 HTTP/1.1" status: 200 len: 217 time: 0.0440512 Feb 16 16:26:19.579691 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060a61af-0ee6-4914-acd9-77db8360e5cd x-openstack-request-id: req-060a61af-0ee6-4914-acd9-77db8360e5cd {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:19.580006 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f6498f-3613-4085-a6da-a0148593e3f6", "tag": "5230fa60-04fc-41e4-ab07-6db406024d32", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:19.580257 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-060a61af-0ee6-4914-acd9-77db8360e5cd {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:19.580650 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f6498f-3613-4085-a6da-a0148593e3f6', 'tag': '5230fa60-04fc-41e4-ab07-6db406024d32', 'status': 'completed', 'code': 200} Feb 16 16:26:19.713015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-9c17a5f2-7cef-4932-be98-def20b6be8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:19.715960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-9c17a5f2-7cef-4932-be98-def20b6be8f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f72f5249-4b76-410c-b98e-014d0996b37b HTTP/1.1" status: 200 len: 861 time: 0.1339586 Feb 16 16:26:19.741263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f680e-c7bd-4cbf-a0f6-ef874c452bdf req-3f0fa86b-def9-4382-8ce3-126f9a860872 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:19.742711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-598f680e-c7bd-4cbf-a0f6-ef874c452bdf req-3f0fa86b-def9-4382-8ce3-126f9a860872 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1909218 Feb 16 16:26:19.767667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-10d7b4e3-bc3b-4aac-9515-b3e64f629670 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=947f349f-609e-481d-a318-d67059ed0b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433817 Feb 16 16:26:19.816834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625be924-2b4e-4ea5-8d13-ad1b5e9d73ca req-03bda454-bb9f-45e7-86b5-73d7a6103dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:19.818378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-625be924-2b4e-4ea5-8d13-ad1b5e9d73ca req-03bda454-bb9f-45e7-86b5-73d7a6103dcd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 1155 time: 0.1993680 Feb 16 16:26:19.837373 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837741e-76fa-4775-830b-8489123ca5a7 req-f396fa78-dfcd-42dc-85f1-45569fbe8894 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:19.839111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2837741e-76fa-4775-830b-8489123ca5a7 req-f396fa78-dfcd-42dc-85f1-45569fbe8894 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.2098641 Feb 16 16:26:19.875411 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 270e4dae-fc06-47c5-bb31-01f479ce5dc4 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:26:19.933610 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 270e4dae-fc06-47c5-bb31-01f479ce5dc4 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:26:19.937899 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 270e4dae-fc06-47c5-bb31-01f479ce5dc4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:26:19.938365 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:19.958060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-598f680e-c7bd-4cbf-a0f6-ef874c452bdf req-56780588-9464-41e1-9b1b-bac3da71686b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928132 Feb 16 16:26:20.030058 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 270e4dae-fc06-47c5-bb31-01f479ce5dc4 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:20.030450 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:20.046809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2837741e-76fa-4775-830b-8489123ca5a7 req-0081cf74-dc7b-4a5c-b80c-67358d093dc4 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839004 Feb 16 16:26:20.052532 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-5d31ff28-42f8-48f2-96e7-79c46a7d5cc4 service neutron] 10.222.0.65 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746980 Feb 16 16:26:20.055024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d630ea-315a-4335-86ea-45a9850357b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270e4dae-fc06-47c5-bb31-01f479ce5dc4'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:20.057416 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7e824d-65ef-41a1-a79d-0e12c45fb862" -d '{"events": [{"server_uuid": "35d630ea-315a-4335-86ea-45a9850357b5", "name": "network-vif-plugged", "status": "completed", "tag": "270e4dae-fc06-47c5-bb31-01f479ce5dc4"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:20.081332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625be924-2b4e-4ea5-8d13-ad1b5e9d73ca req-d8eb56b8-a034-4d7a-aa7c-41657dba2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:20.082844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-625be924-2b4e-4ea5-8d13-ad1b5e9d73ca req-d8eb56b8-a034-4d7a-aa7c-41657dba2e72 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.2529459 Feb 16 16:26:20.082984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 270e4dae-fc06-47c5-bb31-01f479ce5dc4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=270e4dae-fc06-47c5-bb31-01f479ce5dc4,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:20.089176 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:20.141554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=270e4dae-fc06-47c5-bb31-01f479ce5dc4,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:20.154854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-625be924-2b4e-4ea5-8d13-ad1b5e9d73ca req-9456e3be-39bb-4860-9293-8a73475c86a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5230fa60-04fc-41e4-ab07-6db406024d32 HTTP/1.1" status: 200 len: 217 time: 0.0604937 Feb 16 16:26:20.229276 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60265bf7-8909-43e3-b984-2891a7bc3f7a x-openstack-request-id: req-60265bf7-8909-43e3-b984-2891a7bc3f7a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:20.229960 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d630ea-315a-4335-86ea-45a9850357b5", "name": "network-vif-plugged", "status": "completed", "tag": "270e4dae-fc06-47c5-bb31-01f479ce5dc4", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:20.230468 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60265bf7-8909-43e3-b984-2891a7bc3f7a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:20.232267 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d630ea-315a-4335-86ea-45a9850357b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270e4dae-fc06-47c5-bb31-01f479ce5dc4', 'code': 200} Feb 16 16:26:20.243994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b229686-de2f-45a9-adfb-6025360b9158 req-e5f5d2a8-a547-4fa3-97b6-14d806261043 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:20.245582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b229686-de2f-45a9-adfb-6025360b9158 req-e5f5d2a8-a547-4fa3-97b6-14d806261043 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1979089 Feb 16 16:26:20.267501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625be924-2b4e-4ea5-8d13-ad1b5e9d73ca req-10330123-6594-44d3-bac2-e9c280ecdef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:20.269005 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-625be924-2b4e-4ea5-8d13-ad1b5e9d73ca req-10330123-6594-44d3-bac2-e9c280ecdef7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.1059430 Feb 16 16:26:20.367222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d5de9d6-1d26-47e1-9258-2c28a993bc11 req-f63d9dc0-8560-4def-be3b-90f6d73d60d7 service neutron] 10.222.0.65 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042581 Feb 16 16:26:20.368922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-625be924-2b4e-4ea5-8d13-ad1b5e9d73ca req-f7bc4306-19b1-4088-a4dc-d48bcd6ad10a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905337 Feb 16 16:26:20.406270 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b229686-de2f-45a9-adfb-6025360b9158 req-9d69f213-d0c6-4199-87c0-744b51461b83 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518712 Feb 16 16:26:20.460390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1f043-79fa-4a73-b253-669392193c0a req-a5d69a44-9135-4d74-af7c-e168b6669c8d tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:20.461894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1b1f043-79fa-4a73-b253-669392193c0a req-a5d69a44-9135-4d74-af7c-e168b6669c8d tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 943 time: 0.1804962 Feb 16 16:26:20.508045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2656dd-096d-45cd-941d-8c29bb15f1b5 req-45dce0a7-4c1e-4c3c-ac9b-ad5260106169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:20.509503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a2656dd-096d-45cd-941d-8c29bb15f1b5 req-45dce0a7-4c1e-4c3c-ac9b-ad5260106169 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 1132 time: 0.2074711 Feb 16 16:26:20.597805 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-625be924-2b4e-4ea5-8d13-ad1b5e9d73ca req-adb06e85-5c8f-478f-aab0-095ed9a428fa service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135725 Feb 16 16:26:20.644714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1b1f043-79fa-4a73-b253-669392193c0a req-fd7c717a-b9d1-40c5-9d6a-2ab6d126a6f5 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550708 Feb 16 16:26:20.666654 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a2656dd-096d-45cd-941d-8c29bb15f1b5 req-6daba576-81df-40c1-87f9-59c05e231a4c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388364 Feb 16 16:26:20.676920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458d6ea-c3a1-4787-9f50-4f35119ba237 req-7756ec54-1b23-4b7b-bdab-a437cafc2a12 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:20.678417 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d458d6ea-c3a1-4787-9f50-4f35119ba237 req-7756ec54-1b23-4b7b-bdab-a437cafc2a12 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.1765051 Feb 16 16:26:20.802782 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-625be924-2b4e-4ea5-8d13-ad1b5e9d73ca req-0bbaf558-6258-4ad2-8eca-2721434f1e5b service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910412 Feb 16 16:26:20.806920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d458d6ea-c3a1-4787-9f50-4f35119ba237 req-0c2539c9-e417-44e5-8aa8-564777ca5ace tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986698 Feb 16 16:26:20.819203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a05394-6643-43e3-bd61-30cb4bae8196 req-6d8ac1cb-947b-49a9-9238-2eb8ccf48141 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:20.820809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63a05394-6643-43e3-bd61-30cb4bae8196 req-6d8ac1cb-947b-49a9-9238-2eb8ccf48141 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.1114271 Feb 16 16:26:20.886994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63a05394-6643-43e3-bd61-30cb4bae8196 req-1a1147fa-12c9-44dd-8ed6-063f75efd9b7 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531487 Feb 16 16:26:20.932906 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1569-134e-4581-b6e0-ff1a62178a7b req-a0c54ae3-46a2-45b8-8594-75d8005fea29 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:20.934795 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-866b1569-134e-4581-b6e0-ff1a62178a7b req-a0c54ae3-46a2-45b8-8594-75d8005fea29 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.0676501 Feb 16 16:26:20.984334 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-866b1569-134e-4581-b6e0-ff1a62178a7b req-f71c4389-1795-49e8-a232-6d98a7a7a6f4 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432680 Feb 16 16:26:21.093176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43610c9-5142-4498-9717-db2b0c8db2d3 req-e7c88a33-7177-4835-ad78-1546f6034d0f tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:21.095796 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f43610c9-5142-4498-9717-db2b0c8db2d3 req-e7c88a33-7177-4835-ad78-1546f6034d0f tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0588322 Feb 16 16:26:21.170905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f43610c9-5142-4498-9717-db2b0c8db2d3 req-5d0591fc-cc5f-4b5c-b693-8a415db2ae16 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707531 Feb 16 16:26:21.198386 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f9e50-d136-49b0-bad7-65a22df2cd4f req-59893c39-945f-46b8-8383-de9c284e6fb3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:21.199887 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-943f9e50-d136-49b0-bad7-65a22df2cd4f req-59893c39-945f-46b8-8383-de9c284e6fb3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0730653 Feb 16 16:26:21.248234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-943f9e50-d136-49b0-bad7-65a22df2cd4f req-e2577ff7-4b93-4253-8466-83210aabfadd tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 Feb 16 16:26:21.279360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50436) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:21.380534 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09483902-3b42-4b7c-bb2f-1d83eaf65ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:21.455165 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09483902-3b42-4b7c-bb2f-1d83eaf65ab8 admin admin] Publish callbacks [] for security_group (4c2ce1a5-5b2a-4cbf-b136-5fc2da1cf27b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:21.459593 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09483902-3b42-4b7c-bb2f-1d83eaf65ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4c2ce1a5-5b2a-4cbf-b136-5fc2da1cf27b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:21.512946 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-09483902-3b42-4b7c-bb2f-1d83eaf65ab8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8722859fef504576863253d1512317b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323761 Feb 16 16:26:21.513714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09483902-3b42-4b7c-bb2f-1d83eaf65ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2ce1a5-5b2a-4cbf-b136-5fc2da1cf27b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:21.515494 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50442) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:21.555873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7b1e6-a275-4554-8644-4d509606d3b7 req-fed68535-0192-444b-a4bd-95dd08519a0d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:21.557421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60d7b1e6-a275-4554-8644-4d509606d3b7 req-fed68535-0192-444b-a4bd-95dd08519a0d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0640314 Feb 16 16:26:21.564306 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10836e2f-a188-4e32-950b-071ace0a03ba admin admin] Publish callbacks [] for security_group (4c2ce1a5-5b2a-4cbf-b136-5fc2da1cf27b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:21.583121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d07f14e-6010-478b-89fb-2af171c226f4', 'tag': 'ea196f14-50b1-4ff8-ae21-a17867416741'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:21.585318 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4a84a4-5b7f-4ece-a8c4-85c39ea42761" -d '{"events": [{"name": "network-changed", "server_uuid": "8d07f14e-6010-478b-89fb-2af171c226f4", "tag": "ea196f14-50b1-4ff8-ae21-a17867416741"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:21.585606 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10836e2f-a188-4e32-950b-071ace0a03ba admin admin] Publish callbacks [] for security_group (4c2ce1a5-5b2a-4cbf-b136-5fc2da1cf27b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:21.610242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60d7b1e6-a275-4554-8644-4d509606d3b7 req-a4bc1921-ded0-4ad9-9aa3-bdb2ba629f5e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471694 Feb 16 16:26:21.637141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10836e2f-a188-4e32-950b-071ace0a03ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4c2ce1a5-5b2a-4cbf-b136-5fc2da1cf27b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:21.638928 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16767afd-e1b9-4056-85c7-f5d6d8f0f0de x-openstack-request-id: req-16767afd-e1b9-4056-85c7-f5d6d8f0f0de {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:21.639218 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d07f14e-6010-478b-89fb-2af171c226f4", "tag": "ea196f14-50b1-4ff8-ae21-a17867416741", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:21.639476 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16767afd-e1b9-4056-85c7-f5d6d8f0f0de {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:21.639909 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d07f14e-6010-478b-89fb-2af171c226f4', 'tag': 'ea196f14-50b1-4ff8-ae21-a17867416741', 'status': 'completed', 'code': 200} Feb 16 16:26:21.640015 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10836e2f-a188-4e32-950b-071ace0a03ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:21.641230 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-10836e2f-a188-4e32-950b-071ace0a03ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c2ce1a5-5b2a-4cbf-b136-5fc2da1cf27b HTTP/1.1" status: 204 len: 168 time: 0.1241655 Feb 16 16:26:21.649451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10836e2f-a188-4e32-950b-071ace0a03ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2ce1a5-5b2a-4cbf-b136-5fc2da1cf27b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:21.730894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a84a4-5b7f-4ece-a8c4-85c39ea42761 req-b53d8a27-f037-4fe4-8135-5e06fd14dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:21.732864 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a4a84a4-5b7f-4ece-a8c4-85c39ea42761 req-b53d8a27-f037-4fe4-8135-5e06fd14dd77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=76657d9df89241a0821ee0edbc04fcc3&device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 1125 time: 0.0677438 Feb 16 16:26:21.834355 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc6a9f-5ae8-4ebb-b48a-f823bd8c7ca7 req-cd397ca7-502b-4957-9a04-6ee579bdaf3b tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:21.835866 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc6a9f-5ae8-4ebb-b48a-f823bd8c7ca7 req-cd397ca7-502b-4957-9a04-6ee579bdaf3b tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 943 time: 0.1202240 Feb 16 16:26:21.863063 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a84a4-5b7f-4ece-a8c4-85c39ea42761 req-2db725ab-cdeb-4dbf-a1ff-acc3a4cfad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:21.865253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a4a84a4-5b7f-4ece-a8c4-85c39ea42761 req-2db725ab-cdeb-4dbf-a1ff-acc3a4cfad7f service neutron] 10.222.0.65 "GET /v2.0/networks?id=947f349f-609e-481d-a318-d67059ed0b1c HTTP/1.1" status: 200 len: 922 time: 0.1183217 Feb 16 16:26:21.921855 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a4a84a4-5b7f-4ece-a8c4-85c39ea42761 req-65b0c7e9-e4f2-40f3-8516-b3a85f2f447d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea196f14-50b1-4ff8-ae21-a17867416741 HTTP/1.1" status: 200 len: 217 time: 0.0480337 Feb 16 16:26:22.002212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc6a9f-5ae8-4ebb-b48a-f823bd8c7ca7 req-353f27ff-a964-4f48-830f-4045e8610883 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571693 Feb 16 16:26:22.030659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a84a4-5b7f-4ece-a8c4-85c39ea42761 req-ff8b4cd3-8b8c-4f29-bcfd-657c2bb555e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:22.032124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a4a84a4-5b7f-4ece-a8c4-85c39ea42761 req-ff8b4cd3-8b8c-4f29-bcfd-657c2bb555e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f72f5249-4b76-410c-b98e-014d0996b37b HTTP/1.1" status: 200 len: 861 time: 0.0975981 Feb 16 16:26:22.039773 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee00374-7507-4c4d-ad24-c6fbc7ca300d req-ae275f88-f3b6-4641-bdb4-2c823f62fcc7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:22.041191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ee00374-7507-4c4d-ad24-c6fbc7ca300d req-ae275f88-f3b6-4641-bdb4-2c823f62fcc7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.1246707 Feb 16 16:26:22.080569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a4a84a4-5b7f-4ece-a8c4-85c39ea42761 req-ca82c222-6c74-407c-8c70-582033bad3be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=947f349f-609e-481d-a318-d67059ed0b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383782 Feb 16 16:26:22.206224 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ee00374-7507-4c4d-ad24-c6fbc7ca300d req-c6a6a541-c022-48af-9313-f33c61e6a5df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565299 Feb 16 16:26:22.223529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ab702-9119-4428-8bcb-4cf937bab81e req-5936b0ee-b5b3-4f45-8bbc-c45252bfb0b4 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:22.225033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-396ab702-9119-4428-8bcb-4cf937bab81e req-5936b0ee-b5b3-4f45-8bbc-c45252bfb0b4 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.1532235 Feb 16 16:26:22.275937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a4a84a4-5b7f-4ece-a8c4-85c39ea42761 req-79f2e235-037b-4c3b-98e1-a3f9f1b78b78 service neutron] 10.222.0.65 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847546 Feb 16 16:26:22.308591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50478) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:22.384691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-396ab702-9119-4428-8bcb-4cf937bab81e req-0874a328-b1b7-4fb3-8cd1-a7371db65a8e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441007 Feb 16 16:26:22.419884 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1918601263-network', 'tenant_id': 'da9e0dbc57154d39a4ac3c446d85eb5f'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:22.426845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad262985-0d3d-49fe-8ddc-8c9ad524e0a2 req-09eda8ab-c2d6-444f-ab7d-394456c69ea1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:22.428708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad262985-0d3d-49fe-8ddc-8c9ad524e0a2 req-09eda8ab-c2d6-444f-ab7d-394456c69ea1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.1306889 Feb 16 16:26:22.432124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a4a84a4-5b7f-4ece-a8c4-85c39ea42761 req-88cf6357-825a-459f-a126-770c394c37a5 service neutron] 10.222.0.65 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499913 Feb 16 16:26:22.458752 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] Made reservation on behalf of da9e0dbc57154d39a4ac3c446d85eb5f for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:26:22.461105 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:22.472811 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:22.532630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad262985-0d3d-49fe-8ddc-8c9ad524e0a2 req-6eea3b67-9113-485a-83d5-7237749b289a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943320 Feb 16 16:26:22.544877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6be26-4c11-4eab-be20-7b8abb7d3da7 req-ae333d2c-d3a4-43f4-8299-984161dcb867 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:22.546412 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36a6be26-4c11-4eab-be20-7b8abb7d3da7 req-ae333d2c-d3a4-43f4-8299-984161dcb867 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0971246 Feb 16 16:26:22.553054 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] Publish callbacks [] for security_group (4971ecab-2654-4446-a786-b866b8aabc69), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:22.558233 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4971ecab-2654-4446-a786-b866b8aabc69), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:22.580694 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:26:22.599303 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4971ecab-2654-4446-a786-b866b8aabc69,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:22.602261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:22.602605 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] Added segment fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e of type vlan for network 31278935-f810-46a4-aebc-3e52f08f28df Feb 16 16:26:22.640011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36a6be26-4c11-4eab-be20-7b8abb7d3da7 req-e2fc0b85-a5d5-49be-a768-3d60b114c41f tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827601 Feb 16 16:26:22.644279 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (31278935-f810-46a4-aebc-3e52f08f28df), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:22.660498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40e25f-a639-4351-83fb-bb94255cb3db req-1be895f7-6ced-4c8b-99c1-595e4c58c18e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:22.662095 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c40e25f-a639-4351-83fb-bb94255cb3db req-1be895f7-6ced-4c8b-99c1-595e4c58c18e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0620863 Feb 16 16:26:22.665619 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device ea196f14-50b1-4ff8-ae21-a17867416741 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:26:22.670340 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (31278935-f810-46a4-aebc-3e52f08f28df), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:22.671380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:22.672226 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:22.740476 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4295425 Feb 16 16:26:22.742148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d6f9c-dfc0-4874-bd5a-d5a12eadab53 admin admin] Pushing event updated for resources: {'Network': ['ID=31278935-f810-46a4-aebc-3e52f08f28df,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:22.743612 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50484) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:22.756899 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 31278935-f810-46a4-aebc-3e52f08f28df details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:26:22.762538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d64422df-7040-4fbc-bee0-2f2dc6a1f415 admin admin] Request body: {'subnet': {'network_id': '31278935-f810-46a4-aebc-3e52f08f28df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1918601263-subnet', 'tenant_id': 'da9e0dbc57154d39a4ac3c446d85eb5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:22.771803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c40e25f-a639-4351-83fb-bb94255cb3db req-ebfeaa16-1e57-487f-97d0-8349f21919d6 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920093 Feb 16 16:26:22.799465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64422df-7040-4fbc-bee0-2f2dc6a1f415 admin admin] Made reservation on behalf of da9e0dbc57154d39a4ac3c446d85eb5f for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:26:22.802045 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d64422df-7040-4fbc-bee0-2f2dc6a1f415 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:22.826203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51626ee-daca-4fed-8000-864e3ead4fdc req-51c16e41-79b3-42cc-af96-74ade5bd594f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:22.827797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f51626ee-daca-4fed-8000-864e3ead4fdc req-51c16e41-79b3-42cc-af96-74ade5bd594f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1080942 Feb 16 16:26:22.928301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f51626ee-daca-4fed-8000-864e3ead4fdc req-41922a31-47d7-4744-ad2b-43a8b8895294 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911703 Feb 16 16:26:22.965891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port ea196f14-50b1-4ff8-ae21-a17867416741, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ea196f14-50b1-4ff8-ae21-a17867416741,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:22.979731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'ea196f14-50b1-4ff8-ae21-a17867416741', 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c', 'port_id': 'ea196f14-50b1-4ff8-ae21-a17867416741', 'mac_address': 'fa:16:3e:be:44:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72f5249-4b76-410c-b98e-014d0996b37b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:26:23.022064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port ea196f14-50b1-4ff8-ae21-a17867416741 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:23.022545 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:23.025313 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d64422df-7040-4fbc-bee0-2f2dc6a1f415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (ed0aae51-37e2-4f7d-8fc0-b9412ebcaec6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:23.036921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea196f14-50b1-4ff8-ae21-a17867416741 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:23.058690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port ea196f14-50b1-4ff8-ae21-a17867416741, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ea196f14-50b1-4ff8-ae21-a17867416741,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:23.064719 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:23.088426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64422df-7040-4fbc-bee0-2f2dc6a1f415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed0aae51-37e2-4f7d-8fc0-b9412ebcaec6,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:23.101559 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64422df-7040-4fbc-bee0-2f2dc6a1f415 admin admin] Checking segment: {'id': 'fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '31278935-f810-46a4-aebc-3e52f08f28df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:26:23.101916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64422df-7040-4fbc-bee0-2f2dc6a1f415 admin admin] Network hostable DHCP agents. Network: 31278935-f810-46a4-aebc-3e52f08f28df, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:26:23.119137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=ea196f14-50b1-4ff8-ae21-a17867416741,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:23.140058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64422df-7040-4fbc-bee0-2f2dc6a1f415 admin admin] Network 31278935-f810-46a4-aebc-3e52f08f28df is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:26:23.148639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-d64422df-7040-4fbc-bee0-2f2dc6a1f415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 31278935-f810-46a4-aebc-3e52f08f28df) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:26:23.158557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2059919-6659-4c12-82e6-9b04dec1ba56 None None] Network 31278935-f810-46a4-aebc-3e52f08f28df requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:26:23.159057 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408e063-944e-46fd-ab12-3ae3e76c975e req-9a50c14e-e86c-4187-9c0c-c6de17c21dde tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:23.160566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5408e063-944e-46fd-ab12-3ae3e76c975e req-9a50c14e-e86c-4187-9c0c-c6de17c21dde tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 944 time: 0.0743752 Feb 16 16:26:23.161952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64422df-7040-4fbc-bee0-2f2dc6a1f415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:23.162304 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d64422df-7040-4fbc-bee0-2f2dc6a1f415 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:23.192401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d64422df-7040-4fbc-bee0-2f2dc6a1f415 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4476790 Feb 16 16:26:23.221348 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5408e063-944e-46fd-ab12-3ae3e76c975e req-4401de64-150e-43a4-8fe0-04889d76541a tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530410 Feb 16 16:26:23.269174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcf76f2-4720-4b41-afc1-90fc2a8a3046 None None] Network 31278935-f810-46a4-aebc-3e52f08f28df requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:26:23.349444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b1b7-55b4-4fa8-82cd-ad0a4b30c138 req-94d2ad84-daa8-4ae3-a9ef-ec2f61f56675 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:23.351092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42d8b1b7-55b4-4fa8-82cd-ad0a4b30c138 req-94d2ad84-daa8-4ae3-a9ef-ec2f61f56675 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.0570242 Feb 16 16:26:23.402395 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42d8b1b7-55b4-4fa8-82cd-ad0a4b30c138 req-3d0e3d49-2224-4916-8123-76a97be0bcd2 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430124 Feb 16 16:26:23.411294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['ea196f14-50b1-4ff8-ae21-a17867416741'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:26:23.531086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc3e1-2a52-47a1-a610-806974123697 req-25b616f8-ecce-4431-9c51-64a1b368e25f tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:23.538006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d9cc3e1-2a52-47a1-a610-806974123697 req-25b616f8-ecce-4431-9c51-64a1b368e25f tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.0719533 Feb 16 16:26:23.641309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d9cc3e1-2a52-47a1-a610-806974123697 req-862a7d21-110d-4211-9e51-af8e74bfa465 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014643 Feb 16 16:26:23.677035 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-3ba3d838-3b1d-46df-b5ec-4e1c7f172827 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:23.678467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-3ba3d838-3b1d-46df-b5ec-4e1c7f172827 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/networks?id=31278935-f810-46a4-aebc-3e52f08f28df HTTP/1.1" status: 200 len: 814 time: 0.1260087 Feb 16 16:26:23.694228 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-a107f0cc-612e-4912-b69e-b61a39bd3b54 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/quotas/da9e0dbc57154d39a4ac3c446d85eb5f HTTP/1.1" status: 200 len: 375 time: 0.0103052 Feb 16 16:26:23.749504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-d9f4dac8-1ff6-4b69-aa83-060d3441aaa0 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=da9e0dbc57154d39a4ac3c446d85eb5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457006 Feb 16 16:26:23.797696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86954b22-7975-4b8e-968f-cad971f5604b req-6fabdb7f-f592-444e-afe5-e2dbdf73a79d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:23.799149 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86954b22-7975-4b8e-968f-cad971f5604b req-6fabdb7f-f592-444e-afe5-e2dbdf73a79d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.1034329 Feb 16 16:26:23.879123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-f5f3962e-42f2-4aba-af90-d5631f11f05e service neutron] 10.222.0.24 "GET /v2.0/networks/31278935-f810-46a4-aebc-3e52f08f28df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225700 Feb 16 16:26:23.886033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86954b22-7975-4b8e-968f-cad971f5604b req-03de4131-3fbc-4960-9307-521bd676f0fd tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609045 Feb 16 16:26:24.004129 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-25857ec1-c555-4a15-a47b-94fba017e5ed service neutron] 10.222.0.24 "GET /v2.0/networks/31278935-f810-46a4-aebc-3e52f08f28df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171572 Feb 16 16:26:24.019409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3ecf8-9638-4e45-a4de-fe5a3e96b528 req-9365a625-389b-4e72-9eb6-c6fa75ab9cdb tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:24.020870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eb3ecf8-9638-4e45-a4de-fe5a3e96b528 req-9365a625-389b-4e72-9eb6-c6fa75ab9cdb tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0714812 Feb 16 16:26:24.068382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eb3ecf8-9638-4e45-a4de-fe5a3e96b528 req-bb8713dc-286c-4d07-94be-dddfc83c8f0b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418003 Feb 16 16:26:24.222594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3ca93-ca33-46f7-a844-b571d3db7e06 req-451173b8-524b-4e73-b6e0-ff73039be82e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:24.224077 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2f3ca93-ca33-46f7-a844-b571d3db7e06 req-451173b8-524b-4e73-b6e0-ff73039be82e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0924156 Feb 16 16:26:24.234927 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704ff6b-85e0-49e6-b065-0736eaa18794 req-8bb29791-22e3-4ecf-8a8b-e86c93897b13 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:24.236360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2704ff6b-85e0-49e6-b065-0736eaa18794 req-8bb29791-22e3-4ecf-8a8b-e86c93897b13 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.0725784 Feb 16 16:26:24.306324 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2f3ca93-ca33-46f7-a844-b571d3db7e06 req-50123baa-2df7-4bb2-9d04-ecf422139abd tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688441 Feb 16 16:26:24.319362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2704ff6b-85e0-49e6-b065-0736eaa18794 req-57b0910c-d4e4-4b1f-a4b8-c5d9c48058c5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763896 Feb 16 16:26:24.399242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2fc110f-0f99-4afa-a680-db35f0dd8914 req-dca61244-42a7-4282-88fc-5323cf45604c tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 210 time: 0.0357873 Feb 16 16:26:24.685013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device ea196f14-50b1-4ff8-ae21-a17867416741 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:26:24.739306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port ea196f14-50b1-4ff8-ae21-a17867416741 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:26:24.743356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port ea196f14-50b1-4ff8-ae21-a17867416741 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:26:24.743727 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:24.775402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199930a-ac56-43f6-bb74-a60fca51de36 req-9da65b3b-d856-4e28-b7dd-ecb59b8957d7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:24.776933 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4199930a-ac56-43f6-bb74-a60fca51de36 req-9da65b3b-d856-4e28-b7dd-ecb59b8957d7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 944 time: 0.3838890 Feb 16 16:26:24.798468 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a43ecf-d8ad-431c-a4c2-5842725f23cc req-f22d7138-1248-4638-ab2f-a73c349416c4 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:24.799999 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3a43ecf-d8ad-431c-a4c2-5842725f23cc req-f22d7138-1248-4638-ab2f-a73c349416c4 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.0812268 Feb 16 16:26:24.828847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port ea196f14-50b1-4ff8-ae21-a17867416741 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:24.829237 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:24.852685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07f14e-6010-478b-89fb-2af171c226f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea196f14-50b1-4ff8-ae21-a17867416741'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:24.854893 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a86ad2-467a-49a2-84bb-a12fef112c71" -d '{"events": [{"server_uuid": "8d07f14e-6010-478b-89fb-2af171c226f4", "name": "network-vif-plugged", "status": "completed", "tag": "ea196f14-50b1-4ff8-ae21-a17867416741"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:24.863276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4199930a-ac56-43f6-bb74-a60fca51de36 req-b9f55a43-9bc4-404e-9dcf-78c81729097d tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783019 Feb 16 16:26:24.867333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port ea196f14-50b1-4ff8-ae21-a17867416741, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ea196f14-50b1-4ff8-ae21-a17867416741,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:24.870371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3a43ecf-d8ad-431c-a4c2-5842725f23cc req-82cf7ae1-a2b2-44af-94b7-6d43f2767f8a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641148 Feb 16 16:26:24.874266 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:24.920781 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf18a3c-96ad-4b91-9432-1f5273f70fb4 x-openstack-request-id: req-7bf18a3c-96ad-4b91-9432-1f5273f70fb4 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:24.921370 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d07f14e-6010-478b-89fb-2af171c226f4", "name": "network-vif-plugged", "status": "completed", "tag": "ea196f14-50b1-4ff8-ae21-a17867416741", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:24.921986 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bf18a3c-96ad-4b91-9432-1f5273f70fb4 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:24.922351 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07f14e-6010-478b-89fb-2af171c226f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea196f14-50b1-4ff8-ae21-a17867416741', 'code': 200} Feb 16 16:26:24.935721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=ea196f14-50b1-4ff8-ae21-a17867416741,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:25.073196 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84125d9b-29fc-4bad-a3d5-8c45a6da7050 req-6fd7599c-b89b-4107-9fcb-bb09246b5920 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:25.074795 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84125d9b-29fc-4bad-a3d5-8c45a6da7050 req-6fd7599c-b89b-4107-9fcb-bb09246b5920 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.1306496 Feb 16 16:26:25.080807 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80384b-eeda-4b9c-afb9-39120a36684d req-3e0853eb-709b-49d1-a759-040e58852a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:25.082216 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d80384b-eeda-4b9c-afb9-39120a36684d req-3e0853eb-709b-49d1-a759-040e58852a57 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 1127 time: 0.0978179 Feb 16 16:26:25.092610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349d418-6c33-4762-8ada-ab2407d98381 req-0d510e85-9338-41e1-a276-7deaf435fbfe tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:25.094018 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6349d418-6c33-4762-8ada-ab2407d98381 req-0d510e85-9338-41e1-a276-7deaf435fbfe tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.1107097 Feb 16 16:26:25.230885 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d80384b-eeda-4b9c-afb9-39120a36684d req-cbe9ae31-1262-47ff-ab7f-9491b67a740e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317770 Feb 16 16:26:25.238941 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84125d9b-29fc-4bad-a3d5-8c45a6da7050 req-593da2ce-bb0a-4b9b-a982-01788278470a tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558466 Feb 16 16:26:25.271557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6349d418-6c33-4762-8ada-ab2407d98381 req-8ad10e2f-dc97-4836-96d3-4494479dc18f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657879 Feb 16 16:26:25.308693 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-76a094a7-1496-4ad9-9648-2c335dcf12fd tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:25.310880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-76a094a7-1496-4ad9-9648-2c335dcf12fd tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.60 "GET /v2.0/networks?id=31278935-f810-46a4-aebc-3e52f08f28df HTTP/1.1" status: 200 len: 814 time: 0.1508706 Feb 16 16:26:25.326704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-83829b97-fd80-407b-a6c0-e2caf6d6d7f7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Request body: {'port': {'device_id': '0912003f-b931-43f1-8971-f0da9985b7b7', 'network_id': '31278935-f810-46a4-aebc-3e52f08f28df', 'admin_state_up': True, 'tenant_id': 'da9e0dbc57154d39a4ac3c446d85eb5f'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:25.478519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78680d65-55df-49cd-a6a9-820faf8654ba req-2d8bf610-81dc-4896-be2c-ef36a88d4d23 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:25.479993 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-78680d65-55df-49cd-a6a9-820faf8654ba req-2d8bf610-81dc-4896-be2c-ef36a88d4d23 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1649334 Feb 16 16:26:25.527699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accd020-9890-42f6-bb82-b305ee0ea181 req-6f6252ac-20fc-4184-88d6-a4a60a83e6c8 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:25.529661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7accd020-9890-42f6-bb82-b305ee0ea181 req-6f6252ac-20fc-4184-88d6-a4a60a83e6c8 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1506846 Feb 16 16:26:25.540638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-83829b97-fd80-407b-a6c0-e2caf6d6d7f7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Made reservation on behalf of da9e0dbc57154d39a4ac3c446d85eb5f for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:26:25.543793 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-83829b97-fd80-407b-a6c0-e2caf6d6d7f7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:25.584537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-78680d65-55df-49cd-a6a9-820faf8654ba req-ca84996e-9fd3-476f-af83-94a5ae6c61ae tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969758 Feb 16 16:26:25.586403 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dfc15abe-d33d-45af-bf6c-7320db3d4c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:25.646069 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7accd020-9890-42f6-bb82-b305ee0ea181 req-84b1e944-7d39-454b-9196-f05cd4a88e49 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086347 Feb 16 16:26:25.759377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec04734b-d7b2-4f48-8bc7-d71ccc1ed1ee req-678647de-798a-42b8-9188-e23d32d6b70f tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 210 time: 0.0396650 Feb 16 16:26:25.778114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-83829b97-fd80-407b-a6c0-e2caf6d6d7f7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Allocated IP 172.20.0.5 (31278935-f810-46a4-aebc-3e52f08f28df/ed0aae51-37e2-4f7d-8fc0-b9412ebcaec6/c8ecfd39-0ef4-4065-8dee-c93b7bb904d7) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:26:25.791267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a1d95-afb7-44d8-a8f0-61b00e81c35d req-5021690e-9650-4b4d-9516-7797caf32351 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:25.792765 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d6a1d95-afb7-44d8-a8f0-61b00e81c35d req-5021690e-9650-4b4d-9516-7797caf32351 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1419008 Feb 16 16:26:25.872256 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d6a1d95-afb7-44d8-a8f0-61b00e81c35d req-20312af2-b4b7-42b1-879d-7e1c984df8c0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728307 Feb 16 16:26:26.034575 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-83829b97-fd80-407b-a6c0-e2caf6d6d7f7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Publish callbacks [] for port (c8ecfd39-0ef4-4065-8dee-c93b7bb904d7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:26.057706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05983-4a0a-44f6-85cc-d9f10d92e0ea req-e3bde5db-8920-4777-bdc8-5dd8c5659d88 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:26.059173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aef05983-4a0a-44f6-85cc-d9f10d92e0ea req-e3bde5db-8920-4777-bdc8-5dd8c5659d88 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 945 time: 0.1180334 Feb 16 16:26:26.074306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba9a04-b465-42c6-87c1-8c0aba445db6 req-9d1d4edd-ae45-4574-8e4c-4537cadfef1c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:26.076453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2ba9a04-b465-42c6-87c1-8c0aba445db6 req-9d1d4edd-ae45-4574-8e4c-4537cadfef1c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.1241770 Feb 16 16:26:26.134620 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-477a5f06-1e93-4c7a-9eab-1ee91ce8552b service neutron] show failed (client error): The resource could not be found. Feb 16 16:26:26.135681 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-477a5f06-1e93-4c7a-9eab-1ee91ce8552b service neutron] 10.222.0.60 "GET /v2.0/ports/57cd8e91-afbe-4d32-97a1-56b07e70bc5c/bindings/n-h1-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.0587428 Feb 16 16:26:26.158282 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-83829b97-fd80-407b-a6c0-e2caf6d6d7f7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c8ecfd39-0ef4-4065-8dee-c93b7bb904d7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:26.177521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aef05983-4a0a-44f6-85cc-d9f10d92e0ea req-2ebffbc9-82ff-43bc-b0a4-96c08a93e1aa tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125827 Feb 16 16:26:26.200490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2ba9a04-b465-42c6-87c1-8c0aba445db6 req-c2351fd0-c33b-43b7-bb56-fabb4d1eb20c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175613 Feb 16 16:26:26.217333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-83829b97-fd80-407b-a6c0-e2caf6d6d7f7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Network 31278935-f810-46a4-aebc-3e52f08f28df is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:26:26.220524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-83829b97-fd80-407b-a6c0-e2caf6d6d7f7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:26:26.224307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-83829b97-fd80-407b-a6c0-e2caf6d6d7f7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:26:26.248937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83829b97-fd80-407b-a6c0-e2caf6d6d7f7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Pushing event updated for resources: {'Port': ['ID=c8ecfd39-0ef4-4065-8dee-c93b7bb904d7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:26.275694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-83829b97-fd80-407b-a6c0-e2caf6d6d7f7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:26.276507 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-83829b97-fd80-407b-a6c0-e2caf6d6d7f7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:26.294569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-83829b97-fd80-407b-a6c0-e2caf6d6d7f7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9705641 Feb 16 16:26:26.307660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Request body: {'port': {'device_id': '0912003f-b931-43f1-8971-f0da9985b7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:26.472892 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c8ecfd39-0ef4-4065-8dee-c93b7bb904d7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:26.492611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119134e-b309-41ab-994c-8c52923a1cdf req-cd75b006-da72-4d7b-bfec-4ffb6c139215 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:26.494216 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e119134e-b309-41ab-994c-8c52923a1cdf req-cd75b006-da72-4d7b-bfec-4ffb6c139215 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.1618309 Feb 16 16:26:26.501446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-d6c0e1d5-01a2-46dd-bdf4-c82078932ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:26.502857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-d6c0e1d5-01a2-46dd-bdf4-c82078932ceb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4&tenant_id=9f1e972448934d409d5e97576c337ceb HTTP/1.1" status: 200 len: 1131 time: 0.1671970 Feb 16 16:26:26.539329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd08e24-a13e-48cb-99df-f09e279b1379 req-49cd7627-1c87-4c10-8f72-38e2f0381538 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:26.540794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8dd08e24-a13e-48cb-99df-f09e279b1379 req-49cd7627-1c87-4c10-8f72-38e2f0381538 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.1573246 Feb 16 16:26:26.551878 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:26.715173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e119134e-b309-41ab-994c-8c52923a1cdf req-543a28b4-72a3-4044-9e0f-199796abfb8e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104440 Feb 16 16:26:26.748346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8dd08e24-a13e-48cb-99df-f09e279b1379 req-270b3a3a-5b48-4683-99d2-f9191a739f20 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931603 Feb 16 16:26:26.751497 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:27.029963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaa848-9e96-41d9-adb6-d7f6072091a2 req-d6988bd6-0791-441e-aee9-928855b4de11 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:27.031465 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2aaa848-9e96-41d9-adb6-d7f6072091a2 req-d6988bd6-0791-441e-aee9-928855b4de11 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.2551849 Feb 16 16:26:27.073405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb954e40-39f9-432c-ab9d-931f70898763 req-50ea1f5a-88e2-40e8-b5fa-686c877710fa tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:27.074832 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb954e40-39f9-432c-ab9d-931f70898763 req-50ea1f5a-88e2-40e8-b5fa-686c877710fa tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.2409027 Feb 16 16:26:27.204431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:27.226609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2aaa848-9e96-41d9-adb6-d7f6072091a2 req-04e7e756-08f0-442a-a72d-86d83dcd2af0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858046 Feb 16 16:26:27.235624 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Publish callbacks [] for port (c8ecfd39-0ef4-4065-8dee-c93b7bb904d7), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:27.255897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] For port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:27.260314 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb954e40-39f9-432c-ab9d-931f70898763 req-825bf41e-9830-4036-8e92-f60c909c4fee tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599979 Feb 16 16:26:27.278232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Transition to ACTIVE for port object c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:26:27.286274 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c8ecfd39-0ef4-4065-8dee-c93b7bb904d7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:27.399096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] For port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:26:27.436439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Pushing event updated for resources: {'Port': ['ID=c8ecfd39-0ef4-4065-8dee-c93b7bb904d7,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:27.509182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa054446-d18b-4a88-85d6-1732f74294c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:27.511409 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b87060e-32f0-4b86-b473-13b5ee0932a4" -d '{"events": [{"server_uuid": "aa054446-d18b-4a88-85d6-1732f74294c4", "name": "network-vif-unplugged", "status": "completed", "tag": "57cd8e91-afbe-4d32-97a1-56b07e70bc5c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:27.517756 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Publish callbacks [] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:27.526686 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026883-6c5c-4c0e-ab94-a30ee9c112ef req-c9a507bb-dfe4-4045-b675-309fb549897d tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:27.528200 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29026883-6c5c-4c0e-ab94-a30ee9c112ef req-c9a507bb-dfe4-4045-b675-309fb549897d tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 943 time: 0.2290795 Feb 16 16:26:27.561923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643757e1-a211-4943-8c83-b15ce7e3d593 req-5c1e2170-1798-426b-9be0-c6990f0119d7 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:27.563264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-643757e1-a211-4943-8c83-b15ce7e3d593 req-5c1e2170-1798-426b-9be0-c6990f0119d7 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2203183 Feb 16 16:26:27.573162 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Transition to ACTIVE for port object 57cd8e91-afbe-4d32-97a1-56b07e70bc5c will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:26:27.585499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:27.656171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Attempting to bind port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:26:27.656520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Attempting to bind port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '31278935-f810-46a4-aebc-3e52f08f28df'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:26:27.656904 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Attempting to bind port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 on network 31278935-f810-46a4-aebc-3e52f08f28df {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:27.679443 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 on network 31278935-f810-46a4-aebc-3e52f08f28df not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:26:27.679793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Attempting to bind port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 on network 31278935-f810-46a4-aebc-3e52f08f28df {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:27.697420 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29026883-6c5c-4c0e-ab94-a30ee9c112ef req-7375ceef-9c91-4f3d-b88e-5c3338592bde tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584332 Feb 16 16:26:27.717621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] No DVR routers for this DVR port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:26:27.719505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Pushing event updated for resources: {'Port': ['ID=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:27.725775 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:26:27.726127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Checking segment: {'id': 'fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '31278935-f810-46a4-aebc-3e52f08f28df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:26:27.726511 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Bound using segment: {'id': 'fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '31278935-f810-46a4-aebc-3e52f08f28df'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:26:27.726945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Bound port: c8ecfd39-0ef4-4065-8dee-c93b7bb904d7, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '31278935-f810-46a4-aebc-3e52f08f28df'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:26:27.727300 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c8ecfd39-0ef4-4065-8dee-c93b7bb904d7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:27.755201 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-643757e1-a211-4943-8c83-b15ce7e3d593 req-89f0803b-b1e9-457f-858a-fd15cf8f576a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789393 Feb 16 16:26:27.848301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Attempting to bind port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:26:27.848633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Attempting to bind port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:26:27.848952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Attempting to bind port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:27.890129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:26:27.890452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Attempting to bind port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:27.910789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:26:27.911123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:26:27.911501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:26:27.911966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Bound port: 57cd8e91-afbe-4d32-97a1-56b07e70bc5c, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:26:27.912323 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:27.917724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] For port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:26:27.923851 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] For port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=c8ecfd39-0ef4-4065-8dee-c93b7bb904d7,segment=NetworkSegment(fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e),segment_id=fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:26:27.943988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032844c-cb0d-48eb-99ce-fcac34ee19e6 req-9487a27e-3028-4792-bc19-8144df227e5c tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:27.945469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8032844c-cb0d-48eb-99ce-fcac34ee19e6 req-9487a27e-3028-4792-bc19-8144df227e5c tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 945 time: 0.1753128 Feb 16 16:26:27.949207 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c8ecfd39-0ef4-4065-8dee-c93b7bb904d7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:27.992120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c202c0-48c5-4703-b594-1ee61a1b5860 req-c8830e9a-62a0-4838-b434-c6c72646c307 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:27.993571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5c202c0-48c5-4703-b594-1ee61a1b5860 req-c8830e9a-62a0-4838-b434-c6c72646c307 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.1636422 Feb 16 16:26:28.044562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:28.045235 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:28.046482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] 10.222.0.60 "PUT /v2.0/ports/c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 HTTP/1.1" status: 200 len: 1091 time: 1.7444782 Feb 16 16:26:28.116816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860d286-78b7-4a19-a537-714d5727f5ee service neutron] Pushing event updated for resources: {'Port': ['ID=c8ecfd39-0ef4-4065-8dee-c93b7bb904d7,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:28.160732 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8032844c-cb0d-48eb-99ce-fcac34ee19e6 req-8966c3d6-7c32-4be8-8e68-085cdbae4566 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061512 Feb 16 16:26:28.183853 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5c202c0-48c5-4703-b594-1ee61a1b5860 req-ecb7a691-90ef-40b6-9447-f085512511a3 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556158 Feb 16 16:26:28.183853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] For port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:26:28.183853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] For port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:26:28.190762 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:28.233598 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:28.234566 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:28.235810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] 10.222.0.65 "PUT /v2.0/ports/57cd8e91-afbe-4d32-97a1-56b07e70bc5c HTTP/1.1" status: 200 len: 1095 time: 1.7205439 Feb 16 16:26:28.236622 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ac206ecd-286c-4779-9c1e-927d5e145c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:28.243372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-f35885af-f843-40db-9bfa-832312805216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:28.245137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-f35885af-f843-40db-9bfa-832312805216 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da9e0dbc57154d39a4ac3c446d85eb5f&device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 1125 time: 0.1598904 Feb 16 16:26:28.264849 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5a7bc3-bdb5-41e1-ba8f-290683618492 x-openstack-request-id: req-da5a7bc3-bdb5-41e1-ba8f-290683618492 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:28.265142 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa054446-d18b-4a88-85d6-1732f74294c4", "name": "network-vif-unplugged", "status": "completed", "tag": "57cd8e91-afbe-4d32-97a1-56b07e70bc5c", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:28.265396 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da5a7bc3-bdb5-41e1-ba8f-290683618492 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:28.265787 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa054446-d18b-4a88-85d6-1732f74294c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c', 'code': 200} Feb 16 16:26:28.325083 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-5ac2d96d-983b-4a76-8a6c-676e2da15098 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 HTTP/1.1" status: 200 len: 217 time: 0.0725982 Feb 16 16:26:28.362493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fb60c-c37e-4e08-a622-d5ce14341987 service neutron] Pushing event updated for resources: {'Port': ['ID=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:28.732165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-c338d1b0-dc95-4b86-848a-f8890abce61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:28.733700 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-c338d1b0-dc95-4b86-848a-f8890abce61c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed0aae51-37e2-4f7d-8fc0-b9412ebcaec6 HTTP/1.1" status: 200 len: 854 time: 0.3723066 Feb 16 16:26:28.739135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-7575fdbd-7430-4bfc-8271-250dbd28d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:28.740500 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-7575fdbd-7430-4bfc-8271-250dbd28d3e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 1129 time: 0.4728744 Feb 16 16:26:28.747243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cf717-2fea-4a6e-9d86-4972bf39d977 req-2bab44fb-afec-4e4b-b713-d71d47f44b9e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:28.748646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-674cf717-2fea-4a6e-9d86-4972bf39d977 req-2bab44fb-afec-4e4b-b713-d71d47f44b9e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.4821196 Feb 16 16:26:28.801830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-47e9d163-b45a-4311-b31b-f476a1351cda service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31278935-f810-46a4-aebc-3e52f08f28df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510714 Feb 16 16:26:28.812017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd169a63-c14b-487b-8bfd-e63f8ad5d24b req-edd73eb6-1c7f-4544-a423-d32bbedde67c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:28.813396 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd169a63-c14b-487b-8bfd-e63f8ad5d24b req-edd73eb6-1c7f-4544-a423-d32bbedde67c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.4950812 Feb 16 16:26:28.969251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-674cf717-2fea-4a6e-9d86-4972bf39d977 req-d6628b34-2397-4b0d-98a2-b0dbf29ecbf7 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036159 Feb 16 16:26:29.004115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd169a63-c14b-487b-8bfd-e63f8ad5d24b req-9edee791-de67-44c6-a0b3-13fe763360d5 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739063 Feb 16 16:26:29.017900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-abdb4ca3-abb4-4041-a039-77d450f7756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:29.019375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-abdb4ca3-abb4-4041-a039-77d450f7756e service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2698848 Feb 16 16:26:29.058648 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-76e6ae60-0a0b-4f18-8f85-816cfb81458f service neutron] 10.222.0.60 "GET /v2.0/networks/31278935-f810-46a4-aebc-3e52f08f28df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373350 Feb 16 16:26:29.102123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-2882a5c7-56a6-450f-9ab7-c5f781dc4945 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c HTTP/1.1" status: 200 len: 217 time: 0.0684881 Feb 16 16:26:29.108267 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:29.245980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdf550-0560-44e4-a22d-6733f30e7a67 req-a0777f3a-49d9-4896-9d2a-a09e591eddc8 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:29.247405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0abdf550-0560-44e4-a22d-6733f30e7a67 req-a0777f3a-49d9-4896-9d2a-a09e591eddc8 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 945 time: 0.2226226 Feb 16 16:26:29.252908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-884b8efd-84e3-4ded-aaee-5058d72b488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:29.254226 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-884b8efd-84e3-4ded-aaee-5058d72b488c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1331379 Feb 16 16:26:29.298137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc18f34-bd50-436c-9c11-7c7ced4650e1 req-9b02ea7d-b177-4747-a864-71164eba8968 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:29.299614 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5bc18f34-bd50-436c-9c11-7c7ced4650e1 req-9b02ea7d-b177-4747-a864-71164eba8968 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.2069430 Feb 16 16:26:29.329274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7570a09d-b29e-4ea1-be4a-3a9c60ac0be1 req-f11ffa0b-69a5-4c3d-82bc-f82a0f94e97e service neutron] 10.222.0.60 "GET /v2.0/networks/31278935-f810-46a4-aebc-3e52f08f28df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376373 Feb 16 16:26:29.392352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0abdf550-0560-44e4-a22d-6733f30e7a67 req-158f5d28-bf66-4f7f-86df-4f9324404878 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357372 Feb 16 16:26:29.402042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5bc18f34-bd50-436c-9c11-7c7ced4650e1 req-50e72ff8-6afe-478b-bd70-127de3bb860e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836787 Feb 16 16:26:29.405182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-fc068e39-0af7-420c-b8a3-1856a528d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:29.406650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-fc068e39-0af7-420c-b8a3-1856a528d3f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1390755 Feb 16 16:26:29.568291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-0876c647-7787-469e-ac77-d74e1923cbe8 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537416 Feb 16 16:26:29.604259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbf9f1-10ed-493f-9d94-fc079ee36087 req-2295d1c7-158b-48a8-a59a-54b33df26d24 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:29.605693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8cbf9f1-10ed-493f-9d94-fc079ee36087 req-2295d1c7-158b-48a8-a59a-54b33df26d24 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1502666 Feb 16 16:26:29.636129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74108f03-c7ef-4730-a4d5-35ec5967dec1 req-d373b2b5-fc73-4e8e-80c2-1e4bcde12734 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:29.637572 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74108f03-c7ef-4730-a4d5-35ec5967dec1 req-d373b2b5-fc73-4e8e-80c2-1e4bcde12734 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 943 time: 0.1459861 Feb 16 16:26:29.754897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fcd029b-2407-42c4-b2a2-7ae2d4417d5d req-2c61a8ee-bc52-47c8-9d08-e6bc97697dea service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790276 Feb 16 16:26:29.761938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8cbf9f1-10ed-493f-9d94-fc079ee36087 req-408174d4-b113-4cf0-8f3a-f8a8b993aa76 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497047 Feb 16 16:26:29.769737 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74108f03-c7ef-4730-a4d5-35ec5967dec1 req-af8e1451-6b60-421f-b46f-816d662d172d tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249061 Feb 16 16:26:29.922120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d060a-a4e1-49fd-8455-294f80871bf4 req-28119440-41d4-4250-a255-aca14c2cd2f2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:29.923648 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-227d060a-a4e1-49fd-8455-294f80871bf4 req-28119440-41d4-4250-a255-aca14c2cd2f2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 947 time: 0.0947480 Feb 16 16:26:29.925525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 57cd8e91-afbe-4d32-97a1-56b07e70bc5c no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:26:29.930627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf7596-7df7-49e8-898b-260a90e49a7c req-bdc1eec9-38ee-4f57-a92b-f3bc481b7c99 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:29.932091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bf7596-7df7-49e8-898b-260a90e49a7c req-bdc1eec9-38ee-4f57-a92b-f3bc481b7c99 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.0921805 Feb 16 16:26:29.966113 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] The host n-h2-669411-5 is not matching for port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c host n-h1-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:26:29.966619 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 57cd8e91-afbe-4d32-97a1-56b07e70bc5c not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:26:30.010548 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-227d060a-a4e1-49fd-8455-294f80871bf4 req-427efbd3-267c-4768-8081-a343224200ee tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774953 Feb 16 16:26:30.014974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bf7596-7df7-49e8-898b-260a90e49a7c req-a2138c4e-155b-4eb9-bb19-d1ae1acdab6a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754225 Feb 16 16:26:30.159165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42bee0-8c78-46bd-aaa3-6bc47689f89b req-30026201-9fa3-451c-a61e-641497f7a1ba tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:30.161014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af42bee0-8c78-46bd-aaa3-6bc47689f89b req-30026201-9fa3-451c-a61e-641497f7a1ba tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.0588408 Feb 16 16:26:30.211666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af42bee0-8c78-46bd-aaa3-6bc47689f89b req-f9037913-966f-47fe-a13f-2fc084628e4e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450404 Feb 16 16:26:30.267477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0912003f-b931-43f1-8971-f0da9985b7b7', 'tag': 'c8ecfd39-0ef4-4065-8dee-c93b7bb904d7'}, {'name': 'network-changed', 'server_uuid': 'aa054446-d18b-4a88-85d6-1732f74294c4', 'tag': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:30.270430 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5247d00-adc1-4823-b2f9-70084ac078b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0912003f-b931-43f1-8971-f0da9985b7b7", "tag": "c8ecfd39-0ef4-4065-8dee-c93b7bb904d7"}, {"name": "network-changed", "server_uuid": "aa054446-d18b-4a88-85d6-1732f74294c4", "tag": "57cd8e91-afbe-4d32-97a1-56b07e70bc5c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:30.338178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b7979-718c-4e4d-a173-f5161cd5df70 req-68a0763f-dc10-4bb1-bfbe-0c86263b1411 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:30.339730 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834b7979-718c-4e4d-a173-f5161cd5df70 req-68a0763f-dc10-4bb1-bfbe-0c86263b1411 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.0617638 Feb 16 16:26:30.401720 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-834b7979-718c-4e4d-a173-f5161cd5df70 req-8203ad27-0610-4548-b659-b95c21af6172 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548446 Feb 16 16:26:30.417942 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1bc03e-f26c-40ec-bb07-1efeb2d6807b x-openstack-request-id: req-0e1bc03e-f26c-40ec-bb07-1efeb2d6807b {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:30.418475 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0912003f-b931-43f1-8971-f0da9985b7b7", "tag": "c8ecfd39-0ef4-4065-8dee-c93b7bb904d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa054446-d18b-4a88-85d6-1732f74294c4", "tag": "57cd8e91-afbe-4d32-97a1-56b07e70bc5c", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:30.418959 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e1bc03e-f26c-40ec-bb07-1efeb2d6807b {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:30.420965 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0912003f-b931-43f1-8971-f0da9985b7b7', 'tag': 'c8ecfd39-0ef4-4065-8dee-c93b7bb904d7', 'status': 'completed', 'code': 200} Feb 16 16:26:30.421509 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa054446-d18b-4a88-85d6-1732f74294c4', 'tag': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c', 'status': 'completed', 'code': 200} Feb 16 16:26:30.580218 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-653375f7-1218-4335-ae4e-0f89a146cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:30.582611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-653375f7-1218-4335-ae4e-0f89a146cd82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=da9e0dbc57154d39a4ac3c446d85eb5f&device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 1125 time: 0.1355662 Feb 16 16:26:30.585636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-eb489b35-ab73-4edc-bf7a-eb8811db30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:30.587316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-eb489b35-ab73-4edc-bf7a-eb8811db30d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 1129 time: 0.1304438 Feb 16 16:26:30.669030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7b723-11a3-41ac-8c81-c12d6df238cc req-90bec185-faca-4084-be9d-fefd3be226e0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:30.670474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-edb7b723-11a3-41ac-8c81-c12d6df238cc req-90bec185-faca-4084-be9d-fefd3be226e0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1612072 Feb 16 16:26:30.699027 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:30.872247 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-c5330c67-4550-4f35-80e4-33fc689ad011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:30.874552 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-c5330c67-4550-4f35-80e4-33fc689ad011 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31278935-f810-46a4-aebc-3e52f08f28df HTTP/1.1" status: 200 len: 915 time: 0.2824762 Feb 16 16:26:30.876677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-38730302-4899-4c2e-b19c-98ee73033c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:30.877991 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-38730302-4899-4c2e-b19c-98ee73033c26 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2762136 Feb 16 16:26:30.882032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-edb7b723-11a3-41ac-8c81-c12d6df238cc req-23bf736d-0ecf-401c-bbd9-09b043dcacd4 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014129 Feb 16 16:26:30.963904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-30fcbd07-a2c8-41a8-bf07-65cbcaae39bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 HTTP/1.1" status: 200 len: 217 time: 0.0796223 Feb 16 16:26:30.972033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b9de7-4737-4cb9-946b-ad2d86dbf6dc req-98bc1234-6396-4021-99da-9562667e3b27 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:30.973445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-630b9de7-4737-4cb9-946b-ad2d86dbf6dc req-98bc1234-6396-4021-99da-9562667e3b27 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 945 time: 0.2589066 Feb 16 16:26:30.974692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-86c56495-977b-4f30-b0b8-31d418e5b557 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c HTTP/1.1" status: 200 len: 217 time: 0.0824492 Feb 16 16:26:31.003524 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:31.115095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-879aa58e-8e04-4146-9488-204f4468d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:31.116621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-879aa58e-8e04-4146-9488-204f4468d3ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1321056 Feb 16 16:26:31.125943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-50867071-f8e6-4ffe-b65c-aa620d2e45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:31.127299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-50867071-f8e6-4ffe-b65c-aa620d2e45e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ed0aae51-37e2-4f7d-8fc0-b9412ebcaec6 HTTP/1.1" status: 200 len: 854 time: 0.1438456 Feb 16 16:26:31.157445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351431df-2c52-4fb3-979a-05f4d4d9a856 req-8841fb30-e81d-42af-a9df-0558014736fc tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:31.158877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-351431df-2c52-4fb3-979a-05f4d4d9a856 req-8841fb30-e81d-42af-a9df-0558014736fc tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1973572 Feb 16 16:26:31.161774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-630b9de7-4737-4cb9-946b-ad2d86dbf6dc req-258c0308-e5fc-49d1-8fdb-302df04445ba tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763229 Feb 16 16:26:31.197750 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-af64ccb8-27eb-4e73-a5d9-3a71a7e18d5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31278935-f810-46a4-aebc-3e52f08f28df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546927 Feb 16 16:26:31.329097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-70843415-5626-4407-bf7d-a738ba89d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:31.330529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-70843415-5626-4407-bf7d-a738ba89d6b3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2014897 Feb 16 16:26:31.340081 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-351431df-2c52-4fb3-979a-05f4d4d9a856 req-c3d5f72e-1b5f-4839-904d-239065eb3eb5 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480670 Feb 16 16:26:31.435313 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-9e70c352-f9d1-4327-831f-bf2b5e0d5326 service neutron] 10.222.0.60 "GET /v2.0/networks/31278935-f810-46a4-aebc-3e52f08f28df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231648 Feb 16 16:26:31.451587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe1b41-5ef1-468a-8dd3-ceaaae1a7441 req-8a534712-eb50-4b47-af8e-21c76687d6b7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:31.453042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5fe1b41-5ef1-468a-8dd3-ceaaae1a7441 req-8a534712-eb50-4b47-af8e-21c76687d6b7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 943 time: 0.2130933 Feb 16 16:26:31.546701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-f69ea025-ede0-42d2-9c54-590074cf1700 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051117 Feb 16 16:26:31.913248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4843d72-c919-484c-9e2d-b5b26b9dbdc6 req-ab8f9008-f147-42e1-bc00-f48b2869a321 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:31.914701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4843d72-c919-484c-9e2d-b5b26b9dbdc6 req-ab8f9008-f147-42e1-bc00-f48b2869a321 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.4839115 Feb 16 16:26:31.942922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5fe1b41-5ef1-468a-8dd3-ceaaae1a7441 req-07cc0db9-062b-4223-aa08-057b07601815 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614756 Feb 16 16:26:31.967306 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-fc70f635-bd7a-40e6-9123-cb5b7f8a8759 service neutron] 10.222.0.60 "GET /v2.0/networks/31278935-f810-46a4-aebc-3e52f08f28df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122046 Feb 16 16:26:32.035964 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:32.074351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4843d72-c919-484c-9e2d-b5b26b9dbdc6 req-b60facb9-5003-4c9a-96b6-e08c732a5fc5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516554 Feb 16 16:26:32.098961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-fa113411-95a8-4c9d-a71d-b9b571c2edd4 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338688 Feb 16 16:26:32.124361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f0935-42fb-4ec5-8942-094dddaf7e02 req-0846135e-742f-479a-bb54-e33ed9b1bda3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:32.125852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e7f0935-42fb-4ec5-8942-094dddaf7e02 req-0846135e-742f-479a-bb54-e33ed9b1bda3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 947 time: 0.1223099 Feb 16 16:26:32.130652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-cc3a5ad6-cc30-4044-a1a4-77233f981a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:32.132161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-cc3a5ad6-cc30-4044-a1a4-77233f981a83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 1129 time: 0.1133139 Feb 16 16:26:32.271987 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e7f0935-42fb-4ec5-8942-094dddaf7e02 req-84c89532-a029-4526-9dae-028d91360952 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387658 Feb 16 16:26:32.280665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba7459-22d0-48ba-b986-b290a294ad78 req-c1068af1-1507-408d-a56e-edaa0a5fed93 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:32.282098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6ba7459-22d0-48ba-b986-b290a294ad78 req-c1068af1-1507-408d-a56e-edaa0a5fed93 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.1479490 Feb 16 16:26:32.322496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-037cb8c9-b869-4248-9283-a66ddb6e21cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:32.324027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-037cb8c9-b869-4248-9283-a66ddb6e21cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1830728 Feb 16 16:26:32.405489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6ba7459-22d0-48ba-b986-b290a294ad78 req-5c61039c-758d-4b0d-b6cd-d9f2a6a1fd5e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168146 Feb 16 16:26:32.406723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-cccb88b9-15f5-4ee1-a9ad-a1af298bcad3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c HTTP/1.1" status: 200 len: 217 time: 0.0715542 Feb 16 16:26:32.466732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a707bb-c171-4ef8-b8bc-bad9176d4bb3 req-763a0cae-0c85-449b-9457-c28648fed6d7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:32.468252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06a707bb-c171-4ef8-b8bc-bad9176d4bb3 req-763a0cae-0c85-449b-9457-c28648fed6d7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1394491 Feb 16 16:26:32.489958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-ddb78386-1995-45d7-8b58-4ea6459194ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:32.491337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-ddb78386-1995-45d7-8b58-4ea6459194ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0780499 Feb 16 16:26:32.588357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06a707bb-c171-4ef8-b8bc-bad9176d4bb3 req-934b64f6-576e-4dfb-9800-12fb4838ae3a tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119497 Feb 16 16:26:32.595160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0784e7-8a42-434e-b7a5-2277c3fd1d95 req-188906b6-5c3f-42de-9131-0af9f6ed2b08 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:32.596627 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c0784e7-8a42-434e-b7a5-2277c3fd1d95 req-188906b6-5c3f-42de-9131-0af9f6ed2b08 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.1239293 Feb 16 16:26:32.602197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-4c72015e-04ee-4e2e-a080-536075c5d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:32.603682 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-4c72015e-04ee-4e2e-a080-536075c5d362 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0950396 Feb 16 16:26:32.698624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device ea196f14-50b1-4ff8-ae21-a17867416741 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:26:32.756242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c0784e7-8a42-434e-b7a5-2277c3fd1d95 req-63c801c9-bb4c-43ad-bc11-9b8c2aed88cc tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374691 Feb 16 16:26:32.776793 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-ca61e099-45cb-4917-8c5e-a6acfa4b3b14 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656082 Feb 16 16:26:32.798990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227073e-a20c-4787-95f3-d9c346d890c5 req-d9ddf47b-c707-4621-8391-ffc9c8cb99b6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:32.800549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4227073e-a20c-4787-95f3-d9c346d890c5 req-d9ddf47b-c707-4621-8391-ffc9c8cb99b6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1425462 Feb 16 16:26:32.820669 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port ea196f14-50b1-4ff8-ae21-a17867416741, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ea196f14-50b1-4ff8-ae21-a17867416741,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:32.831868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'ea196f14-50b1-4ff8-ae21-a17867416741', 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c', 'port_id': 'ea196f14-50b1-4ff8-ae21-a17867416741', 'mac_address': 'fa:16:3e:be:44:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72f5249-4b76-410c-b98e-014d0996b37b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:26:32.874286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port ea196f14-50b1-4ff8-ae21-a17867416741 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:32.874595 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:32.887463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea196f14-50b1-4ff8-ae21-a17867416741 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:32.906721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port ea196f14-50b1-4ff8-ae21-a17867416741, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ea196f14-50b1-4ff8-ae21-a17867416741,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:32.910579 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:32.911463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 57cd8e91-afbe-4d32-97a1-56b07e70bc5c details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:26:32.945648 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4227073e-a20c-4787-95f3-d9c346d890c5 req-7ac84c90-abe7-474f-a180-10aa15b0096a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323292 Feb 16 16:26:32.958956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5247d00-adc1-4823-b2f9-70084ac078b0 req-f65d2224-0b7e-45d4-9d25-ed1e57ca61db service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753390 Feb 16 16:26:32.972335 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6546cd-a9f5-478f-bbd8-5bfe9aa1c097 req-23b21d3c-0058-45c5-af43-924680f01c44 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:32.972335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba6546cd-a9f5-478f-bbd8-5bfe9aa1c097 req-23b21d3c-0058-45c5-af43-924680f01c44 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 945 time: 0.1267483 Feb 16 16:26:32.985922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=ea196f14-50b1-4ff8-ae21-a17867416741,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:33.020632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba6546cd-a9f5-478f-bbd8-5bfe9aa1c097 req-c4ed462b-4838-4c10-8d9a-009d4d90c97a tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446527 Feb 16 16:26:33.064946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:33.077753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c', 'mac_address': 'fa:16:3e:ba:64:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:26:33.117433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:33.118116 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:33.131404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cd8e91-afbe-4d32-97a1-56b07e70bc5c {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:33.132383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-899ca3d5-09d2-4da0-a75e-81ffcbf256da tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=af979f02f680485b8bfda5a90af7118a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310028 Feb 16 16:26:33.151080 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:33.157123 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:33.209470 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:33.254246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-00811368-d9d1-4481-88b1-594245949762 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:33.255721 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-00811368-d9d1-4481-88b1-594245949762 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1171834 Feb 16 16:26:33.271692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-40e6251b-afff-4778-9ca3-542640ecd8e8 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/quotas/af979f02f680485b8bfda5a90af7118a HTTP/1.1" status: 200 len: 375 time: 0.0100820 Feb 16 16:26:33.332963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['ea196f14-50b1-4ff8-ae21-a17867416741'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:26:33.368581 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-38a2d0ec-0778-4302-8014-663dfb28d8ac tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=af979f02f680485b8bfda5a90af7118a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913887 Feb 16 16:26:33.392604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3b9c6-ff70-4a66-ba54-4a1a5d4c3c37 req-afded9e7-0b5f-4d93-9564-d300f155eae8 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:33.399747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6bf3b9c6-ff70-4a66-ba54-4a1a5d4c3c37 req-afded9e7-0b5f-4d93-9564-d300f155eae8 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 943 time: 0.0770497 Feb 16 16:26:33.454387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6bf3b9c6-ff70-4a66-ba54-4a1a5d4c3c37 req-e51437b2-4ea2-4768-9de9-c2c89930af37 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522866 Feb 16 16:26:33.601399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4a7e5-3304-4a49-b00b-87d3a3a17dd2 req-e885a42d-b2ae-4ac3-b5b0-cfa8d8d6fda0 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:33.602951 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7e4a7e5-3304-4a49-b00b-87d3a3a17dd2 req-e885a42d-b2ae-4ac3-b5b0-cfa8d8d6fda0 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.0618746 Feb 16 16:26:33.681082 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7e4a7e5-3304-4a49-b00b-87d3a3a17dd2 req-c93ea7ec-0fe9-4ed1-884b-b891d5de039a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712252 Feb 16 16:26:33.698488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dc52d-afb3-4118-beed-15db4b663197 req-d4e95924-4fae-45c3-8b48-e76c4dc68555 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:33.700081 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-632dc52d-afb3-4118-beed-15db4b663197 req-d4e95924-4fae-45c3-8b48-e76c4dc68555 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 948 time: 0.0828300 Feb 16 16:26:33.745999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['57cd8e91-afbe-4d32-97a1-56b07e70bc5c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:26:33.777286 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5c6fd9f-1dcc-4f6f-ac54-a04fe44be2c1 req-1f6f7f14-d4b8-49d6-bda1-779bfdb34546 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 210 time: 0.0428145 Feb 16 16:26:33.795947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-632dc52d-afb3-4118-beed-15db4b663197 req-23bf6290-4e56-4054-b6c3-baf775459ec8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833387 Feb 16 16:26:33.956134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:26:33.995458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30111eb8-a3a2-4339-98d3-06a933cf1496 req-271bbd26-7200-4fb7-8b01-30b51d548406 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:33.997582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30111eb8-a3a2-4339-98d3-06a933cf1496 req-271bbd26-7200-4fb7-8b01-30b51d548406 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.1130459 Feb 16 16:26:34.087261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=c8ecfd39-0ef4-4065-8dee-c93b7bb904d7,segment=NetworkSegment(fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e),segment_id=fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:34.099192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'c8ecfd39-0ef4-4065-8dee-c93b7bb904d7', 'network_id': '31278935-f810-46a4-aebc-3e52f08f28df', 'port_id': 'c8ecfd39-0ef4-4065-8dee-c93b7bb904d7', 'mac_address': 'fa:16:3e:86:2d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0aae51-37e2-4f7d-8fc0-b9412ebcaec6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:26:34.132965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30111eb8-a3a2-4339-98d3-06a933cf1496 req-a1ee892c-1478-4da4-9d32-fc19ed186390 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291223 Feb 16 16:26:34.158030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:34.158479 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c8ecfd39-0ef4-4065-8dee-c93b7bb904d7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:34.178263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:34.191564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33885820-482b-4d2d-83f4-a61f07abf80f req-4c015c11-2318-4e28-acb0-574ba5e9a436 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:34.191949 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:34.198377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33885820-482b-4d2d-83f4-a61f07abf80f req-4c015c11-2318-4e28-acb0-574ba5e9a436 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 948 time: 0.1639626 Feb 16 16:26:34.203477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=c8ecfd39-0ef4-4065-8dee-c93b7bb904d7,segment=NetworkSegment(fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e),segment_id=fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:34.209126 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c8ecfd39-0ef4-4065-8dee-c93b7bb904d7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:34.217576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3aef3-56f4-4ce5-986b-7fc8b985f763 req-300b8246-74f5-48f6-899f-a68c61f0023b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:34.219171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5a3aef3-56f4-4ce5-986b-7fc8b985f763 req-300b8246-74f5-48f6-899f-a68c61f0023b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4&tenant_id=9f1e972448934d409d5e97576c337ceb&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 948 time: 0.1650398 Feb 16 16:26:34.278823 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=c8ecfd39-0ef4-4065-8dee-c93b7bb904d7,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:34.333741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33885820-482b-4d2d-83f4-a61f07abf80f req-8562900c-c5e2-4f14-aaf0-4663e415b83b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345115 Feb 16 16:26:34.349357 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-e5a3aef3-56f4-4ce5-986b-7fc8b985f763 req-44d1c235-d09e-4579-a0d7-ea49742431bb service neutron] delete failed (client error): The resource could not be found. Feb 16 16:26:34.350352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5a3aef3-56f4-4ce5-986b-7fc8b985f763 req-44d1c235-d09e-4579-a0d7-ea49742431bb service neutron] 10.222.0.60 "DELETE /v2.0/ports/57cd8e91-afbe-4d32-97a1-56b07e70bc5c/bindings/n-h2-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.1219969 Feb 16 16:26:34.358394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f003487-fb40-4454-bebf-ad8a10243d7e req-4f81c5fc-3f83-4c31-a2d6-254c170c3b38 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:34.359905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f003487-fb40-4454-bebf-ad8a10243d7e req-4f81c5fc-3f83-4c31-a2d6-254c170c3b38 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1386681 Feb 16 16:26:34.469280 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f003487-fb40-4454-bebf-ad8a10243d7e req-7c3e6ed3-e0f1-4acc-9c3f-1bda28c687a6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020887 Feb 16 16:26:34.502932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdead41c-6f0b-4322-83d7-50a2b4007670 req-037b0d57-def9-47f4-80d9-5facffdf52d0 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:34.508567 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bdead41c-6f0b-4322-83d7-50a2b4007670 req-037b0d57-def9-47f4-80d9-5facffdf52d0 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 944 time: 0.1111875 Feb 16 16:26:34.523455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3aef3-56f4-4ce5-986b-7fc8b985f763 req-6c51b538-2b2b-423c-8612-7953ad0154a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:34.524976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5a3aef3-56f4-4ce5-986b-7fc8b985f763 req-6c51b538-2b2b-423c-8612-7953ad0154a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 1130 time: 0.1140106 Feb 16 16:26:34.612750 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bdead41c-6f0b-4322-83d7-50a2b4007670 req-6fb3fce7-601a-499c-b6a1-d3ba5c90b60b tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022060 Feb 16 16:26:34.688212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c579770-9576-4245-9cba-1a1fa423aa47 req-658fa00d-383f-405c-9555-d596eb82f903 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:34.692337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c579770-9576-4245-9cba-1a1fa423aa47 req-658fa00d-383f-405c-9555-d596eb82f903 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 944 time: 0.1452863 Feb 16 16:26:34.696948 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3aef3-56f4-4ce5-986b-7fc8b985f763 req-181e75aa-1685-4efa-8386-86a0f45b7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:34.698132 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5a3aef3-56f4-4ce5-986b-7fc8b985f763 req-181e75aa-1685-4efa-8386-86a0f45b7d8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1651001 Feb 16 16:26:34.713007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 04385b78-fc10-4856-bee3-c562260a866c details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:26:34.720305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device ea196f14-50b1-4ff8-ae21-a17867416741 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:26:34.761440 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5a3aef3-56f4-4ce5-986b-7fc8b985f763 req-eff2a7d5-5705-426f-86b1-c56e534db4c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c HTTP/1.1" status: 200 len: 217 time: 0.0469601 Feb 16 16:26:34.774427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['c8ecfd39-0ef4-4065-8dee-c93b7bb904d7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:26:34.811886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c579770-9576-4245-9cba-1a1fa423aa47 req-89017ebf-7f94-4df8-89cc-80e0475dd83b tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164117 Feb 16 16:26:34.861321 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3aef3-56f4-4ce5-986b-7fc8b985f763 req-e3c997a4-5745-4ea8-8c11-1a0baa4d30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:34.864957 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5a3aef3-56f4-4ce5-986b-7fc8b985f763 req-e3c997a4-5745-4ea8-8c11-1a0baa4d30c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0956831 Feb 16 16:26:34.942499 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bed28f2-9db6-44d6-81ed-8e8a7c44a814 req-9f2a2984-cec1-4813-a788-391775031842 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 210 time: 0.0333979 Feb 16 16:26:34.955886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port ea196f14-50b1-4ff8-ae21-a17867416741 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:26:34.956271 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:35.021936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3aef3-56f4-4ce5-986b-7fc8b985f763 req-306804ef-9d8e-49f9-a8b0-a5b073dd58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:35.023728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5a3aef3-56f4-4ce5-986b-7fc8b985f763 req-306804ef-9d8e-49f9-a8b0-a5b073dd58b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1498752 Feb 16 16:26:35.047791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-2f630959-4a56-46bc-ba5f-e0da1381f1f6 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=af979f02f680485b8bfda5a90af7118a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504804 Feb 16 16:26:35.117608 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 04385b78-fc10-4856-bee3-c562260a866c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=04385b78-fc10-4856-bee3-c562260a866c,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:35.159539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '04385b78-fc10-4856-bee3-c562260a866c', 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7', 'port_id': '04385b78-fc10-4856-bee3-c562260a866c', 'mac_address': 'fa:16:3e:24:be:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9186030b-fe72-41cc-87f9-eb80f37580c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:26:35.218044 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port ea196f14-50b1-4ff8-ae21-a17867416741 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:35.218357 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:35.238536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e479bd-0878-41d0-8297-5b9e7e1408ef req-a804a326-76d9-4c20-9251-58a198cd2f54 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:35.240093 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4e479bd-0878-41d0-8297-5b9e7e1408ef req-a804a326-76d9-4c20-9251-58a198cd2f54 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.3010142 Feb 16 16:26:35.261843 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 04385b78-fc10-4856-bee3-c562260a866c is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:35.262696 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04385b78-fc10-4856-bee3-c562260a866c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:35.272950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07f14e-6010-478b-89fb-2af171c226f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea196f14-50b1-4ff8-ae21-a17867416741'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:35.275228 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e99172c-4d4a-456f-a64c-50def9a06be1" -d '{"events": [{"server_uuid": "8d07f14e-6010-478b-89fb-2af171c226f4", "name": "network-vif-plugged", "status": "completed", "tag": "ea196f14-50b1-4ff8-ae21-a17867416741"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:35.303123 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04385b78-fc10-4856-bee3-c562260a866c {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:35.308734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port ea196f14-50b1-4ff8-ae21-a17867416741, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ea196f14-50b1-4ff8-ae21-a17867416741,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:35.319303 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:35.331453 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 04385b78-fc10-4856-bee3-c562260a866c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=04385b78-fc10-4856-bee3-c562260a866c,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:35.352564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64af4e-c273-4290-b837-8b1df4b13b5a req-57bb7b69-946c-4ba2-b2bd-7a5befbe2141 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:35.352828 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (04385b78-fc10-4856-bee3-c562260a866c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:35.354061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d64af4e-c273-4290-b837-8b1df4b13b5a req-57bb7b69-946c-4ba2-b2bd-7a5befbe2141 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 944 time: 0.2955265 Feb 16 16:26:35.374857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5a3aef3-56f4-4ce5-986b-7fc8b985f763 req-13eb6937-afcd-4e80-85d1-d42880fb4e88 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399572 Feb 16 16:26:35.384593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=ea196f14-50b1-4ff8-ae21-a17867416741,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:35.414174 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-847e81a3-b5ae-450f-aeef-295a6da6f91a tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:35.415481 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-847e81a3-b5ae-450f-aeef-295a6da6f91a tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3550408 Feb 16 16:26:35.441005 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4e479bd-0878-41d0-8297-5b9e7e1408ef req-f639d751-3f0a-47c9-b988-a2f6eb90d12c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912196 Feb 16 16:26:35.446015 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=04385b78-fc10-4856-bee3-c562260a866c,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:35.458001 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-7913f63e-f355-4883-9c9c-ef757db00ccf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Request body: {'port': {'device_id': '072d51f3-39b5-43ea-8a27-aa792c3a4da7', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': 'af979f02f680485b8bfda5a90af7118a'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:35.467087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02d5b1b1-8176-45e6-8af3-6b2627b1fcd7 req-3542d507-4625-4b51-bb09-9913f7799527 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2096980 Feb 16 16:26:35.555597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['04385b78-fc10-4856-bee3-c562260a866c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:26:35.567194 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d64af4e-c273-4290-b837-8b1df4b13b5a req-e35d2627-c668-488c-9928-ebee05ee747f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058268 Feb 16 16:26:35.625185 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c6b07d-3a4c-4741-bfaa-842b1783ea5d x-openstack-request-id: req-b4c6b07d-3a4c-4741-bfaa-842b1783ea5d {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:35.625639 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d07f14e-6010-478b-89fb-2af171c226f4", "name": "network-vif-plugged", "status": "completed", "tag": "ea196f14-50b1-4ff8-ae21-a17867416741", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:35.625855 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4c6b07d-3a4c-4741-bfaa-842b1783ea5d {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:35.627116 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07f14e-6010-478b-89fb-2af171c226f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea196f14-50b1-4ff8-ae21-a17867416741', 'code': 200} Feb 16 16:26:35.688114 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5a3aef3-56f4-4ce5-986b-7fc8b985f763 req-8138cbab-a879-42d8-982d-f8b71cd77ce8 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924876 Feb 16 16:26:35.748784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06810d3-c0eb-40cc-af31-6b2ca049bddc req-ec8dc70d-c823-487a-b71f-729a3560b091 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:35.756570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d06810d3-c0eb-40cc-af31-6b2ca049bddc req-ec8dc70d-c823-487a-b71f-729a3560b091 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.2203007 Feb 16 16:26:35.791396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5b1b1-8176-45e6-8af3-6b2627b1fcd7 req-e049d622-e491-4526-b1c3-b61c154d8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:35.792904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02d5b1b1-8176-45e6-8af3-6b2627b1fcd7 req-e049d622-e491-4526-b1c3-b61c154d8415 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b6548b22364e4d9595948087ecf782&device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1 HTTP/1.1" status: 200 len: 1131 time: 0.2293460 Feb 16 16:26:35.824194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-7913f63e-f355-4883-9c9c-ef757db00ccf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Made reservation on behalf of af979f02f680485b8bfda5a90af7118a for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:26:35.827968 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-7913f63e-f355-4883-9c9c-ef757db00ccf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:35.851670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d06810d3-c0eb-40cc-af31-6b2ca049bddc req-2d426b45-11c9-45c4-9947-38119c0a9f15 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942647 Feb 16 16:26:35.858585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ec513-69fb-4821-aa4e-c447a096cd39 req-104e4af5-a649-4245-b19e-f5e3fae05f1e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:35.860000 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb6ec513-69fb-4821-aa4e-c447a096cd39 req-104e4af5-a649-4245-b19e-f5e3fae05f1e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 948 time: 0.1752045 Feb 16 16:26:36.344317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb6ec513-69fb-4821-aa4e-c447a096cd39 req-ea56e875-cbf6-47b6-9de5-1dc757fbe226 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731953 Feb 16 16:26:36.366681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5b1b1-8176-45e6-8af3-6b2627b1fcd7 req-03897646-0c1c-4cea-b718-4259d386d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:36.367840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02d5b1b1-8176-45e6-8af3-6b2627b1fcd7 req-03897646-0c1c-4cea-b718-4259d386d79f service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.5340893 Feb 16 16:26:36.446513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02d5b1b1-8176-45e6-8af3-6b2627b1fcd7 req-8369fc5b-5839-4cfa-accb-cd85c46d109e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=99d4dab0-a279-4b4b-b734-36f8d31898d9 HTTP/1.1" status: 200 len: 217 time: 0.0525718 Feb 16 16:26:36.456030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386de925-4079-48b4-b00c-d38697ce937f req-940f1a2f-eda9-402b-a428-ddcf7e7948e6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:36.465691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-386de925-4079-48b4-b00c-d38697ce937f req-940f1a2f-eda9-402b-a428-ddcf7e7948e6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.5218480 Feb 16 16:26:36.569597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-7913f63e-f355-4883-9c9c-ef757db00ccf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Allocated IP 192.168.233.54 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/62a1bb88-f6d6-4bc2-b169-57e51307adb5) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:26:36.634262 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-386de925-4079-48b4-b00c-d38697ce937f req-b0a86e88-2b9f-407c-a8a2-8a97a909fea7 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569757 Feb 16 16:26:36.652788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5b1b1-8176-45e6-8af3-6b2627b1fcd7 req-5c90db3c-e638-407d-a5e2-514f3a759311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:36.653745 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02d5b1b1-8176-45e6-8af3-6b2627b1fcd7 req-5c90db3c-e638-407d-a5e2-514f3a759311 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1778185 Feb 16 16:26:36.721320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 04385b78-fc10-4856-bee3-c562260a866c up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:26:36.738430 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f33db-32f9-4343-96de-bf2d969a0ff3 req-bf8514ae-9cfa-4593-b1ca-87278e48414f tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:36.739914 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f54f33db-32f9-4343-96de-bf2d969a0ff3 req-bf8514ae-9cfa-4593-b1ca-87278e48414f tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 944 time: 0.2136030 Feb 16 16:26:36.786563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 04385b78-fc10-4856-bee3-c562260a866c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:26:36.787101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (04385b78-fc10-4856-bee3-c562260a866c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:36.829830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b01ac5b2-2230-480f-9098-6436e13ca3c3 req-7c890025-ba75-43c9-84ab-2d742c600535 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 210 time: 0.0812685 Feb 16 16:26:36.910461 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f54f33db-32f9-4343-96de-bf2d969a0ff3 req-4a830df2-61b7-4c4e-abcd-f7b362bbe80c tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606088 Feb 16 16:26:36.929893 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 04385b78-fc10-4856-bee3-c562260a866c is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:36.930405 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04385b78-fc10-4856-bee3-c562260a866c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:36.981287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5b1b1-8176-45e6-8af3-6b2627b1fcd7 req-4790f180-b01d-4804-86df-03f4e13331ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:36.982975 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02d5b1b1-8176-45e6-8af3-6b2627b1fcd7 req-4790f180-b01d-4804-86df-03f4e13331ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3193402 Feb 16 16:26:36.991414 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-7913f63e-f355-4883-9c9c-ef757db00ccf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks [] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:37.121991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 04385b78-fc10-4856-bee3-c562260a866c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=04385b78-fc10-4856-bee3-c562260a866c,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:37.134060 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (04385b78-fc10-4856-bee3-c562260a866c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:37.134978 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 57cd8e91-afbe-4d32-97a1-56b07e70bc5c up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:26:37.229239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=04385b78-fc10-4856-bee3-c562260a866c,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:37.256886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:26:37.262869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:26:37.263250 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:37.315211 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-7913f63e-f355-4883-9c9c-ef757db00ccf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:37.339787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bdaeb-34dc-4ee4-8f0d-bf575535c092 req-52963b9d-d03c-4468-8f98-7d1c8f3a03a4 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:37.347152 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a1bdaeb-34dc-4ee4-8f0d-bf575535c092 req-52963b9d-d03c-4468-8f98-7d1c8f3a03a4 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.4197965 Feb 16 16:26:37.350368 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:26:37.352691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['eedaa86e-fecf-4e7f-93db-34f262c856ff'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:26:37.420512 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6281c-a4d9-4079-8e07-9db6177c07fc req-891a879e-7d0d-48b1-b45a-3b4369b5bbcb tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:37.427455 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00d6281c-a4d9-4079-8e07-9db6177c07fc req-891a879e-7d0d-48b1-b45a-3b4369b5bbcb tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 945 time: 0.4023967 Feb 16 16:26:37.475813 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-7913f63e-f355-4883-9c9c-ef757db00ccf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:26:37.501819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b56a1-322b-4034-a608-9597d7cb1942 req-2747eb73-6801-4687-8717-6563f6a3c60b tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:37.503387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b50b56a1-322b-4034-a608-9597d7cb1942 req-2747eb73-6801-4687-8717-6563f6a3c60b tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d07f14e-6010-478b-89fb-2af171c226f4 HTTP/1.1" status: 200 len: 945 time: 0.3998494 Feb 16 16:26:37.504304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-7913f63e-f355-4883-9c9c-ef757db00ccf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:26:37.517610 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02d5b1b1-8176-45e6-8af3-6b2627b1fcd7 req-5aa09b26-b1e3-4819-8463-0eda6805e041 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001204 Feb 16 16:26:37.519520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-7913f63e-f355-4883-9c9c-ef757db00ccf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:26:37.536028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913f63e-f355-4883-9c9c-ef757db00ccf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Pushing event updated for resources: {'Port': ['ID=62a1bb88-f6d6-4bc2-b169-57e51307adb5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:37.638319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d06542d-b301-4a88-9f97-ffaa091bf7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04385b78-fc10-4856-bee3-c562260a866c'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:37.641295 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6576dc-f59e-4e1a-9de0-b0a2d8a5918f" -d '{"events": [{"server_uuid": "7d06542d-b301-4a88-9f97-ffaa091bf7ea", "name": "network-vif-plugged", "status": "completed", "tag": "04385b78-fc10-4856-bee3-c562260a866c"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:37.683259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:37.683925 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:37.692058 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a1bdaeb-34dc-4ee4-8f0d-bf575535c092 req-6c89c21c-7f1d-4807-ae29-921fb050dc4e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398354 Feb 16 16:26:37.735350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-7913f63e-f355-4883-9c9c-ef757db00ccf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:37.736071 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-7913f63e-f355-4883-9c9c-ef757db00ccf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:37.762832 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00d6281c-a4d9-4079-8e07-9db6177c07fc req-c5b5b4f7-f7df-40ef-962e-5cfa832f4273 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319530 Feb 16 16:26:37.860572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:37.889054 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:37.889900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 5230fa60-04fc-41e4-ab07-6db406024d32 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:26:37.948970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-7913f63e-f355-4883-9c9c-ef757db00ccf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4946797 Feb 16 16:26:37.972890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Request body: {'port': {'device_id': '072d51f3-39b5-43ea-8a27-aa792c3a4da7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:37.975790 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:26:38.026592 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02d5b1b1-8176-45e6-8af3-6b2627b1fcd7 req-7b5ab0ed-a04b-45ed-958a-3347bf6b0cf2 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915211 Feb 16 16:26:38.044470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22abb8b-b14c-4844-8346-1e83d82a7796 req-29bef9ee-bf22-4097-a19d-2a499db72ac8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:38.045366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-519187de-951e-4a97-ac87-403dc852e3ab None None] Provisioning complete for port 62a1bb88-f6d6-4bc2-b169-57e51307adb5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:26:38.045819 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-519187de-951e-4a97-ac87-403dc852e3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:38.053383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c22abb8b-b14c-4844-8346-1e83d82a7796 req-29bef9ee-bf22-4097-a19d-2a499db72ac8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.2270553 Feb 16 16:26:38.131252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e62dab-9127-42f8-b5c9-7f5e90a93c69 req-710780a2-270c-4a1b-8a04-bb605b94eab3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:38.133164 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46e62dab-9127-42f8-b5c9-7f5e90a93c69 req-710780a2-270c-4a1b-8a04-bb605b94eab3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2394581 Feb 16 16:26:38.181285 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:38.189383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-b50b56a1-322b-4034-a608-9597d7cb1942 req-176b861a-ebe4-49c1-9a76-b656564f7451 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Deleting port ea196f14-50b1-4ff8-ae21-a17867416741 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:26:38.190112 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b50b56a1-322b-4034-a608-9597d7cb1942 req-176b861a-ebe4-49c1-9a76-b656564f7451 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:38.193848 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:38.200884 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-519187de-951e-4a97-ac87-403dc852e3ab None None] Port 62a1bb88-f6d6-4bc2-b169-57e51307adb5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:26:38.257547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:26:38.264140 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c22abb8b-b14c-4844-8346-1e83d82a7796 req-1ce812ad-fc87-4421-a59c-135ad9ec0042 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094486 Feb 16 16:26:38.277163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:26:38.277733 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c8ecfd39-0ef4-4065-8dee-c93b7bb904d7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:38.288653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 5230fa60-04fc-41e4-ab07-6db406024d32 is: DOWN; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:38.296148 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device ea196f14-50b1-4ff8-ae21-a17867416741 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:26:38.394573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46e62dab-9127-42f8-b5c9-7f5e90a93c69 req-dc769e2d-9407-4255-b554-59bceab85870 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493010 Feb 16 16:26:38.522467 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebda92c-4b74-4ca7-853e-0289994f6e2a x-openstack-request-id: req-9ebda92c-4b74-4ca7-853e-0289994f6e2a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:38.522959 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d06542d-b301-4a88-9f97-ffaa091bf7ea", "name": "network-vif-plugged", "status": "completed", "tag": "04385b78-fc10-4856-bee3-c562260a866c", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:38.523323 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ebda92c-4b74-4ca7-853e-0289994f6e2a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:38.523864 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d06542d-b301-4a88-9f97-ffaa091bf7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04385b78-fc10-4856-bee3-c562260a866c', 'code': 200} Feb 16 16:26:38.626049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-b50b56a1-322b-4034-a608-9597d7cb1942 req-176b861a-ebe4-49c1-9a76-b656564f7451 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] For port ea196f14-50b1-4ff8-ae21-a17867416741, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ea196f14-50b1-4ff8-ae21-a17867416741,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:38.626425 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b50b56a1-322b-4034-a608-9597d7cb1942 req-176b861a-ebe4-49c1-9a76-b656564f7451 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:38.632177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port ea196f14-50b1-4ff8-ae21-a17867416741 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:38.635965 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:38.643425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-b50b56a1-322b-4034-a608-9597d7cb1942 req-176b861a-ebe4-49c1-9a76-b656564f7451 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Calling delete_port for ea196f14-50b1-4ff8-ae21-a17867416741 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:26:38.666931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:38.667745 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c8ecfd39-0ef4-4065-8dee-c93b7bb904d7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:38.710193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port ea196f14-50b1-4ff8-ae21-a17867416741, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ea196f14-50b1-4ff8-ae21-a17867416741,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:38.717743 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:38.724158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=c8ecfd39-0ef4-4065-8dee-c93b7bb904d7,segment=NetworkSegment(fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e),segment_id=fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:38.786588 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c8ecfd39-0ef4-4065-8dee-c93b7bb904d7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:38.846519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=ea196f14-50b1-4ff8-ae21-a17867416741,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:38.941780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=c8ecfd39-0ef4-4065-8dee-c93b7bb904d7,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:39.081382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3af37-4352-45d3-82b1-c44b99148b62 req-7c179c3b-3471-4953-85ad-a8ffd7a26e61 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:39.083028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebf3af37-4352-45d3-82b1-c44b99148b62 req-7c179c3b-3471-4953-85ad-a8ffd7a26e61 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 935 time: 0.3258975 Feb 16 16:26:39.140225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbab673-2f6d-4f46-9e90-22814342e138 req-248d116b-40ea-47bd-a22c-304264fbfe70 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:39.141890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccbab673-2f6d-4f46-9e90-22814342e138 req-248d116b-40ea-47bd-a22c-304264fbfe70 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.5660255 Feb 16 16:26:39.284635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebf3af37-4352-45d3-82b1-c44b99148b62 req-3ffc6715-8fc7-4006-91cd-015665763306 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723232 Feb 16 16:26:39.315939 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b50b56a1-322b-4034-a608-9597d7cb1942 req-176b861a-ebe4-49c1-9a76-b656564f7451 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ea196f14-50b1-4ff8-ae21-a17867416741), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:39.351404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b861a-ebe4-49c1-9a76-b656564f7451 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Pushing event deleted for resources: {'Port': ['ID=ea196f14-50b1-4ff8-ae21-a17867416741,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:39.374300 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccbab673-2f6d-4f46-9e90-22814342e138 req-72a67fc5-4757-423b-8651-53502be526fa tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209713 Feb 16 16:26:39.419989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-2d6519ac-e77f-4f42-a382-2f11d15cd99a service neutron] 10.222.0.65 "GET /v2.0/ports/5230fa60-04fc-41e4-ab07-6db406024d32/bindings/n-h2-669411-5 HTTP/1.1" status: 200 len: 384 time: 0.2509363 Feb 16 16:26:39.561150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a1bb88-f6d6-4bc2-b169-57e51307adb5 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:39.566083 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50b56a1-322b-4034-a608-9597d7cb1942 req-176b861a-ebe4-49c1-9a76-b656564f7451 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] No DVR routers for this DVR port ea196f14-50b1-4ff8-ae21-a17867416741 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:26:39.577382 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b50b56a1-322b-4034-a608-9597d7cb1942 req-176b861a-ebe4-49c1-9a76-b656564f7451 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:39.580723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b50b56a1-322b-4034-a608-9597d7cb1942 req-176b861a-ebe4-49c1-9a76-b656564f7451 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.65 "DELETE /v2.0/ports/ea196f14-50b1-4ff8-ae21-a17867416741 HTTP/1.1" status: 204 len: 173 time: 2.0622284 Feb 16 16:26:39.593363 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Publish callbacks [] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:39.598720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07f14e-6010-478b-89fb-2af171c226f4', 'name': 'network-vif-deleted', 'tag': 'ea196f14-50b1-4ff8-ae21-a17867416741'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:39.601160 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8846f5-1852-462d-8fc3-b4b9f97da737" -d '{"events": [{"server_uuid": "8d07f14e-6010-478b-89fb-2af171c226f4", "name": "network-vif-deleted", "tag": "ea196f14-50b1-4ff8-ae21-a17867416741"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:39.649037 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Transition to ACTIVE for port object 62a1bb88-f6d6-4bc2-b169-57e51307adb5 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:26:39.666110 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:39.701427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172b812-212a-46b9-a9d2-da83f50fe021 req-c1a785f6-5fc0-4dba-af0b-54540cb0be86 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:39.708773 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3172b812-212a-46b9-a9d2-da83f50fe021 req-c1a785f6-5fc0-4dba-af0b-54540cb0be86 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.3262064 Feb 16 16:26:39.832693 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a125cd-1b81-4912-92e2-7a7886a8e44b req-e781e162-a1b8-4e34-9a25-a9e7a32827fc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:39.834266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43a125cd-1b81-4912-92e2-7a7886a8e44b req-e781e162-a1b8-4e34-9a25-a9e7a32827fc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.3255839 Feb 16 16:26:40.285389 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Pushing event updated for resources: {'Port': ['ID=62a1bb88-f6d6-4bc2-b169-57e51307adb5,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:40.328181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3172b812-212a-46b9-a9d2-da83f50fe021 req-02859efc-4f55-406d-9156-8ed4743e20e1 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6169469 Feb 16 16:26:40.384713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-47949c53-bc3b-4bb9-9305-223862d0e927 service neutron] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5230fa60-04fc-41e4-ab07-6db406024d32,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:40.431370 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43a125cd-1b81-4912-92e2-7a7886a8e44b req-b46101c4-7f55-41c2-a218-41d97c8198e1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776138 Feb 16 16:26:40.470100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-47949c53-bc3b-4bb9-9305-223862d0e927 service neutron] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:26:40.473375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Attempting to bind port 62a1bb88-f6d6-4bc2-b169-57e51307adb5 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:26:40.474516 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Attempting to bind port 62a1bb88-f6d6-4bc2-b169-57e51307adb5 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:26:40.474847 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Attempting to bind port 62a1bb88-f6d6-4bc2-b169-57e51307adb5 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:40.521849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Port 62a1bb88-f6d6-4bc2-b169-57e51307adb5 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:26:40.522425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Attempting to bind port 62a1bb88-f6d6-4bc2-b169-57e51307adb5 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:40.525210 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa054446-d18b-4a88-85d6-1732f74294c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c'}, {'server_uuid': '8d07f14e-6010-478b-89fb-2af171c226f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea196f14-50b1-4ff8-ae21-a17867416741'}, {'server_uuid': '0912003f-b931-43f1-8971-f0da9985b7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ecfd39-0ef4-4065-8dee-c93b7bb904d7'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:40.527893 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718a08ff-3dc9-4e0d-b4b2-e0ca794d5dd1" -d '{"events": [{"server_uuid": "aa054446-d18b-4a88-85d6-1732f74294c4", "name": "network-vif-plugged", "status": "completed", "tag": "57cd8e91-afbe-4d32-97a1-56b07e70bc5c"}, {"server_uuid": "8d07f14e-6010-478b-89fb-2af171c226f4", "name": "network-vif-unplugged", "status": "completed", "tag": "ea196f14-50b1-4ff8-ae21-a17867416741"}, {"server_uuid": "0912003f-b931-43f1-8971-f0da9985b7b7", "name": "network-vif-plugged", "status": "completed", "tag": "c8ecfd39-0ef4-4065-8dee-c93b7bb904d7"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:40.540099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:26:40.540591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:26:40.541082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:26:40.541755 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Bound port: 62a1bb88-f6d6-4bc2-b169-57e51307adb5, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:26:40.542211 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:40.589606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-47949c53-bc3b-4bb9-9305-223862d0e927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5230fa60-04fc-41e4-ab07-6db406024d32 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:40.602436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b313b-4d16-4a85-bf6a-314c436f6895 req-c379d820-b996-4f0e-8a35-8b0e458d8482 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:40.604044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d4b313b-4d16-4a85-bf6a-314c436f6895 req-c379d820-b996-4f0e-8a35-8b0e458d8482 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.2141674 Feb 16 16:26:40.660470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-47949c53-bc3b-4bb9-9305-223862d0e927 service neutron] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=5230fa60-04fc-41e4-ab07-6db406024d32,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:40.706796 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-47949c53-bc3b-4bb9-9305-223862d0e927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:40.773117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] For port 62a1bb88-f6d6-4bc2-b169-57e51307adb5, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:26:40.811476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e23f3-1589-457a-a4fb-e06a0b4ff9f2 req-1f4703c8-5e85-438d-82c4-fcb5ffd0d204 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:40.811476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d8e23f3-1589-457a-a4fb-e06a0b4ff9f2 req-1f4703c8-5e85-438d-82c4-fcb5ffd0d204 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 943 time: 0.2389750 Feb 16 16:26:40.811476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d4b313b-4d16-4a85-bf6a-314c436f6895 req-5829c20c-c0ff-4d9c-b211-4507f2495363 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841373 Feb 16 16:26:40.811476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] For port 62a1bb88-f6d6-4bc2-b169-57e51307adb5, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=62a1bb88-f6d6-4bc2-b169-57e51307adb5,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:26:40.869965 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:40.954023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:40.954739 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:40.956555 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] 10.222.0.65 "PUT /v2.0/ports/62a1bb88-f6d6-4bc2-b169-57e51307adb5 HTTP/1.1" status: 200 len: 1095 time: 2.9877896 Feb 16 16:26:40.960158 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5bb160-52ae-4507-8a83-fa7b9902afcd x-openstack-request-id: req-9d5bb160-52ae-4507-8a83-fa7b9902afcd {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:40.967247 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d07f14e-6010-478b-89fb-2af171c226f4", "name": "network-vif-deleted", "tag": "ea196f14-50b1-4ff8-ae21-a17867416741", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:40.968670 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d5bb160-52ae-4507-8a83-fa7b9902afcd {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:40.969208 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07f14e-6010-478b-89fb-2af171c226f4', 'name': 'network-vif-deleted', 'tag': 'ea196f14-50b1-4ff8-ae21-a17867416741', 'status': 'completed', 'code': 200} Feb 16 16:26:41.098020 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d8e23f3-1589-457a-a4fb-e06a0b4ff9f2 req-878f2bde-fc42-422c-9791-deb05bf3966f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794979 Feb 16 16:26:41.125679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-47949c53-bc3b-4bb9-9305-223862d0e927 service neutron] Transition to ACTIVE for port object 5230fa60-04fc-41e4-ab07-6db406024d32 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:26:41.126868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2eb61-4829-49b5-a1b3-660365f98424 service neutron] Pushing event updated for resources: {'Port': ['ID=62a1bb88-f6d6-4bc2-b169-57e51307adb5,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:41.144551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ed203-8350-445e-a887-9f1857ca3150 req-8746464a-3222-4032-a68d-0f9baaf83eb7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:41.146154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-757ed203-8350-445e-a887-9f1857ca3150 req-8746464a-3222-4032-a68d-0f9baaf83eb7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 947 time: 0.1206872 Feb 16 16:26:41.148800 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-47949c53-bc3b-4bb9-9305-223862d0e927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:41.190478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-85514c04-e19a-44ad-856a-348773e1ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:41.192082 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-85514c04-e19a-44ad-856a-348773e1ad35 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af979f02f680485b8bfda5a90af7118a&device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 1129 time: 0.1857429 Feb 16 16:26:41.276552 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-03301172-3a2f-4f30-97b3-91fc2306799a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=62a1bb88-f6d6-4bc2-b169-57e51307adb5 HTTP/1.1" status: 200 len: 217 time: 0.0754433 Feb 16 16:26:41.318350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-47949c53-bc3b-4bb9-9305-223862d0e927 service neutron] No DVR routers for this DVR port 5230fa60-04fc-41e4-ab07-6db406024d32 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:26:41.343150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47949c53-bc3b-4bb9-9305-223862d0e927 service neutron] Pushing event updated for resources: {'Port': ['ID=5230fa60-04fc-41e4-ab07-6db406024d32,revision_number=10']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:41.417048 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-757ed203-8350-445e-a887-9f1857ca3150 req-5e7237a9-4ae3-44e7-bfc2-c53c7bc61516 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596915 Feb 16 16:26:41.424582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-47949c53-bc3b-4bb9-9305-223862d0e927 service neutron] 10.222.0.65 "PUT /v2.0/ports/5230fa60-04fc-41e4-ab07-6db406024d32/bindings/n-h2-669411-5/activate HTTP/1.1" status: 200 len: 369 time: 1.9740872 Feb 16 16:26:41.430124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-5a57873c-4517-4b78-a4b0-226ba874d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:41.431674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-5a57873c-4517-4b78-a4b0-226ba874d75a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1145508 Feb 16 16:26:41.448896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f14dd-3eae-41a7-a2dc-64fbced07d5d req-0278badb-1b9f-4acc-83ae-4d26ad3605bc tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:41.450881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-264f14dd-3eae-41a7-a2dc-64fbced07d5d req-0278badb-1b9f-4acc-83ae-4d26ad3605bc tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.2305870 Feb 16 16:26:41.582239 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-264f14dd-3eae-41a7-a2dc-64fbced07d5d req-8472b559-c6ab-4b8c-8df9-5aef32e7c72b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147106 Feb 16 16:26:41.583915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-c88c6f32-07d7-4efb-87b4-059707d7d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:41.585404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-c88c6f32-07d7-4efb-87b4-059707d7d600 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1336153 Feb 16 16:26:41.608345 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fff00f-ed89-4ff0-9188-aa47978cb154 x-openstack-request-id: req-26fff00f-ed89-4ff0-9188-aa47978cb154 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:41.608901 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa054446-d18b-4a88-85d6-1732f74294c4", "name": "network-vif-plugged", "status": "completed", "tag": "57cd8e91-afbe-4d32-97a1-56b07e70bc5c", "code": 200}, {"server_uuid": "8d07f14e-6010-478b-89fb-2af171c226f4", "name": "network-vif-unplugged", "status": "completed", "tag": "ea196f14-50b1-4ff8-ae21-a17867416741", "code": 200}, {"server_uuid": "0912003f-b931-43f1-8971-f0da9985b7b7", "name": "network-vif-plugged", "status": "completed", "tag": "c8ecfd39-0ef4-4065-8dee-c93b7bb904d7", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:41.609283 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26fff00f-ed89-4ff0-9188-aa47978cb154 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:41.609780 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa054446-d18b-4a88-85d6-1732f74294c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c', 'code': 200} Feb 16 16:26:41.610161 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07f14e-6010-478b-89fb-2af171c226f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea196f14-50b1-4ff8-ae21-a17867416741', 'code': 200} Feb 16 16:26:41.610544 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0912003f-b931-43f1-8971-f0da9985b7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ecfd39-0ef4-4065-8dee-c93b7bb904d7', 'code': 200} Feb 16 16:26:41.729790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-1af970b8-a119-49e8-a258-21197f0ad855 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:41.732161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-1af970b8-a119-49e8-a258-21197f0ad855 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6&tenant_id=b0adde609b014b4f962dc22768f8ddb1&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1126 time: 0.2141504 Feb 16 16:26:41.758899 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1d537-2c37-4605-9c10-4a8150bbab69 req-9b6d3246-8cda-4c5b-ae22-355ec61144a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:41.761976 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7cc1d537-2c37-4605-9c10-4a8150bbab69 req-9b6d3246-8cda-4c5b-ae22-355ec61144a9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 1127 time: 0.0842121 Feb 16 16:26:41.809449 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7cc1d537-2c37-4605-9c10-4a8150bbab69 req-d9506991-2f3d-4a0f-8e3a-cfe5fdf020c2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417469 Feb 16 16:26:41.870009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-bfa63351-bbeb-4988-a222-cc531a8fb4b0 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728860 Feb 16 16:26:41.931209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efea04-8dd3-40bf-a5b6-4758a3781a29 req-bbcfe432-db3b-4963-aa92-21415cb6bb2b tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:41.932693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9efea04-8dd3-40bf-a5b6-4758a3781a29 req-bbcfe432-db3b-4963-aa92-21415cb6bb2b tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.2147558 Feb 16 16:26:41.966064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-12868377-dbed-4df4-92f0-e1c0369c3781 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:41.967557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-12868377-dbed-4df4-92f0-e1c0369c3781 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/networks?id=947f349f-609e-481d-a318-d67059ed0b1c HTTP/1.1" status: 200 len: 821 time: 0.2511022 Feb 16 16:26:41.969581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-95fa87b9-8ff9-48ad-a117-f856a1e0f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:41.970921 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-95fa87b9-8ff9-48ad-a117-f856a1e0f619 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6&tenant_id=b0adde609b014b4f962dc22768f8ddb1 HTTP/1.1" status: 200 len: 1126 time: 0.2285604 Feb 16 16:26:42.026751 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-648e2b25-ad45-4de5-9068-9e282a44725f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/quotas/76657d9df89241a0821ee0edbc04fcc3 HTTP/1.1" status: 200 len: 375 time: 0.0234451 Feb 16 16:26:42.085141 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-71ddb4b1-a298-4ed2-bef1-b3e8cc2a43d2 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=76657d9df89241a0821ee0edbc04fcc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481195 Feb 16 16:26:42.094386 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9efea04-8dd3-40bf-a5b6-4758a3781a29 req-89dd1891-32dc-48e2-81e1-d0fe666558f0 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450744 Feb 16 16:26:42.096326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca97ca82-afec-48b7-b91b-6d1cc9a451d3 req-896a3e6a-df43-4996-84c9-f5595b296579 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114260 Feb 16 16:26:42.237753 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-5a0f758f-b287-44df-a732-511e0ee88d6c service neutron] 10.222.0.24 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360476 Feb 16 16:26:42.293945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5db4b7-a6d3-4f57-945e-5e9cae828f32 req-3d4b27c1-4840-4f8a-af87-0605bffe5202 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:42.295464 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f5db4b7-a6d3-4f57-945e-5e9cae828f32 req-3d4b27c1-4840-4f8a-af87-0605bffe5202 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.1018014 Feb 16 16:26:42.388704 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-b14b38ed-9a3d-48e2-aa10-9ef3ff9fb8ef service neutron] 10.222.0.24 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449590 Feb 16 16:26:42.400281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f5db4b7-a6d3-4f57-945e-5e9cae828f32 req-57e7887d-9fbe-42e8-a7ef-879783265c2a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696437 Feb 16 16:26:42.624094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6d5e6-7cf1-47fb-9cbe-294f549bf561 req-9d55213e-fa51-4faa-bdd6-b5bf2fbb3008 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:42.632680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bbb6d5e6-7cf1-47fb-9cbe-294f549bf561 req-9d55213e-fa51-4faa-bdd6-b5bf2fbb3008 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 944 time: 0.0707235 Feb 16 16:26:42.701262 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bbb6d5e6-7cf1-47fb-9cbe-294f549bf561 req-d4b65a16-3f0e-44b1-a9ea-53f6500d7852 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675547 Feb 16 16:26:42.781923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3b86710-5667-4583-993c-4386566d8895 req-ef8160e6-a7c2-40ac-9d58-ca52ed54e101 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 210 time: 0.0472364 Feb 16 16:26:42.869834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90f617-d64f-448c-842b-65c211794f8e req-709b56c6-02ee-4c76-8e16-217314eb6240 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:42.876331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da90f617-d64f-448c-842b-65c211794f8e req-709b56c6-02ee-4c76-8e16-217314eb6240 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 947 time: 0.1114476 Feb 16 16:26:42.954323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da90f617-d64f-448c-842b-65c211794f8e req-4eee5ba3-bdf2-40ff-ab77-234e27a93688 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688429 Feb 16 16:26:42.966689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def5712-679a-410b-b1f8-086cef07bced req-46bf345a-1814-4804-b5b1-b580e6e10cfb tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:42.973467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9def5712-679a-410b-b1f8-086cef07bced req-46bf345a-1814-4804-b5b1-b580e6e10cfb tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0960615 Feb 16 16:26:42.981077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072d51f3-39b5-43ea-8a27-aa792c3a4da7', 'tag': '62a1bb88-f6d6-4bc2-b169-57e51307adb5'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:42.983331 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0654c9ea-80d1-4d0e-bea4-31c13bfe7415" -d '{"events": [{"name": "network-changed", "server_uuid": "072d51f3-39b5-43ea-8a27-aa792c3a4da7", "tag": "62a1bb88-f6d6-4bc2-b169-57e51307adb5"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:43.061524 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9def5712-679a-410b-b1f8-086cef07bced req-a5d03235-f896-49ed-b7f1-1773ffa27389 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870056 Feb 16 16:26:43.094995 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253c2742-97ea-4f81-bfaa-b265d77a1607 x-openstack-request-id: req-253c2742-97ea-4f81-bfaa-b265d77a1607 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:43.095285 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072d51f3-39b5-43ea-8a27-aa792c3a4da7", "tag": "62a1bb88-f6d6-4bc2-b169-57e51307adb5", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:43.095536 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-253c2742-97ea-4f81-bfaa-b265d77a1607 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:43.095966 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072d51f3-39b5-43ea-8a27-aa792c3a4da7', 'tag': '62a1bb88-f6d6-4bc2-b169-57e51307adb5', 'status': 'completed', 'code': 200} Feb 16 16:26:43.179358 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654c9ea-80d1-4d0e-bea4-31c13bfe7415 req-da5a15c2-00d7-4b43-b3b8-3258036c7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:43.181336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0654c9ea-80d1-4d0e-bea4-31c13bfe7415 req-da5a15c2-00d7-4b43-b3b8-3258036c7a3a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af979f02f680485b8bfda5a90af7118a&device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 1129 time: 0.0627987 Feb 16 16:26:43.384404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-5e7dc998-9fac-4a60-bc89-c6a7db920331 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9f1e972448934d409d5e97576c337ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752580 Feb 16 16:26:43.470915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673c6d6-a5ae-4c4a-9ea3-c3c73b7c302a req-ea922d93-8ef5-4beb-8029-067f81174247 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:43.479643 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8673c6d6-a5ae-4c4a-9ea3-c3c73b7c302a req-ea922d93-8ef5-4beb-8029-067f81174247 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.2194939 Feb 16 16:26:43.484460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654c9ea-80d1-4d0e-bea4-31c13bfe7415 req-960f386e-23db-400c-a9cf-e4959b606175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:43.485997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0654c9ea-80d1-4d0e-bea4-31c13bfe7415 req-960f386e-23db-400c-a9cf-e4959b606175 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2891040 Feb 16 16:26:43.600422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0654c9ea-80d1-4d0e-bea4-31c13bfe7415 req-81d42e30-a12c-4410-9913-407f301673a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=62a1bb88-f6d6-4bc2-b169-57e51307adb5 HTTP/1.1" status: 200 len: 217 time: 0.0583498 Feb 16 16:26:43.622041 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8673c6d6-a5ae-4c4a-9ea3-c3c73b7c302a req-cc537204-dbe9-429c-9afe-f3d5005a0dd2 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427400 Feb 16 16:26:43.659656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-11cc745b-6d3f-4253-8def-d202e2314997 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:43.661244 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-11cc745b-6d3f-4253-8def-d202e2314997 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2689095 Feb 16 16:26:43.683512 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-b6b7694c-3038-4e92-815c-1183a0f4751d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/quotas/9f1e972448934d409d5e97576c337ceb HTTP/1.1" status: 200 len: 375 time: 0.0158548 Feb 16 16:26:43.685174 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654c9ea-80d1-4d0e-bea4-31c13bfe7415 req-0079922e-79cc-4502-9c3c-3e14d927cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:43.686640 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0654c9ea-80d1-4d0e-bea4-31c13bfe7415 req-0079922e-79cc-4502-9c3c-3e14d927cf4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0782306 Feb 16 16:26:43.814036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc63f4b-b918-47fa-a0e7-6c6584213d87 req-e2f80478-0b97-4061-b767-e68ba0c50c0b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:43.815937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8bc63f4b-b918-47fa-a0e7-6c6584213d87 req-e2f80478-0b97-4061-b767-e68ba0c50c0b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.1157453 Feb 16 16:26:43.826967 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-0d16657d-f318-480c-9b6a-293740143a2a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1370971 Feb 16 16:26:43.833334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654c9ea-80d1-4d0e-bea4-31c13bfe7415 req-69621a66-802b-4a80-bc99-acb06c00eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:43.834834 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0654c9ea-80d1-4d0e-bea4-31c13bfe7415 req-69621a66-802b-4a80-bc99-acb06c00eb65 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1357214 Feb 16 16:26:43.941038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8bc63f4b-b918-47fa-a0e7-6c6584213d87 req-0fa56684-e5d2-4c49-b768-6616065e192b tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129172 Feb 16 16:26:43.995539 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0654c9ea-80d1-4d0e-bea4-31c13bfe7415 req-04ced2d1-058c-4b1e-8796-6e53d1f72571 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449530 Feb 16 16:26:44.303033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6336b1db-0a10-4cc2-9550-2e8e7bad2827 req-099e50a0-4018-40de-8463-2d920ec2dc3a tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 210 time: 0.1135106 Feb 16 16:26:44.321875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-af45299d-4778-4912-9358-6dc24f42c834 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:44.323457 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-af45299d-4778-4912-9358-6dc24f42c834 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.65 "GET /v2.0/networks?id=947f349f-609e-481d-a318-d67059ed0b1c HTTP/1.1" status: 200 len: 821 time: 0.3148413 Feb 16 16:26:44.372028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-62197f03-4e54-43a9-9aec-7b97a431b41f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Request body: {'port': {'device_id': '97d5c318-94e4-4579-828f-9f38f3e26919', 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c', 'admin_state_up': True, 'tenant_id': '76657d9df89241a0821ee0edbc04fcc3'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:44.428811 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06babc00-e32b-447a-9a5f-734c9d0efdef req-c2a36722-aaf1-4f76-bf72-ea0d198b8ef0 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:44.430312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06babc00-e32b-447a-9a5f-734c9d0efdef req-c2a36722-aaf1-4f76-bf72-ea0d198b8ef0 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 944 time: 0.2272000 Feb 16 16:26:44.463808 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0654c9ea-80d1-4d0e-bea4-31c13bfe7415 req-5f53c816-6dba-4f21-8a51-d12421ec51e3 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446237 Feb 16 16:26:44.738377 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 62a1bb88-f6d6-4bc2-b169-57e51307adb5 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:26:44.872589 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 62a1bb88-f6d6-4bc2-b169-57e51307adb5, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=62a1bb88-f6d6-4bc2-b169-57e51307adb5,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:44.894963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '62a1bb88-f6d6-4bc2-b169-57e51307adb5', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '62a1bb88-f6d6-4bc2-b169-57e51307adb5', 'mac_address': 'fa:16:3e:a6:e2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:26:44.925463 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06babc00-e32b-447a-9a5f-734c9d0efdef req-da876f65-cbc4-4f42-83bf-b430d5775c08 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726303 Feb 16 16:26:44.950358 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2d1f2-b2d5-4a8b-9969-94ef33b3e351 req-019e86c1-3f0f-4c9e-96b5-ff350a16d5ce tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:44.954598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 62a1bb88-f6d6-4bc2-b169-57e51307adb5 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:44.955463 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:44.960845 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f2d1f2-b2d5-4a8b-9969-94ef33b3e351 req-019e86c1-3f0f-4c9e-96b5-ff350a16d5ce tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 947 time: 0.5396862 Feb 16 16:26:44.976264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a1bb88-f6d6-4bc2-b169-57e51307adb5 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:45.002734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 62a1bb88-f6d6-4bc2-b169-57e51307adb5, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=62a1bb88-f6d6-4bc2-b169-57e51307adb5,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:45.007697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-62197f03-4e54-43a9-9aec-7b97a431b41f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Made reservation on behalf of 76657d9df89241a0821ee0edbc04fcc3 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:26:45.013686 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:45.020963 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-62197f03-4e54-43a9-9aec-7b97a431b41f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:45.082019 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=62a1bb88-f6d6-4bc2-b169-57e51307adb5,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:45.106629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f2d1f2-b2d5-4a8b-9969-94ef33b3e351 req-2af62cd7-44f1-482b-9828-42fa28d2f41b tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448169 Feb 16 16:26:45.108755 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6e52d6ac-45d7-4bd3-81b7-1c79282de530 req-a5bfde5f-0d8e-4f21-a14c-40547fc0a6ad tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0838118 Feb 16 16:26:45.289796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-62197f03-4e54-43a9-9aec-7b97a431b41f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Allocated IP 172.20.0.9 (947f349f-609e-481d-a318-d67059ed0b1c/f72f5249-4b76-410c-b98e-014d0996b37b/6317deb7-e2e8-44c7-b7a7-76bd93bbed56) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:26:45.343352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efafbe-8d2e-4482-950e-c37b2f94aa02 req-dff33c8e-1241-4006-939c-21349e5e71ea tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:45.344897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5efafbe-8d2e-4482-950e-c37b2f94aa02 req-dff33c8e-1241-4006-939c-21349e5e71ea tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.1355906 Feb 16 16:26:45.362547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78f0e3-2222-4ec7-b237-884d8e4ee4e5 req-2676eac1-5407-42e6-a959-b3ded1e5a201 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:45.364014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca78f0e3-2222-4ec7-b237-884d8e4ee4e5 req-2676eac1-5407-42e6-a959-b3ded1e5a201 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1564350 Feb 16 16:26:45.391600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['62a1bb88-f6d6-4bc2-b169-57e51307adb5'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:26:45.525797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5efafbe-8d2e-4482-950e-c37b2f94aa02 req-747ab866-cd05-4c0f-9f36-7154a5f9e890 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637776 Feb 16 16:26:45.589922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca78f0e3-2222-4ec7-b237-884d8e4ee4e5 req-6a9a0c52-7310-4933-a589-e79e5d967f0d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116783 Feb 16 16:26:45.672972 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-62197f03-4e54-43a9-9aec-7b97a431b41f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for port (6317deb7-e2e8-44c7-b7a7-76bd93bbed56), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:45.713946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e66cff-3ba6-4192-9b2a-1fc09e4862ad req-5e70be34-58d7-452c-9675-95b5b7346a28 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:45.721810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-25e66cff-3ba6-4192-9b2a-1fc09e4862ad req-5e70be34-58d7-452c-9675-95b5b7346a28 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.1096840 Feb 16 16:26:45.773362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86c9a2bf-5c87-4e31-8753-e86eda6141d1 req-fb439c1a-d3d7-414e-a578-37ab46331f7d tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 210 time: 0.0440750 Feb 16 16:26:45.791042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-62197f03-4e54-43a9-9aec-7b97a431b41f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6317deb7-e2e8-44c7-b7a7-76bd93bbed56), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:45.868021 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-25e66cff-3ba6-4192-9b2a-1fc09e4862ad req-b2de48ed-34e5-4e25-b6e6-aa7724a0d306 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338792 Feb 16 16:26:45.883986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-62197f03-4e54-43a9-9aec-7b97a431b41f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Network 947f349f-609e-481d-a318-d67059ed0b1c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:26:45.889604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-62197f03-4e54-43a9-9aec-7b97a431b41f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:26:45.896944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-62197f03-4e54-43a9-9aec-7b97a431b41f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:26:45.931944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62197f03-4e54-43a9-9aec-7b97a431b41f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Pushing event updated for resources: {'Port': ['ID=6317deb7-e2e8-44c7-b7a7-76bd93bbed56,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:45.959280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-62197f03-4e54-43a9-9aec-7b97a431b41f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:45.959936 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-62197f03-4e54-43a9-9aec-7b97a431b41f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:45.978541 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-62197f03-4e54-43a9-9aec-7b97a431b41f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6347768 Feb 16 16:26:45.996880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Request body: {'port': {'device_id': '97d5c318-94e4-4579-828f-9f38f3e26919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:46.103422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cd623-b21d-409d-908e-6aafd54167cc req-3c3737a7-f322-475a-8bf7-2dd319fa2ddd tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:46.105692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe3cd623-b21d-409d-908e-6aafd54167cc req-3c3737a7-f322-475a-8bf7-2dd319fa2ddd tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 944 time: 0.0846598 Feb 16 16:26:46.106963 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6317deb7-e2e8-44c7-b7a7-76bd93bbed56), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:46.214652 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe3cd623-b21d-409d-908e-6aafd54167cc req-2aae64dc-5970-49eb-bac6-fb136bace88c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928247 Feb 16 16:26:46.331420 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08ba718e-de83-4b57-aee0-8041af14ef43 req-13410402-e15c-4be8-b8c2-89f6e52151be tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0449314 Feb 16 16:26:46.390915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c675f48-1fd4-44c3-b971-fd63864176a0 req-cf672462-fe88-409a-92b3-e963b4a3c1f4 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:46.392342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c675f48-1fd4-44c3-b971-fd63864176a0 req-cf672462-fe88-409a-92b3-e963b4a3c1f4 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 948 time: 0.1760731 Feb 16 16:26:46.495528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c675f48-1fd4-44c3-b971-fd63864176a0 req-7dbc822e-7c88-4df3-abe1-44cb173c4d6e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755274 Feb 16 16:26:46.563394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:46.572143 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Publish callbacks [] for port (6317deb7-e2e8-44c7-b7a7-76bd93bbed56), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:46.588475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Transition to ACTIVE for port object 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:26:46.606439 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (6317deb7-e2e8-44c7-b7a7-76bd93bbed56), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:46.728175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffab1fb-7e2c-437e-a601-98f712b4eee9 req-4d557b94-9e27-4920-9df1-b0178cf430dc tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:46.729896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3ffab1fb-7e2c-437e-a601-98f712b4eee9 req-4d557b94-9e27-4920-9df1-b0178cf430dc tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.1380026 Feb 16 16:26:46.734735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Pushing event updated for resources: {'Port': ['ID=6317deb7-e2e8-44c7-b7a7-76bd93bbed56,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:46.835726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437bde3-124f-4407-902e-4d5dbf11940b req-52011a63-0f76-464d-a2f7-b5306384cc4b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:46.837653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b437bde3-124f-4407-902e-4d5dbf11940b req-52011a63-0f76-464d-a2f7-b5306384cc4b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1725636 Feb 16 16:26:46.857699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3ffab1fb-7e2c-437e-a601-98f712b4eee9 req-de8262d7-132d-4669-94bf-05022ac2a1ae tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201944 Feb 16 16:26:46.895732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Attempting to bind port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:26:46.896094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Attempting to bind port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:26:46.896428 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Attempting to bind port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 on network 947f349f-609e-481d-a318-d67059ed0b1c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:46.910391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 on network 947f349f-609e-481d-a318-d67059ed0b1c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:26:46.910748 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Attempting to bind port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 on network 947f349f-609e-481d-a318-d67059ed0b1c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:46.920701 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:26:46.921077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Checking segment: {'id': 'f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:26:46.921465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Bound using segment: {'id': 'f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:26:46.921901 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Bound port: 6317deb7-e2e8-44c7-b7a7-76bd93bbed56, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:26:46.922260 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6317deb7-e2e8-44c7-b7a7-76bd93bbed56), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:46.926929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b437bde3-124f-4407-902e-4d5dbf11940b req-4834bb00-edb5-4d5c-93f0-bf712412e997 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795441 Feb 16 16:26:47.107995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] For port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:26:47.116498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] For port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6317deb7-e2e8-44c7-b7a7-76bd93bbed56,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:26:47.128665 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (6317deb7-e2e8-44c7-b7a7-76bd93bbed56), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:47.177441 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aecfe-fcc5-4291-8a72-2810a7e5af76 req-26c4b8d9-405e-4fc1-9368-53fcd10c0a29 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:47.180151 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c51aecfe-fcc5-4291-8a72-2810a7e5af76 req-26c4b8d9-405e-4fc1-9368-53fcd10c0a29 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 943 time: 0.1517076 Feb 16 16:26:47.186283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:47.187358 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:47.188552 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] 10.222.0.65 "PUT /v2.0/ports/6317deb7-e2e8-44c7-b7a7-76bd93bbed56 HTTP/1.1" status: 200 len: 1091 time: 1.1996667 Feb 16 16:26:47.192195 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d5c318-94e4-4579-828f-9f38f3e26919', 'tag': '6317deb7-e2e8-44c7-b7a7-76bd93bbed56'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:47.195603 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fcf78e-8b80-40f5-aad0-f256aa3054b0" -d '{"events": [{"name": "network-changed", "server_uuid": "97d5c318-94e4-4579-828f-9f38f3e26919", "tag": "6317deb7-e2e8-44c7-b7a7-76bd93bbed56"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:47.206469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85319bc4-5be3-482d-b770-34f5e42a0a98 req-ef14c9cb-3ba6-408d-9063-8fed5476afa0 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:47.212222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85319bc4-5be3-482d-b770-34f5e42a0a98 req-ef14c9cb-3ba6-408d-9063-8fed5476afa0 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.1955121 Feb 16 16:26:47.291953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92866689-6fdd-4ea1-89bc-f8df9a214680 service neutron] Pushing event updated for resources: {'Port': ['ID=6317deb7-e2e8-44c7-b7a7-76bd93bbed56,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:47.359342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85319bc4-5be3-482d-b770-34f5e42a0a98 req-1b406c73-4e15-4ac3-b5d4-0b4aac766b45 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229331 Feb 16 16:26:47.364679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-24fd7afa-3840-41aa-8cad-0548a3724bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:47.366875 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-24fd7afa-3840-41aa-8cad-0548a3724bc1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=76657d9df89241a0821ee0edbc04fcc3&device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 1125 time: 0.1290517 Feb 16 16:26:47.372024 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c51aecfe-fcc5-4291-8a72-2810a7e5af76 req-bfe98478-c1a6-4c26-9151-9e96ac9d3559 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824217 Feb 16 16:26:47.442333 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-7495fccc-282b-42b9-a0c2-cce6521a23dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6317deb7-e2e8-44c7-b7a7-76bd93bbed56 HTTP/1.1" status: 200 len: 217 time: 0.0642853 Feb 16 16:26:47.489550 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcc3d47-8c3d-48b1-874e-388ebc780afa x-openstack-request-id: req-0fcc3d47-8c3d-48b1-874e-388ebc780afa {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:47.489842 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d5c318-94e4-4579-828f-9f38f3e26919", "tag": "6317deb7-e2e8-44c7-b7a7-76bd93bbed56", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:47.490099 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fcc3d47-8c3d-48b1-874e-388ebc780afa {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:47.490507 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d5c318-94e4-4579-828f-9f38f3e26919', 'tag': '6317deb7-e2e8-44c7-b7a7-76bd93bbed56', 'status': 'completed', 'code': 200} Feb 16 16:26:47.532110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-49f48bff-4d82-4c9d-9ad9-c08903bb864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:47.533577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-49f48bff-4d82-4c9d-9ad9-c08903bb864d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f72f5249-4b76-410c-b98e-014d0996b37b HTTP/1.1" status: 200 len: 861 time: 0.0848112 Feb 16 16:26:47.582401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-c7a865bf-dadd-4230-ae5a-5ce145f7494a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=947f349f-609e-481d-a318-d67059ed0b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411811 Feb 16 16:26:47.613776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d00de-20cf-4b33-9876-7ab94faca923 req-58f3e757-e7f7-4c95-a758-584ebc68f91b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:47.614943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f22d00de-20cf-4b33-9876-7ab94faca923 req-58f3e757-e7f7-4c95-a758-584ebc68f91b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 944 time: 0.1580737 Feb 16 16:26:47.616807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42e86fda-a675-440d-9ea5-d50ad48c1cae req-21e691cf-0cb9-47e7-b5b8-56bb120ba911 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0747557 Feb 16 16:26:47.790670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f22d00de-20cf-4b33-9876-7ab94faca923 req-7d79386b-305f-4de4-8966-5f6f3d25efcd tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620476 Feb 16 16:26:47.821170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-ca6ab9f2-51dc-47ba-9e17-3a77ee6b97eb service neutron] 10.222.0.65 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222416 Feb 16 16:26:47.828308 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886462fa-91b5-42df-8218-a185b06109fd req-30c49f8b-3dcf-4138-ab6c-e991a6af0fad tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:47.829788 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-886462fa-91b5-42df-8218-a185b06109fd req-30c49f8b-3dcf-4138-ab6c-e991a6af0fad tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 948 time: 0.1216638 Feb 16 16:26:47.942205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-886462fa-91b5-42df-8218-a185b06109fd req-31d7d53e-df6b-48cd-b6fd-448ad7e0c10c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029034 Feb 16 16:26:47.992710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba5a78a-1507-4e11-94f7-7f6f4509fbd5 req-6d8293be-652b-45a3-9bc0-67e33b5bdc51 service neutron] 10.222.0.65 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617935 Feb 16 16:26:48.050177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4797695-92d8-4649-9a5c-04677f523a37 req-7fa0824a-113c-4ade-bfe5-96d0357d09fc tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:48.051627 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4797695-92d8-4649-9a5c-04677f523a37 req-7fa0824a-113c-4ade-bfe5-96d0357d09fc tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.0969119 Feb 16 16:26:48.162644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09b65-a530-4ab0-bd10-cd83d03a0d1b req-4ebb8f0b-dd80-45cf-b663-3df52bc973d1 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:48.164130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-daa09b65-a530-4ab0-bd10-cd83d03a0d1b req-4ebb8f0b-dd80-45cf-b663-3df52bc973d1 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1374657 Feb 16 16:26:48.176408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4797695-92d8-4649-9a5c-04677f523a37 req-c2c134d4-0684-4578-bfc1-395b98427164 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069584 Feb 16 16:26:48.182138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcf78e-8b80-40f5-aad0-f256aa3054b0 req-4afba07e-3df5-4b08-a300-8747e1820c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:48.184685 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01fcf78e-8b80-40f5-aad0-f256aa3054b0 req-4afba07e-3df5-4b08-a300-8747e1820c58 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=76657d9df89241a0821ee0edbc04fcc3&device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 1125 time: 0.1161120 Feb 16 16:26:48.271775 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-daa09b65-a530-4ab0-bd10-cd83d03a0d1b req-cef4f562-6de4-4737-86a5-d2d6395189a9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999365 Feb 16 16:26:48.298647 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcf78e-8b80-40f5-aad0-f256aa3054b0 req-f239493f-195e-4362-8397-548a2662eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:48.300174 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01fcf78e-8b80-40f5-aad0-f256aa3054b0 req-f239493f-195e-4362-8397-548a2662eef7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=947f349f-609e-481d-a318-d67059ed0b1c HTTP/1.1" status: 200 len: 922 time: 0.1077483 Feb 16 16:26:48.346370 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01fcf78e-8b80-40f5-aad0-f256aa3054b0 req-5be83f0f-5e25-4a41-8d90-1c98ff3940ec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6317deb7-e2e8-44c7-b7a7-76bd93bbed56 HTTP/1.1" status: 200 len: 217 time: 0.0394681 Feb 16 16:26:48.514178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcf78e-8b80-40f5-aad0-f256aa3054b0 req-d802d6a7-5e2e-4064-8707-2faf4580c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:48.515541 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01fcf78e-8b80-40f5-aad0-f256aa3054b0 req-d802d6a7-5e2e-4064-8707-2faf4580c613 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f72f5249-4b76-410c-b98e-014d0996b37b HTTP/1.1" status: 200 len: 861 time: 0.0836387 Feb 16 16:26:48.539094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b163a-bfb9-4d71-9aba-900f1a03b674 req-383a0ec7-1a40-4144-8b22-d0ebd6e99ab9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:48.540605 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b95b163a-bfb9-4d71-9aba-900f1a03b674 req-383a0ec7-1a40-4144-8b22-d0ebd6e99ab9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.1104789 Feb 16 16:26:48.560263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01fcf78e-8b80-40f5-aad0-f256aa3054b0 req-209d2fcc-b63c-49ce-8831-b331971c7baa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=947f349f-609e-481d-a318-d67059ed0b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366929 Feb 16 16:26:48.658635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b95b163a-bfb9-4d71-9aba-900f1a03b674 req-c7aa8480-9755-48f0-b8d8-260f9e192306 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014524 Feb 16 16:26:48.690350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01fcf78e-8b80-40f5-aad0-f256aa3054b0 req-27e570ca-6ed0-4584-9bdf-7263c581dde0 service neutron] 10.222.0.65 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128290 Feb 16 16:26:48.773607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 62a1bb88-f6d6-4bc2-b169-57e51307adb5 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:26:48.827712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 62a1bb88-f6d6-4bc2-b169-57e51307adb5 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:26:48.832046 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 62a1bb88-f6d6-4bc2-b169-57e51307adb5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:26:48.832424 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:48.847542 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74c0b3e3-de2b-45fe-8d54-86d19843c76a req-e6bd86b3-9cb0-4596-a2e6-7690d6396b13 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0434084 Feb 16 16:26:48.852839 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01fcf78e-8b80-40f5-aad0-f256aa3054b0 req-a44f722c-387a-4bc1-a06d-7d1cccc18f03 service neutron] 10.222.0.65 "GET /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499178 Feb 16 16:26:48.863337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e1f57-ec96-4d19-85c1-6d396626ffef req-3ce4542d-28f2-4d49-862a-cb01e338c2c2 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:48.864827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf1e1f57-ec96-4d19-85c1-6d396626ffef req-3ce4542d-28f2-4d49-862a-cb01e338c2c2 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 943 time: 0.1322978 Feb 16 16:26:48.920806 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf1e1f57-ec96-4d19-85c1-6d396626ffef req-61b3376e-1096-4beb-8688-3ef391be81e2 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504079 Feb 16 16:26:48.924259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 62a1bb88-f6d6-4bc2-b169-57e51307adb5 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:48.924647 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:48.948128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072d51f3-39b5-43ea-8a27-aa792c3a4da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a1bb88-f6d6-4bc2-b169-57e51307adb5'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:48.950653 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5706af6-af37-4331-a00b-e10f5fee5922" -d '{"events": [{"server_uuid": "072d51f3-39b5-43ea-8a27-aa792c3a4da7", "name": "network-vif-plugged", "status": "completed", "tag": "62a1bb88-f6d6-4bc2-b169-57e51307adb5"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:48.963041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 62a1bb88-f6d6-4bc2-b169-57e51307adb5, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=62a1bb88-f6d6-4bc2-b169-57e51307adb5,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:48.969337 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:49.032839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=62a1bb88-f6d6-4bc2-b169-57e51307adb5,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:49.050379 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670684f4-a887-459e-b344-d05d09c5084c x-openstack-request-id: req-670684f4-a887-459e-b344-d05d09c5084c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:49.051290 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072d51f3-39b5-43ea-8a27-aa792c3a4da7", "name": "network-vif-plugged", "status": "completed", "tag": "62a1bb88-f6d6-4bc2-b169-57e51307adb5", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:49.051583 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-670684f4-a887-459e-b344-d05d09c5084c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:49.052026 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072d51f3-39b5-43ea-8a27-aa792c3a4da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a1bb88-f6d6-4bc2-b169-57e51307adb5', 'code': 200} Feb 16 16:26:49.063746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4bd2a-0547-49b0-8749-64e5e88f999b req-1405e048-169e-45c8-bd70-9933d97c6af8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:49.065316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6c4bd2a-0547-49b0-8749-64e5e88f999b req-1405e048-169e-45c8-bd70-9933d97c6af8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 944 time: 0.0823407 Feb 16 16:26:49.187213 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6c4bd2a-0547-49b0-8749-64e5e88f999b req-7e9fda10-3038-4fb8-9f17-87907c65fa07 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160674 Feb 16 16:26:49.207720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dafd66-9923-4d41-bc09-05292bb45e6a req-abebe2ac-cb64-4a6b-b886-d5e85ff9abba tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:49.209198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7dafd66-9923-4d41-bc09-05292bb45e6a req-abebe2ac-cb64-4a6b-b886-d5e85ff9abba tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 949 time: 0.1075306 Feb 16 16:26:49.224209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9770be-fd40-47d1-9081-93a39e704050 req-a740d49f-db99-4464-a005-d30c8101d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:49.225629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b9770be-fd40-47d1-9081-93a39e704050 req-a740d49f-db99-4464-a005-d30c8101d2b2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 1131 time: 0.0917213 Feb 16 16:26:49.314766 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b9770be-fd40-47d1-9081-93a39e704050 req-08a40e1a-06df-4243-a49c-ea47972dc4cd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812011 Feb 16 16:26:49.317843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7dafd66-9923-4d41-bc09-05292bb45e6a req-891a8e3e-c143-4f32-8c06-ac5fb91bfc2a tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013670 Feb 16 16:26:49.421220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-90534b71-1ea3-461e-aa08-cb3581e43d14 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:49.422655 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-90534b71-1ea3-461e-aa08-cb3581e43d14 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/networks?id=51499808-74f6-44c8-afc6-e9caf9ad70c7 HTTP/1.1" status: 200 len: 805 time: 0.1552863 Feb 16 16:26:49.443177 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-a53ba48e-7b47-4717-99b2-98c9ec6d353a tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/quotas/8ca95a16ebaf4fb092fc39ed2f5c4729 HTTP/1.1" status: 200 len: 375 time: 0.0131030 Feb 16 16:26:49.453900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b0641-0e5f-4d29-961b-ebd4b7b99992 req-a9c10e46-6df6-4a8d-b062-90e52f37d41f tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:49.455313 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-169b0641-0e5f-4d29-961b-ebd4b7b99992 req-a9c10e46-6df6-4a8d-b062-90e52f37d41f tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.0805864 Feb 16 16:26:49.532724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-169b0641-0e5f-4d29-961b-ebd4b7b99992 req-4658b913-eb5d-48d4-ba15-348d063f2c86 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683026 Feb 16 16:26:49.537221 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-3a7dd71e-263a-47ba-9b9b-d8fbc553972f tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ca95a16ebaf4fb092fc39ed2f5c4729&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810115 Feb 16 16:26:49.663426 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-58155db2-c912-4600-9d6c-fb0f5936845d service neutron] 10.222.0.24 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147215 Feb 16 16:26:49.686228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca011e86-9ed6-452d-b767-963785c5743c req-8a72cbcf-3d26-48d4-99e9-be830b7d543e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:49.687652 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca011e86-9ed6-452d-b767-963785c5743c req-8a72cbcf-3d26-48d4-99e9-be830b7d543e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0778992 Feb 16 16:26:49.782734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca011e86-9ed6-452d-b767-963785c5743c req-f90f615c-51d2-4981-ad02-6094e26ff3bb tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854552 Feb 16 16:26:49.798501 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-f12750c0-88cd-459f-afca-f72582f91dd7 service neutron] 10.222.0.24 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272731 Feb 16 16:26:49.892262 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190de0e-b1e7-42a7-827b-8e2a765fbe89 req-090d1e31-aa27-4293-b582-3027f331afc1 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:49.893764 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5190de0e-b1e7-42a7-827b-8e2a765fbe89 req-090d1e31-aa27-4293-b582-3027f331afc1 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.0562680 Feb 16 16:26:49.958005 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5190de0e-b1e7-42a7-827b-8e2a765fbe89 req-d6398adc-bcbb-47b1-8c10-7fa7d678028e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458755 Feb 16 16:26:49.991699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7666527-ef73-4dc0-b7f7-4e11541653a7 req-c0d9afa4-23df-4f43-a87e-e34219692555 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0296431 Feb 16 16:26:50.039247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fcf4079-ede3-4da8-8071-ce01e43a0cc1 req-16edcbc5-f53a-41f0-aa34-4f4499efd006 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 210 time: 0.0367889 Feb 16 16:26:50.117730 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5729b2b-5a3d-4aec-89cc-28983ba749c5 req-ce317d9c-7cc0-4198-9183-fc04b1f32b76 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:50.119186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5729b2b-5a3d-4aec-89cc-28983ba749c5 req-ce317d9c-7cc0-4198-9183-fc04b1f32b76 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 943 time: 0.0575225 Feb 16 16:26:50.167980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5729b2b-5a3d-4aec-89cc-28983ba749c5 req-f93a18e2-ba61-44da-a8bb-08006a86e1d1 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Feb 16 16:26:50.316747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e648eec-b686-4fa5-9151-083135a675ed req-0f1b8624-25f7-4746-8bd4-e73dd9708114 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:50.318206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e648eec-b686-4fa5-9151-083135a675ed req-0f1b8624-25f7-4746-8bd4-e73dd9708114 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 944 time: 0.0598679 Feb 16 16:26:50.366719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e648eec-b686-4fa5-9151-083135a675ed req-55d3a4f2-f0ce-4f84-8306-b99e73de57ea tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Feb 16 16:26:50.438173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9424b22-26e5-4573-84a2-8612e93fc5f0 req-5cbfa6c6-98f2-4c9e-99af-a7c74f4cfbf9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:50.439533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9424b22-26e5-4573-84a2-8612e93fc5f0 req-5cbfa6c6-98f2-4c9e-99af-a7c74f4cfbf9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 949 time: 0.0515661 Feb 16 16:26:50.490353 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9424b22-26e5-4573-84a2-8612e93fc5f0 req-bd577c07-43f1-4ace-a62a-65fc95977693 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451002 Feb 16 16:26:50.653522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb79c9-0e5a-4742-b65b-4f3720f66482 req-d3e89abc-44cc-4d10-8e2a-cc6b3665a951 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:50.654992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5eb79c9-0e5a-4742-b65b-4f3720f66482 req-d3e89abc-44cc-4d10-8e2a-cc6b3665a951 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.0544398 Feb 16 16:26:50.706453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5eb79c9-0e5a-4742-b65b-4f3720f66482 req-593f1b50-e946-47be-8827-1fde684db969 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454419 Feb 16 16:26:50.768177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:26:50.771376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 04385b78-fc10-4856-bee3-c562260a866c no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:26:50.899553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df042d-eaf5-40fe-b3ac-ab2d4db656e9 req-55b19d0c-77e1-4a6d-9491-5c1e22a51b50 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:50.901199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-38df042d-eaf5-40fe-b3ac-ab2d4db656e9 req-55b19d0c-77e1-4a6d-9491-5c1e22a51b50 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0525556 Feb 16 16:26:50.915208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 04385b78-fc10-4856-bee3-c562260a866c is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:50.915603 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04385b78-fc10-4856-bee3-c562260a866c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:50.941960 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6317deb7-e2e8-44c7-b7a7-76bd93bbed56,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:50.949369 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-38df042d-eaf5-40fe-b3ac-ab2d4db656e9 req-09ee5a5d-b32e-4374-a0cb-2afa7371b49c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Feb 16 16:26:50.966670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '6317deb7-e2e8-44c7-b7a7-76bd93bbed56', 'network_id': '947f349f-609e-481d-a318-d67059ed0b1c', 'port_id': '6317deb7-e2e8-44c7-b7a7-76bd93bbed56', 'mac_address': 'fa:16:3e:16:fc:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72f5249-4b76-410c-b98e-014d0996b37b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:26:50.976533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 04385b78-fc10-4856-bee3-c562260a866c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=04385b78-fc10-4856-bee3-c562260a866c,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:50.981200 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (04385b78-fc10-4856-bee3-c562260a866c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:51.008406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e42ed-9989-4a9b-b68e-080ef0705233 req-27cec91b-8588-4ba0-9aeb-d1f3bebfe5d6 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:51.009849 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-738e42ed-9989-4a9b-b68e-080ef0705233 req-27cec91b-8588-4ba0-9aeb-d1f3bebfe5d6 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea HTTP/1.1" status: 200 len: 945 time: 0.0596538 Feb 16 16:26:51.046134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:51.046531 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6317deb7-e2e8-44c7-b7a7-76bd93bbed56), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:51.053112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d06542d-b301-4a88-9f97-ffaa091bf7ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04385b78-fc10-4856-bee3-c562260a866c'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:51.055595 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89015772-560b-4718-91e3-899a1347d4b2" -d '{"events": [{"server_uuid": "7d06542d-b301-4a88-9f97-ffaa091bf7ea", "name": "network-vif-unplugged", "status": "completed", "tag": "04385b78-fc10-4856-bee3-c562260a866c"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:51.077689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=04385b78-fc10-4856-bee3-c562260a866c,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:51.081426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:51.102505 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6317deb7-e2e8-44c7-b7a7-76bd93bbed56,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:51.106340 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6317deb7-e2e8-44c7-b7a7-76bd93bbed56), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:51.158593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=6317deb7-e2e8-44c7-b7a7-76bd93bbed56,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:51.420606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02f88a93-9e52-4ee4-868a-c39f7595959a req-f99d224f-1cb7-40bf-a44a-ca88b592da18 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 210 time: 0.3487065 Feb 16 16:26:51.435918 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['6317deb7-e2e8-44c7-b7a7-76bd93bbed56'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:26:51.461412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28a246-e9ab-4d6d-b26c-778b9bf9f9e1 req-00b7977f-06d9-4394-af30-90eb10a3a523 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:51.461412 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f28a246-e9ab-4d6d-b26c-778b9bf9f9e1 req-00b7977f-06d9-4394-af30-90eb10a3a523 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.3999321 Feb 16 16:26:51.481344 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-738e42ed-9989-4a9b-b68e-080ef0705233 req-f319e883-3854-4725-bbd7-362460ed4f51 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Deleting port 04385b78-fc10-4856-bee3-c562260a866c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:26:51.481686 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-738e42ed-9989-4a9b-b68e-080ef0705233 req-f319e883-3854-4725-bbd7-362460ed4f51 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (04385b78-fc10-4856-bee3-c562260a866c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:51.483458 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4679e32-fef1-4832-9379-8f0d2b180ed9 x-openstack-request-id: req-d4679e32-fef1-4832-9379-8f0d2b180ed9 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:51.483788 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d06542d-b301-4a88-9f97-ffaa091bf7ea", "name": "network-vif-unplugged", "status": "completed", "tag": "04385b78-fc10-4856-bee3-c562260a866c", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:51.484077 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4679e32-fef1-4832-9379-8f0d2b180ed9 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:51.484472 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d06542d-b301-4a88-9f97-ffaa091bf7ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04385b78-fc10-4856-bee3-c562260a866c', 'code': 200} Feb 16 16:26:51.570703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f28a246-e9ab-4d6d-b26c-778b9bf9f9e1 req-aabf7ba2-ac29-4c7b-bf32-8178ce0c417d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061118 Feb 16 16:26:51.592491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d27ee5b-016c-4f6b-8a3f-7138c391f66b req-bda31a34-db11-47d1-8a6f-e156195881b6 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 210 time: 0.0596204 Feb 16 16:26:51.623801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-738e42ed-9989-4a9b-b68e-080ef0705233 req-f319e883-3854-4725-bbd7-362460ed4f51 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] For port 04385b78-fc10-4856-bee3-c562260a866c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=04385b78-fc10-4856-bee3-c562260a866c,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:51.624006 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-738e42ed-9989-4a9b-b68e-080ef0705233 req-f319e883-3854-4725-bbd7-362460ed4f51 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (04385b78-fc10-4856-bee3-c562260a866c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:51.639171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-738e42ed-9989-4a9b-b68e-080ef0705233 req-f319e883-3854-4725-bbd7-362460ed4f51 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Calling delete_port for 04385b78-fc10-4856-bee3-c562260a866c owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:26:51.780679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa6cf6-e62d-4b79-a515-4945b99c3992 req-4f952f33-0688-47cf-945b-edd03dde6e6e tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:51.782137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9aaa6cf6-e62d-4b79-a515-4945b99c3992 req-4f952f33-0688-47cf-945b-edd03dde6e6e tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 944 time: 0.1449654 Feb 16 16:26:51.795597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d9e4c-9302-4efa-8381-cf60e7498949 req-fe541302-e825-4b9d-acd0-c77a9f1c886e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:51.796999 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a2d9e4c-9302-4efa-8381-cf60e7498949 req-fe541302-e825-4b9d-acd0-c77a9f1c886e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 944 time: 0.1468201 Feb 16 16:26:51.897441 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9aaa6cf6-e62d-4b79-a515-4945b99c3992 req-2e038ef2-0750-4a6f-9cae-6c8b2d4c5626 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993891 Feb 16 16:26:51.908269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a2d9e4c-9302-4efa-8381-cf60e7498949 req-2dd6989f-7abe-4115-8f03-c3cbd63027b7 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036003 Feb 16 16:26:51.924955 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-738e42ed-9989-4a9b-b68e-080ef0705233 req-f319e883-3854-4725-bbd7-362460ed4f51 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (04385b78-fc10-4856-bee3-c562260a866c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:51.964708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319e883-3854-4725-bbd7-362460ed4f51 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Pushing event deleted for resources: {'Port': ['ID=04385b78-fc10-4856-bee3-c562260a866c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:52.054486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-738e42ed-9989-4a9b-b68e-080ef0705233 req-f319e883-3854-4725-bbd7-362460ed4f51 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] No DVR routers for this DVR port 04385b78-fc10-4856-bee3-c562260a866c on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:26:52.059143 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-738e42ed-9989-4a9b-b68e-080ef0705233 req-f319e883-3854-4725-bbd7-362460ed4f51 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:52.062423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-738e42ed-9989-4a9b-b68e-080ef0705233 req-f319e883-3854-4725-bbd7-362460ed4f51 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.65 "DELETE /v2.0/ports/04385b78-fc10-4856-bee3-c562260a866c HTTP/1.1" status: 204 len: 173 time: 1.0465446 Feb 16 16:26:52.063655 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d06542d-b301-4a88-9f97-ffaa091bf7ea', 'name': 'network-vif-deleted', 'tag': '04385b78-fc10-4856-bee3-c562260a866c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:52.065972 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26d9393-32c2-4a78-8325-b378072d70f5" -d '{"events": [{"server_uuid": "7d06542d-b301-4a88-9f97-ffaa091bf7ea", "name": "network-vif-deleted", "tag": "04385b78-fc10-4856-bee3-c562260a866c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:52.101046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96c321-fadb-4c70-be68-e313135bc8bb req-e11a044b-639d-4172-b42e-2588477a887e tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.102515 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e96c321-fadb-4c70-be68-e313135bc8bb req-e11a044b-639d-4172-b42e-2588477a887e tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.1289177 Feb 16 16:26:52.110734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d82d4-03e3-43c9-84be-b54c287eeb97 req-7446fbf9-f4fe-4815-a7a8-33d96d029845 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.112169 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d8d82d4-03e3-43c9-84be-b54c287eeb97 req-7446fbf9-f4fe-4815-a7a8-33d96d029845 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 949 time: 0.1353142 Feb 16 16:26:52.191118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e96c321-fadb-4c70-be68-e313135bc8bb req-824c4559-c7d3-4504-aaf9-12e96cf17d14 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779819 Feb 16 16:26:52.194105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d8d82d4-03e3-43c9-84be-b54c287eeb97 req-42af99b8-b49e-4d74-99df-a6ccc2d0c09c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753021 Feb 16 16:26:52.249680 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce051613-5dc7-4af6-849e-342222bc28bd x-openstack-request-id: req-ce051613-5dc7-4af6-849e-342222bc28bd {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:52.249974 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d06542d-b301-4a88-9f97-ffaa091bf7ea", "name": "network-vif-deleted", "tag": "04385b78-fc10-4856-bee3-c562260a866c", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:52.250229 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce051613-5dc7-4af6-849e-342222bc28bd {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:52.250757 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d06542d-b301-4a88-9f97-ffaa091bf7ea', 'name': 'network-vif-deleted', 'tag': '04385b78-fc10-4856-bee3-c562260a866c', 'status': 'completed', 'code': 200} Feb 16 16:26:52.304210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883cd1c-9dca-4f3d-aa70-7b42ff8280ef req-16b5a9c9-c64e-4bdd-811e-c90f063c4c4e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.305677 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b883cd1c-9dca-4f3d-aa70-7b42ff8280ef req-16b5a9c9-c64e-4bdd-811e-c90f063c4c4e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0541248 Feb 16 16:26:52.353693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b883cd1c-9dca-4f3d-aa70-7b42ff8280ef req-45f4a916-d97a-4660-ba04-3d19c0cbc419 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422919 Feb 16 16:26:52.525387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a2748277-8177-44a7-91df-28fd574a8f3a req-1113deeb-a0b9-40d9-9cf9-525aff7b05ec tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0280044 Feb 16 16:26:52.697901 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a186c4-786b-425b-a819-486e6d6ec165 req-5f9b8b2f-f9ad-4670-9309-5dc0314a3708 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.699735 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66a186c4-786b-425b-a819-486e6d6ec165 req-5f9b8b2f-f9ad-4670-9309-5dc0314a3708 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.0583591 Feb 16 16:26:52.747208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66a186c4-786b-425b-a819-486e6d6ec165 req-989709d2-b23b-4489-ade8-31f09d957478 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 Feb 16 16:26:52.784656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:26:52.834349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:26:52.838676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:26:52.839242 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6317deb7-e2e8-44c7-b7a7-76bd93bbed56), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:52.843579 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-facd4765-8e6d-442c-95da-4ada976d0932 req-5998a831-eeb8-4238-af94-95c10014ee11 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 210 time: 0.0316896 Feb 16 16:26:52.874336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.874817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.875284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.875793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.876238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.876697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.877157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.877615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.878073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.878526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.878977 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.879549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.880023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.880480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.880935 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.881388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.881840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.882297 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.882749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.883201 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.883653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:52.886817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-21582660-6ff5-4951-952c-1d4eecc8ac18 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16&device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7&device_id=97d5c318-94e4-4579-828f-9f38f3e26919&device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7&device_id=0912003f-b931-43f1-8971-f0da9985b7b7&device_id=35d630ea-315a-4335-86ea-45a9850357b5&device_id=7d06542d-b301-4a88-9f97-ffaa091bf7ea&device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083&device_id=45fd387d-1e12-4e5b-a685-33c558bacab6&device_id=360e29b0-85e8-4943-a844-0d9b92f974ab&device_id=24944267-e014-463a-9da7-7bcc76a345bd&device_id=3c415b83-d525-43f6-85fa-86091a92cba5&device_id=b4f6498f-3613-4085-a6da-a0148593e3f6&device_id=2121bdc9-a648-4216-971b-f6ff4faad98c&device_id=35047414-b192-475c-a133-ab9c3d85bf6e&device_id=f3041382-4eb5-445c-9a71-bf5d97f96866&device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1&device_id=fbc4d3b7-fad0-41b6-8748-28dbcddfe23b&device_id=aa054446-d18b-4a88-85d6-1732f74294c4&device_id=234f164d-9d8c-4e22-9329-e14a14e07e97&device_id=60e3351b-6536-48e0-ba05-a582c131bbe5&device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9&device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32&device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 19522 time: 0.1059742 Feb 16 16:26:52.908835 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-229daac7-f724-447b-8b6e-2a6248be63ff tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:52.920399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:26:52.920786 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6317deb7-e2e8-44c7-b7a7-76bd93bbed56), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:52.959270 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6317deb7-e2e8-44c7-b7a7-76bd93bbed56,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:52.963383 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6317deb7-e2e8-44c7-b7a7-76bd93bbed56), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:53.012036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=6317deb7-e2e8-44c7-b7a7-76bd93bbed56,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:53.016309 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-229daac7-f724-447b-8b6e-2a6248be63ff tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Publish callbacks [] for security_group (d8b5c58d-06ea-41dd-874a-2ee9cae1c4a4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:53.020952 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-229daac7-f724-447b-8b6e-2a6248be63ff tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d8b5c58d-06ea-41dd-874a-2ee9cae1c4a4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:53.072234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229daac7-f724-447b-8b6e-2a6248be63ff tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b5c58d-06ea-41dd-874a-2ee9cae1c4a4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:53.084676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62263ee-3f06-4891-a2ac-e90cf499fa39 req-1e345b02-5fdd-45ec-b342-e1fe9a5ed0ff tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:53.086398 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b62263ee-3f06-4891-a2ac-e90cf499fa39 req-1e345b02-5fdd-45ec-b342-e1fe9a5ed0ff tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 945 time: 0.1074126 Feb 16 16:26:53.171040 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b62263ee-3f06-4891-a2ac-e90cf499fa39 req-5f4a1689-2b00-443e-8fd8-81b9b195829c tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770257 Feb 16 16:26:53.177148 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5a3e153-b917-4384-9684-82118bbc02b8 req-229daac7-f724-447b-8b6e-2a6248be63ff tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&id=e76c9033-5815-4f64-af5b-57b79a491831&id=f642701a-728e-42b0-8f42-fbae89f68e38&id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&id=8495becd-7638-4bf9-8c86-0fce00042d21&id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 689 time: 0.2832839 Feb 16 16:26:53.308546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8c98f-5848-475e-8bfe-89978b7012d5 req-7acc6077-8be4-4a7a-a808-34d47636add4 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:53.309997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74d8c98f-5848-475e-8bfe-89978b7012d5 req-7acc6077-8be4-4a7a-a808-34d47636add4 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 944 time: 0.0818694 Feb 16 16:26:53.330778 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0c722-2969-4961-82e1-307fb1c9df04 req-b9c30ad8-3184-45a3-8f81-0966cfd576ca tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:53.332198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80d0c722-2969-4961-82e1-307fb1c9df04 req-b9c30ad8-3184-45a3-8f81-0966cfd576ca tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.0728133 Feb 16 16:26:53.398006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74d8c98f-5848-475e-8bfe-89978b7012d5 req-08547ff6-2ede-41bf-a1eb-b6956eb072d6 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815685 Feb 16 16:26:53.402328 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80d0c722-2969-4961-82e1-307fb1c9df04 req-43a647f4-5c80-485a-b455-b679cc7cd09f tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637558 Feb 16 16:26:53.485812 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d5c318-94e4-4579-828f-9f38f3e26919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6317deb7-e2e8-44c7-b7a7-76bd93bbed56'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:53.488060 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99e5296-841a-4a6a-9265-c0baee9c70c5" -d '{"events": [{"server_uuid": "97d5c318-94e4-4579-828f-9f38f3e26919", "name": "network-vif-plugged", "status": "completed", "tag": "6317deb7-e2e8-44c7-b7a7-76bd93bbed56"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:53.516941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d45e3-8cfd-4a30-8e35-1ed1d884750e req-37000a12-774c-41ae-85e4-a61b48490020 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:53.518412 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d2d45e3-8cfd-4a30-8e35-1ed1d884750e req-37000a12-774c-41ae-85e4-a61b48490020 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0600905 Feb 16 16:26:53.558290 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bad0d2-3c09-44e5-8c5c-0867a8d124a8 x-openstack-request-id: req-09bad0d2-3c09-44e5-8c5c-0867a8d124a8 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:53.558663 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d5c318-94e4-4579-828f-9f38f3e26919", "name": "network-vif-plugged", "status": "completed", "tag": "6317deb7-e2e8-44c7-b7a7-76bd93bbed56", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:53.559455 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09bad0d2-3c09-44e5-8c5c-0867a8d124a8 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:53.559975 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d5c318-94e4-4579-828f-9f38f3e26919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6317deb7-e2e8-44c7-b7a7-76bd93bbed56', 'code': 200} Feb 16 16:26:53.566322 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d2d45e3-8cfd-4a30-8e35-1ed1d884750e req-8506af8f-c8a6-4b69-a1f8-027dd9f71f53 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423048 Feb 16 16:26:53.679416 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a45e6426-30f6-48d3-9a98-409ac5db0d89 req-0a995ce7-ece5-46b2-87e0-a242b94e593d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0397096 Feb 16 16:26:53.699208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3fb9-a4d9-4e37-ac58-05bbb0f3cafa req-daf1349d-091c-4c12-9134-794647a38316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:53.700857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e14c3fb9-a4d9-4e37-ac58-05bbb0f3cafa req-daf1349d-091c-4c12-9134-794647a38316 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 1127 time: 0.0703101 Feb 16 16:26:53.784680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e14c3fb9-a4d9-4e37-ac58-05bbb0f3cafa req-7f315b53-0253-4974-b5ec-8ca86e9d5798 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660148 Feb 16 16:26:53.788539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db318f-c59f-4f6d-bc3d-434ca49590b4 req-991afda8-1ebf-440e-8fbb-882d6b062f7e tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:53.789010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db318f-c59f-4f6d-bc3d-434ca49590b4 req-991afda8-1ebf-440e-8fbb-882d6b062f7e tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:53.789477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db318f-c59f-4f6d-bc3d-434ca49590b4 req-991afda8-1ebf-440e-8fbb-882d6b062f7e tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:53.791044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48db318f-c59f-4f6d-bc3d-434ca49590b4 req-991afda8-1ebf-440e-8fbb-882d6b062f7e tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7&device_id=24944267-e014-463a-9da7-7bcc76a345bd&device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 2975 time: 0.0805931 Feb 16 16:26:53.862886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48db318f-c59f-4f6d-bc3d-434ca49590b4 req-a015984f-9455-47c1-9ed4-a9cff8a6a39e tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653803 Feb 16 16:26:53.881709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751706a-d991-4787-8a8b-56468e257fd8 req-8872ee53-4a4d-4e5d-957f-1ff7686ab457 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:53.883173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8751706a-d991-4787-8a8b-56468e257fd8 req-8872ee53-4a4d-4e5d-957f-1ff7686ab457 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.0693593 Feb 16 16:26:53.956127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8751706a-d991-4787-8a8b-56468e257fd8 req-7a7cfa1a-171e-45ed-9be5-88291a31e7d0 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665541 Feb 16 16:26:53.958112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fdf4f46-6d92-4e76-b9ac-04c1129e9ca5 req-020fc65b-381f-47ed-a2e2-43cd805a7c7c tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 210 time: 0.0375595 Feb 16 16:26:54.096721 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc5fcb6b-2d9c-4116-8b25-8ab9d9af66b4 req-fe549360-0ae2-494d-b112-90376c201be3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770819 Feb 16 16:26:54.098121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-c0c8ffc1-c8b5-47dd-9c1f-cfe791536dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:54.099692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-c0c8ffc1-c8b5-47dd-9c1f-cfe791536dfb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 1126 time: 0.0827119 Feb 16 16:26:54.237681 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fcb6b-2d9c-4116-8b25-8ab9d9af66b4 req-c06dab03-77a4-4999-8281-720d8f243ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:54.239628 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc5fcb6b-2d9c-4116-8b25-8ab9d9af66b4 req-c06dab03-77a4-4999-8281-720d8f243ea7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 1126 time: 0.0828671 Feb 16 16:26:54.251278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7cb68e93-a12d-4e52-b73b-4a73c4d31e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:54.252992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-7cb68e93-a12d-4e52-b73b-4a73c4d31e5f service neutron] 10.222.0.60 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.1389060 Feb 16 16:26:54.316953 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-6abbb156-2f58-4742-8d6f-3f557b8cff35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5230fa60-04fc-41e4-ab07-6db406024d32 HTTP/1.1" status: 200 len: 217 time: 0.0561104 Feb 16 16:26:54.395356 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fcb6b-2d9c-4116-8b25-8ab9d9af66b4 req-faa1bed4-b2b5-4e2a-88c9-e410992d29c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:54.396910 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc5fcb6b-2d9c-4116-8b25-8ab9d9af66b4 req-faa1bed4-b2b5-4e2a-88c9-e410992d29c0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.1238678 Feb 16 16:26:54.408995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-b606b947-44ec-4d98-82d1-92923015ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:54.410491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-b606b947-44ec-4d98-82d1-92923015ef4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.0789127 Feb 16 16:26:54.424240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf072262-aafd-4a92-b5ba-74a869afe20f req-822d5f89-51c1-4b2d-a814-b42dd6f536af tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:54.426196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf072262-aafd-4a92-b5ba-74a869afe20f req-822d5f89-51c1-4b2d-a814-b42dd6f536af tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 945 time: 0.1084306 Feb 16 16:26:54.453169 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc5fcb6b-2d9c-4116-8b25-8ab9d9af66b4 req-52638306-30a4-44ac-a53e-71c5b743d489 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2 HTTP/1.1" status: 200 len: 217 time: 0.0463502 Feb 16 16:26:54.475435 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-64fcdc75-a22a-4e10-927b-18740ed78ebe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482585 Feb 16 16:26:54.506590 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fcb6b-2d9c-4116-8b25-8ab9d9af66b4 req-b96ad1cc-e22f-4d21-a1e6-56ff72977eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:54.508082 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc5fcb6b-2d9c-4116-8b25-8ab9d9af66b4 req-b96ad1cc-e22f-4d21-a1e6-56ff72977eec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.0460043 Feb 16 16:26:54.533571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf072262-aafd-4a92-b5ba-74a869afe20f req-a19f74f4-c166-463b-9db3-0c987690db59 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967309 Feb 16 16:26:54.547367 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc5fcb6b-2d9c-4116-8b25-8ab9d9af66b4 req-d77ca2a1-614c-4857-ba82-083c54a10bfc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294054 Feb 16 16:26:54.657796 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc5fcb6b-2d9c-4116-8b25-8ab9d9af66b4 req-7ac8674a-a84e-4d10-8a65-b2bab11f154d service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041315 Feb 16 16:26:54.676931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-e9bc22cc-b29b-455c-a8d6-5e4e6ef345dd service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933060 Feb 16 16:26:54.686049 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.60', 56547) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:26:54.780015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc61cc-4e5f-4d1a-bb85-07b14336a419 req-a4b8824f-93e5-4050-83b3-a0ce3ba33b28 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:54.781505 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33dc61cc-4e5f-4d1a-bb85-07b14336a419 req-a4b8824f-93e5-4050-83b3-a0ce3ba33b28 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.1774125 Feb 16 16:26:54.803033 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 04385b78-fc10-4856-bee3-c562260a866c no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:26:54.807084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ee60b-3310-4ff0-9afd-35d71a9ce708 req-2e6e68a2-941a-477e-b523-b48f8650d1a2 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:54.820659 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-042ee60b-3310-4ff0-9afd-35d71a9ce708 req-2e6e68a2-941a-477e-b523-b48f8650d1a2 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 944 time: 0.1663558 Feb 16 16:26:54.829700 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc5fcb6b-2d9c-4116-8b25-8ab9d9af66b4 req-fb21efa4-6b05-4d56-8b15-56c10d6d9c5b service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626744 Feb 16 16:26:54.843618 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 04385b78-fc10-4856-bee3-c562260a866c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:26:54.844372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 04385b78-fc10-4856-bee3-c562260a866c not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:26:54.845892 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-9c424520-07bb-4c6a-98c8-78f61b912f14 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:54.848417 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-9c424520-07bb-4c6a-98c8-78f61b912f14 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.60 "GET /v2.0/networks?id=51499808-74f6-44c8-afc6-e9caf9ad70c7 HTTP/1.1" status: 200 len: 805 time: 0.1603780 Feb 16 16:26:54.862905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-2f115761-6213-43ca-bb98-76605d53f9c9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Request body: {'port': {'device_id': '2f42aef4-9fc5-44ec-a75f-f0e30bb99b16', 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7', 'admin_state_up': True, 'tenant_id': '8ca95a16ebaf4fb092fc39ed2f5c4729'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:54.907437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-ed0cbc4c-abf3-4e78-88ac-0fb3bf7ea871 service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121282 Feb 16 16:26:54.929137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33dc61cc-4e5f-4d1a-bb85-07b14336a419 req-cad78cf3-2537-4dbb-8c7e-306e1a0f0b88 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365139 Feb 16 16:26:54.939325 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-042ee60b-3310-4ff0-9afd-35d71a9ce708 req-3cc898b5-a8a3-44e1-8363-4d43aa821fc1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177433 Feb 16 16:26:54.999567 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-c3d1096d-d6b1-49a9-810b-2d13691a50f4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9f1e972448934d409d5e97576c337ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624375 Feb 16 16:26:55.167370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-2f115761-6213-43ca-bb98-76605d53f9c9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Made reservation on behalf of 8ca95a16ebaf4fb092fc39ed2f5c4729 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:26:55.171199 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-2f115761-6213-43ca-bb98-76605d53f9c9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:55.193100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-c1a0b345-3f0b-4b5a-8f3c-cf4a8b979868 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:55.194792 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-c1a0b345-3f0b-4b5a-8f3c-cf4a8b979868 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882954 Feb 16 16:26:55.212188 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-6d23aae9-7b26-4b9d-be84-820f25fe7a5f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Request body: {'port': {'device_id': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '9f1e972448934d409d5e97576c337ceb'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:55.240812 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-10157073-44ae-4404-b347-024fae1db29c req-e5aca1e7-90c8-4a79-9c86-ae53a0f04cb1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0376170 Feb 16 16:26:55.371548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c6508-a6a0-4c8e-b457-43586fbd0873 req-f623ed8b-7018-4aff-b693-b20c5cbe92d5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:55.372968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d5c6508-a6a0-4c8e-b457-43586fbd0873 req-f623ed8b-7018-4aff-b693-b20c5cbe92d5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1173811 Feb 16 16:26:55.407969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-2f115761-6213-43ca-bb98-76605d53f9c9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Allocated IP 172.20.0.3 (51499808-74f6-44c8-afc6-e9caf9ad70c7/9186030b-fe72-41cc-87f9-eb80f37580c6/8697bdea-e657-4f51-b3fe-44f3fb5c25d2) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:26:55.425263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-6d23aae9-7b26-4b9d-be84-820f25fe7a5f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Made reservation on behalf of 9f1e972448934d409d5e97576c337ceb for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:26:55.428504 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-6d23aae9-7b26-4b9d-be84-820f25fe7a5f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:55.442286 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-85d5d844-823c-4451-84c7-d4df19069180 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:55.443806 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-85d5d844-823c-4451-84c7-d4df19069180 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6&tenant_id=b0adde609b014b4f962dc22768f8ddb1&binding%3Ahost_id=n-h2-669411-5 HTTP/1.1" status: 200 len: 1126 time: 0.1322770 Feb 16 16:26:55.464675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d5c6508-a6a0-4c8e-b457-43586fbd0873 req-3e486bfd-b08a-46bc-a992-2f85a6f40b41 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750585 Feb 16 16:26:55.472821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c51441-a851-4f81-84e0-c365b7b9290f req-81089371-ade5-48ac-99ae-7df8039a12ca tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:55.474308 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0c51441-a851-4f81-84e0-c365b7b9290f req-81089371-ade5-48ac-99ae-7df8039a12ca tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.1268177 Feb 16 16:26:55.575120 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63896119-4ed4-42f1-ac7c-a84cd9ff3402 req-bee86b1c-4eea-4806-9604-d266b5a3df8a tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 210 time: 0.0465055 Feb 16 16:26:55.597988 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67ec4435-29e9-47a2-be6d-91d4d8ae395e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:55.638139 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0c51441-a851-4f81-84e0-c365b7b9290f req-00dc403b-7502-4f19-af8e-ecf8d73ba6c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327672 Feb 16 16:26:55.679009 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-6d23aae9-7b26-4b9d-be84-820f25fe7a5f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Allocated IP 192.168.233.110 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/dbfcae26-9033-4d1f-a26d-b3193f264db3) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:26:55.708824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-2f115761-6213-43ca-bb98-76605d53f9c9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks [] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:55.711576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-91dc3385-5a9d-4029-9460-3d4c005a9c53 service neutron] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:26:55.715922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0087ca5-9bfd-43bb-ab82-e06f4330031f req-38544f34-bdf4-4773-906c-205145d868c2 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:55.717822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0087ca5-9bfd-43bb-ab82-e06f4330031f req-38544f34-bdf4-4773-906c-205145d868c2 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 1131 time: 0.0782661 Feb 16 16:26:55.722325 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-91dc3385-5a9d-4029-9460-3d4c005a9c53 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:55.723429 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d25aad-73c2-4a1b-9b4d-b246a78e44e7 req-91dc3385-5a9d-4029-9460-3d4c005a9c53 service neutron] 10.222.0.60 "DELETE /v2.0/ports/5230fa60-04fc-41e4-ab07-6db406024d32/bindings/n-h1-669411-5 HTTP/1.1" status: 204 len: 173 time: 0.2677181 Feb 16 16:26:55.812163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8920244-f12c-4ee7-a0f1-2b8b1ca0c2b7 req-952c6e08-15fc-4415-952b-6ebd0dd90e0c tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:55.815912 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-2f115761-6213-43ca-bb98-76605d53f9c9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:55.819157 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8920244-f12c-4ee7-a0f1-2b8b1ca0c2b7 req-952c6e08-15fc-4415-952b-6ebd0dd90e0c tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 945 time: 0.1003985 Feb 16 16:26:55.828770 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0087ca5-9bfd-43bb-ab82-e06f4330031f req-a9d5a4ba-7152-417e-9e7e-57b847c4f2f6 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033275 Feb 16 16:26:55.891369 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8920244-f12c-4ee7-a0f1-2b8b1ca0c2b7 req-29b6818f-6243-4cec-8625-b84535b7edca tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706468 Feb 16 16:26:55.921889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-2f115761-6213-43ca-bb98-76605d53f9c9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Network 51499808-74f6-44c8-afc6-e9caf9ad70c7 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:26:55.932712 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-2f115761-6213-43ca-bb98-76605d53f9c9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:26:55.940843 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-2f115761-6213-43ca-bb98-76605d53f9c9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:26:55.945823 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f115761-6213-43ca-bb98-76605d53f9c9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Pushing event updated for resources: {'Port': ['ID=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:55.962541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec7dd-2aec-4b9f-aa26-4dbf6d675434 req-27be1a22-08f5-4eb1-9973-29668e3162bf tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:55.964902 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1dec7dd-2aec-4b9f-aa26-4dbf6d675434 req-27be1a22-08f5-4eb1-9973-29668e3162bf tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 1131 time: 0.0679636 Feb 16 16:26:55.993999 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-6d23aae9-7b26-4b9d-be84-820f25fe7a5f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks [] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:56.018200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-2f115761-6213-43ca-bb98-76605d53f9c9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:56.018808 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-2f115761-6213-43ca-bb98-76605d53f9c9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:56.019934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1dec7dd-2aec-4b9f-aa26-4dbf6d675434 req-bdd31037-efcb-49c5-a860-027cc42eac52 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484281 Feb 16 16:26:56.067107 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-2f115761-6213-43ca-bb98-76605d53f9c9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2084541 Feb 16 16:26:56.078187 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-6d23aae9-7b26-4b9d-be84-820f25fe7a5f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:56.095848 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['4f37f912-a31c-4603-9efb-e7bf970d8561', '57cd8e91-afbe-4d32-97a1-56b07e70bc5c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:26:56.126920 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-6d23aae9-7b26-4b9d-be84-820f25fe7a5f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:26:56.133382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-6d23aae9-7b26-4b9d-be84-820f25fe7a5f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:26:56.138225 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-6d23aae9-7b26-4b9d-be84-820f25fe7a5f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:26:56.149231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18becbd-3cd4-4e90-9348-56834ea50b4a req-eccb80ba-d922-40d5-a0ce-022d248b27fd tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:56.157122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d18becbd-3cd4-4e90-9348-56834ea50b4a req-eccb80ba-d922-40d5-a0ce-022d248b27fd tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 944 time: 0.0719171 Feb 16 16:26:56.170528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Request body: {'port': {'device_id': '2f42aef4-9fc5-44ec-a75f-f0e30bb99b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:56.205597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23aae9-7b26-4b9d-be84-820f25fe7a5f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Pushing event updated for resources: {'Port': ['ID=dbfcae26-9033-4d1f-a26d-b3193f264db3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:56.265110 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-6d23aae9-7b26-4b9d-be84-820f25fe7a5f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:56.268890 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-6d23aae9-7b26-4b9d-be84-820f25fe7a5f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:56.280703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d18becbd-3cd4-4e90-9348-56834ea50b4a req-a014b42e-a315-4308-b307-d0a827bd6422 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139872 Feb 16 16:26:56.293554 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:56.328316 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-6d23aae9-7b26-4b9d-be84-820f25fe7a5f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1202462 Feb 16 16:26:56.359013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bab888-4d78-40a9-8be4-cdf98779f44e req-d3dfdc3b-01d4-420c-a4bb-11c97e5695a4 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:56.367849 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3bab888-4d78-40a9-8be4-cdf98779f44e req-d3dfdc3b-01d4-420c-a4bb-11c97e5695a4 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.1935053 Feb 16 16:26:56.404498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Request body: {'port': {'device_id': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:26:56.444453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3bab888-4d78-40a9-8be4-cdf98779f44e req-598691fd-84b6-4a62-afeb-e307855597fb tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754104 Feb 16 16:26:56.476226 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:26:56.488144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-209f2a34-f320-4c1f-8190-540c2c5fe016 None None] Provisioning complete for port dbfcae26-9033-4d1f-a26d-b3193f264db3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:26:56.488502 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-209f2a34-f320-4c1f-8190-540c2c5fe016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:56.552282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-209f2a34-f320-4c1f-8190-540c2c5fe016 None None] Port dbfcae26-9033-4d1f-a26d-b3193f264db3 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:26:56.594659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf7234-e340-4c18-b9ba-76255af5af05 req-fb2be30a-389a-4769-bafa-862bf9036f5e tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:56.619283 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a2cf7234-e340-4c18-b9ba-76255af5af05 req-fb2be30a-389a-4769-bafa-862bf9036f5e tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 945 time: 0.0884376 Feb 16 16:26:56.668140 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:56.733046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de9d90-679b-4e91-8482-7b691c569276 req-351894d9-28b6-4b1e-85e3-7d804ddc8678 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:56.734684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08de9d90-679b-4e91-8482-7b691c569276 req-351894d9-28b6-4b1e-85e3-7d804ddc8678 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 936 time: 0.0833580 Feb 16 16:26:56.744355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a2cf7234-e340-4c18-b9ba-76255af5af05 req-277912ec-915e-4141-a7eb-fb3a85b6f928 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226344 Feb 16 16:26:56.801864 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08de9d90-679b-4e91-8482-7b691c569276 req-6b721fcd-c5c5-48ff-9915-de025375c561 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538199 Feb 16 16:26:56.859644 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:56.872042 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Publish callbacks [] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:56.888011 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323b869-2dab-4272-88ca-398b1564cee1 req-ef30c1f7-f4d9-4fa8-a4a5-d1d33541f67a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:56.889537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5323b869-2dab-4272-88ca-398b1564cee1 req-ef30c1f7-f4d9-4fa8-a4a5-d1d33541f67a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0660996 Feb 16 16:26:56.911796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Transition to ACTIVE for port object 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:26:56.919909 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:56.982865 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564407c2-e118-47f8-bf32-0ed8a042ee18 req-87f73cdb-a5a4-46a9-ac81-0faea9072ed3 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:56.984434 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-564407c2-e118-47f8-bf32-0ed8a042ee18 req-87f73cdb-a5a4-46a9-ac81-0faea9072ed3 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 931 time: 0.0934098 Feb 16 16:26:56.987480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5323b869-2dab-4272-88ca-398b1564cee1 req-080319b8-392b-4d77-b4eb-19898f11eabd tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878747 Feb 16 16:26:57.039814 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Pushing event updated for resources: {'Port': ['ID=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:57.096804 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-564407c2-e118-47f8-bf32-0ed8a042ee18 req-31cc54cb-a9fe-4ef6-b5cd-e1827dcc226d tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978236 Feb 16 16:26:57.120630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-29b91d79-617c-458e-9599-509d30fae5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:57.122149 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-29b91d79-617c-458e-9599-509d30fae5bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 1128 time: 0.0937574 Feb 16 16:26:57.177446 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfcae26-9033-4d1f-a26d-b3193f264db3 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:26:57.181900 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Attempting to bind port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:26:57.182237 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Attempting to bind port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:26:57.183006 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Attempting to bind port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 on network 51499808-74f6-44c8-afc6-e9caf9ad70c7 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:57.188994 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Publish callbacks [] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:57.196556 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 on network 51499808-74f6-44c8-afc6-e9caf9ad70c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:26:57.196883 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Attempting to bind port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 on network 51499808-74f6-44c8-afc6-e9caf9ad70c7 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:57.206953 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:26:57.207291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Checking segment: {'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:26:57.207695 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Bound using segment: {'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:26:57.208217 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Bound port: 8697bdea-e657-4f51-b3fe-44f3fb5c25d2, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:26:57.208768 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:57.212001 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Transition to ACTIVE for port object dbfcae26-9033-4d1f-a26d-b3193f264db3 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:26:57.221840 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:57.295138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2dfe65dd-695b-487f-b9de-d1eb43af39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:57.296827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2dfe65dd-695b-487f-b9de-d1eb43af39ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.1636686 Feb 16 16:26:57.314796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc31528-92e0-456f-b4fe-6573af5c2ea5 req-70cdbd98-8b99-48dc-bf1a-7adf1d359435 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:57.316931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dc31528-92e0-456f-b4fe-6573af5c2ea5 req-70cdbd98-8b99-48dc-bf1a-7adf1d359435 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 1126 time: 0.1150899 Feb 16 16:26:57.318451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfcae26-9033-4d1f-a26d-b3193f264db3,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:57.358092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fa769-47ce-4abe-a856-dd68bfb6ded8 req-17d3e0a0-3cef-4eed-b278-3795d0e462ee tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:57.359744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f97fa769-47ce-4abe-a856-dd68bfb6ded8 req-17d3e0a0-3cef-4eed-b278-3795d0e462ee tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.1592984 Feb 16 16:26:57.369588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-adfa2b9f-164e-4757-bc21-e8d9e3296e5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d HTTP/1.1" status: 200 len: 217 time: 0.0650425 Feb 16 16:26:57.466780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dc31528-92e0-456f-b4fe-6573af5c2ea5 req-9c1f780a-6dae-48af-825f-76f315f23609 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057715 Feb 16 16:26:57.482740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-cab919a6-3e8e-4f17-84d6-690ac84c8bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:57.484398 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-cab919a6-3e8e-4f17-84d6-690ac84c8bb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.1069295 Feb 16 16:26:57.492590 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f97fa769-47ce-4abe-a856-dd68bfb6ded8 req-c7f128ab-f38f-4496-a3ed-13cade71f12c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252627 Feb 16 16:26:57.534897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-831438e3-1617-4e98-85dd-2479afa5d844 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408874 Feb 16 16:26:57.635187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] For port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:26:57.656779 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] For port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:26:57.674562 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:57.706242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-e8076c90-cff1-4437-9c64-aadaddb9bd2b service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648054 Feb 16 16:26:57.706504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Attempting to bind port dbfcae26-9033-4d1f-a26d-b3193f264db3 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:26:57.706641 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Attempting to bind port dbfcae26-9033-4d1f-a26d-b3193f264db3 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:26:57.706983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Attempting to bind port dbfcae26-9033-4d1f-a26d-b3193f264db3 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:57.715887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ae24b-ec91-4bcc-8973-55851e788144 req-ad685ded-8535-4865-8aef-6f61c4b2ce63 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:57.717343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a5ae24b-ec91-4bcc-8973-55851e788144 req-ad685ded-8535-4865-8aef-6f61c4b2ce63 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.0989037 Feb 16 16:26:57.718796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:57.719421 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:57.721363 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] 10.222.0.60 "PUT /v2.0/ports/8697bdea-e657-4f51-b3fe-44f3fb5c25d2 HTTP/1.1" status: 200 len: 1091 time: 1.5557778 Feb 16 16:26:57.725541 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f42aef4-9fc5-44ec-a75f-f0e30bb99b16', 'tag': '8697bdea-e657-4f51-b3fe-44f3fb5c25d2'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:57.728205 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44faecb-99c7-4f7c-af9c-3bcff8fa9dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "2f42aef4-9fc5-44ec-a75f-f0e30bb99b16", "tag": "8697bdea-e657-4f51-b3fe-44f3fb5c25d2"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:57.739388 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Port dbfcae26-9033-4d1f-a26d-b3193f264db3 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:26:57.739717 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Attempting to bind port dbfcae26-9033-4d1f-a26d-b3193f264db3 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:26:57.751608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:26:57.752079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:26:57.752463 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:26:57.752901 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Bound port: dbfcae26-9033-4d1f-a26d-b3193f264db3, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:26:57.753260 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:57.808315 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5f3da-dde3-4366-b211-5caa56491315 service neutron] Pushing event updated for resources: {'Port': ['ID=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:57.868689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-997f1c18-c093-4a58-acba-88f5a6325018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:57.868958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58833d6f-aa45-4567-b133-1596cf11514a req-d40d83a0-ab23-4d01-905a-29d739b6707f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:57.870420 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-997f1c18-c093-4a58-acba-88f5a6325018 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ca95a16ebaf4fb092fc39ed2f5c4729&device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 1125 time: 0.1040900 Feb 16 16:26:57.870602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58833d6f-aa45-4567-b133-1596cf11514a req-d40d83a0-ab23-4d01-905a-29d739b6707f tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 945 time: 0.1965559 Feb 16 16:26:57.874581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:26:57.879153 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:26:57.912672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c784a96-5380-47c5-a91c-71e4502777b7 req-24d9cf5a-14d6-40ae-bdd0-9efee424657e tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:57.914163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c784a96-5380-47c5-a91c-71e4502777b7 req-24d9cf5a-14d6-40ae-bdd0-9efee424657e tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 1132 time: 0.1959443 Feb 16 16:26:57.917758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a5ae24b-ec91-4bcc-8973-55851e788144 req-43735661-4d76-4bf5-9592-6d11e626a3c6 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796722 Feb 16 16:26:57.917925 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:57.920758 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-93d70b10-8a77-4d19-a3cc-70a16f0717dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8697bdea-e657-4f51-b3fe-44f3fb5c25d2 HTTP/1.1" status: 200 len: 217 time: 0.0437009 Feb 16 16:26:57.940170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-088efda8-1bfa-417b-88aa-9f7d5bade01a service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140760 Feb 16 16:26:57.996433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:57.997055 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:57.998597 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] 10.222.0.60 "PUT /v2.0/ports/dbfcae26-9033-4d1f-a26d-b3193f264db3 HTTP/1.1" status: 200 len: 1096 time: 1.6091011 Feb 16 16:26:58.028891 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c784a96-5380-47c5-a91c-71e4502777b7 req-9ab6d169-9edb-443c-83cb-89c2ca89074e tempest-ServersOnMultiNodesTest-1706824177 tempest-ServersOnMultiNodesTest-1706824177-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964880 Feb 16 16:26:58.051813 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-4afc3d80-10ef-4a8a-b482-6598b2494313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:58.051813 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-4afc3d80-10ef-4a8a-b482-6598b2494313 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9186030b-fe72-41cc-87f9-eb80f37580c6 HTTP/1.1" status: 200 len: 845 time: 0.1231184 Feb 16 16:26:58.051813 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77733000-9235-46a1-bc19-f4d4df005157 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfcae26-9033-4d1f-a26d-b3193f264db3,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:58.122021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-58833d6f-aa45-4567-b133-1596cf11514a req-3dd830d4-186c-4e31-91ab-290ad06cd036 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Deleting port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:26:58.122535 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-58833d6f-aa45-4567-b133-1596cf11514a req-3dd830d4-186c-4e31-91ab-290ad06cd036 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6317deb7-e2e8-44c7-b7a7-76bd93bbed56), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:58.128608 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-8f21741e-9c63-4282-98c3-4213615efd06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51499808-74f6-44c8-afc6-e9caf9ad70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641463 Feb 16 16:26:58.235057 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb6be-0113-431f-b8d2-d4f727e76d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:58.253646 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-6b41a5cd-29f2-4827-9a35-daf21d8ad4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:58.255348 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-6b41a5cd-29f2-4827-9a35-daf21d8ad4da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 1130 time: 0.1891284 Feb 16 16:26:58.257243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d7e76-a6b6-47db-9fc4-bc553911b455 req-eaf00947-4391-430a-a332-1ccad8a03150 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:58.258562 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b7d7e76-a6b6-47db-9fc4-bc553911b455 req-eaf00947-4391-430a-a332-1ccad8a03150 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 1126 time: 0.2175229 Feb 16 16:26:58.304483 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-8ba49a7d-a216-4915-9f9c-7051e013e6c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3 HTTP/1.1" status: 200 len: 217 time: 0.0404892 Feb 16 16:26:58.348908 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-e99fa085-b46f-419f-88d4-be0aec510c8b service neutron] 10.222.0.60 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124751 Feb 16 16:26:58.352104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-58833d6f-aa45-4567-b133-1596cf11514a req-3dd830d4-186c-4e31-91ab-290ad06cd036 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] For port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6317deb7-e2e8-44c7-b7a7-76bd93bbed56,segment=NetworkSegment(f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746),segment_id=f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:26:58.352429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-58833d6f-aa45-4567-b133-1596cf11514a req-3dd830d4-186c-4e31-91ab-290ad06cd036 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6317deb7-e2e8-44c7-b7a7-76bd93bbed56), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:58.384910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-58833d6f-aa45-4567-b133-1596cf11514a req-3dd830d4-186c-4e31-91ab-290ad06cd036 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Calling delete_port for 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:26:58.419782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-a15608be-feb5-47c1-a418-5d6dd8ebac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:58.421245 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-a15608be-feb5-47c1-a418-5d6dd8ebac0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1074188 Feb 16 16:26:58.437729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b7d7e76-a6b6-47db-9fc4-bc553911b455 req-038d5173-76e9-4f2d-a334-1ecf03971e11 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600246 Feb 16 16:26:58.452303 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d815e19-54ab-4dcf-9b21-05b0696cd140 x-openstack-request-id: req-4d815e19-54ab-4dcf-9b21-05b0696cd140 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:58.452517 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f42aef4-9fc5-44ec-a75f-f0e30bb99b16", "tag": "8697bdea-e657-4f51-b3fe-44f3fb5c25d2", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:58.452793 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d815e19-54ab-4dcf-9b21-05b0696cd140 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:58.453212 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f42aef4-9fc5-44ec-a75f-f0e30bb99b16', 'tag': '8697bdea-e657-4f51-b3fe-44f3fb5c25d2', 'status': 'completed', 'code': 200} Feb 16 16:26:58.513482 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1038800-ea42-41a2-b078-f5defe6e7776 req-dbc26cdf-2dd8-4fa3-90c3-a4111b171b48 service neutron] 10.222.0.60 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558237 Feb 16 16:26:58.526209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-032b6cc4-93ce-49e3-9a8e-ca0012fcfe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:58.539638 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-032b6cc4-93ce-49e3-9a8e-ca0012fcfe96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0855896 Feb 16 16:26:58.718192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44faecb-99c7-4f7c-af9c-3bcff8fa9dbc req-45bf2ff7-2b46-46c8-a918-710f1669461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:58.719633 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d44faecb-99c7-4f7c-af9c-3bcff8fa9dbc req-45bf2ff7-2b46-46c8-a918-710f1669461f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ca95a16ebaf4fb092fc39ed2f5c4729&device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 1125 time: 0.1230392 Feb 16 16:26:58.721973 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-3bc57bbe-6491-43c3-ae7b-4863fcdb59f7 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665494 Feb 16 16:26:58.900184 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6ee2dd4e-c1a7-44da-b15e-d69e9928485e req-677ae390-ade3-4e5d-bdf2-3309e4362df0 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693568 Feb 16 16:26:58.901146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44faecb-99c7-4f7c-af9c-3bcff8fa9dbc req-66222dd4-c726-4562-a12e-3f136e30392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:58.902443 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d44faecb-99c7-4f7c-af9c-3bcff8fa9dbc req-66222dd4-c726-4562-a12e-3f136e30392c service neutron] 10.222.0.60 "GET /v2.0/networks?id=51499808-74f6-44c8-afc6-e9caf9ad70c7 HTTP/1.1" status: 200 len: 906 time: 0.1705227 Feb 16 16:26:58.949794 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d44faecb-99c7-4f7c-af9c-3bcff8fa9dbc req-62592e19-bb93-40be-9dcc-780a34b55f77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8697bdea-e657-4f51-b3fe-44f3fb5c25d2 HTTP/1.1" status: 200 len: 217 time: 0.0397928 Feb 16 16:26:59.007531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44faecb-99c7-4f7c-af9c-3bcff8fa9dbc req-98ff3e29-283f-4aad-a029-9f3b3a5d44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:59.009514 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d44faecb-99c7-4f7c-af9c-3bcff8fa9dbc req-98ff3e29-283f-4aad-a029-9f3b3a5d44a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9186030b-fe72-41cc-87f9-eb80f37580c6 HTTP/1.1" status: 200 len: 845 time: 0.0515726 Feb 16 16:26:59.033451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076043c-6dca-46b8-b71d-6d7c6638dd58 req-31d92831-2d02-4feb-943e-c6e8ea785ee8 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:59.034963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6076043c-6dca-46b8-b71d-6d7c6638dd58 req-31d92831-2d02-4feb-943e-c6e8ea785ee8 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/ports?device_id=97d5c318-94e4-4579-828f-9f38f3e26919 HTTP/1.1" status: 200 len: 945 time: 0.4398654 Feb 16 16:26:59.047700 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d44faecb-99c7-4f7c-af9c-3bcff8fa9dbc req-d729d6b8-a008-4307-a529-8e588c74123c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51499808-74f6-44c8-afc6-e9caf9ad70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321045 Feb 16 16:26:59.072665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dea63-ad00-4a55-99fa-a64cdf742369 req-b9947e7a-d755-4357-a7e2-d4dac107f675 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:59.074679 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc4dea63-ad00-4a55-99fa-a64cdf742369 req-b9947e7a-d755-4357-a7e2-d4dac107f675 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 948 time: 0.1313820 Feb 16 16:26:59.119481 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:59.159465 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d44faecb-99c7-4f7c-af9c-3bcff8fa9dbc req-53ebef2c-ee6f-4621-b691-24d68d352835 service neutron] 10.222.0.60 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036909 Feb 16 16:26:59.173301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6076043c-6dca-46b8-b71d-6d7c6638dd58 req-9213b49d-09d0-4f7e-af49-c461aba1962b tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups?id=f642701a-728e-42b0-8f42-fbae89f68e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298182 Feb 16 16:26:59.173906 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-58833d6f-aa45-4567-b133-1596cf11514a req-3dd830d4-186c-4e31-91ab-290ad06cd036 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6317deb7-e2e8-44c7-b7a7-76bd93bbed56), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:59.239414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc4dea63-ad00-4a55-99fa-a64cdf742369 req-f3da3380-9551-495a-9ff2-2b91ed2ff815 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404757 Feb 16 16:26:59.269538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd830d4-186c-4e31-91ab-290ad06cd036 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Pushing event deleted for resources: {'Port': ['ID=6317deb7-e2e8-44c7-b7a7-76bd93bbed56,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:26:59.281468 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d44faecb-99c7-4f7c-af9c-3bcff8fa9dbc req-dff7d3ae-3d41-4311-befb-9c1d629d8bcc service neutron] 10.222.0.60 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155479 Feb 16 16:26:59.323524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-58833d6f-aa45-4567-b133-1596cf11514a req-3dd830d4-186c-4e31-91ab-290ad06cd036 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] No DVR routers for this DVR port 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:26:59.326818 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-58833d6f-aa45-4567-b133-1596cf11514a req-3dd830d4-186c-4e31-91ab-290ad06cd036 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:26:59.330110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58833d6f-aa45-4567-b133-1596cf11514a req-3dd830d4-186c-4e31-91ab-290ad06cd036 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.65 "DELETE /v2.0/ports/6317deb7-e2e8-44c7-b7a7-76bd93bbed56 HTTP/1.1" status: 204 len: 173 time: 1.4527869 Feb 16 16:26:59.330558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d5c318-94e4-4579-828f-9f38f3e26919', 'name': 'network-vif-deleted', 'tag': '6317deb7-e2e8-44c7-b7a7-76bd93bbed56'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:26:59.332859 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba95f237-2b18-4da8-8991-98708406fd04" -d '{"events": [{"server_uuid": "97d5c318-94e4-4579-828f-9f38f3e26919", "name": "network-vif-deleted", "tag": "6317deb7-e2e8-44c7-b7a7-76bd93bbed56"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:26:59.364181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331abb-e821-4bd1-8602-6521ab8ce7fb req-a17d7224-4a48-4ebd-9414-615dfc9753c7 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:59.365909 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef331abb-e821-4bd1-8602-6521ab8ce7fb req-a17d7224-4a48-4ebd-9414-615dfc9753c7 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1004372 Feb 16 16:26:59.441685 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef331abb-e821-4bd1-8602-6521ab8ce7fb req-f44641ee-b1e1-4dd3-9302-b4e3386e2390 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680525 Feb 16 16:26:59.542687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51a4b2-7c81-46aa-a2a7-5012c6bf83ba req-d29a18f5-d99e-4a15-bcc7-e4f5d012e6ad tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:59.544185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee51a4b2-7c81-46aa-a2a7-5012c6bf83ba req-d29a18f5-d99e-4a15-bcc7-e4f5d012e6ad tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 943 time: 0.0687916 Feb 16 16:26:59.615719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee51a4b2-7c81-46aa-a2a7-5012c6bf83ba req-04f0cb5e-0809-4c3d-a8a8-7b0953553cf6 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571020 Feb 16 16:26:59.624019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed083582-0260-4363-9706-8820b9bcfe39 req-50b06f7f-22e0-4071-a3a8-d8f143683e74 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:59.625467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed083582-0260-4363-9706-8820b9bcfe39 req-50b06f7f-22e0-4071-a3a8-d8f143683e74 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1045041 Feb 16 16:26:59.679631 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed083582-0260-4363-9706-8820b9bcfe39 req-3568d331-9aa9-434d-bb51-ed72540f2b4b tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477738 Feb 16 16:26:59.807570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6266b43-2d9b-47d7-8957-36740138f16d req-9a99a956-863b-402a-abeb-2eebe6d583f3 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:26:59.809326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6266b43-2d9b-47d7-8957-36740138f16d req-9a99a956-863b-402a-abeb-2eebe6d583f3 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.0685358 Feb 16 16:26:59.864687 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6266b43-2d9b-47d7-8957-36740138f16d req-7c50a33c-f0e3-40df-a932-6c896137c7e8 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494308 Feb 16 16:26:59.919662 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7099100a-c831-440f-8169-f6f4ce4dc1b7 x-openstack-request-id: req-7099100a-c831-440f-8169-f6f4ce4dc1b7 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:26:59.919984 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d5c318-94e4-4579-828f-9f38f3e26919", "name": "network-vif-deleted", "tag": "6317deb7-e2e8-44c7-b7a7-76bd93bbed56", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:26:59.920671 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7099100a-c831-440f-8169-f6f4ce4dc1b7 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:26:59.921171 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d5c318-94e4-4579-828f-9f38f3e26919', 'name': 'network-vif-deleted', 'tag': '6317deb7-e2e8-44c7-b7a7-76bd93bbed56', 'status': 'completed', 'code': 200} Feb 16 16:27:00.040086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e5066-6028-4596-8db6-4289a39d5ecb req-2ac08369-3191-4d9c-844b-b18800b71278 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:00.041536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-392e5066-6028-4596-8db6-4289a39d5ecb req-2ac08369-3191-4d9c-844b-b18800b71278 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.0712037 Feb 16 16:27:00.093930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-392e5066-6028-4596-8db6-4289a39d5ecb req-bf6297c9-7a2d-4cec-8225-bc2fc5d7e5e2 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463724 Feb 16 16:27:00.359250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f25a89-a1ff-4278-baea-8ade92e54618 req-da09ce28-ea4c-4e17-8a1b-7d5e5224a270 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:00.363589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57f25a89-a1ff-4278-baea-8ade92e54618 req-da09ce28-ea4c-4e17-8a1b-7d5e5224a270 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 948 time: 0.0593889 Feb 16 16:27:00.400241 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51272) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:00.413012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57f25a89-a1ff-4278-baea-8ade92e54618 req-0b428590-3061-4503-a102-4d8623d8aee3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467284 Feb 16 16:27:00.455437 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:00.457943 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6143e9-2574-4e88-8b88-ea6fb100aa84" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:00.466562 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc86e75e-f714-45f8-9eb2-37c41c735d76 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for security_group (898d3243-03b6-4beb-9e76-b265f4ca6054), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:00.501354 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc86e75e-f714-45f8-9eb2-37c41c735d76 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for security_group (898d3243-03b6-4beb-9e76-b265f4ca6054), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:00.515055 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b65503c-87e0-4bd5-955b-36d3a1d8e6b2 x-openstack-request-id: req-7b65503c-87e0-4bd5-955b-36d3a1d8e6b2 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:00.515340 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:00.515783 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b65503c-87e0-4bd5-955b-36d3a1d8e6b2 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:00.516698 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3', 'status': 'completed', 'code': 200} Feb 16 16:27:00.584699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6efbc-c710-4cb4-b149-e76d0df68b4e req-ffd84ef0-9b0d-4abe-92da-b63b1f8b5f61 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:00.587845 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07c6efbc-c710-4cb4-b149-e76d0df68b4e req-ffd84ef0-9b0d-4abe-92da-b63b1f8b5f61 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0645707 Feb 16 16:27:00.590721 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc86e75e-f714-45f8-9eb2-37c41c735d76 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (898d3243-03b6-4beb-9e76-b265f4ca6054), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:00.593735 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc86e75e-f714-45f8-9eb2-37c41c735d76 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:00.594876 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fc86e75e-f714-45f8-9eb2-37c41c735d76 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "DELETE /v2.0/security-groups/898d3243-03b6-4beb-9e76-b265f4ca6054 HTTP/1.1" status: 204 len: 168 time: 0.1928940 Feb 16 16:27:00.598145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51278) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:00.603454 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6143e9-2574-4e88-8b88-ea6fb100aa84 req-c90b7891-287f-4a3d-bb58-f5ccb21f08ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:00.605566 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8f6143e9-2574-4e88-8b88-ea6fb100aa84 req-c90b7891-287f-4a3d-bb58-f5ccb21f08ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 1130 time: 0.0601897 Feb 16 16:27:00.610341 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86e75e-f714-45f8-9eb2-37c41c735d76 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898d3243-03b6-4beb-9e76-b265f4ca6054,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:00.630545 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-917330bf-8fe7-46c8-8689-07bbcaab40c2 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] show failed (client error): The resource could not be found. Feb 16 16:27:00.634296 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-917330bf-8fe7-46c8-8689-07bbcaab40c2 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "GET /v2.0/security-groups/898d3243-03b6-4beb-9e76-b265f4ca6054 HTTP/1.1" status: 404 len: 347 time: 0.0275946 Feb 16 16:27:00.634611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51280) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:00.700059 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07c6efbc-c710-4cb4-b149-e76d0df68b4e req-48f9bdd6-ecd1-420d-a673-aadfc22dbd24 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995233 Feb 16 16:27:00.728409 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:00.757276 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6143e9-2574-4e88-8b88-ea6fb100aa84 req-467d5368-8088-4b3c-8444-a1ae6b7dac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:00.758737 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8f6143e9-2574-4e88-8b88-ea6fb100aa84 req-467d5368-8088-4b3c-8444-a1ae6b7dac40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1451693 Feb 16 16:27:00.815138 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8f6143e9-2574-4e88-8b88-ea6fb100aa84 req-bf760871-5dca-402f-9f6b-5bbe11156fed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3 HTTP/1.1" status: 200 len: 217 time: 0.0491760 Feb 16 16:27:00.845768 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:27:00.869494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:27:00.870711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6317deb7-e2e8-44c7-b7a7-76bd93bbed56 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:27:00.878085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6143e9-2574-4e88-8b88-ea6fb100aa84 req-5d324769-9dcc-4ec5-aab3-20d45f53c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:00.879781 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8f6143e9-2574-4e88-8b88-ea6fb100aa84 req-5d324769-9dcc-4ec5-aab3-20d45f53c2ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0578229 Feb 16 16:27:00.915677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83e038-59f6-4d4f-bec7-cc618f6b1e51 req-356fd516-2d1b-4c9f-96b2-21b28c06f287 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:00.917787 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea83e038-59f6-4d4f-bec7-cc618f6b1e51 req-356fd516-2d1b-4c9f-96b2-21b28c06f287 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 943 time: 0.1741023 Feb 16 16:27:00.946164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d88f1-ee34-4888-bcaa-4e53966bc129 req-3975a876-7c2c-42d1-a08f-4203561e1db9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:00.947698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-731d88f1-ee34-4888-bcaa-4e53966bc129 req-3975a876-7c2c-42d1-a08f-4203561e1db9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1471939 Feb 16 16:27:00.956448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6143e9-2574-4e88-8b88-ea6fb100aa84 req-7aa204b1-e79e-46f8-9457-d5ff4f2000a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:00.958221 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8f6143e9-2574-4e88-8b88-ea6fb100aa84 req-7aa204b1-e79e-46f8-9457-d5ff4f2000a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0715058 Feb 16 16:27:00.993847 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ea1d7053-1b21-4722-9525-3dd85c4796d7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Deleting port ca4b346c-5881-454f-8ed1-460754123df5 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:27:00.994186 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7053-1b21-4722-9525-3dd85c4796d7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ca4b346c-5881-454f-8ed1-460754123df5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:01.026585 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:01.051670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea83e038-59f6-4d4f-bec7-cc618f6b1e51 req-d9af141d-b2da-4bd0-b762-624a3a575d56 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201949 Feb 16 16:27:01.059674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-731d88f1-ee34-4888-bcaa-4e53966bc129 req-6607a002-ec43-47ec-a126-f7ade0bddfd3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039124 Feb 16 16:27:01.081405 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8f6143e9-2574-4e88-8b88-ea6fb100aa84 req-a427d7ce-6567-4837-8a64-f5c53167a100 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124923 Feb 16 16:27:01.187106 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7053-1b21-4722-9525-3dd85c4796d7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ca4b346c-5881-454f-8ed1-460754123df5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:01.189982 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7053-1b21-4722-9525-3dd85c4796d7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for floatingip (ca4b346c-5881-454f-8ed1-460754123df5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:01.225569 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ea1d7053-1b21-4722-9525-3dd85c4796d7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Calling delete_port for ca4b346c-5881-454f-8ed1-460754123df5 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:27:01.234513 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8f6143e9-2574-4e88-8b88-ea6fb100aa84 req-4693c75e-778a-48e8-a4af-2a1123aa3562 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377237 Feb 16 16:27:01.324087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dcffd-40a0-4ea1-a469-d6bca9a47122 req-cb8566b5-2d77-40ac-9f00-33cf231626e9 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:01.325705 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d95dcffd-40a0-4ea1-a469-d6bca9a47122 req-cb8566b5-2d77-40ac-9f00-33cf231626e9 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.1840498 Feb 16 16:27:01.393856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea769b-3408-4cd1-a4f1-ce189289fbcb req-de075154-8b0d-45ef-80cd-b4700194dde7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:01.395380 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17ea769b-3408-4cd1-a4f1-ce189289fbcb req-de075154-8b0d-45ef-80cd-b4700194dde7 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.1574864 Feb 16 16:27:01.448952 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d95dcffd-40a0-4ea1-a469-d6bca9a47122 req-ce987697-2b95-49dd-8162-31216c8a9d47 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146488 Feb 16 16:27:01.543515 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d039d0-4f55-487a-a7f1-b193f996bf2b req-009a1eb3-c25e-4a6b-a4b1-7bf1e0709eca tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:01.545821 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-09d039d0-4f55-487a-a7f1-b193f996bf2b req-009a1eb3-c25e-4a6b-a4b1-7bf1e0709eca tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.60 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 950 time: 0.0893772 Feb 16 16:27:01.576051 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17ea769b-3408-4cd1-a4f1-ce189289fbcb req-230334eb-4b48-4022-b621-45c30bc8b00a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658905 Feb 16 16:27:01.594043 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7053-1b21-4722-9525-3dd85c4796d7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ca4b346c-5881-454f-8ed1-460754123df5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:01.624883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d7053-1b21-4722-9525-3dd85c4796d7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Pushing event deleted for resources: {'Port': ['ID=ca4b346c-5881-454f-8ed1-460754123df5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:01.692291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-09d039d0-4f55-487a-a7f1-b193f996bf2b req-925414f1-8d94-42b3-828b-e8e8dc9689a8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Deleting port 270e4dae-fc06-47c5-bb31-01f479ce5dc4 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:27:01.692645 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-09d039d0-4f55-487a-a7f1-b193f996bf2b req-925414f1-8d94-42b3-828b-e8e8dc9689a8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:01.701703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7380e-bc63-45fd-9a21-be3fb506691e req-71f43cba-d248-43e3-8974-153e37111562 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:01.703340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2cf7380e-bc63-45fd-9a21-be3fb506691e req-71f43cba-d248-43e3-8974-153e37111562 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 948 time: 0.1523185 Feb 16 16:27:01.728100 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7053-1b21-4722-9525-3dd85c4796d7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks [] for floatingip (17e93965-4af6-47c8-961c-4b24f2fe87ad), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:01.735253 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7053-1b21-4722-9525-3dd85c4796d7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:01.745279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ea1d7053-1b21-4722-9525-3dd85c4796d7 tempest-ImagesOneServerNegativeTestJSON-33859824 tempest-ImagesOneServerNegativeTestJSON-33859824-project] 10.222.0.24 "DELETE /v2.0/floatingips/17e93965-4af6-47c8-961c-4b24f2fe87ad HTTP/1.1" status: 204 len: 168 time: 1.1068950 Feb 16 16:27:01.799576 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-09d039d0-4f55-487a-a7f1-b193f996bf2b req-925414f1-8d94-42b3-828b-e8e8dc9689a8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] For port 270e4dae-fc06-47c5-bb31-01f479ce5dc4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=270e4dae-fc06-47c5-bb31-01f479ce5dc4,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:01.799967 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-09d039d0-4f55-487a-a7f1-b193f996bf2b req-925414f1-8d94-42b3-828b-e8e8dc9689a8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:01.814132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-09d039d0-4f55-487a-a7f1-b193f996bf2b req-925414f1-8d94-42b3-828b-e8e8dc9689a8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Calling delete_port for 270e4dae-fc06-47c5-bb31-01f479ce5dc4 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:27:01.849207 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2cf7380e-bc63-45fd-9a21-be3fb506691e req-f4873c96-41bd-4e25-adca-4a76b1577b46 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352301 Feb 16 16:27:01.887593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b4c3f-b4ae-4ce2-af96-f4f463c243da req-b4b350da-e528-40b1-8a43-50dd862be320 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:01.889709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b5b4c3f-b4ae-4ce2-af96-f4f463c243da req-b4b350da-e528-40b1-8a43-50dd862be320 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0883114 Feb 16 16:27:01.975041 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-09d039d0-4f55-487a-a7f1-b193f996bf2b req-925414f1-8d94-42b3-828b-e8e8dc9689a8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (270e4dae-fc06-47c5-bb31-01f479ce5dc4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:01.989695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['66619770-9f86-4868-905d-2fd19501c884', '99d4dab0-a279-4b4b-b734-36f8d31898d9', '6aaea95d-906e-4c30-9911-1b6f2f58fdb7', '3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9', 'ceb7d615-ea88-43b9-9a93-92c59f8b39b6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:01.992337 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1', '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2', '270e4dae-fc06-47c5-bb31-01f479ce5dc4'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:02.000673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b5b4c3f-b4ae-4ce2-af96-f4f463c243da req-d2d9b5d2-c27b-43f8-b373-7ec27fda8a56 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013854 Feb 16 16:27:02.018478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51306) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:02.029103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925414f1-8d94-42b3-828b-e8e8dc9689a8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event deleted for resources: {'Port': ['ID=270e4dae-fc06-47c5-bb31-01f479ce5dc4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:02.092023 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d039d0-4f55-487a-a7f1-b193f996bf2b req-925414f1-8d94-42b3-828b-e8e8dc9689a8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] No DVR routers for this DVR port 270e4dae-fc06-47c5-bb31-01f479ce5dc4 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:27:02.093526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-29971608-e1ea-41a5-a87b-130df973cbc9 admin admin] Deleting subnet f72f5249-4b76-410c-b98e-014d0996b37b {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:27:02.095053 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-09d039d0-4f55-487a-a7f1-b193f996bf2b req-925414f1-8d94-42b3-828b-e8e8dc9689a8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:02.107626 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29971608-e1ea-41a5-a87b-130df973cbc9 admin admin] Publish callbacks [] for subnet (f72f5249-4b76-410c-b98e-014d0996b37b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:02.117819 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-09d039d0-4f55-487a-a7f1-b193f996bf2b req-925414f1-8d94-42b3-828b-e8e8dc9689a8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.60 "DELETE /v2.0/ports/270e4dae-fc06-47c5-bb31-01f479ce5dc4 HTTP/1.1" status: 204 len: 173 time: 0.5614939 Feb 16 16:27:02.270541 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29971608-e1ea-41a5-a87b-130df973cbc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (f72f5249-4b76-410c-b98e-014d0996b37b), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:02.300049 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:02.351347 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e5cbd-6770-4ff4-845a-df4cbce70997 req-26178065-4446-4c9f-acd7-ae6ccf94f9ab tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:02.358876 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a8e5cbd-6770-4ff4-845a-df4cbce70997 req-26178065-4446-4c9f-acd7-ae6ccf94f9ab tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1710596 Feb 16 16:27:02.377677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f5c39-353d-4677-888a-9d0b83633034 req-46469e1d-9254-4a96-a665-77a600b56076 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:02.379777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-932f5c39-353d-4677-888a-9d0b83633034 req-46469e1d-9254-4a96-a665-77a600b56076 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 943 time: 0.1906250 Feb 16 16:27:02.423114 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29971608-e1ea-41a5-a87b-130df973cbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (f72f5249-4b76-410c-b98e-014d0996b37b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:02.517788 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d630ea-315a-4335-86ea-45a9850357b5', 'name': 'network-vif-deleted', 'tag': '270e4dae-fc06-47c5-bb31-01f479ce5dc4'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:02.520086 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c64475d-013e-4673-a29a-11c2f116b30f" -d '{"events": [{"server_uuid": "35d630ea-315a-4335-86ea-45a9850357b5", "name": "network-vif-deleted", "tag": "270e4dae-fc06-47c5-bb31-01f479ce5dc4"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:02.536391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a8e5cbd-6770-4ff4-845a-df4cbce70997 req-deea04ae-d0ce-4b91-9b53-8da9c7f0df97 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765440 Feb 16 16:27:02.569513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-932f5c39-353d-4677-888a-9d0b83633034 req-5204115b-1dfd-4f5f-8865-bbb395c89e08 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574244 Feb 16 16:27:02.576808 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29971608-e1ea-41a5-a87b-130df973cbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (f72f5249-4b76-410c-b98e-014d0996b37b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:02.647289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29971608-e1ea-41a5-a87b-130df973cbc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72f5249-4b76-410c-b98e-014d0996b37b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:02.650308 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29971608-e1ea-41a5-a87b-130df973cbc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:02.654791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-29971608-e1ea-41a5-a87b-130df973cbc9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f72f5249-4b76-410c-b98e-014d0996b37b HTTP/1.1" status: 204 len: 168 time: 0.6351485 Feb 16 16:27:02.657428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51320) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:02.753430 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5cf72-34a6-4813-a488-0098de3415f3 req-4d34ac13-2a4c-4897-a508-5f836a3b26b1 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:02.770514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64a5cf72-34a6-4813-a488-0098de3415f3 req-4d34ac13-2a4c-4897-a508-5f836a3b26b1 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.1259294 Feb 16 16:27:02.822911 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5bf53508-5fc7-49f5-9627-24c087622bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (947f349f-609e-481d-a318-d67059ed0b1c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:02.834389 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5feb2b-9303-4e41-a093-bfb61e6be1b4 x-openstack-request-id: req-5e5feb2b-9303-4e41-a093-bfb61e6be1b4 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:02.834661 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d630ea-315a-4335-86ea-45a9850357b5", "name": "network-vif-deleted", "tag": "270e4dae-fc06-47c5-bb31-01f479ce5dc4", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:02.834917 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e5feb2b-9303-4e41-a093-bfb61e6be1b4 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:02.835316 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d630ea-315a-4335-86ea-45a9850357b5', 'name': 'network-vif-deleted', 'tag': '270e4dae-fc06-47c5-bb31-01f479ce5dc4', 'status': 'completed', 'code': 200} Feb 16 16:27:02.847066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64a5cf72-34a6-4813-a488-0098de3415f3 req-0f298b9b-4f50-4081-b17e-947ccadc26ef tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697412 Feb 16 16:27:02.947887 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c44b0f2-56b8-49b9-9234-80964c82f630 req-d9afd6db-01cf-4b5f-9410-12ecf7cd69e1 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d630ea-315a-4335-86ea-45a9850357b5 HTTP/1.1" status: 200 len: 210 time: 0.0991199 Feb 16 16:27:03.008936 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5bf53508-5fc7-49f5-9627-24c087622bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (947f349f-609e-481d-a318-d67059ed0b1c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:03.057496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26b79b-763b-4329-9503-dc5cb343a89b req-6565d305-d7ff-4006-846d-58be21740306 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:03.061004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5bf53508-5fc7-49f5-9627-24c087622bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947f349f-609e-481d-a318-d67059ed0b1c']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:03.074633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c26b79b-763b-4329-9503-dc5cb343a89b req-6565d305-d7ff-4006-846d-58be21740306 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 948 time: 0.0848243 Feb 16 16:27:03.083421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5bf53508-5fc7-49f5-9627-24c087622bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:03.083726 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5bf53508-5fc7-49f5-9627-24c087622bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:03.109689 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5bf53508-5fc7-49f5-9627-24c087622bcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:03.138015 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5bf53508-5fc7-49f5-9627-24c087622bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:03.144727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf53508-5fc7-49f5-9627-24c087622bcb admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:27:03.145112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5bf53508-5fc7-49f5-9627-24c087622bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (f9a5e058-aa9d-4a4e-a9cb-36c22ee2f746), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:27:03.146902 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:27:03.199251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c26b79b-763b-4329-9503-dc5cb343a89b req-f122ccfa-fa9f-4578-b4c6-16e7eb45978a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233511 Feb 16 16:27:03.209739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545107b-69bf-44f1-802f-f421bde9b144 req-86806d42-3b17-459a-826e-9d4b75bbf232 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:03.212330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3545107b-69bf-44f1-802f-f421bde9b144 req-86806d42-3b17-459a-826e-9d4b75bbf232 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1075771 Feb 16 16:27:03.261930 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5bf53508-5fc7-49f5-9627-24c087622bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (947f349f-609e-481d-a318-d67059ed0b1c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:03.271890 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5bf53508-5fc7-49f5-9627-24c087622bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:03.276620 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5bf53508-5fc7-49f5-9627-24c087622bcb admin admin] 10.222.0.24 "DELETE /v2.0/networks/947f349f-609e-481d-a318-d67059ed0b1c HTTP/1.1" status: 204 len: 168 time: 0.6182108 Feb 16 16:27:03.291067 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3545107b-69bf-44f1-802f-f421bde9b144 req-528b859a-195a-4d2a-a63f-c1478dc6bfe6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709219 Feb 16 16:27:03.316008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf53508-5fc7-49f5-9627-24c087622bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=947f349f-609e-481d-a318-d67059ed0b1c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:03.417926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51328) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:03.476516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51330) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:03.477179 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4e61321a-6b16-427d-9d1e-5b890322e093 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76657d9df89241a0821ee0edbc04fcc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568786 Feb 16 16:27:03.527265 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58e6d9a4-37a4-4d3e-8b6b-0721d311c035 admin admin] Publish callbacks [] for security_group (f642701a-728e-42b0-8f42-fbae89f68e38), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:03.551496 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58e6d9a4-37a4-4d3e-8b6b-0721d311c035 admin admin] Publish callbacks [] for security_group (f642701a-728e-42b0-8f42-fbae89f68e38), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:03.610781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58e6d9a4-37a4-4d3e-8b6b-0721d311c035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f642701a-728e-42b0-8f42-fbae89f68e38), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:03.615162 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58e6d9a4-37a4-4d3e-8b6b-0721d311c035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:03.617962 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-58e6d9a4-37a4-4d3e-8b6b-0721d311c035 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f642701a-728e-42b0-8f42-fbae89f68e38 HTTP/1.1" status: 204 len: 168 time: 0.1403894 Feb 16 16:27:03.636506 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6d9a4-37a4-4d3e-8b6b-0721d311c035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f642701a-728e-42b0-8f42-fbae89f68e38,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:03.768022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9773e-6e8a-4f2d-a201-498c9674c494 req-0b5f2cb9-25aa-4b5c-b89c-4ecc4cee2e7e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:03.775284 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccb9773e-6e8a-4f2d-a201-498c9674c494 req-0b5f2cb9-25aa-4b5c-b89c-4ecc4cee2e7e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 943 time: 0.1045487 Feb 16 16:27:03.840283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bed5bd-85a0-4afa-879d-bd5b58524486 req-98c5f922-aa47-4684-900b-d8096f5fcdc0 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:03.850602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9bed5bd-85a0-4afa-879d-bd5b58524486 req-98c5f922-aa47-4684-900b-d8096f5fcdc0 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1702521 Feb 16 16:27:03.898345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccb9773e-6e8a-4f2d-a201-498c9674c494 req-b67ec7c5-f768-4c32-bf8f-aefbfe534df8 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200290 Feb 16 16:27:03.960581 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9bed5bd-85a0-4afa-879d-bd5b58524486 req-1221ee53-dc3c-47b5-b1c4-6befb9d33241 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086435 Feb 16 16:27:04.106281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device dbfcae26-9033-4d1f-a26d-b3193f264db3 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:27:04.185845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9df90d-67e0-4c62-b867-116a19c132c6 req-31ff02d1-bfe9-41e9-a659-3e4e89232724 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:04.195351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df9df90d-67e0-4c62-b867-116a19c132c6 req-31ff02d1-bfe9-41e9-a659-3e4e89232724 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.1360278 Feb 16 16:27:04.214399 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:04.287143 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:04.313175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df9df90d-67e0-4c62-b867-116a19c132c6 req-a35c9bd8-64fa-468a-ac1a-de33c41116f0 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168194 Feb 16 16:27:04.321892 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'dbfcae26-9033-4d1f-a26d-b3193f264db3', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'dbfcae26-9033-4d1f-a26d-b3193f264db3', 'mac_address': 'fa:16:3e:fa:ba:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:27:04.381000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port dbfcae26-9033-4d1f-a26d-b3193f264db3 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:04.381583 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:04.397479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfcae26-9033-4d1f-a26d-b3193f264db3 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:27:04.423222 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:04.429789 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:04.430835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:27:04.531511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=dbfcae26-9033-4d1f-a26d-b3193f264db3,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:04.584231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f936d77-cab8-4252-90ad-a0de0f76741b req-668b5ac4-9a56-4c55-a915-e88faf21bdaa tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:04.586194 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f936d77-cab8-4252-90ad-a0de0f76741b req-668b5ac4-9a56-4c55-a915-e88faf21bdaa tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 949 time: 0.1389067 Feb 16 16:27:04.609699 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:04.616929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a32c5-d9b7-4144-b0d7-7bb1735a60b5 req-3ca2731a-3902-4124-8010-b44d7c41e521 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:04.619179 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b5a32c5-d9b7-4144-b0d7-7bb1735a60b5 req-3ca2731a-3902-4124-8010-b44d7c41e521 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1272976 Feb 16 16:27:04.621939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '8697bdea-e657-4f51-b3fe-44f3fb5c25d2', 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7', 'port_id': '8697bdea-e657-4f51-b3fe-44f3fb5c25d2', 'mac_address': 'fa:16:3e:ab:81:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9186030b-fe72-41cc-87f9-eb80f37580c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:27:04.667222 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:04.669180 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:04.684395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:27:04.704670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:04.711520 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:04.723856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f936d77-cab8-4252-90ad-a0de0f76741b req-c6c6b90b-2113-4973-8cd4-e5eec6d29782 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296101 Feb 16 16:27:04.736300 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b5a32c5-d9b7-4144-b0d7-7bb1735a60b5 req-a0060c98-3e74-4aa4-aa9f-427efe73ab82 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079533 Feb 16 16:27:04.782442 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:04.856234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da525d9d-1025-47f3-a224-8e2db37b8596 req-56d2bdb7-14f0-4add-9574-275ce6a23fff tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:04.857893 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da525d9d-1025-47f3-a224-8e2db37b8596 req-56d2bdb7-14f0-4add-9574-275ce6a23fff tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 950 time: 0.0560484 Feb 16 16:27:04.910990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da525d9d-1025-47f3-a224-8e2db37b8596 req-cc8e8a9c-741f-43c9-a821-f7330834a31c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471089 Feb 16 16:27:05.157124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f39234-68c0-446f-8b56-c64eeaf32be1 req-7f070b47-66ef-4ac9-b8a8-48d16c3eea42 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:05.158615 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1f39234-68c0-446f-8b56-c64eeaf32be1 req-7f070b47-66ef-4ac9-b8a8-48d16c3eea42 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.0911233 Feb 16 16:27:05.180945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c28cb-7076-42af-b9f6-40b1583aba6a req-fc8e256a-ff4a-4501-89fd-e8b1ecd0b488 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:05.183109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-999c28cb-7076-42af-b9f6-40b1583aba6a req-fc8e256a-ff4a-4501-89fd-e8b1ecd0b488 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 944 time: 0.2100112 Feb 16 16:27:05.196031 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['dbfcae26-9033-4d1f-a26d-b3193f264db3'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:05.200833 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['8697bdea-e657-4f51-b3fe-44f3fb5c25d2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:05.241298 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1f39234-68c0-446f-8b56-c64eeaf32be1 req-0dbe3749-57ec-49a4-9cd0-4485af3a2fec tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757966 Feb 16 16:27:05.267619 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-999c28cb-7076-42af-b9f6-40b1583aba6a req-c3f7216f-17ae-4779-82dc-29eb6271d3b9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739551 Feb 16 16:27:05.268133 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51386) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:05.415279 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-891d0789-d472-4905-90dc-a47532e0606c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:05.475495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ac26a-a991-41b1-9b6f-b53123d10fa3 req-f7ac4ee6-9ab2-43e9-bbcc-de148aa66502 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:05.477379 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f6ac26a-a991-41b1-9b6f-b53123d10fa3 req-f7ac4ee6-9ab2-43e9-bbcc-de148aa66502 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.1011820 Feb 16 16:27:05.561162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f6ac26a-a991-41b1-9b6f-b53123d10fa3 req-d3bd5b12-f714-4675-9e1a-8a57d19e633c tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683482 Feb 16 16:27:05.566007 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-891d0789-d472-4905-90dc-a47532e0606c admin admin] Publish callbacks [] for security_group (cb4c33b9-6344-45aa-bfee-71bae36ca6d3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:05.571063 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-891d0789-d472-4905-90dc-a47532e0606c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cb4c33b9-6344-45aa-bfee-71bae36ca6d3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:05.619098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-891d0789-d472-4905-90dc-a47532e0606c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7a97aa99d234331ad25368f6d0077f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498838 Feb 16 16:27:05.620244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d0789-d472-4905-90dc-a47532e0606c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4c33b9-6344-45aa-bfee-71bae36ca6d3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:05.621774 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51392) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:05.672337 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-26fb61a3-beb5-4d07-92f5-2b805a5cdb2b admin admin] Publish callbacks [] for security_group (cb4c33b9-6344-45aa-bfee-71bae36ca6d3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:05.693553 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-26fb61a3-beb5-4d07-92f5-2b805a5cdb2b admin admin] Publish callbacks [] for security_group (cb4c33b9-6344-45aa-bfee-71bae36ca6d3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:05.743769 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-26fb61a3-beb5-4d07-92f5-2b805a5cdb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cb4c33b9-6344-45aa-bfee-71bae36ca6d3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:05.746812 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-26fb61a3-beb5-4d07-92f5-2b805a5cdb2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:05.747981 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-26fb61a3-beb5-4d07-92f5-2b805a5cdb2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb4c33b9-6344-45aa-bfee-71bae36ca6d3 HTTP/1.1" status: 204 len: 168 time: 0.1243730 Feb 16 16:27:05.758130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb61a3-beb5-4d07-92f5-2b805a5cdb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4c33b9-6344-45aa-bfee-71bae36ca6d3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:05.917470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3ca7c-c347-4b91-a9f4-92e20d976911 req-ac1aef9b-a740-4a18-b863-71f100986f89 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:05.919482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7c3ca7c-c347-4b91-a9f4-92e20d976911 req-ac1aef9b-a740-4a18-b863-71f100986f89 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0986180 Feb 16 16:27:05.926980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5980219-b290-4496-86c6-7f062448601b req-1b8eb6ed-1bf8-48ee-8d78-5fa7b1266ef7 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:05.928556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5980219-b290-4496-86c6-7f062448601b req-1b8eb6ed-1bf8-48ee-8d78-5fa7b1266ef7 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 949 time: 0.1065090 Feb 16 16:27:06.000321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5980219-b290-4496-86c6-7f062448601b req-8cb2f7aa-9755-47d3-bf2b-8b88a15458e0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648463 Feb 16 16:27:06.026582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7c3ca7c-c347-4b91-a9f4-92e20d976911 req-8815ea3a-2971-48e1-a122-8c972affb1f8 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734389 Feb 16 16:27:06.106587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 270e4dae-fc06-47c5-bb31-01f479ce5dc4 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:27:06.141042 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 270e4dae-fc06-47c5-bb31-01f479ce5dc4 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:27:06.141793 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 270e4dae-fc06-47c5-bb31-01f479ce5dc4 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:27:06.165692 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d87022-47b9-4ac9-897d-810371569922 req-78c58b89-7b9f-48ca-b6d9-f27d105244ac tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:06.167218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-79d87022-47b9-4ac9-897d-810371569922 req-78c58b89-7b9f-48ca-b6d9-f27d105244ac tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 950 time: 0.0986397 Feb 16 16:27:06.174173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd3c2c-21d3-42f0-b81f-8482b8015f3e req-e61a3c71-1a7a-469c-ba7e-ae44f513fcb8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:06.175533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-decd3c2c-21d3-42f0-b81f-8482b8015f3e req-e61a3c71-1a7a-469c-ba7e-ae44f513fcb8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 950 time: 0.0882850 Feb 16 16:27:06.275717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-79d87022-47b9-4ac9-897d-810371569922 req-07b0d85f-be8d-4f26-a1de-61d668896a42 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991817 Feb 16 16:27:06.316851 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-decd3c2c-21d3-42f0-b81f-8482b8015f3e req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Deleting port ceb7d615-ea88-43b9-9a93-92c59f8b39b6 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:27:06.319972 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-decd3c2c-21d3-42f0-b81f-8482b8015f3e req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:06.505981 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-decd3c2c-21d3-42f0-b81f-8482b8015f3e req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] For port ceb7d615-ea88-43b9-9a93-92c59f8b39b6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=ceb7d615-ea88-43b9-9a93-92c59f8b39b6,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:06.506719 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-decd3c2c-21d3-42f0-b81f-8482b8015f3e req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:06.524339 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51426) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:06.525254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-decd3c2c-21d3-42f0-b81f-8482b8015f3e req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Calling delete_port for ceb7d615-ea88-43b9-9a93-92c59f8b39b6 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:27:06.543457 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ade6de-5d46-4a65-9489-ca6d388a2dfc req-3d939507-8a60-4fb9-b117-2dc26b3a1de6 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:06.544956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1ade6de-5d46-4a65-9489-ca6d388a2dfc req-3d939507-8a60-4fb9-b117-2dc26b3a1de6 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 944 time: 0.1481540 Feb 16 16:27:06.556565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5dd3e-b718-4826-97cd-a44b077d6ac3 req-107a0522-e1be-4dc7-8e47-0164895c1343 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:06.558529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8aa5dd3e-b718-4826-97cd-a44b077d6ac3 req-107a0522-e1be-4dc7-8e47-0164895c1343 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1527693 Feb 16 16:27:06.627173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1186964529-network', 'tenant_id': '1fbbbf96aba349afb09c407b0f348b74'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:06.649835 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] Made reservation on behalf of 1fbbbf96aba349afb09c407b0f348b74 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:27:06.653251 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:06.663152 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:06.701785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1ade6de-5d46-4a65-9489-ca6d388a2dfc req-29338c3e-435a-40dc-b726-5a0567b54d33 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407917 Feb 16 16:27:06.713273 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8aa5dd3e-b718-4826-97cd-a44b077d6ac3 req-bb5dea93-0603-40a4-98f5-ca493b2539f6 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135080 Feb 16 16:27:06.759041 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] Publish callbacks [] for security_group (79d53b1a-dd1b-4523-9b80-4da65aa0141f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:06.766672 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (79d53b1a-dd1b-4523-9b80-4da65aa0141f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:06.804918 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:27:06.821343 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d53b1a-dd1b-4523-9b80-4da65aa0141f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:06.827428 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (3f9f3213-2aca-4d81-a320-ba964f3e3ded), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:06.828000 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] Added segment 3f9f3213-2aca-4d81-a320-ba964f3e3ded of type vlan for network 302bc027-a150-41f1-99ea-3ef2617a4be3 Feb 16 16:27:06.837025 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-decd3c2c-21d3-42f0-b81f-8482b8015f3e req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ceb7d615-ea88-43b9-9a93-92c59f8b39b6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:06.856072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1', '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:06.874951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event deleted for resources: {'Port': ['ID=ceb7d615-ea88-43b9-9a93-92c59f8b39b6,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:06.878546 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (302bc027-a150-41f1-99ea-3ef2617a4be3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:06.909279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:06.909676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:06.910031 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:06.910367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:06.910702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:06.911045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:06.911361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:06.911687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:06.912333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:06.912457 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:06.912804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:06.913008 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:06.913418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:06.920055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['66619770-9f86-4868-905d-2fd19501c884', '99d4dab0-a279-4b4b-b734-36f8d31898d9', '6aaea95d-906e-4c30-9911-1b6f2f58fdb7', '3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9', 'ceb7d615-ea88-43b9-9a93-92c59f8b39b6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:06.929497 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (302bc027-a150-41f1-99ea-3ef2617a4be3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:06.930783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:06.931299 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:06.942060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-decd3c2c-21d3-42f0-b81f-8482b8015f3e req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] No DVR routers for this DVR port ceb7d615-ea88-43b9-9a93-92c59f8b39b6 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:27:06.944743 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-decd3c2c-21d3-42f0-b81f-8482b8015f3e req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:06.952826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-decd3c2c-21d3-42f0-b81f-8482b8015f3e req-94813451-7a9c-45a4-9103-4ccb23e864df tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "DELETE /v2.0/ports/ceb7d615-ea88-43b9-9a93-92c59f8b39b6 HTTP/1.1" status: 204 len: 173 time: 0.7677867 Feb 16 16:27:06.955265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d53e65-23b8-4ebf-abd0-b48c47ef7083', 'name': 'network-vif-deleted', 'tag': 'ceb7d615-ea88-43b9-9a93-92c59f8b39b6'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:06.961599 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314dac4d-00e7-4b4a-8796-e245f67eb934" -d '{"events": [{"server_uuid": "06d53e65-23b8-4ebf-abd0-b48c47ef7083", "name": "network-vif-deleted", "tag": "ceb7d615-ea88-43b9-9a93-92c59f8b39b6"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:06.969024 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4436865 Feb 16 16:27:06.972147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51436) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:06.977959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-dada7a8f-10d2-4e34-87be-c0d5f321600b admin admin] Request body: {'subnet': {'network_id': '302bc027-a150-41f1-99ea-3ef2617a4be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1186964529-subnet', 'tenant_id': '1fbbbf96aba349afb09c407b0f348b74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:07.018895 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778de25d-9df4-4409-a180-0129c4e2364c admin admin] Pushing event updated for resources: {'Network': ['ID=302bc027-a150-41f1-99ea-3ef2617a4be3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:07.033318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 302bc027-a150-41f1-99ea-3ef2617a4be3 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:27:07.035985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dada7a8f-10d2-4e34-87be-c0d5f321600b admin admin] Made reservation on behalf of 1fbbbf96aba349afb09c407b0f348b74 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:27:07.038435 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dada7a8f-10d2-4e34-87be-c0d5f321600b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:07.042328 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe69745c-4dba-42e3-a911-d0239b004904 x-openstack-request-id: req-fe69745c-4dba-42e3-a911-d0239b004904 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:07.042606 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d53e65-23b8-4ebf-abd0-b48c47ef7083", "name": "network-vif-deleted", "tag": "ceb7d615-ea88-43b9-9a93-92c59f8b39b6", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:07.042859 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe69745c-4dba-42e3-a911-d0239b004904 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:07.043277 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d53e65-23b8-4ebf-abd0-b48c47ef7083', 'name': 'network-vif-deleted', 'tag': 'ceb7d615-ea88-43b9-9a93-92c59f8b39b6', 'status': 'completed', 'code': 200} Feb 16 16:27:07.245724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3ee55-ab93-4cb6-aca2-362802bac701 req-b8d796d5-1ece-4292-b00b-f49ef85eb150 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:07.253493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffd3ee55-ab93-4cb6-aca2-362802bac701 req-b8d796d5-1ece-4292-b00b-f49ef85eb150 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.4477391 Feb 16 16:27:07.272476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056142c-c41c-4e52-b231-8ef02841c10e req-4358ca47-cd08-4607-aff7-3c9ecc96cdfb tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:07.280996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9056142c-c41c-4e52-b231-8ef02841c10e req-4358ca47-cd08-4607-aff7-3c9ecc96cdfb tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 949 time: 0.1236744 Feb 16 16:27:07.309839 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dada7a8f-10d2-4e34-87be-c0d5f321600b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (744ebaea-58fe-45a9-ac99-2db1288ef107), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:07.367971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffd3ee55-ab93-4cb6-aca2-362802bac701 req-dcbe22f0-7643-42e1-8b90-fed0fcb548cc tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134319 Feb 16 16:27:07.396245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada7a8f-10d2-4e34-87be-c0d5f321600b admin admin] Pushing event updated for resources: {'Subnet': ['ID=744ebaea-58fe-45a9-ac99-2db1288ef107,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:07.404791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada7a8f-10d2-4e34-87be-c0d5f321600b admin admin] Checking segment: {'id': '3f9f3213-2aca-4d81-a320-ba964f3e3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '302bc027-a150-41f1-99ea-3ef2617a4be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:27:07.405053 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dada7a8f-10d2-4e34-87be-c0d5f321600b admin admin] Network hostable DHCP agents. Network: 302bc027-a150-41f1-99ea-3ef2617a4be3, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:27:07.435127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9056142c-c41c-4e52-b231-8ef02841c10e req-79d003a9-efc9-4ea5-a076-605e40ac3e86 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511922 Feb 16 16:27:07.438873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dada7a8f-10d2-4e34-87be-c0d5f321600b admin admin] Network 302bc027-a150-41f1-99ea-3ef2617a4be3 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:27:07.458247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-dada7a8f-10d2-4e34-87be-c0d5f321600b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 302bc027-a150-41f1-99ea-3ef2617a4be3) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:07.465068 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dada7a8f-10d2-4e34-87be-c0d5f321600b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:07.466665 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dada7a8f-10d2-4e34-87be-c0d5f321600b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:07.489758 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e9150a-085d-48e6-9e6b-972a789f2231 None None] Network 302bc027-a150-41f1-99ea-3ef2617a4be3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:27:07.513293 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dada7a8f-10d2-4e34-87be-c0d5f321600b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5403707 Feb 16 16:27:07.565040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376ee20-549b-4a5b-8554-b5518446349c req-e31c0f73-47d0-4304-9aed-c6cd0cdff024 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:07.571371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c376ee20-549b-4a5b-8554-b5518446349c req-e31c0f73-47d0-4304-9aed-c6cd0cdff024 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0854218 Feb 16 16:27:07.677574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-194e0467-0483-4a67-9010-6dc1615bd47a req-2f31fb4b-47c6-4ab9-84e8-02c3f547bf4d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d53e65-23b8-4ebf-abd0-b48c47ef7083 HTTP/1.1" status: 200 len: 210 time: 0.0524037 Feb 16 16:27:07.699236 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c376ee20-549b-4a5b-8554-b5518446349c req-527bc040-c914-4309-adce-ade38b8dd4b7 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269486 Feb 16 16:27:07.797570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03447bb1-909e-4978-89e3-9f7db8d317b7 None None] Network 302bc027-a150-41f1-99ea-3ef2617a4be3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:27:07.812623 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-8eceda0c-3adb-4aae-b554-8e25d44129b6 req-d29d7703-7a9e-4627-b0e3-e1d3b30dfe0b tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1786581119', 'description': 'tempest-description-2135857170'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:07.861886 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8eceda0c-3adb-4aae-b554-8e25d44129b6 req-d29d7703-7a9e-4627-b0e3-e1d3b30dfe0b tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:07.935806 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8eceda0c-3adb-4aae-b554-8e25d44129b6 req-d29d7703-7a9e-4627-b0e3-e1d3b30dfe0b tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (b49aba09-54c9-47a0-b1c3-f465e947b894), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:07.950277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8225e0-dd39-4e0d-9b1f-414edafaccdd req-4b2fc464-7f2c-4a17-ac80-6ca9b5353c79 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:07.952310 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e8225e0-dd39-4e0d-9b1f-414edafaccdd req-4b2fc464-7f2c-4a17-ac80-6ca9b5353c79 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1603501 Feb 16 16:27:07.953387 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8eceda0c-3adb-4aae-b554-8e25d44129b6 req-d29d7703-7a9e-4627-b0e3-e1d3b30dfe0b tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b49aba09-54c9-47a0-b1c3-f465e947b894), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:08.001658 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8eceda0c-3adb-4aae-b554-8e25d44129b6 req-d29d7703-7a9e-4627-b0e3-e1d3b30dfe0b tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:08.002889 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eceda0c-3adb-4aae-b554-8e25d44129b6 req-d29d7703-7a9e-4627-b0e3-e1d3b30dfe0b tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1977937 Feb 16 16:27:08.023861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d7703-7a9e-4627-b0e3-e1d3b30dfe0b tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49aba09-54c9-47a0-b1c3-f465e947b894,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:08.041529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e8225e0-dd39-4e0d-9b1f-414edafaccdd req-b3b7c87c-5bba-4448-b609-4d8912e690b9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824590 Feb 16 16:27:08.123990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device dbfcae26-9033-4d1f-a26d-b3193f264db3 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:08.147136 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-3103fbc7-3016-4b9a-9f7e-b0a50d4a77bc req-0389b1f6-e7e4-4e67-ba79-238f8c11664d tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-484763747', 'description': 'tempest-description-1750457547'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:08.165573 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec81d0-85dc-42cf-a51b-ad6321c8aefb req-ee1dedbb-f5aa-4933-8e10-5cadccb26840 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:08.168225 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74ec81d0-85dc-42cf-a51b-ad6321c8aefb req-ee1dedbb-f5aa-4933-8e10-5cadccb26840 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 944 time: 0.0756786 Feb 16 16:27:08.194818 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3103fbc7-3016-4b9a-9f7e-b0a50d4a77bc req-0389b1f6-e7e4-4e67-ba79-238f8c11664d tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:08.236276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port dbfcae26-9033-4d1f-a26d-b3193f264db3 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:27:08.240786 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port dbfcae26-9033-4d1f-a26d-b3193f264db3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:08.241291 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:08.254012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74ec81d0-85dc-42cf-a51b-ad6321c8aefb req-4577e62b-6040-4846-bf26-22d9efe4f335 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750160 Feb 16 16:27:08.299561 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3103fbc7-3016-4b9a-9f7e-b0a50d4a77bc req-0389b1f6-e7e4-4e67-ba79-238f8c11664d tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (9ac728dd-e8f3-4e37-838f-9eeb834daf00), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:08.303556 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3103fbc7-3016-4b9a-9f7e-b0a50d4a77bc req-0389b1f6-e7e4-4e67-ba79-238f8c11664d tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9ac728dd-e8f3-4e37-838f-9eeb834daf00), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:08.331665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port dbfcae26-9033-4d1f-a26d-b3193f264db3 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:08.332191 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:08.335573 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3103fbc7-3016-4b9a-9f7e-b0a50d4a77bc req-0389b1f6-e7e4-4e67-ba79-238f8c11664d tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:08.336814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3103fbc7-3016-4b9a-9f7e-b0a50d4a77bc req-0389b1f6-e7e4-4e67-ba79-238f8c11664d tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1970346 Feb 16 16:27:08.339248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389b1f6-e7e4-4e67-ba79-238f8c11664d tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac728dd-e8f3-4e37-838f-9eeb834daf00,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:08.366277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:08.369727 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6619371a-0823-4e48-89ac-b77f7b93d326" -d '{"events": [{"server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:08.405796 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:08.412375 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:08.418230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:08.421699 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd599990-f7d2-4092-9053-dcf46405ab72 x-openstack-request-id: req-bd599990-f7d2-4092-9053-dcf46405ab72 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:08.422672 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:08.422672 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd599990-f7d2-4092-9053-dcf46405ab72 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:08.422889 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3', 'code': 200} Feb 16 16:27:08.538984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=dbfcae26-9033-4d1f-a26d-b3193f264db3,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:08.544196 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48ed60-fcb6-4757-9b9b-c99de0996b0a req-a711ce84-82a7-4d22-8421-ad9a5aeca0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:08.546976 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee48ed60-fcb6-4757-9b9b-c99de0996b0a req-a711ce84-82a7-4d22-8421-ad9a5aeca0b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 1132 time: 0.0544813 Feb 16 16:27:08.560249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:27:08.564760 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:08.564910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ec913-f252-4620-b02a-1354ce6c5992 req-44ff2d95-32c8-46dd-955c-51274920e434 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:08.565136 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:08.568226 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-969ec913-f252-4620-b02a-1354ce6c5992 req-44ff2d95-32c8-46dd-955c-51274920e434 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.1126368 Feb 16 16:27:08.601780 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee48ed60-fcb6-4757-9b9b-c99de0996b0a req-c08ad2b3-bca8-4203-8584-25426bcc18e5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483890 Feb 16 16:27:08.661456 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:08.661855 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:08.666825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-969ec913-f252-4620-b02a-1354ce6c5992 req-54f1cfdd-79ae-4bee-b7a0-7bd6e9e5e45a tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920055 Feb 16 16:27:08.689313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-03720d1f-cde4-446a-a3ca-6fd7a4ea3759 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:08.697565 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-03720d1f-cde4-446a-a3ca-6fd7a4ea3759 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/networks?id=302bc027-a150-41f1-99ea-3ef2617a4be3 HTTP/1.1" status: 200 len: 813 time: 0.1664028 Feb 16 16:27:08.703366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:08.708273 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:08.714047 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-fa1c6563-294c-4757-8e01-5f03a8d5d087 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/quotas/1fbbbf96aba349afb09c407b0f348b74 HTTP/1.1" status: 200 len: 375 time: 0.0162387 Feb 16 16:27:08.750689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-0354750a-4d0b-41ef-8041-6eef6c9903bc tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1fbbbf96aba349afb09c407b0f348b74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356488 Feb 16 16:27:08.765512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:08.870602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079aab1-cb52-4286-a631-ffa47510ea84 req-46f7a2d8-edc0-431e-86bd-6613c703fbd7 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:08.872066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f079aab1-cb52-4286-a631-ffa47510ea84 req-46f7a2d8-edc0-431e-86bd-6613c703fbd7 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1136334 Feb 16 16:27:08.875513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-4ef49218-e064-4197-b8ca-752f9475a3bf service neutron] 10.222.0.24 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241777 Feb 16 16:27:08.929168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device ceb7d615-ea88-43b9-9a93-92c59f8b39b6 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:27:08.978161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f079aab1-cb52-4286-a631-ffa47510ea84 req-44291f70-13a8-46ad-b668-9dc41ea2bbef tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992191 Feb 16 16:27:09.008208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-4bd4c13c-fe8b-4ea9-99b5-7f647b146dd9 service neutron] 10.222.0.24 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235878 Feb 16 16:27:09.106934 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: ceb7d615-ea88-43b9-9a93-92c59f8b39b6 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:27:09.107336 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device ceb7d615-ea88-43b9-9a93-92c59f8b39b6 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:27:09.149702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08401b-4af3-4108-ba03-5554a6cad66d req-94b50422-c12a-4b77-bbf8-df0339cf01ef tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:09.156502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec08401b-4af3-4108-ba03-5554a6cad66d req-94b50422-c12a-4b77-bbf8-df0339cf01ef tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0713592 Feb 16 16:27:09.235406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec08401b-4af3-4108-ba03-5554a6cad66d req-b4b37400-3349-4cbb-8621-52a9bd2077d1 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774629 Feb 16 16:27:09.369884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc58ae8-293e-4eea-abe3-98e70c7dbf2f req-106e1c97-fd2a-47ae-a723-8c0e97b20da7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:09.377798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fc58ae8-293e-4eea-abe3-98e70c7dbf2f req-106e1c97-fd2a-47ae-a723-8c0e97b20da7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.0693326 Feb 16 16:27:09.427202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed69af27-6d44-4448-b5c7-f60ec640a61b req-d62b037b-34c1-4513-abb1-da335c8f0358 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 210 time: 0.0317466 Feb 16 16:27:09.482470 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fc58ae8-293e-4eea-abe3-98e70c7dbf2f req-ddffc7d6-c6cf-4878-92b9-5705860ffa92 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036012 Feb 16 16:27:09.593369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ecfa9-a753-4b0b-b090-4bf8c5d38af5 req-ea858806-e7e0-4d85-9473-98d0e95949d7 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:09.594844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-855ecfa9-a753-4b0b-b090-4bf8c5d38af5 req-ea858806-e7e0-4d85-9473-98d0e95949d7 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 945 time: 0.0976970 Feb 16 16:27:09.612494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45ea26-f9f3-498a-a1db-151b188fab7b req-599d4a0f-fc3f-4fad-9561-382a9177494d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:09.613908 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed45ea26-f9f3-498a-a1db-151b188fab7b req-599d4a0f-fc3f-4fad-9561-382a9177494d tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 950 time: 0.0770526 Feb 16 16:27:09.714018 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-855ecfa9-a753-4b0b-b090-4bf8c5d38af5 req-4ae48a26-cc00-4de8-a48f-0724e20ed357 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091127 Feb 16 16:27:09.720206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed45ea26-f9f3-498a-a1db-151b188fab7b req-80b848dc-53a3-4b86-9598-1db03ac85dff tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934615 Feb 16 16:27:09.832004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f248c3b-3d22-4d79-9f69-e4f225373c1a req-4b8c2b75-4785-4620-8a8d-7e117a8c0c9e tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:09.833506 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f248c3b-3d22-4d79-9f69-e4f225373c1a req-4b8c2b75-4785-4620-8a8d-7e117a8c0c9e tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.0584898 Feb 16 16:27:09.905193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f248c3b-3d22-4d79-9f69-e4f225373c1a req-712f7f21-afb0-4cc0-bca6-e2ff2fdde8e7 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626116 Feb 16 16:27:10.108631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51abe7d-3d49-465e-b740-cf73ac2f53ef req-ebfe182e-bf23-4e95-bcfb-c2d630029c8b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:10.110050 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c51abe7d-3d49-465e-b740-cf73ac2f53ef req-ebfe182e-bf23-4e95-bcfb-c2d630029c8b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.0543833 Feb 16 16:27:10.161279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c51abe7d-3d49-465e-b740-cf73ac2f53ef req-edd8914f-17bb-4188-ac4c-04e74c753183 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455372 Feb 16 16:27:10.348962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf9906-9e3c-4b12-ae26-4ef002930a52 req-c46113dc-9aa5-4041-8b1d-a3ab52c57cf2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:10.350785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11cf9906-9e3c-4b12-ae26-4ef002930a52 req-c46113dc-9aa5-4041-8b1d-a3ab52c57cf2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0542085 Feb 16 16:27:10.424629 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f42aef4-9fc5-44ec-a75f-f0e30bb99b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697bdea-e657-4f51-b3fe-44f3fb5c25d2'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:10.427619 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7520c7c-73e2-4b66-85ff-02ef9baa29cd" -d '{"events": [{"server_uuid": "2f42aef4-9fc5-44ec-a75f-f0e30bb99b16", "name": "network-vif-plugged", "status": "completed", "tag": "8697bdea-e657-4f51-b3fe-44f3fb5c25d2"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:10.474833 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1c90b7-e9b7-489d-90c1-a9789b9e6ffe x-openstack-request-id: req-bf1c90b7-e9b7-489d-90c1-a9789b9e6ffe {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:10.476209 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f42aef4-9fc5-44ec-a75f-f0e30bb99b16", "name": "network-vif-plugged", "status": "completed", "tag": "8697bdea-e657-4f51-b3fe-44f3fb5c25d2", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:10.476209 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf1c90b7-e9b7-489d-90c1-a9789b9e6ffe {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:10.476209 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f42aef4-9fc5-44ec-a75f-f0e30bb99b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697bdea-e657-4f51-b3fe-44f3fb5c25d2', 'code': 200} Feb 16 16:27:10.507238 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11cf9906-9e3c-4b12-ae26-4ef002930a52 req-d7d70fe3-86e7-45e2-bda5-734cc4f92b45 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499922 Feb 16 16:27:10.637173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5dbab86b-7781-41d8-a21c-4d0fe4d7948d req-9a281b2e-2d68-48e7-a909-79e7acaf53de tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 210 time: 0.0377467 Feb 16 16:27:11.014686 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-08bec932-74a2-487d-aa1f-8f101778126d tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:11.016230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-08bec932-74a2-487d-aa1f-8f101778126d tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.65 "GET /v2.0/networks?id=302bc027-a150-41f1-99ea-3ef2617a4be3 HTTP/1.1" status: 200 len: 813 time: 0.5573478 Feb 16 16:27:11.038272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-5909a1b8-a60d-4f9c-8db2-6ec9c2e7af0a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'port': {'device_id': '4a234426-2097-4f41-988d-896d412ad11f', 'network_id': '302bc027-a150-41f1-99ea-3ef2617a4be3', 'admin_state_up': True, 'tenant_id': '1fbbbf96aba349afb09c407b0f348b74'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:11.141892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920e1b9-31b8-4543-a139-5888f081b234 req-8a1c2fee-b08e-4990-9844-45769b7cbf88 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:11.143386 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4920e1b9-31b8-4543-a139-5888f081b234 req-8a1c2fee-b08e-4990-9844-45769b7cbf88 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.5173609 Feb 16 16:27:11.170994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206ef5b-df13-4e61-8a45-5e855a182929 req-c641c94d-355f-41dd-971e-57ef5929c40f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:11.172652 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c206ef5b-df13-4e61-8a45-5e855a182929 req-c641c94d-355f-41dd-971e-57ef5929c40f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 950 time: 0.1974306 Feb 16 16:27:11.179867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2db84-7087-4573-8f5d-1a245d1f6a28 req-9a96f1c1-7385-4285-95e2-a45041ae79f0 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:11.181188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ae2db84-7087-4573-8f5d-1a245d1f6a28 req-9a96f1c1-7385-4285-95e2-a45041ae79f0 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 945 time: 0.2088573 Feb 16 16:27:11.331152 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4920e1b9-31b8-4543-a139-5888f081b234 req-926e4074-70bb-4a68-a500-6d3b4d039de8 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781619 Feb 16 16:27:11.336758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-5909a1b8-a60d-4f9c-8db2-6ec9c2e7af0a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Made reservation on behalf of 1fbbbf96aba349afb09c407b0f348b74 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:27:11.340123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-5909a1b8-a60d-4f9c-8db2-6ec9c2e7af0a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:11.353330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ae2db84-7087-4573-8f5d-1a245d1f6a28 req-e33f79bd-0263-482d-bb9a-1d369c2205fa tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537392 Feb 16 16:27:11.470763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-c206ef5b-df13-4e61-8a45-5e855a182929 req-224a287a-f7b9-4e8c-9be0-fcade6693ec9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Deleting port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:27:11.471103 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c206ef5b-df13-4e61-8a45-5e855a182929 req-224a287a-f7b9-4e8c-9be0-fcade6693ec9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:11.622860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-5909a1b8-a60d-4f9c-8db2-6ec9c2e7af0a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Allocated IP 172.20.0.4 (302bc027-a150-41f1-99ea-3ef2617a4be3/744ebaea-58fe-45a9-ac99-2db1288ef107/2f9bcea7-5951-4846-bd30-66e09b6141a2) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:27:11.638414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5199ba1-71c3-44dd-880b-8f470a409096 req-b1ee001d-8540-4904-bdd9-c29efb2bda18 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:11.639937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5199ba1-71c3-44dd-880b-8f470a409096 req-b1ee001d-8540-4904-bdd9-c29efb2bda18 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 950 time: 0.2234108 Feb 16 16:27:11.707903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bdc8d-8954-41c3-a1c6-7e3d6e25bbab req-709bc8ca-fd7a-4dd6-8194-1c0220ba5623 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:11.709377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb7bdc8d-8954-41c3-a1c6-7e3d6e25bbab req-709bc8ca-fd7a-4dd6-8194-1c0220ba5623 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.2411804 Feb 16 16:27:11.718532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c206ef5b-df13-4e61-8a45-5e855a182929 req-224a287a-f7b9-4e8c-9be0-fcade6693ec9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] For port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:11.718900 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c206ef5b-df13-4e61-8a45-5e855a182929 req-224a287a-f7b9-4e8c-9be0-fcade6693ec9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:11.764340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-c206ef5b-df13-4e61-8a45-5e855a182929 req-224a287a-f7b9-4e8c-9be0-fcade6693ec9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Calling delete_port for 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:27:11.807108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5199ba1-71c3-44dd-880b-8f470a409096 req-4c23fd17-9a1b-4c2e-b29c-9b2cf650bf92 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550772 Feb 16 16:27:11.926131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb7bdc8d-8954-41c3-a1c6-7e3d6e25bbab req-14d2d9cd-320a-47ff-8ff6-e1e04f25b716 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041743 Feb 16 16:27:12.025115 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-5909a1b8-a60d-4f9c-8db2-6ec9c2e7af0a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:12.045421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a1f5d-f6e2-482a-a303-c51aaf3a477c req-e96cb95d-c69b-490a-b7e8-86457c68d863 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:12.046943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca3a1f5d-f6e2-482a-a303-c51aaf3a477c req-e96cb95d-c69b-490a-b7e8-86457c68d863 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1410117 Feb 16 16:27:12.190700 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c206ef5b-df13-4e61-8a45-5e855a182929 req-224a287a-f7b9-4e8c-9be0-fcade6693ec9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:12.196006 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-5909a1b8-a60d-4f9c-8db2-6ec9c2e7af0a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:12.202898 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca3a1f5d-f6e2-482a-a303-c51aaf3a477c req-232ee3b4-3c1b-4ccf-bd18-efd39557adae tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493158 Feb 16 16:27:12.203073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1', '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:12.206326 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['66619770-9f86-4868-905d-2fd19501c884', '99d4dab0-a279-4b4b-b734-36f8d31898d9', '6aaea95d-906e-4c30-9911-1b6f2f58fdb7', '3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:12.239515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a287a-f7b9-4e8c-9be0-fcade6693ec9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event deleted for resources: {'Port': ['ID=3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:12.248702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b86ad8-bf30-4d1f-8142-661943904e8d req-e073ae56-21f7-4b6a-92ca-1f892669070b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:12.250230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6b86ad8-bf30-4d1f-8142-661943904e8d req-e073ae56-21f7-4b6a-92ca-1f892669070b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.2010245 Feb 16 16:27:12.304966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-5909a1b8-a60d-4f9c-8db2-6ec9c2e7af0a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Network 302bc027-a150-41f1-99ea-3ef2617a4be3 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:27:12.332366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-5909a1b8-a60d-4f9c-8db2-6ec9c2e7af0a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:12.348108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-5909a1b8-a60d-4f9c-8db2-6ec9c2e7af0a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:27:12.370268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c206ef5b-df13-4e61-8a45-5e855a182929 req-224a287a-f7b9-4e8c-9be0-fcade6693ec9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] No DVR routers for this DVR port 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:27:12.405564 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c206ef5b-df13-4e61-8a45-5e855a182929 req-224a287a-f7b9-4e8c-9be0-fcade6693ec9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:12.407671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c206ef5b-df13-4e61-8a45-5e855a182929 req-224a287a-f7b9-4e8c-9be0-fcade6693ec9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "DELETE /v2.0/ports/3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 HTTP/1.1" status: 204 len: 173 time: 1.2250445 Feb 16 16:27:12.410892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fd387d-1e12-4e5b-a685-33c558bacab6', 'name': 'network-vif-deleted', 'tag': '3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:12.413473 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6728f27b-80f3-455b-a870-24ecb3428290" -d '{"events": [{"server_uuid": "45fd387d-1e12-4e5b-a685-33c558bacab6", "name": "network-vif-deleted", "tag": "3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:12.452701 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909a1b8-a60d-4f9c-8db2-6ec9c2e7af0a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'Port': ['ID=2f9bcea7-5951-4846-bd30-66e09b6141a2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:12.492108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6b86ad8-bf30-4d1f-8142-661943904e8d req-1cfe3d23-0348-4404-9343-c04d08e346bb tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977503 Feb 16 16:27:12.507910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-5909a1b8-a60d-4f9c-8db2-6ec9c2e7af0a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:12.508761 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-5909a1b8-a60d-4f9c-8db2-6ec9c2e7af0a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:12.553945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f3f03-a26d-46dc-881b-4829f0f70573 req-905df247-cfdf-4a08-a625-61aaa0b3905f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:12.562517 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ae0f3f03-a26d-46dc-881b-4829f0f70573 req-905df247-cfdf-4a08-a625-61aaa0b3905f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 931 time: 0.2155011 Feb 16 16:27:12.614161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-5909a1b8-a60d-4f9c-8db2-6ec9c2e7af0a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5774841 Feb 16 16:27:12.694390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ae0f3f03-a26d-46dc-881b-4829f0f70573 req-72a57e54-a38b-490c-b799-f1d3183c332f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307983 Feb 16 16:27:12.707527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Request body: {'port': {'device_id': '4a234426-2097-4f41-988d-896d412ad11f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:12.826678 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc0f21-acb3-4360-86cf-8689843f7813 req-00818cc8-54d1-4531-88d3-2c6d0086d36c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:12.828224 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48bc0f21-acb3-4360-86cf-8689843f7813 req-00818cc8-54d1-4531-88d3-2c6d0086d36c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.2108188 Feb 16 16:27:12.887249 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:12.926618 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14c09f-92a5-44aa-ab29-6a7e9a3168ca req-18e68dc8-fb39-4306-9967-e8f069d7009b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:12.928101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d14c09f-92a5-44aa-ab29-6a7e9a3168ca req-18e68dc8-fb39-4306-9967-e8f069d7009b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 945 time: 0.1434875 Feb 16 16:27:12.931030 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48bc0f21-acb3-4360-86cf-8689843f7813 req-6846e6fb-6602-493d-8595-d8da5c1d9fcf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831032 Feb 16 16:27:12.942020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:27:12.945237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:27:13.068251 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eaf063-166f-4ebd-9a35-9e39ce8b5186 x-openstack-request-id: req-65eaf063-166f-4ebd-9a35-9e39ce8b5186 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:13.068524 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fd387d-1e12-4e5b-a685-33c558bacab6", "name": "network-vif-deleted", "tag": "3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:13.068785 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65eaf063-166f-4ebd-9a35-9e39ce8b5186 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:13.069185 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fd387d-1e12-4e5b-a685-33c558bacab6', 'name': 'network-vif-deleted', 'tag': '3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9', 'status': 'completed', 'code': 200} Feb 16 16:27:13.107663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d14c09f-92a5-44aa-ab29-6a7e9a3168ca req-7f20efc1-7c5d-463c-99c6-1a3bb2f5d442 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736932 Feb 16 16:27:13.110241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:13.111057 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:13.148185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c415b83-d525-43f6-85fa-86091a92cba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:13.150792 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752729d1-df71-4850-b535-7f966fd18d18" -d '{"events": [{"server_uuid": "3c415b83-d525-43f6-85fa-86091a92cba5", "name": "network-vif-unplugged", "status": "completed", "tag": "c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:13.166842 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:13.177607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:13.186296 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e', 'mac_address': 'fa:16:3e:d2:f7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:27:13.189371 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:13.269106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:13.270295 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:13.281716 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:13.290184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:27:13.303370 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b127cdfa-1f34-437e-b960-99eb45b54691 req-065b2484-1f87-482a-8dd6-341eb385d100 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=45fd387d-1e12-4e5b-a685-33c558bacab6 HTTP/1.1" status: 200 len: 210 time: 0.0842316 Feb 16 16:27:13.313648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:13.321948 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:13.344649 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd557d4-4978-47c9-b9eb-0b4477a9f9ff req-bfeae14f-89e6-49da-a770-649115cd61b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:13.346526 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9cd557d4-4978-47c9-b9eb-0b4477a9f9ff req-bfeae14f-89e6-49da-a770-649115cd61b3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 1127 time: 0.0558703 Feb 16 16:27:13.356820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754bf77-7fbc-4283-b7bd-d5116cb0b63a req-66f0c4d1-a971-408a-a4d8-3f08a4708314 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:13.358391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1754bf77-7fbc-4283-b7bd-d5116cb0b63a req-66f0c4d1-a971-408a-a4d8-3f08a4708314 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.1383672 Feb 16 16:27:13.406111 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9cd557d4-4978-47c9-b9eb-0b4477a9f9ff req-debbb832-24dd-41c1-8ac5-00132df12da6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509357 Feb 16 16:27:13.428961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:13.440212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1754bf77-7fbc-4283-b7bd-d5116cb0b63a req-401fc54b-5d93-4eeb-8095-0179a9753cef tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649166 Feb 16 16:27:13.474448 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8153c7e1-a89e-49d8-ae80-4f39a1b418cd x-openstack-request-id: req-8153c7e1-a89e-49d8-ae80-4f39a1b418cd {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:13.474744 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c415b83-d525-43f6-85fa-86091a92cba5", "name": "network-vif-unplugged", "status": "completed", "tag": "c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:13.475001 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8153c7e1-a89e-49d8-ae80-4f39a1b418cd {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:13.475419 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c415b83-d525-43f6-85fa-86091a92cba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e', 'code': 200} Feb 16 16:27:13.518215 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9bcea7-5951-4846-bd30-66e09b6141a2 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:27:13.545061 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Publish callbacks [] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:13.562896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Transition to ACTIVE for port object 2f9bcea7-5951-4846-bd30-66e09b6141a2 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:27:13.579205 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:13.643935 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b2fb2-ce66-4258-9794-1f4db04aeb76 req-baa9d3ac-ee0f-4f2f-9d6a-a2cc998dc21d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:13.645394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-575b2fb2-ce66-4258-9794-1f4db04aeb76 req-baa9d3ac-ee0f-4f2f-9d6a-a2cc998dc21d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1428142 Feb 16 16:27:13.669188 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:13.700555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9bcea7-5951-4846-bd30-66e09b6141a2,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:13.742185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3803399-50b1-427d-b89d-891672750614 req-b63ee388-2057-4a76-9aec-c496676180ac tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:13.743678 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3803399-50b1-427d-b89d-891672750614 req-b63ee388-2057-4a76-9aec-c496676180ac tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1777797 Feb 16 16:27:13.792983 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-575b2fb2-ce66-4258-9794-1f4db04aeb76 req-7e83666f-e0d1-44e0-b06e-d90b7692d37c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365590 Feb 16 16:27:13.818720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Attempting to bind port 2f9bcea7-5951-4846-bd30-66e09b6141a2 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:27:13.819053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Attempting to bind port 2f9bcea7-5951-4846-bd30-66e09b6141a2 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '3f9f3213-2aca-4d81-a320-ba964f3e3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '302bc027-a150-41f1-99ea-3ef2617a4be3'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:27:13.819375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Attempting to bind port 2f9bcea7-5951-4846-bd30-66e09b6141a2 on network 302bc027-a150-41f1-99ea-3ef2617a4be3 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:27:13.832478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Port 2f9bcea7-5951-4846-bd30-66e09b6141a2 on network 302bc027-a150-41f1-99ea-3ef2617a4be3 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:27:13.832907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Attempting to bind port 2f9bcea7-5951-4846-bd30-66e09b6141a2 on network 302bc027-a150-41f1-99ea-3ef2617a4be3 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:27:13.838968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3803399-50b1-427d-b89d-891672750614 req-bf1bc7b2-084e-43eb-852e-95c53aa166dc tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876112 Feb 16 16:27:13.841685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:27:13.842020 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Checking segment: {'id': '3f9f3213-2aca-4d81-a320-ba964f3e3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '302bc027-a150-41f1-99ea-3ef2617a4be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:27:13.842393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Bound using segment: {'id': '3f9f3213-2aca-4d81-a320-ba964f3e3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '302bc027-a150-41f1-99ea-3ef2617a4be3'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:27:13.842817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Bound port: 2f9bcea7-5951-4846-bd30-66e09b6141a2, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9f3213-2aca-4d81-a320-ba964f3e3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '302bc027-a150-41f1-99ea-3ef2617a4be3'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:27:13.843169 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:13.945221 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] For port 2f9bcea7-5951-4846-bd30-66e09b6141a2, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:27:13.949363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] For port 2f9bcea7-5951-4846-bd30-66e09b6141a2, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2f9bcea7-5951-4846-bd30-66e09b6141a2,segment=NetworkSegment(3f9f3213-2aca-4d81-a320-ba964f3e3ded),segment_id=3f9f3213-2aca-4d81-a320-ba964f3e3ded)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:27:13.963033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed452ee-0e30-46e7-bc6f-4bc25e2ab7cd req-85090d10-ccfe-49f3-b72f-e573fef4a4b6 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:13.964549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bed452ee-0e30-46e7-bc6f-4bc25e2ab7cd req-85090d10-ccfe-49f3-b72f-e573fef4a4b6 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 943 time: 0.0828354 Feb 16 16:27:13.966041 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:14.011363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:14.012228 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:14.013836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] 10.222.0.65 "PUT /v2.0/ports/2f9bcea7-5951-4846-bd30-66e09b6141a2 HTTP/1.1" status: 200 len: 1091 time: 1.3177953 Feb 16 16:27:14.130014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff6faa-0083-4185-a774-fa0aafe89810 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9bcea7-5951-4846-bd30-66e09b6141a2,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:14.141868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bed452ee-0e30-46e7-bc6f-4bc25e2ab7cd req-610675e7-cf49-4a77-a890-d0e8214752cb tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674845 Feb 16 16:27:14.169275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-c98576be-37d9-4ad6-a821-a5c3ca2ad95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:14.170763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-c98576be-37d9-4ad6-a821-a5c3ca2ad95e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1fbbbf96aba349afb09c407b0f348b74&device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 1125 time: 0.0951231 Feb 16 16:27:14.183562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d8113-f022-493d-908a-d7b3900dc798 req-bbfbd956-0dd5-499c-87c8-dd46e9dd364d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:14.185095 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f58d8113-f022-493d-908a-d7b3900dc798 req-bbfbd956-0dd5-499c-87c8-dd46e9dd364d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 948 time: 0.1599720 Feb 16 16:27:14.229518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-9d2eb191-fbdd-411f-b263-6b90aacb014b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f9bcea7-5951-4846-bd30-66e09b6141a2 HTTP/1.1" status: 200 len: 217 time: 0.0434492 Feb 16 16:27:14.334790 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f58d8113-f022-493d-908a-d7b3900dc798 req-93d162a4-3817-4d38-9e6a-77b880f3d25a tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406436 Feb 16 16:27:14.338997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-3229f10d-069a-43d2-b2d6-6507ac3a9969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:14.340513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-3229f10d-069a-43d2-b2d6-6507ac3a9969 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=744ebaea-58fe-45a9-ac99-2db1288ef107 HTTP/1.1" status: 200 len: 853 time: 0.0972989 Feb 16 16:27:14.352422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b0ecb-2fe3-4450-86c9-68b2b081e6a8 req-709500bd-30e7-4774-901d-de33fb105ce4 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:14.354098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-091b0ecb-2fe3-4450-86c9-68b2b081e6a8 req-709500bd-30e7-4774-901d-de33fb105ce4 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 945 time: 0.1278882 Feb 16 16:27:14.389978 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-48d5ddd5-6baa-4956-988c-ff973aaec53a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=302bc027-a150-41f1-99ea-3ef2617a4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347826 Feb 16 16:27:14.495767 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-091b0ecb-2fe3-4450-86c9-68b2b081e6a8 req-fc26c514-13b3-4a60-9863-65eea8c87166 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324327 Feb 16 16:27:14.526905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-19960727-b90d-4be2-8e67-a7eb374bbd1c service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279423 Feb 16 16:27:14.690135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7416382-62da-4e5f-b5a6-d221cfdf8d38 req-75f21c69-d5a1-450e-a780-b52a52277ff6 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:14.691709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7416382-62da-4e5f-b5a6-d221cfdf8d38 req-75f21c69-d5a1-450e-a780-b52a52277ff6 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.0786455 Feb 16 16:27:14.694350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a5c4e6-4e6b-4f68-b7f4-2d3b93961ed1 req-5c55d8b2-4642-4bfd-84c9-86a05378fd6e service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575806 Feb 16 16:27:14.752269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7416382-62da-4e5f-b5a6-d221cfdf8d38 req-372ed402-509c-4548-bf7d-65fe05aa0688 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470679 Feb 16 16:27:14.825977 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8bdb8-ef72-4232-a510-e4af62126579 req-fb4205bb-e0a1-4026-87b1-2160b189a817 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:14.827449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59e8bdb8-ef72-4232-a510-e4af62126579 req-fb4205bb-e0a1-4026-87b1-2160b189a817 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35047414-b192-475c-a133-ab9c3d85bf6e HTTP/1.1" status: 200 len: 949 time: 0.0535116 Feb 16 16:27:14.886317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59e8bdb8-ef72-4232-a510-e4af62126579 req-6a378a66-2d8c-4a76-bc08-650691749058 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534060 Feb 16 16:27:14.936932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935ed70-2e36-48e5-8959-887c0056bcea req-90000caf-d767-4414-870e-3c6de8000960 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:14.938375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6935ed70-2e36-48e5-8959-887c0056bcea req-90000caf-d767-4414-870e-3c6de8000960 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.0647821 Feb 16 16:27:14.969096 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:15.034473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:15.035253 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:15.117022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:15.117418 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:15.153421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:15.158112 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:15.158989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:27:15.201188 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:27:15.201539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3c487c0e-0e36-49c7-a4b5-92a41b8ef7a9 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:27:15.226802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:15.244361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a234426-2097-4f41-988d-896d412ad11f', 'tag': '2f9bcea7-5951-4846-bd30-66e09b6141a2'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:15.246693 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7669787-5900-4a54-a21a-b3ce16e0db4a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a234426-2097-4f41-988d-896d412ad11f", "tag": "2f9bcea7-5951-4846-bd30-66e09b6141a2"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:15.305695 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6935ed70-2e36-48e5-8959-887c0056bcea req-dfa6856e-156c-420c-86c0-9dfda51f826b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612545 Feb 16 16:27:15.317178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b8081-ce86-4d96-8e99-8c1b1891bfcc req-306785e0-54be-4668-86c0-16a795c3ba3e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:15.323995 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa5b8081-ce86-4d96-8e99-8c1b1891bfcc req-306785e0-54be-4668-86c0-16a795c3ba3e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.3732157 Feb 16 16:27:15.367960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa5b8081-ce86-4d96-8e99-8c1b1891bfcc req-5913ba21-f66a-4d26-a59e-5d1fbbc2674a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Feb 16 16:27:15.427703 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72f0217-f9f3-40a2-879a-fa7370e6b017 x-openstack-request-id: req-d72f0217-f9f3-40a2-879a-fa7370e6b017 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:15.428106 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a234426-2097-4f41-988d-896d412ad11f", "tag": "2f9bcea7-5951-4846-bd30-66e09b6141a2", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:15.428433 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d72f0217-f9f3-40a2-879a-fa7370e6b017 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:15.428960 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a234426-2097-4f41-988d-896d412ad11f', 'tag': '2f9bcea7-5951-4846-bd30-66e09b6141a2', 'status': 'completed', 'code': 200} Feb 16 16:27:15.445906 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e83512-6f53-4e73-b609-58224391b5d3 req-dc47641e-8d37-40d1-96af-e394b7438025 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:15.448517 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c3e83512-6f53-4e73-b609-58224391b5d3 req-dc47641e-8d37-40d1-96af-e394b7438025 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 943 time: 0.0797009 Feb 16 16:27:15.477256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c415b83-d525-43f6-85fa-86091a92cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:15.480278 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53454400-0b0d-4866-bd93-fc769bcf5aee" -d '{"events": [{"server_uuid": "3c415b83-d525-43f6-85fa-86091a92cba5", "name": "network-vif-plugged", "status": "completed", "tag": "c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:15.570476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c3e83512-6f53-4e73-b609-58224391b5d3 req-8f2d8828-0aa8-4bef-8663-e7be639b2225 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165097 Feb 16 16:27:15.588432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7669787-5900-4a54-a21a-b3ce16e0db4a req-ccc0edb1-194c-4d05-9175-ef0ef5dced70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:15.589918 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7669787-5900-4a54-a21a-b3ce16e0db4a req-ccc0edb1-194c-4d05-9175-ef0ef5dced70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1fbbbf96aba349afb09c407b0f348b74&device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 1125 time: 0.1275783 Feb 16 16:27:15.598043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756afb6-54c0-4ed1-9ddf-ac6f2e7d7eb4 req-e56eeb5b-f9fe-4153-99e0-19f968c6ba39 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:15.599459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c756afb6-54c0-4ed1-9ddf-ac6f2e7d7eb4 req-e56eeb5b-f9fe-4153-99e0-19f968c6ba39 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1137724 Feb 16 16:27:15.622293 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254be98b-ba00-412d-a78e-515b1643b107 x-openstack-request-id: req-254be98b-ba00-412d-a78e-515b1643b107 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:15.622683 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c415b83-d525-43f6-85fa-86091a92cba5", "name": "network-vif-plugged", "status": "completed", "tag": "c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:15.623001 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-254be98b-ba00-412d-a78e-515b1643b107 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:15.623499 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c415b83-d525-43f6-85fa-86091a92cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e', 'code': 200} Feb 16 16:27:15.746827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c756afb6-54c0-4ed1-9ddf-ac6f2e7d7eb4 req-eb1b4e55-9be3-4461-9bf9-a72cf46cbbde tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386054 Feb 16 16:27:15.767264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7669787-5900-4a54-a21a-b3ce16e0db4a req-853f297e-1300-4880-b3f5-d5fd07c72ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:15.768755 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7669787-5900-4a54-a21a-b3ce16e0db4a req-853f297e-1300-4880-b3f5-d5fd07c72ea5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=302bc027-a150-41f1-99ea-3ef2617a4be3 HTTP/1.1" status: 200 len: 914 time: 0.1684051 Feb 16 16:27:15.786852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009acd4-9ee2-4a42-83a2-1660a0e40587 req-b6cb0b36-145d-45aa-9e5e-4d17067181ad tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:15.788382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9009acd4-9ee2-4a42-83a2-1660a0e40587 req-b6cb0b36-145d-45aa-9e5e-4d17067181ad tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 945 time: 0.0958927 Feb 16 16:27:15.847624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7669787-5900-4a54-a21a-b3ce16e0db4a req-12639469-67c3-451d-8c00-3f3eae34e13e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f9bcea7-5951-4846-bd30-66e09b6141a2 HTTP/1.1" status: 200 len: 217 time: 0.0694327 Feb 16 16:27:15.987996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9009acd4-9ee2-4a42-83a2-1660a0e40587 req-e3e5296c-9c72-4eeb-a09c-6b9b1fd2c316 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883786 Feb 16 16:27:15.993048 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7669787-5900-4a54-a21a-b3ce16e0db4a req-b625e3b2-418d-4cc8-93bb-a6f0dd2f2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:15.995175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7669787-5900-4a54-a21a-b3ce16e0db4a req-b625e3b2-418d-4cc8-93bb-a6f0dd2f2e74 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=744ebaea-58fe-45a9-ac99-2db1288ef107 HTTP/1.1" status: 200 len: 853 time: 0.1379144 Feb 16 16:27:16.003107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8331957-e8bc-4e0d-a8f4-47d2b8491e8b req-cb9fe1db-91ad-4aee-b1b2-52602ee30225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:16.004898 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8331957-e8bc-4e0d-a8f4-47d2b8491e8b req-cb9fe1db-91ad-4aee-b1b2-52602ee30225 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 1131 time: 0.1690817 Feb 16 16:27:16.038527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69920cf-a6eb-4a58-a977-e0a2a2576ac2 req-1e38824d-0146-4abc-bd33-023ab0071ac3 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:16.040055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b69920cf-a6eb-4a58-a977-e0a2a2576ac2 req-1e38824d-0146-4abc-bd33-023ab0071ac3 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.1671786 Feb 16 16:27:16.061216 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7669787-5900-4a54-a21a-b3ce16e0db4a req-5528be52-f3fb-4c3f-b57b-155c746cc5c3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=302bc027-a150-41f1-99ea-3ef2617a4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550673 Feb 16 16:27:16.245234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8331957-e8bc-4e0d-a8f4-47d2b8491e8b req-221e24b6-c77c-4819-9984-bbc4369bc53f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215087 Feb 16 16:27:16.257154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b69920cf-a6eb-4a58-a977-e0a2a2576ac2 req-b72d1bee-568a-463f-9293-abce1ad56932 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993644 Feb 16 16:27:16.276898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a9c58-cda0-4b92-ad74-6633196ac4e4 req-e542ac78-3e4a-47e8-bf81-aa05465f79c8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:16.278350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a50a9c58-cda0-4b92-ad74-6633196ac4e4 req-e542ac78-3e4a-47e8-bf81-aa05465f79c8 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "GET /v2.0/ports?device_id=35047414-b192-475c-a133-ab9c3d85bf6e HTTP/1.1" status: 200 len: 949 time: 0.2194445 Feb 16 16:27:16.297230 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ba93e-050e-46c1-af2b-cd2c44321e04 req-d33947e6-4701-4ed2-a468-ed83a2d39183 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:16.298693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-787ba93e-050e-46c1-af2b-cd2c44321e04 req-d33947e6-4701-4ed2-a468-ed83a2d39183 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35047414-b192-475c-a133-ab9c3d85bf6e HTTP/1.1" status: 200 len: 949 time: 0.2169747 Feb 16 16:27:16.302400 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7669787-5900-4a54-a21a-b3ce16e0db4a req-8d52e014-37d7-4e6a-b8ea-a68cf0275952 service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217031 Feb 16 16:27:16.350369 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-787ba93e-050e-46c1-af2b-cd2c44321e04 req-dc842b17-429d-4c87-97fe-9badf09c0889 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453007 Feb 16 16:27:16.428291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986e820-0cce-413c-818e-e38f3f6330d0 req-7352a106-3f11-47dd-be5a-e361d86ae657 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:16.429818 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3986e820-0cce-413c-818e-e38f3f6330d0 req-7352a106-3f11-47dd-be5a-e361d86ae657 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.0541551 Feb 16 16:27:16.650396 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3986e820-0cce-413c-818e-e38f3f6330d0 req-15a7f4b6-ef21-4afd-9c1a-d00ba62e8d79 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008457 Feb 16 16:27:16.670675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c6946-a545-4ed6-8d96-5a4d02d44e6f req-827f53f9-422d-4384-8598-6090ddd4330a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:16.672193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-551c6946-a545-4ed6-8d96-5a4d02d44e6f req-827f53f9-422d-4384-8598-6090ddd4330a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.2241347 Feb 16 16:27:16.676989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7669787-5900-4a54-a21a-b3ce16e0db4a req-5a6e89ff-5554-485a-9fd8-a3e81e387c90 service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369289 Feb 16 16:27:16.764415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-a50a9c58-cda0-4b92-ad74-6633196ac4e4 req-96d06e4a-3212-4761-8bb1-901cd538c07c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Deleting port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:27:16.764861 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a50a9c58-cda0-4b92-ad74-6633196ac4e4 req-96d06e4a-3212-4761-8bb1-901cd538c07c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:16.785815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-551c6946-a545-4ed6-8d96-5a4d02d44e6f req-11fabaf3-f410-4cba-8366-826dcd6f9540 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071451 Feb 16 16:27:16.864356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd8cb8-6c85-4ccf-8ac5-f7c6e9186c70 req-3b4ccfd0-0ea0-4775-9993-ead18fab1716 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:16.865810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bd8cb8-6c85-4ccf-8ac5-f7c6e9186c70 req-3b4ccfd0-0ea0-4775-9993-ead18fab1716 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 943 time: 0.1484418 Feb 16 16:27:16.926137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-a50a9c58-cda0-4b92-ad74-6633196ac4e4 req-96d06e4a-3212-4761-8bb1-901cd538c07c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] For port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6aaea95d-906e-4c30-9911-1b6f2f58fdb7,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:16.926504 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a50a9c58-cda0-4b92-ad74-6633196ac4e4 req-96d06e4a-3212-4761-8bb1-901cd538c07c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:16.955146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-a50a9c58-cda0-4b92-ad74-6633196ac4e4 req-96d06e4a-3212-4761-8bb1-901cd538c07c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Calling delete_port for 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:27:16.977292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bd8cb8-6c85-4ccf-8ac5-f7c6e9186c70 req-2fcad3c9-b5bb-4150-bb22-54aea0d7e527 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008554 Feb 16 16:27:16.988154 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2f9bcea7-5951-4846-bd30-66e09b6141a2 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:27:17.032166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a499ec-db28-407e-a1bb-e9eb19f5959f req-f01d52fa-96df-45df-9fd8-e7401b011d6c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:17.033575 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a499ec-db28-407e-a1bb-e9eb19f5959f req-f01d52fa-96df-45df-9fd8-e7401b011d6c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1804347 Feb 16 16:27:17.131649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a499ec-db28-407e-a1bb-e9eb19f5959f req-dfb11be5-533b-4904-87cd-21fd0dd057d9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834227 Feb 16 16:27:17.139565 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2f9bcea7-5951-4846-bd30-66e09b6141a2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2f9bcea7-5951-4846-bd30-66e09b6141a2,segment=NetworkSegment(3f9f3213-2aca-4d81-a320-ba964f3e3ded),segment_id=3f9f3213-2aca-4d81-a320-ba964f3e3ded)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:17.175295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '2f9bcea7-5951-4846-bd30-66e09b6141a2', 'network_id': '302bc027-a150-41f1-99ea-3ef2617a4be3', 'port_id': '2f9bcea7-5951-4846-bd30-66e09b6141a2', 'mac_address': 'fa:16:3e:ae:3b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744ebaea-58fe-45a9-ac99-2db1288ef107', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:27:17.245645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 2f9bcea7-5951-4846-bd30-66e09b6141a2 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:17.246340 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:17.251548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9e66c-eed0-4817-ad5c-6bf6bded77c1 req-bf08ac2b-6f88-472e-a261-042cfc7407c6 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:17.253054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ca9e66c-eed0-4817-ad5c-6bf6bded77c1 req-bf08ac2b-6f88-472e-a261-042cfc7407c6 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 945 time: 0.1263795 Feb 16 16:27:17.266571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9bcea7-5951-4846-bd30-66e09b6141a2 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:27:17.290151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2f9bcea7-5951-4846-bd30-66e09b6141a2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2f9bcea7-5951-4846-bd30-66e09b6141a2,segment=NetworkSegment(3f9f3213-2aca-4d81-a320-ba964f3e3ded),segment_id=3f9f3213-2aca-4d81-a320-ba964f3e3ded)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:17.294995 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:17.324842 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a50a9c58-cda0-4b92-ad74-6633196ac4e4 req-96d06e4a-3212-4761-8bb1-901cd538c07c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6aaea95d-906e-4c30-9911-1b6f2f58fdb7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:17.343996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['66619770-9f86-4868-905d-2fd19501c884', '99d4dab0-a279-4b4b-b734-36f8d31898d9', '6aaea95d-906e-4c30-9911-1b6f2f58fdb7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:17.347233 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1', '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:17.398056 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ca9e66c-eed0-4817-ad5c-6bf6bded77c1 req-c6e34361-ec22-4a70-b51d-70300637a11f tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353707 Feb 16 16:27:17.399133 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d06e4a-3212-4761-8bb1-901cd538c07c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event deleted for resources: {'Port': ['ID=6aaea95d-906e-4c30-9911-1b6f2f58fdb7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:17.421437 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50a9c58-cda0-4b92-ad74-6633196ac4e4 req-96d06e4a-3212-4761-8bb1-901cd538c07c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] No DVR routers for this DVR port 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:27:17.424560 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a50a9c58-cda0-4b92-ad74-6633196ac4e4 req-96d06e4a-3212-4761-8bb1-901cd538c07c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:17.428158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a50a9c58-cda0-4b92-ad74-6633196ac4e4 req-96d06e4a-3212-4761-8bb1-901cd538c07c tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "DELETE /v2.0/ports/6aaea95d-906e-4c30-9911-1b6f2f58fdb7 HTTP/1.1" status: 204 len: 173 time: 0.9780142 Feb 16 16:27:17.430188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35047414-b192-475c-a133-ab9c3d85bf6e', 'name': 'network-vif-deleted', 'tag': '6aaea95d-906e-4c30-9911-1b6f2f58fdb7'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:17.432940 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac04d799-c6f5-4a17-a7e6-7a99aef337a0" -d '{"events": [{"server_uuid": "35047414-b192-475c-a133-ab9c3d85bf6e", "name": "network-vif-deleted", "tag": "6aaea95d-906e-4c30-9911-1b6f2f58fdb7"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:17.560945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=2f9bcea7-5951-4846-bd30-66e09b6141a2,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:17.585123 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:17.585585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:17.586162 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:17.586702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc457244-4fe7-4092-b1ec-600f420ecf7a req-5ad437fe-1c9f-4a8c-8427-46ed745d504a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=35047414-b192-475c-a133-ab9c3d85bf6e HTTP/1.1" status: 200 len: 210 time: 0.0563586 Feb 16 16:27:17.587022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:17.588150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:17.588627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:17.589069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:17.589498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:17.589927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:17.590351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:17.590781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:17.591206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:17.591627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:17.621716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84335a7-eafc-4d09-b390-3b7fe9f8e87c req-6c8a32cc-e7ea-4242-a8a3-5ce140f0091e tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:17.623667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b84335a7-eafc-4d09-b390-3b7fe9f8e87c req-6c8a32cc-e7ea-4242-a8a3-5ce140f0091e tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.1787233 Feb 16 16:27:17.662546 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b0cd02-8ab8-4e7f-a7e3-b38cbb34698a x-openstack-request-id: req-05b0cd02-8ab8-4e7f-a7e3-b38cbb34698a {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:17.662897 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35047414-b192-475c-a133-ab9c3d85bf6e", "name": "network-vif-deleted", "tag": "6aaea95d-906e-4c30-9911-1b6f2f58fdb7", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:17.663258 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05b0cd02-8ab8-4e7f-a7e3-b38cbb34698a {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:17.663767 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35047414-b192-475c-a133-ab9c3d85bf6e', 'name': 'network-vif-deleted', 'tag': '6aaea95d-906e-4c30-9911-1b6f2f58fdb7', 'status': 'completed', 'code': 200} Feb 16 16:27:17.727189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2f9bcea7-5951-4846-bd30-66e09b6141a2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:17.782646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b84335a7-eafc-4d09-b390-3b7fe9f8e87c req-8934f868-6580-4594-8bca-f72820acac8a tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526132 Feb 16 16:27:18.100194 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ce4d6-6333-4ed3-814b-ddc7eb3ee1dc req-f723e9c6-33ec-4fe1-bf86-02706a2fbf5f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:18.105378 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0b1ce4d6-6333-4ed3-814b-ddc7eb3ee1dc req-f723e9c6-33ec-4fe1-bf86-02706a2fbf5f tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.60 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 949 time: 0.2233202 Feb 16 16:27:18.271173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-0b1ce4d6-6333-4ed3-814b-ddc7eb3ee1dc req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Deleting port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:27:18.271703 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0b1ce4d6-6333-4ed3-814b-ddc7eb3ee1dc req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:18.308496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4f4ba-94f5-4c32-9aa5-4cce9f7b7890 req-dd4b3930-666e-450a-abfc-cbaa2718f488 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:18.312835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58b4f4ba-94f5-4c32-9aa5-4cce9f7b7890 req-dd4b3930-666e-450a-abfc-cbaa2718f488 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.3304465 Feb 16 16:27:18.333889 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d9078-4809-443d-9347-d17d56dc4d0e req-dd3e35b0-beb6-41e5-8f67-1287b3a4a92c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:18.335706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c6d9078-4809-443d-9347-d17d56dc4d0e req-dd3e35b0-beb6-41e5-8f67-1287b3a4a92c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.2486937 Feb 16 16:27:18.453923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58b4f4ba-94f5-4c32-9aa5-4cce9f7b7890 req-151843f6-103f-4bf3-a6e2-51b5b68aae53 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171741 Feb 16 16:27:18.502359 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-0b1ce4d6-6333-4ed3-814b-ddc7eb3ee1dc req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] For port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:18.502931 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0b1ce4d6-6333-4ed3-814b-ddc7eb3ee1dc req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:18.528322 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c6d9078-4809-443d-9347-d17d56dc4d0e req-34eb9a11-d1cc-46e7-a9c1-7cd051c0626a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765792 Feb 16 16:27:18.529708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-0b1ce4d6-6333-4ed3-814b-ddc7eb3ee1dc req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Calling delete_port for 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:27:18.690380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ceaa68-dba3-4eed-beb0-fa0baf88d953 req-93bcb03c-7911-467f-82a7-1e504dd70966 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:18.692338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0ceaa68-dba3-4eed-beb0-fa0baf88d953 req-93bcb03c-7911-467f-82a7-1e504dd70966 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 944 time: 0.1030581 Feb 16 16:27:18.699996 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0b1ce4d6-6333-4ed3-814b-ddc7eb3ee1dc req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:18.706859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4b884-0d84-4728-8a1c-dd45155615e6 req-81344bdb-300d-47d4-bb96-e7646a8feb9d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:18.708314 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cda4b884-0d84-4728-8a1c-dd45155615e6 req-81344bdb-300d-47d4-bb96-e7646a8feb9d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1082501 Feb 16 16:27:18.717865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1', '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:18.720147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['66619770-9f86-4868-905d-2fd19501c884', '99d4dab0-a279-4b4b-b734-36f8d31898d9'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:18.776767 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event deleted for resources: {'Port': ['ID=4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:18.785354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1ce4d6-6333-4ed3-814b-ddc7eb3ee1dc req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] No DVR routers for this DVR port 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:27:18.789118 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0b1ce4d6-6333-4ed3-814b-ddc7eb3ee1dc req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:18.793640 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0b1ce4d6-6333-4ed3-814b-ddc7eb3ee1dc req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.60 "DELETE /v2.0/ports/4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 HTTP/1.1" status: 204 len: 173 time: 0.6824677 Feb 16 16:27:18.795727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:18.796344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:18.804039 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:18.805412 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:18.805412 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:18.807397 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:18.808005 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:18.810101 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:18.811075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:18.811935 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:18.812927 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:18.813616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:18.814171 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6404ff-2716-4391-b897-02e96e3d40c9 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:18.816995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2121bdc9-a648-4216-971b-f6ff4faad98c', 'name': 'network-vif-deleted', 'tag': '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:18.819528 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f083de-391d-44e4-8d88-e71b3c2f98c7" -d '{"events": [{"server_uuid": "2121bdc9-a648-4216-971b-f6ff4faad98c", "name": "network-vif-deleted", "tag": "4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:18.840910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0ceaa68-dba3-4eed-beb0-fa0baf88d953 req-56eb8a4c-4e9a-4aed-8fdc-e80d80604c2f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277905 Feb 16 16:27:18.852474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cda4b884-0d84-4728-8a1c-dd45155615e6 req-3ff9554d-9ee8-4265-b6f6-6899c69c8a1c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121902 Feb 16 16:27:19.016161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:27:19.045237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f914cea-793f-45d1-a18f-6a6f69c00b2b req-13925679-e0cc-4a70-ac22-687d8d335bd1 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:19.046904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f914cea-793f-45d1-a18f-6a6f69c00b2b req-13925679-e0cc-4a70-ac22-687d8d335bd1 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 945 time: 0.1000190 Feb 16 16:27:19.068027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:27:19.068453 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6aaea95d-906e-4c30-9911-1b6f2f58fdb7 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:27:19.156079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f914cea-793f-45d1-a18f-6a6f69c00b2b req-7448f9a3-0513-4610-bf8b-802c7d91d47f tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980392 Feb 16 16:27:19.184671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af717b42-7834-4527-bc02-773fee3006a8 req-ba0f3656-342f-4202-9348-743c6b68e35e tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:19.196442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af717b42-7834-4527-bc02-773fee3006a8 req-ba0f3656-342f-4202-9348-743c6b68e35e tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.1587548 Feb 16 16:27:19.257434 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f00b4b-af9f-47de-9380-6825c6e53f47 x-openstack-request-id: req-44f00b4b-af9f-47de-9380-6825c6e53f47 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:19.258074 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2121bdc9-a648-4216-971b-f6ff4faad98c", "name": "network-vif-deleted", "tag": "4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:19.258074 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44f00b4b-af9f-47de-9380-6825c6e53f47 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:19.258349 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2121bdc9-a648-4216-971b-f6ff4faad98c', 'name': 'network-vif-deleted', 'tag': '4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2', 'status': 'completed', 'code': 200} Feb 16 16:27:19.320211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af717b42-7834-4527-bc02-773fee3006a8 req-011c4d71-5073-4faa-8ae5-353e354711b9 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228087 Feb 16 16:27:19.438611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d4d6b-62b1-46fc-b262-c5809b2b1aee req-d2a2ccce-da08-450a-9c3e-d1211f4900d7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:19.448988 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d34d4d6b-62b1-46fc-b262-c5809b2b1aee req-d2a2ccce-da08-450a-9c3e-d1211f4900d7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1028042 Feb 16 16:27:19.518020 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d34d4d6b-62b1-46fc-b262-c5809b2b1aee req-5f1e0743-fd34-4a4a-92a8-1bc11471dd7c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677481 Feb 16 16:27:19.559476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c7bbf59-ffba-4503-a457-8652fffd0ab2 req-64e92147-1798-4987-871c-cf5663301f8a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=2121bdc9-a648-4216-971b-f6ff4faad98c HTTP/1.1" status: 200 len: 210 time: 0.0381424 Feb 16 16:27:19.705428 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f9c9f-ebea-4334-a267-98a6155b36e2 req-ec5610f4-795d-4ba6-9e91-d3f8e73a174e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:19.707108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d0f9c9f-ebea-4334-a267-98a6155b36e2 req-ec5610f4-795d-4ba6-9e91-d3f8e73a174e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0727651 Feb 16 16:27:19.767445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d0f9c9f-ebea-4334-a267-98a6155b36e2 req-e6a9f11a-b9da-4183-8987-e21f52a9ca34 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536172 Feb 16 16:27:19.955892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ce557-65b3-4e6f-a9f9-4b1363808b67 req-077bae2e-f9c3-4985-be64-92b59bf8df99 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:19.957415 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-964ce557-65b3-4e6f-a9f9-4b1363808b67 req-077bae2e-f9c3-4985-be64-92b59bf8df99 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1226094 Feb 16 16:27:20.090952 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-964ce557-65b3-4e6f-a9f9-4b1363808b67 req-8cac7672-0ad4-4701-8e55-e849705d294d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221395 Feb 16 16:27:20.103353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e98f5-ce93-4533-b9f5-604cb88bc654 req-e6075c2c-580c-4ccd-b1ae-9c80f1dd7b6c tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:20.110138 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b71e98f5-ce93-4533-b9f5-604cb88bc654 req-e6075c2c-580c-4ccd-b1ae-9c80f1dd7b6c tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 944 time: 0.0926754 Feb 16 16:27:20.187066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b71e98f5-ce93-4533-b9f5-604cb88bc654 req-3747bf57-761c-4294-9e72-b55f77f34c25 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758109 Feb 16 16:27:20.296161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d00a2b-c1cc-42e9-b135-677076dd3b88 req-3d5ad780-6cab-492b-bba8-40f5f9ff7566 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:20.299259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47d00a2b-c1cc-42e9-b135-677076dd3b88 req-3d5ad780-6cab-492b-bba8-40f5f9ff7566 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.0920458 Feb 16 16:27:20.418953 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47d00a2b-c1cc-42e9-b135-677076dd3b88 req-7263f6e7-502a-4a09-839d-9a1ddd11f14e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111631 Feb 16 16:27:20.467642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5c66d-52a0-42dc-b13b-8f81b4344227 req-634643bb-9ddd-42ff-87e8-21ca7889db9f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:20.469361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53d5c66d-52a0-42dc-b13b-8f81b4344227 req-634643bb-9ddd-42ff-87e8-21ca7889db9f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.0942483 Feb 16 16:27:20.560102 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53d5c66d-52a0-42dc-b13b-8f81b4344227 req-f8980e57-85b8-4c5c-b416-b8d0e1d4178c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845597 Feb 16 16:27:20.584119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08ca5d-5802-46e7-a8d4-c11492adc6a3 req-c509f279-5fc4-414e-8680-93150ddf53ce tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:20.586411 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b08ca5d-5802-46e7-a8d4-c11492adc6a3 req-c509f279-5fc4-414e-8680-93150ddf53ce tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 945 time: 0.0779583 Feb 16 16:27:20.648401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b08ca5d-5802-46e7-a8d4-c11492adc6a3 req-f9ffeb3a-1e1b-4fd1-a0b2-222e9c8060f5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551465 Feb 16 16:27:20.962934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cda109-f0c0-40ed-a80c-44e5038afb3a req-40f3d1af-845c-4e5b-a53d-5d4b3b183194 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:20.964817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95cda109-f0c0-40ed-a80c-44e5038afb3a req-40f3d1af-845c-4e5b-a53d-5d4b3b183194 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.1051612 Feb 16 16:27:20.985502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90ef75-e818-4f4d-9d5b-a5469e2df60e req-b6373def-fabf-4d73-a337-105d15f9f041 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:20.987019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db90ef75-e818-4f4d-9d5b-a5469e2df60e req-b6373def-fabf-4d73-a337-105d15f9f041 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0888662 Feb 16 16:27:21.003669 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2f9bcea7-5951-4846-bd30-66e09b6141a2 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:21.063678 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95cda109-f0c0-40ed-a80c-44e5038afb3a req-b2e38cae-93ae-4457-833a-b4d55803818a tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870154 Feb 16 16:27:21.089212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db90ef75-e818-4f4d-9d5b-a5469e2df60e req-ec620efb-56b7-4494-80db-8c95bf4c494e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820343 Feb 16 16:27:21.220154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-b716a282-7e32-4b78-9f00-d5aed22364d1 req-8000c1b8-91e3-4868-b4c3-9445734d881f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:27:21.221611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b716a282-7e32-4b78-9f00-d5aed22364d1 req-8000c1b8-91e3-4868-b4c3-9445734d881f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061607 Feb 16 16:27:21.310859 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 2f9bcea7-5951-4846-bd30-66e09b6141a2 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:27:21.318271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 2f9bcea7-5951-4846-bd30-66e09b6141a2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:21.318909 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:21.430115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 2f9bcea7-5951-4846-bd30-66e09b6141a2 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:21.430509 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:21.452375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751706b0-61af-46ba-ba41-92197a580291 req-8673ceb7-91e8-4f91-b8bf-ac0f4619c5e8 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:21.468691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-751706b0-61af-46ba-ba41-92197a580291 req-8673ceb7-91e8-4f91-b8bf-ac0f4619c5e8 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 944 time: 0.1087644 Feb 16 16:27:21.515954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a234426-2097-4f41-988d-896d412ad11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9bcea7-5951-4846-bd30-66e09b6141a2'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:21.518910 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f718d74-9efe-4321-8650-75e0f5dac595" -d '{"events": [{"server_uuid": "4a234426-2097-4f41-988d-896d412ad11f", "name": "network-vif-plugged", "status": "completed", "tag": "2f9bcea7-5951-4846-bd30-66e09b6141a2"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:21.525206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2f9bcea7-5951-4846-bd30-66e09b6141a2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2f9bcea7-5951-4846-bd30-66e09b6141a2,segment=NetworkSegment(3f9f3213-2aca-4d81-a320-ba964f3e3ded),segment_id=3f9f3213-2aca-4d81-a320-ba964f3e3ded)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:21.530158 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:21.544318 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-751706b0-61af-46ba-ba41-92197a580291 req-7d5f4c20-7205-43cc-b819-dc838d212ba6 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750904 Feb 16 16:27:21.621869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=2f9bcea7-5951-4846-bd30-66e09b6141a2,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:21.654203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-dd32652a-8491-410e-9081-21ac33ad59fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936971 Feb 16 16:27:21.753130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af9a9b-1f04-4da0-8953-7c4cbbeb1efd req-bd60d560-20fb-4f8d-a3ee-84877449cd62 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:21.754755 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46af9a9b-1f04-4da0-8953-7c4cbbeb1efd req-bd60d560-20fb-4f8d-a3ee-84877449cd62 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1040831 Feb 16 16:27:21.779671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f688b-1de5-4237-8a95-46ed9054ce14 req-c867e874-8156-4dce-9495-a298b1dd55b1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:21.781201 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-198f688b-1de5-4237-8a95-46ed9054ce14 req-c867e874-8156-4dce-9495-a298b1dd55b1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.0874789 Feb 16 16:27:21.852274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46af9a9b-1f04-4da0-8953-7c4cbbeb1efd req-d2d5a5a9-79ec-4bc0-9141-a8b2c15708bf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862756 Feb 16 16:27:21.877462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-198f688b-1de5-4237-8a95-46ed9054ce14 req-79f95f70-9700-4d80-852d-7f17a4da3320 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790498 Feb 16 16:27:21.903513 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f586a87-b6e0-4347-b0f1-ca7bcc6afb1b x-openstack-request-id: req-5f586a87-b6e0-4347-b0f1-ca7bcc6afb1b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:21.903828 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a234426-2097-4f41-988d-896d412ad11f", "name": "network-vif-plugged", "status": "completed", "tag": "2f9bcea7-5951-4846-bd30-66e09b6141a2", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:21.904487 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f586a87-b6e0-4347-b0f1-ca7bcc6afb1b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:21.904933 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a234426-2097-4f41-988d-896d412ad11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9bcea7-5951-4846-bd30-66e09b6141a2', 'code': 200} Feb 16 16:27:22.062392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cbaf0-2bcf-4d31-894f-3411fc89332b req-aaba0583-2a90-41f2-a690-a613ae0ee913 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:22.063942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-723cbaf0-2bcf-4d31-894f-3411fc89332b req-aaba0583-2a90-41f2-a690-a613ae0ee913 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 945 time: 0.1028585 Feb 16 16:27:22.072071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2c2fa-394d-4e7e-9389-24894ab97205 req-d8737e86-db8f-4fe0-aec6-468b59cfb461 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:22.079297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ab2c2fa-394d-4e7e-9389-24894ab97205 req-d8737e86-db8f-4fe0-aec6-468b59cfb461 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbc4d3b7-fad0-41b6-8748-28dbcddfe23b HTTP/1.1" status: 200 len: 949 time: 0.0807774 Feb 16 16:27:22.099416 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-5ede7ba0-b87c-4e95-86d4-ac0da5022362 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:22.101768 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-5ede7ba0-b87c-4e95-86d4-ac0da5022362 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports/dbfcae26-9033-4d1f-a26d-b3193f264db3 HTTP/1.1" status: 200 len: 947 time: 0.0671873 Feb 16 16:27:22.153854 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:27:22.179967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:27:22.180527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4c15b0b3-26bd-478a-a2bd-3f67b57fd8f2 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:27:22.191505 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ab2c2fa-394d-4e7e-9389-24894ab97205 req-53d6de81-e5ed-4e5a-b151-4ca5f34983b5 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113298 Feb 16 16:27:22.202444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-723cbaf0-2bcf-4d31-894f-3411fc89332b req-a22f36c8-985b-4238-981d-036b5882f549 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209962 Feb 16 16:27:22.205767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23603b3e-ac2a-4b56-a712-eca7af93b538 req-79ff265d-1316-4a40-bf4d-02638c397030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:22.206740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-23603b3e-ac2a-4b56-a712-eca7af93b538 req-79ff265d-1316-4a40-bf4d-02638c397030 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 1127 time: 0.2366121 Feb 16 16:27:22.337931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-23603b3e-ac2a-4b56-a712-eca7af93b538 req-f068d75e-303b-410c-a1cc-b90a9109840d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247365 Feb 16 16:27:22.383426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73d12d-35f3-45cf-bf95-3b1bbfac9383 req-147a36fb-0ed2-447d-8547-2c3c9a32b87b tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:22.384947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f73d12d-35f3-45cf-bf95-3b1bbfac9383 req-147a36fb-0ed2-447d-8547-2c3c9a32b87b tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.0973537 Feb 16 16:27:22.401786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefd1cc-2448-4b9b-af3f-95ab5cd85282 req-3d2e1e71-b065-44d5-b635-831f79d64721 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:22.403829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fbefd1cc-2448-4b9b-af3f-95ab5cd85282 req-3d2e1e71-b065-44d5-b635-831f79d64721 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1108041 Feb 16 16:27:22.473613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6041e9-6f14-475b-94de-cf21ad2b008f req-b3505508-5d54-4ce0-b2ff-ea268a1247a0 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:22.475552 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c6041e9-6f14-475b-94de-cf21ad2b008f req-b3505508-5d54-4ce0-b2ff-ea268a1247a0 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.60 "GET /v2.0/ports?device_id=0912003f-b931-43f1-8971-f0da9985b7b7 HTTP/1.1" status: 200 len: 945 time: 0.0895958 Feb 16 16:27:22.484793 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fbefd1cc-2448-4b9b-af3f-95ab5cd85282 req-ecafd891-ae46-41fd-96ff-a8812a8b8042 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747283 Feb 16 16:27:22.512613 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f73d12d-35f3-45cf-bf95-3b1bbfac9383 req-db3684ec-81cb-4f91-b2dd-36b27f8ea216 tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.24 "GET /v2.0/security-groups?id=4971ecab-2654-4446-a786-b866b8aabc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100035 Feb 16 16:27:22.624839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-6c6041e9-6f14-475b-94de-cf21ad2b008f req-73ab4480-7884-4ec7-ba7d-21fbcf6985cf tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Deleting port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:27:22.625497 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6c6041e9-6f14-475b-94de-cf21ad2b008f req-73ab4480-7884-4ec7-ba7d-21fbcf6985cf tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c8ecfd39-0ef4-4065-8dee-c93b7bb904d7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:22.700246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd58c8-da40-4df8-a8de-d6d6e5b0800e req-9ca4a24d-818d-4979-ac68-5654a7d89315 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:22.702230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4dd58c8-da40-4df8-a8de-d6d6e5b0800e req-9ca4a24d-818d-4979-ac68-5654a7d89315 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 945 time: 0.0589187 Feb 16 16:27:22.757254 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6c6041e9-6f14-475b-94de-cf21ad2b008f req-73ab4480-7884-4ec7-ba7d-21fbcf6985cf tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] For port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=c8ecfd39-0ef4-4065-8dee-c93b7bb904d7,segment=NetworkSegment(fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e),segment_id=fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:22.757941 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6c6041e9-6f14-475b-94de-cf21ad2b008f req-73ab4480-7884-4ec7-ba7d-21fbcf6985cf tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c8ecfd39-0ef4-4065-8dee-c93b7bb904d7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:22.772293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-6c6041e9-6f14-475b-94de-cf21ad2b008f req-73ab4480-7884-4ec7-ba7d-21fbcf6985cf tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Calling delete_port for c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:27:22.776196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4dd58c8-da40-4df8-a8de-d6d6e5b0800e req-6b43cede-f34d-40b8-be1b-e562dd8af5d2 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684168 Feb 16 16:27:22.935578 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6c6041e9-6f14-475b-94de-cf21ad2b008f req-73ab4480-7884-4ec7-ba7d-21fbcf6985cf tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c8ecfd39-0ef4-4065-8dee-c93b7bb904d7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:22.949220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['c8ecfd39-0ef4-4065-8dee-c93b7bb904d7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:22.990672 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab4480-7884-4ec7-ba7d-21fbcf6985cf tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Pushing event deleted for resources: {'Port': ['ID=c8ecfd39-0ef4-4065-8dee-c93b7bb904d7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:23.043974 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6041e9-6f14-475b-94de-cf21ad2b008f req-73ab4480-7884-4ec7-ba7d-21fbcf6985cf tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] No DVR routers for this DVR port c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:27:23.044539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c0004-be12-4dac-8168-55272e7a8b7b req-b31a2378-7073-488c-a444-40f36c579722 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:23.046253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-870c0004-be12-4dac-8168-55272e7a8b7b req-b31a2378-7073-488c-a444-40f36c579722 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1040275 Feb 16 16:27:23.046613 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6c6041e9-6f14-475b-94de-cf21ad2b008f req-73ab4480-7884-4ec7-ba7d-21fbcf6985cf tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:23.050062 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c6041e9-6f14-475b-94de-cf21ad2b008f req-73ab4480-7884-4ec7-ba7d-21fbcf6985cf tempest-ServerAddressesTestJSON-203634887 tempest-ServerAddressesTestJSON-203634887-project] 10.222.0.60 "DELETE /v2.0/ports/c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 HTTP/1.1" status: 204 len: 173 time: 0.5613897 Feb 16 16:27:23.050515 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0912003f-b931-43f1-8971-f0da9985b7b7', 'name': 'network-vif-deleted', 'tag': 'c8ecfd39-0ef4-4065-8dee-c93b7bb904d7'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:23.052745 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a24c03b-2dcf-42af-b3c7-e75482fa3e91" -d '{"events": [{"server_uuid": "0912003f-b931-43f1-8971-f0da9985b7b7", "name": "network-vif-deleted", "tag": "c8ecfd39-0ef4-4065-8dee-c93b7bb904d7"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:23.095538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d313a98-ae63-4e14-b233-f781754dfa24 req-ab80cdee-6616-453b-a2bc-de850d665e3b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:23.097085 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d313a98-ae63-4e14-b233-f781754dfa24 req-ab80cdee-6616-453b-a2bc-de850d665e3b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1243761 Feb 16 16:27:23.163075 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77e1d8-c329-49f9-ae27-a600e119b5a7 req-9b3b1962-b1b5-47d0-8598-0922c23283b3 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:23.168733 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c77e1d8-c329-49f9-ae27-a600e119b5a7 req-9b3b1962-b1b5-47d0-8598-0922c23283b3 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbc4d3b7-fad0-41b6-8748-28dbcddfe23b HTTP/1.1" status: 200 len: 949 time: 0.1406195 Feb 16 16:27:23.180473 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-870c0004-be12-4dac-8168-55272e7a8b7b req-95733d22-1403-4177-96c5-0fcd8cdeff2b tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130049 Feb 16 16:27:23.233475 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b69a121-4c05-4c84-8f84-cd4ef000b6f7 x-openstack-request-id: req-4b69a121-4c05-4c84-8f84-cd4ef000b6f7 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:23.234036 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0912003f-b931-43f1-8971-f0da9985b7b7", "name": "network-vif-deleted", "tag": "c8ecfd39-0ef4-4065-8dee-c93b7bb904d7", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:23.234036 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b69a121-4c05-4c84-8f84-cd4ef000b6f7 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:23.234387 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0912003f-b931-43f1-8971-f0da9985b7b7', 'name': 'network-vif-deleted', 'tag': 'c8ecfd39-0ef4-4065-8dee-c93b7bb904d7', 'status': 'completed', 'code': 200} Feb 16 16:27:23.244910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d313a98-ae63-4e14-b233-f781754dfa24 req-4807b092-9642-4b81-b138-57ad6bd2b644 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387022 Feb 16 16:27:23.422646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-1c77e1d8-c329-49f9-ae27-a600e119b5a7 req-4fd7a4b5-2443-466c-bffb-f8898cbc0346 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Deleting port 66619770-9f86-4868-905d-2fd19501c884 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:27:23.423001 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1c77e1d8-c329-49f9-ae27-a600e119b5a7 req-4fd7a4b5-2443-466c-bffb-f8898cbc0346 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (66619770-9f86-4868-905d-2fd19501c884), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:23.433828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e721ff9-edc2-4b5b-98aa-e04584e4d1ae req-658aa258-0fc0-4fd4-81f9-cc4506766a55 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:23.435335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e721ff9-edc2-4b5b-98aa-e04584e4d1ae req-658aa258-0fc0-4fd4-81f9-cc4506766a55 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbc4d3b7-fad0-41b6-8748-28dbcddfe23b HTTP/1.1" status: 200 len: 949 time: 0.1182353 Feb 16 16:27:23.435629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-82ea9d38-0a0f-42d3-b1b4-a11d52757407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:23.437258 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-82ea9d38-0a0f-42d3-b1b4-a11d52757407 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 1132 time: 0.1159546 Feb 16 16:27:23.499059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9c04e-c8a9-428e-a659-9e2d815d84b4 req-a2c7c08b-892b-4285-b967-82e4557a756a tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:23.500714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9cf9c04e-c8a9-428e-a659-9e2d815d84b4 req-a2c7c08b-892b-4285-b967-82e4557a756a tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 945 time: 0.1614442 Feb 16 16:27:23.581804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-87465a63-070a-413f-8f85-198c6ca0d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:23.583192 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-87465a63-070a-413f-8f85-198c6ca0d18d service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1392989 Feb 16 16:27:23.648562 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-2c55158a-160d-4d2d-95f9-158a1954d7a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3 HTTP/1.1" status: 200 len: 217 time: 0.0591795 Feb 16 16:27:23.677049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-1c77e1d8-c329-49f9-ae27-a600e119b5a7 req-4fd7a4b5-2443-466c-bffb-f8898cbc0346 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] For port 66619770-9f86-4868-905d-2fd19501c884, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=66619770-9f86-4868-905d-2fd19501c884,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:23.677049 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1c77e1d8-c329-49f9-ae27-a600e119b5a7 req-4fd7a4b5-2443-466c-bffb-f8898cbc0346 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (66619770-9f86-4868-905d-2fd19501c884), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:23.681291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e721ff9-edc2-4b5b-98aa-e04584e4d1ae req-afa93c9f-b8bb-4892-985c-b42d85dad31a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320032 Feb 16 16:27:23.704398 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9cf9c04e-c8a9-428e-a659-9e2d815d84b4 req-865e3723-d1d4-4a3c-9c43-e69d9e943010 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607556 Feb 16 16:27:23.727050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-1c77e1d8-c329-49f9-ae27-a600e119b5a7 req-4fd7a4b5-2443-466c-bffb-f8898cbc0346 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Calling delete_port for 66619770-9f86-4868-905d-2fd19501c884 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:27:23.747091 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-35e4a388-d357-452b-973b-9b24ceba6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:23.748876 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-35e4a388-d357-452b-973b-9b24ceba6501 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0937159 Feb 16 16:27:23.759654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb2c87-2022-4c5f-bf54-d14a08f5cff9 req-e2456378-a6fb-47fe-819b-357d1b443b9a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:23.768130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eedb2c87-2022-4c5f-bf54-d14a08f5cff9 req-e2456378-a6fb-47fe-819b-357d1b443b9a tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cda7904-0a2b-40d4-9c8b-d1313cfb83b1 HTTP/1.1" status: 200 len: 949 time: 0.2636306 Feb 16 16:27:23.769535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51826) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:23.868014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-796e282b-3162-4f9b-bfec-ac03e720eda0 admin admin] Deleting subnet ed0aae51-37e2-4f7d-8fc0-b9412ebcaec6 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:27:23.871572 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-796e282b-3162-4f9b-bfec-ac03e720eda0 admin admin] Publish callbacks [] for subnet (ed0aae51-37e2-4f7d-8fc0-b9412ebcaec6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:23.897477 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-ea84e11b-1a14-451b-9da5-8a3611b1afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:23.899028 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-ea84e11b-1a14-451b-9da5-8a3611b1afb5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1425598 Feb 16 16:27:23.943079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-796e282b-3162-4f9b-bfec-ac03e720eda0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (ed0aae51-37e2-4f7d-8fc0-b9412ebcaec6), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:24.286939 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-796e282b-3162-4f9b-bfec-ac03e720eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (ed0aae51-37e2-4f7d-8fc0-b9412ebcaec6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:24.313542 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-010aae26-1b0d-4aca-a666-6fb5617fb2b9 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079158 Feb 16 16:27:24.343271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594f729-9cc2-4817-aa2a-5e3dc8ebc542 req-b08cc729-d067-4797-89ab-ab99e3cdddd0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:24.345097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1594f729-9cc2-4817-aa2a-5e3dc8ebc542 req-b08cc729-d067-4797-89ab-ab99e3cdddd0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.5094576 Feb 16 16:27:24.410655 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-796e282b-3162-4f9b-bfec-ac03e720eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (ed0aae51-37e2-4f7d-8fc0-b9412ebcaec6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:24.443292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315418d-8252-4653-a06b-c531611fe856 req-00092981-a08f-4ddb-aa1c-c1f86c132395 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:24.448421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2315418d-8252-4653-a06b-c531611fe856 req-00092981-a08f-4ddb-aa1c-c1f86c132395 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 945 time: 0.1708114 Feb 16 16:27:24.456079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-796e282b-3162-4f9b-bfec-ac03e720eda0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:24.462711 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-796e282b-3162-4f9b-bfec-ac03e720eda0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ed0aae51-37e2-4f7d-8fc0-b9412ebcaec6 HTTP/1.1" status: 204 len: 168 time: 0.6920016 Feb 16 16:27:24.463669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51836) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:24.472360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e282b-3162-4f9b-bfec-ac03e720eda0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed0aae51-37e2-4f7d-8fc0-b9412ebcaec6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:24.484535 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0bbcc7bd-42a9-4045-b1ec-170898f08853 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634152 Feb 16 16:27:24.486450 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1594f729-9cc2-4817-aa2a-5e3dc8ebc542 req-4503c856-a274-4418-8600-0f49497f74b5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288521 Feb 16 16:27:24.516763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-eedb2c87-2022-4c5f-bf54-d14a08f5cff9 req-edfdb3f1-72ec-4f2c-b896-84cc2fccdf9e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Deleting port 99d4dab0-a279-4b4b-b734-36f8d31898d9 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:27:24.517662 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-eedb2c87-2022-4c5f-bf54-d14a08f5cff9 req-edfdb3f1-72ec-4f2c-b896-84cc2fccdf9e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:24.594069 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1c77e1d8-c329-49f9-ae27-a600e119b5a7 req-4fd7a4b5-2443-466c-bffb-f8898cbc0346 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (66619770-9f86-4868-905d-2fd19501c884), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:24.597826 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abe296a1-5156-4f0d-b7c0-aaa2b32409b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (31278935-f810-46a4-aebc-3e52f08f28df), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:24.605955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:24.614473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['66619770-9f86-4868-905d-2fd19501c884', '99d4dab0-a279-4b4b-b734-36f8d31898d9'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:24.690949 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abe296a1-5156-4f0d-b7c0-aaa2b32409b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (31278935-f810-46a4-aebc-3e52f08f28df), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:24.719019 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-abe296a1-5156-4f0d-b7c0-aaa2b32409b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31278935-f810-46a4-aebc-3e52f08f28df']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:24.731154 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-abe296a1-5156-4f0d-b7c0-aaa2b32409b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:24.731464 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-abe296a1-5156-4f0d-b7c0-aaa2b32409b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:24.756770 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abe296a1-5156-4f0d-b7c0-aaa2b32409b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:24.777485 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abe296a1-5156-4f0d-b7c0-aaa2b32409b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:24.785088 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe296a1-5156-4f0d-b7c0-aaa2b32409b0 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:27:24.785844 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abe296a1-5156-4f0d-b7c0-aaa2b32409b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (fa2c3b76-c061-4b64-98d8-5da2fd8d8e2e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:27:24.787728 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:27:24.805761 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7a4b5-2443-466c-bffb-f8898cbc0346 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event deleted for resources: {'Port': ['ID=66619770-9f86-4868-905d-2fd19501c884,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:24.833482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2315418d-8252-4653-a06b-c531611fe856 req-e1ca006c-5478-4d55-bcdc-1a91a2e7e358 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447139 Feb 16 16:27:24.872434 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abe296a1-5156-4f0d-b7c0-aaa2b32409b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (31278935-f810-46a4-aebc-3e52f08f28df), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:24.886635 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abe296a1-5156-4f0d-b7c0-aaa2b32409b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:24.891487 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-abe296a1-5156-4f0d-b7c0-aaa2b32409b0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/31278935-f810-46a4-aebc-3e52f08f28df HTTP/1.1" status: 204 len: 168 time: 0.4250369 Feb 16 16:27:24.907374 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe296a1-5156-4f0d-b7c0-aaa2b32409b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=31278935-f810-46a4-aebc-3e52f08f28df,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:24.918687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c77e1d8-c329-49f9-ae27-a600e119b5a7 req-4fd7a4b5-2443-466c-bffb-f8898cbc0346 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] No DVR routers for this DVR port 66619770-9f86-4868-905d-2fd19501c884 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:27:24.923632 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1c77e1d8-c329-49f9-ae27-a600e119b5a7 req-4fd7a4b5-2443-466c-bffb-f8898cbc0346 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:24.927641 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c77e1d8-c329-49f9-ae27-a600e119b5a7 req-4fd7a4b5-2443-466c-bffb-f8898cbc0346 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "DELETE /v2.0/ports/66619770-9f86-4868-905d-2fd19501c884 HTTP/1.1" status: 204 len: 173 time: 1.7434013 Feb 16 16:27:24.934850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef4f92-b0b7-47b5-8a48-052362284cbc req-c60390a4-52cc-4f01-8e26-3ee295e566fb tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:24.942728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14ef4f92-b0b7-47b5-8a48-052362284cbc req-c60390a4-52cc-4f01-8e26-3ee295e566fb tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 945 time: 0.3618724 Feb 16 16:27:24.944439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc4d3b7-fad0-41b6-8748-28dbcddfe23b', 'name': 'network-vif-deleted', 'tag': '66619770-9f86-4868-905d-2fd19501c884'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:24.947468 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e8001d-72c7-4c46-8d94-71c4e6ba8d40" -d '{"events": [{"server_uuid": "fbc4d3b7-fad0-41b6-8748-28dbcddfe23b", "name": "network-vif-deleted", "tag": "66619770-9f86-4868-905d-2fd19501c884"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:25.049819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-eedb2c87-2022-4c5f-bf54-d14a08f5cff9 req-edfdb3f1-72ec-4f2c-b896-84cc2fccdf9e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] For port 99d4dab0-a279-4b4b-b734-36f8d31898d9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=99d4dab0-a279-4b4b-b734-36f8d31898d9,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:25.050191 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-eedb2c87-2022-4c5f-bf54-d14a08f5cff9 req-edfdb3f1-72ec-4f2c-b896-84cc2fccdf9e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:25.075274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-eedb2c87-2022-4c5f-bf54-d14a08f5cff9 req-edfdb3f1-72ec-4f2c-b896-84cc2fccdf9e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Calling delete_port for 99d4dab0-a279-4b4b-b734-36f8d31898d9 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:27:25.099478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14ef4f92-b0b7-47b5-8a48-052362284cbc req-cf2e6ab6-727c-416f-9dc9-cc1f14bda7c4 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513231 Feb 16 16:27:25.157864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f350a-8ec6-406d-9bfb-8d122cb9571f req-4b105cfc-199c-45b6-94d8-9759113977cf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:25.165350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a0f350a-8ec6-406d-9bfb-8d122cb9571f req-4b105cfc-199c-45b6-94d8-9759113977cf tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.2096226 Feb 16 16:27:25.186088 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51848) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:25.260468 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-96b870d7-df71-4e24-8d1a-4e2ca0746bbe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da9e0dbc57154d39a4ac3c446d85eb5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0727587 Feb 16 16:27:25.261481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51850) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:25.280069 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a0f350a-8ec6-406d-9bfb-8d122cb9571f req-fb257829-d6aa-4e46-8257-ae62b7f34d89 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137087 Feb 16 16:27:25.352250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3db1ac-6eae-4128-816b-a3079a6c1184 req-8b8b71ca-8d34-4838-b2fe-74ddf121620f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:25.359854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da3db1ac-6eae-4128-816b-a3079a6c1184 req-8b8b71ca-8d34-4838-b2fe-74ddf121620f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1636047 Feb 16 16:27:25.369600 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db06a09a-5349-4b23-96cb-78bb84d5790b admin admin] Publish callbacks [] for security_group (4971ecab-2654-4446-a786-b866b8aabc69), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:25.412454 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db06a09a-5349-4b23-96cb-78bb84d5790b admin admin] Publish callbacks [] for security_group (4971ecab-2654-4446-a786-b866b8aabc69), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:25.453656 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2c0ead7-a027-4ef1-a71b-4da59b651495 req-eb045f64-d549-4f25-b464-cebc011b6155 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbc4d3b7-fad0-41b6-8748-28dbcddfe23b HTTP/1.1" status: 200 len: 210 time: 0.0556576 Feb 16 16:27:25.454260 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-eedb2c87-2022-4c5f-bf54-d14a08f5cff9 req-edfdb3f1-72ec-4f2c-b896-84cc2fccdf9e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (99d4dab0-a279-4b4b-b734-36f8d31898d9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:25.466232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:25.472132 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da3db1ac-6eae-4128-816b-a3079a6c1184 req-6a8d99f4-d977-4bc8-a05e-2ff8742abfe0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107616 Feb 16 16:27:25.490385 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db06a09a-5349-4b23-96cb-78bb84d5790b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4971ecab-2654-4446-a786-b866b8aabc69), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:25.499542 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db06a09a-5349-4b23-96cb-78bb84d5790b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:25.508449 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-db06a09a-5349-4b23-96cb-78bb84d5790b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4971ecab-2654-4446-a786-b866b8aabc69 HTTP/1.1" status: 204 len: 168 time: 0.2457814 Feb 16 16:27:25.534680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdb3f1-72ec-4f2c-b896-84cc2fccdf9e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event deleted for resources: {'Port': ['ID=99d4dab0-a279-4b4b-b734-36f8d31898d9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:25.535272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06a09a-5349-4b23-96cb-78bb84d5790b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4971ecab-2654-4446-a786-b866b8aabc69,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:25.669520 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8698127d-b991-4a63-9a59-1f3d0eb4f29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:25.693998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedb2c87-2022-4c5f-bf54-d14a08f5cff9 req-edfdb3f1-72ec-4f2c-b896-84cc2fccdf9e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] No DVR routers for this DVR port 99d4dab0-a279-4b4b-b734-36f8d31898d9 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:27:25.714744 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-eedb2c87-2022-4c5f-bf54-d14a08f5cff9 req-edfdb3f1-72ec-4f2c-b896-84cc2fccdf9e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:25.726964 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eedb2c87-2022-4c5f-bf54-d14a08f5cff9 req-edfdb3f1-72ec-4f2c-b896-84cc2fccdf9e tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.65 "DELETE /v2.0/ports/99d4dab0-a279-4b4b-b734-36f8d31898d9 HTTP/1.1" status: 204 len: 173 time: 1.9510858 Feb 16 16:27:25.824820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363d0dc4-8445-4b86-987b-508bb086ac51 req-7603a4ef-9163-40b2-9140-b3f2b8337b48 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1786581119&fields=id&tenant_id=1fbbbf96aba349afb09c407b0f348b74 HTTP/1.1" status: 200 len: 267 time: 0.1991267 Feb 16 16:27:25.899005 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dfc2d1-a1e8-4f2b-897e-8d868493854e x-openstack-request-id: req-b5dfc2d1-a1e8-4f2b-897e-8d868493854e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:25.899872 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc4d3b7-fad0-41b6-8748-28dbcddfe23b", "name": "network-vif-deleted", "tag": "66619770-9f86-4868-905d-2fd19501c884", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:25.900798 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5dfc2d1-a1e8-4f2b-897e-8d868493854e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:25.901298 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc4d3b7-fad0-41b6-8748-28dbcddfe23b', 'name': 'network-vif-deleted', 'tag': '66619770-9f86-4868-905d-2fd19501c884', 'status': 'completed', 'code': 200} Feb 16 16:27:25.976880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d0dc4-8445-4b86-987b-508bb086ac51 req-720a717b-90ad-47dc-80ab-af9a43f0ed37 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:25.978956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363d0dc4-8445-4b86-987b-508bb086ac51 req-720a717b-90ad-47dc-80ab-af9a43f0ed37 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 945 time: 0.1534095 Feb 16 16:27:25.992385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-363d0dc4-8445-4b86-987b-508bb086ac51 req-ab39777b-3562-4afd-80c6-f6e2ea800909 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'port': {'security_groups': ['79d53b1a-dd1b-4523-9b80-4da65aa0141f', 'b49aba09-54c9-47a0-b1c3-f465e947b894']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:26.004053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002005c-ce6c-4b2d-af39-0375c3e504a4 req-89af046d-6c98-4677-839e-74494df7c3b3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:26.005585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1002005c-ce6c-4b2d-af39-0375c3e504a4 req-89af046d-6c98-4677-839e-74494df7c3b3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.1089952 Feb 16 16:27:26.128366 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1002005c-ce6c-4b2d-af39-0375c3e504a4 req-bed32ec5-3c8e-47fc-98a7-45b000ebffea tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958335 Feb 16 16:27:26.129265 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-363d0dc4-8445-4b86-987b-508bb086ac51 req-ab39777b-3562-4afd-80c6-f6e2ea800909 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:26.174678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:27:26.199280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:27:26.200011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device c8ecfd39-0ef4-4065-8dee-c93b7bb904d7 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:27:26.365626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb66f70-c7ae-4398-ab06-1e090de841cb req-2f598d68-f6ce-4d7b-b7a8-62dcb798fbbf tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:26.367336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fb66f70-c7ae-4398-ab06-1e090de841cb req-2f598d68-f6ce-4d7b-b7a8-62dcb798fbbf tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 945 time: 0.1200554 Feb 16 16:27:26.490591 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fb66f70-c7ae-4398-ab06-1e090de841cb req-1ca3f9e5-7034-4ebd-8916-60eba26e28ad tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114917 Feb 16 16:27:26.494783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-363d0dc4-8445-4b86-987b-508bb086ac51 req-ab39777b-3562-4afd-80c6-f6e2ea800909 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] For port 2f9bcea7-5951-4846-bd30-66e09b6141a2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2f9bcea7-5951-4846-bd30-66e09b6141a2,segment=NetworkSegment(3f9f3213-2aca-4d81-a320-ba964f3e3ded),segment_id=3f9f3213-2aca-4d81-a320-ba964f3e3ded)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:26.544260 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-363d0dc4-8445-4b86-987b-508bb086ac51 req-ab39777b-3562-4afd-80c6-f6e2ea800909 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:26.551566 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-363d0dc4-8445-4b86-987b-508bb086ac51 req-ab39777b-3562-4afd-80c6-f6e2ea800909 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:26.565222 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2f9bcea7-5951-4846-bd30-66e09b6141a2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:26.588329 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51888) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:26.656680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d0dc4-8445-4b86-987b-508bb086ac51 req-ab39777b-3562-4afd-80c6-f6e2ea800909 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:26.657314 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-363d0dc4-8445-4b86-987b-508bb086ac51 req-ab39777b-3562-4afd-80c6-f6e2ea800909 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:26.658836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363d0dc4-8445-4b86-987b-508bb086ac51 req-ab39777b-3562-4afd-80c6-f6e2ea800909 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "PUT /v2.0/ports/2f9bcea7-5951-4846-bd30-66e09b6141a2 HTTP/1.1" status: 200 len: 981 time: 0.6722879 Feb 16 16:27:26.683092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39777b-3562-4afd-80c6-f6e2ea800909 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'Port': ['ID=2f9bcea7-5951-4846-bd30-66e09b6141a2,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:26.703170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b058c7-acbc-4de4-8f06-d68b5fa4d7f2 req-47c0e02a-9e6f-4d49-b900-5b5e7a2585a4 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:26.704986 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03b058c7-acbc-4de4-8f06-d68b5fa4d7f2 req-47c0e02a-9e6f-4d49-b900-5b5e7a2585a4 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1044657 Feb 16 16:27:26.762025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2f9bcea7-5951-4846-bd30-66e09b6141a2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:26.776350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03b058c7-acbc-4de4-8f06-d68b5fa4d7f2 req-1b43ddf4-0801-45d6-93ea-83f07a80cb94 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631838 Feb 16 16:27:26.798334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-775028433-network', 'tenant_id': 'a95fa6dafe044c11b0d2188752b89440'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:26.850453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] Made reservation on behalf of a95fa6dafe044c11b0d2188752b89440 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:27:26.853957 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:26.876083 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:26.970533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c46ae-f789-46df-bb25-9a4544403b51 req-b6e1ac57-67b6-46d5-ac9b-d1b8cc3c11e9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:26.971492 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] Publish callbacks [] for security_group (399f6299-758d-4355-87df-8358cd76a48c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:26.972109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-451c46ae-f789-46df-bb25-9a4544403b51 req-b6e1ac57-67b6-46d5-ac9b-d1b8cc3c11e9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1152940 Feb 16 16:27:26.978374 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (399f6299-758d-4355-87df-8358cd76a48c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:27.007198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 66619770-9f86-4868-905d-2fd19501c884 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:27:27.010352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:27:27.025356 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399f6299-758d-4355-87df-8358cd76a48c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:27.029152 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (8740b1b3-dd7c-4908-9f09-fbd5ba7a150d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:27.029704 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] Added segment 8740b1b3-dd7c-4908-9f09-fbd5ba7a150d of type vlan for network d78feea9-9b45-4fa1-b67d-d888e23ee064 Feb 16 16:27:27.035321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 66619770-9f86-4868-905d-2fd19501c884 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:27:27.035954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 66619770-9f86-4868-905d-2fd19501c884 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:27:27.036454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 99d4dab0-a279-4b4b-b734-36f8d31898d9 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:27:27.078628 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 99d4dab0-a279-4b4b-b734-36f8d31898d9 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:27:27.079087 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 99d4dab0-a279-4b4b-b734-36f8d31898d9 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:27:27.086123 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (d78feea9-9b45-4fa1-b67d-d888e23ee064), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:27.116162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-451c46ae-f789-46df-bb25-9a4544403b51 req-e2830ab2-97f6-4b51-b4d4-19eb4b48eb8d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343577 Feb 16 16:27:27.126077 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (d78feea9-9b45-4fa1-b67d-d888e23ee064), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:27.127571 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:27.128288 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:27.178585 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5891337 Feb 16 16:27:27.264013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a2885-b59c-486a-a55a-b435a54ae80f admin admin] Pushing event updated for resources: {'Network': ['ID=d78feea9-9b45-4fa1-b67d-d888e23ee064,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:27.277071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network d78feea9-9b45-4fa1-b67d-d888e23ee064 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:27:27.298873 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7543276-8a35-4869-94a4-a15d50deeeeb req-702430c7-4995-4bcb-b8c0-51c0d72438a0 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-484763747&fields=id&tenant_id=1fbbbf96aba349afb09c407b0f348b74 HTTP/1.1" status: 200 len: 267 time: 0.1000955 Feb 16 16:27:27.414077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7543276-8a35-4869-94a4-a15d50deeeeb req-ed5298e7-d6e3-42aa-a3a6-d0d6fec709fd tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:27.420274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7543276-8a35-4869-94a4-a15d50deeeeb req-ed5298e7-d6e3-42aa-a3a6-d0d6fec709fd tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 984 time: 0.1155701 Feb 16 16:27:27.431485 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-b7543276-8a35-4869-94a4-a15d50deeeeb req-80928935-f86e-4175-9612-058c5e0a32c7 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'port': {'security_groups': ['79d53b1a-dd1b-4523-9b80-4da65aa0141f', 'b49aba09-54c9-47a0-b1c3-f465e947b894', '9ac728dd-e8f3-4e37-838f-9eeb834daf00']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:27.441698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1983441-5d51-40e5-8235-634021c186fa req-c9e55a7d-e3c7-4bfd-99a2-ce23f5f61907 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:27.444316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1983441-5d51-40e5-8235-634021c186fa req-c9e55a7d-e3c7-4bfd-99a2-ce23f5f61907 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 946 time: 0.0987661 Feb 16 16:27:27.556491 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b7543276-8a35-4869-94a4-a15d50deeeeb req-80928935-f86e-4175-9612-058c5e0a32c7 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:27.562144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1983441-5d51-40e5-8235-634021c186fa req-3783833e-099c-4d63-98f0-fe1617610e80 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897963 Feb 16 16:27:27.792320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-b7543276-8a35-4869-94a4-a15d50deeeeb req-80928935-f86e-4175-9612-058c5e0a32c7 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] For port 2f9bcea7-5951-4846-bd30-66e09b6141a2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2f9bcea7-5951-4846-bd30-66e09b6141a2,segment=NetworkSegment(3f9f3213-2aca-4d81-a320-ba964f3e3ded),segment_id=3f9f3213-2aca-4d81-a320-ba964f3e3ded)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:27.829630 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b7543276-8a35-4869-94a4-a15d50deeeeb req-80928935-f86e-4175-9612-058c5e0a32c7 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:27.865955 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b7543276-8a35-4869-94a4-a15d50deeeeb req-80928935-f86e-4175-9612-058c5e0a32c7 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:27.879058 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2f9bcea7-5951-4846-bd30-66e09b6141a2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:27.922564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cda7904-0a2b-40d4-9c8b-d1313cfb83b1', 'name': 'network-vif-deleted', 'tag': '99d4dab0-a279-4b4b-b734-36f8d31898d9'}, {'name': 'network-changed', 'server_uuid': '4a234426-2097-4f41-988d-896d412ad11f', 'tag': '2f9bcea7-5951-4846-bd30-66e09b6141a2'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:27.924838 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c260cda1-5f6a-455a-8c51-6bc2b86ea516" -d '{"events": [{"server_uuid": "5cda7904-0a2b-40d4-9c8b-d1313cfb83b1", "name": "network-vif-deleted", "tag": "99d4dab0-a279-4b4b-b734-36f8d31898d9"}, {"name": "network-changed", "server_uuid": "4a234426-2097-4f41-988d-896d412ad11f", "tag": "2f9bcea7-5951-4846-bd30-66e09b6141a2"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:28.014024 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7543276-8a35-4869-94a4-a15d50deeeeb req-80928935-f86e-4175-9612-058c5e0a32c7 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:28.014665 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b7543276-8a35-4869-94a4-a15d50deeeeb req-80928935-f86e-4175-9612-058c5e0a32c7 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:28.016094 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7543276-8a35-4869-94a4-a15d50deeeeb req-80928935-f86e-4175-9612-058c5e0a32c7 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "PUT /v2.0/ports/2f9bcea7-5951-4846-bd30-66e09b6141a2 HTTP/1.1" status: 200 len: 1020 time: 0.5925400 Feb 16 16:27:28.070349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80928935-f86e-4175-9612-058c5e0a32c7 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'Port': ['ID=2f9bcea7-5951-4846-bd30-66e09b6141a2,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:28.095964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f637fac-2659-471f-b36d-02e8d08f0bb9 req-3af7f231-f589-4bd7-851a-168dee497a46 tempest-ComputeTenantNetworksTest-483486123 tempest-ComputeTenantNetworksTest-483486123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:28.100781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2f9bcea7-5951-4846-bd30-66e09b6141a2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:28.101341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f637fac-2659-471f-b36d-02e8d08f0bb9 req-3af7f231-f589-4bd7-851a-168dee497a46 tempest-ComputeTenantNetworksTest-483486123 tempest-ComputeTenantNetworksTest-483486123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:28.107394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f637fac-2659-471f-b36d-02e8d08f0bb9 req-3af7f231-f589-4bd7-851a-168dee497a46 tempest-ComputeTenantNetworksTest-483486123 tempest-ComputeTenantNetworksTest-483486123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:28.109087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f637fac-2659-471f-b36d-02e8d08f0bb9 req-3af7f231-f589-4bd7-851a-168dee497a46 tempest-ComputeTenantNetworksTest-483486123 tempest-ComputeTenantNetworksTest-483486123-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2763586 Feb 16 16:27:28.246116 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c2ddbce7-0d35-4b81-9468-b1eb3d1afb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:28.263266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed69d71-d99d-4b98-8870-0bda4d21aed6 req-e82d0604-7965-4724-8a1f-74811d85a253 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:28.265828 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fed69d71-d99d-4b98-8870-0bda4d21aed6 req-e82d0604-7965-4724-8a1f-74811d85a253 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.0898099 Feb 16 16:27:28.268892 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672d726f-195a-4c36-99c9-0b3740a4ad29 x-openstack-request-id: req-672d726f-195a-4c36-99c9-0b3740a4ad29 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:28.269458 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cda7904-0a2b-40d4-9c8b-d1313cfb83b1", "name": "network-vif-deleted", "tag": "99d4dab0-a279-4b4b-b734-36f8d31898d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a234426-2097-4f41-988d-896d412ad11f", "tag": "2f9bcea7-5951-4846-bd30-66e09b6141a2", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:28.269997 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-672d726f-195a-4c36-99c9-0b3740a4ad29 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:28.270762 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cda7904-0a2b-40d4-9c8b-d1313cfb83b1', 'name': 'network-vif-deleted', 'tag': '99d4dab0-a279-4b4b-b734-36f8d31898d9', 'status': 'completed', 'code': 200} Feb 16 16:27:28.281463 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-b43a4b6e-3646-44b8-bb3b-ff7d229ec4ae tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:28.282894 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-b43a4b6e-3646-44b8-bb3b-ff7d229ec4ae tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab&tenant_id=3891023a3e87450bb385aeaa57c755fe&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1128 time: 0.1117768 Feb 16 16:27:28.284056 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a234426-2097-4f41-988d-896d412ad11f', 'tag': '2f9bcea7-5951-4846-bd30-66e09b6141a2', 'status': 'completed', 'code': 200} Feb 16 16:27:28.299274 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-669411-5'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:28.415403 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:28.418527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fed69d71-d99d-4b98-8870-0bda4d21aed6 req-77cf70bc-4597-4407-8223-2a4f3e82456f tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327507 Feb 16 16:27:28.430868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260cda1-5f6a-455a-8c51-6bc2b86ea516 req-680d91cc-d75c-4eb5-a8b6-6311b958f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:28.432994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c260cda1-5f6a-455a-8c51-6bc2b86ea516 req-680d91cc-d75c-4eb5-a8b6-6311b958f812 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1fbbbf96aba349afb09c407b0f348b74&device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 1206 time: 0.1312993 Feb 16 16:27:28.444049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be9806-a28b-433b-a1e5-d69653664cb5 req-0cbc1d08-51e3-4b21-b912-6cc3aee5594a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:28.445617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03be9806-a28b-433b-a1e5-d69653664cb5 req-0cbc1d08-51e3-4b21-b912-6cc3aee5594a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 1023 time: 0.1174564 Feb 16 16:27:28.583479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:28.625007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:27:28.653210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fa927-61d2-4614-b06b-ae70bbabf7ab req-acd8c11b-4e03-45b6-92eb-1869921644e7 tempest-ComputeTenantNetworksTest-483486123 tempest-ComputeTenantNetworksTest-483486123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:28.654536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f25fa927-61d2-4614-b06b-ae70bbabf7ab req-acd8c11b-4e03-45b6-92eb-1869921644e7 tempest-ComputeTenantNetworksTest-483486123 tempest-ComputeTenantNetworksTest-483486123-project] 10.222.0.24 "GET /v2.0/networks/d78feea9-9b45-4fa1-b67d-d888e23ee064 HTTP/1.1" status: 200 len: 768 time: 0.1982031 Feb 16 16:27:28.666090 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51948) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:28.671411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260cda1-5f6a-455a-8c51-6bc2b86ea516 req-6836142e-d4be-4b4a-89a9-c07acf8ebc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:28.672872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c260cda1-5f6a-455a-8c51-6bc2b86ea516 req-6836142e-d4be-4b4a-89a9-c07acf8ebc01 service neutron] 10.222.0.65 "GET /v2.0/networks?id=302bc027-a150-41f1-99ea-3ef2617a4be3 HTTP/1.1" status: 200 len: 914 time: 0.2256358 Feb 16 16:27:28.679731 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03be9806-a28b-433b-a1e5-d69653664cb5 req-e9cb42aa-ae30-4d95-82bc-42d450e318ee tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ac728dd-e8f3-4e37-838f-9eeb834daf00&id=b49aba09-54c9-47a0-b1c3-f465e947b894&id=79d53b1a-dd1b-4523-9b80-4da65aa0141f HTTP/1.1" status: 200 len: 6200 time: 0.2093723 Feb 16 16:27:28.726516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360e29b0-85e8-4943-a844-0d9b92f974ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e2b74c-b539-4a3c-93e9-5bebf49a0e7d'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:28.730461 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da5d524-999a-47c6-896a-2956860b8443" -d '{"events": [{"server_uuid": "360e29b0-85e8-4943-a844-0d9b92f974ab", "name": "network-vif-unplugged", "status": "completed", "tag": "02e2b74c-b539-4a3c-93e9-5bebf49a0e7d"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:28.738884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c260cda1-5f6a-455a-8c51-6bc2b86ea516 req-97e9f8b2-dd2f-4c93-8e40-ee1da86da5b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f9bcea7-5951-4846-bd30-66e09b6141a2 HTTP/1.1" status: 200 len: 217 time: 0.0570576 Feb 16 16:27:28.758830 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Publish callbacks [] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:28.795804 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:28.828478 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63c5dc38-357b-4e3e-9690-82e99f15bede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (d78feea9-9b45-4fa1-b67d-d888e23ee064), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:28.847499 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260cda1-5f6a-455a-8c51-6bc2b86ea516 req-7c53113e-e93c-4359-8d54-f08ed677932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:28.848961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c260cda1-5f6a-455a-8c51-6bc2b86ea516 req-7c53113e-e93c-4359-8d54-f08ed677932d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=744ebaea-58fe-45a9-ac99-2db1288ef107 HTTP/1.1" status: 200 len: 853 time: 0.1025162 Feb 16 16:27:28.876240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e354eb-d654-4f90-a508-6c0cdabb4bac req-1df57478-2ec9-4f9a-8791-f6a99d181817 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:28.877868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2e354eb-d654-4f90-a508-6c0cdabb4bac req-1df57478-2ec9-4f9a-8791-f6a99d181817 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1418881 Feb 16 16:27:28.900782 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c260cda1-5f6a-455a-8c51-6bc2b86ea516 req-f12f5bce-fdd2-497e-94cd-a576140cb341 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=302bc027-a150-41f1-99ea-3ef2617a4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407805 Feb 16 16:27:28.913173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad8816-580a-43e6-a0b3-84c076df0522 req-a67c6fe9-4355-4bff-a7a5-e60dfcc8f374 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:28.920377 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Pushing event updated for resources: {'Port': ['ID=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:28.920823 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07ad8816-580a-43e6-a0b3-84c076df0522 req-a67c6fe9-4355-4bff-a7a5-e60dfcc8f374 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 949 time: 0.1648371 Feb 16 16:27:28.947259 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Attempting to bind port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d on host n-h1-669411-5 for vnic_type normal with profile {"migrating_to": "n-h2-669411-5"} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:27:28.947587 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Attempting to bind port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:27:28.947948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Attempting to bind port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:27:28.959804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d on network a3699320-20d5-4032-b3d4-91946e07286d not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:27:28.960134 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Attempting to bind port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:27:28.975063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:27:28.975063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Checking segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:27:28.975063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Bound using segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:27:28.975063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Bound port: 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:27:28.975063 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.007510 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63c5dc38-357b-4e3e-9690-82e99f15bede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (d78feea9-9b45-4fa1-b67d-d888e23ee064), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.043604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-63c5dc38-357b-4e3e-9690-82e99f15bede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78feea9-9b45-4fa1-b67d-d888e23ee064']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:29.059412 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07ad8816-580a-43e6-a0b3-84c076df0522 req-121118a0-3d78-4f1b-ab3b-762f7bb59b71 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377225 Feb 16 16:27:29.072076 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2e354eb-d654-4f90-a508-6c0cdabb4bac req-9efb2be5-4d88-48b2-a24a-86fd5c1334c2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739964 Feb 16 16:27:29.074434 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-63c5dc38-357b-4e3e-9690-82e99f15bede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8740b1b3-dd7c-4908-9f09-fbd5ba7a150d') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:29.074652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-63c5dc38-357b-4e3e-9690-82e99f15bede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8740b1b3-dd7c-4908-9f09-fbd5ba7a150d') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:29.104434 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63c5dc38-357b-4e3e-9690-82e99f15bede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (8740b1b3-dd7c-4908-9f09-fbd5ba7a150d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.114999 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c260cda1-5f6a-455a-8c51-6bc2b86ea516 req-cc3d43e7-1893-4679-9800-d9b43d7dbee2 service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921608 Feb 16 16:27:29.127461 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.146867 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:27:29.155630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:27:29.155630 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63c5dc38-357b-4e3e-9690-82e99f15bede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (8740b1b3-dd7c-4908-9f09-fbd5ba7a150d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.161959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c5dc38-357b-4e3e-9690-82e99f15bede admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:27:29.162435 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63c5dc38-357b-4e3e-9690-82e99f15bede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (8740b1b3-dd7c-4908-9f09-fbd5ba7a150d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:27:29.164978 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:27:29.178350 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.209660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2dbf1abf-b845-4766-9a05-9ea2926146d2 req-1ff5ecd1-d242-4474-b859-f466ae9f1a44 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1414989882 ', 'description': 'tempest-description-2068356132'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:29.278452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63c5dc38-357b-4e3e-9690-82e99f15bede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (d78feea9-9b45-4fa1-b67d-d888e23ee064), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.280315 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2dbf1abf-b845-4766-9a05-9ea2926146d2 req-1ff5ecd1-d242-4474-b859-f466ae9f1a44 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.299273 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63c5dc38-357b-4e3e-9690-82e99f15bede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.304870 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-63c5dc38-357b-4e3e-9690-82e99f15bede admin admin] 10.222.0.24 "DELETE /v2.0/networks/d78feea9-9b45-4fa1-b67d-d888e23ee064 HTTP/1.1" status: 204 len: 168 time: 0.6353598 Feb 16 16:27:29.325847 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c260cda1-5f6a-455a-8c51-6bc2b86ea516 req-22284f9c-a1fe-4c5f-b238-de534abaecb4 service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040930 Feb 16 16:27:29.344755 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:29.346476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.348132 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] 10.222.0.60 "PUT /v2.0/ports/02e2b74c-b539-4a3c-93e9-5bebf49a0e7d HTTP/1.1" status: 200 len: 1122 time: 1.0551214 Feb 16 16:27:29.350088 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5dc38-357b-4e3e-9690-82e99f15bede admin admin] Pushing event deleted for resources: {'Network': ['ID=d78feea9-9b45-4fa1-b67d-d888e23ee064,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:29.356000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811886a3-3d58-471b-848e-9346b9b8c328 service neutron] Pushing event updated for resources: {'Port': ['ID=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,revision_number=8']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:29.363088 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fe332-60d1-4d25-a777-09c78e2c43a5 req-1b986818-da55-4f40-99aa-b61d56169fe5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:29.365210 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f19fe332-60d1-4d25-a777-09c78e2c43a5 req-1b986818-da55-4f40-99aa-b61d56169fe5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.1627598 Feb 16 16:27:29.434909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['02e2b74c-b539-4a3c-93e9-5bebf49a0e7d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:29.475886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f19fe332-60d1-4d25-a777-09c78e2c43a5 req-c1847812-4006-4223-8f3e-11d77dd04a5b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946958 Feb 16 16:27:29.486814 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2dbf1abf-b845-4766-9a05-9ea2926146d2 req-1ff5ecd1-d242-4474-b859-f466ae9f1a44 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (1e9b8ba7-1c02-4fec-ad2c-ca6bf12077dd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.489302 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51968) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:29.501655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['02e2b74c-b539-4a3c-93e9-5bebf49a0e7d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:29.502351 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2dbf1abf-b845-4766-9a05-9ea2926146d2 req-1ff5ecd1-d242-4474-b859-f466ae9f1a44 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1e9b8ba7-1c02-4fec-ad2c-ca6bf12077dd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.556764 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2dbf1abf-b845-4766-9a05-9ea2926146d2 req-1ff5ecd1-d242-4474-b859-f466ae9f1a44 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.557956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2dbf1abf-b845-4766-9a05-9ea2926146d2 req-1ff5ecd1-d242-4474-b859-f466ae9f1a44 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3543587 Feb 16 16:27:29.562914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5ecd1-d242-4474-b859-f466ae9f1a44 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9b8ba7-1c02-4fec-ad2c-ca6bf12077dd,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:29.604162 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db95dec9-2dbd-4499-8663-af73af99c911 x-openstack-request-id: req-db95dec9-2dbd-4499-8663-af73af99c911 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:29.604490 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360e29b0-85e8-4943-a844-0d9b92f974ab", "name": "network-vif-unplugged", "status": "completed", "tag": "02e2b74c-b539-4a3c-93e9-5bebf49a0e7d", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:29.604697 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db95dec9-2dbd-4499-8663-af73af99c911 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:29.605122 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360e29b0-85e8-4943-a844-0d9b92f974ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e2b74c-b539-4a3c-93e9-5bebf49a0e7d', 'code': 200} Feb 16 16:27:29.608125 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-083e484e-3f8f-418b-9636-3ae7ec8a6861 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a95fa6dafe044c11b0d2188752b89440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1176820 Feb 16 16:27:29.611642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51972) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:29.740605 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05034e04-3a1f-430b-9fd9-ee8d2ac74dc0 req-4477d376-ae38-46d4-984a-3ae82cde8761 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/1e9b8ba7-1c02-4fec-ad2c-ca6bf12077dd HTTP/1.1" status: 200 len: 1798 time: 0.1127174 Feb 16 16:27:29.763647 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6569-4199-4c4d-8f36-8eb1050f1bf5 admin admin] Publish callbacks [] for security_group (399f6299-758d-4355-87df-8358cd76a48c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.781305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3a400-0c98-4471-bb50-cce8530febb1 req-05db90da-09ea-414a-a2cd-47207fbd24ea tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:29.782871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00b3a400-0c98-4471-bb50-cce8530febb1 req-05db90da-09ea-414a-a2cd-47207fbd24ea tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1487122 Feb 16 16:27:29.833192 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6569-4199-4c4d-8f36-8eb1050f1bf5 admin admin] Publish callbacks [] for security_group (399f6299-758d-4355-87df-8358cd76a48c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.895345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e254c43b-9144-4bcf-aad1-3e917794f662 req-7057b999-1429-453c-920d-133aa20e132f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/1e9b8ba7-1c02-4fec-ad2c-ca6bf12077dd HTTP/1.1" status: 200 len: 1798 time: 0.1113846 Feb 16 16:27:29.907185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00b3a400-0c98-4471-bb50-cce8530febb1 req-f2191386-f1f7-43ad-b39c-0b60fcc3b6e7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084404 Feb 16 16:27:29.967819 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6569-4199-4c4d-8f36-8eb1050f1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (399f6299-758d-4355-87df-8358cd76a48c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.970716 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6569-4199-4c4d-8f36-8eb1050f1bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:29.971861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5a3b6569-4199-4c4d-8f36-8eb1050f1bf5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/399f6299-758d-4355-87df-8358cd76a48c HTTP/1.1" status: 204 len: 168 time: 0.3579335 Feb 16 16:27:29.991138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b6569-4199-4c4d-8f36-8eb1050f1bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399f6299-758d-4355-87df-8358cd76a48c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:30.002888 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6362e8-1839-4a25-9cfe-dc168d827a9e req-44c65094-4e83-48e6-a7ed-e87c3bece558 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:30.003574 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e254c43b-9144-4bcf-aad1-3e917794f662 req-4163e56a-e552-4469-8cfe-62aac2e7f0b5 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (1e9b8ba7-1c02-4fec-ad2c-ca6bf12077dd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:30.005357 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9b6362e8-1839-4a25-9cfe-dc168d827a9e req-44c65094-4e83-48e6-a7ed-e87c3bece558 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.60 "GET /v2.0/ports?device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 949 time: 0.0817192 Feb 16 16:27:30.054499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e254c43b-9144-4bcf-aad1-3e917794f662 req-4163e56a-e552-4469-8cfe-62aac2e7f0b5 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (1e9b8ba7-1c02-4fec-ad2c-ca6bf12077dd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:30.121505 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e254c43b-9144-4bcf-aad1-3e917794f662 req-4163e56a-e552-4469-8cfe-62aac2e7f0b5 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1e9b8ba7-1c02-4fec-ad2c-ca6bf12077dd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:30.124502 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e254c43b-9144-4bcf-aad1-3e917794f662 req-4163e56a-e552-4469-8cfe-62aac2e7f0b5 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:30.125882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e254c43b-9144-4bcf-aad1-3e917794f662 req-4163e56a-e552-4469-8cfe-62aac2e7f0b5 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "DELETE /v2.0/security-groups/1e9b8ba7-1c02-4fec-ad2c-ca6bf12077dd HTTP/1.1" status: 204 len: 173 time: 0.2173345 Feb 16 16:27:30.147459 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163e56a-e552-4469-8cfe-62aac2e7f0b5 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9b8ba7-1c02-4fec-ad2c-ca6bf12077dd,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:30.189580 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-9b6362e8-1839-4a25-9cfe-dc168d827a9e req-87405e63-53bf-480d-acf7-41a8c9d35419 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Deleting port 445a84ed-45ff-460e-a2ab-422d3a33d5a1 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:27:30.189924 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9b6362e8-1839-4a25-9cfe-dc168d827a9e req-87405e63-53bf-480d-acf7-41a8c9d35419 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:30.202047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:27:30.284897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a234426-2097-4f41-988d-896d412ad11f', 'tag': '2f9bcea7-5951-4846-bd30-66e09b6141a2'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:30.287627 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffc0053-447e-4b9c-a458-e39ba735e30f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a234426-2097-4f41-988d-896d412ad11f", "tag": "2f9bcea7-5951-4846-bd30-66e09b6141a2"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:30.302745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f2e27-b72f-4357-aa72-ad8d3c77d40b req-a5490470-3fbb-4d21-9739-38d3b7a4bc56 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:30.311888 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd5f2e27-b72f-4357-aa72-ad8d3c77d40b req-a5490470-3fbb-4d21-9739-38d3b7a4bc56 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1424379 Feb 16 16:27:30.352702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-9b6362e8-1839-4a25-9cfe-dc168d827a9e req-87405e63-53bf-480d-acf7-41a8c9d35419 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] For port 445a84ed-45ff-460e-a2ab-422d3a33d5a1, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=445a84ed-45ff-460e-a2ab-422d3a33d5a1,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:30.353586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee4ad3-cab6-40e8-af3b-2758b9873894 req-e5fe1833-65df-4f61-8b70-43d1b4816c77 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:30.353701 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9b6362e8-1839-4a25-9cfe-dc168d827a9e req-87405e63-53bf-480d-acf7-41a8c9d35419 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:30.354818 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80ee4ad3-cab6-40e8-af3b-2758b9873894 req-e5fe1833-65df-4f61-8b70-43d1b4816c77 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/ports?device_id=234f164d-9d8c-4e22-9329-e14a14e07e97 HTTP/1.1" status: 200 len: 949 time: 0.1171355 Feb 16 16:27:30.389380 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:30.391494 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-9b6362e8-1839-4a25-9cfe-dc168d827a9e req-87405e63-53bf-480d-acf7-41a8c9d35419 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Calling delete_port for 445a84ed-45ff-460e-a2ab-422d3a33d5a1 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:27:30.410694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d has no active binding in host n-h2-669411-5 {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 16:27:30.427517 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd5f2e27-b72f-4357-aa72-ad8d3c77d40b req-50347d3a-f0b6-4f63-9516-865ce92f5ed4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145627 Feb 16 16:27:30.464063 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80ee4ad3-cab6-40e8-af3b-2758b9873894 req-90c85414-7b5e-4a06-9c97-e360b7a1fe81 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.24 "GET /v2.0/security-groups?id=8495becd-7638-4bf9-8c86-0fce00042d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986621 Feb 16 16:27:30.512426 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-c4c6ccd0-ca8f-4952-8a41-9835293c5f5c req-6ea8a27a-657c-415f-b414-8b44aea84f8d tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] show failed (client error): The resource could not be found. Feb 16 16:27:30.513693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4c6ccd0-ca8f-4952-8a41-9835293c5f5c req-6ea8a27a-657c-415f-b414-8b44aea84f8d tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/1e9b8ba7-1c02-4fec-ad2c-ca6bf12077dd HTTP/1.1" status: 404 len: 352 time: 0.0170460 Feb 16 16:27:30.590373 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9b6362e8-1839-4a25-9cfe-dc168d827a9e req-87405e63-53bf-480d-acf7-41a8c9d35419 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (445a84ed-45ff-460e-a2ab-422d3a33d5a1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:30.597445 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28348e87-5142-4bd7-8f8f-25a0803bb258 x-openstack-request-id: req-28348e87-5142-4bd7-8f8f-25a0803bb258 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:30.597731 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a234426-2097-4f41-988d-896d412ad11f", "tag": "2f9bcea7-5951-4846-bd30-66e09b6141a2", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:30.597977 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28348e87-5142-4bd7-8f8f-25a0803bb258 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:30.598363 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a234426-2097-4f41-988d-896d412ad11f', 'tag': '2f9bcea7-5951-4846-bd30-66e09b6141a2', 'status': 'completed', 'code': 200} Feb 16 16:27:30.609633 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['445a84ed-45ff-460e-a2ab-422d3a33d5a1'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:30.653487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-87a95864-238a-450d-9a41-ea9254325cdd req-1eafd33c-18f4-4c31-a118-eac4c2d88247 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1921477949', 'description': 'tempest-description-433668150'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:30.693317 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87405e63-53bf-480d-acf7-41a8c9d35419 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Pushing event deleted for resources: {'Port': ['ID=445a84ed-45ff-460e-a2ab-422d3a33d5a1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:30.723349 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:30.744042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6362e8-1839-4a25-9cfe-dc168d827a9e req-87405e63-53bf-480d-acf7-41a8c9d35419 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] No DVR routers for this DVR port 445a84ed-45ff-460e-a2ab-422d3a33d5a1 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:27:30.747636 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9b6362e8-1839-4a25-9cfe-dc168d827a9e req-87405e63-53bf-480d-acf7-41a8c9d35419 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:30.752760 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9b6362e8-1839-4a25-9cfe-dc168d827a9e req-87405e63-53bf-480d-acf7-41a8c9d35419 tempest-ServersOnMultiNodesTest-689271826 tempest-ServersOnMultiNodesTest-689271826-project] 10.222.0.60 "DELETE /v2.0/ports/445a84ed-45ff-460e-a2ab-422d3a33d5a1 HTTP/1.1" status: 204 len: 173 time: 0.7411530 Feb 16 16:27:30.787926 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-87a95864-238a-450d-9a41-ea9254325cdd req-1eafd33c-18f4-4c31-a118-eac4c2d88247 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:30.831090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc0053-447e-4b9c-a458-e39ba735e30f req-641fc831-dbdb-41bf-8f80-62ba88ba6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:30.832657 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ffc0053-447e-4b9c-a458-e39ba735e30f req-641fc831-dbdb-41bf-8f80-62ba88ba6b64 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1fbbbf96aba349afb09c407b0f348b74&device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 1206 time: 0.1733370 Feb 16 16:27:30.882964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f03638-cace-4460-867b-363c2e298604 req-f8fd8d48-d185-48c3-8be4-6c0daa77d337 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:30.888746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06f03638-cace-4460-867b-363c2e298604 req-f8fd8d48-d185-48c3-8be4-6c0daa77d337 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.1458483 Feb 16 16:27:31.026649 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:31.211000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52024) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:31.365605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1089007602-network', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:31.388834 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06f03638-cace-4460-867b-363c2e298604 req-e94409f6-e0ce-49db-b199-134514cf9d1b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927163 Feb 16 16:27:31.395930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] Made reservation on behalf of 3e6b64801f404e85a0915d363dec27d4 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:27:31.396537 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-87a95864-238a-450d-9a41-ea9254325cdd req-1eafd33c-18f4-4c31-a118-eac4c2d88247 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (28516408-0e00-405e-928c-8cf003ed5f18), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:31.400872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc0053-447e-4b9c-a458-e39ba735e30f req-b87b64b7-5977-4ca4-8605-fa84721fd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:31.401039 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:31.402692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ffc0053-447e-4b9c-a458-e39ba735e30f req-b87b64b7-5977-4ca4-8605-fa84721fd92d service neutron] 10.222.0.65 "GET /v2.0/networks?id=302bc027-a150-41f1-99ea-3ef2617a4be3 HTTP/1.1" status: 200 len: 914 time: 0.5589316 Feb 16 16:27:31.405893 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-87a95864-238a-450d-9a41-ea9254325cdd req-1eafd33c-18f4-4c31-a118-eac4c2d88247 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (28516408-0e00-405e-928c-8cf003ed5f18), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:31.430046 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:31.474475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ffc0053-447e-4b9c-a458-e39ba735e30f req-2187482d-72c4-40ef-8238-a24a72462a09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f9bcea7-5951-4846-bd30-66e09b6141a2 HTTP/1.1" status: 200 len: 217 time: 0.0577915 Feb 16 16:27:31.488770 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-87a95864-238a-450d-9a41-ea9254325cdd req-1eafd33c-18f4-4c31-a118-eac4c2d88247 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:31.489879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87a95864-238a-450d-9a41-ea9254325cdd req-1eafd33c-18f4-4c31-a118-eac4c2d88247 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8451340 Feb 16 16:27:31.547640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafd33c-18f4-4c31-a118-eac4c2d88247 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28516408-0e00-405e-928c-8cf003ed5f18,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:31.561370 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] Publish callbacks [] for security_group (8a258775-1d7d-42df-b0e5-dbe47c4e5b38), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:31.567288 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8a258775-1d7d-42df-b0e5-dbe47c4e5b38), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:31.598462 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:27:31.605815 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360e29b0-85e8-4943-a844-0d9b92f974ab', 'tag': '02e2b74c-b539-4a3c-93e9-5bebf49a0e7d'}, {'server_uuid': '234f164d-9d8c-4e22-9329-e14a14e07e97', 'name': 'network-vif-deleted', 'tag': '445a84ed-45ff-460e-a2ab-422d3a33d5a1'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:31.607312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc0053-447e-4b9c-a458-e39ba735e30f req-55045120-0145-4d5e-9cb0-634c9aaaf47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:31.608256 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b94298-db2c-4cd1-99fb-7c3bc6e15916" -d '{"events": [{"name": "network-changed", "server_uuid": "360e29b0-85e8-4943-a844-0d9b92f974ab", "tag": "02e2b74c-b539-4a3c-93e9-5bebf49a0e7d"}, {"server_uuid": "234f164d-9d8c-4e22-9329-e14a14e07e97", "name": "network-vif-deleted", "tag": "445a84ed-45ff-460e-a2ab-422d3a33d5a1"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:31.608851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ffc0053-447e-4b9c-a458-e39ba735e30f req-55045120-0145-4d5e-9cb0-634c9aaaf47f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=744ebaea-58fe-45a9-ac99-2db1288ef107 HTTP/1.1" status: 200 len: 853 time: 0.1146202 Feb 16 16:27:31.614063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a258775-1d7d-42df-b0e5-dbe47c4e5b38,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:31.618301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4cc26-e422-4552-9cf5-bd792027d3e5 req-cdbcbd58-e17e-4f8f-9b05-2d5601464f36 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:31.619733 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (502c577e-68d5-44ab-b8b9-538a223eb50e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:31.620022 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8e4cc26-e422-4552-9cf5-bd792027d3e5 req-cdbcbd58-e17e-4f8f-9b05-2d5601464f36 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1511443 Feb 16 16:27:31.620178 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] Added segment 502c577e-68d5-44ab-b8b9-538a223eb50e of type vlan for network 5a78f389-f648-40c0-9945-c98086a451a3 Feb 16 16:27:31.652231 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ffc0053-447e-4b9c-a458-e39ba735e30f req-8ddd4c43-2b7c-4ffc-b4e3-8e7f2b5d9a8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=302bc027-a150-41f1-99ea-3ef2617a4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311089 Feb 16 16:27:31.673995 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (5a78f389-f648-40c0-9945-c98086a451a3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:31.704304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e3d74-7fba-47e0-9abe-4e160fe1d3c1 req-d305a1d4-de70-494f-8bd8-da7daaf24a88 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:31.705820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d56e3d74-7fba-47e0-9abe-4e160fe1d3c1 req-d305a1d4-de70-494f-8bd8-da7daaf24a88 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1385365 Feb 16 16:27:31.719825 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (5a78f389-f648-40c0-9945-c98086a451a3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:31.722232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:31.723304 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:31.766508 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5535290 Feb 16 16:27:31.769606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52038) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:31.774562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3fc7bde3-2d43-4aa4-8f11-8acd36095741 admin admin] Request body: {'subnet': {'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1089007602-subnet', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:31.785279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8e4cc26-e422-4552-9cf5-bd792027d3e5 req-6e886a6b-6431-4bf6-8cdd-527c2c2e2bb4 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524529 Feb 16 16:27:31.813343 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff541d1-2410-4f31-8065-8aaf4b7893c0 admin admin] Pushing event updated for resources: {'Network': ['ID=5a78f389-f648-40c0-9945-c98086a451a3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:31.825544 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 5a78f389-f648-40c0-9945-c98086a451a3 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:27:31.831179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc7bde3-2d43-4aa4-8f11-8acd36095741 admin admin] Made reservation on behalf of 3e6b64801f404e85a0915d363dec27d4 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:27:31.835084 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3fc7bde3-2d43-4aa4-8f11-8acd36095741 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:31.862116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-05fec374-2c8a-411e-b59f-147e797fc1b2 req-762c0851-8c40-494e-aa63-c080306ba0a8 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-234226322', 'description': 'tempest-description-1171912282'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:31.898530 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d56e3d74-7fba-47e0-9abe-4e160fe1d3c1 req-80b79934-7f9d-4fc0-b7cc-6aba5f014bae tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698265 Feb 16 16:27:31.901269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ffc0053-447e-4b9c-a458-e39ba735e30f req-5d2def89-8355-46d4-b87b-69eaac4e8a06 service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292140 Feb 16 16:27:31.961402 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-05fec374-2c8a-411e-b59f-147e797fc1b2 req-762c0851-8c40-494e-aa63-c080306ba0a8 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.047511 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad1a49f-59de-4c68-89cc-2565371596b9 x-openstack-request-id: req-2ad1a49f-59de-4c68-89cc-2565371596b9 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:32.047915 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360e29b0-85e8-4943-a844-0d9b92f974ab", "tag": "02e2b74c-b539-4a3c-93e9-5bebf49a0e7d", "status": "completed", "code": 200}, {"server_uuid": "234f164d-9d8c-4e22-9329-e14a14e07e97", "name": "network-vif-deleted", "tag": "445a84ed-45ff-460e-a2ab-422d3a33d5a1", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:32.048194 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ad1a49f-59de-4c68-89cc-2565371596b9 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:32.048779 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360e29b0-85e8-4943-a844-0d9b92f974ab', 'tag': '02e2b74c-b539-4a3c-93e9-5bebf49a0e7d', 'status': 'completed', 'code': 200} Feb 16 16:27:32.048941 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234f164d-9d8c-4e22-9329-e14a14e07e97', 'name': 'network-vif-deleted', 'tag': '445a84ed-45ff-460e-a2ab-422d3a33d5a1', 'status': 'completed', 'code': 200} Feb 16 16:27:32.050974 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3fc7bde3-2d43-4aa4-8f11-8acd36095741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (ad0a3f87-8df5-417f-9f01-966be8ea6e6e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.066576 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.124906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7bde3-2d43-4aa4-8f11-8acd36095741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad0a3f87-8df5-417f-9f01-966be8ea6e6e,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:32.130493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc7bde3-2d43-4aa4-8f11-8acd36095741 admin admin] Checking segment: {'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:27:32.131056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc7bde3-2d43-4aa4-8f11-8acd36095741 admin admin] Network hostable DHCP agents. Network: 5a78f389-f648-40c0-9945-c98086a451a3, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:27:32.152733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc7bde3-2d43-4aa4-8f11-8acd36095741 admin admin] Network 5a78f389-f648-40c0-9945-c98086a451a3 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:27:32.153293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ffc0053-447e-4b9c-a458-e39ba735e30f req-63e08d2d-a7c2-454a-9761-8d57acecae07 service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443118 Feb 16 16:27:32.167010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-3fc7bde3-2d43-4aa4-8f11-8acd36095741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 5a78f389-f648-40c0-9945-c98086a451a3) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:32.172814 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc7bde3-2d43-4aa4-8f11-8acd36095741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:32.174387 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3fc7bde3-2d43-4aa4-8f11-8acd36095741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.183338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4dbb09-59ca-4692-a6cf-5cb3015193fd None None] Network 5a78f389-f648-40c0-9945-c98086a451a3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:27:32.202292 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3fc7bde3-2d43-4aa4-8f11-8acd36095741 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4307511 Feb 16 16:27:32.204458 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52054) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:32.212413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:32.225324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:27:32.227455 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-05fec374-2c8a-411e-b59f-147e797fc1b2 req-762c0851-8c40-494e-aa63-c080306ba0a8 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (5a9881e2-b21f-478f-8a4f-b5004546cdc9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.237981 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-05fec374-2c8a-411e-b59f-147e797fc1b2 req-762c0851-8c40-494e-aa63-c080306ba0a8 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5a9881e2-b21f-478f-8a4f-b5004546cdc9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.267058 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (d044b5a1-2930-40fe-a37a-e18a1de41c69), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.271323 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (d044b5a1-2930-40fe-a37a-e18a1de41c69), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.275717 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b94298-db2c-4cd1-99fb-7c3bc6e15916 req-8d4464b5-5f98-4bc6-9beb-efe62d1cf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:32.277510 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5b94298-db2c-4cd1-99fb-7c3bc6e15916 req-8d4464b5-5f98-4bc6-9beb-efe62d1cf61b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 1156 time: 0.1863339 Feb 16 16:27:32.300285 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52056) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:32.309925 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-05fec374-2c8a-411e-b59f-147e797fc1b2 req-762c0851-8c40-494e-aa63-c080306ba0a8 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.311387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05fec374-2c8a-411e-b59f-147e797fc1b2 req-762c0851-8c40-494e-aa63-c080306ba0a8 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4613695 Feb 16 16:27:32.325521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c0851-8c40-494e-aa63-c080306ba0a8 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9881e2-b21f-478f-8a4f-b5004546cdc9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:32.387138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c83fd44e-0e6f-4b89-aed8-00974f8e13a2 req-25f54c1d-15bd-438e-a9c0-9aa5a93ff057 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-790467990', 'description': 'tempest-description-78483176'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:32.412238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-5a78f389-f648-40c0-9945-c98086a451a3', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:27:32.413112 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.421188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b94298-db2c-4cd1-99fb-7c3bc6e15916 req-0ae7b2c9-fce2-4ad9-85d5-de04fee34e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:32.423632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5b94298-db2c-4cd1-99fb-7c3bc6e15916 req-0ae7b2c9-fce2-4ad9-85d5-de04fee34e86 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.1378019 Feb 16 16:27:32.427868 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c83fd44e-0e6f-4b89-aed8-00974f8e13a2 req-25f54c1d-15bd-438e-a9c0-9aa5a93ff057 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.452903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:32.472806 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Publish callbacks [] for router_controller (d044b5a1-2930-40fe-a37a-e18a1de41c69), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.506873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '8697bdea-e657-4f51-b3fe-44f3fb5c25d2', 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7', 'port_id': '8697bdea-e657-4f51-b3fe-44f3fb5c25d2', 'mac_address': 'fa:16:3e:ab:81:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9186030b-fe72-41cc-87f9-eb80f37580c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:27:32.512733 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5b94298-db2c-4cd1-99fb-7c3bc6e15916 req-dad544b7-372a-4047-84cc-ce2847ce69dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d HTTP/1.1" status: 200 len: 217 time: 0.0811834 Feb 16 16:27:32.638735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b94298-db2c-4cd1-99fb-7c3bc6e15916 req-e3ddf4e3-4690-4c17-ba32-6f8f7e17f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:32.640623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5b94298-db2c-4cd1-99fb-7c3bc6e15916 req-e3ddf4e3-4690-4c17-ba32-6f8f7e17f68c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.1186936 Feb 16 16:27:32.655303 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:32.655707 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.688112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:27:32.694843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5b94298-db2c-4cd1-99fb-7c3bc6e15916 req-2ac274a7-6e7d-418f-b4fa-c84b7074b965 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459437 Feb 16 16:27:32.719125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Allocated IP 172.20.0.2 (5a78f389-f648-40c0-9945-c98086a451a3/ad0a3f87-8df5-417f-9f01-966be8ea6e6e/a62affe4-44a9-4039-8fa1-8d69996da342) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:27:32.722151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:32.727272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a28291-4cbe-4aff-a81f-1067d1682911 req-d64cc5f0-ae2b-4b8a-894f-3c8950f83d4b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:32.731744 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.735205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2a28291-4cbe-4aff-a81f-1067d1682911 req-d64cc5f0-ae2b-4b8a-894f-3c8950f83d4b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.1553900 Feb 16 16:27:32.740863 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c83fd44e-0e6f-4b89-aed8-00974f8e13a2 req-25f54c1d-15bd-438e-a9c0-9aa5a93ff057 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (9915c7ce-1dc7-4b6a-bad6-beaa78b99664), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.752159 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Publish callbacks [] for router_gateway (d044b5a1-2930-40fe-a37a-e18a1de41c69), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.768808 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c83fd44e-0e6f-4b89-aed8-00974f8e13a2 req-25f54c1d-15bd-438e-a9c0-9aa5a93ff057 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9915c7ce-1dc7-4b6a-bad6-beaa78b99664), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.848215 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9224b702-4060-4d77-9d0d-61005795d728 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19b6548b22364e4d9595948087ecf782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5444951 Feb 16 16:27:32.853636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52066) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:32.857978 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c83fd44e-0e6f-4b89-aed8-00974f8e13a2 req-25f54c1d-15bd-438e-a9c0-9aa5a93ff057 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:32.858151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:32.859902 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c83fd44e-0e6f-4b89-aed8-00974f8e13a2 req-25f54c1d-15bd-438e-a9c0-9aa5a93ff057 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4854202 Feb 16 16:27:32.871387 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f54c1d-15bd-438e-a9c0-9aa5a93ff057 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9915c7ce-1dc7-4b6a-bad6-beaa78b99664,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:32.872748 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['8697bdea-e657-4f51-b3fe-44f3fb5c25d2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:32.910822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2a28291-4cbe-4aff-a81f-1067d1682911 req-fd97e912-ec3d-4f99-9b7c-25f9731e8634 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745019 Feb 16 16:27:32.955131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5b94298-db2c-4cd1-99fb-7c3bc6e15916 req-c7aa13ff-b1a5-4f77-ab91-4388ba89bd64 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500565 Feb 16 16:27:33.017837 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-840f6e13-7b36-4905-9961-9bbc22a5193e admin admin] Publish callbacks [] for security_group (8495becd-7638-4bf9-8c86-0fce00042d21), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.117965 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-840f6e13-7b36-4905-9961-9bbc22a5193e admin admin] Publish callbacks [] for security_group (8495becd-7638-4bf9-8c86-0fce00042d21), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.163273 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Publish callbacks [] for router_gateway (d044b5a1-2930-40fe-a37a-e18a1de41c69), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.176613 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Publish callbacks [] for port (a62affe4-44a9-4039-8fa1-8d69996da342), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.192389 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.192896 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (a62affe4-44a9-4039-8fa1-8d69996da342), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.216621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608dfc2-9125-48ca-8707-af8457ac5768 req-3c108a5b-735a-416a-834c-b88c50173c57 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:33.218120 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c608dfc2-9125-48ca-8707-af8457ac5768 req-3c108a5b-735a-416a-834c-b88c50173c57 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.2264698 Feb 16 16:27:33.223132 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5b94298-db2c-4cd1-99fb-7c3bc6e15916 req-8f777ca2-0859-4f2b-b53b-8e63c1ab65c0 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590318 Feb 16 16:27:33.274144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Pushing event updated for resources: {'Port': ['ID=a62affe4-44a9-4039-8fa1-8d69996da342,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:33.292465 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-201519ad-c46a-49a6-be4c-8c93140158ea req-a56743c5-cffa-432e-83e6-14508a57a1e5 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fbbbf96aba349afb09c407b0f348b74 HTTP/1.1" status: 200 len: 10996 time: 0.3137155 Feb 16 16:27:33.296549 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Network 5a78f389-f648-40c0-9945-c98086a451a3 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:27:33.297154 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-840f6e13-7b36-4905-9961-9bbc22a5193e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8495becd-7638-4bf9-8c86-0fce00042d21), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.299654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-840f6e13-7b36-4905-9961-9bbc22a5193e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.303443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-840f6e13-7b36-4905-9961-9bbc22a5193e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8495becd-7638-4bf9-8c86-0fce00042d21 HTTP/1.1" status: 204 len: 168 time: 0.4484236 Feb 16 16:27:33.329267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:33.334558 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:27:33.337096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f6e13-7b36-4905-9961-9bbc22a5193e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8495becd-7638-4bf9-8c86-0fce00042d21,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:33.353244 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c608dfc2-9125-48ca-8707-af8457ac5768 req-076d54af-ab3b-42dc-a854-60c798d7212a tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191688 Feb 16 16:27:33.417769 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-201519ad-c46a-49a6-be4c-8c93140158ea req-579a692c-f930-4f69-b200-c10f5d158b96 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/79d53b1a-dd1b-4523-9b80-4da65aa0141f HTTP/1.1" status: 200 len: 2998 time: 0.1243508 Feb 16 16:27:33.435630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Allocated IP 172.25.4.109 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/bc587995-a31c-43a5-97e0-1b306ad304ac) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:27:33.463527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Attempting to bind port a62affe4-44a9-4039-8fa1-8d69996da342 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:27:33.463990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Attempting to bind port a62affe4-44a9-4039-8fa1-8d69996da342 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:27:33.464362 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Attempting to bind port a62affe4-44a9-4039-8fa1-8d69996da342 on network 5a78f389-f648-40c0-9945-c98086a451a3 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:27:33.470955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:27:33.471629 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Checking segment: {'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:27:33.471783 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.472376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Bound using segment: {'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:27:33.473084 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Bound port: a62affe4-44a9-4039-8fa1-8d69996da342, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:27:33.473615 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a62affe4-44a9-4039-8fa1-8d69996da342), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.477873 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:27:33.550880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-201519ad-c46a-49a6-be4c-8c93140158ea req-c74e33cf-2a84-455f-9036-86430e1526f4 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/79d53b1a-dd1b-4523-9b80-4da65aa0141f HTTP/1.1" status: 200 len: 2998 time: 0.1318164 Feb 16 16:27:33.572103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8461ac6-8e88-4d9b-99b8-9d8ebe23035b req-d7eec122-830f-4435-b8dc-3523af108d44 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:33.577619 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Publish callbacks [] for port (bc587995-a31c-43a5-97e0-1b306ad304ac), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.580434 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8461ac6-8e88-4d9b-99b8-9d8ebe23035b req-d7eec122-830f-4435-b8dc-3523af108d44 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1142914 Feb 16 16:27:33.592564 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] For port a62affe4-44a9-4039-8fa1-8d69996da342, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:27:33.603678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] For port a62affe4-44a9-4039-8fa1-8d69996da342, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a62affe4-44a9-4039-8fa1-8d69996da342,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:27:33.615297 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a62affe4-44a9-4039-8fa1-8d69996da342), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.632738 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (bc587995-a31c-43a5-97e0-1b306ad304ac), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.677988 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8461ac6-8e88-4d9b-99b8-9d8ebe23035b req-ceaa333f-ad05-4d13-9fc4-4e845dd947eb tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919685 Feb 16 16:27:33.690428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:27:33.693813 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:33.698363 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:27:33.728944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-862383ba-4922-4e71-bb8c-d39d79144e49 req-df0b5e7c-3f11-4221-bc0e-bfdf43041f4a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/28516408-0e00-405e-928c-8cf003ed5f18 HTTP/1.1" status: 200 len: 1817 time: 0.0779808 Feb 16 16:27:33.752570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=bc587995-a31c-43a5-97e0-1b306ad304ac,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:33.782432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba0dea-0ae3-4d12-86cd-479701fc19ae None None] Pushing event updated for resources: {'Port': ['ID=a62affe4-44a9-4039-8fa1-8d69996da342,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:33.822600 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-862383ba-4922-4e71-bb8c-d39d79144e49 req-ebc91c22-50bc-4030-a0c8-520e83aa80cd tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (28516408-0e00-405e-928c-8cf003ed5f18), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.856560 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-862383ba-4922-4e71-bb8c-d39d79144e49 req-ebc91c22-50bc-4030-a0c8-520e83aa80cd tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (28516408-0e00-405e-928c-8cf003ed5f18), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.917801 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-862383ba-4922-4e71-bb8c-d39d79144e49 req-ebc91c22-50bc-4030-a0c8-520e83aa80cd tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (28516408-0e00-405e-928c-8cf003ed5f18), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.921408 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-862383ba-4922-4e71-bb8c-d39d79144e49 req-ebc91c22-50bc-4030-a0c8-520e83aa80cd tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:33.922856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-862383ba-4922-4e71-bb8c-d39d79144e49 req-ebc91c22-50bc-4030-a0c8-520e83aa80cd tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "DELETE /v2.0/security-groups/28516408-0e00-405e-928c-8cf003ed5f18 HTTP/1.1" status: 204 len: 173 time: 0.1785975 Feb 16 16:27:33.935880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc91c22-50bc-4030-a0c8-520e83aa80cd tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28516408-0e00-405e-928c-8cf003ed5f18,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:33.950479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52092) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:33.973455 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-bfa5965c-7876-455e-a864-a7eb6a92a648 req-c645b761-ddc8-4eda-a9fd-c188116001af tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] show failed (client error): The resource could not be found. Feb 16 16:27:33.975080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bfa5965c-7876-455e-a864-a7eb6a92a648 req-c645b761-ddc8-4eda-a9fd-c188116001af tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/28516408-0e00-405e-928c-8cf003ed5f18 HTTP/1.1" status: 404 len: 352 time: 0.0263896 Feb 16 16:27:34.110347 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b98d582a-26de-4ee7-8830-8a9543f01a9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55c20f6cd1d44acdaa33c59dea64c6fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587229 Feb 16 16:27:34.115509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52098) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:34.153716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4c5d3ed-6e9c-4531-b219-93398c52931e req-cb2f1cf9-e091-40b0-9073-c425afbbe56f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/5a9881e2-b21f-478f-8a4f-b5004546cdc9 HTTP/1.1" status: 200 len: 1817 time: 0.1316960 Feb 16 16:27:34.155401 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Publish callbacks [] for router_gateway (d044b5a1-2930-40fe-a37a-e18a1de41c69), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:34.187191 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:34.239817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:34.250752 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9064464-2982-4fa1-af63-849cd9cc32eb req-9854011a-ac55-4f14-bf8c-ac2cdb5f460a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:34.252911 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9064464-2982-4fa1-af63-849cd9cc32eb req-9854011a-ac55-4f14-bf8c-ac2cdb5f460a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.1891532 Feb 16 16:27:34.262751 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b38f7e43-86a0-4fb6-a729-183dd2ef3d03 admin admin] Publish callbacks [] for security_group (5b6af147-ca77-45d1-a282-4231fb525ffa), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:34.310656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:34.311416 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:34.315506 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b38f7e43-86a0-4fb6-a729-183dd2ef3d03 admin admin] Publish callbacks [] for security_group (5b6af147-ca77-45d1-a282-4231fb525ffa), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:34.338295 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b4c5d3ed-6e9c-4531-b219-93398c52931e req-aa00b017-079c-4148-ad38-394db3e539ee tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (5a9881e2-b21f-478f-8a4f-b5004546cdc9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:34.424026 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b4c5d3ed-6e9c-4531-b219-93398c52931e req-aa00b017-079c-4148-ad38-394db3e539ee tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (5a9881e2-b21f-478f-8a4f-b5004546cdc9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:34.439696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9064464-2982-4fa1-af63-849cd9cc32eb req-10965a59-86a8-4513-bb3f-7d34e8b18d99 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793313 Feb 16 16:27:34.462572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:34.463113 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:34.523180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f42aef4-9fc5-44ec-a75f-f0e30bb99b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697bdea-e657-4f51-b3fe-44f3fb5c25d2'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:34.530323 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8fb771-6b5f-40a3-a7ce-836f6d15e4f6" -d '{"events": [{"server_uuid": "2f42aef4-9fc5-44ec-a75f-f0e30bb99b16", "name": "network-vif-plugged", "status": "completed", "tag": "8697bdea-e657-4f51-b3fe-44f3fb5c25d2"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:34.533905 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b4c5d3ed-6e9c-4531-b219-93398c52931e req-aa00b017-079c-4148-ad38-394db3e539ee tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5a9881e2-b21f-478f-8a4f-b5004546cdc9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:34.538100 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b4c5d3ed-6e9c-4531-b219-93398c52931e req-aa00b017-079c-4148-ad38-394db3e539ee tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:34.545987 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4c5d3ed-6e9c-4531-b219-93398c52931e req-aa00b017-079c-4148-ad38-394db3e539ee tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "DELETE /v2.0/security-groups/5a9881e2-b21f-478f-8a4f-b5004546cdc9 HTTP/1.1" status: 204 len: 173 time: 0.3718951 Feb 16 16:27:34.557916 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:34.564305 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:34.565182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 445a84ed-45ff-460e-a2ab-422d3a33d5a1 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:27:34.567771 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b38f7e43-86a0-4fb6-a729-183dd2ef3d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5b6af147-ca77-45d1-a282-4231fb525ffa), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:34.571710 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b38f7e43-86a0-4fb6-a729-183dd2ef3d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:34.575880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b38f7e43-86a0-4fb6-a729-183dd2ef3d03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b6af147-ca77-45d1-a282-4231fb525ffa HTTP/1.1" status: 204 len: 168 time: 0.4566503 Feb 16 16:27:34.575880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00b017-079c-4148-ad38-394db3e539ee tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9881e2-b21f-478f-8a4f-b5004546cdc9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:34.613604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f7e43-86a0-4fb6-a729-183dd2ef3d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6af147-ca77-45d1-a282-4231fb525ffa,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:34.707444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 445a84ed-45ff-460e-a2ab-422d3a33d5a1 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:27:34.713082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 445a84ed-45ff-460e-a2ab-422d3a33d5a1 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:27:34.720585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6f42e-2288-41fb-8a95-3bd8bf0e1ba5 req-5da3086d-d32b-4ebf-8913-8cf4f0ba00a8 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:34.723202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fcf6f42e-2288-41fb-8a95-3bd8bf0e1ba5 req-5da3086d-d32b-4ebf-8913-8cf4f0ba00a8 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1460912 Feb 16 16:27:34.836167 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fcf6f42e-2288-41fb-8a95-3bd8bf0e1ba5 req-d0d73adf-2755-40ad-bdf8-8bd787288d57 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059697 Feb 16 16:27:34.839686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:34.907007 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-b46242c0-0fae-48f4-ada2-881a3fc25b1a req-aa38cd2c-0863-4e02-b81d-c124e74a330d tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] show failed (client error): The resource could not be found. Feb 16 16:27:34.908474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b46242c0-0fae-48f4-ada2-881a3fc25b1a req-aa38cd2c-0863-4e02-b81d-c124e74a330d tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/5a9881e2-b21f-478f-8a4f-b5004546cdc9 HTTP/1.1" status: 404 len: 352 time: 0.0258560 Feb 16 16:27:34.959459 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (d044b5a1-2930-40fe-a37a-e18a1de41c69), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:35.011577 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b7885e-3615-49eb-acff-433b048f84b0 x-openstack-request-id: req-d6b7885e-3615-49eb-acff-433b048f84b0 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:35.012197 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f42aef4-9fc5-44ec-a75f-f0e30bb99b16", "name": "network-vif-plugged", "status": "completed", "tag": "8697bdea-e657-4f51-b3fe-44f3fb5c25d2", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:35.012516 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6b7885e-3615-49eb-acff-433b048f84b0 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:35.012920 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f42aef4-9fc5-44ec-a75f-f0e30bb99b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697bdea-e657-4f51-b3fe-44f3fb5c25d2', 'code': 200} Feb 16 16:27:35.180765 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b4cb548-eb4d-49c9-a5e5-8ece37eedb0b req-e3353429-e191-4fb0-9148-597e23025b08 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/9915c7ce-1dc7-4b6a-bad6-beaa78b99664 HTTP/1.1" status: 200 len: 1815 time: 0.1234477 Feb 16 16:27:35.196328 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Router d044b5a1-2930-40fe-a37a-e18a1de41c69 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:27:35.236673 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a643e29-19d3-4007-9382-acf80cc0c405 req-11cdd178-0abf-48a6-b29b-04a8496e58c6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:35.238365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a643e29-19d3-4007-9382-acf80cc0c405 req-11cdd178-0abf-48a6-b29b-04a8496e58c6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1526024 Feb 16 16:27:35.293221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb595107-1921-42e5-94d0-572b5d50863a None None] Network 5a78f389-f648-40c0-9945-c98086a451a3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:27:35.306884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a643e29-19d3-4007-9382-acf80cc0c405 req-8c8b756a-2192-481c-952c-59ee6f7587ce tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596943 Feb 16 16:27:35.327154 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9b4cb548-eb4d-49c9-a5e5-8ece37eedb0b req-054bb2a8-afc4-40ad-ba73-ec10e1c5ef4f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (9915c7ce-1dc7-4b6a-bad6-beaa78b99664), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:35.353535 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9b4cb548-eb4d-49c9-a5e5-8ece37eedb0b req-054bb2a8-afc4-40ad-ba73-ec10e1c5ef4f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (9915c7ce-1dc7-4b6a-bad6-beaa78b99664), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:35.385199 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:27:35.402426 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9b4cb548-eb4d-49c9-a5e5-8ece37eedb0b req-054bb2a8-afc4-40ad-ba73-ec10e1c5ef4f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9915c7ce-1dc7-4b6a-bad6-beaa78b99664), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:35.405099 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9b4cb548-eb4d-49c9-a5e5-8ece37eedb0b req-054bb2a8-afc4-40ad-ba73-ec10e1c5ef4f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:35.406228 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b4cb548-eb4d-49c9-a5e5-8ece37eedb0b req-054bb2a8-afc4-40ad-ba73-ec10e1c5ef4f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "DELETE /v2.0/security-groups/9915c7ce-1dc7-4b6a-bad6-beaa78b99664 HTTP/1.1" status: 204 len: 173 time: 0.2169690 Feb 16 16:27:35.427485 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:35.431944 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4cb75fe2-5a47-4328-a977-1e40eff2e7f8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2230556 Feb 16 16:27:35.432200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52148) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:35.442972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bb2a8-afc4-40ad-ba73-ec10e1c5ef4f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9915c7ce-1dc7-4b6a-bad6-beaa78b99664,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:35.486832 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-e380af18-0518-4726-b44e-78fd8f74ad3d req-35c873f5-6b59-4b0a-9f5a-a31ce223ac9f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] show failed (client error): The resource could not be found. Feb 16 16:27:35.496948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e380af18-0518-4726-b44e-78fd8f74ad3d req-35c873f5-6b59-4b0a-9f5a-a31ce223ac9f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/9915c7ce-1dc7-4b6a-bad6-beaa78b99664 HTTP/1.1" status: 404 len: 352 time: 0.0585659 Feb 16 16:27:35.503563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Sync routers for ids ['d044b5a1-2930-40fe-a37a-e18a1de41c69'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:27:35.523011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-67e24e79-fa6e-4484-8361-3e2e37aede8c None None] Provisioning complete for port a62affe4-44a9-4039-8fa1-8d69996da342 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:35.523954 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67e24e79-fa6e-4484-8361-3e2e37aede8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a62affe4-44a9-4039-8fa1-8d69996da342), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:35.592890 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Routers {'d044b5a1-2930-40fe-a37a-e18a1de41c69'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:27:35.594088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:27:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d044b5a1-2930-40fe-a37a-e18a1de41c69'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:35.720388 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a62cf71-0fac-479a-9660-e9a1c52eb46e req-4008f8a6-201b-4f29-9f3b-f2c4436a1987 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fbbbf96aba349afb09c407b0f348b74 HTTP/1.1" status: 200 len: 6200 time: 0.2043436 Feb 16 16:27:35.781393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f8c8e-8be6-4f51-a32d-43af42b29504 req-6b4dca45-1df3-4c54-a6de-a12c86527375 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:35.783119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-483f8c8e-8be6-4f51-a32d-43af42b29504 req-6b4dca45-1df3-4c54-a6de-a12c86527375 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.2298813 Feb 16 16:27:35.793969 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a62cf71-0fac-479a-9660-e9a1c52eb46e req-e8808f0e-57d3-4a2e-b01d-e26c38bdfc2e tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/79d53b1a-dd1b-4523-9b80-4da65aa0141f HTTP/1.1" status: 200 len: 2998 time: 0.0725553 Feb 16 16:27:35.899108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52166) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:35.910656 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a62cf71-0fac-479a-9660-e9a1c52eb46e req-1f95af08-9dc5-42d2-b4aa-c0ef5c723cc3 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/79d53b1a-dd1b-4523-9b80-4da65aa0141f HTTP/1.1" status: 200 len: 2998 time: 0.1157196 Feb 16 16:27:35.931075 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-483f8c8e-8be6-4f51-a32d-43af42b29504 req-88520e0e-f4b3-432e-aaae-754e4b6f3bee tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349325 Feb 16 16:27:35.947325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-67e24e79-fa6e-4484-8361-3e2e37aede8c None None] Current status of the port a62affe4-44a9-4039-8fa1-8d69996da342 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:35.948502 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67e24e79-fa6e-4484-8361-3e2e37aede8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a62affe4-44a9-4039-8fa1-8d69996da342), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:35.986842 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Set router d044b5a1-2930-40fe-a37a-e18a1de41c69 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:27:35.997955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-48b37810-1933-4b02-8dc3-b9f6d1add562 req-97527a53-bcbd-43cd-a564-ac2faa859084 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1754872189', 'description': 'tempest-description-1376720964'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:36.048657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a62affe4-44a9-4039-8fa1-8d69996da342 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:36.150824 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48b37810-1933-4b02-8dc3-b9f6d1add562 req-97527a53-bcbd-43cd-a564-ac2faa859084 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.160409 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-67e24e79-fa6e-4484-8361-3e2e37aede8c None None] For port a62affe4-44a9-4039-8fa1-8d69996da342, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a62affe4-44a9-4039-8fa1-8d69996da342,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:36.173916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-483490403-network', 'tenant_id': '1cb3f5502ab44f808398695a36b72cd2'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:36.175598 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67e24e79-fa6e-4484-8361-3e2e37aede8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a62affe4-44a9-4039-8fa1-8d69996da342), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.251802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] Made reservation on behalf of 1cb3f5502ab44f808398695a36b72cd2 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:27:36.254088 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.273015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d335f-7132-484f-a0db-376629bcfb6b req-28839b0a-4a8f-4a04-9246-466dac52fa3a tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:36.275385 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e18d335f-7132-484f-a0db-376629bcfb6b req-28839b0a-4a8f-4a04-9246-466dac52fa3a tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.2434161 Feb 16 16:27:36.290573 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.303245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e24e79-fa6e-4484-8361-3e2e37aede8c None None] Pushing event updated for resources: {'Port': ['ID=a62affe4-44a9-4039-8fa1-8d69996da342,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:36.323684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a62affe4-44a9-4039-8fa1-8d69996da342 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:36.324091 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a62affe4-44a9-4039-8fa1-8d69996da342), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.329786 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.454451 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e18d335f-7132-484f-a0db-376629bcfb6b req-0207cd12-567b-48f6-9e2d-c3d417f54966 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590381 Feb 16 16:27:36.458636 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-24c18c3a-746b-474f-b0da-3a01b39744ca None None] Provisioning complete for port a62affe4-44a9-4039-8fa1-8d69996da342 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:36.459451 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-24c18c3a-746b-474f-b0da-3a01b39744ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a62affe4-44a9-4039-8fa1-8d69996da342), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.472830 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48b37810-1933-4b02-8dc3-b9f6d1add562 req-97527a53-bcbd-43cd-a564-ac2faa859084 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (b20a0fa9-1c91-4ca1-93c5-2b0855bd107a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.480432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48b37810-1933-4b02-8dc3-b9f6d1add562 req-97527a53-bcbd-43cd-a564-ac2faa859084 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b20a0fa9-1c91-4ca1-93c5-2b0855bd107a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.509726 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48b37810-1933-4b02-8dc3-b9f6d1add562 req-97527a53-bcbd-43cd-a564-ac2faa859084 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.512129 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48b37810-1933-4b02-8dc3-b9f6d1add562 req-97527a53-bcbd-43cd-a564-ac2faa859084 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5244381 Feb 16 16:27:36.554086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97527a53-bcbd-43cd-a564-ac2faa859084 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20a0fa9-1c91-4ca1-93c5-2b0855bd107a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:36.569266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a62affe4-44a9-4039-8fa1-8d69996da342 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:36.579730 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:33Z', 'revision_number': 3, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:36.616450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2d8d4f45-8586-4c83-bbfb-6c8927582a4f req-6a2c373b-48f6-426b-abad-dea4e3afd6cb tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1159204041', 'description': 'tempest-description-871827440'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:36.626003 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] Publish callbacks [] for security_group (548672c3-0e69-4f85-9429-4148d6ee892e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.637429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (548672c3-0e69-4f85-9429-4148d6ee892e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.659030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Checking router: d044b5a1-2930-40fe-a37a-e18a1de41c69 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:27:36.659907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Updating router d044b5a1-2930-40fe-a37a-e18a1de41c69 port bc587995-a31c-43a5-97e0-1b306ad304ac binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:27:36.698073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:27:36.706326 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2d8d4f45-8586-4c83-bbfb-6c8927582a4f req-6a2c373b-48f6-426b-abad-dea4e3afd6cb tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.714760 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bc587995-a31c-43a5-97e0-1b306ad304ac), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.756155 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Allocated IP 172.20.0.1 (5a78f389-f648-40c0-9945-c98086a451a3/ad0a3f87-8df5-417f-9f01-966be8ea6e6e/3b6ceaec-f67d-4a5d-80a3-9764d2f9559c) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:27:36.814794 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2d8d4f45-8586-4c83-bbfb-6c8927582a4f req-6a2c373b-48f6-426b-abad-dea4e3afd6cb tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (28aadc85-af05-4e0a-9c0c-2edcbd3f3747), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.819431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548672c3-0e69-4f85-9429-4148d6ee892e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:36.827865 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2d8d4f45-8586-4c83-bbfb-6c8927582a4f req-6a2c373b-48f6-426b-abad-dea4e3afd6cb tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (28aadc85-af05-4e0a-9c0c-2edcbd3f3747), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.878673 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c02432cb-9423-4b28-b4bf-6b633b318ce3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.878673 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] Added segment c02432cb-9423-4b28-b4bf-6b633b318ce3 of type vlan for network 2cfd674d-c664-45ed-9e16-7f6688eef516 Feb 16 16:27:36.879595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c373b-48f6-426b-abad-dea4e3afd6cb tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28aadc85-af05-4e0a-9c0c-2edcbd3f3747,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:36.888971 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2d8d4f45-8586-4c83-bbfb-6c8927582a4f req-6a2c373b-48f6-426b-abad-dea4e3afd6cb tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.888971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d8d4f45-8586-4c83-bbfb-6c8927582a4f req-6a2c373b-48f6-426b-abad-dea4e3afd6cb tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2999694 Feb 16 16:27:36.920047 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Publish callbacks [] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.954546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b1a8-9f4c-4d52-b442-40f49c079ac0 req-e5242406-02fc-4150-b464-8f47478cdc2d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:36.956258 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22d3b1a8-9f4c-4d52-b442-40f49c079ac0 req-e5242406-02fc-4150-b464-8f47478cdc2d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.2885778 Feb 16 16:27:36.958320 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (2cfd674d-c664-45ed-9e16-7f6688eef516), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:36.988149 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:37.004036 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (2cfd674d-c664-45ed-9e16-7f6688eef516), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:37.004598 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:37.005188 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:37.116738 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6ceaec-f67d-4a5d-80a3-9764d2f9559c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:37.136059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] Pushing event updated for resources: {'Network': ['ID=2cfd674d-c664-45ed-9e16-7f6688eef516,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:37.136059 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-44809801-b780-48e0-b843-e2d9f260fa50 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2288072 Feb 16 16:27:37.143136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Network 5a78f389-f648-40c0-9945-c98086a451a3 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:27:37.144465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52212) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:37.153878 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-cbe3cdad-bf67-4761-856c-c5f1dd32ea60 admin admin] Request body: {'subnet': {'network_id': '2cfd674d-c664-45ed-9e16-7f6688eef516', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-483490403-subnet', 'tenant_id': '1cb3f5502ab44f808398695a36b72cd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:37.163802 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:37.166940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:27:37.199007 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22d3b1a8-9f4c-4d52-b442-40f49c079ac0 req-cd133e89-942e-4614-ad27-4fb0d72f2dae tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058411 Feb 16 16:27:37.224588 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (d044b5a1-2930-40fe-a37a-e18a1de41c69), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:37.232322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4d345-3f3a-4ac6-a695-a1faa6527edd req-3996555f-f60d-4a32-ad9e-baaeb53cddb0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:37.244726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ef4d345-3f3a-4ac6-a695-a1faa6527edd req-3996555f-f60d-4a32-ad9e-baaeb53cddb0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.1310213 Feb 16 16:27:37.281772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe3cdad-bf67-4761-856c-c5f1dd32ea60 admin admin] Made reservation on behalf of 1cb3f5502ab44f808398695a36b72cd2 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:27:37.286381 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbe3cdad-bf67-4761-856c-c5f1dd32ea60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:37.380254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ef4d345-3f3a-4ac6-a695-a1faa6527edd req-aaae72c1-3846-4e91-a578-8c5e1c5a0b72 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343501 Feb 16 16:27:37.578888 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:37.585216 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Publish callbacks [] for port (bc587995-a31c-43a5-97e0-1b306ad304ac), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:37.597545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 2cfd674d-c664-45ed-9e16-7f6688eef516 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:27:37.601230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-24c18c3a-746b-474f-b0da-3a01b39744ca None None] Current status of the port a62affe4-44a9-4039-8fa1-8d69996da342 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:37.603545 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (bc587995-a31c-43a5-97e0-1b306ad304ac), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:37.655550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Attempting to bind port bc587995-a31c-43a5-97e0-1b306ad304ac on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:27:37.655965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Attempting to bind port bc587995-a31c-43a5-97e0-1b306ad304ac by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:27:37.656331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Attempting to bind port bc587995-a31c-43a5-97e0-1b306ad304ac on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:27:37.686191 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:27:37.686580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:27:37.686991 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:37.687392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:27:37.687903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Bound port: bc587995-a31c-43a5-97e0-1b306ad304ac, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:27:37.688295 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bc587995-a31c-43a5-97e0-1b306ad304ac), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:37.800533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] For port bc587995-a31c-43a5-97e0-1b306ad304ac, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:27:37.804887 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] For port bc587995-a31c-43a5-97e0-1b306ad304ac, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=bc587995-a31c-43a5-97e0-1b306ad304ac,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:27:37.811860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fd231-9da8-4b8f-bc8b-1dca87ad038c req-59205cf5-c92e-4a0f-95df-0f9d63763922 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:37.818290 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b79fd231-9da8-4b8f-bc8b-1dca87ad038c req-59205cf5-c92e-4a0f-95df-0f9d63763922 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.2252264 Feb 16 16:27:37.835391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-b200e576-5411-4791-925c-28f3c17fd0d2 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:37.838222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-b200e576-5411-4791-925c-28f3c17fd0d2 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/networks?id=302bc027-a150-41f1-99ea-3ef2617a4be3 HTTP/1.1" status: 200 len: 813 time: 0.4456046 Feb 16 16:27:37.841021 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbe3cdad-bf67-4761-856c-c5f1dd32ea60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (6a590066-ad7d-4c20-971c-eb231525bd23), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:37.873190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-f225ffd7-47bd-4984-b0b1-24bdaa8910cf tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/quotas/1fbbbf96aba349afb09c407b0f348b74 HTTP/1.1" status: 200 len: 375 time: 0.0203829 Feb 16 16:27:37.878292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a62affe4-44a9-4039-8fa1-8d69996da342 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:37.901860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b79fd231-9da8-4b8f-bc8b-1dca87ad038c req-b1fe97ec-ab14-4ebe-9f6f-f6d98d492c6a tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624506 Feb 16 16:27:37.916424 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (bc587995-a31c-43a5-97e0-1b306ad304ac), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:37.953871 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-60695258-7bdf-457b-8b86-41a3a0183ec5 None None] Provisioning complete for port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:37.954397 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60695258-7bdf-457b-8b86-41a3a0183ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:37.959055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-3dd45d40-cb0c-4833-a599-2198664a12c5 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1fbbbf96aba349afb09c407b0f348b74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0606015 Feb 16 16:27:38.072120 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-60695258-7bdf-457b-8b86-41a3a0183ec5 None None] Port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:27:38.085934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-5fc3ec67-a013-4997-9605-0be9996233aa service neutron] 10.222.0.24 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179221 Feb 16 16:27:38.126505 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a62affe4-44a9-4039-8fa1-8d69996da342 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:38.126918 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a62affe4-44a9-4039-8fa1-8d69996da342), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:38.131581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3cdad-bf67-4761-856c-c5f1dd32ea60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a590066-ad7d-4c20-971c-eb231525bd23,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:38.159995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe3cdad-bf67-4761-856c-c5f1dd32ea60 admin admin] Checking segment: {'id': 'c02432cb-9423-4b28-b4bf-6b633b318ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cfd674d-c664-45ed-9e16-7f6688eef516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:27:38.160647 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe3cdad-bf67-4761-856c-c5f1dd32ea60 admin admin] Network hostable DHCP agents. Network: 2cfd674d-c664-45ed-9e16-7f6688eef516, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:27:38.166220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Routers {'d044b5a1-2930-40fe-a37a-e18a1de41c69'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:27:38.166806 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:27:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d044b5a1-2930-40fe-a37a-e18a1de41c69'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:38.168709 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Publish callbacks [] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:38.181536 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:38.251078 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe3cdad-bf67-4761-856c-c5f1dd32ea60 admin admin] Network 2cfd674d-c664-45ed-9e16-7f6688eef516 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:27:38.280768 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-c40cbe35-9605-4785-98b3-d196427a7f48 service neutron] 10.222.0.24 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888676 Feb 16 16:27:38.298703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f9523-554a-4570-8e59-9825546cd14b None None] Pushing event updated for resources: {'Port': ['ID=bc587995-a31c-43a5-97e0-1b306ad304ac,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:38.300388 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-cbe3cdad-bf67-4761-856c-c5f1dd32ea60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 2cfd674d-c664-45ed-9e16-7f6688eef516) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:38.324945 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3cdad-bf67-4761-856c-c5f1dd32ea60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:38.325892 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbe3cdad-bf67-4761-856c-c5f1dd32ea60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:38.332404 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6ceaec-f67d-4a5d-80a3-9764d2f9559c,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:38.340693 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (d044b5a1-2930-40fe-a37a-e18a1de41c69), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:38.360280 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cbe3cdad-bf67-4761-856c-c5f1dd32ea60 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2137287 Feb 16 16:27:38.362998 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52248) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:38.368489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-483490403-router', 'tenant_id': '1cb3f5502ab44f808398695a36b72cd2', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:38.374895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eccd2b1-d298-4270-aa72-47a5faee7abf None None] Network 2cfd674d-c664-45ed-9e16-7f6688eef516 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:27:38.428245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] Set router d044b5a1-2930-40fe-a37a-e18a1de41c69 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:27:38.443241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a691de9-a844-4eb4-86af-ed75c5cd3e9e req-7c890b42-b0ee-496e-ad23-abf866612f9d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:38.459145 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a691de9-a844-4eb4-86af-ed75c5cd3e9e req-7c890b42-b0ee-496e-ad23-abf866612f9d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1274917 Feb 16 16:27:38.570070 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:38.575929 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:38.597418 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a691de9-a844-4eb4-86af-ed75c5cd3e9e req-ca1b8972-1395-41c3-add8-549704a50e12 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358099 Feb 16 16:27:38.651514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a62affe4-44a9-4039-8fa1-8d69996da342 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:38.685254 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f9523-554a-4570-8e59-9825546cd14b None None] Pushing event updated for resources: {'Port': ['ID=bc587995-a31c-43a5-97e0-1b306ad304ac,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:38.734721 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-04548c34-6e6d-45c3-b0a9-668b7bc26b9d req-ff82fb9c-ceb6-4b2b-a594-7beaff8b735d tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 210 time: 0.0781193 Feb 16 16:27:38.759059 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Network 5a78f389-f648-40c0-9945-c98086a451a3 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:27:38.774972 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Publish callbacks [] for router_controller (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:38.776430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:38.896890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00c61a-5d13-49a7-9130-112c80f2ffbb req-fd55d413-8f8e-4f79-ae21-b924588a8448 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:38.905405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee00c61a-5d13-49a7-9130-112c80f2ffbb req-fd55d413-8f8e-4f79-ae21-b924588a8448 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.1905179 Feb 16 16:27:38.970266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-2cfd674d-c664-45ed-9e16-7f6688eef516', 'network_id': '2cfd674d-c664-45ed-9e16-7f6688eef516', 'project_id': '1cb3f5502ab44f808398695a36b72cd2', 'fixed_ips': [{'subnet_id': '6a590066-ad7d-4c20-971c-eb231525bd23'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:27:38.971982 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:39.073894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee00c61a-5d13-49a7-9130-112c80f2ffbb req-3e05b157-80cc-4927-9354-1a5a939705c2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673858 Feb 16 16:27:39.209640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ffc93-499e-415a-b5ce-72c3a70fec66 req-d3e808d3-8ca8-4555-be7b-0791b89b75db tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:39.230025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c0ffc93-499e-415a-b5ce-72c3a70fec66 req-d3e808d3-8ca8-4555-be7b-0791b89b75db tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1467578 Feb 16 16:27:39.364331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c0ffc93-499e-415a-b5ce-72c3a70fec66 req-dafe0299-1db8-4dcc-bc26-04b426366a7c tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331928 Feb 16 16:27:39.402485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-61686253-7229-46e2-974e-6b23c96fcc9b None None] Provisioning complete for port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:39.407572 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-61686253-7229-46e2-974e-6b23c96fcc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:39.444285 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Publish callbacks [] for router_gateway (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:39.490338 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Router d044b5a1-2930-40fe-a37a-e18a1de41c69 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:27:39.546531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-61686253-7229-46e2-974e-6b23c96fcc9b None None] Port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:27:39.604152 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Allocated IP 172.20.0.2 (2cfd674d-c664-45ed-9e16-7f6688eef516/6a590066-ad7d-4c20-971c-eb231525bd23/e2eda282-837b-4914-9035-6a8c6ac9b461) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:27:39.616278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:36Z', 'revision_number': 1, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:39.672398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:27:39.696601 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b818fc56-788c-4c11-9fe5-cd852c0c49c6 admin admin] 10.222.0.24 "PUT /v2.0/routers/d044b5a1-2930-40fe-a37a-e18a1de41c69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2570930 Feb 16 16:27:39.717875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13eace-d44f-45b9-b051-8bb86456f8b6 None None] The sync data for ids ['d044b5a1-2930-40fe-a37a-e18a1de41c69'] in n-d-669411-5 is: [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:36Z', 'revision_number': 1, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:27:39.964555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16e545-4e40-43ad-ad10-116b8ae149f0 req-ba58e3b8-7e11-4f18-8e45-effb5d8ee9f1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:39.977308 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c16e545-4e40-43ad-ad10-116b8ae149f0 req-ba58e3b8-7e11-4f18-8e45-effb5d8ee9f1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1912363 Feb 16 16:27:40.128594 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Publish callbacks [] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:40.140762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9697aa65-12ce-4bea-892f-1207e994e6e6 req-708e5b13-ec6c-4de0-9899-48f3785e5ad9 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 210 time: 0.1606178 Feb 16 16:27:40.145549 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:40.249721 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c16e545-4e40-43ad-ad10-116b8ae149f0 req-febc527e-4468-461e-a97f-9dcbf2ade7cc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703133 Feb 16 16:27:40.311381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Network 2cfd674d-c664-45ed-9e16-7f6688eef516 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:27:40.312677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Pushing event updated for resources: {'Port': ['ID=e2eda282-837b-4914-9035-6a8c6ac9b461,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:40.315665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:40.318800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:27:40.452352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecde14b-52e6-47d4-82a1-8b6fa0d29be9 req-e07d7d78-1e9f-4ebc-898c-1a44637d7d2c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:40.473636 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eecde14b-52e6-47d4-82a1-8b6fa0d29be9 req-e07d7d78-1e9f-4ebc-898c-1a44637d7d2c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.1289935 Feb 16 16:27:40.488988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Attempting to bind port e2eda282-837b-4914-9035-6a8c6ac9b461 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:27:40.489429 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Attempting to bind port e2eda282-837b-4914-9035-6a8c6ac9b461 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'c02432cb-9423-4b28-b4bf-6b633b318ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cfd674d-c664-45ed-9e16-7f6688eef516'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:27:40.489803 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Attempting to bind port e2eda282-837b-4914-9035-6a8c6ac9b461 on network 2cfd674d-c664-45ed-9e16-7f6688eef516 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:27:40.504415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:27:40.508321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Checking segment: {'id': 'c02432cb-9423-4b28-b4bf-6b633b318ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cfd674d-c664-45ed-9e16-7f6688eef516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:27:40.508321 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:40.508321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Bound using segment: {'id': 'c02432cb-9423-4b28-b4bf-6b633b318ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cfd674d-c664-45ed-9e16-7f6688eef516'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:27:40.508321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Bound port: e2eda282-837b-4914-9035-6a8c6ac9b461, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02432cb-9423-4b28-b4bf-6b633b318ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cfd674d-c664-45ed-9e16-7f6688eef516'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:27:40.508321 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:40.610929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eecde14b-52e6-47d4-82a1-8b6fa0d29be9 req-80d46e53-8140-4ff6-b871-adbf6f28ca0a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327941 Feb 16 16:27:40.820412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] For port e2eda282-837b-4914-9035-6a8c6ac9b461, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:27:40.839079 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] For port e2eda282-837b-4914-9035-6a8c6ac9b461, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e2eda282-837b-4914-9035-6a8c6ac9b461,segment=NetworkSegment(c02432cb-9423-4b28-b4bf-6b633b318ce3),segment_id=c02432cb-9423-4b28-b4bf-6b633b318ce3)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:27:40.858206 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:40.976930 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Publish callbacks [] for router_gateway (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:41.021832 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:41.028393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99497953-2bee-4c71-8620-d9d82dde0fcc None None] Pushing event updated for resources: {'Port': ['ID=e2eda282-837b-4914-9035-6a8c6ac9b461,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:41.223199 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Allocated IP 172.25.4.7 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/adeb919d-b028-4388-bff8-47fa15c9ea62) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:27:41.269615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64897916-4d6f-46f3-9157-20d3df70132e req-67d5f5a4-cde1-4c9f-8eff-b68fa2f72afe tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:41.278438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64897916-4d6f-46f3-9157-20d3df70132e req-67d5f5a4-cde1-4c9f-8eff-b68fa2f72afe tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.3913836 Feb 16 16:27:41.319355 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-978b6420-0b96-42e8-b4be-5db774e36bc1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:41.323947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-978b6420-0b96-42e8-b4be-5db774e36bc1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.65 "GET /v2.0/networks?id=302bc027-a150-41f1-99ea-3ef2617a4be3 HTTP/1.1" status: 200 len: 813 time: 0.5409682 Feb 16 16:27:41.357731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-25b37be8-ffce-400b-a6ae-439d5b4fa24a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'port': {'device_id': '82cdadef-6028-48af-860f-2f8accab662a', 'network_id': '302bc027-a150-41f1-99ea-3ef2617a4be3', 'admin_state_up': True, 'tenant_id': '1fbbbf96aba349afb09c407b0f348b74'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:41.436752 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Publish callbacks [] for port (adeb919d-b028-4388-bff8-47fa15c9ea62), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:41.501294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52308) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:41.514243 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fd254c65-c9ea-4821-83d8-cb9e0ccda3f9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1243288525', 'description': 'tempest-description--367113052'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:41.608680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd254c65-c9ea-4821-83d8-cb9e0ccda3f9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:41.638421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64897916-4d6f-46f3-9157-20d3df70132e req-10b961d4-78fc-49cc-a62c-df0cd05b6e9e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568864 Feb 16 16:27:41.671133 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (adeb919d-b028-4388-bff8-47fa15c9ea62), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:41.739015 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2dfe16c-b340-45f1-b952-238974cb755f req-2cad6929-a02d-45a1-8dc8-f466d2706469 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 210 time: 0.0965145 Feb 16 16:27:41.748850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:27:41.749012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-25b37be8-ffce-400b-a6ae-439d5b4fa24a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Made reservation on behalf of 1fbbbf96aba349afb09c407b0f348b74 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:27:41.753466 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-25b37be8-ffce-400b-a6ae-439d5b4fa24a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:41.770069 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:41.783129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:27:41.799462 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Pushing event updated for resources: {'Port': ['ID=adeb919d-b028-4388-bff8-47fa15c9ea62,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:41.916202 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd254c65-c9ea-4821-83d8-cb9e0ccda3f9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group (efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:42.007146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9c412-3b2a-4eb9-836e-c6ebfb3ecefb req-ec15f5a5-266e-42eb-a719-99b120f5f08b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:42.021667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24c9c412-3b2a-4eb9-836e-c6ebfb3ecefb req-ec15f5a5-266e-42eb-a719-99b120f5f08b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.2773986 Feb 16 16:27:42.029236 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e2eda282-837b-4914-9035-6a8c6ac9b461 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:42.065728 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd254c65-c9ea-4821-83d8-cb9e0ccda3f9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:42.126330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd254c65-c9ea-4821-83d8-cb9e0ccda3f9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:42.168093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e2eda282-837b-4914-9035-6a8c6ac9b461 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:42.168599 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:42.221350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a0f37-194d-4490-bcd9-ab8c9411cd39 req-fd15e84e-b4d8-4abe-8fdf-92220c478856 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:42.240084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a1a0f37-194d-4490-bcd9-ab8c9411cd39 req-fd15e84e-b4d8-4abe-8fdf-92220c478856 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.3232887 Feb 16 16:27:42.358331 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd254c65-c9ea-4821-83d8-cb9e0ccda3f9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:42.375677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52316) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:42.379957 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fd254c65-c9ea-4821-83d8-cb9e0ccda3f9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8772600 Feb 16 16:27:42.394680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a1a0f37-194d-4490-bcd9-ab8c9411cd39 req-3ca6c956-b7f9-4ecc-861f-1e291f8c568b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495869 Feb 16 16:27:42.410537 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e2eda282-837b-4914-9035-6a8c6ac9b461 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:42.411593 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:42.436900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7d3406b9-b09b-446a-8f8c-c496dd142971 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Request body: {'security_group_rule': {'security_group_id': 'efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:42.450160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-25b37be8-ffce-400b-a6ae-439d5b4fa24a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Allocated IP 172.20.0.14 (302bc027-a150-41f1-99ea-3ef2617a4be3/744ebaea-58fe-45a9-ac99-2db1288ef107/238e4db9-01d2-4b89-bf47-d03c2ed18d5d) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:27:42.471024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port e2eda282-837b-4914-9035-6a8c6ac9b461, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e2eda282-837b-4914-9035-6a8c6ac9b461,segment=NetworkSegment(c02432cb-9423-4b28-b4bf-6b633b318ce3),segment_id=c02432cb-9423-4b28-b4bf-6b633b318ce3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:42.479700 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:42.481075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device bc587995-a31c-43a5-97e0-1b306ad304ac up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:42.496207 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24c9c412-3b2a-4eb9-836e-c6ebfb3ecefb req-51aa5e96-6a9a-46f8-a2bd-19527705860f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366248 Feb 16 16:27:42.499440 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Publish callbacks [] for router_gateway (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:42.637838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=e2eda282-837b-4914-9035-6a8c6ac9b461,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:42.653176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port bc587995-a31c-43a5-97e0-1b306ad304ac triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:42.653790 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bc587995-a31c-43a5-97e0-1b306ad304ac), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:42.934317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c30eaa28-944e-40b5-ab97-630794f7bc79 req-41288b57-9927-40be-8c31-d5f4f8f9b617 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 210 time: 0.0512888 Feb 16 16:27:42.953426 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7d3406b9-b09b-446a-8f8c-c496dd142971 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group_rule (9ec02354-80d9-4d76-919b-18c255c14ce7), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:42.970673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53d9b63-60e1-404c-ad49-d0685e976c7a None None] Network 2cfd674d-c664-45ed-9e16-7f6688eef516 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:27:43.013039 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:43.064416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8bbceb87-0a47-4bf0-9c9d-ad73ab113604 None None] Provisioning complete for port e2eda282-837b-4914-9035-6a8c6ac9b461 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:43.064989 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8bbceb87-0a47-4bf0-9c9d-ad73ab113604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:43.095098 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-25b37be8-ffce-400b-a6ae-439d5b4fa24a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:43.133256 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7d3406b9-b09b-446a-8f8c-c496dd142971 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group_rule (9ec02354-80d9-4d76-919b-18c255c14ce7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:43.142890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c809ab2-c50a-48ce-8534-9b11d03f9bbc req-d2254b34-eeee-4482-9aa2-61feffd9275f tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:43.152911 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c809ab2-c50a-48ce-8534-9b11d03f9bbc req-d2254b34-eeee-4482-9aa2-61feffd9275f tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.2742584 Feb 16 16:27:43.158506 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7d3406b9-b09b-446a-8f8c-c496dd142971 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (9ec02354-80d9-4d76-919b-18c255c14ce7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:43.207680 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7d3406b9-b09b-446a-8f8c-c496dd142971 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:43.213210 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7d3406b9-b09b-446a-8f8c-c496dd142971 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8171005 Feb 16 16:27:43.215472 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52330) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:43.220611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3406b9-b09b-446a-8f8c-c496dd142971 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec02354-80d9-4d76-919b-18c255c14ce7,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:43.225299 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-aa9b19d9-9b3d-4b9e-b4c7-15f5c2000554 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Request body: {'security_group_rule': {'security_group_id': 'efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:43.268607 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-25b37be8-ffce-400b-a6ae-439d5b4fa24a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:43.274150 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa9b19d9-9b3d-4b9e-b4c7-15f5c2000554 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group_rule (a5171cb1-9b6c-45d8-bbc5-6e2b21252180), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:43.278326 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Router ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:27:43.325037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c809ab2-c50a-48ce-8534-9b11d03f9bbc req-fd424f8c-d7c9-4b4a-b658-5c916419cc73 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708326 Feb 16 16:27:43.363060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-25b37be8-ffce-400b-a6ae-439d5b4fa24a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Network 302bc027-a150-41f1-99ea-3ef2617a4be3 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:27:43.365080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-25b37be8-ffce-400b-a6ae-439d5b4fa24a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:43.366972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b37be8-ffce-400b-a6ae-439d5b4fa24a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'Port': ['ID=238e4db9-01d2-4b89-bf47-d03c2ed18d5d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:43.381131 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-25b37be8-ffce-400b-a6ae-439d5b4fa24a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:27:43.397780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2f9bcea7-5951-4846-bd30-66e09b6141a2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:43.422468 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:27:43.432201 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Sync routers for ids ['ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:27:43.448732 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Routers {'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:27:43.449514 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:27:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:43.527105 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:43.534749 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-af245875-452e-4de1-88d9-765ffa1b0e2e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1702325 Feb 16 16:27:43.552205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52340) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:43.578990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-25b37be8-ffce-400b-a6ae-439d5b4fa24a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:43.580374 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-25b37be8-ffce-400b-a6ae-439d5b4fa24a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:43.621976 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port bc587995-a31c-43a5-97e0-1b306ad304ac is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:43.622364 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bc587995-a31c-43a5-97e0-1b306ad304ac), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:43.647717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-25b37be8-ffce-400b-a6ae-439d5b4fa24a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2973747 Feb 16 16:27:43.666177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Request body: {'port': {'device_id': '82cdadef-6028-48af-860f-2f8accab662a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:43.739588 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Set router ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:27:43.780376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port bc587995-a31c-43a5-97e0-1b306ad304ac, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=bc587995-a31c-43a5-97e0-1b306ad304ac,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:43.804629 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (bc587995-a31c-43a5-97e0-1b306ad304ac), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:43.829870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d9d84-e15a-437d-bee0-a2fb11831475 req-be883a62-1535-4fb1-9108-b4bf08fb8218 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:43.831414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-172d9d84-e15a-437d-bee0-a2fb11831475 req-be883a62-1535-4fb1-9108-b4bf08fb8218 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.2466531 Feb 16 16:27:43.831838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8bbceb87-0a47-4bf0-9c9d-ad73ab113604 None None] Current status of the port e2eda282-837b-4914-9035-6a8c6ac9b461 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:43.883187 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa9b19d9-9b3d-4b9e-b4c7-15f5c2000554 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group_rule (a5171cb1-9b6c-45d8-bbc5-6e2b21252180), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:43.918608 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa9b19d9-9b3d-4b9e-b4c7-15f5c2000554 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (a5171cb1-9b6c-45d8-bbc5-6e2b21252180), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:44.006472 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'name': 'tempest-FloatingIPsTestJSON-483490403-router', 'tenant_id': '1cb3f5502ab44f808398695a36b72cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'adeb919d-b028-4388-bff8-47fa15c9ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:38Z', 'updated_at': '2022-02-16T16:27:42Z', 'revision_number': 3, 'project_id': '1cb3f5502ab44f808398695a36b72cd2', 'gw_port': {'id': 'adeb919d-b028-4388-bff8-47fa15c9ea62', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:41Z', 'updated_at': '2022-02-16T16:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:44.021647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e2eda282-837b-4914-9035-6a8c6ac9b461 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:44.082351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b19d9-9b3d-4b9e-b4c7-15f5c2000554 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5171cb1-9b6c-45d8-bbc5-6e2b21252180,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:44.113798 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=bc587995-a31c-43a5-97e0-1b306ad304ac,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:44.121536 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa9b19d9-9b3d-4b9e-b4c7-15f5c2000554 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:44.135054 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-aa9b19d9-9b3d-4b9e-b4c7-15f5c2000554 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9155209 Feb 16 16:27:44.138605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52352) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:27:44.162809 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:44.271904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Sync routers for ids ['d044b5a1-2930-40fe-a37a-e18a1de41c69'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:27:44.300148 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Checking router: ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:27:44.308516 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Updating router ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 port adeb919d-b028-4388-bff8-47fa15c9ea62 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:27:44.355998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Routers {'d044b5a1-2930-40fe-a37a-e18a1de41c69'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:27:44.355998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:27:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d044b5a1-2930-40fe-a37a-e18a1de41c69'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:44.382614 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (adeb919d-b028-4388-bff8-47fa15c9ea62), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:44.414411 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6525043b-028f-4d3e-ad28-8678b210d0d7 None None] Provisioning complete for port e2eda282-837b-4914-9035-6a8c6ac9b461 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:44.414669 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6525043b-028f-4d3e-ad28-8678b210d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:44.548668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e2eda282-837b-4914-9035-6a8c6ac9b461 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:44.549043 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:44.559049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:44.612708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-172d9d84-e15a-437d-bee0-a2fb11831475 req-076f380d-6535-4f4d-aa3c-07d947744ce8 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7596722 Feb 16 16:27:44.614506 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:44.662809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9631c-3204-4846-9070-1419c138e0d2 req-84465b92-5367-4b65-9dbb-4f73980bc405 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:44.670119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0dd9631c-3204-4846-9070-1419c138e0d2 req-84465b92-5367-4b65-9dbb-4f73980bc405 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.9886923 Feb 16 16:27:44.869553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0dd9631c-3204-4846-9070-1419c138e0d2 req-f4f9e3f5-5f0b-40d2-a7e1-69f700b0ad8a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984980 Feb 16 16:27:44.899199 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Set router d044b5a1-2930-40fe-a37a-e18a1de41c69 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:27:44.933495 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:44.970261 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Publish callbacks [] for port (adeb919d-b028-4388-bff8-47fa15c9ea62), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:44.990711 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (adeb919d-b028-4388-bff8-47fa15c9ea62), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:45.069529 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e54c4-35be-48d1-b1b1-3e2504596fad None None] Pushing event updated for resources: {'Port': ['ID=adeb919d-b028-4388-bff8-47fa15c9ea62,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:45.073447 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Allocated IP 172.25.4.165 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/12f2be28-622e-4332-bb82-6418b78d837a) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:27:45.086524 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e54c4-35be-48d1-b1b1-3e2504596fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:45.086883 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e54c4-35be-48d1-b1b1-3e2504596fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:45.087226 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e54c4-35be-48d1-b1b1-3e2504596fad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:45.087561 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e54c4-35be-48d1-b1b1-3e2504596fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:45.087977 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e54c4-35be-48d1-b1b1-3e2504596fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:45.088258 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e54c4-35be-48d1-b1b1-3e2504596fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:45.088584 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e54c4-35be-48d1-b1b1-3e2504596fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:45.088902 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e54c4-35be-48d1-b1b1-3e2504596fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:45.089503 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e54c4-35be-48d1-b1b1-3e2504596fad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:45.089834 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e54c4-35be-48d1-b1b1-3e2504596fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:45.090158 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e54c4-35be-48d1-b1b1-3e2504596fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:45.090481 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e54c4-35be-48d1-b1b1-3e2504596fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:45.090810 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e54c4-35be-48d1-b1b1-3e2504596fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:27:45.098634 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Attempting to bind port adeb919d-b028-4388-bff8-47fa15c9ea62 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:27:45.099002 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Attempting to bind port adeb919d-b028-4388-bff8-47fa15c9ea62 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:27:45.100136 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Attempting to bind port adeb919d-b028-4388-bff8-47fa15c9ea62 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:27:45.105913 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:27:45.106287 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:27:45.106692 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:45.107081 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:27:45.107544 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Bound port: adeb919d-b028-4388-bff8-47fa15c9ea62, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:27:45.107951 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (adeb919d-b028-4388-bff8-47fa15c9ea62), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:45.139546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6525043b-028f-4d3e-ad28-8678b210d0d7 None None] Current status of the port e2eda282-837b-4914-9035-6a8c6ac9b461 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:45.166575 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] For port adeb919d-b028-4388-bff8-47fa15c9ea62, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:27:45.170766 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] For port adeb919d-b028-4388-bff8-47fa15c9ea62, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=adeb919d-b028-4388-bff8-47fa15c9ea62,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:27:45.185027 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (adeb919d-b028-4388-bff8-47fa15c9ea62), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:45.291235 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for port (12f2be28-622e-4332-bb82-6418b78d837a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:45.308949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e2eda282-837b-4914-9035-6a8c6ac9b461 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:45.373188 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Routers {'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:27:45.379066 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:27:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:45.474674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238e4db9-01d2-4b89-bf47-d03c2ed18d5d {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:27:45.494380 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Publish callbacks [] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:45.553557 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Transition to ACTIVE for port object 238e4db9-01d2-4b89-bf47-d03c2ed18d5d will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:27:45.603886 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e54c4-35be-48d1-b1b1-3e2504596fad None None] Pushing event updated for resources: {'Port': ['ID=adeb919d-b028-4388-bff8-47fa15c9ea62,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:45.619574 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:45.641939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 2, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:45.703800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Checking router: d044b5a1-2930-40fe-a37a-e18a1de41c69 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:27:45.705804 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Updating router d044b5a1-2930-40fe-a37a-e18a1de41c69 port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:27:45.737846 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] Set router ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:27:45.771069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Pushing event updated for resources: {'Port': ['ID=238e4db9-01d2-4b89-bf47-d03c2ed18d5d,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:45.786914 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:45.860464 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab70c0-ad8f-4ad2-a288-ba8a207dc44c req-92da227a-661d-404b-ac1b-b98bb4832058 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:45.862603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16ab70c0-ad8f-4ad2-a288-ba8a207dc44c req-92da227a-661d-404b-ac1b-b98bb4832058 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 932 time: 0.9855261 Feb 16 16:27:45.964984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51879a8-e87d-4e87-9c76-321036e16a86 req-5ad8aefa-bb9e-4630-abdf-1be209b46c84 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:45.980731 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d51879a8-e87d-4e87-9c76-321036e16a86 req-5ad8aefa-bb9e-4630-abdf-1be209b46c84 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.8981698 Feb 16 16:27:46.003250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device bc587995-a31c-43a5-97e0-1b306ad304ac up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:46.041855 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:46.113786 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (12f2be28-622e-4332-bb82-6418b78d837a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:46.174355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d51879a8-e87d-4e87-9c76-321036e16a86 req-6394426a-b9a4-4ca4-8137-a8d9da842673 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924355 Feb 16 16:27:46.185571 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'name': 'tempest-FloatingIPsTestJSON-483490403-router', 'tenant_id': '1cb3f5502ab44f808398695a36b72cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'adeb919d-b028-4388-bff8-47fa15c9ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:38Z', 'updated_at': '2022-02-16T16:27:42Z', 'revision_number': 3, 'project_id': '1cb3f5502ab44f808398695a36b72cd2', 'gw_port': {'id': 'adeb919d-b028-4388-bff8-47fa15c9ea62', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:41Z', 'updated_at': '2022-02-16T16:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:46.194652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Attempting to bind port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:27:46.195374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Attempting to bind port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '3f9f3213-2aca-4d81-a320-ba964f3e3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '302bc027-a150-41f1-99ea-3ef2617a4be3'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:27:46.197393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Attempting to bind port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d on network 302bc027-a150-41f1-99ea-3ef2617a4be3 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:27:46.214552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d on network 302bc027-a150-41f1-99ea-3ef2617a4be3 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:27:46.214882 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Attempting to bind port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d on network 302bc027-a150-41f1-99ea-3ef2617a4be3 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:27:46.224064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port bc587995-a31c-43a5-97e0-1b306ad304ac triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:46.224700 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bc587995-a31c-43a5-97e0-1b306ad304ac), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:46.262805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:27:46.264616 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00495700-3bb1-4b33-9510-f726cee014f9 None None] The sync data for ids ['ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'] in n-d-669411-5 is: [{'id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'name': 'tempest-FloatingIPsTestJSON-483490403-router', 'tenant_id': '1cb3f5502ab44f808398695a36b72cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'adeb919d-b028-4388-bff8-47fa15c9ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:38Z', 'updated_at': '2022-02-16T16:27:42Z', 'revision_number': 3, 'project_id': '1cb3f5502ab44f808398695a36b72cd2', 'gw_port': {'id': 'adeb919d-b028-4388-bff8-47fa15c9ea62', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:41Z', 'updated_at': '2022-02-16T16:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:27:46.269429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Checking segment: {'id': '3f9f3213-2aca-4d81-a320-ba964f3e3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '302bc027-a150-41f1-99ea-3ef2617a4be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:27:46.269429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Bound using segment: {'id': '3f9f3213-2aca-4d81-a320-ba964f3e3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '302bc027-a150-41f1-99ea-3ef2617a4be3'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:27:46.269631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Bound port: 238e4db9-01d2-4b89-bf47-d03c2ed18d5d, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9f3213-2aca-4d81-a320-ba964f3e3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '302bc027-a150-41f1-99ea-3ef2617a4be3'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:27:46.269979 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:46.327204 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16ab70c0-ad8f-4ad2-a288-ba8a207dc44c req-dd5332e8-b4e1-4802-a1a9-381a4fdb94f2 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791435 Feb 16 16:27:46.342361 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:27:46.373144 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event updated for resources: {'Port': ['ID=12f2be28-622e-4332-bb82-6418b78d837a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:46.394701 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:46.415351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:27:46.583083 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port bc587995-a31c-43a5-97e0-1b306ad304ac is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:46.592362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] For port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:27:46.609587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4382d-f72c-4750-913a-75fb5a044b45 req-060d3515-0632-43c6-9dde-d5961a751679 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:46.611819 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcb4382d-f72c-4750-913a-75fb5a044b45 req-060d3515-0632-43c6-9dde-d5961a751679 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.2986443 Feb 16 16:27:46.613867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] For port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=238e4db9-01d2-4b89-bf47-d03c2ed18d5d,segment=NetworkSegment(3f9f3213-2aca-4d81-a320-ba964f3e3ded),segment_id=3f9f3213-2aca-4d81-a320-ba964f3e3ded)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:27:46.640162 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Publish callbacks [] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:46.651569 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:46.656771 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:46.745568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af24783-5a0b-4d3b-8197-c0b2050addbf None None] Pushing event updated for resources: {'Port': ['ID=3b6ceaec-f67d-4a5d-80a3-9764d2f9559c,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:46.779130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:46.786272 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:46.787929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] 10.222.0.65 "PUT /v2.0/ports/238e4db9-01d2-4b89-bf47-d03c2ed18d5d HTTP/1.1" status: 200 len: 1092 time: 3.1362593 Feb 16 16:27:46.795643 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcb4382d-f72c-4750-913a-75fb5a044b45 req-453b9c05-1599-4b03-a8c4-d0026b99aa58 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458304 Feb 16 16:27:46.824085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cdadef-6028-48af-860f-2f8accab662a', 'tag': '238e4db9-01d2-4b89-bf47-d03c2ed18d5d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:46.834049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for floatingip (887a3af3-6a83-46ab-b1ff-73ed73ee7d16), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:46.859988 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e4cb14-351e-4415-a282-077749b11d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "82cdadef-6028-48af-860f-2f8accab662a", "tag": "238e4db9-01d2-4b89-bf47-d03c2ed18d5d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:46.938292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Attempting to bind port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:27:46.938669 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Attempting to bind port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:27:46.939034 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Attempting to bind port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c on network 5a78f389-f648-40c0-9945-c98086a451a3 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:27:46.967716 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:27:46.968209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Checking segment: {'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:27:46.968546 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:46.968944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Bound using segment: {'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:27:46.969425 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Bound port: 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:27:46.969809 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:47.008305 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (12f2be28-622e-4332-bb82-6418b78d837a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:47.017370 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66ee80d-b619-46c7-8d22-1e854a782aa4 x-openstack-request-id: req-e66ee80d-b619-46c7-8d22-1e854a782aa4 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:47.017818 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cdadef-6028-48af-860f-2f8accab662a", "tag": "238e4db9-01d2-4b89-bf47-d03c2ed18d5d", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:47.018342 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e66ee80d-b619-46c7-8d22-1e854a782aa4 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:47.018758 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cdadef-6028-48af-860f-2f8accab662a', 'tag': '238e4db9-01d2-4b89-bf47-d03c2ed18d5d', 'status': 'completed', 'code': 200} Feb 16 16:27:47.093563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348f2aa-2bdf-47f0-9782-0b0108299a65 req-d23ab1b6-6517-4a45-914f-3ecc657849e9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:47.097741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4348f2aa-2bdf-47f0-9782-0b0108299a65 req-d23ab1b6-6517-4a45-914f-3ecc657849e9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.4967628 Feb 16 16:27:47.176991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75cb39-fc21-44fd-8aea-cabca29983b7 service neutron] Pushing event updated for resources: {'Port': ['ID=238e4db9-01d2-4b89-bf47-d03c2ed18d5d,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:47.245627 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Allocated IP 172.20.0.1 (2cfd674d-c664-45ed-9e16-7f6688eef516/6a590066-ad7d-4c20-971c-eb231525bd23/41a75e47-2b74-49f7-a100-5073672f8286) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:27:47.425973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4348f2aa-2bdf-47f0-9782-0b0108299a65 req-4c8630ff-3660-4838-91a3-7e42cd64b971 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975116 Feb 16 16:27:47.457925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-be6dbf4c-99d2-4ca8-9278-7e1bae215336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:47.460855 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-be6dbf4c-99d2-4ca8-9278-7e1bae215336 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1fbbbf96aba349afb09c407b0f348b74&device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 1126 time: 0.5826287 Feb 16 16:27:47.590487 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-617213aa-fa35-4a3e-a794-6638042c8a26 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=238e4db9-01d2-4b89-bf47-d03c2ed18d5d HTTP/1.1" status: 200 len: 217 time: 0.1196523 Feb 16 16:27:47.626973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a3467355-11af-4507-9c88-1ead176fc2a7 None None] Provisioning complete for port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:47.627544 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a3467355-11af-4507-9c88-1ead176fc2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:47.638309 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] For port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:27:47.705673 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for port (12f2be28-622e-4332-bb82-6418b78d837a), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:47.713698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] For port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=3b6ceaec-f67d-4a5d-80a3-9764d2f9559c,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:27:47.717982 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (12f2be28-622e-4332-bb82-6418b78d837a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:47.730469 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:47.738975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba63af-bf94-4d54-97ce-b69efa92ed63 req-8cf212de-ebec-4394-b1b5-1734d634dde7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:47.754632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cba63af-bf94-4d54-97ce-b69efa92ed63 req-8cf212de-ebec-4394-b1b5-1734d634dde7 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.3400750 Feb 16 16:27:47.922583 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event updated for resources: {'Port': ['ID=12f2be28-622e-4332-bb82-6418b78d837a,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:47.923563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a3467355-11af-4507-9c88-1ead176fc2a7 None None] Port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:27:47.939564 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Publish callbacks [] for port (41a75e47-2b74-49f7-a100-5073672f8286), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:47.956110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cba63af-bf94-4d54-97ce-b69efa92ed63 req-ef79d947-dbc1-48d2-bc5c-2edb99aa74b9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004735 Feb 16 16:27:47.970776 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Routers {'d044b5a1-2930-40fe-a37a-e18a1de41c69'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:27:47.971360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:27:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d044b5a1-2930-40fe-a37a-e18a1de41c69'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:48.020482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-adfb50aa-5dba-4be1-8a58-c56bfa665770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:48.030274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-adfb50aa-5dba-4be1-8a58-c56bfa665770 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=744ebaea-58fe-45a9-ac99-2db1288ef107 HTTP/1.1" status: 200 len: 853 time: 0.4143968 Feb 16 16:27:48.072289 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (887a3af3-6a83-46ab-b1ff-73ed73ee7d16), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:48.087492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af24783-5a0b-4d3b-8197-c0b2050addbf None None] Pushing event updated for resources: {'Port': ['ID=3b6ceaec-f67d-4a5d-80a3-9764d2f9559c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:48.113294 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c414a2c-66e4-4c15-b2bd-15e762e68c2a req-27786c63-87d8-41af-8e93-f598a793fc45 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:48.125970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c414a2c-66e4-4c15-b2bd-15e762e68c2a req-27786c63-87d8-41af-8e93-f598a793fc45 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 944 time: 0.5292971 Feb 16 16:27:48.141207 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:48.142472 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e2e1efb9-a146-4a31-8ec9-cfee357665d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9953563 Feb 16 16:27:48.174616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device adeb919d-b028-4388-bff8-47fa15c9ea62 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:48.246196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-ed5bf99e-1e55-4122-b8b4-9eea44eaa10f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=302bc027-a150-41f1-99ea-3ef2617a4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2052281 Feb 16 16:27:48.308809 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port adeb919d-b028-4388-bff8-47fa15c9ea62 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:48.309448 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (adeb919d-b028-4388-bff8-47fa15c9ea62), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:48.315555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] Set router d044b5a1-2930-40fe-a37a-e18a1de41c69 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:27:48.325309 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (41a75e47-2b74-49f7-a100-5073672f8286), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:48.378359 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Network 2cfd674d-c664-45ed-9e16-7f6688eef516 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:27:48.385210 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:48.388944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:27:48.468045 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:48.557389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d95f7135-5bd6-4157-83e4-3052893d766c None None] Provisioning complete for port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:48.557917 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d95f7135-5bd6-4157-83e4-3052893d766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:48.654965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c414a2c-66e4-4c15-b2bd-15e762e68c2a req-420a1286-a69b-4fc2-a262-1d14bca855c5 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268638 Feb 16 16:27:48.711507 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e186276b-9e88-47cd-b999-aab00aabcffe req-f39a3623-fb49-4852-ab14-1cd7e1f2df45 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5523303 Feb 16 16:27:48.735099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-8098fe2c-b023-4a95-98f7-85d50b4663e3 service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734247 Feb 16 16:27:48.745398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec2250-9f60-47d2-ae20-8d0c04d9efda req-92aa638c-c5a7-42ca-90cd-7719aa0a9123 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:48.758019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3ec2250-9f60-47d2-ae20-8d0c04d9efda req-92aa638c-c5a7-42ca-90cd-7719aa0a9123 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.2625272 Feb 16 16:27:48.790749 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port adeb919d-b028-4388-bff8-47fa15c9ea62 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:48.791918 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (adeb919d-b028-4388-bff8-47fa15c9ea62), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:48.879027 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186276b-9e88-47cd-b999-aab00aabcffe req-5e4d0ccd-c633-4f5d-ad46-6df144fff2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:48.880571 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e186276b-9e88-47cd-b999-aab00aabcffe req-5e4d0ccd-c633-4f5d-ad46-6df144fff2d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 1126 time: 0.1463544 Feb 16 16:27:48.881964 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Pushing event updated for resources: {'Port': ['ID=41a75e47-2b74-49f7-a100-5073672f8286,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:48.888723 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (41a75e47-2b74-49f7-a100-5073672f8286), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:48.940378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port adeb919d-b028-4388-bff8-47fa15c9ea62, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=adeb919d-b028-4388-bff8-47fa15c9ea62,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:48.985374 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (adeb919d-b028-4388-bff8-47fa15c9ea62), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:49.010295 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-4724c625-be1e-4dfa-bd1d-6f00a58243dc tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1243288525&fields=id&tenant_id=3e6b64801f404e85a0915d363dec27d4 HTTP/1.1" status: 200 len: 267 time: 0.1450045 Feb 16 16:27:49.050839 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3ec2250-9f60-47d2-ae20-8d0c04d9efda req-dd6c57c1-a782-41b1-83da-6f792763d613 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571690 Feb 16 16:27:49.095491 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d95f7135-5bd6-4157-83e4-3052893d766c None None] Current status of the port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:49.095993 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d95f7135-5bd6-4157-83e4-3052893d766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:49.164468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=adeb919d-b028-4388-bff8-47fa15c9ea62,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:49.178268 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186276b-9e88-47cd-b999-aab00aabcffe req-9186687e-9c94-49c2-a24d-3bb0b2c89f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:49.191048 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e186276b-9e88-47cd-b999-aab00aabcffe req-9186687e-9c94-49c2-a24d-3bb0b2c89f09 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.2711918 Feb 16 16:27:49.200685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:47Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:49.273584 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd1952-4ccf-4395-bdd9-d407696e6ecf None None] The sync data for ids ['d044b5a1-2930-40fe-a37a-e18a1de41c69'] in n-d-669411-5 is: [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:47Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:27:49.306509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d95f7135-5bd6-4157-83e4-3052893d766c None None] For port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=3b6ceaec-f67d-4a5d-80a3-9764d2f9559c,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:49.311154 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e186276b-9e88-47cd-b999-aab00aabcffe req-1b7f158d-a4a1-49df-be36-75c46a51986a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0 HTTP/1.1" status: 200 len: 217 time: 0.1196074 Feb 16 16:27:49.317623 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d95f7135-5bd6-4157-83e4-3052893d766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:49.469182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f7135-5bd6-4157-83e4-3052893d766c None None] Pushing event updated for resources: {'Port': ['ID=3b6ceaec-f67d-4a5d-80a3-9764d2f9559c,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:49.476526 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc371035-bc3c-40ea-8af3-49d7e51e26df req-cf56ce4e-fa38-41a6-b54a-ca3421c6a71a service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192505 Feb 16 16:27:49.487472 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c17b6a05-b605-487c-8067-e7a05138c4dd None None] Provisioning complete for port 41a75e47-2b74-49f7-a100-5073672f8286 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:49.487666 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c17b6a05-b605-487c-8067-e7a05138c4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (41a75e47-2b74-49f7-a100-5073672f8286), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:49.515637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186276b-9e88-47cd-b999-aab00aabcffe req-428c7cf8-f140-4293-a887-ba7393430d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:49.536865 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e186276b-9e88-47cd-b999-aab00aabcffe req-428c7cf8-f140-4293-a887-ba7393430d34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.2049053 Feb 16 16:27:49.556670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-9ecb1857-6248-427f-85da-f0f794eb0ce1 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:49.566703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-9ecb1857-6248-427f-85da-f0f794eb0ce1 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/networks?id=5a78f389-f648-40c0-9945-c98086a451a3 HTTP/1.1" status: 200 len: 811 time: 0.5467334 Feb 16 16:27:49.618579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0c35f-a736-4a6f-b879-83bf87bcc978 req-0d694a4f-adcf-478a-b85c-e059f1309791 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:49.632730 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82d0c35f-a736-4a6f-b879-83bf87bcc978 req-0d694a4f-adcf-478a-b85c-e059f1309791 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.4377866 Feb 16 16:27:49.648435 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c17b6a05-b605-487c-8067-e7a05138c4dd None None] Port 41a75e47-2b74-49f7-a100-5073672f8286 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:27:49.676867 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e186276b-9e88-47cd-b999-aab00aabcffe req-6bc31e76-171a-4aa4-88fb-fa33b64d0a73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462410 Feb 16 16:27:49.752672 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-76803fc8-f2c3-4133-a4f0-71711ca51377 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/quotas/3e6b64801f404e85a0915d363dec27d4 HTTP/1.1" status: 200 len: 375 time: 0.1764319 Feb 16 16:27:49.910326 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4cb14-351e-4415-a282-077749b11d4c req-520e0e82-3f99-456e-9421-11a9d6f474b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:49.911930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77e4cb14-351e-4415-a282-077749b11d4c req-520e0e82-3f99-456e-9421-11a9d6f474b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1fbbbf96aba349afb09c407b0f348b74&device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 1126 time: 0.3302784 Feb 16 16:27:49.962996 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Publish callbacks [] for port (41a75e47-2b74-49f7-a100-5073672f8286), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:49.984015 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (41a75e47-2b74-49f7-a100-5073672f8286), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:50.006034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82d0c35f-a736-4a6f-b879-83bf87bcc978 req-cb577b61-5438-4363-a3cd-dfb9e40dcbc3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665359 Feb 16 16:27:50.006446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device adeb919d-b028-4388-bff8-47fa15c9ea62 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:50.096562 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-5c7f9c28-e081-4e4a-bfb0-f05e79e5bd71 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e6b64801f404e85a0915d363dec27d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3439496 Feb 16 16:27:50.123288 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e186276b-9e88-47cd-b999-aab00aabcffe req-b3c31676-f2bd-47b0-aaf2-82ae996498c7 service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355288 Feb 16 16:27:50.134923 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port adeb919d-b028-4388-bff8-47fa15c9ea62 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:50.135587 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (adeb919d-b028-4388-bff8-47fa15c9ea62), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:50.296983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Pushing event updated for resources: {'Port': ['ID=41a75e47-2b74-49f7-a100-5073672f8286,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:50.313440 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:50.383866 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port adeb919d-b028-4388-bff8-47fa15c9ea62 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:50.384941 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:50.401077 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-25478ee5-75cb-400a-a272-f656932da587 service neutron] 10.222.0.24 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035712 Feb 16 16:27:50.540682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:50.541059 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:50.576718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4cb14-351e-4415-a282-077749b11d4c req-035a2540-bc89-460d-a09d-18dda9fcea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:50.578437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77e4cb14-351e-4415-a282-077749b11d4c req-035a2540-bc89-460d-a09d-18dda9fcea19 service neutron] 10.222.0.65 "GET /v2.0/networks?id=302bc027-a150-41f1-99ea-3ef2617a4be3 HTTP/1.1" status: 200 len: 914 time: 0.6405399 Feb 16 16:27:50.637975 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e186276b-9e88-47cd-b999-aab00aabcffe req-2636fd50-e79c-4fea-a472-1787ef1dbe3c service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043418 Feb 16 16:27:50.719093 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77e4cb14-351e-4415-a282-077749b11d4c req-b4dc0bc5-b209-4f71-a1ae-8fff852142a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=238e4db9-01d2-4b89-bf47-d03c2ed18d5d HTTP/1.1" status: 200 len: 217 time: 0.1290092 Feb 16 16:27:50.719446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:50.734401 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Network 2cfd674d-c664-45ed-9e16-7f6688eef516 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:27:50.735930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:50.746736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96086f-783f-4240-a888-7c764822aea7 req-5bfa8c53-b180-4841-86c0-ed71ad6cdbf2 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:50.760342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a96086f-783f-4240-a888-7c764822aea7 req-5bfa8c53-b180-4841-86c0-ed71ad6cdbf2 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.4123931 Feb 16 16:27:50.876333 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-2fb83978-2d1b-48cd-8146-4a9bf9c5358b service neutron] 10.222.0.24 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736969 Feb 16 16:27:50.977654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4cb14-351e-4415-a282-077749b11d4c req-5cdc4b65-339d-4039-b52e-618f389542a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:50.980932 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77e4cb14-351e-4415-a282-077749b11d4c req-5cdc4b65-339d-4039-b52e-618f389542a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=744ebaea-58fe-45a9-ac99-2db1288ef107 HTTP/1.1" status: 200 len: 853 time: 0.1999943 Feb 16 16:27:51.036750 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a96086f-783f-4240-a888-7c764822aea7 req-29182c6d-1e16-4368-9b9b-9b8e18215080 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734094 Feb 16 16:27:51.108001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 238e4db9-01d2-4b89-bf47-d03c2ed18d5d details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:27:51.120029 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Router ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:27:51.162591 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77e4cb14-351e-4415-a282-077749b11d4c req-8f78204c-8615-43f9-a0a0-be18b8b3459c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=302bc027-a150-41f1-99ea-3ef2617a4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745822 Feb 16 16:27:51.318218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-863d0a0d-fe19-45b4-b285-1f3bd8b06a30 None None] Provisioning complete for port 41a75e47-2b74-49f7-a100-5073672f8286 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:51.318939 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-863d0a0d-fe19-45b4-b285-1f3bd8b06a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (41a75e47-2b74-49f7-a100-5073672f8286), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:51.389629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:27:51.399194 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Sync routers for ids ['ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:27:51.407470 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-06b7a6dd-d768-453d-a57f-305651308699 admin admin] 10.222.0.24 "PUT /v2.0/routers/ae349ae7-4a6b-4e0f-ba14-7a88e0368e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8508358 Feb 16 16:27:51.424986 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Routers {'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:27:51.427960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77e4cb14-351e-4415-a282-077749b11d4c req-ef0f9970-daf5-42e8-b21b-c727a50548d6 service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591214 Feb 16 16:27:51.447372 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:27:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:51.624313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=238e4db9-01d2-4b89-bf47-d03c2ed18d5d,segment=NetworkSegment(3f9f3213-2aca-4d81-a320-ba964f3e3ded),segment_id=3f9f3213-2aca-4d81-a320-ba964f3e3ded)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:51.676305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '238e4db9-01d2-4b89-bf47-d03c2ed18d5d', 'network_id': '302bc027-a150-41f1-99ea-3ef2617a4be3', 'port_id': '238e4db9-01d2-4b89-bf47-d03c2ed18d5d', 'mac_address': 'fa:16:3e:10:4c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744ebaea-58fe-45a9-ac99-2db1288ef107', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:27:51.686518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d369d88-b705-4ec3-a028-79a09f2a811b req-a7e8817f-e53d-44ce-b7a2-5ebaa1c52d8b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:51.695073 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d369d88-b705-4ec3-a028-79a09f2a811b req-a7e8817f-e53d-44ce-b7a2-5ebaa1c52d8b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.2562554 Feb 16 16:27:51.712827 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11708d84-502e-4431-b3ce-5bd0198de87a req-dda30573-41d6-45cf-acec-7e112e131ee9 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:51.714636 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11708d84-502e-4431-b3ce-5bd0198de87a req-dda30573-41d6-45cf-acec-7e112e131ee9 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 944 time: 0.2857833 Feb 16 16:27:51.773238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:51.773851 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:51.775145 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77e4cb14-351e-4415-a282-077749b11d4c req-d1924aaa-ddb1-44cb-bc6e-edb08dacc5b8 service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106751 Feb 16 16:27:51.784639 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-863d0a0d-fe19-45b4-b285-1f3bd8b06a30 None None] Port 41a75e47-2b74-49f7-a100-5073672f8286 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:27:51.791653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238e4db9-01d2-4b89-bf47-d03c2ed18d5d {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:27:51.822953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=238e4db9-01d2-4b89-bf47-d03c2ed18d5d,segment=NetworkSegment(3f9f3213-2aca-4d81-a320-ba964f3e3ded),segment_id=3f9f3213-2aca-4d81-a320-ba964f3e3ded)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:51.828072 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:51.865541 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Set router ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:27:51.901193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=238e4db9-01d2-4b89-bf47-d03c2ed18d5d,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:51.945563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11708d84-502e-4431-b3ce-5bd0198de87a req-524cbf91-cf27-4290-96a0-313394ccafe3 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173910 Feb 16 16:27:51.958623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d369d88-b705-4ec3-a028-79a09f2a811b req-2cf7af13-678b-4927-9d00-3a51e2616b95 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551405 Feb 16 16:27:52.092186 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['238e4db9-01d2-4b89-bf47-d03c2ed18d5d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:52.139886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebc2c7f5-024d-4e33-b654-e167bfdb2444 req-9652f00c-ad49-4796-9b40-956bd18cd523 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 210 time: 0.0934074 Feb 16 16:27:52.316189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dba00-779c-4898-a56b-75d0d11befbd req-afe1f076-b901-4af8-95cd-e564c9f4c2da tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:52.327052 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-722dba00-779c-4898-a56b-75d0d11befbd req-afe1f076-b901-4af8-95cd-e564c9f4c2da tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1959720 Feb 16 16:27:52.421716 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'name': 'tempest-FloatingIPsTestJSON-483490403-router', 'tenant_id': '1cb3f5502ab44f808398695a36b72cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'adeb919d-b028-4388-bff8-47fa15c9ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:38Z', 'updated_at': '2022-02-16T16:27:48Z', 'revision_number': 4, 'project_id': '1cb3f5502ab44f808398695a36b72cd2', 'gw_port': {'id': 'adeb919d-b028-4388-bff8-47fa15c9ea62', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:41Z', 'updated_at': '2022-02-16T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '41a75e47-2b74-49f7-a100-5073672f8286', 'name': '', 'network_id': '2cfd674d-c664-45ed-9e16-7f6688eef516', 'tenant_id': '1cb3f5502ab44f808398695a36b72cd2', 'mac_address': 'fa:16:3e:41:e1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6a590066-ad7d-4c20-971c-eb231525bd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:46Z', 'updated_at': '2022-02-16T16:27:49Z', 'revision_number': 2, 'project_id': '1cb3f5502ab44f808398695a36b72cd2', 'subnets': [{'id': '6a590066-ad7d-4c20-971c-eb231525bd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:52.468818 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Checking router: ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:27:52.469506 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Updating router ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 port 41a75e47-2b74-49f7-a100-5073672f8286 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:27:52.493747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-722dba00-779c-4898-a56b-75d0d11befbd req-84c7eee7-00f8-4154-a990-38fa994e122a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618779 Feb 16 16:27:52.536774 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (41a75e47-2b74-49f7-a100-5073672f8286), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:52.575182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-9436927c-7102-4905-90c7-cb4c3398d2ef tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2685697 Feb 16 16:27:52.588704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:52.636600 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:52.717440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f598c21-720e-4448-b07a-309704d8e1ee req-72253166-818a-46dd-bd04-1acd366eca98 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:52.724601 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f598c21-720e-4448-b07a-309704d8e1ee req-72253166-818a-46dd-bd04-1acd366eca98 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 0.1002660 Feb 16 16:27:52.821655 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f598c21-720e-4448-b07a-309704d8e1ee req-1005e743-9c8a-4bea-a460-db55f5c300a4 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939188 Feb 16 16:27:52.917668 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:53.124688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:27:53.133177 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Publish callbacks [] for port (41a75e47-2b74-49f7-a100-5073672f8286), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:53.142450 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (41a75e47-2b74-49f7-a100-5073672f8286), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:53.164307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Allocated IP 172.25.4.127 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/c68f21e6-5e89-40ae-a397-5ca60f53b5d5) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:27:53.224576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a1425-2053-4305-9e1c-86ffca4e9559 req-f2b62a0b-b09e-42bf-9157-7ff45f83cba5 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:53.234700 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c8a1425-2053-4305-9e1c-86ffca4e9559 req-f2b62a0b-b09e-42bf-9157-7ff45f83cba5 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 945 time: 0.1395712 Feb 16 16:27:53.331917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d is: DOWN; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:53.337833 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Attempting to bind port 41a75e47-2b74-49f7-a100-5073672f8286 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:27:53.338343 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Attempting to bind port 41a75e47-2b74-49f7-a100-5073672f8286 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'c02432cb-9423-4b28-b4bf-6b633b318ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cfd674d-c664-45ed-9e16-7f6688eef516'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:27:53.338812 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Attempting to bind port 41a75e47-2b74-49f7-a100-5073672f8286 on network 2cfd674d-c664-45ed-9e16-7f6688eef516 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:27:53.345224 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d36293-ac51-4250-ac73-15e9a44e6c49 None None] Pushing event updated for resources: {'Port': ['ID=41a75e47-2b74-49f7-a100-5073672f8286,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:53.374068 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:27:53.374585 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Checking segment: {'id': 'c02432cb-9423-4b28-b4bf-6b633b318ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cfd674d-c664-45ed-9e16-7f6688eef516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:27:53.375170 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:53.375660 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Bound using segment: {'id': 'c02432cb-9423-4b28-b4bf-6b633b318ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cfd674d-c664-45ed-9e16-7f6688eef516'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:27:53.376265 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Bound port: 41a75e47-2b74-49f7-a100-5073672f8286, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02432cb-9423-4b28-b4bf-6b633b318ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cfd674d-c664-45ed-9e16-7f6688eef516'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:27:53.376742 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (41a75e47-2b74-49f7-a100-5073672f8286), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:53.560383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c8a1425-2053-4305-9e1c-86ffca4e9559 req-e6e61f45-2895-408c-847b-3dcdf93fa45c tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247144 Feb 16 16:27:53.663817 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks [] for port (c68f21e6-5e89-40ae-a397-5ca60f53b5d5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:53.700304 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-7cbffb80-b7f4-403f-8e9b-1d378fb89fab tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:53.702570 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-7cbffb80-b7f4-403f-8e9b-1d378fb89fab tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.60 "GET /v2.0/networks?id=5a78f389-f648-40c0-9945-c98086a451a3 HTTP/1.1" status: 200 len: 811 time: 0.4657760 Feb 16 16:27:53.704229 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] For port 41a75e47-2b74-49f7-a100-5073672f8286, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:27:53.708233 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] For port 41a75e47-2b74-49f7-a100-5073672f8286, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=41a75e47-2b74-49f7-a100-5073672f8286,segment=NetworkSegment(c02432cb-9423-4b28-b4bf-6b633b318ce3),segment_id=c02432cb-9423-4b28-b4bf-6b633b318ce3)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:27:53.723338 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (41a75e47-2b74-49f7-a100-5073672f8286), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:53.767526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b2f5369f-96bc-4c76-8a3b-3c094df22cb1 None None] Provisioning complete for port 41a75e47-2b74-49f7-a100-5073672f8286 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:53.767824 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2f5369f-96bc-4c76-8a3b-3c094df22cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (41a75e47-2b74-49f7-a100-5073672f8286), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:53.839877 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d36293-ac51-4250-ac73-15e9a44e6c49 None None] Pushing event updated for resources: {'Port': ['ID=41a75e47-2b74-49f7-a100-5073672f8286,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:53.858937 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-29f4f1d1-41f3-457a-b153-661587671d52 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e6b64801f404e85a0915d363dec27d4 HTTP/1.1" status: 200 len: 380 time: 0.1442578 Feb 16 16:27:53.880602 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-812f38ba-c241-4f83-bd36-1d6826be5176 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Request body: {'port': {'device_id': 'e6126b29-978d-44ee-b8ef-21246623d4e5', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'admin_state_up': True, 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'security_groups': ['efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:53.886259 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Routers {'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:27:53.886909 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:27:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:53.969348 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c68f21e6-5e89-40ae-a397-5ca60f53b5d5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:54.088388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:27:54.102181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:54.115688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:27:54.204396 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] Set router ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:27:54.381082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855506a0-1ceb-4562-b250-468b7a6e4c76 req-b061ca8f-1a04-48c4-9ec8-6f96c1787462 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:54.408909 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-855506a0-1ceb-4562-b250-468b7a6e4c76 req-b061ca8f-1a04-48c4-9ec8-6f96c1787462 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.6865032 Feb 16 16:27:54.419340 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-812f38ba-c241-4f83-bd36-1d6826be5176 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Made reservation on behalf of 3e6b64801f404e85a0915d363dec27d4 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:27:54.422820 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-812f38ba-c241-4f83-bd36-1d6826be5176 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:54.560818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b2f5369f-96bc-4c76-8a3b-3c094df22cb1 None None] Current status of the port 41a75e47-2b74-49f7-a100-5073672f8286 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:54.561898 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2f5369f-96bc-4c76-8a3b-3c094df22cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (41a75e47-2b74-49f7-a100-5073672f8286), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:54.567227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Pushing event updated for resources: {'Port': ['ID=c68f21e6-5e89-40ae-a397-5ca60f53b5d5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:54.646533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b2f5369f-96bc-4c76-8a3b-3c094df22cb1 None None] For port 41a75e47-2b74-49f7-a100-5073672f8286, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=41a75e47-2b74-49f7-a100-5073672f8286,segment=NetworkSegment(c02432cb-9423-4b28-b4bf-6b633b318ce3),segment_id=c02432cb-9423-4b28-b4bf-6b633b318ce3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:54.654551 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'name': 'tempest-FloatingIPsTestJSON-483490403-router', 'tenant_id': '1cb3f5502ab44f808398695a36b72cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'adeb919d-b028-4388-bff8-47fa15c9ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:38Z', 'updated_at': '2022-02-16T16:27:48Z', 'revision_number': 4, 'project_id': '1cb3f5502ab44f808398695a36b72cd2', 'gw_port': {'id': 'adeb919d-b028-4388-bff8-47fa15c9ea62', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:41Z', 'updated_at': '2022-02-16T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '41a75e47-2b74-49f7-a100-5073672f8286', 'name': '', 'network_id': '2cfd674d-c664-45ed-9e16-7f6688eef516', 'tenant_id': '1cb3f5502ab44f808398695a36b72cd2', 'mac_address': 'fa:16:3e:41:e1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6a590066-ad7d-4c20-971c-eb231525bd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:46Z', 'updated_at': '2022-02-16T16:27:53Z', 'revision_number': 4, 'project_id': '1cb3f5502ab44f808398695a36b72cd2', 'subnets': [{'id': '6a590066-ad7d-4c20-971c-eb231525bd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:27:54.657759 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2f5369f-96bc-4c76-8a3b-3c094df22cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (41a75e47-2b74-49f7-a100-5073672f8286), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:54.681659 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-855506a0-1ceb-4562-b250-468b7a6e4c76 req-23d1b248-855b-4c47-8853-8fa679ec0e66 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717099 Feb 16 16:27:54.722893 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a97af-c451-4e64-bb43-f4bc8f8a8eb2 None None] The sync data for ids ['ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'] in n-d-669411-5 is: [{'id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'name': 'tempest-FloatingIPsTestJSON-483490403-router', 'tenant_id': '1cb3f5502ab44f808398695a36b72cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'adeb919d-b028-4388-bff8-47fa15c9ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:38Z', 'updated_at': '2022-02-16T16:27:48Z', 'revision_number': 4, 'project_id': '1cb3f5502ab44f808398695a36b72cd2', 'gw_port': {'id': 'adeb919d-b028-4388-bff8-47fa15c9ea62', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:41Z', 'updated_at': '2022-02-16T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '41a75e47-2b74-49f7-a100-5073672f8286', 'name': '', 'network_id': '2cfd674d-c664-45ed-9e16-7f6688eef516', 'tenant_id': '1cb3f5502ab44f808398695a36b72cd2', 'mac_address': 'fa:16:3e:41:e1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '6a590066-ad7d-4c20-971c-eb231525bd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:46Z', 'updated_at': '2022-02-16T16:27:53Z', 'revision_number': 4, 'project_id': '1cb3f5502ab44f808398695a36b72cd2', 'subnets': [{'id': '6a590066-ad7d-4c20-971c-eb231525bd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:27:54.922514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7e73e06d-7a26-4b11-b61f-c746807bb4dd None None] Provisioning complete for port 41a75e47-2b74-49f7-a100-5073672f8286 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:54.928504 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7e73e06d-7a26-4b11-b61f-c746807bb4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (41a75e47-2b74-49f7-a100-5073672f8286), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:54.989528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-812f38ba-c241-4f83-bd36-1d6826be5176 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Allocated IP 172.20.0.7 (5a78f389-f648-40c0-9945-c98086a451a3/ad0a3f87-8df5-417f-9f01-966be8ea6e6e/322fed2a-bca1-4e34-a08b-60e7f3a7bf15) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:27:55.000688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-edea2e5e-9c44-47eb-9ec2-eeb04eb30a77 req-a93d593e-a9fc-4ae6-ab38-95291b84bd9e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 210 time: 0.0822945 Feb 16 16:27:55.022018 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks [] for floatingip (b7db61cc-b72e-4c3a-863a-d1d5319f78ad), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:55.156743 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5369f-96bc-4c76-8a3b-3c094df22cb1 None None] Pushing event updated for resources: {'Port': ['ID=41a75e47-2b74-49f7-a100-5073672f8286,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:55.167782 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:27:55.174286 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c68f21e6-5e89-40ae-a397-5ca60f53b5d5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:55.186317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 238e4db9-01d2-4b89-bf47-d03c2ed18d5d up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:55.379600 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-812f38ba-c241-4f83-bd36-1d6826be5176 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:55.398491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8b880-8408-4e35-900f-f25be951c02c req-fcfa0d46-b542-4888-b48e-926885a7338c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:55.404401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82d8b880-8408-4e35-900f-f25be951c02c req-fcfa0d46-b542-4888-b48e-926885a7338c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.2452228 Feb 16 16:27:55.414311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7e73e06d-7a26-4b11-b61f-c746807bb4dd None None] Current status of the port 41a75e47-2b74-49f7-a100-5073672f8286 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:55.445194 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-812f38ba-c241-4f83-bd36-1d6826be5176 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:55.449673 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:27:55.546944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-812f38ba-c241-4f83-bd36-1d6826be5176 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Network 5a78f389-f648-40c0-9945-c98086a451a3 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:27:55.584246 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-812f38ba-c241-4f83-bd36-1d6826be5176 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:27:55.589033 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-812f38ba-c241-4f83-bd36-1d6826be5176 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:27:55.648149 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82d8b880-8408-4e35-900f-f25be951c02c req-98b38a1d-7fd4-46e8-8c70-b196ddbbc2b6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388401 Feb 16 16:27:55.660866 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f38ba-c241-4f83-bd36-1d6826be5176 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event updated for resources: {'Port': ['ID=322fed2a-bca1-4e34-a08b-60e7f3a7bf15,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:55.678648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:27:55.699515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:55.700038 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:55.735702 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c353c2e2-8107-42fe-988d-837193488c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:55.781960 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:55.824855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e', 'mac_address': 'fa:16:3e:d2:f7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:27:55.848591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-812f38ba-c241-4f83-bd36-1d6826be5176 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:55.849783 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-812f38ba-c241-4f83-bd36-1d6826be5176 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:55.915261 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-812f38ba-c241-4f83-bd36-1d6826be5176 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0445473 Feb 16 16:27:55.927452 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Request body: {'port': {'device_id': 'e6126b29-978d-44ee-b8ef-21246623d4e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:55.942956 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks [] for port (c68f21e6-5e89-40ae-a397-5ca60f53b5d5), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:55.956987 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:55.957452 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:55.980590 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c68f21e6-5e89-40ae-a397-5ca60f53b5d5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:56.033264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:27:56.090410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:56.108311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:56.118107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 41a75e47-2b74-49f7-a100-5073672f8286 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:56.128441 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:56.134524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:56.135093 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:56.321759 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:56.473193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cdadef-6028-48af-860f-2f8accab662a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238e4db9-01d2-4b89-bf47-d03c2ed18d5d'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:56.479965 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e9e823-f98d-4992-9a48-c54398f7b863" -d '{"events": [{"server_uuid": "82cdadef-6028-48af-860f-2f8accab662a", "name": "network-vif-plugged", "status": "completed", "tag": "238e4db9-01d2-4b89-bf47-d03c2ed18d5d"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:56.518770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=238e4db9-01d2-4b89-bf47-d03c2ed18d5d,segment=NetworkSegment(3f9f3213-2aca-4d81-a320-ba964f3e3ded),segment_id=3f9f3213-2aca-4d81-a320-ba964f3e3ded)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:56.529168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:27:56.543612 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1578f9b4-b817-4ad7-9b0f-88869eee2095 None None] Provisioning complete for port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:56.544070 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1578f9b4-b817-4ad7-9b0f-88869eee2095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:56.602001 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:56.735605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:27:56.751042 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Publish callbacks [] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:56.752161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 41a75e47-2b74-49f7-a100-5073672f8286 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:56.754213 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (41a75e47-2b74-49f7-a100-5073672f8286), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:56.784102 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Transition to ACTIVE for port object 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:27:56.858368 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:56.879727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1578f9b4-b817-4ad7-9b0f-88869eee2095 None None] Port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:27:56.912111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Pushing event updated for resources: {'Port': ['ID=c68f21e6-5e89-40ae-a397-5ca60f53b5d5,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:56.928270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d210e-413a-40fd-8883-f9b75dfd80ce req-f4f7929c-203e-42fd-9017-8ed58c64d55b tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:56.936673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d10d210e-413a-40fd-8883-f9b75dfd80ce req-f4f7929c-203e-42fd-9017-8ed58c64d55b tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 949 time: 1.0013990 Feb 16 16:27:56.970064 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (b7db61cc-b72e-4c3a-863a-d1d5319f78ad), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:57.039181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d10d210e-413a-40fd-8883-f9b75dfd80ce req-4ac951d7-b6bf-4bb7-bbff-23aaaf8338a9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012800 Feb 16 16:27:57.101652 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:57.103020 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1048d8c6-8ac9-491a-a79b-ef56722516eb tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5269978 Feb 16 16:27:57.156295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=238e4db9-01d2-4b89-bf47-d03c2ed18d5d,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:57.186114 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:27:57.326662 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-89e911a5-be60-47a0-b332-5f7d9aa46949 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.2169569 Feb 16 16:27:57.499421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 41a75e47-2b74-49f7-a100-5073672f8286 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:57.727846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b31bfa-409c-4c83-b54b-c2094b446f56 req-936bcb7f-3ca2-48c3-af59-4946a86ec171 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:57.746708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06b31bfa-409c-4c83-b54b-c2094b446f56 req-936bcb7f-3ca2-48c3-af59-4946a86ec171 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 946 time: 0.3587296 Feb 16 16:27:57.781269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Attempting to bind port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:27:57.781860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Attempting to bind port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:27:57.781990 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Attempting to bind port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 on network 5a78f389-f648-40c0-9945-c98086a451a3 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:27:57.801339 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-4ef2bbcf-95e8-4b1f-8901-e399263568c7 service neutron] show failed (client error): The resource could not be found. Feb 16 16:27:57.802341 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-4ef2bbcf-95e8-4b1f-8901-e399263568c7 service neutron] 10.222.0.60 "GET /v2.0/ports/dbfcae26-9033-4d1f-a26d-b3193f264db3/bindings/n-h1-669411-5 HTTP/1.1" status: 404 len: 380 time: 1.0145745 Feb 16 16:27:57.804177 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Pushing event updated for resources: {'Port': ['ID=322fed2a-bca1-4e34-a08b-60e7f3a7bf15,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:57.805448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1e188288-e26b-4c71-b70b-ab6d221c9d18 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:57.814617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8ae5a92-de56-4a89-a1f7-0cfea586ba14 req-1e188288-e26b-4c71-b70b-ab6d221c9d18 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.4771955 Feb 16 16:27:57.821284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 on network 5a78f389-f648-40c0-9945-c98086a451a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:27:57.821284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Attempting to bind port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 on network 5a78f389-f648-40c0-9945-c98086a451a3 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:27:57.841383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e is: BUILD; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:57.841948 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:57.842086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:27:57.842933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Checking segment: {'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:27:57.844073 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Bound using segment: {'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:27:57.845788 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Bound port: 322fed2a-bca1-4e34-a08b-60e7f3a7bf15, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:27:57.846340 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:57.876917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:27:57.887170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06b31bfa-409c-4c83-b54b-c2094b446f56 req-ee43787e-b4a7-44de-a6a5-96fb41c2f1a4 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391923 Feb 16 16:27:57.988514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:58.000490 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:58.045789 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] For port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:27:58.050360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] For port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=322fed2a-bca1-4e34-a08b-60e7f3a7bf15,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:27:58.064192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:58.149472 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,revision_number=10']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:58.161853 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Pushing event updated for resources: {'Port': ['ID=322fed2a-bca1-4e34-a08b-60e7f3a7bf15,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:58.176481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:58.176988 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:58.183080 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-aa3cd56c-9bf1-4a45-817a-a1086082193b service neutron] 10.222.0.60 "PUT /v2.0/ports/322fed2a-bca1-4e34-a08b-60e7f3a7bf15 HTTP/1.1" status: 200 len: 1091 time: 2.2551303 Feb 16 16:27:58.183587 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6126b29-978d-44ee-b8ef-21246623d4e5', 'tag': '322fed2a-bca1-4e34-a08b-60e7f3a7bf15'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:58.185898 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3609eb4-99fe-4520-8e78-ed77c88781da" -d '{"events": [{"name": "network-changed", "server_uuid": "e6126b29-978d-44ee-b8ef-21246623d4e5", "tag": "322fed2a-bca1-4e34-a08b-60e7f3a7bf15"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:58.237472 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b101d9f5-ccf0-4d6b-8c4d-cc3a0f24463e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:58.238328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251ff0c-d899-4852-88fb-0c12e248192c req-a1d5e2c1-e5d5-4c7d-9189-0483176b5a45 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:58.242816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e251ff0c-d899-4852-88fb-0c12e248192c req-a1d5e2c1-e5d5-4c7d-9189-0483176b5a45 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 944 time: 0.2466931 Feb 16 16:27:58.260007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296adb8-8643-4dce-bf42-6b9e0edcb3ea req-272aaa9d-5d39-41e9-8706-fd14b3744ce8 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:58.277855 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4296adb8-8643-4dce-bf42-6b9e0edcb3ea req-272aaa9d-5d39-41e9-8706-fd14b3744ce8 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 943 time: 0.1999192 Feb 16 16:27:58.343232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-ff4e4d6d-7965-47c4-81a4-f9557e1343ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:58.345087 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-ff4e4d6d-7965-47c4-81a4-f9557e1343ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e6b64801f404e85a0915d363dec27d4&device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 1125 time: 0.1031842 Feb 16 16:27:58.401513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4296adb8-8643-4dce-bf42-6b9e0edcb3ea req-bb7a7f24-5c7b-4f6c-b914-7a1a940565a1 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224999 Feb 16 16:27:58.408497 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-cdbaa543-2f7b-48d3-a418-febcbd0edc4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=322fed2a-bca1-4e34-a08b-60e7f3a7bf15 HTTP/1.1" status: 200 len: 217 time: 0.0532589 Feb 16 16:27:58.495012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-a6b7bf8b-2267-41ae-820d-3127ddb52ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:58.496758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-a6b7bf8b-2267-41ae-820d-3127ddb52ca7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7&tenant_id=9f1e972448934d409d5e97576c337ceb HTTP/1.1" status: 200 len: 1132 time: 0.3290255 Feb 16 16:27:58.507613 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6191e3dd-9920-4c93-9ec3-7556cf311b1d x-openstack-request-id: req-6191e3dd-9920-4c93-9ec3-7556cf311b1d {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:58.507930 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cdadef-6028-48af-860f-2f8accab662a", "name": "network-vif-plugged", "status": "completed", "tag": "238e4db9-01d2-4b89-bf47-d03c2ed18d5d", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:58.508225 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6191e3dd-9920-4c93-9ec3-7556cf311b1d {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:58.508627 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cdadef-6028-48af-860f-2f8accab662a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238e4db9-01d2-4b89-bf47-d03c2ed18d5d', 'code': 200} Feb 16 16:27:58.534483 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e251ff0c-d899-4852-88fb-0c12e248192c req-3298af86-7884-4127-9d07-71b4879d58b3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533064 Feb 16 16:27:58.545991 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-d57e86e1-91c0-41d3-896c-eb68bd777a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:58.549946 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-d57e86e1-91c0-41d3-896c-eb68bd777a2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad0a3f87-8df5-417f-9f01-966be8ea6e6e HTTP/1.1" status: 200 len: 850 time: 0.1334422 Feb 16 16:27:58.559783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Request body: {'port': {'binding:host_id': 'n-h1-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:27:58.700586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-ddbeea42-4bbe-4a3c-bd2f-78f57e9cf362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:58.702338 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-ddbeea42-4bbe-4a3c-bd2f-78f57e9cf362 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a78f389-f648-40c0-9945-c98086a451a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1250236 Feb 16 16:27:58.807514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8df50e5b-5dc3-438a-8a42-106ab568a067 req-ad008016-1947-43ab-9fd6-70d08c2bc94b tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/floatingips/b7db61cc-b72e-4c3a-863a-d1d5319f78ad HTTP/1.1" status: 200 len: 693 time: 0.1744196 Feb 16 16:27:58.811954 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:58.851148 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-39fd5df2-8ba3-4aad-82c8-9f2ca50a4669 service neutron] 10.222.0.60 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405799 Feb 16 16:27:58.905353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84cb82-ef84-40b7-86a4-27ae337ab89f req-a2bbf0fb-8886-438e-b5cd-37783ddb62e0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:58.906889 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e84cb82-ef84-40b7-86a4-27ae337ab89f req-a2bbf0fb-8886-438e-b5cd-37783ddb62e0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1855631 Feb 16 16:27:58.948728 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2553d44-448d-4a68-94ab-fe3cdb7147e5 req-ca715083-bdac-42c6-a0a0-f5078962ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:58.950194 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2553d44-448d-4a68-94ab-fe3cdb7147e5 req-ca715083-bdac-42c6-a0a0-f5078962ce60 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 1128 time: 0.3269701 Feb 16 16:27:59.005166 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a09924fc-e990-45d9-9529-baf8b2bd8da0 req-fb8b5fb0-0b55-451d-ae00-83194d53155a service neutron] 10.222.0.60 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468508 Feb 16 16:27:59.132881 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:59.139649 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:27:59.195404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:27:59.196227 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:59.248269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e84cb82-ef84-40b7-86a4-27ae337ab89f req-9e40455e-db97-464a-b2a5-2cbb0c796c57 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081217 Feb 16 16:27:59.278593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2553d44-448d-4a68-94ab-fe3cdb7147e5 req-7f0461ec-e5dc-421b-ba8c-61f79237e040 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084764 Feb 16 16:27:59.292197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50e5b-5dc3-438a-8a42-106ab568a067 req-ab3d77a2-3425-4a34-a6be-500f2f88d9e8 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:59.293493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:27:59.293890 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:59.294082 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8df50e5b-5dc3-438a-8a42-106ab568a067 req-ab3d77a2-3425-4a34-a6be-500f2f88d9e8 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.4781840 Feb 16 16:27:59.311954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-8df50e5b-5dc3-438a-8a42-106ab568a067 req-c52d14b4-c243-4fa4-9491-0e05e0652c3e tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:27:59.312943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8df50e5b-5dc3-438a-8a42-106ab568a067 req-c52d14b4-c243-4fa4-9491-0e05e0652c3e tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062892 Feb 16 16:27:59.331075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:59.339407 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:59.354224 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-52b5be57-881e-4d4a-916a-6e2c73842f9e service neutron] 10.222.0.65 "GET /v2.0/ports/02e2b74c-b539-4a3c-93e9-5bebf49a0e7d/bindings/n-h2-669411-5 HTTP/1.1" status: 200 len: 384 time: 0.3338919 Feb 16 16:27:59.413544 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,revision_number=11']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:27:59.430950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:27:59.478905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4fd3b-6fb9-44d8-a645-ac927c57f02c req-4729e28f-425f-4ad2-8047-17a601b42936 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:59.480655 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3ec4fd3b-6fb9-44d8-a645-ac927c57f02c req-4729e28f-425f-4ad2-8047-17a601b42936 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 950 time: 0.1120453 Feb 16 16:27:59.509260 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2df693-d02f-4d82-baeb-53d81f21b67c x-openstack-request-id: req-dc2df693-d02f-4d82-baeb-53d81f21b67c {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:27:59.509647 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6126b29-978d-44ee-b8ef-21246623d4e5", "tag": "322fed2a-bca1-4e34-a08b-60e7f3a7bf15", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:27:59.509880 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc2df693-d02f-4d82-baeb-53d81f21b67c {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:27:59.510299 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6126b29-978d-44ee-b8ef-21246623d4e5', 'tag': '322fed2a-bca1-4e34-a08b-60e7f3a7bf15', 'status': 'completed', 'code': 200} Feb 16 16:27:59.573117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:27:59.625587 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3609eb4-99fe-4520-8e78-ed77c88781da req-4a39814c-cabd-440d-9905-356a8d7117c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:59.627650 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e3609eb4-99fe-4520-8e78-ed77c88781da req-4a39814c-cabd-440d-9905-356a8d7117c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e6b64801f404e85a0915d363dec27d4&device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 1125 time: 0.0680296 Feb 16 16:27:59.687843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:27:59.696498 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94adf151-25d5-4ea1-a982-fdca5422853d" -d '{"events": [{"server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:27:59.705036 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Publish callbacks [] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:59.720146 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3ec4fd3b-6fb9-44d8-a645-ac927c57f02c req-3d540487-e99e-47d3-bcc6-618820ce0134 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166314 Feb 16 16:27:59.742584 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3609eb4-99fe-4520-8e78-ed77c88781da req-79af8656-b2d3-4a2c-bbfc-e9daa36e0fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:59.744918 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e3609eb4-99fe-4520-8e78-ed77c88781da req-79af8656-b2d3-4a2c-bbfc-e9daa36e0fd9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a78f389-f648-40c0-9945-c98086a451a3 HTTP/1.1" status: 200 len: 912 time: 0.1093118 Feb 16 16:27:59.764271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Transition to ACTIVE for port object dbfcae26-9033-4d1f-a26d-b3193f264db3 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:27:59.777364 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:27:59.821439 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e3609eb4-99fe-4520-8e78-ed77c88781da req-05cd59cd-3107-4f1c-806a-caad53ef3d51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=322fed2a-bca1-4e34-a08b-60e7f3a7bf15 HTTP/1.1" status: 200 len: 217 time: 0.0667503 Feb 16 16:27:59.887684 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3609eb4-99fe-4520-8e78-ed77c88781da req-478c83ab-5d68-4023-a6b4-aed333f65cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:27:59.887684 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e3609eb4-99fe-4520-8e78-ed77c88781da req-478c83ab-5d68-4023-a6b4-aed333f65cdb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad0a3f87-8df5-417f-9f01-966be8ea6e6e HTTP/1.1" status: 200 len: 850 time: 0.0587444 Feb 16 16:27:59.989215 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Pushing event updated for resources: {'Port': ['ID=dbfcae26-9033-4d1f-a26d-b3193f264db3,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:00.003196 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] No DVR routers for this DVR port dbfcae26-9033-4d1f-a26d-b3193f264db3 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:28:00.028851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3609eb4-99fe-4520-8e78-ed77c88781da req-b898744c-eda6-4d53-acb9-af520e16140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:00.030385 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e3609eb4-99fe-4520-8e78-ed77c88781da req-b898744c-eda6-4d53-acb9-af520e16140e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a78f389-f648-40c0-9945-c98086a451a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1362929 Feb 16 16:28:00.036501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-697e37ae-7549-489c-84d8-45387c8b7670 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:00.038406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-697e37ae-7549-489c-84d8-45387c8b7670 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 820 time: 0.4032893 Feb 16 16:28:00.114122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f5176-81a6-4ceb-949b-18f4e945b53a req-e49e06f9-38a7-417d-95de-7e03c4b6589a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:00.116514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c3f5176-81a6-4ceb-949b-18f4e945b53a req-e49e06f9-38a7-417d-95de-7e03c4b6589a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 946 time: 0.2815750 Feb 16 16:28:00.132569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-5bb184ab-6c5e-42ea-8f80-bbae83414c45 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/quotas/b0adde609b014b4f962dc22768f8ddb1 HTTP/1.1" status: 200 len: 375 time: 0.0395827 Feb 16 16:28:00.155356 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e3609eb4-99fe-4520-8e78-ed77c88781da req-5c29d6a7-e4a9-48eb-949d-d64a8d169b5d service neutron] 10.222.0.60 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158099 Feb 16 16:28:00.164606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Attempting to bind port dbfcae26-9033-4d1f-a26d-b3193f264db3 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:28:00.164935 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Attempting to bind port dbfcae26-9033-4d1f-a26d-b3193f264db3 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:28:00.165257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Attempting to bind port dbfcae26-9033-4d1f-a26d-b3193f264db3 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:00.200265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Port dbfcae26-9033-4d1f-a26d-b3193f264db3 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:28:00.200645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Attempting to bind port dbfcae26-9033-4d1f-a26d-b3193f264db3 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:00.227400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:28:00.227772 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:28:00.228145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:28:00.228575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Bound port: dbfcae26-9033-4d1f-a26d-b3193f264db3, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:28:00.228934 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:00.258881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-cedbcd64-b931-4693-9407-af9335cfe870 service neutron] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:00.277908 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c3f5176-81a6-4ceb-949b-18f4e945b53a req-afb8129f-d2ba-4750-8c63-9666d905b9c0 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441150 Feb 16 16:28:00.299737 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-cedbcd64-b931-4693-9407-af9335cfe870 service neutron] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:28:00.314923 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e3609eb4-99fe-4520-8e78-ed77c88781da req-79ce3b88-20f8-4e73-ac86-90b6a965979b service neutron] 10.222.0.60 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525581 Feb 16 16:28:00.336922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device dbfcae26-9033-4d1f-a26d-b3193f264db3 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:28:00.347276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-450821d9-55d1-4cdf-8b3a-19d53bb286ed tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2028232 Feb 16 16:28:00.400513 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] The host n-h2-669411-5 is not matching for port dbfcae26-9033-4d1f-a26d-b3193f264db3 host n-h1-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:28:00.401222 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device dbfcae26-9033-4d1f-a26d-b3193f264db3 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:28:00.435291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7a12304-4b76-485d-b24a-17d5751043a0 req-12953fbb-0398-43e4-9036-33bded3af530 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=1cb3f5502ab44f808398695a36b72cd2 HTTP/1.1" status: 200 len: 696 time: 0.0763242 Feb 16 16:28:00.442994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-cedbcd64-b931-4693-9407-af9335cfe870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:28:00.483493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-cedbcd64-b931-4693-9407-af9335cfe870 service neutron] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:00.509588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c415b83-d525-43f6-85fa-86091a92cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:00.512446 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ccf026-5f83-46d2-bcde-e31bed944eae" -d '{"events": [{"server_uuid": "3c415b83-d525-43f6-85fa-86091a92cba5", "name": "network-vif-plugged", "status": "completed", "tag": "c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:00.553431 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-cedbcd64-b931-4693-9407-af9335cfe870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:00.558096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:28:00.616920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:28:00.662004 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:00.678651 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-18340514-8870-4303-985e-38dc15c5f551 service neutron] 10.222.0.24 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305213 Feb 16 16:28:00.708543 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:00.756000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a12304-4b76-485d-b24a-17d5751043a0 req-b32b0c4c-d21c-43f5-baec-c5331b1da91b tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:00.757277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7a12304-4b76-485d-b24a-17d5751043a0 req-b32b0c4c-d21c-43f5-baec-c5331b1da91b tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/networks?id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 787 time: 0.3063598 Feb 16 16:28:00.771121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:00.771641 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:00.773755 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] 10.222.0.65 "PUT /v2.0/ports/dbfcae26-9033-4d1f-a26d-b3193f264db3 HTTP/1.1" status: 200 len: 1096 time: 2.2381194 Feb 16 16:28:00.784296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-b7a12304-4b76-485d-b24a-17d5751043a0 req-bcea25f1-a677-46c0-9571-fb39c1503285 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:28:00.785263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7a12304-4b76-485d-b24a-17d5751043a0 req-bcea25f1-a677-46c0-9571-fb39c1503285 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055890 Feb 16 16:28:00.895044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031d37b-afb0-4c54-8802-b3a7207772de service neutron] Pushing event updated for resources: {'Port': ['ID=dbfcae26-9033-4d1f-a26d-b3193f264db3,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:00.915041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-cedbcd64-b931-4693-9407-af9335cfe870 service neutron] Transition to ACTIVE for port object 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:28:01.040631 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:01.268698 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-cedbcd64-b931-4693-9407-af9335cfe870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:01.333173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-cce4b70f-30f7-4b15-9a97-5406588f0e5f service neutron] 10.222.0.24 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427205 Feb 16 16:28:01.377037 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-c71079ae-f02f-4411-aeed-f778d9a63c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:01.378588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-c71079ae-f02f-4411-aeed-f778d9a63c6b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 1130 time: 0.5755427 Feb 16 16:28:01.379370 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-cedbcd64-b931-4693-9407-af9335cfe870 service neutron] No DVR routers for this DVR port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:28:01.405364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32e80c-f92d-423f-87ae-bf4f9a78053b req-23a5b743-b017-46d0-9a71-ae26d24a6c9e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:01.406824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a32e80c-f92d-423f-87ae-bf4f9a78053b req-23a5b743-b017-46d0-9a71-ae26d24a6c9e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 943 time: 0.5232756 Feb 16 16:28:01.409305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbcd64-b931-4693-9407-af9335cfe870 service neutron] Pushing event updated for resources: {'Port': ['ID=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,revision_number=10']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:01.468915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-cedbcd64-b931-4693-9407-af9335cfe870 service neutron] 10.222.0.65 "PUT /v2.0/ports/02e2b74c-b539-4a3c-93e9-5bebf49a0e7d/bindings/n-h2-669411-5/activate HTTP/1.1" status: 200 len: 369 time: 1.9832945 Feb 16 16:28:01.588371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a32e80c-f92d-423f-87ae-bf4f9a78053b req-4b8037cd-a34a-4422-90bf-461d4410e268 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622946 Feb 16 16:28:01.595333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-7e90d547-dd9b-412e-abd0-d5061b23a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:01.596809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-7e90d547-dd9b-412e-abd0-d5061b23a474 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2083321 Feb 16 16:28:01.597598 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-4a8ec6e9-f66e-4a2d-9b8c-0504a23ffa1a tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:01.599189 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-4a8ec6e9-f66e-4a2d-9b8c-0504a23ffa1a tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab&tenant_id=3891023a3e87450bb385aeaa57c755fe&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1127 time: 0.0599558 Feb 16 16:28:01.654968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-0646f583-3f07-4b42-bf39-473af6f7e566 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3 HTTP/1.1" status: 200 len: 217 time: 0.0492427 Feb 16 16:28:01.665045 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-d8574b6d-93a9-4e33-9110-ad2b309b02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:01.666504 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-d8574b6d-93a9-4e33-9110-ad2b309b02b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab&tenant_id=3891023a3e87450bb385aeaa57c755fe HTTP/1.1" status: 200 len: 1127 time: 0.0587821 Feb 16 16:28:01.719724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-c10d24d5-663a-498a-adb1-142ff8e2042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:01.721592 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-c10d24d5-663a-498a-adb1-142ff8e2042d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0603230 Feb 16 16:28:01.789282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-a6158aaf-d8d1-4e3b-9f38-57d378338511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:01.790922 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-a6158aaf-d8d1-4e3b-9f38-57d378338511 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 1127 time: 0.0954978 Feb 16 16:28:01.805661 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1429a17-fbff-411a-85db-804829b85822 x-openstack-request-id: req-f1429a17-fbff-411a-85db-804829b85822 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:01.806112 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:01.806381 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1429a17-fbff-411a-85db-804829b85822 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:01.806885 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3', 'code': 200} Feb 16 16:28:01.822720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-026ea3a3-1d1b-4412-b262-ed8f680e736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:01.824934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-026ea3a3-1d1b-4412-b262-ed8f680e736f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0941198 Feb 16 16:28:01.836948 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c21f9a-1de2-46dd-8286-3af93ff6c08f req-009335f7-fd14-4fb1-a184-f407e750233b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:01.838760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1c21f9a-1de2-46dd-8286-3af93ff6c08f req-009335f7-fd14-4fb1-a184-f407e750233b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 945 time: 0.1074021 Feb 16 16:28:01.953172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-864b8455-49f4-4c6a-896b-2da1a8cdc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:01.955358 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-864b8455-49f4-4c6a-896b-2da1a8cdc3ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.1570108 Feb 16 16:28:01.986569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1c21f9a-1de2-46dd-8286-3af93ff6c08f req-a1793f94-1eb2-4ce7-ad97-d61a7403f305 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387019 Feb 16 16:28:02.013710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-43780eca-b399-44cf-9e38-a5d542e03da9 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739213 Feb 16 16:28:02.055060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7a8e5-36f1-4eab-9c62-896909024502 req-1f743d6c-46d6-437c-88c7-f8f58a277b9e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:02.062831 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-52c617f8-6157-467b-9596-50f359715f8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d HTTP/1.1" status: 200 len: 217 time: 0.0975404 Feb 16 16:28:02.065097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ec7a8e5-36f1-4eab-9c62-896909024502 req-1f743d6c-46d6-437c-88c7-f8f58a277b9e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 948 time: 0.1306264 Feb 16 16:28:02.068265 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:02.157300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-91936abc-c641-44c7-8005-d51b578fcb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:02.158963 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-91936abc-c641-44c7-8005-d51b578fcb99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.0871594 Feb 16 16:28:02.182518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ec7a8e5-36f1-4eab-9c62-896909024502 req-e3020616-f214-469e-910b-75418339b30c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164861 Feb 16 16:28:02.197876 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea00044-5f22-4382-a7a7-6802ade92faf x-openstack-request-id: req-9ea00044-5f22-4382-a7a7-6802ade92faf {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:02.198240 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c415b83-d525-43f6-85fa-86091a92cba5", "name": "network-vif-plugged", "status": "completed", "tag": "c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:02.198570 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ea00044-5f22-4382-a7a7-6802ade92faf {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:02.199047 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c415b83-d525-43f6-85fa-86091a92cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e', 'code': 200} Feb 16 16:28:02.221866 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-928a1dff-aaf9-47c1-8d56-b53f1999ce8c req-65dc4a0e-37a9-465f-a878-6791f9b0f88d service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008321 Feb 16 16:28:02.260971 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-dbcda4b7-6580-408e-8084-2106c5cf26af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666592 Feb 16 16:28:02.330241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:28:02.355927 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e443b8ca-e531-4bf0-baee-7d1233cfa089 req-383fcb22-eb3e-4e89-82f0-9b521e7279e7 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/floatingips/b7db61cc-b72e-4c3a-863a-d1d5319f78ad HTTP/1.1" status: 200 len: 693 time: 0.0926216 Feb 16 16:28:02.502715 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-309d7348-f294-46be-9a9b-d72a0932d4e6 service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289393 Feb 16 16:28:02.547392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443b8ca-e531-4bf0-baee-7d1233cfa089 req-d9b9d9e8-a9f4-4ec9-8205-0d366a592bb9 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:02.555570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e443b8ca-e531-4bf0-baee-7d1233cfa089 req-d9b9d9e8-a9f4-4ec9-8205-0d366a592bb9 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.1987274 Feb 16 16:28:02.620604 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e443b8ca-e531-4bf0-baee-7d1233cfa089 req-63ec8760-eedb-46e4-b6e3-fdc2b0612982 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.0638523 Feb 16 16:28:02.652022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=322fed2a-bca1-4e34-a08b-60e7f3a7bf15,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:02.667094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '322fed2a-bca1-4e34-a08b-60e7f3a7bf15', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'port_id': '322fed2a-bca1-4e34-a08b-60e7f3a7bf15', 'mac_address': 'fa:16:3e:00:c4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:28:02.710998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e443b8ca-e531-4bf0-baee-7d1233cfa089 req-d946c2ac-2c97-43ce-9927-a47f1fb7058a tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.0894363 Feb 16 16:28:02.729684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3bfcc-03dd-485a-94c6-46c74c1c6da5 req-d77c96fb-14c2-48db-80c0-e13dd1d8b55f tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:02.736484 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cb3bfcc-03dd-485a-94c6-46c74c1c6da5 req-d77c96fb-14c2-48db-80c0-e13dd1d8b55f tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 950 time: 0.3777144 Feb 16 16:28:02.751834 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:02.753972 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:02.765296 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-2282f155-3fc9-4113-95fe-64f9ca3e4dcd service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547560 Feb 16 16:28:02.809331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:28:02.859267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=322fed2a-bca1-4e34-a08b-60e7f3a7bf15,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:02.864682 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:02.918791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cb3bfcc-03dd-485a-94c6-46c74c1c6da5 req-01d57bb2-07dc-4a54-8a5e-e8070a6c9e84 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813552 Feb 16 16:28:02.940203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b79ec-dc0e-4e61-b340-78095ee38c3f req-606c4aa8-53f3-4cd5-ae93-b9773c6ee985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:02.942650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-463b79ec-dc0e-4e61-b340-78095ee38c3f req-606c4aa8-53f3-4cd5-ae93-b9773c6ee985 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 1132 time: 0.2294250 Feb 16 16:28:02.960514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=322fed2a-bca1-4e34-a08b-60e7f3a7bf15,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:03.092187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-463b79ec-dc0e-4e61-b340-78095ee38c3f req-13d3c5f2-601e-40bc-8f37-76b68432f5ff service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052723 Feb 16 16:28:03.105018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-e443b8ca-e531-4bf0-baee-7d1233cfa089 req-c6a356a0-3ef7-4742-92da-58d296bde6a2 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Deleting port c68f21e6-5e89-40ae-a397-5ca60f53b5d5 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:28:03.105018 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e443b8ca-e531-4bf0-baee-7d1233cfa089 req-c6a356a0-3ef7-4742-92da-58d296bde6a2 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c68f21e6-5e89-40ae-a397-5ca60f53b5d5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:03.126699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e551d11-7192-48bf-9785-6cefed993ae4 req-d60bdd07-3155-4b01-bd2d-74b30673620f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:03.128237 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e551d11-7192-48bf-9785-6cefed993ae4 req-d60bdd07-3155-4b01-bd2d-74b30673620f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 946 time: 0.1107392 Feb 16 16:28:03.138519 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-681aa729-f192-4565-adf8-1c84934e8a94 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:03.140559 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-681aa729-f192-4565-adf8-1c84934e8a94 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab&tenant_id=3891023a3e87450bb385aeaa57c755fe&binding%3Ahost_id=n-h2-669411-5 HTTP/1.1" status: 200 len: 1127 time: 0.0685573 Feb 16 16:28:03.228903 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e443b8ca-e531-4bf0-baee-7d1233cfa089 req-c6a356a0-3ef7-4742-92da-58d296bde6a2 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c68f21e6-5e89-40ae-a397-5ca60f53b5d5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:03.229120 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e443b8ca-e531-4bf0-baee-7d1233cfa089 req-c6a356a0-3ef7-4742-92da-58d296bde6a2 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks [] for floatingip (c68f21e6-5e89-40ae-a397-5ca60f53b5d5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:03.246987 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e551d11-7192-48bf-9785-6cefed993ae4 req-e72527b5-f6ec-42f7-9ecf-6abf6598ba67 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076069 Feb 16 16:28:03.265417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-e443b8ca-e531-4bf0-baee-7d1233cfa089 req-c6a356a0-3ef7-4742-92da-58d296bde6a2 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Calling delete_port for c68f21e6-5e89-40ae-a397-5ca60f53b5d5 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:28:03.277169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-b4402922-f92a-455c-9ec8-594cd7110b05 service neutron] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:28:03.282807 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-b4402922-f92a-455c-9ec8-594cd7110b05 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:03.284081 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f2ac2f84-c61a-46d4-abf3-1f588f89f1b4 req-b4402922-f92a-455c-9ec8-594cd7110b05 service neutron] 10.222.0.60 "DELETE /v2.0/ports/02e2b74c-b539-4a3c-93e9-5bebf49a0e7d/bindings/n-h1-669411-5 HTTP/1.1" status: 204 len: 173 time: 0.1372519 Feb 16 16:28:03.387086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f8a9097-af88-496a-833f-5f88bfda8e78 req-1a49f7ee-67f7-45df-ac42-ee817c3e5766 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 210 time: 0.0406396 Feb 16 16:28:03.394260 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['322fed2a-bca1-4e34-a08b-60e7f3a7bf15'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:03.500153 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e443b8ca-e531-4bf0-baee-7d1233cfa089 req-c6a356a0-3ef7-4742-92da-58d296bde6a2 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c68f21e6-5e89-40ae-a397-5ca60f53b5d5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:03.534378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a356a0-3ef7-4742-92da-58d296bde6a2 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Pushing event deleted for resources: {'Port': ['ID=c68f21e6-5e89-40ae-a397-5ca60f53b5d5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:03.604766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fc820-edb0-4137-99a6-aaace9c7192f req-4ed4d2b8-34fc-40fa-8be9-35fe11a447bc tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:03.606249 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c26fc820-edb0-4137-99a6-aaace9c7192f req-4ed4d2b8-34fc-40fa-8be9-35fe11a447bc tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 944 time: 0.1396463 Feb 16 16:28:03.629378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e443b8ca-e531-4bf0-baee-7d1233cfa089 req-c6a356a0-3ef7-4742-92da-58d296bde6a2 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks [] for floatingip (b7db61cc-b72e-4c3a-863a-d1d5319f78ad), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:03.631962 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e443b8ca-e531-4bf0-baee-7d1233cfa089 req-c6a356a0-3ef7-4742-92da-58d296bde6a2 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:03.633085 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e443b8ca-e531-4bf0-baee-7d1233cfa089 req-c6a356a0-3ef7-4742-92da-58d296bde6a2 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "DELETE /v2.0/floatingips/b7db61cc-b72e-4c3a-863a-d1d5319f78ad HTTP/1.1" status: 204 len: 173 time: 0.9213028 Feb 16 16:28:03.748521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c26fc820-edb0-4137-99a6-aaace9c7192f req-5babdf2d-404c-485d-a125-3f6175b0e1ba tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334980 Feb 16 16:28:03.816534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-b1bd1925-8c3c-4456-b4b0-c64a05cc5185 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:03.818028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-b1bd1925-8c3c-4456-b4b0-c64a05cc5185 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.65 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 820 time: 0.1824193 Feb 16 16:28:03.821015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:03.823274 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9869c2d4-b178-4057-aa5a-67f0c149e37d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:03.841016 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-25fa67d9-5f62-4a8e-82d3-0816bf0eba6e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Request body: {'port': {'device_id': '2c390e7b-3dd1-4966-a691-2d114d5ca1e1', 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67', 'admin_state_up': True, 'tenant_id': 'b0adde609b014b4f962dc22768f8ddb1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:03.851478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40285866-c801-4887-ba14-2d806f6612a4 req-218f3cdc-fd7b-4e75-8478-271fa37ac883 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:03.856225 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40285866-c801-4887-ba14-2d806f6612a4 req-218f3cdc-fd7b-4e75-8478-271fa37ac883 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 945 time: 0.1548524 Feb 16 16:28:04.014768 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40285866-c801-4887-ba14-2d806f6612a4 req-092fe7f1-f914-4d26-9626-9b49b43432d6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357772 Feb 16 16:28:04.029487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44104b6b-93eb-47af-ae48-69596a37948c req-50f4b19d-7e07-44fe-9d35-5abee93f1f2b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:04.030956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44104b6b-93eb-47af-ae48-69596a37948c req-50f4b19d-7e07-44fe-9d35-5abee93f1f2b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 948 time: 0.1532345 Feb 16 16:28:04.087128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-25fa67d9-5f62-4a8e-82d3-0816bf0eba6e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Made reservation on behalf of b0adde609b014b4f962dc22768f8ddb1 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:28:04.090542 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-25fa67d9-5f62-4a8e-82d3-0816bf0eba6e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:04.145786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44104b6b-93eb-47af-ae48-69596a37948c req-a443fbf1-deed-4451-9828-d03f501b9643 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021500 Feb 16 16:28:04.196185 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:04.235989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1e212ef-efb5-4108-afd0-92d808622412 req-c62b62a5-7c28-44f8-9ab1-70fb446fb0f3 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1754872189&fields=id&tenant_id=1fbbbf96aba349afb09c407b0f348b74 HTTP/1.1" status: 200 len: 267 time: 0.1504967 Feb 16 16:28:04.417695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-25fa67d9-5f62-4a8e-82d3-0816bf0eba6e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Allocated IP 172.20.0.13 (a1813a8d-0fbe-4a58-a0a5-a203a6879d67/428f0788-a1e9-4bb7-941f-8437ca6dcd5a/4a5de81f-5c36-4c6b-999a-b84af929ba5d) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:28:04.423354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-a4c87a83-5902-44c6-8201-9e64eb2e0193 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2427926 Feb 16 16:28:04.430107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e212ef-efb5-4108-afd0-92d808622412 req-95f077d0-df16-4ca2-978d-d3d4d81f3d40 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:04.431535 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1e212ef-efb5-4108-afd0-92d808622412 req-95f077d0-df16-4ca2-978d-d3d4d81f3d40 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 946 time: 0.1791306 Feb 16 16:28:04.438461 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:04.449097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-f1e212ef-efb5-4108-afd0-92d808622412 req-01c42e74-5f97-4a90-b2be-168066b22cf9 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'port': {'security_groups': ['79d53b1a-dd1b-4523-9b80-4da65aa0141f', 'b20a0fa9-1c91-4ca1-93c5-2b0855bd107a']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:04.519970 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:04.612425 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f1e212ef-efb5-4108-afd0-92d808622412 req-01c42e74-5f97-4a90-b2be-168066b22cf9 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:04.815282 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-25fa67d9-5f62-4a8e-82d3-0816bf0eba6e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks [] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:04.863382 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:04.975372 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-25fa67d9-5f62-4a8e-82d3-0816bf0eba6e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:04.988653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['5230fa60-04fc-41e4-ab07-6db406024d32'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:05.046733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f1e212ef-efb5-4108-afd0-92d808622412 req-01c42e74-5f97-4a90-b2be-168066b22cf9 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] For port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=238e4db9-01d2-4b89-bf47-d03c2ed18d5d,segment=NetworkSegment(3f9f3213-2aca-4d81-a320-ba964f3e3ded),segment_id=3f9f3213-2aca-4d81-a320-ba964f3e3ded)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:05.082441 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-25fa67d9-5f62-4a8e-82d3-0816bf0eba6e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:28:05.104394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-25fa67d9-5f62-4a8e-82d3-0816bf0eba6e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:05.113441 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-25fa67d9-5f62-4a8e-82d3-0816bf0eba6e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:28:05.123520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa67d9-5f62-4a8e-82d3-0816bf0eba6e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Pushing event updated for resources: {'Port': ['ID=4a5de81f-5c36-4c6b-999a-b84af929ba5d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:05.175718 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f1e212ef-efb5-4108-afd0-92d808622412 req-01c42e74-5f97-4a90-b2be-168066b22cf9 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:05.187226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Allocated IP 172.25.4.8 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/d420ea6f-b07b-46cb-b79f-0ffe8348e664) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:28:05.189444 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f1e212ef-efb5-4108-afd0-92d808622412 req-01c42e74-5f97-4a90-b2be-168066b22cf9 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:05.247651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-25fa67d9-5f62-4a8e-82d3-0816bf0eba6e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:05.248471 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-25fa67d9-5f62-4a8e-82d3-0816bf0eba6e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:05.249818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2f9bcea7-5951-4846-bd30-66e09b6141a2', '238e4db9-01d2-4b89-bf47-d03c2ed18d5d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:05.251635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device dbfcae26-9033-4d1f-a26d-b3193f264db3 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:28:05.289404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e212ef-efb5-4108-afd0-92d808622412 req-01c42e74-5f97-4a90-b2be-168066b22cf9 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:05.290443 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f1e212ef-efb5-4108-afd0-92d808622412 req-01c42e74-5f97-4a90-b2be-168066b22cf9 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:05.291931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1e212ef-efb5-4108-afd0-92d808622412 req-01c42e74-5f97-4a90-b2be-168066b22cf9 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "PUT /v2.0/ports/238e4db9-01d2-4b89-bf47-d03c2ed18d5d HTTP/1.1" status: 200 len: 982 time: 0.8492055 Feb 16 16:28:05.310113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-25fa67d9-5f62-4a8e-82d3-0816bf0eba6e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4812121 Feb 16 16:28:05.329890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Request body: {'port': {'device_id': '2c390e7b-3dd1-4966-a691-2d114d5ca1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:05.332812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c42e74-5f97-4a90-b2be-168066b22cf9 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'Port': ['ID=238e4db9-01d2-4b89-bf47-d03c2ed18d5d,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:05.396135 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04ecc05-2f0d-4995-85eb-0cc69dd2c871 x-openstack-request-id: req-b04ecc05-2f0d-4995-85eb-0cc69dd2c871 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:05.397676 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:05.398403 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b04ecc05-2f0d-4995-85eb-0cc69dd2c871 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:05.398603 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3', 'status': 'completed', 'code': 200} Feb 16 16:28:05.400424 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['238e4db9-01d2-4b89-bf47-d03c2ed18d5d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:05.456891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-b342a70a-9854-4441-aea0-4b2870250b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:05.459845 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-b342a70a-9854-4441-aea0-4b2870250b29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 1130 time: 0.0679674 Feb 16 16:28:05.514925 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks [] for port (d420ea6f-b07b-46cb-b79f-0ffe8348e664), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:05.605497 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:05.609733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-4586bb09-6333-409c-81fd-eb4275bd3d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:05.612798 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-4586bb09-6333-409c-81fd-eb4275bd3d7c service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1463213 Feb 16 16:28:05.641044 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'dbfcae26-9033-4d1f-a26d-b3193f264db3', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'dbfcae26-9033-4d1f-a26d-b3193f264db3', 'mac_address': 'fa:16:3e:fa:ba:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:28:05.672759 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-b5eec968-3c04-4dca-a990-2018eed3dbc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3 HTTP/1.1" status: 200 len: 217 time: 0.0523980 Feb 16 16:28:05.736365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-62cb389b-8a54-4135-b6b3-7255c18ed4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:05.738668 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-62cb389b-8a54-4135-b6b3-7255c18ed4f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0595210 Feb 16 16:28:05.781793 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port dbfcae26-9033-4d1f-a26d-b3193f264db3 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:05.782347 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:05.815086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-0b18e255-456e-4411-a0e8-3d6b129674f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:05.816775 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-0b18e255-456e-4411-a0e8-3d6b129674f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0707335 Feb 16 16:28:05.824114 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfcae26-9033-4d1f-a26d-b3193f264db3 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:28:05.877484 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:05.890575 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:05.947440 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:05.951422 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-f36aae57-2247-4244-bb55-d5f1a44147d3 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269603 Feb 16 16:28:05.980753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-0ceb628a-cd9a-440a-8f64-e0cf5b02bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:05.982242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-0ceb628a-cd9a-440a-8f64-e0cf5b02bf8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 1130 time: 0.5806310 Feb 16 16:28:06.002695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=dbfcae26-9033-4d1f-a26d-b3193f264db3,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:06.084990 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-6851bc86-e6c4-42ee-aa64-166510c53751 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260316 Feb 16 16:28:06.141319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9032222-1a4d-4602-9ee3-329c627a5313 req-6de43c9a-587e-4e10-b33c-873136bc383d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:06.143282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9032222-1a4d-4602-9ee3-329c627a5313 req-6de43c9a-587e-4e10-b33c-873136bc383d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 950 time: 0.2382910 Feb 16 16:28:06.155307 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d420ea6f-b07b-46cb-b79f-0ffe8348e664), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:06.186685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['dbfcae26-9033-4d1f-a26d-b3193f264db3'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:06.290614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:28:06.307437 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:06.323713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-316bb7cc-218e-4c81-b0bb-4a46daef1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:06.325204 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-316bb7cc-218e-4c81-b0bb-4a46daef1b0a service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.3296869 Feb 16 16:28:06.329320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:28:06.331577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Pushing event updated for resources: {'Port': ['ID=d420ea6f-b07b-46cb-b79f-0ffe8348e664,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:06.341532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:06.394005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:28:06.399158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:06.399617 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:06.445130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-510acdae-6a9b-4a72-b721-17aa215e183f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3 HTTP/1.1" status: 200 len: 217 time: 0.0774479 Feb 16 16:28:06.448244 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9032222-1a4d-4602-9ee3-329c627a5313 req-3acdda1e-2d9c-4cd1-acd0-7c8acba01392 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906723 Feb 16 16:28:06.520178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:06.520661 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:06.546019 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6126b29-978d-44ee-b8ef-21246623d4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322fed2a-bca1-4e34-a08b-60e7f3a7bf15'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:06.548372 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a47918-a60c-46c7-b294-8833ff52ba4f" -d '{"events": [{"server_uuid": "e6126b29-978d-44ee-b8ef-21246623d4e5", "name": "network-vif-plugged", "status": "completed", "tag": "322fed2a-bca1-4e34-a08b-60e7f3a7bf15"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:06.563205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=322fed2a-bca1-4e34-a08b-60e7f3a7bf15,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:06.568497 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:06.571571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-7a2d2bdc-bdff-46ea-9153-8ff46f303605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:06.573139 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-7a2d2bdc-bdff-46ea-9153-8ff46f303605 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1121485 Feb 16 16:28:06.618794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=322fed2a-bca1-4e34-a08b-60e7f3a7bf15,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:06.649275 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks [] for floatingip (7ccb79e5-1a40-487f-89db-55d9bab6c3e2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:06.734845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5de81f-5c36-4c6b-999a-b84af929ba5d {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:28:06.745013 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d420ea6f-b07b-46cb-b79f-0ffe8348e664), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:06.747706 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Publish callbacks [] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:06.752252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-1434affa-bcba-4af9-ab10-ef128b7fba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:06.753754 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-1434affa-bcba-4af9-ab10-ef128b7fba83 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1674328 Feb 16 16:28:06.778968 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23290ebd-c337-4741-b0cd-8d0a6d8608c1 req-21f59b5c-f4c3-475a-8150-2acb50593cd9 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:06.780455 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-23290ebd-c337-4741-b0cd-8d0a6d8608c1 req-21f59b5c-f4c3-475a-8150-2acb50593cd9 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 932 time: 0.2050760 Feb 16 16:28:06.815563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Transition to ACTIVE for port object 4a5de81f-5c36-4c6b-999a-b84af929ba5d will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:28:06.841161 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:06.980549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-23290ebd-c337-4741-b0cd-8d0a6d8608c1 req-1ebf0ba7-bd7b-45b8-a063-3ef12340be94 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852059 Feb 16 16:28:06.994980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Pushing event updated for resources: {'Port': ['ID=4a5de81f-5c36-4c6b-999a-b84af929ba5d,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:07.107865 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-f2e778f6-af48-4662-b2c6-e57884ed3c7a service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240848 Feb 16 16:28:07.113047 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:07.113446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:07.113727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:07.114058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:07.114386 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:07.114710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:07.115778 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:07.116352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:07.116689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:07.117015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:07.117337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:07.117654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:07.117971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:07.201734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device dbfcae26-9033-4d1f-a26d-b3193f264db3 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:07.252464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port dbfcae26-9033-4d1f-a26d-b3193f264db3 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:28:07.257673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port dbfcae26-9033-4d1f-a26d-b3193f264db3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:07.258122 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:07.303055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6304d-76d2-40a3-80ae-63089b5c985f req-fd2d2cd1-d057-421d-95ed-c8e75cdead63 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:07.304679 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ec6304d-76d2-40a3-80ae-63089b5c985f req-fd2d2cd1-d057-421d-95ed-c8e75cdead63 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.2339575 Feb 16 16:28:07.314475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Attempting to bind port 4a5de81f-5c36-4c6b-999a-b84af929ba5d on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:28:07.314899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Attempting to bind port 4a5de81f-5c36-4c6b-999a-b84af929ba5d by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:28:07.315301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Attempting to bind port 4a5de81f-5c36-4c6b-999a-b84af929ba5d on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:07.320683 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks [] for port (d420ea6f-b07b-46cb-b79f-0ffe8348e664), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:07.340415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Port 4a5de81f-5c36-4c6b-999a-b84af929ba5d on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:28:07.340839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Attempting to bind port 4a5de81f-5c36-4c6b-999a-b84af929ba5d on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:07.341021 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port dbfcae26-9033-4d1f-a26d-b3193f264db3 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:07.341475 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:07.342919 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (d420ea6f-b07b-46cb-b79f-0ffe8348e664), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:07.376106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:07.382018 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:07.388864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:28:07.389130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Checking segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:28:07.389515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Bound using segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:28:07.389953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Bound port: 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:28:07.390309 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:07.393569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9869c2d4-b178-4057-aa5a-67f0c149e37d req-8306096c-f1fb-4d4a-b0ef-005cb438c36f service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707651 Feb 16 16:28:07.426646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cdadef-6028-48af-860f-2f8accab662a', 'tag': '238e4db9-01d2-4b89-bf47-d03c2ed18d5d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:07.429051 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbdf12c-708b-42c1-9b92-98dc69edf766" -d '{"events": [{"name": "network-changed", "server_uuid": "82cdadef-6028-48af-860f-2f8accab662a", "tag": "238e4db9-01d2-4b89-bf47-d03c2ed18d5d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:07.436461 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=dbfcae26-9033-4d1f-a26d-b3193f264db3,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:07.472575 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ec6304d-76d2-40a3-80ae-63089b5c985f req-483225cb-2bfa-4acb-9994-2cec70d556b4 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591225 Feb 16 16:28:07.501197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Pushing event updated for resources: {'Port': ['ID=d420ea6f-b07b-46cb-b79f-0ffe8348e664,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:07.520431 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (7ccb79e5-1a40-487f-89db-55d9bab6c3e2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:07.559077 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:07.560264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-ccbf6be6-70c0-4b9b-9c84-8fbea29e48be tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.1277726 Feb 16 16:28:07.582826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:28:07.631446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:28:07.643249 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:07.649203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-1387a178-7dc4-4c52-92c4-d6abe1fcd465 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.0688961 Feb 16 16:28:07.718187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6b83f-dad0-47d8-8b28-94a40a8ec9fe req-e56c8e29-19a8-4852-9fef-6ce0724436b2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:07.719707 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7e6b83f-dad0-47d8-8b28-94a40a8ec9fe req-e56c8e29-19a8-4852-9fef-6ce0724436b2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1772311 Feb 16 16:28:07.720952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:07.721545 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:07.722806 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] 10.222.0.65 "PUT /v2.0/ports/4a5de81f-5c36-4c6b-999a-b84af929ba5d HTTP/1.1" status: 200 len: 1092 time: 2.4037237 Feb 16 16:28:07.811080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982e935-1510-451f-93b9-ba1f74c12eec service neutron] Pushing event updated for resources: {'Port': ['ID=4a5de81f-5c36-4c6b-999a-b84af929ba5d,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:07.883941 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7e6b83f-dad0-47d8-8b28-94a40a8ec9fe req-36a6591a-c045-4479-89c4-b910d27e5335 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505671 Feb 16 16:28:07.891324 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-1ffd93f7-31bc-472a-8777-190e08335cd6 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:07.892659 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47c360fe-8ed2-47cd-8caf-41f40a0706db req-1ffd93f7-31bc-472a-8777-190e08335cd6 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.2333293 Feb 16 16:28:07.902548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-28e3816b-836f-4be1-8f0b-603013e3b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:07.907892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-28e3816b-836f-4be1-8f0b-603013e3b111 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 1126 time: 0.1104388 Feb 16 16:28:07.974881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-53790271-c27b-4e2d-843f-9773886adafe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d HTTP/1.1" status: 200 len: 217 time: 0.0484955 Feb 16 16:28:08.030961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-178f4e18-526a-4d6b-81eb-07549d6a4e20 req-0adf1c6d-cc9d-4be6-af46-f0750b3787da tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/b20a0fa9-1c91-4ca1-93c5-2b0855bd107a HTTP/1.1" status: 200 len: 1818 time: 0.1120970 Feb 16 16:28:08.040363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-5b909010-3d85-416a-be3c-9cc398875432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:08.041838 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-5b909010-3d85-416a-be3c-9cc398875432 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.0594256 Feb 16 16:28:08.094528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-039eae9f-11c5-4a20-a2a6-e389a4870fbe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358565 Feb 16 16:28:08.140523 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-178f4e18-526a-4d6b-81eb-07549d6a4e20 req-810789be-3881-4a25-bbf9-75ad7126b829 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 16:28:08.141547 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-178f4e18-526a-4d6b-81eb-07549d6a4e20 req-810789be-3881-4a25-bbf9-75ad7126b829 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "DELETE /v2.0/security-groups/b20a0fa9-1c91-4ca1-93c5-2b0855bd107a HTTP/1.1" status: 409 len: 341 time: 0.0987246 Feb 16 16:28:08.211395 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-7e9ef428-8d21-4e7c-9341-c3e13805818e service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092942 Feb 16 16:28:08.322696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bc1c5d-9232-4b14-8b57-ac59d0ce5780 req-c6798dbc-9a87-4c94-b277-a15d0cff9012 service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040156 Feb 16 16:28:08.363825 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:28:08.380448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7bbdc-e61c-4371-9504-a2816f544ade req-4dc51d84-8004-4c0b-877c-e76b7dc264fc tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:08.382870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7d7bbdc-e61c-4371-9504-a2816f544ade req-4dc51d84-8004-4c0b-877c-e76b7dc264fc tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 1127 time: 0.0498772 Feb 16 16:28:08.457252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7d7bbdc-e61c-4371-9504-a2816f544ade req-29597468-271b-4064-96c5-d863bca070a1 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668752 Feb 16 16:28:08.471988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:08.472417 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:08.510858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:08.514870 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce539092-5640-4906-9f88-0d4ac554eff1 x-openstack-request-id: req-ce539092-5640-4906-9f88-0d4ac554eff1 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:08.515225 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6126b29-978d-44ee-b8ef-21246623d4e5", "name": "network-vif-plugged", "status": "completed", "tag": "322fed2a-bca1-4e34-a08b-60e7f3a7bf15", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:08.515564 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce539092-5640-4906-9f88-0d4ac554eff1 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:08.516093 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6126b29-978d-44ee-b8ef-21246623d4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322fed2a-bca1-4e34-a08b-60e7f3a7bf15', 'code': 200} Feb 16 16:28:08.520516 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:08.533617 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32acf52f-8b04-4845-ac79-b34f7ac4244a x-openstack-request-id: req-32acf52f-8b04-4845-ac79-b34f7ac4244a {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:08.533972 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cdadef-6028-48af-860f-2f8accab662a", "tag": "238e4db9-01d2-4b89-bf47-d03c2ed18d5d", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:08.534325 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32acf52f-8b04-4845-ac79-b34f7ac4244a {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:08.534798 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cdadef-6028-48af-860f-2f8accab662a', 'tag': '238e4db9-01d2-4b89-bf47-d03c2ed18d5d', 'status': 'completed', 'code': 200} Feb 16 16:28:08.579159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:08.646036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3df311e3-abba-4157-90c6-cd7b14d9f03f req-bae7af0e-9019-4e23-b6e8-39cc06e044a9 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/floatingips/7ccb79e5-1a40-487f-89db-55d9bab6c3e2 HTTP/1.1" status: 200 len: 691 time: 0.0885918 Feb 16 16:28:08.653850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871501c3-e73e-46b2-96fa-7fdfb39b42b3 req-5331015e-62c3-4f53-99a6-c38496d2b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:08.655955 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-871501c3-e73e-46b2-96fa-7fdfb39b42b3 req-5331015e-62c3-4f53-99a6-c38496d2b099 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 1127 time: 0.0550790 Feb 16 16:28:08.721725 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-871501c3-e73e-46b2-96fa-7fdfb39b42b3 req-3d38e2a9-f93d-45d6-b9dc-8c1d2fa5706d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565467 Feb 16 16:28:08.736513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdf12c-708b-42c1-9b92-98dc69edf766 req-490a86f4-1d69-4bf1-9019-d6c3673b4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:08.738012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bbdf12c-708b-42c1-9b92-98dc69edf766 req-490a86f4-1d69-4bf1-9019-d6c3673b4a2b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1fbbbf96aba349afb09c407b0f348b74&device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 1167 time: 0.1354358 Feb 16 16:28:08.836068 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df311e3-abba-4157-90c6-cd7b14d9f03f req-5e23e80d-deaf-47d0-97c9-666816b646ae tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:08.837520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3df311e3-abba-4157-90c6-cd7b14d9f03f req-5e23e80d-deaf-47d0-97c9-666816b646ae tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.1809688 Feb 16 16:28:08.964493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3df311e3-abba-4157-90c6-cd7b14d9f03f req-8bed9533-665f-4c9e-80b8-2c2dd27e4fae tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.1145556 Feb 16 16:28:08.977084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdf12c-708b-42c1-9b92-98dc69edf766 req-d4fa8102-b7f5-42a8-bfe9-a1c1c64c10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:08.978418 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bbdf12c-708b-42c1-9b92-98dc69edf766 req-d4fa8102-b7f5-42a8-bfe9-a1c1c64c10ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=302bc027-a150-41f1-99ea-3ef2617a4be3 HTTP/1.1" status: 200 len: 914 time: 0.2326846 Feb 16 16:28:09.073763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bbdf12c-708b-42c1-9b92-98dc69edf766 req-7e0a0f83-5047-4716-ad6a-452e152474a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=238e4db9-01d2-4b89-bf47-d03c2ed18d5d HTTP/1.1" status: 200 len: 217 time: 0.0858033 Feb 16 16:28:09.081572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-ce830798-92fb-438c-946c-4ef7b84fed80 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:09.083217 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-ce830798-92fb-438c-946c-4ef7b84fed80 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7&tenant_id=9f1e972448934d409d5e97576c337ceb&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 950 time: 0.2447517 Feb 16 16:28:09.086220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3df311e3-abba-4157-90c6-cd7b14d9f03f req-bbe47598-f25b-4f83-ab41-146094b6d73c tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.1128199 Feb 16 16:28:09.136143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bd795-a2e1-401d-a6ea-3ef98ec2542a req-a2409b4a-2aba-4b95-bd08-eea5adc6fe7d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:09.137633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b4bd795-a2e1-401d-a6ea-3ef98ec2542a req-a2409b4a-2aba-4b95-bd08-eea5adc6fe7d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 944 time: 0.2619076 Feb 16 16:28:09.528305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdf12c-708b-42c1-9b92-98dc69edf766 req-047530c2-30c7-4a3a-96db-2290adfd42b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:09.529753 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bbdf12c-708b-42c1-9b92-98dc69edf766 req-047530c2-30c7-4a3a-96db-2290adfd42b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=744ebaea-58fe-45a9-ac99-2db1288ef107 HTTP/1.1" status: 200 len: 853 time: 0.4426992 Feb 16 16:28:09.606947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bbdf12c-708b-42c1-9b92-98dc69edf766 req-d80961df-27d6-4665-b1f6-5627ce7191ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=302bc027-a150-41f1-99ea-3ef2617a4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443714 Feb 16 16:28:09.608248 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-3057271d-6e4d-42d0-ac04-02558a1221f9 service neutron] 10.222.0.65 "GET /v2.0/ports/dbfcae26-9033-4d1f-a26d-b3193f264db3/bindings/n-h1-669411-5 HTTP/1.1" status: 200 len: 382 time: 0.5123332 Feb 16 16:28:09.669062 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b4bd795-a2e1-401d-a6ea-3ef98ec2542a req-049e20c2-bd51-4158-8e05-00791bedab48 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948409 Feb 16 16:28:09.802220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-d8e88318-57d5-4802-ab5f-71529b0f5db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:09.804824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-d8e88318-57d5-4802-ab5f-71529b0f5db6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 1132 time: 0.1592112 Feb 16 16:28:09.809340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-3df311e3-abba-4157-90c6-cd7b14d9f03f req-db326310-c7ad-49e1-8904-04fc8510d007 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Deleting port d420ea6f-b07b-46cb-b79f-0ffe8348e664 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:28:09.809920 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3df311e3-abba-4157-90c6-cd7b14d9f03f req-db326310-c7ad-49e1-8904-04fc8510d007 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d420ea6f-b07b-46cb-b79f-0ffe8348e664), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:09.854465 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bbdf12c-708b-42c1-9b92-98dc69edf766 req-1cf36699-7105-4c82-aee3-9fda658ebd3a service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197342 Feb 16 16:28:10.172778 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3df311e3-abba-4157-90c6-cd7b14d9f03f req-db326310-c7ad-49e1-8904-04fc8510d007 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d420ea6f-b07b-46cb-b79f-0ffe8348e664), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:10.173108 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3df311e3-abba-4157-90c6-cd7b14d9f03f req-db326310-c7ad-49e1-8904-04fc8510d007 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks [] for floatingip (d420ea6f-b07b-46cb-b79f-0ffe8348e664), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:10.202620 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-3df311e3-abba-4157-90c6-cd7b14d9f03f req-db326310-c7ad-49e1-8904-04fc8510d007 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Calling delete_port for d420ea6f-b07b-46cb-b79f-0ffe8348e664 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:28:10.205520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-1b3a1299-e88f-4b83-b9d6-ff92fcde27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:10.207512 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-1b3a1299-e88f-4b83-b9d6-ff92fcde27f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.3709624 Feb 16 16:28:10.218264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bbdf12c-708b-42c1-9b92-98dc69edf766 req-7a001f80-ec99-4c5b-95ae-231c6c254c3a service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293111 Feb 16 16:28:10.230856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62553ff7-ca6b-4e43-8382-207eaa28e417 req-9491b30e-6042-4443-8245-fa18e0eebd47 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:10.232741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62553ff7-ca6b-4e43-8382-207eaa28e417 req-9491b30e-6042-4443-8245-fa18e0eebd47 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 1132 time: 0.2339242 Feb 16 16:28:10.297077 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-25c463e2-402c-44f7-8cb2-19d831f21e15 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3 HTTP/1.1" status: 200 len: 217 time: 0.0810277 Feb 16 16:28:10.435977 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62553ff7-ca6b-4e43-8382-207eaa28e417 req-01ad388c-8894-46dc-97b5-48b187a7ea5f tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652701 Feb 16 16:28:10.436483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-d4126821-dc66-4e35-8285-105b59f39ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:10.437835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-d4126821-dc66-4e35-8285-105b59f39ffa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1159394 Feb 16 16:28:10.465344 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d488f-7dfc-4a30-9ac7-3bf216ed1e55 req-0cf28e07-1885-4ec5-bd45-dc9031521bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:10.466808 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-253d488f-7dfc-4a30-9ac7-3bf216ed1e55 req-0cf28e07-1885-4ec5-bd45-dc9031521bab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1fbbbf96aba349afb09c407b0f348b74&device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 1167 time: 0.1688943 Feb 16 16:28:10.477277 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:28:10.517567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3'}, {'server_uuid': '2f42aef4-9fc5-44ec-a75f-f0e30bb99b16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8697bdea-e657-4f51-b3fe-44f3fb5c25d2'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:10.523160 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2b1c27-b588-4f6d-a9da-40fbd32f39e3" -d '{"events": [{"server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3"}, {"server_uuid": "2f42aef4-9fc5-44ec-a75f-f0e30bb99b16", "name": "network-vif-unplugged", "status": "completed", "tag": "8697bdea-e657-4f51-b3fe-44f3fb5c25d2"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:10.535643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c390e7b-3dd1-4966-a691-2d114d5ca1e1', 'tag': '4a5de81f-5c36-4c6b-999a-b84af929ba5d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:10.538033 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a8beb6-a734-4af0-8e85-39ef0ca5c2af" -d '{"events": [{"name": "network-changed", "server_uuid": "2c390e7b-3dd1-4966-a691-2d114d5ca1e1", "tag": "4a5de81f-5c36-4c6b-999a-b84af929ba5d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:10.620907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-4fe7422e-8fbd-4c81-ad9c-f4e6b13d72e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:10.622693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-4fe7422e-8fbd-4c81-ad9c-f4e6b13d72e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1765566 Feb 16 16:28:10.747608 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3df311e3-abba-4157-90c6-cd7b14d9f03f req-db326310-c7ad-49e1-8904-04fc8510d007 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d420ea6f-b07b-46cb-b79f-0ffe8348e664), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:10.757289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d488f-7dfc-4a30-9ac7-3bf216ed1e55 req-2bb3c8ce-3a36-4eaf-aa4c-eaf43a3f8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:10.758777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-253d488f-7dfc-4a30-9ac7-3bf216ed1e55 req-2bb3c8ce-3a36-4eaf-aa4c-eaf43a3f8d2d service neutron] 10.222.0.65 "GET /v2.0/networks?id=302bc027-a150-41f1-99ea-3ef2617a4be3 HTTP/1.1" status: 200 len: 914 time: 0.2661052 Feb 16 16:28:10.809472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db326310-c7ad-49e1-8904-04fc8510d007 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Pushing event deleted for resources: {'Port': ['ID=d420ea6f-b07b-46cb-b79f-0ffe8348e664,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:10.853242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-253d488f-7dfc-4a30-9ac7-3bf216ed1e55 req-aca93967-aade-466e-80f2-b61b99990e0a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=238e4db9-01d2-4b89-bf47-d03c2ed18d5d HTTP/1.1" status: 200 len: 217 time: 0.0646019 Feb 16 16:28:10.871202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-d034ca15-c17a-4c3a-9ec6-8e8e5f153f3e service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401459 Feb 16 16:28:10.936236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37f62c-10be-4c63-b168-be2b24899b60 req-cf055df5-239b-4143-b308-a59490a0dab0 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:10.937751 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d37f62c-10be-4c63-b168-be2b24899b60 req-cf055df5-239b-4143-b308-a59490a0dab0 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 1127 time: 0.2695582 Feb 16 16:28:11.004507 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3df311e3-abba-4157-90c6-cd7b14d9f03f req-db326310-c7ad-49e1-8904-04fc8510d007 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks [] for floatingip (7ccb79e5-1a40-487f-89db-55d9bab6c3e2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:11.007525 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3df311e3-abba-4157-90c6-cd7b14d9f03f req-db326310-c7ad-49e1-8904-04fc8510d007 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:11.008665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3df311e3-abba-4157-90c6-cd7b14d9f03f req-db326310-c7ad-49e1-8904-04fc8510d007 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "DELETE /v2.0/floatingips/7ccb79e5-1a40-487f-89db-55d9bab6c3e2 HTTP/1.1" status: 204 len: 173 time: 1.9136677 Feb 16 16:28:11.034722 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d488f-7dfc-4a30-9ac7-3bf216ed1e55 req-81cf571f-2155-4ce5-8f7d-63dded0249b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:11.036182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-253d488f-7dfc-4a30-9ac7-3bf216ed1e55 req-81cf571f-2155-4ce5-8f7d-63dded0249b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=744ebaea-58fe-45a9-ac99-2db1288ef107 HTTP/1.1" status: 200 len: 853 time: 0.1591117 Feb 16 16:28:11.092742 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-253d488f-7dfc-4a30-9ac7-3bf216ed1e55 req-5576da32-f8c1-4e12-b9c2-2664be5e25dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=302bc027-a150-41f1-99ea-3ef2617a4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404487 Feb 16 16:28:11.113602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d37f62c-10be-4c63-b168-be2b24899b60 req-73e12188-49d6-4620-a1fd-cd5966acb056 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575155 Feb 16 16:28:11.158807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-5d5aab8c-cac7-478e-b96a-447f3d4ce4da service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572370 Feb 16 16:28:11.259344 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22d2eb-75dd-4db8-afa4-206f7e5d89fe req-1d5c75fe-2ac8-4a12-a0d0-de973590cffd tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:11.260719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f22d2eb-75dd-4db8-afa4-206f7e5d89fe req-1d5c75fe-2ac8-4a12-a0d0-de973590cffd tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.1716383 Feb 16 16:28:11.270453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-253d488f-7dfc-4a30-9ac7-3bf216ed1e55 req-e97c1844-1f44-4276-804b-609b09c1469b service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606793 Feb 16 16:28:11.318826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f23425-bd7e-4726-8345-e9e1c446067a req-fde41118-25ca-4208-9572-95b44b61b52d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:11.320261 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9f23425-bd7e-4726-8345-e9e1c446067a req-fde41118-25ca-4208-9572-95b44b61b52d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1206346 Feb 16 16:28:11.408932 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f22d2eb-75dd-4db8-afa4-206f7e5d89fe req-ba179912-d9b9-4b91-bf6c-2b6b4638af33 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373587 Feb 16 16:28:11.431809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9f23425-bd7e-4726-8345-e9e1c446067a req-c2647049-39df-491e-b607-968e68dcc6d7 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037550 Feb 16 16:28:11.449614 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-253d488f-7dfc-4a30-9ac7-3bf216ed1e55 req-6426b9dc-a36d-41de-8258-7aa057df0eca service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583579 Feb 16 16:28:11.560032 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982673fb-2e7d-4f24-b5b9-d1f5ecb4b5e6 req-b1858bee-739d-4541-9afb-82273b1b9477 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:11.565257 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-982673fb-2e7d-4f24-b5b9-d1f5ecb4b5e6 req-b1858bee-739d-4541-9afb-82273b1b9477 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 985 time: 0.0712097 Feb 16 16:28:11.618095 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aa935e-c04c-433b-8e24-0f80d5ede14a x-openstack-request-id: req-23aa935e-c04c-433b-8e24-0f80d5ede14a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:11.618637 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3", "code": 200}, {"server_uuid": "2f42aef4-9fc5-44ec-a75f-f0e30bb99b16", "name": "network-vif-unplugged", "status": "completed", "tag": "8697bdea-e657-4f51-b3fe-44f3fb5c25d2", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:11.618900 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23aa935e-c04c-433b-8e24-0f80d5ede14a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:11.619401 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3', 'code': 200} Feb 16 16:28:11.619841 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f42aef4-9fc5-44ec-a75f-f0e30bb99b16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8697bdea-e657-4f51-b3fe-44f3fb5c25d2', 'code': 200} Feb 16 16:28:11.682691 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87debc6d-9c3f-4ea0-b610-307db090a021 x-openstack-request-id: req-87debc6d-9c3f-4ea0-b610-307db090a021 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:11.683086 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c390e7b-3dd1-4966-a691-2d114d5ca1e1", "tag": "4a5de81f-5c36-4c6b-999a-b84af929ba5d", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:11.683425 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87debc6d-9c3f-4ea0-b610-307db090a021 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:11.683941 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c390e7b-3dd1-4966-a691-2d114d5ca1e1', 'tag': '4a5de81f-5c36-4c6b-999a-b84af929ba5d', 'status': 'completed', 'code': 200} Feb 16 16:28:11.689223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-982673fb-2e7d-4f24-b5b9-d1f5ecb4b5e6 req-2963b95b-5a88-4886-b9c0-4046763adc7a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=b20a0fa9-1c91-4ca1-93c5-2b0855bd107a&id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1168675 Feb 16 16:28:11.773519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8beb6-a734-4af0-8e85-39ef0ca5c2af req-73ec848e-eead-45ee-89e9-0e76b77ff452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:11.777130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7a8beb6-a734-4af0-8e85-39ef0ca5c2af req-73ec848e-eead-45ee-89e9-0e76b77ff452 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 1126 time: 0.0869179 Feb 16 16:28:11.798544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e1a1c-cff7-4457-adbd-9f681f6ee7c1 req-e8344e0e-3963-4bcf-bcaa-48f43d928da6 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:11.800179 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b1e1a1c-cff7-4457-adbd-9f681f6ee7c1 req-e8344e0e-3963-4bcf-bcaa-48f43d928da6 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 944 time: 0.0774443 Feb 16 16:28:12.005790 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b1e1a1c-cff7-4457-adbd-9f681f6ee7c1 req-5290675f-9537-4cb0-8a89-bc7eed0fbc0a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921203 Feb 16 16:28:12.024098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8beb6-a734-4af0-8e85-39ef0ca5c2af req-1cab71f3-879b-42ba-b38a-9ce86de70a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:12.025581 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7a8beb6-a734-4af0-8e85-39ef0ca5c2af req-1cab71f3-879b-42ba-b38a-9ce86de70a68 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.2244689 Feb 16 16:28:12.033295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-8587ac47-d465-44b3-8bea-f45c7cbdbcef tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:12.040299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-8587ac47-d465-44b3-8bea-f45c7cbdbcef tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/networks?id=51499808-74f6-44c8-afc6-e9caf9ad70c7 HTTP/1.1" status: 200 len: 805 time: 0.2377770 Feb 16 16:28:12.089360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-07232b0b-084f-4ca4-84d7-342656f3990d tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/quotas/8ca95a16ebaf4fb092fc39ed2f5c4729 HTTP/1.1" status: 200 len: 375 time: 0.0481033 Feb 16 16:28:12.090622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7a8beb6-a734-4af0-8e85-39ef0ca5c2af req-0371587f-b0e7-46d9-9420-69c0d6f11f50 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d HTTP/1.1" status: 200 len: 217 time: 0.0477967 Feb 16 16:28:12.125142 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-eaab139f-7812-4c29-9a8c-dedb644e7284 req-ed8c0209-96c3-4615-b2e1-6ed9d526cce3 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] show failed (client error): The resource could not be found. Feb 16 16:28:12.126083 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eaab139f-7812-4c29-9a8c-dedb644e7284 req-ed8c0209-96c3-4615-b2e1-6ed9d526cce3 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/floatingips/7ccb79e5-1a40-487f-89db-55d9bab6c3e2 HTTP/1.1" status: 404 len: 350 time: 0.0727189 Feb 16 16:28:12.194265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8beb6-a734-4af0-8e85-39ef0ca5c2af req-94417064-185e-4810-8f07-4a9d1d413fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:12.195890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7a8beb6-a734-4af0-8e85-39ef0ca5c2af req-94417064-185e-4810-8f07-4a9d1d413fb2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.0794494 Feb 16 16:28:12.218799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-b506d335-7c5d-4290-ac1f-eb33b73d6d34 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ca95a16ebaf4fb092fc39ed2f5c4729&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1006587 Feb 16 16:28:12.237375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7a8beb6-a734-4af0-8e85-39ef0ca5c2af req-a1ed9f1f-5229-420c-8f46-ac16fd6a2ab9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344379 Feb 16 16:28:12.432789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-05d1b269-421e-4ddf-9a76-23a23f55e369 service neutron] 10.222.0.24 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978180 Feb 16 16:28:12.437464 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7a8beb6-a734-4af0-8e85-39ef0ca5c2af req-90539965-ba28-4436-8669-3547977e1eb1 service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895156 Feb 16 16:28:12.555916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35b4db-631d-4593-ba07-bad82ce2c8db req-7790c135-1a31-4ea6-94e0-bb90ddd962b9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:12.557512 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa35b4db-631d-4593-ba07-bad82ce2c8db req-7790c135-1a31-4ea6-94e0-bb90ddd962b9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.1677089 Feb 16 16:28:12.566636 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52762) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:12.589376 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-dafdb999-a384-454a-a5b9-0d4688f7a556 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Request body: {'floatingip': {'port_id': '322fed2a-bca1-4e34-a08b-60e7f3a7bf15'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:12.640730 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-c9ab83e4-c89b-4a1a-b877-d826d58b2002 service neutron] 10.222.0.24 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918929 Feb 16 16:28:12.654461 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7a8beb6-a734-4af0-8e85-39ef0ca5c2af req-30526da5-b50b-4761-993f-01890d5af759 service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035868 Feb 16 16:28:12.666806 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dafdb999-a384-454a-a5b9-0d4688f7a556 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for floatingip (887a3af3-6a83-46ab-b1ff-73ed73ee7d16), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:12.727605 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc2cb7-71eb-4c97-9604-14d92537ccd8 req-b0692e61-09e1-4f35-96bd-9ca2b045f91e tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:12.729717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fcc2cb7-71eb-4c97-9604-14d92537ccd8 req-b0692e61-09e1-4f35-96bd-9ca2b045f91e tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 1132 time: 0.0646784 Feb 16 16:28:12.804871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fcc2cb7-71eb-4c97-9604-14d92537ccd8 req-aaf7e68e-0c8d-439d-a68b-b2da597b3361 tempest-ServersAdminTestJSON-687234191 tempest-ServersAdminTestJSON-687234191-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690384 Feb 16 16:28:12.870765 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-3d5191f8-0088-4ce7-bd90-5ce59584319d req-7e3ada98-a7ea-4104-925a-b3a12cace195 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] show failed (client error): The resource could not be found. Feb 16 16:28:12.871960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d5191f8-0088-4ce7-bd90-5ce59584319d req-7e3ada98-a7ea-4104-925a-b3a12cace195 tempest-FloatingIPsTestJSON-619767278 tempest-FloatingIPsTestJSON-619767278-project] 10.222.0.24 "GET /v2.0/floatingips/7ccb79e5-1a40-487f-89db-55d9bab6c3e2 HTTP/1.1" status: 404 len: 350 time: 0.0577300 Feb 16 16:28:12.887470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52772) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:12.935162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b6b16-6427-4490-944c-2d27684b0243 req-954fab4f-5c9c-40bf-acb3-c3ad59ac2803 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:12.942852 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a76b6b16-6427-4490-944c-2d27684b0243 req-954fab4f-5c9c-40bf-acb3-c3ad59ac2803 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f42aef4-9fc5-44ec-a75f-f0e30bb99b16 HTTP/1.1" status: 200 len: 943 time: 0.2240729 Feb 16 16:28:13.499246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ad6f9-31b8-4efd-9461-22a8b9573f9f req-b21e5fb3-153d-4819-a2a9-9fdb8a7dd6af tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:13.507468 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-050ad6f9-31b8-4efd-9461-22a8b9573f9f req-b21e5fb3-153d-4819-a2a9-9fdb8a7dd6af tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 985 time: 0.1524279 Feb 16 16:28:13.523958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795660bb-63ac-4d32-998b-656e2ad3f485 req-73ebb6d4-3e3d-4966-9d64-d4d0901b9e99 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:13.531120 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-795660bb-63ac-4d32-998b-656e2ad3f485 req-73ebb6d4-3e3d-4966-9d64-d4d0901b9e99 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1686759 Feb 16 16:28:13.645767 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-a76b6b16-6427-4490-944c-2d27684b0243 req-3b5d3b6b-3c08-482e-8286-18e45dafb98e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Deleting port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:28:13.646676 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a76b6b16-6427-4490-944c-2d27684b0243 req-3b5d3b6b-3c08-482e-8286-18e45dafb98e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:13.695612 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-050ad6f9-31b8-4efd-9461-22a8b9573f9f req-641b4093-fff5-4bc1-b8de-291c794e0d98 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=b20a0fa9-1c91-4ca1-93c5-2b0855bd107a&id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1877987 Feb 16 16:28:13.797402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f091904-0ff1-4d90-9a59-cd9e5b2ebdd9 req-7f65bccc-bbfd-4390-980a-c5f43785103e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 210 time: 0.0419197 Feb 16 16:28:13.817593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-795660bb-63ac-4d32-998b-656e2ad3f485 req-49a60cdc-69f3-43bb-909d-de76e8a9beb4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854958 Feb 16 16:28:14.006212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c79632-b3e4-4695-8ca8-9d6380954318 req-5df4772a-d8b1-4ac6-8188-3927c5a216d5 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:14.013487 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53c79632-b3e4-4695-8ca8-9d6380954318 req-5df4772a-d8b1-4ac6-8188-3927c5a216d5 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 944 time: 0.0871074 Feb 16 16:28:14.103094 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53c79632-b3e4-4695-8ca8-9d6380954318 req-0eed51c2-1151-430d-8b05-6991a4cd9a01 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885618 Feb 16 16:28:14.181970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9825f2f0-13a1-4913-883d-e91cdacc675d req-334d60cb-3e10-4ca3-9964-a4ced0c90a06 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1159204041&fields=id&tenant_id=1fbbbf96aba349afb09c407b0f348b74 HTTP/1.1" status: 200 len: 267 time: 0.0741971 Feb 16 16:28:14.196021 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.db.resource_extend [None req-dafdb999-a384-454a-a5b9-0d4688f7a556 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:28:14.199730 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9950b38a-05da-4834-918e-8c0bb0b90161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:14.255879 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dafdb999-a384-454a-a5b9-0d4688f7a556 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:14.311653 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dafdb999-a384-454a-a5b9-0d4688f7a556 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (887a3af3-6a83-46ab-b1ff-73ed73ee7d16), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:14.404961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825f2f0-13a1-4913-883d-e91cdacc675d req-cb839b0c-8cea-4394-af1c-b9264bafb9b8 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:14.412587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9825f2f0-13a1-4913-883d-e91cdacc675d req-cb839b0c-8cea-4394-af1c-b9264bafb9b8 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 985 time: 0.2296731 Feb 16 16:28:14.426744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-9825f2f0-13a1-4913-883d-e91cdacc675d req-77224342-dfb5-4b13-b73b-399d0c67694f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'port': {'security_groups': ['79d53b1a-dd1b-4523-9b80-4da65aa0141f', 'b20a0fa9-1c91-4ca1-93c5-2b0855bd107a', '28aadc85-af05-4e0a-9c0c-2edcbd3f3747']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:14.444086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-6ac21311-b937-46c6-a280-cf2ada418982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:14.445699 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-6ac21311-b937-46c6-a280-cf2ada418982 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7&tenant_id=9f1e972448934d409d5e97576c337ceb HTTP/1.1" status: 200 len: 1132 time: 0.6882138 Feb 16 16:28:14.465066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:14.471167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-a76b6b16-6427-4490-944c-2d27684b0243 req-3b5d3b6b-3c08-482e-8286-18e45dafb98e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] For port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:14.472056 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a76b6b16-6427-4490-944c-2d27684b0243 req-3b5d3b6b-3c08-482e-8286-18e45dafb98e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:14.520195 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-a76b6b16-6427-4490-944c-2d27684b0243 req-3b5d3b6b-3c08-482e-8286-18e45dafb98e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Calling delete_port for 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:28:14.555809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f4770-770c-479a-8eb0-d531279cc2de req-41bb2b32-0b34-4484-b5e9-cd75910eeb6f tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:14.557439 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d4f4770-770c-479a-8eb0-d531279cc2de req-41bb2b32-0b34-4484-b5e9-cd75910eeb6f tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 949 time: 0.2644074 Feb 16 16:28:14.574797 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-dafdb999-a384-454a-a5b9-0d4688f7a556 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Floating IP 887a3af3-6a83-46ab-b1ff-73ed73ee7d16 associated. External IP: 172.25.4.165, port: 322fed2a-bca1-4e34-a08b-60e7f3a7bf15. Feb 16 16:28:14.635659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-edf5447f-486b-45eb-84de-b70d4fa1abab tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:14.637101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-edf5447f-486b-45eb-84de-b70d4fa1abab tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.65 "GET /v2.0/networks?id=51499808-74f6-44c8-afc6-e9caf9ad70c7 HTTP/1.1" status: 200 len: 805 time: 0.2989664 Feb 16 16:28:14.675987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-afa76ff9-b5ed-4f80-9e74-55a654554bfe tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Request body: {'port': {'device_id': 'fbdc9e04-bc4c-4fcc-8f45-035554246fb2', 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7', 'admin_state_up': True, 'tenant_id': '8ca95a16ebaf4fb092fc39ed2f5c4729'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:14.681292 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:14.685366 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9825f2f0-13a1-4913-883d-e91cdacc675d req-77224342-dfb5-4b13-b73b-399d0c67694f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:14.813424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d4f4770-770c-479a-8eb0-d531279cc2de req-e0f6781e-86eb-4633-9b78-7a48528ee6bd tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998751 Feb 16 16:28:14.996543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-acf80546-1b28-4cbe-a77f-2748ac0b10b5 req-d1a9199f-3350-4995-95dd-73945d2e1e6b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 210 time: 0.0526667 Feb 16 16:28:15.031886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-afa76ff9-b5ed-4f80-9e74-55a654554bfe tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Made reservation on behalf of 8ca95a16ebaf4fb092fc39ed2f5c4729 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:28:15.031886 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-afa76ff9-b5ed-4f80-9e74-55a654554bfe tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:15.038110 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a76b6b16-6427-4490-944c-2d27684b0243 req-3b5d3b6b-3c08-482e-8286-18e45dafb98e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8697bdea-e657-4f51-b3fe-44f3fb5c25d2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:15.124269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d3b6b-3c08-482e-8286-18e45dafb98e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Pushing event deleted for resources: {'Port': ['ID=8697bdea-e657-4f51-b3fe-44f3fb5c25d2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:15.178860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76b6b16-6427-4490-944c-2d27684b0243 req-3b5d3b6b-3c08-482e-8286-18e45dafb98e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] No DVR routers for this DVR port 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:28:15.181811 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a76b6b16-6427-4490-944c-2d27684b0243 req-3b5d3b6b-3c08-482e-8286-18e45dafb98e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:15.186571 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a76b6b16-6427-4490-944c-2d27684b0243 req-3b5d3b6b-3c08-482e-8286-18e45dafb98e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.60 "DELETE /v2.0/ports/8697bdea-e657-4f51-b3fe-44f3fb5c25d2 HTTP/1.1" status: 204 len: 173 time: 2.2171671 Feb 16 16:28:15.192387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f42aef4-9fc5-44ec-a75f-f0e30bb99b16', 'name': 'network-vif-deleted', 'tag': '8697bdea-e657-4f51-b3fe-44f3fb5c25d2'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:15.196897 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb29377-fa6a-4755-b611-b5a88e6b4cb8" -d '{"events": [{"server_uuid": "2f42aef4-9fc5-44ec-a75f-f0e30bb99b16", "name": "network-vif-deleted", "tag": "8697bdea-e657-4f51-b3fe-44f3fb5c25d2"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:15.227295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafdb999-a384-454a-a5b9-0d4688f7a556 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Router d044b5a1-2930-40fe-a37a-e18a1de41c69 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:28:15.230912 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:15.262943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-9950b38a-05da-4834-918e-8c0bb0b90161 admin admin] Deleting port 41a75e47-2b74-49f7-a100-5073672f8286 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:28:15.263414 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9950b38a-05da-4834-918e-8c0bb0b90161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (41a75e47-2b74-49f7-a100-5073672f8286), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:15.271476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-9825f2f0-13a1-4913-883d-e91cdacc675d req-77224342-dfb5-4b13-b73b-399d0c67694f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] For port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=238e4db9-01d2-4b89-bf47-d03c2ed18d5d,segment=NetworkSegment(3f9f3213-2aca-4d81-a320-ba964f3e3ded),segment_id=3f9f3213-2aca-4d81-a320-ba964f3e3ded)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:15.361850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:28:15.399087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab14a-893f-44a0-b640-9adc970f4ba5 req-5162e684-48d0-4320-b6cb-c78accc986c1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:15.406753 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d4ab14a-893f-44a0-b640-9adc970f4ba5 req-5162e684-48d0-4320-b6cb-c78accc986c1 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.2680502 Feb 16 16:28:15.450230 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafdb999-a384-454a-a5b9-0d4688f7a556 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:28:15.453520 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Publish callbacks [] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:15.460464 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dafdb999-a384-454a-a5b9-0d4688f7a556 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:15.468571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2c0ce-9fbc-40b7-96ab-792acbe0dbcb None None] Sync routers for ids ['d044b5a1-2930-40fe-a37a-e18a1de41c69'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:28:15.484359 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2c0ce-9fbc-40b7-96ab-792acbe0dbcb None None] Routers {'d044b5a1-2930-40fe-a37a-e18a1de41c69'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:28:15.484998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8aa2c0ce-9fbc-40b7-96ab-792acbe0dbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:27:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d044b5a1-2930-40fe-a37a-e18a1de41c69'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:15.497537 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Transition to ACTIVE for port object dbfcae26-9033-4d1f-a26d-b3193f264db3 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:28:15.508521 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dafdb999-a384-454a-a5b9-0d4688f7a556 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "PUT /v2.0/floatingips/887a3af3-6a83-46ab-b1ff-73ed73ee7d16 HTTP/1.1" status: 200 len: 991 time: 2.9352179 Feb 16 16:28:15.508521 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:15.515128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-9950b38a-05da-4834-918e-8c0bb0b90161 admin admin] For port 41a75e47-2b74-49f7-a100-5073672f8286, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=41a75e47-2b74-49f7-a100-5073672f8286,segment=NetworkSegment(c02432cb-9423-4b28-b4bf-6b633b318ce3),segment_id=c02432cb-9423-4b28-b4bf-6b633b318ce3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:15.519859 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9950b38a-05da-4834-918e-8c0bb0b90161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (41a75e47-2b74-49f7-a100-5073672f8286), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:15.524747 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9825f2f0-13a1-4913-883d-e91cdacc675d req-77224342-dfb5-4b13-b73b-399d0c67694f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:15.554821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-afa76ff9-b5ed-4f80-9e74-55a654554bfe tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Allocated IP 172.20.0.2 (51499808-74f6-44c8-afc6-e9caf9ad70c7/9186030b-fe72-41cc-87f9-eb80f37580c6/9ffaad10-0730-4f7f-91dd-46816e349f33) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:28:15.579677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Pushing event updated for resources: {'Port': ['ID=dbfcae26-9033-4d1f-a26d-b3193f264db3,revision_number=10']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:15.582829 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] No DVR routers for this DVR port dbfcae26-9033-4d1f-a26d-b3193f264db3 on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:28:15.646294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Attempting to bind port dbfcae26-9033-4d1f-a26d-b3193f264db3 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:28:15.646706 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Attempting to bind port dbfcae26-9033-4d1f-a26d-b3193f264db3 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:28:15.651714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Attempting to bind port dbfcae26-9033-4d1f-a26d-b3193f264db3 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:15.656704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Port dbfcae26-9033-4d1f-a26d-b3193f264db3 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:28:15.657089 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Attempting to bind port dbfcae26-9033-4d1f-a26d-b3193f264db3 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:15.663725 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:28:15.664196 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:28:15.664834 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:28:15.665339 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Bound port: dbfcae26-9033-4d1f-a26d-b3193f264db3, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:28:15.665854 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:15.731962 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-8aa2c0ce-9fbc-40b7-96ab-792acbe0dbcb None None] Set router d044b5a1-2930-40fe-a37a-e18a1de41c69 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:28:15.763234 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9825f2f0-13a1-4913-883d-e91cdacc675d req-77224342-dfb5-4b13-b73b-399d0c67694f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:15.769127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-9950b38a-05da-4834-918e-8c0bb0b90161 admin admin] Calling delete_port for 41a75e47-2b74-49f7-a100-5073672f8286 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:28:15.835701 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:28:15.840900 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:28:15.862617 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:15.908583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825f2f0-13a1-4913-883d-e91cdacc675d req-77224342-dfb5-4b13-b73b-399d0c67694f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:15.909263 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9825f2f0-13a1-4913-883d-e91cdacc675d req-77224342-dfb5-4b13-b73b-399d0c67694f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:15.910849 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9825f2f0-13a1-4913-883d-e91cdacc675d req-77224342-dfb5-4b13-b73b-399d0c67694f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "PUT /v2.0/ports/238e4db9-01d2-4b89-bf47-d03c2ed18d5d HTTP/1.1" status: 200 len: 1021 time: 1.4974372 Feb 16 16:28:15.916951 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2f9bcea7-5951-4846-bd30-66e09b6141a2', '238e4db9-01d2-4b89-bf47-d03c2ed18d5d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:15.976585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:15.978494 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:15.980430 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] 10.222.0.60 "PUT /v2.0/ports/dbfcae26-9033-4d1f-a26d-b3193f264db3 HTTP/1.1" status: 200 len: 1097 time: 1.5273197 Feb 16 16:28:16.043347 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83406d5a-6d1e-43d7-9438-b2f1604f9a9b service neutron] Pushing event updated for resources: {'Port': ['ID=dbfcae26-9033-4d1f-a26d-b3193f264db3,revision_number=11']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:16.089367 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-e9000448-6b41-411b-9b42-eec515b0bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:16.091203 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-e9000448-6b41-411b-9b42-eec515b0bce2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 1131 time: 0.0683150 Feb 16 16:28:16.100033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77224342-dfb5-4b13-b73b-399d0c67694f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'Port': ['ID=238e4db9-01d2-4b89-bf47-d03c2ed18d5d,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:16.106864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cdadef-6028-48af-860f-2f8accab662a', 'tag': '238e4db9-01d2-4b89-bf47-d03c2ed18d5d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:16.109756 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13a4020-a8af-4f17-99a9-d582990622fc" -d '{"events": [{"name": "network-changed", "server_uuid": "82cdadef-6028-48af-860f-2f8accab662a", "tag": "238e4db9-01d2-4b89-bf47-d03c2ed18d5d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:16.132874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['238e4db9-01d2-4b89-bf47-d03c2ed18d5d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:16.211475 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9950b38a-05da-4834-918e-8c0bb0b90161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (41a75e47-2b74-49f7-a100-5073672f8286), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:16.223373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-91a8b475-b2cc-4e47-a33d-634a3fc1d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:16.228811 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-91a8b475-b2cc-4e47-a33d-634a3fc1d232 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1320906 Feb 16 16:28:16.295402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d6dc3-a44e-4593-b02d-16eb4c6a3556 req-3676ee20-239f-4544-bfcb-97ad7e4f8d9e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:16.297014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c5d6dc3-a44e-4593-b02d-16eb4c6a3556 req-3676ee20-239f-4544-bfcb-97ad7e4f8d9e tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.65 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 949 time: 0.6251886 Feb 16 16:28:16.299843 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-41522d0f-1016-4a0f-b1ba-37b049fb952c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3 HTTP/1.1" status: 200 len: 217 time: 0.0630286 Feb 16 16:28:16.338181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950b38a-05da-4834-918e-8c0bb0b90161 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a75e47-2b74-49f7-a100-5073672f8286,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:16.373330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-c3062eeb-5983-44f8-8204-ad2eb217347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:16.375495 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-c3062eeb-5983-44f8-8204-ad2eb217347a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0698361 Feb 16 16:28:16.418084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b6b09-15e8-4cb9-b91e-f4edd036f911 req-e20dbd0f-91ce-43fd-99b9-b97404c93ca3 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:16.419808 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba1b6b09-15e8-4cb9-b91e-f4edd036f911 req-e20dbd0f-91ce-43fd-99b9-b97404c93ca3 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 944 time: 0.3042536 Feb 16 16:28:16.424968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d4ab14a-893f-44a0-b640-9adc970f4ba5 req-509d321b-fee5-45fb-8992-b5938d2e7407 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0177903 Feb 16 16:28:16.496149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-c0c4133c-3a63-4950-b72e-84fc1317e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:16.497936 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-c0c4133c-3a63-4950-b72e-84fc1317e8de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1151679 Feb 16 16:28:16.531687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:28:16.550811 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-afa76ff9-b5ed-4f80-9e74-55a654554bfe tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks [] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:16.563070 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:28:16.563648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8697bdea-e657-4f51-b3fe-44f3fb5c25d2 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:28:16.587617 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cede5036-8232-4c06-9398-1c9100978ac4 x-openstack-request-id: req-cede5036-8232-4c06-9398-1c9100978ac4 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:16.589272 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f42aef4-9fc5-44ec-a75f-f0e30bb99b16", "name": "network-vif-deleted", "tag": "8697bdea-e657-4f51-b3fe-44f3fb5c25d2", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:16.589638 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cede5036-8232-4c06-9398-1c9100978ac4 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:16.591068 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f42aef4-9fc5-44ec-a75f-f0e30bb99b16', 'name': 'network-vif-deleted', 'tag': '8697bdea-e657-4f51-b3fe-44f3fb5c25d2', 'status': 'completed', 'code': 200} Feb 16 16:28:16.713891 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-c0719cca-e934-4675-aaa8-97b57b5cb3d2 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018054 Feb 16 16:28:16.726457 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-afa76ff9-b5ed-4f80-9e74-55a654554bfe tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:16.742931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba1b6b09-15e8-4cb9-b91e-f4edd036f911 req-618cd772-016b-4476-80f0-05b68b79f670 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091347 Feb 16 16:28:16.815367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8aa2c0ce-9fbc-40b7-96ab-792acbe0dbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '887a3af3-6a83-46ab-b1ff-73ed73ee7d16', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'port_id': '322fed2a-bca1-4e34-a08b-60e7f3a7bf15', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'mac_address': 'fa:16:3e:00:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6126b29-978d-44ee-b8ef-21246623d4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:27:46Z', 'updated_at': '2022-02-16T16:28:13Z', 'revision_number': 1, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:49Z', 'revision_number': 5, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:16.843639 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4a57c30e-68dd-4cea-9e39-06e679eba180 req-8a602931-09e3-433a-9f97-77653e55fe2a service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218169 Feb 16 16:28:16.858556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2c0ce-9fbc-40b7-96ab-792acbe0dbcb None None] Checking router: d044b5a1-2930-40fe-a37a-e18a1de41c69 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:28:16.898441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2c0ce-9fbc-40b7-96ab-792acbe0dbcb None None] Routers {'d044b5a1-2930-40fe-a37a-e18a1de41c69'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:28:16.899083 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8aa2c0ce-9fbc-40b7-96ab-792acbe0dbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:27:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d044b5a1-2930-40fe-a37a-e18a1de41c69'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:17.197049 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-8aa2c0ce-9fbc-40b7-96ab-792acbe0dbcb None None] Set router d044b5a1-2930-40fe-a37a-e18a1de41c69 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:28:17.252020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device dbfcae26-9033-4d1f-a26d-b3193f264db3 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:28:17.269872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-afa76ff9-b5ed-4f80-9e74-55a654554bfe tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Network 51499808-74f6-44c8-afc6-e9caf9ad70c7 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:28:17.300794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-afa76ff9-b5ed-4f80-9e74-55a654554bfe tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:17.303207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa76ff9-b5ed-4f80-9e74-55a654554bfe tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Pushing event updated for resources: {'Port': ['ID=9ffaad10-0730-4f7f-91dd-46816e349f33,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:17.307081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-afa76ff9-b5ed-4f80-9e74-55a654554bfe tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:28:17.372818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] The host n-h1-669411-5 is not matching for port dbfcae26-9033-4d1f-a26d-b3193f264db3 host n-h2-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:28:17.373237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device dbfcae26-9033-4d1f-a26d-b3193f264db3 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:28:17.387191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20759fbb-cda1-4ec0-bb19-ca4282c8f83d req-20e310d1-fc80-436c-b9d7-783a411db7ac tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/28aadc85-af05-4e0a-9c0c-2edcbd3f3747 HTTP/1.1" status: 200 len: 1817 time: 0.5550163 Feb 16 16:28:17.404252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69368196-9eb4-4d12-93e7-956b88c3f40e req-5d0658f3-8e63-40ff-b50f-188be2fc14ae tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:17.405871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69368196-9eb4-4d12-93e7-956b88c3f40e req-5d0658f3-8e63-40ff-b50f-188be2fc14ae tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 949 time: 0.6320672 Feb 16 16:28:17.408891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-4c5d6dc3-a44e-4593-b02d-16eb4c6a3556 req-b0ee7794-5439-43c7-a1db-c67826abced9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Deleting port 62a1bb88-f6d6-4bc2-b169-57e51307adb5 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:28:17.410194 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4c5d6dc3-a44e-4593-b02d-16eb4c6a3556 req-b0ee7794-5439-43c7-a1db-c67826abced9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:17.491186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-afa76ff9-b5ed-4f80-9e74-55a654554bfe tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:17.491713 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-afa76ff9-b5ed-4f80-9e74-55a654554bfe tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:17.562916 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9950b38a-05da-4834-918e-8c0bb0b90161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:17.594584 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-afa76ff9-b5ed-4f80-9e74-55a654554bfe tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9246790 Feb 16 16:28:17.604302 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8aa2c0ce-9fbc-40b7-96ab-792acbe0dbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '887a3af3-6a83-46ab-b1ff-73ed73ee7d16', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'port_id': '322fed2a-bca1-4e34-a08b-60e7f3a7bf15', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'mac_address': 'fa:16:3e:00:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6126b29-978d-44ee-b8ef-21246623d4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:27:46Z', 'updated_at': '2022-02-16T16:28:13Z', 'revision_number': 1, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:49Z', 'revision_number': 5, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:17.613649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Request body: {'port': {'device_id': 'fbdc9e04-bc4c-4fcc-8f45-035554246fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:17.642006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2c0ce-9fbc-40b7-96ab-792acbe0dbcb None None] The sync data for ids ['d044b5a1-2930-40fe-a37a-e18a1de41c69'] in n-d-669411-5 is: [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '887a3af3-6a83-46ab-b1ff-73ed73ee7d16', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'port_id': '322fed2a-bca1-4e34-a08b-60e7f3a7bf15', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'mac_address': 'fa:16:3e:00:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6126b29-978d-44ee-b8ef-21246623d4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:27:46Z', 'updated_at': '2022-02-16T16:28:13Z', 'revision_number': 1, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:49Z', 'revision_number': 5, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:28:17.654962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69368196-9eb4-4d12-93e7-956b88c3f40e req-ccc545d1-cde9-4b21-b133-d816e1d2744d tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365913 Feb 16 16:28:17.758506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-4c5d6dc3-a44e-4593-b02d-16eb4c6a3556 req-b0ee7794-5439-43c7-a1db-c67826abced9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] For port 62a1bb88-f6d6-4bc2-b169-57e51307adb5, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=62a1bb88-f6d6-4bc2-b169-57e51307adb5,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:17.758870 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4c5d6dc3-a44e-4593-b02d-16eb4c6a3556 req-b0ee7794-5439-43c7-a1db-c67826abced9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:17.812813 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-20759fbb-cda1-4ec0-bb19-ca4282c8f83d req-97cd3b90-0445-48cf-abbf-b32ccd62c357 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 16:28:17.813812 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20759fbb-cda1-4ec0-bb19-ca4282c8f83d req-97cd3b90-0445-48cf-abbf-b32ccd62c357 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "DELETE /v2.0/security-groups/28aadc85-af05-4e0a-9c0c-2edcbd3f3747 HTTP/1.1" status: 409 len: 341 time: 0.3970754 Feb 16 16:28:17.817955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-4c5d6dc3-a44e-4593-b02d-16eb4c6a3556 req-b0ee7794-5439-43c7-a1db-c67826abced9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Calling delete_port for 62a1bb88-f6d6-4bc2-b169-57e51307adb5 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:28:17.850778 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:17.865422 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f603e19-6378-41f5-9d88-6071bd0a8dff x-openstack-request-id: req-4f603e19-6378-41f5-9d88-6071bd0a8dff {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:17.865887 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cdadef-6028-48af-860f-2f8accab662a", "tag": "238e4db9-01d2-4b89-bf47-d03c2ed18d5d", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:17.866285 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f603e19-6378-41f5-9d88-6071bd0a8dff {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:17.866688 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cdadef-6028-48af-860f-2f8accab662a', 'tag': '238e4db9-01d2-4b89-bf47-d03c2ed18d5d', 'status': 'completed', 'code': 200} Feb 16 16:28:17.967105 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8363c4-03dc-4582-839d-4c922f2a9e44 None None] New status for floating IP 887a3af3-6a83-46ab-b1ff-73ed73ee7d16: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:28:18.034896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5745a-1ebe-47c5-a9d4-1389bb62c94c req-93fef4f1-12c1-4385-86fa-f5c31cc7cfa2 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:18.036377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80b5745a-1ebe-47c5-a9d4-1389bb62c94c req-93fef4f1-12c1-4385-86fa-f5c31cc7cfa2 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 931 time: 0.3023190 Feb 16 16:28:18.250049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a4020-a8af-4f17-99a9-d582990622fc req-8e8f4a3a-a079-488e-bbc4-9f299d798da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:18.251558 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e13a4020-a8af-4f17-99a9-d582990622fc req-8e8f4a3a-a079-488e-bbc4-9f299d798da6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1fbbbf96aba349afb09c407b0f348b74&device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 1207 time: 0.3433456 Feb 16 16:28:18.265083 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89919e3-41bc-44b1-8d45-bfda0ff3764d req-1c13c385-b3bb-4f8c-a418-239d383dd5d8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:18.266469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e89919e3-41bc-44b1-8d45-bfda0ff3764d req-1c13c385-b3bb-4f8c-a418-239d383dd5d8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 949 time: 0.3384213 Feb 16 16:28:18.346372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80b5745a-1ebe-47c5-a9d4-1389bb62c94c req-50f5e7ed-9645-47e3-bdc3-8e620cb5d7df tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948012 Feb 16 16:28:18.508271 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4c5d6dc3-a44e-4593-b02d-16eb4c6a3556 req-b0ee7794-5439-43c7-a1db-c67826abced9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (62a1bb88-f6d6-4bc2-b169-57e51307adb5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:18.519936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['eedaa86e-fecf-4e7f-93db-34f262c856ff'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:18.534266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e89919e3-41bc-44b1-8d45-bfda0ff3764d req-4d2da463-46a7-4522-bc0f-0ec2bc944f0a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291148 Feb 16 16:28:18.551412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9950b38a-05da-4834-918e-8c0bb0b90161 admin admin] Router ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:28:18.553296 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['62a1bb88-f6d6-4bc2-b169-57e51307adb5', 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:18.592441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3'}, {'name': 'network-changed', 'server_uuid': 'e6126b29-978d-44ee-b8ef-21246623d4e5', 'tag': '322fed2a-bca1-4e34-a08b-60e7f3a7bf15'}, {'name': 'network-changed', 'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:18.597100 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc76a232-1cde-4c70-af74-c3951722a03e" -d '{"events": [{"server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3"}, {"name": "network-changed", "server_uuid": "e6126b29-978d-44ee-b8ef-21246623d4e5", "tag": "322fed2a-bca1-4e34-a08b-60e7f3a7bf15"}, {"name": "network-changed", "server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:18.611122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee7794-5439-43c7-a1db-c67826abced9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Pushing event deleted for resources: {'Port': ['ID=62a1bb88-f6d6-4bc2-b169-57e51307adb5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:18.636085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a4020-a8af-4f17-99a9-d582990622fc req-cfd5c9ea-690f-4c4e-bdf4-cf5f615f2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:18.638040 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e13a4020-a8af-4f17-99a9-d582990622fc req-cfd5c9ea-690f-4c4e-bdf4-cf5f615f2c88 service neutron] 10.222.0.65 "GET /v2.0/networks?id=302bc027-a150-41f1-99ea-3ef2617a4be3 HTTP/1.1" status: 200 len: 914 time: 0.3595645 Feb 16 16:28:18.741939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5d6dc3-a44e-4593-b02d-16eb4c6a3556 req-b0ee7794-5439-43c7-a1db-c67826abced9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] No DVR routers for this DVR port 62a1bb88-f6d6-4bc2-b169-57e51307adb5 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:28:18.789780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e13a4020-a8af-4f17-99a9-d582990622fc req-f5448af1-f2f2-4a4d-829a-43677f1186bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=238e4db9-01d2-4b89-bf47-d03c2ed18d5d HTTP/1.1" status: 200 len: 217 time: 0.1264250 Feb 16 16:28:18.796642 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4c5d6dc3-a44e-4593-b02d-16eb4c6a3556 req-b0ee7794-5439-43c7-a1db-c67826abced9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:18.799993 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c5d6dc3-a44e-4593-b02d-16eb4c6a3556 req-b0ee7794-5439-43c7-a1db-c67826abced9 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.65 "DELETE /v2.0/ports/62a1bb88-f6d6-4bc2-b169-57e51307adb5 HTTP/1.1" status: 204 len: 173 time: 2.4702387 Feb 16 16:28:18.859385 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12e17c2-3c22-42b3-94f0-4789c0dc8e47 x-openstack-request-id: req-c12e17c2-3c22-42b3-94f0-4789c0dc8e47 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:18.859687 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3", "code": 200}, {"name": "network-changed", "server_uuid": "e6126b29-978d-44ee-b8ef-21246623d4e5", "tag": "322fed2a-bca1-4e34-a08b-60e7f3a7bf15", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:18.859981 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c12e17c2-3c22-42b3-94f0-4789c0dc8e47 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:18.860410 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3', 'code': 200} Feb 16 16:28:18.860668 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6126b29-978d-44ee-b8ef-21246623d4e5', 'tag': '322fed2a-bca1-4e34-a08b-60e7f3a7bf15', 'status': 'completed', 'code': 200} Feb 16 16:28:18.860933 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3', 'status': 'completed', 'code': 200} Feb 16 16:28:18.873399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339ba7-6b96-4038-a164-633de918f829 req-07fca96f-8dae-48d0-bd14-764037521f9a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:18.882309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-67339ba7-6b96-4038-a164-633de918f829 req-07fca96f-8dae-48d0-bd14-764037521f9a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 944 time: 0.3821950 Feb 16 16:28:18.976910 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76a232-1cde-4c70-af74-c3951722a03e req-19b9837f-7da6-40a7-98d4-fdc6ab8cd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:18.979367 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-19b9837f-7da6-40a7-98d4-fdc6ab8cd64f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e6b64801f404e85a0915d363dec27d4&device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 1127 time: 0.0838580 Feb 16 16:28:19.031665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dfc98971-dfdb-4c12-9540-2844b76caef9 req-ccdcc6b1-5963-40b9-b45d-70167ce30833 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=072d51f3-39b5-43ea-8a27-aa792c3a4da7 HTTP/1.1" status: 200 len: 210 time: 0.0916097 Feb 16 16:28:19.051416 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffaad10-0730-4f7f-91dd-46816e349f33 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:28:19.073783 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Publish callbacks [] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:19.099940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a4020-a8af-4f17-99a9-d582990622fc req-0dfddb80-9d45-46fd-a1c0-44ae4d976e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:19.101518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e13a4020-a8af-4f17-99a9-d582990622fc req-0dfddb80-9d45-46fd-a1c0-44ae4d976e2d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=744ebaea-58fe-45a9-ac99-2db1288ef107 HTTP/1.1" status: 200 len: 853 time: 0.2550194 Feb 16 16:28:19.163548 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76a232-1cde-4c70-af74-c3951722a03e req-e172a322-51e5-4569-b024-2443b511629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:19.165082 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-e172a322-51e5-4569-b024-2443b511629a service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a78f389-f648-40c0-9945-c98086a451a3 HTTP/1.1" status: 200 len: 912 time: 0.1684244 Feb 16 16:28:19.187782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Transition to ACTIVE for port object 9ffaad10-0730-4f7f-91dd-46816e349f33 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:28:19.189969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76a232-1cde-4c70-af74-c3951722a03e req-48df3d91-1b2e-4f40-93d3-77942da44584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:19.191456 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-48df3d91-1b2e-4f40-93d3-77942da44584 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 1131 time: 0.2636082 Feb 16 16:28:19.198665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e13a4020-a8af-4f17-99a9-d582990622fc req-2351e405-c3e1-478e-a3b4-c62cd6efedb1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=302bc027-a150-41f1-99ea-3ef2617a4be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873044 Feb 16 16:28:19.226351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-67339ba7-6b96-4038-a164-633de918f829 req-2e6f8a5d-110d-4f78-8380-dfc0d64954bf tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430080 Feb 16 16:28:19.227009 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:19.265478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9950b38a-05da-4834-918e-8c0bb0b90161 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:28:19.277250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89dfda-1afc-46c6-8718-5d73501d0b88 None None] Sync routers for ids ['ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:28:19.278764 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-7a9b450a-fca0-4f92-8277-e04def6f3425 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=322fed2a-bca1-4e34-a08b-60e7f3a7bf15 HTTP/1.1" status: 200 len: 1001 time: 0.1070094 Feb 16 16:28:19.279678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52824) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:19.279938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9950b38a-05da-4834-918e-8c0bb0b90161 admin admin] 10.222.0.24 "PUT /v2.0/routers/ae349ae7-4a6b-4e0f-ba14-7a88e0368e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3912227 Feb 16 16:28:19.301334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc89dfda-1afc-46c6-8718-5d73501d0b88 None None] Routers {'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:28:19.304202 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-dc89dfda-1afc-46c6-8718-5d73501d0b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:27:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:19.447215 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76a232-1cde-4c70-af74-c3951722a03e req-7992db66-441b-455b-82f2-464a77eb302d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:19.449154 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-7992db66-441b-455b-82f2-464a77eb302d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad0a3f87-8df5-417f-9f01-966be8ea6e6e HTTP/1.1" status: 200 len: 850 time: 0.1611192 Feb 16 16:28:19.525396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Publish callbacks [] for router (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:19.569385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-dc89dfda-1afc-46c6-8718-5d73501d0b88 None None] Set router ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:28:19.649896 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Publish callbacks [] for router_gateway (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:19.664940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76a232-1cde-4c70-af74-c3951722a03e req-cfa3a2f3-774b-4036-a01a-a56c95252c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:19.667227 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-cfa3a2f3-774b-4036-a01a-a56c95252c59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a78f389-f648-40c0-9945-c98086a451a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2003987 Feb 16 16:28:19.823072 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Pushing event updated for resources: {'Port': ['ID=9ffaad10-0730-4f7f-91dd-46816e349f33,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:19.827646 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-37c8b988-e598-432b-ba6c-1566fc1e4c7d service neutron] 10.222.0.60 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346431 Feb 16 16:28:19.829308 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Deleting port adeb919d-b028-4388-bff8-47fa15c9ea62 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:28:19.829647 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (adeb919d-b028-4388-bff8-47fa15c9ea62), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:19.831290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-dc89dfda-1afc-46c6-8718-5d73501d0b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'name': 'tempest-FloatingIPsTestJSON-483490403-router', 'tenant_id': '1cb3f5502ab44f808398695a36b72cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'adeb919d-b028-4388-bff8-47fa15c9ea62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:38Z', 'updated_at': '2022-02-16T16:28:16Z', 'revision_number': 5, 'project_id': '1cb3f5502ab44f808398695a36b72cd2', 'gw_port': {'id': 'adeb919d-b028-4388-bff8-47fa15c9ea62', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:96:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:41Z', 'updated_at': '2022-02-16T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:19.870618 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89dfda-1afc-46c6-8718-5d73501d0b88 None None] Checking router: ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:28:19.875582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca0742-2877-49ae-91aa-fbcc56205aac req-e78e63e8-783a-411d-ab46-1aab04897192 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:19.882222 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc89dfda-1afc-46c6-8718-5d73501d0b88 None None] Routers {'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:28:19.882867 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-dc89dfda-1afc-46c6-8718-5d73501d0b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:27:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:19.885916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7ca0742-2877-49ae-91aa-fbcc56205aac req-e78e63e8-783a-411d-ab46-1aab04897192 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 1024 time: 0.7570930 Feb 16 16:28:19.900451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072d51f3-39b5-43ea-8a27-aa792c3a4da7', 'name': 'network-vif-deleted', 'tag': '62a1bb88-f6d6-4bc2-b169-57e51307adb5'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:19.903168 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ea1edf-9a01-4c12-a98f-6f45a4f7f07f" -d '{"events": [{"server_uuid": "072d51f3-39b5-43ea-8a27-aa792c3a4da7", "name": "network-vif-deleted", "tag": "62a1bb88-f6d6-4bc2-b169-57e51307adb5"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:19.939432 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] For port adeb919d-b028-4388-bff8-47fa15c9ea62, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=adeb919d-b028-4388-bff8-47fa15c9ea62,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:19.939835 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (adeb919d-b028-4388-bff8-47fa15c9ea62), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:19.963364 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Calling delete_port for adeb919d-b028-4388-bff8-47fa15c9ea62 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:28:20.003854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e13a4020-a8af-4f17-99a9-d582990622fc req-c4d30306-41c2-42f8-a4fe-3a87c9ae60ef service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7913308 Feb 16 16:28:20.025352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-dc89dfda-1afc-46c6-8718-5d73501d0b88 None None] Set router ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:28:20.032523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76a232-1cde-4c70-af74-c3951722a03e req-0d6cd1d7-0598-4fb9-a58a-53198166ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:20.033983 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-0d6cd1d7-0598-4fb9-a58a-53198166ca1c service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.8317039 Feb 16 16:28:20.098102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-dc89dfda-1afc-46c6-8718-5d73501d0b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'name': 'tempest-FloatingIPsTestJSON-483490403-router', 'tenant_id': '1cb3f5502ab44f808398695a36b72cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:38Z', 'updated_at': '2022-02-16T16:28:19Z', 'revision_number': 6, 'project_id': '1cb3f5502ab44f808398695a36b72cd2', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:20.115109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4be2d7-6f71-472f-8d4a-bae9fb5b7513 req-8515906a-209d-415f-b120-f21d0a286b7b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:20.115580 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-13161b03-135d-40df-afd1-7c3a05e997e7 service neutron] 10.222.0.60 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614995 Feb 16 16:28:20.120248 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc4be2d7-6f71-472f-8d4a-bae9fb5b7513 req-8515906a-209d-415f-b120-f21d0a286b7b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 943 time: 0.3711002 Feb 16 16:28:20.151333 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-2a489f88-9203-457f-b659-d68af16d5205 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3 HTTP/1.1" status: 200 len: 217 time: 0.0935631 Feb 16 16:28:20.170370 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89dfda-1afc-46c6-8718-5d73501d0b88 None None] The sync data for ids ['ae349ae7-4a6b-4e0f-ba14-7a88e0368e82'] in n-d-669411-5 is: [{'id': 'ae349ae7-4a6b-4e0f-ba14-7a88e0368e82', 'name': 'tempest-FloatingIPsTestJSON-483490403-router', 'tenant_id': '1cb3f5502ab44f808398695a36b72cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:38Z', 'updated_at': '2022-02-16T16:28:19Z', 'revision_number': 6, 'project_id': '1cb3f5502ab44f808398695a36b72cd2', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:28:20.280466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Attempting to bind port 9ffaad10-0730-4f7f-91dd-46816e349f33 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:28:20.280824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Attempting to bind port 9ffaad10-0730-4f7f-91dd-46816e349f33 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:28:20.281394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Attempting to bind port 9ffaad10-0730-4f7f-91dd-46816e349f33 on network 51499808-74f6-44c8-afc6-e9caf9ad70c7 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:20.282461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76a232-1cde-4c70-af74-c3951722a03e req-bdb9d4a9-5505-4d67-9835-4643c20afaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:20.284835 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-bdb9d4a9-5505-4d67-9835-4643c20afaff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 1131 time: 0.1137497 Feb 16 16:28:20.285676 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (adeb919d-b028-4388-bff8-47fa15c9ea62), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:20.308132 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7ca0742-2877-49ae-91aa-fbcc56205aac req-b6217b0d-ebac-42b1-8fdf-368d887a943c tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=b20a0fa9-1c91-4ca1-93c5-2b0855bd107a&id=28aadc85-af05-4e0a-9c0c-2edcbd3f3747&id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4210935 Feb 16 16:28:20.346853 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Pushing event deleted for resources: {'Port': ['ID=adeb919d-b028-4388-bff8-47fa15c9ea62,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:20.448871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e13a4020-a8af-4f17-99a9-d582990622fc req-e1bf1bdd-0b0e-4d6a-a944-4cf934471ddf service neutron] 10.222.0.65 "GET /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305291 Feb 16 16:28:20.449527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Port 9ffaad10-0730-4f7f-91dd-46816e349f33 on network 51499808-74f6-44c8-afc6-e9caf9ad70c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:28:20.449868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Attempting to bind port 9ffaad10-0730-4f7f-91dd-46816e349f33 on network 51499808-74f6-44c8-afc6-e9caf9ad70c7 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:20.466302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc4be2d7-6f71-472f-8d4a-bae9fb5b7513 req-db6943ef-f094-4da6-8e77-70bc0e16068c tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419430 Feb 16 16:28:20.466615 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device dbfcae26-9033-4d1f-a26d-b3193f264db3 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:28:20.470301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76a232-1cde-4c70-af74-c3951722a03e req-be2b9ad6-1537-40ea-a575-372bd7cb951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:20.474086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-be2b9ad6-1537-40ea-a575-372bd7cb951b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.2837613 Feb 16 16:28:20.604096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:28:20.604526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Checking segment: {'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:28:20.604921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Bound using segment: {'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:28:20.605381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Bound port: 9ffaad10-0730-4f7f-91dd-46816e349f33, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:28:20.605741 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:20.615492 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c985c9b-0018-4751-8859-1e1f4c57af20 x-openstack-request-id: req-6c985c9b-0018-4751-8859-1e1f4c57af20 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:20.615856 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072d51f3-39b5-43ea-8a27-aa792c3a4da7", "name": "network-vif-deleted", "tag": "62a1bb88-f6d6-4bc2-b169-57e51307adb5", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:20.616051 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c985c9b-0018-4751-8859-1e1f4c57af20 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:20.616441 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072d51f3-39b5-43ea-8a27-aa792c3a4da7', 'name': 'network-vif-deleted', 'tag': '62a1bb88-f6d6-4bc2-b169-57e51307adb5', 'status': 'completed', 'code': 200} Feb 16 16:28:20.702130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:20.720337 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'dbfcae26-9033-4d1f-a26d-b3193f264db3', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'dbfcae26-9033-4d1f-a26d-b3193f264db3', 'mac_address': 'fa:16:3e:fa:ba:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:28:20.778128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port dbfcae26-9033-4d1f-a26d-b3193f264db3 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:20.778522 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:20.793170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfcae26-9033-4d1f-a26d-b3193f264db3 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:28:20.816121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:20.818687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] For port 9ffaad10-0730-4f7f-91dd-46816e349f33, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:28:20.822632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] For port 9ffaad10-0730-4f7f-91dd-46816e349f33, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9ffaad10-0730-4f7f-91dd-46816e349f33,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:28:20.824174 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:20.841151 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:20.900350 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=dbfcae26-9033-4d1f-a26d-b3193f264db3,revision_number=12']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:20.900871 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76a232-1cde-4c70-af74-c3951722a03e req-e7d59d30-508b-4131-a716-123b8359efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:20.903179 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-e7d59d30-508b-4131-a716-123b8359efd8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.6125388 Feb 16 16:28:20.904636 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.905046 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.905452 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.905852 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.906252 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.906645 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.907056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.907443 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.907851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.908256 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.908648 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.909031 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.909412 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.917689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.918119 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.918283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:20.918598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.919011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.919414 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.919981 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:20.920342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.920753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.921159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.921567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.921968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.922331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] 10.222.0.65 "PUT /v2.0/ports/9ffaad10-0730-4f7f-91dd-46816e349f33 HTTP/1.1" status: 200 len: 1091 time: 3.3126926 Feb 16 16:28:20.922461 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.922818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.923215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:20.980452 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-63212bc3-bc44-41e2-a7e0-82c64a9ca5d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3 HTTP/1.1" status: 200 len: 217 time: 0.0672331 Feb 16 16:28:20.996513 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:21.008861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924936e-e7bd-45ce-ac80-6a674fdc0e06 req-1059bfe6-d318-4687-8156-d20d1c1eb020 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:21.010891 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5924936e-e7bd-45ce-ac80-6a674fdc0e06 req-1059bfe6-d318-4687-8156-d20d1c1eb020 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.65 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 1024 time: 0.5290222 Feb 16 16:28:21.022547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76a232-1cde-4c70-af74-c3951722a03e req-be3b3a79-614d-4861-9145-9eacbca6aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:21.024413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-be3b3a79-614d-4861-9145-9eacbca6aab4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5414081 Feb 16 16:28:21.112053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da4b34-3ff1-4c95-88ba-51c47d3d1853 req-d771e9d1-8351-4a54-92dc-579aed126da3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:21.116084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58da4b34-3ff1-4c95-88ba-51c47d3d1853 req-d771e9d1-8351-4a54-92dc-579aed126da3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 949 time: 0.5024137 Feb 16 16:28:21.122471 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:21.126629 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Publish callbacks [] for router_controller (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:21.128268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2c67b-4bc7-4025-bd07-2ffdbf32c776 req-694f9404-ee95-4323-9a88-07f206f53345 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:21.130160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bae2c67b-4bc7-4025-bd07-2ffdbf32c776 req-694f9404-ee95-4323-9a88-07f206f53345 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 944 time: 0.4380546 Feb 16 16:28:21.131024 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76a232-1cde-4c70-af74-c3951722a03e req-ecb3e48d-bb6b-4522-bc42-5e6a0a4ddf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:21.132521 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-ecb3e48d-bb6b-4522-bc42-5e6a0a4ddf6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1456678 Feb 16 16:28:21.177981 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6d99b-09bf-4ca3-ac9c-5e8f83c6ddef service neutron] Pushing event updated for resources: {'Port': ['ID=9ffaad10-0730-4f7f-91dd-46816e349f33,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:21.212843 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (ae349ae7-4a6b-4e0f-ba14-7a88e0368e82), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:21.213867 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:28:21.239895 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:21.241195 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-89d9398e-a388-49ef-a0fa-de9af376a460 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ae349ae7-4a6b-4e0f-ba14-7a88e0368e82 HTTP/1.1" status: 204 len: 168 time: 1.9604497 Feb 16 16:28:21.244541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['dbfcae26-9033-4d1f-a26d-b3193f264db3'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:21.248811 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52840) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:21.257399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 62a1bb88-f6d6-4bc2-b169-57e51307adb5 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:28:21.313729 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76a232-1cde-4c70-af74-c3951722a03e req-9fdf2d70-66b2-438e-9b5f-39c15e145470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:21.315331 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-9fdf2d70-66b2-438e-9b5f-39c15e145470 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1766512 Feb 16 16:28:21.352055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 62a1bb88-f6d6-4bc2-b169-57e51307adb5 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:28:21.352469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 62a1bb88-f6d6-4bc2-b169-57e51307adb5 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:28:21.436739 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-e9e51048-38d0-4cb9-b377-18e8d20de378 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100414 Feb 16 16:28:21.443206 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-63fb563c-489a-43b2-a5fa-2e8ecad02af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:21.445601 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-63fb563c-489a-43b2-a5fa-2e8ecad02af1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ca95a16ebaf4fb092fc39ed2f5c4729&device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 1125 time: 0.4692805 Feb 16 16:28:21.476522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-642aa8d9-ccf4-4571-accc-93595fe62aed admin admin] Deleting subnet 6a590066-ad7d-4c20-971c-eb231525bd23 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:28:21.477128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58da4b34-3ff1-4c95-88ba-51c47d3d1853 req-da38b158-cc66-45cd-892a-3e2dd4b3755c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393438 Feb 16 16:28:21.496268 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-642aa8d9-ccf4-4571-accc-93595fe62aed admin admin] Publish callbacks [] for subnet (6a590066-ad7d-4c20-971c-eb231525bd23), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:21.566280 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bae2c67b-4bc7-4025-bd07-2ffdbf32c776 req-c4969485-f5b5-445e-8500-ad094a93c1bc tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034407 Feb 16 16:28:21.584763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-34c1f8c7-c7ed-4cab-9c1f-7f9100b29551 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ffaad10-0730-4f7f-91dd-46816e349f33 HTTP/1.1" status: 200 len: 217 time: 0.0998909 Feb 16 16:28:21.589088 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-ce59f143-d448-4721-9c68-50ca71244b73 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861917 Feb 16 16:28:21.596831 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-642aa8d9-ccf4-4571-accc-93595fe62aed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (6a590066-ad7d-4c20-971c-eb231525bd23), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:21.737417 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-642aa8d9-ccf4-4571-accc-93595fe62aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (6a590066-ad7d-4c20-971c-eb231525bd23), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:21.787140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-943d5823-32d0-4dab-a78b-be0b877f62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:21.788643 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-943d5823-32d0-4dab-a78b-be0b877f62cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9186030b-fe72-41cc-87f9-eb80f37580c6 HTTP/1.1" status: 200 len: 845 time: 0.1689749 Feb 16 16:28:21.867189 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-9dc244ef-1446-4c49-b7fa-aa9c55bb6010 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=51499808-74f6-44c8-afc6-e9caf9ad70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352623 Feb 16 16:28:21.874423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-5924936e-e7bd-45ce-ac80-6a674fdc0e06 req-1ab5ebc5-0373-4e3f-93a8-15aade4cc305 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Deleting port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:28:21.874771 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5924936e-e7bd-45ce-ac80-6a674fdc0e06 req-1ab5ebc5-0373-4e3f-93a8-15aade4cc305 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:21.888221 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-a414d551-2c60-4c87-9668-2a0bb876d25a service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426744 Feb 16 16:28:21.889649 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-642aa8d9-ccf4-4571-accc-93595fe62aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (6a590066-ad7d-4c20-971c-eb231525bd23), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:21.903108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc76a232-1cde-4c70-af74-c3951722a03e req-a6c6867b-0ccf-4e30-8b0f-0b6bc2eeb630 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932544 Feb 16 16:28:21.929315 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642aa8d9-ccf4-4571-accc-93595fe62aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a590066-ad7d-4c20-971c-eb231525bd23,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:21.937665 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-642aa8d9-ccf4-4571-accc-93595fe62aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:21.941062 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-642aa8d9-ccf4-4571-accc-93595fe62aed admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6a590066-ad7d-4c20-971c-eb231525bd23 HTTP/1.1" status: 204 len: 168 time: 0.6913087 Feb 16 16:28:21.946311 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52850) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:21.947426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916df7dc-eb46-4f5d-a798-3ed98d4b2a6b None None] Network 2cfd674d-c664-45ed-9e16-7f6688eef516 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:28:21.968881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 41a75e47-2b74-49f7-a100-5073672f8286 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:28:22.011073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 41a75e47-2b74-49f7-a100-5073672f8286 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:28:22.011780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 41a75e47-2b74-49f7-a100-5073672f8286 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:28:22.012365 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device adeb919d-b028-4388-bff8-47fa15c9ea62 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:28:22.038812 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (2cfd674d-c664-45ed-9e16-7f6688eef516), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.041265 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: adeb919d-b028-4388-bff8-47fa15c9ea62 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:28:22.041829 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device adeb919d-b028-4388-bff8-47fa15c9ea62 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:28:22.046804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d50760-bd10-44a6-a9ee-25875d50353d req-3f1c5614-55a3-4bc2-9b37-f94c76dc3956 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:22.048216 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72d50760-bd10-44a6-a9ee-25875d50353d req-3f1c5614-55a3-4bc2-9b37-f94c76dc3956 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=82cdadef-6028-48af-860f-2f8accab662a HTTP/1.1" status: 200 len: 1024 time: 0.2527947 Feb 16 16:28:22.127547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] Deleting port e2eda282-837b-4914-9035-6a8c6ac9b461 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:28:22.127926 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.159095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4987c-bd1d-4eee-b2f4-a9cb03ffccac req-917a9300-19e1-4f6a-bf76-27a853f080d2 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:22.160771 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97e4987c-bd1d-4eee-b2f4-a9cb03ffccac req-917a9300-19e1-4f6a-bf76-27a853f080d2 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 943 time: 0.2406547 Feb 16 16:28:22.211291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] For port e2eda282-837b-4914-9035-6a8c6ac9b461, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e2eda282-837b-4914-9035-6a8c6ac9b461,segment=NetworkSegment(c02432cb-9423-4b28-b4bf-6b633b318ce3),segment_id=c02432cb-9423-4b28-b4bf-6b633b318ce3)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:22.211291 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.211635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-130db168-1af2-412c-9ad5-64b7dd373ec3 service neutron] 10.222.0.65 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278227 Feb 16 16:28:22.218373 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-5924936e-e7bd-45ce-ac80-6a674fdc0e06 req-1ab5ebc5-0373-4e3f-93a8-15aade4cc305 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] For port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=238e4db9-01d2-4b89-bf47-d03c2ed18d5d,segment=NetworkSegment(3f9f3213-2aca-4d81-a320-ba964f3e3ded),segment_id=3f9f3213-2aca-4d81-a320-ba964f3e3ded)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:22.218839 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5924936e-e7bd-45ce-ac80-6a674fdc0e06 req-1ab5ebc5-0373-4e3f-93a8-15aade4cc305 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.220611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7595b95-7f46-45a4-ba5e-235b63e472d0 None None] DHCP port deletion for 2cfd674d-c664-45ed-9e16-7f6688eef516 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:28:22.229427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] Calling delete_port for e2eda282-837b-4914-9035-6a8c6ac9b461 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:28:22.276654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c7595b95-7f46-45a4-ba5e-235b63e472d0 None None] Deleting port e2eda282-837b-4914-9035-6a8c6ac9b461 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:28:22.276940 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7595b95-7f46-45a4-ba5e-235b63e472d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.322602 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.354205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2eda282-837b-4914-9035-6a8c6ac9b461,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:22.360911 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c7595b95-7f46-45a4-ba5e-235b63e472d0 None None] For port e2eda282-837b-4914-9035-6a8c6ac9b461, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e2eda282-837b-4914-9035-6a8c6ac9b461,segment=NetworkSegment(c02432cb-9423-4b28-b4bf-6b633b318ce3),segment_id=c02432cb-9423-4b28-b4bf-6b633b318ce3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:22.361389 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7595b95-7f46-45a4-ba5e-235b63e472d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.367463 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] No DVR routers for this DVR port e2eda282-837b-4914-9035-6a8c6ac9b461 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:28:22.375103 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c7595b95-7f46-45a4-ba5e-235b63e472d0 None None] Calling delete_port for e2eda282-837b-4914-9035-6a8c6ac9b461 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:28:22.376699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fc5a22-d02e-43ad-a527-036e2a5fa157 req-59b7c640-eb02-4a72-aa15-a80334c2cdb1 service neutron] 10.222.0.65 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550384 Feb 16 16:28:22.393619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-5924936e-e7bd-45ce-ac80-6a674fdc0e06 req-1ab5ebc5-0373-4e3f-93a8-15aade4cc305 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Calling delete_port for 238e4db9-01d2-4b89-bf47-d03c2ed18d5d owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:28:22.418938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97e4987c-bd1d-4eee-b2f4-a9cb03ffccac req-802f5735-9566-4d4d-bbdb-fda127f8c2e1 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466185 Feb 16 16:28:22.473678 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72d50760-bd10-44a6-a9ee-25875d50353d req-1ccf07b0-cfb7-423b-8039-f54aa56891dc tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=b20a0fa9-1c91-4ca1-93c5-2b0855bd107a&id=28aadc85-af05-4e0a-9c0c-2edcbd3f3747&id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3873529 Feb 16 16:28:22.478050 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (2cfd674d-c664-45ed-9e16-7f6688eef516), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.481175 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7595b95-7f46-45a4-ba5e-235b63e472d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (e2eda282-837b-4914-9035-6a8c6ac9b461), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.513532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7595b95-7f46-45a4-ba5e-235b63e472d0 None None] Pushing event deleted for resources: {'Port': ['ID=e2eda282-837b-4914-9035-6a8c6ac9b461,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:22.521573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7595b95-7f46-45a4-ba5e-235b63e472d0 None None] No DVR routers for this DVR port e2eda282-837b-4914-9035-6a8c6ac9b461 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:28:22.523260 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfd674d-c664-45ed-9e16-7f6688eef516']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:22.536874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02432cb-9423-4b28-b4bf-6b633b318ce3') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:22.537172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02432cb-9423-4b28-b4bf-6b633b318ce3') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:22.549141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (c02432cb-9423-4b28-b4bf-6b633b318ce3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.567882 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c02432cb-9423-4b28-b4bf-6b633b318ce3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.574880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:28:22.575411 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (c02432cb-9423-4b28-b4bf-6b633b318ce3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:28:22.599669 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:28:22.617447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdc9e04-bc4c-4fcc-8f45-035554246fb2', 'tag': '9ffaad10-0730-4f7f-91dd-46816e349f33'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:22.619791 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5d710d-dccc-4f75-bbfd-db337298cb17" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdc9e04-bc4c-4fcc-8f45-035554246fb2", "tag": "9ffaad10-0730-4f7f-91dd-46816e349f33"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:22.652940 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (2cfd674d-c664-45ed-9e16-7f6688eef516), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.659657 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.663515 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] 10.222.0.24 "DELETE /v2.0/networks/2cfd674d-c664-45ed-9e16-7f6688eef516 HTTP/1.1" status: 204 len: 168 time: 0.7161663 Feb 16 16:28:22.681444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4081719-a410-4e61-8327-176162d6637d admin admin] Pushing event deleted for resources: {'Network': ['ID=2cfd674d-c664-45ed-9e16-7f6688eef516,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:22.690101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d660c-8508-4630-8877-e691b430b53d req-8453f98c-2a06-43da-a36b-2df3598157ca tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:22.691597 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-407d660c-8508-4630-8877-e691b430b53d req-8453f98c-2a06-43da-a36b-2df3598157ca tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.1371198 Feb 16 16:28:22.716143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b93fa-4618-4a38-b10c-89de8d7f9547 req-ddf81234-f6d5-4e94-a317-df23ebacbb28 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:22.717558 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-982b93fa-4618-4a38-b10c-89de8d7f9547 req-ddf81234-f6d5-4e94-a317-df23ebacbb28 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.1539371 Feb 16 16:28:22.797527 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52860) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:22.825540 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-407d660c-8508-4630-8877-e691b430b53d req-8975965e-9a54-4ea8-94b5-305243a54670 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256280 Feb 16 16:28:22.836639 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5924936e-e7bd-45ce-ac80-6a674fdc0e06 req-1ab5ebc5-0373-4e3f-93a8-15aade4cc305 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (238e4db9-01d2-4b89-bf47-d03c2ed18d5d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.847822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-982b93fa-4618-4a38-b10c-89de8d7f9547 req-6b2e3426-f180-4005-8a8e-996d291c3ef6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213212 Feb 16 16:28:22.848966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2f9bcea7-5951-4846-bd30-66e09b6141a2', '238e4db9-01d2-4b89-bf47-d03c2ed18d5d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:22.853069 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3f748ad1-62a4-48f8-ac3a-2ce6c11677d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1cb3f5502ab44f808398695a36b72cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0543666 Feb 16 16:28:22.861267 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52864) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:22.872994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5ebc5-0373-4e3f-93a8-15aade4cc305 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event deleted for resources: {'Port': ['ID=238e4db9-01d2-4b89-bf47-d03c2ed18d5d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:22.937027 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78538041-cd68-479e-bffc-15881502d49a admin admin] Publish callbacks [] for security_group (548672c3-0e69-4f85-9429-4148d6ee892e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.962572 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78538041-cd68-479e-bffc-15881502d49a admin admin] Publish callbacks [] for security_group (548672c3-0e69-4f85-9429-4148d6ee892e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.975518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-5924936e-e7bd-45ce-ac80-6a674fdc0e06 req-1ab5ebc5-0373-4e3f-93a8-15aade4cc305 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] No DVR routers for this DVR port 238e4db9-01d2-4b89-bf47-d03c2ed18d5d on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:28:22.984589 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5924936e-e7bd-45ce-ac80-6a674fdc0e06 req-1ab5ebc5-0373-4e3f-93a8-15aade4cc305 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:22.988044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5924936e-e7bd-45ce-ac80-6a674fdc0e06 req-1ab5ebc5-0373-4e3f-93a8-15aade4cc305 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.65 "DELETE /v2.0/ports/238e4db9-01d2-4b89-bf47-d03c2ed18d5d HTTP/1.1" status: 204 len: 173 time: 1.9340980 Feb 16 16:28:22.992457 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa1c9f2-e4b4-46a4-8e6a-8642b9efde03 x-openstack-request-id: req-ffa1c9f2-e4b4-46a4-8e6a-8642b9efde03 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:22.992774 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdc9e04-bc4c-4fcc-8f45-035554246fb2", "tag": "9ffaad10-0730-4f7f-91dd-46816e349f33", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:22.993000 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffa1c9f2-e4b4-46a4-8e6a-8642b9efde03 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:22.993405 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbdc9e04-bc4c-4fcc-8f45-035554246fb2', 'tag': '9ffaad10-0730-4f7f-91dd-46816e349f33', 'status': 'completed', 'code': 200} Feb 16 16:28:23.080932 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78538041-cd68-479e-bffc-15881502d49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (548672c3-0e69-4f85-9429-4148d6ee892e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:23.085033 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78538041-cd68-479e-bffc-15881502d49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:23.086270 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-78538041-cd68-479e-bffc-15881502d49a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/548672c3-0e69-4f85-9429-4148d6ee892e HTTP/1.1" status: 204 len: 168 time: 0.2240324 Feb 16 16:28:23.098128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78538041-cd68-479e-bffc-15881502d49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548672c3-0e69-4f85-9429-4148d6ee892e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:23.190616 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b116d-34cc-4b7d-9f4c-4a2171e2db9b req-dcf33545-450e-459f-867d-e4040cff2c2f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:23.192934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-350b116d-34cc-4b7d-9f4c-4a2171e2db9b req-dcf33545-450e-459f-867d-e4040cff2c2f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 944 time: 0.1817591 Feb 16 16:28:23.196508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d710d-dccc-4f75-bbfd-db337298cb17 req-bb4417c3-25ca-41e7-b30b-1975cc56a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:23.197926 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f5d710d-dccc-4f75-bbfd-db337298cb17 req-bb4417c3-25ca-41e7-b30b-1975cc56a16e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ca95a16ebaf4fb092fc39ed2f5c4729&device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 1125 time: 0.1978016 Feb 16 16:28:23.334273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d710d-dccc-4f75-bbfd-db337298cb17 req-fcc3f951-a4e1-40b9-b9bc-72daa3ff9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:23.336068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f5d710d-dccc-4f75-bbfd-db337298cb17 req-fcc3f951-a4e1-40b9-b9bc-72daa3ff9c7d service neutron] 10.222.0.65 "GET /v2.0/networks?id=51499808-74f6-44c8-afc6-e9caf9ad70c7 HTTP/1.1" status: 200 len: 906 time: 0.1205750 Feb 16 16:28:23.343865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 4a5de81f-5c36-4c6b-999a-b84af929ba5d details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:28:23.429735 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f5d710d-dccc-4f75-bbfd-db337298cb17 req-356b6e11-4129-4ba6-b651-e7905ef51022 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ffaad10-0730-4f7f-91dd-46816e349f33 HTTP/1.1" status: 200 len: 217 time: 0.0780995 Feb 16 16:28:23.486666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:23.500636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d710d-dccc-4f75-bbfd-db337298cb17 req-338564de-d4cf-417e-b96e-078eac81096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:23.502039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '4a5de81f-5c36-4c6b-999a-b84af929ba5d', 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67', 'port_id': '4a5de81f-5c36-4c6b-999a-b84af929ba5d', 'mac_address': 'fa:16:3e:22:eb:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428f0788-a1e9-4bb7-941f-8437ca6dcd5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:28:23.505773 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f5d710d-dccc-4f75-bbfd-db337298cb17 req-338564de-d4cf-417e-b96e-078eac81096f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9186030b-fe72-41cc-87f9-eb80f37580c6 HTTP/1.1" status: 200 len: 845 time: 0.0649529 Feb 16 16:28:23.536662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f340b72-5806-4ae6-b634-71c2f34512dc req-f44cf344-e357-47ce-8e07-2ba7eed30ff0 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:23.536662 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6f340b72-5806-4ae6-b634-71c2f34512dc req-f44cf344-e357-47ce-8e07-2ba7eed30ff0 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.60 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 950 time: 0.0995510 Feb 16 16:28:23.536958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-350b116d-34cc-4b7d-9f4c-4a2171e2db9b req-90f60bc8-a8f6-4546-afac-437482737b34 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368399 Feb 16 16:28:23.599493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 4a5de81f-5c36-4c6b-999a-b84af929ba5d is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:23.599962 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:23.623399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5de81f-5c36-4c6b-999a-b84af929ba5d {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:28:23.653864 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f5d710d-dccc-4f75-bbfd-db337298cb17 req-dca64c89-5457-46b9-91ff-9fcab198be76 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=51499808-74f6-44c8-afc6-e9caf9ad70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141574 Feb 16 16:28:23.659839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:23.667773 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:23.760881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=4a5de81f-5c36-4c6b-999a-b84af929ba5d,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:23.767474 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2f84b-9e15-4042-9629-62a7c57287fd req-70ea2260-f25d-4b53-b330-70798bddd6b6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:23.769643 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96d2f84b-9e15-4042-9629-62a7c57287fd req-70ea2260-f25d-4b53-b330-70798bddd6b6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 950 time: 0.4325678 Feb 16 16:28:23.773810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-6f340b72-5806-4ae6-b634-71c2f34512dc req-3d91c013-694f-40ea-a15e-c5fb4b7827f3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Deleting port eedaa86e-fecf-4e7f-93db-34f262c856ff {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:28:23.774273 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6f340b72-5806-4ae6-b634-71c2f34512dc req-3d91c013-694f-40ea-a15e-c5fb4b7827f3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:23.894721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf9d82-ab4c-43d5-96ab-ae40185dbb04 req-0d8c1e85-68f5-4593-a2cd-d2dd64a743e5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:23.896493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cbcf9d82-ab4c-43d5-96ab-ae40185dbb04 req-0d8c1e85-68f5-4593-a2cd-d2dd64a743e5 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 943 time: 0.2613521 Feb 16 16:28:23.901666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96d2f84b-9e15-4042-9629-62a7c57287fd req-fd8b4000-aa13-4860-8ac1-11ccb7078caf tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232796 Feb 16 16:28:23.903006 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6f340b72-5806-4ae6-b634-71c2f34512dc req-3d91c013-694f-40ea-a15e-c5fb4b7827f3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] For port eedaa86e-fecf-4e7f-93db-34f262c856ff, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=eedaa86e-fecf-4e7f-93db-34f262c856ff,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:23.904118 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6f340b72-5806-4ae6-b634-71c2f34512dc req-3d91c013-694f-40ea-a15e-c5fb4b7827f3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:23.905512 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f5d710d-dccc-4f75-bbfd-db337298cb17 req-0298016b-78a1-49d4-b466-f62c183a9adc service neutron] 10.222.0.65 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300122 Feb 16 16:28:23.920859 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-6f340b72-5806-4ae6-b634-71c2f34512dc req-3d91c013-694f-40ea-a15e-c5fb4b7827f3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Calling delete_port for eedaa86e-fecf-4e7f-93db-34f262c856ff owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:28:23.927668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['4a5de81f-5c36-4c6b-999a-b84af929ba5d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:24.004681 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e2eda282-837b-4914-9035-6a8c6ac9b461 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:28:24.050052 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cbcf9d82-ab4c-43d5-96ab-ae40185dbb04 req-bd47cfa9-f602-4fab-84b5-acab2f4de42b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374922 Feb 16 16:28:24.088161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f5d710d-dccc-4f75-bbfd-db337298cb17 req-f5d02ea4-0fb5-42f0-9beb-16045195616b service neutron] 10.222.0.65 "GET /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693885 Feb 16 16:28:24.142710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: e2eda282-837b-4914-9035-6a8c6ac9b461 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:28:24.143055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e2eda282-837b-4914-9035-6a8c6ac9b461 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:28:24.171117 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6f340b72-5806-4ae6-b634-71c2f34512dc req-3d91c013-694f-40ea-a15e-c5fb4b7827f3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (eedaa86e-fecf-4e7f-93db-34f262c856ff), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:24.192771 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:24.196218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['eedaa86e-fecf-4e7f-93db-34f262c856ff'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:24.210841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53de004e-cce9-4ca7-a5f6-ac50f045f17d req-3d13083d-9b0d-49d9-9fa9-167605bf18c2 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=24944267-e014-463a-9da7-7bcc76a345bd HTTP/1.1" status: 200 len: 210 time: 0.0371122 Feb 16 16:28:24.242470 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91c013-694f-40ea-a15e-c5fb4b7827f3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Pushing event deleted for resources: {'Port': ['ID=eedaa86e-fecf-4e7f-93db-34f262c856ff,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:24.304652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f340b72-5806-4ae6-b634-71c2f34512dc req-3d91c013-694f-40ea-a15e-c5fb4b7827f3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] No DVR routers for this DVR port eedaa86e-fecf-4e7f-93db-34f262c856ff on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:28:24.307801 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6f340b72-5806-4ae6-b634-71c2f34512dc req-3d91c013-694f-40ea-a15e-c5fb4b7827f3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:24.311740 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6f340b72-5806-4ae6-b634-71c2f34512dc req-3d91c013-694f-40ea-a15e-c5fb4b7827f3 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.60 "DELETE /v2.0/ports/eedaa86e-fecf-4e7f-93db-34f262c856ff HTTP/1.1" status: 204 len: 173 time: 0.7710650 Feb 16 16:28:24.312429 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24944267-e014-463a-9da7-7bcc76a345bd', 'name': 'network-vif-deleted', 'tag': 'eedaa86e-fecf-4e7f-93db-34f262c856ff'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:24.324017 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c103b72-cc5f-4d2a-aabd-ce3a3aa67cec" -d '{"events": [{"server_uuid": "24944267-e014-463a-9da7-7bcc76a345bd", "name": "network-vif-deleted", "tag": "eedaa86e-fecf-4e7f-93db-34f262c856ff"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:24.342733 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c561cd5-1d0f-4cc2-855a-25c29ab84d63 req-4dcecda5-c4f0-401e-9383-abdf3964d2d8 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/b20a0fa9-1c91-4ca1-93c5-2b0855bd107a HTTP/1.1" status: 200 len: 1818 time: 0.0724859 Feb 16 16:28:24.417767 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8c561cd5-1d0f-4cc2-855a-25c29ab84d63 req-f7f4229a-78fe-424b-aef4-7bd078896f73 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (b20a0fa9-1c91-4ca1-93c5-2b0855bd107a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:24.471425 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8c561cd5-1d0f-4cc2-855a-25c29ab84d63 req-f7f4229a-78fe-424b-aef4-7bd078896f73 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (b20a0fa9-1c91-4ca1-93c5-2b0855bd107a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:24.502399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device dbfcae26-9033-4d1f-a26d-b3193f264db3 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:24.524356 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8c561cd5-1d0f-4cc2-855a-25c29ab84d63 req-f7f4229a-78fe-424b-aef4-7bd078896f73 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b20a0fa9-1c91-4ca1-93c5-2b0855bd107a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:24.527117 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8c561cd5-1d0f-4cc2-855a-25c29ab84d63 req-f7f4229a-78fe-424b-aef4-7bd078896f73 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:24.528283 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c561cd5-1d0f-4cc2-855a-25c29ab84d63 req-f7f4229a-78fe-424b-aef4-7bd078896f73 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "DELETE /v2.0/security-groups/b20a0fa9-1c91-4ca1-93c5-2b0855bd107a HTTP/1.1" status: 204 len: 173 time: 0.1774797 Feb 16 16:28:24.538094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4229a-78fe-424b-aef4-7bd078896f73 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20a0fa9-1c91-4ca1-93c5-2b0855bd107a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:24.663076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port dbfcae26-9033-4d1f-a26d-b3193f264db3 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:28:24.675153 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port dbfcae26-9033-4d1f-a26d-b3193f264db3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:24.675540 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:24.677826 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b060ac79-effc-4bf2-a695-cd6afa0c1dcb x-openstack-request-id: req-b060ac79-effc-4bf2-a695-cd6afa0c1dcb {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:24.678598 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24944267-e014-463a-9da7-7bcc76a345bd", "name": "network-vif-deleted", "tag": "eedaa86e-fecf-4e7f-93db-34f262c856ff", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:24.678857 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b060ac79-effc-4bf2-a695-cd6afa0c1dcb {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:24.679300 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24944267-e014-463a-9da7-7bcc76a345bd', 'name': 'network-vif-deleted', 'tag': 'eedaa86e-fecf-4e7f-93db-34f262c856ff', 'status': 'completed', 'code': 200} Feb 16 16:28:24.793763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-093132ab-6590-48d9-a3e5-b893d870e5c3 req-7677e213-79e3-43f7-958e-579cff89c95c tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/28aadc85-af05-4e0a-9c0c-2edcbd3f3747 HTTP/1.1" status: 200 len: 1817 time: 0.0837641 Feb 16 16:28:24.834022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port dbfcae26-9033-4d1f-a26d-b3193f264db3 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:24.836252 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:24.906297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:24.908253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:24.911095 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f8d2f7-6cd1-469e-ae3d-ea6da6503d56" -d '{"events": [{"server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:24.914839 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:24.930290 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-093132ab-6590-48d9-a3e5-b893d870e5c3 req-734de15d-b8e1-422c-93e0-ff93535be675 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (28aadc85-af05-4e0a-9c0c-2edcbd3f3747), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:24.972237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=dbfcae26-9033-4d1f-a26d-b3193f264db3,revision_number=13']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:24.990159 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-093132ab-6590-48d9-a3e5-b893d870e5c3 req-734de15d-b8e1-422c-93e0-ff93535be675 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (28aadc85-af05-4e0a-9c0c-2edcbd3f3747), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:24.999289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cdadef-6028-48af-860f-2f8accab662a', 'name': 'network-vif-deleted', 'tag': '238e4db9-01d2-4b89-bf47-d03c2ed18d5d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:25.001517 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55833553-ce44-4234-8f8b-c595d699bd0a" -d '{"events": [{"server_uuid": "82cdadef-6028-48af-860f-2f8accab662a", "name": "network-vif-deleted", "tag": "238e4db9-01d2-4b89-bf47-d03c2ed18d5d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:25.024863 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3b096-d5e9-43ca-a2ab-83fe09f30fd7 req-c8e61017-8181-486f-87c2-d8920b14106c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:25.026452 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4a3b096-d5e9-43ca-a2ab-83fe09f30fd7 req-c8e61017-8181-486f-87c2-d8920b14106c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 945 time: 0.1286421 Feb 16 16:28:25.078482 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-093132ab-6590-48d9-a3e5-b893d870e5c3 req-734de15d-b8e1-422c-93e0-ff93535be675 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (28aadc85-af05-4e0a-9c0c-2edcbd3f3747), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:25.081417 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-093132ab-6590-48d9-a3e5-b893d870e5c3 req-734de15d-b8e1-422c-93e0-ff93535be675 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:25.093006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-093132ab-6590-48d9-a3e5-b893d870e5c3 req-734de15d-b8e1-422c-93e0-ff93535be675 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "DELETE /v2.0/security-groups/28aadc85-af05-4e0a-9c0c-2edcbd3f3747 HTTP/1.1" status: 204 len: 173 time: 0.2924833 Feb 16 16:28:25.114612 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734de15d-b8e1-422c-93e0-ff93535be675 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aadc85-af05-4e0a-9c0c-2edcbd3f3747,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:25.132943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4a3b096-d5e9-43ca-a2ab-83fe09f30fd7 req-40f4dbfa-d147-4bf5-80ae-5c7a4658ce8c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938213 Feb 16 16:28:25.189870 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfc44d2-4286-4229-aa66-1136e11282d2 x-openstack-request-id: req-adfc44d2-4286-4229-aa66-1136e11282d2 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:25.190162 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:25.190426 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adfc44d2-4286-4229-aa66-1136e11282d2 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:25.190832 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3', 'code': 200} Feb 16 16:28:25.231572 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfbe1c7-957f-4617-ab2b-9d90f5754c4c x-openstack-request-id: req-7dfbe1c7-957f-4617-ab2b-9d90f5754c4c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:25.232167 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cdadef-6028-48af-860f-2f8accab662a", "name": "network-vif-deleted", "tag": "238e4db9-01d2-4b89-bf47-d03c2ed18d5d", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:25.232418 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7dfbe1c7-957f-4617-ab2b-9d90f5754c4c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:25.232803 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cdadef-6028-48af-860f-2f8accab662a', 'name': 'network-vif-deleted', 'tag': '238e4db9-01d2-4b89-bf47-d03c2ed18d5d', 'status': 'completed', 'code': 200} Feb 16 16:28:25.235091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-b4277831-0297-4741-ac2e-7049d5658499 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9f1e972448934d409d5e97576c337ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251875 Feb 16 16:28:25.266522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 9ffaad10-0730-4f7f-91dd-46816e349f33 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:28:25.269714 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 4a5de81f-5c36-4c6b-999a-b84af929ba5d up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:25.381565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-49fa9ba6-9140-45e2-ab6d-0e2c823e9d32 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:25.383128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-49fa9ba6-9140-45e2-ab6d-0e2c823e9d32 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1411276 Feb 16 16:28:25.387738 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 4a5de81f-5c36-4c6b-999a-b84af929ba5d completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:28:25.396038 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 4a5de81f-5c36-4c6b-999a-b84af929ba5d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:25.396323 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:25.397398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda02d9b-e452-4903-92b7-de4237c76531 req-4d048908-e0ec-41e4-9376-30e4054e7780 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:25.398947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dda02d9b-e452-4903-92b7-de4237c76531 req-4d048908-e0ec-41e4-9376-30e4054e7780 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 943 time: 0.1144702 Feb 16 16:28:25.413836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-f9dde5c9-6493-4763-a800-2346d889c392 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/quotas/9f1e972448934d409d5e97576c337ceb HTTP/1.1" status: 200 len: 375 time: 0.0140328 Feb 16 16:28:25.437354 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 9ffaad10-0730-4f7f-91dd-46816e349f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9ffaad10-0730-4f7f-91dd-46816e349f33,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:25.453862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '9ffaad10-0730-4f7f-91dd-46816e349f33', 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7', 'port_id': '9ffaad10-0730-4f7f-91dd-46816e349f33', 'mac_address': 'fa:16:3e:9e:0c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9186030b-fe72-41cc-87f9-eb80f37580c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:28:25.508503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dda02d9b-e452-4903-92b7-de4237c76531 req-68fdd728-006a-426b-a60f-d5736d4b81db tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920143 Feb 16 16:28:25.522809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-d0fad5c3-7780-46b4-b3ea-e37cb1048cb7 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1081123 Feb 16 16:28:25.538998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 9ffaad10-0730-4f7f-91dd-46816e349f33 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:25.539565 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:25.542441 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-97e5cadc-8469-4bdc-8328-03cc1ab650d8 req-0e8aeb81-a00d-45c3-96e0-b62bbc7a25ed tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1988007888', 'description': 'tempest-description-1413334713'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:25.558745 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffaad10-0730-4f7f-91dd-46816e349f33 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:28:25.569091 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-97e5cadc-8469-4bdc-8328-03cc1ab650d8 req-0e8aeb81-a00d-45c3-96e0-b62bbc7a25ed tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:25.581807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 9ffaad10-0730-4f7f-91dd-46816e349f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9ffaad10-0730-4f7f-91dd-46816e349f33,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:25.599300 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:25.604200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 4a5de81f-5c36-4c6b-999a-b84af929ba5d is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:25.604581 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:25.628403 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a6fc-68f9-42c9-8286-8f21adad822e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:25.682880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=9ffaad10-0730-4f7f-91dd-46816e349f33,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:25.684298 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-97e5cadc-8469-4bdc-8328-03cc1ab650d8 req-0e8aeb81-a00d-45c3-96e0-b62bbc7a25ed tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (dd59a744-874e-4b4a-b9bb-6307ba24b993), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:25.693432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-97e5cadc-8469-4bdc-8328-03cc1ab650d8 req-0e8aeb81-a00d-45c3-96e0-b62bbc7a25ed tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (dd59a744-874e-4b4a-b9bb-6307ba24b993), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:25.695344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:25.700216 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:25.701018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 238e4db9-01d2-4b89-bf47-d03c2ed18d5d no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:28:25.729694 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-97e5cadc-8469-4bdc-8328-03cc1ab650d8 req-0e8aeb81-a00d-45c3-96e0-b62bbc7a25ed tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:25.751341 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97e5cadc-8469-4bdc-8328-03cc1ab650d8 req-0e8aeb81-a00d-45c3-96e0-b62bbc7a25ed tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2153757 Feb 16 16:28:25.780885 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8aeb81-a00d-45c3-96e0-b62bbc7a25ed tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd59a744-874e-4b4a-b9bb-6307ba24b993,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:25.810725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 238e4db9-01d2-4b89-bf47-d03c2ed18d5d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:28:25.811922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 238e4db9-01d2-4b89-bf47-d03c2ed18d5d not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:28:25.815838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=4a5de81f-5c36-4c6b-999a-b84af929ba5d,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:25.917526 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b423cdb-b26c-4afa-924e-17edb4e1c8a8 req-34fd48df-78d7-4d75-aca8-7d44aa74a207 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 210 time: 0.0506940 Feb 16 16:28:25.935437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['9ffaad10-0730-4f7f-91dd-46816e349f33'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:25.972789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6984feac-0b63-4050-8825-a917d2d3c6af req-21276f82-e0cb-4bee-9db9-013786172b9f tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/dd59a744-874e-4b4a-b9bb-6307ba24b993 HTTP/1.1" status: 200 len: 1818 time: 0.0577128 Feb 16 16:28:25.985868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-6984feac-0b63-4050-8825-a917d2d3c6af req-524e9f0c-0d0a-4ebb-822f-4a2720b992e1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1159802371', 'description': 'tempest-description-hth-522127266'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:26.075134 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6984feac-0b63-4050-8825-a917d2d3c6af req-524e9f0c-0d0a-4ebb-822f-4a2720b992e1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (dd59a744-874e-4b4a-b9bb-6307ba24b993), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:26.147773 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6984feac-0b63-4050-8825-a917d2d3c6af req-524e9f0c-0d0a-4ebb-822f-4a2720b992e1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (dd59a744-874e-4b4a-b9bb-6307ba24b993), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:26.174187 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6984feac-0b63-4050-8825-a917d2d3c6af req-524e9f0c-0d0a-4ebb-822f-4a2720b992e1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (dd59a744-874e-4b4a-b9bb-6307ba24b993), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:26.183266 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6984feac-0b63-4050-8825-a917d2d3c6af req-524e9f0c-0d0a-4ebb-822f-4a2720b992e1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:26.184988 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6984feac-0b63-4050-8825-a917d2d3c6af req-524e9f0c-0d0a-4ebb-822f-4a2720b992e1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "PUT /v2.0/security-groups/dd59a744-874e-4b4a-b9bb-6307ba24b993 HTTP/1.1" status: 200 len: 1791 time: 0.2032788 Feb 16 16:28:26.248060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e9f0c-0d0a-4ebb-822f-4a2720b992e1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd59a744-874e-4b4a-b9bb-6307ba24b993,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:26.361302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038d273-cdf0-4dd7-8488-954a25f26057 req-ca511b5c-a5aa-4f44-95be-feda988298a8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:26.368271 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e038d273-cdf0-4dd7-8488-954a25f26057 req-ca511b5c-a5aa-4f44-95be-feda988298a8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.0912642 Feb 16 16:28:26.400155 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d80d25-ee40-40a4-a9e3-5de562bc843d req-7d2464e6-d530-40dd-b24b-b85217452794 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:26.401640 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a2d80d25-ee40-40a4-a9e3-5de562bc843d req-7d2464e6-d530-40dd-b24b-b85217452794 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 950 time: 0.0941708 Feb 16 16:28:26.440867 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e038d273-cdf0-4dd7-8488-954a25f26057 req-552b4b37-fb5a-4fb8-837c-8e30baf0420d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717409 Feb 16 16:28:26.486563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a2d80d25-ee40-40a4-a9e3-5de562bc843d req-527e8e21-414a-440a-a0c5-5d678d0a9a6b tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765266 Feb 16 16:28:26.513272 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device eedaa86e-fecf-4e7f-93db-34f262c856ff no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:28:26.532958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5af7e1fb-c087-47c6-9c54-1ffe3d6e7a3d req-668f0e5e-a2a5-4f65-8714-6d0686ecef48 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/dd59a744-874e-4b4a-b9bb-6307ba24b993 HTTP/1.1" status: 200 len: 1791 time: 0.0573528 Feb 16 16:28:26.561236 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: eedaa86e-fecf-4e7f-93db-34f262c856ff {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:28:26.561738 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device eedaa86e-fecf-4e7f-93db-34f262c856ff not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:28:26.640280 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4643cd4c-99c2-4299-be3e-ad5adf357af3 req-b1efdba5-8227-4ef9-a730-d5a77fe5ddba tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/dd59a744-874e-4b4a-b9bb-6307ba24b993 HTTP/1.1" status: 200 len: 1791 time: 0.0718527 Feb 16 16:28:26.686526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94244977-0cbd-4958-9a1a-e8fbf6434bb3 req-c19a5b84-feed-4f31-b98b-42f3eea52c5e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:26.688020 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94244977-0cbd-4958-9a1a-e8fbf6434bb3 req-c19a5b84-feed-4f31-b98b-42f3eea52c5e tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 944 time: 0.0933492 Feb 16 16:28:26.768645 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4643cd4c-99c2-4299-be3e-ad5adf357af3 req-de40dbcd-8382-4f7d-b3d8-d6c8cb1a0150 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (dd59a744-874e-4b4a-b9bb-6307ba24b993), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:26.797012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94244977-0cbd-4958-9a1a-e8fbf6434bb3 req-3bff4fda-de59-4ab8-82f2-bef84a67343f tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013982 Feb 16 16:28:26.803878 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-811b8908-08ff-4682-9cb4-fb7ee6aef82d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9f1e972448934d409d5e97576c337ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409625 Feb 16 16:28:26.840239 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4643cd4c-99c2-4299-be3e-ad5adf357af3 req-de40dbcd-8382-4f7d-b3d8-d6c8cb1a0150 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (dd59a744-874e-4b4a-b9bb-6307ba24b993), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:26.911149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53002) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:26.965279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-64ba318c-eaca-4463-85b1-dec2d3459a6f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:26.969672 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-64ba318c-eaca-4463-85b1-dec2d3459a6f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602068 Feb 16 16:28:26.977065 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4643cd4c-99c2-4299-be3e-ad5adf357af3 req-de40dbcd-8382-4f7d-b3d8-d6c8cb1a0150 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (dd59a744-874e-4b4a-b9bb-6307ba24b993), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:26.982048 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4643cd4c-99c2-4299-be3e-ad5adf357af3 req-de40dbcd-8382-4f7d-b3d8-d6c8cb1a0150 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:26.983612 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4643cd4c-99c2-4299-be3e-ad5adf357af3 req-de40dbcd-8382-4f7d-b3d8-d6c8cb1a0150 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "DELETE /v2.0/security-groups/dd59a744-874e-4b4a-b9bb-6307ba24b993 HTTP/1.1" status: 204 len: 173 time: 0.3355811 Feb 16 16:28:26.994862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-a7c6b228-f517-4675-933c-83b05c77cdc3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Request body: {'port': {'device_id': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '9f1e972448934d409d5e97576c337ceb'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:27.023129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40dbcd-8382-4f7d-b3d8-d6c8cb1a0150 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd59a744-874e-4b4a-b9bb-6307ba24b993,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:27.075355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8f36d1b-c3c5-4fea-b35a-2512a2bc682a req-5890203f-75dd-4e57-862d-3ca21d4da328 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 210 time: 0.0634949 Feb 16 16:28:27.082029 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1920-cb1f-48b5-bd9d-bb3f09e7f05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:27.149696 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-5f70f35a-cdaa-4e26-bbe2-4afee6db29b3 req-aea925c7-ac94-4001-8751-e1137bafaaeb tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] show failed (client error): The resource could not be found. Feb 16 16:28:27.151196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f70f35a-cdaa-4e26-bbe2-4afee6db29b3 req-aea925c7-ac94-4001-8751-e1137bafaaeb tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/28aadc85-af05-4e0a-9c0c-2edcbd3f3747 HTTP/1.1" status: 404 len: 352 time: 0.0443153 Feb 16 16:28:27.178584 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1920-cb1f-48b5-bd9d-bb3f09e7f05d admin admin] Publish callbacks [] for security_group (0e5cf1b9-c211-4533-8731-ea28bcd66d98), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:27.183729 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1920-cb1f-48b5-bd9d-bb3f09e7f05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0e5cf1b9-c211-4533-8731-ea28bcd66d98), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:27.191562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c390e7b-3dd1-4966-a691-2d114d5ca1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5de81f-5c36-4c6b-999a-b84af929ba5d'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:27.198454 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c9d300-7880-4f10-ae91-968141b44ec8" -d '{"events": [{"server_uuid": "2c390e7b-3dd1-4966-a691-2d114d5ca1e1", "name": "network-vif-plugged", "status": "completed", "tag": "4a5de81f-5c36-4c6b-999a-b84af929ba5d"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:27.202160 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-1b6571c7-19ce-43bf-90f0-3afc63dca9ac req-100b0b33-0b93-4864-8d2c-2a207e6f1e37 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] show failed (client error): The resource could not be found. Feb 16 16:28:27.203176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b6571c7-19ce-43bf-90f0-3afc63dca9ac req-100b0b33-0b93-4864-8d2c-2a207e6f1e37 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/b20a0fa9-1c91-4ca1-93c5-2b0855bd107a HTTP/1.1" status: 404 len: 352 time: 0.0226781 Feb 16 16:28:27.232607 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ac8b1920-cb1f-48b5-bd9d-bb3f09e7f05d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a27bfdba1cbc4b52832cf48b4235f871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197708 Feb 16 16:28:27.233360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53018) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:27.234007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b1920-cb1f-48b5-bd9d-bb3f09e7f05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5cf1b9-c211-4533-8731-ea28bcd66d98,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:27.235280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-a7c6b228-f517-4675-933c-83b05c77cdc3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Made reservation on behalf of 9f1e972448934d409d5e97576c337ceb for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:28:27.251427 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-a7c6b228-f517-4675-933c-83b05c77cdc3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:27.279297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 9ffaad10-0730-4f7f-91dd-46816e349f33 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:27.294748 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e227a498-7e51-4453-8427-704a9b5f995d admin admin] Publish callbacks [] for security_group (0e5cf1b9-c211-4533-8731-ea28bcd66d98), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:27.298823 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-67e8695d-1d8d-44bb-9c4b-8d4ae3749ca5 req-a4807d0b-c526-4d6e-ab2f-e91248847975 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] show failed (client error): The resource could not be found. Feb 16 16:28:27.300309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-67e8695d-1d8d-44bb-9c4b-8d4ae3749ca5 req-a4807d0b-c526-4d6e-ab2f-e91248847975 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/9915c7ce-1dc7-4b6a-bad6-beaa78b99664 HTTP/1.1" status: 404 len: 352 time: 0.0325150 Feb 16 16:28:27.321046 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e227a498-7e51-4453-8427-704a9b5f995d admin admin] Publish callbacks [] for security_group (0e5cf1b9-c211-4533-8731-ea28bcd66d98), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:27.362469 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bef54f7-f650-4cb1-9167-680070eee3e5 x-openstack-request-id: req-8bef54f7-f650-4cb1-9167-680070eee3e5 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:27.364908 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c390e7b-3dd1-4966-a691-2d114d5ca1e1", "name": "network-vif-plugged", "status": "completed", "tag": "4a5de81f-5c36-4c6b-999a-b84af929ba5d", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:27.365534 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8bef54f7-f650-4cb1-9167-680070eee3e5 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:27.366107 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c390e7b-3dd1-4966-a691-2d114d5ca1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5de81f-5c36-4c6b-999a-b84af929ba5d', 'code': 200} Feb 16 16:28:27.382276 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-9e805593-7cc9-404b-9a78-5d22cd9d4afa req-563e5724-8551-4865-8558-fbf27fdb1d5a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] show failed (client error): The resource could not be found. Feb 16 16:28:27.383468 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e805593-7cc9-404b-9a78-5d22cd9d4afa req-563e5724-8551-4865-8558-fbf27fdb1d5a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/5a9881e2-b21f-478f-8a4f-b5004546cdc9 HTTP/1.1" status: 404 len: 352 time: 0.0234473 Feb 16 16:28:27.384693 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e227a498-7e51-4453-8427-704a9b5f995d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0e5cf1b9-c211-4533-8731-ea28bcd66d98), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:27.390334 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e227a498-7e51-4453-8427-704a9b5f995d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:27.391865 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e227a498-7e51-4453-8427-704a9b5f995d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e5cf1b9-c211-4533-8731-ea28bcd66d98 HTTP/1.1" status: 204 len: 168 time: 0.1538477 Feb 16 16:28:27.418490 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 9ffaad10-0730-4f7f-91dd-46816e349f33 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:28:27.422791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 9ffaad10-0730-4f7f-91dd-46816e349f33 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:27.423236 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:27.446206 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227a498-7e51-4453-8427-704a9b5f995d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5cf1b9-c211-4533-8731-ea28bcd66d98,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:27.534210 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-7237d68e-eab7-4192-b410-1a0c8ce88320 req-35857253-7d1b-49f8-886d-32208e07acd1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] show failed (client error): The resource could not be found. Feb 16 16:28:27.549605 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7237d68e-eab7-4192-b410-1a0c8ce88320 req-35857253-7d1b-49f8-886d-32208e07acd1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/28516408-0e00-405e-928c-8cf003ed5f18 HTTP/1.1" status: 404 len: 352 time: 0.0885265 Feb 16 16:28:27.570771 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 9ffaad10-0730-4f7f-91dd-46816e349f33 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:27.571363 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:27.609374 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 9ffaad10-0730-4f7f-91dd-46816e349f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9ffaad10-0730-4f7f-91dd-46816e349f33,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:27.615431 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:27.641412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-a7c6b228-f517-4675-933c-83b05c77cdc3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Allocated IP 192.168.233.116 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/3d25a839-7552-404a-96e1-eae475d8b5ca) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:28:27.659747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb70210-6bd8-49a1-80ca-cb7b93552acd req-bd9b896d-5677-42ba-895c-7e8236dc05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:27.661394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bb70210-6bd8-49a1-80ca-cb7b93552acd req-bd9b896d-5677-42ba-895c-7e8236dc05e7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 1128 time: 0.2738926 Feb 16 16:28:27.680278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=9ffaad10-0730-4f7f-91dd-46816e349f33,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:28.109448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0220a9-db5e-41b5-8010-35ede4b4295f req-1625e4cb-542c-4e5f-9fc1-6375c0759a12 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:28.111516 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce0220a9-db5e-41b5-8010-35ede4b4295f req-1625e4cb-542c-4e5f-9fc1-6375c0759a12 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.5446301 Feb 16 16:28:28.131041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53058) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:28.136472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c900bb1-3363-4181-93e9-e4c8f72ea6f1 req-1ee1496d-69ef-4de2-800a-467073572e95 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:28.137943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c900bb1-3363-4181-93e9-e4c8f72ea6f1 req-1ee1496d-69ef-4de2-800a-467073572e95 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 950 time: 0.4944243 Feb 16 16:28:28.161253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bb70210-6bd8-49a1-80ca-cb7b93552acd req-3eb96bb4-a74a-48f9-8b20-f7333704fcfc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750390 Feb 16 16:28:28.210336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5215ce2-f40c-4aa5-990f-b412aa247ec9 req-62bdf62d-978a-48e9-acb5-dd68e83489e5 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:28.211825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5215ce2-f40c-4aa5-990f-b412aa247ec9 req-62bdf62d-978a-48e9-acb5-dd68e83489e5 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 950 time: 0.5251210 Feb 16 16:28:28.230826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-793395496-network', 'tenant_id': '160bef11b2c6433994a7f6b73e78151b'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:28.234464 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-74dca0bc-3dec-414e-882f-846597e03eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:28.252132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] Made reservation on behalf of 160bef11b2c6433994a7f6b73e78151b for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:28:28.253782 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:28.262892 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:28.307104 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce0220a9-db5e-41b5-8010-35ede4b4295f req-ab1fd319-4b6b-4e9e-9b70-708a883066d2 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855488 Feb 16 16:28:28.314837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c900bb1-3363-4181-93e9-e4c8f72ea6f1 req-195c9900-4b71-428a-930c-b9dadea85a57 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/security-groups?id=d277787f-c5f0-4cf5-8431-856bcb847018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564972 Feb 16 16:28:28.356700 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] Publish callbacks [] for security_group (a42f1de0-3164-4404-a25a-519e7f05df40), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:28.358074 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-a7c6b228-f517-4675-933c-83b05c77cdc3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks [] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:28.361491 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a42f1de0-3164-4404-a25a-519e7f05df40), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:28.383855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:28:28.397323 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-21c6b663-d782-43fa-94ad-d3f902b1f641 req-f0d2ec08-b783-4ae4-9c16-422247127342 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] show failed (client error): The resource could not be found. Feb 16 16:28:28.397544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42f1de0-3164-4404-a25a-519e7f05df40,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:28.398341 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-21c6b663-d782-43fa-94ad-d3f902b1f641 req-f0d2ec08-b783-4ae4-9c16-422247127342 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/1e9b8ba7-1c02-4fec-ad2c-ca6bf12077dd HTTP/1.1" status: 404 len: 352 time: 0.0520730 Feb 16 16:28:28.402508 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f249a017-2daa-44e9-bdbe-e2e9b927ff11), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:28.402765 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] Added segment f249a017-2daa-44e9-bdbe-e2e9b927ff11 of type vlan for network 6784b957-b1c1-4998-8a75-ee95578ef023 Feb 16 16:28:28.455511 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (6784b957-b1c1-4998-8a75-ee95578ef023), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:28.510782 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-a7c6b228-f517-4675-933c-83b05c77cdc3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:28.511680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (6784b957-b1c1-4998-8a75-ee95578ef023), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:28.513445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:28.514509 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:28.528445 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['4f37f912-a31c-4603-9efb-e7bf970d8561', '57cd8e91-afbe-4d32-97a1-56b07e70bc5c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:28.533270 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['dbfcae26-9033-4d1f-a26d-b3193f264db3'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:28.560538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ac618-d75c-4a37-8686-dc03efdd9290 req-2b14932d-5fa4-4ac8-a0e7-d38d5b61ff30 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:28.562561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c9ac618-d75c-4a37-8686-dc03efdd9290 req-2b14932d-5fa4-4ac8-a0e7-d38d5b61ff30 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 945 time: 0.1662991 Feb 16 16:28:28.572220 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4398019 Feb 16 16:28:28.576283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53068) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:28.603148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-617cbb29-bdb1-47f1-b929-38d2e6257afe admin admin] Request body: {'subnet': {'network_id': '6784b957-b1c1-4998-8a75-ee95578ef023', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-793395496-subnet', 'tenant_id': '160bef11b2c6433994a7f6b73e78151b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:28.614629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb3d7-0386-46ce-b93d-d796779e639b admin admin] Pushing event updated for resources: {'Network': ['ID=6784b957-b1c1-4998-8a75-ee95578ef023,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:28.627306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 6784b957-b1c1-4998-8a75-ee95578ef023 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:28:28.632382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-a7c6b228-f517-4675-933c-83b05c77cdc3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:28:28.659991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-a7c6b228-f517-4675-933c-83b05c77cdc3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:28.673071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-a7c6b228-f517-4675-933c-83b05c77cdc3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:28:28.705380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6b228-f517-4675-933c-83b05c77cdc3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Pushing event updated for resources: {'Port': ['ID=3d25a839-7552-404a-96e1-eae475d8b5ca,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:28.710140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-c5215ce2-f40c-4aa5-990f-b412aa247ec9 req-f6c2e2fe-32dd-4ca9-8076-5c4b7a412750 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Deleting port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:28:28.710480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c5215ce2-f40c-4aa5-990f-b412aa247ec9 req-f6c2e2fe-32dd-4ca9-8076-5c4b7a412750 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:28.738203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617cbb29-bdb1-47f1-b929-38d2e6257afe admin admin] Made reservation on behalf of 160bef11b2c6433994a7f6b73e78151b for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:28:28.740612 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-617cbb29-bdb1-47f1-b929-38d2e6257afe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:28.840180 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c9ac618-d75c-4a37-8686-dc03efdd9290 req-d53f737b-a883-4f39-a730-f00f719ee880 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524538 Feb 16 16:28:28.906553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-a7c6b228-f517-4675-933c-83b05c77cdc3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:28.907167 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-a7c6b228-f517-4675-933c-83b05c77cdc3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:28.920826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8a736-e66f-416d-b92a-ce127c4eeb00 req-be8afef3-0af4-4b77-9a88-67d991e368dd tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:28.922327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71d8a736-e66f-416d-b92a-ce127c4eeb00 req-be8afef3-0af4-4b77-9a88-67d991e368dd tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 936 time: 0.3923922 Feb 16 16:28:29.032798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-a7c6b228-f517-4675-933c-83b05c77cdc3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0476232 Feb 16 16:28:29.052435 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-96dfe6d3-d560-43df-8de2-2f757f773ea6 None None] Provisioning complete for port 3d25a839-7552-404a-96e1-eae475d8b5ca triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:29.053077 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-96dfe6d3-d560-43df-8de2-2f757f773ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:29.053328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Request body: {'port': {'device_id': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:29.067837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c5215ce2-f40c-4aa5-990f-b412aa247ec9 req-f6c2e2fe-32dd-4ca9-8076-5c4b7a412750 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] For port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:29.068312 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c5215ce2-f40c-4aa5-990f-b412aa247ec9 req-f6c2e2fe-32dd-4ca9-8076-5c4b7a412750 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:29.124153 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-96dfe6d3-d560-43df-8de2-2f757f773ea6 None None] Port 3d25a839-7552-404a-96e1-eae475d8b5ca cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:28:29.133000 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:29.183120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-c5215ce2-f40c-4aa5-990f-b412aa247ec9 req-f6c2e2fe-32dd-4ca9-8076-5c4b7a412750 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Calling delete_port for c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:28:29.304585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71d8a736-e66f-416d-b92a-ce127c4eeb00 req-703d3767-6332-438b-96b7-5b4471d60342 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377512 Feb 16 16:28:29.367846 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdc9e04-bc4c-4fcc-8f45-035554246fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffaad10-0730-4f7f-91dd-46816e349f33'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:29.371211 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c549a2-04b3-4b9e-b596-8a77d989b774" -d '{"events": [{"server_uuid": "fbdc9e04-bc4c-4fcc-8f45-035554246fb2", "name": "network-vif-plugged", "status": "completed", "tag": "9ffaad10-0730-4f7f-91dd-46816e349f33"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:29.394867 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:29.431057 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b2353-ce04-4e37-b8e3-a67311c941aa req-8b3c8569-d153-4f19-93b0-5e07c43c44d0 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:29.432577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-658b2353-ce04-4e37-b8e3-a67311c941aa req-8b3c8569-d153-4f19-93b0-5e07c43c44d0 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 1023 time: 0.2771940 Feb 16 16:28:29.433435 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-617cbb29-bdb1-47f1-b929-38d2e6257afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (0a179dec-d6ee-425e-8cf2-f96fad9d4aaa), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:29.595035 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cbb29-bdb1-47f1-b929-38d2e6257afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a179dec-d6ee-425e-8cf2-f96fad9d4aaa,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:29.734994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617cbb29-bdb1-47f1-b929-38d2e6257afe admin admin] Checking segment: {'id': 'f249a017-2daa-44e9-bdbe-e2e9b927ff11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6784b957-b1c1-4998-8a75-ee95578ef023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:28:29.735374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617cbb29-bdb1-47f1-b929-38d2e6257afe admin admin] Network hostable DHCP agents. Network: 6784b957-b1c1-4998-8a75-ee95578ef023, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:28:29.744530 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b7039-00e6-4dd1-be43-a79465a37dcf req-80962582-2802-485e-8da3-23e3b87d62e2 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:29.745994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b7039-00e6-4dd1-be43-a79465a37dcf req-80962582-2802-485e-8da3-23e3b87d62e2 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.3284252 Feb 16 16:28:29.784841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-658b2353-ce04-4e37-b8e3-a67311c941aa req-8d7a12ba-fd3d-409b-a812-120cd9e660ac tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ac728dd-e8f3-4e37-838f-9eeb834daf00&id=b49aba09-54c9-47a0-b1c3-f465e947b894&id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3386824 Feb 16 16:28:29.806527 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c5215ce2-f40c-4aa5-990f-b412aa247ec9 req-f6c2e2fe-32dd-4ca9-8076-5c4b7a412750 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:29.820401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:29.860902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2e2fe-32dd-4ca9-8076-5c4b7a412750 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Pushing event deleted for resources: {'Port': ['ID=c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:29.872311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617cbb29-bdb1-47f1-b929-38d2e6257afe admin admin] Network 6784b957-b1c1-4998-8a75-ee95578ef023 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:28:29.987903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5215ce2-f40c-4aa5-990f-b412aa247ec9 req-f6c2e2fe-32dd-4ca9-8076-5c4b7a412750 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] No DVR routers for this DVR port c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:28:29.989506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-617cbb29-bdb1-47f1-b929-38d2e6257afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 6784b957-b1c1-4998-8a75-ee95578ef023) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:29.992839 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74526a17-ee12-458d-9291-a38f5c20287e req-0714f5c8-5719-470c-a2be-e3a94edea80b tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c415b83-d525-43f6-85fa-86091a92cba5 HTTP/1.1" status: 200 len: 210 time: 0.0831177 Feb 16 16:28:29.996067 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d13b7039-00e6-4dd1-be43-a79465a37dcf req-2e2284cc-f8bd-4026-af86-084f65691b9c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385299 Feb 16 16:28:29.997184 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c5215ce2-f40c-4aa5-990f-b412aa247ec9 req-f6c2e2fe-32dd-4ca9-8076-5c4b7a412750 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:30.000377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5215ce2-f40c-4aa5-990f-b412aa247ec9 req-f6c2e2fe-32dd-4ca9-8076-5c4b7a412750 tempest-ServersAdminTestJSON-1340617219 tempest-ServersAdminTestJSON-1340617219-project] 10.222.0.65 "DELETE /v2.0/ports/c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e HTTP/1.1" status: 204 len: 173 time: 1.6402621 Feb 16 16:28:30.003950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c415b83-d525-43f6-85fa-86091a92cba5', 'name': 'network-vif-deleted', 'tag': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:30.006350 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde8cba5-44b8-417d-ad4f-aa8f6eabb952 None None] Network 6784b957-b1c1-4998-8a75-ee95578ef023 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:28:30.006486 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733866e3-0c1c-43ef-8b85-561551af81b3" -d '{"events": [{"server_uuid": "3c415b83-d525-43f6-85fa-86091a92cba5", "name": "network-vif-deleted", "tag": "c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:30.009697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617cbb29-bdb1-47f1-b929-38d2e6257afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:30.010484 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-617cbb29-bdb1-47f1-b929-38d2e6257afe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:30.058680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-617cbb29-bdb1-47f1-b929-38d2e6257afe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4781182 Feb 16 16:28:30.141552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d25a839-7552-404a-96e1-eae475d8b5ca {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:28:30.150963 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Publish callbacks [] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:30.165410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Transition to ACTIVE for port object 3d25a839-7552-404a-96e1-eae475d8b5ca will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:28:30.178446 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:30.250868 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebece70-a161-45c4-99e1-1293ebd89d5f x-openstack-request-id: req-3ebece70-a161-45c4-99e1-1293ebd89d5f {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:30.251575 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c415b83-d525-43f6-85fa-86091a92cba5", "name": "network-vif-deleted", "tag": "c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:30.251575 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ebece70-a161-45c4-99e1-1293ebd89d5f {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:30.251838 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c415b83-d525-43f6-85fa-86091a92cba5', 'name': 'network-vif-deleted', 'tag': 'c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e', 'status': 'completed', 'code': 200} Feb 16 16:28:30.259045 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d1e89f-a618-4256-bd0e-d2c88f4df725 x-openstack-request-id: req-b8d1e89f-a618-4256-bd0e-d2c88f4df725 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:30.260061 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdc9e04-bc4c-4fcc-8f45-035554246fb2", "name": "network-vif-plugged", "status": "completed", "tag": "9ffaad10-0730-4f7f-91dd-46816e349f33", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:30.264473 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8d1e89f-a618-4256-bd0e-d2c88f4df725 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:30.268021 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdc9e04-bc4c-4fcc-8f45-035554246fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffaad10-0730-4f7f-91dd-46816e349f33', 'code': 200} Feb 16 16:28:30.322123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Pushing event updated for resources: {'Port': ['ID=3d25a839-7552-404a-96e1-eae475d8b5ca,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:30.355248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68df71-c42e-48f1-8282-1fa2ea5c187a req-1822914f-28ba-47aa-a00a-6877d4dced50 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:30.356842 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee68df71-c42e-48f1-8282-1fa2ea5c187a req-1822914f-28ba-47aa-a00a-6877d4dced50 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 945 time: 0.1894994 Feb 16 16:28:30.358646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2587ab63-19e6-4745-9a94-5712f4b8da02 None None] Network 6784b957-b1c1-4998-8a75-ee95578ef023 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:28:30.500451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4758f6-9855-4d65-bf49-d2cfb5665897 req-53886834-b6f8-434d-90fc-b4cbc9bb8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:30.502213 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c4758f6-9855-4d65-bf49-d2cfb5665897 req-53886834-b6f8-434d-90fc-b4cbc9bb8b48 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 1127 time: 0.2428958 Feb 16 16:28:30.598721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Attempting to bind port 3d25a839-7552-404a-96e1-eae475d8b5ca on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:28:30.599228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Attempting to bind port 3d25a839-7552-404a-96e1-eae475d8b5ca by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:28:30.599549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Attempting to bind port 3d25a839-7552-404a-96e1-eae475d8b5ca on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:30.651302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee68df71-c42e-48f1-8282-1fa2ea5c187a req-6c8c47db-e66c-4b97-a866-2fe63fc816d1 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652879 Feb 16 16:28:30.657434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Port 3d25a839-7552-404a-96e1-eae475d8b5ca on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:28:30.657838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Attempting to bind port 3d25a839-7552-404a-96e1-eae475d8b5ca on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:30.718787 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:30.728322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:28:30.728661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:28:30.732026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:28:30.732509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Bound port: 3d25a839-7552-404a-96e1-eae475d8b5ca, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:28:30.732849 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:30.746316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b868c82-95c9-4c96-830e-cd365a691f14 req-28208bba-448c-490c-b81d-39babb6d30d0 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:30.747802 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b868c82-95c9-4c96-830e-cd365a691f14 req-28208bba-448c-490c-b81d-39babb6d30d0 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 1023 time: 0.2785590 Feb 16 16:28:30.784631 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c4758f6-9855-4d65-bf49-d2cfb5665897 req-8ad1373f-d4b9-4fcf-937b-7ab90aa4b0da service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596867 Feb 16 16:28:30.906206 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea029b6-2a3a-4377-9ac6-fd314e611dfd req-4471b4e5-7cde-48b4-8a15-73fe85203158 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:30.907710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cea029b6-2a3a-4377-9ac6-fd314e611dfd req-4471b4e5-7cde-48b4-8a15-73fe85203158 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 1128 time: 0.2524672 Feb 16 16:28:30.955582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467b1d6-3444-4075-82ce-088a68a9bdfa req-cb17ea14-c77f-4621-bc72-40b2c3ac72c2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:30.957854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f467b1d6-3444-4075-82ce-088a68a9bdfa req-cb17ea14-c77f-4621-bc72-40b2c3ac72c2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 948 time: 0.2039647 Feb 16 16:28:30.959905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:28:30.983858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3d25a839-7552-404a-96e1-eae475d8b5ca,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:28:31.008196 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:31.029992 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:31.070818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:31.071425 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:31.072821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] 10.222.0.65 "PUT /v2.0/ports/3d25a839-7552-404a-96e1-eae475d8b5ca HTTP/1.1" status: 200 len: 1096 time: 2.0284104 Feb 16 16:28:31.079434 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cea029b6-2a3a-4377-9ac6-fd314e611dfd req-35875e56-00b3-4801-9c4c-2d2332fadb73 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560357 Feb 16 16:28:31.094723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-2b868c82-95c9-4c96-830e-cd365a691f14 req-f7925390-ef3a-48d9-b886-9b7fe09828a1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Deleting port 2f9bcea7-5951-4846-bd30-66e09b6141a2 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:28:31.095663 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2b868c82-95c9-4c96-830e-cd365a691f14 req-f7925390-ef3a-48d9-b886-9b7fe09828a1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:31.123253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f467b1d6-3444-4075-82ce-088a68a9bdfa req-060dca1b-f17b-465e-aec0-1e8ca8e597d0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507652 Feb 16 16:28:31.153425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf2c51-d4b0-4ce3-b870-bfd3e729117c service neutron] Pushing event updated for resources: {'Port': ['ID=3d25a839-7552-404a-96e1-eae475d8b5ca,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:31.272096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-295a279a-eb7d-404c-9fe2-aa262cddd592 req-68934b45-71c7-438e-8688-7b8f24fcea04 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-838658519', 'description': 'tempest-description-1762660493'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:31.341236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2b868c82-95c9-4c96-830e-cd365a691f14 req-f7925390-ef3a-48d9-b886-9b7fe09828a1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] For port 2f9bcea7-5951-4846-bd30-66e09b6141a2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2f9bcea7-5951-4846-bd30-66e09b6141a2,segment=NetworkSegment(3f9f3213-2aca-4d81-a320-ba964f3e3ded),segment_id=3f9f3213-2aca-4d81-a320-ba964f3e3ded)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:31.341663 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2b868c82-95c9-4c96-830e-cd365a691f14 req-f7925390-ef3a-48d9-b886-9b7fe09828a1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:31.353780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-6504634f-b4f7-4cc1-be65-78af80e6d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:31.355215 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-6504634f-b4f7-4cc1-be65-78af80e6d969 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 1130 time: 0.2357125 Feb 16 16:28:31.358278 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-295a279a-eb7d-404c-9fe2-aa262cddd592 req-68934b45-71c7-438e-8688-7b8f24fcea04 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:31.375617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-2b868c82-95c9-4c96-830e-cd365a691f14 req-f7925390-ef3a-48d9-b886-9b7fe09828a1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Calling delete_port for 2f9bcea7-5951-4846-bd30-66e09b6141a2 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:28:31.432426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2e91f-573f-49aa-9eb8-de741c100406 req-79125b0e-76ee-40d1-b474-ea329349f88a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:31.433931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eef2e91f-573f-49aa-9eb8-de741c100406 req-79125b0e-76ee-40d1-b474-ea329349f88a tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a234426-2097-4f41-988d-896d412ad11f HTTP/1.1" status: 200 len: 1023 time: 0.2004452 Feb 16 16:28:31.437826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-cbdeea2d-c49f-4206-9a33-a5c8368c9de0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3d25a839-7552-404a-96e1-eae475d8b5ca HTTP/1.1" status: 200 len: 217 time: 0.0647664 Feb 16 16:28:31.592516 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-6325bfc2-87a3-452c-ba7c-5894149016b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:31.593981 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-6325bfc2-87a3-452c-ba7c-5894149016b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1491728 Feb 16 16:28:31.679985 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-295a279a-eb7d-404c-9fe2-aa262cddd592 req-68934b45-71c7-438e-8688-7b8f24fcea04 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (159d9219-42bd-406a-b220-bc2c2f4ef9f4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:31.686984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eef2e91f-573f-49aa-9eb8-de741c100406 req-dfa788fe-f330-408d-94cb-ed31a5a8da47 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ac728dd-e8f3-4e37-838f-9eeb834daf00&id=b49aba09-54c9-47a0-b1c3-f465e947b894&id=79d53b1a-dd1b-4523-9b80-4da65aa0141f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2453299 Feb 16 16:28:31.692766 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-295a279a-eb7d-404c-9fe2-aa262cddd592 req-68934b45-71c7-438e-8688-7b8f24fcea04 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (159d9219-42bd-406a-b220-bc2c2f4ef9f4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:31.760792 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-295a279a-eb7d-404c-9fe2-aa262cddd592 req-68934b45-71c7-438e-8688-7b8f24fcea04 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:31.761990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-295a279a-eb7d-404c-9fe2-aa262cddd592 req-68934b45-71c7-438e-8688-7b8f24fcea04 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5101626 Feb 16 16:28:31.776275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68934b45-71c7-438e-8688-7b8f24fcea04 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=159d9219-42bd-406a-b220-bc2c2f4ef9f4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:31.787731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-9b7149b7-2762-4db3-a566-016cabf0ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:31.789266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-9b7149b7-2762-4db3-a566-016cabf0ec33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1767678 Feb 16 16:28:31.815023 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2b868c82-95c9-4c96-830e-cd365a691f14 req-f7925390-ef3a-48d9-b886-9b7fe09828a1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2f9bcea7-5951-4846-bd30-66e09b6141a2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:31.828861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2f9bcea7-5951-4846-bd30-66e09b6141a2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:31.867263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7925390-ef3a-48d9-b886-9b7fe09828a1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event deleted for resources: {'Port': ['ID=2f9bcea7-5951-4846-bd30-66e09b6141a2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:32.056473 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:32.089793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53184) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:32.271078 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7d0e7f27-e77e-49b1-8c73-4e38684c7c98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af979f02f680485b8bfda5a90af7118a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1769903 Feb 16 16:28:32.271381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53190) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:32.331506 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa5f4-d5eb-4bcf-9009-e929102f9d4a admin admin] Publish callbacks [] for security_group (d277787f-c5f0-4cf5-8431-856bcb847018), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:32.358260 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa5f4-d5eb-4bcf-9009-e929102f9d4a admin admin] Publish callbacks [] for security_group (d277787f-c5f0-4cf5-8431-856bcb847018), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:32.367426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:32.369891 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfb96ea-778d-4cff-b18f-c2e35d0799df" -d '{"events": [{"name": "network-changed", "server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:32.375228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b868c82-95c9-4c96-830e-cd365a691f14 req-f7925390-ef3a-48d9-b886-9b7fe09828a1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] No DVR routers for this DVR port 2f9bcea7-5951-4846-bd30-66e09b6141a2 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:28:32.383585 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2b868c82-95c9-4c96-830e-cd365a691f14 req-f7925390-ef3a-48d9-b886-9b7fe09828a1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:32.387052 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b868c82-95c9-4c96-830e-cd365a691f14 req-f7925390-ef3a-48d9-b886-9b7fe09828a1 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.65 "DELETE /v2.0/ports/2f9bcea7-5951-4846-bd30-66e09b6141a2 HTTP/1.1" status: 204 len: 173 time: 1.6250312 Feb 16 16:28:32.423281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab184ee-80b2-45df-85f6-6d8fbc4cac15 req-293b4fa0-bb0b-4247-af4a-cee501d92c36 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:32.425072 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bab184ee-80b2-45df-85f6-6d8fbc4cac15 req-293b4fa0-bb0b-4247-af4a-cee501d92c36 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 1128 time: 0.6122842 Feb 16 16:28:32.430600 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa5f4-d5eb-4bcf-9009-e929102f9d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d277787f-c5f0-4cf5-8431-856bcb847018), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:32.431519 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-0e8c265f-196a-41ea-af3f-0eb0316bb0bd service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337538 Feb 16 16:28:32.433167 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa5f4-d5eb-4bcf-9009-e929102f9d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:32.435197 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-eb4aa5f4-d5eb-4bcf-9009-e929102f9d4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d277787f-c5f0-4cf5-8431-856bcb847018 HTTP/1.1" status: 204 len: 168 time: 0.1617460 Feb 16 16:28:32.458682 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aa5f4-d5eb-4bcf-9009-e929102f9d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d277787f-c5f0-4cf5-8431-856bcb847018,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:32.508532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663507d-e6f5-41b5-b8e1-4fcd892c75e6 req-453879d9-dadc-4a01-932e-a3b1b7e8b18b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:32.515940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f663507d-e6f5-41b5-b8e1-4fcd892c75e6 req-453879d9-dadc-4a01-932e-a3b1b7e8b18b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 945 time: 0.6061308 Feb 16 16:28:32.652370 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bab184ee-80b2-45df-85f6-6d8fbc4cac15 req-f1b350a2-600f-4549-83ee-9532df641d81 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992998 Feb 16 16:28:32.704975 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f663507d-e6f5-41b5-b8e1-4fcd892c75e6 req-d3ba3062-9d63-40a7-b90e-517ac4f1ec37 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882360 Feb 16 16:28:32.735915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada09bb2-d6d1-4d21-a276-ab8204f0e7df req-fc09e4a0-4e9d-4a20-94e7-d5b5f1e001e3 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846572 Feb 16 16:28:32.773841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33f16de7-c489-4d20-a20c-2a721f37eb82 req-83fc415a-1f1b-4942-809a-17c87122df14 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/159d9219-42bd-406a-b220-bc2c2f4ef9f4 HTTP/1.1" status: 200 len: 1821 time: 0.0672538 Feb 16 16:28:32.786390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-33f16de7-c489-4d20-a20c-2a721f37eb82 req-0d19257a-b7c5-436c-ad95-b50716736915 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '159d9219-42bd-406a-b220-bc2c2f4ef9f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:32.786817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-33f16de7-c489-4d20-a20c-2a721f37eb82 req-0d19257a-b7c5-436c-ad95-b50716736915 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '159d9219-42bd-406a-b220-bc2c2f4ef9f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:32.900073 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53204) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:32.909124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9eaa4-edcd-43b0-8939-cd95a8855224 req-77fd8640-ca96-45e0-8483-d9cb52ec735e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:32.911187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-90d9eaa4-edcd-43b0-8939-cd95a8855224 req-77fd8640-ca96-45e0-8483-d9cb52ec735e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 948 time: 0.1052814 Feb 16 16:28:32.914340 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-33f16de7-c489-4d20-a20c-2a721f37eb82 req-0d19257a-b7c5-436c-ad95-b50716736915 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (31340015-6408-4f33-bbd4-e9858a4c8c4e), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:32.956723 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a4a6ef5e-5910-4a89-bdac-951e29515cfe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ce72c15d2cd449f80f66a18561d97af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546787 Feb 16 16:28:32.958369 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53206) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:32.976193 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-33f16de7-c489-4d20-a20c-2a721f37eb82 req-0d19257a-b7c5-436c-ad95-b50716736915 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (31340015-6408-4f33-bbd4-e9858a4c8c4e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:32.985911 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-33f16de7-c489-4d20-a20c-2a721f37eb82 req-0d19257a-b7c5-436c-ad95-b50716736915 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (31340015-6408-4f33-bbd4-e9858a4c8c4e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:32.999446 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-90d9eaa4-edcd-43b0-8939-cd95a8855224 req-7ab2447a-316e-4a80-849c-22bf8f464e38 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797813 Feb 16 16:28:33.012098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19257a-b7c5-436c-ad95-b50716736915 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31340015-6408-4f33-bbd4-e9858a4c8c4e,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:33.022096 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-33f16de7-c489-4d20-a20c-2a721f37eb82 req-0d19257a-b7c5-436c-ad95-b50716736915 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:33.024167 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33f16de7-c489-4d20-a20c-2a721f37eb82 req-0d19257a-b7c5-436c-ad95-b50716736915 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2435417 Feb 16 16:28:33.029989 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d686669-a68e-49cd-b349-560e6bc684c4 admin admin] Publish callbacks [] for security_group (d8b5c58d-06ea-41dd-874a-2ee9cae1c4a4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:33.078235 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d686669-a68e-49cd-b349-560e6bc684c4 admin admin] Publish callbacks [] for security_group (d8b5c58d-06ea-41dd-874a-2ee9cae1c4a4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:33.088319 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ad2289-d58a-42b4-89d9-aba6e89e6c5c x-openstack-request-id: req-23ad2289-d58a-42b4-89d9-aba6e89e6c5c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:33.088630 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:33.088881 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23ad2289-d58a-42b4-89d9-aba6e89e6c5c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:33.089289 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca', 'status': 'completed', 'code': 200} Feb 16 16:28:33.110505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-57bd74e7-2c6c-4f9f-8c60-313f2f5a1f6b req-1929c1c8-48ea-4faf-8c57-acabb5394b5d tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1969331218', 'description': 'tempest-description-1102636288'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:33.147767 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d686669-a68e-49cd-b349-560e6bc684c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d8b5c58d-06ea-41dd-874a-2ee9cae1c4a4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:33.150486 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d686669-a68e-49cd-b349-560e6bc684c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:33.154011 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5d686669-a68e-49cd-b349-560e6bc684c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8b5c58d-06ea-41dd-874a-2ee9cae1c4a4 HTTP/1.1" status: 204 len: 168 time: 0.1920569 Feb 16 16:28:33.167486 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-57bd74e7-2c6c-4f9f-8c60-313f2f5a1f6b req-1929c1c8-48ea-4faf-8c57-acabb5394b5d tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:33.167983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d686669-a68e-49cd-b349-560e6bc684c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b5c58d-06ea-41dd-874a-2ee9cae1c4a4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:33.209610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb96ea-778d-4cff-b18f-c2e35d0799df req-babd3c75-b49f-4db5-bb0a-3cce88d5764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:33.211126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dfb96ea-778d-4cff-b18f-c2e35d0799df req-babd3c75-b49f-4db5-bb0a-3cce88d5764e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 1130 time: 0.0887344 Feb 16 16:28:33.297041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2f9bcea7-5951-4846-bd30-66e09b6141a2 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:28:33.314831 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-57bd74e7-2c6c-4f9f-8c60-313f2f5a1f6b req-1929c1c8-48ea-4faf-8c57-acabb5394b5d tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (be26b5fc-17c0-4711-b9e7-5b02e18d4b7d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:33.322924 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-57bd74e7-2c6c-4f9f-8c60-313f2f5a1f6b req-1929c1c8-48ea-4faf-8c57-acabb5394b5d tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (be26b5fc-17c0-4711-b9e7-5b02e18d4b7d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:33.352149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 2f9bcea7-5951-4846-bd30-66e09b6141a2 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:28:33.353437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2f9bcea7-5951-4846-bd30-66e09b6141a2 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:28:33.357880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:28:33.358951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb96ea-778d-4cff-b18f-c2e35d0799df req-c72b3b6e-7fcd-4c5d-aa63-df3d030001ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:33.360463 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dfb96ea-778d-4cff-b18f-c2e35d0799df req-c72b3b6e-7fcd-4c5d-aa63-df3d030001ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1418436 Feb 16 16:28:33.379465 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-57bd74e7-2c6c-4f9f-8c60-313f2f5a1f6b req-1929c1c8-48ea-4faf-8c57-acabb5394b5d tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:33.381035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57bd74e7-2c6c-4f9f-8c60-313f2f5a1f6b req-1929c1c8-48ea-4faf-8c57-acabb5394b5d tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2748744 Feb 16 16:28:33.405996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:28:33.407270 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c43481fb-fc4d-47d3-8f6b-d8c9ea82e37e not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:28:33.416476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929c1c8-48ea-4faf-8c57-acabb5394b5d tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be26b5fc-17c0-4711-b9e7-5b02e18d4b7d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:33.420170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dfb96ea-778d-4cff-b18f-c2e35d0799df req-2dbf7854-05b3-45db-a063-809352f0d967 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3d25a839-7552-404a-96e1-eae475d8b5ca HTTP/1.1" status: 200 len: 217 time: 0.0516517 Feb 16 16:28:33.499712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4df7647a-ff28-4aff-9f22-caf4c0a8192b req-02415d12-64d6-4607-afe8-437a45f9b2f9 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/9ac728dd-e8f3-4e37-838f-9eeb834daf00 HTTP/1.1" status: 200 len: 1817 time: 0.0846314 Feb 16 16:28:33.501279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb96ea-778d-4cff-b18f-c2e35d0799df req-6a6db78c-2d0b-4d3b-aef0-cba93035b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:33.502616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dfb96ea-778d-4cff-b18f-c2e35d0799df req-6a6db78c-2d0b-4d3b-aef0-cba93035b2ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0753040 Feb 16 16:28:33.594483 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4df7647a-ff28-4aff-9f22-caf4c0a8192b req-b500b9f9-53e1-4d9b-a19f-6639d3fa842e tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (9ac728dd-e8f3-4e37-838f-9eeb834daf00), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:33.609340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb96ea-778d-4cff-b18f-c2e35d0799df req-e67e672a-7703-4bcb-98f4-a3ad57e6fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:33.610825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dfb96ea-778d-4cff-b18f-c2e35d0799df req-e67e672a-7703-4bcb-98f4-a3ad57e6fd3b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0885773 Feb 16 16:28:33.633620 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4df7647a-ff28-4aff-9f22-caf4c0a8192b req-b500b9f9-53e1-4d9b-a19f-6639d3fa842e tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (9ac728dd-e8f3-4e37-838f-9eeb834daf00), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:33.744007 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4df7647a-ff28-4aff-9f22-caf4c0a8192b req-b500b9f9-53e1-4d9b-a19f-6639d3fa842e tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9ac728dd-e8f3-4e37-838f-9eeb834daf00), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:33.747694 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4df7647a-ff28-4aff-9f22-caf4c0a8192b req-b500b9f9-53e1-4d9b-a19f-6639d3fa842e tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:33.748940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4df7647a-ff28-4aff-9f22-caf4c0a8192b req-b500b9f9-53e1-4d9b-a19f-6639d3fa842e tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "DELETE /v2.0/security-groups/9ac728dd-e8f3-4e37-838f-9eeb834daf00 HTTP/1.1" status: 204 len: 173 time: 0.2418551 Feb 16 16:28:33.772067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500b9f9-53e1-4d9b-a19f-6639d3fa842e tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac728dd-e8f3-4e37-838f-9eeb834daf00,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:33.780316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dfb96ea-778d-4cff-b18f-c2e35d0799df req-6e4e5c81-b0fe-497c-8bd2-fc5c33bfb856 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588619 Feb 16 16:28:33.871577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69652e8f-8aca-48c5-a1fd-89d59d104691 req-0130fa6c-e1dd-4bd8-9f71-6a1333f91b23 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/be26b5fc-17c0-4711-b9e7-5b02e18d4b7d HTTP/1.1" status: 200 len: 1822 time: 0.1027455 Feb 16 16:28:33.887146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-69652e8f-8aca-48c5-a1fd-89d59d104691 req-7b52039f-d323-4bb0-a784-5867e1ade690 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'be26b5fc-17c0-4711-b9e7-5b02e18d4b7d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:33.887480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-69652e8f-8aca-48c5-a1fd-89d59d104691 req-7b52039f-d323-4bb0-a784-5867e1ade690 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'be26b5fc-17c0-4711-b9e7-5b02e18d4b7d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:33.918722 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dfb96ea-778d-4cff-b18f-c2e35d0799df req-dc0833a0-c198-4f96-8515-0c33c32f3feb service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296978 Feb 16 16:28:33.974515 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-69652e8f-8aca-48c5-a1fd-89d59d104691 req-7b52039f-d323-4bb0-a784-5867e1ade690 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (c0107f45-4f5e-42a2-862e-333c8fd8a619), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:33.997053 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-69652e8f-8aca-48c5-a1fd-89d59d104691 req-7b52039f-d323-4bb0-a784-5867e1ade690 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (c0107f45-4f5e-42a2-862e-333c8fd8a619), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.002341 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-69652e8f-8aca-48c5-a1fd-89d59d104691 req-7b52039f-d323-4bb0-a784-5867e1ade690 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (c0107f45-4f5e-42a2-862e-333c8fd8a619), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.029283 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-69652e8f-8aca-48c5-a1fd-89d59d104691 req-7b52039f-d323-4bb0-a784-5867e1ade690 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.030674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69652e8f-8aca-48c5-a1fd-89d59d104691 req-7b52039f-d323-4bb0-a784-5867e1ade690 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1491506 Feb 16 16:28:34.034511 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52039f-d323-4bb0-a784-5867e1ade690 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0107f45-4f5e-42a2-862e-333c8fd8a619,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:34.168306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c1917-4131-4ae7-b370-7748b7279481 req-6e8ee60e-13fb-4a6d-8b4e-78763fc806f9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:34.170245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d59c1917-4131-4ae7-b370-7748b7279481 req-6e8ee60e-13fb-4a6d-8b4e-78763fc806f9 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 945 time: 0.0712905 Feb 16 16:28:34.186585 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.236583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d59c1917-4131-4ae7-b370-7748b7279481 req-b7e1b109-d242-4e14-8a20-7139781e5d4d tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592484 Feb 16 16:28:34.327098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-052d4086-fcf9-48a8-8c9d-ff08ddda031f req-ddc08184-1939-4b09-8209-d5baeedb4c17 tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "GET /v2.0/security-groups/b49aba09-54c9-47a0-b1c3-f465e947b894 HTTP/1.1" status: 200 len: 1818 time: 0.0523109 Feb 16 16:28:34.404324 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-052d4086-fcf9-48a8-8c9d-ff08ddda031f req-3a34abbd-fa0c-4352-8bfa-7e69db23779e tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (b49aba09-54c9-47a0-b1c3-f465e947b894), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.429424 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-052d4086-fcf9-48a8-8c9d-ff08ddda031f req-3a34abbd-fa0c-4352-8bfa-7e69db23779e tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (b49aba09-54c9-47a0-b1c3-f465e947b894), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.504859 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-052d4086-fcf9-48a8-8c9d-ff08ddda031f req-3a34abbd-fa0c-4352-8bfa-7e69db23779e tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b49aba09-54c9-47a0-b1c3-f465e947b894), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.509200 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-052d4086-fcf9-48a8-8c9d-ff08ddda031f req-3a34abbd-fa0c-4352-8bfa-7e69db23779e tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.512135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-052d4086-fcf9-48a8-8c9d-ff08ddda031f req-3a34abbd-fa0c-4352-8bfa-7e69db23779e tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] 10.222.0.24 "DELETE /v2.0/security-groups/b49aba09-54c9-47a0-b1c3-f465e947b894 HTTP/1.1" status: 204 len: 173 time: 0.1777287 Feb 16 16:28:34.519074 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53278) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:34.531307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34abbd-fa0c-4352-8bfa-7e69db23779e tempest-SecurityGroupsTestJSON-700322371 tempest-SecurityGroupsTestJSON-700322371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49aba09-54c9-47a0-b1c3-f465e947b894,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:34.543008 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-3267e554-6d94-44da-a18a-a32537614e98 req-da555e71-46cf-4d38-adcc-f6a81c211424 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1442157915', 'description': 'tempest-description-1850304448'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:34.577982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-5336671a-1f5b-484d-84a2-70a33fcb079d admin admin] Deleting subnet 744ebaea-58fe-45a9-ac99-2db1288ef107 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:28:34.586658 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5336671a-1f5b-484d-84a2-70a33fcb079d admin admin] Publish callbacks [] for subnet (744ebaea-58fe-45a9-ac99-2db1288ef107), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.589794 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3267e554-6d94-44da-a18a-a32537614e98 req-da555e71-46cf-4d38-adcc-f6a81c211424 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.645306 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5336671a-1f5b-484d-84a2-70a33fcb079d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (744ebaea-58fe-45a9-ac99-2db1288ef107), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.683368 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3267e554-6d94-44da-a18a-a32537614e98 req-da555e71-46cf-4d38-adcc-f6a81c211424 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (17bbd55b-20ce-4543-8cbd-8ab3c783edef), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.688282 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3267e554-6d94-44da-a18a-a32537614e98 req-da555e71-46cf-4d38-adcc-f6a81c211424 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (17bbd55b-20ce-4543-8cbd-8ab3c783edef), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.708080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5336671a-1f5b-484d-84a2-70a33fcb079d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (744ebaea-58fe-45a9-ac99-2db1288ef107), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.732135 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3267e554-6d94-44da-a18a-a32537614e98 req-da555e71-46cf-4d38-adcc-f6a81c211424 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.748268 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3267e554-6d94-44da-a18a-a32537614e98 req-da555e71-46cf-4d38-adcc-f6a81c211424 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2129343 Feb 16 16:28:34.757791 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da555e71-46cf-4d38-adcc-f6a81c211424 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bbd55b-20ce-4543-8cbd-8ab3c783edef,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:34.814475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-75f6e8fd-e544-425f-aec5-cab76be2ac29 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:28:34.815890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-75f6e8fd-e544-425f-aec5-cab76be2ac29 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3260677 Feb 16 16:28:34.835225 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5336671a-1f5b-484d-84a2-70a33fcb079d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (744ebaea-58fe-45a9-ac99-2db1288ef107), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.855273 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5336671a-1f5b-484d-84a2-70a33fcb079d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:34.860584 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5336671a-1f5b-484d-84a2-70a33fcb079d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/744ebaea-58fe-45a9-ac99-2db1288ef107 HTTP/1.1" status: 204 len: 168 time: 0.3402371 Feb 16 16:28:34.887032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53292) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:34.895785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336671a-1f5b-484d-84a2-70a33fcb079d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744ebaea-58fe-45a9-ac99-2db1288ef107,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:34.927975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffdd1e-80bf-44fd-8f79-171a0d5c6805 req-e2dbb903-2d31-4b83-865f-ac14192cdffc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:34.929784 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbffdd1e-80bf-44fd-8f79-171a0d5c6805 req-e2dbb903-2d31-4b83-865f-ac14192cdffc tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 948 time: 0.0862191 Feb 16 16:28:34.976780 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02a45ac4-bbf9-49ef-a6b5-4c4648c360af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (302bc027-a150-41f1-99ea-3ef2617a4be3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.024417 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbffdd1e-80bf-44fd-8f79-171a0d5c6805 req-28aeabbb-f0ec-4822-ab74-e73d9408c637 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873311 Feb 16 16:28:35.038564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-168740b7-8bed-4a86-8bbc-e4d353892758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:35.040577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-168740b7-8bed-4a86-8bbc-e4d353892758 service neutron] 10.222.0.24 "GET /v2.0/ports/4a5de81f-5c36-4c6b-999a-b84af929ba5d HTTP/1.1" status: 200 len: 1125 time: 0.2161365 Feb 16 16:28:35.060749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-108570ff-e120-4fe0-9d2d-7e2acea48083 service neutron] Request body: {'binding': {'host': 'n-h2-669411-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:35.063535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-108570ff-e120-4fe0-9d2d-7e2acea48083 service neutron] Unknown quota resources ['binding']. {{(pid=103421) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:28:35.118874 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a234426-2097-4f41-988d-896d412ad11f', 'name': 'network-vif-deleted', 'tag': '2f9bcea7-5951-4846-bd30-66e09b6141a2'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:35.121512 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3b3346-37de-4326-b9be-533aed936402" -d '{"events": [{"server_uuid": "4a234426-2097-4f41-988d-896d412ad11f", "name": "network-vif-deleted", "tag": "2f9bcea7-5951-4846-bd30-66e09b6141a2"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:35.121664 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02a45ac4-bbf9-49ef-a6b5-4c4648c360af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (302bc027-a150-41f1-99ea-3ef2617a4be3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.148080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-02a45ac4-bbf9-49ef-a6b5-4c4648c360af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302bc027-a150-41f1-99ea-3ef2617a4be3']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:35.159461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-02a45ac4-bbf9-49ef-a6b5-4c4648c360af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9f3213-2aca-4d81-a320-ba964f3e3ded') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:35.159461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-02a45ac4-bbf9-49ef-a6b5-4c4648c360af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9f3213-2aca-4d81-a320-ba964f3e3ded') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:35.172081 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02a45ac4-bbf9-49ef-a6b5-4c4648c360af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (3f9f3213-2aca-4d81-a320-ba964f3e3ded), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.194095 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02a45ac4-bbf9-49ef-a6b5-4c4648c360af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (3f9f3213-2aca-4d81-a320-ba964f3e3ded), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.202113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a45ac4-bbf9-49ef-a6b5-4c4648c360af admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:28:35.202807 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02a45ac4-bbf9-49ef-a6b5-4c4648c360af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (3f9f3213-2aca-4d81-a320-ba964f3e3ded), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:28:35.205112 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:28:35.278521 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02a45ac4-bbf9-49ef-a6b5-4c4648c360af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (302bc027-a150-41f1-99ea-3ef2617a4be3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.287813 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02a45ac4-bbf9-49ef-a6b5-4c4648c360af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.293815 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-02a45ac4-bbf9-49ef-a6b5-4c4648c360af admin admin] 10.222.0.24 "DELETE /v2.0/networks/302bc027-a150-41f1-99ea-3ef2617a4be3 HTTP/1.1" status: 204 len: 168 time: 0.4031174 Feb 16 16:28:35.294066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3d25a839-7552-404a-96e1-eae475d8b5ca details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:28:35.311121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a45ac4-bbf9-49ef-a6b5-4c4648c360af admin admin] Pushing event deleted for resources: {'Network': ['ID=302bc027-a150-41f1-99ea-3ef2617a4be3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:35.327704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-108570ff-e120-4fe0-9d2d-7e2acea48083 service neutron] Attempting to bind port 4a5de81f-5c36-4c6b-999a-b84af929ba5d on host n-h2-669411-5 for vnic_type normal with profile None {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:28:35.328940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-108570ff-e120-4fe0-9d2d-7e2acea48083 service neutron] Attempting to bind port 4a5de81f-5c36-4c6b-999a-b84af929ba5d by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:28:35.329698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-108570ff-e120-4fe0-9d2d-7e2acea48083 service neutron] Attempting to bind port 4a5de81f-5c36-4c6b-999a-b84af929ba5d on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:35.338017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-108570ff-e120-4fe0-9d2d-7e2acea48083 service neutron] Port 4a5de81f-5c36-4c6b-999a-b84af929ba5d on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:28:35.339005 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-108570ff-e120-4fe0-9d2d-7e2acea48083 service neutron] Attempting to bind port 4a5de81f-5c36-4c6b-999a-b84af929ba5d on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:35.346563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-108570ff-e120-4fe0-9d2d-7e2acea48083 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:28:35.347201 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-108570ff-e120-4fe0-9d2d-7e2acea48083 service neutron] Checking segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:28:35.348799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-108570ff-e120-4fe0-9d2d-7e2acea48083 service neutron] Bound using segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:28:35.349659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-108570ff-e120-4fe0-9d2d-7e2acea48083 service neutron] Bound port: 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:28:35.428423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3d25a839-7552-404a-96e1-eae475d8b5ca,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:35.444404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '3d25a839-7552-404a-96e1-eae475d8b5ca', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '3d25a839-7552-404a-96e1-eae475d8b5ca', 'mac_address': 'fa:16:3e:ba:61:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:28:35.448346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-108570ff-e120-4fe0-9d2d-7e2acea48083 service neutron] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:28:35.460842 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-108570ff-e120-4fe0-9d2d-7e2acea48083 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.476357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-108570ff-e120-4fe0-9d2d-7e2acea48083 service neutron] 10.222.0.24 "POST /v2.0/ports/4a5de81f-5c36-4c6b-999a-b84af929ba5d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4264879 Feb 16 16:28:35.495407 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 3d25a839-7552-404a-96e1-eae475d8b5ca is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:35.496582 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.524952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d25a839-7552-404a-96e1-eae475d8b5ca {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:28:35.551593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3d25a839-7552-404a-96e1-eae475d8b5ca,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:35.562059 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.568690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-f703ed97-e11c-40e0-8db9-2e573127a04f req-4f274329-d6c0-490a-a6aa-2f70ef41d70d tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1788721021', 'description': 'tempest-description-1029558044'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:35.600964 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53314) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:35.617558 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f703ed97-e11c-40e0-8db9-2e573127a04f req-4f274329-d6c0-490a-a6aa-2f70ef41d70d tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.671992 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-878dd6b9-94c0-4406-94cf-24dbd75a1bd2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fbbbf96aba349afb09c407b0f348b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0697107 Feb 16 16:28:35.672661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53318) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:35.688053 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=3d25a839-7552-404a-96e1-eae475d8b5ca,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:35.702342 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d1685a-c56a-4760-90c5-0c077040436c x-openstack-request-id: req-06d1685a-c56a-4760-90c5-0c077040436c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:35.702841 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a234426-2097-4f41-988d-896d412ad11f", "name": "network-vif-deleted", "tag": "2f9bcea7-5951-4846-bd30-66e09b6141a2", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:35.703583 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06d1685a-c56a-4760-90c5-0c077040436c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:35.704620 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a234426-2097-4f41-988d-896d412ad11f', 'name': 'network-vif-deleted', 'tag': '2f9bcea7-5951-4846-bd30-66e09b6141a2', 'status': 'completed', 'code': 200} Feb 16 16:28:35.745032 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be9d492b-5619-4b70-996f-734026c86ef9 admin admin] Publish callbacks [] for security_group (79d53b1a-dd1b-4523-9b80-4da65aa0141f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.775853 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f703ed97-e11c-40e0-8db9-2e573127a04f req-4f274329-d6c0-490a-a6aa-2f70ef41d70d tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (e8bd1c02-592f-4782-b77a-41daa7c38c4b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.781109 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f703ed97-e11c-40e0-8db9-2e573127a04f req-4f274329-d6c0-490a-a6aa-2f70ef41d70d tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e8bd1c02-592f-4782-b77a-41daa7c38c4b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.792714 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be9d492b-5619-4b70-996f-734026c86ef9 admin admin] Publish callbacks [] for security_group (79d53b1a-dd1b-4523-9b80-4da65aa0141f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.812523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['3d25a839-7552-404a-96e1-eae475d8b5ca'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:35.835650 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f703ed97-e11c-40e0-8db9-2e573127a04f req-4f274329-d6c0-490a-a6aa-2f70ef41d70d tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.836978 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f703ed97-e11c-40e0-8db9-2e573127a04f req-4f274329-d6c0-490a-a6aa-2f70ef41d70d tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2759452 Feb 16 16:28:35.837980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f274329-d6c0-490a-a6aa-2f70ef41d70d tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bd1c02-592f-4782-b77a-41daa7c38c4b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:35.953822 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be9d492b-5619-4b70-996f-734026c86ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (79d53b1a-dd1b-4523-9b80-4da65aa0141f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.957643 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be9d492b-5619-4b70-996f-734026c86ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:35.958851 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-be9d492b-5619-4b70-996f-734026c86ef9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79d53b1a-dd1b-4523-9b80-4da65aa0141f HTTP/1.1" status: 204 len: 168 time: 0.2847569 Feb 16 16:28:35.993915 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d492b-5619-4b70-996f-734026c86ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d53b1a-dd1b-4523-9b80-4da65aa0141f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:36.039156 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-d5740637-2e06-4c6b-87f3-4c8693eca502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:36.043151 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-d5740637-2e06-4c6b-87f3-4c8693eca502 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 1128 time: 0.1520660 Feb 16 16:28:36.174041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-95aa3eb5-2d2c-4403-9679-0ef5666c8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:36.176179 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-95aa3eb5-2d2c-4403-9679-0ef5666c8131 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.1258097 Feb 16 16:28:36.206359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078f3e-5f36-4cf6-b9e5-1c1b9e96f1ba req-92212abe-7991-4aa5-a210-447d78fea3c8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:36.216431 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e078f3e-5f36-4cf6-b9e5-1c1b9e96f1ba req-92212abe-7991-4aa5-a210-447d78fea3c8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.1471453 Feb 16 16:28:36.229953 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-6671056e-0af1-4290-ab1a-24684cd13b36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d HTTP/1.1" status: 200 len: 217 time: 0.0431378 Feb 16 16:28:36.277564 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e078f3e-5f36-4cf6-b9e5-1c1b9e96f1ba req-ab4dc8de-cc29-429d-b0c2-2e0ff8ce724e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580330 Feb 16 16:28:36.302754 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-5ea7c9f1-e7cd-4ae8-bd6e-53e4fcab4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:36.304258 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-5ea7c9f1-e7cd-4ae8-bd6e-53e4fcab4eda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.0683844 Feb 16 16:28:36.345928 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-97e53ac0-adbd-439f-8aaf-a5adca34a74d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356216 Feb 16 16:28:36.365635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40e66f3b-cf9c-4afd-aea8-0d7ffb323de3 req-7779cc57-02fb-43ff-9c6c-6ee65519b210 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/17bbd55b-20ce-4543-8cbd-8ab3c783edef HTTP/1.1" status: 200 len: 1822 time: 0.0698347 Feb 16 16:28:36.468646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40e66f3b-cf9c-4afd-aea8-0d7ffb323de3 req-244c7d14-84d6-4387-b936-378a34635368 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/e8bd1c02-592f-4782-b77a-41daa7c38c4b HTTP/1.1" status: 200 len: 1822 time: 0.0968311 Feb 16 16:28:36.478296 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-e3d571cb-429f-4129-a39e-c9fdbe42cf2c service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267202 Feb 16 16:28:36.480253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-40e66f3b-cf9c-4afd-aea8-0d7ffb323de3 req-ee29ec6e-0bb5-42c6-81aa-3c54fac838f6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '17bbd55b-20ce-4543-8cbd-8ab3c783edef', 'remote_group_id': 'e8bd1c02-592f-4782-b77a-41daa7c38c4b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:36.480577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-40e66f3b-cf9c-4afd-aea8-0d7ffb323de3 req-ee29ec6e-0bb5-42c6-81aa-3c54fac838f6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '17bbd55b-20ce-4543-8cbd-8ab3c783edef', 'remote_group_id': 'e8bd1c02-592f-4782-b77a-41daa7c38c4b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:36.612341 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-4e6c276b-1a3a-4170-a6b2-dbf5087ea449 service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274414 Feb 16 16:28:36.616707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb7545-d262-4bd1-8570-52a1cca673a0 req-06a72578-a23f-498d-af86-935a6ec67f8c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:36.618482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00bb7545-d262-4bd1-8570-52a1cca673a0 req-06a72578-a23f-498d-af86-935a6ec67f8c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 949 time: 0.1045034 Feb 16 16:28:36.630310 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-40e66f3b-cf9c-4afd-aea8-0d7ffb323de3 req-ee29ec6e-0bb5-42c6-81aa-3c54fac838f6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (80902b9c-58f1-4f8c-a532-56c66de1dc0d), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:36.706221 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-40e66f3b-cf9c-4afd-aea8-0d7ffb323de3 req-ee29ec6e-0bb5-42c6-81aa-3c54fac838f6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (80902b9c-58f1-4f8c-a532-56c66de1dc0d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:36.715143 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-40e66f3b-cf9c-4afd-aea8-0d7ffb323de3 req-ee29ec6e-0bb5-42c6-81aa-3c54fac838f6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (80902b9c-58f1-4f8c-a532-56c66de1dc0d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:36.752445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00bb7545-d262-4bd1-8570-52a1cca673a0 req-eafd7edb-79a8-49f2-ba18-ecf53642ba0a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106827 Feb 16 16:28:36.755992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29ec6e-0bb5-42c6-81aa-3c54fac838f6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80902b9c-58f1-4f8c-a532-56c66de1dc0d,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:36.773244 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-40e66f3b-cf9c-4afd-aea8-0d7ffb323de3 req-ee29ec6e-0bb5-42c6-81aa-3c54fac838f6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:36.774972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40e66f3b-cf9c-4afd-aea8-0d7ffb323de3 req-ee29ec6e-0bb5-42c6-81aa-3c54fac838f6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2987385 Feb 16 16:28:36.847082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-9eb168da-7cdc-4501-8157-a5634a8c3d83 req-6a635f2c-e28a-41ae-815e-406fb277f85e tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1508524074', 'description': 'tempest-description-361899433'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:36.890857 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9eb168da-7cdc-4501-8157-a5634a8c3d83 req-6a635f2c-e28a-41ae-815e-406fb277f85e tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:36.989087 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9eb168da-7cdc-4501-8157-a5634a8c3d83 req-6a635f2c-e28a-41ae-815e-406fb277f85e tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (5f728404-57b4-44b6-a3c8-5f83da96c425), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:36.998604 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9eb168da-7cdc-4501-8157-a5634a8c3d83 req-6a635f2c-e28a-41ae-815e-406fb277f85e tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5f728404-57b4-44b6-a3c8-5f83da96c425), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.076674 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9eb168da-7cdc-4501-8157-a5634a8c3d83 req-6a635f2c-e28a-41ae-815e-406fb277f85e tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.078184 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9eb168da-7cdc-4501-8157-a5634a8c3d83 req-6a635f2c-e28a-41ae-815e-406fb277f85e tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2384622 Feb 16 16:28:37.079066 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a635f2c-e28a-41ae-815e-406fb277f85e tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f728404-57b4-44b6-a3c8-5f83da96c425,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:37.134191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-5dddd8fd-5d6b-4490-b5a4-c6baa3602e70 req-0ea283b7-3fdd-4eb4-9af8-bc90e0f09673 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-719094427', 'description': 'tempest-description-476831839'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:37.204903 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5dddd8fd-5d6b-4490-b5a4-c6baa3602e70 req-0ea283b7-3fdd-4eb4-9af8-bc90e0f09673 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.250754 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53402) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:37.328580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 9ffaad10-0730-4f7f-91dd-46816e349f33 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:28:37.335525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3d25a839-7552-404a-96e1-eae475d8b5ca up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:37.347556 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5dddd8fd-5d6b-4490-b5a4-c6baa3602e70 req-0ea283b7-3fdd-4eb4-9af8-bc90e0f09673 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (e75f3a0d-1d66-4b05-b722-0dae9f40b629), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.356710 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5dddd8fd-5d6b-4490-b5a4-c6baa3602e70 req-0ea283b7-3fdd-4eb4-9af8-bc90e0f09673 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e75f3a0d-1d66-4b05-b722-0dae9f40b629), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.381402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f81d526f-9ced-41cd-b141-32226165a15f req-a3d37a64-2617-4dab-916c-26c686e5e737 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2385447 Feb 16 16:28:37.417897 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1077956439-network', 'tenant_id': '5efc851b355d47bf8d553a191b14791e'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:37.462257 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5dddd8fd-5d6b-4490-b5a4-c6baa3602e70 req-0ea283b7-3fdd-4eb4-9af8-bc90e0f09673 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.475278 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5dddd8fd-5d6b-4490-b5a4-c6baa3602e70 req-0ea283b7-3fdd-4eb4-9af8-bc90e0f09673 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3439400 Feb 16 16:28:37.475922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] Made reservation on behalf of 5efc851b355d47bf8d553a191b14791e for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:28:37.480092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.512006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea283b7-3fdd-4eb4-9af8-bc90e0f09673 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75f3a0d-1d66-4b05-b722-0dae9f40b629,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:37.520711 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.554849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644b19-c06a-4a02-9d4f-7d9a2d655bad req-a51087af-8f54-448d-893a-b3266dc2f6c1 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:37.562611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca644b19-c06a-4a02-9d4f-7d9a2d655bad req-a51087af-8f54-448d-893a-b3266dc2f6c1 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 945 time: 0.2108018 Feb 16 16:28:37.589356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 3d25a839-7552-404a-96e1-eae475d8b5ca completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:28:37.595668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 3d25a839-7552-404a-96e1-eae475d8b5ca triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:37.595900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d526f-9ced-41cd-b141-32226165a15f req-bbd3a2dc-d970-4fd1-b3cc-dc07be4364cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:37.596441 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.597268 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f81d526f-9ced-41cd-b141-32226165a15f req-bbd3a2dc-d970-4fd1-b3cc-dc07be4364cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 1132 time: 0.1588933 Feb 16 16:28:37.657336 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 9ffaad10-0730-4f7f-91dd-46816e349f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9ffaad10-0730-4f7f-91dd-46816e349f33,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:37.678825 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '9ffaad10-0730-4f7f-91dd-46816e349f33', 'network_id': '51499808-74f6-44c8-afc6-e9caf9ad70c7', 'port_id': '9ffaad10-0730-4f7f-91dd-46816e349f33', 'mac_address': 'fa:16:3e:9e:0c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9186030b-fe72-41cc-87f9-eb80f37580c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:28:37.690559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca644b19-c06a-4a02-9d4f-7d9a2d655bad req-e03dbd19-6b16-4be2-b6e0-7606b593210f tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267602 Feb 16 16:28:37.755463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 3d25a839-7552-404a-96e1-eae475d8b5ca is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:37.755890 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.765621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 9ffaad10-0730-4f7f-91dd-46816e349f33 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:37.766264 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.766783 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] Publish callbacks [] for security_group (c3104a39-a28b-42a9-a121-ec0a2bfb6fed), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.772410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c3104a39-a28b-42a9-a121-ec0a2bfb6fed), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.804060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:28:37.823267 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3104a39-a28b-42a9-a121-ec0a2bfb6fed,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:37.829261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.829676 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] Added segment c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b of type vlan for network e3064a27-c525-4747-81cc-3970797c947b Feb 16 16:28:37.844166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3d25a839-7552-404a-96e1-eae475d8b5ca,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:37.846504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:37.849910 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873c82fa-0a61-40fa-b59d-53cd507ecc3e" -d '{"events": [{"server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "name": "network-vif-plugged", "status": "completed", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:37.854242 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.859623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ffaad10-0730-4f7f-91dd-46816e349f33 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:28:37.878159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53418) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:37.886666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 9ffaad10-0730-4f7f-91dd-46816e349f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9ffaad10-0730-4f7f-91dd-46816e349f33,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:37.905482 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (e3064a27-c525-4747-81cc-3970797c947b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.911782 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.928541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecbf74-c67e-4136-9140-886350bf9cd6 req-a98a13a3-87e7-4bbe-94d8-95da7e4a776d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:37.930181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fcecbf74-c67e-4136-9140-886350bf9cd6 req-a98a13a3-87e7-4bbe-94d8-95da7e4a776d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.3867745 Feb 16 16:28:37.946560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ae8b57e-8996-4e37-a6f9-00035c75af01 req-0f70399b-dfc3-4942-b064-7c484c88ae9a tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/5f728404-57b4-44b6-a3c8-5f83da96c425 HTTP/1.1" status: 200 len: 1821 time: 0.2082081 Feb 16 16:28:37.955919 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=3d25a839-7552-404a-96e1-eae475d8b5ca,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:37.993113 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (e3064a27-c525-4747-81cc-3970797c947b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:37.994563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:37.995157 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:38.030955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=9ffaad10-0730-4f7f-91dd-46816e349f33,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:38.037568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['9ffaad10-0730-4f7f-91dd-46816e349f33'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:28:38.049442 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7975216 Feb 16 16:28:38.069078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53422) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:38.121552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c2052ade-2d74-4bdd-8704-636574c50373 admin admin] Request body: {'subnet': {'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1077956439-subnet', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:38.150931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d526f-9ced-41cd-b141-32226165a15f req-5f969bc6-ca8b-4b0f-9007-a66281942776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:38.152826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f81d526f-9ced-41cd-b141-32226165a15f req-5f969bc6-ca8b-4b0f-9007-a66281942776 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.5208797 Feb 16 16:28:38.160586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e1744-5a96-46b6-a083-4dfbd12e1803 admin admin] Pushing event updated for resources: {'Network': ['ID=e3064a27-c525-4747-81cc-3970797c947b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:38.168297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ae8b57e-8996-4e37-a6f9-00035c75af01 req-8fea6f8b-17b4-48d8-ad7a-154158765d57 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/e75f3a0d-1d66-4b05-b722-0dae9f40b629 HTTP/1.1" status: 200 len: 1820 time: 0.2208195 Feb 16 16:28:38.173575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network e3064a27-c525-4747-81cc-3970797c947b details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:28:38.195027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fcecbf74-c67e-4136-9140-886350bf9cd6 req-1c6d2303-5bf5-4c39-97b5-6a87d3910743 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459188 Feb 16 16:28:38.201250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-6ae8b57e-8996-4e37-a6f9-00035c75af01 req-f8d01251-64ad-43ae-933a-517c0200fbaa tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5f728404-57b4-44b6-a3c8-5f83da96c425', 'remote_group_id': 'e75f3a0d-1d66-4b05-b722-0dae9f40b629', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:38.201556 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-6ae8b57e-8996-4e37-a6f9-00035c75af01 req-f8d01251-64ad-43ae-933a-517c0200fbaa tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5f728404-57b4-44b6-a3c8-5f83da96c425', 'remote_group_id': 'e75f3a0d-1d66-4b05-b722-0dae9f40b629', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:38.211110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2052ade-2d74-4bdd-8704-636574c50373 admin admin] Made reservation on behalf of 5efc851b355d47bf8d553a191b14791e for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:28:38.212874 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c2052ade-2d74-4bdd-8704-636574c50373 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:38.275014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f81d526f-9ced-41cd-b141-32226165a15f req-f6b543e6-8b45-4f6e-89fa-8f6cb2a138c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4f37f912-a31c-4603-9efb-e7bf970d8561 HTTP/1.1" status: 200 len: 217 time: 0.1014988 Feb 16 16:28:38.276007 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f54910dd-d195-4e83-b201-8a552b0a347e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:38.470253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d526f-9ced-41cd-b141-32226165a15f req-c15d7685-66f1-4495-9b12-77535e3c0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:38.471735 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f81d526f-9ced-41cd-b141-32226165a15f req-c15d7685-66f1-4495-9b12-77535e3c0bf4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1822152 Feb 16 16:28:38.585880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb84e0a-d6d0-4786-bf38-b3cafe3b5c9c req-f4f5d9ca-bcc5-40e9-807f-e85750a844de tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:38.587427 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fb84e0a-d6d0-4786-bf38-b3cafe3b5c9c req-f4f5d9ca-bcc5-40e9-807f-e85750a844de tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.2134807 Feb 16 16:28:38.637512 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6ae8b57e-8996-4e37-a6f9-00035c75af01 req-f8d01251-64ad-43ae-933a-517c0200fbaa tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (80d6546c-6650-4290-9099-d476043982aa), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:38.679199 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f54910dd-d195-4e83-b201-8a552b0a347e admin admin] Publish callbacks [] for security_group (df2fb95a-2ee3-4332-a196-cfb1c1490879), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:38.702023 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f54910dd-d195-4e83-b201-8a552b0a347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (df2fb95a-2ee3-4332-a196-cfb1c1490879), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:38.740434 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6ae8b57e-8996-4e37-a6f9-00035c75af01 req-f8d01251-64ad-43ae-933a-517c0200fbaa tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (80d6546c-6650-4290-9099-d476043982aa), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:38.748508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d526f-9ced-41cd-b141-32226165a15f req-8b68c944-6b82-4604-bd86-e798d321652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:38.750006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f81d526f-9ced-41cd-b141-32226165a15f req-8b68c944-6b82-4604-bd86-e798d321652a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2650061 Feb 16 16:28:38.799401 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6ae8b57e-8996-4e37-a6f9-00035c75af01 req-f8d01251-64ad-43ae-933a-517c0200fbaa tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (80d6546c-6650-4290-9099-d476043982aa), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:38.851512 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fb84e0a-d6d0-4786-bf38-b3cafe3b5c9c req-3c571d70-217b-4cef-a442-4529e8385fab tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508643 Feb 16 16:28:38.856772 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f54910dd-d195-4e83-b201-8a552b0a347e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2216432c6780483dad6caf4dc565908e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9512150 Feb 16 16:28:38.857482 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53430) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:38.887232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d01251-64ad-43ae-933a-517c0200fbaa tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d6546c-6650-4290-9099-d476043982aa,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:38.889161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54910dd-d195-4e83-b201-8a552b0a347e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2fb95a-2ee3-4332-a196-cfb1c1490879,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:38.901289 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c2052ade-2d74-4bdd-8704-636574c50373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (37dd0334-ddc1-49e6-b3f7-46a450d125a7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:38.938203 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6ae8b57e-8996-4e37-a6f9-00035c75af01 req-f8d01251-64ad-43ae-933a-517c0200fbaa tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:38.951424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ae8b57e-8996-4e37-a6f9-00035c75af01 req-f8d01251-64ad-43ae-933a-517c0200fbaa tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7538226 Feb 16 16:28:38.979428 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a811aad-52bd-436b-9be6-8693fd1395e9 admin admin] Publish callbacks [] for security_group (df2fb95a-2ee3-4332-a196-cfb1c1490879), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.016788 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a811aad-52bd-436b-9be6-8693fd1395e9 admin admin] Publish callbacks [] for security_group (df2fb95a-2ee3-4332-a196-cfb1c1490879), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.056589 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf487288-f0b1-4292-9947-f81f43eaf356 x-openstack-request-id: req-bf487288-f0b1-4292-9947-f81f43eaf356 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:39.057110 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "name": "network-vif-plugged", "status": "completed", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:39.057238 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf487288-f0b1-4292-9947-f81f43eaf356 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:39.057912 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca', 'code': 200} Feb 16 16:28:39.102200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2052ade-2d74-4bdd-8704-636574c50373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37dd0334-ddc1-49e6-b3f7-46a450d125a7,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:39.109757 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a811aad-52bd-436b-9be6-8693fd1395e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (df2fb95a-2ee3-4332-a196-cfb1c1490879), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.112606 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a811aad-52bd-436b-9be6-8693fd1395e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.120299 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1a811aad-52bd-436b-9be6-8693fd1395e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df2fb95a-2ee3-4332-a196-cfb1c1490879 HTTP/1.1" status: 204 len: 168 time: 0.2604234 Feb 16 16:28:39.145240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a811aad-52bd-436b-9be6-8693fd1395e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2fb95a-2ee3-4332-a196-cfb1c1490879,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:39.154266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f81d526f-9ced-41cd-b141-32226165a15f req-bf1264db-2079-4739-898e-424d7ade8963 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617280 Feb 16 16:28:39.228547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2052ade-2d74-4bdd-8704-636574c50373 admin admin] Checking segment: {'id': 'c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:28:39.228891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2052ade-2d74-4bdd-8704-636574c50373 admin admin] Network hostable DHCP agents. Network: e3064a27-c525-4747-81cc-3970797c947b, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:28:39.278991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b98f0-f776-4932-9ee8-4ca1a847351a req-87be0aba-8e70-4efe-af9e-a5bf23d8c2e4 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:39.284734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df2b98f0-f776-4932-9ee8-4ca1a847351a req-87be0aba-8e70-4efe-af9e-a5bf23d8c2e4 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 944 time: 0.2433441 Feb 16 16:28:39.332327 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 9ffaad10-0730-4f7f-91dd-46816e349f33 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:39.411388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2052ade-2d74-4bdd-8704-636574c50373 admin admin] Network e3064a27-c525-4747-81cc-3970797c947b is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:28:39.411936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 9ffaad10-0730-4f7f-91dd-46816e349f33 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:39.412525 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.428694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-703368ea-939b-4f4c-a174-07699643226c req-1fa11ac7-580a-451e-b12b-9a7774c96bdc tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/e75f3a0d-1d66-4b05-b722-0dae9f40b629 HTTP/1.1" status: 200 len: 1820 time: 0.2954590 Feb 16 16:28:39.431086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-c2052ade-2d74-4bdd-8704-636574c50373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, e3064a27-c525-4747-81cc-3970797c947b) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:39.437666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c067c68-8994-440c-b4f2-78b39f1852bc req-a95b80c3-46fe-4041-b1b0-70c969110dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:39.443321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c067c68-8994-440c-b4f2-78b39f1852bc req-a95b80c3-46fe-4041-b1b0-70c969110dc5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 1132 time: 0.2554443 Feb 16 16:28:39.449165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f81d526f-9ced-41cd-b141-32226165a15f req-5eec846e-c355-4f41-b401-d61f63765d2c service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829082 Feb 16 16:28:39.450388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2052ade-2d74-4bdd-8704-636574c50373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:39.450945 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c2052ade-2d74-4bdd-8704-636574c50373 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.459558 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4266c237-91da-43e8-9aa4-fc75e8ad6367 None None] Network e3064a27-c525-4747-81cc-3970797c947b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:28:39.525839 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c067c68-8994-440c-b4f2-78b39f1852bc req-82f82cb2-719d-4df6-94b4-e63fab2e1968 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708165 Feb 16 16:28:39.569037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df2b98f0-f776-4932-9ee8-4ca1a847351a req-375b3f75-6a3d-4b23-84d6-b434dcd040cc tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130022 Feb 16 16:28:39.579931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c2052ade-2d74-4bdd-8704-636574c50373 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4975803 Feb 16 16:28:39.580197 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53442) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:39.586417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1077956439-router', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:39.630460 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-703368ea-939b-4f4c-a174-07699643226c req-23c29013-8ab5-4825-8106-975feb92752b tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (e75f3a0d-1d66-4b05-b722-0dae9f40b629), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.653257 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (2c0f5841-6059-4a71-9ac7-d6b954f88321), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.655462 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (2c0f5841-6059-4a71-9ac7-d6b954f88321), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.664750 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53444) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:39.693254 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-703368ea-939b-4f4c-a174-07699643226c req-23c29013-8ab5-4825-8106-975feb92752b tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (e75f3a0d-1d66-4b05-b722-0dae9f40b629), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.736839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 9ffaad10-0730-4f7f-91dd-46816e349f33 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:39.737141 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.742865 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Publish callbacks [] for router_controller (2c0f5841-6059-4a71-9ac7-d6b954f88321), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.821131 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 9ffaad10-0730-4f7f-91dd-46816e349f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9ffaad10-0730-4f7f-91dd-46816e349f33,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:39.822687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-e3064a27-c525-4747-81cc-3970797c947b', 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'project_id': '5efc851b355d47bf8d553a191b14791e', 'fixed_ips': [{'subnet_id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:28:39.823622 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.849432 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.859191 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a05ffae5-1678-4786-9ea7-118ce228d76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.899699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299fada-c306-47f8-aed6-d6b1f2ac495a req-6b5289de-824e-47dd-902d-f7f074581d22 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:39.901258 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5299fada-c306-47f8-aed6-d6b1f2ac495a req-6b5289de-824e-47dd-902d-f7f074581d22 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.1967196 Feb 16 16:28:39.976669 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5299fada-c306-47f8-aed6-d6b1f2ac495a req-04709dd0-95b0-405d-b9d6-43add6b8f125 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689023 Feb 16 16:28:39.978860 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-703368ea-939b-4f4c-a174-07699643226c req-23c29013-8ab5-4825-8106-975feb92752b tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e75f3a0d-1d66-4b05-b722-0dae9f40b629), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.983417 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-703368ea-939b-4f4c-a174-07699643226c req-23c29013-8ab5-4825-8106-975feb92752b tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:39.984843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-703368ea-939b-4f4c-a174-07699643226c req-23c29013-8ab5-4825-8106-975feb92752b tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "DELETE /v2.0/security-groups/e75f3a0d-1d66-4b05-b722-0dae9f40b629 HTTP/1.1" status: 204 len: 173 time: 0.5079265 Feb 16 16:28:39.997559 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c29013-8ab5-4825-8106-975feb92752b tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75f3a0d-1d66-4b05-b722-0dae9f40b629,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:40.013748 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Publish callbacks [] for router_gateway (2c0f5841-6059-4a71-9ac7-d6b954f88321), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.148639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08711a81-b437-4f75-9ba2-d1bcd572eec8 req-0b013e65-d6fa-4e72-82a6-ae86edd5e55b tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/5f728404-57b4-44b6-a3c8-5f83da96c425 HTTP/1.1" status: 200 len: 1821 time: 0.0789115 Feb 16 16:28:40.169581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=9ffaad10-0730-4f7f-91dd-46816e349f33,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:40.175796 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Allocated IP 172.20.0.2 (e3064a27-c525-4747-81cc-3970797c947b/37dd0334-ddc1-49e6-b3f7-46a450d125a7/8af9a2be-7237-4725-b924-e5c488bca92f) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:28:40.199423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-65ffef76-9993-418b-9596-c866b3387596 req-c140b629-9910-42c5-883c-54b0cab0afa2 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2001702820', 'description': 'tempest-description-2074869903'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:40.284899 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a05ffae5-1678-4786-9ea7-118ce228d76f admin admin] Publish callbacks [] for security_group (8f0057d6-a57f-4a10-87c2-04516fb75700), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.297273 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a05ffae5-1678-4786-9ea7-118ce228d76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8f0057d6-a57f-4a10-87c2-04516fb75700), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.298224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7642066-0c4e-42f0-b8f4-db20dd5f1cef req-dc7bbe1a-03a2-47b9-bc95-8dd4e1785441 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:40.302093 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7642066-0c4e-42f0-b8f4-db20dd5f1cef req-dc7bbe1a-03a2-47b9-bc95-8dd4e1785441 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.1712918 Feb 16 16:28:40.339006 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-65ffef76-9993-418b-9596-c866b3387596 req-c140b629-9910-42c5-883c-54b0cab0afa2 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.360715 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a05ffae5-1678-4786-9ea7-118ce228d76f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96177a1b1acc42e7a1ca33fdbdb06285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6162536 Feb 16 16:28:40.370377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53454) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:40.457485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ffae5-1678-4786-9ea7-118ce228d76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0057d6-a57f-4a10-87c2-04516fb75700,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:40.462597 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Publish callbacks [] for port (8af9a2be-7237-4725-b924-e5c488bca92f), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.476949 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (8af9a2be-7237-4725-b924-e5c488bca92f), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.513587 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Publish callbacks [] for router_gateway (2c0f5841-6059-4a71-9ac7-d6b954f88321), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.537108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7642066-0c4e-42f0-b8f4-db20dd5f1cef req-450584af-b97e-46c1-8417-fcc8fb63c4e8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249229 Feb 16 16:28:40.551668 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.572010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Network e3064a27-c525-4747-81cc-3970797c947b is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:28:40.578660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:40.583193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:28:40.599313 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b4e27078-77fc-4bed-9109-ccea9cc2b61e admin admin] Publish callbacks [] for security_group (8f0057d6-a57f-4a10-87c2-04516fb75700), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.602235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Pushing event updated for resources: {'Port': ['ID=8af9a2be-7237-4725-b924-e5c488bca92f,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:40.653120 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-65ffef76-9993-418b-9596-c866b3387596 req-c140b629-9910-42c5-883c-54b0cab0afa2 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (77a492b5-4744-469c-b747-99523e2ce21a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.670332 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-65ffef76-9993-418b-9596-c866b3387596 req-c140b629-9910-42c5-883c-54b0cab0afa2 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (77a492b5-4744-469c-b747-99523e2ce21a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.672241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Attempting to bind port 8af9a2be-7237-4725-b924-e5c488bca92f on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:28:40.672615 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Attempting to bind port 8af9a2be-7237-4725-b924-e5c488bca92f by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:28:40.673452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Attempting to bind port 8af9a2be-7237-4725-b924-e5c488bca92f on network e3064a27-c525-4747-81cc-3970797c947b {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:40.685104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:28:40.685482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Checking segment: {'id': 'c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:28:40.685884 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.688448 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Bound using segment: {'id': 'c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:28:40.688944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Bound port: 8af9a2be-7237-4725-b924-e5c488bca92f, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:28:40.689335 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8af9a2be-7237-4725-b924-e5c488bca92f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.723259 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Allocated IP 172.25.4.161 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/5bc4868d-dea0-45a8-aa1c-eca4d09af53a) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:28:40.731207 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b4e27078-77fc-4bed-9109-ccea9cc2b61e admin admin] Publish callbacks [] for security_group (8f0057d6-a57f-4a10-87c2-04516fb75700), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.786538 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-65ffef76-9993-418b-9596-c866b3387596 req-c140b629-9910-42c5-883c-54b0cab0afa2 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.787887 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65ffef76-9993-418b-9596-c866b3387596 req-c140b629-9910-42c5-883c-54b0cab0afa2 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5947149 Feb 16 16:28:40.839686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] For port 8af9a2be-7237-4725-b924-e5c488bca92f, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:28:40.843822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] For port 8af9a2be-7237-4725-b924-e5c488bca92f, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8af9a2be-7237-4725-b924-e5c488bca92f,segment=NetworkSegment(c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b),segment_id=c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:28:40.854302 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8af9a2be-7237-4725-b924-e5c488bca92f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:40.861398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140b629-9910-42c5-883c-54b0cab0afa2 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a492b5-4744-469c-b747-99523e2ce21a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:40.958352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7551e4-bc32-4803-b2cf-6175020a5666 None None] Pushing event updated for resources: {'Port': ['ID=8af9a2be-7237-4725-b924-e5c488bca92f,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:40.986917 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c053c569-8152-4960-b2f4-598acc983577 req-2b389468-6146-4ca9-8bab-fca4e5bedae3 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/77a492b5-4744-469c-b747-99523e2ce21a HTTP/1.1" status: 200 len: 1822 time: 0.1595316 Feb 16 16:28:41.005195 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec803c4-4a82-40ce-aaef-5c496c0f8da5 req-80364bee-00b1-4e0d-beda-af52dab45bda tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:41.006357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cec803c4-4a82-40ce-aaef-5c496c0f8da5 req-80364bee-00b1-4e0d-beda-af52dab45bda tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 945 time: 0.2563167 Feb 16 16:28:41.008437 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b4e27078-77fc-4bed-9109-ccea9cc2b61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8f0057d6-a57f-4a10-87c2-04516fb75700), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:41.011046 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b4e27078-77fc-4bed-9109-ccea9cc2b61e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:41.014897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b4e27078-77fc-4bed-9109-ccea9cc2b61e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f0057d6-a57f-4a10-87c2-04516fb75700 HTTP/1.1" status: 204 len: 168 time: 0.6332676 Feb 16 16:28:41.033746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c053c569-8152-4960-b2f4-598acc983577 req-bcd5999a-d9fd-435c-bfe7-eb192f5077c6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '77a492b5-4744-469c-b747-99523e2ce21a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:41.034019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c053c569-8152-4960-b2f4-598acc983577 req-bcd5999a-d9fd-435c-bfe7-eb192f5077c6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '77a492b5-4744-469c-b747-99523e2ce21a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:41.053273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e27078-77fc-4bed-9109-ccea9cc2b61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0057d6-a57f-4a10-87c2-04516fb75700,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:41.060144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdc9e04-bc4c-4fcc-8f45-035554246fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffaad10-0730-4f7f-91dd-46816e349f33'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:41.063248 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae523ae5-1a06-4b13-828e-450c815b245b" -d '{"events": [{"server_uuid": "fbdc9e04-bc4c-4fcc-8f45-035554246fb2", "name": "network-vif-plugged", "status": "completed", "tag": "9ffaad10-0730-4f7f-91dd-46816e349f33"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:41.085025 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Publish callbacks [] for port (5bc4868d-dea0-45a8-aa1c-eca4d09af53a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:41.125551 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cec803c4-4a82-40ce-aaef-5c496c0f8da5 req-494dd564-cfc7-44a3-9c47-8192519c1210 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117008 Feb 16 16:28:41.184337 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c053c569-8152-4960-b2f4-598acc983577 req-bcd5999a-d9fd-435c-bfe7-eb192f5077c6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (bba76e36-2492-4bc2-a45f-eec8f3f517f8), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:41.212053 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5bc4868d-dea0-45a8-aa1c-eca4d09af53a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:41.228221 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c053c569-8152-4960-b2f4-598acc983577 req-bcd5999a-d9fd-435c-bfe7-eb192f5077c6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (bba76e36-2492-4bc2-a45f-eec8f3f517f8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:41.240490 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c053c569-8152-4960-b2f4-598acc983577 req-bcd5999a-d9fd-435c-bfe7-eb192f5077c6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (bba76e36-2492-4bc2-a45f-eec8f3f517f8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:41.330180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:28:41.335028 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:41.344649 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:28:41.383992 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Pushing event updated for resources: {'Port': ['ID=5bc4868d-dea0-45a8-aa1c-eca4d09af53a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:41.431636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5999a-d9fd-435c-bfe7-eb192f5077c6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba76e36-2492-4bc2-a45f-eec8f3f517f8,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:41.450882 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c053c569-8152-4960-b2f4-598acc983577 req-bcd5999a-d9fd-435c-bfe7-eb192f5077c6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:41.454034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c053c569-8152-4960-b2f4-598acc983577 req-bcd5999a-d9fd-435c-bfe7-eb192f5077c6 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4464240 Feb 16 16:28:41.530197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899bf2c-3e70-405d-8f54-47b8ec7ec813 req-10618dea-2321-4fdc-a3c8-82596d195732 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:41.545838 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6899bf2c-3e70-405d-8f54-47b8ec7ec813 req-10618dea-2321-4fdc-a3c8-82596d195732 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.2593756 Feb 16 16:28:41.575311 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11423e93-a001-4a96-8277-0dab010d499b x-openstack-request-id: req-11423e93-a001-4a96-8277-0dab010d499b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:41.576161 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdc9e04-bc4c-4fcc-8f45-035554246fb2", "name": "network-vif-plugged", "status": "completed", "tag": "9ffaad10-0730-4f7f-91dd-46816e349f33", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:41.576574 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11423e93-a001-4a96-8277-0dab010d499b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:41.577270 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdc9e04-bc4c-4fcc-8f45-035554246fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffaad10-0730-4f7f-91dd-46816e349f33', 'code': 200} Feb 16 16:28:41.690049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6899bf2c-3e70-405d-8f54-47b8ec7ec813 req-9c3cc36e-c6e2-4d36-bf4c-b5996301eabb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406291 Feb 16 16:28:41.854414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85e4aa29-b06b-4188-974d-4b78b1bd3269 req-97b555db-3ef3-4774-8c29-146a658703f5 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/77a492b5-4744-469c-b747-99523e2ce21a HTTP/1.1" status: 200 len: 2415 time: 0.1108069 Feb 16 16:28:41.868695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-85e4aa29-b06b-4188-974d-4b78b1bd3269 req-393d5d07-65bb-4e28-8a5b-318b777dcdca tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '77a492b5-4744-469c-b747-99523e2ce21a', 'remote_group_id': None}]} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:41.868925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-85e4aa29-b06b-4188-974d-4b78b1bd3269 req-393d5d07-65bb-4e28-8a5b-318b777dcdca tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '77a492b5-4744-469c-b747-99523e2ce21a', 'remote_group_id': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:42.018021 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-85e4aa29-b06b-4188-974d-4b78b1bd3269 req-393d5d07-65bb-4e28-8a5b-318b777dcdca tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (f71211db-1a63-423f-b2f8-ad4b03c7bcca), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:42.111314 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-85e4aa29-b06b-4188-974d-4b78b1bd3269 req-393d5d07-65bb-4e28-8a5b-318b777dcdca tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (f71211db-1a63-423f-b2f8-ad4b03c7bcca), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:42.123525 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-85e4aa29-b06b-4188-974d-4b78b1bd3269 req-393d5d07-65bb-4e28-8a5b-318b777dcdca tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (f71211db-1a63-423f-b2f8-ad4b03c7bcca), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:42.147454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8af9a2be-7237-4725-b924-e5c488bca92f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:42.156821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d5d07-65bb-4e28-8a5b-318b777dcdca tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71211db-1a63-423f-b2f8-ad4b03c7bcca,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:42.162453 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-85e4aa29-b06b-4188-974d-4b78b1bd3269 req-393d5d07-65bb-4e28-8a5b-318b777dcdca tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:42.176502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85e4aa29-b06b-4188-974d-4b78b1bd3269 req-393d5d07-65bb-4e28-8a5b-318b777dcdca tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3209341 Feb 16 16:28:42.195397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e21f0-d27c-4e93-ace3-457a40bed876 req-a6005f6d-c417-4b9a-9e91-ebbb2e7f2f76 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:42.197035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f59e21f0-d27c-4e93-ace3-457a40bed876 req-a6005f6d-c417-4b9a-9e91-ebbb2e7f2f76 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.1503959 Feb 16 16:28:42.289177 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Publish callbacks [] for router_gateway (2c0f5841-6059-4a71-9ac7-d6b954f88321), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:42.303554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8af9a2be-7237-4725-b924-e5c488bca92f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:42.304930 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8af9a2be-7237-4725-b924-e5c488bca92f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:42.407262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8af9a2be-7237-4725-b924-e5c488bca92f is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:42.408153 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8af9a2be-7237-4725-b924-e5c488bca92f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:42.416780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f59e21f0-d27c-4e93-ace3-457a40bed876 req-3f56389a-7834-48ac-b100-b242558bce1e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129459 Feb 16 16:28:42.460393 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-236982e6-f4dc-4e65-a14a-637667024028 req-3dcfb397-de94-4ca5-a4ce-d255e8d211b1 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/77a492b5-4744-469c-b747-99523e2ce21a HTTP/1.1" status: 200 len: 3013 time: 0.1457441 Feb 16 16:28:42.472432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 8af9a2be-7237-4725-b924-e5c488bca92f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8af9a2be-7237-4725-b924-e5c488bca92f,segment=NetworkSegment(c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b),segment_id=c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:42.482025 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8af9a2be-7237-4725-b924-e5c488bca92f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:42.568690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=8af9a2be-7237-4725-b924-e5c488bca92f,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:42.815987 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc8e013a-5d98-46b0-9782-3830a0916340 req-c09239a1-d655-477e-9fa9-4afc381dc49e tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-group-rules/f71211db-1a63-423f-b2f8-ad4b03c7bcca HTTP/1.1" status: 200 len: 783 time: 0.0606687 Feb 16 16:28:42.845183 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf075-809b-4f29-adae-cc5e5fe6d9ff req-e13d704f-0922-4b71-9030-9459cd14d450 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:42.855369 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31faf075-809b-4f29-adae-cc5e5fe6d9ff req-e13d704f-0922-4b71-9030-9459cd14d450 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 1132 time: 0.1974993 Feb 16 16:28:42.869037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f441a5b9-f9d4-434e-a5c1-e67331f76fb1 None None] Network e3064a27-c525-4747-81cc-3970797c947b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:28:42.930277 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (2c0f5841-6059-4a71-9ac7-d6b954f88321), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:42.971294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc8e013a-5d98-46b0-9782-3830a0916340 req-8bf018a4-a076-4fb8-988d-bb84b318dac7 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/77a492b5-4744-469c-b747-99523e2ce21a HTTP/1.1" status: 200 len: 3013 time: 0.1514907 Feb 16 16:28:43.045085 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31faf075-809b-4f29-adae-cc5e5fe6d9ff req-24192827-684f-46c9-83c6-25d8c7f1191d tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850376 Feb 16 16:28:43.077889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f9cf5e6d-2860-4fe1-b15d-161ba322abb9 None None] Provisioning complete for port 8af9a2be-7237-4725-b924-e5c488bca92f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:43.078403 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5e6d-2860-4fe1-b15d-161ba322abb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8af9a2be-7237-4725-b924-e5c488bca92f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:43.081798 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fc8e013a-5d98-46b0-9782-3830a0916340 req-58d2fbee-8f86-4275-8b41-d1abd17d6d6f tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (f71211db-1a63-423f-b2f8-ad4b03c7bcca), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:43.087621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53514) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:43.122931 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fc8e013a-5d98-46b0-9782-3830a0916340 req-58d2fbee-8f86-4275-8b41-d1abd17d6d6f tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (f71211db-1a63-423f-b2f8-ad4b03c7bcca), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:43.193481 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fc8e013a-5d98-46b0-9782-3830a0916340 req-58d2fbee-8f86-4275-8b41-d1abd17d6d6f tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (f71211db-1a63-423f-b2f8-ad4b03c7bcca), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:43.287388 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fc8e013a-5d98-46b0-9782-3830a0916340 req-58d2fbee-8f86-4275-8b41-d1abd17d6d6f tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:43.301124 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Router 2c0f5841-6059-4a71-9ac7-d6b954f88321 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:28:43.307635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc8e013a-5d98-46b0-9782-3830a0916340 req-58d2fbee-8f86-4275-8b41-d1abd17d6d6f tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f71211db-1a63-423f-b2f8-ad4b03c7bcca HTTP/1.1" status: 204 len: 173 time: 0.3348844 Feb 16 16:28:43.316393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf5e6d-2860-4fe1-b15d-161ba322abb9 None None] Current status of the port 8af9a2be-7237-4725-b924-e5c488bca92f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:43.327569 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 9ffaad10-0730-4f7f-91dd-46816e349f33 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:28:43.334870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-network', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:43.345006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2fbee-8f86-4275-8b41-d1abd17d6d6f tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f71211db-1a63-423f-b2f8-ad4b03c7bcca,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:43.491910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] Made reservation on behalf of 03676f2ebb244139b0a2a1eefff728c0 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:28:43.494739 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:43.514740 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:43.540661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 9ffaad10-0730-4f7f-91dd-46816e349f33 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:43.542370 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:43.547032 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b4b43-aab9-43dc-a6c4-616b69215edf req-ad3adc7b-3acb-4f61-a833-104c0ee98a2d tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:43.552237 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-480b4b43-aab9-43dc-a6c4-616b69215edf req-ad3adc7b-3acb-4f61-a833-104c0ee98a2d tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 945 time: 0.3556511 Feb 16 16:28:43.578701 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdc9e04-bc4c-4fcc-8f45-035554246fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffaad10-0730-4f7f-91dd-46816e349f33'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:43.578943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:28:43.583074 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14567aa-278d-4353-bed4-e8ce8bf4844e" -d '{"events": [{"server_uuid": "fbdc9e04-bc4c-4fcc-8f45-035554246fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffaad10-0730-4f7f-91dd-46816e349f33"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:43.595331 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Sync routers for ids ['2c0f5841-6059-4a71-9ac7-d6b954f88321'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:28:43.610819 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 9ffaad10-0730-4f7f-91dd-46816e349f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9ffaad10-0730-4f7f-91dd-46816e349f33,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:43.614708 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Routers {'2c0f5841-6059-4a71-9ac7-d6b954f88321'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:28:43.615375 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2c0f5841-6059-4a71-9ac7-d6b954f88321'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:43.617112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:43.621937 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:43.625473 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dfd2e54e-6e75-48da-9983-5a878bb1023b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0413141 Feb 16 16:28:43.625738 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53524) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:43.720050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a4d9226e-79af-4fca-b789-b237cf8bf67b None None] Provisioning complete for port 8af9a2be-7237-4725-b924-e5c488bca92f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:43.720682 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4d9226e-79af-4fca-b789-b237cf8bf67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8af9a2be-7237-4725-b924-e5c488bca92f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:43.775662 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Set router 2c0f5841-6059-4a71-9ac7-d6b954f88321 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:28:43.777121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-480b4b43-aab9-43dc-a6c4-616b69215edf req-2f36fe4c-468f-4748-8679-2bc412f5eb2b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120874 Feb 16 16:28:43.785168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=9ffaad10-0730-4f7f-91dd-46816e349f33,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:43.849406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3b09b-2cc6-4a8b-943d-5e425a8db241 req-3b80cf76-8b37-40ce-ad60-dc9fa4cad85b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:43.851315 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5de3b09b-2cc6-4a8b-943d-5e425a8db241 req-3b80cf76-8b37-40ce-ad60-dc9fa4cad85b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.4309931 Feb 16 16:28:43.895081 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9226e-79af-4fca-b789-b237cf8bf67b None None] Current status of the port 8af9a2be-7237-4725-b924-e5c488bca92f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:44.002295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8af9a2be-7237-4725-b924-e5c488bca92f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:44.048568 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'name': 'tempest-ServersTestFqdnHostnames-1077956439-router', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:39Z', 'updated_at': '2022-02-16T16:28:41Z', 'revision_number': 3, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'gw_port': {'id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:40Z', 'updated_at': '2022-02-16T16:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:44.087867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f94e9a-c438-4386-aedc-b9639b3a01b4 req-e5f959d8-09de-42c1-9ebc-5e3aed9ae33b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:44.095287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f94e9a-c438-4386-aedc-b9639b3a01b4 req-e5f959d8-09de-42c1-9ebc-5e3aed9ae33b tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 943 time: 0.4732082 Feb 16 16:28:44.121790 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8af9a2be-7237-4725-b924-e5c488bca92f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:44.122621 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8af9a2be-7237-4725-b924-e5c488bca92f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:44.127569 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Checking router: 2c0f5841-6059-4a71-9ac7-d6b954f88321 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:28:44.129312 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Updating router 2c0f5841-6059-4a71-9ac7-d6b954f88321 port 5bc4868d-dea0-45a8-aa1c-eca4d09af53a binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:28:44.166937 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5bc4868d-dea0-45a8-aa1c-eca4d09af53a), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:44.252839 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5de3b09b-2cc6-4a8b-943d-5e425a8db241 req-a92bb345-cedd-44c6-868f-dfcd7049ed82 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694053 Feb 16 16:28:44.291385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8af9a2be-7237-4725-b924-e5c488bca92f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:44.310055 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] Publish callbacks [] for security_group (4f5a9708-23fa-4837-97eb-460ee16927ab), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:44.351493 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4f5a9708-23fa-4837-97eb-460ee16927ab), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:44.377613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:28:44.391034 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (db3c436b-387f-42ae-80df-8b77f1cbe1a9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:44.391299 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] Added segment db3c436b-387f-42ae-80df-8b77f1cbe1a9 of type vlan for network 604c459b-cc4e-44d4-a285-091e2148e6d5 Feb 16 16:28:44.438040 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (604c459b-cc4e-44d4-a285-091e2148e6d5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:44.636476 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Publish callbacks [] for port (5bc4868d-dea0-45a8-aa1c-eca4d09af53a), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:44.651374 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5bc4868d-dea0-45a8-aa1c-eca4d09af53a), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:44.680613 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e84905-092f-4c98-b8dd-7dd3bb9fed79 x-openstack-request-id: req-d1e84905-092f-4c98-b8dd-7dd3bb9fed79 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:44.681178 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdc9e04-bc4c-4fcc-8f45-035554246fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffaad10-0730-4f7f-91dd-46816e349f33", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:44.681699 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1e84905-092f-4c98-b8dd-7dd3bb9fed79 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:44.682321 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdc9e04-bc4c-4fcc-8f45-035554246fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffaad10-0730-4f7f-91dd-46816e349f33', 'code': 200} Feb 16 16:28:44.703449 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:44.865221 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Attempting to bind port 5bc4868d-dea0-45a8-aa1c-eca4d09af53a on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:28:44.865593 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Attempting to bind port 5bc4868d-dea0-45a8-aa1c-eca4d09af53a by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:28:44.865960 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Attempting to bind port 5bc4868d-dea0-45a8-aa1c-eca4d09af53a on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:44.875596 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a4502-ec8a-4b15-9747-a0879628cff5 None None] Pushing event updated for resources: {'Port': ['ID=5bc4868d-dea0-45a8-aa1c-eca4d09af53a,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:44.879469 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:28:44.879469 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:28:44.879469 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:44.879970 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:28:44.880245 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Bound port: 5bc4868d-dea0-45a8-aa1c-eca4d09af53a, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:28:44.880574 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5bc4868d-dea0-45a8-aa1c-eca4d09af53a), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:44.936698 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] For port 5bc4868d-dea0-45a8-aa1c-eca4d09af53a, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:28:44.940060 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] For port 5bc4868d-dea0-45a8-aa1c-eca4d09af53a, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5bc4868d-dea0-45a8-aa1c-eca4d09af53a,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:28:44.943909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5a9708-23fa-4837-97eb-460ee16927ab,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:44.950475 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5bc4868d-dea0-45a8-aa1c-eca4d09af53a), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:44.966268 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (604c459b-cc4e-44d4-a285-091e2148e6d5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:44.967245 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:44.967840 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:44.981520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Allocated IP 172.20.0.1 (e3064a27-c525-4747-81cc-3970797c947b/37dd0334-ddc1-49e6-b3f7-46a450d125a7/628b4cb8-f6b2-49e3-bf57-8946d70f0927) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:28:45.010609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7556530b-0098-4f2b-a0db-8abc875becb9 req-fcd8d442-c018-4550-8881-694f0e5ad13a tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/77a492b5-4744-469c-b747-99523e2ce21a HTTP/1.1" status: 200 len: 2415 time: 0.7031636 Feb 16 16:28:45.051280 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a4502-ec8a-4b15-9747-a0879628cff5 None None] Pushing event updated for resources: {'Port': ['ID=5bc4868d-dea0-45a8-aa1c-eca4d09af53a,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:45.068042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.9769762 Feb 16 16:28:45.070459 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53538) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:45.082673 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Routers {'2c0f5841-6059-4a71-9ac7-d6b954f88321'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:28:45.083585 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2c0f5841-6059-4a71-9ac7-d6b954f88321'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:45.116377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e751c7fe-ba2b-4000-a853-9db9886fb445 admin admin] Request body: {'subnet': {'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-subnet', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:45.148468 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Publish callbacks [] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:45.197055 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:45.226993 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] Set router 2c0f5841-6059-4a71-9ac7-d6b954f88321 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:28:45.262916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e751c7fe-ba2b-4000-a853-9db9886fb445 admin admin] Made reservation on behalf of 03676f2ebb244139b0a2a1eefff728c0 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:28:45.265467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Network e3064a27-c525-4747-81cc-3970797c947b is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:28:45.269501 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e751c7fe-ba2b-4000-a853-9db9886fb445 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:45.272650 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:45.275271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54f60e-ce90-436b-9b03-2b517ec5c9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=604c459b-cc4e-44d4-a285-091e2148e6d5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:45.277123 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:28:45.291280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 604c459b-cc4e-44d4-a285-091e2148e6d5 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:28:45.302802 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Pushing event updated for resources: {'Port': ['ID=628b4cb8-f6b2-49e3-bf57-8946d70f0927,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:45.325312 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (2c0f5841-6059-4a71-9ac7-d6b954f88321), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:45.371798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d4638-4ade-47dc-8ad0-738f3ba4eb97 req-217e8047-99f3-4edd-823d-44944f910ac0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:45.386585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac0d4638-4ade-47dc-8ad0-738f3ba4eb97 req-217e8047-99f3-4edd-823d-44944f910ac0 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.4893398 Feb 16 16:28:45.518108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-14f94e9a-c438-4386-aedc-b9639b3a01b4 req-e84e2b70-dab9-4ec2-a842-8f11cec679ec tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Deleting port 9ffaad10-0730-4f7f-91dd-46816e349f33 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:28:45.518609 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14f94e9a-c438-4386-aedc-b9639b3a01b4 req-e84e2b70-dab9-4ec2-a842-8f11cec679ec tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:45.589757 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:45.606346 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'name': 'tempest-ServersTestFqdnHostnames-1077956439-router', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:39Z', 'updated_at': '2022-02-16T16:28:41Z', 'revision_number': 3, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'gw_port': {'id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:40Z', 'updated_at': '2022-02-16T16:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:45.653581 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7556530b-0098-4f2b-a0db-8abc875becb9 req-36d18b7a-c12e-4854-9e2d-cf81ff66a301 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (77a492b5-4744-469c-b747-99523e2ce21a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:45.680308 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba59863-4e5f-4f27-a7b2-553fdfd7e10c None None] The sync data for ids ['2c0f5841-6059-4a71-9ac7-d6b954f88321'] in n-d-669411-5 is: [{'id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'name': 'tempest-ServersTestFqdnHostnames-1077956439-router', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:39Z', 'updated_at': '2022-02-16T16:28:41Z', 'revision_number': 3, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'gw_port': {'id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:40Z', 'updated_at': '2022-02-16T16:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:28:45.743123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac0d4638-4ade-47dc-8ad0-738f3ba4eb97 req-70df435c-c3df-4a24-80cd-7fd5e3ee5fa2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374221 Feb 16 16:28:45.776351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-17d598fa-c237-40e7-835a-43e59a712369 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8842354 Feb 16 16:28:45.783808 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-32f5d1cd-b595-41e7-bc3a-6f920c6e6c5e None None] Provisioning complete for port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:45.784563 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32f5d1cd-b595-41e7-bc3a-6f920c6e6c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:45.873934 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7556530b-0098-4f2b-a0db-8abc875becb9 req-36d18b7a-c12e-4854-9e2d-cf81ff66a301 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (77a492b5-4744-469c-b747-99523e2ce21a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:45.926420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-32f5d1cd-b595-41e7-bc3a-6f920c6e6c5e None None] Port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:28:45.987950 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Publish callbacks [] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:46.000828 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:46.263563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Pushing event updated for resources: {'Port': ['ID=628b4cb8-f6b2-49e3-bf57-8946d70f0927,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:46.282864 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (2c0f5841-6059-4a71-9ac7-d6b954f88321), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:46.370802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-14f94e9a-c438-4386-aedc-b9639b3a01b4 req-e84e2b70-dab9-4ec2-a842-8f11cec679ec tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] For port 9ffaad10-0730-4f7f-91dd-46816e349f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9ffaad10-0730-4f7f-91dd-46816e349f33,segment=NetworkSegment(86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a),segment_id=86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:46.371954 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14f94e9a-c438-4386-aedc-b9639b3a01b4 req-e84e2b70-dab9-4ec2-a842-8f11cec679ec tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:46.413491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-14f94e9a-c438-4386-aedc-b9639b3a01b4 req-e84e2b70-dab9-4ec2-a842-8f11cec679ec tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Calling delete_port for 9ffaad10-0730-4f7f-91dd-46816e349f33 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:28:46.423665 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7556530b-0098-4f2b-a0db-8abc875becb9 req-36d18b7a-c12e-4854-9e2d-cf81ff66a301 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (77a492b5-4744-469c-b747-99523e2ce21a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:46.427652 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7556530b-0098-4f2b-a0db-8abc875becb9 req-36d18b7a-c12e-4854-9e2d-cf81ff66a301 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:46.429303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7556530b-0098-4f2b-a0db-8abc875becb9 req-36d18b7a-c12e-4854-9e2d-cf81ff66a301 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "DELETE /v2.0/security-groups/77a492b5-4744-469c-b747-99523e2ce21a HTTP/1.1" status: 204 len: 173 time: 1.4109111 Feb 16 16:28:46.445720 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e751c7fe-ba2b-4000-a853-9db9886fb445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (4ab10d1a-f3cb-4ea9-9e20-174ca32774ca), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:46.475437 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c86b26-3597-4ddb-a576-cf5b1dbfec26 req-bf0cb906-8a56-4e5f-bdc4-0fabf26b193f tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:46.477444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02c86b26-3597-4ddb-a576-cf5b1dbfec26 req-bf0cb906-8a56-4e5f-bdc4-0fabf26b193f tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbdc9e04-bc4c-4fcc-8f45-035554246fb2 HTTP/1.1" status: 200 len: 943 time: 0.5511293 Feb 16 16:28:46.532744 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581af390-93c8-4065-94e8-3660d3076d00 req-0b7b7749-6f4f-4c44-9523-7075b1745179 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:46.535967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d18b7a-c12e-4854-9e2d-cf81ff66a301 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a492b5-4744-469c-b747-99523e2ce21a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:46.551915 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-0b7b7749-6f4f-4c44-9523-7075b1745179 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] 10.222.0.24 "GET /v2.0/ports/3d25a839-7552-404a-96e1-eae475d8b5ca HTTP/1.1" status: 200 len: 1129 time: 0.1996181 Feb 16 16:28:46.606723 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Network e3064a27-c525-4747-81cc-3970797c947b is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:28:46.610735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:46.783111 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Router 2c0f5841-6059-4a71-9ac7-d6b954f88321 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:28:46.847401 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751c7fe-ba2b-4000-a853-9db9886fb445 admin admin] Checking segment: {'id': 'db3c436b-387f-42ae-80df-8b77f1cbe1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:28:46.848068 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751c7fe-ba2b-4000-a853-9db9886fb445 admin admin] Network hostable DHCP agents. Network: 604c459b-cc4e-44d4-a285-091e2148e6d5, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:28:46.870371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751c7fe-ba2b-4000-a853-9db9886fb445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab10d1a-f3cb-4ea9-9e20-174ca32774ca,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:46.943418 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02c86b26-3597-4ddb-a576-cf5b1dbfec26 req-7f4270fd-9d75-4d8f-9203-59583bbc14b2 tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.24 "GET /v2.0/security-groups?id=df224ab7-d8b4-49c5-bd65-2c5f28268c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004619 Feb 16 16:28:47.056186 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:28:47.093552 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5c315bc1-1d99-41c4-a04f-120a3e0b1214 admin admin] 10.222.0.24 "PUT /v2.0/routers/2c0f5841-6059-4a71-9ac7-d6b954f88321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4648895 Feb 16 16:28:47.099253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548f9da-2e3e-4a00-acbf-0c88a02903a8 req-89faab59-7717-4180-8368-e658054b57a0 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:47.103324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2e6d9abc-7a7d-4b6a-89ec-b2b37304c825 None None] Provisioning complete for port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:47.114164 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2e6d9abc-7a7d-4b6a-89ec-b2b37304c825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:47.114517 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8548f9da-2e3e-4a00-acbf-0c88a02903a8 req-89faab59-7717-4180-8368-e658054b57a0 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.5592139 Feb 16 16:28:47.153041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751c7fe-ba2b-4000-a853-9db9886fb445 admin admin] Network 604c459b-cc4e-44d4-a285-091e2148e6d5 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:28:47.170441 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-c62b172b-8538-4eda-99bd-f95d15ab6b52 req-c638a255-4149-4884-80ce-68299664bca2 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] show failed (client error): The resource could not be found. Feb 16 16:28:47.172050 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c62b172b-8538-4eda-99bd-f95d15ab6b52 req-c638a255-4149-4884-80ce-68299664bca2 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/e75f3a0d-1d66-4b05-b722-0dae9f40b629 HTTP/1.1" status: 404 len: 352 time: 0.1163380 Feb 16 16:28:47.199312 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14f94e9a-c438-4386-aedc-b9639b3a01b4 req-e84e2b70-dab9-4ec2-a842-8f11cec679ec tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (9ffaad10-0730-4f7f-91dd-46816e349f33), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:47.206788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-e751c7fe-ba2b-4000-a853-9db9886fb445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 604c459b-cc4e-44d4-a285-091e2148e6d5) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:47.253868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5898cd-80aa-4054-b9bd-34dd115f6bc5 None None] Network 604c459b-cc4e-44d4-a285-091e2148e6d5 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:28:47.349690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e2b70-dab9-4ec2-a842-8f11cec679ec tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Pushing event deleted for resources: {'Port': ['ID=9ffaad10-0730-4f7f-91dd-46816e349f33,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:47.356849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 9ffaad10-0730-4f7f-91dd-46816e349f33 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:28:47.445173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d9abc-7a7d-4b6a-89ec-b2b37304c825 None None] Port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:28:47.447990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e751c7fe-ba2b-4000-a853-9db9886fb445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:47.449289 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e751c7fe-ba2b-4000-a853-9db9886fb445 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:47.480322 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:28:47.527788 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8548f9da-2e3e-4a00-acbf-0c88a02903a8 req-cbf5bd1c-0f14-4095-b753-0989c1b9b490 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789999 Feb 16 16:28:47.567708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f94e9a-c438-4386-aedc-b9639b3a01b4 req-e84e2b70-dab9-4ec2-a842-8f11cec679ec tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] No DVR routers for this DVR port 9ffaad10-0730-4f7f-91dd-46816e349f33 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:28:47.571813 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14f94e9a-c438-4386-aedc-b9639b3a01b4 req-e84e2b70-dab9-4ec2-a842-8f11cec679ec tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:47.575715 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f94e9a-c438-4386-aedc-b9639b3a01b4 req-e84e2b70-dab9-4ec2-a842-8f11cec679ec tempest-ImagesTestJSON-2098037553 tempest-ImagesTestJSON-2098037553-project] 10.222.0.65 "DELETE /v2.0/ports/9ffaad10-0730-4f7f-91dd-46816e349f33 HTTP/1.1" status: 204 len: 173 time: 3.4575322 Feb 16 16:28:47.575715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdc9e04-bc4c-4fcc-8f45-035554246fb2', 'name': 'network-vif-deleted', 'tag': '9ffaad10-0730-4f7f-91dd-46816e349f33'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:28:47.578650 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405faa8d-8741-49ed-b0b8-c78e72253933" -d '{"events": [{"server_uuid": "fbdc9e04-bc4c-4fcc-8f45-035554246fb2", "name": "network-vif-deleted", "tag": "9ffaad10-0730-4f7f-91dd-46816e349f33"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:28:47.589302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e751c7fe-ba2b-4000-a853-9db9886fb445 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5016332 Feb 16 16:28:47.592097 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53590) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:47.601923 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:47.658023 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (a71f4cda-fc81-4a75-b36c-692522331808), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:47.659075 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (a71f4cda-fc81-4a75-b36c-692522331808), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:47.670555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 9ffaad10-0730-4f7f-91dd-46816e349f33 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:28:47.670898 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 9ffaad10-0730-4f7f-91dd-46816e349f33 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:28:47.718161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8058e8-5d33-404b-95d8-0b118a068572 req-3779aee4-74c4-449f-ab17-f69c3c5e686a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:47.724272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec8058e8-5d33-404b-95d8-0b118a068572 req-3779aee4-74c4-449f-ab17-f69c3c5e686a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.3496547 Feb 16 16:28:47.736560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-604c459b-cc4e-44d4-a285-091e2148e6d5', 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'fixed_ips': [{'subnet_id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:28:47.737992 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:47.766288 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b40a1b74-ac58-4f29-be33-3a89f913cf7d req-b4be6b69-d32f-451b-b06d-1a7d49e90c06 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/5f728404-57b4-44b6-a3c8-5f83da96c425 HTTP/1.1" status: 200 len: 1821 time: 0.1562316 Feb 16 16:28:47.786257 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Publish callbacks [] for router_controller (a71f4cda-fc81-4a75-b36c-692522331808), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:47.899627 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec8058e8-5d33-404b-95d8-0b118a068572 req-2cd886f6-c226-498c-beaf-c315f5992689 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485329 Feb 16 16:28:47.960737 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b40a1b74-ac58-4f29-be33-3a89f913cf7d req-94e87f97-11ed-407c-aaa2-be295ace61a0 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (5f728404-57b4-44b6-a3c8-5f83da96c425), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:47.996084 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b40a1b74-ac58-4f29-be33-3a89f913cf7d req-94e87f97-11ed-407c-aaa2-be295ace61a0 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (5f728404-57b4-44b6-a3c8-5f83da96c425), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:48.045133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Allocated IP 172.20.0.2 (604c459b-cc4e-44d4-a285-091e2148e6d5/4ab10d1a-f3cb-4ea9-9e20-174ca32774ca/9a241cba-589c-4e02-88ca-23139267bef9) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:28:48.064031 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5bc4868d-dea0-45a8-aa1c-eca4d09af53a up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:48.213011 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b40a1b74-ac58-4f29-be33-3a89f913cf7d req-94e87f97-11ed-407c-aaa2-be295ace61a0 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5f728404-57b4-44b6-a3c8-5f83da96c425), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:48.217991 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b40a1b74-ac58-4f29-be33-3a89f913cf7d req-94e87f97-11ed-407c-aaa2-be295ace61a0 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:48.219222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b40a1b74-ac58-4f29-be33-3a89f913cf7d req-94e87f97-11ed-407c-aaa2-be295ace61a0 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "DELETE /v2.0/security-groups/5f728404-57b4-44b6-a3c8-5f83da96c425 HTTP/1.1" status: 204 len: 173 time: 0.4387650 Feb 16 16:28:48.250012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e87f97-11ed-407c-aaa2-be295ace61a0 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f728404-57b4-44b6-a3c8-5f83da96c425,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:48.295440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581af390-93c8-4065-94e8-3660d3076d00 req-b494183d-d24b-40a1-9144-d6d6a72e570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:48.297077 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-b494183d-d24b-40a1-9144-d6d6a72e570d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 1132 time: 0.1910162 Feb 16 16:28:48.406066 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Publish callbacks [] for router_gateway (a71f4cda-fc81-4a75-b36c-692522331808), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:48.489392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581af390-93c8-4065-94e8-3660d3076d00 req-4e571f35-ebcd-4a68-83e9-5c55bec3adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:48.491084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-4e571f35-ebcd-4a68-83e9-5c55bec3adbd service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1875174 Feb 16 16:28:48.529362 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ee311f-804c-4548-ac33-3d7d08fd333f x-openstack-request-id: req-39ee311f-804c-4548-ac33-3d7d08fd333f {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:28:48.529808 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdc9e04-bc4c-4fcc-8f45-035554246fb2", "name": "network-vif-deleted", "tag": "9ffaad10-0730-4f7f-91dd-46816e349f33", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:28:48.530060 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39ee311f-804c-4548-ac33-3d7d08fd333f {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:28:48.530507 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdc9e04-bc4c-4fcc-8f45-035554246fb2', 'name': 'network-vif-deleted', 'tag': '9ffaad10-0730-4f7f-91dd-46816e349f33', 'status': 'completed', 'code': 200} Feb 16 16:28:48.583527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-a94ab03c-e7fc-48f3-a0a3-10e1bb4124d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3d25a839-7552-404a-96e1-eae475d8b5ca HTTP/1.1" status: 200 len: 217 time: 0.0519755 Feb 16 16:28:48.587489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b991bb88-8697-4d16-8912-36d5c4e6eb02 req-fdec16d0-3254-4128-a301-c0d3a9de2a41 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/e8bd1c02-592f-4782-b77a-41daa7c38c4b HTTP/1.1" status: 200 len: 1822 time: 0.0952637 Feb 16 16:28:48.634673 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Publish callbacks [] for port (9a241cba-589c-4e02-88ca-23139267bef9), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:48.646458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5bc4868d-dea0-45a8-aa1c-eca4d09af53a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:48.647742 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5bc4868d-dea0-45a8-aa1c-eca4d09af53a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:48.648643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53604) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:48.656315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-6643ed98-a7dc-47d6-ab57-3a6711da2306 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--124687438', 'description': 'tempest-description--1611252246'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:48.660441 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (9a241cba-589c-4e02-88ca-23139267bef9), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:48.667647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Sync routers for ids ['2c0f5841-6059-4a71-9ac7-d6b954f88321'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:28:48.754851 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b991bb88-8697-4d16-8912-36d5c4e6eb02 req-dc146be3-9745-4176-97c8-13242fcc2faf tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (e8bd1c02-592f-4782-b77a-41daa7c38c4b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:48.758914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581af390-93c8-4065-94e8-3660d3076d00 req-377716c5-0985-41fd-a241-2090114d0fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:48.760589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-377716c5-0985-41fd-a241-2090114d0fbf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1709156 Feb 16 16:28:48.764638 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6643ed98-a7dc-47d6-ab57-3a6711da2306 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:48.844829 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Publish callbacks [] for router_gateway (a71f4cda-fc81-4a75-b36c-692522331808), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:48.869582 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Routers {'2c0f5841-6059-4a71-9ac7-d6b954f88321'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:28:48.873711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2c0f5841-6059-4a71-9ac7-d6b954f88321'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:48.874661 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b991bb88-8697-4d16-8912-36d5c4e6eb02 req-dc146be3-9745-4176-97c8-13242fcc2faf tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (e8bd1c02-592f-4782-b77a-41daa7c38c4b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:48.875696 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:48.881282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Network 604c459b-cc4e-44d4-a285-091e2148e6d5 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:28:48.910089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:48.919165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Pushing event updated for resources: {'Port': ['ID=9a241cba-589c-4e02-88ca-23139267bef9,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:48.933286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:28:48.939905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581af390-93c8-4065-94e8-3660d3076d00 req-0d3a6235-b9cb-4e61-bb18-2fa0378a3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:48.942165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-0d3a6235-b9cb-4e61-bb18-2fa0378a3e20 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1676981 Feb 16 16:28:48.962572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49facd-092c-4faa-a99b-92b2a832b274 req-99891104-f8da-4561-8d3f-79895c97aa98 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:48.970383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a49facd-092c-4faa-a99b-92b2a832b274 req-99891104-f8da-4561-8d3f-79895c97aa98 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.1522286 Feb 16 16:28:49.043296 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Allocated IP 172.25.4.199 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/84ca9c5f-ff54-4712-80f0-f482f06c4b6f) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:28:49.085130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-8584bba4-f3fe-496c-9062-5d9d54639267 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044912 Feb 16 16:28:49.191987 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a49facd-092c-4faa-a99b-92b2a832b274 req-a9db4773-3032-48cc-af34-a9de3ca9f98a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202566 Feb 16 16:28:49.329595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5bc4868d-dea0-45a8-aa1c-eca4d09af53a is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:49.330449 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5bc4868d-dea0-45a8-aa1c-eca4d09af53a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:49.374492 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Publish callbacks [] for port (84ca9c5f-ff54-4712-80f0-f482f06c4b6f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:49.401057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Attempting to bind port 9a241cba-589c-4e02-88ca-23139267bef9 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:28:49.401626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Attempting to bind port 9a241cba-589c-4e02-88ca-23139267bef9 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'db3c436b-387f-42ae-80df-8b77f1cbe1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:28:49.402174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Attempting to bind port 9a241cba-589c-4e02-88ca-23139267bef9 on network 604c459b-cc4e-44d4-a285-091e2148e6d5 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:49.415467 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6643ed98-a7dc-47d6-ab57-3a6711da2306 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for security_group (2ad6fc3c-128e-42dc-9d8b-089dcb73027d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:49.432780 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6643ed98-a7dc-47d6-ab57-3a6711da2306 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2ad6fc3c-128e-42dc-9d8b-089dcb73027d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:49.451407 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:28:49.451847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Checking segment: {'id': 'db3c436b-387f-42ae-80df-8b77f1cbe1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:28:49.452425 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:49.453187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Bound using segment: {'id': 'db3c436b-387f-42ae-80df-8b77f1cbe1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:28:49.453753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Bound port: 9a241cba-589c-4e02-88ca-23139267bef9, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db3c436b-387f-42ae-80df-8b77f1cbe1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:28:49.454149 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9a241cba-589c-4e02-88ca-23139267bef9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:49.469596 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (84ca9c5f-ff54-4712-80f0-f482f06c4b6f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:49.500638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643ed98-a7dc-47d6-ab57-3a6711da2306 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad6fc3c-128e-42dc-9d8b-089dcb73027d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:49.509447 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6643ed98-a7dc-47d6-ab57-3a6711da2306 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:49.511850 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6643ed98-a7dc-47d6-ab57-3a6711da2306 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8594177 Feb 16 16:28:49.512938 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b991bb88-8697-4d16-8912-36d5c4e6eb02 req-dc146be3-9745-4176-97c8-13242fcc2faf tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e8bd1c02-592f-4782-b77a-41daa7c38c4b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:49.518231 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b991bb88-8697-4d16-8912-36d5c4e6eb02 req-dc146be3-9745-4176-97c8-13242fcc2faf tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:49.520092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b991bb88-8697-4d16-8912-36d5c4e6eb02 req-dc146be3-9745-4176-97c8-13242fcc2faf tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "DELETE /v2.0/security-groups/e8bd1c02-592f-4782-b77a-41daa7c38c4b HTTP/1.1" status: 204 len: 173 time: 0.9206419 Feb 16 16:28:49.521281 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53626) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:49.535131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-bb15fe09-e036-410d-8ce5-1028d291b4b8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Request body: {'security_group_rule': {'security_group_id': '2ad6fc3c-128e-42dc-9d8b-089dcb73027d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:49.536030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc146be3-9745-4176-97c8-13242fcc2faf tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bd1c02-592f-4782-b77a-41daa7c38c4b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:49.553940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-0e68ca80-323b-468d-a3e5-2073460730c2 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492922 Feb 16 16:28:49.556247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 5bc4868d-dea0-45a8-aa1c-eca4d09af53a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5bc4868d-dea0-45a8-aa1c-eca4d09af53a,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:49.567148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:28:49.576203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee4a61-ce97-4e70-9133-d494a521e771 req-d589a4d1-59b7-4f27-b35a-21f61f9d47e3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:49.577847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:49.584966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bfee4a61-ce97-4e70-9133-d494a521e771 req-d589a4d1-59b7-4f27-b35a-21f61f9d47e3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.1651149 Feb 16 16:28:49.593784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:28:49.637958 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5bc4868d-dea0-45a8-aa1c-eca4d09af53a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:49.647540 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bfee4a61-ce97-4e70-9133-d494a521e771 req-ebc08938-1368-41b1-a47d-8cbb611779df tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614049 Feb 16 16:28:49.677962 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Pushing event updated for resources: {'Port': ['ID=84ca9c5f-ff54-4712-80f0-f482f06c4b6f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:49.764112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27356b26-91a9-4ff9-8f44-ea59cc67cf08 req-76270055-5f95-4f26-a5f0-5e8bd9c834ea tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/17bbd55b-20ce-4543-8cbd-8ab3c783edef HTTP/1.1" status: 200 len: 1822 time: 0.0969970 Feb 16 16:28:49.800554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] For port 9a241cba-589c-4e02-88ca-23139267bef9, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:28:49.852252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Set router 2c0f5841-6059-4a71-9ac7-d6b954f88321 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:28:49.901595 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-27356b26-91a9-4ff9-8f44-ea59cc67cf08 req-e582b753-a52d-4646-b000-211a29e49413 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (17bbd55b-20ce-4543-8cbd-8ab3c783edef), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:49.937249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] For port 9a241cba-589c-4e02-88ca-23139267bef9, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9a241cba-589c-4e02-88ca-23139267bef9,segment=NetworkSegment(db3c436b-387f-42ae-80df-8b77f1cbe1a9),segment_id=db3c436b-387f-42ae-80df-8b77f1cbe1a9)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:28:49.946163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=5bc4868d-dea0-45a8-aa1c-eca4d09af53a,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:49.964617 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9a241cba-589c-4e02-88ca-23139267bef9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:49.983483 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-27356b26-91a9-4ff9-8f44-ea59cc67cf08 req-e582b753-a52d-4646-b000-211a29e49413 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (17bbd55b-20ce-4543-8cbd-8ab3c783edef), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:50.000093 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bb15fe09-e036-410d-8ce5-1028d291b4b8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for security_group_rule (3e178f4f-0bc5-49de-8c5a-ca357b3d7ca8), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:50.086419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53650) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:50.103622 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bb15fe09-e036-410d-8ce5-1028d291b4b8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for security_group_rule (3e178f4f-0bc5-49de-8c5a-ca357b3d7ca8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:50.104227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-27356b26-91a9-4ff9-8f44-ea59cc67cf08 req-e582b753-a52d-4646-b000-211a29e49413 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (17bbd55b-20ce-4543-8cbd-8ab3c783edef), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:50.106934 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-27356b26-91a9-4ff9-8f44-ea59cc67cf08 req-e582b753-a52d-4646-b000-211a29e49413 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:50.111414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27356b26-91a9-4ff9-8f44-ea59cc67cf08 req-e582b753-a52d-4646-b000-211a29e49413 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "DELETE /v2.0/security-groups/17bbd55b-20ce-4543-8cbd-8ab3c783edef HTTP/1.1" status: 204 len: 173 time: 0.3403695 Feb 16 16:28:50.194225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a1321a-aa7b-4972-9c8d-6457930f2b76 admin admin] Deleting subnet 9186030b-fe72-41cc-87f9-eb80f37580c6 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:28:50.198919 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-03a1321a-aa7b-4972-9c8d-6457930f2b76 admin admin] Publish callbacks [] for subnet (9186030b-fe72-41cc-87f9-eb80f37580c6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:50.248389 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-03a1321a-aa7b-4972-9c8d-6457930f2b76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (9186030b-fe72-41cc-87f9-eb80f37580c6), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:50.317743 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff91b46-61a9-4869-9480-ff8b1c97f11c None None] Pushing event updated for resources: {'Port': ['ID=9a241cba-589c-4e02-88ca-23139267bef9,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:50.369621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582b753-a52d-4646-b000-211a29e49413 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bbd55b-20ce-4543-8cbd-8ab3c783edef,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:50.522032 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-03a1321a-aa7b-4972-9c8d-6457930f2b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (9186030b-fe72-41cc-87f9-eb80f37580c6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:50.624186 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-03a1321a-aa7b-4972-9c8d-6457930f2b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (9186030b-fe72-41cc-87f9-eb80f37580c6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:50.675184 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bb15fe09-e036-410d-8ce5-1028d291b4b8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (3e178f4f-0bc5-49de-8c5a-ca357b3d7ca8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:50.684829 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'name': 'tempest-ServersTestFqdnHostnames-1077956439-router', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:39Z', 'updated_at': '2022-02-16T16:28:45Z', 'revision_number': 4, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'gw_port': {'id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:40Z', 'updated_at': '2022-02-16T16:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '628b4cb8-f6b2-49e3-bf57-8946d70f0927', 'name': '', 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'mac_address': 'fa:16:3e:9a:ca:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:44Z', 'updated_at': '2022-02-16T16:28:45Z', 'revision_number': 2, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'subnets': [{'id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:50.708563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7dc6fd0-afa1-4ee1-b90f-6f0e9dbce5b5 req-185f4dc7-2fc9-4be2-8288-81cee917e625 tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/be26b5fc-17c0-4711-b9e7-5b02e18d4b7d HTTP/1.1" status: 200 len: 2421 time: 0.3643155 Feb 16 16:28:50.710799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1321a-aa7b-4972-9c8d-6457930f2b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9186030b-fe72-41cc-87f9-eb80f37580c6,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:50.715554 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Publish callbacks [] for router_gateway (a71f4cda-fc81-4a75-b36c-692522331808), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:50.736855 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-03a1321a-aa7b-4972-9c8d-6457930f2b76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:50.745712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-03a1321a-aa7b-4972-9c8d-6457930f2b76 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9186030b-fe72-41cc-87f9-eb80f37580c6 HTTP/1.1" status: 204 len: 168 time: 0.6581731 Feb 16 16:28:50.762929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f5a45-b6f4-4599-b2f0-abcd14b5afc8 req-28548da7-bdda-49d4-89c7-7d304bd8346b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:50.767050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Checking router: 2c0f5841-6059-4a71-9ac7-d6b954f88321 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:28:50.767577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Updating router 2c0f5841-6059-4a71-9ac7-d6b954f88321 port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:28:50.771531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb2f5a45-b6f4-4599-b2f0-abcd14b5afc8 req-28548da7-bdda-49d4-89c7-7d304bd8346b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.3785574 Feb 16 16:28:50.787303 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53660) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:50.835592 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:50.861740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15fe09-e036-410d-8ce5-1028d291b4b8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e178f4f-0bc5-49de-8c5a-ca357b3d7ca8,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:50.872939 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bb15fe09-e036-410d-8ce5-1028d291b4b8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:50.873959 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bb15fe09-e036-410d-8ce5-1028d291b4b8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3425930 Feb 16 16:28:50.877354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53662) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:50.883408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-52d525b7-a45d-46ef-b41b-f553e1dc1c17 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Request body: {'security_group_rule': {'security_group_id': '2ad6fc3c-128e-42dc-9d8b-089dcb73027d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:50.923640 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b2950921-102e-4803-956e-daa12648bd25 req-7025ff7d-9f94-46b2-9a27-e8e6ebcf3944 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8050942 Feb 16 16:28:50.970761 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a08da345-af2a-4e8e-b1bd-4d03f6f50fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (51499808-74f6-44c8-afc6-e9caf9ad70c7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.043561 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-52d525b7-a45d-46ef-b41b-f553e1dc1c17 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for security_group_rule (2053e7b7-5cdd-4e3c-871e-3bf1ed86e580), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.124187 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e7dc6fd0-afa1-4ee1-b90f-6f0e9dbce5b5 req-56ae3130-e4c8-4e12-8c65-35008677e58a tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (be26b5fc-17c0-4711-b9e7-5b02e18d4b7d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.182031 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (a71f4cda-fc81-4a75-b36c-692522331808), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.185439 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2950921-102e-4803-956e-daa12648bd25 req-32b4a1b5-87fe-4f1a-8503-240965b2b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:51.186970 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b2950921-102e-4803-956e-daa12648bd25 req-32b4a1b5-87fe-4f1a-8503-240965b2b9cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 1127 time: 0.2263212 Feb 16 16:28:51.241019 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Publish callbacks [] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.254661 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.255172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb2f5a45-b6f4-4599-b2f0-abcd14b5afc8 req-ea33ae0c-96f5-41e5-8602-0329c2caa99c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602692 Feb 16 16:28:51.304345 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e7dc6fd0-afa1-4ee1-b90f-6f0e9dbce5b5 req-56ae3130-e4c8-4e12-8c65-35008677e58a tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (be26b5fc-17c0-4711-b9e7-5b02e18d4b7d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.342389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e3fb0-1ed2-4268-bc85-68b08efe2e24 None None] Pushing event updated for resources: {'Port': ['ID=628b4cb8-f6b2-49e3-bf57-8946d70f0927,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:51.343381 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-52d525b7-a45d-46ef-b41b-f553e1dc1c17 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for security_group_rule (2053e7b7-5cdd-4e3c-871e-3bf1ed86e580), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.433970 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e7dc6fd0-afa1-4ee1-b90f-6f0e9dbce5b5 req-56ae3130-e4c8-4e12-8c65-35008677e58a tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (be26b5fc-17c0-4711-b9e7-5b02e18d4b7d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.442148 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e7dc6fd0-afa1-4ee1-b90f-6f0e9dbce5b5 req-56ae3130-e4c8-4e12-8c65-35008677e58a tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.444152 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7dc6fd0-afa1-4ee1-b90f-6f0e9dbce5b5 req-56ae3130-e4c8-4e12-8c65-35008677e58a tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "DELETE /v2.0/security-groups/be26b5fc-17c0-4711-b9e7-5b02e18d4b7d HTTP/1.1" status: 204 len: 173 time: 0.7247684 Feb 16 16:28:51.491270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2950921-102e-4803-956e-daa12648bd25 req-eb76d3d2-78eb-4b6e-8cdc-7586574788ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:51.495211 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b2950921-102e-4803-956e-daa12648bd25 req-eb76d3d2-78eb-4b6e-8cdc-7586574788ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.2434912 Feb 16 16:28:51.503452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-52d525b7-a45d-46ef-b41b-f553e1dc1c17 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (2053e7b7-5cdd-4e3c-871e-3bf1ed86e580), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.532194 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Attempting to bind port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:28:51.532568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Attempting to bind port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:28:51.532939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Attempting to bind port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 on network e3064a27-c525-4747-81cc-3970797c947b {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:51.547188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae3130-e4c8-4e12-8c65-35008677e58a tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be26b5fc-17c0-4711-b9e7-5b02e18d4b7d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:51.549033 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:28:51.549221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Checking segment: {'id': 'c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:28:51.550178 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.554331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Bound using segment: {'id': 'c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:28:51.554796 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Bound port: 628b4cb8-f6b2-49e3-bf57-8946d70f0927, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:28:51.555196 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.620172 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b2950921-102e-4803-956e-daa12648bd25 req-84374dae-c34d-4fe0-bdd9-7a2fd628cb87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 HTTP/1.1" status: 200 len: 217 time: 0.1023095 Feb 16 16:28:51.621176 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a08da345-af2a-4e8e-b1bd-4d03f6f50fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (51499808-74f6-44c8-afc6-e9caf9ad70c7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.643711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-a08da345-af2a-4e8e-b1bd-4d03f6f50fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51499808-74f6-44c8-afc6-e9caf9ad70c7']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:51.654876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-a08da345-af2a-4e8e-b1bd-4d03f6f50fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:51.655445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-a08da345-af2a-4e8e-b1bd-4d03f6f50fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:51.667218 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a08da345-af2a-4e8e-b1bd-4d03f6f50fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.687614 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a08da345-af2a-4e8e-b1bd-4d03f6f50fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.697100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08da345-af2a-4e8e-b1bd-4d03f6f50fe3 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:28:51.697509 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a08da345-af2a-4e8e-b1bd-4d03f6f50fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (86b2c345-6ac9-4cd5-aeb4-c8eeb2d0121a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.712011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2950921-102e-4803-956e-daa12648bd25 req-47df3799-36a9-4736-8b03-f29d119a0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:51.720354 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b2950921-102e-4803-956e-daa12648bd25 req-47df3799-36a9-4736-8b03-f29d119a0cba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.0901623 Feb 16 16:28:51.724041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d525b7-a45d-46ef-b41b-f553e1dc1c17 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2053e7b7-5cdd-4e3c-871e-3bf1ed86e580,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:51.741995 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] For port 628b4cb8-f6b2-49e3-bf57-8946d70f0927, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:28:51.756810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] For port 628b4cb8-f6b2-49e3-bf57-8946d70f0927, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=628b4cb8-f6b2-49e3-bf57-8946d70f0927,segment=NetworkSegment(c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b),segment_id=c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:28:51.769075 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:28:51.773003 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a08da345-af2a-4e8e-b1bd-4d03f6f50fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (51499808-74f6-44c8-afc6-e9caf9ad70c7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.778847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81472b9f-9188-4f88-bafc-6802f8a1b4bc None None] Network 604c459b-cc4e-44d4-a285-091e2148e6d5 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:28:51.788197 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a08da345-af2a-4e8e-b1bd-4d03f6f50fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.792378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a08da345-af2a-4e8e-b1bd-4d03f6f50fe3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/51499808-74f6-44c8-afc6-e9caf9ad70c7 HTTP/1.1" status: 204 len: 168 time: 1.0037739 Feb 16 16:28:51.822355 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-52d525b7-a45d-46ef-b41b-f553e1dc1c17 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.826622 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-52d525b7-a45d-46ef-b41b-f553e1dc1c17 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9435921 Feb 16 16:28:51.826839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53670) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:51.830568 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.833212 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:28:51.848914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08da345-af2a-4e8e-b1bd-4d03f6f50fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=51499808-74f6-44c8-afc6-e9caf9ad70c7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:51.859488 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b2950921-102e-4803-956e-daa12648bd25 req-76dd58b1-b353-43fa-acdc-0fd9861c43eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131537 Feb 16 16:28:51.861200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cab97-4163-43c7-99c5-29ea3570250b req-cc84cf30-394f-4b28-985a-d31e31f941c9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:51.868780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-188cab97-4163-43c7-99c5-29ea3570250b req-cc84cf30-394f-4b28-985a-d31e31f941c9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.4472675 Feb 16 16:28:51.902245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e65559eb-05e5-429d-896c-39cf0e157348 req-b8361863-12a0-4113-bfbe-c4f5233bdcdc tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "GET /v2.0/security-groups/159d9219-42bd-406a-b220-bc2c2f4ef9f4 HTTP/1.1" status: 200 len: 2414 time: 0.3767633 Feb 16 16:28:51.916421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-02408102-bfa2-4042-bd8c-e165a5e078e4 None None] Provisioning complete for port 9a241cba-589c-4e02-88ca-23139267bef9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:51.916797 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02408102-bfa2-4042-bd8c-e165a5e078e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9a241cba-589c-4e02-88ca-23139267bef9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:51.943452 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-188cab97-4163-43c7-99c5-29ea3570250b req-7408df7e-6c01-4ee3-a69e-7ae7c5a94005 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737126 Feb 16 16:28:52.016158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Routers {'2c0f5841-6059-4a71-9ac7-d6b954f88321'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:28:52.017297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2c0f5841-6059-4a71-9ac7-d6b954f88321'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:52.032596 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:52.063230 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e65559eb-05e5-429d-896c-39cf0e157348 req-cfd7fdc1-f029-47f8-932e-1894d51d017a tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (159d9219-42bd-406a-b220-bc2c2f4ef9f4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:52.123436 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Router a71f4cda-fc81-4a75-b36c-692522331808 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:28:52.135980 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e65559eb-05e5-429d-896c-39cf0e157348 req-cfd7fdc1-f029-47f8-932e-1894d51d017a tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (159d9219-42bd-406a-b220-bc2c2f4ef9f4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:52.147777 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53672) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:52.234709 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e65559eb-05e5-429d-896c-39cf0e157348 req-cfd7fdc1-f029-47f8-932e-1894d51d017a tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (159d9219-42bd-406a-b220-bc2c2f4ef9f4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:52.238276 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e65559eb-05e5-429d-896c-39cf0e157348 req-cfd7fdc1-f029-47f8-932e-1894d51d017a tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:52.239465 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e65559eb-05e5-429d-896c-39cf0e157348 req-cfd7fdc1-f029-47f8-932e-1894d51d017a tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] 10.222.0.24 "DELETE /v2.0/security-groups/159d9219-42bd-406a-b220-bc2c2f4ef9f4 HTTP/1.1" status: 204 len: 173 time: 0.3302145 Feb 16 16:28:52.257437 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b2950921-102e-4803-956e-daa12648bd25 req-f597a8ce-7236-4662-923c-67f24d65e513 service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875763 Feb 16 16:28:52.259377 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53674) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:52.261695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7fdc1-f029-47f8-932e-1894d51d017a tempest-SecurityGroupRulesTestJSON-1048458739 tempest-SecurityGroupRulesTestJSON-1048458739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=159d9219-42bd-406a-b220-bc2c2f4ef9f4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:52.403654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] Set router 2c0f5841-6059-4a71-9ac7-d6b954f88321 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:28:52.450418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac47e16-48e2-41bb-a435-ea91839197e6 req-c84d4b7c-6d46-4553-9e41-3b690c682839 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:52.457833 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ac47e16-48e2-41bb-a435-ea91839197e6 req-c84d4b7c-6d46-4553-9e41-3b690c682839 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.0939753 Feb 16 16:28:52.536354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ac47e16-48e2-41bb-a435-ea91839197e6 req-91fad308-c16b-487f-9e37-991d798e5f72 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696352 Feb 16 16:28:52.566704 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9a241cba-589c-4e02-88ca-23139267bef9 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:52.647313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0e177b-3b1f-43e6-b153-110fc8bb0fc8 admin admin] Deleting subnet 0a179dec-d6ee-425e-8cf2-f96fad9d4aaa {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:28:52.652103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:28:52.665018 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-66c31d8b-f3c6-40f8-9ab4-5167d06efb4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ca95a16ebaf4fb092fc39ed2f5c4729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5138118 Feb 16 16:28:52.667377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53682) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:52.668718 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cd0e177b-3b1f-43e6-b153-110fc8bb0fc8 admin admin] Publish callbacks [] for subnet (0a179dec-d6ee-425e-8cf2-f96fad9d4aaa), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:52.672088 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Sync routers for ids ['a71f4cda-fc81-4a75-b36c-692522331808'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:28:52.689022 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Routers {'a71f4cda-fc81-4a75-b36c-692522331808'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:28:52.691337 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a71f4cda-fc81-4a75-b36c-692522331808'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:52.755529 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ff8116f-9323-4c17-8c90-4409a3d9b827 admin admin] Publish callbacks [] for security_group (df224ab7-d8b4-49c5-bd65-2c5f28268c60), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:52.759868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e3fb0-1ed2-4268-bc85-68b08efe2e24 None None] Pushing event updated for resources: {'Port': ['ID=628b4cb8-f6b2-49e3-bf57-8946d70f0927,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:52.806903 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ff8116f-9323-4c17-8c90-4409a3d9b827 admin admin] Publish callbacks [] for security_group (df224ab7-d8b4-49c5-bd65-2c5f28268c60), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:52.849601 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cd0e177b-3b1f-43e6-b153-110fc8bb0fc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (0a179dec-d6ee-425e-8cf2-f96fad9d4aaa), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:52.859171 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ff8116f-9323-4c17-8c90-4409a3d9b827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (df224ab7-d8b4-49c5-bd65-2c5f28268c60), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:52.862920 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ff8116f-9323-4c17-8c90-4409a3d9b827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:52.866252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1ff8116f-9323-4c17-8c90-4409a3d9b827 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df224ab7-d8b4-49c5-bd65-2c5f28268c60 HTTP/1.1" status: 204 len: 168 time: 0.1978602 Feb 16 16:28:52.904504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8116f-9323-4c17-8c90-4409a3d9b827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df224ab7-d8b4-49c5-bd65-2c5f28268c60,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:52.907318 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cd0e177b-3b1f-43e6-b153-110fc8bb0fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (0a179dec-d6ee-425e-8cf2-f96fad9d4aaa), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:52.973398 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Set router a71f4cda-fc81-4a75-b36c-692522331808 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:28:53.039786 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:53.044238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53688) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:53.048032 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9497f18a-7add-4fa9-83c1-f226a110965c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.4548323 Feb 16 16:28:53.078977 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9a241cba-589c-4e02-88ca-23139267bef9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:53.079359 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9a241cba-589c-4e02-88ca-23139267bef9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:53.116576 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b2950921-102e-4803-956e-daa12648bd25 req-9f745eb6-9903-4090-a97b-315c895ebf2d service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8438559 Feb 16 16:28:53.142668 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cd0e177b-3b1f-43e6-b153-110fc8bb0fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (0a179dec-d6ee-425e-8cf2-f96fad9d4aaa), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:53.164572 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:53.247378 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e177b-3b1f-43e6-b153-110fc8bb0fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a179dec-d6ee-425e-8cf2-f96fad9d4aaa,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:53.254254 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cd0e177b-3b1f-43e6-b153-110fc8bb0fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:53.262366 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cd0e177b-3b1f-43e6-b153-110fc8bb0fc8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0a179dec-d6ee-425e-8cf2-f96fad9d4aaa HTTP/1.1" status: 204 len: 168 time: 0.9910204 Feb 16 16:28:53.265410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53692) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:53.355985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-02408102-bfa2-4042-bd8c-e165a5e078e4 None None] Current status of the port 9a241cba-589c-4e02-88ca-23139267bef9 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:53.356430 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02408102-bfa2-4042-bd8c-e165a5e078e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9a241cba-589c-4e02-88ca-23139267bef9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:53.414512 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:47Z', 'updated_at': '2022-02-16T16:28:49Z', 'revision_number': 3, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'gw_port': {'id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:48Z', 'updated_at': '2022-02-16T16:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:53.505531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'name': 'tempest-ServersTestFqdnHostnames-1077956439-router', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:39Z', 'updated_at': '2022-02-16T16:28:45Z', 'revision_number': 4, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'gw_port': {'id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:40Z', 'updated_at': '2022-02-16T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '628b4cb8-f6b2-49e3-bf57-8946d70f0927', 'name': '', 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'mac_address': 'fa:16:3e:9a:ca:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:44Z', 'updated_at': '2022-02-16T16:28:51Z', 'revision_number': 4, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'subnets': [{'id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:53.518126 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Checking router: a71f4cda-fc81-4a75-b36c-692522331808 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:28:53.518597 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Updating router a71f4cda-fc81-4a75-b36c-692522331808 port 84ca9c5f-ff54-4712-80f0-f482f06c4b6f binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:28:53.523684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-02408102-bfa2-4042-bd8c-e165a5e078e4 None None] For port 9a241cba-589c-4e02-88ca-23139267bef9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9a241cba-589c-4e02-88ca-23139267bef9,segment=NetworkSegment(db3c436b-387f-42ae-80df-8b77f1cbe1a9),segment_id=db3c436b-387f-42ae-80df-8b77f1cbe1a9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:53.625850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd02b4ec-f5e9-480c-b45d-73cb3b032a37 None None] The sync data for ids ['2c0f5841-6059-4a71-9ac7-d6b954f88321'] in n-d-669411-5 is: [{'id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'name': 'tempest-ServersTestFqdnHostnames-1077956439-router', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:39Z', 'updated_at': '2022-02-16T16:28:45Z', 'revision_number': 4, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'gw_port': {'id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:40Z', 'updated_at': '2022-02-16T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '628b4cb8-f6b2-49e3-bf57-8946d70f0927', 'name': '', 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'mac_address': 'fa:16:3e:9a:ca:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:44Z', 'updated_at': '2022-02-16T16:28:51Z', 'revision_number': 4, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'subnets': [{'id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:28:53.627563 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02408102-bfa2-4042-bd8c-e165a5e078e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9a241cba-589c-4e02-88ca-23139267bef9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:53.632971 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (84ca9c5f-ff54-4712-80f0-f482f06c4b6f), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:53.792350 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10878210-c822-40c4-88ae-d6f36ca83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (6784b957-b1c1-4998-8a75-ee95578ef023), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:53.857986 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Allocated IP 172.25.4.96 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/892200b2-0a32-48d3-8f72-6cc3cbdb216c) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:28:53.899467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-02408102-bfa2-4042-bd8c-e165a5e078e4 None None] Provisioning complete for port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:53.908162 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02408102-bfa2-4042-bd8c-e165a5e078e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:53.991489 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9a241cba-589c-4e02-88ca-23139267bef9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:53.992584 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5bc4868d-dea0-45a8-aa1c-eca4d09af53a up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:53.995916 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02408102-bfa2-4042-bd8c-e165a5e078e4 None None] Pushing event updated for resources: {'Port': ['ID=9a241cba-589c-4e02-88ca-23139267bef9,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:54.038146 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10878210-c822-40c4-88ae-d6f36ca83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (6784b957-b1c1-4998-8a75-ee95578ef023), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:54.136993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-10878210-c822-40c4-88ae-d6f36ca83b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6784b957-b1c1-4998-8a75-ee95578ef023']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:54.170842 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-10878210-c822-40c4-88ae-d6f36ca83b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f249a017-2daa-44e9-bdbe-e2e9b927ff11') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:54.171183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-10878210-c822-40c4-88ae-d6f36ca83b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f249a017-2daa-44e9-bdbe-e2e9b927ff11') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:54.210624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5bc4868d-dea0-45a8-aa1c-eca4d09af53a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:54.212130 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5bc4868d-dea0-45a8-aa1c-eca4d09af53a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:54.268808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe643e-a754-4ecc-8d8a-8eb060a3c69b req-43e9a2a2-ed95-4977-b5ac-e32884af9eaa tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:54.272891 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10878210-c822-40c4-88ae-d6f36ca83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (f249a017-2daa-44e9-bdbe-e2e9b927ff11), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:54.282851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31fe643e-a754-4ecc-8d8a-8eb060a3c69b req-43e9a2a2-ed95-4977-b5ac-e32884af9eaa tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 1.1412828 Feb 16 16:28:54.320884 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10878210-c822-40c4-88ae-d6f36ca83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f249a017-2daa-44e9-bdbe-e2e9b927ff11), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:54.352049 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10878210-c822-40c4-88ae-d6f36ca83b44 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:28:54.352742 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10878210-c822-40c4-88ae-d6f36ca83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (f249a017-2daa-44e9-bdbe-e2e9b927ff11), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:54.425139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e31a5-55da-4a8d-aaa4-4fd0aa45f95c req-daf2744e-5c37-4cc1-aae9-687b0ab4ffca tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:54.427027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-236e31a5-55da-4a8d-aaa4-4fd0aa45f95c req-daf2744e-5c37-4cc1-aae9-687b0ab4ffca tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.3762715 Feb 16 16:28:54.466902 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-02408102-bfa2-4042-bd8c-e165a5e078e4 None None] Current status of the port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:54.467607 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02408102-bfa2-4042-bd8c-e165a5e078e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:28:54.471073 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:28:54.505207 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5bc4868d-dea0-45a8-aa1c-eca4d09af53a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:54.523915 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for port (892200b2-0a32-48d3-8f72-6cc3cbdb216c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:54.528730 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10878210-c822-40c4-88ae-d6f36ca83b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (6784b957-b1c1-4998-8a75-ee95578ef023), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:54.556515 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-236e31a5-55da-4a8d-aaa4-4fd0aa45f95c req-17e5d93c-7bfc-4504-b478-b171d240c686 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198323 Feb 16 16:28:54.559037 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10878210-c822-40c4-88ae-d6f36ca83b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:54.560565 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-02408102-bfa2-4042-bd8c-e165a5e078e4 None None] For port 628b4cb8-f6b2-49e3-bf57-8946d70f0927, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=628b4cb8-f6b2-49e3-bf57-8946d70f0927,segment=NetworkSegment(c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b),segment_id=c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:54.566879 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-10878210-c822-40c4-88ae-d6f36ca83b44 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6784b957-b1c1-4998-8a75-ee95578ef023 HTTP/1.1" status: 204 len: 168 time: 1.2357564 Feb 16 16:28:54.570348 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02408102-bfa2-4042-bd8c-e165a5e078e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:54.668833 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10878210-c822-40c4-88ae-d6f36ca83b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=6784b957-b1c1-4998-8a75-ee95578ef023,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:54.729654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02408102-bfa2-4042-bd8c-e165a5e078e4 None None] Pushing event updated for resources: {'Port': ['ID=628b4cb8-f6b2-49e3-bf57-8946d70f0927,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:54.745554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6fba2d92-4d06-46fe-80de-a46f38efabb6 None None] Provisioning complete for port 9a241cba-589c-4e02-88ca-23139267bef9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:54.751869 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6fba2d92-4d06-46fe-80de-a46f38efabb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9a241cba-589c-4e02-88ca-23139267bef9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:54.753587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31fe643e-a754-4ecc-8d8a-8eb060a3c69b req-9404a7ce-364b-48a9-beb3-417f18396057 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695013 Feb 16 16:28:54.806314 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (892200b2-0a32-48d3-8f72-6cc3cbdb216c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:54.960706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9a241cba-589c-4e02-88ca-23139267bef9 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:55.064421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Pushing event updated for resources: {'Port': ['ID=892200b2-0a32-48d3-8f72-6cc3cbdb216c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:55.089960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:28:55.092707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:55.095835 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:55.100958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:28:55.138754 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6fba2d92-4d06-46fe-80de-a46f38efabb6 None None] Current status of the port 9a241cba-589c-4e02-88ca-23139267bef9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:55.195947 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6fba2d92-4d06-46fe-80de-a46f38efabb6 None None] Provisioning complete for port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:55.197050 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6fba2d92-4d06-46fe-80de-a46f38efabb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:55.231282 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Publish callbacks [] for port (84ca9c5f-ff54-4712-80f0-f482f06c4b6f), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:55.244739 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (84ca9c5f-ff54-4712-80f0-f482f06c4b6f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:55.275405 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53740) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:55.337027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9a241cba-589c-4e02-88ca-23139267bef9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:55.338546 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9a241cba-589c-4e02-88ca-23139267bef9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:55.389848 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a3b4d-0d17-412a-bc40-a2b221b64707 None None] Pushing event updated for resources: {'Port': ['ID=84ca9c5f-ff54-4712-80f0-f482f06c4b6f,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:55.414619 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a3b4d-0d17-412a-bc40-a2b221b64707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:55.416098 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a3b4d-0d17-412a-bc40-a2b221b64707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:55.416511 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a3b4d-0d17-412a-bc40-a2b221b64707 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:55.424780 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a3b4d-0d17-412a-bc40-a2b221b64707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:55.427270 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a3b4d-0d17-412a-bc40-a2b221b64707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:55.427874 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a3b4d-0d17-412a-bc40-a2b221b64707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:55.428406 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a3b4d-0d17-412a-bc40-a2b221b64707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:55.429041 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a3b4d-0d17-412a-bc40-a2b221b64707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:55.429603 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a3b4d-0d17-412a-bc40-a2b221b64707 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:55.430154 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a3b4d-0d17-412a-bc40-a2b221b64707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:55.431691 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a3b4d-0d17-412a-bc40-a2b221b64707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:55.432305 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a3b4d-0d17-412a-bc40-a2b221b64707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:55.432854 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a3b4d-0d17-412a-bc40-a2b221b64707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:28:55.472434 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Attempting to bind port 84ca9c5f-ff54-4712-80f0-f482f06c4b6f on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:28:55.473198 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Attempting to bind port 84ca9c5f-ff54-4712-80f0-f482f06c4b6f by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:28:55.473799 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Attempting to bind port 84ca9c5f-ff54-4712-80f0-f482f06c4b6f on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:28:55.480765 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:28:55.488252 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:28:55.488906 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:55.489524 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:28:55.490262 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Bound port: 84ca9c5f-ff54-4712-80f0-f482f06c4b6f, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:28:55.490883 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (84ca9c5f-ff54-4712-80f0-f482f06c4b6f), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:55.500767 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1a9391d3-8765-460c-ad44-75570444a1bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=160bef11b2c6433994a7f6b73e78151b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240932 Feb 16 16:28:55.512107 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53754) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:55.516745 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for floatingip (293aa0e6-a7f9-416b-8516-1da7fb5b4c8a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:55.615882 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Allocated IP 172.20.0.1 (604c459b-cc4e-44d4-a285-091e2148e6d5/4ab10d1a-f3cb-4ea9-9e20-174ca32774ca/79cb14db-a790-4447-be18-5ee0d8b96fb3) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:28:55.652804 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] For port 84ca9c5f-ff54-4712-80f0-f482f06c4b6f, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:28:55.657083 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] For port 84ca9c5f-ff54-4712-80f0-f482f06c4b6f, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=84ca9c5f-ff54-4712-80f0-f482f06c4b6f,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:28:55.663692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6fba2d92-4d06-46fe-80de-a46f38efabb6 None None] Current status of the port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:55.675384 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (84ca9c5f-ff54-4712-80f0-f482f06c4b6f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:55.677684 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b91f51cb-3a7e-41f3-90b4-e65e77a17041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:55.756807 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Publish callbacks [] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:55.813812 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:55.855011 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a3b4d-0d17-412a-bc40-a2b221b64707 None None] Pushing event updated for resources: {'Port': ['ID=84ca9c5f-ff54-4712-80f0-f482f06c4b6f,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:55.859104 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (892200b2-0a32-48d3-8f72-6cc3cbdb216c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:55.895620 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9a241cba-589c-4e02-88ca-23139267bef9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:55.899908 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Routers {'a71f4cda-fc81-4a75-b36c-692522331808'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:28:55.904438 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a71f4cda-fc81-4a75-b36c-692522331808'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:55.905038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Network 604c459b-cc4e-44d4-a285-091e2148e6d5 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:28:55.906700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 628b4cb8-f6b2-49e3-bf57-8946d70f0927 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:55.923427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:55.928760 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:28:55.975998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=79cb14db-a790-4447-be18-5ee0d8b96fb3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:55.996202 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3047af7a-3952-4906-9cc7-3735b63f3853 admin admin] Publish callbacks [] for security_group (a42f1de0-3164-4404-a25a-519e7f05df40), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:55.999295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3293cf-bf62-40dc-a2d3-c8f03fcd9da7 req-9a9c0d33-308f-47c4-b9ac-7bd796609987 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:56.004713 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e3293cf-bf62-40dc-a2d3-c8f03fcd9da7 req-9a9c0d33-308f-47c4-b9ac-7bd796609987 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.2050352 Feb 16 16:28:56.087508 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (a71f4cda-fc81-4a75-b36c-692522331808), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:56.155325 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3047af7a-3952-4906-9cc7-3735b63f3853 admin admin] Publish callbacks [] for security_group (a42f1de0-3164-4404-a25a-519e7f05df40), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:56.207390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58276fb6-f28c-46e7-9571-b90c205015bb req-bdf5d2d4-9147-4f22-bdb0-3654b7d459aa tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:56.209420 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58276fb6-f28c-46e7-9571-b90c205015bb req-bdf5d2d4-9147-4f22-bdb0-3654b7d459aa tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.2674117 Feb 16 16:28:56.291958 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] Set router a71f4cda-fc81-4a75-b36c-692522331808 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:28:56.364219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:56.371182 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:56.496761 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e3293cf-bf62-40dc-a2d3-c8f03fcd9da7 req-5916f6e7-e088-4184-aac9-67c09f6cdfac tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621873 Feb 16 16:28:56.505955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53774) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:56.566447 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58276fb6-f28c-46e7-9571-b90c205015bb req-7df4403e-0731-4a64-8c48-efc8afc31816 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231483 Feb 16 16:28:56.587542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-74daef69-cb46-4f6f-814a-c0f87d6fede5 None None] Provisioning complete for port 79cb14db-a790-4447-be18-5ee0d8b96fb3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:56.588121 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-74daef69-cb46-4f6f-814a-c0f87d6fede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:56.634241 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for port (892200b2-0a32-48d3-8f72-6cc3cbdb216c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:56.654797 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:56.661029 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (892200b2-0a32-48d3-8f72-6cc3cbdb216c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:56.675253 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3047af7a-3952-4906-9cc7-3735b63f3853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a42f1de0-3164-4404-a25a-519e7f05df40), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:56.682397 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3047af7a-3952-4906-9cc7-3735b63f3853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:56.683576 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3047af7a-3952-4906-9cc7-3735b63f3853 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a42f1de0-3164-4404-a25a-519e7f05df40 HTTP/1.1" status: 204 len: 168 time: 1.1642346 Feb 16 16:28:56.734931 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:47Z', 'updated_at': '2022-02-16T16:28:49Z', 'revision_number': 3, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'gw_port': {'id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:48Z', 'updated_at': '2022-02-16T16:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:56.738600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-74daef69-cb46-4f6f-814a-c0f87d6fede5 None None] Port 79cb14db-a790-4447-be18-5ee0d8b96fb3 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:28:56.790009 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047af7a-3952-4906-9cc7-3735b63f3853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42f1de0-3164-4404-a25a-519e7f05df40,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:56.804823 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c75070c-360c-433f-90c9-cd01a1d5b4c9 None None] The sync data for ids ['a71f4cda-fc81-4a75-b36c-692522331808'] in n-d-669411-5 is: [{'id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:47Z', 'updated_at': '2022-02-16T16:28:49Z', 'revision_number': 3, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'gw_port': {'id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:48Z', 'updated_at': '2022-02-16T16:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:28:56.836715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:56.864439 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Pushing event updated for resources: {'Port': ['ID=892200b2-0a32-48d3-8f72-6cc3cbdb216c,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:56.992904 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (293aa0e6-a7f9-416b-8516-1da7fb5b4c8a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:57.004036 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0211c5b4-6ad6-4311-98c9-ff4d6c0b041c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:57.041629 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:57.064463 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c7946cb6-f19d-46b6-9ce7-41370fba8a90 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2311039 Feb 16 16:28:57.093415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 628b4cb8-f6b2-49e3-bf57-8946d70f0927 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:57.186397 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Publish callbacks [] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:57.198809 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:57.253121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:57.254219 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:57.363140 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0211c5b4-6ad6-4311-98c9-ff4d6c0b041c admin admin] Publish callbacks [] for security_group (afa419f2-3996-4ae2-95b4-80bef424717e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:57.367222 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (a71f4cda-fc81-4a75-b36c-692522331808), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:57.391399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=79cb14db-a790-4447-be18-5ee0d8b96fb3,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:57.398924 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0211c5b4-6ad6-4311-98c9-ff4d6c0b041c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (afa419f2-3996-4ae2-95b4-80bef424717e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:57.451277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:57.536053 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0211c5b4-6ad6-4311-98c9-ff4d6c0b041c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=759cb50389674fe6ac789acf05efd0d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0288863 Feb 16 16:28:57.538779 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53804) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:57.581480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211c5b4-6ad6-4311-98c9-ff4d6c0b041c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa419f2-3996-4ae2-95b4-80bef424717e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:57.588238 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-390edccd-4bbc-4b12-9401-44135f3e4219 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--124687438&fields=id&tenant_id=5efc851b355d47bf8d553a191b14791e HTTP/1.1" status: 200 len: 267 time: 0.1977620 Feb 16 16:28:57.633663 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7632fccf-566c-4afc-8847-1fd639708f15 admin admin] Publish callbacks [] for security_group (afa419f2-3996-4ae2-95b4-80bef424717e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:57.663455 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7632fccf-566c-4afc-8847-1fd639708f15 admin admin] Publish callbacks [] for security_group (afa419f2-3996-4ae2-95b4-80bef424717e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:57.743121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Network 604c459b-cc4e-44d4-a285-091e2148e6d5 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:28:57.768279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:28:57.776729 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7632fccf-566c-4afc-8847-1fd639708f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (afa419f2-3996-4ae2-95b4-80bef424717e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:57.790676 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7632fccf-566c-4afc-8847-1fd639708f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:57.794092 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7632fccf-566c-4afc-8847-1fd639708f15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afa419f2-3996-4ae2-95b4-80bef424717e HTTP/1.1" status: 204 len: 168 time: 0.2512290 Feb 16 16:28:57.821122 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632fccf-566c-4afc-8847-1fd639708f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa419f2-3996-4ae2-95b4-80bef424717e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:57.909619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacc9f8-d196-4234-b0bc-d7bdfafbe52c req-ffb07fee-9b52-48fc-9438-1b81eed2c743 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:57.911488 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2cacc9f8-d196-4234-b0bc-d7bdfafbe52c req-ffb07fee-9b52-48fc-9438-1b81eed2c743 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.2188566 Feb 16 16:28:57.928192 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-5c509889-209c-4739-8fa0-66b9c44a6a2c tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:57.932746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-5c509889-209c-4739-8fa0-66b9c44a6a2c tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/networks?id=e3064a27-c525-4747-81cc-3970797c947b HTTP/1.1" status: 200 len: 815 time: 0.3373177 Feb 16 16:28:57.991960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-0abd76d0-b720-4d3d-9feb-32ad561150f6 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/quotas/5efc851b355d47bf8d553a191b14791e HTTP/1.1" status: 200 len: 375 time: 0.0115874 Feb 16 16:28:58.139745 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-39dd88d8-4543-4de7-82b7-bec5919c71ad tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5efc851b355d47bf8d553a191b14791e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1264968 Feb 16 16:28:58.147336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2cacc9f8-d196-4234-b0bc-d7bdfafbe52c req-5487db63-c042-4fa2-9f8f-78b5fc8b48f8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078340 Feb 16 16:28:58.173976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Router a71f4cda-fc81-4a75-b36c-692522331808 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:28:58.524339 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-99b472ef-98ff-4b62-b514-4f36335b0b4d None None] Provisioning complete for port 79cb14db-a790-4447-be18-5ee0d8b96fb3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:58.524895 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-99b472ef-98ff-4b62-b514-4f36335b0b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:58.528689 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c422bf7e-4551-4fa5-bf36-fa49ccd735e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:58.572850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-99b472ef-98ff-4b62-b514-4f36335b0b4d None None] Port 79cb14db-a790-4447-be18-5ee0d8b96fb3 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:28:58.591726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:28:58.597836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-da88cc5c-ad2c-4063-bd15-b01b896c8ef9 admin admin] 10.222.0.24 "PUT /v2.0/routers/a71f4cda-fc81-4a75-b36c-692522331808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5512600 Feb 16 16:28:58.609592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122aa37-5a2e-4765-abd9-fb2273f80652 req-6d838391-20ff-4d6b-9e12-8fcdf3589ab6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:58.617974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6122aa37-5a2e-4765-abd9-fb2273f80652 req-6d838391-20ff-4d6b-9e12-8fcdf3589ab6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.2254415 Feb 16 16:28:58.688651 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-11625b86-90f6-45a2-aa88-14da860cbc2e service neutron] 10.222.0.24 "GET /v2.0/networks/e3064a27-c525-4747-81cc-3970797c947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369968 Feb 16 16:28:58.705099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6122aa37-5a2e-4765-abd9-fb2273f80652 req-7d08b201-48e3-46ca-a97e-5072b49867d6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850148 Feb 16 16:28:58.894974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-528fa7ed-05f9-4a2c-930e-f25252d3f0af service neutron] 10.222.0.24 "GET /v2.0/networks/e3064a27-c525-4747-81cc-3970797c947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884289 Feb 16 16:28:59.045503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 84ca9c5f-ff54-4712-80f0-f482f06c4b6f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:28:59.179060 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:59.204160 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 84ca9c5f-ff54-4712-80f0-f482f06c4b6f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:28:59.204808 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (84ca9c5f-ff54-4712-80f0-f482f06c4b6f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:59.382179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 84ca9c5f-ff54-4712-80f0-f482f06c4b6f is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:28:59.382824 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (84ca9c5f-ff54-4712-80f0-f482f06c4b6f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:59.399294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-974d284a-e3e7-4ad4-bc64-4cfb85a47062 req-74d4e6f7-bdc7-4f3e-b7ef-26da66072644 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 210 time: 0.0701683 Feb 16 16:28:59.427963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 84ca9c5f-ff54-4712-80f0-f482f06c4b6f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=84ca9c5f-ff54-4712-80f0-f482f06c4b6f,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:28:59.435017 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (84ca9c5f-ff54-4712-80f0-f482f06c4b6f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:28:59.561039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=84ca9c5f-ff54-4712-80f0-f482f06c4b6f,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:28:59.616319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76482317-167d-4be9-a49a-79836fff2040 req-9693ab6d-45d9-44a3-80aa-c5fcadbb2d41 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:59.618665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76482317-167d-4be9-a49a-79836fff2040 req-9693ab6d-45d9-44a3-80aa-c5fcadbb2d41 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.0975690 Feb 16 16:28:59.710067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Sync routers for ids ['a71f4cda-fc81-4a75-b36c-692522331808'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:28:59.730670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Routers {'a71f4cda-fc81-4a75-b36c-692522331808'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:28:59.731604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a71f4cda-fc81-4a75-b36c-692522331808'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:28:59.802125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-721382c9-f5b2-4d2f-a7eb-f5d9b1b422c6 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:28:59.810415 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-721382c9-f5b2-4d2f-a7eb-f5d9b1b422c6 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/networks?id=604c459b-cc4e-44d4-a285-091e2148e6d5 HTTP/1.1" status: 200 len: 829 time: 0.1696949 Feb 16 16:28:59.823051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53886) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:28:59.876788 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76482317-167d-4be9-a49a-79836fff2040 req-0abf0fa5-7c62-411e-961d-a13cb4ef310f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285676 Feb 16 16:28:59.879960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-b0bf412a-0e15-445a-a90c-6bc5be516d89 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/quotas/03676f2ebb244139b0a2a1eefff728c0 HTTP/1.1" status: 200 len: 375 time: 0.0684500 Feb 16 16:28:59.911609 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Set router a71f4cda-fc81-4a75-b36c-692522331808 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:00.005374 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-70ea1224-754c-40aa-a0a8-5cb4afdae776 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=03676f2ebb244139b0a2a1eefff728c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1161456 Feb 16 16:29:00.133986 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9bcb82fe-f805-4521-8f5f-6af45b8b0e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:00.178219 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-690bbffe-d0d3-4c6c-a3b1-a314570c9b86 service neutron] 10.222.0.24 "GET /v2.0/networks/604c459b-cc4e-44d4-a285-091e2148e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644042 Feb 16 16:29:00.257142 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9bcb82fe-f805-4521-8f5f-6af45b8b0e8e admin admin] Publish callbacks [] for security_group (c24f4d35-1c19-47e1-85cd-781347ea8fab), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:00.262673 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9bcb82fe-f805-4521-8f5f-6af45b8b0e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c24f4d35-1c19-47e1-85cd-781347ea8fab), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:00.314443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-832276a3-e28f-4514-9ffb-72a2e2fc04f4 service neutron] 10.222.0.24 "GET /v2.0/networks/604c459b-cc4e-44d4-a285-091e2148e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304996 Feb 16 16:29:00.355860 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:47Z', 'updated_at': '2022-02-16T16:28:56Z', 'revision_number': 4, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'gw_port': {'id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:48Z', 'updated_at': '2022-02-16T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '79cb14db-a790-4447-be18-5ee0d8b96fb3', 'name': '', 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'mac_address': 'fa:16:3e:05:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:55Z', 'updated_at': '2022-02-16T16:28:56Z', 'revision_number': 2, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'subnets': [{'id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:00.366959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53892) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:00.367995 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9bcb82fe-f805-4521-8f5f-6af45b8b0e8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ebde5f08f5e482493a9faa7acd7e742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5430648 Feb 16 16:29:00.380936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb82fe-f805-4521-8f5f-6af45b8b0e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24f4d35-1c19-47e1-85cd-781347ea8fab,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:00.434335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Checking router: a71f4cda-fc81-4a75-b36c-692522331808 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:29:00.436442 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Updating router a71f4cda-fc81-4a75-b36c-692522331808 port 79cb14db-a790-4447-be18-5ee0d8b96fb3 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:29:00.499678 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:00.532546 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7fcddb02-5f13-40b4-bf17-bf5620b885eb admin admin] Publish callbacks [] for security_group (c24f4d35-1c19-47e1-85cd-781347ea8fab), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:00.562970 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7fcddb02-5f13-40b4-bf17-bf5620b885eb admin admin] Publish callbacks [] for security_group (c24f4d35-1c19-47e1-85cd-781347ea8fab), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:00.699080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ddd7e-6d8a-4077-b516-5dd547b04aba req-1f4fcfa0-e94a-47d3-9875-68cf6819f501 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:00.720285 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e49ddd7e-6d8a-4077-b516-5dd547b04aba req-1f4fcfa0-e94a-47d3-9875-68cf6819f501 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.2297065 Feb 16 16:29:00.748149 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7fcddb02-5f13-40b4-bf17-bf5620b885eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c24f4d35-1c19-47e1-85cd-781347ea8fab), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:00.750705 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7fcddb02-5f13-40b4-bf17-bf5620b885eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:00.751829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7fcddb02-5f13-40b4-bf17-bf5620b885eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c24f4d35-1c19-47e1-85cd-781347ea8fab HTTP/1.1" status: 204 len: 168 time: 0.3837402 Feb 16 16:29:00.832438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-882e71e4-d0f1-48f6-ac25-6126c92dafa2 req-39e58aae-5b6d-41b6-a834-897fb8f5b1a2 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 210 time: 0.0853193 Feb 16 16:29:00.833073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcddb02-5f13-40b4-bf17-bf5620b885eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24f4d35-1c19-47e1-85cd-781347ea8fab,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:00.862393 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e49ddd7e-6d8a-4077-b516-5dd547b04aba req-3f61247a-350d-4c07-a388-a7ef00d46865 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345313 Feb 16 16:29:01.022902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-35013591-b582-4430-a66a-0da245f09b41 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:01.024482 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-35013591-b582-4430-a66a-0da245f09b41 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.60 "GET /v2.0/networks?id=e3064a27-c525-4747-81cc-3970797c947b HTTP/1.1" status: 200 len: 815 time: 0.3507216 Feb 16 16:29:01.077794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb0d89a3-09fb-4543-9806-bdbeeba4e657 req-3d5ca077-43eb-4f38-afb1-36d37e1cffcf tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 210 time: 0.1018059 Feb 16 16:29:01.108545 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-8450e808-a525-4ea2-be81-6f693d3d3bd0 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5efc851b355d47bf8d553a191b14791e HTTP/1.1" status: 200 len: 379 time: 0.0707028 Feb 16 16:29:01.119462 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-d62ad2b7-f800-441a-8ddb-34bfaf256fee tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Request body: {'port': {'device_id': 'a7cbc3ad-267f-450e-ad5f-a1ede402d8ed', 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'admin_state_up': True, 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'security_groups': ['2ad6fc3c-128e-42dc-9d8b-089dcb73027d']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:01.135988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 84ca9c5f-ff54-4712-80f0-f482f06c4b6f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:01.296201 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb622a-20b7-4167-8384-ea343ad30c19 req-5150dec8-c317-47db-b941-849ae6c594d7 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:01.303468 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47cb622a-20b7-4167-8384-ea343ad30c19 req-5150dec8-c317-47db-b941-849ae6c594d7 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.1246872 Feb 16 16:29:01.311905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-d62ad2b7-f800-441a-8ddb-34bfaf256fee tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Made reservation on behalf of 5efc851b355d47bf8d553a191b14791e for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:29:01.316445 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-d62ad2b7-f800-441a-8ddb-34bfaf256fee tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:01.434102 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:01.441136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47cb622a-20b7-4167-8384-ea343ad30c19 req-504d9a9a-5bef-4ac5-8777-c25b2d97adb4 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277313 Feb 16 16:29:01.460675 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:01.512348 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Publish callbacks [] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:01.514933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 84ca9c5f-ff54-4712-80f0-f482f06c4b6f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:01.515302 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (84ca9c5f-ff54-4712-80f0-f482f06c4b6f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:01.587936 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:01.678947 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-d62ad2b7-f800-441a-8ddb-34bfaf256fee tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Allocated IP 172.20.0.4 (e3064a27-c525-4747-81cc-3970797c947b/37dd0334-ddc1-49e6-b3f7-46a450d125a7/03e01c35-0d9e-43d7-baad-d58a646eb397) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:01.763968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deeeb25-c000-419e-a604-dcc4a4c02559 None None] Pushing event updated for resources: {'Port': ['ID=79cb14db-a790-4447-be18-5ee0d8b96fb3,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:01.986948 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-d62ad2b7-f800-441a-8ddb-34bfaf256fee tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:02.061933 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-d62ad2b7-f800-441a-8ddb-34bfaf256fee tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:02.084245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30d2343b-33b8-4a15-8a4f-146f9eaa4bf2 req-afef78f0-ae7e-4752-9eab-87c8b6d52ff7 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 210 time: 0.0628617 Feb 16 16:29:02.173953 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-d62ad2b7-f800-441a-8ddb-34bfaf256fee tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Network e3064a27-c525-4747-81cc-3970797c947b is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:02.183475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-d62ad2b7-f800-441a-8ddb-34bfaf256fee tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:02.204792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 84ca9c5f-ff54-4712-80f0-f482f06c4b6f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:02.212862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-d62ad2b7-f800-441a-8ddb-34bfaf256fee tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:02.241869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Attempting to bind port 79cb14db-a790-4447-be18-5ee0d8b96fb3 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:02.242255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Attempting to bind port 79cb14db-a790-4447-be18-5ee0d8b96fb3 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'db3c436b-387f-42ae-80df-8b77f1cbe1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:02.243702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Attempting to bind port 79cb14db-a790-4447-be18-5ee0d8b96fb3 on network 604c459b-cc4e-44d4-a285-091e2148e6d5 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:02.268912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:02.269909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bd7f5-b41a-4a31-a2b2-4771b6994f6d req-765008f2-7af6-4b4f-87c0-f59dc68059b4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:02.270504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Checking segment: {'id': 'db3c436b-387f-42ae-80df-8b77f1cbe1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:02.271648 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:02.273817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Bound using segment: {'id': 'db3c436b-387f-42ae-80df-8b77f1cbe1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:02.275600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Bound port: 79cb14db-a790-4447-be18-5ee0d8b96fb3, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db3c436b-387f-42ae-80df-8b77f1cbe1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:02.277975 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:02.280194 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ad2b7-f800-441a-8ddb-34bfaf256fee tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Pushing event updated for resources: {'Port': ['ID=03e01c35-0d9e-43d7-baad-d58a646eb397,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:02.290427 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d2bd7f5-b41a-4a31-a2b2-4771b6994f6d req-765008f2-7af6-4b4f-87c0-f59dc68059b4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.2015362 Feb 16 16:29:02.323003 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:02.345667 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-d62ad2b7-f800-441a-8ddb-34bfaf256fee tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:02.351341 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-d62ad2b7-f800-441a-8ddb-34bfaf256fee tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:02.386835 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-d62ad2b7-f800-441a-8ddb-34bfaf256fee tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2729154 Feb 16 16:29:02.416561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Request body: {'port': {'device_id': 'a7cbc3ad-267f-450e-ad5f-a1ede402d8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:02.417443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d2bd7f5-b41a-4a31-a2b2-4771b6994f6d req-9965cf0f-aa8f-4666-8e8c-e97474b4eb59 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251206 Feb 16 16:29:02.610827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-82dd38c6-e291-40e7-9dda-d8208001cb54 None None] Provisioning complete for port 79cb14db-a790-4447-be18-5ee0d8b96fb3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:02.611211 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-82dd38c6-e291-40e7-9dda-d8208001cb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:02.669916 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] For port 79cb14db-a790-4447-be18-5ee0d8b96fb3, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:02.680029 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc0ae165-f659-4fa1-b264-a4104051c799 req-4dc64c21-3ffa-4400-a6f8-0ac810ac72d2 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 210 time: 0.0768430 Feb 16 16:29:02.682414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53956) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:02.708959 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:02.808910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] For port 79cb14db-a790-4447-be18-5ee0d8b96fb3, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=79cb14db-a790-4447-be18-5ee0d8b96fb3,segment=NetworkSegment(db3c436b-387f-42ae-80df-8b77f1cbe1a9),segment_id=db3c436b-387f-42ae-80df-8b77f1cbe1a9)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:02.841093 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:03.021695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-8b8edd63-61af-42b3-a5a1-acc48e1d52dd tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:03.026591 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-8b8edd63-61af-42b3-a5a1-acc48e1d52dd tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.65 "GET /v2.0/networks?id=604c459b-cc4e-44d4-a285-091e2148e6d5 HTTP/1.1" status: 200 len: 829 time: 0.3434410 Feb 16 16:29:03.042224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-82dd38c6-e291-40e7-9dda-d8208001cb54 None None] Port 79cb14db-a790-4447-be18-5ee0d8b96fb3 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:29:03.060141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7f098-58e7-4215-ba3b-25316973a841 req-2f30cb37-52ed-45bd-9d2c-0198bd01c335 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:03.071028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fc7f098-58e7-4215-ba3b-25316973a841 req-2f30cb37-52ed-45bd-9d2c-0198bd01c335 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 946 time: 0.2435603 Feb 16 16:29:03.078854 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Routers {'a71f4cda-fc81-4a75-b36c-692522331808'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:03.079788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a71f4cda-fc81-4a75-b36c-692522331808'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:03.104147 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-2637e94d-aaa0-489b-8a20-484f79274a3f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Request body: {'port': {'device_id': 'c7ec6bc0-5078-4f1e-8595-7312504e1ed3', 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'admin_state_up': True, 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:03.136254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-877109438-network', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:03.176999 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] Made reservation on behalf of e2cbad17b8ce48d9928b3b1e4dd42c20 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:29:03.180349 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:03.218650 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:03.301842 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deeeb25-c000-419e-a604-dcc4a4c02559 None None] Pushing event updated for resources: {'Port': ['ID=79cb14db-a790-4447-be18-5ee0d8b96fb3,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:03.319463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5d5de9ce-a185-4ce6-ac9a-c39e3936fca5 None None] Provisioning complete for port 03e01c35-0d9e-43d7-baad-d58a646eb397 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:03.319880 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d5de9ce-a185-4ce6-ac9a-c39e3936fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:03.391166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fc7f098-58e7-4215-ba3b-25316973a841 req-6c21c5ea-83fa-4d19-8eaa-5a61bd30912f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183236 Feb 16 16:29:03.480698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5d5de9ce-a185-4ce6-ac9a-c39e3936fca5 None None] Port 03e01c35-0d9e-43d7-baad-d58a646eb397 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:29:03.489996 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e01c35-0d9e-43d7-baad-d58a646eb397 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:29:03.499793 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Publish callbacks [] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:03.505656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] Set router a71f4cda-fc81-4a75-b36c-692522331808 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:03.514752 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Transition to ACTIVE for port object 03e01c35-0d9e-43d7-baad-d58a646eb397 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:29:03.524535 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:03.608237 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Pushing event updated for resources: {'Port': ['ID=03e01c35-0d9e-43d7-baad-d58a646eb397,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:03.639410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-2637e94d-aaa0-489b-8a20-484f79274a3f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Made reservation on behalf of 03676f2ebb244139b0a2a1eefff728c0 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:29:03.651280 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-2637e94d-aaa0-489b-8a20-484f79274a3f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:03.816779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3ed660ae-9217-4587-b6b4-609903a926c0 None None] Provisioning complete for port 79cb14db-a790-4447-be18-5ee0d8b96fb3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:03.817484 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ed660ae-9217-4587-b6b4-609903a926c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:03.854060 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] Publish callbacks [] for security_group (e0463a34-772e-4b5f-88be-c1fc5042904d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:03.877319 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e0463a34-772e-4b5f-88be-c1fc5042904d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:03.953078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:29:03.999626 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7b36b68a-f3dc-4586-be4d-47be965a470d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:04.002971 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] Added segment 7b36b68a-f3dc-4586-be4d-47be965a470d of type vlan for network cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 Feb 16 16:29:04.190149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3ed660ae-9217-4587-b6b4-609903a926c0 None None] Current status of the port 79cb14db-a790-4447-be18-5ee0d8b96fb3 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:04.190875 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ed660ae-9217-4587-b6b4-609903a926c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:04.252770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3ed660ae-9217-4587-b6b4-609903a926c0 None None] For port 79cb14db-a790-4447-be18-5ee0d8b96fb3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=79cb14db-a790-4447-be18-5ee0d8b96fb3,segment=NetworkSegment(db3c436b-387f-42ae-80df-8b77f1cbe1a9),segment_id=db3c436b-387f-42ae-80df-8b77f1cbe1a9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:04.273803 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ed660ae-9217-4587-b6b4-609903a926c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:04.319432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:04.360820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:47Z', 'updated_at': '2022-02-16T16:28:56Z', 'revision_number': 4, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'gw_port': {'id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:48Z', 'updated_at': '2022-02-16T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '79cb14db-a790-4447-be18-5ee0d8b96fb3', 'name': '', 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'mac_address': 'fa:16:3e:05:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:55Z', 'updated_at': '2022-02-16T16:29:02Z', 'revision_number': 4, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'subnets': [{'id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:04.365510 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed660ae-9217-4587-b6b4-609903a926c0 None None] Pushing event updated for resources: {'Port': ['ID=79cb14db-a790-4447-be18-5ee0d8b96fb3,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:04.421252 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Attempting to bind port 03e01c35-0d9e-43d7-baad-d58a646eb397 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:04.421581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Attempting to bind port 03e01c35-0d9e-43d7-baad-d58a646eb397 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:04.421905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Attempting to bind port 03e01c35-0d9e-43d7-baad-d58a646eb397 on network e3064a27-c525-4747-81cc-3970797c947b {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:04.427276 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Port 03e01c35-0d9e-43d7-baad-d58a646eb397 on network e3064a27-c525-4747-81cc-3970797c947b not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:29:04.427602 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Attempting to bind port 03e01c35-0d9e-43d7-baad-d58a646eb397 on network e3064a27-c525-4747-81cc-3970797c947b {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:04.446502 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:04.446838 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Checking segment: {'id': 'c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:04.447216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Bound using segment: {'id': 'c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:04.447649 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Bound port: 03e01c35-0d9e-43d7-baad-d58a646eb397, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:04.448027 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:04.456293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-2637e94d-aaa0-489b-8a20-484f79274a3f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Allocated IP 172.20.0.9 (604c459b-cc4e-44d4-a285-091e2148e6d5/4ab10d1a-f3cb-4ea9-9e20-174ca32774ca/a8fd4789-3935-48fb-beee-76e138cbf7c4) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:04.483588 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-dc81eee0-d0f9-4b7f-acf3-f4f7935a5a2a tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:04.490912 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-dc81eee0-d0f9-4b7f-acf3-f4f7935a5a2a tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1&tenant_id=b0adde609b014b4f962dc22768f8ddb1&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1128 time: 0.6777129 Feb 16 16:29:04.571784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-669411-5'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:04.605418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] For port 03e01c35-0d9e-43d7-baad-d58a646eb397, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:04.608984 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:04.610320 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] For port 03e01c35-0d9e-43d7-baad-d58a646eb397, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=03e01c35-0d9e-43d7-baad-d58a646eb397,segment=NetworkSegment(c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b),segment_id=c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:04.624184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50822e59-5320-4d89-bb3e-a1799edf77eb None None] The sync data for ids ['a71f4cda-fc81-4a75-b36c-692522331808'] in n-d-669411-5 is: [{'id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:47Z', 'updated_at': '2022-02-16T16:28:56Z', 'revision_number': 4, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'gw_port': {'id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:48Z', 'updated_at': '2022-02-16T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '79cb14db-a790-4447-be18-5ee0d8b96fb3', 'name': '', 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'mac_address': 'fa:16:3e:05:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:55Z', 'updated_at': '2022-02-16T16:29:02Z', 'revision_number': 4, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'subnets': [{'id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:29:04.638112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4a5de81f-5c36-4c6b-999a-b84af929ba5d details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:29:04.647885 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:04.660948 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:04.678560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:04.679191 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:04.680661 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] 10.222.0.60 "PUT /v2.0/ports/03e01c35-0d9e-43d7-baad-d58a646eb397 HTTP/1.1" status: 200 len: 1091 time: 2.2771804 Feb 16 16:29:04.685212 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-2637e94d-aaa0-489b-8a20-484f79274a3f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:04.699273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cbc3ad-267f-450e-ad5f-a1ede402d8ed', 'tag': '03e01c35-0d9e-43d7-baad-d58a646eb397'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:04.701914 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54617ba3-ddb5-4bc4-a600-8ac9376b1348" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cbc3ad-267f-450e-ad5f-a1ede402d8ed", "tag": "03e01c35-0d9e-43d7-baad-d58a646eb397"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:04.764852 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:04.766188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:04.767224 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:04.827706 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-2637e94d-aaa0-489b-8a20-484f79274a3f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:04.914339 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e1c29-e566-48c0-b7a1-51aaf44b0a8f service neutron] Pushing event updated for resources: {'Port': ['ID=03e01c35-0d9e-43d7-baad-d58a646eb397,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:04.934979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0463a34-772e-4b5f-88be-c1fc5042904d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:04.947900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db42bb-c6e8-4cf8-b41f-1a2069e1f334 req-30db1b17-a115-45ce-8476-ff3260bf39ba tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:04.948969 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73db42bb-c6e8-4cf8-b41f-1a2069e1f334 req-30db1b17-a115-45ce-8476-ff3260bf39ba tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 943 time: 1.3146796 Feb 16 16:29:04.956580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2708204 Feb 16 16:29:04.957867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637e94d-aaa0-489b-8a20-484f79274a3f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Pushing event updated for resources: {'Port': ['ID=a8fd4789-3935-48fb-beee-76e138cbf7c4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:04.964735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53980) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:05.012045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:05.024931 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f95812a2-17dd-425e-97a1-03e2df25aaba admin admin] Request body: {'subnet': {'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-877109438-subnet', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:05.050136 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4a5de81f-5c36-4c6b-999a-b84af929ba5d has no active binding in host n-h2-669411-5 {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 16:29:05.085124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-2637e94d-aaa0-489b-8a20-484f79274a3f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Network 604c459b-cc4e-44d4-a285-091e2148e6d5 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:05.085985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 79cb14db-a790-4447-be18-5ee0d8b96fb3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:05.097606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73db42bb-c6e8-4cf8-b41f-1a2069e1f334 req-4a415ab4-5962-434b-8382-9ca0e39224a1 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ad6fc3c-128e-42dc-9d8b-089dcb73027d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312151 Feb 16 16:29:05.128790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-2637e94d-aaa0-489b-8a20-484f79274a3f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:05.132013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-2637e94d-aaa0-489b-8a20-484f79274a3f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:05.149327 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-8c55a4a0-01ed-4215-9202-6aba081e02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:05.151155 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-8c55a4a0-01ed-4215-9202-6aba081e02fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5efc851b355d47bf8d553a191b14791e&device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 1125 time: 0.3902986 Feb 16 16:29:05.176501 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95812a2-17dd-425e-97a1-03e2df25aaba admin admin] Made reservation on behalf of e2cbad17b8ce48d9928b3b1e4dd42c20 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:29:05.191147 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f95812a2-17dd-425e-97a1-03e2df25aaba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:05.194250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a66fc-0503-4fc4-be0d-9bc8ea38b2fc req-0bcb9837-c80d-4cc4-bcd0-4c9deca24436 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:05.204048 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad6a66fc-0503-4fc4-be0d-9bc8ea38b2fc req-0bcb9837-c80d-4cc4-bcd0-4c9deca24436 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.8537755 Feb 16 16:29:05.242939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 79cb14db-a790-4447-be18-5ee0d8b96fb3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:05.249267 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:05.252953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-2637e94d-aaa0-489b-8a20-484f79274a3f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:05.253640 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-2637e94d-aaa0-489b-8a20-484f79274a3f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:05.376341 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad6a66fc-0503-4fc4-be0d-9bc8ea38b2fc req-aae3f304-29a1-45ec-8700-10080a5093b8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635466 Feb 16 16:29:05.377669 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 79cb14db-a790-4447-be18-5ee0d8b96fb3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:05.388721 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-2637e94d-aaa0-489b-8a20-484f79274a3f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2937880 Feb 16 16:29:05.395011 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f95ca-5dd6-4dd2-9729-7924fae070fe admin admin] Pushing event updated for resources: {'Network': ['ID=cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:05.425177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:29:05.441170 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:05.460091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Request body: {'port': {'device_id': 'c7ec6bc0-5078-4f1e-8595-7312504e1ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:05.518743 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:05.606202 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Publish callbacks [] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:05.610940 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-1ba074f9-ce5a-4bcd-978a-782e0a220538 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03e01c35-0d9e-43d7-baad-d58a646eb397 HTTP/1.1" status: 200 len: 217 time: 0.4506569 Feb 16 16:29:05.617244 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:05.649642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5a1aa929-59c0-4394-974c-9b7a3c4210ae None None] Provisioning complete for port a8fd4789-3935-48fb-beee-76e138cbf7c4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:05.649642 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5a1aa929-59c0-4394-974c-9b7a3c4210ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:05.672251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c208b-17a4-441e-9a2e-68d7169ac382 req-2c9bc4fb-6037-47c3-9121-79b62ecaf6ae tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:05.679152 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b35c208b-17a4-441e-9a2e-68d7169ac382 req-2c9bc4fb-6037-47c3-9121-79b62ecaf6ae tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 931 time: 0.3401253 Feb 16 16:29:05.686936 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:05.765005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5a1aa929-59c0-4394-974c-9b7a3c4210ae None None] Port a8fd4789-3935-48fb-beee-76e138cbf7c4 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:29:05.771520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b35c208b-17a4-441e-9a2e-68d7169ac382 req-3c890166-0bad-4c8f-9239-bbf60be006c2 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5a9708-23fa-4837-97eb-460ee16927ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844114 Feb 16 16:29:05.800248 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5de81f-5c36-4c6b-999a-b84af929ba5d,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:05.897458 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d367fc-534e-429e-9056-801008aa7bd5 x-openstack-request-id: req-e0d367fc-534e-429e-9056-801008aa7bd5 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:05.898188 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cbc3ad-267f-450e-ad5f-a1ede402d8ed", "tag": "03e01c35-0d9e-43d7-baad-d58a646eb397", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:05.898649 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0d367fc-534e-429e-9056-801008aa7bd5 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:05.899237 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7cbc3ad-267f-450e-ad5f-a1ede402d8ed', 'tag': '03e01c35-0d9e-43d7-baad-d58a646eb397', 'status': 'completed', 'code': 200} Feb 16 16:29:05.917139 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-4ff74ac9-f2f3-485a-b631-570fded42268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:05.919540 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-4ff74ac9-f2f3-485a-b631-570fded42268 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37dd0334-ddc1-49e6-b3f7-46a450d125a7 HTTP/1.1" status: 200 len: 854 time: 0.2952058 Feb 16 16:29:06.126380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Attempting to bind port 4a5de81f-5c36-4c6b-999a-b84af929ba5d on host n-h1-669411-5 for vnic_type normal with profile {"migrating_to": "n-h2-669411-5"} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:06.126782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Attempting to bind port 4a5de81f-5c36-4c6b-999a-b84af929ba5d by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:06.129151 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Attempting to bind port 4a5de81f-5c36-4c6b-999a-b84af929ba5d on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:06.167516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Port 4a5de81f-5c36-4c6b-999a-b84af929ba5d on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:29:06.167516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Attempting to bind port 4a5de81f-5c36-4c6b-999a-b84af929ba5d on network a1813a8d-0fbe-4a58-a0a5-a203a6879d67 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:06.186505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f561a67-8823-4ad1-90d5-a1c6be79f3ec req-a77a81b3-0e92-4e5b-9930-3cf6b5d9daf5 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:06.188174 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f561a67-8823-4ad1-90d5-a1c6be79f3ec req-a77a81b3-0e92-4e5b-9930-3cf6b5d9daf5 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 944 time: 0.2314804 Feb 16 16:29:06.198505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-61343d5c-eb59-4566-ab50-0b76646e7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:06.200319 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-61343d5c-eb59-4566-ab50-0b76646e7834 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e3064a27-c525-4747-81cc-3970797c947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2398531 Feb 16 16:29:06.203336 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:06.203953 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Checking segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:06.205857 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Bound using segment: {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:06.206528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Bound port: 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e733af4-c8c9-4eff-a9a4-ac3104a100c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1813a8d-0fbe-4a58-a0a5-a203a6879d67'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:06.207057 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:06.293739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fd4789-3935-48fb-beee-76e138cbf7c4 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:29:06.305146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Publish callbacks [] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:06.323156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Transition to ACTIVE for port object a8fd4789-3935-48fb-beee-76e138cbf7c4 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:29:06.336992 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:06.422953 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:06.426276 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:06.489568 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-74ab85db-1fdc-4a95-bc2a-9661f6696bf2 service neutron] 10.222.0.60 "GET /v2.0/networks/e3064a27-c525-4747-81cc-3970797c947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660985 Feb 16 16:29:06.491354 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:06.558822 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5de81f-5c36-4c6b-999a-b84af929ba5d,revision_number=8']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:06.563789 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f95812a2-17dd-425e-97a1-03e2df25aaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (fe3da449-1978-4788-9856-bb2680195426), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:06.687046 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95812a2-17dd-425e-97a1-03e2df25aaba admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe3da449-1978-4788-9856-bb2680195426,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:06.767948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:06.768845 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:06.771006 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66c8c895-85d0-42ee-a194-1a1eaa28b974 service neutron] 10.222.0.60 "PUT /v2.0/ports/4a5de81f-5c36-4c6b-999a-b84af929ba5d HTTP/1.1" status: 200 len: 1122 time: 2.2107425 Feb 16 16:29:06.856542 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7a0628cd-e2da-4990-b6ff-e2da72f5cdfe req-a7b3bdd7-13fb-4fec-85ab-60da4751a3bf service neutron] 10.222.0.60 "GET /v2.0/networks/e3064a27-c525-4747-81cc-3970797c947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988408 Feb 16 16:29:06.878444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95812a2-17dd-425e-97a1-03e2df25aaba admin admin] Checking segment: {'id': '7b36b68a-f3dc-4586-be4d-47be965a470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:06.878942 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95812a2-17dd-425e-97a1-03e2df25aaba admin admin] Network hostable DHCP agents. Network: cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:29:06.886586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['4a5de81f-5c36-4c6b-999a-b84af929ba5d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:06.915675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95812a2-17dd-425e-97a1-03e2df25aaba admin admin] Network cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:29:06.948737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['4a5de81f-5c36-4c6b-999a-b84af929ba5d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:07.003453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f95812a2-17dd-425e-97a1-03e2df25aaba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:07.011961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd3a1dd-c103-4290-aebf-18491941db5e None None] Network cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:29:07.031022 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95812a2-17dd-425e-97a1-03e2df25aaba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:07.031636 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f95812a2-17dd-425e-97a1-03e2df25aaba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:07.048208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54617ba3-ddb5-4bc4-a600-8ac9376b1348 req-d0485164-c200-4001-b114-41fd2086c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:07.052633 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-54617ba3-ddb5-4bc4-a600-8ac9376b1348 req-d0485164-c200-4001-b114-41fd2086c9b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5efc851b355d47bf8d553a191b14791e&device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 1125 time: 0.1305714 Feb 16 16:29:07.092407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f561a67-8823-4ad1-90d5-a1c6be79f3ec req-a74fc395-446e-4d37-9b29-3b760692f510 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7670443 Feb 16 16:29:07.111804 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f95812a2-17dd-425e-97a1-03e2df25aaba admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1050866 Feb 16 16:29:07.117511 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Pushing event updated for resources: {'Port': ['ID=a8fd4789-3935-48fb-beee-76e138cbf7c4,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:07.123494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54004) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:07.130903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:07.233601 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54617ba3-ddb5-4bc4-a600-8ac9376b1348 req-71ff5e24-36df-4a6f-b825-8987ae8043c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:07.235800 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-54617ba3-ddb5-4bc4-a600-8ac9376b1348 req-71ff5e24-36df-4a6f-b825-8987ae8043c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e3064a27-c525-4747-81cc-3970797c947b HTTP/1.1" status: 200 len: 916 time: 0.1735995 Feb 16 16:29:07.252545 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (be61284a-3caa-4231-b2b5-305219838790), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:07.252545 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (be61284a-3caa-4231-b2b5-305219838790), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:07.305358 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'fixed_ips': [{'subnet_id': 'fe3da449-1978-4788-9856-bb2680195426'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:29:07.306212 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:07.311331 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-54617ba3-ddb5-4bc4-a600-8ac9376b1348 req-e3c23466-9988-455c-aceb-45968e352ad2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03e01c35-0d9e-43d7-baad-d58a646eb397 HTTP/1.1" status: 200 len: 217 time: 0.0694108 Feb 16 16:29:07.315221 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159096ab-13d9-4e09-aaaa-af13df792445 req-e0e8a58d-875e-4f87-8d5d-fcfdd1422952 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:07.317012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-159096ab-13d9-4e09-aaaa-af13df792445 req-e0e8a58d-875e-4f87-8d5d-fcfdd1422952 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 943 time: 0.1945057 Feb 16 16:29:07.320632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Attempting to bind port a8fd4789-3935-48fb-beee-76e138cbf7c4 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:07.320970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Attempting to bind port a8fd4789-3935-48fb-beee-76e138cbf7c4 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'db3c436b-387f-42ae-80df-8b77f1cbe1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:07.321302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Attempting to bind port a8fd4789-3935-48fb-beee-76e138cbf7c4 on network 604c459b-cc4e-44d4-a285-091e2148e6d5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:07.351786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Port a8fd4789-3935-48fb-beee-76e138cbf7c4 on network 604c459b-cc4e-44d4-a285-091e2148e6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:29:07.352403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Attempting to bind port a8fd4789-3935-48fb-beee-76e138cbf7c4 on network 604c459b-cc4e-44d4-a285-091e2148e6d5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:07.377990 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54617ba3-ddb5-4bc4-a600-8ac9376b1348 req-c9365f3f-e4cd-4234-852b-2b52d3183d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:07.379894 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-54617ba3-ddb5-4bc4-a600-8ac9376b1348 req-c9365f3f-e4cd-4234-852b-2b52d3183d92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37dd0334-ddc1-49e6-b3f7-46a450d125a7 HTTP/1.1" status: 200 len: 854 time: 0.0519094 Feb 16 16:29:07.417015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:07.417353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Checking segment: {'id': 'db3c436b-387f-42ae-80df-8b77f1cbe1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:07.417770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Bound using segment: {'id': 'db3c436b-387f-42ae-80df-8b77f1cbe1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:07.418248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Bound port: a8fd4789-3935-48fb-beee-76e138cbf7c4, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3c436b-387f-42ae-80df-8b77f1cbe1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:07.418691 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:07.438993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91988da8-f693-457b-9609-2232e3d3df5b req-ab5ec300-a9db-42e1-8d9a-78afd62596e4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:07.441404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91988da8-f693-457b-9609-2232e3d3df5b req-ab5ec300-a9db-42e1-8d9a-78afd62596e4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.2097931 Feb 16 16:29:07.448829 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Publish callbacks [] for router_controller (be61284a-3caa-4231-b2b5-305219838790), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:07.458090 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54617ba3-ddb5-4bc4-a600-8ac9376b1348 req-b6cc1fb3-1b85-49be-babe-74f2b9f0eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:07.460210 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-54617ba3-ddb5-4bc4-a600-8ac9376b1348 req-b6cc1fb3-1b85-49be-babe-74f2b9f0eac7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e3064a27-c525-4747-81cc-3970797c947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0733848 Feb 16 16:29:07.541208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Allocated IP 172.20.0.2 (cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35/fe3da449-1978-4788-9856-bb2680195426/2892624c-e46f-4df6-8afa-cd0531b741bd) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:07.577858 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-54617ba3-ddb5-4bc4-a600-8ac9376b1348 req-853b5543-f88b-4427-a22d-f1041403f473 service neutron] 10.222.0.60 "GET /v2.0/networks/e3064a27-c525-4747-81cc-3970797c947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101186 Feb 16 16:29:07.625094 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-159096ab-13d9-4e09-aaaa-af13df792445 req-30b70fa1-457a-4375-99ab-25d0a0de306e tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ad6fc3c-128e-42dc-9d8b-089dcb73027d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805970 Feb 16 16:29:07.652383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] For port a8fd4789-3935-48fb-beee-76e138cbf7c4, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:07.655732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] For port a8fd4789-3935-48fb-beee-76e138cbf7c4, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a8fd4789-3935-48fb-beee-76e138cbf7c4,segment=NetworkSegment(db3c436b-387f-42ae-80df-8b77f1cbe1a9),segment_id=db3c436b-387f-42ae-80df-8b77f1cbe1a9)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:07.678860 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:07.693048 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-54617ba3-ddb5-4bc4-a600-8ac9376b1348 req-57893d67-aeb6-45e2-a64f-78b9357eba34 service neutron] 10.222.0.60 "GET /v2.0/networks/e3064a27-c525-4747-81cc-3970797c947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087079 Feb 16 16:29:07.709147 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Publish callbacks [] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:07.716550 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:07.717774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91988da8-f693-457b-9609-2232e3d3df5b req-997494dd-64d6-405d-9413-ce7ff229a60c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654290 Feb 16 16:29:07.763146 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Network cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:07.766170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:07.769536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:07.777531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Pushing event updated for resources: {'Port': ['ID=2892624c-e46f-4df6-8afa-cd0531b741bd,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:07.824941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:07.825631 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:07.827035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] 10.222.0.65 "PUT /v2.0/ports/a8fd4789-3935-48fb-beee-76e138cbf7c4 HTTP/1.1" status: 200 len: 1091 time: 2.4258690 Feb 16 16:29:07.846354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ec6bc0-5078-4f1e-8595-7312504e1ed3', 'tag': 'a8fd4789-3935-48fb-beee-76e138cbf7c4'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:07.849317 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc542f1a-6d12-4352-b815-ff4a70bc5600" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ec6bc0-5078-4f1e-8595-7312504e1ed3", "tag": "a8fd4789-3935-48fb-beee-76e138cbf7c4"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:07.852621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Attempting to bind port 2892624c-e46f-4df6-8afa-cd0531b741bd on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:07.852997 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Attempting to bind port 2892624c-e46f-4df6-8afa-cd0531b741bd by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '7b36b68a-f3dc-4586-be4d-47be965a470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:07.853374 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Attempting to bind port 2892624c-e46f-4df6-8afa-cd0531b741bd on network cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:07.857853 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Publish callbacks [] for router_gateway (be61284a-3caa-4231-b2b5-305219838790), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:07.866095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:07.866486 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Checking segment: {'id': '7b36b68a-f3dc-4586-be4d-47be965a470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:07.866952 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:07.867375 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Bound using segment: {'id': '7b36b68a-f3dc-4586-be4d-47be965a470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:07.867879 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Bound port: 2892624c-e46f-4df6-8afa-cd0531b741bd, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b36b68a-f3dc-4586-be4d-47be965a470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:07.868260 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:07.900309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c390e7b-3dd1-4966-a691-2d114d5ca1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a5de81f-5c36-4c6b-999a-b84af929ba5d'}, {'name': 'network-changed', 'server_uuid': '2c390e7b-3dd1-4966-a691-2d114d5ca1e1', 'tag': '4a5de81f-5c36-4c6b-999a-b84af929ba5d'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:07.902885 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af024e0f-81a0-4331-b954-81ea4f27c89b" -d '{"events": [{"server_uuid": "2c390e7b-3dd1-4966-a691-2d114d5ca1e1", "name": "network-vif-unplugged", "status": "completed", "tag": "4a5de81f-5c36-4c6b-999a-b84af929ba5d"}, {"name": "network-changed", "server_uuid": "2c390e7b-3dd1-4966-a691-2d114d5ca1e1", "tag": "4a5de81f-5c36-4c6b-999a-b84af929ba5d"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:07.920979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Pushing event updated for resources: {'Port': ['ID=a8fd4789-3935-48fb-beee-76e138cbf7c4,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:07.947781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] For port 2892624c-e46f-4df6-8afa-cd0531b741bd, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:07.952007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] For port 2892624c-e46f-4df6-8afa-cd0531b741bd, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2892624c-e46f-4df6-8afa-cd0531b741bd,segment=NetworkSegment(7b36b68a-f3dc-4586-be4d-47be965a470d),segment_id=7b36b68a-f3dc-4586-be4d-47be965a470d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:07.963385 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:07.968497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:07.968970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:07.969418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:07.969855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:07.970821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:07.971255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:07.971910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:07.972338 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:07.972763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:07.973557 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:07.973905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:07.974329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:07.976213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48070a-e872-487e-862b-59875d8bfafe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:08.025756 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e114b-98ed-4449-b7f7-470328441e64 req-a0718bb0-42a5-44e3-8323-af25301828e9 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:08.033511 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e15e114b-98ed-4449-b7f7-470328441e64 req-a0718bb0-42a5-44e3-8323-af25301828e9 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 943 time: 0.2731168 Feb 16 16:29:08.033890 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587eb79-c623-471c-9d7e-cf557fa1aaea None None] Pushing event updated for resources: {'Port': ['ID=2892624c-e46f-4df6-8afa-cd0531b741bd,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:08.090122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-8a1ee8f1-b131-4fb1-9f3e-1ba94e064cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:08.091636 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-8a1ee8f1-b131-4fb1-9f3e-1ba94e064cc3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=03676f2ebb244139b0a2a1eefff728c0&device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 1125 time: 0.2036848 Feb 16 16:29:08.191727 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e15e114b-98ed-4449-b7f7-470328441e64 req-0558897c-3e39-4fff-962e-f07e19815cd7 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5a9708-23fa-4837-97eb-460ee16927ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571259 Feb 16 16:29:08.194795 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-cb4868e4-d633-48b6-bb96-297bc5908e95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8fd4789-3935-48fb-beee-76e138cbf7c4 HTTP/1.1" status: 200 len: 217 time: 0.0888548 Feb 16 16:29:08.271657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-40132350-331c-46e9-96d9-6c21bce1130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:08.275457 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-40132350-331c-46e9-96d9-6c21bce1130e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4ab10d1a-f3cb-4ea9-9e20-174ca32774ca HTTP/1.1" status: 200 len: 868 time: 0.0725987 Feb 16 16:29:08.372202 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deecdeb2-1978-4a2f-953d-56a452c1dd57 x-openstack-request-id: req-deecdeb2-1978-4a2f-953d-56a452c1dd57 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:08.372581 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c390e7b-3dd1-4966-a691-2d114d5ca1e1", "name": "network-vif-unplugged", "status": "completed", "tag": "4a5de81f-5c36-4c6b-999a-b84af929ba5d", "code": 200}, {"name": "network-changed", "server_uuid": "2c390e7b-3dd1-4966-a691-2d114d5ca1e1", "tag": "4a5de81f-5c36-4c6b-999a-b84af929ba5d", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:08.373294 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-deecdeb2-1978-4a2f-953d-56a452c1dd57 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:08.373886 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c390e7b-3dd1-4966-a691-2d114d5ca1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a5de81f-5c36-4c6b-999a-b84af929ba5d', 'code': 200} Feb 16 16:29:08.374235 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c390e7b-3dd1-4966-a691-2d114d5ca1e1', 'tag': '4a5de81f-5c36-4c6b-999a-b84af929ba5d', 'status': 'completed', 'code': 200} Feb 16 16:29:08.376469 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb715c74-9b81-4756-a201-25b562130c38 x-openstack-request-id: req-eb715c74-9b81-4756-a201-25b562130c38 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:08.376807 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ec6bc0-5078-4f1e-8595-7312504e1ed3", "tag": "a8fd4789-3935-48fb-beee-76e138cbf7c4", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:08.377059 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb715c74-9b81-4756-a201-25b562130c38 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:08.377450 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ec6bc0-5078-4f1e-8595-7312504e1ed3', 'tag': 'a8fd4789-3935-48fb-beee-76e138cbf7c4', 'status': 'completed', 'code': 200} Feb 16 16:29:08.542819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-60f5e10a-0334-4564-bfa3-ac8cf610a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:08.544241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-60f5e10a-0334-4564-bfa3-ac8cf610a293 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=604c459b-cc4e-44d4-a285-091e2148e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2556009 Feb 16 16:29:08.546029 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Publish callbacks [] for router_gateway (be61284a-3caa-4231-b2b5-305219838790), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:08.607268 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:08.632882 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af024e0f-81a0-4331-b954-81ea4f27c89b req-28ac372d-d5fd-442e-b6bc-9bcdfdbd8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:08.634390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af024e0f-81a0-4331-b954-81ea4f27c89b req-28ac372d-d5fd-442e-b6bc-9bcdfdbd8273 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 1156 time: 0.2197776 Feb 16 16:29:08.772610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b51083-1f8e-4f1b-8a9c-390b1ba4697a req-0c54ba7e-22bc-4431-9994-14315f254365 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:08.774105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-55b51083-1f8e-4f1b-8a9c-390b1ba4697a req-0c54ba7e-22bc-4431-9994-14315f254365 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 944 time: 0.2920594 Feb 16 16:29:08.900897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-99170281-2ff0-485b-a9a7-8423590babdf tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:08.907471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-99170281-2ff0-485b-a9a7-8423590babdf tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 807 time: 0.3709855 Feb 16 16:29:08.937699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-287f78a9-cad7-46f7-b2ed-0d1777b3b239 service neutron] 10.222.0.65 "GET /v2.0/networks/604c459b-cc4e-44d4-a285-091e2148e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808908 Feb 16 16:29:08.944124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-64b4bee9-bf35-4c23-b951-ca2479f27450 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/quotas/3891023a3e87450bb385aeaa57c755fe HTTP/1.1" status: 200 len: 375 time: 0.0357611 Feb 16 16:29:08.977874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2892624c-e46f-4df6-8afa-cd0531b741bd up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:09.035900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2892624c-e46f-4df6-8afa-cd0531b741bd triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:09.036283 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:09.041082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Allocated IP 172.25.4.17 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/f027cfd9-338e-4b0c-9758-48ccebce995d) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:09.050372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-55b51083-1f8e-4f1b-8a9c-390b1ba4697a req-a18febb7-09f9-4f34-a42f-f4abea415d4c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606134 Feb 16 16:29:09.057326 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af024e0f-81a0-4331-b954-81ea4f27c89b req-e85f5d06-b649-47b2-8229-2db15e7314de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:09.058774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af024e0f-81a0-4331-b954-81ea4f27c89b req-e85f5d06-b649-47b2-8229-2db15e7314de service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.4098573 Feb 16 16:29:09.146882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2892624c-e46f-4df6-8afa-cd0531b741bd is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:09.147280 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:09.153297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61a1cf2-8fc1-4484-83ae-d051fa280b9a None None] Network cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:29:09.159090 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af024e0f-81a0-4331-b954-81ea4f27c89b req-a0913798-971e-4699-b978-657021b9629c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d HTTP/1.1" status: 200 len: 217 time: 0.0615723 Feb 16 16:29:09.233402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-e655b572-b861-4c01-956d-8d8f95bf563f tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2796736 Feb 16 16:29:09.262949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 2892624c-e46f-4df6-8afa-cd0531b741bd, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2892624c-e46f-4df6-8afa-cd0531b741bd,segment=NetworkSegment(7b36b68a-f3dc-4586-be4d-47be965a470d),segment_id=7b36b68a-f3dc-4586-be4d-47be965a470d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:09.264067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3b795f6a-c45b-48b9-b359-79bedb5d0031 None None] Provisioning complete for port 2892624c-e46f-4df6-8afa-cd0531b741bd triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:09.264439 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b795f6a-c45b-48b9-b359-79bedb5d0031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:09.267786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31bf7152-f92b-405a-a30e-66f5dddffcbb req-64642669-268d-4268-a8b4-a54cfbda3bd7 service neutron] 10.222.0.65 "GET /v2.0/networks/604c459b-cc4e-44d4-a285-091e2148e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141260 Feb 16 16:29:09.289434 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:09.346350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af024e0f-81a0-4331-b954-81ea4f27c89b req-d1e454ef-80cb-494d-a303-6a28bfa00d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:09.347954 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af024e0f-81a0-4331-b954-81ea4f27c89b req-d1e454ef-80cb-494d-a303-6a28bfa00d15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.1766438 Feb 16 16:29:09.380480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=2892624c-e46f-4df6-8afa-cd0531b741bd,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:09.429996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3b795f6a-c45b-48b9-b359-79bedb5d0031 None None] Current status of the port 2892624c-e46f-4df6-8afa-cd0531b741bd is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:09.449427 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af024e0f-81a0-4331-b954-81ea4f27c89b req-add9f141-7a75-49af-a73c-463d537ff8a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752254 Feb 16 16:29:09.467328 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Publish callbacks [] for port (f027cfd9-338e-4b0c-9758-48ccebce995d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:09.491305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a05da-cc53-41c0-8ec6-dcf9dfaa4abb req-3f92f37d-eefc-4fd9-94c0-9ef1baece50b tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:09.492851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-109a05da-cc53-41c0-8ec6-dcf9dfaa4abb req-3f92f37d-eefc-4fd9-94c0-9ef1baece50b tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 943 time: 0.3015833 Feb 16 16:29:09.564762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-6a04ac16-a70a-416c-a214-56fdbf43ff69 service neutron] 10.222.0.24 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797542 Feb 16 16:29:09.602877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc542f1a-6d12-4352-b815-ff4a70bc5600 req-8a576d3a-45b0-4bfc-bb33-5f9c40905b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:09.604395 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc542f1a-6d12-4352-b815-ff4a70bc5600 req-8a576d3a-45b0-4bfc-bb33-5f9c40905b98 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=03676f2ebb244139b0a2a1eefff728c0&device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 1125 time: 0.2834761 Feb 16 16:29:09.654565 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-50b1499b-ce57-462d-a9cf-97bea820978d None None] Provisioning complete for port 2892624c-e46f-4df6-8afa-cd0531b741bd triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:09.654980 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50b1499b-ce57-462d-a9cf-97bea820978d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:09.740921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-50b1499b-ce57-462d-a9cf-97bea820978d None None] Current status of the port 2892624c-e46f-4df6-8afa-cd0531b741bd is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:10.009873 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f027cfd9-338e-4b0c-9758-48ccebce995d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:10.072433 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-109a05da-cc53-41c0-8ec6-dcf9dfaa4abb req-b32c7ef2-5024-4c51-9a89-a2d2ad07b89c tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ad6fc3c-128e-42dc-9d8b-089dcb73027d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5608022 Feb 16 16:29:10.105397 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af024e0f-81a0-4331-b954-81ea4f27c89b req-cb3ae3a4-402a-44e9-ad85-6bbb72acbbf4 service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6460619 Feb 16 16:29:10.153993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:10.173953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:10.207043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:10.208863 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Pushing event updated for resources: {'Port': ['ID=f027cfd9-338e-4b0c-9758-48ccebce995d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:10.281000 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-64e4daab-7ee2-4b7f-b1af-f6ec7778758f service neutron] 10.222.0.24 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6854498 Feb 16 16:29:10.292513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc542f1a-6d12-4352-b815-ff4a70bc5600 req-ddf77377-3b7c-4a69-a6d0-48d0b4471718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:10.293962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc542f1a-6d12-4352-b815-ff4a70bc5600 req-ddf77377-3b7c-4a69-a6d0-48d0b4471718 service neutron] 10.222.0.65 "GET /v2.0/networks?id=604c459b-cc4e-44d4-a285-091e2148e6d5 HTTP/1.1" status: 200 len: 930 time: 0.6708696 Feb 16 16:29:10.364492 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc542f1a-6d12-4352-b815-ff4a70bc5600 req-a20a88f5-4668-4f0b-a56b-0dc892240445 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8fd4789-3935-48fb-beee-76e138cbf7c4 HTTP/1.1" status: 200 len: 217 time: 0.0574095 Feb 16 16:29:10.415253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30dda0-c321-4f5f-bacd-f1a7cc72ccfd req-630b2a95-1a97-457c-b1c8-43725978db69 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:10.416765 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c30dda0-c321-4f5f-bacd-f1a7cc72ccfd req-630b2a95-1a97-457c-b1c8-43725978db69 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.2841940 Feb 16 16:29:10.456029 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af024e0f-81a0-4331-b954-81ea4f27c89b req-8c41b1c0-c4b5-41a2-895c-c4a484e8f89f service neutron] 10.222.0.65 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400629 Feb 16 16:29:10.562621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc542f1a-6d12-4352-b815-ff4a70bc5600 req-88d1de2c-d78c-425f-a307-b380141847f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:10.564718 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc542f1a-6d12-4352-b815-ff4a70bc5600 req-88d1de2c-d78c-425f-a307-b380141847f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4ab10d1a-f3cb-4ea9-9e20-174ca32774ca HTTP/1.1" status: 200 len: 868 time: 0.1576517 Feb 16 16:29:10.611419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c30dda0-c321-4f5f-bacd-f1a7cc72ccfd req-ebb3bec6-d566-4459-a6b8-143a965132ff tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585307 Feb 16 16:29:10.646993 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 03e01c35-0d9e-43d7-baad-d58a646eb397 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:29:10.765957 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 03e01c35-0d9e-43d7-baad-d58a646eb397, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=03e01c35-0d9e-43d7-baad-d58a646eb397,segment=NetworkSegment(c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b),segment_id=c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:10.778323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '03e01c35-0d9e-43d7-baad-d58a646eb397', 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'port_id': '03e01c35-0d9e-43d7-baad-d58a646eb397', 'mac_address': 'fa:16:3e:9b:73:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:29:10.786012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc542f1a-6d12-4352-b815-ff4a70bc5600 req-aba9c5f2-4134-40c1-9173-25558fa0f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:10.787573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc542f1a-6d12-4352-b815-ff4a70bc5600 req-aba9c5f2-4134-40c1-9173-25558fa0f222 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=604c459b-cc4e-44d4-a285-091e2148e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2109408 Feb 16 16:29:10.822675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 03e01c35-0d9e-43d7-baad-d58a646eb397 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:10.823066 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:10.837498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e01c35-0d9e-43d7-baad-d58a646eb397 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:29:10.841192 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca490c5-feb6-4944-be32-93f7c82f9c8b req-ba36894b-1f13-44dd-b8f4-6937d2a77fab tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:10.842746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dca490c5-feb6-4944-be32-93f7c82f9c8b req-ba36894b-1f13-44dd-b8f4-6937d2a77fab tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 943 time: 0.2300804 Feb 16 16:29:10.864224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 03e01c35-0d9e-43d7-baad-d58a646eb397, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=03e01c35-0d9e-43d7-baad-d58a646eb397,segment=NetworkSegment(c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b),segment_id=c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:10.869641 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:10.881322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3aca5-c6c8-4c16-a6fe-179f34724ec4 req-752221d5-74ed-4837-b7ff-2891453f936d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:10.882844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ef3aca5-c6c8-4c16-a6fe-179f34724ec4 req-752221d5-74ed-4837-b7ff-2891453f936d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 944 time: 0.1708374 Feb 16 16:29:10.935000 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Publish callbacks [] for router_gateway (be61284a-3caa-4231-b2b5-305219838790), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:10.965220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=03e01c35-0d9e-43d7-baad-d58a646eb397,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:10.977802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2892624c-e46f-4df6-8afa-cd0531b741bd up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:11.037585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2892624c-e46f-4df6-8afa-cd0531b741bd triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:11.037961 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:11.086857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc542f1a-6d12-4352-b815-ff4a70bc5600 req-16abd6a3-b451-446f-b55c-76af3b0ba321 service neutron] 10.222.0.65 "GET /v2.0/networks/604c459b-cc4e-44d4-a285-091e2148e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862301 Feb 16 16:29:11.101204 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dca490c5-feb6-4944-be32-93f7c82f9c8b req-776e24cc-a320-46d1-896e-e32b7ba26722 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5a9708-23fa-4837-97eb-460ee16927ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388883 Feb 16 16:29:11.127589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ef3aca5-c6c8-4c16-a6fe-179f34724ec4 req-4090aaed-ebc1-4165-99e9-8d7478ca5321 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056077 Feb 16 16:29:11.268844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2892624c-e46f-4df6-8afa-cd0531b741bd is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:11.301351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa7344b0-7d7d-411a-85b9-e2321559be8d req-952da9bf-e19b-4c5b-8cb5-52c60a68c65e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 210 time: 0.1090703 Feb 16 16:29:11.334517 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc542f1a-6d12-4352-b815-ff4a70bc5600 req-fbb2be7d-1b06-4821-986c-e44162657bdf service neutron] 10.222.0.65 "GET /v2.0/networks/604c459b-cc4e-44d4-a285-091e2148e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364554 Feb 16 16:29:11.362372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['03e01c35-0d9e-43d7-baad-d58a646eb397'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:11.416148 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (be61284a-3caa-4231-b2b5-305219838790), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:11.428215 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081452c6-eb4f-4d69-a13c-fa28edfdd40c req-809d85dc-719b-4335-9a27-ae689c0e9a99 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:11.430640 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-081452c6-eb4f-4d69-a13c-fa28edfdd40c req-809d85dc-719b-4335-9a27-ae689c0e9a99 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 944 time: 0.1156774 Feb 16 16:29:11.621655 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-081452c6-eb4f-4d69-a13c-fa28edfdd40c req-483dbd83-a787-404c-9fe7-689f78617467 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ad6fc3c-128e-42dc-9d8b-089dcb73027d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836147 Feb 16 16:29:11.661585 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-581af390-93c8-4065-94e8-3660d3076d00 req-521a6904-814f-4c9a-8b9c-2781c69a0c09 service neutron] show failed (client error): The resource could not be found. Feb 16 16:29:11.662676 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-521a6904-814f-4c9a-8b9c-2781c69a0c09 service neutron] 10.222.0.65 "GET /v2.0/ports/3d25a839-7552-404a-96e1-eae475d8b5ca/bindings/n-h2-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.1200919 Feb 16 16:29:11.664558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54062) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:11.698711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Router be61284a-3caa-4231-b2b5-305219838790 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:29:11.866038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce998a3-ac9c-4120-b7c6-f9fcd7f729f6 req-4ef9ad17-96be-40ef-90a8-f02d11afaa2a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:11.867922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dce998a3-ac9c-4120-b7c6-f9fcd7f729f6 req-4ef9ad17-96be-40ef-90a8-f02d11afaa2a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.1627953 Feb 16 16:29:11.899868 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b83bd1dd-cb7b-4e19-a2d6-9d832f7422b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:12.016036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:29:12.027206 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Sync routers for ids ['be61284a-3caa-4231-b2b5-305219838790'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:29:12.042235 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Routers {'be61284a-3caa-4231-b2b5-305219838790'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:12.042862 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['be61284a-3caa-4231-b2b5-305219838790'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:12.047257 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dce998a3-ac9c-4120-b7c6-f9fcd7f729f6 req-26712a66-d48f-4270-b934-9b8f290844c8 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689987 Feb 16 16:29:12.067005 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-eb6aa720-7b5c-4228-8d39-cf10f99ce140 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:12.068877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-eb6aa720-7b5c-4228-8d39-cf10f99ce140 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.65 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 807 time: 0.2447734 Feb 16 16:29:12.078421 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:12.078613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581af390-93c8-4065-94e8-3660d3076d00 req-9fdbb4b0-aee3-4f4b-8a3b-a618d530b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:12.081066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c188f0b4-722b-4853-b1ad-c3df97be2267 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.9539595 Feb 16 16:29:12.081421 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-9fdbb4b0-aee3-4f4b-8a3b-a618d530b592 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8&tenant_id=9f1e972448934d409d5e97576c337ceb HTTP/1.1" status: 200 len: 1132 time: 0.1131890 Feb 16 16:29:12.083724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54068) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:12.087346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-44aacc54-57a5-497d-9de6-521858303a43 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Request body: {'port': {'device_id': 'f0621a99-34df-41f5-9451-108f51b50b5e', 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d', 'admin_state_up': True, 'tenant_id': '3891023a3e87450bb385aeaa57c755fe'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:12.187158 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Set router be61284a-3caa-4231-b2b5-305219838790 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:12.195882 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:12.335998 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b83bd1dd-cb7b-4e19-a2d6-9d832f7422b4 admin admin] Publish callbacks [] for security_group (400e89fd-b865-42d4-b5f4-4562744d6053), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:12.338341 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:12.357826 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b83bd1dd-cb7b-4e19-a2d6-9d832f7422b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (400e89fd-b865-42d4-b5f4-4562744d6053), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:12.381842 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9a003-b5cd-498d-a6ce-b563daa8eb1e req-fbcacc74-9e02-4a9d-8cc6-9b30ba4e7026 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:12.383860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63c9a003-b5cd-498d-a6ce-b563daa8eb1e req-fbcacc74-9e02-4a9d-8cc6-9b30ba4e7026 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 943 time: 0.1501088 Feb 16 16:29:12.393569 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bd1dd-cb7b-4e19-a2d6-9d832f7422b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400e89fd-b865-42d4-b5f4-4562744d6053,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:12.449121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-44aacc54-57a5-497d-9de6-521858303a43 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Made reservation on behalf of 3891023a3e87450bb385aeaa57c755fe for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:29:12.453541 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-44aacc54-57a5-497d-9de6-521858303a43 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:12.501012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5311d-6a7f-411d-9126-377c19e60f95 req-55d2fc74-78dc-4e0a-89c4-b7c44d31859b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:12.503733 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8f5311d-6a7f-411d-9126-377c19e60f95 req-55d2fc74-78dc-4e0a-89c4-b7c44d31859b tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 944 time: 0.2295687 Feb 16 16:29:12.609472 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63c9a003-b5cd-498d-a6ce-b563daa8eb1e req-ccce4668-02ae-45d9-9e55-133891832596 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5a9708-23fa-4837-97eb-460ee16927ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964624 Feb 16 16:29:12.625293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3d25a839-7552-404a-96e1-eae475d8b5ca,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:12.661715 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be61284a-3caa-4231-b2b5-305219838790', 'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:07Z', 'updated_at': '2022-02-16T16:29:10Z', 'revision_number': 3, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'gw_port': {'id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:08Z', 'updated_at': '2022-02-16T16:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:12.668053 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:12.698417 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Checking router: be61284a-3caa-4231-b2b5-305219838790 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:29:12.698760 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Updating router be61284a-3caa-4231-b2b5-305219838790 port f027cfd9-338e-4b0c-9758-48ccebce995d binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:29:12.713578 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Publish callbacks [] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:12.728722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Transition to ACTIVE for port object 3d25a839-7552-404a-96e1-eae475d8b5ca will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:29:12.732135 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f027cfd9-338e-4b0c-9758-48ccebce995d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:12.736948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:12.739508 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b23c99b-3c0b-44c8-9b17-8e9226bccad2" -d '{"events": [{"server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "name": "network-vif-unplugged", "status": "completed", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:12.749063 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:12.809421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Pushing event updated for resources: {'Port': ['ID=3d25a839-7552-404a-96e1-eae475d8b5ca,revision_number=6']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:12.823731 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b83bd1dd-cb7b-4e19-a2d6-9d832f7422b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8e0cf03248f43a9ae6b8965f9816d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1490645 Feb 16 16:29:12.825058 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54080) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:12.885473 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] No DVR routers for this DVR port 3d25a839-7552-404a-96e1-eae475d8b5ca on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:29:13.065483 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Publish callbacks [] for port (f027cfd9-338e-4b0c-9758-48ccebce995d), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:13.077411 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f027cfd9-338e-4b0c-9758-48ccebce995d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:13.132658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8f5311d-6a7f-411d-9126-377c19e60f95 req-be545b5b-70ac-4726-ac69-aeb14ec1ad9a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130123 Feb 16 16:29:13.143742 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af823ed7-1a50-4c8b-94d1-241c192bfb99 None None] Pushing event updated for resources: {'Port': ['ID=f027cfd9-338e-4b0c-9758-48ccebce995d,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:13.163847 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Attempting to bind port f027cfd9-338e-4b0c-9758-48ccebce995d on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:13.164308 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Attempting to bind port f027cfd9-338e-4b0c-9758-48ccebce995d by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:13.174349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Attempting to bind port 3d25a839-7552-404a-96e1-eae475d8b5ca on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:13.174850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Attempting to bind port 3d25a839-7552-404a-96e1-eae475d8b5ca by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:13.175375 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Attempting to bind port 3d25a839-7552-404a-96e1-eae475d8b5ca on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:13.182670 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Attempting to bind port f027cfd9-338e-4b0c-9758-48ccebce995d on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:13.184351 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be60b1a9-aaed-4337-af8b-53662ea2ad57 admin admin] Publish callbacks [] for security_group (400e89fd-b865-42d4-b5f4-4562744d6053), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:13.191598 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:13.192132 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:13.192615 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:13.193519 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:13.194228 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Bound port: f027cfd9-338e-4b0c-9758-48ccebce995d, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:13.194702 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f027cfd9-338e-4b0c-9758-48ccebce995d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:13.216719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c6fd453-ef28-4295-a721-fb10849ac833 req-5573e366-3dd0-41c9-95d6-6e217c3bf45f tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 210 time: 0.1105943 Feb 16 16:29:13.233233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Port 3d25a839-7552-404a-96e1-eae475d8b5ca on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:29:13.233609 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Attempting to bind port 3d25a839-7552-404a-96e1-eae475d8b5ca on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:13.253649 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:13.256005 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:13.256494 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:13.256946 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Bound port: 3d25a839-7552-404a-96e1-eae475d8b5ca, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:13.257337 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:13.268137 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] For port f027cfd9-338e-4b0c-9758-48ccebce995d, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:13.268386 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-44aacc54-57a5-497d-9de6-521858303a43 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Allocated IP 172.20.0.3 (a3699320-20d5-4032-b3d4-91946e07286d/aa87091b-0528-4c60-af17-b7ab39fe257d/a121059c-7737-4b1a-a015-bad77429d618) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:13.272767 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] For port f027cfd9-338e-4b0c-9758-48ccebce995d, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f027cfd9-338e-4b0c-9758-48ccebce995d,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:13.284934 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f027cfd9-338e-4b0c-9758-48ccebce995d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:13.343657 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be60b1a9-aaed-4337-af8b-53662ea2ad57 admin admin] Publish callbacks [] for security_group (400e89fd-b865-42d4-b5f4-4562744d6053), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:13.385380 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af823ed7-1a50-4c8b-94d1-241c192bfb99 None None] Pushing event updated for resources: {'Port': ['ID=f027cfd9-338e-4b0c-9758-48ccebce995d,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:13.385560 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b4baa7-fcfe-4121-b5d1-5c1520584d71 x-openstack-request-id: req-76b4baa7-fcfe-4121-b5d1-5c1520584d71 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:13.385830 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "name": "network-vif-unplugged", "status": "completed", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:13.386091 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76b4baa7-fcfe-4121-b5d1-5c1520584d71 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:13.386488 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca', 'code': 200} Feb 16 16:29:13.433665 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Routers {'be61284a-3caa-4231-b2b5-305219838790'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:13.436242 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['be61284a-3caa-4231-b2b5-305219838790'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:13.474141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device a8fd4789-3935-48fb-beee-76e138cbf7c4 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:29:13.526750 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca1b08-1ab9-4ac5-847f-17b3e241555d req-dbb6d5e8-9eed-46ce-b8da-55dc45f541bc tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:13.540004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61ca1b08-1ab9-4ac5-847f-17b3e241555d req-dbb6d5e8-9eed-46ce-b8da-55dc45f541bc tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 944 time: 0.2074230 Feb 16 16:29:13.565894 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 4a5de81f-5c36-4c6b-999a-b84af929ba5d no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:29:13.631444 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] Set router be61284a-3caa-4231-b2b5-305219838790 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:13.768318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port a8fd4789-3935-48fb-beee-76e138cbf7c4, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a8fd4789-3935-48fb-beee-76e138cbf7c4,segment=NetworkSegment(db3c436b-387f-42ae-80df-8b77f1cbe1a9),segment_id=db3c436b-387f-42ae-80df-8b77f1cbe1a9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:13.769952 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61ca1b08-1ab9-4ac5-847f-17b3e241555d req-bfa463ae-a9ca-455c-870f-b916b0d5ee49 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ad6fc3c-128e-42dc-9d8b-089dcb73027d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127640 Feb 16 16:29:13.860066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'a8fd4789-3935-48fb-beee-76e138cbf7c4', 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'port_id': 'a8fd4789-3935-48fb-beee-76e138cbf7c4', 'mac_address': 'fa:16:3e:c0:b6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:29:13.915088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 4a5de81f-5c36-4c6b-999a-b84af929ba5d is: DOWN; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:13.954384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port a8fd4789-3935-48fb-beee-76e138cbf7c4 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:13.955133 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:13.988359 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fd4789-3935-48fb-beee-76e138cbf7c4 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:29:14.008588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42964db3-9154-43a6-87ec-05f9f1256b84 req-61b243cd-8fb7-4781-9a8e-4be9d438b2cd tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:14.015370 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42964db3-9154-43a6-87ec-05f9f1256b84 req-61b243cd-8fb7-4781-9a8e-4be9d438b2cd tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 948 time: 0.4581184 Feb 16 16:29:14.023248 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be61284a-3caa-4231-b2b5-305219838790', 'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:07Z', 'updated_at': '2022-02-16T16:29:10Z', 'revision_number': 3, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'gw_port': {'id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:08Z', 'updated_at': '2022-02-16T16:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:14.034421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port a8fd4789-3935-48fb-beee-76e138cbf7c4, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a8fd4789-3935-48fb-beee-76e138cbf7c4,segment=NetworkSegment(db3c436b-387f-42ae-80df-8b77f1cbe1a9),segment_id=db3c436b-387f-42ae-80df-8b77f1cbe1a9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:14.053423 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:14.089217 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5210c22-5ec4-42a0-b267-1b625f1279c7 None None] The sync data for ids ['be61284a-3caa-4231-b2b5-305219838790'] in n-d-669411-5 is: [{'id': 'be61284a-3caa-4231-b2b5-305219838790', 'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:07Z', 'updated_at': '2022-02-16T16:29:10Z', 'revision_number': 3, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'gw_port': {'id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:08Z', 'updated_at': '2022-02-16T16:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:29:14.157285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=a8fd4789-3935-48fb-beee-76e138cbf7c4,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:14.192298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:14.204913 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=3d25a839-7552-404a-96e1-eae475d8b5ca,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:14.213316 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be60b1a9-aaed-4337-af8b-53662ea2ad57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (400e89fd-b865-42d4-b5f4-4562744d6053), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:14.216958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be60b1a9-aaed-4337-af8b-53662ea2ad57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:14.218503 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-be60b1a9-aaed-4337-af8b-53662ea2ad57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/400e89fd-b865-42d4-b5f4-4562744d6053 HTTP/1.1" status: 204 len: 168 time: 1.3921721 Feb 16 16:29:14.223424 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-44aacc54-57a5-497d-9de6-521858303a43 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks [] for port (a121059c-7737-4b1a-a015-bad77429d618), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:14.235004 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:14.242036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60b1a9-aaed-4337-af8b-53662ea2ad57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400e89fd-b865-42d4-b5f4-4562744d6053,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:14.242234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42964db3-9154-43a6-87ec-05f9f1256b84 req-8cd88a9e-b192-43bb-867e-8b7f4198bea4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659052 Feb 16 16:29:14.260318 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:14.260487 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:14.262007 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] 10.222.0.60 "PUT /v2.0/ports/3d25a839-7552-404a-96e1-eae475d8b5ca HTTP/1.1" status: 200 len: 1096 time: 2.1343834 Feb 16 16:29:14.293940 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['a8fd4789-3935-48fb-beee-76e138cbf7c4'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:14.353687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99ae00-c9d9-4c29-a370-f652ac8728c2 req-af9a1f8c-2978-4a10-a4b0-de6fe62ad1b8 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:14.357008 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e99ae00-c9d9-4c29-a370-f652ac8728c2 req-af9a1f8c-2978-4a10-a4b0-de6fe62ad1b8 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 943 time: 0.4462874 Feb 16 16:29:14.532157 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-44aacc54-57a5-497d-9de6-521858303a43 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a121059c-7737-4b1a-a015-bad77429d618), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:14.557123 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b9ea0-461b-43ca-b6e2-04976578af5d service neutron] Pushing event updated for resources: {'Port': ['ID=3d25a839-7552-404a-96e1-eae475d8b5ca,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:14.598820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-44aacc54-57a5-497d-9de6-521858303a43 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Network a3699320-20d5-4032-b3d4-91946e07286d is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:14.610263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-44aacc54-57a5-497d-9de6-521858303a43 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:14.669889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581af390-93c8-4065-94e8-3660d3076d00 req-d85fe4c1-2ab1-4b3b-a93a-af2ee150e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:14.671484 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-d85fe4c1-2ab1-4b3b-a93a-af2ee150e01a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 1130 time: 0.3443782 Feb 16 16:29:14.715051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-44aacc54-57a5-497d-9de6-521858303a43 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:14.776952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53e902-1720-4c49-94cc-e60408b04b86 req-63e0b8af-c68f-4334-8da3-ac1f4447c62d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:14.778700 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d53e902-1720-4c49-94cc-e60408b04b86 req-63e0b8af-c68f-4334-8da3-ac1f4447c62d tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 944 time: 0.3738110 Feb 16 16:29:14.820264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aacc54-57a5-497d-9de6-521858303a43 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Pushing event updated for resources: {'Port': ['ID=a121059c-7737-4b1a-a015-bad77429d618,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:14.825445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e99ae00-c9d9-4c29-a370-f652ac8728c2 req-14f0d410-4195-4118-844e-1b116e8414dc tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5a9708-23fa-4837-97eb-460ee16927ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541171 Feb 16 16:29:14.870098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-44aacc54-57a5-497d-9de6-521858303a43 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:14.870742 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-44aacc54-57a5-497d-9de6-521858303a43 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:14.904027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d53e902-1720-4c49-94cc-e60408b04b86 req-b6634dba-07ed-4813-a3e3-769f94e8a4d6 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772376 Feb 16 16:29:14.907915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-44aacc54-57a5-497d-9de6-521858303a43 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8251114 Feb 16 16:29:14.919638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Request body: {'port': {'device_id': 'f0621a99-34df-41f5-9451-108f51b50b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:14.936738 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['02e2b74c-b539-4a3c-93e9-5bebf49a0e7d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:14.938888 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 03e01c35-0d9e-43d7-baad-d58a646eb397 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:15.013155 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:15.070751 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581af390-93c8-4065-94e8-3660d3076d00 req-2dcdddb2-7176-4233-a724-54b0540067a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:15.073054 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-2dcdddb2-7176-4233-a724-54b0540067a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.3950381 Feb 16 16:29:15.117318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f027cfd9-338e-4b0c-9758-48ccebce995d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:15.276680 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Allocated IP 172.20.0.1 (cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35/fe3da449-1978-4788-9856-bb2680195426/683a2097-e687-47fe-935c-acf548385dc3) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:15.279496 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port f027cfd9-338e-4b0c-9758-48ccebce995d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:15.279911 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f027cfd9-338e-4b0c-9758-48ccebce995d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:15.298650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e85438-1ffc-451c-a0d9-b12fd2fe6c7e req-e7f28000-0f5c-4925-8354-218ed333f31e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:15.307956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6e85438-1ffc-451c-a0d9-b12fd2fe6c7e req-e7f28000-0f5c-4925-8354-218ed333f31e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 931 time: 0.2538350 Feb 16 16:29:15.369000 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a121059c-7737-4b1a-a015-bad77429d618), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:15.388244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 03e01c35-0d9e-43d7-baad-d58a646eb397 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:29:15.412343 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 03e01c35-0d9e-43d7-baad-d58a646eb397 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:15.412712 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:15.417859 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Publish callbacks [] for port (683a2097-e687-47fe-935c-acf548385dc3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:15.434349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291930d-193b-44e3-ab5f-bc555de2928c req-b3a0faeb-34f4-4d23-ba4f-fa80668ee2fa tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:15.436760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2291930d-193b-44e3-ab5f-bc555de2928c req-b3a0faeb-34f4-4d23-ba4f-fa80668ee2fa tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 944 time: 0.2810640 Feb 16 16:29:15.447544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:15.449784 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306fb263-e05f-4041-bc22-dc1bca996f32" -d '{"events": [{"name": "network-changed", "server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:15.488361 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3d25a839-7552-404a-96e1-eae475d8b5ca no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:29:15.539492 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-a6bcac83-a52c-4d6d-9ec0-ad333d7cc275 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3d25a839-7552-404a-96e1-eae475d8b5ca HTTP/1.1" status: 200 len: 217 time: 0.0930955 Feb 16 16:29:15.599297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6e85438-1ffc-451c-a0d9-b12fd2fe6c7e req-4142ff6e-de77-4b5a-910f-e40d6c45e1db tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899776 Feb 16 16:29:15.617341 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (683a2097-e687-47fe-935c-acf548385dc3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:15.617807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] The host n-h1-669411-5 is not matching for port 3d25a839-7552-404a-96e1-eae475d8b5ca host n-h2-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:29:15.617807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3d25a839-7552-404a-96e1-eae475d8b5ca not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:29:15.732780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Network cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:15.754095 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581af390-93c8-4065-94e8-3660d3076d00 req-01398b3d-5ba1-49fd-8fc0-175d84c7bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:15.762551 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2291930d-193b-44e3-ab5f-bc555de2928c req-7727ffa6-306a-4482-a650-b3cd2898787d tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ad6fc3c-128e-42dc-9d8b-089dcb73027d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690628 Feb 16 16:29:15.766364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54116) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:15.771396 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-01398b3d-5ba1-49fd-8fc0-175d84c7bc77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.2188761 Feb 16 16:29:15.772398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:15.784669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:15.862630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Pushing event updated for resources: {'Port': ['ID=683a2097-e687-47fe-935c-acf548385dc3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:15.938276 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3d3fdf-66c0-49c9-8243-f99807fad502 x-openstack-request-id: req-7e3d3fdf-66c0-49c9-8243-f99807fad502 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:15.938562 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:15.938811 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e3d3fdf-66c0-49c9-8243-f99807fad502 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:15.939195 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca', 'status': 'completed', 'code': 200} Feb 16 16:29:15.972950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c825ef-7c4d-4f65-9847-90f5bae2f1a4 req-571cc570-41cc-4075-83f2-e44294068091 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:15.986739 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (be61284a-3caa-4231-b2b5-305219838790), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:15.988211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6c825ef-7c4d-4f65-9847-90f5bae2f1a4 req-571cc570-41cc-4075-83f2-e44294068091 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 948 time: 0.2300341 Feb 16 16:29:15.995641 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port f027cfd9-338e-4b0c-9758-48ccebce995d is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:15.996220 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f027cfd9-338e-4b0c-9758-48ccebce995d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:16.071706 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581af390-93c8-4065-94e8-3660d3076d00 req-12f6bd97-549c-4195-9b27-7ddf96f09cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:16.074156 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-12f6bd97-549c-4195-9b27-7ddf96f09cb5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2865851 Feb 16 16:29:16.074482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 03e01c35-0d9e-43d7-baad-d58a646eb397 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:16.075571 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:16.089144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-network', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:16.114406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port f027cfd9-338e-4b0c-9758-48ccebce995d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f027cfd9-338e-4b0c-9758-48ccebce995d,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:16.160173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 03e01c35-0d9e-43d7-baad-d58a646eb397, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=03e01c35-0d9e-43d7-baad-d58a646eb397,segment=NetworkSegment(c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b),segment_id=c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:16.162058 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cbc3ad-267f-450e-ad5f-a1ede402d8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e01c35-0d9e-43d7-baad-d58a646eb397'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:16.164733 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eca6669-834e-4a14-9f25-6cd02c259b90" -d '{"events": [{"server_uuid": "a7cbc3ad-267f-450e-ad5f-a1ede402d8ed", "name": "network-vif-plugged", "status": "completed", "tag": "03e01c35-0d9e-43d7-baad-d58a646eb397"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:16.172834 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:16.176729 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f027cfd9-338e-4b0c-9758-48ccebce995d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:16.269759 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=03e01c35-0d9e-43d7-baad-d58a646eb397,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:16.270317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a121059c-7737-4b1a-a015-bad77429d618 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:29:16.273730 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-099e8a77-0764-4e46-bb30-aac13dfcae45 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925590 Feb 16 16:29:16.287421 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Publish callbacks [] for port (a121059c-7737-4b1a-a015-bad77429d618), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:16.295958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (683a2097-e687-47fe-935c-acf548385dc3), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:16.311552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-aeb9269b-d344-4689-be6a-8a64be5aaf65 None None] Provisioning complete for port 683a2097-e687-47fe-935c-acf548385dc3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:16.312148 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aeb9269b-d344-4689-be6a-8a64be5aaf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (683a2097-e687-47fe-935c-acf548385dc3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:16.358281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6c825ef-7c4d-4f65-9847-90f5bae2f1a4 req-f45c38ca-c518-4b2a-944b-3e928294eb8c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691151 Feb 16 16:29:16.358803 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] Made reservation on behalf of f8966ad3080046efbfd4bb8a1c96e2af for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:29:16.361800 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:16.382351 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-e9d43e0c-ac90-4a76-a96b-3ac085d89102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:16.383884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-e9d43e0c-ac90-4a76-a96b-3ac085d89102 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 1130 time: 0.4460351 Feb 16 16:29:16.385018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Transition to ACTIVE for port object a121059c-7737-4b1a-a015-bad77429d618 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:29:16.388356 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:16.414914 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (a121059c-7737-4b1a-a015-bad77429d618), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:16.446094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-aeb9269b-d344-4689-be6a-8a64be5aaf65 None None] Port 683a2097-e687-47fe-935c-acf548385dc3 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:29:16.467731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=f027cfd9-338e-4b0c-9758-48ccebce995d,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:16.481395 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-6e260768-410a-4497-b5eb-151e195cf6d8 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002399 Feb 16 16:29:16.557206 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e9bec-2280-47ef-b8fb-a21731178dde req-f46e3abc-b4d7-49bf-a965-b285e1001cbb tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:16.558724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b83e9bec-2280-47ef-b8fb-a21731178dde req-f46e3abc-b4d7-49bf-a965-b285e1001cbb tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 944 time: 0.5134852 Feb 16 16:29:16.652012 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Publish callbacks [] for port (683a2097-e687-47fe-935c-acf548385dc3), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:16.666989 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (683a2097-e687-47fe-935c-acf548385dc3), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:16.718568 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-e0949dc2-9e64-41c5-adfa-321e5a730bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:16.720097 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-e0949dc2-9e64-41c5-adfa-321e5a730bec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 1130 time: 0.1424792 Feb 16 16:29:16.727652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Pushing event updated for resources: {'Port': ['ID=a121059c-7737-4b1a-a015-bad77429d618,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:16.768694 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Pushing event updated for resources: {'Port': ['ID=683a2097-e687-47fe-935c-acf548385dc3,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:16.783667 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (be61284a-3caa-4231-b2b5-305219838790), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:16.842524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b8f3f-01e5-495a-be91-7bb1290003c2 req-329003a5-21a0-4a06-b053-93cf10fc3440 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:16.844035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-691b8f3f-01e5-495a-be91-7bb1290003c2 req-329003a5-21a0-4a06-b053-93cf10fc3440 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 944 time: 0.3216505 Feb 16 16:29:16.845046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-586984ba-5db1-49b6-8898-c80b9108efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:16.846367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-586984ba-5db1-49b6-8898-c80b9108efd0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.4472222 Feb 16 16:29:16.859087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b83e9bec-2280-47ef-b8fb-a21731178dde req-1fae67e0-9125-419f-864f-84952c5751ce tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5a9708-23fa-4837-97eb-460ee16927ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489295 Feb 16 16:29:16.859783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Attempting to bind port a121059c-7737-4b1a-a015-bad77429d618 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:16.860120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Attempting to bind port a121059c-7737-4b1a-a015-bad77429d618 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:16.860448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Attempting to bind port a121059c-7737-4b1a-a015-bad77429d618 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:16.955699 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05eda3f4-b01b-4b5b-9550-eedc4994fca8 x-openstack-request-id: req-05eda3f4-b01b-4b5b-9550-eedc4994fca8 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:16.956050 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cbc3ad-267f-450e-ad5f-a1ede402d8ed", "name": "network-vif-plugged", "status": "completed", "tag": "03e01c35-0d9e-43d7-baad-d58a646eb397", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:16.956303 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05eda3f4-b01b-4b5b-9550-eedc4994fca8 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:16.956657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-7b41c100-8066-47ca-8614-4942d89443fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:16.956782 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cbc3ad-267f-450e-ad5f-a1ede402d8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e01c35-0d9e-43d7-baad-d58a646eb397', 'code': 200} Feb 16 16:29:16.958322 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-7b41c100-8066-47ca-8614-4942d89443fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2258112 Feb 16 16:29:16.962623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-de114482-e34c-4b34-80f4-3b7fe8292eb6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3d25a839-7552-404a-96e1-eae475d8b5ca HTTP/1.1" status: 200 len: 217 time: 0.0991335 Feb 16 16:29:16.980128 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] Publish callbacks [] for security_group (6500674e-1fd9-4577-9332-b98777c412f9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:16.982806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Port a121059c-7737-4b1a-a015-bad77429d618 on network a3699320-20d5-4032-b3d4-91946e07286d not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:29:16.983314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Attempting to bind port a121059c-7737-4b1a-a015-bad77429d618 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:17.020041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f027cfd9-338e-4b0c-9758-48ccebce995d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:17.037976 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6500674e-1fd9-4577-9332-b98777c412f9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:17.051106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:17.051483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Checking segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:17.051846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Bound using segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:17.052291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Bound port: a121059c-7737-4b1a-a015-bad77429d618, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:17.052674 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a121059c-7737-4b1a-a015-bad77429d618), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:17.066430 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-709b7861-b14e-465f-a11a-6e1cb57f50ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3d25a839-7552-404a-96e1-eae475d8b5ca HTTP/1.1" status: 200 len: 217 time: 0.0922179 Feb 16 16:29:17.122224 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-691b8f3f-01e5-495a-be91-7bb1290003c2 req-eb5a1a19-cbe2-42c9-bf16-590862ddd33f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568617 Feb 16 16:29:17.136875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port f027cfd9-338e-4b0c-9758-48ccebce995d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:17.137486 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f027cfd9-338e-4b0c-9758-48ccebce995d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:17.142385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Network cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:17.149433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:29:17.152163 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:17.194790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-e1114dac-d872-4a26-9347-06fa16276618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:17.199240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-14895cd4-ef44-447c-a8a5-e02d334013c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:17.199975 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-e1114dac-d872-4a26-9347-06fa16276618 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1256914 Feb 16 16:29:17.200716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-14895cd4-ef44-447c-a8a5-e02d334013c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.2191007 Feb 16 16:29:17.212875 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a4ad40c0-9abb-40ac-b9ba-231d605c80fd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:17.213233 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] Added segment a4ad40c0-9abb-40ac-b9ba-231d605c80fd of type vlan for network bd6679df-17c6-4470-9d69-faee9752f3e1 Feb 16 16:29:17.242451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6500674e-1fd9-4577-9332-b98777c412f9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:17.316747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153a294-1257-4b80-975b-267e89743e98 req-19a510f8-dd13-405b-bbe8-295ec92f1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:17.318320 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0153a294-1257-4b80-975b-267e89743e98 req-19a510f8-dd13-405b-bbe8-295ec92f1233 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 1127 time: 0.2647636 Feb 16 16:29:17.349896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port f027cfd9-338e-4b0c-9758-48ccebce995d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:17.397819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6217e-d811-4aa8-ab3e-a1f76a012d30 req-56f35ffa-e7a2-455c-a939-c37416ac00b8 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:17.399301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81f6217e-d811-4aa8-ab3e-a1f76a012d30 req-56f35ffa-e7a2-455c-a939-c37416ac00b8 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 0.3436494 Feb 16 16:29:17.400541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:17.405157 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (bd6679df-17c6-4470-9d69-faee9752f3e1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:17.422226 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0153a294-1257-4b80-975b-267e89743e98 req-c8b18135-8fa5-4953-9fbb-a1468c7a5684 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2ad6fc3c-128e-42dc-9d8b-089dcb73027d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847690 Feb 16 16:29:17.435502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a121059c-7737-4b1a-a015-bad77429d618,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:17.452156 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Router be61284a-3caa-4231-b2b5-305219838790 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:29:17.457373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-341d87a3-ca2e-41d3-9d1d-b6908e7c1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:17.461288 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-341d87a3-ca2e-41d3-9d1d-b6908e7c1bb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2039571 Feb 16 16:29:17.469303 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (a121059c-7737-4b1a-a015-bad77429d618), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:17.486356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device a8fd4789-3935-48fb-beee-76e138cbf7c4 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:17.524066 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-d7759153-e653-4a93-93b6-9492178e0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:17.525633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-d7759153-e653-4a93-93b6-9492178e0c1b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3167367 Feb 16 16:29:17.534747 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (bd6679df-17c6-4470-9d69-faee9752f3e1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:17.535689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:17.537060 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:17.557588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc9179-2e6e-4871-96db-a9ee597957ea req-18f1d098-0cea-4354-95b0-911546f573e2 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:17.559122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57dc9179-2e6e-4871-96db-a9ee597957ea req-18f1d098-0cea-4354-95b0-911546f573e2 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 945 time: 0.3109529 Feb 16 16:29:17.583447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port a8fd4789-3935-48fb-beee-76e138cbf7c4 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:29:17.601851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port a8fd4789-3935-48fb-beee-76e138cbf7c4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:17.602388 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:17.625772 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:17.626268 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:17.627776 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-53035171-557a-4578-ac7e-bde085c10579 service neutron] 10.222.0.65 "PUT /v2.0/ports/a121059c-7737-4b1a-a015-bad77429d618 HTTP/1.1" status: 200 len: 1091 time: 2.7122693 Feb 16 16:29:17.630192 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0621a99-34df-41f5-9451-108f51b50b5e', 'tag': 'a121059c-7737-4b1a-a015-bad77429d618'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:17.632815 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badb7c60-0cd7-45a6-b271-2057816aef97" -d '{"events": [{"name": "network-changed", "server_uuid": "f0621a99-34df-41f5-9451-108f51b50b5e", "tag": "a121059c-7737-4b1a-a015-bad77429d618"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:17.636738 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:29:17.652316 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-da3c9163-7a2d-4db1-9118-330dcbd13194 admin admin] 10.222.0.24 "PUT /v2.0/routers/be61284a-3caa-4231-b2b5-305219838790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5673528 Feb 16 16:29:17.668436 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Sync routers for ids ['be61284a-3caa-4231-b2b5-305219838790'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:29:17.683522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81f6217e-d811-4aa8-ab3e-a1f76a012d30 req-08a7e013-92d4-441c-b6dc-7b8bf23a06f9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630801 Feb 16 16:29:17.691638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9175315 Feb 16 16:29:17.691819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54136) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:17.694604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-68075fc8-f403-4294-b8f8-8dfcb9b53fb7 admin admin] Request body: {'subnet': {'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-subnet', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:17.704298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c1494dd6-abe6-4c50-9fa0-5f5183f6b5d4 None None] Provisioning complete for port 683a2097-e687-47fe-935c-acf548385dc3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:17.704678 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c1494dd6-abe6-4c50-9fa0-5f5183f6b5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (683a2097-e687-47fe-935c-acf548385dc3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:17.739355 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68075fc8-f403-4294-b8f8-8dfcb9b53fb7 admin admin] Made reservation on behalf of f8966ad3080046efbfd4bb8a1c96e2af for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:29:17.742352 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68075fc8-f403-4294-b8f8-8dfcb9b53fb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:17.752588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Routers {'be61284a-3caa-4231-b2b5-305219838790'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:17.754229 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['be61284a-3caa-4231-b2b5-305219838790'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:17.870166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c1494dd6-abe6-4c50-9fa0-5f5183f6b5d4 None None] Port 683a2097-e687-47fe-935c-acf548385dc3 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:29:17.919990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53035171-557a-4578-ac7e-bde085c10579 service neutron] Pushing event updated for resources: {'Port': ['ID=a121059c-7737-4b1a-a015-bad77429d618,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:17.942364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port a8fd4789-3935-48fb-beee-76e138cbf7c4 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:17.942771 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:17.963944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Set router be61284a-3caa-4231-b2b5-305219838790 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:17.982777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682ff27-ad30-4db7-a36e-fbbaa77c2e18 admin admin] Pushing event updated for resources: {'Network': ['ID=bd6679df-17c6-4470-9d69-faee9752f3e1,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:17.996626 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-0945716c-0413-4946-884b-247a49287e51 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549022 Feb 16 16:29:18.008141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68075fc8-f403-4294-b8f8-8dfcb9b53fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (aa52883c-d87f-4ec7-b5e1-ae348ec14277), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:18.012896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network bd6679df-17c6-4470-9d69-faee9752f3e1 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:29:18.054014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57dc9179-2e6e-4871-96db-a9ee597957ea req-954470d6-6887-470f-ac72-67ba6bff5699 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ad6fc3c-128e-42dc-9d8b-089dcb73027d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4769738 Feb 16 16:29:18.072154 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68075fc8-f403-4294-b8f8-8dfcb9b53fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa52883c-d87f-4ec7-b5e1-ae348ec14277,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:18.083477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port a8fd4789-3935-48fb-beee-76e138cbf7c4, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a8fd4789-3935-48fb-beee-76e138cbf7c4,segment=NetworkSegment(db3c436b-387f-42ae-80df-8b77f1cbe1a9),segment_id=db3c436b-387f-42ae-80df-8b77f1cbe1a9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:18.116660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-5da923e8-e3d3-472f-93f4-bfb940b5eac5 service neutron] 10.222.0.65 "GET /v2.0/ports/4a5de81f-5c36-4c6b-999a-b84af929ba5d/bindings/n-h2-669411-5 HTTP/1.1" status: 200 len: 384 time: 0.4800036 Feb 16 16:29:18.129978 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:18.135102 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68075fc8-f403-4294-b8f8-8dfcb9b53fb7 admin admin] Checking segment: {'id': 'a4ad40c0-9abb-40ac-b9ba-231d605c80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:18.135468 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68075fc8-f403-4294-b8f8-8dfcb9b53fb7 admin admin] Network hostable DHCP agents. Network: bd6679df-17c6-4470-9d69-faee9752f3e1, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:29:18.153981 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-6721a6d8-97ec-46b9-86bd-6c44fe3b3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:18.155543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-6721a6d8-97ec-46b9-86bd-6c44fe3b3751 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 1125 time: 0.4667928 Feb 16 16:29:18.168011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68075fc8-f403-4294-b8f8-8dfcb9b53fb7 admin admin] Network bd6679df-17c6-4470-9d69-faee9752f3e1 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:29:18.188009 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-68075fc8-f403-4294-b8f8-8dfcb9b53fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, bd6679df-17c6-4470-9d69-faee9752f3e1) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:18.190240 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a362804-9d19-48bc-84a6-5795c7dd9321 x-openstack-request-id: req-1a362804-9d19-48bc-84a6-5795c7dd9321 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:18.190571 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0621a99-34df-41f5-9451-108f51b50b5e", "tag": "a121059c-7737-4b1a-a015-bad77429d618", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:18.191333 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a362804-9d19-48bc-84a6-5795c7dd9321 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:18.191731 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0621a99-34df-41f5-9451-108f51b50b5e', 'tag': 'a121059c-7737-4b1a-a015-bad77429d618', 'status': 'completed', 'code': 200} Feb 16 16:29:18.207071 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68075fc8-f403-4294-b8f8-8dfcb9b53fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:18.207789 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68075fc8-f403-4294-b8f8-8dfcb9b53fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:18.238229 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-68075fc8-f403-4294-b8f8-8dfcb9b53fb7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5443316 Feb 16 16:29:18.238851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54146) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:18.243379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:18.244482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7aea90-dd87-4ab6-9491-330d1f186ee1 req-c86b1885-36b7-4463-8db9-d03210d8f1f4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:18.245995 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca7aea90-dd87-4ab6-9491-330d1f186ee1 req-c86b1885-36b7-4463-8db9-d03210d8f1f4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 948 time: 0.2903960 Feb 16 16:29:18.258010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-67cf47c3-54bc-460e-b404-785075fac72c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a121059c-7737-4b1a-a015-bad77429d618 HTTP/1.1" status: 200 len: 217 time: 0.0712433 Feb 16 16:29:18.282824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (24a0d9cc-9527-4ffa-909c-92519cee7ccf), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:18.285456 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (24a0d9cc-9527-4ffa-909c-92519cee7ccf), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:18.290295 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-b29a2e09-9093-4038-968e-82037c67f3e1 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637641 Feb 16 16:29:18.320672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c973c8-d8c3-47d2-bedd-6bab0c88af80 None None] Network bd6679df-17c6-4470-9d69-faee9752f3e1 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:29:18.396176 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Publish callbacks [] for router_controller (24a0d9cc-9527-4ffa-909c-92519cee7ccf), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:18.610815 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Publish callbacks [] for router_gateway (24a0d9cc-9527-4ffa-909c-92519cee7ccf), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:18.630261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=a8fd4789-3935-48fb-beee-76e138cbf7c4,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:18.720858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-bd6679df-17c6-4470-9d69-faee9752f3e1', 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'fixed_ips': [{'subnet_id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:29:18.722620 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:18.734442 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-82d95255-2c6e-4ce3-a316-937e36e68537 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863519 Feb 16 16:29:18.962094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ec6bc0-5078-4f1e-8595-7312504e1ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fd4789-3935-48fb-beee-76e138cbf7c4'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:18.964972 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5081b30-4786-4913-b890-ae96176d0284" -d '{"events": [{"server_uuid": "c7ec6bc0-5078-4f1e-8595-7312504e1ed3", "name": "network-vif-plugged", "status": "completed", "tag": "a8fd4789-3935-48fb-beee-76e138cbf7c4"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:19.014799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-bd0a77ff-cb2c-4717-8d27-d1b02aa04de6 service neutron] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:19.044440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-bd0a77ff-cb2c-4717-8d27-d1b02aa04de6 service neutron] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:19.085845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-bd0a77ff-cb2c-4717-8d27-d1b02aa04de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5de81f-5c36-4c6b-999a-b84af929ba5d {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:29:19.099694 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54152) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:19.107448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0e234484-14cd-4721-8314-dd9fa2cac2b1 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57629446', 'description': 'tempest-description--1837525717'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:19.114104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-bd0a77ff-cb2c-4717-8d27-d1b02aa04de6 service neutron] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:19.133929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be61284a-3caa-4231-b2b5-305219838790', 'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:07Z', 'updated_at': '2022-02-16T16:29:16Z', 'revision_number': 4, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'gw_port': {'id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:08Z', 'updated_at': '2022-02-16T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '683a2097-e687-47fe-935c-acf548385dc3', 'name': '', 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'mac_address': 'fa:16:3e:fd:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'fe3da449-1978-4788-9856-bb2680195426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:15Z', 'updated_at': '2022-02-16T16:29:16Z', 'revision_number': 2, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'subnets': [{'id': 'fe3da449-1978-4788-9856-bb2680195426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:19.180635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca7aea90-dd87-4ab6-9491-330d1f186ee1 req-4e009de8-0f27-4ebe-b1e8-d71c2b0336be tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9200568 Feb 16 16:29:19.192682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-64b47f42-ae2f-4bae-a98d-806817ee94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:19.194191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-64b47f42-ae2f-4bae-a98d-806817ee94ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.9281836 Feb 16 16:29:19.197298 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-306fb263-e05f-4041-bc22-dc1bca996f32 req-6a85315d-b5d5-4404-bd78-7c720bd379e0 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563258 Feb 16 16:29:19.197496 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-bd0a77ff-cb2c-4717-8d27-d1b02aa04de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:19.223284 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e234484-14cd-4721-8314-dd9fa2cac2b1 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:19.241866 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Checking router: be61284a-3caa-4231-b2b5-305219838790 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:29:19.242360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Updating router be61284a-3caa-4231-b2b5-305219838790 port 683a2097-e687-47fe-935c-acf548385dc3 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:29:19.250344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-1d458ce7-cc81-4546-ad06-663818e677e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483499 Feb 16 16:29:19.285898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f67528-8b89-405a-b159-3eefd53a2da0 req-24de0f3b-f130-473a-930d-4eac2b0994d4 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:19.293087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7f67528-8b89-405a-b159-3eefd53a2da0 req-24de0f3b-f130-473a-930d-4eac2b0994d4 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 945 time: 0.1432920 Feb 16 16:29:19.324407 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Allocated IP 172.20.0.2 (bd6679df-17c6-4470-9d69-faee9752f3e1/aa52883c-d87f-4ec7-b5e1-ae348ec14277/9c949258-c988-4a14-93bf-531eecf0ce87) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:19.326525 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (683a2097-e687-47fe-935c-acf548385dc3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:19.389495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-ec128f0b-a787-4612-831a-97c6852f6a2a service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120305 Feb 16 16:29:19.417384 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Publish callbacks [] for router_gateway (24a0d9cc-9527-4ffa-909c-92519cee7ccf), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:19.454989 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:19.480413 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e234484-14cd-4721-8314-dd9fa2cac2b1 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for security_group (6ad10279-e243-46e5-a9ea-d19bfdfcfa47), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:19.522027 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e234484-14cd-4721-8314-dd9fa2cac2b1 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6ad10279-e243-46e5-a9ea-d19bfdfcfa47), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:19.534851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7f67528-8b89-405a-b159-3eefd53a2da0 req-9326d45c-8f91-48cd-9af4-a7fccdea4638 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5a9708-23fa-4837-97eb-460ee16927ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380881 Feb 16 16:29:19.568206 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e234484-14cd-4721-8314-dd9fa2cac2b1 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad10279-e243-46e5-a9ea-d19bfdfcfa47,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:19.583174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e234484-14cd-4721-8314-dd9fa2cac2b1 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:19.584740 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0e234484-14cd-4721-8314-dd9fa2cac2b1 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4814897 Feb 16 16:29:19.592120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54156) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:19.598352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ee543b83-23d2-42ca-92ae-24b86dc58595 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Request body: {'security_group_rule': {'security_group_id': '6ad10279-e243-46e5-a9ea-d19bfdfcfa47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:19.646312 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Publish callbacks [] for port (9c949258-c988-4a14-93bf-531eecf0ce87), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:19.659291 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (9c949258-c988-4a14-93bf-531eecf0ce87), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:19.667242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4e974-4933-4117-97ea-e617f036acc4 req-75d13b55-6c0b-4de8-9b36-ec4aa37b9ef3 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:19.668772 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-78c4e974-4933-4117-97ea-e617f036acc4 req-75d13b55-6c0b-4de8-9b36-ec4aa37b9ef3 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 944 time: 0.2784102 Feb 16 16:29:19.725974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Network bd6679df-17c6-4470-9d69-faee9752f3e1 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:19.731326 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:19.736320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Pushing event updated for resources: {'Port': ['ID=9c949258-c988-4a14-93bf-531eecf0ce87,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:19.739913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:19.751241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-78c4e974-4933-4117-97ea-e617f036acc4 req-f01ae023-52ca-47fc-aba1-75dab2ee29d5 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638251 Feb 16 16:29:19.755191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-bd0a77ff-cb2c-4717-8d27-d1b02aa04de6 service neutron] Transition to ACTIVE for port object 4a5de81f-5c36-4c6b-999a-b84af929ba5d will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:29:19.764566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Allocated IP 172.25.4.195 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:19.764892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-521ac0df-0cfc-42d0-b00b-78c4be42a2d1 req-025eb168-38ff-4dd7-a0a1-337e5345c9ca service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505218 Feb 16 16:29:19.767365 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-bd0a77ff-cb2c-4717-8d27-d1b02aa04de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:19.771796 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee543b83-23d2-42ca-92ae-24b86dc58595 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for security_group_rule (4c19f361-49aa-4513-9665-9c44be3e3b79), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:19.837456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a77ff-cb2c-4717-8d27-d1b02aa04de6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5de81f-5c36-4c6b-999a-b84af929ba5d,revision_number=10']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:19.901129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b36985-6bbd-42df-a68b-83e8d6126167 req-85930397-7ff6-436c-a075-44339cc768fc tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:19.908203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51b36985-6bbd-42df-a68b-83e8d6126167 req-85930397-7ff6-436c-a075-44339cc768fc tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 0.2709897 Feb 16 16:29:19.957059 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771b253a-508e-49f3-8cf8-11174e8184ac x-openstack-request-id: req-771b253a-508e-49f3-8cf8-11174e8184ac {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:19.957609 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ec6bc0-5078-4f1e-8595-7312504e1ed3", "name": "network-vif-plugged", "status": "completed", "tag": "a8fd4789-3935-48fb-beee-76e138cbf7c4", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:19.957730 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-771b253a-508e-49f3-8cf8-11174e8184ac {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:19.958092 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ec6bc0-5078-4f1e-8595-7312504e1ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fd4789-3935-48fb-beee-76e138cbf7c4', 'code': 200} Feb 16 16:29:20.016860 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Publish callbacks [] for port (683a2097-e687-47fe-935c-acf548385dc3), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.029596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Attempting to bind port 9c949258-c988-4a14-93bf-531eecf0ce87 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:20.030150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Attempting to bind port 9c949258-c988-4a14-93bf-531eecf0ce87 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'a4ad40c0-9abb-40ac-b9ba-231d605c80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:20.030460 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51b36985-6bbd-42df-a68b-83e8d6126167 req-57fd795f-b6cc-4057-802a-09b42e10403d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213021 Feb 16 16:29:20.031064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Attempting to bind port 9c949258-c988-4a14-93bf-531eecf0ce87 on network bd6679df-17c6-4470-9d69-faee9752f3e1 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:20.037720 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (683a2097-e687-47fe-935c-acf548385dc3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.041499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:20.041886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Checking segment: {'id': 'a4ad40c0-9abb-40ac-b9ba-231d605c80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:20.042294 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.042698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Bound using segment: {'id': 'a4ad40c0-9abb-40ac-b9ba-231d605c80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:20.043187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Bound port: 9c949258-c988-4a14-93bf-531eecf0ce87, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ad40c0-9abb-40ac-b9ba-231d605c80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:20.043572 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9c949258-c988-4a14-93bf-531eecf0ce87), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.063270 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee543b83-23d2-42ca-92ae-24b86dc58595 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for security_group_rule (4c19f361-49aa-4513-9665-9c44be3e3b79), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.088227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee543b83-23d2-42ca-92ae-24b86dc58595 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (4c19f361-49aa-4513-9665-9c44be3e3b79), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.108751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-bd0a77ff-cb2c-4717-8d27-d1b02aa04de6 service neutron] No DVR routers for this DVR port 4a5de81f-5c36-4c6b-999a-b84af929ba5d on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:29:20.122558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb7c60-0cd7-45a6-b271-2057816aef97 req-bac50213-a458-46d0-bf94-c90b741b0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:20.126408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-badb7c60-0cd7-45a6-b271-2057816aef97 req-bac50213-a458-46d0-bf94-c90b741b0670 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 1125 time: 0.2746408 Feb 16 16:29:20.131947 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee543b83-23d2-42ca-92ae-24b86dc58595 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c19f361-49aa-4513-9665-9c44be3e3b79,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:20.137548 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee543b83-23d2-42ca-92ae-24b86dc58595 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.138715 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ee543b83-23d2-42ca-92ae-24b86dc58595 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5449331 Feb 16 16:29:20.141952 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54158) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:20.147251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-49feb810-593c-49f7-bc47-27d9b18d3722 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Request body: {'security_group_rule': {'security_group_id': '6ad10279-e243-46e5-a9ea-d19bfdfcfa47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:20.147634 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbaf336-7962-462f-9c5f-ee60ac4d337e None None] Pushing event updated for resources: {'Port': ['ID=683a2097-e687-47fe-935c-acf548385dc3,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:20.231851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] For port 9c949258-c988-4a14-93bf-531eecf0ce87, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:20.238850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] For port 9c949258-c988-4a14-93bf-531eecf0ce87, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9c949258-c988-4a14-93bf-531eecf0ce87,segment=NetworkSegment(a4ad40c0-9abb-40ac-b9ba-231d605c80fd),segment_id=a4ad40c0-9abb-40ac-b9ba-231d605c80fd)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:20.250322 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49feb810-593c-49f7-bc47-27d9b18d3722 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for security_group_rule (c1c57b78-feff-41d2-b1b8-900a80a2f138), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.280437 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Publish callbacks [] for port (f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.296541 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9c949258-c988-4a14-93bf-531eecf0ce87), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.326129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb7c60-0cd7-45a6-b271-2057816aef97 req-8cf31853-8be2-4122-af29-a0f0dadb2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:20.327588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-badb7c60-0cd7-45a6-b271-2057816aef97 req-8cf31853-8be2-4122-af29-a0f0dadb2b1b service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.1964135 Feb 16 16:29:20.359705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160905d-522e-4469-bab4-197f07d00ec6 req-6aa781a4-3b32-45dc-a010-67fcab1a2831 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:20.361237 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6160905d-522e-4469-bab4-197f07d00ec6 req-6aa781a4-3b32-45dc-a010-67fcab1a2831 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 945 time: 0.3140872 Feb 16 16:29:20.381818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Attempting to bind port 683a2097-e687-47fe-935c-acf548385dc3 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:20.382206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Attempting to bind port 683a2097-e687-47fe-935c-acf548385dc3 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '7b36b68a-f3dc-4586-be4d-47be965a470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:20.382556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Attempting to bind port 683a2097-e687-47fe-935c-acf548385dc3 on network cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:20.385111 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49feb810-593c-49f7-bc47-27d9b18d3722 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for security_group_rule (c1c57b78-feff-41d2-b1b8-900a80a2f138), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.387615 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.398101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:20.398468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Checking segment: {'id': '7b36b68a-f3dc-4586-be4d-47be965a470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:20.398871 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.399273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Bound using segment: {'id': '7b36b68a-f3dc-4586-be4d-47be965a470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:20.399778 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Bound port: 683a2097-e687-47fe-935c-acf548385dc3, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b36b68a-f3dc-4586-be4d-47be965a470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:20.400247 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (683a2097-e687-47fe-935c-acf548385dc3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.412588 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:20.415929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:20.418228 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49feb810-593c-49f7-bc47-27d9b18d3722 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (c1c57b78-feff-41d2-b1b8-900a80a2f138), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.433694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-badb7c60-0cd7-45a6-b271-2057816aef97 req-06f95355-c968-4c26-88d9-2a76bc43160c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a121059c-7737-4b1a-a015-bad77429d618 HTTP/1.1" status: 200 len: 217 time: 0.0946703 Feb 16 16:29:20.453760 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:20.489380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49feb810-593c-49f7-bc47-27d9b18d3722 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c57b78-feff-41d2-b1b8-900a80a2f138,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:20.492535 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-bd0a77ff-cb2c-4717-8d27-d1b02aa04de6 service neutron] 10.222.0.65 "PUT /v2.0/ports/4a5de81f-5c36-4c6b-999a-b84af929ba5d/bindings/n-h2-669411-5/activate HTTP/1.1" status: 200 len: 369 time: 2.3459938 Feb 16 16:29:20.522076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85950d27-281c-4e59-8b02-f73440a36e81 None None] Pushing event updated for resources: {'Port': ['ID=9c949258-c988-4a14-93bf-531eecf0ce87,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:20.582659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad89eeb-b98b-4129-9d5d-c4789bb138ba req-5a442d04-bb03-4b4b-bc87-62dfc23a770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:20.584399 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ad89eeb-b98b-4129-9d5d-c4789bb138ba req-5a442d04-bb03-4b4b-bc87-62dfc23a770c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 1127 time: 0.4779444 Feb 16 16:29:20.585077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Pushing event updated for resources: {'Port': ['ID=f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:20.596774 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb7c60-0cd7-45a6-b271-2057816aef97 req-34d9b37f-9881-4ca3-b6e5-0564a3e93685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:20.599943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-badb7c60-0cd7-45a6-b271-2057816aef97 req-34d9b37f-9881-4ca3-b6e5-0564a3e93685 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.1344047 Feb 16 16:29:20.604185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] For port 683a2097-e687-47fe-935c-acf548385dc3, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:20.613798 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] For port 683a2097-e687-47fe-935c-acf548385dc3, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=683a2097-e687-47fe-935c-acf548385dc3,segment=NetworkSegment(7b36b68a-f3dc-4586-be4d-47be965a470d),segment_id=7b36b68a-f3dc-4586-be4d-47be965a470d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:20.617269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a7267958-b2a8-44e7-b043-61df1bdc19b0 None None] Provisioning complete for port 683a2097-e687-47fe-935c-acf548385dc3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:20.617650 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a7267958-b2a8-44e7-b043-61df1bdc19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (683a2097-e687-47fe-935c-acf548385dc3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.641553 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49feb810-593c-49f7-bc47-27d9b18d3722 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.647522 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-49feb810-593c-49f7-bc47-27d9b18d3722 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5045135 Feb 16 16:29:20.650360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54164) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:20.651578 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf6d10-7b7e-4352-bc69-1f919d43e31b req-db2abac5-5c7c-4e08-af60-aec8b3f59dc9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:20.653515 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-32cf6d10-7b7e-4352-bc69-1f919d43e31b req-db2abac5-5c7c-4e08-af60-aec8b3f59dc9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 948 time: 0.3245804 Feb 16 16:29:20.663710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6160905d-522e-4469-bab4-197f07d00ec6 req-4f9d0073-711d-45d4-8a57-ac807d866ff4 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ad6fc3c-128e-42dc-9d8b-089dcb73027d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052510 Feb 16 16:29:20.672108 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (683a2097-e687-47fe-935c-acf548385dc3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.672324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:20.702259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-badb7c60-0cd7-45a6-b271-2057816aef97 req-4e71c671-dc87-4c73-a615-5a0540f7bfad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876482 Feb 16 16:29:20.721847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 3d25a839-7552-404a-96e1-eae475d8b5ca details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:29:20.820588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a7267958-b2a8-44e7-b043-61df1bdc19b0 None None] Port 683a2097-e687-47fe-935c-acf548385dc3 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:29:20.876953 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:20.881112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbaf336-7962-462f-9c5f-ee60ac4d337e None None] Pushing event updated for resources: {'Port': ['ID=683a2097-e687-47fe-935c-acf548385dc3,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:20.912955 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-badb7c60-0cd7-45a6-b271-2057816aef97 req-a1e49fdf-1380-43b0-9c76-e76f4eed6384 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017605 Feb 16 16:29:20.942877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Routers {'be61284a-3caa-4231-b2b5-305219838790'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:20.943536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['be61284a-3caa-4231-b2b5-305219838790'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:20.962531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-01a93919-9c32-475a-b966-74980f499856 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:20.970570 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-01a93919-9c32-475a-b966-74980f499856 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1&tenant_id=b0adde609b014b4f962dc22768f8ddb1&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1127 time: 0.3785212 Feb 16 16:29:21.120854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ad89eeb-b98b-4129-9d5d-c4789bb138ba req-0305829e-7beb-48d4-8047-639efd27bcd2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4f5a9708-23fa-4837-97eb-460ee16927ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271616 Feb 16 16:29:21.164548 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-32cf6d10-7b7e-4352-bc69-1f919d43e31b req-3157929f-6f50-480f-8dc4-1332e3af428e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778476 Feb 16 16:29:21.168654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] Set router be61284a-3caa-4231-b2b5-305219838790 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:21.209625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b8453-36a2-4ec3-a684-6e31a78954c4 req-ef651987-6ec0-4ea9-89fc-5267ea9d7589 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:21.211188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f3b8453-36a2-4ec3-a684-6e31a78954c4 req-ef651987-6ec0-4ea9-89fc-5267ea9d7589 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 945 time: 0.2972379 Feb 16 16:29:21.213311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-badb7c60-0cd7-45a6-b271-2057816aef97 req-3dfd28b5-adab-43c1-b624-eedee54f141b service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874877 Feb 16 16:29:21.301249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9c949258-c988-4a14-93bf-531eecf0ce87 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:21.329845 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-562bc486-bc43-412a-9916-b499eeae1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:21.331688 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-562bc486-bc43-412a-9916-b499eeae1094 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1&tenant_id=b0adde609b014b4f962dc22768f8ddb1 HTTP/1.1" status: 200 len: 1127 time: 0.3086908 Feb 16 16:29:21.335092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f3b8453-36a2-4ec3-a684-6e31a78954c4 req-1523c1e3-d57f-44f8-84b4-754e79afd8d7 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5a9708-23fa-4837-97eb-460ee16927ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101635 Feb 16 16:29:21.377322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cc1f0-aa0c-4db2-9e5b-2112178798b3 req-4d41b0d8-9e1c-4c7c-bd55-6143b1341654 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:21.380107 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Publish callbacks [] for router_gateway (24a0d9cc-9527-4ffa-909c-92519cee7ccf), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:21.389504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e9cc1f0-aa0c-4db2-9e5b-2112178798b3 req-4d41b0d8-9e1c-4c7c-bd55-6143b1341654 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 945 time: 0.1308229 Feb 16 16:29:21.468051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6d4e4ccc-e3e9-4eb2-864c-73cec8517aa3 None None] Provisioning complete for port 683a2097-e687-47fe-935c-acf548385dc3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:21.468682 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4ccc-e3e9-4eb2-864c-73cec8517aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (683a2097-e687-47fe-935c-acf548385dc3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:21.513836 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:21.546252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e9cc1f0-aa0c-4db2-9e5b-2112178798b3 req-908e6f6f-a4f8-4b0f-b857-499243edd230 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553922 Feb 16 16:29:21.562586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-2fc723ba-713a-4d8b-87a2-26e98f153ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:21.564134 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-2fc723ba-713a-4d8b-87a2-26e98f153ab6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0adde609b014b4f962dc22768f8ddb1&device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 1127 time: 0.1958315 Feb 16 16:29:21.599861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407dab4-298f-4678-800f-38c73209bcf3 req-a5fc8353-7642-455a-a93a-3fa1bc8b174c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:21.601964 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8407dab4-298f-4678-800f-38c73209bcf3 req-a5fc8353-7642-455a-a93a-3fa1bc8b174c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 0.1340551 Feb 16 16:29:21.683059 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8407dab4-298f-4678-800f-38c73209bcf3 req-d2fa5a5e-e5dd-44df-9da4-5ab9f94db6b0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735259 Feb 16 16:29:21.715794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=3d25a839-7552-404a-96e1-eae475d8b5ca,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:21.734051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '3d25a839-7552-404a-96e1-eae475d8b5ca', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '3d25a839-7552-404a-96e1-eae475d8b5ca', 'mac_address': 'fa:16:3e:ba:61:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:29:21.858727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9c949258-c988-4a14-93bf-531eecf0ce87 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:21.859518 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9c949258-c988-4a14-93bf-531eecf0ce87), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:21.865210 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 3d25a839-7552-404a-96e1-eae475d8b5ca is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:21.865929 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:21.951412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a4edc-7365-43ad-b490-c33dba3884ed req-43240c9b-1e90-4ec7-854c-313149b40a11 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:21.961741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d61a4edc-7365-43ad-b490-c33dba3884ed req-43240c9b-1e90-4ec7-854c-313149b40a11 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 945 time: 0.1426690 Feb 16 16:29:22.030283 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (24a0d9cc-9527-4ffa-909c-92519cee7ccf), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:22.118193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d61a4edc-7365-43ad-b490-c33dba3884ed req-1084f5f5-ac0e-4edf-9eec-3c616e5fd74f tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ad6fc3c-128e-42dc-9d8b-089dcb73027d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456909 Feb 16 16:29:22.151652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0e76f1-438a-414b-a933-7e22d8c1a684 None None] Network bd6679df-17c6-4470-9d69-faee9752f3e1 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:29:22.191093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d25a839-7552-404a-96e1-eae475d8b5ca {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:29:22.224716 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e4ccc-e3e9-4eb2-864c-73cec8517aa3 None None] Current status of the port 683a2097-e687-47fe-935c-acf548385dc3 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:22.225330 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4ccc-e3e9-4eb2-864c-73cec8517aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (683a2097-e687-47fe-935c-acf548385dc3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:22.229620 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-e4816a37-44ba-4fb5-841c-e9efc8efb929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:22.233789 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-e4816a37-44ba-4fb5-841c-e9efc8efb929 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 200 len: 921 time: 0.6190240 Feb 16 16:29:22.237952 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Allocated IP 172.25.4.239 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/c774ae69-192d-4fd6-9b66-b6c00969d5c7) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:22.287357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=3d25a839-7552-404a-96e1-eae475d8b5ca,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:22.294476 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be61284a-3caa-4231-b2b5-305219838790', 'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:07Z', 'updated_at': '2022-02-16T16:29:16Z', 'revision_number': 4, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'gw_port': {'id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:08Z', 'updated_at': '2022-02-16T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '683a2097-e687-47fe-935c-acf548385dc3', 'name': '', 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'mac_address': 'fa:16:3e:fd:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'fe3da449-1978-4788-9856-bb2680195426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:15Z', 'updated_at': '2022-02-16T16:29:20Z', 'revision_number': 4, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'subnets': [{'id': 'fe3da449-1978-4788-9856-bb2680195426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:22.346364 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:22.365570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cfe95-79b7-4bea-b846-db83554f043e None None] The sync data for ids ['be61284a-3caa-4231-b2b5-305219838790'] in n-d-669411-5 is: [{'id': 'be61284a-3caa-4231-b2b5-305219838790', 'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:07Z', 'updated_at': '2022-02-16T16:29:16Z', 'revision_number': 4, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'gw_port': {'id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:08Z', 'updated_at': '2022-02-16T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '683a2097-e687-47fe-935c-acf548385dc3', 'name': '', 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'mac_address': 'fa:16:3e:fd:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'fe3da449-1978-4788-9856-bb2680195426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:15Z', 'updated_at': '2022-02-16T16:29:20Z', 'revision_number': 4, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'subnets': [{'id': 'fe3da449-1978-4788-9856-bb2680195426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:29:22.397070 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-66313413-a55a-43d9-91ad-e3d75e863253 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d HTTP/1.1" status: 200 len: 217 time: 0.0724912 Feb 16 16:29:22.411710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1591f8-6fcf-4cee-8012-50fb492b369d req-28d267af-2322-4843-845f-3c795910d396 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:22.413593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bd1591f8-6fcf-4cee-8012-50fb492b369d req-28d267af-2322-4843-845f-3c795910d396 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 949 time: 0.0929883 Feb 16 16:29:22.413715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6d4e4ccc-e3e9-4eb2-864c-73cec8517aa3 None None] For port 683a2097-e687-47fe-935c-acf548385dc3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=683a2097-e687-47fe-935c-acf548385dc3,segment=NetworkSegment(7b36b68a-f3dc-4586-be4d-47be965a470d),segment_id=7b36b68a-f3dc-4586-be4d-47be965a470d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:22.422299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54eea3-29b3-42e2-bbeb-dd3284643fdb req-28bb4eea-5973-4af0-ab37-3517c70082d0 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:22.440357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b54eea3-29b3-42e2-bbeb-dd3284643fdb req-28bb4eea-5973-4af0-ab37-3517c70082d0 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 945 time: 0.1776323 Feb 16 16:29:22.441060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54180) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:22.447268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-86eb2d87-0f79-4d99-a6e2-e6528d7112d8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Request body: {'floatingip': {'port_id': '03e01c35-0d9e-43d7-baad-d58a646eb397'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:22.485169 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4ccc-e3e9-4eb2-864c-73cec8517aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (683a2097-e687-47fe-935c-acf548385dc3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:22.515159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9c949258-c988-4a14-93bf-531eecf0ce87 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:22.515725 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9c949258-c988-4a14-93bf-531eecf0ce87), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:22.554588 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-86eb2d87-0f79-4d99-a6e2-e6528d7112d8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for floatingip (293aa0e6-a7f9-416b-8516-1da7fb5b4c8a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:22.574015 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=3d25a839-7552-404a-96e1-eae475d8b5ca,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:22.638361 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 9c949258-c988-4a14-93bf-531eecf0ce87, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9c949258-c988-4a14-93bf-531eecf0ce87,segment=NetworkSegment(a4ad40c0-9abb-40ac-b9ba-231d605c80fd),segment_id=a4ad40c0-9abb-40ac-b9ba-231d605c80fd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:22.648653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:22.649426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:22.652267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:22.652922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:22.653498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:22.654053 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:22.654603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:22.659724 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:22.660775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:22.661359 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:22.662022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:22.662616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:22.663194 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:22.671866 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9c949258-c988-4a14-93bf-531eecf0ce87), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:22.709515 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-d9f2c4c0-cb96-4faf-a836-f716fad6d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:22.711243 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-d9f2c4c0-cb96-4faf-a836-f716fad6d43f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 200 len: 860 time: 0.2160733 Feb 16 16:29:22.765943 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-d33424c6-feed-4df9-a600-04aa4917ea91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a1813a8d-0fbe-4a58-a0a5-a203a6879d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445063 Feb 16 16:29:22.779287 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e4ccc-e3e9-4eb2-864c-73cec8517aa3 None None] Pushing event updated for resources: {'Port': ['ID=683a2097-e687-47fe-935c-acf548385dc3,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:22.799099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bd1591f8-6fcf-4cee-8012-50fb492b369d req-8f20feb9-0d4d-4206-bbf5-97f2b58b055f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505840 Feb 16 16:29:22.841804 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for port (c774ae69-192d-4fd6-9b66-b6c00969d5c7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:22.860702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=9c949258-c988-4a14-93bf-531eecf0ce87,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:22.895103 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['3d25a839-7552-404a-96e1-eae475d8b5ca'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:22.921558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Router 24a0d9cc-9527-4ffa-909c-92519cee7ccf is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:29:23.013314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257a859-2d9e-46d2-8150-42b7aef728a6 req-b70a00ce-0d6b-47a0-a08e-880dbd2efdaf tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:23.014844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3257a859-2d9e-46d2-8150-42b7aef728a6 req-b70a00ce-0d6b-47a0-a08e-880dbd2efdaf tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 945 time: 0.4694083 Feb 16 16:29:23.071843 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-dbd2d8c7-bdba-4bcf-9f55-013b91e4a7d8 None None] Provisioning complete for port 9c949258-c988-4a14-93bf-531eecf0ce87 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:23.072483 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dbd2d8c7-bdba-4bcf-9f55-013b91e4a7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9c949258-c988-4a14-93bf-531eecf0ce87), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:23.096178 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-02da4a62-41ea-49b1-9325-a8d0523008c0 service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224065 Feb 16 16:29:23.188335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 683a2097-e687-47fe-935c-acf548385dc3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:23.209814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3257a859-2d9e-46d2-8150-42b7aef728a6 req-9bece395-fc58-4fb7-967f-09ba4ba64989 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5a9708-23fa-4837-97eb-460ee16927ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718578 Feb 16 16:29:23.235707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85847dcf-e965-4d1c-ae6a-1ac4c0fd0737 req-9e896796-f0f9-4b37-9d24-96afc54d341f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:23.248658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85847dcf-e965-4d1c-ae6a-1ac4c0fd0737 req-9e896796-f0f9-4b37-9d24-96afc54d341f tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 945 time: 0.3177207 Feb 16 16:29:23.256340 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c774ae69-192d-4fd6-9b66-b6c00969d5c7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:23.415246 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85847dcf-e965-4d1c-ae6a-1ac4c0fd0737 req-f03809fc-4ae7-4917-a18d-42c6e8460569 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655910 Feb 16 16:29:23.433001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 683a2097-e687-47fe-935c-acf548385dc3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:23.433551 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (683a2097-e687-47fe-935c-acf548385dc3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:23.441686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-dbd2d8c7-bdba-4bcf-9f55-013b91e4a7d8 None None] Current status of the port 9c949258-c988-4a14-93bf-531eecf0ce87 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:23.618675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-946d24af-bf8c-4fc4-9466-e2107c981e4f None None] Provisioning complete for port 9c949258-c988-4a14-93bf-531eecf0ce87 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:23.619062 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-946d24af-bf8c-4fc4-9466-e2107c981e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9c949258-c988-4a14-93bf-531eecf0ce87), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:23.621475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 683a2097-e687-47fe-935c-acf548385dc3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:23.624130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9c949258-c988-4a14-93bf-531eecf0ce87 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:23.696551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b8a75-5d6e-43b1-b842-8ce11de78eae req-aec83b26-5778-4aee-b9c8-84c0ab3b402a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:23.703788 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d35b8a75-5d6e-43b1-b842-8ce11de78eae req-aec83b26-5778-4aee-b9c8-84c0ab3b402a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 0.3601792 Feb 16 16:29:23.752015 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Pushing event updated for resources: {'Port': ['ID=c774ae69-192d-4fd6-9b66-b6c00969d5c7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:23.816292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:23.816936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:23.817426 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:23.817947 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:23.818441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:23.818936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:23.819597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:23.820108 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:23.820251 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-946d24af-bf8c-4fc4-9466-e2107c981e4f None None] Current status of the port 9c949258-c988-4a14-93bf-531eecf0ce87 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:23.820800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:23.821283 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:23.821764 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:23.824017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:23.824522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:29:23.835005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9c949258-c988-4a14-93bf-531eecf0ce87 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:23.835609 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9c949258-c988-4a14-93bf-531eecf0ce87), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:23.840170 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:23.842938 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:29:23.860716 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Sync routers for ids ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:29:23.882553 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Routers {'24a0d9cc-9527-4ffa-909c-92519cee7ccf'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:23.883561 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:23.947905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9c949258-c988-4a14-93bf-531eecf0ce87 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:23.953671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:23.954435 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d35b8a75-5d6e-43b1-b842-8ce11de78eae req-a6254db0-7ee5-4d9f-9f6a-391df95fe5bb tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497940 Feb 16 16:29:23.970688 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:24.017978 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-1e0cd4fc-dd32-489a-8be3-36836601bc55 service neutron] 10.222.0.60 "GET /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8500175 Feb 16 16:29:24.089096 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Set router 24a0d9cc-9527-4ffa-909c-92519cee7ccf gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:24.103222 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-86eb2d87-0f79-4d99-a6e2-e6528d7112d8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:24.128905 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:24.136009 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bbc016b9-b7d5-4728-930d-5cea8342748b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8958166 Feb 16 16:29:24.149365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54192) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:24.172061 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-86eb2d87-0f79-4d99-a6e2-e6528d7112d8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (293aa0e6-a7f9-416b-8516-1da7fb5b4c8a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:24.352953 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:18Z', 'updated_at': '2022-02-16T16:29:21Z', 'revision_number': 3, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'gw_port': {'id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:19Z', 'updated_at': '2022-02-16T16:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:24.399837 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Checking router: 24a0d9cc-9527-4ffa-909c-92519cee7ccf for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:29:24.400484 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Updating router 24a0d9cc-9527-4ffa-909c-92519cee7ccf port f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:29:24.446807 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:24.523710 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-e05500d8-7c9f-4d65-aa93-a565490f9c73 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:24.525268 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-e05500d8-7c9f-4d65-aa93-a565490f9c73 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.60 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8&tenant_id=9f1e972448934d409d5e97576c337ceb&binding%3Ahost_id=n-h2-669411-5 HTTP/1.1" status: 200 len: 949 time: 0.7628603 Feb 16 16:29:24.662258 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for floatingip (8f320470-fc21-400c-b2c5-23d29320548d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:24.669869 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:29:24.682220 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-eb686b87-5331-40b6-bf5e-7a1437e54bc6 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:24.683721 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-eb686b87-5331-40b6-bf5e-7a1437e54bc6 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1&tenant_id=b0adde609b014b4f962dc22768f8ddb1&binding%3Ahost_id=n-h2-669411-5 HTTP/1.1" status: 200 len: 1127 time: 0.2938476 Feb 16 16:29:24.727105 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 3d25a839-7552-404a-96e1-eae475d8b5ca up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:24.755428 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-beb13e5d-726f-4167-9a20-9662a74b7340 service neutron] 10.222.0.60 "GET /v2.0/ports/3d25a839-7552-404a-96e1-eae475d8b5ca/bindings/n-h2-669411-5 HTTP/1.1" status: 200 len: 382 time: 0.1978116 Feb 16 16:29:24.817803 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Publish callbacks [] for port (f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:24.828466 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:24.839029 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c774ae69-192d-4fd6-9b66-b6c00969d5c7), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:24.854500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 3d25a839-7552-404a-96e1-eae475d8b5ca completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:29:24.863872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 3d25a839-7552-404a-96e1-eae475d8b5ca triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:24.877789 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:24.900996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fcd54-ec9f-4fd6-a4e8-04a43545274e req-5db6fa11-0ecc-4980-b89b-f0e1840881e2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:24.902522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-295fcd54-ec9f-4fd6-a4e8-04a43545274e req-5db6fa11-0ecc-4980-b89b-f0e1840881e2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 949 time: 0.7980821 Feb 16 16:29:24.912421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-c74ff499-1af1-44d2-b024-2d95b536c051 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 258 time: 1.1654863 Feb 16 16:29:24.926189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:24.937256 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a010979-0ff0-489b-a6b0-34a950ab7bfa None None] Pushing event updated for resources: {'Port': ['ID=f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:24.959828 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Attempting to bind port f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:24.960286 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Attempting to bind port f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:24.960704 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Attempting to bind port f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:24.967372 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:24.967822 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:24.968231 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:24.968667 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:24.969141 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Bound port: f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:24.969523 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:25.016727 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:25.022067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 3d25a839-7552-404a-96e1-eae475d8b5ca is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:25.022594 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:25.045860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-295fcd54-ec9f-4fd6-a4e8-04a43545274e req-555c6c6a-b489-44cc-a522-465315aef576 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280160 Feb 16 16:29:25.050753 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-86eb2d87-0f79-4d99-a6e2-e6528d7112d8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Floating IP 293aa0e6-a7f9-416b-8516-1da7fb5b4c8a associated. External IP: 172.25.4.96, port: 03e01c35-0d9e-43d7-baad-d58a646eb397. Feb 16 16:29:25.051196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:25.054534 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd3ec04-4b36-44b8-b328-12b710974f63" -d '{"events": [{"server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "name": "network-vif-plugged", "status": "completed", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:25.078099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=3d25a839-7552-404a-96e1-eae475d8b5ca,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:25.080900 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] For port f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:25.083388 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:25.090468 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] For port f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:25.105505 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:25.155679 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=3d25a839-7552-404a-96e1-eae475d8b5ca,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:25.208330 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Routers {'24a0d9cc-9527-4ffa-909c-92519cee7ccf'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:25.209227 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:25.231478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-b5b98643-a235-47a2-84ba-f877d150389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:25.233000 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-b5b98643-a235-47a2-84ba-f877d150389b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 1131 time: 0.4281757 Feb 16 16:29:25.350406 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-c9837a31-d7bc-4f20-9ca2-2e7034607e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:25.352064 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-c9837a31-d7bc-4f20-9ca2-2e7034607e00 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1042895 Feb 16 16:29:25.358395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b3aaf-1380-443b-bde6-f8467d0cd4cd req-e2908b5d-3ab8-4747-bf1d-0b2fdab388c8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:25.367977 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-895b3aaf-1380-443b-bde6-f8467d0cd4cd req-e2908b5d-3ab8-4747-bf1d-0b2fdab388c8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 945 time: 0.1593792 Feb 16 16:29:25.394618 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a010979-0ff0-489b-a6b0-34a950ab7bfa None None] Pushing event updated for resources: {'Port': ['ID=f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:25.426311 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-3030525c-02e3-42db-b30d-d91bc8857783 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3d25a839-7552-404a-96e1-eae475d8b5ca HTTP/1.1" status: 200 len: 217 time: 0.0651946 Feb 16 16:29:25.467180 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for port (c774ae69-192d-4fd6-9b66-b6c00969d5c7), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:25.470161 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] Set router 24a0d9cc-9527-4ffa-909c-92519cee7ccf gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:25.474807 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-f9c26923-c8d6-466c-857f-ae4e9195c1c1 service neutron] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:25.499211 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-f9c26923-c8d6-466c-857f-ae4e9195c1c1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:25.500672 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee66340f-44c0-46ff-870e-faa6dcaebf6a req-f9c26923-c8d6-466c-857f-ae4e9195c1c1 service neutron] 10.222.0.60 "DELETE /v2.0/ports/4a5de81f-5c36-4c6b-999a-b84af929ba5d/bindings/n-h1-669411-5 HTTP/1.1" status: 204 len: 173 time: 0.8094850 Feb 16 16:29:25.533774 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (c774ae69-192d-4fd6-9b66-b6c00969d5c7), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:25.582037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-895b3aaf-1380-443b-bde6-f8467d0cd4cd req-7b71c4b4-7071-464c-a137-cde0639de8be tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130439 Feb 16 16:29:25.606128 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:25.631961 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1d7c673d-728e-4aba-9e3f-5b038b235dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:25.701746 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Pushing event updated for resources: {'Port': ['ID=c774ae69-192d-4fd6-9b66-b6c00969d5c7,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:25.710041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86eb2d87-0f79-4d99-a6e2-e6528d7112d8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Router 2c0f5841-6059-4a71-9ac7-d6b954f88321 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:29:25.744192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-aeb71561-9b19-4047-9f3d-63d38902456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:25.745646 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-aeb71561-9b19-4047-9f3d-63d38902456f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.3009980 Feb 16 16:29:25.810182 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:18Z', 'updated_at': '2022-02-16T16:29:21Z', 'revision_number': 3, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'gw_port': {'id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:19Z', 'updated_at': '2022-02-16T16:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:25.837927 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (8f320470-fc21-400c-b2c5-23d29320548d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:25.851960 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ac4b2e-6400-4d9a-8265-bb5c320d36f3 None None] The sync data for ids ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'] in n-d-669411-5 is: [{'id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:18Z', 'updated_at': '2022-02-16T16:29:21Z', 'revision_number': 3, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'gw_port': {'id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:19Z', 'updated_at': '2022-02-16T16:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:29:25.927874 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:25.943888 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ea75903f-ca1c-4b5e-a035-62b455e36754 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2642827 Feb 16 16:29:25.969604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Allocated IP 172.25.4.128 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/8aeeaef6-fcea-48b0-afa1-3e159eaaac00) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:25.974855 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:25.978283 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-70e07100-cc30-4efc-828b-6ea9cd323062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:25.980528 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-70e07100-cc30-4efc-828b-6ea9cd323062 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1950312 Feb 16 16:29:26.117820 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for port (8aeeaef6-fcea-48b0-afa1-3e159eaaac00), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:26.163605 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86eb2d87-0f79-4d99-a6e2-e6528d7112d8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:29:26.182705 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8aeeaef6-fcea-48b0-afa1-3e159eaaac00), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:26.190626 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-9922ca41-36a7-4161-ab72-a6c2013f5b7b service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957152 Feb 16 16:29:26.203249 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-86eb2d87-0f79-4d99-a6e2-e6528d7112d8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:26.214317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6748bb78-e8ea-4719-8cba-3f8785ea95a3 None None] Sync routers for ids ['2c0f5841-6059-4a71-9ac7-d6b954f88321'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:29:26.228652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6748bb78-e8ea-4719-8cba-3f8785ea95a3 None None] Routers {'2c0f5841-6059-4a71-9ac7-d6b954f88321'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:26.229338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6748bb78-e8ea-4719-8cba-3f8785ea95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2c0f5841-6059-4a71-9ac7-d6b954f88321'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:26.271201 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Pushing event updated for resources: {'Port': ['ID=8aeeaef6-fcea-48b0-afa1-3e159eaaac00,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:26.302978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d93e30-96df-4b89-8880-3613627eb2f5 req-310214ad-da24-4cec-ba9e-bb9f93b8140b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:26.310334 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-04d93e30-96df-4b89-8880-3613627eb2f5 req-310214ad-da24-4cec-ba9e-bb9f93b8140b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 0.6123929 Feb 16 16:29:26.323381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:26.331702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:26.341689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:26.416099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Allocated IP 172.20.0.1 (bd6679df-17c6-4470-9d69-faee9752f3e1/aa52883c-d87f-4ec7-b5e1-ae348ec14277/8ceb6112-db6b-4983-9545-56326d4706a6) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:26.432780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-86eb2d87-0f79-4d99-a6e2-e6528d7112d8 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "PUT /v2.0/floatingips/293aa0e6-a7f9-416b-8516-1da7fb5b4c8a HTTP/1.1" status: 200 len: 990 time: 3.9886613 Feb 16 16:29:26.480465 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-6748bb78-e8ea-4719-8cba-3f8785ea95a3 None None] Set router 2c0f5841-6059-4a71-9ac7-d6b954f88321 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:26.500138 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-39f6cd92-32b4-4087-b9d1-be39f13a223f service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831810 Feb 16 16:29:26.544455 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for floatingip (347b1fb9-dbaa-4ca6-bb8b-50033bef8314), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:26.552335 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cbc3ad-267f-450e-ad5f-a1ede402d8ed', 'tag': '03e01c35-0d9e-43d7-baad-d58a646eb397'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:26.555523 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b072310d-d659-420e-83c4-abc02a6fc6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cbc3ad-267f-450e-ad5f-a1ede402d8ed", "tag": "03e01c35-0d9e-43d7-baad-d58a646eb397"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:26.606711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-04d93e30-96df-4b89-8880-3613627eb2f5 req-99381490-1d2a-4652-b430-82cdcf43439b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952988 Feb 16 16:29:26.613407 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8aeeaef6-fcea-48b0-afa1-3e159eaaac00), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:26.681512 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Publish callbacks [] for port (8ceb6112-db6b-4983-9545-56326d4706a6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:26.731145 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8fd40b-f8ca-490d-884c-42a12594c2fe x-openstack-request-id: req-7b8fd40b-f8ca-490d-884c-42a12594c2fe {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:26.731439 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "name": "network-vif-plugged", "status": "completed", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:26.731703 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b8fd40b-f8ca-490d-884c-42a12594c2fe {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:26.732130 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca', 'code': 200} Feb 16 16:29:26.797831 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:26.908045 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Network bd6679df-17c6-4470-9d69-faee9752f3e1 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:26.909352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Pushing event updated for resources: {'Port': ['ID=8ceb6112-db6b-4983-9545-56326d4706a6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:26.912527 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:26.930316 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:26.980095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6748bb78-e8ea-4719-8cba-3f8785ea95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'name': 'tempest-ServersTestFqdnHostnames-1077956439-router', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:39Z', 'updated_at': '2022-02-16T16:28:45Z', 'revision_number': 4, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'gw_port': {'id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:40Z', 'updated_at': '2022-02-16T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '293aa0e6-a7f9-416b-8516-1da7fb5b4c8a', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'port_id': '03e01c35-0d9e-43d7-baad-d58a646eb397', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'mac_address': 'fa:16:3e:9b:73:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cbc3ad-267f-450e-ad5f-a1ede402d8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:28:55Z', 'updated_at': '2022-02-16T16:29:23Z', 'revision_number': 1, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628b4cb8-f6b2-49e3-bf57-8946d70f0927', 'name': '', 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'mac_address': 'fa:16:3e:9a:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:44Z', 'updated_at': '2022-02-16T16:28:54Z', 'revision_number': 5, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'subnets': [{'id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:27.012121 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (24a0d9cc-9527-4ffa-909c-92519cee7ccf), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:27.032943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6748bb78-e8ea-4719-8cba-3f8785ea95a3 None None] Checking router: 2c0f5841-6059-4a71-9ac7-d6b954f88321 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:29:27.048934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-facc72c0-dad3-4830-9d3c-b7adadf9e4c4 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--57629446&fields=id&tenant_id=e2cbad17b8ce48d9928b3b1e4dd42c20 HTTP/1.1" status: 200 len: 267 time: 0.1916175 Feb 16 16:29:27.066556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:27.070652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6748bb78-e8ea-4719-8cba-3f8785ea95a3 None None] Routers {'2c0f5841-6059-4a71-9ac7-d6b954f88321'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:27.070831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6748bb78-e8ea-4719-8cba-3f8785ea95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2c0f5841-6059-4a71-9ac7-d6b954f88321'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:27.078966 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for port (8aeeaef6-fcea-48b0-afa1-3e159eaaac00), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:27.099429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (8aeeaef6-fcea-48b0-afa1-3e159eaaac00), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:27.299525 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:27.307933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:27.308936 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:27.325506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Pushing event updated for resources: {'Port': ['ID=8aeeaef6-fcea-48b0-afa1-3e159eaaac00,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:27.342079 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-6748bb78-e8ea-4719-8cba-3f8785ea95a3 None None] Set router 2c0f5841-6059-4a71-9ac7-d6b954f88321 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:27.357419 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (347b1fb9-dbaa-4ca6-bb8b-50033bef8314), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:27.366583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09357574-bf84-4055-9448-df7ea1106a6a req-477e8b74-8b2d-441f-9e5e-63ec234818c2 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:27.368968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-477e8b74-8b2d-441f-9e5e-63ec234818c2 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/networks?id=cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 HTTP/1.1" status: 200 len: 805 time: 0.3199916 Feb 16 16:29:27.394929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-d240f044-fa74-45e7-be3f-d911d82cdcf9 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/quotas/e2cbad17b8ce48d9928b3b1e4dd42c20 HTTP/1.1" status: 200 len: 375 time: 0.0150077 Feb 16 16:29:27.410418 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:27.419121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-7fc9db54-1352-4e7d-880b-fb9781a1f458 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5057852 Feb 16 16:29:27.486169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-439fd2d4-72db-40ee-8a81-a44ba79e1e50 None None] Provisioning complete for port 8ceb6112-db6b-4983-9545-56326d4706a6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:27.486843 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-439fd2d4-72db-40ee-8a81-a44ba79e1e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:27.499553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-5e810f3f-0e23-462c-9c72-d0dca0d3b7c6 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.0795434 Feb 16 16:29:27.529980 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Publish callbacks [] for port (8ceb6112-db6b-4983-9545-56326d4706a6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:27.536037 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:27.593272 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (24a0d9cc-9527-4ffa-909c-92519cee7ccf), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:27.649665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-deac2b85-90e2-4ca3-85d7-86aa2bba4849 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2cbad17b8ce48d9928b3b1e4dd42c20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2538340 Feb 16 16:29:27.667089 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Pushing event updated for resources: {'Port': ['ID=8ceb6112-db6b-4983-9545-56326d4706a6,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:27.746897 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Network bd6679df-17c6-4470-9d69-faee9752f3e1 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:27.749119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:27.758126 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:27.758522 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:27.764429 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-439fd2d4-72db-40ee-8a81-a44ba79e1e50 None None] Port 8ceb6112-db6b-4983-9545-56326d4706a6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:29:27.783445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-c21e19c9-a92f-47c2-ba4b-a7d891ad6e64 service neutron] 10.222.0.24 "GET /v2.0/networks/cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194890 Feb 16 16:29:27.791900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-90a9c97c-24dc-43cd-b5d2-b7feb3ebd217 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:27.805829 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:27.806402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2fcc7f0f-01ea-45da-aa43-ec105d66ecc8 req-90a9c97c-24dc-43cd-b5d2-b7feb3ebd217 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.3038483 Feb 16 16:29:27.825580 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:28.010350 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Router 24a0d9cc-9527-4ffa-909c-92519cee7ccf has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:29:28.026505 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-ce9022f5-022a-4bf5-afa6-d85f43ae5643 service neutron] 10.222.0.24 "GET /v2.0/networks/cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190487 Feb 16 16:29:28.039480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27890fa5-138a-4c3a-ba14-f2d53909020c req-beb86cb7-5ac2-40f2-a1ef-3235b60c4390 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:28.051822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27890fa5-138a-4c3a-ba14-f2d53909020c req-beb86cb7-5ac2-40f2-a1ef-3235b60c4390 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.1428082 Feb 16 16:29:28.091912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:28.178717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27890fa5-138a-4c3a-ba14-f2d53909020c req-3f31b258-bbcc-495b-b4e1-0e643e8ae0a2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133094 Feb 16 16:29:28.189369 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6748bb78-e8ea-4719-8cba-3f8785ea95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'name': 'tempest-ServersTestFqdnHostnames-1077956439-router', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:39Z', 'updated_at': '2022-02-16T16:28:45Z', 'revision_number': 4, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'gw_port': {'id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:40Z', 'updated_at': '2022-02-16T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '293aa0e6-a7f9-416b-8516-1da7fb5b4c8a', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'port_id': '03e01c35-0d9e-43d7-baad-d58a646eb397', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'mac_address': 'fa:16:3e:9b:73:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cbc3ad-267f-450e-ad5f-a1ede402d8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:28:55Z', 'updated_at': '2022-02-16T16:29:23Z', 'revision_number': 1, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628b4cb8-f6b2-49e3-bf57-8946d70f0927', 'name': '', 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'mac_address': 'fa:16:3e:9a:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:44Z', 'updated_at': '2022-02-16T16:28:54Z', 'revision_number': 5, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'subnets': [{'id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:28.223140 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c1bf0f-ec93-464f-986a-3e4fdb8049a9 x-openstack-request-id: req-80c1bf0f-ec93-464f-986a-3e4fdb8049a9 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:28.223723 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cbc3ad-267f-450e-ad5f-a1ede402d8ed", "tag": "03e01c35-0d9e-43d7-baad-d58a646eb397", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:28.225443 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80c1bf0f-ec93-464f-986a-3e4fdb8049a9 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:28.226457 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7cbc3ad-267f-450e-ad5f-a1ede402d8ed', 'tag': '03e01c35-0d9e-43d7-baad-d58a646eb397', 'status': 'completed', 'code': 200} Feb 16 16:29:28.269534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6748bb78-e8ea-4719-8cba-3f8785ea95a3 None None] The sync data for ids ['2c0f5841-6059-4a71-9ac7-d6b954f88321'] in n-d-669411-5 is: [{'id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'name': 'tempest-ServersTestFqdnHostnames-1077956439-router', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:39Z', 'updated_at': '2022-02-16T16:28:45Z', 'revision_number': 4, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'gw_port': {'id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:40Z', 'updated_at': '2022-02-16T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '293aa0e6-a7f9-416b-8516-1da7fb5b4c8a', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'port_id': '03e01c35-0d9e-43d7-baad-d58a646eb397', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'mac_address': 'fa:16:3e:9b:73:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cbc3ad-267f-450e-ad5f-a1ede402d8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:28:55Z', 'updated_at': '2022-02-16T16:29:23Z', 'revision_number': 1, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628b4cb8-f6b2-49e3-bf57-8946d70f0927', 'name': '', 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'mac_address': 'fa:16:3e:9a:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:44Z', 'updated_at': '2022-02-16T16:28:54Z', 'revision_number': 5, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'subnets': [{'id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:29:28.297787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1b3e90ca-3dc9-453f-95d1-37cdf8d88341 None None] Provisioning complete for port 8ceb6112-db6b-4983-9545-56326d4706a6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:28.298682 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1b3e90ca-3dc9-453f-95d1-37cdf8d88341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:28.362817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e90ca-3dc9-453f-95d1-37cdf8d88341 None None] Port 8ceb6112-db6b-4983-9545-56326d4706a6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:29:28.383701 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8f5d49e1-052f-41c3-a101-9d28c0b34691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:28.505592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66237111-53d5-4bf5-bd5c-ffdbee981012 req-928bc9e1-d741-4b7a-8a5a-9f4b239cd66e tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:28.507709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66237111-53d5-4bf5-bd5c-ffdbee981012 req-928bc9e1-d741-4b7a-8a5a-9f4b239cd66e tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 1127 time: 0.1357968 Feb 16 16:29:28.548275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919442eb-0a06-4b91-89fd-d33bea2eec4a req-989c28d5-c86b-49a3-b4b8-f1ae2ce78678 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:28.550935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-919442eb-0a06-4b91-89fd-d33bea2eec4a req-989c28d5-c86b-49a3-b4b8-f1ae2ce78678 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 0.1374683 Feb 16 16:29:28.608661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66237111-53d5-4bf5-bd5c-ffdbee981012 req-50d07ee7-64d7-42d4-aee3-e9cead0e53f7 tempest-LiveAutoBlockMigrationV225Test-1536611477 tempest-LiveAutoBlockMigrationV225Test-1536611477-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938039 Feb 16 16:29:28.700491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-919442eb-0a06-4b91-89fd-d33bea2eec4a req-c217c9f8-c720-4a12-98f8-55af7e91d966 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066105 Feb 16 16:29:28.716180 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159af070-2789-4b11-ad8b-43ac4ec01227 None None] New status for floating IP 293aa0e6-a7f9-416b-8516-1da7fb5b4c8a: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:29:28.765466 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072310d-d659-420e-83c4-abc02a6fc6c8 req-f0f59e47-de16-41f9-a516-160a29ee10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:28.767213 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b072310d-d659-420e-83c4-abc02a6fc6c8 req-f0f59e47-de16-41f9-a516-160a29ee10e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5efc851b355d47bf8d553a191b14791e&device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 1127 time: 0.1626205 Feb 16 16:29:28.906871 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072310d-d659-420e-83c4-abc02a6fc6c8 req-2bdd911b-afba-490c-b213-4f04f64bc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:28.912776 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20197620-f14a-4e86-98db-586341e7ef3a req-0aba890b-8a7e-432a-a6b9-9a9e788d2ec0 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 210 time: 0.0742068 Feb 16 16:29:28.917319 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b072310d-d659-420e-83c4-abc02a6fc6c8 req-2bdd911b-afba-490c-b213-4f04f64bc9be service neutron] 10.222.0.60 "GET /v2.0/networks?id=e3064a27-c525-4747-81cc-3970797c947b HTTP/1.1" status: 200 len: 916 time: 0.1385975 Feb 16 16:29:28.919352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:29:28.925916 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fec2a239-5d00-4c5b-bb81-266a16e58305 admin admin] 10.222.0.24 "PUT /v2.0/routers/24a0d9cc-9527-4ffa-909c-92519cee7ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7755289 Feb 16 16:29:28.963086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Sync routers for ids ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:29:28.984433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Routers {'24a0d9cc-9527-4ffa-909c-92519cee7ccf'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:28.986809 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:29:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:29.093925 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b072310d-d659-420e-83c4-abc02a6fc6c8 req-82b77fbf-c385-4cf7-ad71-82815ee5cfe3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03e01c35-0d9e-43d7-baad-d58a646eb397 HTTP/1.1" status: 200 len: 998 time: 0.1635554 Feb 16 16:29:29.107238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:29.195859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-521ebfda-f602-461c-b456-fb84b0fdc7c2 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:29.206615 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-521ebfda-f602-461c-b456-fb84b0fdc7c2 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2669759 Feb 16 16:29:29.235524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072310d-d659-420e-83c4-abc02a6fc6c8 req-0234a341-18df-47eb-a136-d7527074368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:29.237455 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b072310d-d659-420e-83c4-abc02a6fc6c8 req-0234a341-18df-47eb-a136-d7527074368d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37dd0334-ddc1-49e6-b3f7-46a450d125a7 HTTP/1.1" status: 200 len: 854 time: 0.1400642 Feb 16 16:29:29.344000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072310d-d659-420e-83c4-abc02a6fc6c8 req-818f274b-ceb1-4f0c-9971-90cde963afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:29.345711 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b072310d-d659-420e-83c4-abc02a6fc6c8 req-818f274b-ceb1-4f0c-9971-90cde963afe4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e3064a27-c525-4747-81cc-3970797c947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1004784 Feb 16 16:29:29.347816 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:29.375351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-eaf22238-0475-4cb7-8e56-5eec80fc92a7 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.1659462 Feb 16 16:29:29.390094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:29.391224 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:29.415722 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-a1cf48c1-fcc4-488f-b53c-a469b22dc981 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Request body: {'floatingip': {'port_id': 'a8fd4789-3935-48fb-beee-76e138cbf7c4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:29.472806 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Set router 24a0d9cc-9527-4ffa-909c-92519cee7ccf gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:29.490927 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-6509a0da-4947-4817-b594-618c8146bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:29.493546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-6509a0da-4947-4817-b594-618c8146bf47 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8&tenant_id=9f1e972448934d409d5e97576c337ceb HTTP/1.1" status: 200 len: 1132 time: 0.2818990 Feb 16 16:29:29.497388 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-a1cf48c1-fcc4-488f-b53c-a469b22dc981 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for floatingip (347b1fb9-dbaa-4ca6-bb8b-50033bef8314), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:29.546294 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:29.616114 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b072310d-d659-420e-83c4-abc02a6fc6c8 req-c87b08ab-388e-4861-9395-c4806c46832c service neutron] 10.222.0.60 "GET /v2.0/networks/e3064a27-c525-4747-81cc-3970797c947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539430 Feb 16 16:29:29.619943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aa9ec-44a1-45b5-815b-4a2e6c8eff90 req-5f219217-774b-4435-8adf-d6ab5834514c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:29.621503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f9aa9ec-44a1-45b5-815b-4a2e6c8eff90 req-5f219217-774b-4435-8adf-d6ab5834514c tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.2420905 Feb 16 16:29:29.751215 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:29.777264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:29.851401 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b072310d-d659-420e-83c4-abc02a6fc6c8 req-d51f3af9-c1d2-4aee-bd8f-0618e37c3c4c service neutron] 10.222.0.60 "GET /v2.0/networks/e3064a27-c525-4747-81cc-3970797c947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221596 Feb 16 16:29:29.870801 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f9aa9ec-44a1-45b5-815b-4a2e6c8eff90 req-940a5e1d-52ee-4d06-b173-b7e07eea2cb9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400482 Feb 16 16:29:29.880774 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:18Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'gw_port': {'id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:19Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8ceb6112-db6b-4983-9545-56326d4706a6', 'name': '', 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'mac_address': 'fa:16:3e:d3:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:26Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 2, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'subnets': [{'id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:29.986078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Checking router: 24a0d9cc-9527-4ffa-909c-92519cee7ccf for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:29:29.986445 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Updating router 24a0d9cc-9527-4ffa-909c-92519cee7ccf port 8ceb6112-db6b-4983-9545-56326d4706a6 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:29:30.056605 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.113569 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54260) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:30.128199 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-342029550-network', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:30.186254 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] Made reservation on behalf of d00bb13e16794f428f64221a6a53f476 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:29:30.189039 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.207919 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1853a9-1fd1-4330-8d45-f6224c3145dc req-139a94f8-09fb-4d0e-a7c9-9beaa03f107e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:30.210367 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc1853a9-1fd1-4330-8d45-f6224c3145dc req-139a94f8-09fb-4d0e-a7c9-9beaa03f107e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 945 time: 0.1435103 Feb 16 16:29:30.211721 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.351728 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] Publish callbacks [] for security_group (00419332-6594-407c-a472-7db883681d4a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.366925 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (00419332-6594-407c-a472-7db883681d4a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.385586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:29:30.436379 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (9d8814de-0d7b-4827-9378-5c42c8d70859), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.436379 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] Added segment 9d8814de-0d7b-4827-9378-5c42c8d70859 of type vlan for network 28718670-2ada-4623-bc40-65ed49258b37 Feb 16 16:29:30.476184 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Publish callbacks [] for port (8ceb6112-db6b-4983-9545-56326d4706a6), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.484637 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.487200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00419332-6594-407c-a472-7db883681d4a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:30.533850 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (28718670-2ada-4623-bc40-65ed49258b37), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.550025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-cc1853a9-1fd1-4330-8d45-f6224c3145dc req-fa8f2304-3036-4816-ad05-6e32e42eccfb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Deleting port 4a5de81f-5c36-4c6b-999a-b84af929ba5d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:29:30.550363 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cc1853a9-1fd1-4330-8d45-f6224c3145dc req-fa8f2304-3036-4816-ad05-6e32e42eccfb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.637648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781f528-3f6e-4390-b47d-191550a3b464 None None] Pushing event updated for resources: {'Port': ['ID=8ceb6112-db6b-4983-9545-56326d4706a6,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:30.672782 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Attempting to bind port 8ceb6112-db6b-4983-9545-56326d4706a6 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:30.673492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Attempting to bind port 8ceb6112-db6b-4983-9545-56326d4706a6 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'a4ad40c0-9abb-40ac-b9ba-231d605c80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:30.673492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Attempting to bind port 8ceb6112-db6b-4983-9545-56326d4706a6 on network bd6679df-17c6-4470-9d69-faee9752f3e1 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:30.675888 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (28718670-2ada-4623-bc40-65ed49258b37), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.677295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:30.678606 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.683023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:30.683406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Checking segment: {'id': 'a4ad40c0-9abb-40ac-b9ba-231d605c80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:30.683838 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.684235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Bound using segment: {'id': 'a4ad40c0-9abb-40ac-b9ba-231d605c80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:30.684712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Bound port: 8ceb6112-db6b-4983-9545-56326d4706a6, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ad40c0-9abb-40ac-b9ba-231d605c80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:30.685101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.734604 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6100943 Feb 16 16:29:30.742779 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54262) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:30.746216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-cc1853a9-1fd1-4330-8d45-f6224c3145dc req-fa8f2304-3036-4816-ad05-6e32e42eccfb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] For port 4a5de81f-5c36-4c6b-999a-b84af929ba5d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4a5de81f-5c36-4c6b-999a-b84af929ba5d,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:30.747238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cc1853a9-1fd1-4330-8d45-f6224c3145dc req-fa8f2304-3036-4816-ad05-6e32e42eccfb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.758648 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0f67c020-9cae-4b59-9779-17c4c62d7cba admin admin] Request body: {'subnet': {'network_id': '28718670-2ada-4623-bc40-65ed49258b37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-342029550-subnet', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:30.761727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 3d25a839-7552-404a-96e1-eae475d8b5ca no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:29:30.778311 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.793718 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f67c020-9cae-4b59-9779-17c4c62d7cba admin admin] Made reservation on behalf of d00bb13e16794f428f64221a6a53f476 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:29:30.796234 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f67c020-9cae-4b59-9779-17c4c62d7cba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.867820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] For port 8ceb6112-db6b-4983-9545-56326d4706a6, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:30.887036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] For port 8ceb6112-db6b-4983-9545-56326d4706a6, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8ceb6112-db6b-4983-9545-56326d4706a6,segment=NetworkSegment(a4ad40c0-9abb-40ac-b9ba-231d605c80fd),segment_id=a4ad40c0-9abb-40ac-b9ba-231d605c80fd)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:30.901020 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:30.901470 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-cc1853a9-1fd1-4330-8d45-f6224c3145dc req-fa8f2304-3036-4816-ad05-6e32e42eccfb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Calling delete_port for 4a5de81f-5c36-4c6b-999a-b84af929ba5d owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:29:30.909605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463ac37-5737-45a3-bd4c-7e69ec0445fa admin admin] Pushing event updated for resources: {'Network': ['ID=28718670-2ada-4623-bc40-65ed49258b37,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:30.961076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 28718670-2ada-4623-bc40-65ed49258b37 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:29:30.999667 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f436a717-3b8f-4b0d-ae8b-6d7849e7bfd8 None None] Provisioning complete for port 8ceb6112-db6b-4983-9545-56326d4706a6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:31.000069 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f436a717-3b8f-4b0d-ae8b-6d7849e7bfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.018746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95ac9c-e52a-4f75-be45-7a96a7bfb347 req-9ed6cd4b-9370-46b7-ab6f-fbe7ab13998e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:31.029543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a95ac9c-e52a-4f75-be45-7a96a7bfb347 req-9ed6cd4b-9370-46b7-ab6f-fbe7ab13998e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 945 time: 1.0145128 Feb 16 16:29:31.068281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=3d25a839-7552-404a-96e1-eae475d8b5ca,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:31.125614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f67c020-9cae-4b59-9779-17c4c62d7cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (2187b9c1-73be-4053-9d89-08b203565cf8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.144835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09357574-bf84-4055-9448-df7ea1106a6a req-88eedbc4-2ee5-439f-9c22-781ffb867c1f tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:31.146857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-88eedbc4-2ee5-439f-9c22-781ffb867c1f tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.65 "GET /v2.0/networks?id=cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 HTTP/1.1" status: 200 len: 805 time: 1.0510020 Feb 16 16:29:31.157684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f436a717-3b8f-4b0d-ae8b-6d7849e7bfd8 None None] Current status of the port 8ceb6112-db6b-4983-9545-56326d4706a6 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:31.158354 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f436a717-3b8f-4b0d-ae8b-6d7849e7bfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.160282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Routers {'24a0d9cc-9527-4ffa-909c-92519cee7ccf'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:31.160905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:29:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:31.228958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cc1853a9-1fd1-4330-8d45-f6224c3145dc req-fa8f2304-3036-4816-ad05-6e32e42eccfb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (4a5de81f-5c36-4c6b-999a-b84af929ba5d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.245886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:31.309084 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67c020-9cae-4b59-9779-17c4c62d7cba admin admin] Checking segment: {'id': '9d8814de-0d7b-4827-9378-5c42c8d70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28718670-2ada-4623-bc40-65ed49258b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:31.309460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f67c020-9cae-4b59-9779-17c4c62d7cba admin admin] Network hostable DHCP agents. Network: 28718670-2ada-4623-bc40-65ed49258b37, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:29:31.315417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f2304-3036-4816-ad05-6e32e42eccfb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Pushing event deleted for resources: {'Port': ['ID=4a5de81f-5c36-4c6b-999a-b84af929ba5d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:31.328191 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67c020-9cae-4b59-9779-17c4c62d7cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2187b9c1-73be-4053-9d89-08b203565cf8,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:31.372149 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a95ac9c-e52a-4f75-be45-7a96a7bfb347 req-ae0e2bb0-4207-463c-86f0-7f9fcfe504c1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412685 Feb 16 16:29:31.389867 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1853a9-1fd1-4330-8d45-f6224c3145dc req-fa8f2304-3036-4816-ad05-6e32e42eccfb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] No DVR routers for this DVR port 4a5de81f-5c36-4c6b-999a-b84af929ba5d on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:29:31.400060 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cc1853a9-1fd1-4330-8d45-f6224c3145dc req-fa8f2304-3036-4816-ad05-6e32e42eccfb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.407876 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc1853a9-1fd1-4330-8d45-f6224c3145dc req-fa8f2304-3036-4816-ad05-6e32e42eccfb tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.60 "DELETE /v2.0/ports/4a5de81f-5c36-4c6b-999a-b84af929ba5d HTTP/1.1" status: 204 len: 173 time: 1.1869874 Feb 16 16:29:31.408381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c390e7b-3dd1-4966-a691-2d114d5ca1e1', 'name': 'network-vif-deleted', 'tag': '4a5de81f-5c36-4c6b-999a-b84af929ba5d'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:31.410701 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be90d23-5caa-4f31-b770-6ac30fc09ec1" -d '{"events": [{"server_uuid": "2c390e7b-3dd1-4966-a691-2d114d5ca1e1", "name": "network-vif-deleted", "tag": "4a5de81f-5c36-4c6b-999a-b84af929ba5d"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:31.425325 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f67c020-9cae-4b59-9779-17c4c62d7cba admin admin] Network 28718670-2ada-4623-bc40-65ed49258b37 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:29:31.454269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-0f67c020-9cae-4b59-9779-17c4c62d7cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 28718670-2ada-4623-bc40-65ed49258b37) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:31.463360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 3d25a839-7552-404a-96e1-eae475d8b5ca is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:31.463360 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.466986 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f67c020-9cae-4b59-9779-17c4c62d7cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:31.467786 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f67c020-9cae-4b59-9779-17c4c62d7cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.479481 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-79670947-2ccc-421c-b936-8ef263b725e4 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2cbad17b8ce48d9928b3b1e4dd42c20 HTTP/1.1" status: 200 len: 378 time: 0.3232663 Feb 16 16:29:31.498868 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0f67c020-9cae-4b59-9779-17c4c62d7cba admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7526133 Feb 16 16:29:31.499086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54268) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:31.507013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['5230fa60-04fc-41e4-ab07-6db406024d32'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:31.507665 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-342029550-router', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:31.509105 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f67267f-38d4-4a91-98e2-3915adcb7f5b None None] Network 28718670-2ada-4623-bc40-65ed49258b37 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:29:31.519405 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.db.resource_extend [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-a1cf48c1-fcc4-488f-b53c-a469b22dc981 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:29:31.526271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-09357574-bf84-4055-9448-df7ea1106a6a req-f148efb6-de3b-4f86-8048-19c8b8584197 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Request body: {'port': {'device_id': 'b5f3efba-dbd9-4df1-96fd-b1838aadb210', 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'admin_state_up': True, 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'security_groups': ['6ad10279-e243-46e5-a9ea-d19bfdfcfa47']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:31.540265 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (0a431299-9bad-4519-b9a2-06a748fa80e2), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.541563 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (0a431299-9bad-4519-b9a2-06a748fa80e2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.573032 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:31.576707 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dde9bd9-b7f1-4193-993f-e59a609e4073" -d '{"events": [{"server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "name": "network-vif-unplugged", "status": "completed", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:31.600805 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Publish callbacks [] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.620990 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Publish callbacks [] for router_controller (0a431299-9bad-4519-b9a2-06a748fa80e2), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.696807 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Transition to ACTIVE for port object 3d25a839-7552-404a-96e1-eae475d8b5ca will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:29:31.704076 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-a1cf48c1-fcc4-488f-b53c-a469b22dc981 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.713775 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.729883 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] Set router 24a0d9cc-9527-4ffa-909c-92519cee7ccf gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:31.730344 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-a1cf48c1-fcc4-488f-b53c-a469b22dc981 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (347b1fb9-dbaa-4ca6-bb8b-50033bef8314), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.785238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Publish callbacks [] for router_gateway (0a431299-9bad-4519-b9a2-06a748fa80e2), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.873969 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:31.874640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655216a-196e-4ea3-91e6-01a0f817af40 req-20584c7e-e252-4cb3-bf3a-59f56efe1df4 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:31.876352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7655216a-196e-4ea3-91e6-01a0f817af40 req-20584c7e-e252-4cb3-bf3a-59f56efe1df4 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 0.3463757 Feb 16 16:29:31.915251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Pushing event updated for resources: {'Port': ['ID=3d25a839-7552-404a-96e1-eae475d8b5ca,revision_number=10']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:31.916788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781f528-3f6e-4390-b47d-191550a3b464 None None] Pushing event updated for resources: {'Port': ['ID=8ceb6112-db6b-4983-9545-56326d4706a6,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:31.957969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] No DVR routers for this DVR port 3d25a839-7552-404a-96e1-eae475d8b5ca on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:29:31.981728 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-a1cf48c1-fcc4-488f-b53c-a469b22dc981 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Floating IP 347b1fb9-dbaa-4ca6-bb8b-50033bef8314 associated. External IP: 172.25.4.128, port: a8fd4789-3935-48fb-beee-76e138cbf7c4. Feb 16 16:29:31.989688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-28718670-2ada-4623-bc40-65ed49258b37', 'network_id': '28718670-2ada-4623-bc40-65ed49258b37', 'project_id': 'd00bb13e16794f428f64221a6a53f476', 'fixed_ips': [{'subnet_id': '2187b9c1-73be-4053-9d89-08b203565cf8'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:29:31.993908 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:32.028444 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:29:32.030777 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:29:32.098066 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Publish callbacks [] for router_gateway (0a431299-9bad-4519-b9a2-06a748fa80e2), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:32.099810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09357574-bf84-4055-9448-df7ea1106a6a req-f148efb6-de3b-4f86-8048-19c8b8584197 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Made reservation on behalf of e2cbad17b8ce48d9928b3b1e4dd42c20 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:29:32.104378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09357574-bf84-4055-9448-df7ea1106a6a req-f148efb6-de3b-4f86-8048-19c8b8584197 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:32.133094 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:32.183201 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7655216a-196e-4ea3-91e6-01a0f817af40 req-32776a43-948a-49cd-a5e8-4a2ccf5473eb tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905979 Feb 16 16:29:32.206421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Attempting to bind port 3d25a839-7552-404a-96e1-eae475d8b5ca on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:32.218305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Attempting to bind port 3d25a839-7552-404a-96e1-eae475d8b5ca by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:32.218877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Attempting to bind port 3d25a839-7552-404a-96e1-eae475d8b5ca on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:32.259549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Port 3d25a839-7552-404a-96e1-eae475d8b5ca on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:29:32.266609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Attempting to bind port 3d25a839-7552-404a-96e1-eae475d8b5ca on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:32.291467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Allocated IP 172.25.4.35 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/7b1140ec-3247-48e7-9235-f6fe421de924) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:32.337310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:32.337949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:32.338524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:32.339134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Bound port: 3d25a839-7552-404a-96e1-eae475d8b5ca, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:32.339664 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:32.408593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9a9cc5a-23c1-427e-9a67-540a60b7b1ed req-03c55836-2c62-400a-a6db-c231f3705096 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 210 time: 0.1016102 Feb 16 16:29:32.424920 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Publish callbacks [] for port (7b1140ec-3247-48e7-9235-f6fe421de924), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:32.522846 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7b1140ec-3247-48e7-9235-f6fe421de924), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:32.602501 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:32.623584 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:32.627634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:32.642935 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f436a717-3b8f-4b0d-ae8b-6d7849e7bfd8 None None] For port 8ceb6112-db6b-4983-9545-56326d4706a6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8ceb6112-db6b-4983-9545-56326d4706a6,segment=NetworkSegment(a4ad40c0-9abb-40ac-b9ba-231d605c80fd),segment_id=a4ad40c0-9abb-40ac-b9ba-231d605c80fd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:32.650545 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-a1cf48c1-fcc4-488f-b53c-a469b22dc981 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Router a71f4cda-fc81-4a75-b36c-692522331808 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:29:32.650838 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:32.679641 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Pushing event updated for resources: {'Port': ['ID=7b1140ec-3247-48e7-9235-f6fe421de924,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:32.691189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Allocated IP 172.20.0.2 (28718670-2ada-4623-bc40-65ed49258b37/2187b9c1-73be-4053-9d89-08b203565cf8/571202a6-182a-4cd7-b4a2-4d5678543a98) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:32.700675 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f436a717-3b8f-4b0d-ae8b-6d7849e7bfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:32.770014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 3d25a839-7552-404a-96e1-eae475d8b5ca is: DOWN; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:32.800197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4a5de81f-5c36-4c6b-999a-b84af929ba5d no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:29:32.838463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 4a5de81f-5c36-4c6b-999a-b84af929ba5d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:29:32.838854 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4a5de81f-5c36-4c6b-999a-b84af929ba5d not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:29:32.859544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-09357574-bf84-4055-9448-df7ea1106a6a req-f148efb6-de3b-4f86-8048-19c8b8584197 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Allocated IP 172.20.0.6 (cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35/fe3da449-1978-4788-9856-bb2680195426/7fca8622-8360-4ca9-a15c-54de40d0dc70) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:32.867972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:32.892252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6f0c8-74e5-41d6-8e1a-214df9f9b5c6 req-b1d34a5d-ea99-40a7-8038-94a834c69f23 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:32.897009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58b6f0c8-74e5-41d6-8e1a-214df9f9b5c6 req-b1d34a5d-ea99-40a7-8038-94a834c69f23 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 949 time: 0.3388901 Feb 16 16:29:32.931318 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3d25a839-7552-404a-96e1-eae475d8b5ca,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:32.979565 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:33.002777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:33.004011 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:33.006114 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] 10.222.0.65 "PUT /v2.0/ports/3d25a839-7552-404a-96e1-eae475d8b5ca HTTP/1.1" status: 200 len: 1097 time: 3.4645407 Feb 16 16:29:33.025459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-fbc4fcc2-be73-43db-a854-bf939974d8ab None None] Provisioning complete for port 8ceb6112-db6b-4983-9545-56326d4706a6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:33.025756 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fbc4fcc2-be73-43db-a854-bf939974d8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:33.128819 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436a717-3b8f-4b0d-ae8b-6d7849e7bfd8 None None] Pushing event updated for resources: {'Port': ['ID=8ceb6112-db6b-4983-9545-56326d4706a6,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:33.168354 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Publish callbacks [] for router_gateway (0a431299-9bad-4519-b9a2-06a748fa80e2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:33.258728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:18Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'gw_port': {'id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:19Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8ceb6112-db6b-4983-9545-56326d4706a6', 'name': '', 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'mac_address': 'fa:16:3e:d3:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:26Z', 'updated_at': '2022-02-16T16:29:30Z', 'revision_number': 4, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'subnets': [{'id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:33.330681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-a1cf48c1-fcc4-488f-b53c-a469b22dc981 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:29:33.340488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1c6cd4-cd86-492a-98af-28e0a6df8354 None None] The sync data for ids ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'] in n-d-669411-5 is: [{'id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:18Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'gw_port': {'id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:19Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8ceb6112-db6b-4983-9545-56326d4706a6', 'name': '', 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'mac_address': 'fa:16:3e:d3:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:26Z', 'updated_at': '2022-02-16T16:29:30Z', 'revision_number': 4, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'subnets': [{'id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:29:33.347848 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74fa495-b76e-4420-b61e-2b9fb2f8b05d None None] Sync routers for ids ['a71f4cda-fc81-4a75-b36c-692522331808'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:29:33.372886 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74fa495-b76e-4420-b61e-2b9fb2f8b05d None None] Routers {'a71f4cda-fc81-4a75-b36c-692522331808'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:33.377216 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b74fa495-b76e-4420-b61e-2b9fb2f8b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:29:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a71f4cda-fc81-4a75-b36c-692522331808'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:33.410464 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-a1cf48c1-fcc4-488f-b53c-a469b22dc981 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:33.537480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58b6f0c8-74e5-41d6-8e1a-214df9f9b5c6 req-9a400fac-2762-4016-b376-f775e8821fcb tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6147125 Feb 16 16:29:33.648385 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Publish callbacks [] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:33.654145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-fbc4fcc2-be73-43db-a854-bf939974d8ab None None] Current status of the port 8ceb6112-db6b-4983-9545-56326d4706a6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:33.657303 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b74fa495-b76e-4420-b61e-2b9fb2f8b05d None None] Set router a71f4cda-fc81-4a75-b36c-692522331808 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:33.672940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee9a53-c28a-4b36-a6d2-fccf1b984d8f service neutron] Pushing event updated for resources: {'Port': ['ID=3d25a839-7552-404a-96e1-eae475d8b5ca,revision_number=11']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:33.701401 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:33.702762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-a1cf48c1-fcc4-488f-b53c-a469b22dc981 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "PUT /v2.0/floatingips/347b1fb9-dbaa-4ca6-bb8b-50033bef8314 HTTP/1.1" status: 200 len: 996 time: 4.2939334 Feb 16 16:29:33.707628 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738ac2ec-74b7-4bb1-8312-716b784b7db1 x-openstack-request-id: req-738ac2ec-74b7-4bb1-8312-716b784b7db1 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:33.707988 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c390e7b-3dd1-4966-a691-2d114d5ca1e1", "name": "network-vif-deleted", "tag": "4a5de81f-5c36-4c6b-999a-b84af929ba5d", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:33.708201 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-738ac2ec-74b7-4bb1-8312-716b784b7db1 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:33.708654 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c390e7b-3dd1-4966-a691-2d114d5ca1e1', 'name': 'network-vif-deleted', 'tag': '4a5de81f-5c36-4c6b-999a-b84af929ba5d', 'status': 'completed', 'code': 200} Feb 16 16:29:33.735208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-b2e27f78-7aca-4097-a284-b2cfbc87cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:33.736785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-b2e27f78-7aca-4097-a284-b2cfbc87cbbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 1131 time: 0.6630042 Feb 16 16:29:33.751263 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (0a431299-9bad-4519-b9a2-06a748fa80e2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:33.805771 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09357574-bf84-4055-9448-df7ea1106a6a req-f148efb6-de3b-4f86-8048-19c8b8584197 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:33.842708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Network 28718670-2ada-4623-bc40-65ed49258b37 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:33.860795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:33.864105 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4b3f83-a235-46f6-bd8a-f1f18b69f7b3 x-openstack-request-id: req-9a4b3f83-a235-46f6-bd8a-f1f18b69f7b3 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:33.865780 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "name": "network-vif-unplugged", "status": "completed", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:33.866606 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a4b3f83-a235-46f6-bd8a-f1f18b69f7b3 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:33.867017 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca', 'code': 200} Feb 16 16:29:33.868277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Pushing event updated for resources: {'Port': ['ID=571202a6-182a-4cd7-b4a2-4d5678543a98,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:33.880563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:33.955534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-81ab91b1-4ea6-4ecc-875d-8adfe0365dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:33.959062 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-81ab91b1-4ea6-4ecc-875d-8adfe0365dfd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03676f2ebb244139b0a2a1eefff728c0&device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 1127 time: 0.2178073 Feb 16 16:29:34.055327 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Attempting to bind port 571202a6-182a-4cd7-b4a2-4d5678543a98 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:34.060537 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Attempting to bind port 571202a6-182a-4cd7-b4a2-4d5678543a98 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '9d8814de-0d7b-4827-9378-5c42c8d70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28718670-2ada-4623-bc40-65ed49258b37'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:34.062798 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Attempting to bind port 571202a6-182a-4cd7-b4a2-4d5678543a98 on network 28718670-2ada-4623-bc40-65ed49258b37 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:34.079396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:34.081238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Checking segment: {'id': '9d8814de-0d7b-4827-9378-5c42c8d70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28718670-2ada-4623-bc40-65ed49258b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:34.081853 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:34.083050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Bound using segment: {'id': '9d8814de-0d7b-4827-9378-5c42c8d70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28718670-2ada-4623-bc40-65ed49258b37'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:34.084133 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b74fa495-b76e-4420-b61e-2b9fb2f8b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:47Z', 'updated_at': '2022-02-16T16:28:56Z', 'revision_number': 4, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'gw_port': {'id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:48Z', 'updated_at': '2022-02-16T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '347b1fb9-dbaa-4ca6-bb8b-50033bef8314', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'port_id': 'a8fd4789-3935-48fb-beee-76e138cbf7c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'mac_address': 'fa:16:3e:c0:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec6bc0-5078-4f1e-8595-7312504e1ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:29:26Z', 'updated_at': '2022-02-16T16:29:31Z', 'revision_number': 1, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79cb14db-a790-4447-be18-5ee0d8b96fb3', 'name': '', 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'mac_address': 'fa:16:3e:05:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:55Z', 'updated_at': '2022-02-16T16:29:04Z', 'revision_number': 5, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'subnets': [{'id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:34.084367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Bound port: 571202a6-182a-4cd7-b4a2-4d5678543a98, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8814de-0d7b-4827-9378-5c42c8d70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28718670-2ada-4623-bc40-65ed49258b37'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:34.085710 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:34.100905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Router 0a431299-9bad-4519-b9a2-06a748fa80e2 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:29:34.119299 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74fa495-b76e-4420-b61e-2b9fb2f8b05d None None] Checking router: a71f4cda-fc81-4a75-b36c-692522331808 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:29:34.128871 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74fa495-b76e-4420-b61e-2b9fb2f8b05d None None] Routers {'a71f4cda-fc81-4a75-b36c-692522331808'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:34.129827 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b74fa495-b76e-4420-b61e-2b9fb2f8b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:29:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a71f4cda-fc81-4a75-b36c-692522331808'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:34.187587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-0818cd4f-7a8a-44c9-85e6-2d427e12bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:34.189326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-0818cd4f-7a8a-44c9-85e6-2d427e12bf3c service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.3694620 Feb 16 16:29:34.237187 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09357574-bf84-4055-9448-df7ea1106a6a req-f148efb6-de3b-4f86-8048-19c8b8584197 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:34.238189 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:34.262018 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b74fa495-b76e-4420-b61e-2b9fb2f8b05d None None] Set router a71f4cda-fc81-4a75-b36c-692522331808 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:34.264946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] For port 571202a6-182a-4cd7-b4a2-4d5678543a98, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:34.271057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] For port 571202a6-182a-4cd7-b4a2-4d5678543a98, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=571202a6-182a-4cd7-b4a2-4d5678543a98,segment=NetworkSegment(9d8814de-0d7b-4827-9378-5c42c8d70859),segment_id=9d8814de-0d7b-4827-9378-5c42c8d70859)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:34.289040 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:34.341430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:29:34.379244 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:34.385352 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8e27e670-f145-4234-aa3f-e5518f197e90 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8843284 Feb 16 16:29:34.386187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54286) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:34.389225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148efb6-de3b-4f86-8048-19c8b8584197 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Pushing event updated for resources: {'Port': ['ID=7fca8622-8360-4ca9-a15c-54de40d0dc70,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:34.389847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Sync routers for ids ['0a431299-9bad-4519-b9a2-06a748fa80e2'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:29:34.405501 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-650e181d-01d1-4bd3-a95e-a077d4dc70f6 req-cdc4ca48-e357-4e97-bab4-76698734e366 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 210 time: 0.2163036 Feb 16 16:29:34.442579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09357574-bf84-4055-9448-df7ea1106a6a req-f148efb6-de3b-4f86-8048-19c8b8584197 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Network cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:34.446092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-8b02b30e-08dc-44c5-9619-6ca215d9d151 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3d25a839-7552-404a-96e1-eae475d8b5ca HTTP/1.1" status: 200 len: 217 time: 0.2318020 Feb 16 16:29:34.461073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-09357574-bf84-4055-9448-df7ea1106a6a req-f148efb6-de3b-4f86-8048-19c8b8584197 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:34.467319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-09357574-bf84-4055-9448-df7ea1106a6a req-f148efb6-de3b-4f86-8048-19c8b8584197 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:34.533908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Routers {'0a431299-9bad-4519-b9a2-06a748fa80e2'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:34.542225 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ded47382-1e66-419f-86a6-5482b376009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:29:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0a431299-9bad-4519-b9a2-06a748fa80e2'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:34.643931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09357574-bf84-4055-9448-df7ea1106a6a req-f148efb6-de3b-4f86-8048-19c8b8584197 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:34.644604 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09357574-bf84-4055-9448-df7ea1106a6a req-f148efb6-de3b-4f86-8048-19c8b8584197 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:34.664144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c89dae-dbb8-4fce-abb9-dfb6d0197fd6 None None] Pushing event updated for resources: {'Port': ['ID=571202a6-182a-4cd7-b4a2-4d5678543a98,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:34.675041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-55fdf285-81e6-4909-9159-e38768d35983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:34.677496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-55fdf285-81e6-4909-9159-e38768d35983 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1001942 Feb 16 16:29:34.716632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-f148efb6-de3b-4f86-8048-19c8b8584197 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2033284 Feb 16 16:29:34.734519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-5bf036db-c848-435c-8b3e-6de3f3b248f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:34.743028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-5bf036db-c848-435c-8b3e-6de3f3b248f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=604c459b-cc4e-44d4-a285-091e2148e6d5 HTTP/1.1" status: 200 len: 930 time: 0.6929922 Feb 16 16:29:34.753522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Request body: {'port': {'device_id': 'b5f3efba-dbd9-4df1-96fd-b1838aadb210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:34.785419 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b74fa495-b76e-4420-b61e-2b9fb2f8b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:47Z', 'updated_at': '2022-02-16T16:28:56Z', 'revision_number': 4, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'gw_port': {'id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:48Z', 'updated_at': '2022-02-16T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '347b1fb9-dbaa-4ca6-bb8b-50033bef8314', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'port_id': 'a8fd4789-3935-48fb-beee-76e138cbf7c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'mac_address': 'fa:16:3e:c0:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec6bc0-5078-4f1e-8595-7312504e1ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:29:26Z', 'updated_at': '2022-02-16T16:29:31Z', 'revision_number': 1, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79cb14db-a790-4447-be18-5ee0d8b96fb3', 'name': '', 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'mac_address': 'fa:16:3e:05:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:55Z', 'updated_at': '2022-02-16T16:29:04Z', 'revision_number': 5, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'subnets': [{'id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:34.886233 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74fa495-b76e-4420-b61e-2b9fb2f8b05d None None] The sync data for ids ['a71f4cda-fc81-4a75-b36c-692522331808'] in n-d-669411-5 is: [{'id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:47Z', 'updated_at': '2022-02-16T16:28:56Z', 'revision_number': 4, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'gw_port': {'id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:48Z', 'updated_at': '2022-02-16T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '347b1fb9-dbaa-4ca6-bb8b-50033bef8314', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'port_id': 'a8fd4789-3935-48fb-beee-76e138cbf7c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'mac_address': 'fa:16:3e:c0:b6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec6bc0-5078-4f1e-8595-7312504e1ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:29:26Z', 'updated_at': '2022-02-16T16:29:31Z', 'revision_number': 1, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79cb14db-a790-4447-be18-5ee0d8b96fb3', 'name': '', 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'mac_address': 'fa:16:3e:05:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:55Z', 'updated_at': '2022-02-16T16:29:04Z', 'revision_number': 5, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'subnets': [{'id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:29:34.965583 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Set router 0a431299-9bad-4519-b9a2-06a748fa80e2 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:35.108035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-787295cf-e9e1-44b1-aa7a-9819de930230 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8fd4789-3935-48fb-beee-76e138cbf7c4 HTTP/1.1" status: 200 len: 999 time: 0.3625767 Feb 16 16:29:35.228073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8ceb6112-db6b-4983-9545-56326d4706a6 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:35.490604 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b857aaf-be5f-4c93-9a22-bd74a82a7df9 None None] New status for floating IP 347b1fb9-dbaa-4ca6-bb8b-50033bef8314: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:29:35.743725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-89a321b6-73fa-4b07-b361-055081aca7cf None None] Provisioning complete for port 7fca8622-8360-4ca9-a15c-54de40d0dc70 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:35.744656 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-89a321b6-73fa-4b07-b361-055081aca7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:35.853493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc842e0-c220-4080-ab97-e91f2d5998d8 req-db0a91b9-78af-43c8-b9de-6766de9e23c1 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:35.855308 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cc842e0-c220-4080-ab97-e91f2d5998d8 req-db0a91b9-78af-43c8-b9de-6766de9e23c1 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 1.2804685 Feb 16 16:29:35.886091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca'}, {'name': 'network-changed', 'server_uuid': 'c7ec6bc0-5078-4f1e-8595-7312504e1ed3', 'tag': 'a8fd4789-3935-48fb-beee-76e138cbf7c4'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:35.888359 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6087f540-8a6c-4aba-ba13-52b35a3ba54b" -d '{"events": [{"name": "network-changed", "server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca"}, {"name": "network-changed", "server_uuid": "c7ec6bc0-5078-4f1e-8595-7312504e1ed3", "tag": "a8fd4789-3935-48fb-beee-76e138cbf7c4"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:35.902998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-418d7531-cc75-46da-8bee-8a8d5f141861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:35.904592 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-418d7531-cc75-46da-8bee-8a8d5f141861 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.1870527 Feb 16 16:29:35.906287 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:35.936785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-3d38e3ab-f9fd-4503-b169-2c536f4c0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:35.938262 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-3d38e3ab-f9fd-4503-b169-2c536f4c0cf7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ab10d1a-f3cb-4ea9-9e20-174ca32774ca HTTP/1.1" status: 200 len: 868 time: 0.8205867 Feb 16 16:29:36.045551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-89a321b6-73fa-4b07-b361-055081aca7cf None None] Port 7fca8622-8360-4ca9-a15c-54de40d0dc70 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:29:36.130961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8ceb6112-db6b-4983-9545-56326d4706a6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:36.131599 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:36.146948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cc842e0-c220-4080-ab97-e91f2d5998d8 req-536f5210-c5ac-4a24-bd5b-38dcbfcc73ba tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724855 Feb 16 16:29:36.264654 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:36.323580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8ceb6112-db6b-4983-9545-56326d4706a6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:36.325476 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 571202a6-182a-4cd7-b4a2-4d5678543a98 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:36.328400 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ded47382-1e66-419f-86a6-5482b376009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'name': 'tempest-TaggedBootDevicesTest_v242-342029550-router', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '7b1140ec-3247-48e7-9235-f6fe421de924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:31Z', 'updated_at': '2022-02-16T16:29:32Z', 'revision_number': 3, 'project_id': 'd00bb13e16794f428f64221a6a53f476', 'gw_port': {'id': '7b1140ec-3247-48e7-9235-f6fe421de924', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:32Z', 'updated_at': '2022-02-16T16:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:36.390661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f929f044-7e69-4d81-ae6f-aca215085402 None None] Network 28718670-2ada-4623-bc40-65ed49258b37 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:29:36.405990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-9459b58f-5e54-4146-aa6f-cd53401dfb28 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929192 Feb 16 16:29:36.411288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-ce67c570-ef3a-4aec-941e-92bc64211488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:36.412924 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-ce67c570-ef3a-4aec-941e-92bc64211488 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=604c459b-cc4e-44d4-a285-091e2148e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4585292 Feb 16 16:29:36.429855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-d6af5910-9c66-49c6-8adf-4d5c96328a44 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:29:36.430944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-d6af5910-9c66-49c6-8adf-4d5c96328a44 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060000 Feb 16 16:29:36.442811 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Checking router: 0a431299-9bad-4519-b9a2-06a748fa80e2 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:29:36.443164 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Updating router 0a431299-9bad-4519-b9a2-06a748fa80e2 port 7b1140ec-3247-48e7-9235-f6fe421de924 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:29:36.475244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9d5f4726-c9ca-46f3-9327-2626bd83f518 None None] Provisioning complete for port 571202a6-182a-4cd7-b4a2-4d5678543a98 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:36.476192 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d5f4726-c9ca-46f3-9327-2626bd83f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:36.547709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Allocated IP 172.20.0.1 (28718670-2ada-4623-bc40-65ed49258b37/2187b9c1-73be-4053-9d89-08b203565cf8/0437f7bc-74ac-44d8-b334-eea9a945997f) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:36.567892 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7b1140ec-3247-48e7-9235-f6fe421de924), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:36.760943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6998f4-925d-4ee8-b6c7-841eff288ca3 req-b03dcab1-4bc4-48db-b4b0-f2d1836326ac tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:36.763688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f6998f4-925d-4ee8-b6c7-841eff288ca3 req-b03dcab1-4bc4-48db-b4b0-f2d1836326ac tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 931 time: 0.4416006 Feb 16 16:29:36.779694 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Publish callbacks [] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:36.808489 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 571202a6-182a-4cd7-b4a2-4d5678543a98 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:36.809210 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:36.850019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3228b674-a68a-4ac3-9e45-069914a2c573 req-d02e9a40-b8fd-4ef3-a603-dc7492d2195a service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331772 Feb 16 16:29:36.858866 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:36.876158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-5865ff55-a139-4728-bd5b-ba609b07f837 service neutron] 10.222.0.24 "GET /v2.0/networks/604c459b-cc4e-44d4-a285-091e2148e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275370 Feb 16 16:29:36.925609 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0437f7bc-74ac-44d8-b334-eea9a945997f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:36.946156 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Network 28718670-2ada-4623-bc40-65ed49258b37 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:36.950253 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:36.953547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:36.983544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f6998f4-925d-4ee8-b6c7-841eff288ca3 req-52266d09-be45-4be5-a667-a787c044c4f9 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad10279-e243-46e5-a9ea-d19bfdfcfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2046525 Feb 16 16:29:37.019067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f4726-c9ca-46f3-9327-2626bd83f518 None None] Current status of the port 571202a6-182a-4cd7-b4a2-4d5678543a98 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:37.019627 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d5f4726-c9ca-46f3-9327-2626bd83f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:37.067713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fca8622-8360-4ca9-a15c-54de40d0dc70 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:29:37.078929 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (0a431299-9bad-4519-b9a2-06a748fa80e2), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:37.112119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13bb438a-fdbc-4ee4-a616-e71b86505886 req-f95a6a81-c233-426a-a88f-7310debb912d service neutron] 10.222.0.24 "GET /v2.0/networks/604c459b-cc4e-44d4-a285-091e2148e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250257 Feb 16 16:29:37.114122 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Publish callbacks [] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:37.164880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 571202a6-182a-4cd7-b4a2-4d5678543a98 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:37.165378 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:37.193712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Transition to ACTIVE for port object 7fca8622-8360-4ca9-a15c-54de40d0dc70 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:29:37.206429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:37.308290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9d5f4726-c9ca-46f3-9327-2626bd83f518 None None] For port 571202a6-182a-4cd7-b4a2-4d5678543a98, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=571202a6-182a-4cd7-b4a2-4d5678543a98,segment=NetworkSegment(9d8814de-0d7b-4827-9378-5c42c8d70859),segment_id=9d8814de-0d7b-4827-9378-5c42c8d70859)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:37.323418 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:37.340141 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d5f4726-c9ca-46f3-9327-2626bd83f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:37.366398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Pushing event updated for resources: {'Port': ['ID=7fca8622-8360-4ca9-a15c-54de40d0dc70,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:37.380776 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-097930fb-a01d-4848-90f3-31130684d3cf req-68488561-2ac6-4b0c-96ce-46bc8ebe768c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 210 time: 0.1360841 Feb 16 16:29:37.436029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9db784-a409-47a8-a7fc-e22ff3050488 req-c63cf3f5-3787-4c80-9eb9-8b13492a4ca2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:37.445480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a9db784-a409-47a8-a7fc-e22ff3050488 req-c63cf3f5-3787-4c80-9eb9-8b13492a4ca2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 949 time: 0.3225093 Feb 16 16:29:37.590044 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Publish callbacks [] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:37.601437 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:37.625313 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c42798-576e-4488-a161-44df5ce49a79 x-openstack-request-id: req-d6c42798-576e-4488-a161-44df5ce49a79 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:37.625672 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7ec6bc0-5078-4f1e-8595-7312504e1ed3", "tag": "a8fd4789-3935-48fb-beee-76e138cbf7c4", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:37.625905 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6c42798-576e-4488-a161-44df5ce49a79 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:37.626581 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca', 'status': 'completed', 'code': 200} Feb 16 16:29:37.626581 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ec6bc0-5078-4f1e-8595-7312504e1ed3', 'tag': 'a8fd4789-3935-48fb-beee-76e138cbf7c4', 'status': 'completed', 'code': 200} Feb 16 16:29:37.697236 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a9db784-a409-47a8-a7fc-e22ff3050488 req-b1f2e53d-19fb-47e4-ad29-1c1c3cc0229e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506409 Feb 16 16:29:37.768143 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f4726-c9ca-46f3-9327-2626bd83f518 None None] Pushing event updated for resources: {'Port': ['ID=571202a6-182a-4cd7-b4a2-4d5678543a98,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:37.773605 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:29:37.775732 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:29:37.790102 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (0a431299-9bad-4519-b9a2-06a748fa80e2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:37.790802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-700f6865-d69d-45be-a408-769f17fa2d36 None None] Provisioning complete for port 571202a6-182a-4cd7-b4a2-4d5678543a98 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:37.791187 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-700f6865-d69d-45be-a408-769f17fa2d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:37.906158 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-46b1fc41-baf7-4878-8504-40159441cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:37.908470 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-46b1fc41-baf7-4878-8504-40159441cd13 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 1131 time: 0.2810764 Feb 16 16:29:37.914863 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0437f7bc-74ac-44d8-b334-eea9a945997f,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:37.919461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Network 28718670-2ada-4623-bc40-65ed49258b37 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:37.922277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:37.956254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Attempting to bind port 7fca8622-8360-4ca9-a15c-54de40d0dc70 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:37.956855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Attempting to bind port 7fca8622-8360-4ca9-a15c-54de40d0dc70 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '7b36b68a-f3dc-4586-be4d-47be965a470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:37.957379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Attempting to bind port 7fca8622-8360-4ca9-a15c-54de40d0dc70 on network cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:38.025680 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Publish callbacks [] for port (7b1140ec-3247-48e7-9235-f6fe421de924), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:38.034671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Port 7fca8622-8360-4ca9-a15c-54de40d0dc70 on network cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:29:38.035243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Attempting to bind port 7fca8622-8360-4ca9-a15c-54de40d0dc70 on network cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:38.086141 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7b1140ec-3247-48e7-9235-f6fe421de924), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:38.124274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:38.124613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Checking segment: {'id': '7b36b68a-f3dc-4586-be4d-47be965a470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:38.124993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Bound using segment: {'id': '7b36b68a-f3dc-4586-be4d-47be965a470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:38.125351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Router 0a431299-9bad-4519-b9a2-06a748fa80e2 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:29:38.125742 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Bound port: 7fca8622-8360-4ca9-a15c-54de40d0dc70, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b36b68a-f3dc-4586-be4d-47be965a470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:38.126128 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:38.137347 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-d110eec3-d7d1-4238-831b-2beb008c4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:38.139118 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-d110eec3-d7d1-4238-831b-2beb008c4981 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 1131 time: 0.5333369 Feb 16 16:29:38.148100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812501a-67c4-479b-bf94-5db542c8d66c req-c6e41986-ff72-49fc-97b2-f934e1d5df48 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:38.150759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6812501a-67c4-479b-bf94-5db542c8d66c req-c6e41986-ff72-49fc-97b2-f934e1d5df48 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 0.3066044 Feb 16 16:29:38.214637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-700f6865-d69d-45be-a408-769f17fa2d36 None None] Current status of the port 571202a6-182a-4cd7-b4a2-4d5678543a98 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:38.221692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-5cdb6e04-c246-49b1-9b53-a5d692bfd020 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 258 time: 0.5056708 Feb 16 16:29:38.245765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:38.255428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd911d-b283-4eb6-b520-3246b86c888d None None] Pushing event updated for resources: {'Port': ['ID=7b1140ec-3247-48e7-9235-f6fe421de924,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:38.259574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Attempting to bind port 7b1140ec-3247-48e7-9235-f6fe421de924 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:38.259975 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Attempting to bind port 7b1140ec-3247-48e7-9235-f6fe421de924 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:38.260342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Attempting to bind port 7b1140ec-3247-48e7-9235-f6fe421de924 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:38.271166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:38.271553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:38.271984 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:38.272378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:38.272855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Bound port: 7b1140ec-3247-48e7-9235-f6fe421de924, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:38.273891 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7b1140ec-3247-48e7-9235-f6fe421de924), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:38.336011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ded47382-1e66-419f-86a6-5482b376009e None None] For port 7b1140ec-3247-48e7-9235-f6fe421de924, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:38.339866 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ded47382-1e66-419f-86a6-5482b376009e None None] For port 7b1140ec-3247-48e7-9235-f6fe421de924, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7b1140ec-3247-48e7-9235-f6fe421de924,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:38.379118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:29:38.392666 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7b1140ec-3247-48e7-9235-f6fe421de924), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:38.394736 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8746cab0-d2dd-4d5f-a675-19ea0b5ac8f5 admin admin] 10.222.0.24 "PUT /v2.0/routers/0a431299-9bad-4519-b9a2-06a748fa80e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0075150 Feb 16 16:29:38.464307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-3e5170e7-bc2f-48ba-8b01-b6e6830dd464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:38.467075 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-3e5170e7-bc2f-48ba-8b01-b6e6830dd464 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.5257611 Feb 16 16:29:38.527418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Routers {'0a431299-9bad-4519-b9a2-06a748fa80e2'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:38.528279 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ded47382-1e66-419f-86a6-5482b376009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:29:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0a431299-9bad-4519-b9a2-06a748fa80e2'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:38.546130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-a47e9cf5-2282-4208-bd77-90b5b0849fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:38.552405 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-a47e9cf5-2282-4208-bd77-90b5b0849fee service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.4031870 Feb 16 16:29:38.562294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-44931497-d2e6-431b-9f85-08a609bbc76d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3d25a839-7552-404a-96e1-eae475d8b5ca HTTP/1.1" status: 200 len: 217 time: 0.0787842 Feb 16 16:29:38.572490 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:38.613334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] For port 7fca8622-8360-4ca9-a15c-54de40d0dc70, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:38.650890 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-c1a3c597-a5d6-4224-9084-839e4cc9aa68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3d25a839-7552-404a-96e1-eae475d8b5ca HTTP/1.1" status: 200 len: 217 time: 0.0820138 Feb 16 16:29:38.656132 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ded47382-1e66-419f-86a6-5482b376009e None None] Set router 0a431299-9bad-4519-b9a2-06a748fa80e2 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:38.727371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-24416c26-7eae-44da-af8d-434c7558752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:38.735347 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-24416c26-7eae-44da-af8d-434c7558752b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1293361 Feb 16 16:29:38.744763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6812501a-67c4-479b-bf94-5db542c8d66c req-bc7a39ff-22c1-4af6-930c-68dcad61cfd4 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541892 Feb 16 16:29:38.760715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-38581122-4290-4585-9245-1426d235b01d None None] Provisioning complete for port 0437f7bc-74ac-44d8-b334-eea9a945997f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:38.760715 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-38581122-4290-4585-9245-1426d235b01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:38.777989 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-208560e4-2fe3-4944-b3af-c46c31322851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:38.793218 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-208560e4-2fe3-4944-b3af-c46c31322851 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1327562 Feb 16 16:29:38.802491 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 571202a6-182a-4cd7-b4a2-4d5678543a98 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:38.870461 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd911d-b283-4eb6-b520-3246b86c888d None None] Pushing event updated for resources: {'Port': ['ID=7b1140ec-3247-48e7-9235-f6fe421de924,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:38.926974 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-cfdd8610-03f1-4810-a550-4a2deb2d3610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:38.928853 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-cfdd8610-03f1-4810-a550-4a2deb2d3610 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1283586 Feb 16 16:29:38.968125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] For port 7fca8622-8360-4ca9-a15c-54de40d0dc70, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=7fca8622-8360-4ca9-a15c-54de40d0dc70,segment=NetworkSegment(7b36b68a-f3dc-4586-be4d-47be965a470d),segment_id=7b36b68a-f3dc-4586-be4d-47be965a470d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:38.997537 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 571202a6-182a-4cd7-b4a2-4d5678543a98 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:39.005972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-38581122-4290-4585-9245-1426d235b01d None None] Port 0437f7bc-74ac-44d8-b334-eea9a945997f cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:29:39.037210 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:39.153302 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-b17bc457-a730-4d5a-b9c9-189b32f4dffa service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165225 Feb 16 16:29:39.226545 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:39.227524 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:39.229394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] 10.222.0.65 "PUT /v2.0/ports/7fca8622-8360-4ca9-a15c-54de40d0dc70 HTTP/1.1" status: 200 len: 1091 time: 4.4973464 Feb 16 16:29:39.268294 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-a54168c7-36a7-4658-b75c-f726d9e10e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:39.270405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-a54168c7-36a7-4658-b75c-f726d9e10e30 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5030775 Feb 16 16:29:39.278145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1790eb1-4985-4fee-bd18-c388c578a727 service neutron] Pushing event updated for resources: {'Port': ['ID=7fca8622-8360-4ca9-a15c-54de40d0dc70,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:39.338302 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-8c34ca07-b497-4220-95a5-f5e4eeae485c service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775103 Feb 16 16:29:39.372185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f983cc-0477-4512-9369-3a2b87e83b00 req-44c17680-0165-4bb5-adbc-bcc8db425fa1 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:39.379976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-32f983cc-0477-4512-9369-3a2b87e83b00 req-44c17680-0165-4bb5-adbc-bcc8db425fa1 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 943 time: 0.4469745 Feb 16 16:29:39.401050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 571202a6-182a-4cd7-b4a2-4d5678543a98 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:39.401623 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:39.497656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ded47382-1e66-419f-86a6-5482b376009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'name': 'tempest-TaggedBootDevicesTest_v242-342029550-router', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '7b1140ec-3247-48e7-9235-f6fe421de924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:31Z', 'updated_at': '2022-02-16T16:29:37Z', 'revision_number': 4, 'project_id': 'd00bb13e16794f428f64221a6a53f476', 'gw_port': {'id': '7b1140ec-3247-48e7-9235-f6fe421de924', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:32Z', 'updated_at': '2022-02-16T16:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '0437f7bc-74ac-44d8-b334-eea9a945997f', 'name': '', 'network_id': '28718670-2ada-4623-bc40-65ed49258b37', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'mac_address': 'fa:16:3e:f6:ab:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2187b9c1-73be-4053-9d89-08b203565cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:36Z', 'updated_at': '2022-02-16T16:29:37Z', 'revision_number': 2, 'project_id': 'd00bb13e16794f428f64221a6a53f476', 'subnets': [{'id': '2187b9c1-73be-4053-9d89-08b203565cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:39.517272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f03d9817-8528-443f-acfb-a027ffe72616 req-b60bd013-41ca-428b-93cc-f9b9464380bd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3660264 Feb 16 16:29:39.588835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded47382-1e66-419f-86a6-5482b376009e None None] The sync data for ids ['0a431299-9bad-4519-b9a2-06a748fa80e2'] in n-d-669411-5 is: [{'id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'name': 'tempest-TaggedBootDevicesTest_v242-342029550-router', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '7b1140ec-3247-48e7-9235-f6fe421de924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:31Z', 'updated_at': '2022-02-16T16:29:37Z', 'revision_number': 4, 'project_id': 'd00bb13e16794f428f64221a6a53f476', 'gw_port': {'id': '7b1140ec-3247-48e7-9235-f6fe421de924', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:32Z', 'updated_at': '2022-02-16T16:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '0437f7bc-74ac-44d8-b334-eea9a945997f', 'name': '', 'network_id': '28718670-2ada-4623-bc40-65ed49258b37', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'mac_address': 'fa:16:3e:f6:ab:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2187b9c1-73be-4053-9d89-08b203565cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:36Z', 'updated_at': '2022-02-16T16:29:37Z', 'revision_number': 2, 'project_id': 'd00bb13e16794f428f64221a6a53f476', 'subnets': [{'id': '2187b9c1-73be-4053-9d89-08b203565cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:29:39.598503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3d25a839-7552-404a-96e1-eae475d8b5ca details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:29:39.599539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09357574-bf84-4055-9448-df7ea1106a6a req-759e32e3-adb6-4160-b79d-27908fb36779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:39.601325 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-759e32e3-adb6-4160-b79d-27908fb36779 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2cbad17b8ce48d9928b3b1e4dd42c20&device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 1125 time: 0.2555068 Feb 16 16:29:39.639406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-32f983cc-0477-4512-9369-3a2b87e83b00 req-d27e1b52-0b71-4506-8748-a9357580faf5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad10279-e243-46e5-a9ea-d19bfdfcfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2585502 Feb 16 16:29:39.662277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 571202a6-182a-4cd7-b4a2-4d5678543a98 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:39.662400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f3efba-dbd9-4df1-96fd-b1838aadb210', 'tag': '7fca8622-8360-4ca9-a15c-54de40d0dc70'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:39.670471 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb341de8-d7a5-4ee1-8118-69a2a42dd12b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f3efba-dbd9-4df1-96fd-b1838aadb210", "tag": "7fca8622-8360-4ca9-a15c-54de40d0dc70"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:39.746062 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-4b2364d6-e7d6-4aa7-867c-8fc5ce4ade23 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976297 Feb 16 16:29:39.771372 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:39.776617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-db6133de-9ec7-45dd-978f-66ddca58396b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fca8622-8360-4ca9-a15c-54de40d0dc70 HTTP/1.1" status: 200 len: 217 time: 0.1509287 Feb 16 16:29:39.803608 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3d25a839-7552-404a-96e1-eae475d8b5ca,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:39.830424 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '3d25a839-7552-404a-96e1-eae475d8b5ca', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '3d25a839-7552-404a-96e1-eae475d8b5ca', 'mac_address': 'fa:16:3e:ba:61:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:29:39.906380 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 3d25a839-7552-404a-96e1-eae475d8b5ca is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:39.906780 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:39.921924 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d25a839-7552-404a-96e1-eae475d8b5ca {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:29:39.956766 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3d25a839-7552-404a-96e1-eae475d8b5ca,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:39.963603 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:39.968589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05ed0541-4df8-4d04-95c0-9dcb5cc989da req-c126007f-a965-4dd8-985a-e55acf61a756 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 210 time: 0.1748495 Feb 16 16:29:40.051527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d9817-8528-443f-acfb-a027ffe72616 req-0310334b-f18a-4eb5-9161-8457700e9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:40.053068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f03d9817-8528-443f-acfb-a027ffe72616 req-0310334b-f18a-4eb5-9161-8457700e9d07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f1e972448934d409d5e97576c337ceb&device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 1131 time: 0.5072169 Feb 16 16:29:40.117134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09357574-bf84-4055-9448-df7ea1106a6a req-6e269b36-5dc7-494b-9d84-2835e9f58604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:40.119445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-6e269b36-5dc7-494b-9d84-2835e9f58604 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe3da449-1978-4788-9856-bb2680195426 HTTP/1.1" status: 200 len: 844 time: 0.3093464 Feb 16 16:29:40.167956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=3d25a839-7552-404a-96e1-eae475d8b5ca,revision_number=12']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:40.249099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['3d25a839-7552-404a-96e1-eae475d8b5ca'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:40.687063 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-7e939845-1d23-4eca-ad3b-952c22ca71c4 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9177108 Feb 16 16:29:40.767633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Allocated IP 172.25.4.233 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/c8b5d740-b6fa-432f-a4d4-e7c2d41515bb) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:29:40.803720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09357574-bf84-4055-9448-df7ea1106a6a req-2eace2e4-6288-45df-9fa9-470bfca42667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:40.806852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-2eace2e4-6288-45df-9fa9-470bfca42667 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6686032 Feb 16 16:29:40.896990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d9817-8528-443f-acfb-a027ffe72616 req-debaa56d-f85e-4e9e-802d-b1e95fa20949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:40.899237 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f03d9817-8528-443f-acfb-a027ffe72616 req-debaa56d-f85e-4e9e-802d-b1e95fa20949 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.8191011 Feb 16 16:29:40.936429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3f9d1-15c7-49f0-b6a1-4dd3bcb47fb8 req-0bfa5cf9-877a-46af-8066-5290b0bafab4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:40.938049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71b3f9d1-15c7-49f0-b6a1-4dd3bcb47fb8 req-0bfa5cf9-877a-46af-8066-5290b0bafab4 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 950 time: 0.8105590 Feb 16 16:29:40.968319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7b1140ec-3247-48e7-9235-f6fe421de924 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:41.021475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f03d9817-8528-443f-acfb-a027ffe72616 req-f8656561-385b-4ab1-a820-d44e6cb1e033 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c HTTP/1.1" status: 200 len: 217 time: 0.0929589 Feb 16 16:29:41.069909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 7b1140ec-3247-48e7-9235-f6fe421de924 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:41.070603 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7b1140ec-3247-48e7-9235-f6fe421de924), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:41.246403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d9817-8528-443f-acfb-a027ffe72616 req-50dba075-9c63-4fe6-9814-ed3a8c44b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:41.247980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f03d9817-8528-443f-acfb-a027ffe72616 req-50dba075-9c63-4fe6-9814-ed3a8c44b61b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1830461 Feb 16 16:29:41.284639 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 7b1140ec-3247-48e7-9235-f6fe421de924 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:41.286385 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7b1140ec-3247-48e7-9235-f6fe421de924), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:41.347571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 7b1140ec-3247-48e7-9235-f6fe421de924, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7b1140ec-3247-48e7-9235-f6fe421de924,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:41.356427 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7b1140ec-3247-48e7-9235-f6fe421de924), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:41.366917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-a56d8c5e-c308-4f7e-ad5f-b50f9eff318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:41.369211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-a56d8c5e-c308-4f7e-ad5f-b50f9eff318a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=03676f2ebb244139b0a2a1eefff728c0&device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 1127 time: 0.5696361 Feb 16 16:29:41.402658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71b3f9d1-15c7-49f0-b6a1-4dd3bcb47fb8 req-cf02305e-a148-4852-8f23-2b27b7c01e49 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556274 Feb 16 16:29:41.439167 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-4d8ce2f7-6f3f-4495-955e-bc092cf8d0d2 service neutron] 10.222.0.65 "GET /v2.0/networks/cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675430 Feb 16 16:29:41.467782 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=7b1140ec-3247-48e7-9235-f6fe421de924,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:41.514068 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for port (c8b5d740-b6fa-432f-a4d4-e7c2d41515bb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:41.565134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d9817-8528-443f-acfb-a027ffe72616 req-cf2769a6-70ad-4e38-8035-ee22d10f2b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:41.566635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f03d9817-8528-443f-acfb-a027ffe72616 req-cf2769a6-70ad-4e38-8035-ee22d10f2b07 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2735190 Feb 16 16:29:41.598532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device a121059c-7737-4b1a-a015-bad77429d618 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:29:41.602715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3d25a839-7552-404a-96e1-eae475d8b5ca up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:41.655903 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b241119-d8ae-46da-9d16-182dae049519 x-openstack-request-id: req-5b241119-d8ae-46da-9d16-182dae049519 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:41.656336 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f3efba-dbd9-4df1-96fd-b1838aadb210", "tag": "7fca8622-8360-4ca9-a15c-54de40d0dc70", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:41.656604 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b241119-d8ae-46da-9d16-182dae049519 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:41.657030 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f3efba-dbd9-4df1-96fd-b1838aadb210', 'tag': '7fca8622-8360-4ca9-a15c-54de40d0dc70', 'status': 'completed', 'code': 200} Feb 16 16:29:41.830395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 3d25a839-7552-404a-96e1-eae475d8b5ca completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:29:41.832946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-59bacd1e-9dbb-48f6-a5cb-34a5d706df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:41.834512 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-59bacd1e-9dbb-48f6-a5cb-34a5d706df31 service neutron] 10.222.0.65 "GET /v2.0/networks?id=604c459b-cc4e-44d4-a285-091e2148e6d5 HTTP/1.1" status: 200 len: 930 time: 0.4449909 Feb 16 16:29:41.849157 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 3d25a839-7552-404a-96e1-eae475d8b5ca triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:41.849337 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:41.898601 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a121059c-7737-4b1a-a015-bad77429d618,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:41.919053 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'a121059c-7737-4b1a-a015-bad77429d618', 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d', 'port_id': 'a121059c-7737-4b1a-a015-bad77429d618', 'mac_address': 'fa:16:3e:6d:f2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa87091b-0528-4c60-af17-b7ab39fe257d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:29:41.943681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09357574-bf84-4055-9448-df7ea1106a6a req-b075351b-c2c6-49e1-abac-d6c33b837aa5 service neutron] 10.222.0.65 "GET /v2.0/networks/cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897804 Feb 16 16:29:41.966835 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c8b5d740-b6fa-432f-a4d4-e7c2d41515bb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:42.019518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port a121059c-7737-4b1a-a015-bad77429d618 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:42.020304 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a121059c-7737-4b1a-a015-bad77429d618), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:42.036710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a121059c-7737-4b1a-a015-bad77429d618 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:29:42.047175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f03d9817-8528-443f-acfb-a027ffe72616 req-b11a0d0d-5983-4e67-b3bc-287159c5df26 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719443 Feb 16 16:29:42.068397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 3d25a839-7552-404a-96e1-eae475d8b5ca is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:42.068794 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:42.088775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a121059c-7737-4b1a-a015-bad77429d618,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:42.091989 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:29:42.098177 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a121059c-7737-4b1a-a015-bad77429d618), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:42.107731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:42.110179 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0c2acc-283a-495b-bc8e-2d1bae2776fa" -d '{"events": [{"server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "name": "network-vif-plugged", "status": "completed", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:42.116481 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-28968964-61f2-49a4-ac2e-f0519d6ad28a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8fd4789-3935-48fb-beee-76e138cbf7c4 HTTP/1.1" status: 200 len: 1001 time: 0.2666900 Feb 16 16:29:42.127367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0ed4a-95c5-44f2-82b8-9f6669ac8544 req-f070a96f-157f-48e0-9e54-742c4e2d69df tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:42.129785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9f0ed4a-95c5-44f2-82b8-9f6669ac8544 req-f070a96f-157f-48e0-9e54-742c4e2d69df tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 0.3962464 Feb 16 16:29:42.142610 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3d25a839-7552-404a-96e1-eae475d8b5ca,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:42.154940 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:42.171448 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=a121059c-7737-4b1a-a015-bad77429d618,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:42.190273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:29:42.230541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:29:42.234634 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=3d25a839-7552-404a-96e1-eae475d8b5ca,revision_number=13']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:42.288390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Pushing event updated for resources: {'Port': ['ID=c8b5d740-b6fa-432f-a4d4-e7c2d41515bb,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:42.358014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-1b79d671-3685-48b7-8fb7-54b6b2d6424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:42.359407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-1b79d671-3685-48b7-8fb7-54b6b2d6424b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4ab10d1a-f3cb-4ea9-9e20-174ca32774ca HTTP/1.1" status: 200 len: 868 time: 0.2237525 Feb 16 16:29:42.370907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb341de8-d7a5-4ee1-8118-69a2a42dd12b req-91e87a2b-7f69-4462-bc79-d683e992a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:42.372357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb341de8-d7a5-4ee1-8118-69a2a42dd12b req-91e87a2b-7f69-4462-bc79-d683e992a7eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2cbad17b8ce48d9928b3b1e4dd42c20&device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 1125 time: 0.3445754 Feb 16 16:29:42.380596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['a121059c-7737-4b1a-a015-bad77429d618'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:42.404602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9f0ed4a-95c5-44f2-82b8-9f6669ac8544 req-0187421b-9691-49d3-8bc0-5d2cd2bcb490 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118275 Feb 16 16:29:42.588712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f03d9817-8528-443f-acfb-a027ffe72616 req-47d866cd-37ba-4b9f-9f48-f84f19e98467 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071681 Feb 16 16:29:42.619942 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for floatingip (9a8b7bf9-e28b-4532-9cf1-dbfb6c105804), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:42.654195 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-ef55252a-948e-4def-8ee5-7f354af22794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:42.656432 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-ef55252a-948e-4def-8ee5-7f354af22794 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=604c459b-cc4e-44d4-a285-091e2148e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2784414 Feb 16 16:29:42.704902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb341de8-d7a5-4ee1-8118-69a2a42dd12b req-b5fb2834-973a-4804-b258-20c7b4539217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:42.706405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb341de8-d7a5-4ee1-8118-69a2a42dd12b req-b5fb2834-973a-4804-b258-20c7b4539217 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 HTTP/1.1" status: 200 len: 906 time: 0.3152604 Feb 16 16:29:42.792925 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c8b5d740-b6fa-432f-a4d4-e7c2d41515bb), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:42.796959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb341de8-d7a5-4ee1-8118-69a2a42dd12b req-bd2612b7-e76b-44a7-9e6a-4a278f0da529 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fca8622-8360-4ca9-a15c-54de40d0dc70 HTTP/1.1" status: 200 len: 217 time: 0.0771086 Feb 16 16:29:42.911363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-1dcdbed0-145b-418e-bf7a-7f5ae33e05b5 service neutron] 10.222.0.65 "GET /v2.0/networks/604c459b-cc4e-44d4-a285-091e2148e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344825 Feb 16 16:29:42.984574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7b1140ec-3247-48e7-9235-f6fe421de924 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:43.072406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb341de8-d7a5-4ee1-8118-69a2a42dd12b req-2a9906d6-3497-48f4-b3f6-cb06b37eb1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:43.075658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb341de8-d7a5-4ee1-8118-69a2a42dd12b req-2a9906d6-3497-48f4-b3f6-cb06b37eb1e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe3da449-1978-4788-9856-bb2680195426 HTTP/1.1" status: 200 len: 844 time: 0.2535169 Feb 16 16:29:43.135394 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Sync routers for ids ['0a431299-9bad-4519-b9a2-06a748fa80e2'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:29:43.179418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Routers {'0a431299-9bad-4519-b9a2-06a748fa80e2'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:43.180092 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:29:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0a431299-9bad-4519-b9a2-06a748fa80e2'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:43.304677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 7b1140ec-3247-48e7-9235-f6fe421de924 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:43.309628 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7b1140ec-3247-48e7-9235-f6fe421de924), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:43.333649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb416c8-a1c9-48ef-8616-7329ec963107 req-bf3724b6-ca52-4a97-9e47-c6b1fc096ebc tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:43.335447 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cb416c8-a1c9-48ef-8616-7329ec963107 req-bf3724b6-ca52-4a97-9e47-c6b1fc096ebc tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 943 time: 0.3478904 Feb 16 16:29:43.399941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb341de8-d7a5-4ee1-8118-69a2a42dd12b req-7f5411af-a695-4ac6-abe3-5bb0243f0960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:43.401691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb341de8-d7a5-4ee1-8118-69a2a42dd12b req-7f5411af-a695-4ac6-abe3-5bb0243f0960 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3014724 Feb 16 16:29:43.406062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Set router 0a431299-9bad-4519-b9a2-06a748fa80e2 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:43.459303 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for port (c8b5d740-b6fa-432f-a4d4-e7c2d41515bb), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:43.569914 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c8b5d740-b6fa-432f-a4d4-e7c2d41515bb), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:43.585107 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cb416c8-a1c9-48ef-8616-7329ec963107 req-04217921-e5e0-4466-8840-45db99621e17 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad10279-e243-46e5-a9ea-d19bfdfcfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2400687 Feb 16 16:29:43.625782 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device a121059c-7737-4b1a-a015-bad77429d618 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:43.639280 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6087f540-8a6c-4aba-ba13-52b35a3ba54b req-2f5960e8-2493-4cd7-adcf-9e197f5a896a service neutron] 10.222.0.65 "GET /v2.0/networks/604c459b-cc4e-44d4-a285-091e2148e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7038076 Feb 16 16:29:43.695769 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 7b1140ec-3247-48e7-9235-f6fe421de924 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:43.762712 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (9a8b7bf9-e28b-4532-9cf1-dbfb6c105804), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:43.807512 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:43.813172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5721376 Feb 16 16:29:43.887011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08925223-b4b3-4ae1-99eb-08d2f4e35475 req-29d1c45e-5474-483c-9235-934717f21064 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 210 time: 0.1104534 Feb 16 16:29:43.941744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ecca4-0c60-4e4a-8a1a-0632af4fbf90 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Pushing event updated for resources: {'Port': ['ID=c8b5d740-b6fa-432f-a4d4-e7c2d41515bb,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:43.972788 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-c035ae21-bd7b-40f7-8602-d11970827056 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 696 time: 0.0957000 Feb 16 16:29:43.993109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port a121059c-7737-4b1a-a015-bad77429d618 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:29:44.007505 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port a121059c-7737-4b1a-a015-bad77429d618 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:44.009329 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a121059c-7737-4b1a-a015-bad77429d618), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:44.141473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'name': 'tempest-TaggedBootDevicesTest_v242-342029550-router', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '7b1140ec-3247-48e7-9235-f6fe421de924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:31Z', 'updated_at': '2022-02-16T16:29:37Z', 'revision_number': 4, 'project_id': 'd00bb13e16794f428f64221a6a53f476', 'gw_port': {'id': '7b1140ec-3247-48e7-9235-f6fe421de924', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:32Z', 'updated_at': '2022-02-16T16:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '0437f7bc-74ac-44d8-b334-eea9a945997f', 'name': '', 'network_id': '28718670-2ada-4623-bc40-65ed49258b37', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'mac_address': 'fa:16:3e:f6:ab:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2187b9c1-73be-4053-9d89-08b203565cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:36Z', 'updated_at': '2022-02-16T16:29:37Z', 'revision_number': 2, 'project_id': 'd00bb13e16794f428f64221a6a53f476', 'subnets': [{'id': '2187b9c1-73be-4053-9d89-08b203565cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:44.145955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port a121059c-7737-4b1a-a015-bad77429d618 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:44.146311 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a121059c-7737-4b1a-a015-bad77429d618), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:44.397396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Checking router: 0a431299-9bad-4519-b9a2-06a748fa80e2 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:29:44.397670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Updating router 0a431299-9bad-4519-b9a2-06a748fa80e2 port 0437f7bc-74ac-44d8-b334-eea9a945997f binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:29:44.438923 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a121059c-7737-4b1a-a015-bad77429d618,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:44.444092 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:44.446976 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a121059c-7737-4b1a-a015-bad77429d618), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:44.545732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=a121059c-7737-4b1a-a015-bad77429d618,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:44.636748 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb341de8-d7a5-4ee1-8118-69a2a42dd12b req-5981bfdc-2572-4f57-ab48-b8f5bf81ae84 service neutron] 10.222.0.65 "GET /v2.0/networks/cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2048359 Feb 16 16:29:44.843654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc16ac-92f1-4b78-b8f6-4dbc327ee6c7 req-e85d61e6-2839-4dd4-9c8f-08e5a1de4339 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:44.855314 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56bc16ac-92f1-4b78-b8f6-4dbc327ee6c7 req-e85d61e6-2839-4dd4-9c8f-08e5a1de4339 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 1133 time: 0.8709686 Feb 16 16:29:44.903302 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Publish callbacks [] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:44.910355 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:44.966445 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50878c93-b4d5-4f81-bac1-82d26105ad95 None None] Pushing event updated for resources: {'Port': ['ID=0437f7bc-74ac-44d8-b334-eea9a945997f,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:44.996270 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56bc16ac-92f1-4b78-b8f6-4dbc327ee6c7 req-8d8427ab-6608-49b4-bb6f-b0b1d0022371 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384406 Feb 16 16:29:45.038910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb341de8-d7a5-4ee1-8118-69a2a42dd12b req-ee9901fd-f014-4442-af86-b0c8f9c63823 service neutron] 10.222.0.65 "GET /v2.0/networks/cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852544 Feb 16 16:29:45.060985 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-85056cb8-c467-4a63-8dbc-4ac273f07878 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:45.068331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20e228f9-6a01-4ba2-bcd2-8f965bbb57da req-85056cb8-c467-4a63-8dbc-4ac273f07878 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 1.0658233 Feb 16 16:29:45.087790 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8cd0c0-d89f-45a0-b736-2dc20d7495f4 x-openstack-request-id: req-6a8cd0c0-d89f-45a0-b736-2dc20d7495f4 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:45.088145 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "name": "network-vif-plugged", "status": "completed", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:45.088410 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a8cd0c0-d89f-45a0-b736-2dc20d7495f4 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:45.088815 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca', 'code': 200} Feb 16 16:29:45.116494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Attempting to bind port 0437f7bc-74ac-44d8-b334-eea9a945997f on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:45.119214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Attempting to bind port 0437f7bc-74ac-44d8-b334-eea9a945997f by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '9d8814de-0d7b-4827-9378-5c42c8d70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28718670-2ada-4623-bc40-65ed49258b37'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:45.119680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Attempting to bind port 0437f7bc-74ac-44d8-b334-eea9a945997f on network 28718670-2ada-4623-bc40-65ed49258b37 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:45.132759 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:45.133183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Checking segment: {'id': '9d8814de-0d7b-4827-9378-5c42c8d70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28718670-2ada-4623-bc40-65ed49258b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:45.133645 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:45.139434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Bound using segment: {'id': '9d8814de-0d7b-4827-9378-5c42c8d70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28718670-2ada-4623-bc40-65ed49258b37'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:45.140300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Bound port: 0437f7bc-74ac-44d8-b334-eea9a945997f, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8814de-0d7b-4827-9378-5c42c8d70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28718670-2ada-4623-bc40-65ed49258b37'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:45.140710 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:45.248735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd657a14-762e-4f5a-bafe-c80d275275f2 req-43bfd120-7807-4fea-8b8c-5a390c378604 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:45.251657 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd657a14-762e-4f5a-bafe-c80d275275f2 req-43bfd120-7807-4fea-8b8c-5a390c378604 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 943 time: 0.1139076 Feb 16 16:29:45.306751 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] For port 0437f7bc-74ac-44d8-b334-eea9a945997f, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:29:45.310387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] For port 0437f7bc-74ac-44d8-b334-eea9a945997f, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0437f7bc-74ac-44d8-b334-eea9a945997f,segment=NetworkSegment(9d8814de-0d7b-4827-9378-5c42c8d70859),segment_id=9d8814de-0d7b-4827-9378-5c42c8d70859)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:45.323217 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:45.327862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b574a-221b-408d-ad2f-55afa43f9077 req-08ed8cfe-760f-4d73-a41c-c0da430bbdf0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:45.336319 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d3b574a-221b-408d-ad2f-55afa43f9077 req-08ed8cfe-760f-4d73-a41c-c0da430bbdf0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.1386063 Feb 16 16:29:45.357885 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd657a14-762e-4f5a-bafe-c80d275275f2 req-42187c78-c894-498f-8df4-87b70221823c tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad10279-e243-46e5-a9ea-d19bfdfcfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995102 Feb 16 16:29:45.425918 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ccaee3e6-526b-4785-a1f6-b35dd84a562f None None] Provisioning complete for port 0437f7bc-74ac-44d8-b334-eea9a945997f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:45.426319 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ccaee3e6-526b-4785-a1f6-b35dd84a562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:45.429051 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d3b574a-221b-408d-ad2f-55afa43f9077 req-69003a91-ce19-41e6-ad45-4a00fd72b1db tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825918 Feb 16 16:29:45.500095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Routers {'0a431299-9bad-4519-b9a2-06a748fa80e2'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:45.500805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:29:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0a431299-9bad-4519-b9a2-06a748fa80e2'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:45.571021 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d1cb775-49df-4f33-9b90-c72df032a800 req-5076ec1c-1e77-45b7-86e6-88fd9ae908c6 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 210 time: 0.0803807 Feb 16 16:29:45.644388 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50878c93-b4d5-4f81-bac1-82d26105ad95 None None] Pushing event updated for resources: {'Port': ['ID=0437f7bc-74ac-44d8-b334-eea9a945997f,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:45.663087 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 7fca8622-8360-4ca9-a15c-54de40d0dc70 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:29:45.741217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ccaee3e6-526b-4785-a1f6-b35dd84a562f None None] Current status of the port 0437f7bc-74ac-44d8-b334-eea9a945997f is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:45.741616 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ccaee3e6-526b-4785-a1f6-b35dd84a562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:45.862162 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ccaee3e6-526b-4785-a1f6-b35dd84a562f None None] For port 0437f7bc-74ac-44d8-b334-eea9a945997f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0437f7bc-74ac-44d8-b334-eea9a945997f,segment=NetworkSegment(9d8814de-0d7b-4827-9378-5c42c8d70859),segment_id=9d8814de-0d7b-4827-9378-5c42c8d70859)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:45.883401 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ccaee3e6-526b-4785-a1f6-b35dd84a562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:45.905935 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacdcaa-8430-4fb8-981b-87c42525aa6d req-4dc79e0c-d77d-416c-90b1-61895b5d5ebf tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:45.912564 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4eacdcaa-8430-4fb8-981b-87c42525aa6d req-4dc79e0c-d77d-416c-90b1-61895b5d5ebf tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1439433 Feb 16 16:29:45.913543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] Set router 0a431299-9bad-4519-b9a2-06a748fa80e2 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:45.968478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763d8ba-9b07-4b37-a67e-82a742627298 req-7c7f01bc-9323-4f1e-8c71-058367524f52 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:45.970038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d763d8ba-9b07-4b37-a67e-82a742627298 req-7c7f01bc-9323-4f1e-8c71-058367524f52 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 951 time: 0.1512058 Feb 16 16:29:45.984382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4eacdcaa-8430-4fb8-981b-87c42525aa6d req-8f16284f-4442-40a2-8c83-b4f0cf2f2b15 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 696 time: 0.0711176 Feb 16 16:29:45.991655 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-4eacdcaa-8430-4fb8-981b-87c42525aa6d req-9c93f667-e8ed-4c82-9760-e70234919c9d tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Request body: {'floatingip': {'port_id': 'a8fd4789-3935-48fb-beee-76e138cbf7c4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:46.060818 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4eacdcaa-8430-4fb8-981b-87c42525aa6d req-9c93f667-e8ed-4c82-9760-e70234919c9d tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for floatingip (9a8b7bf9-e28b-4532-9cf1-dbfb6c105804), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:46.071129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b9c6b47c-bbfb-47d2-b685-c02e676e574e None None] Provisioning complete for port 0437f7bc-74ac-44d8-b334-eea9a945997f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:46.071507 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b47c-bbfb-47d2-b685-c02e676e574e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:46.132731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaee3e6-526b-4785-a1f6-b35dd84a562f None None] Pushing event updated for resources: {'Port': ['ID=0437f7bc-74ac-44d8-b334-eea9a945997f,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:46.138838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 7fca8622-8360-4ca9-a15c-54de40d0dc70, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=7fca8622-8360-4ca9-a15c-54de40d0dc70,segment=NetworkSegment(7b36b68a-f3dc-4586-be4d-47be965a470d),segment_id=7b36b68a-f3dc-4586-be4d-47be965a470d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:46.184793 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '7fca8622-8360-4ca9-a15c-54de40d0dc70', 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'port_id': '7fca8622-8360-4ca9-a15c-54de40d0dc70', 'mac_address': 'fa:16:3e:f7:94:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3da449-1978-4788-9856-bb2680195426', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:29:46.248220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d763d8ba-9b07-4b37-a67e-82a742627298 req-c5adfb33-48a8-4dc7-b0db-19ac5f897a47 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618806 Feb 16 16:29:46.317926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 7fca8622-8360-4ca9-a15c-54de40d0dc70 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:46.318468 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:46.356680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fca8622-8360-4ca9-a15c-54de40d0dc70 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:29:46.360664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6b47c-bbfb-47d2-b685-c02e676e574e None None] Current status of the port 0437f7bc-74ac-44d8-b334-eea9a945997f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:46.387747 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 7fca8622-8360-4ca9-a15c-54de40d0dc70, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=7fca8622-8360-4ca9-a15c-54de40d0dc70,segment=NetworkSegment(7b36b68a-f3dc-4586-be4d-47be965a470d),segment_id=7b36b68a-f3dc-4586-be4d-47be965a470d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:46.397218 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:46.449908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'name': 'tempest-TaggedBootDevicesTest_v242-342029550-router', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '7b1140ec-3247-48e7-9235-f6fe421de924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:31Z', 'updated_at': '2022-02-16T16:29:37Z', 'revision_number': 4, 'project_id': 'd00bb13e16794f428f64221a6a53f476', 'gw_port': {'id': '7b1140ec-3247-48e7-9235-f6fe421de924', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:32Z', 'updated_at': '2022-02-16T16:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '0437f7bc-74ac-44d8-b334-eea9a945997f', 'name': '', 'network_id': '28718670-2ada-4623-bc40-65ed49258b37', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'mac_address': 'fa:16:3e:f6:ab:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2187b9c1-73be-4053-9d89-08b203565cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:36Z', 'updated_at': '2022-02-16T16:29:45Z', 'revision_number': 4, 'project_id': 'd00bb13e16794f428f64221a6a53f476', 'subnets': [{'id': '2187b9c1-73be-4053-9d89-08b203565cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:46.459743 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-4eacdcaa-8430-4fb8-981b-87c42525aa6d req-9c93f667-e8ed-4c82-9760-e70234919c9d tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 16:29:46.472301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4eacdcaa-8430-4fb8-981b-87c42525aa6d req-9c93f667-e8ed-4c82-9760-e70234919c9d tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "PUT /v2.0/floatingips/9a8b7bf9-e28b-4532-9cf1-dbfb6c105804 HTTP/1.1" status: 409 len: 550 time: 0.4849918 Feb 16 16:29:46.494060 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723b193-4025-4bbc-8c9e-9cf24b99b93b None None] The sync data for ids ['0a431299-9bad-4519-b9a2-06a748fa80e2'] in n-d-669411-5 is: [{'id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'name': 'tempest-TaggedBootDevicesTest_v242-342029550-router', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '7b1140ec-3247-48e7-9235-f6fe421de924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:31Z', 'updated_at': '2022-02-16T16:29:37Z', 'revision_number': 4, 'project_id': 'd00bb13e16794f428f64221a6a53f476', 'gw_port': {'id': '7b1140ec-3247-48e7-9235-f6fe421de924', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:32Z', 'updated_at': '2022-02-16T16:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '0437f7bc-74ac-44d8-b334-eea9a945997f', 'name': '', 'network_id': '28718670-2ada-4623-bc40-65ed49258b37', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'mac_address': 'fa:16:3e:f6:ab:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2187b9c1-73be-4053-9d89-08b203565cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:36Z', 'updated_at': '2022-02-16T16:29:45Z', 'revision_number': 4, 'project_id': 'd00bb13e16794f428f64221a6a53f476', 'subnets': [{'id': '2187b9c1-73be-4053-9d89-08b203565cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:29:46.518865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=7fca8622-8360-4ca9-a15c-54de40d0dc70,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:46.628022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafba285-24cc-4bfc-9b6f-5faa2cd3ab97 req-eaf8d990-3192-4cdf-a552-fb9241609406 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:46.632273 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dafba285-24cc-4bfc-9b6f-5faa2cd3ab97 req-eaf8d990-3192-4cdf-a552-fb9241609406 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 944 time: 0.1220527 Feb 16 16:29:46.678028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1be82-7810-470c-b1a0-b1b7cf72622a req-ca93ccf8-dcb8-4116-8c4e-5ef0169f673a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:46.679970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6f1be82-7810-470c-b1a0-b1b7cf72622a req-ca93ccf8-dcb8-4116-8c4e-5ef0169f673a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.1220922 Feb 16 16:29:46.684592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['7fca8622-8360-4ca9-a15c-54de40d0dc70'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:46.738495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dafba285-24cc-4bfc-9b6f-5faa2cd3ab97 req-5ea252ed-6f2a-4185-8892-7d11608f85e0 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad10279-e243-46e5-a9ea-d19bfdfcfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983560 Feb 16 16:29:46.872427 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6f1be82-7810-470c-b1a0-b1b7cf72622a req-0512a97b-5e66-4e16-a9ac-80eb5d21930a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856282 Feb 16 16:29:46.887159 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bd324f1-aaf5-4067-9b4b-3e60f1e5a484 req-c51c090e-41a4-4714-be8c-ff174d89b273 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/floatingips/9a8b7bf9-e28b-4532-9cf1-dbfb6c105804 HTTP/1.1" status: 200 len: 693 time: 0.1097100 Feb 16 16:29:47.018847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0437f7bc-74ac-44d8-b334-eea9a945997f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:47.079086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd324f1-aaf5-4067-9b4b-3e60f1e5a484 req-cbb025c8-6ff3-4911-9a26-a0c2e715c43a tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:47.081368 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bd324f1-aaf5-4067-9b4b-3e60f1e5a484 req-cbb025c8-6ff3-4911-9a26-a0c2e715c43a tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.1886971 Feb 16 16:29:47.090706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0621a99-34df-41f5-9451-108f51b50b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a121059c-7737-4b1a-a015-bad77429d618'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:47.096068 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c8ca7c-d9a6-4f49-af3e-3343aeed5592" -d '{"events": [{"server_uuid": "f0621a99-34df-41f5-9451-108f51b50b5e", "name": "network-vif-plugged", "status": "completed", "tag": "a121059c-7737-4b1a-a015-bad77429d618"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:47.126356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 0437f7bc-74ac-44d8-b334-eea9a945997f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:47.126901 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:47.135414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa5bb9d6-ecac-4dd1-ace5-6a43782a7d24 req-6a993da4-c319-497e-960a-cf95b2a88318 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 210 time: 0.0486107 Feb 16 16:29:47.219080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bd324f1-aaf5-4067-9b4b-3e60f1e5a484 req-69493084-368e-4481-8464-5383a770580f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 696 time: 0.1238427 Feb 16 16:29:47.247390 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ca9d4f-ce4c-4ca4-bc39-502dcd2e21f7 x-openstack-request-id: req-53ca9d4f-ce4c-4ca4-bc39-502dcd2e21f7 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:47.247745 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0621a99-34df-41f5-9451-108f51b50b5e", "name": "network-vif-plugged", "status": "completed", "tag": "a121059c-7737-4b1a-a015-bad77429d618", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:47.247957 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53ca9d4f-ce4c-4ca4-bc39-502dcd2e21f7 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:47.248342 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0621a99-34df-41f5-9451-108f51b50b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a121059c-7737-4b1a-a015-bad77429d618', 'code': 200} Feb 16 16:29:47.272947 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 0437f7bc-74ac-44d8-b334-eea9a945997f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:47.337216 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bd324f1-aaf5-4067-9b4b-3e60f1e5a484 req-f98c119b-b4c3-4aae-991c-db22ada40d13 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 696 time: 0.1111012 Feb 16 16:29:47.350088 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef51bc-2afa-4ecc-818e-586f9444e606 req-ad294537-6243-4767-8372-d3d857579a9f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:47.351788 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4ef51bc-2afa-4ecc-818e-586f9444e606 req-ad294537-6243-4767-8372-d3d857579a9f tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.65 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 951 time: 0.1716065 Feb 16 16:29:47.546140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4f1ac-c883-4fc6-a0b5-d6eb9a17444c req-2e882dd7-828d-4088-9311-80272ecac31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:47.547654 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6b4f1ac-c883-4fc6-a0b5-d6eb9a17444c req-2e882dd7-828d-4088-9311-80272ecac31f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 1127 time: 0.2506490 Feb 16 16:29:47.619130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fba74-5ea3-429c-9e90-183247eac1c6 req-f4fb11c4-64ab-4bdc-987e-ed69638a5e48 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:47.623339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f64fba74-5ea3-429c-9e90-183247eac1c6 req-f4fb11c4-64ab-4bdc-987e-ed69638a5e48 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 951 time: 0.2675867 Feb 16 16:29:47.658943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 7fca8622-8360-4ca9-a15c-54de40d0dc70 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:29:47.742036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 7fca8622-8360-4ca9-a15c-54de40d0dc70 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:29:47.748476 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 7fca8622-8360-4ca9-a15c-54de40d0dc70 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:29:47.749840 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:47.760097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6b4f1ac-c883-4fc6-a0b5-d6eb9a17444c req-dc2223da-4d28-4cf5-ab38-e4da3c418ea6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735361 Feb 16 16:29:47.763070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f64fba74-5ea3-429c-9e90-183247eac1c6 req-c382ead0-7ac6-4993-a851-968bd2ca6e71 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141212 Feb 16 16:29:47.777043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-f4ef51bc-2afa-4ecc-818e-586f9444e606 req-88334d78-bf1d-4dbe-b207-c49651b7ed37 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Deleting port 3d25a839-7552-404a-96e1-eae475d8b5ca {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:29:47.777523 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f4ef51bc-2afa-4ecc-818e-586f9444e606 req-88334d78-bf1d-4dbe-b207-c49651b7ed37 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:47.807784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-4bd324f1-aaf5-4067-9b4b-3e60f1e5a484 req-0f5986b7-a088-46df-989a-6e3350eab0a3 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Deleting port c8b5d740-b6fa-432f-a4d4-e7c2d41515bb {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:29:47.808148 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4bd324f1-aaf5-4067-9b4b-3e60f1e5a484 req-0f5986b7-a088-46df-989a-6e3350eab0a3 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c8b5d740-b6fa-432f-a4d4-e7c2d41515bb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:47.914222 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 7fca8622-8360-4ca9-a15c-54de40d0dc70 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:29:47.916582 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:47.962431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 7fca8622-8360-4ca9-a15c-54de40d0dc70, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=7fca8622-8360-4ca9-a15c-54de40d0dc70,segment=NetworkSegment(7b36b68a-f3dc-4586-be4d-47be965a470d),segment_id=7b36b68a-f3dc-4586-be4d-47be965a470d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:47.971926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f4ef51bc-2afa-4ecc-818e-586f9444e606 req-88334d78-bf1d-4dbe-b207-c49651b7ed37 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] For port 3d25a839-7552-404a-96e1-eae475d8b5ca, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3d25a839-7552-404a-96e1-eae475d8b5ca,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:47.971926 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f4ef51bc-2afa-4ecc-818e-586f9444e606 req-88334d78-bf1d-4dbe-b207-c49651b7ed37 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:47.974271 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:48.003360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-f4ef51bc-2afa-4ecc-818e-586f9444e606 req-88334d78-bf1d-4dbe-b207-c49651b7ed37 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Calling delete_port for 3d25a839-7552-404a-96e1-eae475d8b5ca owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:29:48.006775 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4bd324f1-aaf5-4067-9b4b-3e60f1e5a484 req-0f5986b7-a088-46df-989a-6e3350eab0a3 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c8b5d740-b6fa-432f-a4d4-e7c2d41515bb), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:48.007130 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4bd324f1-aaf5-4067-9b4b-3e60f1e5a484 req-0f5986b7-a088-46df-989a-6e3350eab0a3 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for floatingip (c8b5d740-b6fa-432f-a4d4-e7c2d41515bb), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:48.035436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-4bd324f1-aaf5-4067-9b4b-3e60f1e5a484 req-0f5986b7-a088-46df-989a-6e3350eab0a3 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Calling delete_port for c8b5d740-b6fa-432f-a4d4-e7c2d41515bb owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:29:48.058872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=7fca8622-8360-4ca9-a15c-54de40d0dc70,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:48.084258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0bb1f-1b14-439b-92bf-d7afe8c21946 req-da62b698-1401-406f-8b89-78bb3afbc26f tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:48.085807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ded0bb1f-1b14-439b-92bf-d7afe8c21946 req-da62b698-1401-406f-8b89-78bb3afbc26f tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 944 time: 0.1705704 Feb 16 16:29:48.220963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ded0bb1f-1b14-439b-92bf-d7afe8c21946 req-9988e8bb-ffa5-403b-b5ca-6c0cccdd643b tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad10279-e243-46e5-a9ea-d19bfdfcfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240549 Feb 16 16:29:48.350382 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f4ef51bc-2afa-4ecc-818e-586f9444e606 req-88334d78-bf1d-4dbe-b207-c49651b7ed37 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3d25a839-7552-404a-96e1-eae475d8b5ca), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:48.370898 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['4f37f912-a31c-4603-9efb-e7bf970d8561', '57cd8e91-afbe-4d32-97a1-56b07e70bc5c', '3d25a839-7552-404a-96e1-eae475d8b5ca'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:48.376586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['dbfcae26-9033-4d1f-a26d-b3193f264db3'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:48.402529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88334d78-bf1d-4dbe-b207-c49651b7ed37 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Pushing event deleted for resources: {'Port': ['ID=3d25a839-7552-404a-96e1-eae475d8b5ca,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:48.405895 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4bd324f1-aaf5-4067-9b4b-3e60f1e5a484 req-0f5986b7-a088-46df-989a-6e3350eab0a3 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c8b5d740-b6fa-432f-a4d4-e7c2d41515bb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:48.470065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5986b7-a088-46df-989a-6e3350eab0a3 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Pushing event deleted for resources: {'Port': ['ID=c8b5d740-b6fa-432f-a4d4-e7c2d41515bb,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:48.494020 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ef51bc-2afa-4ecc-818e-586f9444e606 req-88334d78-bf1d-4dbe-b207-c49651b7ed37 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] No DVR routers for this DVR port 3d25a839-7552-404a-96e1-eae475d8b5ca on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:29:48.516429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f4ef51bc-2afa-4ecc-818e-586f9444e606 req-88334d78-bf1d-4dbe-b207-c49651b7ed37 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:48.528886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4ef51bc-2afa-4ecc-818e-586f9444e606 req-88334d78-bf1d-4dbe-b207-c49651b7ed37 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.65 "DELETE /v2.0/ports/3d25a839-7552-404a-96e1-eae475d8b5ca HTTP/1.1" status: 204 len: 173 time: 1.1608195 Feb 16 16:29:48.532961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'name': 'network-vif-deleted', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:48.541983 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4d1b4d-8d86-4e78-8c70-2acfb0790ed5" -d '{"events": [{"server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "name": "network-vif-deleted", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:48.581953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dedd17-98bf-4aa4-9a40-9896d3a7fc0c req-e7c398a4-5092-41ba-83d2-cebe8abd3802 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:48.584442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91dedd17-98bf-4aa4-9a40-9896d3a7fc0c req-e7c398a4-5092-41ba-83d2-cebe8abd3802 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.2720962 Feb 16 16:29:48.687084 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4bd324f1-aaf5-4067-9b4b-3e60f1e5a484 req-0f5986b7-a088-46df-989a-6e3350eab0a3 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for floatingip (9a8b7bf9-e28b-4532-9cf1-dbfb6c105804), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:48.692621 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4bd324f1-aaf5-4067-9b4b-3e60f1e5a484 req-0f5986b7-a088-46df-989a-6e3350eab0a3 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:48.727017 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bd324f1-aaf5-4067-9b4b-3e60f1e5a484 req-0f5986b7-a088-46df-989a-6e3350eab0a3 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "DELETE /v2.0/floatingips/9a8b7bf9-e28b-4532-9cf1-dbfb6c105804 HTTP/1.1" status: 204 len: 173 time: 1.3674009 Feb 16 16:29:48.793665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91dedd17-98bf-4aa4-9a40-9896d3a7fc0c req-870a6ec8-a6da-42e0-a5b2-218b32a88af6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786642 Feb 16 16:29:48.932701 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dcb996-be2c-428f-84fc-e82bb12b6435 x-openstack-request-id: req-60dcb996-be2c-428f-84fc-e82bb12b6435 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:48.932996 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaa28d8-2a93-411e-886f-7ee6e38e8da8", "name": "network-vif-deleted", "tag": "3d25a839-7552-404a-96e1-eae475d8b5ca", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:48.933255 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60dcb996-be2c-428f-84fc-e82bb12b6435 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:48.933676 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaa28d8-2a93-411e-886f-7ee6e38e8da8', 'name': 'network-vif-deleted', 'tag': '3d25a839-7552-404a-96e1-eae475d8b5ca', 'status': 'completed', 'code': 200} Feb 16 16:29:48.935984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-320d0b13-7467-49ae-964c-1cf82eb97c75 req-e5abeb13-c278-4ea4-8321-45d02fc9d095 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c390e7b-3dd1-4966-a691-2d114d5ca1e1 HTTP/1.1" status: 200 len: 210 time: 0.0666358 Feb 16 16:29:49.162649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-ce14219c-63cb-41df-bb48-63b26ab6338a tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 1001 time: 0.1929877 Feb 16 16:29:49.183686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33ab4769-265c-4f12-aec4-29e9864a2630 req-97b27e40-f88a-4e21-9fa0-859f4be61742 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aaa28d8-2a93-411e-886f-7ee6e38e8da8 HTTP/1.1" status: 200 len: 210 time: 0.0464065 Feb 16 16:29:49.244041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-a52ac2a8-79e2-4d2d-b89f-8e9b83a3cc0f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:49.245917 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-a52ac2a8-79e2-4d2d-b89f-8e9b83a3cc0f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports/a8fd4789-3935-48fb-beee-76e138cbf7c4 HTTP/1.1" status: 200 len: 942 time: 0.0664065 Feb 16 16:29:49.249801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f3efba-dbd9-4df1-96fd-b1838aadb210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fca8622-8360-4ca9-a15c-54de40d0dc70'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:49.254658 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95feced9-a7cb-4124-9861-e89a6dbee4f0" -d '{"events": [{"server_uuid": "b5f3efba-dbd9-4df1-96fd-b1838aadb210", "name": "network-vif-plugged", "status": "completed", "tag": "7fca8622-8360-4ca9-a15c-54de40d0dc70"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:49.428180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36268ee6-ad6c-4783-b23f-7bb3163c4b2e req-6e7a4a47-482e-4214-9aac-df12117fd09d tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:49.429783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36268ee6-ad6c-4783-b23f-7bb3163c4b2e req-6e7a4a47-482e-4214-9aac-df12117fd09d tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 945 time: 0.1071541 Feb 16 16:29:49.435808 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-a0b9cdd2-e02c-4f21-bf2d-538515b4010b tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 1001 time: 0.1007111 Feb 16 16:29:49.515160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36268ee6-ad6c-4783-b23f-7bb3163c4b2e req-72976248-ef69-4c39-9354-9b2b8c03894a tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad10279-e243-46e5-a9ea-d19bfdfcfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790455 Feb 16 16:29:49.578283 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1bf2ee-6902-434f-b81c-74396608f3b6 x-openstack-request-id: req-3c1bf2ee-6902-434f-b81c-74396608f3b6 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:49.578925 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f3efba-dbd9-4df1-96fd-b1838aadb210", "name": "network-vif-plugged", "status": "completed", "tag": "7fca8622-8360-4ca9-a15c-54de40d0dc70", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:49.579250 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c1bf2ee-6902-434f-b81c-74396608f3b6 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:49.579934 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f3efba-dbd9-4df1-96fd-b1838aadb210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fca8622-8360-4ca9-a15c-54de40d0dc70', 'code': 200} Feb 16 16:29:49.626568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-82938969-eeda-40da-b950-8ec777f5dd9c tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:49.627996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-82938969-eeda-40da-b950-8ec777f5dd9c tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.1772144 Feb 16 16:29:49.643086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-04e5ac4d-3887-4fa6-9c03-7355a0d69f68 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:29:49.644126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-04e5ac4d-3887-4fa6-9c03-7355a0d69f68 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071399 Feb 16 16:29:49.778481 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-4e740186-0104-4f36-bf79-70391666e3d8 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 1001 time: 0.1191840 Feb 16 16:29:49.783905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403bc3f-4b3c-4f6d-bf0a-bb3559ac18e1 req-3132c643-26ea-4eb6-bce4-3346892af2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:49.785502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9403bc3f-4b3c-4f6d-bf0a-bb3559ac18e1 req-3132c643-26ea-4eb6-bce4-3346892af2fa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 1127 time: 0.1132622 Feb 16 16:29:49.790157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-c4126a5b-2e02-4f68-a546-525912cf197c tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:49.883548 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-c4126a5b-2e02-4f68-a546-525912cf197c tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for floatingip (347b1fb9-dbaa-4ca6-bb8b-50033bef8314), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:49.890271 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9403bc3f-4b3c-4f6d-bf0a-bb3559ac18e1 req-76273259-44ee-4b14-abee-29521589d449 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6ad10279-e243-46e5-a9ea-d19bfdfcfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969260 Feb 16 16:29:50.367531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797bac1-420b-4532-9ddb-5f729d5be8da req-be0fb314-2809-438e-8b8a-23a46f1e864a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:50.369031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5797bac1-420b-4532-9ddb-5f729d5be8da req-be0fb314-2809-438e-8b8a-23a46f1e864a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.4459412 Feb 16 16:29:50.430160 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-c4126a5b-2e02-4f68-a546-525912cf197c tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:50.438150 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-c4126a5b-2e02-4f68-a546-525912cf197c tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (347b1fb9-dbaa-4ca6-bb8b-50033bef8314), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:50.438489 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-c4126a5b-2e02-4f68-a546-525912cf197c tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Floating IP 347b1fb9-dbaa-4ca6-bb8b-50033bef8314 disassociated. External IP: 172.25.4.128, port: a8fd4789-3935-48fb-beee-76e138cbf7c4. Feb 16 16:29:50.524848 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5797bac1-420b-4532-9ddb-5f729d5be8da req-db8295d3-48cb-415d-8875-e972f3a528dc tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487205 Feb 16 16:29:50.783088 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-c4126a5b-2e02-4f68-a546-525912cf197c tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Router a71f4cda-fc81-4a75-b36c-692522331808 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:29:50.821236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50102364-4789-4b40-a9b7-89c4d7fdc886 req-a46f6505-d744-4b96-9a20-22fc7d7e7aa1 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:50.823523 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50102364-4789-4b40-a9b7-89c4d7fdc886 req-a46f6505-d744-4b96-9a20-22fc7d7e7aa1 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 945 time: 0.1104193 Feb 16 16:29:50.961847 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50102364-4789-4b40-a9b7-89c4d7fdc886 req-2f9ed06e-514a-488d-bd03-474cd0992193 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad10279-e243-46e5-a9ea-d19bfdfcfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974002 Feb 16 16:29:50.993690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-c4126a5b-2e02-4f68-a546-525912cf197c tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:29:51.003273 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-c4126a5b-2e02-4f68-a546-525912cf197c tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:51.007852 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acac457f-8827-45d3-816c-e535bc2e8193 None None] Sync routers for ids ['a71f4cda-fc81-4a75-b36c-692522331808'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:29:51.037413 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac457f-8827-45d3-816c-e535bc2e8193 None None] Routers {'a71f4cda-fc81-4a75-b36c-692522331808'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:51.038044 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-acac457f-8827-45d3-816c-e535bc2e8193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:29:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a71f4cda-fc81-4a75-b36c-692522331808'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:51.068066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-c4126a5b-2e02-4f68-a546-525912cf197c tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "PUT /v2.0/floatingips/347b1fb9-dbaa-4ca6-bb8b-50033bef8314 HTTP/1.1" status: 200 len: 695 time: 1.2815263 Feb 16 16:29:51.068543 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ec6bc0-5078-4f1e-8595-7312504e1ed3', 'tag': 'a8fd4789-3935-48fb-beee-76e138cbf7c4'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:51.075556 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1019aa-269f-4ee0-adb1-f816654acf66" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ec6bc0-5078-4f1e-8595-7312504e1ed3", "tag": "a8fd4789-3935-48fb-beee-76e138cbf7c4"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:51.197533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-a9de5446-281c-4180-9174-a68347e8aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:51.199385 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-a9de5446-281c-4180-9174-a68347e8aca1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03676f2ebb244139b0a2a1eefff728c0&device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 1127 time: 0.1031651 Feb 16 16:29:51.236142 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-acac457f-8827-45d3-816c-e535bc2e8193 None None] Set router a71f4cda-fc81-4a75-b36c-692522331808 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:51.373131 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-fee9d611-501b-4215-a2f5-2f9c194aa8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:51.377897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-fee9d611-501b-4215-a2f5-2f9c194aa8ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=604c459b-cc4e-44d4-a285-091e2148e6d5 HTTP/1.1" status: 200 len: 930 time: 0.1696007 Feb 16 16:29:51.438572 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-663a922c-00ea-4e5f-b711-acc643438a17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8fd4789-3935-48fb-beee-76e138cbf7c4 HTTP/1.1" status: 200 len: 217 time: 0.0542431 Feb 16 16:29:51.523935 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-9d22aecc-9f04-4643-8524-7bab2ac1232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:51.531706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-9d22aecc-9f04-4643-8524-7bab2ac1232e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ab10d1a-f3cb-4ea9-9e20-174ca32774ca HTTP/1.1" status: 200 len: 868 time: 0.0917661 Feb 16 16:29:51.566676 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-acac457f-8827-45d3-816c-e535bc2e8193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:47Z', 'updated_at': '2022-02-16T16:28:56Z', 'revision_number': 4, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'gw_port': {'id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:48Z', 'updated_at': '2022-02-16T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '79cb14db-a790-4447-be18-5ee0d8b96fb3', 'name': '', 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'mac_address': 'fa:16:3e:05:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:55Z', 'updated_at': '2022-02-16T16:29:04Z', 'revision_number': 5, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'subnets': [{'id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:51.572575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ba222-4a56-4561-b863-c6feb2daba0f req-3b009cc7-c7a6-4768-85a3-dab37c929daf tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:51.574260 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b96ba222-4a56-4561-b863-c6feb2daba0f req-3b009cc7-c7a6-4768-85a3-dab37c929daf tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 1127 time: 0.1438723 Feb 16 16:29:51.602277 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acac457f-8827-45d3-816c-e535bc2e8193 None None] Checking router: a71f4cda-fc81-4a75-b36c-692522331808 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:29:51.609634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-147d6b4f-cd82-420b-bfe9-9e2682903ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:51.613052 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac457f-8827-45d3-816c-e535bc2e8193 None None] Routers {'a71f4cda-fc81-4a75-b36c-692522331808'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:51.613863 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-acac457f-8827-45d3-816c-e535bc2e8193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:29:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a71f4cda-fc81-4a75-b36c-692522331808'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:51.617001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-147d6b4f-cd82-420b-bfe9-9e2682903ff9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=604c459b-cc4e-44d4-a285-091e2148e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0839720 Feb 16 16:29:51.665718 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b96ba222-4a56-4561-b863-c6feb2daba0f req-d291bbf9-5529-45f2-9fcb-9b6c2bca8061 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853601 Feb 16 16:29:51.678434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3d25a839-7552-404a-96e1-eae475d8b5ca no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:29:51.721630 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 3d25a839-7552-404a-96e1-eae475d8b5ca {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:29:51.736338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3d25a839-7552-404a-96e1-eae475d8b5ca not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:29:51.744462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-5830889b-8d21-4596-9fff-708996772fbd service neutron] 10.222.0.24 "GET /v2.0/networks/604c459b-cc4e-44d4-a285-091e2148e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265423 Feb 16 16:29:51.837932 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-acac457f-8827-45d3-816c-e535bc2e8193 None None] Set router a71f4cda-fc81-4a75-b36c-692522331808 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:51.869186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60ff4dd6-c4eb-4899-84e6-ce20e17b9355 req-a210fd54-6954-4c33-8a7d-80ccb5845ce7 service neutron] 10.222.0.24 "GET /v2.0/networks/604c459b-cc4e-44d4-a285-091e2148e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230390 Feb 16 16:29:51.974831 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f189b4-0d34-43aa-ba0d-4f497f6e11be x-openstack-request-id: req-92f189b4-0d34-43aa-ba0d-4f497f6e11be {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:51.975151 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ec6bc0-5078-4f1e-8595-7312504e1ed3", "tag": "a8fd4789-3935-48fb-beee-76e138cbf7c4", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:51.975403 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92f189b4-0d34-43aa-ba0d-4f497f6e11be {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:51.976114 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ec6bc0-5078-4f1e-8595-7312504e1ed3', 'tag': 'a8fd4789-3935-48fb-beee-76e138cbf7c4', 'status': 'completed', 'code': 200} Feb 16 16:29:52.134482 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-acac457f-8827-45d3-816c-e535bc2e8193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:47Z', 'updated_at': '2022-02-16T16:28:56Z', 'revision_number': 4, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'gw_port': {'id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:48Z', 'updated_at': '2022-02-16T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '79cb14db-a790-4447-be18-5ee0d8b96fb3', 'name': '', 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'mac_address': 'fa:16:3e:05:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:55Z', 'updated_at': '2022-02-16T16:29:04Z', 'revision_number': 5, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'subnets': [{'id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:52.171340 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acac457f-8827-45d3-816c-e535bc2e8193 None None] The sync data for ids ['a71f4cda-fc81-4a75-b36c-692522331808'] in n-d-669411-5 is: [{'id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:47Z', 'updated_at': '2022-02-16T16:28:56Z', 'revision_number': 4, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'gw_port': {'id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:48Z', 'updated_at': '2022-02-16T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '79cb14db-a790-4447-be18-5ee0d8b96fb3', 'name': '', 'network_id': '604c459b-cc4e-44d4-a285-091e2148e6d5', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'mac_address': 'fa:16:3e:05:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:55Z', 'updated_at': '2022-02-16T16:29:04Z', 'revision_number': 5, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'subnets': [{'id': '4ab10d1a-f3cb-4ea9-9e20-174ca32774ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:29:52.202266 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c0e9116-67c5-490a-a381-b1ab41c9307a req-bb83eeaa-31ba-45a9-9266-fbf905c9dbc2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0635667 Feb 16 16:29:52.207650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-938b6615-b412-4be4-a624-b5108440e4bc req-e5e9023b-4170-4bf4-95a4-255c24d92f48 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/floatingips/347b1fb9-dbaa-4ca6-bb8b-50033bef8314 HTTP/1.1" status: 200 len: 695 time: 0.1894875 Feb 16 16:29:52.265455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49499d-67aa-4a09-90d9-513160452d47 req-f0867713-30f9-4ba5-8828-afb743f461fa tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:52.276219 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a49499d-67aa-4a09-90d9-513160452d47 req-f0867713-30f9-4ba5-8828-afb743f461fa tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 1127 time: 0.2196400 Feb 16 16:29:52.305884 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e9116-67c5-490a-a381-b1ab41c9307a req-e9f99a93-14eb-4bcc-9f20-60b3b92b6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:52.306571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1019aa-269f-4ee0-adb1-f816654acf66 req-a80b9258-fe04-4c8c-bc4d-33dd8851f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:52.308128 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c0e9116-67c5-490a-a381-b1ab41c9307a req-e9f99a93-14eb-4bcc-9f20-60b3b92b6e90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 1126 time: 0.0694680 Feb 16 16:29:52.309225 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e1019aa-269f-4ee0-adb1-f816654acf66 req-a80b9258-fe04-4c8c-bc4d-33dd8851f45f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=03676f2ebb244139b0a2a1eefff728c0&device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 1127 time: 0.3063040 Feb 16 16:29:52.459069 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a49499d-67aa-4a09-90d9-513160452d47 req-a8fee242-3f1a-41aa-b4b7-b676f068af64 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812317 Feb 16 16:29:52.509541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b6615-b412-4be4-a624-b5108440e4bc req-f3f707f3-c98c-45dd-975e-ee307f74be78 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:52.514855 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-938b6615-b412-4be4-a624-b5108440e4bc req-f3f707f3-c98c-45dd-975e-ee307f74be78 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.2883086 Feb 16 16:29:52.537497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1019aa-269f-4ee0-adb1-f816654acf66 req-65093e0d-e5a6-4877-ba90-4186f4afca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:52.539638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e1019aa-269f-4ee0-adb1-f816654acf66 req-65093e0d-e5a6-4877-ba90-4186f4afca5b service neutron] 10.222.0.65 "GET /v2.0/networks?id=604c459b-cc4e-44d4-a285-091e2148e6d5 HTTP/1.1" status: 200 len: 930 time: 0.2169206 Feb 16 16:29:52.607349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e9116-67c5-490a-a381-b1ab41c9307a req-3a9c0303-e097-4ede-a80c-774add21e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:52.609153 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c0e9116-67c5-490a-a381-b1ab41c9307a req-3a9c0303-e097-4ede-a80c-774add21e44f service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.1293871 Feb 16 16:29:52.649736 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e1019aa-269f-4ee0-adb1-f816654acf66 req-379d4d54-f8b7-44b1-af84-704541721763 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8fd4789-3935-48fb-beee-76e138cbf7c4 HTTP/1.1" status: 200 len: 217 time: 0.0905089 Feb 16 16:29:52.687720 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-938b6615-b412-4be4-a624-b5108440e4bc req-8a09fae9-1e11-4370-8699-0c333c0596a1 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 698 time: 0.1468508 Feb 16 16:29:52.690613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a0e24-4466-438e-a2b3-96174664a531 None None] New status for floating IP 347b1fb9-dbaa-4ca6-bb8b-50033bef8314: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:29:52.698488 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c0e9116-67c5-490a-a381-b1ab41c9307a req-b7429c6d-0d1a-4a4d-94ba-d30add164e36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49 HTTP/1.1" status: 200 len: 217 time: 0.0794256 Feb 16 16:29:52.761250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e9116-67c5-490a-a381-b1ab41c9307a req-a4f11c9a-a1b1-4287-8b53-ab5f1fece373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:52.763072 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c0e9116-67c5-490a-a381-b1ab41c9307a req-a4f11c9a-a1b1-4287-8b53-ab5f1fece373 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.0584893 Feb 16 16:29:52.774889 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-938b6615-b412-4be4-a624-b5108440e4bc req-6192e95d-1810-4c69-a5f0-0261d4c4d7c4 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 698 time: 0.0851707 Feb 16 16:29:52.833337 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c0e9116-67c5-490a-a381-b1ab41c9307a req-660bfcb1-92de-4079-8046-193aa218ba9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628486 Feb 16 16:29:52.840941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1019aa-269f-4ee0-adb1-f816654acf66 req-e1d3dcb8-25e5-4c87-8bf6-8976b6eba918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:52.844214 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e1019aa-269f-4ee0-adb1-f816654acf66 req-e1d3dcb8-25e5-4c87-8bf6-8976b6eba918 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4ab10d1a-f3cb-4ea9-9e20-174ca32774ca HTTP/1.1" status: 200 len: 868 time: 0.1733246 Feb 16 16:29:52.909363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99f398-a286-44c7-b1b1-8029a2438345 req-98f5b04d-930c-40ac-a3a0-2ab07c3fe23d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:52.916355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad99f398-a286-44c7-b1b1-8029a2438345 req-98f5b04d-930c-40ac-a3a0-2ab07c3fe23d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 951 time: 0.2868114 Feb 16 16:29:53.051980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad99f398-a286-44c7-b1b1-8029a2438345 req-8b0c927f-dd33-48b9-a0b1-da4d2ebdd13e tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345961 Feb 16 16:29:53.079356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1019aa-269f-4ee0-adb1-f816654acf66 req-a3c6a99a-1b2f-4e28-8fc2-37379cd62b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:53.085721 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e1019aa-269f-4ee0-adb1-f816654acf66 req-a3c6a99a-1b2f-4e28-8fc2-37379cd62b58 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=604c459b-cc4e-44d4-a285-091e2148e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1927872 Feb 16 16:29:53.098033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-938b6615-b412-4be4-a624-b5108440e4bc req-1c11ec00-c49f-4dcd-8078-eee869596782 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Deleting port 8aeeaef6-fcea-48b0-afa1-3e159eaaac00 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:29:53.098384 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-938b6615-b412-4be4-a624-b5108440e4bc req-1c11ec00-c49f-4dcd-8078-eee869596782 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8aeeaef6-fcea-48b0-afa1-3e159eaaac00), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:53.104947 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c0e9116-67c5-490a-a381-b1ab41c9307a req-45cf64a6-8c14-4b94-ba82-3b10da6cf0e3 service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309229 Feb 16 16:29:53.268015 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c0e9116-67c5-490a-a381-b1ab41c9307a req-b263000d-ddc5-42bc-9721-fec48ee2239f service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522672 Feb 16 16:29:53.538197 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-938b6615-b412-4be4-a624-b5108440e4bc req-1c11ec00-c49f-4dcd-8078-eee869596782 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8aeeaef6-fcea-48b0-afa1-3e159eaaac00), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:53.538751 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-938b6615-b412-4be4-a624-b5108440e4bc req-1c11ec00-c49f-4dcd-8078-eee869596782 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for floatingip (8aeeaef6-fcea-48b0-afa1-3e159eaaac00), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:53.569857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-938b6615-b412-4be4-a624-b5108440e4bc req-1c11ec00-c49f-4dcd-8078-eee869596782 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Calling delete_port for 8aeeaef6-fcea-48b0-afa1-3e159eaaac00 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:29:53.572950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e1019aa-269f-4ee0-adb1-f816654acf66 req-a6f9725e-bac9-49d8-af77-21241514d63c service neutron] 10.222.0.65 "GET /v2.0/networks/604c459b-cc4e-44d4-a285-091e2148e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769578 Feb 16 16:29:53.582444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2388274-e856-42ce-a13b-e8db9835d1b1 req-9b72f883-3270-48e9-975f-ed4fb814088d tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:53.583895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2388274-e856-42ce-a13b-e8db9835d1b1 req-9b72f883-3270-48e9-975f-ed4fb814088d tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 945 time: 0.1439509 Feb 16 16:29:53.744159 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2388274-e856-42ce-a13b-e8db9835d1b1 req-887b5ea1-3c71-4706-8ee4-c6838e6c31eb tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad10279-e243-46e5-a9ea-d19bfdfcfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442494 Feb 16 16:29:53.778645 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e1019aa-269f-4ee0-adb1-f816654acf66 req-f746a460-1ca4-4778-bfd5-5f9f84f3a4a5 service neutron] 10.222.0.65 "GET /v2.0/networks/604c459b-cc4e-44d4-a285-091e2148e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922348 Feb 16 16:29:53.857515 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-938b6615-b412-4be4-a624-b5108440e4bc req-1c11ec00-c49f-4dcd-8078-eee869596782 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8aeeaef6-fcea-48b0-afa1-3e159eaaac00), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:53.888905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11ec00-c49f-4dcd-8078-eee869596782 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Pushing event deleted for resources: {'Port': ['ID=8aeeaef6-fcea-48b0-afa1-3e159eaaac00,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:53.980565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424b07a-f9af-4171-8a20-c02b95941c5c req-d8467bc0-8ff1-4615-a9ff-fbd1f8d4b8c2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:53.984997 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a424b07a-f9af-4171-8a20-c02b95941c5c req-d8467bc0-8ff1-4615-a9ff-fbd1f8d4b8c2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 951 time: 0.0812738 Feb 16 16:29:54.006816 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-938b6615-b412-4be4-a624-b5108440e4bc req-1c11ec00-c49f-4dcd-8078-eee869596782 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks [] for floatingip (347b1fb9-dbaa-4ca6-bb8b-50033bef8314), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:54.008169 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-938b6615-b412-4be4-a624-b5108440e4bc req-1c11ec00-c49f-4dcd-8078-eee869596782 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:54.009378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-938b6615-b412-4be4-a624-b5108440e4bc req-1c11ec00-c49f-4dcd-8078-eee869596782 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "DELETE /v2.0/floatingips/347b1fb9-dbaa-4ca6-bb8b-50033bef8314 HTTP/1.1" status: 204 len: 173 time: 1.2337122 Feb 16 16:29:54.017238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e620a-02d5-4db4-a834-d98d2fcc87f4 req-e05c6a06-5c45-4837-a4ac-01f3464dd41c tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:54.033897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d8e620a-02d5-4db4-a834-d98d2fcc87f4 req-e05c6a06-5c45-4837-a4ac-01f3464dd41c tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 945 time: 0.1095839 Feb 16 16:29:54.033897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54530) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:29:54.043875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e84a210a-546e-4304-b097-d98cde80829c tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Request body: {'floatingip': {'port_id': '7fca8622-8360-4ca9-a15c-54de40d0dc70'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:54.127221 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e84a210a-546e-4304-b097-d98cde80829c tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for floatingip (8f320470-fc21-400c-b2c5-23d29320548d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:54.251107 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-a424b07a-f9af-4171-8a20-c02b95941c5c req-c887aa25-4105-4c15-9b08-67867f5bc68a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Deleting port dbfcae26-9033-4d1f-a26d-b3193f264db3 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:29:54.251457 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a424b07a-f9af-4171-8a20-c02b95941c5c req-c887aa25-4105-4c15-9b08-67867f5bc68a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:54.297704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fe4e3-e8b5-4668-9c01-0294d159955d req-ae070c29-c223-4984-9a1d-bbe2cafe7371 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:54.304518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-333fe4e3-e8b5-4668-9c01-0294d159955d req-ae070c29-c223-4984-9a1d-bbe2cafe7371 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1730072 Feb 16 16:29:54.380951 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-333fe4e3-e8b5-4668-9c01-0294d159955d req-059ad356-0c78-4696-ae2e-198cfcaa29c0 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0754743 Feb 16 16:29:54.478991 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-a424b07a-f9af-4171-8a20-c02b95941c5c req-c887aa25-4105-4c15-9b08-67867f5bc68a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] For port dbfcae26-9033-4d1f-a26d-b3193f264db3, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=dbfcae26-9033-4d1f-a26d-b3193f264db3,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:54.479670 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a424b07a-f9af-4171-8a20-c02b95941c5c req-c887aa25-4105-4c15-9b08-67867f5bc68a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:54.493847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-a424b07a-f9af-4171-8a20-c02b95941c5c req-c887aa25-4105-4c15-9b08-67867f5bc68a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Calling delete_port for dbfcae26-9033-4d1f-a26d-b3193f264db3 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:29:54.605932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eaa080-f7f2-4819-8811-8227353634e0 req-30b6a362-fad8-446a-99ee-996d25d86e3b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:54.613109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54eaa080-f7f2-4819-8811-8227353634e0 req-30b6a362-fad8-446a-99ee-996d25d86e3b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a8bbc88-cb89-4e12-93e5-1c9af392c9e7 HTTP/1.1" status: 200 len: 951 time: 0.1040154 Feb 16 16:29:54.688752 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a424b07a-f9af-4171-8a20-c02b95941c5c req-c887aa25-4105-4c15-9b08-67867f5bc68a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (dbfcae26-9033-4d1f-a26d-b3193f264db3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:54.710675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['dbfcae26-9033-4d1f-a26d-b3193f264db3'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:54.718673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['4f37f912-a31c-4603-9efb-e7bf970d8561', '57cd8e91-afbe-4d32-97a1-56b07e70bc5c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:54.727352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54eaa080-f7f2-4819-8811-8227353634e0 req-da808dce-0e54-480f-a453-d49ca35c4977 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081512 Feb 16 16:29:54.826290 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887aa25-4105-4c15-9b08-67867f5bc68a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Pushing event deleted for resources: {'Port': ['ID=dbfcae26-9033-4d1f-a26d-b3193f264db3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:54.860739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06e2dff2-65e7-4323-b9c7-77762d0521a7 req-ebbdec5e-68e8-4e87-bf4a-ca148cf8e5eb tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0768449 Feb 16 16:29:54.877246 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a424b07a-f9af-4171-8a20-c02b95941c5c req-c887aa25-4105-4c15-9b08-67867f5bc68a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] No DVR routers for this DVR port dbfcae26-9033-4d1f-a26d-b3193f264db3 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:29:54.883732 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a424b07a-f9af-4171-8a20-c02b95941c5c req-c887aa25-4105-4c15-9b08-67867f5bc68a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:54.894289 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a424b07a-f9af-4171-8a20-c02b95941c5c req-c887aa25-4105-4c15-9b08-67867f5bc68a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.60 "DELETE /v2.0/ports/dbfcae26-9033-4d1f-a26d-b3193f264db3 HTTP/1.1" status: 204 len: 173 time: 0.9026954 Feb 16 16:29:54.894864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'name': 'network-vif-deleted', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:54.897801 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955f33d7-bb87-42ab-8e02-4236b73f0df2" -d '{"events": [{"server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "name": "network-vif-deleted", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:55.096055 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e84a210a-546e-4304-b097-d98cde80829c tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:55.109091 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e84a210a-546e-4304-b097-d98cde80829c tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (8f320470-fc21-400c-b2c5-23d29320548d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:55.273449 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ed506c-ab95-47f1-83bc-95f17fef1ff7 x-openstack-request-id: req-b1ed506c-ab95-47f1-83bc-95f17fef1ff7 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:55.274006 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8bbc88-cb89-4e12-93e5-1c9af392c9e7", "name": "network-vif-deleted", "tag": "dbfcae26-9033-4d1f-a26d-b3193f264db3", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:55.274451 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1ed506c-ab95-47f1-83bc-95f17fef1ff7 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:55.275043 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8bbc88-cb89-4e12-93e5-1c9af392c9e7', 'name': 'network-vif-deleted', 'tag': 'dbfcae26-9033-4d1f-a26d-b3193f264db3', 'status': 'completed', 'code': 200} Feb 16 16:29:55.486068 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee1c01-fd01-44c5-a08f-f84a0fa59518 req-e794fe87-f9e5-43d2-a779-a08b42e95861 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:55.487634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58ee1c01-fd01-44c5-a08f-f84a0fa59518 req-e794fe87-f9e5-43d2-a779-a08b42e95861 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 945 time: 0.1210444 Feb 16 16:29:55.488834 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-e84a210a-546e-4304-b097-d98cde80829c tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Floating IP 8f320470-fc21-400c-b2c5-23d29320548d associated. External IP: 172.25.4.239, port: 7fca8622-8360-4ca9-a15c-54de40d0dc70. Feb 16 16:29:55.608730 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7fb00ea9-0b27-4948-8c08-bdbb1d6c50d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:55.621519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-c2b7e7dc-0608-4b0f-bbd2-07acf4fe12ac tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:29:55.622533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-c2b7e7dc-0608-4b0f-bbd2-07acf4fe12ac tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060260 Feb 16 16:29:55.770939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-52dbabd6-ad84-4848-95e1-f9e8affeb4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:55.772544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-52dbabd6-ad84-4848-95e1-f9e8affeb4e8 service neutron] 10.222.0.24 "GET /v2.0/ports/a121059c-7737-4b1a-a015-bad77429d618 HTTP/1.1" status: 200 len: 1124 time: 0.1377347 Feb 16 16:29:55.779661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58ee1c01-fd01-44c5-a08f-f84a0fa59518 req-1697091c-c8e7-4b37-9dca-0a485c10f886 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5a9708-23fa-4837-97eb-460ee16927ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559956 Feb 16 16:29:55.783998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-700b67d5-9e77-472b-9eb3-d61942a22e16 service neutron] Request body: {'binding': {'host': 'n-h2-669411-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:29:55.784430 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-700b67d5-9e77-472b-9eb3-d61942a22e16 service neutron] Unknown quota resources ['binding']. {{(pid=103421) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:29:55.970361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84a210a-546e-4304-b097-d98cde80829c tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Router be61284a-3caa-4231-b2b5-305219838790 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:29:56.077250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-700b67d5-9e77-472b-9eb3-d61942a22e16 service neutron] Attempting to bind port a121059c-7737-4b1a-a015-bad77429d618 on host n-h2-669411-5 for vnic_type normal with profile None {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:29:56.077583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-700b67d5-9e77-472b-9eb3-d61942a22e16 service neutron] Attempting to bind port a121059c-7737-4b1a-a015-bad77429d618 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:29:56.077914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-700b67d5-9e77-472b-9eb3-d61942a22e16 service neutron] Attempting to bind port a121059c-7737-4b1a-a015-bad77429d618 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:56.088407 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-700b67d5-9e77-472b-9eb3-d61942a22e16 service neutron] Port a121059c-7737-4b1a-a015-bad77429d618 on network a3699320-20d5-4032-b3d4-91946e07286d not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:29:56.088765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-700b67d5-9e77-472b-9eb3-d61942a22e16 service neutron] Attempting to bind port a121059c-7737-4b1a-a015-bad77429d618 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:29:56.101135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-700b67d5-9e77-472b-9eb3-d61942a22e16 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:29:56.101465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-700b67d5-9e77-472b-9eb3-d61942a22e16 service neutron] Checking segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:29:56.101846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-700b67d5-9e77-472b-9eb3-d61942a22e16 service neutron] Bound using segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:29:56.102275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-700b67d5-9e77-472b-9eb3-d61942a22e16 service neutron] Bound port: a121059c-7737-4b1a-a015-bad77429d618, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:29:56.225152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84a210a-546e-4304-b097-d98cde80829c tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:29:56.230993 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e84a210a-546e-4304-b097-d98cde80829c tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:56.239912 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0629e0c9-d2f1-44b5-8a86-a0301ace36ee None None] Sync routers for ids ['be61284a-3caa-4231-b2b5-305219838790'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:29:56.253388 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0629e0c9-d2f1-44b5-8a86-a0301ace36ee None None] Routers {'be61284a-3caa-4231-b2b5-305219838790'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:56.254197 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0629e0c9-d2f1-44b5-8a86-a0301ace36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:29:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['be61284a-3caa-4231-b2b5-305219838790'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:56.272356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-700b67d5-9e77-472b-9eb3-d61942a22e16 service neutron] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a121059c-7737-4b1a-a015-bad77429d618,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:29:56.282153 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-700b67d5-9e77-472b-9eb3-d61942a22e16 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:56.283664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-700b67d5-9e77-472b-9eb3-d61942a22e16 service neutron] 10.222.0.24 "POST /v2.0/ports/a121059c-7737-4b1a-a015-bad77429d618/bindings HTTP/1.1" status: 201 len: 389 time: 0.5030630 Feb 16 16:29:56.291013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3144ba0-c711-4186-be25-291d659323f1 req-6cdd9b69-cf58-4dbd-aa9e-aeb6e739e4b3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:56.293368 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3144ba0-c711-4186-be25-291d659323f1 req-6cdd9b69-cf58-4dbd-aa9e-aeb6e739e4b3 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.1926763 Feb 16 16:29:56.297959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e84a210a-546e-4304-b097-d98cde80829c tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "PUT /v2.0/floatingips/8f320470-fc21-400c-b2c5-23d29320548d HTTP/1.1" status: 200 len: 991 time: 2.2634666 Feb 16 16:29:56.297959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f3efba-dbd9-4df1-96fd-b1838aadb210', 'tag': '7fca8622-8360-4ca9-a15c-54de40d0dc70'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:56.298501 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8aaa4b-7318-40c2-aacc-efa820ff6abc" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f3efba-dbd9-4df1-96fd-b1838aadb210", "tag": "7fca8622-8360-4ca9-a15c-54de40d0dc70"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:56.389102 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3144ba0-c711-4186-be25-291d659323f1 req-72ce2f7b-6e85-42e9-8342-017afa1d6116 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876279 Feb 16 16:29:56.519207 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0629e0c9-d2f1-44b5-8a86-a0301ace36ee None None] Set router be61284a-3caa-4231-b2b5-305219838790 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:56.719689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-29c440b0-01d4-48e3-8ffa-93bbf4efc21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:56.724539 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-29c440b0-01d4-48e3-8ffa-93bbf4efc21b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 1127 time: 0.0785508 Feb 16 16:29:56.797676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device dbfcae26-9033-4d1f-a26d-b3193f264db3 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:29:56.849796 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: dbfcae26-9033-4d1f-a26d-b3193f264db3 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:29:56.850548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device dbfcae26-9033-4d1f-a26d-b3193f264db3 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:29:56.890134 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-94693f44-4711-4b36-82e5-cb0187f54468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:56.894116 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-94693f44-4711-4b36-82e5-cb0187f54468 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.1614463 Feb 16 16:29:56.930736 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91015447-fc08-4896-8f50-d54490a84d7a x-openstack-request-id: req-91015447-fc08-4896-8f50-d54490a84d7a {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:56.931998 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f3efba-dbd9-4df1-96fd-b1838aadb210", "tag": "7fca8622-8360-4ca9-a15c-54de40d0dc70", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:56.932489 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91015447-fc08-4896-8f50-d54490a84d7a {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:56.933092 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f3efba-dbd9-4df1-96fd-b1838aadb210', 'tag': '7fca8622-8360-4ca9-a15c-54de40d0dc70', 'status': 'completed', 'code': 200} Feb 16 16:29:56.943949 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0629e0c9-d2f1-44b5-8a86-a0301ace36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be61284a-3caa-4231-b2b5-305219838790', 'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:07Z', 'updated_at': '2022-02-16T16:29:16Z', 'revision_number': 4, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'gw_port': {'id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:08Z', 'updated_at': '2022-02-16T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '8f320470-fc21-400c-b2c5-23d29320548d', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'floating_ip_address': '172.25.4.239', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'be61284a-3caa-4231-b2b5-305219838790', 'port_id': '7fca8622-8360-4ca9-a15c-54de40d0dc70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'mac_address': 'fa:16:3e:f7:94:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f3efba-dbd9-4df1-96fd-b1838aadb210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:29:24Z', 'updated_at': '2022-02-16T16:29:54Z', 'revision_number': 1, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683a2097-e687-47fe-935c-acf548385dc3', 'name': '', 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'mac_address': 'fa:16:3e:fd:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'fe3da449-1978-4788-9856-bb2680195426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:15Z', 'updated_at': '2022-02-16T16:29:22Z', 'revision_number': 5, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'subnets': [{'id': 'fe3da449-1978-4788-9856-bb2680195426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:56.973306 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-14f2dc17-af8f-4dee-88ea-26d1cc1db9ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a121059c-7737-4b1a-a015-bad77429d618 HTTP/1.1" status: 200 len: 217 time: 0.0711761 Feb 16 16:29:57.016919 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0629e0c9-d2f1-44b5-8a86-a0301ace36ee None None] Checking router: be61284a-3caa-4231-b2b5-305219838790 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:29:57.031822 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0629e0c9-d2f1-44b5-8a86-a0301ace36ee None None] Routers {'be61284a-3caa-4231-b2b5-305219838790'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:29:57.033193 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0629e0c9-d2f1-44b5-8a86-a0301ace36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:29:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['be61284a-3caa-4231-b2b5-305219838790'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:57.035110 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-e4752004-91cb-42c9-888b-cd2a7baea07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:57.036742 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-e4752004-91cb-42c9-888b-cd2a7baea07a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.0568354 Feb 16 16:29:57.093054 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-656ee461-b01a-4c3b-bb29-d67c4adba5db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482986 Feb 16 16:29:57.100142 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3d54d-907f-492b-91a1-2b1d4f94275a req-d1b4b344-6bde-4cb7-bab4-7c2773cb5e9d tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:57.110345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ed3d54d-907f-492b-91a1-2b1d4f94275a req-d1b4b344-6bde-4cb7-bab4-7c2773cb5e9d tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 945 time: 0.1615927 Feb 16 16:29:57.164383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94575025-a674-49a4-98d3-673eb7b84ce7 req-23c7017b-3d7e-4f93-93f6-918c39440ef0 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:57.167008 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94575025-a674-49a4-98d3-673eb7b84ce7 req-23c7017b-3d7e-4f93-93f6-918c39440ef0 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 945 time: 0.6621323 Feb 16 16:29:57.187113 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aaa4b-7318-40c2-aacc-efa820ff6abc req-fb58cfa6-7b3c-4f11-a69b-324c3a05ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:57.189073 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0629e0c9-d2f1-44b5-8a86-a0301ace36ee None None] Set router be61284a-3caa-4231-b2b5-305219838790 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:29:57.192298 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d8aaa4b-7318-40c2-aacc-efa820ff6abc req-fb58cfa6-7b3c-4f11-a69b-324c3a05ec63 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2cbad17b8ce48d9928b3b1e4dd42c20&device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 1127 time: 0.5858657 Feb 16 16:29:57.211003 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ddf620c-3939-4320-a792-eaf5e34daa08 service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112134 Feb 16 16:29:57.227451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33382b9-787c-418d-ad44-d4e29217a50e req-bcb6eb4a-07e3-4f7b-b798-420cc97eb0da tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:57.229402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a33382b9-787c-418d-ad44-d4e29217a50e req-bcb6eb4a-07e3-4f7b-b798-420cc97eb0da tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.2933738 Feb 16 16:29:57.404051 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-50136e98-de45-4f4c-b897-ea6c4f460647 service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862102 Feb 16 16:29:57.523747 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0629e0c9-d2f1-44b5-8a86-a0301ace36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be61284a-3caa-4231-b2b5-305219838790', 'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:07Z', 'updated_at': '2022-02-16T16:29:16Z', 'revision_number': 4, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'gw_port': {'id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:08Z', 'updated_at': '2022-02-16T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '8f320470-fc21-400c-b2c5-23d29320548d', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'floating_ip_address': '172.25.4.239', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'be61284a-3caa-4231-b2b5-305219838790', 'port_id': '7fca8622-8360-4ca9-a15c-54de40d0dc70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'mac_address': 'fa:16:3e:f7:94:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f3efba-dbd9-4df1-96fd-b1838aadb210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:29:24Z', 'updated_at': '2022-02-16T16:29:54Z', 'revision_number': 1, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683a2097-e687-47fe-935c-acf548385dc3', 'name': '', 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'mac_address': 'fa:16:3e:fd:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'fe3da449-1978-4788-9856-bb2680195426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:15Z', 'updated_at': '2022-02-16T16:29:22Z', 'revision_number': 5, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'subnets': [{'id': 'fe3da449-1978-4788-9856-bb2680195426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:29:57.561002 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0629e0c9-d2f1-44b5-8a86-a0301ace36ee None None] The sync data for ids ['be61284a-3caa-4231-b2b5-305219838790'] in n-d-669411-5 is: [{'id': 'be61284a-3caa-4231-b2b5-305219838790', 'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:07Z', 'updated_at': '2022-02-16T16:29:16Z', 'revision_number': 4, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'gw_port': {'id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:08Z', 'updated_at': '2022-02-16T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '8f320470-fc21-400c-b2c5-23d29320548d', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'floating_ip_address': '172.25.4.239', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'be61284a-3caa-4231-b2b5-305219838790', 'port_id': '7fca8622-8360-4ca9-a15c-54de40d0dc70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'mac_address': 'fa:16:3e:f7:94:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f3efba-dbd9-4df1-96fd-b1838aadb210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:29:24Z', 'updated_at': '2022-02-16T16:29:54Z', 'revision_number': 1, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683a2097-e687-47fe-935c-acf548385dc3', 'name': '', 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'mac_address': 'fa:16:3e:fd:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'fe3da449-1978-4788-9856-bb2680195426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:15Z', 'updated_at': '2022-02-16T16:29:22Z', 'revision_number': 5, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'subnets': [{'id': 'fe3da449-1978-4788-9856-bb2680195426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:29:57.588347 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94575025-a674-49a4-98d3-673eb7b84ce7 req-99636170-d729-4579-9255-b2243df58625 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad10279-e243-46e5-a9ea-d19bfdfcfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3935356 Feb 16 16:29:57.703290 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a33382b9-787c-418d-ad44-d4e29217a50e req-b7de4055-4878-44fa-90d9-915d40657e38 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709308 Feb 16 16:29:57.824918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aaa4b-7318-40c2-aacc-efa820ff6abc req-e4270eb2-b9bc-46dd-9dfa-557d0ae7782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:57.826952 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d8aaa4b-7318-40c2-aacc-efa820ff6abc req-e4270eb2-b9bc-46dd-9dfa-557d0ae7782c service neutron] 10.222.0.65 "GET /v2.0/networks?id=cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 HTTP/1.1" status: 200 len: 906 time: 0.5698128 Feb 16 16:29:57.850554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19fb54-f8ce-4e69-8587-0269bae3f149 req-f6e03449-a04a-4e9a-a632-86aea12b99c6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:57.852355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e19fb54-f8ce-4e69-8587-0269bae3f149 req-f6e03449-a04a-4e9a-a632-86aea12b99c6 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.2524474 Feb 16 16:29:57.854880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-5ed3d54d-907f-492b-91a1-2b1d4f94275a req-85ef68bd-7403-47e8-a7fd-0c865bd8aa7f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Deleting port a8fd4789-3935-48fb-beee-76e138cbf7c4 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:29:57.855980 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5ed3d54d-907f-492b-91a1-2b1d4f94275a req-85ef68bd-7403-47e8-a7fd-0c865bd8aa7f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:57.954150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618ae5c4-4519-4806-a189-6c089ef33f29 None None] New status for floating IP 8f320470-fc21-400c-b2c5-23d29320548d: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:29:58.115672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6395c8-8eeb-491d-96e0-9151f9cedf98 req-03929de0-4e52-4728-9830-a28d06f3bbf1 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:58.118691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b6395c8-8eeb-491d-96e0-9151f9cedf98 req-03929de0-4e52-4728-9830-a28d06f3bbf1 tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 945 time: 0.3829432 Feb 16 16:29:58.121110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d8aaa4b-7318-40c2-aacc-efa820ff6abc req-8f4100ab-984f-45cd-a4b5-d3a1d1553e3c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fca8622-8360-4ca9-a15c-54de40d0dc70 HTTP/1.1" status: 200 len: 999 time: 0.2868540 Feb 16 16:29:58.195322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f68820-2b9c-4fdf-88f9-cf880895ec39 req-1d8f24d2-dce8-4e37-8357-8e6924109a1b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:58.203602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-10f68820-2b9c-4fdf-88f9-cf880895ec39 req-1d8f24d2-dce8-4e37-8357-8e6924109a1b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 949 time: 0.3885665 Feb 16 16:29:58.304485 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-5ed3d54d-907f-492b-91a1-2b1d4f94275a req-85ef68bd-7403-47e8-a7fd-0c865bd8aa7f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] For port a8fd4789-3935-48fb-beee-76e138cbf7c4, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a8fd4789-3935-48fb-beee-76e138cbf7c4,segment=NetworkSegment(db3c436b-387f-42ae-80df-8b77f1cbe1a9),segment_id=db3c436b-387f-42ae-80df-8b77f1cbe1a9)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:58.305180 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5ed3d54d-907f-492b-91a1-2b1d4f94275a req-85ef68bd-7403-47e8-a7fd-0c865bd8aa7f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:58.311505 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53208be8-4be0-428a-a560-4cacef7fd6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:58.320424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aaa4b-7318-40c2-aacc-efa820ff6abc req-7d4a1be9-a172-4882-9a31-9059e0238dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:58.322169 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d8aaa4b-7318-40c2-aacc-efa820ff6abc req-7d4a1be9-a172-4882-9a31-9059e0238dcf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe3da449-1978-4788-9856-bb2680195426 HTTP/1.1" status: 200 len: 844 time: 0.1856492 Feb 16 16:29:58.362908 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-10f68820-2b9c-4fdf-88f9-cf880895ec39 req-31d57207-22d7-45e9-89f9-3d943d5a861d tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579688 Feb 16 16:29:58.396203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b6395c8-8eeb-491d-96e0-9151f9cedf98 req-eace6164-fd09-4d2f-9d7c-77cfc58d48bc tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f5a9708-23fa-4837-97eb-460ee16927ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658100 Feb 16 16:29:58.398067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-5ed3d54d-907f-492b-91a1-2b1d4f94275a req-85ef68bd-7403-47e8-a7fd-0c865bd8aa7f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Calling delete_port for a8fd4789-3935-48fb-beee-76e138cbf7c4 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:29:58.409149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-1e19fb54-f8ce-4e69-8587-0269bae3f149 req-311379cb-b63f-4f88-a527-be94039a8cc2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Deleting port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:29:58.409610 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1e19fb54-f8ce-4e69-8587-0269bae3f149 req-311379cb-b63f-4f88-a527-be94039a8cc2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:58.554019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aaa4b-7318-40c2-aacc-efa820ff6abc req-0f525460-0eb9-42d8-9ac0-45a9e71cad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:58.555709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d8aaa4b-7318-40c2-aacc-efa820ff6abc req-0f525460-0eb9-42d8-9ac0-45a9e71cad19 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2206826 Feb 16 16:29:58.654434 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d8aaa4b-7318-40c2-aacc-efa820ff6abc req-7f211611-afcf-4813-a182-3d3080aedb4c service neutron] 10.222.0.65 "GET /v2.0/networks/cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878918 Feb 16 16:29:58.734551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-1e19fb54-f8ce-4e69-8587-0269bae3f149 req-311379cb-b63f-4f88-a527-be94039a8cc2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] For port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:29:58.734976 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1e19fb54-f8ce-4e69-8587-0269bae3f149 req-311379cb-b63f-4f88-a527-be94039a8cc2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:58.868931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-1e19fb54-f8ce-4e69-8587-0269bae3f149 req-311379cb-b63f-4f88-a527-be94039a8cc2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Calling delete_port for 57cd8e91-afbe-4d32-97a1-56b07e70bc5c owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:29:58.979569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d8aaa4b-7318-40c2-aacc-efa820ff6abc req-fb4209ad-6664-442e-98d6-f4b752e09e67 service neutron] 10.222.0.65 "GET /v2.0/networks/cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177092 Feb 16 16:29:59.023738 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12f43c-2c04-467f-afd0-3ecd3070cd1d req-31f82bc2-b874-439b-9247-e7fa47f2d327 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:29:59.032992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d12f43c-2c04-467f-afd0-3ecd3070cd1d req-31f82bc2-b874-439b-9247-e7fa47f2d327 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.2082496 Feb 16 16:29:59.046915 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5ed3d54d-907f-492b-91a1-2b1d4f94275a req-85ef68bd-7403-47e8-a7fd-0c865bd8aa7f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a8fd4789-3935-48fb-beee-76e138cbf7c4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:59.059921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['a8fd4789-3935-48fb-beee-76e138cbf7c4'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:59.121796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef68bd-7403-47e8-a7fd-0c865bd8aa7f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Pushing event deleted for resources: {'Port': ['ID=a8fd4789-3935-48fb-beee-76e138cbf7c4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:59.158512 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:59.259268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed3d54d-907f-492b-91a1-2b1d4f94275a req-85ef68bd-7403-47e8-a7fd-0c865bd8aa7f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] No DVR routers for this DVR port a8fd4789-3935-48fb-beee-76e138cbf7c4 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:29:59.267024 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5ed3d54d-907f-492b-91a1-2b1d4f94275a req-85ef68bd-7403-47e8-a7fd-0c865bd8aa7f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:59.270882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ed3d54d-907f-492b-91a1-2b1d4f94275a req-85ef68bd-7403-47e8-a7fd-0c865bd8aa7f tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.65 "DELETE /v2.0/ports/a8fd4789-3935-48fb-beee-76e138cbf7c4 HTTP/1.1" status: 204 len: 173 time: 2.1449022 Feb 16 16:29:59.271409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ec6bc0-5078-4f1e-8595-7312504e1ed3', 'name': 'network-vif-deleted', 'tag': 'a8fd4789-3935-48fb-beee-76e138cbf7c4'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:29:59.273854 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96247e7-a210-4f3c-93b4-1b94a1b5b49d" -d '{"events": [{"server_uuid": "c7ec6bc0-5078-4f1e-8595-7312504e1ed3", "name": "network-vif-deleted", "tag": "a8fd4789-3935-48fb-beee-76e138cbf7c4"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:29:59.293357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d12f43c-2c04-467f-afd0-3ecd3070cd1d req-c1238886-6fad-4fb2-b7bf-8d41467b3917 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567415 Feb 16 16:29:59.407270 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1e19fb54-f8ce-4e69-8587-0269bae3f149 req-311379cb-b63f-4f88-a527-be94039a8cc2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (57cd8e91-afbe-4d32-97a1-56b07e70bc5c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:59.410797 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c9a226-c2e3-4e90-9d5d-078d25306461 x-openstack-request-id: req-92c9a226-c2e3-4e90-9d5d-078d25306461 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:29:59.411357 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ec6bc0-5078-4f1e-8595-7312504e1ed3", "name": "network-vif-deleted", "tag": "a8fd4789-3935-48fb-beee-76e138cbf7c4", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:29:59.412003 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92c9a226-c2e3-4e90-9d5d-078d25306461 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:29:59.412590 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ec6bc0-5078-4f1e-8595-7312504e1ed3', 'name': 'network-vif-deleted', 'tag': 'a8fd4789-3935-48fb-beee-76e138cbf7c4', 'status': 'completed', 'code': 200} Feb 16 16:29:59.423233 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['4f37f912-a31c-4603-9efb-e7bf970d8561', '57cd8e91-afbe-4d32-97a1-56b07e70bc5c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:29:59.448939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311379cb-b63f-4f88-a527-be94039a8cc2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Pushing event deleted for resources: {'Port': ['ID=57cd8e91-afbe-4d32-97a1-56b07e70bc5c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:29:59.563158 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e19fb54-f8ce-4e69-8587-0269bae3f149 req-311379cb-b63f-4f88-a527-be94039a8cc2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] No DVR routers for this DVR port 57cd8e91-afbe-4d32-97a1-56b07e70bc5c on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:29:59.573401 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1e19fb54-f8ce-4e69-8587-0269bae3f149 req-311379cb-b63f-4f88-a527-be94039a8cc2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:29:59.583029 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e19fb54-f8ce-4e69-8587-0269bae3f149 req-311379cb-b63f-4f88-a527-be94039a8cc2 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.65 "DELETE /v2.0/ports/57cd8e91-afbe-4d32-97a1-56b07e70bc5c HTTP/1.1" status: 204 len: 173 time: 1.7224376 Feb 16 16:29:59.691421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bfc21e15-c449-4cb4-a030-80ecfa2803c8 req-7d4ed62d-3010-4399-b62a-e6309fa97aeb tempest-FloatingIPsAssociationNegativeTestJSON-341992801 tempest-FloatingIPsAssociationNegativeTestJSON-341992801-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7ec6bc0-5078-4f1e-8595-7312504e1ed3 HTTP/1.1" status: 200 len: 210 time: 0.0810189 Feb 16 16:29:59.713205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3404ff6-6bb0-4957-aee2-235a09895cbf req-9639206e-8fe6-432f-931f-fa581a9fc86b tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa054446-d18b-4a88-85d6-1732f74294c4 HTTP/1.1" status: 200 len: 210 time: 0.1537747 Feb 16 16:30:00.470254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35f866-fdd1-43b8-a865-051915faf8bd req-7f0cbce3-34ad-4cf8-8f0e-5c33b0f9fdb0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:00.471789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b35f866-fdd1-43b8-a865-051915faf8bd req-7f0cbce3-34ad-4cf8-8f0e-5c33b0f9fdb0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.0769019 Feb 16 16:30:00.542421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b35f866-fdd1-43b8-a865-051915faf8bd req-e01dadab-5310-43f3-90f7-825b713c8be5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566130 Feb 16 16:30:00.723097 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:00.768524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54638) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:01.088526 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:01.617366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa054446-d18b-4a88-85d6-1732f74294c4', 'name': 'network-vif-deleted', 'tag': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:01.620067 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad20c6d5-1dda-4008-a5cf-44f0b0da320e" -d '{"events": [{"server_uuid": "aa054446-d18b-4a88-85d6-1732f74294c4", "name": "network-vif-deleted", "tag": "57cd8e91-afbe-4d32-97a1-56b07e70bc5c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:01.651678 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:30:01.665932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f3a52-a8ab-49ba-987f-625054f65df8 req-b81396f4-e95c-492a-a7be-459b43881346 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:01.667414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-107f3a52-a8ab-49ba-987f-625054f65df8 req-b81396f4-e95c-492a-a7be-459b43881346 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.4909132 Feb 16 16:30:01.720327 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device a8fd4789-3935-48fb-beee-76e138cbf7c4 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:01.745749 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-107f3a52-a8ab-49ba-987f-625054f65df8 req-b1c3e28d-d749-430a-955b-c593f801ec3a tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/security-groups?id=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708237 Feb 16 16:30:01.750561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: a8fd4789-3935-48fb-beee-76e138cbf7c4 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:01.752169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device a8fd4789-3935-48fb-beee-76e138cbf7c4 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:01.752787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 57cd8e91-afbe-4d32-97a1-56b07e70bc5c no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:01.777372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 57cd8e91-afbe-4d32-97a1-56b07e70bc5c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:01.778898 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 57cd8e91-afbe-4d32-97a1-56b07e70bc5c not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:01.816095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978cb29-a5d3-43fb-9266-b1ee75eafad3 req-f93875b4-271c-4fcf-85b8-65dd7652e286 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:01.817548 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9978cb29-a5d3-43fb-9266-b1ee75eafad3 req-f93875b4-271c-4fcf-85b8-65dd7652e286 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.65 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 950 time: 0.1937010 Feb 16 16:30:01.868029 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdf5300-36cf-451c-8698-025375208006 x-openstack-request-id: req-ebdf5300-36cf-451c-8698-025375208006 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:01.868598 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa054446-d18b-4a88-85d6-1732f74294c4", "name": "network-vif-deleted", "tag": "57cd8e91-afbe-4d32-97a1-56b07e70bc5c", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:01.869030 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ebdf5300-36cf-451c-8698-025375208006 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:01.869581 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa054446-d18b-4a88-85d6-1732f74294c4', 'name': 'network-vif-deleted', 'tag': '57cd8e91-afbe-4d32-97a1-56b07e70bc5c', 'status': 'completed', 'code': 200} Feb 16 16:30:01.899192 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c9b66-8075-4e3b-897d-f7986f9298f5 req-460268c5-4403-4c4f-a9cf-e077309fa8c5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:01.908872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b5c9b66-8075-4e3b-897d-f7986f9298f5 req-460268c5-4403-4c4f-a9cf-e077309fa8c5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.1854846 Feb 16 16:30:02.062976 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:02.103484 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b5c9b66-8075-4e3b-897d-f7986f9298f5 req-3510f6c9-bc9a-4c33-9350-0cc9bfc1cf41 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933331 Feb 16 16:30:02.173676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-9978cb29-a5d3-43fb-9266-b1ee75eafad3 req-d352bddb-dd46-4ed4-ad1f-758e6cab0ea5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Deleting port 4f37f912-a31c-4603-9efb-e7bf970d8561 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:02.174195 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9978cb29-a5d3-43fb-9266-b1ee75eafad3 req-d352bddb-dd46-4ed4-ad1f-758e6cab0ea5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:02.210124 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09a93bd7-e65a-4950-8d9e-fb9e390e10a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (a71f4cda-fc81-4a75-b36c-692522331808), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:02.438653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-9978cb29-a5d3-43fb-9266-b1ee75eafad3 req-d352bddb-dd46-4ed4-ad1f-758e6cab0ea5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] For port 4f37f912-a31c-4603-9efb-e7bf970d8561, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4f37f912-a31c-4603-9efb-e7bf970d8561,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:02.439327 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9978cb29-a5d3-43fb-9266-b1ee75eafad3 req-d352bddb-dd46-4ed4-ad1f-758e6cab0ea5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:02.455284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-9978cb29-a5d3-43fb-9266-b1ee75eafad3 req-d352bddb-dd46-4ed4-ad1f-758e6cab0ea5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Calling delete_port for 4f37f912-a31c-4603-9efb-e7bf970d8561 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:02.682201 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9978cb29-a5d3-43fb-9266-b1ee75eafad3 req-d352bddb-dd46-4ed4-ad1f-758e6cab0ea5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (4f37f912-a31c-4603-9efb-e7bf970d8561), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:02.697908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['4f37f912-a31c-4603-9efb-e7bf970d8561'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:30:02.966259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352bddb-dd46-4ed4-ad1f-758e6cab0ea5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Pushing event deleted for resources: {'Port': ['ID=4f37f912-a31c-4603-9efb-e7bf970d8561,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:03.040179 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-9978cb29-a5d3-43fb-9266-b1ee75eafad3 req-d352bddb-dd46-4ed4-ad1f-758e6cab0ea5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] No DVR routers for this DVR port 4f37f912-a31c-4603-9efb-e7bf970d8561 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:30:03.043634 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9978cb29-a5d3-43fb-9266-b1ee75eafad3 req-d352bddb-dd46-4ed4-ad1f-758e6cab0ea5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:03.054068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9978cb29-a5d3-43fb-9266-b1ee75eafad3 req-d352bddb-dd46-4ed4-ad1f-758e6cab0ea5 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.65 "DELETE /v2.0/ports/4f37f912-a31c-4603-9efb-e7bf970d8561 HTTP/1.1" status: 204 len: 173 time: 1.2249091 Feb 16 16:30:03.080354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ecb845c-21e2-46fe-b09a-4edbc90e4e71 req-cb72a30c-8dd7-49b6-86a3-fdaaaca31ab9 tempest-MigrationsAdminTest-1478308438 tempest-MigrationsAdminTest-1478308438-project] 10.222.0.24 "GET /v2.0/ports?device_id=c07c95fb-c170-4f33-ab10-00f8052a4182 HTTP/1.1" status: 200 len: 210 time: 0.1351964 Feb 16 16:30:03.538952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9afba-967f-4e8a-b471-bd7dfdb13d97 req-e7a564ce-e420-479a-ad0f-d32834e829d1 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:03.541194 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08d9afba-967f-4e8a-b471-bd7dfdb13d97 req-e7a564ce-e420-479a-ad0f-d32834e829d1 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.2492471 Feb 16 16:30:03.664213 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08d9afba-967f-4e8a-b471-bd7dfdb13d97 req-f286df54-2796-4ce9-b56e-d50071f5ccc5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083980 Feb 16 16:30:03.670090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-09a93bd7-e65a-4950-8d9e-fb9e390e10a3 admin admin] Deleting port 79cb14db-a790-4447-be18-5ee0d8b96fb3 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:03.680203 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09a93bd7-e65a-4950-8d9e-fb9e390e10a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:03.871874 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07c95fb-c170-4f33-ab10-00f8052a4182', 'name': 'network-vif-deleted', 'tag': '4f37f912-a31c-4603-9efb-e7bf970d8561'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:03.875977 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c583e85f-de12-4a6c-8d1c-abf480aeffea" -d '{"events": [{"server_uuid": "c07c95fb-c170-4f33-ab10-00f8052a4182", "name": "network-vif-deleted", "tag": "4f37f912-a31c-4603-9efb-e7bf970d8561"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:03.893130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-09a93bd7-e65a-4950-8d9e-fb9e390e10a3 admin admin] For port 79cb14db-a790-4447-be18-5ee0d8b96fb3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=79cb14db-a790-4447-be18-5ee0d8b96fb3,segment=NetworkSegment(db3c436b-387f-42ae-80df-8b77f1cbe1a9),segment_id=db3c436b-387f-42ae-80df-8b77f1cbe1a9)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:03.904313 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09a93bd7-e65a-4950-8d9e-fb9e390e10a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:03.933022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-09a93bd7-e65a-4950-8d9e-fb9e390e10a3 admin admin] Calling delete_port for 79cb14db-a790-4447-be18-5ee0d8b96fb3 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:03.950030 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd532a9-bdde-44a9-8f6e-542457093adb x-openstack-request-id: req-bfd532a9-bdde-44a9-8f6e-542457093adb {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:03.950648 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07c95fb-c170-4f33-ab10-00f8052a4182", "name": "network-vif-deleted", "tag": "4f37f912-a31c-4603-9efb-e7bf970d8561", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:03.951100 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfd532a9-bdde-44a9-8f6e-542457093adb {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:03.952076 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07c95fb-c170-4f33-ab10-00f8052a4182', 'name': 'network-vif-deleted', 'tag': '4f37f912-a31c-4603-9efb-e7bf970d8561', 'status': 'completed', 'code': 200} Feb 16 16:30:04.233302 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:04.282319 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09a93bd7-e65a-4950-8d9e-fb9e390e10a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (79cb14db-a790-4447-be18-5ee0d8b96fb3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:04.342349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a93bd7-e65a-4950-8d9e-fb9e390e10a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79cb14db-a790-4447-be18-5ee0d8b96fb3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:04.726300 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09a93bd7-e65a-4950-8d9e-fb9e390e10a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (a71f4cda-fc81-4a75-b36c-692522331808), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:04.824578 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54674) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:05.099462 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-99d97bef-c1fd-4d1c-a501-e774c5176516 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f1e972448934d409d5e97576c337ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714527 Feb 16 16:30:05.103274 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54678) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:05.109625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d7a77-d550-4a79-b53d-f7d662919071 req-2f2200a1-7220-4f83-9226-f31c34c7ea6c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:05.116303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-561d7a77-d550-4a79-b53d-f7d662919071 req-2f2200a1-7220-4f83-9226-f31c34c7ea6c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.2956030 Feb 16 16:30:05.217262 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-21777cab-e251-44f1-bb2e-ad9c29479974 admin admin] Publish callbacks [] for security_group (87ad40d9-186d-453c-a9ca-2ccfd8caa9b6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:05.265863 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-561d7a77-d550-4a79-b53d-f7d662919071 req-f10d9e48-0774-4b38-bb7d-7d8dc4aa2a99 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421330 Feb 16 16:30:05.273056 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-21777cab-e251-44f1-bb2e-ad9c29479974 admin admin] Publish callbacks [] for security_group (87ad40d9-186d-453c-a9ca-2ccfd8caa9b6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:05.334599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a93bd7-e65a-4950-8d9e-fb9e390e10a3 admin admin] Router a71f4cda-fc81-4a75-b36c-692522331808 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:30:05.365950 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-21777cab-e251-44f1-bb2e-ad9c29479974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (87ad40d9-186d-453c-a9ca-2ccfd8caa9b6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:05.369127 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-21777cab-e251-44f1-bb2e-ad9c29479974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:05.370469 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-21777cab-e251-44f1-bb2e-ad9c29479974 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87ad40d9-186d-453c-a9ca-2ccfd8caa9b6 HTTP/1.1" status: 204 len: 168 time: 0.2660737 Feb 16 16:30:05.388799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21777cab-e251-44f1-bb2e-ad9c29479974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ad40d9-186d-453c-a9ca-2ccfd8caa9b6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:05.531199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a93bd7-e65a-4950-8d9e-fb9e390e10a3 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:30:05.537149 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-09a93bd7-e65a-4950-8d9e-fb9e390e10a3 admin admin] 10.222.0.24 "PUT /v2.0/routers/a71f4cda-fc81-4a75-b36c-692522331808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7670896 Feb 16 16:30:05.539517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54682) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:05.543678 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904b1bb-ba81-4897-be9a-7f91476e41ba None None] Sync routers for ids ['a71f4cda-fc81-4a75-b36c-692522331808'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:30:05.569099 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904b1bb-ba81-4897-be9a-7f91476e41ba None None] Routers {'a71f4cda-fc81-4a75-b36c-692522331808'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:30:05.578826 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2904b1bb-ba81-4897-be9a-7f91476e41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:29:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a71f4cda-fc81-4a75-b36c-692522331808'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:05.725892 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 4f37f912-a31c-4603-9efb-e7bf970d8561 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:05.731071 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] Publish callbacks [] for router (a71f4cda-fc81-4a75-b36c-692522331808), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:05.780838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 4f37f912-a31c-4603-9efb-e7bf970d8561 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:05.781686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 4f37f912-a31c-4603-9efb-e7bf970d8561 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:06.059242 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2904b1bb-ba81-4897-be9a-7f91476e41ba None None] Set router a71f4cda-fc81-4a75-b36c-692522331808 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:30:06.108913 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54686) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:06.212064 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d36b8e8e-7742-4e29-b72d-aa596cb1498b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fcefca1fd51f44b0b43218befdc223cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0990987 Feb 16 16:30:06.217224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54688) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:06.341079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f2b2926-cfd6-4192-9585-de1f952e6712 admin admin] Publish callbacks [] for security_group (2bcf4ce6-1ee8-49e2-baee-4ee0233494ef), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:06.373920 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2904b1bb-ba81-4897-be9a-7f91476e41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:47Z', 'updated_at': '2022-02-16T16:30:04Z', 'revision_number': 5, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'gw_port': {'id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:48Z', 'updated_at': '2022-02-16T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:06.391009 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f2b2926-cfd6-4192-9585-de1f952e6712 admin admin] Publish callbacks [] for security_group (2bcf4ce6-1ee8-49e2-baee-4ee0233494ef), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:06.402340 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904b1bb-ba81-4897-be9a-7f91476e41ba None None] Checking router: a71f4cda-fc81-4a75-b36c-692522331808 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:30:06.412479 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904b1bb-ba81-4897-be9a-7f91476e41ba None None] Routers {'a71f4cda-fc81-4a75-b36c-692522331808'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:30:06.413322 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2904b1bb-ba81-4897-be9a-7f91476e41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:29:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a71f4cda-fc81-4a75-b36c-692522331808'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:06.490176 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f2b2926-cfd6-4192-9585-de1f952e6712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2bcf4ce6-1ee8-49e2-baee-4ee0233494ef), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:06.494017 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f2b2926-cfd6-4192-9585-de1f952e6712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:06.497372 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5f2b2926-cfd6-4192-9585-de1f952e6712 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2bcf4ce6-1ee8-49e2-baee-4ee0233494ef HTTP/1.1" status: 204 len: 168 time: 0.2770140 Feb 16 16:30:06.509755 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b2926-cfd6-4192-9585-de1f952e6712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcf4ce6-1ee8-49e2-baee-4ee0233494ef,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:06.610500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfc05e-2fab-429e-ac40-94d308277956 req-61a058b3-fba9-404c-8e8e-30c339cea24f tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:06.622115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2adfc05e-2fab-429e-ac40-94d308277956 req-61a058b3-fba9-404c-8e8e-30c339cea24f tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.1867287 Feb 16 16:30:06.657118 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2904b1bb-ba81-4897-be9a-7f91476e41ba None None] Set router a71f4cda-fc81-4a75-b36c-692522331808 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:30:06.697496 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] Publish callbacks [] for router_gateway (a71f4cda-fc81-4a75-b36c-692522331808), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:06.841211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2adfc05e-2fab-429e-ac40-94d308277956 req-cadf267d-01ef-4105-9a34-3bfd11d9b568 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176306 Feb 16 16:30:06.896841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] Deleting port 84ca9c5f-ff54-4712-80f0-f482f06c4b6f {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:06.897172 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (84ca9c5f-ff54-4712-80f0-f482f06c4b6f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:07.066757 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2904b1bb-ba81-4897-be9a-7f91476e41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:47Z', 'updated_at': '2022-02-16T16:30:04Z', 'revision_number': 5, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'gw_port': {'id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:48Z', 'updated_at': '2022-02-16T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:07.123718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] For port 84ca9c5f-ff54-4712-80f0-f482f06c4b6f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=84ca9c5f-ff54-4712-80f0-f482f06c4b6f,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:07.125881 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (84ca9c5f-ff54-4712-80f0-f482f06c4b6f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:07.145996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] Calling delete_port for 84ca9c5f-ff54-4712-80f0-f482f06c4b6f owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:07.163232 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904b1bb-ba81-4897-be9a-7f91476e41ba None None] The sync data for ids ['a71f4cda-fc81-4a75-b36c-692522331808'] in n-d-669411-5 is: [{'id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768233607-router', 'tenant_id': '03676f2ebb244139b0a2a1eefff728c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:47Z', 'updated_at': '2022-02-16T16:30:04Z', 'revision_number': 5, 'project_id': '03676f2ebb244139b0a2a1eefff728c0', 'gw_port': {'id': '84ca9c5f-ff54-4712-80f0-f482f06c4b6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71f4cda-fc81-4a75-b36c-692522331808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:48Z', 'updated_at': '2022-02-16T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:30:07.587464 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (84ca9c5f-ff54-4712-80f0-f482f06c4b6f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:07.660178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] Pushing event deleted for resources: {'Port': ['ID=84ca9c5f-ff54-4712-80f0-f482f06c4b6f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:07.828428 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (a71f4cda-fc81-4a75-b36c-692522331808), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:08.206810 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (a71f4cda-fc81-4a75-b36c-692522331808), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:08.218666 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] Publish callbacks [] for router_controller (a71f4cda-fc81-4a75-b36c-692522331808), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:08.309562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e547e1a-ed82-499c-afdc-1749ad945e8f req-2b631542-7fa1-4352-9518-43dc4f43079d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:08.311345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e547e1a-ed82-499c-afdc-1749ad945e8f req-2b631542-7fa1-4352-9518-43dc4f43079d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.1907134 Feb 16 16:30:08.312580 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (a71f4cda-fc81-4a75-b36c-692522331808), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:08.313164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a71f4cda-fc81-4a75-b36c-692522331808 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:30:08.319675 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:08.323710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ab000188-26fc-44d4-bbb4-b45efee7512e admin admin] 10.222.0.24 "DELETE /v2.0/routers/a71f4cda-fc81-4a75-b36c-692522331808 HTTP/1.1" status: 204 len: 168 time: 2.7829034 Feb 16 16:30:08.324167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54718) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:08.470555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93c37b7-e9db-40d3-9997-10288695a2ee admin admin] Deleting subnet 4ab10d1a-f3cb-4ea9-9e20-174ca32774ca {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:30:08.478837 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f93c37b7-e9db-40d3-9997-10288695a2ee admin admin] Publish callbacks [] for subnet (4ab10d1a-f3cb-4ea9-9e20-174ca32774ca), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:08.480874 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e547e1a-ed82-499c-afdc-1749ad945e8f req-2a7fe674-a823-46bc-a57d-f58ee6c86e2d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458328 Feb 16 16:30:08.609312 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f93c37b7-e9db-40d3-9997-10288695a2ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (4ab10d1a-f3cb-4ea9-9e20-174ca32774ca), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:08.894038 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f93c37b7-e9db-40d3-9997-10288695a2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (4ab10d1a-f3cb-4ea9-9e20-174ca32774ca), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:08.993766 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f93c37b7-e9db-40d3-9997-10288695a2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (4ab10d1a-f3cb-4ea9-9e20-174ca32774ca), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:09.162656 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c37b7-e9db-40d3-9997-10288695a2ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab10d1a-f3cb-4ea9-9e20-174ca32774ca,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:09.180679 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f93c37b7-e9db-40d3-9997-10288695a2ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:09.184944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8366b1a6-1255-4ae5-add2-043c9073a22d None None] Network 604c459b-cc4e-44d4-a285-091e2148e6d5 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:30:09.192177 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f93c37b7-e9db-40d3-9997-10288695a2ee admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4ab10d1a-f3cb-4ea9-9e20-174ca32774ca HTTP/1.1" status: 204 len: 168 time: 0.8668633 Feb 16 16:30:09.194747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54734) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:09.331521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 79cb14db-a790-4447-be18-5ee0d8b96fb3 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:09.415134 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (604c459b-cc4e-44d4-a285-091e2148e6d5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:09.496966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 79cb14db-a790-4447-be18-5ee0d8b96fb3 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:09.497316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 79cb14db-a790-4447-be18-5ee0d8b96fb3 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:09.497745 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 84ca9c5f-ff54-4712-80f0-f482f06c4b6f no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:09.581508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66235f91-a91c-4f59-80aa-1bd27e4f2ace req-165ce069-8933-4ac1-878e-acb8211d811e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:09.584998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66235f91-a91c-4f59-80aa-1bd27e4f2ace req-165ce069-8933-4ac1-878e-acb8211d811e tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 944 time: 0.2007921 Feb 16 16:30:09.596715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 84ca9c5f-ff54-4712-80f0-f482f06c4b6f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:09.602025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 84ca9c5f-ff54-4712-80f0-f482f06c4b6f not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:09.774604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dce0152-1d17-4ebe-b154-6f716241a711 None None] DHCP port deletion for 604c459b-cc4e-44d4-a285-091e2148e6d5 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:30:09.822736 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66235f91-a91c-4f59-80aa-1bd27e4f2ace req-8d04c3d1-f2d7-4b31-a79a-c471d8e45ca9 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181108 Feb 16 16:30:09.852001 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Deleting port 9a241cba-589c-4e02-88ca-23139267bef9 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:09.852001 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9a241cba-589c-4e02-88ca-23139267bef9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:09.953925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] For port 9a241cba-589c-4e02-88ca-23139267bef9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9a241cba-589c-4e02-88ca-23139267bef9,segment=NetworkSegment(db3c436b-387f-42ae-80df-8b77f1cbe1a9),segment_id=db3c436b-387f-42ae-80df-8b77f1cbe1a9)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:09.954216 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9a241cba-589c-4e02-88ca-23139267bef9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:09.961416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9dce0152-1d17-4ebe-b154-6f716241a711 None None] Deleting port 9a241cba-589c-4e02-88ca-23139267bef9 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:09.970034 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9dce0152-1d17-4ebe-b154-6f716241a711 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9a241cba-589c-4e02-88ca-23139267bef9), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:09.996044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Calling delete_port for 9a241cba-589c-4e02-88ca-23139267bef9 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:10.029037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ade53c-4f44-4de4-9f33-f2c929b42137 req-7d09e332-12a7-44d9-aac5-171d3430f9a8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:10.033672 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59ade53c-4f44-4de4-9f33-f2c929b42137 req-7d09e332-12a7-44d9-aac5-171d3430f9a8 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 944 time: 0.1156156 Feb 16 16:30:10.133527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af56cf-e8a1-4132-8c0d-a77bbe42f76d req-bd47b08e-0ca1-4d8b-afdd-a4a452011bc0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:10.135111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42af56cf-e8a1-4132-8c0d-a77bbe42f76d req-bd47b08e-0ca1-4d8b-afdd-a4a452011bc0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.2143183 Feb 16 16:30:10.139677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9dce0152-1d17-4ebe-b154-6f716241a711 None None] For port 9a241cba-589c-4e02-88ca-23139267bef9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9a241cba-589c-4e02-88ca-23139267bef9,segment=NetworkSegment(db3c436b-387f-42ae-80df-8b77f1cbe1a9),segment_id=db3c436b-387f-42ae-80df-8b77f1cbe1a9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:10.140362 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9dce0152-1d17-4ebe-b154-6f716241a711 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9a241cba-589c-4e02-88ca-23139267bef9), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:10.167225 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9dce0152-1d17-4ebe-b154-6f716241a711 None None] Calling delete_port for 9a241cba-589c-4e02-88ca-23139267bef9 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:10.246928 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-59ade53c-4f44-4de4-9f33-f2c929b42137 req-573000f6-3079-4acc-b7da-88e3110a2862 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Deleting port 5230fa60-04fc-41e4-ab07-6db406024d32 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:10.247433 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-59ade53c-4f44-4de4-9f33-f2c929b42137 req-573000f6-3079-4acc-b7da-88e3110a2862 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:10.329323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42af56cf-e8a1-4132-8c0d-a77bbe42f76d req-a7d74cc7-010c-47a9-b5e7-6084fce0d24e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794760 Feb 16 16:30:10.338754 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9dce0152-1d17-4ebe-b154-6f716241a711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (9a241cba-589c-4e02-88ca-23139267bef9), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:10.380718 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (9a241cba-589c-4e02-88ca-23139267bef9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:10.414654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce0152-1d17-4ebe-b154-6f716241a711 None None] Pushing event deleted for resources: {'Port': ['ID=9a241cba-589c-4e02-88ca-23139267bef9,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:10.432430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce0152-1d17-4ebe-b154-6f716241a711 None None] No DVR routers for this DVR port 9a241cba-589c-4e02-88ca-23139267bef9 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:30:10.440291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9a241cba-589c-4e02-88ca-23139267bef9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:10.473711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:10.474028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:10.474571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:10.475516 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:10.476809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:10.477155 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:10.477847 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:10.478183 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:10.478509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:10.478832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:10.481746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:10.482151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:10.482444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-59ade53c-4f44-4de4-9f33-f2c929b42137 req-573000f6-3079-4acc-b7da-88e3110a2862 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] For port 5230fa60-04fc-41e4-ab07-6db406024d32, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=5230fa60-04fc-41e4-ab07-6db406024d32,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:10.482629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:10.484078 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-59ade53c-4f44-4de4-9f33-f2c929b42137 req-573000f6-3079-4acc-b7da-88e3110a2862 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:10.501580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] No DVR routers for this DVR port 9a241cba-589c-4e02-88ca-23139267bef9 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:30:10.530379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-59ade53c-4f44-4de4-9f33-f2c929b42137 req-573000f6-3079-4acc-b7da-88e3110a2862 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Calling delete_port for 5230fa60-04fc-41e4-ab07-6db406024d32 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:10.622959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d54e786f-db09-4d78-996f-913eacef011d req-585c689f-786a-4547-9314-d62ed6032ce3 tempest-QuotasAdminNegativeTest-1565683856 tempest-QuotasAdminNegativeTest-1565683856-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4ef25955084d439898223acac75f6f3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564680 Feb 16 16:30:10.723499 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-59ade53c-4f44-4de4-9f33-f2c929b42137 req-573000f6-3079-4acc-b7da-88e3110a2862 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5230fa60-04fc-41e4-ab07-6db406024d32), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:10.736803 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['5230fa60-04fc-41e4-ab07-6db406024d32'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:30:10.776513 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573000f6-3079-4acc-b7da-88e3110a2862 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Pushing event deleted for resources: {'Port': ['ID=5230fa60-04fc-41e4-ab07-6db406024d32,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:10.817724 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (604c459b-cc4e-44d4-a285-091e2148e6d5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:10.972257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9a241cba-589c-4e02-88ca-23139267bef9 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:11.016849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 9a241cba-589c-4e02-88ca-23139267bef9 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:11.017453 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9a241cba-589c-4e02-88ca-23139267bef9 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:11.124289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604c459b-cc4e-44d4-a285-091e2148e6d5']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:11.199618 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3c436b-387f-42ae-80df-8b77f1cbe1a9') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:11.199982 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3c436b-387f-42ae-80df-8b77f1cbe1a9') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:11.215182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ea270d8-a5b9-45fd-b3fd-14165612ce6a req-50d8634b-bf3c-45ea-b574-89db52a6583a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f6498f-3613-4085-a6da-a0148593e3f6 HTTP/1.1" status: 200 len: 210 time: 0.1467350 Feb 16 16:30:11.242243 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (db3c436b-387f-42ae-80df-8b77f1cbe1a9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:11.252294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ade53c-4f44-4de4-9f33-f2c929b42137 req-573000f6-3079-4acc-b7da-88e3110a2862 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] No DVR routers for this DVR port 5230fa60-04fc-41e4-ab07-6db406024d32 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:30:11.266152 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-59ade53c-4f44-4de4-9f33-f2c929b42137 req-573000f6-3079-4acc-b7da-88e3110a2862 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:11.269610 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59ade53c-4f44-4de4-9f33-f2c929b42137 req-573000f6-3079-4acc-b7da-88e3110a2862 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.60 "DELETE /v2.0/ports/5230fa60-04fc-41e4-ab07-6db406024d32 HTTP/1.1" status: 204 len: 173 time: 1.2286463 Feb 16 16:30:11.270016 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f6498f-3613-4085-a6da-a0148593e3f6', 'name': 'network-vif-deleted', 'tag': '5230fa60-04fc-41e4-ab07-6db406024d32'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:11.271330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e786f-db09-4d78-996f-913eacef011d req-271f1f83-34ad-4857-a201-eb934510ffb3 tempest-QuotasAdminNegativeTest-1565683856 tempest-QuotasAdminNegativeTest-1565683856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:11.272230 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d684ec-ba25-41db-a495-a0a33a5cb4df" -d '{"events": [{"server_uuid": "b4f6498f-3613-4085-a6da-a0148593e3f6", "name": "network-vif-deleted", "tag": "5230fa60-04fc-41e4-ab07-6db406024d32"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:11.280422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d54e786f-db09-4d78-996f-913eacef011d req-271f1f83-34ad-4857-a201-eb934510ffb3 tempest-QuotasAdminNegativeTest-1565683856 tempest-QuotasAdminNegativeTest-1565683856-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6408844 Feb 16 16:30:11.302721 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (db3c436b-387f-42ae-80df-8b77f1cbe1a9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:11.340089 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:30:11.345283 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (db3c436b-387f-42ae-80df-8b77f1cbe1a9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:30:11.348027 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:30:11.355979 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95647d02-c317-40fe-aba1-797cf3a489aa x-openstack-request-id: req-95647d02-c317-40fe-aba1-797cf3a489aa {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:11.356270 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f6498f-3613-4085-a6da-a0148593e3f6", "name": "network-vif-deleted", "tag": "5230fa60-04fc-41e4-ab07-6db406024d32", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:11.356522 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95647d02-c317-40fe-aba1-797cf3a489aa {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:11.356909 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f6498f-3613-4085-a6da-a0148593e3f6', 'name': 'network-vif-deleted', 'tag': '5230fa60-04fc-41e4-ab07-6db406024d32', 'status': 'completed', 'code': 200} Feb 16 16:30:11.374642 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d54e786f-db09-4d78-996f-913eacef011d req-f94621f9-518a-4a4d-beee-db817a825a8a tempest-QuotasAdminNegativeTest-1565683856 tempest-QuotasAdminNegativeTest-1565683856-project] 10.222.0.24 "GET /v2.0/quotas/4ef25955084d439898223acac75f6f3f HTTP/1.1" status: 200 len: 375 time: 0.0733256 Feb 16 16:30:11.494680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d54e786f-db09-4d78-996f-913eacef011d req-42fbd1b8-a754-40b6-9ec0-52d6cdba3baa tempest-QuotasAdminNegativeTest-1565683856 tempest-QuotasAdminNegativeTest-1565683856-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ef25955084d439898223acac75f6f3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1191409 Feb 16 16:30:11.508952 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (604c459b-cc4e-44d4-a285-091e2148e6d5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:11.549809 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:11.554985 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] 10.222.0.24 "DELETE /v2.0/networks/604c459b-cc4e-44d4-a285-091e2148e6d5 HTTP/1.1" status: 204 len: 168 time: 2.3573546 Feb 16 16:30:11.574016 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a1c7c-1e70-4799-8f09-e212513469bf admin admin] Pushing event deleted for resources: {'Network': ['ID=604c459b-cc4e-44d4-a285-091e2148e6d5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:11.617170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b66f70-bbf2-4585-a3c7-c16cda7dff13 req-f2fc32e0-ce3d-401a-a280-ab0d37c761a3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:11.624453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62b66f70-bbf2-4585-a3c7-c16cda7dff13 req-f2fc32e0-ce3d-401a-a280-ab0d37c761a3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.1277447 Feb 16 16:30:11.733502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62b66f70-bbf2-4585-a3c7-c16cda7dff13 req-4c6f7874-52ae-4f6b-9889-235afdb9c6d9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996253 Feb 16 16:30:11.924429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54800) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:12.003442 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54804) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:12.017547 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d422ac15-68a7-4d00-91d4-0a3a9b12b247 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03676f2ebb244139b0a2a1eefff728c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0873606 Feb 16 16:30:12.084637 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8fde9fa9-b9e9-4ecd-88ef-3b648f0609b1 admin admin] Publish callbacks [] for security_group (4f5a9708-23fa-4837-97eb-460ee16927ab), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:12.119013 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8fde9fa9-b9e9-4ecd-88ef-3b648f0609b1 admin admin] Publish callbacks [] for security_group (4f5a9708-23fa-4837-97eb-460ee16927ab), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:12.180528 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8fde9fa9-b9e9-4ecd-88ef-3b648f0609b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4f5a9708-23fa-4837-97eb-460ee16927ab), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:12.184405 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8fde9fa9-b9e9-4ecd-88ef-3b648f0609b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:12.185755 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8fde9fa9-b9e9-4ecd-88ef-3b648f0609b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f5a9708-23fa-4837-97eb-460ee16927ab HTTP/1.1" status: 204 len: 168 time: 0.1807280 Feb 16 16:30:12.195386 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde9fa9-b9e9-4ecd-88ef-3b648f0609b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5a9708-23fa-4837-97eb-460ee16927ab,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:12.799660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0161c8-382a-4b7c-8880-d7ee998261bd req-d59c98f0-4adc-46df-86b3-63db2cd2fd15 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:12.801425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c0161c8-382a-4b7c-8880-d7ee998261bd req-d59c98f0-4adc-46df-86b3-63db2cd2fd15 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 944 time: 0.1105428 Feb 16 16:30:12.842502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-251d4a02-3e9c-4a19-8eb6-cc86147b18ca req-33ccd03f-8050-4fc8-a495-71488b26e16f tempest-QuotasAdminNegativeTest-1565683856 tempest-QuotasAdminNegativeTest-1565683856-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4ef25955084d439898223acac75f6f3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399196 Feb 16 16:30:12.876762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 5230fa60-04fc-41e4-ab07-6db406024d32 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:12.927517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 5230fa60-04fc-41e4-ab07-6db406024d32 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:12.927517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 5230fa60-04fc-41e4-ab07-6db406024d32 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:13.000242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c0161c8-382a-4b7c-8880-d7ee998261bd req-4d98f547-f93c-443c-b915-64dd201453df tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777170 Feb 16 16:30:13.078594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d4a02-3e9c-4a19-8eb6-cc86147b18ca req-cc6b2171-41ab-44f7-9b7f-7c98002f5e36 tempest-QuotasAdminNegativeTest-1565683856 tempest-QuotasAdminNegativeTest-1565683856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:13.088871 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0470291-e1ba-4995-bf6d-f146482709b2 req-d0a9c3b9-258f-42c3-82bd-bbee9e64145a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:13.091395 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-251d4a02-3e9c-4a19-8eb6-cc86147b18ca req-cc6b2171-41ab-44f7-9b7f-7c98002f5e36 tempest-QuotasAdminNegativeTest-1565683856 tempest-QuotasAdminNegativeTest-1565683856-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2406890 Feb 16 16:30:13.096071 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e0470291-e1ba-4995-bf6d-f146482709b2 req-d0a9c3b9-258f-42c3-82bd-bbee9e64145a tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.60 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 944 time: 0.1258609 Feb 16 16:30:13.121936 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-251d4a02-3e9c-4a19-8eb6-cc86147b18ca req-281a980d-b5ca-44b3-84c5-ae7551536cd1 tempest-QuotasAdminNegativeTest-1565683856 tempest-QuotasAdminNegativeTest-1565683856-project] 10.222.0.24 "GET /v2.0/quotas/4ef25955084d439898223acac75f6f3f HTTP/1.1" status: 200 len: 375 time: 0.0234818 Feb 16 16:30:13.227099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-251d4a02-3e9c-4a19-8eb6-cc86147b18ca req-427b7d40-85c1-4844-84e4-61e51c09e3aa tempest-QuotasAdminNegativeTest-1565683856 tempest-QuotasAdminNegativeTest-1565683856-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ef25955084d439898223acac75f6f3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971563 Feb 16 16:30:13.301059 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-e0470291-e1ba-4995-bf6d-f146482709b2 req-b7222649-0cee-4641-98fd-b59276849655 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Deleting port cbd678ed-ad35-44b0-905f-d51567a93ac0 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:13.301962 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e0470291-e1ba-4995-bf6d-f146482709b2 req-b7222649-0cee-4641-98fd-b59276849655 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:13.417451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed31b9-9299-469a-8658-3b008fbbf0cb req-c9b32f46-05ef-4cfa-8046-72c7aee13d49 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:13.419285 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12ed31b9-9299-469a-8658-3b008fbbf0cb req-c9b32f46-05ef-4cfa-8046-72c7aee13d49 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.1910086 Feb 16 16:30:13.500814 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-e0470291-e1ba-4995-bf6d-f146482709b2 req-b7222649-0cee-4641-98fd-b59276849655 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] For port cbd678ed-ad35-44b0-905f-d51567a93ac0, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=cbd678ed-ad35-44b0-905f-d51567a93ac0,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:13.501210 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e0470291-e1ba-4995-bf6d-f146482709b2 req-b7222649-0cee-4641-98fd-b59276849655 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:13.517259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12ed31b9-9299-469a-8658-3b008fbbf0cb req-e3f11baa-2b99-4496-9f0a-10b4cbfc0dd4 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897007 Feb 16 16:30:13.547393 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-e0470291-e1ba-4995-bf6d-f146482709b2 req-b7222649-0cee-4641-98fd-b59276849655 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Calling delete_port for cbd678ed-ad35-44b0-905f-d51567a93ac0 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:13.775055 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e0470291-e1ba-4995-bf6d-f146482709b2 req-b7222649-0cee-4641-98fd-b59276849655 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (cbd678ed-ad35-44b0-905f-d51567a93ac0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:13.814071 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7222649-0cee-4641-98fd-b59276849655 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Pushing event deleted for resources: {'Port': ['ID=cbd678ed-ad35-44b0-905f-d51567a93ac0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:13.875939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0470291-e1ba-4995-bf6d-f146482709b2 req-b7222649-0cee-4641-98fd-b59276849655 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] No DVR routers for this DVR port cbd678ed-ad35-44b0-905f-d51567a93ac0 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:30:13.878592 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e0470291-e1ba-4995-bf6d-f146482709b2 req-b7222649-0cee-4641-98fd-b59276849655 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:13.882503 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e0470291-e1ba-4995-bf6d-f146482709b2 req-b7222649-0cee-4641-98fd-b59276849655 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.60 "DELETE /v2.0/ports/cbd678ed-ad35-44b0-905f-d51567a93ac0 HTTP/1.1" status: 204 len: 173 time: 0.7773910 Feb 16 16:30:13.882963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55c79eb-4aaf-4210-896b-0a6e776708c9', 'name': 'network-vif-deleted', 'tag': 'cbd678ed-ad35-44b0-905f-d51567a93ac0'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:13.885263 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7848aa60-ff48-44b0-86d8-ff4ddd03beff" -d '{"events": [{"server_uuid": "b55c79eb-4aaf-4210-896b-0a6e776708c9", "name": "network-vif-deleted", "tag": "cbd678ed-ad35-44b0-905f-d51567a93ac0"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:13.995914 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0184379-5ee4-4d56-aeb1-4ef58fee3b03 x-openstack-request-id: req-d0184379-5ee4-4d56-aeb1-4ef58fee3b03 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:13.995914 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55c79eb-4aaf-4210-896b-0a6e776708c9", "name": "network-vif-deleted", "tag": "cbd678ed-ad35-44b0-905f-d51567a93ac0", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:13.995914 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0184379-5ee4-4d56-aeb1-4ef58fee3b03 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:13.996267 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55c79eb-4aaf-4210-896b-0a6e776708c9', 'name': 'network-vif-deleted', 'tag': 'cbd678ed-ad35-44b0-905f-d51567a93ac0', 'status': 'completed', 'code': 200} Feb 16 16:30:14.329161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc5d261b-a0f6-41fa-afff-25099632055d req-76c0d1cd-f263-435f-9c75-ca2275de934c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=b55c79eb-4aaf-4210-896b-0a6e776708c9 HTTP/1.1" status: 200 len: 210 time: 0.0900786 Feb 16 16:30:14.749936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a1eae-6237-4aab-9839-9b81bfac914f req-afa1a5c0-0fe6-48d5-b9c3-bc8ac93bc24c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:14.757968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-495a1eae-6237-4aab-9839-9b81bfac914f req-afa1a5c0-0fe6-48d5-b9c3-bc8ac93bc24c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.0976958 Feb 16 16:30:14.882043 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-495a1eae-6237-4aab-9839-9b81bfac914f req-0a665939-12d2-47dc-bfc7-52f6acc206b9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227338 Feb 16 16:30:14.909042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e355ab41-e664-4f3d-8a0f-94ebbbbcace4 req-e03e124f-592d-4c4e-8eea-b1b08325fe73 tempest-QuotasAdminNegativeTest-1565683856 tempest-QuotasAdminNegativeTest-1565683856-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4ef25955084d439898223acac75f6f3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666380 Feb 16 16:30:15.097742 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355ab41-e664-4f3d-8a0f-94ebbbbcace4 req-8d9ca81a-9f6e-4780-89d1-5fab59b9ddf5 tempest-QuotasAdminNegativeTest-1565683856 tempest-QuotasAdminNegativeTest-1565683856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:15.099178 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e355ab41-e664-4f3d-8a0f-94ebbbbcace4 req-8d9ca81a-9f6e-4780-89d1-5fab59b9ddf5 tempest-QuotasAdminNegativeTest-1565683856 tempest-QuotasAdminNegativeTest-1565683856-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892357 Feb 16 16:30:15.165834 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e355ab41-e664-4f3d-8a0f-94ebbbbcace4 req-c4bd0cf7-fd9d-4bf9-94ed-b5071ac50ef7 tempest-QuotasAdminNegativeTest-1565683856 tempest-QuotasAdminNegativeTest-1565683856-project] 10.222.0.24 "GET /v2.0/quotas/4ef25955084d439898223acac75f6f3f HTTP/1.1" status: 200 len: 375 time: 0.0572319 Feb 16 16:30:15.288028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e355ab41-e664-4f3d-8a0f-94ebbbbcace4 req-b3b6f89a-7a72-4d93-ad3b-0243cda9b3ca tempest-QuotasAdminNegativeTest-1565683856 tempest-QuotasAdminNegativeTest-1565683856-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ef25955084d439898223acac75f6f3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175988 Feb 16 16:30:16.197953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5474f3-30fc-4d04-8879-ac14c60195fb req-b433c08d-395d-45b6-9d5e-5572bbc93511 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:16.205441 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d5474f3-30fc-4d04-8879-ac14c60195fb req-b433c08d-395d-45b6-9d5e-5572bbc93511 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.1350706 Feb 16 16:30:16.252422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9520d-9f08-42f2-805c-cb95b722ee0b req-9aa6b6a4-8629-4f58-9582-973479bb04b7 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:16.253907 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96b9520d-9f08-42f2-805c-cb95b722ee0b req-9aa6b6a4-8629-4f58-9582-973479bb04b7 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.1308146 Feb 16 16:30:16.284151 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d5474f3-30fc-4d04-8879-ac14c60195fb req-0fef804d-4067-45cd-927b-e0c1808421ae tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778449 Feb 16 16:30:16.335147 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96b9520d-9f08-42f2-805c-cb95b722ee0b req-204399e6-ecab-44e0-8438-9d81442e75b9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700541 Feb 16 16:30:16.485328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d11dd-6135-47da-973a-a8ac4894b4c3 req-163ec238-47fa-4903-b225-6f77a080715c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:16.487333 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f80d11dd-6135-47da-973a-a8ac4894b4c3 req-163ec238-47fa-4903-b225-6f77a080715c tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 944 time: 0.1054854 Feb 16 16:30:16.576986 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f80d11dd-6135-47da-973a-a8ac4894b4c3 req-2affe478-5287-4f8c-8bfe-371736975ffe tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/security-groups?id=e76c9033-5815-4f64-af5b-57b79a491831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792947 Feb 16 16:30:16.716291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54982) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:16.768851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55556162-9301-45df-b6c6-5c1c5ec747b2 req-3a224975-5f3a-4373-8c89-ac6d333dbe23 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:16.770735 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-55556162-9301-45df-b6c6-5c1c5ec747b2 req-3a224975-5f3a-4373-8c89-ac6d333dbe23 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 944 time: 0.0913367 Feb 16 16:30:16.872988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device cbd678ed-ad35-44b0-905f-d51567a93ac0 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:16.918665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: cbd678ed-ad35-44b0-905f-d51567a93ac0 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:16.920580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device cbd678ed-ad35-44b0-905f-d51567a93ac0 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:16.923107 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-18479470-3e0f-4134-8ab2-b87bf4685826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:16.972085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-55556162-9301-45df-b6c6-5c1c5ec747b2 req-568cf4f1-b8e9-4fd4-b33d-175af9ba2bf1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Deleting port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:16.972731 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-55556162-9301-45df-b6c6-5c1c5ec747b2 req-568cf4f1-b8e9-4fd4-b33d-175af9ba2bf1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:17.021897 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-18479470-3e0f-4134-8ab2-b87bf4685826 admin admin] Publish callbacks [] for security_group (625f427e-0906-41e6-bc21-c865be886e54), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:17.029054 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-18479470-3e0f-4134-8ab2-b87bf4685826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (625f427e-0906-41e6-bc21-c865be886e54), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:17.078121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-18479470-3e0f-4134-8ab2-b87bf4685826 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ef25955084d439898223acac75f6f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3606670 Feb 16 16:30:17.085503 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54992) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:17.108632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18479470-3e0f-4134-8ab2-b87bf4685826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625f427e-0906-41e6-bc21-c865be886e54,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:17.145075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-55556162-9301-45df-b6c6-5c1c5ec747b2 req-568cf4f1-b8e9-4fd4-b33d-175af9ba2bf1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] For port 18bc9421-7c97-4fcb-a608-d7dac2b741d2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=18bc9421-7c97-4fcb-a608-d7dac2b741d2,segment=NetworkSegment(9e733af4-c8c9-4eff-a9a4-ac3104a100c3),segment_id=9e733af4-c8c9-4eff-a9a4-ac3104a100c3)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:17.145771 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-55556162-9301-45df-b6c6-5c1c5ec747b2 req-568cf4f1-b8e9-4fd4-b33d-175af9ba2bf1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:17.169529 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-55556162-9301-45df-b6c6-5c1c5ec747b2 req-568cf4f1-b8e9-4fd4-b33d-175af9ba2bf1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Calling delete_port for 18bc9421-7c97-4fcb-a608-d7dac2b741d2 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:17.177762 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e01defb2-48c6-4dde-91aa-4cabd4486445 admin admin] Publish callbacks [] for security_group (625f427e-0906-41e6-bc21-c865be886e54), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:17.243356 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e01defb2-48c6-4dde-91aa-4cabd4486445 admin admin] Publish callbacks [] for security_group (625f427e-0906-41e6-bc21-c865be886e54), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:17.349576 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e01defb2-48c6-4dde-91aa-4cabd4486445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (625f427e-0906-41e6-bc21-c865be886e54), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:17.352171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e01defb2-48c6-4dde-91aa-4cabd4486445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:17.355729 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e01defb2-48c6-4dde-91aa-4cabd4486445 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/625f427e-0906-41e6-bc21-c865be886e54 HTTP/1.1" status: 204 len: 168 time: 0.2680151 Feb 16 16:30:17.370780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01defb2-48c6-4dde-91aa-4cabd4486445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625f427e-0906-41e6-bc21-c865be886e54,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:17.385741 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-55556162-9301-45df-b6c6-5c1c5ec747b2 req-568cf4f1-b8e9-4fd4-b33d-175af9ba2bf1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (18bc9421-7c97-4fcb-a608-d7dac2b741d2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:17.444495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cf4f1-b8e9-4fd4-b33d-175af9ba2bf1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Pushing event deleted for resources: {'Port': ['ID=18bc9421-7c97-4fcb-a608-d7dac2b741d2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:17.530238 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-55556162-9301-45df-b6c6-5c1c5ec747b2 req-568cf4f1-b8e9-4fd4-b33d-175af9ba2bf1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] No DVR routers for this DVR port 18bc9421-7c97-4fcb-a608-d7dac2b741d2 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:30:17.537423 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-55556162-9301-45df-b6c6-5c1c5ec747b2 req-568cf4f1-b8e9-4fd4-b33d-175af9ba2bf1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:17.546268 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-55556162-9301-45df-b6c6-5c1c5ec747b2 req-568cf4f1-b8e9-4fd4-b33d-175af9ba2bf1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.60 "DELETE /v2.0/ports/18bc9421-7c97-4fcb-a608-d7dac2b741d2 HTTP/1.1" status: 204 len: 173 time: 0.7685187 Feb 16 16:30:17.549149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c13b70f-28c8-4ba0-9c3f-de762a271e32', 'name': 'network-vif-deleted', 'tag': '18bc9421-7c97-4fcb-a608-d7dac2b741d2'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:17.553669 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5998c258-35f4-4dd2-bb40-39cc41409eb5" -d '{"events": [{"server_uuid": "7c13b70f-28c8-4ba0-9c3f-de762a271e32", "name": "network-vif-deleted", "tag": "18bc9421-7c97-4fcb-a608-d7dac2b741d2"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:17.638768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31169db-53ec-4803-9ba8-2ebfc806cd8e req-ad4480dd-760d-43ea-854f-dcf9fc7621f4 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:17.644425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c31169db-53ec-4803-9ba8-2ebfc806cd8e req-ad4480dd-760d-43ea-854f-dcf9fc7621f4 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.2351873 Feb 16 16:30:17.737739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94a927-a691-460e-a419-05c61dd86480 req-e92e5768-e3b6-49c7-8182-7469ba00fda6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:17.741715 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce94a927-a691-460e-a419-05c61dd86480 req-e92e5768-e3b6-49c7-8182-7469ba00fda6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.2484710 Feb 16 16:30:17.821506 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c31169db-53ec-4803-9ba8-2ebfc806cd8e req-eceae8ee-56c1-46d3-bccc-2f3b7d0fdb2b tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614535 Feb 16 16:30:17.888656 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce94a927-a691-460e-a419-05c61dd86480 req-146e0686-720d-401b-95fe-9552ac62a9da tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314523 Feb 16 16:30:17.914419 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678bfa65-0eed-41a1-a460-25044820767f x-openstack-request-id: req-678bfa65-0eed-41a1-a460-25044820767f {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:17.914898 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c13b70f-28c8-4ba0-9c3f-de762a271e32", "name": "network-vif-deleted", "tag": "18bc9421-7c97-4fcb-a608-d7dac2b741d2", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:17.915886 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-678bfa65-0eed-41a1-a460-25044820767f {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:17.915886 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c13b70f-28c8-4ba0-9c3f-de762a271e32', 'name': 'network-vif-deleted', 'tag': '18bc9421-7c97-4fcb-a608-d7dac2b741d2', 'status': 'completed', 'code': 200} Feb 16 16:30:17.941621 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55020) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:17.960611 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab94c-5795-4abb-91ee-56083438e630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:18.139277 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab94c-5795-4abb-91ee-56083438e630 admin admin] Publish callbacks [] for security_group (3256dcb6-049f-4039-b7e4-4ba3de2bbf28), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:18.145941 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab94c-5795-4abb-91ee-56083438e630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3256dcb6-049f-4039-b7e4-4ba3de2bbf28), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:18.219582 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9e6ab94c-5795-4abb-91ee-56083438e630 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0873e3550b546ee8c0615052cc33a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726965 Feb 16 16:30:18.220422 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55034) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:18.322204 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ab94c-5795-4abb-91ee-56083438e630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3256dcb6-049f-4039-b7e4-4ba3de2bbf28,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:18.417557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f175b1d4-d903-4e0b-86a1-4e32ba9e5dfd admin admin] Publish callbacks [] for security_group (3256dcb6-049f-4039-b7e4-4ba3de2bbf28), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:18.460311 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f175b1d4-d903-4e0b-86a1-4e32ba9e5dfd admin admin] Publish callbacks [] for security_group (3256dcb6-049f-4039-b7e4-4ba3de2bbf28), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:18.540675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb97fcb5-30c0-4122-9b36-b1f15756e3da req-6e401623-c951-4938-b032-c16f1cff83b1 tempest-LiveAutoBlockMigrationV225Test-2138737589 tempest-LiveAutoBlockMigrationV225Test-2138737589-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c13b70f-28c8-4ba0-9c3f-de762a271e32 HTTP/1.1" status: 200 len: 210 time: 0.5231848 Feb 16 16:30:18.556710 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f175b1d4-d903-4e0b-86a1-4e32ba9e5dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3256dcb6-049f-4039-b7e4-4ba3de2bbf28), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:18.559743 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f175b1d4-d903-4e0b-86a1-4e32ba9e5dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:18.561485 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f175b1d4-d903-4e0b-86a1-4e32ba9e5dfd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3256dcb6-049f-4039-b7e4-4ba3de2bbf28 HTTP/1.1" status: 204 len: 168 time: 0.3389904 Feb 16 16:30:18.576139 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175b1d4-d903-4e0b-86a1-4e32ba9e5dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3256dcb6-049f-4039-b7e4-4ba3de2bbf28,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:18.967081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901a830-e573-4357-a76a-4daad320e6e2 req-e7e760d4-3b45-45f1-8fd7-4739e749bbe3 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:18.969670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7901a830-e573-4357-a76a-4daad320e6e2 req-e7e760d4-3b45-45f1-8fd7-4739e749bbe3 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.0699754 Feb 16 16:30:19.057358 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7cae5-270f-4d43-b05e-c4019cd25d7f req-84109f6a-e1c7-43c6-8fb4-e388fdde4ce3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:19.058935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08d7cae5-270f-4d43-b05e-c4019cd25d7f req-84109f6a-e1c7-43c6-8fb4-e388fdde4ce3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.0883622 Feb 16 16:30:19.073976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7901a830-e573-4357-a76a-4daad320e6e2 req-f1b7efd0-c4e6-4694-8a60-b8999b926229 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927591 Feb 16 16:30:19.147464 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08d7cae5-270f-4d43-b05e-c4019cd25d7f req-1dfb63f7-79a1-4aee-ade8-daa1befbde15 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721309 Feb 16 16:30:19.626222 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55100) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:20.063628 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d20dc3c-19d1-40bc-82e2-62217c38b8ba admin admin] Deleting subnet 428f0788-a1e9-4bb7-941f-8437ca6dcd5a {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:30:20.067882 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d20dc3c-19d1-40bc-82e2-62217c38b8ba admin admin] Publish callbacks [] for subnet (428f0788-a1e9-4bb7-941f-8437ca6dcd5a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:20.133774 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d20dc3c-19d1-40bc-82e2-62217c38b8ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (428f0788-a1e9-4bb7-941f-8437ca6dcd5a), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:20.237826 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d20dc3c-19d1-40bc-82e2-62217c38b8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (428f0788-a1e9-4bb7-941f-8437ca6dcd5a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:20.287783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839c129-4de0-4e26-8ff9-70a7d8810e56 req-3d2f0f34-5877-4312-b720-3fa62a336883 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:20.296658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3839c129-4de0-4e26-8ff9-70a7d8810e56 req-3d2f0f34-5877-4312-b720-3fa62a336883 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.1133206 Feb 16 16:30:20.360001 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d20dc3c-19d1-40bc-82e2-62217c38b8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (428f0788-a1e9-4bb7-941f-8437ca6dcd5a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:20.416777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3839c129-4de0-4e26-8ff9-70a7d8810e56 req-547bf016-b227-4a1d-a3c9-0f1e2055832d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176465 Feb 16 16:30:20.445540 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20dc3c-19d1-40bc-82e2-62217c38b8ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428f0788-a1e9-4bb7-941f-8437ca6dcd5a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:20.464580 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d20dc3c-19d1-40bc-82e2-62217c38b8ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:20.476767 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2d20dc3c-19d1-40bc-82e2-62217c38b8ba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/428f0788-a1e9-4bb7-941f-8437ca6dcd5a HTTP/1.1" status: 204 len: 168 time: 0.8486230 Feb 16 16:30:20.479368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55156) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:20.482437 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb653ee-7930-4a79-b36b-fcd2aaf1b821 req-8da93dd5-6489-4bc7-95f0-38c84634b452 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:20.500759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fb653ee-7930-4a79-b36b-fcd2aaf1b821 req-8da93dd5-6489-4bc7-95f0-38c84634b452 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.1366959 Feb 16 16:30:20.615545 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9257166-8e7b-4618-95a9-81f1fb5c5745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a1813a8d-0fbe-4a58-a0a5-a203a6879d67), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:20.650019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-f262b09f-dc10-4296-8dd3-ea9d46b9370b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=69682b96a05449a7b7b749dfdd6a25a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596759 Feb 16 16:30:20.672110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fb653ee-7930-4a79-b36b-fcd2aaf1b821 req-ed991017-2f71-4fb9-877f-273aa5f7643a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698892 Feb 16 16:30:20.716310 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9257166-8e7b-4618-95a9-81f1fb5c5745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a1813a8d-0fbe-4a58-a0a5-a203a6879d67), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:20.744437 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a9257166-8e7b-4618-95a9-81f1fb5c5745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1813a8d-0fbe-4a58-a0a5-a203a6879d67']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:20.777562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a9257166-8e7b-4618-95a9-81f1fb5c5745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e733af4-c8c9-4eff-a9a4-ac3104a100c3') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:20.778030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a9257166-8e7b-4618-95a9-81f1fb5c5745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e733af4-c8c9-4eff-a9a4-ac3104a100c3') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:20.790742 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9257166-8e7b-4618-95a9-81f1fb5c5745 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (9e733af4-c8c9-4eff-a9a4-ac3104a100c3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:20.810646 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9257166-8e7b-4618-95a9-81f1fb5c5745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (9e733af4-c8c9-4eff-a9a4-ac3104a100c3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:20.821238 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9257166-8e7b-4618-95a9-81f1fb5c5745 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:30:20.822076 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9257166-8e7b-4618-95a9-81f1fb5c5745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (9e733af4-c8c9-4eff-a9a4-ac3104a100c3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:20.879850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 18bc9421-7c97-4fcb-a608-d7dac2b741d2 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:20.894629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-70b269c6-5b47-4333-89f0-3c5cfdb309ae tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:30:20.898110 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:30:20.904530 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9257166-8e7b-4618-95a9-81f1fb5c5745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a1813a8d-0fbe-4a58-a0a5-a203a6879d67), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:20.906582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-70b269c6-5b47-4333-89f0-3c5cfdb309ae tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2499287 Feb 16 16:30:20.912093 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9257166-8e7b-4618-95a9-81f1fb5c5745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:20.917242 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a9257166-8e7b-4618-95a9-81f1fb5c5745 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a1813a8d-0fbe-4a58-a0a5-a203a6879d67 HTTP/1.1" status: 204 len: 168 time: 0.4355116 Feb 16 16:30:20.919804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55174) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:20.939228 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9257166-8e7b-4618-95a9-81f1fb5c5745 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1813a8d-0fbe-4a58-a0a5-a203a6879d67,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:20.947319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 18bc9421-7c97-4fcb-a608-d7dac2b741d2 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:20.947724 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 18bc9421-7c97-4fcb-a608-d7dac2b741d2 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:20.961549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-45a99a48-809f-4d2b-9017-da8a1091aeb1 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/quotas/69682b96a05449a7b7b749dfdd6a25a7 HTTP/1.1" status: 200 len: 375 time: 0.0507312 Feb 16 16:30:21.028292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a684ad2-9bdb-4065-97de-9b2361849a3b admin admin] Deleting subnet 31adb975-19be-40ab-a673-ab0a7eec34a4 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:30:21.033740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-c3582f01-c883-4c35-8878-2ea18eb44c87 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=69682b96a05449a7b7b749dfdd6a25a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695844 Feb 16 16:30:21.044358 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a684ad2-9bdb-4065-97de-9b2361849a3b admin admin] Publish callbacks [] for subnet (31adb975-19be-40ab-a673-ab0a7eec34a4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:21.107159 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a684ad2-9bdb-4065-97de-9b2361849a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (31adb975-19be-40ab-a673-ab0a7eec34a4), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:21.145681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-eccc609a-ae6e-4b17-b959-74bf249ed0b4 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=55e4d3c328544dbdb1fa719d8c01dc35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384908 Feb 16 16:30:21.152281 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a684ad2-9bdb-4065-97de-9b2361849a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (31adb975-19be-40ab-a673-ab0a7eec34a4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:21.255467 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a684ad2-9bdb-4065-97de-9b2361849a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (31adb975-19be-40ab-a673-ab0a7eec34a4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:21.346071 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1a684ad2-9bdb-4065-97de-9b2361849a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:21.357352 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1a684ad2-9bdb-4065-97de-9b2361849a3b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/31adb975-19be-40ab-a673-ab0a7eec34a4 HTTP/1.1" status: 204 len: 168 time: 0.4362333 Feb 16 16:30:21.358289 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a684ad2-9bdb-4065-97de-9b2361849a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31adb975-19be-40ab-a673-ab0a7eec34a4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:21.360245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55188) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:21.372191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-8b64f3f3-c437-4c8a-8853-bb36534c8677 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:21.375237 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-8b64f3f3-c437-4c8a-8853-bb36534c8677 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223229 Feb 16 16:30:21.393206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-0195f237-7b1a-41cb-aa7b-8d72f17dce0c tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/quotas/55e4d3c328544dbdb1fa719d8c01dc35 HTTP/1.1" status: 200 len: 375 time: 0.0128179 Feb 16 16:30:21.445244 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-095d9e8e-9a8e-4cb6-aa3f-815a9b6e177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (03fb5419-4ba4-45bc-b25f-95707c4d690b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:21.459874 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-b79b1498-bf29-4c62-964a-a1807305393d tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=55e4d3c328544dbdb1fa719d8c01dc35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594132 Feb 16 16:30:21.589916 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-095d9e8e-9a8e-4cb6-aa3f-815a9b6e177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (03fb5419-4ba4-45bc-b25f-95707c4d690b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:21.652037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-095d9e8e-9a8e-4cb6-aa3f-815a9b6e177c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fb5419-4ba4-45bc-b25f-95707c4d690b']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:21.680496 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-095d9e8e-9a8e-4cb6-aa3f-815a9b6e177c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c412f360-3fb7-4a57-8832-21da904a8c96') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:21.681105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-095d9e8e-9a8e-4cb6-aa3f-815a9b6e177c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c412f360-3fb7-4a57-8832-21da904a8c96') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:21.704759 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-095d9e8e-9a8e-4cb6-aa3f-815a9b6e177c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (c412f360-3fb7-4a57-8832-21da904a8c96), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:21.724516 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-095d9e8e-9a8e-4cb6-aa3f-815a9b6e177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c412f360-3fb7-4a57-8832-21da904a8c96), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:21.735326 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095d9e8e-9a8e-4cb6-aa3f-815a9b6e177c admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:30:21.736101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-095d9e8e-9a8e-4cb6-aa3f-815a9b6e177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (c412f360-3fb7-4a57-8832-21da904a8c96), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:30:21.738751 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:30:21.741305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0ba0a-c831-41f0-8579-abe727c1030a req-8fc7b829-4eeb-49c6-ad45-e7a357e60f01 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:21.763536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3b0ba0a-c831-41f0-8579-abe727c1030a req-8fc7b829-4eeb-49c6-ad45-e7a357e60f01 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.1638713 Feb 16 16:30:21.820658 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-095d9e8e-9a8e-4cb6-aa3f-815a9b6e177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (03fb5419-4ba4-45bc-b25f-95707c4d690b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:21.850949 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-095d9e8e-9a8e-4cb6-aa3f-815a9b6e177c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:21.858887 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3b0ba0a-c831-41f0-8579-abe727c1030a req-e0069509-0257-4cb1-94ff-98e168e3c0e2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938737 Feb 16 16:30:21.862811 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-095d9e8e-9a8e-4cb6-aa3f-815a9b6e177c admin admin] 10.222.0.24 "DELETE /v2.0/networks/03fb5419-4ba4-45bc-b25f-95707c4d690b HTTP/1.1" status: 204 len: 168 time: 0.4984181 Feb 16 16:30:21.870018 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d9e8e-9a8e-4cb6-aa3f-815a9b6e177c admin admin] Pushing event deleted for resources: {'Network': ['ID=03fb5419-4ba4-45bc-b25f-95707c4d690b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:21.957624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5b712aee-d0c5-4e01-970b-a528ccf4210a tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=69682b96a05449a7b7b749dfdd6a25a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501478 Feb 16 16:30:22.137309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6ce14-27a7-4146-8b60-4e753d812e4e req-a77b5d27-06a4-4c2d-9095-31679fcf7dd3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:22.145031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0a6ce14-27a7-4146-8b60-4e753d812e4e req-a77b5d27-06a4-4c2d-9095-31679fcf7dd3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.1846876 Feb 16 16:30:22.177561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5aff0d07-4bbc-4178-869b-3f59ee816f7b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:22.184895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5aff0d07-4bbc-4178-869b-3f59ee816f7b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262230 Feb 16 16:30:22.205784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55222) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:22.214141 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-b4f75893-74a2-41c8-a41e-f39af2c20e04 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/quotas/69682b96a05449a7b7b749dfdd6a25a7 HTTP/1.1" status: 200 len: 375 time: 0.0282826 Feb 16 16:30:22.259105 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-167f2666-c1af-4662-8552-e1041f0a0fe6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0adde609b014b4f962dc22768f8ddb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517046 Feb 16 16:30:22.263547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55224) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:22.264283 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-dd8f246d-bf89-45b7-b752-456c0d6ceb64 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=69682b96a05449a7b7b749dfdd6a25a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492375 Feb 16 16:30:22.284425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0a6ce14-27a7-4146-8b60-4e753d812e4e req-c0da2972-359b-4d51-ae31-ae7f82067815 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384687 Feb 16 16:30:22.358173 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6ae4d04a-488b-4b28-a345-a5b1b20fe6c4 admin admin] Publish callbacks [] for security_group (e76c9033-5815-4f64-af5b-57b79a491831), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:22.424200 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6ae4d04a-488b-4b28-a345-a5b1b20fe6c4 admin admin] Publish callbacks [] for security_group (e76c9033-5815-4f64-af5b-57b79a491831), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:22.466141 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c1477b8d-84a9-43e8-a34c-fc6b78a1cc58 req-4ce38db7-f488-47aa-87a2-26fc0a1d7f78 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 210 time: 0.0594780 Feb 16 16:30:22.498238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6ae4d04a-488b-4b28-a345-a5b1b20fe6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e76c9033-5815-4f64-af5b-57b79a491831), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:22.502421 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6ae4d04a-488b-4b28-a345-a5b1b20fe6c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:22.519107 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6ae4d04a-488b-4b28-a345-a5b1b20fe6c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e76c9033-5815-4f64-af5b-57b79a491831 HTTP/1.1" status: 204 len: 168 time: 0.2496619 Feb 16 16:30:22.542095 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4d04a-488b-4b28-a345-a5b1b20fe6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76c9033-5815-4f64-af5b-57b79a491831,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:22.739536 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55236) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:22.745683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f9324e20-9a44-4183-8253-a162bd61bffb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-887749693'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:22.790132 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e9d9d81-8db7-496e-853f-d3a0ce59b1a6 req-fa9a085f-5432-462c-9de9-bbdaf001ed9e tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 210 time: 0.1042974 Feb 16 16:30:22.827625 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9324e20-9a44-4183-8253-a162bd61bffb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Made reservation on behalf of f8966ad3080046efbfd4bb8a1c96e2af for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:22.834145 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9324e20-9a44-4183-8253-a162bd61bffb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:22.936018 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-49b5f2a8-cd87-48d8-ac54-42a3a07ba07e tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=69682b96a05449a7b7b749dfdd6a25a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633307 Feb 16 16:30:22.977292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9324e20-9a44-4183-8253-a162bd61bffb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:30:23.035261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9324e20-9a44-4183-8253-a162bd61bffb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (00cf19aa-911c-4871-afc7-7e9d3b4a237c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.035603 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-f9324e20-9a44-4183-8253-a162bd61bffb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Added segment 00cf19aa-911c-4871-afc7-7e9d3b4a237c of type vlan for network 77e300b8-8f2d-49c0-9ebe-b61a8689334e Feb 16 16:30:23.069198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b546d-0e22-483a-9f82-f4e9b64c0a08 req-0f6dc99b-3021-4e40-8355-c5d917aee976 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:23.070785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf0b546d-0e22-483a-9f82-f4e9b64c0a08 req-0f6dc99b-3021-4e40-8355-c5d917aee976 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.0979171 Feb 16 16:30:23.151490 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9324e20-9a44-4183-8253-a162bd61bffb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (77e300b8-8f2d-49c0-9ebe-b61a8689334e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.176445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf0b546d-0e22-483a-9f82-f4e9b64c0a08 req-eb9ceed5-2108-471e-9c8d-610445ad28c8 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958574 Feb 16 16:30:23.227294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-22a7e5fd-99a5-4eb9-af06-4e50ea7bd7eb tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:23.231117 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-22a7e5fd-99a5-4eb9-af06-4e50ea7bd7eb tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2878370 Feb 16 16:30:23.253038 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Request body: {'port': {'device_id': '6f5628af-1cb0-4f16-910b-581d882257ac', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '69682b96a05449a7b7b749dfdd6a25a7'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:23.287157 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9324e20-9a44-4183-8253-a162bd61bffb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (77e300b8-8f2d-49c0-9ebe-b61a8689334e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.292701 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9324e20-9a44-4183-8253-a162bd61bffb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:23.293312 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9324e20-9a44-4183-8253-a162bd61bffb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.314369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55250) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:23.386292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d3c20a08-433b-4ab3-b0a4-09bd323c3f23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f680469d7e54bfd8f5706a5f404d6e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705829 Feb 16 16:30:23.388706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55254) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:23.400304 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f9324e20-9a44-4183-8253-a162bd61bffb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6587512 Feb 16 16:30:23.404326 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55256) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:23.411509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e5d3cfac-828a-4289-9588-540d2b199453 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1177418222'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:23.447396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9324e20-9a44-4183-8253-a162bd61bffb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'Network': ['ID=77e300b8-8f2d-49c0-9ebe-b61a8689334e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:23.461102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 77e300b8-8f2d-49c0-9ebe-b61a8689334e details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:30:23.491800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d3cfac-828a-4289-9588-540d2b199453 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Made reservation on behalf of f8966ad3080046efbfd4bb8a1c96e2af for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:23.495850 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5d3cfac-828a-4289-9588-540d2b199453 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.538689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Made reservation on behalf of 69682b96a05449a7b7b749dfdd6a25a7 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:23.542091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.551503 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68b1f038-8713-4a33-9916-2363fa784ee4 admin admin] Publish callbacks [] for security_group (89765f69-b8cd-48f5-aa80-2063de1bb1c9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.564664 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.588153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a7f62-df50-4406-bae0-24ccb2a418eb req-b399855f-9463-4bc5-b29a-604e824a76be tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:23.591111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-468a7f62-df50-4406-bae0-24ccb2a418eb req-b399855f-9463-4bc5-b29a-604e824a76be tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.1855319 Feb 16 16:30:23.632089 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d3cfac-828a-4289-9588-540d2b199453 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:30:23.635553 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68b1f038-8713-4a33-9916-2363fa784ee4 admin admin] Publish callbacks [] for security_group (89765f69-b8cd-48f5-aa80-2063de1bb1c9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.649059 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-a166db53-d47d-47f2-8d55-bde75fe63ddd tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=55e4d3c328544dbdb1fa719d8c01dc35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291619 Feb 16 16:30:23.677675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3036fcbb-8f50-44fd-861a-24f5924d9a97 req-496938ea-5c75-4468-be5d-b9f401e8be2f tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 210 time: 0.0800478 Feb 16 16:30:23.703049 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5d3cfac-828a-4289-9588-540d2b199453 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e803b953-0ab5-42e0-964f-e8bec7c18daa), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.703484 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-e5d3cfac-828a-4289-9588-540d2b199453 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Added segment e803b953-0ab5-42e0-964f-e8bec7c18daa of type vlan for network 99166be9-b7bf-4994-91a8-2a2b782c0a2a Feb 16 16:30:23.766112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks [] for security_group (8e7f69da-8309-4e7f-881a-3d59ed1d5868), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.775667 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8e7f69da-8309-4e7f-881a-3d59ed1d5868), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.785823 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5d3cfac-828a-4289-9588-540d2b199453 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (99166be9-b7bf-4994-91a8-2a2b782c0a2a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.798898 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-468a7f62-df50-4406-bae0-24ccb2a418eb req-5cddf8be-8b3d-4479-a9f9-37ad5bf5b208 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797044 Feb 16 16:30:23.841823 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68b1f038-8713-4a33-9916-2363fa784ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (89765f69-b8cd-48f5-aa80-2063de1bb1c9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.844651 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68b1f038-8713-4a33-9916-2363fa784ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.850052 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-68b1f038-8713-4a33-9916-2363fa784ee4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89765f69-b8cd-48f5-aa80-2063de1bb1c9 HTTP/1.1" status: 204 len: 168 time: 0.4596584 Feb 16 16:30:23.855637 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5d3cfac-828a-4289-9588-540d2b199453 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (99166be9-b7bf-4994-91a8-2a2b782c0a2a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.862422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3cfac-828a-4289-9588-540d2b199453 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:23.864308 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5d3cfac-828a-4289-9588-540d2b199453 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:23.873663 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7f69da-8309-4e7f-881a-3d59ed1d5868,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:23.889825 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-85ebf8a7-6959-4913-983d-81c98cd3a0ea tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:23.892602 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-85ebf8a7-6959-4913-983d-81c98cd3a0ea tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358541 Feb 16 16:30:23.896927 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:23.897269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:23.897612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:23.897946 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:23.898275 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:23.898604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:23.898930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:23.899258 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:23.900081 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:23.900081 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:23.900480 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:23.900753 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:23.901066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:23.913904 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Request body: {'port': {'device_id': '081fd2e7-4c42-46e7-8149-153dd7f12dfa', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '55e4d3c328544dbdb1fa719d8c01dc35'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:23.928697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1f038-8713-4a33-9916-2363fa784ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89765f69-b8cd-48f5-aa80-2063de1bb1c9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:23.984755 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55264) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:23.986658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e5d3cfac-828a-4289-9588-540d2b199453 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5795295 Feb 16 16:30:23.990286 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18097321-800b-42b3-bcc5-25a26adc12d7 req-01903e5e-38d0-445f-a428-9e001d96b0a8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 210 time: 0.0896027 Feb 16 16:30:23.992692 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-231a7c03-438a-43fe-97ee-40c36435c236 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'subnet': {'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:24.056938 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Allocated IP 192.168.233.127 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/d544dd9d-c8cc-4550-9985-293ed5e69bbd) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:30:24.060221 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3cfac-828a-4289-9588-540d2b199453 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'Network': ['ID=99166be9-b7bf-4994-91a8-2a2b782c0a2a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:24.078539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 99166be9-b7bf-4994-91a8-2a2b782c0a2a details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:30:24.193328 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-ec0d2851-5e70-4e57-bb61-366ab2bd8f43 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=69682b96a05449a7b7b749dfdd6a25a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326536 Feb 16 16:30:24.309054 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Made reservation on behalf of 55e4d3c328544dbdb1fa719d8c01dc35 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:24.312590 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:24.361151 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:24.373500 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231a7c03-438a-43fe-97ee-40c36435c236 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Made reservation on behalf of f8966ad3080046efbfd4bb8a1c96e2af for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:24.377792 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-231a7c03-438a-43fe-97ee-40c36435c236 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:24.393341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-7c7f04b9-ecf2-4e8b-8326-f81565a3331d tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:24.394846 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-7c7f04b9-ecf2-4e8b-8326-f81565a3331d tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931260 Feb 16 16:30:24.401598 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b7b98-5ff4-4810-919f-242a50238566 req-0eea3099-abfb-45dc-8bef-12b14b576d4e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:24.403046 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c8b7b98-5ff4-4810-919f-242a50238566 req-0eea3099-abfb-45dc-8bef-12b14b576d4e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.1393952 Feb 16 16:30:24.409238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-e8b2a7c9-2dbe-489e-8929-c63f188e14a8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Request body: {'port': {'device_id': '84af7177-afc6-4b71-b478-78d85b80205d', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '69682b96a05449a7b7b749dfdd6a25a7'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:24.541820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c8b7b98-5ff4-4810-919f-242a50238566 req-61dbbba5-addd-4779-8f9f-d1443424f976 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276572 Feb 16 16:30:24.544314 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks [] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:24.596651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-e8b2a7c9-2dbe-489e-8929-c63f188e14a8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Made reservation on behalf of 69682b96a05449a7b7b749dfdd6a25a7 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:24.600831 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-e8b2a7c9-2dbe-489e-8929-c63f188e14a8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:24.675053 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Publish callbacks [] for security_group (31c024fb-45d7-45a2-85b7-34c4d380398a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:24.683644 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (31c024fb-45d7-45a2-85b7-34c4d380398a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:24.732183 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:24.762907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-e8b2a7c9-2dbe-489e-8929-c63f188e14a8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Allocated IP 192.168.233.26 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/a529877c-7205-4d95-81b4-941669593298) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:30:24.808842 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6abf5c1-4ee0-4ef3-88cb-2067179958a7 req-eb7e56fa-b748-4b31-902b-32f0c4b3f121 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 210 time: 0.0400093 Feb 16 16:30:24.870632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c024fb-45d7-45a2-85b7-34c4d380398a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:24.873371 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-231a7c03-438a-43fe-97ee-40c36435c236 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (2ebf9ad3-3d93-4292-a640-861a254987ce), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:24.888856 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:30:24.923817 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:24.932511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:30:24.947045 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Pushing event updated for resources: {'Port': ['ID=d544dd9d-c8cc-4550-9985-293ed5e69bbd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:25.021634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a7c03-438a-43fe-97ee-40c36435c236 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'Subnet': ['ID=2ebf9ad3-3d93-4292-a640-861a254987ce,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:25.033443 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d6c0a-ac19-4ff8-a34b-ce84d620d57d req-b369c2eb-9c55-4e95-9f31-986a5d16fb0a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:25.042464 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:25.042704 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e21d6c0a-ac19-4ff8-a34b-ce84d620d57d req-b369c2eb-9c55-4e95-9f31-986a5d16fb0a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.1562295 Feb 16 16:30:25.043023 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:25.071517 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231a7c03-438a-43fe-97ee-40c36435c236 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Checking segment: {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:30:25.072003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231a7c03-438a-43fe-97ee-40c36435c236 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Network hostable DHCP agents. Network: 77e300b8-8f2d-49c0-9ebe-b61a8689334e, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:30:25.101268 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b31324d3-4380-477c-a4ac-8739290c0bd3 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8532913 Feb 16 16:30:25.113988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Request body: {'port': {'device_id': '6f5628af-1cb0-4f16-910b-581d882257ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:25.118693 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231a7c03-438a-43fe-97ee-40c36435c236 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Network 77e300b8-8f2d-49c0-9ebe-b61a8689334e is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:30:25.122372 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-e8b2a7c9-2dbe-489e-8929-c63f188e14a8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks [] for port (a529877c-7205-4d95-81b4-941669593298), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:25.143367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e21d6c0a-ac19-4ff8-a34b-ce84d620d57d req-21485550-3d11-423f-ac37-4202132abe74 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935252 Feb 16 16:30:25.193038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-636fc7bc-d726-4f3f-8926-338267257697 req-9d120a9e-ec20-40e1-8cd1-026de4936b82 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 210 time: 0.0666130 Feb 16 16:30:25.209557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:25.212852 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-231a7c03-438a-43fe-97ee-40c36435c236 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 77e300b8-8f2d-49c0-9ebe-b61a8689334e) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:25.229465 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01adb505-bce5-4912-aa59-ae54593063a2 None None] Network 77e300b8-8f2d-49c0-9ebe-b61a8689334e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:30:25.233643 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-e8b2a7c9-2dbe-489e-8929-c63f188e14a8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a529877c-7205-4d95-81b4-941669593298), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:25.236952 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231a7c03-438a-43fe-97ee-40c36435c236 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:25.238684 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-231a7c03-438a-43fe-97ee-40c36435c236 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:25.303040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-e8b2a7c9-2dbe-489e-8929-c63f188e14a8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:30:25.307575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-e8b2a7c9-2dbe-489e-8929-c63f188e14a8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:25.309875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2a7c9-2dbe-489e-8929-c63f188e14a8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Pushing event updated for resources: {'Port': ['ID=a529877c-7205-4d95-81b4-941669593298,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:25.312382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-e8b2a7c9-2dbe-489e-8929-c63f188e14a8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:30:25.333236 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d40738b9-410c-4f34-a8cb-02e5d15405f4 None None] Provisioning complete for port d544dd9d-c8cc-4550-9985-293ed5e69bbd triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:25.333732 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d40738b9-410c-4f34-a8cb-02e5d15405f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:25.373720 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d40738b9-410c-4f34-a8cb-02e5d15405f4 None None] Port d544dd9d-c8cc-4550-9985-293ed5e69bbd cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:30:25.378614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-e8b2a7c9-2dbe-489e-8929-c63f188e14a8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:25.379482 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-e8b2a7c9-2dbe-489e-8929-c63f188e14a8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:25.405956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-e8b2a7c9-2dbe-489e-8929-c63f188e14a8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0012777 Feb 16 16:30:25.416670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Request body: {'port': {'device_id': '84af7177-afc6-4b71-b478-78d85b80205d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:25.433252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-77e300b8-8f2d-49c0-9ebe-b61a8689334e', 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e', 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'fixed_ips': [{'subnet_id': '2ebf9ad3-3d93-4292-a640-861a254987ce'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:30:25.434351 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:25.484596 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-231a7c03-438a-43fe-97ee-40c36435c236 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4960744 Feb 16 16:30:25.485933 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55304) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:25.505545 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-545a44cc-e541-4df2-9298-4a450c691726 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'subnet': {'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:25.516341 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Allocated IP 192.168.233.12 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/4c2d3d9f-c254-4857-962e-31ca60f54aa4) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:30:25.676211 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a529877c-7205-4d95-81b4-941669593298), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:25.762423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545a44cc-e541-4df2-9298-4a450c691726 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Made reservation on behalf of f8966ad3080046efbfd4bb8a1c96e2af for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:25.766468 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-545a44cc-e541-4df2-9298-4a450c691726 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:25.862211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-397e92e6-3bc5-47a4-8f6d-a29c1eeb901c None None] Provisioning complete for port a529877c-7205-4d95-81b4-941669593298 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:25.862875 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-397e92e6-3bc5-47a4-8f6d-a29c1eeb901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a529877c-7205-4d95-81b4-941669593298), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:25.864863 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5cf68d5b-8664-4795-9ccf-07c1a847a317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:25.901272 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Allocated IP 10.1.1.2 (77e300b8-8f2d-49c0-9ebe-b61a8689334e/2ebf9ad3-3d93-4292-a640-861a254987ce/36a62f40-f101-45e2-a613-12e5100f38f2) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:30:25.930608 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-397e92e6-3bc5-47a4-8f6d-a29c1eeb901c None None] Port a529877c-7205-4d95-81b4-941669593298 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:30:25.959874 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900032c6-8702-4676-b382-ea9e2403289f req-e612dbc5-de50-493a-bdf1-c091a3f678e5 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:25.961477 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-900032c6-8702-4676-b382-ea9e2403289f req-e612dbc5-de50-493a-bdf1-c091a3f678e5 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.3041904 Feb 16 16:30:26.049002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-981ed5d0-887e-4624-b5b6-6f7f51feefae req-988a526a-2183-4e39-bf2a-371de4a9b7b8 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 210 time: 0.0814233 Feb 16 16:30:26.058945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Publish callbacks [] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:26.105505 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-900032c6-8702-4676-b382-ea9e2403289f req-b1e3635b-7d42-436f-8b25-d7586e48f1d8 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367245 Feb 16 16:30:26.137699 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Publish callbacks [] for port (36a62f40-f101-45e2-a613-12e5100f38f2), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:26.137699 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (36a62f40-f101-45e2-a613-12e5100f38f2), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:26.138056 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:26.177555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Network 77e300b8-8f2d-49c0-9ebe-b61a8689334e is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:30:26.180525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:26.186482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:30:26.214832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Pushing event updated for resources: {'Port': ['ID=36a62f40-f101-45e2-a613-12e5100f38f2,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:26.246806 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:26.247401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:26.247504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:26.247841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:26.248180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:26.248509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:26.248834 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:26.249159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:26.249481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:26.249805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:26.250532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:26.250532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:26.250776 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:26.267205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Attempting to bind port 36a62f40-f101-45e2-a613-12e5100f38f2 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:30:26.267663 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Attempting to bind port 36a62f40-f101-45e2-a613-12e5100f38f2 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:30:26.268075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Attempting to bind port 36a62f40-f101-45e2-a613-12e5100f38f2 on network 77e300b8-8f2d-49c0-9ebe-b61a8689334e {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:30:26.273571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:30:26.273959 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Checking segment: {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:30:26.274363 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:26.274787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Bound using segment: {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:30:26.275261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Bound port: 36a62f40-f101-45e2-a613-12e5100f38f2, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:30:26.275645 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (36a62f40-f101-45e2-a613-12e5100f38f2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:26.280308 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-545a44cc-e541-4df2-9298-4a450c691726 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (99ea7639-172f-4943-8292-3c6442700cca), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:26.341834 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:30:26.342133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] For port 36a62f40-f101-45e2-a613-12e5100f38f2, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:30:26.346638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] For port 36a62f40-f101-45e2-a613-12e5100f38f2, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=36a62f40-f101-45e2-a613-12e5100f38f2,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:30:26.350996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a44cc-e541-4df2-9298-4a450c691726 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'Subnet': ['ID=99ea7639-172f-4943-8292-3c6442700cca,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:26.353884 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (36a62f40-f101-45e2-a613-12e5100f38f2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:26.370920 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:26.375408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731a45c-bd8b-4eb5-b4d1-81296d4b6e34 req-d8840200-e95d-4732-b693-58de8e56ed5e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:26.375585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:30:26.377047 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3731a45c-bd8b-4eb5-b4d1-81296d4b6e34 req-d8840200-e95d-4732-b693-58de8e56ed5e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.1393445 Feb 16 16:30:26.381258 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Pushing event updated for resources: {'Port': ['ID=4c2d3d9f-c254-4857-962e-31ca60f54aa4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:26.388818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a44cc-e541-4df2-9298-4a450c691726 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Checking segment: {'id': 'e803b953-0ab5-42e0-964f-e8bec7c18daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:30:26.389286 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545a44cc-e541-4df2-9298-4a450c691726 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Network hostable DHCP agents. Network: 99166be9-b7bf-4994-91a8-2a2b782c0a2a, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:30:26.439923 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94474b9e-4b38-4437-9068-cc1ccfc03279 None None] Pushing event updated for resources: {'Port': ['ID=36a62f40-f101-45e2-a613-12e5100f38f2,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:26.530533 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:26.538728 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:26.615499 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-f994e8d8-b93b-463c-89f0-5f7499d53322 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7081125 Feb 16 16:30:26.617942 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d544dd9d-c8cc-4550-9985-293ed5e69bbd {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:30:26.630633 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Request body: {'port': {'device_id': '081fd2e7-4c42-46e7-8149-153dd7f12dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:26.635270 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Publish callbacks [] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:26.690434 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Transition to ACTIVE for port object d544dd9d-c8cc-4550-9985-293ed5e69bbd will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:30:26.717034 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:26.817021 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:26.893327 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f874b257-442b-4a4a-a52f-d5ff4906dc8b None None] Provisioning complete for port 4c2d3d9f-c254-4857-962e-31ca60f54aa4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:26.893840 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f874b257-442b-4a4a-a52f-d5ff4906dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:26.921618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Pushing event updated for resources: {'Port': ['ID=d544dd9d-c8cc-4550-9985-293ed5e69bbd,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:26.925968 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545a44cc-e541-4df2-9298-4a450c691726 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Network 99166be9-b7bf-4994-91a8-2a2b782c0a2a is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:30:26.953481 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3731a45c-bd8b-4eb5-b4d1-81296d4b6e34 req-228b9d8d-9199-483c-b47c-8c37c7722675 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664339 Feb 16 16:30:26.970741 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f874b257-442b-4a4a-a52f-d5ff4906dc8b None None] Port 4c2d3d9f-c254-4857-962e-31ca60f54aa4 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:30:26.971478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-545a44cc-e541-4df2-9298-4a450c691726 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 99166be9-b7bf-4994-91a8-2a2b782c0a2a) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:26.981444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738f96a2-5452-4cc1-9011-e7af791a64e3 None None] Network 99166be9-b7bf-4994-91a8-2a2b782c0a2a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:30:27.001933 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545a44cc-e541-4df2-9298-4a450c691726 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:27.002933 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-545a44cc-e541-4df2-9298-4a450c691726 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:27.052804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e34ca-8366-4dc5-b964-9794a775bea9 req-e19def99-610e-42e0-a2aa-be2daa306aa1 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:27.069487 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-448e34ca-8366-4dc5-b964-9794a775bea9 req-e19def99-610e-42e0-a2aa-be2daa306aa1 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 935 time: 0.2960036 Feb 16 16:30:27.085538 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-545a44cc-e541-4df2-9298-4a450c691726 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5984180 Feb 16 16:30:27.087074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 36a62f40-f101-45e2-a613-12e5100f38f2 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:30:27.087718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55338) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:27.108523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c660a96d-2e80-4e9c-8948-a60508996191 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'port': {'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e', 'name': 'tempest-TaggedBootDevicesTest_v242-881362195', 'fixed_ips': [{'subnet_id': '2ebf9ad3-3d93-4292-a640-861a254987ce'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:27.151008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Attempting to bind port d544dd9d-c8cc-4550-9985-293ed5e69bbd on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:30:27.151536 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Attempting to bind port d544dd9d-c8cc-4550-9985-293ed5e69bbd by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:30:27.151868 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Attempting to bind port d544dd9d-c8cc-4550-9985-293ed5e69bbd on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:30:27.157514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Port d544dd9d-c8cc-4550-9985-293ed5e69bbd on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:30:27.158499 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Attempting to bind port d544dd9d-c8cc-4550-9985-293ed5e69bbd on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:30:27.164454 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:30:27.165212 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:30:27.165920 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:30:27.166678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Bound port: d544dd9d-c8cc-4550-9985-293ed5e69bbd, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:30:27.167237 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:27.245723 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] For port d544dd9d-c8cc-4550-9985-293ed5e69bbd, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:30:27.250088 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] For port d544dd9d-c8cc-4550-9985-293ed5e69bbd, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:30:27.259693 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:27.290419 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 36a62f40-f101-45e2-a613-12e5100f38f2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:27.290909 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (36a62f40-f101-45e2-a613-12e5100f38f2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:27.299478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:27.300553 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:27.303115 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] 10.222.0.60 "PUT /v2.0/ports/d544dd9d-c8cc-4550-9985-293ed5e69bbd HTTP/1.1" status: 200 len: 1096 time: 2.1941905 Feb 16 16:30:27.306296 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5628af-1cb0-4f16-910b-581d882257ac', 'tag': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:27.317808 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de8e708-320b-4f3e-9b24-a656621b911e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5628af-1cb0-4f16-910b-581d882257ac", "tag": "d544dd9d-c8cc-4550-9985-293ed5e69bbd"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:27.352401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-99166be9-b7bf-4994-91a8-2a2b782c0a2a', 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a', 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'fixed_ips': [{'subnet_id': '99ea7639-172f-4943-8292-3c6442700cca'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:30:27.353699 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:27.357202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-448e34ca-8366-4dc5-b964-9794a775bea9 req-ccf6967b-8562-454f-a0d6-e0acc770166f tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581100 Feb 16 16:30:27.418505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815cf74-dfa3-41c1-84b4-aa14ad37fd91 service neutron] Pushing event updated for resources: {'Port': ['ID=d544dd9d-c8cc-4550-9985-293ed5e69bbd,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:27.454094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a529877c-7205-4d95-81b4-941669593298 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:30:27.478674 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Publish callbacks [] for port (a529877c-7205-4d95-81b4-941669593298), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:27.485330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b9234aff-a7e5-48f8-8297-12fde4941096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:27.488620 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-b9234aff-a7e5-48f8-8297-12fde4941096 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69682b96a05449a7b7b749dfdd6a25a7&device_id=6f5628af-1cb0-4f16-910b-581d882257ac HTTP/1.1" status: 200 len: 1130 time: 0.1370096 Feb 16 16:30:27.544770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Transition to ACTIVE for port object a529877c-7205-4d95-81b4-941669593298 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:30:27.567935 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (a529877c-7205-4d95-81b4-941669593298), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:27.576528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c2103-3bca-48dd-84b0-073d20a1de7c req-c50f247a-e86b-4f4b-b3d8-f19429f8ea8c tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:27.578087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f56c2103-3bca-48dd-84b0-073d20a1de7c req-c50f247a-e86b-4f4b-b3d8-f19429f8ea8c tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 935 time: 0.2756047 Feb 16 16:30:27.580320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 36a62f40-f101-45e2-a613-12e5100f38f2 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:27.580890 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (36a62f40-f101-45e2-a613-12e5100f38f2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:27.582523 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-0bd5b605-fa6e-420d-8c54-3decf7d4c205 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd HTTP/1.1" status: 200 len: 217 time: 0.0766325 Feb 16 16:30:27.662238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 36a62f40-f101-45e2-a613-12e5100f38f2, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=36a62f40-f101-45e2-a613-12e5100f38f2,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:27.671791 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (36a62f40-f101-45e2-a613-12e5100f38f2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:27.735281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c660a96d-2e80-4e9c-8948-a60508996191 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Made reservation on behalf of f8966ad3080046efbfd4bb8a1c96e2af for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:27.738314 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Allocated IP 10.2.2.2 (99166be9-b7bf-4994-91a8-2a2b782c0a2a/99ea7639-172f-4943-8292-3c6442700cca/80f91343-1d57-435c-b326-f24298c99485) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:30:27.809073 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-61c958aa-a228-4993-a303-ac53381e2bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:27.811089 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-61c958aa-a228-4993-a303-ac53381e2bcd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.2277806 Feb 16 16:30:27.885384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381e2b3-f976-4260-a8a5-182364056f8d req-bbbb2cce-a873-46ff-bf00-cad4101786bb tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:27.888210 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2381e2b3-f976-4260-a8a5-182364056f8d req-bbbb2cce-a873-46ff-bf00-cad4101786bb tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.4125047 Feb 16 16:30:27.908763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f56c2103-3bca-48dd-84b0-073d20a1de7c req-d5716a12-c52f-4462-8b3e-8af2b606e315 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/security-groups?id=31c024fb-45d7-45a2-85b7-34c4d380398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031421 Feb 16 16:30:27.909510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Pushing event updated for resources: {'Port': ['ID=a529877c-7205-4d95-81b4-941669593298,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:27.910041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=36a62f40-f101-45e2-a613-12e5100f38f2,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:27.937232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-fb6629f7-5484-4f2e-8b80-b5e3bb0838d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:27.939038 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-fb6629f7-5484-4f2e-8b80-b5e3bb0838d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1059792 Feb 16 16:30:27.941304 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2d3d9f-c254-4857-962e-31ca60f54aa4 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:30:27.985295 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Publish callbacks [] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.002482 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4a1295-dfa7-4984-8fa0-8b1883e29b0f x-openstack-request-id: req-bb4a1295-dfa7-4984-8fa0-8b1883e29b0f {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:28.002869 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5628af-1cb0-4f16-910b-581d882257ac", "tag": "d544dd9d-c8cc-4550-9985-293ed5e69bbd", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:28.003219 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb4a1295-dfa7-4984-8fa0-8b1883e29b0f {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:28.003806 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5628af-1cb0-4f16-910b-581d882257ac', 'tag': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd', 'status': 'completed', 'code': 200} Feb 16 16:30:28.038469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2381e2b3-f976-4260-a8a5-182364056f8d req-6b640ffa-0f44-433a-a5fe-3d2a31b41875 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241295 Feb 16 16:30:28.043455 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Transition to ACTIVE for port object 4c2d3d9f-c254-4857-962e-31ca60f54aa4 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:30:28.057821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Attempting to bind port a529877c-7205-4d95-81b4-941669593298 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:30:28.058221 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Attempting to bind port a529877c-7205-4d95-81b4-941669593298 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:30:28.058494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Attempting to bind port a529877c-7205-4d95-81b4-941669593298 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:30:28.068304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Port a529877c-7205-4d95-81b4-941669593298 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:30:28.068752 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Attempting to bind port a529877c-7205-4d95-81b4-941669593298 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:30:28.073149 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c660a96d-2e80-4e9c-8948-a60508996191 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.074170 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.106864 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Publish callbacks [] for port (80f91343-1d57-435c-b326-f24298c99485), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.116907 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (80f91343-1d57-435c-b326-f24298c99485), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.126831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:30:28.128568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:30:28.129018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:30:28.130433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Bound port: a529877c-7205-4d95-81b4-941669593298, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:30:28.131491 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a529877c-7205-4d95-81b4-941669593298), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.169848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-c660a96d-2e80-4e9c-8948-a60508996191 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] device_id is not set on port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:30:28.173626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Network 99166be9-b7bf-4994-91a8-2a2b782c0a2a is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:30:28.179042 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:28.185613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:30:28.209089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Pushing event updated for resources: {'Port': ['ID=80f91343-1d57-435c-b326-f24298c99485,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:28.259348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Pushing event updated for resources: {'Port': ['ID=4c2d3d9f-c254-4857-962e-31ca60f54aa4,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:28.278287 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-998ab190-ba6d-4c05-aecd-647d300bfca4 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252261 Feb 16 16:30:28.299870 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-99ba7925-49f5-46e4-a2d9-e6d879682ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.337372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Attempting to bind port 80f91343-1d57-435c-b326-f24298c99485 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:30:28.337700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Attempting to bind port 80f91343-1d57-435c-b326-f24298c99485 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e803b953-0ab5-42e0-964f-e8bec7c18daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:30:28.338030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Attempting to bind port 80f91343-1d57-435c-b326-f24298c99485 on network 99166be9-b7bf-4994-91a8-2a2b782c0a2a {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:30:28.344731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:30:28.345222 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Checking segment: {'id': 'e803b953-0ab5-42e0-964f-e8bec7c18daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:30:28.345969 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.346384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Bound using segment: {'id': 'e803b953-0ab5-42e0-964f-e8bec7c18daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:30:28.346868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Bound port: 80f91343-1d57-435c-b326-f24298c99485, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e803b953-0ab5-42e0-964f-e8bec7c18daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:30:28.347255 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (80f91343-1d57-435c-b326-f24298c99485), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.396659 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54067ac2-2229-4c1d-90d0-5255f3eec499 None None] Network 77e300b8-8f2d-49c0-9ebe-b61a8689334e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:30:28.504844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Attempting to bind port 4c2d3d9f-c254-4857-962e-31ca60f54aa4 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:30:28.504844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Attempting to bind port 4c2d3d9f-c254-4857-962e-31ca60f54aa4 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:30:28.505266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Attempting to bind port 4c2d3d9f-c254-4857-962e-31ca60f54aa4 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:30:28.517709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Port 4c2d3d9f-c254-4857-962e-31ca60f54aa4 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:30:28.518149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Attempting to bind port 4c2d3d9f-c254-4857-962e-31ca60f54aa4 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:30:28.534107 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:30:28.534481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:30:28.534847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:30:28.535316 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Bound port: 4c2d3d9f-c254-4857-962e-31ca60f54aa4, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:30:28.535680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.553723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8084e70b-da61-46fa-b4aa-6a2179f504b9 None None] Provisioning complete for port 36a62f40-f101-45e2-a613-12e5100f38f2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:28.554402 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8084e70b-da61-46fa-b4aa-6a2179f504b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (36a62f40-f101-45e2-a613-12e5100f38f2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.555857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] For port a529877c-7205-4d95-81b4-941669593298, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:30:28.590959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] For port a529877c-7205-4d95-81b4-941669593298, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a529877c-7205-4d95-81b4-941669593298,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:30:28.592639 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e79e87a-5ab2-4279-9635-ba496c47816f req-2c39f1e7-27a9-4b12-910e-2ce67552e20b service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757683 Feb 16 16:30:28.604140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344a39a-962f-4d43-85ef-85c30279f524 req-234507d6-5872-4fff-8347-c7f290e1eaa4 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:28.608469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9344a39a-962f-4d43-85ef-85c30279f524 req-234507d6-5872-4fff-8347-c7f290e1eaa4 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.4114139 Feb 16 16:30:28.609241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] For port 80f91343-1d57-435c-b326-f24298c99485, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:30:28.632549 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] For port 80f91343-1d57-435c-b326-f24298c99485, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=80f91343-1d57-435c-b326-f24298c99485,segment=NetworkSegment(e803b953-0ab5-42e0-964f-e8bec7c18daa),segment_id=e803b953-0ab5-42e0-964f-e8bec7c18daa)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:30:28.642141 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (a529877c-7205-4d95-81b4-941669593298), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.643628 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] For port 4c2d3d9f-c254-4857-962e-31ca60f54aa4, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:30:28.646614 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (80f91343-1d57-435c-b326-f24298c99485), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.668957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] For port 4c2d3d9f-c254-4857-962e-31ca60f54aa4, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4c2d3d9f-c254-4857-962e-31ca60f54aa4,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:30:28.696303 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.743811 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09effbf-7446-4124-8d3b-1231aa63ec21 None None] Pushing event updated for resources: {'Port': ['ID=80f91343-1d57-435c-b326-f24298c99485,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:28.756593 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:28.757253 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.758508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8084e70b-da61-46fa-b4aa-6a2179f504b9 None None] Current status of the port 36a62f40-f101-45e2-a613-12e5100f38f2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:28.759336 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] 10.222.0.60 "PUT /v2.0/ports/4c2d3d9f-c254-4857-962e-31ca60f54aa4 HTTP/1.1" status: 200 len: 1095 time: 2.1360672 Feb 16 16:30:28.763284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8e708-320b-4f3e-9b24-a656621b911e req-88aede15-3ae6-4bb2-9769-b5274f18b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:28.765495 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8de8e708-320b-4f3e-9b24-a656621b911e req-88aede15-3ae6-4bb2-9769-b5274f18b654 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69682b96a05449a7b7b749dfdd6a25a7&device_id=6f5628af-1cb0-4f16-910b-581d882257ac HTTP/1.1" status: 200 len: 1130 time: 0.1181827 Feb 16 16:30:28.775514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39366ea2-3f41-4a7e-b51f-8cf15f606578 req-b0742bdc-ac66-45b7-be52-599c7123aa23 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:28.777617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39366ea2-3f41-4a7e-b51f-8cf15f606578 req-b0742bdc-ac66-45b7-be52-599c7123aa23 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 947 time: 0.2712204 Feb 16 16:30:28.795798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:28.797004 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:28.798078 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] 10.222.0.60 "PUT /v2.0/ports/a529877c-7205-4d95-81b4-941669593298 HTTP/1.1" status: 200 len: 1095 time: 3.3854113 Feb 16 16:30:28.798833 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84af7177-afc6-4b71-b478-78d85b80205d', 'tag': 'a529877c-7205-4d95-81b4-941669593298'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:28.801611 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412ecce4-dec4-49ff-ac4c-dd056376380f" -d '{"events": [{"name": "network-changed", "server_uuid": "84af7177-afc6-4b71-b478-78d85b80205d", "tag": "a529877c-7205-4d95-81b4-941669593298"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:28.875521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-c660a96d-2e80-4e9c-8948-a60508996191 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Allocated IP 10.1.1.62 (77e300b8-8f2d-49c0-9ebe-b61a8689334e/2ebf9ad3-3d93-4292-a640-861a254987ce/8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:30:28.904365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9344a39a-962f-4d43-85ef-85c30279f524 req-b6f48300-9bdb-4757-8c2e-c8c0e43dd2e4 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848773 Feb 16 16:30:28.929424 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82999c90-6f2f-4236-9dd8-cc516f99437d service neutron] Pushing event updated for resources: {'Port': ['ID=4c2d3d9f-c254-4857-962e-31ca60f54aa4,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:28.955460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38bff8-212d-4ab0-8177-6fcd0771d703 service neutron] Pushing event updated for resources: {'Port': ['ID=a529877c-7205-4d95-81b4-941669593298,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:29.022961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 36a62f40-f101-45e2-a613-12e5100f38f2 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:30:29.097581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-688549c3-4bb3-44ac-b040-ea9228ef4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:29.100723 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-688549c3-4bb3-44ac-b040-ea9228ef4532 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69682b96a05449a7b7b749dfdd6a25a7&device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 1129 time: 0.2577631 Feb 16 16:30:29.102310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8e708-320b-4f3e-9b24-a656621b911e req-41599fee-a60e-4d66-9c02-5302ae70e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:29.104087 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8de8e708-320b-4f3e-9b24-a656621b911e req-41599fee-a60e-4d66-9c02-5302ae70e09e service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.3304815 Feb 16 16:30:29.209257 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:29.262805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 36a62f40-f101-45e2-a613-12e5100f38f2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:29.263705 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (36a62f40-f101-45e2-a613-12e5100f38f2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:29.285617 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-0f6c88cc-af6c-4e4c-801d-832e4d6ff09f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=a529877c-7205-4d95-81b4-941669593298 HTTP/1.1" status: 200 len: 217 time: 0.1727917 Feb 16 16:30:29.308039 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c660a96d-2e80-4e9c-8948-a60508996191 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:29.355687 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeb618d-4540-4610-8e62-b2b5df09c655 x-openstack-request-id: req-aaeb618d-4540-4610-8e62-b2b5df09c655 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:29.356119 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84af7177-afc6-4b71-b478-78d85b80205d", "tag": "a529877c-7205-4d95-81b4-941669593298", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:29.356582 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aaeb618d-4540-4610-8e62-b2b5df09c655 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:29.357240 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84af7177-afc6-4b71-b478-78d85b80205d', 'tag': 'a529877c-7205-4d95-81b4-941669593298', 'status': 'completed', 'code': 200} Feb 16 16:30:29.390295 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39366ea2-3f41-4a7e-b51f-8cf15f606578 req-a59ce16d-3467-4915-89bd-297f91d930c5 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006062 Feb 16 16:30:29.402762 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c660a96d-2e80-4e9c-8948-a60508996191 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:29.432113 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8de8e708-320b-4f3e-9b24-a656621b911e req-1c7a991b-9406-4dda-8b7c-a6b7ddf53399 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd HTTP/1.1" status: 200 len: 217 time: 0.3180504 Feb 16 16:30:29.456175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a9b6c287-5008-4d12-bd97-0dbad57242b2 None None] Provisioning complete for port 36a62f40-f101-45e2-a613-12e5100f38f2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:29.457119 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a9b6c287-5008-4d12-bd97-0dbad57242b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (36a62f40-f101-45e2-a613-12e5100f38f2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:29.506740 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 36a62f40-f101-45e2-a613-12e5100f38f2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:29.559530 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-e79c5493-5abd-406d-a341-f41b0e7e0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:29.561273 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-e79c5493-5abd-406d-a341-f41b0e7e0807 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55e4d3c328544dbdb1fa719d8c01dc35&device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 1129 time: 0.7340529 Feb 16 16:30:29.578010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-31a6c56c-82bf-4132-b7a9-23c6591c0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:29.586457 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-31a6c56c-82bf-4132-b7a9-23c6591c0ed6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.2343247 Feb 16 16:30:29.617397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a9b6c287-5008-4d12-bd97-0dbad57242b2 None None] Current status of the port 36a62f40-f101-45e2-a613-12e5100f38f2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:29.640985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8e708-320b-4f3e-9b24-a656621b911e req-c3429d4c-233a-4587-895b-74dfdd212b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:29.643023 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8de8e708-320b-4f3e-9b24-a656621b911e req-c3429d4c-233a-4587-895b-74dfdd212b0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1976881 Feb 16 16:30:29.666816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-e73c98de-449c-4f76-80b5-88a60546e7eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4c2d3d9f-c254-4857-962e-31ca60f54aa4 HTTP/1.1" status: 200 len: 217 time: 0.0451725 Feb 16 16:30:29.680805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c660a96d-2e80-4e9c-8948-a60508996191 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Network 77e300b8-8f2d-49c0-9ebe-b61a8689334e is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:30:29.698905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-07295ad5-c58b-4963-8022-ba4220523764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:29.700771 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-07295ad5-c58b-4963-8022-ba4220523764 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1025157 Feb 16 16:30:29.701647 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-c660a96d-2e80-4e9c-8948-a60508996191 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:29.714647 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660a96d-2e80-4e9c-8948-a60508996191 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:30:29.766406 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8e708-320b-4f3e-9b24-a656621b911e req-814263f1-cc7d-4a95-8722-c406c4da2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:29.769596 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8de8e708-320b-4f3e-9b24-a656621b911e req-814263f1-cc7d-4a95-8722-c406c4da2e35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1198859 Feb 16 16:30:29.776535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660a96d-2e80-4e9c-8948-a60508996191 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'Port': ['ID=8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:29.801385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e4dcd-7a08-4743-957e-bb60c230d795 req-0f142792-3c3e-4051-8623-ba8328bdc048 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:29.824391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc9e4dcd-7a08-4743-957e-bb60c230d795 req-0f142792-3c3e-4051-8623-ba8328bdc048 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 947 time: 0.4522007 Feb 16 16:30:29.870735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660a96d-2e80-4e9c-8948-a60508996191 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:29.872071 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c660a96d-2e80-4e9c-8948-a60508996191 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:29.913408 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-e2981bc0-986c-4f46-9131-e66e2640a887 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058315 Feb 16 16:30:29.975989 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.60', 56637) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:29.976818 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc9e4dcd-7a08-4743-957e-bb60c230d795 req-15c6296d-18ac-4fb4-9e81-3a14db67007f tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/security-groups?id=31c024fb-45d7-45a2-85b7-34c4d380398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513119 Feb 16 16:30:30.009908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff1330-8c65-4a81-b756-2868f3478675 req-f49fcf7c-a927-476e-9e1a-f049eb099e05 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:30.014201 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0eff1330-8c65-4a81-b756-2868f3478675 req-f49fcf7c-a927-476e-9e1a-f049eb099e05 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.4600260 Feb 16 16:30:30.028306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081fd2e7-4c42-46e7-8149-153dd7f12dfa', 'tag': '4c2d3d9f-c254-4857-962e-31ca60f54aa4'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:30.037291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-9df81fab-0837-4477-8588-18cc106fca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:30.038750 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-9df81fab-0837-4477-8588-18cc106fca9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.3542287 Feb 16 16:30:30.058501 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c660a96d-2e80-4e9c-8948-a60508996191 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9535623 Feb 16 16:30:30.060218 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bfd91c-9efe-4358-b60a-bbaa9617d08a" -d '{"events": [{"name": "network-changed", "server_uuid": "081fd2e7-4c42-46e7-8149-153dd7f12dfa", "tag": "4c2d3d9f-c254-4857-962e-31ca60f54aa4"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:30.150427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55388) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:30.154065 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe96eb7a-0d5b-4896-a140-61c149450083 req-ab54cfd7-12e2-45f3-b5ed-8baef8f0c012 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322767 Feb 16 16:30:30.160232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7a72d3b4-1ed7-415d-8d6c-0b9e3d51bb2c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'port': {'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e', 'name': 'tempest-TaggedBootDevicesTest_v242-870131805', 'fixed_ips': [{'subnet_id': '2ebf9ad3-3d93-4292-a640-861a254987ce'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:30.201139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a58a04cc-4dce-4984-9e9e-200bf38d3b80 None None] Provisioning complete for port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:30.201935 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a58a04cc-4dce-4984-9e9e-200bf38d3b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:30.279906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0eff1330-8c65-4a81-b756-2868f3478675 req-440f9017-3c2f-45e3-99fb-902ad3f475ff tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414677 Feb 16 16:30:30.282031 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8de8e708-320b-4f3e-9b24-a656621b911e req-e1162374-5fee-4110-9d7f-7defff71e159 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606056 Feb 16 16:30:30.306580 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55392) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:30.323506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-34f8a042-02ea-4417-b258-be0bfc18706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:30.325036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-34f8a042-02ea-4417-b258-be0bfc18706a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2655311 Feb 16 16:30:30.331523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a58a04cc-4dce-4984-9e9e-200bf38d3b80 None None] Port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:30:30.422816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14e9f6-79fc-493f-a8c8-bc31e6d9dc87 req-be3f0f61-06d1-4945-b103-621aa68248f1 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:30.425409 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c14e9f6-79fc-493f-a8c8-bc31e6d9dc87 req-be3f0f61-06d1-4945-b103-621aa68248f1 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 945 time: 0.2568336 Feb 16 16:30:30.488664 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743cb05b-811d-4282-9a4c-21fda7347754 x-openstack-request-id: req-743cb05b-811d-4282-9a4c-21fda7347754 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:30.489093 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081fd2e7-4c42-46e7-8149-153dd7f12dfa", "tag": "4c2d3d9f-c254-4857-962e-31ca60f54aa4", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:30.493909 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-743cb05b-811d-4282-9a4c-21fda7347754 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:30.494743 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081fd2e7-4c42-46e7-8149-153dd7f12dfa', 'tag': '4c2d3d9f-c254-4857-962e-31ca60f54aa4', 'status': 'completed', 'code': 200} Feb 16 16:30:30.640582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c14e9f6-79fc-493f-a8c8-bc31e6d9dc87 req-8399b34b-6c95-4360-8fb0-388aab244903 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669316 Feb 16 16:30:30.658557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-a2dc5dde-4b18-4243-91b4-a314a0b4a71c service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235278 Feb 16 16:30:30.739188 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d2e2644-1c70-4892-925c-5a1a5d66cd8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:30.748182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e865333-410d-44cb-a97a-b0fd43de25ec None None] Network 99166be9-b7bf-4994-91a8-2a2b782c0a2a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:30:30.788080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-c5721fb7-f303-45cb-8d9f-d5a82a83d91d tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:30.789401 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-c5721fb7-f303-45cb-8d9f-d5a82a83d91d tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e&tenant_id=3891023a3e87450bb385aeaa57c755fe&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1127 time: 0.8076379 Feb 16 16:30:30.813198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-669411-5'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:30.849435 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:30.867305 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf49014f-72ab-417e-a3f3-7c8219fe6ab7 req-95e095c9-b992-4445-9ce2-0b439c8454c9 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048607 Feb 16 16:30:30.884086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ecce4-dec4-49ff-ac4c-dd056376380f req-758d6aef-15f3-49f7-96ef-542eee62dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:30.886480 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-412ecce4-dec4-49ff-ac4c-dd056376380f req-758d6aef-15f3-49f7-96ef-542eee62dbb0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69682b96a05449a7b7b749dfdd6a25a7&device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 1129 time: 0.5418446 Feb 16 16:30:30.912441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a121059c-7737-4b1a-a015-bad77429d618 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:30:30.921330 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-da3de240-90bb-4f87-8086-372a83e99ff2 None None] Provisioning complete for port 80f91343-1d57-435c-b326-f24298c99485 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:30.921330 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da3de240-90bb-4f87-8086-372a83e99ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (80f91343-1d57-435c-b326-f24298c99485), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:30.947589 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8de8e708-320b-4f3e-9b24-a656621b911e req-8a6bfa97-68b7-41f3-a0eb-2810ea2fac80 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197867 Feb 16 16:30:31.083704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a72d3b4-1ed7-415d-8d6c-0b9e3d51bb2c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Made reservation on behalf of f8966ad3080046efbfd4bb8a1c96e2af for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:31.092944 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a121059c-7737-4b1a-a015-bad77429d618), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:31.124457 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-bb600942-37fa-493b-b572-54f04b75537e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:30:31.128412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-da3de240-90bb-4f87-8086-372a83e99ff2 None None] Current status of the port 80f91343-1d57-435c-b326-f24298c99485 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:31.128911 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da3de240-90bb-4f87-8086-372a83e99ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (80f91343-1d57-435c-b326-f24298c99485), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:31.202247 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5c562-3098-4733-b1dd-275350e4ceda req-9ee5caff-4615-4b34-b4c7-bdc0ba1f771c tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:31.213997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eaa5c562-3098-4733-b1dd-275350e4ceda req-9ee5caff-4615-4b34-b4c7-bdc0ba1f771c tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 945 time: 0.1343441 Feb 16 16:30:31.256237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aaabf-043b-4a2b-a08a-cffbc85b66fd req-15778186-34a0-4016-96c2-6276b726150a tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:31.264027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-161aaabf-043b-4a2b-a08a-cffbc85b66fd req-15778186-34a0-4016-96c2-6276b726150a tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 947 time: 0.3898780 Feb 16 16:30:31.294287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ecce4-dec4-49ff-ac4c-dd056376380f req-c873878f-95bd-4987-b0ce-085a194c4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:31.295764 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-412ecce4-dec4-49ff-ac4c-dd056376380f req-c873878f-95bd-4987-b0ce-085a194c4130 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.3924191 Feb 16 16:30:31.309452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d2e2644-1c70-4892-925c-5a1a5d66cd8e admin admin] Publish callbacks [] for security_group (869e5940-0190-46db-b727-13a63c423a3b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:31.351084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eaa5c562-3098-4733-b1dd-275350e4ceda req-ce25d059-4038-4328-883b-045b6f406162 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad10279-e243-46e5-a9ea-d19bfdfcfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1359680 Feb 16 16:30:31.356864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfd91c-9efe-4358-b60a-bbaa9617d08a req-fa7e5b37-784f-4c7b-816d-fbe4df2f6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:31.363680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01bfd91c-9efe-4358-b60a-bbaa9617d08a req-fa7e5b37-784f-4c7b-816d-fbe4df2f6cb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55e4d3c328544dbdb1fa719d8c01dc35&device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 1129 time: 0.4021709 Feb 16 16:30:31.377310 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d2e2644-1c70-4892-925c-5a1a5d66cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (869e5940-0190-46db-b727-13a63c423a3b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:31.390681 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-412ecce4-dec4-49ff-ac4c-dd056376380f req-37545daa-8807-4e9b-9103-7f293f891270 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=a529877c-7205-4d95-81b4-941669593298 HTTP/1.1" status: 200 len: 217 time: 0.0836000 Feb 16 16:30:31.446497 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:31.458221 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a72d3b4-1ed7-415d-8d6c-0b9e3d51bb2c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:31.460307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 80f91343-1d57-435c-b326-f24298c99485 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:30:31.528496 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-da3de240-90bb-4f87-8086-372a83e99ff2 None None] For port 80f91343-1d57-435c-b326-f24298c99485, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=80f91343-1d57-435c-b326-f24298c99485,segment=NetworkSegment(e803b953-0ab5-42e0-964f-e8bec7c18daa),segment_id=e803b953-0ab5-42e0-964f-e8bec7c18daa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:31.546863 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da3de240-90bb-4f87-8086-372a83e99ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (80f91343-1d57-435c-b326-f24298c99485), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:31.551828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ecce4-dec4-49ff-ac4c-dd056376380f req-8e576289-a676-4c44-ab80-ef3ad94746b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:31.553290 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-412ecce4-dec4-49ff-ac4c-dd056376380f req-8e576289-a676-4c44-ab80-ef3ad94746b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1494393 Feb 16 16:30:31.582695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a121059c-7737-4b1a-a015-bad77429d618,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:31.609167 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8d2e2644-1c70-4892-925c-5a1a5d66cd8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=602ff3ee19524797b2062ab14063e002&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3016045 Feb 16 16:30:31.616616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a121059c-7737-4b1a-a015-bad77429d618 has no active binding in host n-h2-669411-5 {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 16:30:31.622381 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-161aaabf-043b-4a2b-a08a-cffbc85b66fd req-5cf14555-6b82-416f-9649-d6ae00480f51 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522356 Feb 16 16:30:31.624592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55408) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:31.633826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e2644-1c70-4892-925c-5a1a5d66cd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869e5940-0190-46db-b727-13a63c423a3b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:31.649963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-7a72d3b4-1ed7-415d-8d6c-0b9e3d51bb2c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] device_id is not set on port 05a3f381-04ac-4532-9824-3977aba8b6be yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:30:31.667304 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 80f91343-1d57-435c-b326-f24298c99485 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:31.667891 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (80f91343-1d57-435c-b326-f24298c99485), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:31.691451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f114acc-01b6-4d26-bc93-dced549dc78f req-81a11373-8586-4d15-b46c-42184fe13330 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:31.702340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f114acc-01b6-4d26-bc93-dced549dc78f req-81a11373-8586-4d15-b46c-42184fe13330 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 947 time: 0.2672968 Feb 16 16:30:31.785906 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3de240-90bb-4f87-8086-372a83e99ff2 None None] Pushing event updated for resources: {'Port': ['ID=80f91343-1d57-435c-b326-f24298c99485,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:31.808673 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a121059c-7737-4b1a-a015-bad77429d618,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:31.850522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfd91c-9efe-4358-b60a-bbaa9617d08a req-8c9d907e-2a83-4396-90ec-6d23b3fc9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:31.852449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01bfd91c-9efe-4358-b60a-bbaa9617d08a req-8c9d907e-2a83-4396-90ec-6d23b3fc9980 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.4722919 Feb 16 16:30:31.869809 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 80f91343-1d57-435c-b326-f24298c99485 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:31.925455 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:30:31.945356 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01bfd91c-9efe-4358-b60a-bbaa9617d08a req-5c40d635-c833-4b15-845d-34242d9da8b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4c2d3d9f-c254-4857-962e-31ca60f54aa4 HTTP/1.1" status: 200 len: 217 time: 0.0678346 Feb 16 16:30:31.965921 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f114acc-01b6-4d26-bc93-dced549dc78f req-73cbae82-3adf-4ac3-82d7-2895d107e1e7 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/security-groups?id=31c024fb-45d7-45a2-85b7-34c4d380398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562628 Feb 16 16:30:31.984681 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a35a382d-6a7f-4c31-b4f4-9f73b9ba5004 None None] Provisioning complete for port 80f91343-1d57-435c-b326-f24298c99485 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:31.985337 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a35a382d-6a7f-4c31-b4f4-9f73b9ba5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (80f91343-1d57-435c-b326-f24298c99485), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:32.034710 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b45d99a1-97f2-434e-841c-6cab716e3d8e admin admin] Publish callbacks [] for security_group (869e5940-0190-46db-b727-13a63c423a3b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:32.074572 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b45d99a1-97f2-434e-841c-6cab716e3d8e admin admin] Publish callbacks [] for security_group (869e5940-0190-46db-b727-13a63c423a3b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:32.079854 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:32.128130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a35a382d-6a7f-4c31-b4f4-9f73b9ba5004 None None] Current status of the port 80f91343-1d57-435c-b326-f24298c99485 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:32.281418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ecce4-dec4-49ff-ac4c-dd056376380f req-ce7df139-428f-40d3-988e-4ecc400685dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:32.283123 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-412ecce4-dec4-49ff-ac4c-dd056376380f req-ce7df139-428f-40d3-988e-4ecc400685dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7079189 Feb 16 16:30:32.332557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Publish callbacks [] for port (a121059c-7737-4b1a-a015-bad77429d618), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:32.349536 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (a121059c-7737-4b1a-a015-bad77429d618), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:32.423575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913075c-2003-4b51-8ebe-6cc493c152fd req-5a3db07e-d22a-4b7d-a3ca-3f15bacb18b8 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:32.425755 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b913075c-2003-4b51-8ebe-6cc493c152fd req-5a3db07e-d22a-4b7d-a3ca-3f15bacb18b8 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.6319118 Feb 16 16:30:32.454138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfd91c-9efe-4358-b60a-bbaa9617d08a req-fb491104-fff1-4ffa-babc-698ea3c9189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:32.459047 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01bfd91c-9efe-4358-b60a-bbaa9617d08a req-fb491104-fff1-4ffa-babc-698ea3c9189c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.4866769 Feb 16 16:30:32.491794 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-7a72d3b4-1ed7-415d-8d6c-0b9e3d51bb2c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Allocated IP 10.1.1.45 (77e300b8-8f2d-49c0-9ebe-b61a8689334e/2ebf9ad3-3d93-4292-a640-861a254987ce/05a3f381-04ac-4532-9824-3977aba8b6be) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:30:32.499570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0621a99-34df-41f5-9451-108f51b50b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a121059c-7737-4b1a-a015-bad77429d618'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:32.501835 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd35638-84da-4466-879c-c52e4e1b83a5" -d '{"events": [{"server_uuid": "f0621a99-34df-41f5-9451-108f51b50b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "a121059c-7737-4b1a-a015-bad77429d618"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:32.527383 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b45d99a1-97f2-434e-841c-6cab716e3d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (869e5940-0190-46db-b727-13a63c423a3b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:32.530015 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b45d99a1-97f2-434e-841c-6cab716e3d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:32.531157 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b45d99a1-97f2-434e-841c-6cab716e3d8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/869e5940-0190-46db-b727-13a63c423a3b HTTP/1.1" status: 204 len: 168 time: 0.8896432 Feb 16 16:30:32.532510 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Pushing event updated for resources: {'Port': ['ID=a121059c-7737-4b1a-a015-bad77429d618,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:32.547713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d99a1-97f2-434e-841c-6cab716e3d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869e5940-0190-46db-b727-13a63c423a3b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:32.565478 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-412ecce4-dec4-49ff-ac4c-dd056376380f req-0cdbd96a-6a1f-468f-be47-9fd06a9ea0c7 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676523 Feb 16 16:30:32.572849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72894b23-0398-403b-b0a2-d7158d0f89b7 req-0849d5a4-6e07-498e-b621-25c0a7dc8560 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:32.574389 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72894b23-0398-403b-b0a2-d7158d0f89b7 req-0849d5a4-6e07-498e-b621-25c0a7dc8560 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 0.2115321 Feb 16 16:30:32.584706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b913075c-2003-4b51-8ebe-6cc493c152fd req-eb5e7356-c719-4df0-8391-6ab962619ac7 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497760 Feb 16 16:30:32.600277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Attempting to bind port a121059c-7737-4b1a-a015-bad77429d618 on host n-h1-669411-5 for vnic_type normal with profile {"migrating_to": "n-h2-669411-5"} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:30:32.600547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Attempting to bind port a121059c-7737-4b1a-a015-bad77429d618 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:30:32.600878 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Attempting to bind port a121059c-7737-4b1a-a015-bad77429d618 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:30:32.641932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfd91c-9efe-4358-b60a-bbaa9617d08a req-f2f8c479-6b99-4e3d-b32b-b289fd326466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:32.642151 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Port a121059c-7737-4b1a-a015-bad77429d618 on network a3699320-20d5-4032-b3d4-91946e07286d not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:30:32.642575 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Attempting to bind port a121059c-7737-4b1a-a015-bad77429d618 on network a3699320-20d5-4032-b3d4-91946e07286d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:30:32.644299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01bfd91c-9efe-4358-b60a-bbaa9617d08a req-f2f8c479-6b99-4e3d-b32b-b289fd326466 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1741235 Feb 16 16:30:32.688264 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:30:32.688634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Checking segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:30:32.688998 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Bound using segment: {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:30:32.689443 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Bound port: a121059c-7737-4b1a-a015-bad77429d618, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a3699320-20d5-4032-b3d4-91946e07286d'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:30:32.690589 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a121059c-7737-4b1a-a015-bad77429d618), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:32.740973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72894b23-0398-403b-b0a2-d7158d0f89b7 req-c108a03a-4f9a-47dc-ba3a-cd6608a89fe4 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533294 Feb 16 16:30:32.898233 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d544dd9d-c8cc-4550-9985-293ed5e69bbd details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:30:32.906504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01bfd91c-9efe-4358-b60a-bbaa9617d08a req-7d8bc5d8-ab33-4c1d-a99e-191ce5f8c348 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423213 Feb 16 16:30:32.922979 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72433b6-9da8-4e7c-b1db-042883ae3df7 x-openstack-request-id: req-e72433b6-9da8-4e7c-b1db-042883ae3df7 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:32.922979 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0621a99-34df-41f5-9451-108f51b50b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "a121059c-7737-4b1a-a015-bad77429d618", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:32.923239 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e72433b6-9da8-4e7c-b1db-042883ae3df7 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:32.923669 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0621a99-34df-41f5-9451-108f51b50b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a121059c-7737-4b1a-a015-bad77429d618', 'code': 200} Feb 16 16:30:32.967730 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:30:33.020356 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-412ecce4-dec4-49ff-ac4c-dd056376380f req-3ca448d6-caaf-4d59-921a-24e945163029 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195356 Feb 16 16:30:33.043963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a121059c-7737-4b1a-a015-bad77429d618,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:30:33.060289 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (a121059c-7737-4b1a-a015-bad77429d618), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:33.083156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 80f91343-1d57-435c-b326-f24298c99485 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:30:33.107993 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a72d3b4-1ed7-415d-8d6c-0b9e3d51bb2c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for port (05a3f381-04ac-4532-9824-3977aba8b6be), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:33.129550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55428) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:33.171312 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d544dd9d-c8cc-4550-9985-293ed5e69bbd, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:33.172244 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-32cd2a8d-37b0-4807-9c23-4a0dfb466a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:33.183277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 80f91343-1d57-435c-b326-f24298c99485 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:33.183701 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (80f91343-1d57-435c-b326-f24298c99485), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:33.216107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd', 'mac_address': 'fa:16:3e:0d:9c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:30:33.264695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10e72b-cdfd-4a1f-b956-06944d2ff17f req-356cd8e8-c3b4-49c4-b422-6fbf7d87cc86 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:33.266851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f10e72b-cdfd-4a1f-b956-06944d2ff17f req-356cd8e8-c3b4-49c4-b422-6fbf7d87cc86 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 947 time: 0.2542408 Feb 16 16:30:33.276989 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff555a-fccf-4c60-840a-b2381bd14e85 req-870b0e9d-a39e-47cd-99c2-74d886a9f5fc tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:33.280757 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-afff555a-fccf-4c60-840a-b2381bd14e85 req-870b0e9d-a39e-47cd-99c2-74d886a9f5fc tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 945 time: 0.2069035 Feb 16 16:30:33.281268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port d544dd9d-c8cc-4550-9985-293ed5e69bbd is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:33.281851 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:33.283042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01bfd91c-9efe-4358-b60a-bbaa9617d08a req-e7f2c4fa-f35d-4649-af56-157a448ea925 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691001 Feb 16 16:30:33.301619 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d544dd9d-c8cc-4550-9985-293ed5e69bbd {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:30:33.309021 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:33.309891 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:33.311616 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] 10.222.0.60 "PUT /v2.0/ports/a121059c-7737-4b1a-a015-bad77429d618 HTTP/1.1" status: 200 len: 1121 time: 2.5081058 Feb 16 16:30:33.314208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['a121059c-7737-4b1a-a015-bad77429d618'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:30:33.317250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3dee2-189a-4e69-98b7-3a57130e831e service neutron] Pushing event updated for resources: {'Port': ['ID=a121059c-7737-4b1a-a015-bad77429d618,revision_number=8']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:33.356082 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a72d3b4-1ed7-415d-8d6c-0b9e3d51bb2c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:33.385869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['a121059c-7737-4b1a-a015-bad77429d618'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:30:33.437381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d544dd9d-c8cc-4550-9985-293ed5e69bbd, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:33.445425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-afff555a-fccf-4c60-840a-b2381bd14e85 req-9a9b9aae-7d30-415d-9742-21b991001148 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad10279-e243-46e5-a9ea-d19bfdfcfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1492290 Feb 16 16:30:33.457870 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:33.490546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f10e72b-cdfd-4a1f-b956-06944d2ff17f req-bd4ac005-bd1b-463c-9b32-05e5c474161b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015331 Feb 16 16:30:33.494208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72d3b4-1ed7-415d-8d6c-0b9e3d51bb2c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'Port': ['ID=05a3f381-04ac-4532-9824-3977aba8b6be,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:33.511891 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-32cd2a8d-37b0-4807-9c23-4a0dfb466a0f admin admin] Publish callbacks [] for security_group (63007a4d-9637-4a09-8b30-eb56e2c59914), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:33.529925 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-32cd2a8d-37b0-4807-9c23-4a0dfb466a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (63007a4d-9637-4a09-8b30-eb56e2c59914), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:33.564474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a72d3b4-1ed7-415d-8d6c-0b9e3d51bb2c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Network 77e300b8-8f2d-49c0-9ebe-b61a8689334e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:30:33.585158 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7a72d3b4-1ed7-415d-8d6c-0b9e3d51bb2c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:33.587975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a72d3b4-1ed7-415d-8d6c-0b9e3d51bb2c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:30:33.588435 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 80f91343-1d57-435c-b326-f24298c99485 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:33.648225 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=d544dd9d-c8cc-4550-9985-293ed5e69bbd,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:33.654447 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-32cd2a8d-37b0-4807-9c23-4a0dfb466a0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1608bb9212d0401aa4cf342410cbcdb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5180404 Feb 16 16:30:33.656306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55432) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:33.695570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2f5d6-b7d2-4b56-b56f-6f120d0f2b6b req-bd7ab5b7-200e-4975-8944-18902dbb46cf tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:33.702161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8e2f5d6-b7d2-4b56-b56f-6f120d0f2b6b req-bd7ab5b7-200e-4975-8944-18902dbb46cf tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 947 time: 0.1461022 Feb 16 16:30:33.713167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd2a8d-37b0-4807-9c23-4a0dfb466a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63007a4d-9637-4a09-8b30-eb56e2c59914,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:33.748338 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a72d3b4-1ed7-415d-8d6c-0b9e3d51bb2c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:33.748989 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a72d3b4-1ed7-415d-8d6c-0b9e3d51bb2c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:33.755614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2b0bb7d-3a5f-4dcf-95e2-18a68d3280b5 admin admin] Publish callbacks [] for security_group (63007a4d-9637-4a09-8b30-eb56e2c59914), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:33.777340 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7a72d3b4-1ed7-415d-8d6c-0b9e3d51bb2c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.6219678 Feb 16 16:30:33.795934 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2b0bb7d-3a5f-4dcf-95e2-18a68d3280b5 admin admin] Publish callbacks [] for security_group (63007a4d-9637-4a09-8b30-eb56e2c59914), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:33.849427 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8e2f5d6-b7d2-4b56-b56f-6f120d0f2b6b req-bce09f82-b5b6-443c-a9a8-39f55377dab9 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/security-groups?id=31c024fb-45d7-45a2-85b7-34c4d380398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373322 Feb 16 16:30:33.880190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ebd8c-9288-41c0-884f-47a7c1ac0a36 req-b47642b6-a0fe-45e8-901f-bffd1e4ba5f4 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:33.882668 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2b0bb7d-3a5f-4dcf-95e2-18a68d3280b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (63007a4d-9637-4a09-8b30-eb56e2c59914), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:33.890574 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2b0bb7d-3a5f-4dcf-95e2-18a68d3280b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:33.892579 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-980ebd8c-9288-41c0-884f-47a7c1ac0a36 req-b47642b6-a0fe-45e8-901f-bffd1e4ba5f4 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.1275880 Feb 16 16:30:33.898587 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c2b0bb7d-3a5f-4dcf-95e2-18a68d3280b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63007a4d-9637-4a09-8b30-eb56e2c59914 HTTP/1.1" status: 204 len: 168 time: 0.2411995 Feb 16 16:30:33.916902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0bb7d-3a5f-4dcf-95e2-18a68d3280b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63007a4d-9637-4a09-8b30-eb56e2c59914,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:33.955013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['d544dd9d-c8cc-4550-9985-293ed5e69bbd'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:30:33.999156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-980ebd8c-9288-41c0-884f-47a7c1ac0a36 req-7f08c8bf-7e89-4688-9245-9483f317267e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066186 Feb 16 16:30:34.116067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a0d3cf7c-e9cf-42b5-933e-d06686015b1e None None] Provisioning complete for port 05a3f381-04ac-4532-9824-3977aba8b6be triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:34.116884 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cf7c-e9cf-42b5-933e-d06686015b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:34.169590 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55440) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:34.175200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-04d23c90-c736-4c2c-9feb-bbf3c3a08c19 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1370695746', 'description': 'tempest-description--872915793'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:34.207855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3cf7c-e9cf-42b5-933e-d06686015b1e None None] Port 05a3f381-04ac-4532-9824-3977aba8b6be cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:30:34.209955 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04d23c90-c736-4c2c-9feb-bbf3c3a08c19 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:34.248562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1d7c2-39bc-4a76-8996-06c3e5e37d07 req-5c31f09c-fb79-41d8-8235-58099bfa68e2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:34.252279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76a1d7c2-39bc-4a76-8996-06c3e5e37d07 req-5c31f09c-fb79-41d8-8235-58099bfa68e2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 0.1476150 Feb 16 16:30:34.282035 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:34.324941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ece20-e02c-401e-869c-cf8635996485 req-15a60de0-173d-4f9a-b610-4ba79c3aecf1 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:34.326720 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f61ece20-e02c-401e-869c-cf8635996485 req-15a60de0-173d-4f9a-b610-4ba79c3aecf1 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 945 time: 0.1482081 Feb 16 16:30:34.366617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76a1d7c2-39bc-4a76-8996-06c3e5e37d07 req-0cc17de7-814c-41ad-9eb7-0fb7043dde44 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052101 Feb 16 16:30:34.376454 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04d23c90-c736-4c2c-9feb-bbf3c3a08c19 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for security_group (5fc07abd-33fc-456f-8218-732505c600ea), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:34.384399 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04d23c90-c736-4c2c-9feb-bbf3c3a08c19 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5fc07abd-33fc-456f-8218-732505c600ea), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:34.435675 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04d23c90-c736-4c2c-9feb-bbf3c3a08c19 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:34.439677 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-04d23c90-c736-4c2c-9feb-bbf3c3a08c19 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2661798 Feb 16 16:30:34.441425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55446) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:34.449701 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d23c90-c736-4c2c-9feb-bbf3c3a08c19 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc07abd-33fc-456f-8218-732505c600ea,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:34.449881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a9cc1caa-d42b-4fcf-8a7d-d3e6a6218769 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'security_group_rule': {'security_group_id': '5fc07abd-33fc-456f-8218-732505c600ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:34.536928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1caa-d42b-4fcf-8a7d-d3e6a6218769 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for security_group_rule (1d9868f4-aa5b-400b-90b9-82a1b77164f1), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:34.584841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-f61ece20-e02c-401e-869c-cf8635996485 req-9b1e8ac6-65c2-4054-a7ce-c780d75990e5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Deleting port 7fca8622-8360-4ca9-a15c-54de40d0dc70 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:34.585188 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f61ece20-e02c-401e-869c-cf8635996485 req-9b1e8ac6-65c2-4054-a7ce-c780d75990e5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:34.850932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f2341-8368-45cc-a313-b6daf1e5d316 req-68b968f7-27f9-471a-be98-6812efb3b75e tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:34.852734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c0f2341-8368-45cc-a313-b6daf1e5d316 req-68b968f7-27f9-471a-be98-6812efb3b75e tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 945 time: 0.2897406 Feb 16 16:30:34.857136 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1caa-d42b-4fcf-8a7d-d3e6a6218769 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for security_group_rule (1d9868f4-aa5b-400b-90b9-82a1b77164f1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:34.877235 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b08f9-1ae0-4e99-a417-c62d5163aca1 req-4debe128-6573-4c8c-b041-71ba54a01429 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:34.880325 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-613b08f9-1ae0-4e99-a417-c62d5163aca1 req-4debe128-6573-4c8c-b041-71ba54a01429 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 947 time: 0.2861161 Feb 16 16:30:34.887994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f61ece20-e02c-401e-869c-cf8635996485 req-9b1e8ac6-65c2-4054-a7ce-c780d75990e5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] For port 7fca8622-8360-4ca9-a15c-54de40d0dc70, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=7fca8622-8360-4ca9-a15c-54de40d0dc70,segment=NetworkSegment(7b36b68a-f3dc-4586-be4d-47be965a470d),segment_id=7b36b68a-f3dc-4586-be4d-47be965a470d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:34.888359 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f61ece20-e02c-401e-869c-cf8635996485 req-9b1e8ac6-65c2-4054-a7ce-c780d75990e5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:34.893800 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1caa-d42b-4fcf-8a7d-d3e6a6218769 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (1d9868f4-aa5b-400b-90b9-82a1b77164f1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:34.924156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a529877c-7205-4d95-81b4-941669593298 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:30:34.926166 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0621a99-34df-41f5-9451-108f51b50b5e', 'tag': 'a121059c-7737-4b1a-a015-bad77429d618'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:34.932811 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb140193-1c21-49ea-8740-eca824efc69c" -d '{"events": [{"name": "network-changed", "server_uuid": "f0621a99-34df-41f5-9451-108f51b50b5e", "tag": "a121059c-7737-4b1a-a015-bad77429d618"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:35.062731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port a529877c-7205-4d95-81b4-941669593298, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a529877c-7205-4d95-81b4-941669593298,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:35.077155 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'a529877c-7205-4d95-81b4-941669593298', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'a529877c-7205-4d95-81b4-941669593298', 'mac_address': 'fa:16:3e:0b:b7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:30:35.082934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc1caa-d42b-4fcf-8a7d-d3e6a6218769 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9868f4-aa5b-400b-90b9-82a1b77164f1,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:35.111413 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1caa-d42b-4fcf-8a7d-d3e6a6218769 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:35.113948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a9cc1caa-d42b-4fcf-8a7d-d3e6a6218769 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6709647 Feb 16 16:30:35.116533 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55472) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:35.122420 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0ea80584-e78e-44a8-a622-b1a6b003bef9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'security_group_rule': {'security_group_id': '5fc07abd-33fc-456f-8218-732505c600ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:35.136719 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port a529877c-7205-4d95-81b4-941669593298 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:35.136719 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a529877c-7205-4d95-81b4-941669593298), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:35.163694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a529877c-7205-4d95-81b4-941669593298 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:30:35.179110 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0ea80584-e78e-44a8-a622-b1a6b003bef9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for security_group_rule (d41b8560-5e9f-46e7-9cab-67f4312bbd9c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:35.187929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port a529877c-7205-4d95-81b4-941669593298, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a529877c-7205-4d95-81b4-941669593298,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:35.193984 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a529877c-7205-4d95-81b4-941669593298), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:35.195586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4c2d3d9f-c254-4857-962e-31ca60f54aa4 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:30:35.195883 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c0f2341-8368-45cc-a313-b6daf1e5d316 req-aa23265b-3396-4fb7-96af-5a32393ccc0d tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad10279-e243-46e5-a9ea-d19bfdfcfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3319013 Feb 16 16:30:35.223719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-613b08f9-1ae0-4e99-a417-c62d5163aca1 req-39da3666-4bed-4e6c-84c7-0be17f58a769 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322346 Feb 16 16:30:35.294785 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=a529877c-7205-4d95-81b4-941669593298,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:35.301139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 4c2d3d9f-c254-4857-962e-31ca60f54aa4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4c2d3d9f-c254-4857-962e-31ca60f54aa4,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:35.326917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '4c2d3d9f-c254-4857-962e-31ca60f54aa4', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '4c2d3d9f-c254-4857-962e-31ca60f54aa4', 'mac_address': 'fa:16:3e:ba:5f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:30:35.344796 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824162ca-5c46-4869-a554-14f170f4ec1e x-openstack-request-id: req-824162ca-5c46-4869-a554-14f170f4ec1e {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:35.347610 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0621a99-34df-41f5-9451-108f51b50b5e", "tag": "a121059c-7737-4b1a-a015-bad77429d618", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:35.347610 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-824162ca-5c46-4869-a554-14f170f4ec1e {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:35.347610 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0621a99-34df-41f5-9451-108f51b50b5e', 'tag': 'a121059c-7737-4b1a-a015-bad77429d618', 'status': 'completed', 'code': 200} Feb 16 16:30:35.371122 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0ea80584-e78e-44a8-a622-b1a6b003bef9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for security_group_rule (d41b8560-5e9f-46e7-9cab-67f4312bbd9c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:35.378952 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0ea80584-e78e-44a8-a622-b1a6b003bef9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (d41b8560-5e9f-46e7-9cab-67f4312bbd9c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:35.403659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea80584-e78e-44a8-a622-b1a6b003bef9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41b8560-5e9f-46e7-9cab-67f4312bbd9c,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:35.436850 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0ea80584-e78e-44a8-a622-b1a6b003bef9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:35.438139 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0ea80584-e78e-44a8-a622-b1a6b003bef9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3193858 Feb 16 16:30:35.443744 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55480) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:35.449123 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 4c2d3d9f-c254-4857-962e-31ca60f54aa4 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:35.449395 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:35.449541 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:35.464820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbb1ff-3459-4e25-8471-2a36206a5e6f req-28804313-4bf3-496e-b493-4321b52b80ea tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:35.471826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96fbb1ff-3459-4e25-8471-2a36206a5e6f req-28804313-4bf3-496e-b493-4321b52b80ea tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 947 time: 0.1653190 Feb 16 16:30:35.483202 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2d3d9f-c254-4857-962e-31ca60f54aa4 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:30:35.485123 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:35.512635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 4c2d3d9f-c254-4857-962e-31ca60f54aa4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4c2d3d9f-c254-4857-962e-31ca60f54aa4,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:35.520696 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:35.586948 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f61ece20-e02c-401e-869c-cf8635996485 req-9b1e8ac6-65c2-4054-a7ce-c780d75990e5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:35.587740 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f61ece20-e02c-401e-869c-cf8635996485 req-9b1e8ac6-65c2-4054-a7ce-c780d75990e5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (8f320470-fc21-400c-b2c5-23d29320548d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:35.588154 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-f61ece20-e02c-401e-869c-cf8635996485 req-9b1e8ac6-65c2-4054-a7ce-c780d75990e5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Floating IP 8f320470-fc21-400c-b2c5-23d29320548d disassociated. External IP: 172.25.4.239, port: 7fca8622-8360-4ca9-a15c-54de40d0dc70. Feb 16 16:30:35.588496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-f61ece20-e02c-401e-869c-cf8635996485 req-9b1e8ac6-65c2-4054-a7ce-c780d75990e5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Calling delete_port for 7fca8622-8360-4ca9-a15c-54de40d0dc70 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:35.592201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=4c2d3d9f-c254-4857-962e-31ca60f54aa4,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:35.641371 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:35.685057 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140193-1c21-49ea-8740-eca824efc69c req-b4398a9a-23e4-490d-bf59-caa5ab0c2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:35.687072 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb140193-1c21-49ea-8740-eca824efc69c req-b4398a9a-23e4-490d-bf59-caa5ab0c2d6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 1155 time: 0.3098831 Feb 16 16:30:35.700331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac591a4-29cd-44a0-97fe-e1f3b7544907 req-5b5c1905-3277-48a0-af4d-621203578217 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:35.702117 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ac591a4-29cd-44a0-97fe-e1f3b7544907 req-5b5c1905-3277-48a0-af4d-621203578217 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.2202120 Feb 16 16:30:35.746693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96fbb1ff-3459-4e25-8471-2a36206a5e6f req-ab36683b-f702-4fa9-846f-97bdf5786f4c tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/security-groups?id=31c024fb-45d7-45a2-85b7-34c4d380398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734551 Feb 16 16:30:35.785935 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Allocated IP 172.25.4.175 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/df93a10c-1e3a-4335-bce3-a459b15f86e9) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:30:35.941491 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for port (df93a10c-1e3a-4335-bce3-a459b15f86e9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:35.949037 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140193-1c21-49ea-8740-eca824efc69c req-65d4a715-202a-41dc-b1db-a525adc41419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:35.951517 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb140193-1c21-49ea-8740-eca824efc69c req-65d4a715-202a-41dc-b1db-a525adc41419 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.2481563 Feb 16 16:30:35.968136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ac591a4-29cd-44a0-97fe-e1f3b7544907 req-9562bcd2-a3b4-4ea6-b168-7b02d317a492 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213290 Feb 16 16:30:36.004514 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (df93a10c-1e3a-4335-bce3-a459b15f86e9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:36.050102 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:30:36.053483 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:36.056185 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:30:36.062689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb140193-1c21-49ea-8740-eca824efc69c req-79bde898-6d7f-437e-a08a-30e870c6dcac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a121059c-7737-4b1a-a015-bad77429d618 HTTP/1.1" status: 200 len: 217 time: 0.0933423 Feb 16 16:30:36.073609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82a16-6e81-4e2f-92af-0a86ed7430e6 req-42768c37-b2b6-4143-aa3e-a11d88b6106c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:36.081968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43a82a16-6e81-4e2f-92af-0a86ed7430e6 req-42768c37-b2b6-4143-aa3e-a11d88b6106c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 0.2190161 Feb 16 16:30:36.108878 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'Port': ['ID=df93a10c-1e3a-4335-bce3-a459b15f86e9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:36.158586 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f61ece20-e02c-401e-869c-cf8635996485 req-9b1e8ac6-65c2-4054-a7ce-c780d75990e5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (7fca8622-8360-4ca9-a15c-54de40d0dc70), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:36.182135 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['4c2d3d9f-c254-4857-962e-31ca60f54aa4'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:30:36.211940 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for floatingip (b2a14e6e-a723-46aa-acab-7e230e5b97f9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:36.230244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['a529877c-7205-4d95-81b4-941669593298'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:30:36.254536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e8ac6-65c2-4054-a7ce-c780d75990e5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Pushing event deleted for resources: {'Port': ['ID=7fca8622-8360-4ca9-a15c-54de40d0dc70,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:36.281829 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (df93a10c-1e3a-4335-bce3-a459b15f86e9), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:36.299838 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43a82a16-6e81-4e2f-92af-0a86ed7430e6 req-35afe5b6-f537-414e-99cd-cc1fc88f2494 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163227 Feb 16 16:30:36.315398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140193-1c21-49ea-8740-eca824efc69c req-47a61f59-ac67-497e-ab6f-52482d71d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:36.325071 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb140193-1c21-49ea-8740-eca824efc69c req-47a61f59-ac67-497e-ab6f-52482d71d767 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.2382321 Feb 16 16:30:36.468950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8478816c-298f-449b-a6b7-6998a10a2882 req-a12b4726-9762-402c-a72e-ec6b69c8c00f tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f3efba-dbd9-4df1-96fd-b1838aadb210 HTTP/1.1" status: 200 len: 210 time: 0.0893068 Feb 16 16:30:36.508915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb140193-1c21-49ea-8740-eca824efc69c req-293329b1-433c-49b9-bec7-9c7a1abde8fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373613 Feb 16 16:30:36.570564 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for port (df93a10c-1e3a-4335-bce3-a459b15f86e9), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:36.580680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (df93a10c-1e3a-4335-bce3-a459b15f86e9), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:36.695341 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'Port': ['ID=df93a10c-1e3a-4335-bce3-a459b15f86e9,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:36.724873 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (b2a14e6e-a723-46aa-acab-7e230e5b97f9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:36.750366 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:36.761884 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f6d257e5-6e94-4d52-b745-1ee527405d03 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3150096 Feb 16 16:30:36.929390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d544dd9d-c8cc-4550-9985-293ed5e69bbd up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:30:36.988156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd962cb-3090-4df9-b094-c9d7fcb1ad18 req-e29c2b90-0bb0-4022-99c5-770b7119c06f tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:36.989967 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bdd962cb-3090-4df9-b094-c9d7fcb1ad18 req-e29c2b90-0bb0-4022-99c5-770b7119c06f tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 948 time: 0.5797415 Feb 16 16:30:37.000071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port d544dd9d-c8cc-4550-9985-293ed5e69bbd completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:30:37.004164 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port d544dd9d-c8cc-4550-9985-293ed5e69bbd triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:37.004544 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:37.041116 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-56df3b81-9581-46dc-9cfb-0211c5a2549e tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cd56c5f0630b49f39ec4f88c1e8eb354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647969 Feb 16 16:30:37.069565 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb140193-1c21-49ea-8740-eca824efc69c req-ad4d6bad-b438-47a6-a278-ca83dffa0497 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523925 Feb 16 16:30:37.072888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f61ece20-e02c-401e-869c-cf8635996485 req-9b1e8ac6-65c2-4054-a7ce-c780d75990e5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Router be61284a-3caa-4231-b2b5-305219838790 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:30:37.098089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port d544dd9d-c8cc-4550-9985-293ed5e69bbd is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:37.098496 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:37.125256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5628af-1cb0-4f16-910b-581d882257ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:37.127687 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f0ac54-212c-4394-8c64-f477b8b06843" -d '{"events": [{"server_uuid": "6f5628af-1cb0-4f16-910b-581d882257ac", "name": "network-vif-plugged", "status": "completed", "tag": "d544dd9d-c8cc-4550-9985-293ed5e69bbd"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:37.141392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d544dd9d-c8cc-4550-9985-293ed5e69bbd, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:37.147132 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:37.205923 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=d544dd9d-c8cc-4550-9985-293ed5e69bbd,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:37.224014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bdd962cb-3090-4df9-b094-c9d7fcb1ad18 req-58003314-d614-4742-99bd-dc962ade9e4a tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128193 Feb 16 16:30:37.378563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb140193-1c21-49ea-8740-eca824efc69c req-58919aaf-7659-4022-9c85-cf38c9ea6810 service neutron] 10.222.0.65 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915113 Feb 16 16:30:37.390986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d9da52d5-a80c-40c3-91aa-c85b1f670884 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:37.392470 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d9da52d5-a80c-40c3-91aa-c85b1f670884 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3375366 Feb 16 16:30:37.427920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-9665f15b-07f9-4190-aaef-d15a7a14cac9 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/quotas/cd56c5f0630b49f39ec4f88c1e8eb354 HTTP/1.1" status: 200 len: 375 time: 0.0255404 Feb 16 16:30:37.441925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3929f-94ca-458e-b2d8-22ede6f084aa req-cd7bb4ac-cdb4-4099-a771-b0d15a309038 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:37.443259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bd3929f-94ca-458e-b2d8-22ede6f084aa req-cd7bb4ac-cdb4-4099-a771-b0d15a309038 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 948 time: 0.1362507 Feb 16 16:30:37.445727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f61ece20-e02c-401e-869c-cf8635996485 req-9b1e8ac6-65c2-4054-a7ce-c780d75990e5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:30:37.466977 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac14d1bb-ebf9-4355-bf00-f6afa5a8d594 None None] Sync routers for ids ['be61284a-3caa-4231-b2b5-305219838790'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:30:37.478866 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac14d1bb-ebf9-4355-bf00-f6afa5a8d594 None None] Routers {'be61284a-3caa-4231-b2b5-305219838790'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:30:37.479499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ac14d1bb-ebf9-4355-bf00-f6afa5a8d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:30:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['be61284a-3caa-4231-b2b5-305219838790'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:37.504772 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-3b201236-00c1-406b-ab56-d40992706f97 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd56c5f0630b49f39ec4f88c1e8eb354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603344 Feb 16 16:30:37.583251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bd3929f-94ca-458e-b2d8-22ede6f084aa req-80e01a91-4fcc-428f-b3ec-cfd44f227b62 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/security-groups?id=31c024fb-45d7-45a2-85b7-34c4d380398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209064 Feb 16 16:30:37.584391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61ece20-e02c-401e-869c-cf8635996485 req-9b1e8ac6-65c2-4054-a7ce-c780d75990e5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] No DVR routers for this DVR port 7fca8622-8360-4ca9-a15c-54de40d0dc70 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:30:37.587231 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f61ece20-e02c-401e-869c-cf8635996485 req-9b1e8ac6-65c2-4054-a7ce-c780d75990e5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:37.590995 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f61ece20-e02c-401e-869c-cf8635996485 req-9b1e8ac6-65c2-4054-a7ce-c780d75990e5 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.65 "DELETE /v2.0/ports/7fca8622-8360-4ca9-a15c-54de40d0dc70 HTTP/1.1" status: 204 len: 173 time: 3.2582569 Feb 16 16:30:37.591491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f3efba-dbd9-4df1-96fd-b1838aadb210', 'name': 'network-vif-deleted', 'tag': '7fca8622-8360-4ca9-a15c-54de40d0dc70'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:37.595224 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a96191-4028-475c-bf8c-9c5be1d321a9" -d '{"events": [{"server_uuid": "b5f3efba-dbd9-4df1-96fd-b1838aadb210", "name": "network-vif-deleted", "tag": "7fca8622-8360-4ca9-a15c-54de40d0dc70"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:37.657422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ac14d1bb-ebf9-4355-bf00-f6afa5a8d594 None None] Set router be61284a-3caa-4231-b2b5-305219838790 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:30:37.852070 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 7fca8622-8360-4ca9-a15c-54de40d0dc70 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:37.919025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146fb2a-40ef-4e42-92db-5a44f1c7ed2a req-27fc2ed1-6833-4eab-8f98-dca0d1dc40b8 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:37.920647 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f146fb2a-40ef-4e42-92db-5a44f1c7ed2a req-27fc2ed1-6833-4eab-8f98-dca0d1dc40b8 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.1224403 Feb 16 16:30:38.004397 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f146fb2a-40ef-4e42-92db-5a44f1c7ed2a req-da93db4d-775a-4d06-a5b4-5c45a72060de tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591340 Feb 16 16:30:38.013063 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-60368c7c-66ab-4822-af7a-6d616f47f259 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1370695746&fields=id&tenant_id=f8966ad3080046efbfd4bb8a1c96e2af HTTP/1.1" status: 200 len: 267 time: 0.2403975 Feb 16 16:30:38.140910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-caf2f382-f9d6-45bc-950d-234e837038bb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:38.142530 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-caf2f382-f9d6-45bc-950d-234e837038bb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports/8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 HTTP/1.1" status: 200 len: 935 time: 0.1206119 Feb 16 16:30:38.183232 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd75a155-1303-48c7-b712-5f9c2c86b364 x-openstack-request-id: req-bd75a155-1303-48c7-b712-5f9c2c86b364 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:38.183944 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5628af-1cb0-4f16-910b-581d882257ac", "name": "network-vif-plugged", "status": "completed", "tag": "d544dd9d-c8cc-4550-9985-293ed5e69bbd", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:38.184407 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd75a155-1303-48c7-b712-5f9c2c86b364 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:38.185738 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5628af-1cb0-4f16-910b-581d882257ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd', 'code': 200} Feb 16 16:30:38.355907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 7fca8622-8360-4ca9-a15c-54de40d0dc70 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:38.356575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 7fca8622-8360-4ca9-a15c-54de40d0dc70 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:38.358859 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f36c1-6705-4282-9f42-3f492a7ef2ed req-1514bccd-9912-43a2-baa4-2dcabcf297c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:38.363684 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-091f36c1-6705-4282-9f42-3f492a7ef2ed req-1514bccd-9912-43a2-baa4-2dcabcf297c7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f5628af-1cb0-4f16-910b-581d882257ac HTTP/1.1" status: 200 len: 1132 time: 0.1441536 Feb 16 16:30:38.370311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-d3876ce6-3d60-4d40-b069-88f7bcfa3f4d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:38.372963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-d3876ce6-3d60-4d40-b069-88f7bcfa3f4d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports/05a3f381-04ac-4532-9824-3977aba8b6be HTTP/1.1" status: 200 len: 935 time: 0.2206082 Feb 16 16:30:38.412000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ac14d1bb-ebf9-4355-bf00-f6afa5a8d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be61284a-3caa-4231-b2b5-305219838790', 'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:07Z', 'updated_at': '2022-02-16T16:29:16Z', 'revision_number': 4, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'gw_port': {'id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:08Z', 'updated_at': '2022-02-16T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '683a2097-e687-47fe-935c-acf548385dc3', 'name': '', 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'mac_address': 'fa:16:3e:fd:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'fe3da449-1978-4788-9856-bb2680195426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:15Z', 'updated_at': '2022-02-16T16:29:22Z', 'revision_number': 5, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'subnets': [{'id': 'fe3da449-1978-4788-9856-bb2680195426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:38.456102 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-091f36c1-6705-4282-9f42-3f492a7ef2ed req-50737041-56d6-4d61-a8dd-48a717be5ce4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879245 Feb 16 16:30:38.478777 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac14d1bb-ebf9-4355-bf00-f6afa5a8d594 None None] Checking router: be61284a-3caa-4231-b2b5-305219838790 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:30:38.490820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac14d1bb-ebf9-4355-bf00-f6afa5a8d594 None None] Routers {'be61284a-3caa-4231-b2b5-305219838790'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:30:38.491460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ac14d1bb-ebf9-4355-bf00-f6afa5a8d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:30:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['be61284a-3caa-4231-b2b5-305219838790'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:38.498388 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-728941ac-fb21-48d4-bb84-047fb327d663 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?network_id=99166be9-b7bf-4994-91a8-2a2b782c0a2a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1075330 Feb 16 16:30:38.518155 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf88329-7774-4ba6-9021-c6880e941b06 req-914c77cb-c0c9-4a2a-89d4-8dab7dc35081 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:38.526038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbf88329-7774-4ba6-9021-c6880e941b06 req-914c77cb-c0c9-4a2a-89d4-8dab7dc35081 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 0.2966118 Feb 16 16:30:38.605998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-6d4ec370-e829-4db0-9f95-e6c75d33ccc1 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?network_id=99166be9-b7bf-4994-91a8-2a2b782c0a2a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0787606 Feb 16 16:30:38.671534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbf88329-7774-4ba6-9021-c6880e941b06 req-03f7fdbc-c788-478c-b90f-aa296df88edb tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413252 Feb 16 16:30:38.673662 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:30:38.713442 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ac14d1bb-ebf9-4355-bf00-f6afa5a8d594 None None] Set router be61284a-3caa-4231-b2b5-305219838790 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:30:38.847432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-5a3bc175-a13a-4713-95a5-357b3ef05b6c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:38.855787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-5a3bc175-a13a-4713-95a5-357b3ef05b6c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:38.867805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-5a3bc175-a13a-4713-95a5-357b3ef05b6c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:38.869686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-5a3bc175-a13a-4713-95a5-357b3ef05b6c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/networks?id=bd6679df-17c6-4470-9d69-faee9752f3e1&id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&id=99166be9-b7bf-4994-91a8-2a2b782c0a2a&id=99166be9-b7bf-4994-91a8-2a2b782c0a2a HTTP/1.1" status: 200 len: 1995 time: 0.2424819 Feb 16 16:30:38.871536 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26189c90-3e88-4fde-8c1a-49e711daba98 x-openstack-request-id: req-26189c90-3e88-4fde-8c1a-49e711daba98 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:38.872152 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f3efba-dbd9-4df1-96fd-b1838aadb210", "name": "network-vif-deleted", "tag": "7fca8622-8360-4ca9-a15c-54de40d0dc70", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:38.872420 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26189c90-3e88-4fde-8c1a-49e711daba98 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:38.872834 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f3efba-dbd9-4df1-96fd-b1838aadb210', 'name': 'network-vif-deleted', 'tag': '7fca8622-8360-4ca9-a15c-54de40d0dc70', 'status': 'completed', 'code': 200} Feb 16 16:30:38.904956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-49b20cfc-f667-4eb2-8e8b-7bfa5d89509a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/quotas/f8966ad3080046efbfd4bb8a1c96e2af HTTP/1.1" status: 200 len: 375 time: 0.0248237 Feb 16 16:30:38.933690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a529877c-7205-4d95-81b4-941669593298 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:30:38.961422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e3aee94-bc5a-4947-8e3e-fa97c7ebe999 req-39a16162-515e-4701-9a05-066021df33b4 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3 HTTP/1.1" status: 200 len: 210 time: 0.0462804 Feb 16 16:30:39.044562 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-ca259bdb-820b-40ca-9e64-5b08b3cdb8aa tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1385791 Feb 16 16:30:39.086293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port a529877c-7205-4d95-81b4-941669593298 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:30:39.121302 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port a529877c-7205-4d95-81b4-941669593298 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:39.122422 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a529877c-7205-4d95-81b4-941669593298), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:39.198117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af93855-ba85-4781-8681-b34c0fe3c14a req-19f108b8-8d9a-487e-8422-d6399483cbfc tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:39.200346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5af93855-ba85-4781-8681-b34c0fe3c14a req-19f108b8-8d9a-487e-8422-d6399483cbfc tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 948 time: 0.1546865 Feb 16 16:30:39.220038 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ac14d1bb-ebf9-4355-bf00-f6afa5a8d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be61284a-3caa-4231-b2b5-305219838790', 'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:07Z', 'updated_at': '2022-02-16T16:29:16Z', 'revision_number': 4, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'gw_port': {'id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:08Z', 'updated_at': '2022-02-16T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '683a2097-e687-47fe-935c-acf548385dc3', 'name': '', 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'mac_address': 'fa:16:3e:fd:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'fe3da449-1978-4788-9856-bb2680195426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:15Z', 'updated_at': '2022-02-16T16:29:22Z', 'revision_number': 5, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'subnets': [{'id': 'fe3da449-1978-4788-9856-bb2680195426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:39.232110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-6453e3dc-9c94-43c0-8ced-af442864483a service neutron] 10.222.0.24 "GET /v2.0/networks/bd6679df-17c6-4470-9d69-faee9752f3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419904 Feb 16 16:30:39.263728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac14d1bb-ebf9-4355-bf00-f6afa5a8d594 None None] The sync data for ids ['be61284a-3caa-4231-b2b5-305219838790'] in n-d-669411-5 is: [{'id': 'be61284a-3caa-4231-b2b5-305219838790', 'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:07Z', 'updated_at': '2022-02-16T16:29:16Z', 'revision_number': 4, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'gw_port': {'id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:08Z', 'updated_at': '2022-02-16T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '683a2097-e687-47fe-935c-acf548385dc3', 'name': '', 'network_id': 'cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'mac_address': 'fa:16:3e:fd:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'fe3da449-1978-4788-9856-bb2680195426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:15Z', 'updated_at': '2022-02-16T16:29:22Z', 'revision_number': 5, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'subnets': [{'id': 'fe3da449-1978-4788-9856-bb2680195426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:30:39.304103 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5af93855-ba85-4781-8681-b34c0fe3c14a req-05e152ff-50c4-4462-ba06-f2ff43a1313b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960169 Feb 16 16:30:39.358084 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port a529877c-7205-4d95-81b4-941669593298 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:39.358590 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a529877c-7205-4d95-81b4-941669593298), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:39.410579 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-ea27df07-062c-4f0c-9b8c-9dfbcc72cc50 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=cd56c5f0630b49f39ec4f88c1e8eb354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382082 Feb 16 16:30:39.460111 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port a529877c-7205-4d95-81b4-941669593298, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a529877c-7205-4d95-81b4-941669593298,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:39.465418 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a529877c-7205-4d95-81b4-941669593298), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:39.466249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4c2d3d9f-c254-4857-962e-31ca60f54aa4 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:30:39.469014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-475694f6-8a07-4588-ab24-7a3410a3f403 service neutron] 10.222.0.24 "GET /v2.0/networks/bd6679df-17c6-4470-9d69-faee9752f3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223303 Feb 16 16:30:39.554275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=a529877c-7205-4d95-81b4-941669593298,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:39.621567 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-59ee9852-35a3-4a94-ba1c-8b35a36986d9 service neutron] 10.222.0.24 "GET /v2.0/ports/8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1414375 Feb 16 16:30:39.635661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 4c2d3d9f-c254-4857-962e-31ca60f54aa4 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:30:39.646874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 4c2d3d9f-c254-4857-962e-31ca60f54aa4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:39.647250 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:39.679063 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-49e5b20e-3e71-4a66-b3fa-bcb78558da7b tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:39.681373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-49e5b20e-3e71-4a66-b3fa-bcb78558da7b tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650502 Feb 16 16:30:39.706361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Request body: {'port': {'device_id': '40d1a1f2-06aa-43c4-bc67-0654a43c3dc3', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': 'cd56c5f0630b49f39ec4f88c1e8eb354'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:39.724617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e866b-0eeb-4068-a026-160f110880e5 req-bb394814-d44a-44c5-8210-97bc5d479196 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:39.731528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa7e866b-0eeb-4068-a026-160f110880e5 req-bb394814-d44a-44c5-8210-97bc5d479196 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 948 time: 0.2444589 Feb 16 16:30:39.778826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 4c2d3d9f-c254-4857-962e-31ca60f54aa4 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:39.779245 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:39.835678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device a121059c-7737-4b1a-a015-bad77429d618 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:39.841434 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4174d3a-0491-40d4-9945-968d1b04f737 None None] New status for floating IP 8f320470-fc21-400c-b2c5-23d29320548d: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:30:39.841960 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 4c2d3d9f-c254-4857-962e-31ca60f54aa4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4c2d3d9f-c254-4857-962e-31ca60f54aa4,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:39.871919 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:39.923860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa7e866b-0eeb-4068-a026-160f110880e5 req-57fb8edb-173f-4f17-ba20-11597de248a7 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/security-groups?id=31c024fb-45d7-45a2-85b7-34c4d380398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914828 Feb 16 16:30:39.950827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=4c2d3d9f-c254-4857-962e-31ca60f54aa4,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:39.998467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55556) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:40.007505 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-f78193d3-6642-4f9c-b650-9c1546140bf7 service neutron] 10.222.0.24 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655591 Feb 16 16:30:40.031494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port a121059c-7737-4b1a-a015-bad77429d618 is: DOWN; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:40.125654 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f63af2ae-063a-4dc0-ad19-8aa5a0ad6090 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for security_group (6ad10279-e243-46e5-a9ea-d19bfdfcfa47), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:40.176651 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f63af2ae-063a-4dc0-ad19-8aa5a0ad6090 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for security_group (6ad10279-e243-46e5-a9ea-d19bfdfcfa47), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:40.186789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84af7177-afc6-4b71-b478-78d85b80205d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a529877c-7205-4d95-81b4-941669593298'}, {'server_uuid': '081fd2e7-4c42-46e7-8149-153dd7f12dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2d3d9f-c254-4857-962e-31ca60f54aa4'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:40.189172 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042f1964-e20b-45c2-a576-abbcccd9e282" -d '{"events": [{"server_uuid": "84af7177-afc6-4b71-b478-78d85b80205d", "name": "network-vif-plugged", "status": "completed", "tag": "a529877c-7205-4d95-81b4-941669593298"}, {"server_uuid": "081fd2e7-4c42-46e7-8149-153dd7f12dfa", "name": "network-vif-plugged", "status": "completed", "tag": "4c2d3d9f-c254-4857-962e-31ca60f54aa4"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:40.217357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Made reservation on behalf of cd56c5f0630b49f39ec4f88c1e8eb354 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:40.221521 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:40.250000 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f63af2ae-063a-4dc0-ad19-8aa5a0ad6090 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6ad10279-e243-46e5-a9ea-d19bfdfcfa47), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:40.256367 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f63af2ae-063a-4dc0-ad19-8aa5a0ad6090 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:40.260340 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f63af2ae-063a-4dc0-ad19-8aa5a0ad6090 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "DELETE /v2.0/security-groups/6ad10279-e243-46e5-a9ea-d19bfdfcfa47 HTTP/1.1" status: 204 len: 168 time: 0.2610917 Feb 16 16:30:40.262384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55564) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:40.262998 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:40.268783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-83f11649-4047-4df3-ad93-3266acbb18d9 service neutron] 10.222.0.24 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611794 Feb 16 16:30:40.288859 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63af2ae-063a-4dc0-ad19-8aa5a0ad6090 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad10279-e243-46e5-a9ea-d19bfdfcfa47,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:40.294144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29366b-864c-4174-b478-0ae118bc6fbb req-71a40c46-ba4d-4c62-b2bf-ed44797d0f2f tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:40.295688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d29366b-864c-4174-b478-0ae118bc6fbb req-71a40c46-ba4d-4c62-b2bf-ed44797d0f2f tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.2076807 Feb 16 16:30:40.318883 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-073168ce-6afa-42c7-957f-4c79b7f65bce tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] show failed (client error): The resource could not be found. Feb 16 16:30:40.321199 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-073168ce-6afa-42c7-957f-4c79b7f65bce tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "GET /v2.0/security-groups/6ad10279-e243-46e5-a9ea-d19bfdfcfa47 HTTP/1.1" status: 404 len: 347 time: 0.0522766 Feb 16 16:30:40.324012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55566) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:40.385787 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-37f431fe-7507-426b-a8c0-dff791f6e894 service neutron] 10.222.0.24 "GET /v2.0/ports/05a3f381-04ac-4532-9824-3977aba8b6be?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0860717 Feb 16 16:30:40.465004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d29366b-864c-4174-b478-0ae118bc6fbb req-f95af543-6f0d-4eec-9e40-b03e8b7cf51e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459236 Feb 16 16:30:40.563588 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks [] for security_group (ad48d083-020f-4333-a81a-ed8f43389e45), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:40.583786 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ad48d083-020f-4333-a81a-ed8f43389e45), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:40.584065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-07ca51e8-9be2-45ef-afc8-d1254a54ec80 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Deleting port c774ae69-192d-4fd6-9b66-b6c00969d5c7 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:40.584065 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07ca51e8-9be2-45ef-afc8-d1254a54ec80 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c774ae69-192d-4fd6-9b66-b6c00969d5c7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:40.619185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-b236fc90-0e64-440e-a740-72a37b1157e4 service neutron] 10.222.0.24 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258356 Feb 16 16:30:40.700875 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07ca51e8-9be2-45ef-afc8-d1254a54ec80 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c774ae69-192d-4fd6-9b66-b6c00969d5c7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:40.701206 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07ca51e8-9be2-45ef-afc8-d1254a54ec80 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for floatingip (c774ae69-192d-4fd6-9b66-b6c00969d5c7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:40.718512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-07ca51e8-9be2-45ef-afc8-d1254a54ec80 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Calling delete_port for c774ae69-192d-4fd6-9b66-b6c00969d5c7 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:40.722357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad48d083-020f-4333-a81a-ed8f43389e45,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:40.850685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Allocated IP 192.168.233.124 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/b8d55022-6f06-4f14-80e2-95ed2462d606) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:30:40.902112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07ca51e8-9be2-45ef-afc8-d1254a54ec80 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c774ae69-192d-4fd6-9b66-b6c00969d5c7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:40.928191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b4a85-f78e-49a1-81ee-8d8777fdf5af req-75783063-541d-47b5-a174-9ef1d5151c06 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:40.930534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d5b4a85-f78e-49a1-81ee-8d8777fdf5af req-75783063-541d-47b5-a174-9ef1d5151c06 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 0.3692057 Feb 16 16:30:40.938066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca51e8-9be2-45ef-afc8-d1254a54ec80 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Pushing event deleted for resources: {'Port': ['ID=c774ae69-192d-4fd6-9b66-b6c00969d5c7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:40.963572 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-91133bd7-2525-43ba-919e-57dc9a366ceb service neutron] 10.222.0.24 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314867 Feb 16 16:30:41.027222 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07ca51e8-9be2-45ef-afc8-d1254a54ec80 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks [] for floatingip (8f320470-fc21-400c-b2c5-23d29320548d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:41.030583 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07ca51e8-9be2-45ef-afc8-d1254a54ec80 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:41.031913 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-07ca51e8-9be2-45ef-afc8-d1254a54ec80 tempest-ServersTestJSON-2060488903 tempest-ServersTestJSON-2060488903-project] 10.222.0.24 "DELETE /v2.0/floatingips/8f320470-fc21-400c-b2c5-23d29320548d HTTP/1.1" status: 204 len: 168 time: 0.7066131 Feb 16 16:30:41.035502 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55572) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:41.173994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d5b4a85-f78e-49a1-81ee-8d8777fdf5af req-be1d386d-60de-4abe-8f68-244b4762592a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323439 Feb 16 16:30:41.196883 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks [] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:41.235215 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-42632334-65c4-4d98-94e0-ebf3d6b2454a service neutron] 10.222.0.24 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486975 Feb 16 16:30:41.612365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1661af25-3103-4bb7-b6f5-23f32bcb4b75 req-0e1bb795-e629-4d95-ae16-1a1766f0e1f6 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3 HTTP/1.1" status: 200 len: 210 time: 0.0375559 Feb 16 16:30:41.635323 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63555ef3-6a74-4320-8c96-4e652c34e6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (be61284a-3caa-4231-b2b5-305219838790), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:41.663453 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:41.701683 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0594c3c-9d4c-4eb7-b171-7e2b663e1d36 x-openstack-request-id: req-f0594c3c-9d4c-4eb7-b171-7e2b663e1d36 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:41.702571 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84af7177-afc6-4b71-b478-78d85b80205d", "name": "network-vif-plugged", "status": "completed", "tag": "a529877c-7205-4d95-81b4-941669593298", "code": 200}, {"server_uuid": "081fd2e7-4c42-46e7-8149-153dd7f12dfa", "name": "network-vif-plugged", "status": "completed", "tag": "4c2d3d9f-c254-4857-962e-31ca60f54aa4", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:41.703064 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0594c3c-9d4c-4eb7-b171-7e2b663e1d36 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:41.703675 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84af7177-afc6-4b71-b478-78d85b80205d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a529877c-7205-4d95-81b4-941669593298', 'code': 200} Feb 16 16:30:41.704181 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081fd2e7-4c42-46e7-8149-153dd7f12dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2d3d9f-c254-4857-962e-31ca60f54aa4', 'code': 200} Feb 16 16:30:41.756903 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4434afe4-38c0-4724-b72c-a527ad994f08 service neutron] 10.222.0.24 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208092 Feb 16 16:30:41.774501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:30:41.823960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Pushing event updated for resources: {'Port': ['ID=b8d55022-6f06-4f14-80e2-95ed2462d606,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:41.826550 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:41.846796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:30:41.940934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:41.942543 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:42.030550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553734f-88f7-46a6-b8b5-9467467e7a13 req-a21e4855-ad35-4701-bd62-9fdad6086128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:42.032713 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e553734f-88f7-46a6-b8b5-9467467e7a13 req-a21e4855-ad35-4701-bd62-9fdad6086128 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 1131 time: 0.1922829 Feb 16 16:30:42.097110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-8579677e-fe13-4f9d-bfe5-79de7db4db3f tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3955536 Feb 16 16:30:42.107090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df473b-9eba-446e-b534-82e2319e93c1 req-9cfc5b5d-44db-4818-aa02-bb5c257db158 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:42.114948 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e553734f-88f7-46a6-b8b5-9467467e7a13 req-310d0100-1ac7-4a89-9cd0-3457d35ba349 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=31c024fb-45d7-45a2-85b7-34c4d380398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668139 Feb 16 16:30:42.121150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29df473b-9eba-446e-b534-82e2319e93c1 req-9cfc5b5d-44db-4818-aa02-bb5c257db158 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 949 time: 0.3399456 Feb 16 16:30:42.154693 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Request body: {'port': {'device_id': '40d1a1f2-06aa-43c4-bc67-0654a43c3dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:42.233168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-58d7c9ab-2465-420d-b6e3-61f041b5c123 None None] Provisioning complete for port b8d55022-6f06-4f14-80e2-95ed2462d606 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:42.233544 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-58d7c9ab-2465-420d-b6e3-61f041b5c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:42.246370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-63555ef3-6a74-4320-8c96-4e652c34e6ba admin admin] Deleting port 683a2097-e687-47fe-935c-acf548385dc3 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:42.246852 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63555ef3-6a74-4320-8c96-4e652c34e6ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (683a2097-e687-47fe-935c-acf548385dc3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:42.294979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56774e34-8ddc-4d48-8a3f-ab1cde6805e4 req-5fd40f04-abf1-433c-8183-3162694edcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:42.296538 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56774e34-8ddc-4d48-8a3f-ab1cde6805e4 req-5fd40f04-abf1-433c-8183-3162694edcbe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 1131 time: 0.4463885 Feb 16 16:30:42.302412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-58d7c9ab-2465-420d-b6e3-61f041b5c123 None None] Port b8d55022-6f06-4f14-80e2-95ed2462d606 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:30:42.307310 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e2bd34f4-6e07-4c13-aabd-1dd537875450 service neutron] 10.222.0.24 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495794 Feb 16 16:30:42.340043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-63555ef3-6a74-4320-8c96-4e652c34e6ba admin admin] For port 683a2097-e687-47fe-935c-acf548385dc3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=683a2097-e687-47fe-935c-acf548385dc3,segment=NetworkSegment(7b36b68a-f3dc-4586-be4d-47be965a470d),segment_id=7b36b68a-f3dc-4586-be4d-47be965a470d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:42.340555 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63555ef3-6a74-4320-8c96-4e652c34e6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (683a2097-e687-47fe-935c-acf548385dc3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:42.357457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-63555ef3-6a74-4320-8c96-4e652c34e6ba admin admin] Calling delete_port for 683a2097-e687-47fe-935c-acf548385dc3 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:42.396672 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29df473b-9eba-446e-b534-82e2319e93c1 req-7f84527c-2a0b-4b3c-b2b9-7769f16c9f07 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746451 Feb 16 16:30:42.538404 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:42.684921 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63555ef3-6a74-4320-8c96-4e652c34e6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (683a2097-e687-47fe-935c-acf548385dc3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:42.725813 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63555ef3-6a74-4320-8c96-4e652c34e6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=683a2097-e687-47fe-935c-acf548385dc3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:42.922547 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56774e34-8ddc-4d48-8a3f-ab1cde6805e4 req-c4256794-e650-4b63-ae14-9696809dac1a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248339 Feb 16 16:30:42.978172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-959c0f2e-8212-41b7-a1c3-03095fdda782 service neutron] 10.222.0.24 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461372 Feb 16 16:30:43.128112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695c804-3c44-4725-8511-860d2d43ccc2 req-f7475277-348d-4a71-9edb-42f5ef8c5364 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:43.135230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3695c804-3c44-4725-8511-860d2d43ccc2 req-f7475277-348d-4a71-9edb-42f5ef8c5364 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 949 time: 0.5582707 Feb 16 16:30:43.140592 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63555ef3-6a74-4320-8c96-4e652c34e6ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (be61284a-3caa-4231-b2b5-305219838790), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:43.291680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3695c804-3c44-4725-8511-860d2d43ccc2 req-dca08907-5bff-4583-b442-f6d0dd59e102 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/security-groups?id=31c024fb-45d7-45a2-85b7-34c4d380398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555824 Feb 16 16:30:43.334214 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-ca3775c2-6ba9-483b-bb25-e9e0819370e0 service neutron] 10.222.0.24 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136561 Feb 16 16:30:43.385525 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63555ef3-6a74-4320-8c96-4e652c34e6ba admin admin] Router be61284a-3caa-4231-b2b5-305219838790 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:30:43.441908 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-7ecdf34b-c1c2-495b-ac81-9c95cda9b9bc service neutron] 10.222.0.65 "GET /v2.0/ports/a121059c-7737-4b1a-a015-bad77429d618/bindings/n-h2-669411-5 HTTP/1.1" status: 200 len: 384 time: 0.1824827 Feb 16 16:30:43.468065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d55022-6f06-4f14-80e2-95ed2462d606 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:30:43.485496 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Publish callbacks [] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:43.502202 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63555ef3-6a74-4320-8c96-4e652c34e6ba admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:30:43.508955 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-63555ef3-6a74-4320-8c96-4e652c34e6ba admin admin] 10.222.0.24 "PUT /v2.0/routers/be61284a-3caa-4231-b2b5-305219838790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4716291 Feb 16 16:30:43.510042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55584) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:43.511009 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d8e80-b207-45dc-907b-dc819679efbe None None] Sync routers for ids ['be61284a-3caa-4231-b2b5-305219838790'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:30:43.521590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d8e80-b207-45dc-907b-dc819679efbe None None] Routers {'be61284a-3caa-4231-b2b5-305219838790'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:30:43.522492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1b6d8e80-b207-45dc-907b-dc819679efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:30:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['be61284a-3caa-4231-b2b5-305219838790'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:43.546255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Transition to ACTIVE for port object b8d55022-6f06-4f14-80e2-95ed2462d606 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:30:43.580378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-bf781685-548c-47da-ba7e-39464ddb2e35 service neutron] 10.222.0.24 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415116 Feb 16 16:30:43.597028 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:43.636841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-1b6d8e80-b207-45dc-907b-dc819679efbe None None] Set router be61284a-3caa-4231-b2b5-305219838790 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:30:43.799083 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf19e74-b0ff-499b-961c-ca7b6e2b1b6d req-c543df8c-4fc4-4053-926c-b861a4b0d5a3 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:43.805257 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-edf19e74-b0ff-499b-961c-ca7b6e2b1b6d req-c543df8c-4fc4-4053-926c-b861a4b0d5a3 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.4254236 Feb 16 16:30:43.815641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d55022-6f06-4f14-80e2-95ed2462d606,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:43.844416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1b6d8e80-b207-45dc-907b-dc819679efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be61284a-3caa-4231-b2b5-305219838790', 'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:07Z', 'updated_at': '2022-02-16T16:30:42Z', 'revision_number': 5, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'gw_port': {'id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:08Z', 'updated_at': '2022-02-16T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:43.886603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d8e80-b207-45dc-907b-dc819679efbe None None] Checking router: be61284a-3caa-4231-b2b5-305219838790 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:30:43.897901 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d8e80-b207-45dc-907b-dc819679efbe None None] Routers {'be61284a-3caa-4231-b2b5-305219838790'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:30:43.898553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1b6d8e80-b207-45dc-907b-dc819679efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:30:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['be61284a-3caa-4231-b2b5-305219838790'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:43.929042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-2f603c2d-f333-47c7-a441-7f02c6e6cea0 service neutron] 10.222.0.24 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477952 Feb 16 16:30:43.929618 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] Publish callbacks [] for router (be61284a-3caa-4231-b2b5-305219838790), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:44.069633 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] Publish callbacks [] for router_gateway (be61284a-3caa-4231-b2b5-305219838790), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:44.080146 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-1b6d8e80-b207-45dc-907b-dc819679efbe None None] Set router be61284a-3caa-4231-b2b5-305219838790 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:30:44.085615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Attempting to bind port b8d55022-6f06-4f14-80e2-95ed2462d606 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:30:44.086104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Attempting to bind port b8d55022-6f06-4f14-80e2-95ed2462d606 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:30:44.086545 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Attempting to bind port b8d55022-6f06-4f14-80e2-95ed2462d606 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:30:44.130018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Port b8d55022-6f06-4f14-80e2-95ed2462d606 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:30:44.130560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Attempting to bind port b8d55022-6f06-4f14-80e2-95ed2462d606 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:30:44.183322 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] Deleting port f027cfd9-338e-4b0c-9758-48ccebce995d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:44.183980 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f027cfd9-338e-4b0c-9758-48ccebce995d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:44.191623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-edf19e74-b0ff-499b-961c-ca7b6e2b1b6d req-2f08fc00-391e-409a-97bc-49e8e0afb3e6 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635285 Feb 16 16:30:44.255635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:30:44.256039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:30:44.256434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:30:44.256881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Bound port: b8d55022-6f06-4f14-80e2-95ed2462d606, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:30:44.257244 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:44.346084 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] For port f027cfd9-338e-4b0c-9758-48ccebce995d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f027cfd9-338e-4b0c-9758-48ccebce995d,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:44.349089 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f027cfd9-338e-4b0c-9758-48ccebce995d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:44.364455 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] Calling delete_port for f027cfd9-338e-4b0c-9758-48ccebce995d owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:44.390861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] For port b8d55022-6f06-4f14-80e2-95ed2462d606, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:30:44.398052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1b6d8e80-b207-45dc-907b-dc819679efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be61284a-3caa-4231-b2b5-305219838790', 'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:07Z', 'updated_at': '2022-02-16T16:30:42Z', 'revision_number': 5, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'gw_port': {'id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:08Z', 'updated_at': '2022-02-16T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:44.408226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-acbff28e-7f37-4fa9-8047-6da0cd4a9f5c service neutron] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a121059c-7737-4b1a-a015-bad77429d618,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:44.429404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] For port b8d55022-6f06-4f14-80e2-95ed2462d606, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b8d55022-6f06-4f14-80e2-95ed2462d606,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:30:44.438862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d8e80-b207-45dc-907b-dc819679efbe None None] The sync data for ids ['be61284a-3caa-4231-b2b5-305219838790'] in n-d-669411-5 is: [{'id': 'be61284a-3caa-4231-b2b5-305219838790', 'name': 'tempest-ServersTestJSON-877109438-router', 'tenant_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:07Z', 'updated_at': '2022-02-16T16:30:42Z', 'revision_number': 5, 'project_id': 'e2cbad17b8ce48d9928b3b1e4dd42c20', 'gw_port': {'id': 'f027cfd9-338e-4b0c-9758-48ccebce995d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61284a-3caa-4231-b2b5-305219838790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:08Z', 'updated_at': '2022-02-16T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:30:44.439146 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-acd5b6a6-68fe-43c4-8a9e-3fe590c1759e service neutron] 10.222.0.24 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978385 Feb 16 16:30:44.482967 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:44.522141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:44.522512 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:44.524161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] 10.222.0.65 "PUT /v2.0/ports/b8d55022-6f06-4f14-80e2-95ed2462d606 HTTP/1.1" status: 200 len: 1096 time: 2.3799956 Feb 16 16:30:44.538844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d1a1f2-06aa-43c4-bc67-0654a43c3dc3', 'tag': 'b8d55022-6f06-4f14-80e2-95ed2462d606'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:44.541729 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f0aa1a-218f-4541-a644-0a6b15788d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "40d1a1f2-06aa-43c4-bc67-0654a43c3dc3", "tag": "b8d55022-6f06-4f14-80e2-95ed2462d606"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:44.579366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-acbff28e-7f37-4fa9-8047-6da0cd4a9f5c service neutron] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:30:44.714986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c052f05e-4bf0-4e9d-b04a-4da40b40a50b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:44.716413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c052f05e-4bf0-4e9d-b04a-4da40b40a50b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports/8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 HTTP/1.1" status: 200 len: 935 time: 0.2568138 Feb 16 16:30:44.733613 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f027cfd9-338e-4b0c-9758-48ccebce995d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:44.763415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-acbff28e-7f37-4fa9-8047-6da0cd4a9f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a121059c-7737-4b1a-a015-bad77429d618 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:30:44.767165 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f027cfd9-338e-4b0c-9758-48ccebce995d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:44.815375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-acbff28e-7f37-4fa9-8047-6da0cd4a9f5c service neutron] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a121059c-7737-4b1a-a015-bad77429d618,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:44.818003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23049d6-47f1-43e9-82fe-7103a6a96c38 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d55022-6f06-4f14-80e2-95ed2462d606,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:44.847342 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b5d20-e507-4cea-bfc2-9be846226446 req-4a243b6f-a724-4191-be60-266eb7c2082e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:44.849291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-242b5d20-e507-4cea-bfc2-9be846226446 req-4a243b6f-a724-4191-be60-266eb7c2082e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 943 time: 0.2675116 Feb 16 16:30:44.857112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e66b5743-267c-4f17-a69f-a56b82d4b7d9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:44.864795 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (be61284a-3caa-4231-b2b5-305219838790), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:44.866830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e66b5743-267c-4f17-a69f-a56b82d4b7d9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports/05a3f381-04ac-4532-9824-3977aba8b6be HTTP/1.1" status: 200 len: 935 time: 0.1321855 Feb 16 16:30:44.875272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-2e0cb7fc-27c0-40a4-a720-e6752b52ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:44.880341 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-2e0cb7fc-27c0-40a4-a720-e6752b52ff78 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd56c5f0630b49f39ec4f88c1e8eb354&device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3 HTTP/1.1" status: 200 len: 1130 time: 0.2780621 Feb 16 16:30:44.884024 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-acbff28e-7f37-4fa9-8047-6da0cd4a9f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a121059c-7737-4b1a-a015-bad77429d618), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:44.988202 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 683a2097-e687-47fe-935c-acf548385dc3 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:44.990929 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (be61284a-3caa-4231-b2b5-305219838790), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:44.993722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] Publish callbacks [] for router_controller (be61284a-3caa-4231-b2b5-305219838790), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:45.003890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-7bbb89e9-8c31-4dd8-a957-41d628e91076 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b8d55022-6f06-4f14-80e2-95ed2462d606 HTTP/1.1" status: 200 len: 217 time: 0.1116908 Feb 16 16:30:45.059601 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 683a2097-e687-47fe-935c-acf548385dc3 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:45.061347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 683a2097-e687-47fe-935c-acf548385dc3 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:45.071247 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (be61284a-3caa-4231-b2b5-305219838790), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:45.072535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be61284a-3caa-4231-b2b5-305219838790 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:30:45.082729 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:45.083406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-242b5d20-e507-4cea-bfc2-9be846226446 req-bfec7ea1-8f24-4315-8bf3-6083b0678653 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058022 Feb 16 16:30:45.087452 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-88778346-0bb5-4bdb-8fdd-90ed5c988bd6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/be61284a-3caa-4231-b2b5-305219838790 HTTP/1.1" status: 204 len: 168 time: 1.5763013 Feb 16 16:30:45.088267 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55598) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:45.143240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d64ff8-7955-4d24-8286-9b88b3c3dfd8 admin admin] Deleting subnet fe3da449-1978-4788-9856-bb2680195426 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:30:45.152538 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30d64ff8-7955-4d24-8286-9b88b3c3dfd8 admin admin] Publish callbacks [] for subnet (fe3da449-1978-4788-9856-bb2680195426), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:45.192460 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30d64ff8-7955-4d24-8286-9b88b3c3dfd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (fe3da449-1978-4788-9856-bb2680195426), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:45.212538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-6ed5f49b-de0b-4e03-aae5-5cde935e3763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:45.213885 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-6ed5f49b-de0b-4e03-aae5-5cde935e3763 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1753788 Feb 16 16:30:45.280578 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-acbff28e-7f37-4fa9-8047-6da0cd4a9f5c service neutron] Transition to ACTIVE for port object a121059c-7737-4b1a-a015-bad77429d618 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:30:45.300611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250db61-5e28-41c2-b87b-d463a8d39e8c req-3ad186ae-98e5-4387-b160-a1d3821afed9 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:45.300845 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30d64ff8-7955-4d24-8286-9b88b3c3dfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (fe3da449-1978-4788-9856-bb2680195426), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:45.302392 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0250db61-5e28-41c2-b87b-d463a8d39e8c req-3ad186ae-98e5-4387-b160-a1d3821afed9 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3 HTTP/1.1" status: 200 len: 948 time: 0.1305645 Feb 16 16:30:45.303521 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-acbff28e-7f37-4fa9-8047-6da0cd4a9f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (a121059c-7737-4b1a-a015-bad77429d618), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:45.393128 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30d64ff8-7955-4d24-8286-9b88b3c3dfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (fe3da449-1978-4788-9856-bb2680195426), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:45.428721 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d64ff8-7955-4d24-8286-9b88b3c3dfd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe3da449-1978-4788-9856-bb2680195426,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:45.432522 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30d64ff8-7955-4d24-8286-9b88b3c3dfd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:45.438601 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-30d64ff8-7955-4d24-8286-9b88b3c3dfd8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fe3da449-1978-4788-9856-bb2680195426 HTTP/1.1" status: 204 len: 168 time: 0.3492167 Feb 16 16:30:45.439276 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55614) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:45.441205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b5a96f-0ffa-43b9-b91f-d487f46b1d66 None None] Network cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:30:45.526598 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:45.643580 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] Deleting port 2892624c-e46f-4df6-8afa-cd0531b741bd {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:45.643980 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:45.716261 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-dab2dc23-0fe2-44d9-b53e-66bc4d8ceb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:45.716999 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-dab2dc23-0fe2-44d9-b53e-66bc4d8ceb53 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4948108 Feb 16 16:30:45.721460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] For port 2892624c-e46f-4df6-8afa-cd0531b741bd, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2892624c-e46f-4df6-8afa-cd0531b741bd,segment=NetworkSegment(7b36b68a-f3dc-4586-be4d-47be965a470d),segment_id=7b36b68a-f3dc-4586-be4d-47be965a470d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:45.721630 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:45.762987 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] Calling delete_port for 2892624c-e46f-4df6-8afa-cd0531b741bd owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:45.771348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e702919-8770-4f5c-af88-f4858570986e None None] DHCP port deletion for cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:30:45.796580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-acbff28e-7f37-4fa9-8047-6da0cd4a9f5c service neutron] No DVR routers for this DVR port a121059c-7737-4b1a-a015-bad77429d618 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:30:45.820350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbff28e-7f37-4fa9-8047-6da0cd4a9f5c service neutron] Pushing event updated for resources: {'Port': ['ID=a121059c-7737-4b1a-a015-bad77429d618,revision_number=10']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:45.850354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-35758f4f-c4f3-428d-8fab-09d8f775abab tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:45.851743 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-35758f4f-c4f3-428d-8fab-09d8f775abab tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports/8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 HTTP/1.1" status: 200 len: 935 time: 0.2597506 Feb 16 16:30:45.857053 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4e702919-8770-4f5c-af88-f4858570986e None None] Deleting port 2892624c-e46f-4df6-8afa-cd0531b741bd {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:45.857562 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4e702919-8770-4f5c-af88-f4858570986e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:45.904544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0250db61-5e28-41c2-b87b-d463a8d39e8c req-50910ea5-5531-48f2-92b2-a5f59cdddba8 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386620 Feb 16 16:30:45.921830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-acbff28e-7f37-4fa9-8047-6da0cd4a9f5c service neutron] 10.222.0.65 "PUT /v2.0/ports/a121059c-7737-4b1a-a015-bad77429d618/bindings/n-h2-669411-5/activate HTTP/1.1" status: 200 len: 369 time: 2.4491968 Feb 16 16:30:45.944792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8053b0c5-fb5a-4daa-9804-2d84e477b7d2 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:45.945831 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8053b0c5-fb5a-4daa-9804-2d84e477b7d2 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports/05a3f381-04ac-4532-9824-3977aba8b6be HTTP/1.1" status: 200 len: 935 time: 0.0825183 Feb 16 16:30:45.948899 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4e702919-8770-4f5c-af88-f4858570986e None None] For port 2892624c-e46f-4df6-8afa-cd0531b741bd, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2892624c-e46f-4df6-8afa-cd0531b741bd,segment=NetworkSegment(7b36b68a-f3dc-4586-be4d-47be965a470d),segment_id=7b36b68a-f3dc-4586-be4d-47be965a470d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:45.948899 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4e702919-8770-4f5c-af88-f4858570986e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:45.971265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7f0f3-c84e-49cd-a516-f13f9cd64460 req-02f485bb-bc45-45b2-a8ec-19bab313393a tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:45.971265 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0b7f0f3-c84e-49cd-a516-f13f9cd64460 req-02f485bb-bc45-45b2-a8ec-19bab313393a tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 949 time: 0.3066728 Feb 16 16:30:45.971697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4e702919-8770-4f5c-af88-f4858570986e None None] Calling delete_port for 2892624c-e46f-4df6-8afa-cd0531b741bd owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:45.976679 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:46.011449 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2892624c-e46f-4df6-8afa-cd0531b741bd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:46.023560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] No DVR routers for this DVR port 2892624c-e46f-4df6-8afa-cd0531b741bd on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:30:46.080040 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-63969a9d-a10f-4c2b-b499-0881bf122928 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484719 Feb 16 16:30:46.136958 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4e702919-8770-4f5c-af88-f4858570986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (2892624c-e46f-4df6-8afa-cd0531b741bd), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:46.164403 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:46.180376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e702919-8770-4f5c-af88-f4858570986e None None] Pushing event deleted for resources: {'Port': ['ID=2892624c-e46f-4df6-8afa-cd0531b741bd,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:46.187507 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e702919-8770-4f5c-af88-f4858570986e None None] No DVR routers for this DVR port 2892624c-e46f-4df6-8afa-cd0531b741bd on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:30:46.223498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:46.227210 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0b7f0f3-c84e-49cd-a516-f13f9cd64460 req-8741fcbf-541c-4608-9c2e-06a28f2f1aa8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510893 Feb 16 16:30:46.272138 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b36b68a-f3dc-4586-be4d-47be965a470d') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:46.272567 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b36b68a-f3dc-4586-be4d-47be965a470d') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:46.288722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (7b36b68a-f3dc-4586-be4d-47be965a470d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:46.291684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-7a96206a-b3c5-4e68-b392-c0331322c849 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:46.293233 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-7a96206a-b3c5-4e68-b392-c0331322c849 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e&tenant_id=3891023a3e87450bb385aeaa57c755fe&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1126 time: 0.2772114 Feb 16 16:30:46.317066 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7b36b68a-f3dc-4586-be4d-47be965a470d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:46.321097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40228af-817f-4449-b14b-2de5df4e3e28 req-58d1a3c0-074b-4cc3-8af4-17e8b20e50ed tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:46.328333 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f40228af-817f-4449-b14b-2de5df4e3e28 req-58d1a3c0-074b-4cc3-8af4-17e8b20e50ed tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 949 time: 0.1900392 Feb 16 16:30:46.328695 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:30:46.329154 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (7b36b68a-f3dc-4586-be4d-47be965a470d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:30:46.336630 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:30:46.413755 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-ff0ee6ca-009c-4c2e-bff6-31b4104cb2b2 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:46.415224 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-ff0ee6ca-009c-4c2e-bff6-31b4104cb2b2 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 945 time: 0.2128954 Feb 16 16:30:46.416882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a1bd237-f35c-4727-9000-6fec67d6c62f req-6b7deb2a-3d6d-487f-86e6-ad87d0bfaabb service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937753 Feb 16 16:30:46.418485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb36460-2b1f-47f1-b8e8-dca59c14b8b3 req-5552feb5-c028-4923-9a72-0d32b6e25a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:46.419855 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8fb36460-2b1f-47f1-b8e8-dca59c14b8b3 req-5552feb5-c028-4923-9a72-0d32b6e25a93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e6b64801f404e85a0915d363dec27d4&device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 1127 time: 0.2061951 Feb 16 16:30:46.420445 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:46.429930 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:46.441052 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35 HTTP/1.1" status: 204 len: 168 time: 1.0006790 Feb 16 16:30:46.458513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-61f69683-6607-4af7-92b5-fc3e4897d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:46.459990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-61f69683-6607-4af7-92b5-fc3e4897d151 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e&tenant_id=3891023a3e87450bb385aeaa57c755fe HTTP/1.1" status: 200 len: 1126 time: 0.1597021 Feb 16 16:30:46.466551 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f40228af-817f-4449-b14b-2de5df4e3e28 req-8e1de0ee-5524-44eb-bcc2-425c694c6277 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/security-groups?id=31c024fb-45d7-45a2-85b7-34c4d380398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373644 Feb 16 16:30:46.490111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6add7-7005-4afe-8ab4-535569185a41 req-044013a9-2d4a-4176-b1d5-c8c8d432c958 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:46.491702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cf6add7-7005-4afe-8ab4-535569185a41 req-044013a9-2d4a-4176-b1d5-c8c8d432c958 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cbc3ad-267f-450e-ad5f-a1ede402d8ed HTTP/1.1" status: 200 len: 945 time: 0.1369846 Feb 16 16:30:46.581280 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce142822-0cfa-403c-be16-2225bb5eac15 x-openstack-request-id: req-ce142822-0cfa-403c-be16-2225bb5eac15 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:46.581566 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d1a1f2-06aa-43c4-bc67-0654a43c3dc3", "tag": "b8d55022-6f06-4f14-80e2-95ed2462d606", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:46.584525 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce142822-0cfa-403c-be16-2225bb5eac15 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:46.587095 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d1a1f2-06aa-43c4-bc67-0654a43c3dc3', 'tag': 'b8d55022-6f06-4f14-80e2-95ed2462d606', 'status': 'completed', 'code': 200} Feb 16 16:30:46.618262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3d791-c20e-4778-9d7a-b585c0abb6e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf8eb39f-dd0b-4452-b9d7-45e5ad76ed35,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:46.672441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb36460-2b1f-47f1-b8e8-dca59c14b8b3 req-05258f82-8078-40aa-90e0-3b1406004542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:46.673840 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8fb36460-2b1f-47f1-b8e8-dca59c14b8b3 req-05258f82-8078-40aa-90e0-3b1406004542 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a78f389-f648-40c0-9945-c98086a451a3 HTTP/1.1" status: 200 len: 912 time: 0.2312121 Feb 16 16:30:46.695626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55638) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:46.704990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb59f6c1-df1d-463f-bf1a-51a7b35168bb req-55d8602f-e0b4-4db1-be8e-f7dc4ebd63c1 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0962076 Feb 16 16:30:46.742038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cf6add7-7005-4afe-8ab4-535569185a41 req-38bc09b4-93fc-45d6-b4e5-627d471eb7f6 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ad6fc3c-128e-42dc-9d8b-089dcb73027d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424803 Feb 16 16:30:46.753972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0aa1a-218f-4541-a644-0a6b15788d8a req-2fb30407-0e73-42f8-9219-4335cc00f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:46.759057 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27f0aa1a-218f-4541-a644-0a6b15788d8a req-2fb30407-0e73-42f8-9219-4335cc00f157 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd56c5f0630b49f39ec4f88c1e8eb354&device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3 HTTP/1.1" status: 200 len: 1130 time: 0.1807911 Feb 16 16:30:46.762895 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-f6ce0156-870e-4523-b7cb-1eea631affcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:46.764750 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-f6ce0156-870e-4523-b7cb-1eea631affcf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3891023a3e87450bb385aeaa57c755fe&device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 1126 time: 0.2641368 Feb 16 16:30:46.774025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-23b0b967-8fa5-4fc0-a9d4-e48bbc008f24 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Deleting port 03e01c35-0d9e-43d7-baad-d58a646eb397 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:46.774513 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-23b0b967-8fa5-4fc0-a9d4-e48bbc008f24 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:46.828029 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8fb36460-2b1f-47f1-b8e8-dca59c14b8b3 req-7c0badfa-7eff-4140-82d7-b0439d57b6ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=322fed2a-bca1-4e34-a08b-60e7f3a7bf15 HTTP/1.1" status: 200 len: 1001 time: 0.1453865 Feb 16 16:30:46.853377 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2bbf652b-0d42-44f0-8e58-e23e903bfbc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2cbad17b8ce48d9928b3b1e4dd42c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1226401 Feb 16 16:30:46.864447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55640) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:46.941572 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb36460-2b1f-47f1-b8e8-dca59c14b8b3 req-0403a9e8-8af7-4378-a718-bb53b2c7a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:46.943631 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8fb36460-2b1f-47f1-b8e8-dca59c14b8b3 req-0403a9e8-8af7-4378-a718-bb53b2c7a7c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad0a3f87-8df5-417f-9f01-966be8ea6e6e HTTP/1.1" status: 200 len: 850 time: 0.1052063 Feb 16 16:30:46.953344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f027cfd9-338e-4b0c-9758-48ccebce995d no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:46.959284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-23b0b967-8fa5-4fc0-a9d4-e48bbc008f24 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] For port 03e01c35-0d9e-43d7-baad-d58a646eb397, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=03e01c35-0d9e-43d7-baad-d58a646eb397,segment=NetworkSegment(c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b),segment_id=c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:46.959824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-23b0b967-8fa5-4fc0-a9d4-e48bbc008f24 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:46.974870 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: f027cfd9-338e-4b0c-9758-48ccebce995d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:46.975594 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f027cfd9-338e-4b0c-9758-48ccebce995d not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:46.976052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2892624c-e46f-4df6-8afa-cd0531b741bd no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:46.997310 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 2892624c-e46f-4df6-8afa-cd0531b741bd {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:46.997924 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2892624c-e46f-4df6-8afa-cd0531b741bd not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:47.054181 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb36460-2b1f-47f1-b8e8-dca59c14b8b3 req-3c904540-913c-48c1-8b32-6971e64399a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:47.055882 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8fb36460-2b1f-47f1-b8e8-dca59c14b8b3 req-3c904540-913c-48c1-8b32-6971e64399a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a78f389-f648-40c0-9945-c98086a451a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1062973 Feb 16 16:30:47.071263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0aa1a-218f-4541-a644-0a6b15788d8a req-00adc91a-10d7-45af-8afe-53557abfb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:47.072751 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27f0aa1a-218f-4541-a644-0a6b15788d8a req-00adc91a-10d7-45af-8afe-53557abfb2cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.3065848 Feb 16 16:30:47.081464 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43589ea9-f1e1-4ff7-b940-950cf4535516 req-89961be4-d829-423b-9e97-e7643da597d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:47.082861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43589ea9-f1e1-4ff7-b940-950cf4535516 req-89961be4-d829-423b-9e97-e7643da597d9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.2825453 Feb 16 16:30:47.087064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-4637db4c-953c-4a36-af3d-8c9cd759e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:47.088458 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-4637db4c-953c-4a36-af3d-8c9cd759e322 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 200 len: 908 time: 0.3115921 Feb 16 16:30:47.095617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca0beb-7535-4082-9645-2bef2ae17889 req-ead7b37d-8013-47e3-be56-8f5fa821fa99 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:47.097091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45ca0beb-7535-4082-9645-2bef2ae17889 req-ead7b37d-8013-47e3-be56-8f5fa821fa99 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 944 time: 0.2568598 Feb 16 16:30:47.179133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27f0aa1a-218f-4541-a644-0a6b15788d8a req-4f013874-80cb-49e5-90ec-f5ad6ab367b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b8d55022-6f06-4f14-80e2-95ed2462d606 HTTP/1.1" status: 200 len: 217 time: 0.0933123 Feb 16 16:30:47.179739 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0847694f-86a6-4bf7-a0bf-3b72055a6077 admin admin] Publish callbacks [] for security_group (e0463a34-772e-4b5f-88be-c1fc5042904d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:47.222238 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-55e00c7e-178c-4759-8b6e-14692d582be4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a121059c-7737-4b1a-a015-bad77429d618 HTTP/1.1" status: 200 len: 217 time: 0.1224463 Feb 16 16:30:47.236252 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8fb36460-2b1f-47f1-b8e8-dca59c14b8b3 req-947e854e-e4be-49e7-85ed-0d29ac296b18 service neutron] 10.222.0.60 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678016 Feb 16 16:30:47.251987 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-23b0b967-8fa5-4fc0-a9d4-e48bbc008f24 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:47.252334 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-23b0b967-8fa5-4fc0-a9d4-e48bbc008f24 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (293aa0e6-a7f9-416b-8516-1da7fb5b4c8a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:47.252646 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-23b0b967-8fa5-4fc0-a9d4-e48bbc008f24 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Floating IP 293aa0e6-a7f9-416b-8516-1da7fb5b4c8a disassociated. External IP: 172.25.4.96, port: 03e01c35-0d9e-43d7-baad-d58a646eb397. Feb 16 16:30:47.252980 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-23b0b967-8fa5-4fc0-a9d4-e48bbc008f24 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Calling delete_port for 03e01c35-0d9e-43d7-baad-d58a646eb397 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:47.315087 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0847694f-86a6-4bf7-a0bf-3b72055a6077 admin admin] Publish callbacks [] for security_group (e0463a34-772e-4b5f-88be-c1fc5042904d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:47.368002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45ca0beb-7535-4082-9645-2bef2ae17889 req-d5887b63-94a8-42aa-9637-bb6b703979df tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544441 Feb 16 16:30:47.374459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43589ea9-f1e1-4ff7-b940-950cf4535516 req-b10f5771-3252-4bb2-ac96-834cfdc4556c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764921 Feb 16 16:30:47.375891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0aa1a-218f-4541-a644-0a6b15788d8a req-423776b6-0446-4475-9168-f554593113fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:47.377380 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27f0aa1a-218f-4541-a644-0a6b15788d8a req-423776b6-0446-4475-9168-f554593113fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1657670 Feb 16 16:30:47.387444 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8fb36460-2b1f-47f1-b8e8-dca59c14b8b3 req-757c3735-fa8f-4cf4-9539-c4e809a7e40d service neutron] 10.222.0.60 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441622 Feb 16 16:30:47.453241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-b376a702-9217-4040-9dd6-bfa8996a8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:47.454915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-b376a702-9217-4040-9dd6-bfa8996a8204 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 200 len: 847 time: 0.2044368 Feb 16 16:30:47.493469 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-23b0b967-8fa5-4fc0-a9d4-e48bbc008f24 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (03e01c35-0d9e-43d7-baad-d58a646eb397), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:47.522538 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-61786029-963a-44d6-98ed-81eebf9fd2e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3699320-20d5-4032-b3d4-91946e07286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588503 Feb 16 16:30:47.526229 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cda6bd5f-312c-4eab-a16c-5a40ff414dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:47.527841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cda6bd5f-312c-4eab-a16c-5a40ff414dd7 service neutron] 10.222.0.65 "GET /v2.0/ports/8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 HTTP/1.1" status: 200 len: 1031 time: 0.1338463 Feb 16 16:30:47.557531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0b967-8fa5-4fc0-a9d4-e48bbc008f24 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Pushing event deleted for resources: {'Port': ['ID=03e01c35-0d9e-43d7-baad-d58a646eb397,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:47.592856 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0847694f-86a6-4bf7-a0bf-3b72055a6077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e0463a34-772e-4b5f-88be-c1fc5042904d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:47.596189 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0847694f-86a6-4bf7-a0bf-3b72055a6077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:47.597335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0847694f-86a6-4bf7-a0bf-3b72055a6077 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0463a34-772e-4b5f-88be-c1fc5042904d HTTP/1.1" status: 204 len: 168 time: 0.6962819 Feb 16 16:30:47.656740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847694f-86a6-4bf7-a0bf-3b72055a6077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0463a34-772e-4b5f-88be-c1fc5042904d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:47.683539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0aa1a-218f-4541-a644-0a6b15788d8a req-0d59c900-6a39-4bc7-9f6e-c1633c592d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:47.685003 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27f0aa1a-218f-4541-a644-0a6b15788d8a req-0d59c900-6a39-4bc7-9f6e-c1633c592d46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2899666 Feb 16 16:30:47.715177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-b104f55b-576e-4435-a14d-459de9a09198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:47.717358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-b104f55b-576e-4435-a14d-459de9a09198 service neutron] 10.222.0.65 "GET /v2.0/ports/05a3f381-04ac-4532-9824-3977aba8b6be HTTP/1.1" status: 200 len: 1031 time: 0.1705339 Feb 16 16:30:47.749804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-23b0b967-8fa5-4fc0-a9d4-e48bbc008f24 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Router 2c0f5841-6059-4a71-9ac7-d6b954f88321 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:30:47.809065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d8ab4-b309-4924-873c-5eb3d7b01ebb req-ee1532a9-dca6-45ae-aac2-d7839b769dba tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:47.810581 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-139d8ab4-b309-4924-873c-5eb3d7b01ebb req-ee1532a9-dca6-45ae-aac2-d7839b769dba tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5628af-1cb0-4f16-910b-581d882257ac HTTP/1.1" status: 200 len: 950 time: 0.3322401 Feb 16 16:30:47.892155 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-23b0b967-8fa5-4fc0-a9d4-e48bbc008f24 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:30:47.905244 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e546a-7b86-4148-b1b0-4de9e89952d6 None None] Sync routers for ids ['2c0f5841-6059-4a71-9ac7-d6b954f88321'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:30:47.922137 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e546a-7b86-4148-b1b0-4de9e89952d6 None None] Routers {'2c0f5841-6059-4a71-9ac7-d6b954f88321'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:30:47.923865 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-893e546a-7b86-4148-b1b0-4de9e89952d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:30:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2c0f5841-6059-4a71-9ac7-d6b954f88321'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:47.958669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-23b0b967-8fa5-4fc0-a9d4-e48bbc008f24 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] No DVR routers for this DVR port 03e01c35-0d9e-43d7-baad-d58a646eb397 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:30:47.961319 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-23b0b967-8fa5-4fc0-a9d4-e48bbc008f24 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:47.965361 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-df7d4d2e-d7dc-4a84-817c-5b0dfa9ed9c4 req-23b0b967-8fa5-4fc0-a9d4-e48bbc008f24 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.60 "DELETE /v2.0/ports/03e01c35-0d9e-43d7-baad-d58a646eb397 HTTP/1.1" status: 204 len: 173 time: 1.4267564 Feb 16 16:30:47.965880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cbc3ad-267f-450e-ad5f-a1ede402d8ed', 'name': 'network-vif-deleted', 'tag': '03e01c35-0d9e-43d7-baad-d58a646eb397'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:47.976840 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a825a7-02e1-4242-a922-b189193b4a3f" -d '{"events": [{"server_uuid": "a7cbc3ad-267f-450e-ad5f-a1ede402d8ed", "name": "network-vif-deleted", "tag": "03e01c35-0d9e-43d7-baad-d58a646eb397"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:48.050991 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27f0aa1a-218f-4541-a644-0a6b15788d8a req-379815fe-895e-4cc9-b22f-3650db052c17 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288062 Feb 16 16:30:48.237238 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-893e546a-7b86-4148-b1b0-4de9e89952d6 None None] Set router 2c0f5841-6059-4a71-9ac7-d6b954f88321 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:30:48.453673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-b823119b-a2d0-4838-8146-71a1bb87675f service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9051630 Feb 16 16:30:48.465400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaade0b-e8f8-4c50-a15b-495182a0e158 req-aa62be87-62a4-4a31-94dc-85b6ad282dbf tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:48.466873 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdaade0b-e8f8-4c50-a15b-495182a0e158 req-aa62be87-62a4-4a31-94dc-85b6ad282dbf tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3 HTTP/1.1" status: 200 len: 948 time: 0.8684559 Feb 16 16:30:48.525626 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-893e546a-7b86-4148-b1b0-4de9e89952d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'name': 'tempest-ServersTestFqdnHostnames-1077956439-router', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:39Z', 'updated_at': '2022-02-16T16:28:45Z', 'revision_number': 4, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'gw_port': {'id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:40Z', 'updated_at': '2022-02-16T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '628b4cb8-f6b2-49e3-bf57-8946d70f0927', 'name': '', 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'mac_address': 'fa:16:3e:9a:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:44Z', 'updated_at': '2022-02-16T16:28:54Z', 'revision_number': 5, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'subnets': [{'id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:48.561871 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e546a-7b86-4148-b1b0-4de9e89952d6 None None] Checking router: 2c0f5841-6059-4a71-9ac7-d6b954f88321 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:30:48.574473 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-139d8ab4-b309-4924-873c-5eb3d7b01ebb req-f262fa63-84d6-4a24-ad86-8c4089884f36 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7186601 Feb 16 16:30:48.580635 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e546a-7b86-4148-b1b0-4de9e89952d6 None None] Routers {'2c0f5841-6059-4a71-9ac7-d6b954f88321'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:30:48.582140 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-893e546a-7b86-4148-b1b0-4de9e89952d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:30:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2c0f5841-6059-4a71-9ac7-d6b954f88321'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:48.703628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-ef893a34-f9c7-4408-8039-b22ede2cd3c9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:48.713762 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-ef893a34-f9c7-4408-8039-b22ede2cd3c9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:48.722524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-ef893a34-f9c7-4408-8039-b22ede2cd3c9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:48.728918 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-ef893a34-f9c7-4408-8039-b22ede2cd3c9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "GET /v2.0/networks?id=bd6679df-17c6-4470-9d69-faee9752f3e1&id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&id=99166be9-b7bf-4994-91a8-2a2b782c0a2a&id=99166be9-b7bf-4994-91a8-2a2b782c0a2a HTTP/1.1" status: 200 len: 1995 time: 0.9976356 Feb 16 16:30:48.748754 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55680) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:48.774299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-98ddf35c-956e-4007-9a1f-399072d3deb5 service neutron] 10.222.0.60 "GET /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058696 Feb 16 16:30:48.815137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdaade0b-e8f8-4c50-a15b-495182a0e158 req-38a40f8d-cd2e-4935-a5ff-bd2798d96116 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154922 Feb 16 16:30:48.857781 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-893e546a-7b86-4148-b1b0-4de9e89952d6 None None] Set router 2c0f5841-6059-4a71-9ac7-d6b954f88321 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:30:48.858410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27f0aa1a-218f-4541-a644-0a6b15788d8a req-0f68d853-45d0-4e2a-8123-4e8231a1e59d service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7855711 Feb 16 16:30:48.968229 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-26134722-09bf-4e96-a1d0-432611a38771 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8966ad3080046efbfd4bb8a1c96e2af HTTP/1.1" status: 200 len: 380 time: 0.1879237 Feb 16 16:30:48.976776 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-network', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:48.990216 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-78619703-fed9-47d2-982d-1ec9bfa4fa1a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'port': {'device_id': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'admin_state_up': True, 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'security_groups': ['5fc07abd-33fc-456f-8218-732505c600ea']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:49.016440 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] Made reservation on behalf of 052413f5a9db4bce9a01057f6d8db660 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:49.021969 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:49.036949 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:49.138396 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf82f00-80f4-4297-9876-b1fa257c51e0 x-openstack-request-id: req-cbf82f00-80f4-4297-9876-b1fa257c51e0 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:49.138838 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cbc3ad-267f-450e-ad5f-a1ede402d8ed", "name": "network-vif-deleted", "tag": "03e01c35-0d9e-43d7-baad-d58a646eb397", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:49.139034 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbf82f00-80f4-4297-9876-b1fa257c51e0 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:49.139443 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cbc3ad-267f-450e-ad5f-a1ede402d8ed', 'name': 'network-vif-deleted', 'tag': '03e01c35-0d9e-43d7-baad-d58a646eb397', 'status': 'completed', 'code': 200} Feb 16 16:30:49.141300 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] Publish callbacks [] for security_group (0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:49.146980 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:49.187095 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:30:49.198063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:49.203036 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (39b0236e-4934-4bbb-8a41-8257d74d3f38), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:49.203409 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] Added segment 39b0236e-4934-4bbb-8a41-8257d74d3f38 of type vlan for network 1680e257-6edc-4b91-9d44-0145351d90b8 Feb 16 16:30:49.249756 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (1680e257-6edc-4b91-9d44-0145351d90b8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:49.289774 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (1680e257-6edc-4b91-9d44-0145351d90b8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:49.290922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:49.292126 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:49.304310 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-893e546a-7b86-4148-b1b0-4de9e89952d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'name': 'tempest-ServersTestFqdnHostnames-1077956439-router', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:39Z', 'updated_at': '2022-02-16T16:28:45Z', 'revision_number': 4, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'gw_port': {'id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:40Z', 'updated_at': '2022-02-16T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '628b4cb8-f6b2-49e3-bf57-8946d70f0927', 'name': '', 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'mac_address': 'fa:16:3e:9a:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:44Z', 'updated_at': '2022-02-16T16:28:54Z', 'revision_number': 5, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'subnets': [{'id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:49.322884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8f4c5be-fe32-4efc-bb85-4e15cfedaa93 req-3af787dd-001d-4505-bc10-0277a27ced89 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0884311 Feb 16 16:30:49.340630 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5896556 Feb 16 16:30:49.345673 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55688) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:49.357505 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e546a-7b86-4148-b1b0-4de9e89952d6 None None] The sync data for ids ['2c0f5841-6059-4a71-9ac7-d6b954f88321'] in n-d-669411-5 is: [{'id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'name': 'tempest-ServersTestFqdnHostnames-1077956439-router', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:39Z', 'updated_at': '2022-02-16T16:28:45Z', 'revision_number': 4, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'gw_port': {'id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:40Z', 'updated_at': '2022-02-16T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '628b4cb8-f6b2-49e3-bf57-8946d70f0927', 'name': '', 'network_id': 'e3064a27-c525-4747-81cc-3970797c947b', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'mac_address': 'fa:16:3e:9a:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:44Z', 'updated_at': '2022-02-16T16:28:54Z', 'revision_number': 5, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'subnets': [{'id': '37dd0334-ddc1-49e6-b3f7-46a450d125a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:30:49.364707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1f717cfb-bc25-400a-86ff-8fe733b2857f admin admin] Request body: {'subnet': {'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-subnet', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:49.394817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-78619703-fed9-47d2-982d-1ec9bfa4fa1a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Made reservation on behalf of f8966ad3080046efbfd4bb8a1c96e2af for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:49.397713 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-78619703-fed9-47d2-982d-1ec9bfa4fa1a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:49.406828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297e63b-705e-40d6-a48d-8856535826db admin admin] Pushing event updated for resources: {'Network': ['ID=1680e257-6edc-4b91-9d44-0145351d90b8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:49.419075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 1680e257-6edc-4b91-9d44-0145351d90b8 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:30:49.441399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-b15d6a44-6fb9-461f-947e-e2fa1ffc5d2b tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:49.441923 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f717cfb-bc25-400a-86ff-8fe733b2857f admin admin] Made reservation on behalf of 052413f5a9db4bce9a01057f6d8db660 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:49.445322 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f717cfb-bc25-400a-86ff-8fe733b2857f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:49.445812 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-b15d6a44-6fb9-461f-947e-e2fa1ffc5d2b tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e&tenant_id=3891023a3e87450bb385aeaa57c755fe&binding%3Ahost_id=n-h2-669411-5 HTTP/1.1" status: 200 len: 1126 time: 0.2500501 Feb 16 16:30:49.468122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e461-abb9-4550-ade3-4e2b55303dc9 req-abf13fa8-7ee9-4c1f-91fb-16896a86a16b tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:49.470382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86c5e461-abb9-4550-ade3-4e2b55303dc9 req-abf13fa8-7ee9-4c1f-91fb-16896a86a16b tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.2374332 Feb 16 16:30:49.676651 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f717cfb-bc25-400a-86ff-8fe733b2857f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (871b3e04-7f8f-4d98-9852-6fb7b0b1cc15), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:49.737908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f717cfb-bc25-400a-86ff-8fe733b2857f admin admin] Pushing event updated for resources: {'Subnet': ['ID=871b3e04-7f8f-4d98-9852-6fb7b0b1cc15,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:49.747173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f717cfb-bc25-400a-86ff-8fe733b2857f admin admin] Checking segment: {'id': '39b0236e-4934-4bbb-8a41-8257d74d3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:30:49.747534 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f717cfb-bc25-400a-86ff-8fe733b2857f admin admin] Network hostable DHCP agents. Network: 1680e257-6edc-4b91-9d44-0145351d90b8, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:30:49.768024 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4179d7-efc7-4742-a4d0-decdd26f2019 req-200ecb70-3a77-4a31-9976-5ff486673044 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:49.768707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f717cfb-bc25-400a-86ff-8fe733b2857f admin admin] Network 1680e257-6edc-4b91-9d44-0145351d90b8 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:30:49.777077 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a4179d7-efc7-4742-a4d0-decdd26f2019 req-200ecb70-3a77-4a31-9976-5ff486673044 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 944 time: 0.3296573 Feb 16 16:30:49.784977 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-1f717cfb-bc25-400a-86ff-8fe733b2857f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 1680e257-6edc-4b91-9d44-0145351d90b8) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:49.791492 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86c5e461-abb9-4550-ade3-4e2b55303dc9 req-b263fe6a-3e63-42df-95a8-0cb34a4020db tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639410 Feb 16 16:30:49.794495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5edb194-571d-40af-be96-11c600f3b9b3 None None] Network 1680e257-6edc-4b91-9d44-0145351d90b8 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:30:49.807548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-78619703-fed9-47d2-982d-1ec9bfa4fa1a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Allocated IP 172.20.0.5 (bd6679df-17c6-4470-9d69-faee9752f3e1/aa52883c-d87f-4ec7-b5e1-ae348ec14277/8ee8ca31-5a38-410b-904f-1c774cb9ae5e) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:30:49.811287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f717cfb-bc25-400a-86ff-8fe733b2857f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:49.812026 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f717cfb-bc25-400a-86ff-8fe733b2857f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:49.832785 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5b6265-29b7-4252-b03d-4d173c677221 None None] New status for floating IP 293aa0e6-a7f9-416b-8516-1da7fb5b4c8a: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:30:49.856372 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1f717cfb-bc25-400a-86ff-8fe733b2857f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5089319 Feb 16 16:30:49.856372 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55694) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:49.860620 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:49.882501 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (17384332-5d71-43bd-bd57-b9f0f96c40ae), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:49.883673 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (17384332-5d71-43bd-bd57-b9f0f96c40ae), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:49.978369 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Publish callbacks [] for router_controller (17384332-5d71-43bd-bd57-b9f0f96c40ae), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:50.111973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b8d55022-6f06-4f14-80e2-95ed2462d606 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:30:50.154947 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Publish callbacks [] for router_gateway (17384332-5d71-43bd-bd57-b9f0f96c40ae), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:50.237232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e6bae6-7618-4141-ba4d-6108f1744fe7 None None] Network 1680e257-6edc-4b91-9d44-0145351d90b8 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:30:50.260154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a4179d7-efc7-4742-a4d0-decdd26f2019 req-25fce50f-74d7-41a2-8f0f-e3034d6c2523 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823298 Feb 16 16:30:50.265162 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-78619703-fed9-47d2-982d-1ec9bfa4fa1a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:50.285914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-9eb49f6d-00a4-4227-98c6-f8c0f8a56887 service neutron] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:30:50.297972 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-9eb49f6d-00a4-4227-98c6-f8c0f8a56887 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:50.299145 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f80be0e-5a45-4fd2-8dd4-51b4d8394dfd req-9eb49f6d-00a4-4227-98c6-f8c0f8a56887 service neutron] 10.222.0.60 "DELETE /v2.0/ports/a121059c-7737-4b1a-a015-bad77429d618/bindings/n-h1-669411-5 HTTP/1.1" status: 204 len: 173 time: 0.7727902 Feb 16 16:30:50.315668 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-78619703-fed9-47d2-982d-1ec9bfa4fa1a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:50.357433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55710) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:50.410715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-78619703-fed9-47d2-982d-1ec9bfa4fa1a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Network bd6679df-17c6-4470-9d69-faee9752f3e1 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:30:50.422200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-78619703-fed9-47d2-982d-1ec9bfa4fa1a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:50.430746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-78619703-fed9-47d2-982d-1ec9bfa4fa1a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:30:50.433648 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78619703-fed9-47d2-982d-1ec9bfa4fa1a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'Port': ['ID=8ee8ca31-5a38-410b-904f-1c774cb9ae5e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:50.499547 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:30:50.627683 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67a8e997-b866-4cd1-96d4-bb31115b3eab tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for security_group (2ad6fc3c-128e-42dc-9d8b-089dcb73027d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:50.649989 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Publish callbacks [] for router_gateway (17384332-5d71-43bd-bd57-b9f0f96c40ae), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:50.658665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-78619703-fed9-47d2-982d-1ec9bfa4fa1a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:50.659485 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-78619703-fed9-47d2-982d-1ec9bfa4fa1a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:50.674598 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:50.709107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d93ff-51e9-4ebd-928d-de73c5d122fd req-3fec1694-b163-48e9-b9f0-d149f349c3a4 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:50.710541 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a02d93ff-51e9-4ebd-928d-de73c5d122fd req-3fec1694-b163-48e9-b9f0-d149f349c3a4 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3 HTTP/1.1" status: 200 len: 948 time: 0.2385566 Feb 16 16:30:50.713463 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67a8e997-b866-4cd1-96d4-bb31115b3eab tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for security_group (2ad6fc3c-128e-42dc-9d8b-089dcb73027d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:50.761778 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-78619703-fed9-47d2-982d-1ec9bfa4fa1a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7804387 Feb 16 16:30:50.808108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b8d55022-6f06-4f14-80e2-95ed2462d606, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b8d55022-6f06-4f14-80e2-95ed2462d606,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:50.824761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'b8d55022-6f06-4f14-80e2-95ed2462d606', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'b8d55022-6f06-4f14-80e2-95ed2462d606', 'mac_address': 'fa:16:3e:8b:c0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:30:50.836736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e21b935b-bc7d-43be-a3be-549046268b9c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'port': {'device_id': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e', 'admin_state_up': True, 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'security_groups': ['5fc07abd-33fc-456f-8218-732505c600ea']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:50.861450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Allocated IP 172.25.4.162 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/49d0496c-2421-48e5-983f-22a00c597f3e) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:30:50.866301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1a73e-a453-4748-8fd0-f31914b89216 req-3cd00e19-3079-4839-bda7-651d3d84b580 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:50.874635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6b1a73e-a453-4748-8fd0-f31914b89216 req-3cd00e19-3079-4839-bda7-651d3d84b580 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 949 time: 0.3395631 Feb 16 16:30:50.884363 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b8d55022-6f06-4f14-80e2-95ed2462d606 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:50.884695 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:50.904293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d55022-6f06-4f14-80e2-95ed2462d606 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:30:50.945410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b8d55022-6f06-4f14-80e2-95ed2462d606, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b8d55022-6f06-4f14-80e2-95ed2462d606,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:50.947382 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ba116644-0a8d-4dc0-9d50-6d8bed6e8047 None None] Provisioning complete for port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:50.947894 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba116644-0a8d-4dc0-9d50-6d8bed6e8047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:50.987622 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:51.029073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 03e01c35-0d9e-43d7-baad-d58a646eb397 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:51.063414 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 03e01c35-0d9e-43d7-baad-d58a646eb397 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:51.063874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 03e01c35-0d9e-43d7-baad-d58a646eb397 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:51.064368 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Publish callbacks [] for port (49d0496c-2421-48e5-983f-22a00c597f3e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:51.066329 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a02d93ff-51e9-4ebd-928d-de73c5d122fd req-b932d66f-cc49-4435-89fd-8dec4d874f8d tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354766 Feb 16 16:30:51.076303 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ba116644-0a8d-4dc0-9d50-6d8bed6e8047 None None] Port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:30:51.081601 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67a8e997-b866-4cd1-96d4-bb31115b3eab tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2ad6fc3c-128e-42dc-9d8b-089dcb73027d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:51.084989 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67a8e997-b866-4cd1-96d4-bb31115b3eab tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:51.089258 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-67a8e997-b866-4cd1-96d4-bb31115b3eab tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "DELETE /v2.0/security-groups/2ad6fc3c-128e-42dc-9d8b-089dcb73027d HTTP/1.1" status: 204 len: 168 time: 0.7276068 Feb 16 16:30:51.093013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55712) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:51.115418 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-c717397d-84fe-4550-a45b-134eb2fa7eb0 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] show failed (client error): The resource could not be found. Feb 16 16:30:51.120169 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c717397d-84fe-4550-a45b-134eb2fa7eb0 tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "GET /v2.0/security-groups/2ad6fc3c-128e-42dc-9d8b-089dcb73027d HTTP/1.1" status: 404 len: 347 time: 0.0229516 Feb 16 16:30:51.121430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b8d55022-6f06-4f14-80e2-95ed2462d606,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:51.128396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5203d8-d8e9-4b18-b4e2-4863c57d7c40 req-8ece558b-ce28-49c6-95dc-da001fbd224b tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:51.129637 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e5203d8-d8e9-4b18-b4e2-4863c57d7c40 req-8ece558b-ce28-49c6-95dc-da001fbd224b tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.60 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 949 time: 0.2881582 Feb 16 16:30:51.148019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6b1a73e-a453-4748-8fd0-f31914b89216 req-0d0b2222-bf18-42d9-ab99-cd65283f8dd0 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/security-groups?id=31c024fb-45d7-45a2-85b7-34c4d380398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639410 Feb 16 16:30:51.156688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55714) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:51.193509 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (49d0496c-2421-48e5-983f-22a00c597f3e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:51.194847 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8e997-b866-4cd1-96d4-bb31115b3eab tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad6fc3c-128e-42dc-9d8b-089dcb73027d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:51.200537 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['b8d55022-6f06-4f14-80e2-95ed2462d606'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:30:51.298935 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:30:51.309266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:51.318198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:30:51.385011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Pushing event updated for resources: {'Port': ['ID=49d0496c-2421-48e5-983f-22a00c597f3e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:51.502946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e21b935b-bc7d-43be-a3be-549046268b9c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Made reservation on behalf of f8966ad3080046efbfd4bb8a1c96e2af for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:51.506981 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e21b935b-bc7d-43be-a3be-549046268b9c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:51.589077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8aa7b-8ca1-4b41-ac9b-612a1e2a86e1 req-ae9cf8bf-96d5-4b96-8f40-5bd17414796d tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:51.590623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03b8aa7b-8ca1-4b41-ac9b-612a1e2a86e1 req-ae9cf8bf-96d5-4b96-8f40-5bd17414796d tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 1126 time: 0.2502081 Feb 16 16:30:51.676315 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Publish callbacks [] for router_gateway (17384332-5d71-43bd-bd57-b9f0f96c40ae), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:51.681533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c18ac-4889-477c-8cae-349ad8a56508 req-02eaa41a-d839-4df9-802c-501e3ef1f304 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:51.683115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b99c18ac-4889-477c-8cae-349ad8a56508 req-02eaa41a-d839-4df9-802c-501e3ef1f304 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 931 time: 0.2837038 Feb 16 16:30:51.742724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-5e5203d8-d8e9-4b18-b4e2-4863c57d7c40 req-a12dbd66-81a8-4d62-87da-75b01dc813a1 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Deleting port 4c2d3d9f-c254-4857-962e-31ca60f54aa4 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:51.743132 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5e5203d8-d8e9-4b18-b4e2-4863c57d7c40 req-a12dbd66-81a8-4d62-87da-75b01dc813a1 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:51.819187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f2c56ea5-d8d0-46a7-beca-e6861054ce5d tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Deleting port 892200b2-0a32-48d3-8f72-6cc3cbdb216c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:51.819522 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2c56ea5-d8d0-46a7-beca-e6861054ce5d tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (892200b2-0a32-48d3-8f72-6cc3cbdb216c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:51.837602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03b8aa7b-8ca1-4b41-ac9b-612a1e2a86e1 req-b612db98-681a-48c5-98b3-812830188b18 tempest-LiveMigrationTest-2003563311 tempest-LiveMigrationTest-2003563311-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056370 Feb 16 16:30:51.884822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e21b935b-bc7d-43be-a3be-549046268b9c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Allocated IP 10.1.1.209 (77e300b8-8f2d-49c0-9ebe-b61a8689334e/2ebf9ad3-3d93-4292-a640-861a254987ce/2c527ed7-d224-4a01-a7a7-cb9a3b6fda09) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:30:51.888522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b8d55022-6f06-4f14-80e2-95ed2462d606 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:30:51.940379 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b99c18ac-4889-477c-8cae-349ad8a56508 req-3f4f53c0-6245-41d6-ac51-a153af68f44b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438648 Feb 16 16:30:52.019671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port b8d55022-6f06-4f14-80e2-95ed2462d606 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:30:52.028105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-5e5203d8-d8e9-4b18-b4e2-4863c57d7c40 req-a12dbd66-81a8-4d62-87da-75b01dc813a1 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] For port 4c2d3d9f-c254-4857-962e-31ca60f54aa4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4c2d3d9f-c254-4857-962e-31ca60f54aa4,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:52.028469 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5e5203d8-d8e9-4b18-b4e2-4863c57d7c40 req-a12dbd66-81a8-4d62-87da-75b01dc813a1 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:52.029754 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port b8d55022-6f06-4f14-80e2-95ed2462d606 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:52.030162 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:52.067529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-5e5203d8-d8e9-4b18-b4e2-4863c57d7c40 req-a12dbd66-81a8-4d62-87da-75b01dc813a1 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Calling delete_port for 4c2d3d9f-c254-4857-962e-31ca60f54aa4 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:52.079940 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2c56ea5-d8d0-46a7-beca-e6861054ce5d tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (892200b2-0a32-48d3-8f72-6cc3cbdb216c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:52.080176 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2c56ea5-d8d0-46a7-beca-e6861054ce5d tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for floatingip (892200b2-0a32-48d3-8f72-6cc3cbdb216c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:52.115070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f2c56ea5-d8d0-46a7-beca-e6861054ce5d tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Calling delete_port for 892200b2-0a32-48d3-8f72-6cc3cbdb216c owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:52.241538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b8d55022-6f06-4f14-80e2-95ed2462d606 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:52.242184 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:52.315808 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b8d55022-6f06-4f14-80e2-95ed2462d606, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b8d55022-6f06-4f14-80e2-95ed2462d606,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:52.317178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d1a1f2-06aa-43c4-bc67-0654a43c3dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d55022-6f06-4f14-80e2-95ed2462d606'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:52.321508 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305702f9-965b-4448-9ce0-b17513096ec2" -d '{"events": [{"server_uuid": "40d1a1f2-06aa-43c4-bc67-0654a43c3dc3", "name": "network-vif-plugged", "status": "completed", "tag": "b8d55022-6f06-4f14-80e2-95ed2462d606"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:52.323721 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (17384332-5d71-43bd-bd57-b9f0f96c40ae), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:52.328632 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:52.407658 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b8d55022-6f06-4f14-80e2-95ed2462d606,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:52.563209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Router 17384332-5d71-43bd-bd57-b9f0f96c40ae is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:30:52.680823 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:30:52.699344 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Sync routers for ids ['17384332-5d71-43bd-bd57-b9f0f96c40ae'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:30:52.707567 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e21b935b-bc7d-43be-a3be-549046268b9c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:52.713920 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:52.716612 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Routers {'17384332-5d71-43bd-bd57-b9f0f96c40ae'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:30:52.723242 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1b7d5f9b-bfdb-42dc-be86-f00d68cf6b7f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8646080 Feb 16 16:30:52.724148 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:30:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17384332-5d71-43bd-bd57-b9f0f96c40ae'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:52.724484 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55738) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:52.744566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476fdde-add9-483b-9b42-4a773009fc0c req-1a9d4577-1b27-4d0d-b33c-be17c4b174a1 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:52.745984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b476fdde-add9-483b-9b42-4a773009fc0c req-1a9d4577-1b27-4d0d-b33c-be17c4b174a1 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3 HTTP/1.1" status: 200 len: 950 time: 0.2263596 Feb 16 16:30:52.849923 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Set router 17384332-5d71-43bd-bd57-b9f0f96c40ae gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:30:52.867502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f31b5-bbb0-42a6-b05c-0b1c5b344ae2 req-a71dfad4-5235-46f6-9bfc-515ce4557f3e tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:52.869092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c55f31b5-bbb0-42a6-b05c-0b1c5b344ae2 req-a71dfad4-5235-46f6-9bfc-515ce4557f3e tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/ports?device_id=081fd2e7-4c42-46e7-8149-153dd7f12dfa HTTP/1.1" status: 200 len: 949 time: 0.3074772 Feb 16 16:30:53.007168 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5e5203d8-d8e9-4b18-b4e2-4863c57d7c40 req-a12dbd66-81a8-4d62-87da-75b01dc813a1 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (4c2d3d9f-c254-4857-962e-31ca60f54aa4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:53.009035 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e21b935b-bc7d-43be-a3be-549046268b9c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:53.024096 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['4c2d3d9f-c254-4857-962e-31ca60f54aa4'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:30:53.047814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b476fdde-add9-483b-9b42-4a773009fc0c req-d3432b73-878e-459e-b510-4ad45248ec1b tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502091 Feb 16 16:30:53.093086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12dbd66-81a8-4d62-87da-75b01dc813a1 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Pushing event deleted for resources: {'Port': ['ID=4c2d3d9f-c254-4857-962e-31ca60f54aa4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:53.095923 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2c56ea5-d8d0-46a7-beca-e6861054ce5d tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (892200b2-0a32-48d3-8f72-6cc3cbdb216c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:53.130854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c55f31b5-bbb0-42a6-b05c-0b1c5b344ae2 req-fb46a865-ea57-438b-b82d-efcecc90eb80 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.24 "GET /v2.0/security-groups?id=31c024fb-45d7-45a2-85b7-34c4d380398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271309 Feb 16 16:30:53.169209 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:30:49Z', 'updated_at': '2022-02-16T16:30:51Z', 'revision_number': 3, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'gw_port': {'id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ae:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:50Z', 'updated_at': '2022-02-16T16:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:53.201826 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83588a16-f970-4af5-b8d5-4394103cb062 x-openstack-request-id: req-83588a16-f970-4af5-b8d5-4394103cb062 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:53.202120 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d1a1f2-06aa-43c4-bc67-0654a43c3dc3", "name": "network-vif-plugged", "status": "completed", "tag": "b8d55022-6f06-4f14-80e2-95ed2462d606", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:53.202371 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83588a16-f970-4af5-b8d5-4394103cb062 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:53.202812 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d1a1f2-06aa-43c4-bc67-0654a43c3dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d55022-6f06-4f14-80e2-95ed2462d606', 'code': 200} Feb 16 16:30:53.267911 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Checking router: 17384332-5d71-43bd-bd57-b9f0f96c40ae for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:30:53.268269 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Updating router 17384332-5d71-43bd-bd57-b9f0f96c40ae port 49d0496c-2421-48e5-983f-22a00c597f3e binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:30:53.313512 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (49d0496c-2421-48e5-983f-22a00c597f3e), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:53.370806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e21b935b-bc7d-43be-a3be-549046268b9c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Network 77e300b8-8f2d-49c0-9ebe-b61a8689334e is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:30:53.536208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e21b935b-bc7d-43be-a3be-549046268b9c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:53.539059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e21b935b-bc7d-43be-a3be-549046268b9c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:30:53.542052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5203d8-d8e9-4b18-b4e2-4863c57d7c40 req-a12dbd66-81a8-4d62-87da-75b01dc813a1 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] No DVR routers for this DVR port 4c2d3d9f-c254-4857-962e-31ca60f54aa4 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:30:53.544549 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5e5203d8-d8e9-4b18-b4e2-4863c57d7c40 req-a12dbd66-81a8-4d62-87da-75b01dc813a1 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:53.548226 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e5203d8-d8e9-4b18-b4e2-4863c57d7c40 req-a12dbd66-81a8-4d62-87da-75b01dc813a1 tempest-ServerDiagnosticsNegativeTest-677104826 tempest-ServerDiagnosticsNegativeTest-677104826-project] 10.222.0.60 "DELETE /v2.0/ports/4c2d3d9f-c254-4857-962e-31ca60f54aa4 HTTP/1.1" status: 204 len: 173 time: 2.3589132 Feb 16 16:30:53.560164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081fd2e7-4c42-46e7-8149-153dd7f12dfa', 'name': 'network-vif-deleted', 'tag': '4c2d3d9f-c254-4857-962e-31ca60f54aa4'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:53.562661 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d32208-08be-42c1-839d-f1d1f98d9e71" -d '{"events": [{"server_uuid": "081fd2e7-4c42-46e7-8149-153dd7f12dfa", "name": "network-vif-deleted", "tag": "4c2d3d9f-c254-4857-962e-31ca60f54aa4"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:53.597380 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Publish callbacks [] for port (49d0496c-2421-48e5-983f-22a00c597f3e), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:53.605341 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (49d0496c-2421-48e5-983f-22a00c597f3e), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:53.655884 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Attempting to bind port 49d0496c-2421-48e5-983f-22a00c597f3e on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:30:53.656252 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Attempting to bind port 49d0496c-2421-48e5-983f-22a00c597f3e by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:30:53.656613 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Attempting to bind port 49d0496c-2421-48e5-983f-22a00c597f3e on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:30:53.670003 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:30:53.670381 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:30:53.670772 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:53.671298 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:30:53.671790 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Bound port: 49d0496c-2421-48e5-983f-22a00c597f3e, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:30:53.672162 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (49d0496c-2421-48e5-983f-22a00c597f3e), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:53.685486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b935b-bc7d-43be-a3be-549046268b9c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'Port': ['ID=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:53.751451 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] For port 49d0496c-2421-48e5-983f-22a00c597f3e, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:30:53.755285 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] For port 49d0496c-2421-48e5-983f-22a00c597f3e, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=49d0496c-2421-48e5-983f-22a00c597f3e,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:30:53.763035 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e631b42-8913-4bea-8e1b-904319b0d5f7 None None] Pushing event updated for resources: {'Port': ['ID=49d0496c-2421-48e5-983f-22a00c597f3e,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:53.767195 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (49d0496c-2421-48e5-983f-22a00c597f3e), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:53.781996 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631b42-8913-4bea-8e1b-904319b0d5f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:53.782898 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631b42-8913-4bea-8e1b-904319b0d5f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:53.783398 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631b42-8913-4bea-8e1b-904319b0d5f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:53.783943 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631b42-8913-4bea-8e1b-904319b0d5f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:53.784453 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631b42-8913-4bea-8e1b-904319b0d5f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:53.784937 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631b42-8913-4bea-8e1b-904319b0d5f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:53.785429 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631b42-8913-4bea-8e1b-904319b0d5f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:53.785912 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631b42-8913-4bea-8e1b-904319b0d5f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:53.786441 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631b42-8913-4bea-8e1b-904319b0d5f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:53.787569 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631b42-8913-4bea-8e1b-904319b0d5f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:53.788081 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631b42-8913-4bea-8e1b-904319b0d5f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:53.788615 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631b42-8913-4bea-8e1b-904319b0d5f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:53.789091 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e631b42-8913-4bea-8e1b-904319b0d5f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:30:53.810789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c56ea5-d8d0-46a7-beca-e6861054ce5d tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Pushing event deleted for resources: {'Port': ['ID=892200b2-0a32-48d3-8f72-6cc3cbdb216c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:53.829572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e21b935b-bc7d-43be-a3be-549046268b9c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:53.830254 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e21b935b-bc7d-43be-a3be-549046268b9c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:53.861843 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e631b42-8913-4bea-8e1b-904319b0d5f7 None None] Pushing event updated for resources: {'Port': ['ID=49d0496c-2421-48e5-983f-22a00c597f3e,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:53.872935 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Routers {'17384332-5d71-43bd-bd57-b9f0f96c40ae'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:30:53.873645 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:30:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17384332-5d71-43bd-bd57-b9f0f96c40ae'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:53.877228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdd677-e8f5-491a-8b23-b90719f57a12 req-46aff590-b794-442a-bd73-4f79a5c44ae0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:53.878854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00bdd677-e8f5-491a-8b23-b90719f57a12 req-46aff590-b794-442a-bd73-4f79a5c44ae0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 944 time: 0.4851182 Feb 16 16:30:53.893833 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2c56ea5-d8d0-46a7-beca-e6861054ce5d tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks [] for floatingip (293aa0e6-a7f9-416b-8516-1da7fb5b4c8a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:53.897129 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2c56ea5-d8d0-46a7-beca-e6861054ce5d tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:53.898484 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f2c56ea5-d8d0-46a7-beca-e6861054ce5d tempest-ServersTestFqdnHostnames-656251252 tempest-ServersTestFqdnHostnames-656251252-project] 10.222.0.24 "DELETE /v2.0/floatingips/293aa0e6-a7f9-416b-8516-1da7fb5b4c8a HTTP/1.1" status: 204 len: 168 time: 2.7020526 Feb 16 16:30:53.901719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55752) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:53.936609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a660e-dcf5-4391-a015-06475beaa0af req-12fa6418-0617-4036-a0d8-1a1dee17d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:53.938776 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-489a660e-dcf5-4391-a015-06475beaa0af req-12fa6418-0617-4036-a0d8-1a1dee17d3de service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3 HTTP/1.1" status: 200 len: 1132 time: 0.5647521 Feb 16 16:30:53.957903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a244ad3-8e5e-464d-8e69-651182aea5bc req-537113b4-5eca-4e33-97d4-2fa3002131fc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:53.964314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a244ad3-8e5e-464d-8e69-651182aea5bc req-537113b4-5eca-4e33-97d4-2fa3002131fc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:53.966242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a244ad3-8e5e-464d-8e69-651182aea5bc req-537113b4-5eca-4e33-97d4-2fa3002131fc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 1653 time: 0.5824060 Feb 16 16:30:53.970200 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e21b935b-bc7d-43be-a3be-549046268b9c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1436133 Feb 16 16:30:53.985236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8019a788-80d2-423b-a5dc-c062863e8813 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'port': {'device_id': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e', 'admin_state_up': True, 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'security_groups': ['5fc07abd-33fc-456f-8218-732505c600ea']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:54.011439 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] Set router 17384332-5d71-43bd-bd57-b9f0f96c40ae gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:30:54.029450 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9466a566-f523-49d9-be13-195ec5e0dda4 None None] Provisioning complete for port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:54.030913 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9466a566-f523-49d9-be13-195ec5e0dda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:54.139651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9466a566-f523-49d9-be13-195ec5e0dda4 None None] Port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:30:54.161924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d003be-ce4f-46e8-aa9f-6ff2884bdbbe req-13999be8-9200-446c-ab38-af37f66a94b6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:54.163976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16d003be-ce4f-46e8-aa9f-6ff2884bdbbe req-13999be8-9200-446c-ab38-af37f66a94b6 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 944 time: 0.4886332 Feb 16 16:30:54.280678 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:30:49Z', 'updated_at': '2022-02-16T16:30:51Z', 'revision_number': 3, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'gw_port': {'id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ae:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:50Z', 'updated_at': '2022-02-16T16:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:54.313486 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58124330-fef9-4c78-9a61-c199856760f4 None None] The sync data for ids ['17384332-5d71-43bd-bd57-b9f0f96c40ae'] in n-d-669411-5 is: [{'id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:30:49Z', 'updated_at': '2022-02-16T16:30:51Z', 'revision_number': 3, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'gw_port': {'id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ae:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:50Z', 'updated_at': '2022-02-16T16:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:30:54.314053 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-489a660e-dcf5-4391-a015-06475beaa0af req-73bdbf46-fdee-4c4f-aba9-7b5996fa2119 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406560 Feb 16 16:30:54.317788 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00bdd677-e8f5-491a-8b23-b90719f57a12 req-f0734ada-e4a6-4b9d-86b1-0dd7b1f9c40d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946738 Feb 16 16:30:54.408963 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aab782b-8e9c-4adc-8c42-61c9a4f15fba x-openstack-request-id: req-7aab782b-8e9c-4adc-8c42-61c9a4f15fba {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:54.409266 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081fd2e7-4c42-46e7-8149-153dd7f12dfa", "name": "network-vif-deleted", "tag": "4c2d3d9f-c254-4857-962e-31ca60f54aa4", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:54.410157 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7aab782b-8e9c-4adc-8c42-61c9a4f15fba {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:54.410637 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081fd2e7-4c42-46e7-8149-153dd7f12dfa', 'name': 'network-vif-deleted', 'tag': '4c2d3d9f-c254-4857-962e-31ca60f54aa4', 'status': 'completed', 'code': 200} Feb 16 16:30:54.419459 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19d446f4-d65a-45d9-9782-c531e89504bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (2c0f5841-6059-4a71-9ac7-d6b954f88321), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:54.439324 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a244ad3-8e5e-464d-8e69-651182aea5bc req-137942fd-5d8a-479a-bd87-8f5af342069e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4398012 Feb 16 16:30:54.491539 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:54.638394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8019a788-80d2-423b-a5dc-c062863e8813 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Made reservation on behalf of f8966ad3080046efbfd4bb8a1c96e2af for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:54.641853 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8019a788-80d2-423b-a5dc-c062863e8813 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:54.789516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-19d446f4-d65a-45d9-9782-c531e89504bd admin admin] Deleting port 628b4cb8-f6b2-49e3-bf57-8946d70f0927 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:54.789516 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19d446f4-d65a-45d9-9782-c531e89504bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:54.807600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-16d003be-ce4f-46e8-aa9f-6ff2884bdbbe req-de0f7a48-7be0-43bb-b13d-79a27448e1d2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Deleting port a121059c-7737-4b1a-a015-bad77429d618 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:54.808173 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-16d003be-ce4f-46e8-aa9f-6ff2884bdbbe req-de0f7a48-7be0-43bb-b13d-79a27448e1d2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a121059c-7737-4b1a-a015-bad77429d618), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:54.879292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096b20b-91e6-4276-89e5-9d880d917973 req-bd88853c-32ff-42c1-9965-e907c48d0466 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:54.881090 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9096b20b-91e6-4276-89e5-9d880d917973 req-bd88853c-32ff-42c1-9965-e907c48d0466 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3 HTTP/1.1" status: 200 len: 950 time: 0.3487370 Feb 16 16:30:54.965788 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-19d446f4-d65a-45d9-9782-c531e89504bd admin admin] For port 628b4cb8-f6b2-49e3-bf57-8946d70f0927, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=628b4cb8-f6b2-49e3-bf57-8946d70f0927,segment=NetworkSegment(c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b),segment_id=c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:54.967348 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19d446f4-d65a-45d9-9782-c531e89504bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:54.983004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55772) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:54.998257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-19d446f4-d65a-45d9-9782-c531e89504bd admin admin] Calling delete_port for 628b4cb8-f6b2-49e3-bf57-8946d70f0927 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:55.033474 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d544dd9d-c8cc-4550-9985-293ed5e69bbd details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:30:55.040336 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4c2d3d9f-c254-4857-962e-31ca60f54aa4 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:55.100591 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 49d0496c-2421-48e5-983f-22a00c597f3e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:30:55.109051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 4c2d3d9f-c254-4857-962e-31ca60f54aa4 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:55.109319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4c2d3d9f-c254-4857-962e-31ca60f54aa4 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:55.322064 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-db09fd94-00b6-4631-b8ed-7ff3e0b2fd84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55e4d3c328544dbdb1fa719d8c01dc35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3336000 Feb 16 16:30:55.322064 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55776) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:55.359906 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d544dd9d-c8cc-4550-9985-293ed5e69bbd, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:55.374549 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 49d0496c-2421-48e5-983f-22a00c597f3e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:55.374945 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (49d0496c-2421-48e5-983f-22a00c597f3e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:55.376786 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd', 'mac_address': 'fa:16:3e:0d:9c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:30:55.442566 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9e75b140-2212-4bf7-a614-2fc7a11bee9a admin admin] Publish callbacks [] for security_group (31c024fb-45d7-45a2-85b7-34c4d380398a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:55.483338 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9e75b140-2212-4bf7-a614-2fc7a11bee9a admin admin] Publish callbacks [] for security_group (31c024fb-45d7-45a2-85b7-34c4d380398a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:55.492444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port d544dd9d-c8cc-4550-9985-293ed5e69bbd is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:55.492840 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:55.493271 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19d446f4-d65a-45d9-9782-c531e89504bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (628b4cb8-f6b2-49e3-bf57-8946d70f0927), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:55.564251 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d544dd9d-c8cc-4550-9985-293ed5e69bbd {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:30:55.599182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d446f4-d65a-45d9-9782-c531e89504bd admin admin] Pushing event deleted for resources: {'Port': ['ID=628b4cb8-f6b2-49e3-bf57-8946d70f0927,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:55.662995 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d544dd9d-c8cc-4550-9985-293ed5e69bbd, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:55.671054 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:55.748731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=d544dd9d-c8cc-4550-9985-293ed5e69bbd,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:55.755363 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b1d474dc-a1df-4cde-bcc6-860262a5d429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:55.776435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Allocated IP 172.20.0.1 (1680e257-6edc-4b91-9d44-0145351d90b8/871b3e04-7f8f-4d98-9852-6fb7b0b1cc15/4257dc92-0c04-4422-b9a0-1eb833c1ba85) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:30:55.796143 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9096b20b-91e6-4276-89e5-9d880d917973 req-3b645065-1f15-4e33-b114-cf492e976517 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243387 Feb 16 16:30:55.858585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['d544dd9d-c8cc-4550-9985-293ed5e69bbd'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:30:55.906743 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19d446f4-d65a-45d9-9782-c531e89504bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (2c0f5841-6059-4a71-9ac7-d6b954f88321), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:55.909625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8019a788-80d2-423b-a5dc-c062863e8813 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Allocated IP 10.1.1.153 (77e300b8-8f2d-49c0-9ebe-b61a8689334e/2ebf9ad3-3d93-4292-a640-861a254987ce/82e2e32d-8c5f-4c98-812f-04b3671298db) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:30:55.962617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-16d003be-ce4f-46e8-aa9f-6ff2884bdbbe req-de0f7a48-7be0-43bb-b13d-79a27448e1d2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] For port a121059c-7737-4b1a-a015-bad77429d618, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a121059c-7737-4b1a-a015-bad77429d618,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:55.963081 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-16d003be-ce4f-46e8-aa9f-6ff2884bdbbe req-de0f7a48-7be0-43bb-b13d-79a27448e1d2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a121059c-7737-4b1a-a015-bad77429d618), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:55.986288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b50ca6-a705-4912-902f-8f0f8175d9fb req-53175df0-e7fd-4d88-88b2-9ce5c3345716 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:55.989701 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9e75b140-2212-4bf7-a614-2fc7a11bee9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (31c024fb-45d7-45a2-85b7-34c4d380398a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:55.992207 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60b50ca6-a705-4912-902f-8f0f8175d9fb req-53175df0-e7fd-4d88-88b2-9ce5c3345716 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 944 time: 0.4341528 Feb 16 16:30:55.993386 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9e75b140-2212-4bf7-a614-2fc7a11bee9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:55.997940 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9e75b140-2212-4bf7-a614-2fc7a11bee9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31c024fb-45d7-45a2-85b7-34c4d380398a HTTP/1.1" status: 204 len: 168 time: 0.6750340 Feb 16 16:30:56.055260 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 49d0496c-2421-48e5-983f-22a00c597f3e is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:56.055903 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (49d0496c-2421-48e5-983f-22a00c597f3e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:56.080123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-16d003be-ce4f-46e8-aa9f-6ff2884bdbbe req-de0f7a48-7be0-43bb-b13d-79a27448e1d2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Calling delete_port for a121059c-7737-4b1a-a015-bad77429d618 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:56.081491 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75b140-2212-4bf7-a614-2fc7a11bee9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c024fb-45d7-45a2-85b7-34c4d380398a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:56.110332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 49d0496c-2421-48e5-983f-22a00c597f3e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=49d0496c-2421-48e5-983f-22a00c597f3e,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:56.218438 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (49d0496c-2421-48e5-983f-22a00c597f3e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:56.298945 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d446f4-d65a-45d9-9782-c531e89504bd admin admin] Router 2c0f5841-6059-4a71-9ac7-d6b954f88321 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:30:56.428610 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Publish callbacks [] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:56.454818 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d446f4-d65a-45d9-9782-c531e89504bd admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:30:56.470792 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-19d446f4-d65a-45d9-9782-c531e89504bd admin admin] 10.222.0.24 "PUT /v2.0/routers/2c0f5841-6059-4a71-9ac7-d6b954f88321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5675642 Feb 16 16:30:56.473103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55788) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:56.488714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60b50ca6-a705-4912-902f-8f0f8175d9fb req-3cf6abc0-de94-43d4-a423-df345c92909e tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153113 Feb 16 16:30:56.582905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55794) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:56.619554 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ad4a5756-d243-4466-beb2-735b3f7c03eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:56.646317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ddf37-abd7-4c3c-954d-6925601b24aa None None] Sync routers for ids ['2c0f5841-6059-4a71-9ac7-d6b954f88321'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:30:56.649627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=49d0496c-2421-48e5-983f-22a00c597f3e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:56.667092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] Publish callbacks [] for router (2c0f5841-6059-4a71-9ac7-d6b954f88321), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:56.703289 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ddf37-abd7-4c3c-954d-6925601b24aa None None] Routers {'2c0f5841-6059-4a71-9ac7-d6b954f88321'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:30:56.704216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1d0ddf37-abd7-4c3c-954d-6925601b24aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:30:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2c0f5841-6059-4a71-9ac7-d6b954f88321'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:56.804107 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:56.842108 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] Publish callbacks [] for router_gateway (2c0f5841-6059-4a71-9ac7-d6b954f88321), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:56.893709 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8019a788-80d2-423b-a5dc-c062863e8813 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:56.981711 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-16d003be-ce4f-46e8-aa9f-6ff2884bdbbe req-de0f7a48-7be0-43bb-b13d-79a27448e1d2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a121059c-7737-4b1a-a015-bad77429d618), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:56.984559 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] Deleting port 5bc4868d-dea0-45a8-aa1c-eca4d09af53a {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:56.985164 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5bc4868d-dea0-45a8-aa1c-eca4d09af53a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:56.997378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['02e2b74c-b539-4a3c-93e9-5bebf49a0e7d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:30:57.027098 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8019a788-80d2-423b-a5dc-c062863e8813 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.045320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Network 1680e257-6edc-4b91-9d44-0145351d90b8 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:30:57.047451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-1d0ddf37-abd7-4c3c-954d-6925601b24aa None None] Set router 2c0f5841-6059-4a71-9ac7-d6b954f88321 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:30:57.055134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d544dd9d-c8cc-4550-9985-293ed5e69bbd up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:30:57.096713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8019a788-80d2-423b-a5dc-c062863e8813 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Network 77e300b8-8f2d-49c0-9ebe-b61a8689334e is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:30:57.110663 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] For port 5bc4868d-dea0-45a8-aa1c-eca4d09af53a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5bc4868d-dea0-45a8-aa1c-eca4d09af53a,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:57.111171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5bc4868d-dea0-45a8-aa1c-eca4d09af53a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.111945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31679d9b-6a59-4dcf-b882-4021c92b612d req-8ec1a738-9c73-4fe1-87ef-7967a3771ea6 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:57.118593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31679d9b-6a59-4dcf-b882-4021c92b612d req-8ec1a738-9c73-4fe1-87ef-7967a3771ea6 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:57.120301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31679d9b-6a59-4dcf-b882-4021c92b612d req-8ec1a738-9c73-4fe1-87ef-7967a3771ea6 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 1653 time: 0.5330427 Feb 16 16:30:57.136391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8019a788-80d2-423b-a5dc-c062863e8813 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:57.142079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] Calling delete_port for 5bc4868d-dea0-45a8-aa1c-eca4d09af53a owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:57.166631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 49d0496c-2421-48e5-983f-22a00c597f3e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:30:57.199219 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Pushing event updated for resources: {'Port': ['ID=4257dc92-0c04-4422-b9a0-1eb833c1ba85,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:57.203210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:57.244916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8019a788-80d2-423b-a5dc-c062863e8813 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:30:57.282859 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ad4a5756-d243-4466-beb2-735b3f7c03eb admin admin] Publish callbacks [] for security_group (6687be3d-9f69-4277-8857-933d80146fb4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.370246 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ad4a5756-d243-4466-beb2-735b3f7c03eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6687be3d-9f69-4277-8857-933d80146fb4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.375922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 49d0496c-2421-48e5-983f-22a00c597f3e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:57.376333 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (49d0496c-2421-48e5-983f-22a00c597f3e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.445678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port d544dd9d-c8cc-4550-9985-293ed5e69bbd triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:57.446062 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.467058 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ad4a5756-d243-4466-beb2-735b3f7c03eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f4142ac89b943a5ab2948f8146d8a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8778570 Feb 16 16:30:57.467736 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55804) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:57.487493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d003be-ce4f-46e8-aa9f-6ff2884bdbbe req-de0f7a48-7be0-43bb-b13d-79a27448e1d2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] No DVR routers for this DVR port a121059c-7737-4b1a-a015-bad77429d618 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:30:57.495019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:30:57.497283 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5bc4868d-dea0-45a8-aa1c-eca4d09af53a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.513202 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-16d003be-ce4f-46e8-aa9f-6ff2884bdbbe req-de0f7a48-7be0-43bb-b13d-79a27448e1d2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.517642 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16d003be-ce4f-46e8-aa9f-6ff2884bdbbe req-de0f7a48-7be0-43bb-b13d-79a27448e1d2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.60 "DELETE /v2.0/ports/a121059c-7737-4b1a-a015-bad77429d618 HTTP/1.1" status: 204 len: 173 time: 3.3267770 Feb 16 16:30:57.541564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0621a99-34df-41f5-9451-108f51b50b5e', 'name': 'network-vif-deleted', 'tag': 'a121059c-7737-4b1a-a015-bad77429d618'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:57.542730 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc4868d-dea0-45a8-aa1c-eca4d09af53a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:57.549458 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70288144-bfd9-4cb6-b544-dfd9ccc7b83a" -d '{"events": [{"server_uuid": "f0621a99-34df-41f5-9451-108f51b50b5e", "name": "network-vif-deleted", "tag": "a121059c-7737-4b1a-a015-bad77429d618"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:57.591376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 49d0496c-2421-48e5-983f-22a00c597f3e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:57.650559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31679d9b-6a59-4dcf-b882-4021c92b612d req-f6c3225f-1c8b-4354-b432-ab5b0ad6df8f tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4479337 Feb 16 16:30:57.675851 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (2c0f5841-6059-4a71-9ac7-d6b954f88321), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.677997 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c996b521-8400-4844-a1bd-eedc8e5e43b5 None None] Provisioning complete for port 82e2e32d-8c5f-4c98-812f-04b3671298db triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:30:57.678377 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c996b521-8400-4844-a1bd-eedc8e5e43b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.697277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a1040-597b-465d-a266-7636a5b1a770 req-5c5ef4ef-42cc-4665-aecc-966d90a16353 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:57.707746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c5a1040-597b-465d-a266-7636a5b1a770 req-5c5ef4ef-42cc-4665-aecc-966d90a16353 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3 HTTP/1.1" status: 200 len: 950 time: 0.6979561 Feb 16 16:30:57.777295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019a788-80d2-423b-a5dc-c062863e8813 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'Port': ['ID=82e2e32d-8c5f-4c98-812f-04b3671298db,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:57.788248 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (2c0f5841-6059-4a71-9ac7-d6b954f88321), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.792098 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] Publish callbacks [] for router_controller (2c0f5841-6059-4a71-9ac7-d6b954f88321), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.793704 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c996b521-8400-4844-a1bd-eedc8e5e43b5 None None] Port 82e2e32d-8c5f-4c98-812f-04b3671298db cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:30:57.800431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a5756-d243-4466-beb2-735b3f7c03eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6687be3d-9f69-4277-8857-933d80146fb4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:57.806282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1d0ddf37-abd7-4c3c-954d-6925601b24aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'name': 'tempest-ServersTestFqdnHostnames-1077956439-router', 'tenant_id': '5efc851b355d47bf8d553a191b14791e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:28:39Z', 'updated_at': '2022-02-16T16:30:55Z', 'revision_number': 5, 'project_id': '5efc851b355d47bf8d553a191b14791e', 'gw_port': {'id': '5bc4868d-dea0-45a8-aa1c-eca4d09af53a', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f5841-6059-4a71-9ac7-d6b954f88321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:28:40Z', 'updated_at': '2022-02-16T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:57.810462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8019a788-80d2-423b-a5dc-c062863e8813 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:57.811095 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8019a788-80d2-423b-a5dc-c062863e8813 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.842846 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ddf37-abd7-4c3c-954d-6925601b24aa None None] Checking router: 2c0f5841-6059-4a71-9ac7-d6b954f88321 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:30:57.855900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port d544dd9d-c8cc-4550-9985-293ed5e69bbd is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:30:57.856385 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.860222 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (2c0f5841-6059-4a71-9ac7-d6b954f88321), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.861778 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c0f5841-6059-4a71-9ac7-d6b954f88321 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:30:57.872962 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.876753 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-db1b4f00-f745-4d6a-aed5-316bda0b7ad1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2c0f5841-6059-4a71-9ac7-d6b954f88321 HTTP/1.1" status: 204 len: 168 time: 1.3987765 Feb 16 16:30:57.880477 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55812) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:57.904568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d544dd9d-c8cc-4550-9985-293ed5e69bbd, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:57.905857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5628af-1cb0-4f16-910b-581d882257ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:30:57.908396 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c476f2a-64bf-4f2b-a259-c2e831173841" -d '{"events": [{"server_uuid": "6f5628af-1cb0-4f16-910b-581d882257ac", "name": "network-vif-plugged", "status": "completed", "tag": "d544dd9d-c8cc-4550-9985-293ed5e69bbd"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:30:57.916549 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.917661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a121059c-7737-4b1a-a015-bad77429d618 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:57.921540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ddf37-abd7-4c3c-954d-6925601b24aa None None] Routers set() bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:30:57.922223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ddf37-abd7-4c3c-954d-6925601b24aa None None] Router IDs set() for agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 16:30:57.923228 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_agentschedulers_db [None req-1d0ddf37-abd7-4c3c-954d-6925601b24aa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2c0f5841-6059-4a71-9ac7-d6b954f88321'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:30:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent'). {{(pid=103423) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 16:30:57.923970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ddf37-abd7-4c3c-954d-6925601b24aa None None] The sync data for ids ['2c0f5841-6059-4a71-9ac7-d6b954f88321'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:30:57.925468 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3ef26140-c2a6-448d-94cd-df5cd9d8e3e2 req-46f2f763-acea-45c2-8bb7-9b3423e379c3 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 210 time: 0.1028726 Feb 16 16:30:57.930945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f7a48-7be0-43bb-b13d-79a27448e1d2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Pushing event deleted for resources: {'Port': ['ID=a121059c-7737-4b1a-a015-bad77429d618,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:57.936084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8019a788-80d2-423b-a5dc-c062863e8813 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9542243 Feb 16 16:30:57.942514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6efe02-a331-4b67-98c6-91279e08cf76 admin admin] Deleting subnet 37dd0334-ddc1-49e6-b3f7-46a450d125a7 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:30:57.947576 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a6efe02-a331-4b67-98c6-91279e08cf76 admin admin] Publish callbacks [] for subnet (37dd0334-ddc1-49e6-b3f7-46a450d125a7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.952308 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (17384332-5d71-43bd-bd57-b9f0f96c40ae), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:57.989668 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a6efe02-a331-4b67-98c6-91279e08cf76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (37dd0334-ddc1-49e6-b3f7-46a450d125a7), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:58.033634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c5b7ae6a-0db2-4cb8-a44e-897534f82f5a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'port': {'device_id': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a', 'admin_state_up': True, 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'security_groups': ['5fc07abd-33fc-456f-8218-732505c600ea']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:30:58.045842 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa269-eddc-45f6-b27d-d0496af73474 admin admin] Publish callbacks [] for security_group (6687be3d-9f69-4277-8857-933d80146fb4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:58.067474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c5a1040-597b-465d-a266-7636a5b1a770 req-26661179-2769-421a-842c-2dc0581dcfda tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585343 Feb 16 16:30:58.076856 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa269-eddc-45f6-b27d-d0496af73474 admin admin] Publish callbacks [] for security_group (6687be3d-9f69-4277-8857-933d80146fb4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:58.149540 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa269-eddc-45f6-b27d-d0496af73474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6687be3d-9f69-4277-8857-933d80146fb4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:58.151991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: a121059c-7737-4b1a-a015-bad77429d618 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:58.153317 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa269-eddc-45f6-b27d-d0496af73474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:58.157000 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2a0fa269-eddc-45f6-b27d-d0496af73474 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6687be3d-9f69-4277-8857-933d80146fb4 HTTP/1.1" status: 204 len: 168 time: 0.6856101 Feb 16 16:30:58.159203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a121059c-7737-4b1a-a015-bad77429d618 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:58.184456 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c958f0-78e8-4850-98a1-45d659478955 x-openstack-request-id: req-06c958f0-78e8-4850-98a1-45d659478955 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:58.185596 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0621a99-34df-41f5-9451-108f51b50b5e", "name": "network-vif-deleted", "tag": "a121059c-7737-4b1a-a015-bad77429d618", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:58.186117 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06c958f0-78e8-4850-98a1-45d659478955 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:58.187526 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0621a99-34df-41f5-9451-108f51b50b5e', 'name': 'network-vif-deleted', 'tag': 'a121059c-7737-4b1a-a015-bad77429d618', 'status': 'completed', 'code': 200} Feb 16 16:30:58.199153 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3cfbf0-b851-4ed7-a26a-8170b02b0bc1 x-openstack-request-id: req-7f3cfbf0-b851-4ed7-a26a-8170b02b0bc1 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:30:58.199702 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5628af-1cb0-4f16-910b-581d882257ac", "name": "network-vif-plugged", "status": "completed", "tag": "d544dd9d-c8cc-4550-9985-293ed5e69bbd", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:30:58.199702 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f3cfbf0-b851-4ed7-a26a-8170b02b0bc1 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:30:58.200186 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5628af-1cb0-4f16-910b-581d882257ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd', 'code': 200} Feb 16 16:30:58.204954 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fa269-eddc-45f6-b27d-d0496af73474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6687be3d-9f69-4277-8857-933d80146fb4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:58.245294 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a6efe02-a331-4b67-98c6-91279e08cf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (37dd0334-ddc1-49e6-b3f7-46a450d125a7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:58.286100 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f63f3e0d-074f-4488-8a1c-be94989ed3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:58.295961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=d544dd9d-c8cc-4550-9985-293ed5e69bbd,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:58.375709 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a6efe02-a331-4b67-98c6-91279e08cf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (37dd0334-ddc1-49e6-b3f7-46a450d125a7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:58.405874 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:58.408292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6efe02-a331-4b67-98c6-91279e08cf76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37dd0334-ddc1-49e6-b3f7-46a450d125a7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:58.414156 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a6efe02-a331-4b67-98c6-91279e08cf76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:58.417458 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5a6efe02-a331-4b67-98c6-91279e08cf76 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/37dd0334-ddc1-49e6-b3f7-46a450d125a7 HTTP/1.1" status: 204 len: 168 time: 0.5351703 Feb 16 16:30:58.423038 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55840) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:30:58.425090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923d5d8a-8b26-4a42-b962-d749c8d17465 None None] Network e3064a27-c525-4747-81cc-3970797c947b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:30:58.449199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c5b7ae6a-0db2-4cb8-a44e-897534f82f5a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Made reservation on behalf of f8966ad3080046efbfd4bb8a1c96e2af for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:30:58.612290 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (e3064a27-c525-4747-81cc-3970797c947b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:58.705395 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] Deleting port 8af9a2be-7237-4725-b924-e5c488bca92f {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:30:58.705927 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8af9a2be-7237-4725-b924-e5c488bca92f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:58.783978 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Publish callbacks [] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:58.807173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] For port 8af9a2be-7237-4725-b924-e5c488bca92f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8af9a2be-7237-4725-b924-e5c488bca92f,segment=NetworkSegment(c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b),segment_id=c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:30:58.807505 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8af9a2be-7237-4725-b924-e5c488bca92f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:58.813431 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:58.821411 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] Calling delete_port for 8af9a2be-7237-4725-b924-e5c488bca92f owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:30:58.989693 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8af9a2be-7237-4725-b924-e5c488bca92f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:59.021376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcb0ef3-45af-419f-87d5-b6114b6bd3db None None] DHCP port deletion for e3064a27-c525-4747-81cc-3970797c947b request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:30:59.072103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=8af9a2be-7237-4725-b924-e5c488bca92f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:59.078097 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c5b7ae6a-0db2-4cb8-a44e-897534f82f5a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:59.087413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] No DVR routers for this DVR port 8af9a2be-7237-4725-b924-e5c488bca92f on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:30:59.100666 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (17384332-5d71-43bd-bd57-b9f0f96c40ae), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:59.146540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Pushing event updated for resources: {'Port': ['ID=4257dc92-0c04-4422-b9a0-1eb833c1ba85,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:30:59.174483 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:59.203263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5bc4868d-dea0-45a8-aa1c-eca4d09af53a no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:59.238034 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 5bc4868d-dea0-45a8-aa1c-eca4d09af53a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:59.238379 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5bc4868d-dea0-45a8-aa1c-eca4d09af53a not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:59.238886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8af9a2be-7237-4725-b924-e5c488bca92f no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:59.295386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 8af9a2be-7237-4725-b924-e5c488bca92f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:59.295746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8af9a2be-7237-4725-b924-e5c488bca92f not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:59.296198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 628b4cb8-f6b2-49e3-bf57-8946d70f0927 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:30:59.320424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d95e59d-ee7e-4af3-9e55-3e040a49fffd req-10c6aae7-bd71-4d69-9f8e-28b970cf5a47 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 210 time: 0.1950350 Feb 16 16:30:59.392639 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 628b4cb8-f6b2-49e3-bf57-8946d70f0927 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:30:59.393271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 628b4cb8-f6b2-49e3-bf57-8946d70f0927 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:30:59.398959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Network 1680e257-6edc-4b91-9d44-0145351d90b8 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:30:59.410504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d98d4b-daec-4eb8-bb0b-f08b9744933a req-e41a8c06-1330-4c0a-b040-048bf261dd54 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:59.417084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d98d4b-daec-4eb8-bb0b-f08b9744933a req-e41a8c06-1330-4c0a-b040-048bf261dd54 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:59.430266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d98d4b-daec-4eb8-bb0b-f08b9744933a req-e41a8c06-1330-4c0a-b040-048bf261dd54 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:59.438891 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46d98d4b-daec-4eb8-bb0b-f08b9744933a req-e41a8c06-1330-4c0a-b040-048bf261dd54 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 2374 time: 0.6044014 Feb 16 16:30:59.465215 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:30:59.579872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-7bd89850-d9b6-4fbd-9e08-4794a241a863 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cd56c5f0630b49f39ec4f88c1e8eb354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1328845 Feb 16 16:30:59.699023 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46d98d4b-daec-4eb8-bb0b-f08b9744933a req-b85404e5-3bb5-4a5a-9c8b-d24405c16609 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490137 Feb 16 16:30:59.908325 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (e3064a27-c525-4747-81cc-3970797c947b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:30:59.960309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-cb23a002-bd8a-4ffe-9c60-7fab574ed2b4 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:30:59.965604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3064a27-c525-4747-81cc-3970797c947b']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:59.970600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-cb23a002-bd8a-4ffe-9c60-7fab574ed2b4 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3895102 Feb 16 16:30:59.981277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:59.982119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:30:59.993663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Router 17384332-5d71-43bd-bd57-b9f0f96c40ae has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:31:00.001093 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:00.011305 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-851993a0-7e32-4e4a-a3e7-85dbfdc1fd66 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/quotas/cd56c5f0630b49f39ec4f88c1e8eb354 HTTP/1.1" status: 200 len: 375 time: 0.0393913 Feb 16 16:31:00.019409 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:00.026814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c5b7ae6a-0db2-4cb8-a44e-897534f82f5a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Allocated IP 10.2.2.100 (99166be9-b7bf-4994-91a8-2a2b782c0a2a/99ea7639-172f-4943-8292-3c6442700cca/8edf9e5f-ca4b-451e-a4db-b16895ab6ec1) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:31:00.036356 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:31:00.036884 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (c48cf07e-e3b6-4ac4-9aeb-92c22b2af39b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:31:00.041098 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:31:00.148016 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (e3064a27-c525-4747-81cc-3970797c947b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:00.161218 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:00.165691 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e3064a27-c525-4747-81cc-3970797c947b HTTP/1.1" status: 204 len: 168 time: 1.7277632 Feb 16 16:31:00.181828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1134f-258d-4471-8fc6-4d5b690d2c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3064a27-c525-4747-81cc-3970797c947b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:00.581980 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55912) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:00.684901 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f260a6fb-8b6a-4940-ad08-61c825715218 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5efc851b355d47bf8d553a191b14791e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1006880 Feb 16 16:31:00.686148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55914) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:00.712196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a366ba8-65a1-4e05-b7a8-74f09c650a62 req-2cbf8cda-d268-454d-8b8e-9bfb9a5343c5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 210 time: 0.0526006 Feb 16 16:31:00.751604 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:00.770272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-1c4aa639-9944-46a9-b992-e5418109de7d tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd56c5f0630b49f39ec4f88c1e8eb354&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7583311 Feb 16 16:31:00.810970 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1929a4c-0e7e-42e9-b910-12965f23b5c0 admin admin] Publish callbacks [] for security_group (c3104a39-a28b-42a9-a121-ec0a2bfb6fed), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:00.875639 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1929a4c-0e7e-42e9-b910-12965f23b5c0 admin admin] Publish callbacks [] for security_group (c3104a39-a28b-42a9-a121-ec0a2bfb6fed), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:00.953199 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1929a4c-0e7e-42e9-b910-12965f23b5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c3104a39-a28b-42a9-a121-ec0a2bfb6fed), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:00.961712 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1929a4c-0e7e-42e9-b910-12965f23b5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:00.974408 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b1929a4c-0e7e-42e9-b910-12965f23b5c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3104a39-a28b-42a9-a121-ec0a2bfb6fed HTTP/1.1" status: 204 len: 168 time: 0.2789810 Feb 16 16:31:01.012258 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1929a4c-0e7e-42e9-b910-12965f23b5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3104a39-a28b-42a9-a121-ec0a2bfb6fed,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:01.135548 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:01.299857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:31:01.315184 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Sync routers for ids ['17384332-5d71-43bd-bd57-b9f0f96c40ae'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:31:01.323706 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c5b7ae6a-0db2-4cb8-a44e-897534f82f5a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:01.350122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-eec22961-183e-462e-b499-91928b97e37f admin admin] 10.222.0.24 "PUT /v2.0/routers/17384332-5d71-43bd-bd57-b9f0f96c40ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6153650 Feb 16 16:31:01.366823 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Routers {'17384332-5d71-43bd-bd57-b9f0f96c40ae'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:31:01.367472 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:30:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17384332-5d71-43bd-bd57-b9f0f96c40ae'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:31:01.431062 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed911c52-a782-4e05-80f7-58246b2a5cbd req-c74520b6-afed-46f7-b500-f03f6a7b6848 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 210 time: 0.1220303 Feb 16 16:31:01.552693 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Set router 17384332-5d71-43bd-bd57-b9f0f96c40ae gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:31:01.648466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cac84c-c143-43c2-ae5f-b45debc6dff8 req-3c2f0b1b-3311-4917-b745-86a122e11bd9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:01.654227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cac84c-c143-43c2-ae5f-b45debc6dff8 req-3c2f0b1b-3311-4917-b745-86a122e11bd9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:01.695882 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cac84c-c143-43c2-ae5f-b45debc6dff8 req-3c2f0b1b-3311-4917-b745-86a122e11bd9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:01.700560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7cac84c-c143-43c2-ae5f-b45debc6dff8 req-3c2f0b1b-3311-4917-b745-86a122e11bd9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 2374 time: 0.8160400 Feb 16 16:31:01.768048 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c5b7ae6a-0db2-4cb8-a44e-897534f82f5a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:02.013727 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7cac84c-c143-43c2-ae5f-b45debc6dff8 req-e454253d-4ad2-46cc-b498-6d0da0e4fde5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046789 Feb 16 16:31:02.025922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-3c0e4811-90fc-4213-b1d6-964d43ff619b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8d2719921a674d2ca74ff2649da1e17b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871179 Feb 16 16:31:02.074456 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:02.133538 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:30:49Z', 'updated_at': '2022-02-16T16:30:58Z', 'revision_number': 4, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'gw_port': {'id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ae:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:50Z', 'updated_at': '2022-02-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '4257dc92-0c04-4422-b9a0-1eb833c1ba85', 'name': '', 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'mac_address': 'fa:16:3e:90:a1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:54Z', 'updated_at': '2022-02-16T16:30:58Z', 'revision_number': 2, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'subnets': [{'id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:31:02.181405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-ff4aaede-909b-4765-96b2-81a789a39c05 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:02.189656 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-ff4aaede-909b-4765-96b2-81a789a39c05 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610684 Feb 16 16:31:02.196521 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Checking router: 17384332-5d71-43bd-bd57-b9f0f96c40ae for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:31:02.197288 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Updating router 17384332-5d71-43bd-bd57-b9f0f96c40ae port 4257dc92-0c04-4422-b9a0-1eb833c1ba85 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:31:02.235273 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:02.258746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-a95ada1d-e511-4721-a310-d0f5c66ff480 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/quotas/8d2719921a674d2ca74ff2649da1e17b HTTP/1.1" status: 200 len: 375 time: 0.0680859 Feb 16 16:31:02.370096 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-97ebc81e-bf3f-40af-b1db-333d2cde2722 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2719921a674d2ca74ff2649da1e17b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092157 Feb 16 16:31:02.374936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c5b7ae6a-0db2-4cb8-a44e-897534f82f5a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Network 99166be9-b7bf-4994-91a8-2a2b782c0a2a is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:31:02.479791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf611b05-fd31-4c62-a08b-c3e433e52d42 req-60cab486-1d16-4fe3-8752-2af1b6e6904d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 210 time: 0.2575724 Feb 16 16:31:02.496451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c5b7ae6a-0db2-4cb8-a44e-897534f82f5a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:31:02.514151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c5b7ae6a-0db2-4cb8-a44e-897534f82f5a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:31:02.828433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c5b7ae6a-0db2-4cb8-a44e-897534f82f5a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:02.841464 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c5b7ae6a-0db2-4cb8-a44e-897534f82f5a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:02.895954 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-2b1845c0-fc6d-4a5b-8e4b-1f1ac8723390 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=cd56c5f0630b49f39ec4f88c1e8eb354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1606617 Feb 16 16:31:03.114664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c953eab6-d46c-4a23-acf8-9660a988c211 None None] Provisioning complete for port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:31:03.115361 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c953eab6-d46c-4a23-acf8-9660a988c211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:03.178517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7ae6a-0db2-4cb8-a44e-897534f82f5a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'Port': ['ID=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:03.205798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-b26b999b-2302-4b1f-926a-68f2cdc0234d tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:03.216293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-b26b999b-2302-4b1f-926a-68f2cdc0234d tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2994492 Feb 16 16:31:03.233104 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c5b7ae6a-0db2-4cb8-a44e-897534f82f5a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2038305 Feb 16 16:31:03.234946 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56012) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:03.246163 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Publish callbacks [] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:03.260873 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:03.268346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-1f49a903-af3c-4a49-a9b6-e85b46e02d55 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Request body: {'port': {'device_id': 'f780df95-5a4f-4725-a8b1-1e0566e85137', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': 'cd56c5f0630b49f39ec4f88c1e8eb354'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:03.287538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c953eab6-d46c-4a23-acf8-9660a988c211 None None] Port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:31:03.299811 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-fee56e47-f7b3-45f6-87a9-9db5dbc15faf tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'port': {'device_id': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a', 'admin_state_up': True, 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'security_groups': ['5fc07abd-33fc-456f-8218-732505c600ea']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:03.405888 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061f7b8-37cf-439a-a19d-3b44ecc6a13d None None] Pushing event updated for resources: {'Port': ['ID=4257dc92-0c04-4422-b9a0-1eb833c1ba85,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:03.548072 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Attempting to bind port 4257dc92-0c04-4422-b9a0-1eb833c1ba85 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:31:03.548454 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Attempting to bind port 4257dc92-0c04-4422-b9a0-1eb833c1ba85 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '39b0236e-4934-4bbb-8a41-8257d74d3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:31:03.548813 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Attempting to bind port 4257dc92-0c04-4422-b9a0-1eb833c1ba85 on network 1680e257-6edc-4b91-9d44-0145351d90b8 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:03.559679 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:31:03.560092 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Checking segment: {'id': '39b0236e-4934-4bbb-8a41-8257d74d3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:03.560495 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:03.564230 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Bound using segment: {'id': '39b0236e-4934-4bbb-8a41-8257d74d3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:31:03.564925 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Bound port: 4257dc92-0c04-4422-b9a0-1eb833c1ba85, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b0236e-4934-4bbb-8a41-8257d74d3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:31:03.566786 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:03.587762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1099743547-network', 'tenant_id': '9d37964e26204b6d946ad6f6c035433c'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:03.634860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] Made reservation on behalf of 9d37964e26204b6d946ad6f6c035433c for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:31:03.639565 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:03.664444 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:03.669937 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] For port 4257dc92-0c04-4422-b9a0-1eb833c1ba85, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:31:03.674619 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] For port 4257dc92-0c04-4422-b9a0-1eb833c1ba85, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4257dc92-0c04-4422-b9a0-1eb833c1ba85,segment=NetworkSegment(39b0236e-4934-4bbb-8a41-8257d74d3f38),segment_id=39b0236e-4934-4bbb-8a41-8257d74d3f38)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:31:03.687735 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:03.874358 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Routers {'17384332-5d71-43bd-bd57-b9f0f96c40ae'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:31:03.876331 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:30:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17384332-5d71-43bd-bd57-b9f0f96c40ae'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:31:03.884477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-1886ca21-568a-43ed-83ed-2a0de809ac9b tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:03.909586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-1886ca21-568a-43ed-83ed-2a0de809ac9b tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/networks?id=1680e257-6edc-4b91-9d44-0145351d90b8 HTTP/1.1" status: 200 len: 819 time: 0.6147165 Feb 16 16:31:03.931458 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] Publish callbacks [] for security_group (394d5c73-406f-49b5-a44f-064e2f5f3c96), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:03.942028 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (394d5c73-406f-49b5-a44f-064e2f5f3c96), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:04.019868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-56f725ef-5cff-4a5b-8cfb-ffa4c0016389 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/quotas/052413f5a9db4bce9a01057f6d8db660 HTTP/1.1" status: 200 len: 375 time: 0.1093650 Feb 16 16:31:04.036298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:31:04.040586 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] Set router 17384332-5d71-43bd-bd57-b9f0f96c40ae gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:31:04.046101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bd34c04f-a318-473d-819f-2d8c1987d782 req-ecf04759-7036-4e29-9742-98c7f2d9dfa5 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 210 time: 0.8115864 Feb 16 16:31:04.058642 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394d5c73-406f-49b5-a44f-064e2f5f3c96,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:04.104754 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d4ceca41-65bb-41e0-b0fa-59ae91e8a258), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:04.105114 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] Added segment d4ceca41-65bb-41e0-b0fa-59ae91e8a258 of type vlan for network efa24cb6-7ee9-4e85-8744-3b07aa6101a6 Feb 16 16:31:04.163176 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061f7b8-37cf-439a-a19d-3b44ecc6a13d None None] Pushing event updated for resources: {'Port': ['ID=4257dc92-0c04-4422-b9a0-1eb833c1ba85,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:04.269417 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:04.353174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (efa24cb6-7ee9-4e85-8744-3b07aa6101a6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:04.384935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d019d197-77c0-4c83-998a-dda08a9ce4ff req-2f2a4c5b-3df2-41f3-8844-4a08e8fc99f2 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 210 time: 0.0867145 Feb 16 16:31:04.433982 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (efa24cb6-7ee9-4e85-8744-3b07aa6101a6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:04.435333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:04.436154 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:04.495638 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2588296 Feb 16 16:31:04.499033 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56026) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:04.506771 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9fa046b1-6df2-4499-860d-8136816945ae admin admin] Request body: {'subnet': {'network_id': 'efa24cb6-7ee9-4e85-8744-3b07aa6101a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1099743547-subnet', 'tenant_id': '9d37964e26204b6d946ad6f6c035433c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:04.576625 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c2b16-2296-4d89-a672-6a11f73329f6 admin admin] Pushing event updated for resources: {'Network': ['ID=efa24cb6-7ee9-4e85-8744-3b07aa6101a6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:04.591952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network efa24cb6-7ee9-4e85-8744-3b07aa6101a6 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:31:04.634107 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa046b1-6df2-4499-860d-8136816945ae admin admin] Made reservation on behalf of 9d37964e26204b6d946ad6f6c035433c for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:31:04.638123 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fa046b1-6df2-4499-860d-8136816945ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:04.713867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65699abf-7876-4edb-b5c2-c83040d8016e req-ab29e53f-501f-41be-a470-d0da5ebcfdec tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:04.731199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65699abf-7876-4edb-b5c2-c83040d8016e req-ab29e53f-501f-41be-a470-d0da5ebcfdec tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:04.744856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65699abf-7876-4edb-b5c2-c83040d8016e req-ab29e53f-501f-41be-a470-d0da5ebcfdec tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:04.747632 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:30:49Z', 'updated_at': '2022-02-16T16:30:58Z', 'revision_number': 4, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'gw_port': {'id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ae:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:50Z', 'updated_at': '2022-02-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '4257dc92-0c04-4422-b9a0-1eb833c1ba85', 'name': '', 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'mac_address': 'fa:16:3e:90:a1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:54Z', 'updated_at': '2022-02-16T16:31:03Z', 'revision_number': 4, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'subnets': [{'id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:31:04.763613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65699abf-7876-4edb-b5c2-c83040d8016e req-ab29e53f-501f-41be-a470-d0da5ebcfdec tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:04.777879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65699abf-7876-4edb-b5c2-c83040d8016e req-ab29e53f-501f-41be-a470-d0da5ebcfdec tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 3095 time: 0.2468553 Feb 16 16:31:04.895626 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65699abf-7876-4edb-b5c2-c83040d8016e req-62afd34e-ff2a-4c3d-af07-8ad0a51844a5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123903 Feb 16 16:31:04.911154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-1f49a903-af3c-4a49-a9b6-e85b46e02d55 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Made reservation on behalf of cd56c5f0630b49f39ec4f88c1e8eb354 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:31:04.914248 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cecb252-00ed-44cb-bacb-192386ed70f3 None None] The sync data for ids ['17384332-5d71-43bd-bd57-b9f0f96c40ae'] in n-d-669411-5 is: [{'id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:30:49Z', 'updated_at': '2022-02-16T16:30:58Z', 'revision_number': 4, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'gw_port': {'id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ae:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:50Z', 'updated_at': '2022-02-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '4257dc92-0c04-4422-b9a0-1eb833c1ba85', 'name': '', 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'mac_address': 'fa:16:3e:90:a1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:54Z', 'updated_at': '2022-02-16T16:31:03Z', 'revision_number': 4, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'subnets': [{'id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:31:04.919616 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-1f49a903-af3c-4a49-a9b6-e85b46e02d55 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:05.340291 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fa046b1-6df2-4499-860d-8136816945ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (b3886f14-9914-4cf5-8e03-e95cdd80575f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:05.426795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-1f49a903-af3c-4a49-a9b6-e85b46e02d55 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Allocated IP 192.168.233.22 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/b0430279-35bd-4a66-a9c6-0e9ef3f950cb) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:31:05.447235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa046b1-6df2-4499-860d-8136816945ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3886f14-9914-4cf5-8e03-e95cdd80575f,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:05.474673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-afaa0b51-0e96-4ce4-9022-e95c8a106b10 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8d2719921a674d2ca74ff2649da1e17b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5016894 Feb 16 16:31:05.514228 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-33168249-c010-4bd6-a6dc-8c18b488edbb tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=052413f5a9db4bce9a01057f6d8db660&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4628296 Feb 16 16:31:05.538197 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa046b1-6df2-4499-860d-8136816945ae admin admin] Checking segment: {'id': 'd4ceca41-65bb-41e0-b0fa-59ae91e8a258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'efa24cb6-7ee9-4e85-8744-3b07aa6101a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:05.539504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa046b1-6df2-4499-860d-8136816945ae admin admin] Network hostable DHCP agents. Network: efa24cb6-7ee9-4e85-8744-3b07aa6101a6, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:31:05.586261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa046b1-6df2-4499-860d-8136816945ae admin admin] Network efa24cb6-7ee9-4e85-8744-3b07aa6101a6 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:31:05.594618 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4abfd78-22a5-42cb-b6a5-b9e4f29d81c1 req-4d6aa40c-180d-408b-a63c-1ffef702dfe0 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 210 time: 0.1132922 Feb 16 16:31:05.604283 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9fa046b1-6df2-4499-860d-8136816945ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, efa24cb6-7ee9-4e85-8744-3b07aa6101a6) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:31:05.615981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff70706-81c2-4a49-a13f-8698ad43d6db None None] Network efa24cb6-7ee9-4e85-8744-3b07aa6101a6 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:31:05.619549 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa046b1-6df2-4499-860d-8136816945ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:05.624151 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fa046b1-6df2-4499-860d-8136816945ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:05.684722 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9fa046b1-6df2-4499-860d-8136816945ae admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1820645 Feb 16 16:31:05.805288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-fee56e47-f7b3-45f6-87a9-9db5dbc15faf tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Made reservation on behalf of f8966ad3080046efbfd4bb8a1c96e2af for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:31:05.838815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c4b162-5544-43c3-9ff5-d9a150d99308 None None] Network efa24cb6-7ee9-4e85-8744-3b07aa6101a6 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:31:06.101302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-cf7c52b5-8837-406b-87b9-687846b433bf service neutron] 10.222.0.24 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859458 Feb 16 16:31:06.224356 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-982bd4f2-943c-48ab-94c7-16386d06c26f req-55bb3948-e58a-4ef5-a479-e3a20bf2af1e tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 210 time: 0.2462285 Feb 16 16:31:06.412869 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-039b8b41-c664-4c51-91a0-cf5face454fe tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:06.414553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-039b8b41-c664-4c51-91a0-cf5face454fe tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9267056 Feb 16 16:31:06.496724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa38896f-3fc3-4d73-b382-88373f2cf90e req-4c48f497-048d-403f-b9a8-0021bc3cb9f0 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 210 time: 0.1523809 Feb 16 16:31:06.526214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Request body: {'port': {'device_id': '64c56f39-fe18-46e5-ac6d-5489fb8b6849', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '8d2719921a674d2ca74ff2649da1e17b'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:06.755543 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-fee56e47-f7b3-45f6-87a9-9db5dbc15faf tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:06.898995 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-1f49a903-af3c-4a49-a9b6-e85b46e02d55 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks [] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:06.924212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-02688277-4aba-4976-9ef7-c155f50c118e service neutron] 10.222.0.24 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8219471 Feb 16 16:31:07.069738 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94871bdd-096a-4603-872e-85e78d321bbe req-45e1e752-93c7-4358-8f17-a989202cf972 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:07.088084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94871bdd-096a-4603-872e-85e78d321bbe req-45e1e752-93c7-4358-8f17-a989202cf972 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:07.119525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4257dc92-0c04-4422-b9a0-1eb833c1ba85 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:31:07.146107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94871bdd-096a-4603-872e-85e78d321bbe req-45e1e752-93c7-4358-8f17-a989202cf972 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:07.188792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94871bdd-096a-4603-872e-85e78d321bbe req-45e1e752-93c7-4358-8f17-a989202cf972 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:07.196768 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94871bdd-096a-4603-872e-85e78d321bbe req-45e1e752-93c7-4358-8f17-a989202cf972 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 3095 time: 0.5842416 Feb 16 16:31:07.311467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 4257dc92-0c04-4422-b9a0-1eb833c1ba85 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:31:07.311876 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:07.618684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94871bdd-096a-4603-872e-85e78d321bbe req-dc68fe8a-bcde-480b-977a-0b501c3ec9b8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3829758 Feb 16 16:31:07.624774 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Made reservation on behalf of 8d2719921a674d2ca74ff2649da1e17b for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:31:07.628599 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:07.657513 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:07.660628 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-1f49a903-af3c-4a49-a9b6-e85b46e02d55 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:07.815275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-1f49a903-af3c-4a49-a9b6-e85b46e02d55 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:31:07.841869 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49a903-af3c-4a49-a9b6-e85b46e02d55 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Pushing event updated for resources: {'Port': ['ID=b0430279-35bd-4a66-a9c6-0e9ef3f950cb,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:07.872033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-1f49a903-af3c-4a49-a9b6-e85b46e02d55 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:31:07.877987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-1f49a903-af3c-4a49-a9b6-e85b46e02d55 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:31:07.917287 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4257dc92-0c04-4422-b9a0-1eb833c1ba85 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:31:07.917952 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:07.937174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['b8d55022-6f06-4f14-80e2-95ed2462d606'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:31:08.073668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 4257dc92-0c04-4422-b9a0-1eb833c1ba85, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4257dc92-0c04-4422-b9a0-1eb833c1ba85,segment=NetworkSegment(39b0236e-4934-4bbb-8a41-8257d74d3f38),segment_id=39b0236e-4934-4bbb-8a41-8257d74d3f38)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:08.167942 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:08.268921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=4257dc92-0c04-4422-b9a0-1eb833c1ba85,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:08.397763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-1f49a903-af3c-4a49-a9b6-e85b46e02d55 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:08.399561 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-1f49a903-af3c-4a49-a9b6-e85b46e02d55 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:08.422642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e0e19836-57da-427c-afa8-474a5d14e196 None None] Provisioning complete for port b0430279-35bd-4a66-a9c6-0e9ef3f950cb triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:31:08.423115 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e0e19836-57da-427c-afa8-474a5d14e196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:08.441803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b46af61-b8ef-4547-8f36-a277376557cf req-5669dae1-7ac3-4b3b-9b1d-b49f6209ce21 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 210 time: 0.6213493 Feb 16 16:31:08.501471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e0e19836-57da-427c-afa8-474a5d14e196 None None] Port b0430279-35bd-4a66-a9c6-0e9ef3f950cb cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:31:08.549371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-fee56e47-f7b3-45f6-87a9-9db5dbc15faf tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Allocated IP 10.2.2.200 (99166be9-b7bf-4994-91a8-2a2b782c0a2a/99ea7639-172f-4943-8292-3c6442700cca/04680135-a65c-4508-bf09-2718d35da64b) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:31:08.718910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdcf3daf-1193-4c7c-8cd9-8f71bc99ae47 req-6f7fe879-3a53-4cf3-8312-3361274e3ed2 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 210 time: 0.0751171 Feb 16 16:31:08.767905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-1f49a903-af3c-4a49-a9b6-e85b46e02d55 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5103064 Feb 16 16:31:08.802785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Request body: {'port': {'device_id': 'f780df95-5a4f-4725-a8b1-1e0566e85137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:08.892038 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Publish callbacks [] for security_group (7a53fb5c-8516-4f82-a976-1c96470ecf85), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:08.947619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add6818-f02d-43e3-8594-55e53a711d2c req-7304e3bb-9c66-4f6b-ae83-7c93e5201e5a tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:08.949197 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1add6818-f02d-43e3-8594-55e53a711d2c req-7304e3bb-9c66-4f6b-ae83-7c93e5201e5a tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/networks?id=efa24cb6-7ee9-4e85-8744-3b07aa6101a6 HTTP/1.1" status: 200 len: 821 time: 1.5013955 Feb 16 16:31:08.949869 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7a53fb5c-8516-4f82-a976-1c96470ecf85), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:09.026453 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-fee56e47-f7b3-45f6-87a9-9db5dbc15faf tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for port (04680135-a65c-4508-bf09-2718d35da64b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:09.062919 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4257dc92-0c04-4422-b9a0-1eb833c1ba85 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:31:09.175052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 4257dc92-0c04-4422-b9a0-1eb833c1ba85 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:31:09.175740 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:09.247986 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1add6818-f02d-43e3-8594-55e53a711d2c req-32acf401-cefc-4073-9f9c-c63be06498c1 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/quotas/9d37964e26204b6d946ad6f6c035433c HTTP/1.1" status: 200 len: 375 time: 0.2538769 Feb 16 16:31:09.282922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a53fb5c-8516-4f82-a976-1c96470ecf85,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:09.354417 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4257dc92-0c04-4422-b9a0-1eb833c1ba85 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:31:09.404189 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:09.417989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1add6818-f02d-43e3-8594-55e53a711d2c req-e3cb4587-5811-4b77-b004-d038541a38a9 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d37964e26204b6d946ad6f6c035433c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1519947 Feb 16 16:31:09.484310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bf10c-27fc-40e7-b1b7-d4c5868337b8 req-4f8e4955-3d4d-458b-9d8d-a53622460679 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:09.491142 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-057bf10c-27fc-40e7-b1b7-d4c5868337b8 req-4f8e4955-3d4d-458b-9d8d-a53622460679 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 935 time: 0.5983903 Feb 16 16:31:09.581320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-2bdaca9e-745c-428d-941b-a604354698a6 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:09.582694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-2bdaca9e-745c-428d-941b-a604354698a6 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.65 "GET /v2.0/networks?id=1680e257-6edc-4b91-9d44-0145351d90b8 HTTP/1.1" status: 200 len: 819 time: 0.6427281 Feb 16 16:31:09.613703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-314f7702-895e-4d71-87af-478acf0d519c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Request body: {'port': {'device_id': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8', 'admin_state_up': True, 'tenant_id': '052413f5a9db4bce9a01057f6d8db660'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:09.618207 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-fee56e47-f7b3-45f6-87a9-9db5dbc15faf tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (04680135-a65c-4508-bf09-2718d35da64b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:09.682509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Allocated IP 192.168.233.133 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/f38f68c5-106d-431a-9e90-87f58fc19ce8) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:31:09.871050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-fee56e47-f7b3-45f6-87a9-9db5dbc15faf tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Network 99166be9-b7bf-4994-91a8-2a2b782c0a2a is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:31:09.902497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-057bf10c-27fc-40e7-b1b7-d4c5868337b8 req-02b959fd-c606-45ea-b2cf-5dd0fd54ab9b tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104953 Feb 16 16:31:09.903377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-fee56e47-f7b3-45f6-87a9-9db5dbc15faf tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:31:09.922400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee56e47-f7b3-45f6-87a9-9db5dbc15faf tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event updated for resources: {'Port': ['ID=04680135-a65c-4508-bf09-2718d35da64b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:09.933880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-fee56e47-f7b3-45f6-87a9-9db5dbc15faf tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:31:10.021147 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-fee56e47-f7b3-45f6-87a9-9db5dbc15faf tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:10.021851 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-fee56e47-f7b3-45f6-87a9-9db5dbc15faf tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:10.073972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1add6818-f02d-43e3-8594-55e53a711d2c req-5e251cad-b9c7-4153-bc97-d419b0cbee99 service neutron] 10.222.0.24 "GET /v2.0/networks/efa24cb6-7ee9-4e85-8744-3b07aa6101a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373110 Feb 16 16:31:10.122783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-fee56e47-f7b3-45f6-87a9-9db5dbc15faf tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8346250 Feb 16 16:31:10.168117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Request body: {'port': {'device_id': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:10.226884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc58c611-9798-4422-9db8-e3687d26050c req-1dece0eb-f0ae-4578-a752-92be1b6c047e tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 210 time: 0.1937845 Feb 16 16:31:10.304511 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:10.313612 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-314f7702-895e-4d71-87af-478acf0d519c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Made reservation on behalf of 052413f5a9db4bce9a01057f6d8db660 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:31:10.317536 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-314f7702-895e-4d71-87af-478acf0d519c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:10.359012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0ff97f23-4f6c-4990-8162-f5137f284346 None None] Provisioning complete for port 04680135-a65c-4508-bf09-2718d35da64b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:31:10.359601 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ff97f23-4f6c-4990-8162-f5137f284346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (04680135-a65c-4508-bf09-2718d35da64b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:10.404936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0ff97f23-4f6c-4990-8162-f5137f284346 None None] Port 04680135-a65c-4508-bf09-2718d35da64b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:31:10.542558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-314f7702-895e-4d71-87af-478acf0d519c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Allocated IP 172.20.0.2 (1680e257-6edc-4b91-9d44-0145351d90b8/871b3e04-7f8f-4d98-9852-6fb7b0b1cc15/464b98ea-44e3-42af-8ca5-29b444272663) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:31:10.738029 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1add6818-f02d-43e3-8594-55e53a711d2c req-95dc6bec-5bfa-4fd3-bac7-857b0f3d3ae2 service neutron] 10.222.0.24 "GET /v2.0/networks/efa24cb6-7ee9-4e85-8744-3b07aa6101a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6631098 Feb 16 16:31:10.866373 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede99f59-2cbc-406e-a63a-e72bf2351f21 req-a7b0dbb5-7e20-498b-add9-a596f60bfaf3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:10.872808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede99f59-2cbc-406e-a63a-e72bf2351f21 req-a7b0dbb5-7e20-498b-add9-a596f60bfaf3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:10.878217 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede99f59-2cbc-406e-a63a-e72bf2351f21 req-a7b0dbb5-7e20-498b-add9-a596f60bfaf3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:10.884616 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede99f59-2cbc-406e-a63a-e72bf2351f21 req-a7b0dbb5-7e20-498b-add9-a596f60bfaf3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:10.889944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede99f59-2cbc-406e-a63a-e72bf2351f21 req-a7b0dbb5-7e20-498b-add9-a596f60bfaf3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:10.897208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ede99f59-2cbc-406e-a63a-e72bf2351f21 req-a7b0dbb5-7e20-498b-add9-a596f60bfaf3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 3816 time: 0.5516081 Feb 16 16:31:10.965839 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Publish callbacks [] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:11.391131 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-314f7702-895e-4d71-87af-478acf0d519c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for port (464b98ea-44e3-42af-8ca5-29b444272663), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:11.410412 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b2ac7c7-ff24-417f-9983-16f15d0b819f req-afc1c21c-eb85-4430-9020-9a714faccb1c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 210 time: 0.0658298 Feb 16 16:31:11.568697 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ede99f59-2cbc-406e-a63a-e72bf2351f21 req-a3f35ede-2fd8-4729-9ed4-36ac5fcf1324 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6684058 Feb 16 16:31:11.660406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9f6f796-71ee-4c74-ad69-863ef3662b82 req-25501a8f-62e2-4a1b-97d2-2784a44ca844 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 210 time: 0.0471036 Feb 16 16:31:11.676899 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:11.782900 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-314f7702-895e-4d71-87af-478acf0d519c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (464b98ea-44e3-42af-8ca5-29b444272663), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:11.800827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02ddba1f-21d7-4be2-b849-a02aa6728348 req-9d847509-8dc8-4e4c-8565-f42ece98c6ea tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1095b3a-2fef-449b-a448-92f16562220c HTTP/1.1" status: 200 len: 210 time: 0.1187294 Feb 16 16:31:11.917331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:31:11.944917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:31:11.947858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Pushing event updated for resources: {'Port': ['ID=f38f68c5-106d-431a-9e90-87f58fc19ce8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:11.951411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:31:11.972186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-314f7702-895e-4d71-87af-478acf0d519c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Network 1680e257-6edc-4b91-9d44-0145351d90b8 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:31:12.051244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-314f7702-895e-4d71-87af-478acf0d519c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:31:12.059163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-314f7702-895e-4d71-87af-478acf0d519c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:31:12.078618 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:12.078994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:12.079322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:12.079662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:12.080030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:12.080369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:12.080699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:12.081027 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:12.081353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:12.081675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:12.081996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:12.082319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:12.082639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:12.226567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee8ca31-5a38-410b-904f-1c774cb9ae5e {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:12.261962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:12.262623 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:12.271394 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Publish callbacks [] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:12.333938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9d7ec-71cf-4393-8af4-d86508387548 req-15b1e132-2bf3-4228-8350-6eee6e332fab tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:12.335772 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5e9d7ec-71cf-4393-8af4-d86508387548 req-15b1e132-2bf3-4228-8350-6eee6e332fab tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 935 time: 0.5503652 Feb 16 16:31:12.350099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b8f3dd68-7754-4527-84e7-da4abcbf3c47 None None] Provisioning complete for port f38f68c5-106d-431a-9e90-87f58fc19ce8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:31:12.352130 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8f3dd68-7754-4527-84e7-da4abcbf3c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:12.364538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-314f7702-895e-4d71-87af-478acf0d519c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:12.365199 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-314f7702-895e-4d71-87af-478acf0d519c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:12.368316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f7702-895e-4d71-87af-478acf0d519c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Pushing event updated for resources: {'Port': ['ID=464b98ea-44e3-42af-8ca5-29b444272663,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:12.407677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Transition to ACTIVE for port object 8ee8ca31-5a38-410b-904f-1c774cb9ae5e will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:31:12.411556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-e40550bc-2905-40ec-9c34-110ca42c5c2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9288356 Feb 16 16:31:12.418872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b8f3dd68-7754-4527-84e7-da4abcbf3c47 None None] Port f38f68c5-106d-431a-9e90-87f58fc19ce8 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:31:12.429508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06110c-042a-47bb-abd6-3dc828361177 req-4aeb3786-bc48-4c20-ba03-244692aa8fbe tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:12.437001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b06110c-042a-47bb-abd6-3dc828361177 req-4aeb3786-bc48-4c20-ba03-244692aa8fbe tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 936 time: 0.5108378 Feb 16 16:31:12.447255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Request body: {'port': {'device_id': '64c56f39-fe18-46e5-ac6d-5489fb8b6849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:12.462244 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:12.510094 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-314f7702-895e-4d71-87af-478acf0d519c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9092450 Feb 16 16:31:12.538806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Request body: {'port': {'device_id': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:12.560138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0430279-35bd-4a66-a9c6-0e9ef3f950cb {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:12.608331 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Publish callbacks [] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:12.689438 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add6818-f02d-43e3-8594-55e53a711d2c req-e58b5cf5-6b57-40bc-80d3-85b4ee82d0b1 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:12.692911 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1add6818-f02d-43e3-8594-55e53a711d2c req-e58b5cf5-6b57-40bc-80d3-85b4ee82d0b1 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.60 "GET /v2.0/networks?id=efa24cb6-7ee9-4e85-8744-3b07aa6101a6 HTTP/1.1" status: 200 len: 821 time: 0.2070422 Feb 16 16:31:12.705522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-1add6818-f02d-43e3-8594-55e53a711d2c req-562df8d0-dc47-4be6-87e0-d99454e7b87c tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Request body: {'port': {'device_id': 'a1095b3a-2fef-449b-a448-92f16562220c', 'network_id': 'efa24cb6-7ee9-4e85-8744-3b07aa6101a6', 'admin_state_up': True, 'tenant_id': '9d37964e26204b6d946ad6f6c035433c'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:12.732096 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5e9d7ec-71cf-4393-8af4-d86508387548 req-a1f3c308-4446-41da-8be7-a944cd213efe tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820632 Feb 16 16:31:12.739038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Transition to ACTIVE for port object b0430279-35bd-4a66-a9c6-0e9ef3f950cb will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:31:12.815217 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee8ca31-5a38-410b-904f-1c774cb9ae5e,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:12.858092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b06110c-042a-47bb-abd6-3dc828361177 req-6c0838bd-9226-4453-a874-d257101fd3b2 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a53fb5c-8516-4f82-a976-1c96470ecf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201045 Feb 16 16:31:12.858818 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:12.937044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1add6818-f02d-43e3-8594-55e53a711d2c req-562df8d0-dc47-4be6-87e0-d99454e7b87c tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Made reservation on behalf of 9d37964e26204b6d946ad6f6c035433c for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:31:12.940629 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1add6818-f02d-43e3-8594-55e53a711d2c req-562df8d0-dc47-4be6-87e0-d99454e7b87c tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:12.998641 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bbecbcec-fb25-4353-aea4-29cd5c293b99 req-4c58a116-4e05-4d9b-a05b-0084209a45d4 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 210 time: 0.1278200 Feb 16 16:31:12.999603 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Pushing event updated for resources: {'Port': ['ID=b0430279-35bd-4a66-a9c6-0e9ef3f950cb,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:13.014079 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:13.174606 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (464b98ea-44e3-42af-8ca5-29b444272663), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:13.195295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-1add6818-f02d-43e3-8594-55e53a711d2c req-562df8d0-dc47-4be6-87e0-d99454e7b87c tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Allocated IP 172.20.0.5 (efa24cb6-7ee9-4e85-8744-3b07aa6101a6/b3886f14-9914-4cf5-8e03-e95cdd80575f/9fad10b5-c490-40c7-90e9-2ca261815936) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:31:13.349506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152020de-766c-478d-857b-417de02c30c4 req-3e2bdb7d-cad4-43d1-9371-684423626f30 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:13.358267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-152020de-766c-478d-857b-417de02c30c4 req-3e2bdb7d-cad4-43d1-9371-684423626f30 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 931 time: 0.2633145 Feb 16 16:31:13.451511 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-152020de-766c-478d-857b-417de02c30c4 req-52fa7064-654a-4e83-8579-331788d75881 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920942 Feb 16 16:31:13.513779 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1add6818-f02d-43e3-8594-55e53a711d2c req-562df8d0-dc47-4be6-87e0-d99454e7b87c tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Publish callbacks [] for port (9fad10b5-c490-40c7-90e9-2ca261815936), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:13.515106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbc158-4710-46b0-a2f0-11b7ce5016ec req-68c98cdb-addd-4e8e-be7d-8d0a3cfa0437 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:13.520523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbc158-4710-46b0-a2f0-11b7ce5016ec req-68c98cdb-addd-4e8e-be7d-8d0a3cfa0437 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:13.526289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbc158-4710-46b0-a2f0-11b7ce5016ec req-68c98cdb-addd-4e8e-be7d-8d0a3cfa0437 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:13.534733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbc158-4710-46b0-a2f0-11b7ce5016ec req-68c98cdb-addd-4e8e-be7d-8d0a3cfa0437 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:13.541055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbc158-4710-46b0-a2f0-11b7ce5016ec req-68c98cdb-addd-4e8e-be7d-8d0a3cfa0437 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:13.543064 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58fbc158-4710-46b0-a2f0-11b7ce5016ec req-68c98cdb-addd-4e8e-be7d-8d0a3cfa0437 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 3828 time: 0.4387398 Feb 16 16:31:13.549472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Attempting to bind port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:31:13.549785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Attempting to bind port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'a4ad40c0-9abb-40ac-b9ba-231d605c80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:31:13.550111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Attempting to bind port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e on network bd6679df-17c6-4470-9d69-faee9752f3e1 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:13.616040 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1add6818-f02d-43e3-8594-55e53a711d2c req-562df8d0-dc47-4be6-87e0-d99454e7b87c tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (9fad10b5-c490-40c7-90e9-2ca261815936), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:13.662971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58fbc158-4710-46b0-a2f0-11b7ce5016ec req-933e0e79-bb4a-4d92-ad3c-894f7dfd6436 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973747 Feb 16 16:31:13.686173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1add6818-f02d-43e3-8594-55e53a711d2c req-562df8d0-dc47-4be6-87e0-d99454e7b87c tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Network efa24cb6-7ee9-4e85-8744-3b07aa6101a6 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:31:13.704772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-1add6818-f02d-43e3-8594-55e53a711d2c req-562df8d0-dc47-4be6-87e0-d99454e7b87c tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:31:13.705610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e on network bd6679df-17c6-4470-9d69-faee9752f3e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:31:13.705610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Attempting to bind port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e on network bd6679df-17c6-4470-9d69-faee9752f3e1 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:13.705833 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-1add6818-f02d-43e3-8594-55e53a711d2c req-562df8d0-dc47-4be6-87e0-d99454e7b87c tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:31:13.705963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562df8d0-dc47-4be6-87e0-d99454e7b87c tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Pushing event updated for resources: {'Port': ['ID=9fad10b5-c490-40c7-90e9-2ca261815936,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:13.753197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:31:13.753637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Checking segment: {'id': 'a4ad40c0-9abb-40ac-b9ba-231d605c80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:13.753938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Bound using segment: {'id': 'a4ad40c0-9abb-40ac-b9ba-231d605c80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:31:13.754348 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Bound port: 8ee8ca31-5a38-410b-904f-1c774cb9ae5e, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ad40c0-9abb-40ac-b9ba-231d605c80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:31:13.754731 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:13.788673 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add6818-f02d-43e3-8594-55e53a711d2c req-562df8d0-dc47-4be6-87e0-d99454e7b87c tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:13.793020 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1add6818-f02d-43e3-8594-55e53a711d2c req-562df8d0-dc47-4be6-87e0-d99454e7b87c tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:13.827190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Attempting to bind port b0430279-35bd-4a66-a9c6-0e9ef3f950cb on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:31:13.827590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Attempting to bind port b0430279-35bd-4a66-a9c6-0e9ef3f950cb by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:31:13.828039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Attempting to bind port b0430279-35bd-4a66-a9c6-0e9ef3f950cb on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:13.831928 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1add6818-f02d-43e3-8594-55e53a711d2c req-562df8d0-dc47-4be6-87e0-d99454e7b87c tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1303084 Feb 16 16:31:13.858167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Request body: {'port': {'device_id': 'a1095b3a-2fef-449b-a448-92f16562220c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:13.974828 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9fad10b5-c490-40c7-90e9-2ca261815936), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:14.010153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Port b0430279-35bd-4a66-a9c6-0e9ef3f950cb on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:31:14.010153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Attempting to bind port b0430279-35bd-4a66-a9c6-0e9ef3f950cb on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:14.085635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80de2b-b157-4020-a225-53105ccea808 req-d4138067-fe3f-486b-a621-92eb87197582 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:14.093720 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad80de2b-b157-4020-a225-53105ccea808 req-d4138067-fe3f-486b-a621-92eb87197582 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1095b3a-2fef-449b-a448-92f16562220c HTTP/1.1" status: 200 len: 931 time: 0.4428110 Feb 16 16:31:14.106936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38f68c5-106d-431a-9e90-87f58fc19ce8 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:14.115671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:31:14.116321 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:14.116802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:31:14.117402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Bound port: b0430279-35bd-4a66-a9c6-0e9ef3f950cb, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:31:14.118036 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:14.156328 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Publish callbacks [] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:14.236919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b39aa-e1fc-400b-b799-a214e45e0e35 req-e4b74d2c-9bfd-4111-b393-6a79dd2578de tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:14.238519 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f69b39aa-e1fc-400b-b799-a214e45e0e35 req-e4b74d2c-9bfd-4111-b393-6a79dd2578de tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 947 time: 0.2359750 Feb 16 16:31:14.264935 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fad10b5-c490-40c7-90e9-2ca261815936 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:14.273074 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Publish callbacks [] for port (9fad10b5-c490-40c7-90e9-2ca261815936), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:14.288010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Transition to ACTIVE for port object 9fad10b5-c490-40c7-90e9-2ca261815936 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:31:14.294269 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (9fad10b5-c490-40c7-90e9-2ca261815936), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:14.370563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Pushing event updated for resources: {'Port': ['ID=9fad10b5-c490-40c7-90e9-2ca261815936,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:14.455292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Attempting to bind port 9fad10b5-c490-40c7-90e9-2ca261815936 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:31:14.455932 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Attempting to bind port 9fad10b5-c490-40c7-90e9-2ca261815936 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'd4ceca41-65bb-41e0-b0fa-59ae91e8a258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'efa24cb6-7ee9-4e85-8744-3b07aa6101a6'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:31:14.456270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Attempting to bind port 9fad10b5-c490-40c7-90e9-2ca261815936 on network efa24cb6-7ee9-4e85-8744-3b07aa6101a6 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:14.469962 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Port 9fad10b5-c490-40c7-90e9-2ca261815936 on network efa24cb6-7ee9-4e85-8744-3b07aa6101a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:31:14.470452 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Attempting to bind port 9fad10b5-c490-40c7-90e9-2ca261815936 on network efa24cb6-7ee9-4e85-8744-3b07aa6101a6 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:14.476242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:31:14.476590 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Checking segment: {'id': 'd4ceca41-65bb-41e0-b0fa-59ae91e8a258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'efa24cb6-7ee9-4e85-8744-3b07aa6101a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:14.476979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Bound using segment: {'id': 'd4ceca41-65bb-41e0-b0fa-59ae91e8a258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'efa24cb6-7ee9-4e85-8744-3b07aa6101a6'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:31:14.478145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Bound port: 9fad10b5-c490-40c7-90e9-2ca261815936, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ceca41-65bb-41e0-b0fa-59ae91e8a258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'efa24cb6-7ee9-4e85-8744-3b07aa6101a6'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:31:14.478145 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9fad10b5-c490-40c7-90e9-2ca261815936), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:14.611615 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] For port 9fad10b5-c490-40c7-90e9-2ca261815936, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:31:14.615979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] For port 9fad10b5-c490-40c7-90e9-2ca261815936, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9fad10b5-c490-40c7-90e9-2ca261815936,segment=NetworkSegment(d4ceca41-65bb-41e0-b0fa-59ae91e8a258),segment_id=d4ceca41-65bb-41e0-b0fa-59ae91e8a258)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:31:14.641257 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (9fad10b5-c490-40c7-90e9-2ca261815936), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:14.659630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Transition to ACTIVE for port object f38f68c5-106d-431a-9e90-87f58fc19ce8 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:31:14.669732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] For port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:31:14.723839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] For port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8ee8ca31-5a38-410b-904f-1c774cb9ae5e,segment=NetworkSegment(a4ad40c0-9abb-40ac-b9ba-231d605c80fd),segment_id=a4ad40c0-9abb-40ac-b9ba-231d605c80fd)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:31:14.748410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad80de2b-b157-4020-a225-53105ccea808 req-1427a79c-1a38-4b55-b9c8-a9ccc0c9980a tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/security-groups?id=394d5c73-406f-49b5-a44f-064e2f5f3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6535797 Feb 16 16:31:14.782159 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:14.787064 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Pushing event updated for resources: {'Port': ['ID=9fad10b5-c490-40c7-90e9-2ca261815936,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:14.804134 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:14.813442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] For port b0430279-35bd-4a66-a9c6-0e9ef3f950cb, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:31:14.831641 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:14.835206 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:14.837838 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1add6818-f02d-43e3-8594-55e53a711d2c req-21ea67f7-566a-4b84-8b37-02ffede8fe5d service neutron] 10.222.0.60 "PUT /v2.0/ports/9fad10b5-c490-40c7-90e9-2ca261815936 HTTP/1.1" status: 200 len: 1091 time: 0.9916227 Feb 16 16:31:14.838294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1095b3a-2fef-449b-a448-92f16562220c', 'tag': '9fad10b5-c490-40c7-90e9-2ca261815936'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:14.840558 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad289fc-eceb-4063-b944-44d84c1d9a40" -d '{"events": [{"name": "network-changed", "server_uuid": "a1095b3a-2fef-449b-a448-92f16562220c", "tag": "9fad10b5-c490-40c7-90e9-2ca261815936"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:14.890880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f69b39aa-e1fc-400b-b799-a214e45e0e35 req-749c0cde-778c-4b57-bfbc-73f22cd7d037 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6400456 Feb 16 16:31:14.937513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] For port b0430279-35bd-4a66-a9c6-0e9ef3f950cb, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b0430279-35bd-4a66-a9c6-0e9ef3f950cb,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:31:14.954132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:14.954780 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:14.956222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] 10.222.0.65 "PUT /v2.0/ports/8ee8ca31-5a38-410b-904f-1c774cb9ae5e HTTP/1.1" status: 200 len: 1091 time: 4.7999468 Feb 16 16:31:14.958499 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:14.985234 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259505b6-0c03-45d4-8a59-cfec9c922271" -d '{"events": [{"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "8ee8ca31-5a38-410b-904f-1c774cb9ae5e"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:15.009954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Request body: {'port': {'device_id': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:15.022271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add6818-f02d-43e3-8594-55e53a711d2c req-82c46673-d3e2-4bfc-a150-386b7f180326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:15.031717 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1add6818-f02d-43e3-8594-55e53a711d2c req-82c46673-d3e2-4bfc-a150-386b7f180326 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d37964e26204b6d946ad6f6c035433c&device_id=a1095b3a-2fef-449b-a448-92f16562220c HTTP/1.1" status: 200 len: 1125 time: 0.1240335 Feb 16 16:31:15.041401 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:15.123704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Pushing event updated for resources: {'Port': ['ID=f38f68c5-106d-431a-9e90-87f58fc19ce8,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:15.146440 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1add6818-f02d-43e3-8594-55e53a711d2c req-3cda7375-adfb-424f-9790-53d12df8348a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fad10b5-c490-40c7-90e9-2ca261815936 HTTP/1.1" status: 200 len: 217 time: 0.0962615 Feb 16 16:31:15.278243 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add6818-f02d-43e3-8594-55e53a711d2c req-1a842ec4-20af-4dbf-9526-9eb984f745cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:15.279800 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1add6818-f02d-43e3-8594-55e53a711d2c req-1a842ec4-20af-4dbf-9526-9eb984f745cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b3886f14-9914-4cf5-8e03-e95cdd80575f HTTP/1.1" status: 200 len: 861 time: 0.1259005 Feb 16 16:31:15.343967 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1add6818-f02d-43e3-8594-55e53a711d2c req-842caf19-e5f9-461b-be2b-a524f8d5a4d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=efa24cb6-7ee9-4e85-8744-3b07aa6101a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544825 Feb 16 16:31:15.395833 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76c3afce-625e-436d-a773-62b5b48f3078 req-64337cfb-440a-4699-850e-79de715edd11 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 210 time: 0.1230648 Feb 16 16:31:15.554252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:15.554865 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:15.561784 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] 10.222.0.65 "PUT /v2.0/ports/b0430279-35bd-4a66-a9c6-0e9ef3f950cb HTTP/1.1" status: 200 len: 1095 time: 6.7718470 Feb 16 16:31:15.603070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Attempting to bind port f38f68c5-106d-431a-9e90-87f58fc19ce8 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:31:15.603410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Attempting to bind port f38f68c5-106d-431a-9e90-87f58fc19ce8 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:31:15.604246 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1add6818-f02d-43e3-8594-55e53a711d2c req-6cebf0d5-970d-441b-9b48-6f90a970dfcf service neutron] 10.222.0.60 "GET /v2.0/networks/efa24cb6-7ee9-4e85-8744-3b07aa6101a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460942 Feb 16 16:31:15.604380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Attempting to bind port f38f68c5-106d-431a-9e90-87f58fc19ce8 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:15.656047 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:31:15.731980 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1add6818-f02d-43e3-8594-55e53a711d2c req-d481beab-5659-4363-8f1f-ceaa52774c89 service neutron] 10.222.0.60 "GET /v2.0/networks/efa24cb6-7ee9-4e85-8744-3b07aa6101a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229377 Feb 16 16:31:15.783338 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Port f38f68c5-106d-431a-9e90-87f58fc19ce8 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:31:15.783945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Attempting to bind port f38f68c5-106d-431a-9e90-87f58fc19ce8 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:15.793381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464b98ea-44e3-42af-8ca5-29b444272663 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:15.811894 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Publish callbacks [] for port (464b98ea-44e3-42af-8ca5-29b444272663), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:15.821892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e439985-3b9a-459a-98d5-45edda66d577 req-1dc148a3-b69a-43c8-8b65-a2f76b157750 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:15.823435 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e439985-3b9a-459a-98d5-45edda66d577 req-1dc148a3-b69a-43c8-8b65-a2f76b157750 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 948 time: 0.9722788 Feb 16 16:31:15.834293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:31:15.834652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:15.835031 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:31:15.835487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Bound port: f38f68c5-106d-431a-9e90-87f58fc19ce8, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:31:15.835843 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:15.838391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d15f5-4e75-4be6-9b1c-bc54c6b86514 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee8ca31-5a38-410b-904f-1c774cb9ae5e,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:15.907216 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:15.951657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Transition to ACTIVE for port object 464b98ea-44e3-42af-8ca5-29b444272663 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:31:15.990321 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (464b98ea-44e3-42af-8ca5-29b444272663), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:16.034354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-41b6d3ae-ee96-4c88-aa4e-c41f4b87edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:16.036038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-41b6d3ae-ee96-4c88-aa4e-c41f4b87edca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd56c5f0630b49f39ec4f88c1e8eb354&device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 1129 time: 0.3716776 Feb 16 16:31:16.056137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1365d0c-6b37-4094-a5b5-230c220851bd req-a66b1e5d-58ff-4f60-8446-00710854bfd7 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:16.057834 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1365d0c-6b37-4094-a5b5-230c220851bd req-a66b1e5d-58ff-4f60-8446-00710854bfd7 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 931 time: 0.4498198 Feb 16 16:31:16.093108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f03567-4968-452c-828e-54e6304de3fa service neutron] Pushing event updated for resources: {'Port': ['ID=b0430279-35bd-4a66-a9c6-0e9ef3f950cb,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:16.182966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-02e68691-f344-4cfb-928f-28f6eb485ee8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=b0430279-35bd-4a66-a9c6-0e9ef3f950cb HTTP/1.1" status: 200 len: 217 time: 0.1239047 Feb 16 16:31:16.208209 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e439985-3b9a-459a-98d5-45edda66d577 req-edf266ec-6ff3-4c48-9335-f45d8bb6f010 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a53fb5c-8516-4f82-a976-1c96470ecf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418534 Feb 16 16:31:16.396841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] For port f38f68c5-106d-431a-9e90-87f58fc19ce8, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:31:16.413091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Pushing event updated for resources: {'Port': ['ID=464b98ea-44e3-42af-8ca5-29b444272663,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:16.475016 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] For port f38f68c5-106d-431a-9e90-87f58fc19ce8, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f38f68c5-106d-431a-9e90-87f58fc19ce8,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:31:16.484438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1365d0c-6b37-4094-a5b5-230c220851bd req-789cad21-e482-4f39-9b76-1fcc7d114a23 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011064 Feb 16 16:31:16.492592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-24f26622-b777-4bcd-a6c6-25af4a5bced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:16.494903 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-24f26622-b777-4bcd-a6c6-25af4a5bced4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.3001432 Feb 16 16:31:16.521524 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:16.580845 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962ccf93-1951-463f-afdf-ad2f1c5d4a76 x-openstack-request-id: req-962ccf93-1951-463f-afdf-ad2f1c5d4a76 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:16.581385 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1095b3a-2fef-449b-a448-92f16562220c", "tag": "9fad10b5-c490-40c7-90e9-2ca261815936", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:16.581594 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-962ccf93-1951-463f-afdf-ad2f1c5d4a76 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:16.582141 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1095b3a-2fef-449b-a448-92f16562220c', 'tag': '9fad10b5-c490-40c7-90e9-2ca261815936', 'status': 'completed', 'code': 200} Feb 16 16:31:16.683539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Pushing event updated for resources: {'Port': ['ID=f38f68c5-106d-431a-9e90-87f58fc19ce8,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:16.698805 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4991b10-14d2-459f-97d7-2fd696d193f6 x-openstack-request-id: req-f4991b10-14d2-459f-97d7-2fd696d193f6 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:16.699018 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "8ee8ca31-5a38-410b-904f-1c774cb9ae5e", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:16.699291 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4991b10-14d2-459f-97d7-2fd696d193f6 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:16.699668 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e', 'status': 'completed', 'code': 200} Feb 16 16:31:16.738236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad289fc-eceb-4063-b944-44d84c1d9a40 req-e6ca1635-f64c-47da-bf46-dab9b7523967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:16.739746 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5ad289fc-eceb-4063-b944-44d84c1d9a40 req-e6ca1635-f64c-47da-bf46-dab9b7523967 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d37964e26204b6d946ad6f6c035433c&device_id=a1095b3a-2fef-449b-a448-92f16562220c HTTP/1.1" status: 200 len: 1125 time: 0.1336493 Feb 16 16:31:16.763176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:16.764142 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:16.765566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-1d7fc024-8598-4e57-8e43-f912afeb9345 service neutron] 10.222.0.60 "PUT /v2.0/ports/f38f68c5-106d-431a-9e90-87f58fc19ce8 HTTP/1.1" status: 200 len: 1096 time: 4.3230388 Feb 16 16:31:16.925965 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259505b6-0c03-45d4-8a59-cfec9c922271 req-b579d9de-c945-459f-a008-c8e0ff800271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:16.927628 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259505b6-0c03-45d4-8a59-cfec9c922271 req-b579d9de-c945-459f-a008-c8e0ff800271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:16.929103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259505b6-0c03-45d4-8a59-cfec9c922271 req-b579d9de-c945-459f-a008-c8e0ff800271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:16.936208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259505b6-0c03-45d4-8a59-cfec9c922271 req-b579d9de-c945-459f-a008-c8e0ff800271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:16.936408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Attempting to bind port 464b98ea-44e3-42af-8ca5-29b444272663 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:31:16.936867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Attempting to bind port 464b98ea-44e3-42af-8ca5-29b444272663 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '39b0236e-4934-4bbb-8a41-8257d74d3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:31:16.937010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Attempting to bind port 464b98ea-44e3-42af-8ca5-29b444272663 on network 1680e257-6edc-4b91-9d44-0145351d90b8 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:16.938735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259505b6-0c03-45d4-8a59-cfec9c922271 req-b579d9de-c945-459f-a008-c8e0ff800271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:16.940982 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-259505b6-0c03-45d4-8a59-cfec9c922271 req-b579d9de-c945-459f-a008-c8e0ff800271 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 4394 time: 0.2718241 Feb 16 16:31:16.948281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730c8b4-3c5c-4a0d-9246-743e95dccd94 req-8b6c2e9f-d601-4ac6-b6a0-d2aa6f798559 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:16.953695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730c8b4-3c5c-4a0d-9246-743e95dccd94 req-8b6c2e9f-d601-4ac6-b6a0-d2aa6f798559 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:16.965571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730c8b4-3c5c-4a0d-9246-743e95dccd94 req-8b6c2e9f-d601-4ac6-b6a0-d2aa6f798559 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:16.970862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730c8b4-3c5c-4a0d-9246-743e95dccd94 req-8b6c2e9f-d601-4ac6-b6a0-d2aa6f798559 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:16.982108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730c8b4-3c5c-4a0d-9246-743e95dccd94 req-8b6c2e9f-d601-4ac6-b6a0-d2aa6f798559 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:16.989402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5730c8b4-3c5c-4a0d-9246-743e95dccd94 req-8b6c2e9f-d601-4ac6-b6a0-d2aa6f798559 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 3828 time: 0.6553886 Feb 16 16:31:17.035506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Port 464b98ea-44e3-42af-8ca5-29b444272663 on network 1680e257-6edc-4b91-9d44-0145351d90b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:31:17.035804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Attempting to bind port 464b98ea-44e3-42af-8ca5-29b444272663 on network 1680e257-6edc-4b91-9d44-0145351d90b8 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:17.128012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:17.136523 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Publish callbacks [] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:17.148727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Transition to ACTIVE for port object 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:31:17.150070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:31:17.150468 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Checking segment: {'id': '39b0236e-4934-4bbb-8a41-8257d74d3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:17.150857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Bound using segment: {'id': '39b0236e-4934-4bbb-8a41-8257d74d3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:31:17.151562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Bound port: 464b98ea-44e3-42af-8ca5-29b444272663, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b0236e-4934-4bbb-8a41-8257d74d3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:31:17.151994 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (464b98ea-44e3-42af-8ca5-29b444272663), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:17.248399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] For port 464b98ea-44e3-42af-8ca5-29b444272663, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:31:17.251426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] For port 464b98ea-44e3-42af-8ca5-29b444272663, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=464b98ea-44e3-42af-8ca5-29b444272663,segment=NetworkSegment(39b0236e-4934-4bbb-8a41-8257d74d3f38),segment_id=39b0236e-4934-4bbb-8a41-8257d74d3f38)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:31:17.259424 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:17.278880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259505b6-0c03-45d4-8a59-cfec9c922271 req-385d4d39-a272-4428-bf6e-b724969a540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:17.280075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259505b6-0c03-45d4-8a59-cfec9c922271 req-385d4d39-a272-4428-bf6e-b724969a540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:17.281798 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259505b6-0c03-45d4-8a59-cfec9c922271 req-385d4d39-a272-4428-bf6e-b724969a540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:17.283646 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-259505b6-0c03-45d4-8a59-cfec9c922271 req-385d4d39-a272-4428-bf6e-b724969a540a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3331778 Feb 16 16:31:17.386446 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad289fc-eceb-4063-b944-44d84c1d9a40 req-2fea24fa-d09e-4bc1-9ab7-51fbfb2ce50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:17.387934 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5ad289fc-eceb-4063-b944-44d84c1d9a40 req-2fea24fa-d09e-4bc1-9ab7-51fbfb2ce50f service neutron] 10.222.0.60 "GET /v2.0/networks?id=efa24cb6-7ee9-4e85-8744-3b07aa6101a6 HTTP/1.1" status: 200 len: 922 time: 0.6409941 Feb 16 16:31:17.392570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Pushing event updated for resources: {'Port': ['ID=8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:17.417500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-ca3ec369-789e-4b39-827a-f8e676af7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:17.419503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-ca3ec369-789e-4b39-827a-f8e676af7dc8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9062607 Feb 16 16:31:17.421440 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (464b98ea-44e3-42af-8ca5-29b444272663), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:17.533916 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5ad289fc-eceb-4063-b944-44d84c1d9a40 req-2d5b7d5d-ab02-40d3-8ae1-6f71f509d8d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fad10b5-c490-40c7-90e9-2ca261815936 HTTP/1.1" status: 200 len: 217 time: 0.1320612 Feb 16 16:31:17.632236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259505b6-0c03-45d4-8a59-cfec9c922271 req-33cf4927-52b3-4e8a-8da7-a55fc0e26c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:17.633800 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-259505b6-0c03-45d4-8a59-cfec9c922271 req-33cf4927-52b3-4e8a-8da7-a55fc0e26c86 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3353813 Feb 16 16:31:17.647447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Pushing event updated for resources: {'Port': ['ID=464b98ea-44e3-42af-8ca5-29b444272663,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:17.656101 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad289fc-eceb-4063-b944-44d84c1d9a40 req-88386d14-396e-4adb-b95b-acf03b417442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:17.657549 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5ad289fc-eceb-4063-b944-44d84c1d9a40 req-88386d14-396e-4adb-b95b-acf03b417442 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b3886f14-9914-4cf5-8e03-e95cdd80575f HTTP/1.1" status: 200 len: 861 time: 0.1091337 Feb 16 16:31:17.660600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-5cc8ae65-bd2c-4438-b38e-89fd2a3f82f2 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421266 Feb 16 16:31:17.662782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-cdbfa180-17c8-4abf-8b84-ab34e92f33b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:17.664338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-cdbfa180-17c8-4abf-8b84-ab34e92f33b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d2719921a674d2ca74ff2649da1e17b&device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 1130 time: 0.8282588 Feb 16 16:31:17.721345 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5ad289fc-eceb-4063-b944-44d84c1d9a40 req-ba0ef679-1c5e-4e4f-960b-de2302d45707 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=efa24cb6-7ee9-4e85-8744-3b07aa6101a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550621 Feb 16 16:31:17.737960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:17.738937 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:17.742537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-31bb0766-cb16-4538-a3ad-ae647c0575d7 service neutron] 10.222.0.65 "PUT /v2.0/ports/464b98ea-44e3-42af-8ca5-29b444272663 HTTP/1.1" status: 200 len: 1091 time: 5.2218697 Feb 16 16:31:17.761318 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045fbab-a605-4907-bd39-d01522dc01b4 req-a8aca219-962f-405f-ab37-3800db19f592 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:17.764212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2045fbab-a605-4907-bd39-d01522dc01b4 req-a8aca219-962f-405f-ab37-3800db19f592 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1095b3a-2fef-449b-a448-92f16562220c HTTP/1.1" status: 200 len: 943 time: 0.9450705 Feb 16 16:31:17.777840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5730c8b4-3c5c-4a0d-9246-743e95dccd94 req-a579c7db-bbca-480d-a439-af83ecbeeab6 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7869687 Feb 16 16:31:17.847877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-995438cc-82d6-4b47-9e5d-0353f9aea67e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f38f68c5-106d-431a-9e90-87f58fc19ce8 HTTP/1.1" status: 200 len: 217 time: 0.1028366 Feb 16 16:31:17.850598 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5ad289fc-eceb-4063-b944-44d84c1d9a40 req-bb612459-8292-4505-996e-2f8e2d7b6662 service neutron] 10.222.0.60 "GET /v2.0/networks/efa24cb6-7ee9-4e85-8744-3b07aa6101a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215763 Feb 16 16:31:18.034535 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5ad289fc-eceb-4063-b944-44d84c1d9a40 req-2b065275-a2a2-4375-b166-99399a6a97fe service neutron] 10.222.0.60 "GET /v2.0/networks/efa24cb6-7ee9-4e85-8744-3b07aa6101a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731632 Feb 16 16:31:18.081247 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-a51acd98-f118-44a3-bb42-e801963d6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:18.083568 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-a51acd98-f118-44a3-bb42-e801963d6eca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1804056 Feb 16 16:31:18.094725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59d76236-c5e3-4193-90da-3e1a02f6fd4b req-4a514972-c798-483d-b5e9-eb4af00a2d83 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223576 Feb 16 16:31:18.126776 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2045fbab-a605-4907-bd39-d01522dc01b4 req-c5eedba9-ab96-4b93-898f-9956cfadd8c3 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/security-groups?id=394d5c73-406f-49b5-a44f-064e2f5f3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419206 Feb 16 16:31:18.189675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-bc21d59a-6c6d-41c6-886c-c081dc02b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:18.191558 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-bc21d59a-6c6d-41c6-886c-c081dc02b5a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=052413f5a9db4bce9a01057f6d8db660&device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 1125 time: 0.3653119 Feb 16 16:31:18.220964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Attempting to bind port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:31:18.221579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Attempting to bind port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:31:18.222109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Attempting to bind port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 on network 77e300b8-8f2d-49c0-9ebe-b61a8689334e {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:18.551651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2f3c-1a1b-434a-8f86-5ebbe6d5866a req-9fa385b9-f2b5-4c2a-8348-b2d7a2fbc8ab tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:18.553473 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b29e2f3c-1a1b-434a-8f86-5ebbe6d5866a req-9fa385b9-f2b5-4c2a-8348-b2d7a2fbc8ab tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 947 time: 0.5921421 Feb 16 16:31:18.575047 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-e16c37e8-2e03-460f-8ddd-8f568c535510 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464b98ea-44e3-42af-8ca5-29b444272663 HTTP/1.1" status: 200 len: 217 time: 0.3639455 Feb 16 16:31:18.592394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 on network 77e300b8-8f2d-49c0-9ebe-b61a8689334e not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:31:18.593036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Attempting to bind port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 on network 77e300b8-8f2d-49c0-9ebe-b61a8689334e {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:18.633665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-282216c3-595d-4159-a344-4e13ebbf32b7 req-c215eb0a-4a2a-4217-a904-99329fda99c2 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0621a99-34df-41f5-9451-108f51b50b5e HTTP/1.1" status: 200 len: 210 time: 0.0634527 Feb 16 16:31:18.666344 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:31:18.666690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Checking segment: {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:18.667074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Bound using segment: {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:31:18.667518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Bound port: 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:31:18.667937 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:18.688645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-542595b5-cf13-4ffb-a84e-c9b49b3b0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:18.690254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-542595b5-cf13-4ffb-a84e-c9b49b3b0c37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5931876 Feb 16 16:31:18.710476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f780df95-5a4f-4725-a8b1-1e0566e85137', 'tag': 'b0430279-35bd-4a66-a9c6-0e9ef3f950cb'}, {'name': 'network-changed', 'server_uuid': '64c56f39-fe18-46e5-ac6d-5489fb8b6849', 'tag': 'f38f68c5-106d-431a-9e90-87f58fc19ce8'}, {'name': 'network-changed', 'server_uuid': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'tag': '464b98ea-44e3-42af-8ca5-29b444272663'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:18.713638 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d74a584-9d8d-49a9-9c80-4e798f9daa80" -d '{"events": [{"name": "network-changed", "server_uuid": "f780df95-5a4f-4725-a8b1-1e0566e85137", "tag": "b0430279-35bd-4a66-a9c6-0e9ef3f950cb"}, {"name": "network-changed", "server_uuid": "64c56f39-fe18-46e5-ac6d-5489fb8b6849", "tag": "f38f68c5-106d-431a-9e90-87f58fc19ce8"}, {"name": "network-changed", "server_uuid": "6406f5c1-5b45-4e60-89a2-0043309d733e", "tag": "464b98ea-44e3-42af-8ca5-29b444272663"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:18.785008 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b29e2f3c-1a1b-434a-8f86-5ebbe6d5866a req-6ed027a4-feb8-4981-832c-b6983fa5bce7 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195370 Feb 16 16:31:18.799411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-cb07a060-eb96-440d-9f2a-649d66e6d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:18.800898 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-cb07a060-eb96-440d-9f2a-649d66e6d5e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871b3e04-7f8f-4d98-9852-6fb7b0b1cc15 HTTP/1.1" status: 200 len: 859 time: 0.2050881 Feb 16 16:31:18.911971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-1f772bb0-e320-4502-a330-06096eaf1ee9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1680e257-6edc-4b91-9d44-0145351d90b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681188 Feb 16 16:31:19.023500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] For port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:31:19.044743 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-c36b347e-bdd3-4cd9-b3fe-e00185fd4c8a service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435974 Feb 16 16:31:19.079182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] For port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:31:19.120310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6f187-8abc-4048-b2c6-cc8e1e189cda req-3c5c319c-2045-4494-a598-4d1d0513b6b0 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:19.121891 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcc6f187-8abc-4048-b2c6-cc8e1e189cda req-3c5c319c-2045-4494-a598-4d1d0513b6b0 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 948 time: 0.3339770 Feb 16 16:31:19.127393 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:19.132817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9fad10b5-c490-40c7-90e9-2ca261815936 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:31:19.355942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 9fad10b5-c490-40c7-90e9-2ca261815936, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9fad10b5-c490-40c7-90e9-2ca261815936,segment=NetworkSegment(d4ceca41-65bb-41e0-b0fa-59ae91e8a258),segment_id=d4ceca41-65bb-41e0-b0fa-59ae91e8a258)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:19.356187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6522e-1559-4126-9a0b-2b0ff99a1af4 req-e445be6c-b0af-4a23-b1c3-5ebfce871806 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:19.357732 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66e6522e-1559-4126-9a0b-2b0ff99a1af4 req-e445be6c-b0af-4a23-b1c3-5ebfce871806 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 943 time: 0.4326508 Feb 16 16:31:19.360336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-4addac9d-dd8e-423f-9b27-2c1d54be1eef service neutron] 10.222.0.65 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341335 Feb 16 16:31:19.370806 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '9fad10b5-c490-40c7-90e9-2ca261815936', 'network_id': 'efa24cb6-7ee9-4e85-8744-3b07aa6101a6', 'port_id': '9fad10b5-c490-40c7-90e9-2ca261815936', 'mac_address': 'fa:16:3e:ec:06:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3886f14-9914-4cf5-8e03-e95cdd80575f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:31:19.391861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Pushing event updated for resources: {'Port': ['ID=8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:19.432132 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 9fad10b5-c490-40c7-90e9-2ca261815936 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:31:19.432972 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9fad10b5-c490-40c7-90e9-2ca261815936), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:19.460616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fad10b5-c490-40c7-90e9-2ca261815936 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:19.487903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:19.488517 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:19.488939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 9fad10b5-c490-40c7-90e9-2ca261815936, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9fad10b5-c490-40c7-90e9-2ca261815936,segment=NetworkSegment(d4ceca41-65bb-41e0-b0fa-59ae91e8a258),segment_id=d4ceca41-65bb-41e0-b0fa-59ae91e8a258)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:19.491437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c75a9f03-33af-4da2-afcb-8a99ae2b7a6b service neutron] 10.222.0.65 "PUT /v2.0/ports/8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 HTTP/1.1" status: 200 len: 1134 time: 4.4862170 Feb 16 16:31:19.496219 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66e6522e-1559-4126-9a0b-2b0ff99a1af4 req-46b1c0ce-656a-4f88-af47-da7135e7bf3d tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967448 Feb 16 16:31:19.500014 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9fad10b5-c490-40c7-90e9-2ca261815936), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:19.546792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Request body: {'port': {'device_id': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:19.581086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=9fad10b5-c490-40c7-90e9-2ca261815936,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:19.629865 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ff9c4d-e17c-4c79-bfe2-d250ffbdbe4f x-openstack-request-id: req-d4ff9c4d-e17c-4c79-bfe2-d250ffbdbe4f {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:19.630164 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f780df95-5a4f-4725-a8b1-1e0566e85137", "tag": "b0430279-35bd-4a66-a9c6-0e9ef3f950cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64c56f39-fe18-46e5-ac6d-5489fb8b6849", "tag": "f38f68c5-106d-431a-9e90-87f58fc19ce8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6406f5c1-5b45-4e60-89a2-0043309d733e", "tag": "464b98ea-44e3-42af-8ca5-29b444272663", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:19.630548 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4ff9c4d-e17c-4c79-bfe2-d250ffbdbe4f {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:19.630963 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f780df95-5a4f-4725-a8b1-1e0566e85137', 'tag': 'b0430279-35bd-4a66-a9c6-0e9ef3f950cb', 'status': 'completed', 'code': 200} Feb 16 16:31:19.631222 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c56f39-fe18-46e5-ac6d-5489fb8b6849', 'tag': 'f38f68c5-106d-431a-9e90-87f58fc19ce8', 'status': 'completed', 'code': 200} Feb 16 16:31:19.631476 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'tag': '464b98ea-44e3-42af-8ca5-29b444272663', 'status': 'completed', 'code': 200} Feb 16 16:31:19.654764 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:19.798253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcc6f187-8abc-4048-b2c6-cc8e1e189cda req-fb2db6e9-6f1b-46f0-8c02-fed48f6b5e5a tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a53fb5c-8516-4f82-a976-1c96470ecf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306925 Feb 16 16:31:19.950239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['9fad10b5-c490-40c7-90e9-2ca261815936'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:31:19.982615 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dd8cfdf-b12d-4718-bc7c-190c6f36d202 req-284b847f-ebbb-49b8-aeca-2891960815b7 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9017806 Feb 16 16:31:20.118052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-02e3ba3c-aa59-41c3-b314-764cf289f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:20.120642 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-02e3ba3c-aa59-41c3-b314-764cf289f7dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd56c5f0630b49f39ec4f88c1e8eb354&device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 1129 time: 0.4393644 Feb 16 16:31:20.138497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66a9d4-c23c-45b1-8d0e-437da3890d9c req-2fc9f0ce-032d-4263-bdf7-437ef8c3e146 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:20.144238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66a9d4-c23c-45b1-8d0e-437da3890d9c req-2fc9f0ce-032d-4263-bdf7-437ef8c3e146 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:20.150337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66a9d4-c23c-45b1-8d0e-437da3890d9c req-2fc9f0ce-032d-4263-bdf7-437ef8c3e146 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:20.156895 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66a9d4-c23c-45b1-8d0e-437da3890d9c req-2fc9f0ce-032d-4263-bdf7-437ef8c3e146 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:20.162725 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66a9d4-c23c-45b1-8d0e-437da3890d9c req-2fc9f0ce-032d-4263-bdf7-437ef8c3e146 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:20.169948 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66a9d4-c23c-45b1-8d0e-437da3890d9c req-2fc9f0ce-032d-4263-bdf7-437ef8c3e146 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:20.172199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da66a9d4-c23c-45b1-8d0e-437da3890d9c req-2fc9f0ce-032d-4263-bdf7-437ef8c3e146 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 4604 time: 0.4291735 Feb 16 16:31:20.250242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c450e06-7ce0-4dc2-a9e6-7caad61c8548 req-37fad13d-7682-4694-bda4-a8e2f3da6872 service neutron] 10.222.0.65 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8537209 Feb 16 16:31:20.362029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9affd1-ce51-4b6b-a472-cf9d87ce6dce req-a3ced06e-2978-49ad-bc45-23ee0bbeef8e tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:20.369633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ae9affd1-ce51-4b6b-a472-cf9d87ce6dce req-a3ced06e-2978-49ad-bc45-23ee0bbeef8e tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1095b3a-2fef-449b-a448-92f16562220c HTTP/1.1" status: 200 len: 944 time: 0.4391224 Feb 16 16:31:20.445433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-b1e6fbb5-6a50-4110-8510-978d3673dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:20.447736 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-b1e6fbb5-6a50-4110-8510-978d3673dce7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d2719921a674d2ca74ff2649da1e17b&device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 1130 time: 0.3932507 Feb 16 16:31:20.452413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da66a9d4-c23c-45b1-8d0e-437da3890d9c req-607003c5-dd95-4a18-b9e2-b8072ff31483 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2300715 Feb 16 16:31:20.476383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-c90b9241-8078-408d-93ff-ea7e61e249c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:20.478018 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-c90b9241-8078-408d-93ff-ea7e61e249c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.3011897 Feb 16 16:31:20.589948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-add7be44-aae7-43f2-863b-b966d8f7b83d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=b0430279-35bd-4a66-a9c6-0e9ef3f950cb HTTP/1.1" status: 200 len: 217 time: 0.0936306 Feb 16 16:31:20.596438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ae9affd1-ce51-4b6b-a472-cf9d87ce6dce req-3f62c20a-0afe-4346-b2a6-15582d5424a7 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/security-groups?id=394d5c73-406f-49b5-a44f-064e2f5f3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260909 Feb 16 16:31:20.797845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-8e23692c-f4ea-4c5e-8693-d9487b1f316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:20.799585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-8e23692c-f4ea-4c5e-8693-d9487b1f316e service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.3399229 Feb 16 16:31:20.838990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a3f381-04ac-4532-9824-3977aba8b6be {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:20.851038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-5aa0a46e-27ad-45af-8d2b-8f5a5e79f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:20.853745 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-5aa0a46e-27ad-45af-8d2b-8f5a5e79f123 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.2524836 Feb 16 16:31:20.888114 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Publish callbacks [] for port (05a3f381-04ac-4532-9824-3977aba8b6be), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:20.910674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-72cbe194-f9ef-47cd-a98c-263315061970 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f38f68c5-106d-431a-9e90-87f58fc19ce8 HTTP/1.1" status: 200 len: 217 time: 0.0994291 Feb 16 16:31:20.950442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Transition to ACTIVE for port object 05a3f381-04ac-4532-9824-3977aba8b6be will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:31:20.986339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191067e-dc99-435d-b5c8-ac81f44f4f1d req-c638a23d-6fc8-4226-b5e8-c06877743f4b tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:20.995616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4191067e-dc99-435d-b5c8-ac81f44f4f1d req-c638a23d-6fc8-4226-b5e8-c06877743f4b tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 947 time: 0.2728577 Feb 16 16:31:21.011688 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:21.032877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c38916-bbfe-46f8-8f08-b16d63bfb592 req-bf88548a-1d84-4fd2-9abd-8f0a8e60eb4f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:21.034522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98c38916-bbfe-46f8-8f08-b16d63bfb592 req-bf88548a-1d84-4fd2-9abd-8f0a8e60eb4f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 943 time: 0.3506267 Feb 16 16:31:21.443243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-2d53444e-1cdd-492e-97a3-592910b23435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:21.444724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-2d53444e-1cdd-492e-97a3-592910b23435 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.5115066 Feb 16 16:31:21.464496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-7cf78aaf-3648-4a77-bb34-1463d95cccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:21.465923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-7cf78aaf-3648-4a77-bb34-1463d95cccd0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5709364 Feb 16 16:31:21.520163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Pushing event updated for resources: {'Port': ['ID=05a3f381-04ac-4532-9824-3977aba8b6be,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:21.531155 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4191067e-dc99-435d-b5c8-ac81f44f4f1d req-f86362eb-d21d-48b3-bbe9-bc9e8ee5c458 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345371 Feb 16 16:31:21.601498 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98c38916-bbfe-46f8-8f08-b16d63bfb592 req-3c9aa25c-3b87-47ca-a8b2-8aff13926207 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323291 Feb 16 16:31:21.647610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:21.649915 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0271a126-c4b9-459d-8d81-d7702caa098b" -d '{"events": [{"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:21.715918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-88170024-f9ff-4a98-acce-235522d0b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:21.717322 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-88170024-f9ff-4a98-acce-235522d0b049 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2615099 Feb 16 16:31:21.772058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Attempting to bind port 05a3f381-04ac-4532-9824-3977aba8b6be on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:31:21.772385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Attempting to bind port 05a3f381-04ac-4532-9824-3977aba8b6be by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:31:21.772711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Attempting to bind port 05a3f381-04ac-4532-9824-3977aba8b6be on network 77e300b8-8f2d-49c0-9ebe-b61a8689334e {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:21.794220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-6a5a2c32-ef4c-4953-9f9a-d58ed966e706 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014865 Feb 16 16:31:21.798478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Port 05a3f381-04ac-4532-9824-3977aba8b6be on network 77e300b8-8f2d-49c0-9ebe-b61a8689334e not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:31:21.798941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Attempting to bind port 05a3f381-04ac-4532-9824-3977aba8b6be on network 77e300b8-8f2d-49c0-9ebe-b61a8689334e {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:21.860616 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:31:21.861007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Checking segment: {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:21.861327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Bound using segment: {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:31:21.861765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Bound port: 05a3f381-04ac-4532-9824-3977aba8b6be, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:31:21.862117 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:21.870330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2772b3-0789-4d2f-ba7e-e9e6bc7d4d6a req-5b0eb83b-ed1e-48e0-a140-b092dc1344fc tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:21.871811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f2772b3-0789-4d2f-ba7e-e9e6bc7d4d6a req-5b0eb83b-ed1e-48e0-a140-b092dc1344fc tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 948 time: 0.2748184 Feb 16 16:31:21.912101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bc12a-1a35-4349-96f4-8f01af578d6a req-dfddcaff-d595-4b8d-95e3-4c79bcf5a119 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:21.917849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bc12a-1a35-4349-96f4-8f01af578d6a req-dfddcaff-d595-4b8d-95e3-4c79bcf5a119 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:21.923014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bc12a-1a35-4349-96f4-8f01af578d6a req-dfddcaff-d595-4b8d-95e3-4c79bcf5a119 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:21.928194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bc12a-1a35-4349-96f4-8f01af578d6a req-dfddcaff-d595-4b8d-95e3-4c79bcf5a119 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:21.933625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bc12a-1a35-4349-96f4-8f01af578d6a req-dfddcaff-d595-4b8d-95e3-4c79bcf5a119 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:21.938829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bc12a-1a35-4349-96f4-8f01af578d6a req-dfddcaff-d595-4b8d-95e3-4c79bcf5a119 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:21.944031 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bc12a-1a35-4349-96f4-8f01af578d6a req-dfddcaff-d595-4b8d-95e3-4c79bcf5a119 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:21.945910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-955bc12a-1a35-4349-96f4-8f01af578d6a req-dfddcaff-d595-4b8d-95e3-4c79bcf5a119 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5380 time: 0.2685504 Feb 16 16:31:22.033965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b0430279-35bd-4a66-a9c6-0e9ef3f950cb details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:31:22.058005 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-50ac46af-9401-4d53-94dc-3d57bdd67894 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175716 Feb 16 16:31:22.144903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b0430279-35bd-4a66-a9c6-0e9ef3f950cb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b0430279-35bd-4a66-a9c6-0e9ef3f950cb,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:22.157730 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'b0430279-35bd-4a66-a9c6-0e9ef3f950cb', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'b0430279-35bd-4a66-a9c6-0e9ef3f950cb', 'mac_address': 'fa:16:3e:f7:69:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:31:22.170577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f2772b3-0789-4d2f-ba7e-e9e6bc7d4d6a req-40869085-9fce-4010-858f-6e7b343fd8c6 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a53fb5c-8516-4f82-a976-1c96470ecf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808862 Feb 16 16:31:22.191453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-64d1ff48-e394-4e2f-bbdd-ec7b22c7e187 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841100 Feb 16 16:31:22.191453 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] For port 05a3f381-04ac-4532-9824-3977aba8b6be, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:31:22.224511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b0430279-35bd-4a66-a9c6-0e9ef3f950cb is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:31:22.224899 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:22.258689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0430279-35bd-4a66-a9c6-0e9ef3f950cb {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:22.277399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] For port 05a3f381-04ac-4532-9824-3977aba8b6be, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=05a3f381-04ac-4532-9824-3977aba8b6be,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:31:22.294973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b0430279-35bd-4a66-a9c6-0e9ef3f950cb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b0430279-35bd-4a66-a9c6-0e9ef3f950cb,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:22.299771 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-955bc12a-1a35-4349-96f4-8f01af578d6a req-0c653af8-c479-4373-af18-5f0760d23572 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3417001 Feb 16 16:31:22.299971 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:22.314425 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:22.365306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b0430279-35bd-4a66-a9c6-0e9ef3f950cb,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:22.409038 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08382320-def6-4462-88f3-933483dcbe49 x-openstack-request-id: req-08382320-def6-4462-88f3-933483dcbe49 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:22.409353 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:22.409621 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08382320-def6-4462-88f3-933483dcbe49 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:22.410028 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8', 'status': 'completed', 'code': 200} Feb 16 16:31:22.420527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-4834500e-67fe-4477-91f5-16b91a44ebaf service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299847 Feb 16 16:31:22.424467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:22.425091 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:22.426444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] 10.222.0.65 "PUT /v2.0/ports/05a3f381-04ac-4532-9824-3977aba8b6be HTTP/1.1" status: 200 len: 1134 time: 2.8849754 Feb 16 16:31:22.533250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Request body: {'port': {'device_id': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:22.549168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['b0430279-35bd-4a66-a9c6-0e9ef3f950cb'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:31:22.580026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-3794d584-7da3-47e1-934d-50fb342234db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:22.581545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-3794d584-7da3-47e1-934d-50fb342234db service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=052413f5a9db4bce9a01057f6d8db660&device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 1125 time: 0.3248458 Feb 16 16:31:22.602432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303684f-ca20-4207-b5e7-ad148f03d7ef service neutron] Pushing event updated for resources: {'Port': ['ID=05a3f381-04ac-4532-9824-3977aba8b6be,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:22.653332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498a8e9-8017-4511-9dd8-de05271d7e38 req-c72c3670-8974-4998-9684-9ecfa5309d68 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:22.660396 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c498a8e9-8017-4511-9dd8-de05271d7e38 req-c72c3670-8974-4998-9684-9ecfa5309d68 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1095b3a-2fef-449b-a448-92f16562220c HTTP/1.1" status: 200 len: 944 time: 0.3314791 Feb 16 16:31:22.776770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271a126-c4b9-459d-8d81-d7702caa098b req-5496a81a-083f-4c54-b40f-de1deddfcbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:22.777242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271a126-c4b9-459d-8d81-d7702caa098b req-5496a81a-083f-4c54-b40f-de1deddfcbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:22.777710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271a126-c4b9-459d-8d81-d7702caa098b req-5496a81a-083f-4c54-b40f-de1deddfcbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:22.778173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271a126-c4b9-459d-8d81-d7702caa098b req-5496a81a-083f-4c54-b40f-de1deddfcbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:22.778634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271a126-c4b9-459d-8d81-d7702caa098b req-5496a81a-083f-4c54-b40f-de1deddfcbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:22.779096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271a126-c4b9-459d-8d81-d7702caa098b req-5496a81a-083f-4c54-b40f-de1deddfcbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:22.779551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271a126-c4b9-459d-8d81-d7702caa098b req-5496a81a-083f-4c54-b40f-de1deddfcbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:22.781453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0271a126-c4b9-459d-8d81-d7702caa098b req-5496a81a-083f-4c54-b40f-de1deddfcbd1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 6310 time: 0.3118978 Feb 16 16:31:22.811497 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:22.856419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c20911-4aa7-49fd-84ab-a510a6790e54 req-7aa98d0e-4d28-4af1-a867-a0d774cdfa0b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:22.857921 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-38c20911-4aa7-49fd-84ab-a510a6790e54 req-7aa98d0e-4d28-4af1-a867-a0d774cdfa0b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5628af-1cb0-4f16-910b-581d882257ac HTTP/1.1" status: 200 len: 950 time: 0.3114684 Feb 16 16:31:22.885205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c498a8e9-8017-4511-9dd8-de05271d7e38 req-53ff0ac7-7788-4961-982f-26449dccc0c7 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/security-groups?id=394d5c73-406f-49b5-a44f-064e2f5f3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239494 Feb 16 16:31:22.920568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-2a3e4dac-f894-48e5-bec7-f96cb9205b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:22.922829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-2a3e4dac-f894-48e5-bec7-f96cb9205b01 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1680e257-6edc-4b91-9d44-0145351d90b8 HTTP/1.1" status: 200 len: 920 time: 0.3170881 Feb 16 16:31:23.061486 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-30654cad-45ce-4bda-9ba0-dd172aea7771 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464b98ea-44e3-42af-8ca5-29b444272663 HTTP/1.1" status: 200 len: 217 time: 0.1084375 Feb 16 16:31:23.164508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9fad10b5-c490-40c7-90e9-2ca261815936 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:31:23.274732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 9fad10b5-c490-40c7-90e9-2ca261815936 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:31:23.279467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 9fad10b5-c490-40c7-90e9-2ca261815936 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:31:23.280644 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9fad10b5-c490-40c7-90e9-2ca261815936), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:23.303146 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-38c20911-4aa7-49fd-84ab-a510a6790e54 req-1b132680-1b46-4858-9556-a122988139d2 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287901 Feb 16 16:31:23.312287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271a126-c4b9-459d-8d81-d7702caa098b req-38f1b53d-3ab8-4b94-9133-ba19fe803abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:23.312766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271a126-c4b9-459d-8d81-d7702caa098b req-38f1b53d-3ab8-4b94-9133-ba19fe803abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:23.313669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271a126-c4b9-459d-8d81-d7702caa098b req-38f1b53d-3ab8-4b94-9133-ba19fe803abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:23.315698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0271a126-c4b9-459d-8d81-d7702caa098b req-38f1b53d-3ab8-4b94-9133-ba19fe803abf service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5197077 Feb 16 16:31:23.325211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-b000eabc-a8d1-4ecd-8e20-bd93479dd1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:23.326654 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-b000eabc-a8d1-4ecd-8e20-bd93479dd1d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871b3e04-7f8f-4d98-9852-6fb7b0b1cc15 HTTP/1.1" status: 200 len: 859 time: 0.2511206 Feb 16 16:31:23.377245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 9fad10b5-c490-40c7-90e9-2ca261815936 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:31:23.377800 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9fad10b5-c490-40c7-90e9-2ca261815936), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:23.403641 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1095b3a-2fef-449b-a448-92f16562220c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad10b5-c490-40c7-90e9-2ca261815936'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:23.406007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9b7da-3b4c-4f5a-b04c-1f5c2f434f85 req-54470592-ee78-4ab3-bfee-89dd0d0c6e53 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:23.406200 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438cc4dc-5d6d-40c2-b717-b47dd902694d" -d '{"events": [{"server_uuid": "a1095b3a-2fef-449b-a448-92f16562220c", "name": "network-vif-plugged", "status": "completed", "tag": "9fad10b5-c490-40c7-90e9-2ca261815936"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:23.407529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ed9b7da-3b4c-4f5a-b04c-1f5c2f434f85 req-54470592-ee78-4ab3-bfee-89dd0d0c6e53 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 948 time: 0.3630373 Feb 16 16:31:23.424452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 9fad10b5-c490-40c7-90e9-2ca261815936, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9fad10b5-c490-40c7-90e9-2ca261815936,segment=NetworkSegment(d4ceca41-65bb-41e0-b0fa-59ae91e8a258),segment_id=d4ceca41-65bb-41e0-b0fa-59ae91e8a258)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:23.429949 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9fad10b5-c490-40c7-90e9-2ca261815936), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:23.500659 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=9fad10b5-c490-40c7-90e9-2ca261815936,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:23.746061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-1852c26d-5384-4210-9559-c3cff152c18e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1680e257-6edc-4b91-9d44-0145351d90b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3718963 Feb 16 16:31:23.991413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ed9b7da-3b4c-4f5a-b04c-1f5c2f434f85 req-db1e2517-d04d-4c00-ba46-ec6ee010058a tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547059 Feb 16 16:31:24.002860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61f739-51c5-446d-9ec5-0ae28f136c53 req-a177807c-6e86-43e3-b0f3-fc4a08368f12 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:24.011644 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a61f739-51c5-446d-9ec5-0ae28f136c53 req-a177807c-6e86-43e3-b0f3-fc4a08368f12 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 943 time: 0.6228240 Feb 16 16:31:24.019963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271a126-c4b9-459d-8d81-d7702caa098b req-936f7356-bc06-4e0c-be6e-a8318630460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:24.021356 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0271a126-c4b9-459d-8d81-d7702caa098b req-936f7356-bc06-4e0c-be6e-a8318630460a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6938519 Feb 16 16:31:24.065910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 464b98ea-44e3-42af-8ca5-29b444272663 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:31:24.068812 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b0430279-35bd-4a66-a9c6-0e9ef3f950cb up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:31:24.109723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-e009027e-de60-4c39-8b06-51e55d718911 service neutron] 10.222.0.65 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163557 Feb 16 16:31:24.189741 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port b0430279-35bd-4a66-a9c6-0e9ef3f950cb completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:31:24.196863 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port b0430279-35bd-4a66-a9c6-0e9ef3f950cb triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:31:24.197317 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:24.212003 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a61f739-51c5-446d-9ec5-0ae28f136c53 req-ee3b4d5b-a5c9-47eb-997a-bbae0c8059ca tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963134 Feb 16 16:31:24.236002 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:24.244692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 464b98ea-44e3-42af-8ca5-29b444272663, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=464b98ea-44e3-42af-8ca5-29b444272663,segment=NetworkSegment(39b0236e-4934-4bbb-8a41-8257d74d3f38),segment_id=39b0236e-4934-4bbb-8a41-8257d74d3f38)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:24.257267 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Publish callbacks [] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:24.268397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '464b98ea-44e3-42af-8ca5-29b444272663', 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8', 'port_id': '464b98ea-44e3-42af-8ca5-29b444272663', 'mac_address': 'fa:16:3e:3f:42:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:31:24.309479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aae2a-102a-48ee-acb4-e29c6d2c8a1f req-6d9355f6-1475-44ba-86db-19b5771d4630 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:24.311334 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf5aae2a-102a-48ee-acb4-e29c6d2c8a1f req-6d9355f6-1475-44ba-86db-19b5771d4630 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 948 time: 0.2456608 Feb 16 16:31:24.320981 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Transition to ACTIVE for port object 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:31:24.343945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 464b98ea-44e3-42af-8ca5-29b444272663 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:31:24.345109 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (464b98ea-44e3-42af-8ca5-29b444272663), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:24.353792 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:24.378255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464b98ea-44e3-42af-8ca5-29b444272663 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:24.392522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d74a584-9d8d-49a9-9c80-4e798f9daa80 req-2aac07f8-8331-4857-9e8c-f2bd9f4c4fb3 service neutron] 10.222.0.65 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750990 Feb 16 16:31:24.414616 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '05a3f381-04ac-4532-9824-3977aba8b6be'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:24.417557 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f99530-7f59-42b2-9170-14fdf4d15548" -d '{"events": [{"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "05a3f381-04ac-4532-9824-3977aba8b6be"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:24.429661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 464b98ea-44e3-42af-8ca5-29b444272663, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=464b98ea-44e3-42af-8ca5-29b444272663,segment=NetworkSegment(39b0236e-4934-4bbb-8a41-8257d74d3f38),segment_id=39b0236e-4934-4bbb-8a41-8257d74d3f38)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:24.446198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf5aae2a-102a-48ee-acb4-e29c6d2c8a1f req-d7e83d7f-1a1c-4cf3-83ed-d07cc7289a1c tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a53fb5c-8516-4f82-a976-1c96470ecf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238036 Feb 16 16:31:24.448805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Pushing event updated for resources: {'Port': ['ID=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:24.469913 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (464b98ea-44e3-42af-8ca5-29b444272663), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:24.479093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b0430279-35bd-4a66-a9c6-0e9ef3f950cb is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:31:24.479490 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:24.565605 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b0430279-35bd-4a66-a9c6-0e9ef3f950cb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b0430279-35bd-4a66-a9c6-0e9ef3f950cb,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:24.566987 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=464b98ea-44e3-42af-8ca5-29b444272663,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:24.572006 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:24.637571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b0430279-35bd-4a66-a9c6-0e9ef3f950cb,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:24.674159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Attempting to bind port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:31:24.674515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Attempting to bind port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:31:24.674852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Attempting to bind port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 on network 77e300b8-8f2d-49c0-9ebe-b61a8689334e {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:24.687340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 on network 77e300b8-8f2d-49c0-9ebe-b61a8689334e not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:31:24.687670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Attempting to bind port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 on network 77e300b8-8f2d-49c0-9ebe-b61a8689334e {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:24.699709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:31:24.700079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Checking segment: {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:24.700468 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Bound using segment: {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:31:24.701243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['464b98ea-44e3-42af-8ca5-29b444272663'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:31:24.703960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Bound port: 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:31:24.704355 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:24.739014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676fed0-3c4b-4b67-b317-964c1b99832f req-ba0db140-657c-4c41-9453-28d618903a45 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:24.745594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676fed0-3c4b-4b67-b317-964c1b99832f req-ba0db140-657c-4c41-9453-28d618903a45 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:24.752019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676fed0-3c4b-4b67-b317-964c1b99832f req-ba0db140-657c-4c41-9453-28d618903a45 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:24.757263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676fed0-3c4b-4b67-b317-964c1b99832f req-ba0db140-657c-4c41-9453-28d618903a45 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:24.763779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676fed0-3c4b-4b67-b317-964c1b99832f req-ba0db140-657c-4c41-9453-28d618903a45 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:24.769073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676fed0-3c4b-4b67-b317-964c1b99832f req-ba0db140-657c-4c41-9453-28d618903a45 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:24.774361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676fed0-3c4b-4b67-b317-964c1b99832f req-ba0db140-657c-4c41-9453-28d618903a45 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:24.782410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1676fed0-3c4b-4b67-b317-964c1b99832f req-ba0db140-657c-4c41-9453-28d618903a45 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5392 time: 0.1962967 Feb 16 16:31:24.799804 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922bb8ff-291f-4d4b-84db-643b193f13cd x-openstack-request-id: req-922bb8ff-291f-4d4b-84db-643b193f13cd {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:24.800600 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1095b3a-2fef-449b-a448-92f16562220c", "name": "network-vif-plugged", "status": "completed", "tag": "9fad10b5-c490-40c7-90e9-2ca261815936", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:24.801030 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-922bb8ff-291f-4d4b-84db-643b193f13cd {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:24.801639 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1095b3a-2fef-449b-a448-92f16562220c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad10b5-c490-40c7-90e9-2ca261815936', 'code': 200} Feb 16 16:31:24.880780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] For port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:31:24.900122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1676fed0-3c4b-4b67-b317-964c1b99832f req-e28222ad-b1e1-4de3-b3b2-a791f210e7d0 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111827 Feb 16 16:31:24.902136 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] For port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:31:24.937167 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:24.976421 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bc96ce-e4fa-4ba9-ba9d-056e504fcfe6 x-openstack-request-id: req-21bc96ce-e4fa-4ba9-ba9d-056e504fcfe6 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:24.976714 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "05a3f381-04ac-4532-9824-3977aba8b6be", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:24.976968 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21bc96ce-e4fa-4ba9-ba9d-056e504fcfe6 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:24.987344 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '05a3f381-04ac-4532-9824-3977aba8b6be', 'status': 'completed', 'code': 200} Feb 16 16:31:25.107584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.108353 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:25.109907 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] 10.222.0.65 "PUT /v2.0/ports/2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 HTTP/1.1" status: 200 len: 1091 time: 2.6390400 Feb 16 16:31:25.169809 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device f38f68c5-106d-431a-9e90-87f58fc19ce8 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:31:25.171520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Request body: {'port': {'device_id': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:25.176343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c92d9-6fbe-4b6e-b30f-cf2f27c8e153 req-621fdd23-a2a4-4737-8ee2-220dff55be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.177949 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-445c92d9-6fbe-4b6e-b30f-cf2f27c8e153 req-621fdd23-a2a4-4737-8ee2-220dff55be46 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a1095b3a-2fef-449b-a448-92f16562220c HTTP/1.1" status: 200 len: 1127 time: 0.2633271 Feb 16 16:31:25.186341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d544dd9d-c8cc-4550-9985-293ed5e69bbd no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:31:25.190310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cb004-fffd-4658-9d76-1387412cf18f service neutron] Pushing event updated for resources: {'Port': ['ID=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:25.227054 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8927548-6830-410c-b9a5-cd3f7b6cbdd3 req-7d5d0f10-8982-4a9d-950b-702845d1b512 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.232334 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8927548-6830-410c-b9a5-cd3f7b6cbdd3 req-7d5d0f10-8982-4a9d-950b-702845d1b512 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1095b3a-2fef-449b-a448-92f16562220c HTTP/1.1" status: 200 len: 945 time: 0.3095722 Feb 16 16:31:25.304338 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99530-7f59-42b2-9170-14fdf4d15548 req-2822caeb-3891-4afc-a83d-0659bf152476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.304811 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99530-7f59-42b2-9170-14fdf4d15548 req-2822caeb-3891-4afc-a83d-0659bf152476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.305385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99530-7f59-42b2-9170-14fdf4d15548 req-2822caeb-3891-4afc-a83d-0659bf152476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.305844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99530-7f59-42b2-9170-14fdf4d15548 req-2822caeb-3891-4afc-a83d-0659bf152476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.306306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99530-7f59-42b2-9170-14fdf4d15548 req-2822caeb-3891-4afc-a83d-0659bf152476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.307477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99530-7f59-42b2-9170-14fdf4d15548 req-2822caeb-3891-4afc-a83d-0659bf152476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.307963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99530-7f59-42b2-9170-14fdf4d15548 req-2822caeb-3891-4afc-a83d-0659bf152476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.310445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8f99530-7f59-42b2-9170-14fdf4d15548 req-2822caeb-3891-4afc-a83d-0659bf152476 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 6408 time: 0.3107548 Feb 16 16:31:25.366512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port f38f68c5-106d-431a-9e90-87f58fc19ce8, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f38f68c5-106d-431a-9e90-87f58fc19ce8,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:25.384134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port d544dd9d-c8cc-4550-9985-293ed5e69bbd is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:31:25.384436 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:25.386971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'f38f68c5-106d-431a-9e90-87f58fc19ce8', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'f38f68c5-106d-431a-9e90-87f58fc19ce8', 'mac_address': 'fa:16:3e:d4:1d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:31:25.428968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-445c92d9-6fbe-4b6e-b30f-cf2f27c8e153 req-e7376f7e-0658-4027-9db8-33aef0b5fe3c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=394d5c73-406f-49b5-a44f-064e2f5f3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350652 Feb 16 16:31:25.442187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6480422-090e-45b6-b55c-343d53d24044 req-265000f6-769f-402f-8698-03f9f839b9a3 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.443885 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6480422-090e-45b6-b55c-343d53d24044 req-265000f6-769f-402f-8698-03f9f839b9a3 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 949 time: 0.2911992 Feb 16 16:31:25.457711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d544dd9d-c8cc-4550-9985-293ed5e69bbd, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:25.474555 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:25.478155 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:25.489868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port f38f68c5-106d-431a-9e90-87f58fc19ce8 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:31:25.490263 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:25.535354 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38f68c5-106d-431a-9e90-87f58fc19ce8 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:25.537071 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8927548-6830-410c-b9a5-cd3f7b6cbdd3 req-2a872a59-a166-4eb6-b77b-359725a2eafe tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/security-groups?id=394d5c73-406f-49b5-a44f-064e2f5f3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671545 Feb 16 16:31:25.580545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port f38f68c5-106d-431a-9e90-87f58fc19ce8, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f38f68c5-106d-431a-9e90-87f58fc19ce8,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:25.598273 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:25.621456 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=d544dd9d-c8cc-4550-9985-293ed5e69bbd,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:25.628339 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-294363c2-d59f-4a38-9189-d681a664b60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:25.637171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99530-7f59-42b2-9170-14fdf4d15548 req-b0884f7c-3ea8-42fc-aa7c-8bf28a05890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.637841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99530-7f59-42b2-9170-14fdf4d15548 req-b0884f7c-3ea8-42fc-aa7c-8bf28a05890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.638466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99530-7f59-42b2-9170-14fdf4d15548 req-b0884f7c-3ea8-42fc-aa7c-8bf28a05890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.640961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8f99530-7f59-42b2-9170-14fdf4d15548 req-b0884f7c-3ea8-42fc-aa7c-8bf28a05890a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3133214 Feb 16 16:31:25.644685 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6480422-090e-45b6-b55c-343d53d24044 req-7dd989f9-c869-4026-bf33-d7d973cc30d9 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912591 Feb 16 16:31:25.678962 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=f38f68c5-106d-431a-9e90-87f58fc19ce8,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:25.910297 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99530-7f59-42b2-9170-14fdf4d15548 req-3e04cf3c-3296-43f2-8c6b-b9ec6dbfff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.911792 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8f99530-7f59-42b2-9170-14fdf4d15548 req-3e04cf3c-3296-43f2-8c6b-b9ec6dbfff14 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2634802 Feb 16 16:31:25.936948 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820de7bc-fda3-4771-b4b4-fe3bedc12ebb req-cfe585a9-b768-46e6-8658-6fd11483f89b tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.938402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-820de7bc-fda3-4771-b4b4-fe3bedc12ebb req-cfe585a9-b768-46e6-8658-6fd11483f89b tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 944 time: 0.2437816 Feb 16 16:31:25.973579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683e684-3c41-4ef2-a556-468767602f21 req-042fe5c2-91d1-47c9-ab75-afe6de18d421 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:25.975021 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1683e684-3c41-4ef2-a556-468767602f21 req-042fe5c2-91d1-47c9-ab75-afe6de18d421 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 949 time: 0.2496903 Feb 16 16:31:26.066285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 464b98ea-44e3-42af-8ca5-29b444272663 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:31:26.084092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-820de7bc-fda3-4771-b4b4-fe3bedc12ebb req-3bce8174-d16d-4af1-9f92-d57caa1120fe tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365924 Feb 16 16:31:26.101703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f38f68c5-106d-431a-9e90-87f58fc19ce8'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:31:26.116507 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1683e684-3c41-4ef2-a556-468767602f21 req-6c51d67e-a81f-4190-bff7-3402748f6d2b tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a53fb5c-8516-4f82-a976-1c96470ecf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076360 Feb 16 16:31:26.226815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e2e32d-8c5f-4c98-812f-04b3671298db {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:26.227340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 464b98ea-44e3-42af-8ca5-29b444272663 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:31:26.236130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 464b98ea-44e3-42af-8ca5-29b444272663 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:31:26.236535 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (464b98ea-44e3-42af-8ca5-29b444272663), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:26.237436 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Publish callbacks [] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:26.258951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Transition to ACTIVE for port object 82e2e32d-8c5f-4c98-812f-04b3671298db will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:31:26.265369 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:26.284511 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4edb-a32a-47b5-a47d-045ce00985a1 req-9af6316a-753d-41f2-81ec-0997ae0f4c54 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:26.289683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4edb-a32a-47b5-a47d-045ce00985a1 req-9af6316a-753d-41f2-81ec-0997ae0f4c54 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:26.296097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4edb-a32a-47b5-a47d-045ce00985a1 req-9af6316a-753d-41f2-81ec-0997ae0f4c54 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:26.302110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4edb-a32a-47b5-a47d-045ce00985a1 req-9af6316a-753d-41f2-81ec-0997ae0f4c54 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:26.307891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4edb-a32a-47b5-a47d-045ce00985a1 req-9af6316a-753d-41f2-81ec-0997ae0f4c54 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:26.313120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4edb-a32a-47b5-a47d-045ce00985a1 req-9af6316a-753d-41f2-81ec-0997ae0f4c54 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:26.318906 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4edb-a32a-47b5-a47d-045ce00985a1 req-9af6316a-753d-41f2-81ec-0997ae0f4c54 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:26.320808 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ffc4edb-a32a-47b5-a47d-045ce00985a1 req-9af6316a-753d-41f2-81ec-0997ae0f4c54 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5392 time: 0.1401038 Feb 16 16:31:26.396316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 464b98ea-44e3-42af-8ca5-29b444272663 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:31:26.396775 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (464b98ea-44e3-42af-8ca5-29b444272663), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:26.421599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=82e2e32d-8c5f-4c98-812f-04b3671298db,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:26.440996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 464b98ea-44e3-42af-8ca5-29b444272663, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=464b98ea-44e3-42af-8ca5-29b444272663,segment=NetworkSegment(39b0236e-4934-4bbb-8a41-8257d74d3f38),segment_id=39b0236e-4934-4bbb-8a41-8257d74d3f38)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:26.448271 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (464b98ea-44e3-42af-8ca5-29b444272663), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:26.499868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Attempting to bind port 82e2e32d-8c5f-4c98-812f-04b3671298db on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:31:26.500210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Attempting to bind port 82e2e32d-8c5f-4c98-812f-04b3671298db by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:31:26.500542 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Attempting to bind port 82e2e32d-8c5f-4c98-812f-04b3671298db on network 77e300b8-8f2d-49c0-9ebe-b61a8689334e {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:26.508573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=464b98ea-44e3-42af-8ca5-29b444272663,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:26.510099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ffc4edb-a32a-47b5-a47d-045ce00985a1 req-bd9ea070-d479-4fd7-83ca-d9e7915343f1 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639273 Feb 16 16:31:26.511141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Port 82e2e32d-8c5f-4c98-812f-04b3671298db on network 77e300b8-8f2d-49c0-9ebe-b61a8689334e not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:31:26.511465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Attempting to bind port 82e2e32d-8c5f-4c98-812f-04b3671298db on network 77e300b8-8f2d-49c0-9ebe-b61a8689334e {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:26.517787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:31:26.518130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Checking segment: {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:26.518641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Bound using segment: {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:31:26.519137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Bound port: 82e2e32d-8c5f-4c98-812f-04b3671298db, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00cf19aa-911c-4871-afc7-7e9d3b4a237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:31:26.519506 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:26.519989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:26.520386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:26.520783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:26.521128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:26.521606 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:26.521945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:26.522271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:26.522893 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:26.523239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:26.523572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:26.524087 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:26.524452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:26.524781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:26.600526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] For port 82e2e32d-8c5f-4c98-812f-04b3671298db, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:31:26.605814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] For port 82e2e32d-8c5f-4c98-812f-04b3671298db, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=82e2e32d-8c5f-4c98-812f-04b3671298db,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:31:26.611814 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:26.680583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:26.681138 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:26.683254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] 10.222.0.65 "PUT /v2.0/ports/82e2e32d-8c5f-4c98-812f-04b3671298db HTTP/1.1" status: 200 len: 1091 time: 1.5166652 Feb 16 16:31:26.703433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c9638-53ac-451d-8ce5-46e3d599e0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=82e2e32d-8c5f-4c98-812f-04b3671298db,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:26.718421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Request body: {'port': {'device_id': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:26.756896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb732a-3e93-4a66-afa8-779370e5cfe7 req-c33e2542-e6ff-4e6e-9338-99803b9c898e tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:26.758432 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2bb732a-3e93-4a66-afa8-779370e5cfe7 req-c33e2542-e6ff-4e6e-9338-99803b9c898e tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1095b3a-2fef-449b-a448-92f16562220c HTTP/1.1" status: 200 len: 945 time: 0.1181927 Feb 16 16:31:26.803447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f780df95-5a4f-4725-a8b1-1e0566e85137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0430279-35bd-4a66-a9c6-0e9ef3f950cb'}, {'server_uuid': '6f5628af-1cb0-4f16-910b-581d882257ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd'}, {'server_uuid': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464b98ea-44e3-42af-8ca5-29b444272663'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:26.806079 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be130a9d-67d4-42aa-90d8-266a666474c8" -d '{"events": [{"server_uuid": "f780df95-5a4f-4725-a8b1-1e0566e85137", "name": "network-vif-plugged", "status": "completed", "tag": "b0430279-35bd-4a66-a9c6-0e9ef3f950cb"}, {"server_uuid": "6f5628af-1cb0-4f16-910b-581d882257ac", "name": "network-vif-unplugged", "status": "completed", "tag": "d544dd9d-c8cc-4550-9985-293ed5e69bbd"}, {"server_uuid": "6406f5c1-5b45-4e60-89a2-0043309d733e", "name": "network-vif-plugged", "status": "completed", "tag": "464b98ea-44e3-42af-8ca5-29b444272663"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:26.861915 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:26.890172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2bb732a-3e93-4a66-afa8-779370e5cfe7 req-923e8c07-7be3-4e3d-a23b-0cef44508a6a tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/security-groups?id=394d5c73-406f-49b5-a44f-064e2f5f3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251612 Feb 16 16:31:26.896825 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d23c05-681b-4026-84ec-38d886d694a7 req-0f8132d6-130b-4b34-8567-b80c3aaa6283 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:26.898213 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c7d23c05-681b-4026-84ec-38d886d694a7 req-0f8132d6-130b-4b34-8567-b80c3aaa6283 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 949 time: 0.1367197 Feb 16 16:31:26.954365 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a67e422-c2e9-4cc7-a527-719bd700341d x-openstack-request-id: req-9a67e422-c2e9-4cc7-a527-719bd700341d {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:26.955090 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f780df95-5a4f-4725-a8b1-1e0566e85137", "name": "network-vif-plugged", "status": "completed", "tag": "b0430279-35bd-4a66-a9c6-0e9ef3f950cb", "code": 200}, {"server_uuid": "6f5628af-1cb0-4f16-910b-581d882257ac", "name": "network-vif-unplugged", "status": "completed", "tag": "d544dd9d-c8cc-4550-9985-293ed5e69bbd", "code": 200}, {"server_uuid": "6406f5c1-5b45-4e60-89a2-0043309d733e", "name": "network-vif-plugged", "status": "completed", "tag": "464b98ea-44e3-42af-8ca5-29b444272663", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:26.955519 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a67e422-c2e9-4cc7-a527-719bd700341d {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:26.956558 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f780df95-5a4f-4725-a8b1-1e0566e85137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0430279-35bd-4a66-a9c6-0e9ef3f950cb', 'code': 200} Feb 16 16:31:26.956558 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5628af-1cb0-4f16-910b-581d882257ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd', 'code': 200} Feb 16 16:31:26.956797 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464b98ea-44e3-42af-8ca5-29b444272663', 'code': 200} Feb 16 16:31:27.031284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '2c527ed7-d224-4a01-a7a7-cb9a3b6fda09'}, {'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '82e2e32d-8c5f-4c98-812f-04b3671298db'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:27.033683 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d" -d '{"events": [{"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "2c527ed7-d224-4a01-a7a7-cb9a3b6fda09"}, {"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "82e2e32d-8c5f-4c98-812f-04b3671298db"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:27.102248 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9335f8-a682-416a-b3d4-e3ee67669030 x-openstack-request-id: req-1e9335f8-a682-416a-b3d4-e3ee67669030 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:27.102691 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "2c527ed7-d224-4a01-a7a7-cb9a3b6fda09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "82e2e32d-8c5f-4c98-812f-04b3671298db", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:27.103044 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e9335f8-a682-416a-b3d4-e3ee67669030 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:27.103538 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '2c527ed7-d224-4a01-a7a7-cb9a3b6fda09', 'status': 'completed', 'code': 200} Feb 16 16:31:27.103965 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '82e2e32d-8c5f-4c98-812f-04b3671298db', 'status': 'completed', 'code': 200} Feb 16 16:31:27.153918 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c7d23c05-681b-4026-84ec-38d886d694a7 req-55b698ee-ad71-40b9-ad0d-25489af2044a tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421951 Feb 16 16:31:27.223495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-d8971600-97ae-49e8-9cca-9ff5ef805218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:27.225092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-d8971600-97ae-49e8-9cca-9ff5ef805218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:27.225736 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-d8971600-97ae-49e8-9cca-9ff5ef805218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:27.226366 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-d8971600-97ae-49e8-9cca-9ff5ef805218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:27.227018 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-d8971600-97ae-49e8-9cca-9ff5ef805218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:27.228270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-d8971600-97ae-49e8-9cca-9ff5ef805218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:27.234396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-d8971600-97ae-49e8-9cca-9ff5ef805218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:27.237423 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-d8971600-97ae-49e8-9cca-9ff5ef805218 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 6506 time: 0.1293788 Feb 16 16:31:27.333273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177605f-79e5-4c0a-99b1-966d6cb28d2d req-0a790407-9514-400e-bcca-ef4c6e5ed939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:27.335011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1177605f-79e5-4c0a-99b1-966d6cb28d2d req-0a790407-9514-400e-bcca-ef4c6e5ed939 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 1131 time: 0.2882595 Feb 16 16:31:27.342448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606bdc1-8216-494f-9314-f029b3d10c85 req-cde05759-51cc-4069-989f-b77aaa5bfe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:27.344121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1606bdc1-8216-494f-9314-f029b3d10c85 req-cde05759-51cc-4069-989f-b77aaa5bfe53 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 1127 time: 0.2962723 Feb 16 16:31:27.405854 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-84eb9b13-d735-4f20-95d1-fade23b32fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:27.406310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-84eb9b13-d735-4f20-95d1-fade23b32fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:27.406765 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-84eb9b13-d735-4f20-95d1-fade23b32fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:27.409210 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-84eb9b13-d735-4f20-95d1-fade23b32fb0 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1630692 Feb 16 16:31:27.445590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad738515-8c1f-4fa1-b9ee-7590d69369ac req-2ddb96cf-e1e7-4f7d-9a22-840ac3bc248e tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:27.448539 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad738515-8c1f-4fa1-b9ee-7590d69369ac req-2ddb96cf-e1e7-4f7d-9a22-840ac3bc248e tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.2543161 Feb 16 16:31:27.502628 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1177605f-79e5-4c0a-99b1-966d6cb28d2d req-47c68d5c-6cb5-4f89-a69d-1d0ce46e4471 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545746 Feb 16 16:31:27.517796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e086ccd-1b58-4c66-a611-78629f9d5178 req-fe72bdb8-b341-434e-bbfe-da5dd9143553 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:27.524852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e086ccd-1b58-4c66-a611-78629f9d5178 req-fe72bdb8-b341-434e-bbfe-da5dd9143553 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 949 time: 0.2792108 Feb 16 16:31:27.535124 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-649bb362-164e-4b30-8b5a-d3cf2a98a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:27.537134 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-649bb362-164e-4b30-8b5a-d3cf2a98a90e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1219127 Feb 16 16:31:27.545356 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1606bdc1-8216-494f-9314-f029b3d10c85 req-fe17f82f-0adb-48fc-8c14-de917941bdd3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900728 Feb 16 16:31:27.905566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:27.912293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad738515-8c1f-4fa1-b9ee-7590d69369ac req-436f80cf-d6d4-4043-b5f4-ab397bb374de tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454641 Feb 16 16:31:27.917240 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Publish callbacks [] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:27.933559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e086ccd-1b58-4c66-a611-78629f9d5178 req-34d76933-b220-40bf-832a-892d9f198b21 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a53fb5c-8516-4f82-a976-1c96470ecf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028292 Feb 16 16:31:27.959116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Transition to ACTIVE for port object 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:31:27.967443 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:28.022348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-94583381-2f57-4bc0-b282-1bf96eedf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.022847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-94583381-2f57-4bc0-b282-1bf96eedf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.025086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-94583381-2f57-4bc0-b282-1bf96eedf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.025554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-94583381-2f57-4bc0-b282-1bf96eedf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.026180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-94583381-2f57-4bc0-b282-1bf96eedf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.026647 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-94583381-2f57-4bc0-b282-1bf96eedf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.027106 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-94583381-2f57-4bc0-b282-1bf96eedf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.032600 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-94583381-2f57-4bc0-b282-1bf96eedf6f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 6506 time: 0.0845356 Feb 16 16:31:28.091325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Pushing event updated for resources: {'Port': ['ID=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:28.257028 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-51bca438-e060-43b2-88b6-81637dc6b44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:28.368781 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f593b-1b8b-45f0-a5d1-1cbcf6311336 req-ad5cfa51-5cd8-46dd-9f94-561f925e7c6b tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.384835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d65f593b-1b8b-45f0-a5d1-1cbcf6311336 req-ad5cfa51-5cd8-46dd-9f94-561f925e7c6b tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1095b3a-2fef-449b-a448-92f16562220c HTTP/1.1" status: 200 len: 945 time: 0.2578609 Feb 16 16:31:28.454425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec27b64-9c37-4c93-b72d-d6ca483c4203 req-c21018ae-47f8-43cc-abcd-c8d3ba9535ea tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.463657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec27b64-9c37-4c93-b72d-d6ca483c4203 req-c21018ae-47f8-43cc-abcd-c8d3ba9535ea tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.469036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec27b64-9c37-4c93-b72d-d6ca483c4203 req-c21018ae-47f8-43cc-abcd-c8d3ba9535ea tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.474681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec27b64-9c37-4c93-b72d-d6ca483c4203 req-c21018ae-47f8-43cc-abcd-c8d3ba9535ea tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.481843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec27b64-9c37-4c93-b72d-d6ca483c4203 req-c21018ae-47f8-43cc-abcd-c8d3ba9535ea tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.487267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec27b64-9c37-4c93-b72d-d6ca483c4203 req-c21018ae-47f8-43cc-abcd-c8d3ba9535ea tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.492942 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec27b64-9c37-4c93-b72d-d6ca483c4203 req-c21018ae-47f8-43cc-abcd-c8d3ba9535ea tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.495875 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ec27b64-9c37-4c93-b72d-d6ca483c4203 req-c21018ae-47f8-43cc-abcd-c8d3ba9535ea tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5416 time: 0.3968244 Feb 16 16:31:28.522236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Attempting to bind port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:31:28.522733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Attempting to bind port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'e803b953-0ab5-42e0-964f-e8bec7c18daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:31:28.523161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Attempting to bind port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 on network 99166be9-b7bf-4994-91a8-2a2b782c0a2a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:28.524025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-faf57276-0f67-4ef7-b71d-6dd7b80ed6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.524528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-faf57276-0f67-4ef7-b71d-6dd7b80ed6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.524952 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-faf57276-0f67-4ef7-b71d-6dd7b80ed6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.527898 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-faf57276-0f67-4ef7-b71d-6dd7b80ed6c2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4869418 Feb 16 16:31:28.552761 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 on network 99166be9-b7bf-4994-91a8-2a2b782c0a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:31:28.553149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Attempting to bind port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 on network 99166be9-b7bf-4994-91a8-2a2b782c0a2a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:28.569655 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d65f593b-1b8b-45f0-a5d1-1cbcf6311336 req-0a6662d5-7c72-4016-9bb6-71320af2ab2c tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/security-groups?id=394d5c73-406f-49b5-a44f-064e2f5f3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832788 Feb 16 16:31:28.572311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:31:28.574168 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Checking segment: {'id': 'e803b953-0ab5-42e0-964f-e8bec7c18daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:28.574923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Bound using segment: {'id': 'e803b953-0ab5-42e0-964f-e8bec7c18daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:31:28.575295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Bound port: 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e803b953-0ab5-42e0-964f-e8bec7c18daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:31:28.575889 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:28.714841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-c32a25e2-6fa4-4c7a-986a-52cb6b0704d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.719220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ec27b64-9c37-4c93-b72d-d6ca483c4203 req-96036cd2-54e1-47b5-87a6-693e08ea4d9b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2141244 Feb 16 16:31:28.719990 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e40c1cd0-bf9d-42de-9e3a-2b9ad75d911d req-c32a25e2-6fa4-4c7a-986a-52cb6b0704d9 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1847286 Feb 16 16:31:28.817026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] For port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:31:28.829233 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] For port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1,segment=NetworkSegment(e803b953-0ab5-42e0-964f-e8bec7c18daa),segment_id=e803b953-0ab5-42e0-964f-e8bec7c18daa)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:31:28.842549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11535c25-abaf-4833-8e86-d637885cd1fd req-2f317e6a-26ef-455c-a154-8fe9a97e154a tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.844201 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11535c25-abaf-4833-8e86-d637885cd1fd req-2f317e6a-26ef-455c-a154-8fe9a97e154a tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 949 time: 0.1544402 Feb 16 16:31:28.846041 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:28.939340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:28.939340 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:28.939340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] 10.222.0.65 "PUT /v2.0/ports/8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 HTTP/1.1" status: 200 len: 1091 time: 2.2261939 Feb 16 16:31:28.991311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11535c25-abaf-4833-8e86-d637885cd1fd req-ff38c51d-7841-42db-aed4-a91af76be2ba tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256886 Feb 16 16:31:29.023639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Request body: {'port': {'device_id': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:29.168550 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:29.188687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device f38f68c5-106d-431a-9e90-87f58fc19ce8 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:31:29.211680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '8edf9e5f-ca4b-451e-a4db-b16895ab6ec1'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:29.216840 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bece23ff-bf32-4ee2-a930-bef38bfd0145" -d '{"events": [{"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "8edf9e5f-ca4b-451e-a4db-b16895ab6ec1"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:29.224746 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04680135-a65c-4508-bf09-2718d35da64b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:29.254159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port f38f68c5-106d-431a-9e90-87f58fc19ce8 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:31:29.255158 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d490ed2-cf1d-4355-b53a-d3b547beb1cc service neutron] Pushing event updated for resources: {'Port': ['ID=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:29.278756 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port f38f68c5-106d-431a-9e90-87f58fc19ce8 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:31:29.280400 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:29.341480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a534bc-76ef-43aa-9081-8ee8f7d37083 req-1bce422c-9fbf-4fd9-9671-64093976869f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:29.343683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99a534bc-76ef-43aa-9081-8ee8f7d37083 req-1bce422c-9fbf-4fd9-9671-64093976869f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.1885788 Feb 16 16:31:29.354104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f04b97-0905-4572-afc7-991760f1d37e req-57e98464-f115-42c7-872a-342b056a9ada tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:29.362296 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36f04b97-0905-4572-afc7-991760f1d37e req-57e98464-f115-42c7-872a-342b056a9ada tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 949 time: 0.2522051 Feb 16 16:31:29.416000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port f38f68c5-106d-431a-9e90-87f58fc19ce8 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:31:29.416521 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:29.472113 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c56f39-fe18-46e5-ac6d-5489fb8b6849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f68c5-106d-431a-9e90-87f58fc19ce8'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:29.475081 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a104b988-1573-4848-8241-b72ed147aa75" -d '{"events": [{"server_uuid": "64c56f39-fe18-46e5-ac6d-5489fb8b6849", "name": "network-vif-plugged", "status": "completed", "tag": "f38f68c5-106d-431a-9e90-87f58fc19ce8"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:29.482389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port f38f68c5-106d-431a-9e90-87f58fc19ce8, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f38f68c5-106d-431a-9e90-87f58fc19ce8,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:29.488032 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:29.546083 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36f04b97-0905-4572-afc7-991760f1d37e req-084d7907-020e-4a76-a48f-9ad60bad6122 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a53fb5c-8516-4f82-a976-1c96470ecf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827171 Feb 16 16:31:29.551526 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99a534bc-76ef-43aa-9081-8ee8f7d37083 req-0b97c965-5069-4452-9eaa-11b3f92ca0d9 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796153 Feb 16 16:31:29.579491 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=f38f68c5-106d-431a-9e90-87f58fc19ce8,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:29.678517 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c744ff-089e-447b-8a72-6e810004ef9a x-openstack-request-id: req-22c744ff-089e-447b-8a72-6e810004ef9a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:29.678809 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c56f39-fe18-46e5-ac6d-5489fb8b6849", "name": "network-vif-plugged", "status": "completed", "tag": "f38f68c5-106d-431a-9e90-87f58fc19ce8", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:29.679068 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22c744ff-089e-447b-8a72-6e810004ef9a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:29.679540 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c56f39-fe18-46e5-ac6d-5489fb8b6849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f68c5-106d-431a-9e90-87f58fc19ce8', 'code': 200} Feb 16 16:31:29.804859 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4748f6-ed1e-47e1-9538-dc4d7f1b5110 x-openstack-request-id: req-0c4748f6-ed1e-47e1-9538-dc4d7f1b5110 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:29.806224 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "8edf9e5f-ca4b-451e-a4db-b16895ab6ec1", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:29.806684 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c4748f6-ed1e-47e1-9538-dc4d7f1b5110 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:29.808616 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '8edf9e5f-ca4b-451e-a4db-b16895ab6ec1', 'status': 'completed', 'code': 200} Feb 16 16:31:29.834902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece23ff-bf32-4ee2-a930-bef38bfd0145 req-f607eb31-c609-4777-87d8-de0d1a2bc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:29.836242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece23ff-bf32-4ee2-a930-bef38bfd0145 req-f607eb31-c609-4777-87d8-de0d1a2bc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:29.836911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece23ff-bf32-4ee2-a930-bef38bfd0145 req-f607eb31-c609-4777-87d8-de0d1a2bc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:29.837565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece23ff-bf32-4ee2-a930-bef38bfd0145 req-f607eb31-c609-4777-87d8-de0d1a2bc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:29.838227 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece23ff-bf32-4ee2-a930-bef38bfd0145 req-f607eb31-c609-4777-87d8-de0d1a2bc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:29.839595 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece23ff-bf32-4ee2-a930-bef38bfd0145 req-f607eb31-c609-4777-87d8-de0d1a2bc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:29.840316 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece23ff-bf32-4ee2-a930-bef38bfd0145 req-f607eb31-c609-4777-87d8-de0d1a2bc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:29.845961 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bece23ff-bf32-4ee2-a930-bef38bfd0145 req-f607eb31-c609-4777-87d8-de0d1a2bc1be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 6604 time: 0.1392417 Feb 16 16:31:29.983201 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04680135-a65c-4508-bf09-2718d35da64b {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:30.001547 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Publish callbacks [] for port (04680135-a65c-4508-bf09-2718d35da64b), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:30.049901 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece23ff-bf32-4ee2-a930-bef38bfd0145 req-ae24cfaa-f057-4662-9b09-762c8b4ec3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.050750 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece23ff-bf32-4ee2-a930-bef38bfd0145 req-ae24cfaa-f057-4662-9b09-762c8b4ec3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.051476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece23ff-bf32-4ee2-a930-bef38bfd0145 req-ae24cfaa-f057-4662-9b09-762c8b4ec3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.053335 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bece23ff-bf32-4ee2-a930-bef38bfd0145 req-ae24cfaa-f057-4662-9b09-762c8b4ec3da service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1998696 Feb 16 16:31:30.115090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Transition to ACTIVE for port object 04680135-a65c-4508-bf09-2718d35da64b will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:31:30.123424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4c963-8693-460e-9e45-8a31afc2a665 req-3f084f5c-93a0-430f-96e7-9c142b6ba3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.125520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-acc4c963-8693-460e-9e45-8a31afc2a665 req-3f084f5c-93a0-430f-96e7-9c142b6ba3da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 1132 time: 0.3145173 Feb 16 16:31:30.129032 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (04680135-a65c-4508-bf09-2718d35da64b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:30.161785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff58212-2447-48a5-a46b-6e196ced45eb req-7ba57687-4f07-486a-bea3-5764a87b466b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.168536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff58212-2447-48a5-a46b-6e196ced45eb req-7ba57687-4f07-486a-bea3-5764a87b466b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.179892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff58212-2447-48a5-a46b-6e196ced45eb req-7ba57687-4f07-486a-bea3-5764a87b466b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.187144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff58212-2447-48a5-a46b-6e196ced45eb req-7ba57687-4f07-486a-bea3-5764a87b466b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.194399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff58212-2447-48a5-a46b-6e196ced45eb req-7ba57687-4f07-486a-bea3-5764a87b466b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.201717 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff58212-2447-48a5-a46b-6e196ced45eb req-7ba57687-4f07-486a-bea3-5764a87b466b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.209046 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece23ff-bf32-4ee2-a930-bef38bfd0145 req-264ce0c0-4047-401d-a0a4-eb735fbf6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.210195 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff58212-2447-48a5-a46b-6e196ced45eb req-7ba57687-4f07-486a-bea3-5764a87b466b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.210508 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bece23ff-bf32-4ee2-a930-bef38bfd0145 req-264ce0c0-4047-401d-a0a4-eb735fbf6e3e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505253 Feb 16 16:31:30.213281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bff58212-2447-48a5-a46b-6e196ced45eb req-7ba57687-4f07-486a-bea3-5764a87b466b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5416 time: 0.3879297 Feb 16 16:31:30.290783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fd4cd-3844-4189-b69b-fefa72d13a64 req-08513157-1688-4b7f-b057-d314d529984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.293561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-204fd4cd-3844-4189-b69b-fefa72d13a64 req-08513157-1688-4b7f-b057-d314d529984e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=052413f5a9db4bce9a01057f6d8db660&device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 1127 time: 0.3344085 Feb 16 16:31:30.498223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fd4cd-3844-4189-b69b-fefa72d13a64 req-b6129681-1684-4342-becb-1e67698dd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.500302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-204fd4cd-3844-4189-b69b-fefa72d13a64 req-b6129681-1684-4342-becb-1e67698dd4aa service neutron] 10.222.0.65 "GET /v2.0/networks?id=1680e257-6edc-4b91-9d44-0145351d90b8 HTTP/1.1" status: 200 len: 920 time: 0.1866612 Feb 16 16:31:30.552134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-acc4c963-8693-460e-9e45-8a31afc2a665 req-4d519e1a-3a16-48f2-a500-8428486708df service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7a53fb5c-8516-4f82-a976-1c96470ecf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130666 Feb 16 16:31:30.608333 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-204fd4cd-3844-4189-b69b-fefa72d13a64 req-740330b5-5d37-4002-88c6-2a2f3d0fe3a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464b98ea-44e3-42af-8ca5-29b444272663 HTTP/1.1" status: 200 len: 217 time: 0.0931773 Feb 16 16:31:30.613860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Pushing event updated for resources: {'Port': ['ID=04680135-a65c-4508-bf09-2718d35da64b,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:30.737959 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:30.763637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2b94d-4eee-4b23-8196-595316fc19bc req-57df7d69-d7f0-409d-94a4-cab4105aa67e tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.765311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96a2b94d-4eee-4b23-8196-595316fc19bc req-57df7d69-d7f0-409d-94a4-cab4105aa67e tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.4853933 Feb 16 16:31:30.770764 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bff58212-2447-48a5-a46b-6e196ced45eb req-267d0ebc-a825-488c-bf63-350f46ff6878 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5296998 Feb 16 16:31:30.817608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fd4cd-3844-4189-b69b-fefa72d13a64 req-c0871d8d-a7b9-413c-ba9f-c5f2f475b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:30.820314 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-204fd4cd-3844-4189-b69b-fefa72d13a64 req-c0871d8d-a7b9-413c-ba9f-c5f2f475b3c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871b3e04-7f8f-4d98-9852-6fb7b0b1cc15 HTTP/1.1" status: 200 len: 859 time: 0.1900012 Feb 16 16:31:30.852650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Attempting to bind port 04680135-a65c-4508-bf09-2718d35da64b on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:31:30.853039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Attempting to bind port 04680135-a65c-4508-bf09-2718d35da64b by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'e803b953-0ab5-42e0-964f-e8bec7c18daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:31:30.853385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Attempting to bind port 04680135-a65c-4508-bf09-2718d35da64b on network 99166be9-b7bf-4994-91a8-2a2b782c0a2a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:30.896387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-204fd4cd-3844-4189-b69b-fefa72d13a64 req-185851b1-983b-4dfc-b369-90035979a435 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1680e257-6edc-4b91-9d44-0145351d90b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579388 Feb 16 16:31:30.896770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Port 04680135-a65c-4508-bf09-2718d35da64b on network 99166be9-b7bf-4994-91a8-2a2b782c0a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:31:30.897025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Attempting to bind port 04680135-a65c-4508-bf09-2718d35da64b on network 99166be9-b7bf-4994-91a8-2a2b782c0a2a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:30.961043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:31:30.961662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Checking segment: {'id': 'e803b953-0ab5-42e0-964f-e8bec7c18daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:30.962247 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Bound using segment: {'id': 'e803b953-0ab5-42e0-964f-e8bec7c18daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:31:30.962860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Bound port: 04680135-a65c-4508-bf09-2718d35da64b, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e803b953-0ab5-42e0-964f-e8bec7c18daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:31:30.964013 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04680135-a65c-4508-bf09-2718d35da64b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:30.981136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96a2b94d-4eee-4b23-8196-595316fc19bc req-473a345f-6ef6-4276-ac19-9b7f8d1d2fca tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090902 Feb 16 16:31:31.142235 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:31.143521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73700bcc-0806-4e3a-8b21-0c5fb1a1ad23 req-620cc985-59aa-48a0-aac5-525537d1eaaa tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:31.152523 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73700bcc-0806-4e3a-8b21-0c5fb1a1ad23 req-620cc985-59aa-48a0-aac5-525537d1eaaa tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 949 time: 0.2676144 Feb 16 16:31:31.181015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] For port 04680135-a65c-4508-bf09-2718d35da64b, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:31:31.185271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a529877c-7205-4d95-81b4-941669593298 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:31:31.248903 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-204fd4cd-3844-4189-b69b-fefa72d13a64 req-adf98f30-35de-42be-b6c9-d6cbd0837342 service neutron] 10.222.0.65 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137240 Feb 16 16:31:31.252499 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73700bcc-0806-4e3a-8b21-0c5fb1a1ad23 req-626bd3cd-550d-419c-afcd-5acbd2e891a3 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989466 Feb 16 16:31:31.254851 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] For port 04680135-a65c-4508-bf09-2718d35da64b, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=04680135-a65c-4508-bf09-2718d35da64b,segment=NetworkSegment(e803b953-0ab5-42e0-964f-e8bec7c18daa),segment_id=e803b953-0ab5-42e0-964f-e8bec7c18daa)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:31:31.299926 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (04680135-a65c-4508-bf09-2718d35da64b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:31.369013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4b491-c35e-4846-bac5-4cb062806bdb req-6766572c-8f38-4d19-8bb2-aff1c04123a7 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:31.371259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cc4b491-c35e-4846-bac5-4cb062806bdb req-6766572c-8f38-4d19-8bb2-aff1c04123a7 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1095b3a-2fef-449b-a448-92f16562220c HTTP/1.1" status: 200 len: 945 time: 0.2767200 Feb 16 16:31:31.491180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:31.491834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:31.493259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] 10.222.0.65 "PUT /v2.0/ports/04680135-a65c-4508-bf09-2718d35da64b HTTP/1.1" status: 200 len: 1091 time: 2.4784532 Feb 16 16:31:31.606146 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port a529877c-7205-4d95-81b4-941669593298, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a529877c-7205-4d95-81b4-941669593298,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:31.620078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50de36e-b91c-46b2-a8b8-4d108ecda874 service neutron] Pushing event updated for resources: {'Port': ['ID=04680135-a65c-4508-bf09-2718d35da64b,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:31.621323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'a529877c-7205-4d95-81b4-941669593298', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'a529877c-7205-4d95-81b4-941669593298', 'mac_address': 'fa:16:3e:0b:b7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:31:31.645645 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-204fd4cd-3844-4189-b69b-fefa72d13a64 req-42e7e7be-57dc-4951-ac8f-24628d12be33 service neutron] 10.222.0.65 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871241 Feb 16 16:31:31.654010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cc4b491-c35e-4846-bac5-4cb062806bdb req-46218246-4f11-4529-9e1e-99b72c52190f tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/security-groups?id=394d5c73-406f-49b5-a44f-064e2f5f3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664616 Feb 16 16:31:31.667706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26758a-f38c-4940-8824-715eb06af92e req-52daeeca-ada8-425f-acf6-f72d12d51331 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:31.685100 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e26758a-f38c-4940-8824-715eb06af92e req-52daeeca-ada8-425f-acf6-f72d12d51331 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 950 time: 0.2901783 Feb 16 16:31:31.731926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port a529877c-7205-4d95-81b4-941669593298 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:31:31.734433 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a529877c-7205-4d95-81b4-941669593298), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:31.766862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a529877c-7205-4d95-81b4-941669593298 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:31.778457 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-53cfbf26-6975-4473-9ffd-e28f178a9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:31.778954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-53cfbf26-6975-4473-9ffd-e28f178a9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:31.779426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-53cfbf26-6975-4473-9ffd-e28f178a9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:31.779929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-53cfbf26-6975-4473-9ffd-e28f178a9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:31.780396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-53cfbf26-6975-4473-9ffd-e28f178a9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:31.780857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-53cfbf26-6975-4473-9ffd-e28f178a9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:31.781319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-53cfbf26-6975-4473-9ffd-e28f178a9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:31.783669 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-53cfbf26-6975-4473-9ffd-e28f178a9357 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 6702 time: 0.2310133 Feb 16 16:31:31.822372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '04680135-a65c-4508-bf09-2718d35da64b'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:31.825731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port a529877c-7205-4d95-81b4-941669593298, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a529877c-7205-4d95-81b4-941669593298,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:31.829716 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85eca13-bb58-4b66-8954-3b56fde054bf" -d '{"events": [{"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "04680135-a65c-4508-bf09-2718d35da64b"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:31.835583 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a529877c-7205-4d95-81b4-941669593298), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:31.938311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-a2838381-d1d2-433a-8ea9-437a774b8a1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ee8ca31-5a38-410b-904f-1c774cb9ae5e HTTP/1.1" status: 200 len: 217 time: 0.1386063 Feb 16 16:31:31.961495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e26758a-f38c-4940-8824-715eb06af92e req-6d34b376-47bc-4de6-a9af-11fafceec82f tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a53fb5c-8516-4f82-a976-1c96470ecf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754188 Feb 16 16:31:31.983984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=a529877c-7205-4d95-81b4-941669593298,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:32.071576 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:32.123423 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7915257e-5957-43a0-8c39-b55757fb33b1 x-openstack-request-id: req-7915257e-5957-43a0-8c39-b55757fb33b1 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:32.123423 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "04680135-a65c-4508-bf09-2718d35da64b", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:32.123423 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7915257e-5957-43a0-8c39-b55757fb33b1 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:32.123423 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '04680135-a65c-4508-bf09-2718d35da64b', 'status': 'completed', 'code': 200} Feb 16 16:31:32.128724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-49aa1ace-c202-427a-87b3-597ff017a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:32.130361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-49aa1ace-c202-427a-87b3-597ff017a4b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa52883c-d87f-4ec7-b5e1-ae348ec14277 HTTP/1.1" status: 200 len: 856 time: 0.1677954 Feb 16 16:31:32.255912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bf0bc-8985-4210-96a9-acd88590b685 req-19953a8e-a92c-424f-8aa4-22d5a957766a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:32.262275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bf0bc-8985-4210-96a9-acd88590b685 req-19953a8e-a92c-424f-8aa4-22d5a957766a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:32.267849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bf0bc-8985-4210-96a9-acd88590b685 req-19953a8e-a92c-424f-8aa4-22d5a957766a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:32.273536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bf0bc-8985-4210-96a9-acd88590b685 req-19953a8e-a92c-424f-8aa4-22d5a957766a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:32.279841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bf0bc-8985-4210-96a9-acd88590b685 req-19953a8e-a92c-424f-8aa4-22d5a957766a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:32.285710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bf0bc-8985-4210-96a9-acd88590b685 req-19953a8e-a92c-424f-8aa4-22d5a957766a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:32.291718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bf0bc-8985-4210-96a9-acd88590b685 req-19953a8e-a92c-424f-8aa4-22d5a957766a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:32.294148 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a47bf0bc-8985-4210-96a9-acd88590b685 req-19953a8e-a92c-424f-8aa4-22d5a957766a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.2299094 Feb 16 16:31:32.368873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-61661a8c-7693-4cc8-b71f-1689d96eb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:32.370917 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-61661a8c-7693-4cc8-b71f-1689d96eb771 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6679df-17c6-4470-9d69-faee9752f3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2196162 Feb 16 16:31:32.386446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd718e83-0b81-4ece-9416-fc97aef9b25d req-13527e35-a0f6-4f85-9cd2-c37811695f18 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:32.393530 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bd718e83-0b81-4ece-9416-fc97aef9b25d req-13527e35-a0f6-4f85-9cd2-c37811695f18 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.1877491 Feb 16 16:31:32.424722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['a529877c-7205-4d95-81b4-941669593298'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:31:32.435989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a47bf0bc-8985-4210-96a9-acd88590b685 req-21ee1a5c-6346-47a9-886a-378aaf7d6080 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348834 Feb 16 16:31:32.515604 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bd718e83-0b81-4ece-9416-fc97aef9b25d req-58ba3b48-c281-4aee-9f60-9b56e412e8d8 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211274 Feb 16 16:31:32.704857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-dfcdda5c-bb84-4c07-b6c1-0a2ef815d505 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6679df-17c6-4470-9d69-faee9752f3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004677 Feb 16 16:31:32.830545 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c22a5-b080-42c1-a318-73f50cf37eb2 req-aa43ccc6-1282-4c1b-8900-dd35f908ef70 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:32.832154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-993c22a5-b080-42c1-a318-73f50cf37eb2 req-aa43ccc6-1282-4c1b-8900-dd35f908ef70 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1095b3a-2fef-449b-a448-92f16562220c HTTP/1.1" status: 200 len: 945 time: 0.2907438 Feb 16 16:31:33.205888 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a529877c-7205-4d95-81b4-941669593298 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:31:33.227767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecd10f-e173-496f-ad8b-678fa83bf90d req-8ee55649-c4e2-4669-85d1-e38003fc4f12 tempest-ServersAdminNegativeTestJSON-41575786 tempest-ServersAdminNegativeTestJSON-41575786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:33.235972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fcecd10f-e173-496f-ad8b-678fa83bf90d req-8ee55649-c4e2-4669-85d1-e38003fc4f12 tempest-ServersAdminNegativeTestJSON-41575786 tempest-ServersAdminNegativeTestJSON-41575786-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 1131 time: 0.6010916 Feb 16 16:31:33.267959 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fcecd10f-e173-496f-ad8b-678fa83bf90d req-e2d1efd4-c7f4-40ee-a61f-b14ce4c2a393 tempest-ServersAdminNegativeTestJSON-41575786 tempest-ServersAdminNegativeTestJSON-41575786-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:33.310110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port a529877c-7205-4d95-81b4-941669593298 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:31:33.311068 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a529877c-7205-4d95-81b4-941669593298), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:33.349762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8a79acd8-cd10-4b40-9298-e7dbea1be724 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6679df-17c6-4470-9d69-faee9752f3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042781 Feb 16 16:31:33.375572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41626d-07a4-447c-a2af-abeb1ae0215d req-1fee5b2f-f5b0-4499-b9e5-7c78ff747034 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:33.383258 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa41626d-07a4-447c-a2af-abeb1ae0215d req-1fee5b2f-f5b0-4499-b9e5-7c78ff747034 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1095b3a-2fef-449b-a448-92f16562220c HTTP/1.1" status: 200 len: 945 time: 0.5993836 Feb 16 16:31:33.453292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-86a02bd3-7f73-4134-9103-0d9fa7493069 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 HTTP/1.1" status: 200 len: 217 time: 0.0942340 Feb 16 16:31:33.467697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port a529877c-7205-4d95-81b4-941669593298 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:31:33.468476 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a529877c-7205-4d95-81b4-941669593298), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:33.514897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84af7177-afc6-4b71-b478-78d85b80205d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a529877c-7205-4d95-81b4-941669593298'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:33.517558 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cacee53-bce3-4901-b42f-33b1fbbb6f12" -d '{"events": [{"server_uuid": "84af7177-afc6-4b71-b478-78d85b80205d", "name": "network-vif-plugged", "status": "completed", "tag": "a529877c-7205-4d95-81b4-941669593298"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:33.563667 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port a529877c-7205-4d95-81b4-941669593298, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a529877c-7205-4d95-81b4-941669593298,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:33.574348 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a529877c-7205-4d95-81b4-941669593298), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:33.581828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-993c22a5-b080-42c1-a318-73f50cf37eb2 req-4f129644-8ff5-44e9-9e36-95b0a08fb574 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Deleting port 9fad10b5-c490-40c7-90e9-2ca261815936 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:31:33.582162 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-993c22a5-b080-42c1-a318-73f50cf37eb2 req-4f129644-8ff5-44e9-9e36-95b0a08fb574 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9fad10b5-c490-40c7-90e9-2ca261815936), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:33.602328 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa41626d-07a4-447c-a2af-abeb1ae0215d req-d757859a-5ede-4fab-a0c3-093e0df23908 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/security-groups?id=394d5c73-406f-49b5-a44f-064e2f5f3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181880 Feb 16 16:31:33.645371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-93fbacf0-efed-4b4b-9dfd-ef26d2cfb5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:33.647147 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-93fbacf0-efed-4b4b-9dfd-ef26d2cfb5cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebf9ad3-3d93-4292-a640-861a254987ce HTTP/1.1" status: 200 len: 797 time: 0.1765704 Feb 16 16:31:33.693827 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fcecd10f-e173-496f-ad8b-678fa83bf90d req-e2d1efd4-c7f4-40ee-a61f-b14ce4c2a393 tempest-ServersAdminNegativeTestJSON-41575786 tempest-ServersAdminNegativeTestJSON-41575786-project-admin] Publish callbacks [] for security_group (08280507-5fe9-48fd-ae39-8ac6a53196f3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:33.695201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=a529877c-7205-4d95-81b4-941669593298,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:33.770444 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fcecd10f-e173-496f-ad8b-678fa83bf90d req-e2d1efd4-c7f4-40ee-a61f-b14ce4c2a393 tempest-ServersAdminNegativeTestJSON-41575786 tempest-ServersAdminNegativeTestJSON-41575786-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (08280507-5fe9-48fd-ae39-8ac6a53196f3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:33.834257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1efd4-c7f4-40ee-a61f-b14ce4c2a393 tempest-ServersAdminNegativeTestJSON-41575786 tempest-ServersAdminNegativeTestJSON-41575786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08280507-5fe9-48fd-ae39-8ac6a53196f3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:33.936519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-70a673d0-46b7-4de5-ac82-962412ff9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:33.938525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-70a673d0-46b7-4de5-ac82-962412ff9610 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2750988 Feb 16 16:31:34.046781 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-9d848d75-df7b-4a81-a092-6337d744ebfd service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991402 Feb 16 16:31:34.055363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fcecd10f-e173-496f-ad8b-678fa83bf90d req-e2d1efd4-c7f4-40ee-a61f-b14ce4c2a393 tempest-ServersAdminNegativeTestJSON-41575786 tempest-ServersAdminNegativeTestJSON-41575786-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8184941 Feb 16 16:31:34.177251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d59fe61-9cb0-4e69-95b9-336b68f0329e service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143663 Feb 16 16:31:34.195694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-993c22a5-b080-42c1-a318-73f50cf37eb2 req-4f129644-8ff5-44e9-9e36-95b0a08fb574 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] For port 9fad10b5-c490-40c7-90e9-2ca261815936, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9fad10b5-c490-40c7-90e9-2ca261815936,segment=NetworkSegment(d4ceca41-65bb-41e0-b0fa-59ae91e8a258),segment_id=d4ceca41-65bb-41e0-b0fa-59ae91e8a258)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:34.196201 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-993c22a5-b080-42c1-a318-73f50cf37eb2 req-4f129644-8ff5-44e9-9e36-95b0a08fb574 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9fad10b5-c490-40c7-90e9-2ca261815936), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:34.206634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c820572-2a91-46de-95d9-2270a1cb9a60 req-a777aef2-8bac-4517-b8dd-1931aae3a77e tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:34.213579 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c820572-2a91-46de-95d9-2270a1cb9a60 req-a777aef2-8bac-4517-b8dd-1931aae3a77e tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 950 time: 0.3755958 Feb 16 16:31:34.287703 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:34.346014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-993c22a5-b080-42c1-a318-73f50cf37eb2 req-4f129644-8ff5-44e9-9e36-95b0a08fb574 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Calling delete_port for 9fad10b5-c490-40c7-90e9-2ca261815936 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:31:34.349434 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-90f912b2-3bb5-4dfa-ac15-79a486eb6c77 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=05a3f381-04ac-4532-9824-3977aba8b6be HTTP/1.1" status: 200 len: 217 time: 0.1608400 Feb 16 16:31:34.421231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-00ee580b-9075-4ea4-bd4e-183fbcda0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:34.422707 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-00ee580b-9075-4ea4-bd4e-183fbcda0c82 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebf9ad3-3d93-4292-a640-861a254987ce HTTP/1.1" status: 200 len: 797 time: 0.0594797 Feb 16 16:31:34.476184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78172a9-0efb-4802-9f35-6ea85c20937f req-924071de-4e6a-4295-8dee-663b29b85b94 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:34.484455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78172a9-0efb-4802-9f35-6ea85c20937f req-924071de-4e6a-4295-8dee-663b29b85b94 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:34.489953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78172a9-0efb-4802-9f35-6ea85c20937f req-924071de-4e6a-4295-8dee-663b29b85b94 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:34.496668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78172a9-0efb-4802-9f35-6ea85c20937f req-924071de-4e6a-4295-8dee-663b29b85b94 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:34.503393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78172a9-0efb-4802-9f35-6ea85c20937f req-924071de-4e6a-4295-8dee-663b29b85b94 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:34.509738 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78172a9-0efb-4802-9f35-6ea85c20937f req-924071de-4e6a-4295-8dee-663b29b85b94 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:34.516734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78172a9-0efb-4802-9f35-6ea85c20937f req-924071de-4e6a-4295-8dee-663b29b85b94 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:34.518748 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d78172a9-0efb-4802-9f35-6ea85c20937f req-924071de-4e6a-4295-8dee-663b29b85b94 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.2692885 Feb 16 16:31:34.563488 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c820572-2a91-46de-95d9-2270a1cb9a60 req-a625054c-597e-41b6-acd5-f8720e23e6b9 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a53fb5c-8516-4f82-a976-1c96470ecf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489246 Feb 16 16:31:34.674429 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a01547-270e-4505-8060-772a7b98a503 x-openstack-request-id: req-52a01547-270e-4505-8060-772a7b98a503 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:34.675047 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84af7177-afc6-4b71-b478-78d85b80205d", "name": "network-vif-plugged", "status": "completed", "tag": "a529877c-7205-4d95-81b4-941669593298", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:34.675532 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52a01547-270e-4505-8060-772a7b98a503 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:34.676201 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84af7177-afc6-4b71-b478-78d85b80205d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a529877c-7205-4d95-81b4-941669593298', 'code': 200} Feb 16 16:31:34.814706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d78172a9-0efb-4802-9f35-6ea85c20937f req-f9490813-912d-4192-9899-433cf3f0f083 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2681055 Feb 16 16:31:34.827374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e9e6bb4e-4057-4c9a-9590-7bf6ecf10453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:34.831376 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e9e6bb4e-4057-4c9a-9590-7bf6ecf10453 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3950431 Feb 16 16:31:35.004190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79b352-2c76-4841-9b1b-54800d834479 req-3e763dca-d226-4daa-a99b-1dd0364fd10a tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:35.011678 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e79b352-2c76-4841-9b1b-54800d834479 req-3e763dca-d226-4daa-a99b-1dd0364fd10a tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.2597380 Feb 16 16:31:35.038520 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-993c22a5-b080-42c1-a318-73f50cf37eb2 req-4f129644-8ff5-44e9-9e36-95b0a08fb574 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (9fad10b5-c490-40c7-90e9-2ca261815936), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:35.052571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['9fad10b5-c490-40c7-90e9-2ca261815936'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:31:35.124431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f129644-8ff5-44e9-9e36-95b0a08fb574 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Pushing event deleted for resources: {'Port': ['ID=9fad10b5-c490-40c7-90e9-2ca261815936,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:35.157062 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-2edd6f88-8544-4a2e-8861-0590cf36c897 service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132529 Feb 16 16:31:35.194800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-993c22a5-b080-42c1-a318-73f50cf37eb2 req-4f129644-8ff5-44e9-9e36-95b0a08fb574 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] No DVR routers for this DVR port 9fad10b5-c490-40c7-90e9-2ca261815936 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:31:35.210849 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e79b352-2c76-4841-9b1b-54800d834479 req-45b53928-7a0c-4d1a-b705-5229fb5a0508 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980839 Feb 16 16:31:35.218347 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-993c22a5-b080-42c1-a318-73f50cf37eb2 req-4f129644-8ff5-44e9-9e36-95b0a08fb574 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:35.221968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-993c22a5-b080-42c1-a318-73f50cf37eb2 req-4f129644-8ff5-44e9-9e36-95b0a08fb574 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.60 "DELETE /v2.0/ports/9fad10b5-c490-40c7-90e9-2ca261815936 HTTP/1.1" status: 204 len: 173 time: 2.0610595 Feb 16 16:31:35.222440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1095b3a-2fef-449b-a448-92f16562220c', 'name': 'network-vif-deleted', 'tag': '9fad10b5-c490-40c7-90e9-2ca261815936'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:35.224718 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8861b950-6510-412b-8038-6464fd952f93" -d '{"events": [{"server_uuid": "a1095b3a-2fef-449b-a448-92f16562220c", "name": "network-vif-deleted", "tag": "9fad10b5-c490-40c7-90e9-2ca261815936"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:35.350143 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-90643adb-c499-4935-856f-be99a626e55a service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799185 Feb 16 16:31:35.471107 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbc79fe8-d97a-475c-b9d3-74b4e34c9ff3 req-4b21423f-3438-4646-a319-d53994d66f98 tempest-ServerMetadataNegativeTestJSON-2127288137 tempest-ServerMetadataNegativeTestJSON-2127288137-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1095b3a-2fef-449b-a448-92f16562220c HTTP/1.1" status: 200 len: 210 time: 0.1198208 Feb 16 16:31:35.472653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c79f7206-4e6c-46da-b087-e9c47b06ffa9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 HTTP/1.1" status: 200 len: 217 time: 0.1111860 Feb 16 16:31:35.584619 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7174c1ab-e6f5-4f25-bc38-68447fcbb237 x-openstack-request-id: req-7174c1ab-e6f5-4f25-bc38-68447fcbb237 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:35.584914 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1095b3a-2fef-449b-a448-92f16562220c", "name": "network-vif-deleted", "tag": "9fad10b5-c490-40c7-90e9-2ca261815936", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:35.585167 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7174c1ab-e6f5-4f25-bc38-68447fcbb237 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:35.585560 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1095b3a-2fef-449b-a448-92f16562220c', 'name': 'network-vif-deleted', 'tag': '9fad10b5-c490-40c7-90e9-2ca261815936', 'status': 'completed', 'code': 200} Feb 16 16:31:35.606791 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7e860-e73b-4750-b44c-e8e292114cff req-e95787a3-fa42-4c5b-9bc0-f17a19f051a7 tempest-ServersAdminNegativeTestJSON-41575786 tempest-ServersAdminNegativeTestJSON-41575786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:35.613757 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fe7e860-e73b-4750-b44c-e8e292114cff req-e95787a3-fa42-4c5b-9bc0-f17a19f051a7 tempest-ServersAdminNegativeTestJSON-41575786 tempest-ServersAdminNegativeTestJSON-41575786-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 1131 time: 0.1081495 Feb 16 16:31:35.639387 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e624ad3f-0d9b-44a6-bd59-bdd14d9d300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:35.641371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e624ad3f-0d9b-44a6-bd59-bdd14d9d300c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebf9ad3-3d93-4292-a640-861a254987ce HTTP/1.1" status: 200 len: 797 time: 0.1623461 Feb 16 16:31:35.717674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fe7e860-e73b-4750-b44c-e8e292114cff req-d115ac84-e2ce-4bf4-b208-8ae102b22009 tempest-ServersAdminNegativeTestJSON-41575786 tempest-ServersAdminNegativeTestJSON-41575786-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029816 Feb 16 16:31:35.743262 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8cb112e6-cab0-4833-9237-101e0957f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:35.743262 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-8cb112e6-cab0-4833-9237-101e0957f8db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0654757 Feb 16 16:31:35.923810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-09ee4128-561a-4f22-9b1f-5f5f743e86f7 service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669853 Feb 16 16:31:36.049282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-5e2bafa8-786f-454d-bf8d-bf2b064433b1 service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137347 Feb 16 16:31:36.226469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-4d3f18d1-5f02-4699-915e-3b4e319bab63 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=82e2e32d-8c5f-4c98-812f-04b3671298db HTTP/1.1" status: 200 len: 217 time: 0.1701629 Feb 16 16:31:36.287037 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0a9f7a3e-3aae-4db4-a1ae-666db1a10cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:36.288615 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0a9f7a3e-3aae-4db4-a1ae-666db1a10cc0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebf9ad3-3d93-4292-a640-861a254987ce HTTP/1.1" status: 200 len: 797 time: 0.0540912 Feb 16 16:31:36.376947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82539c-76b9-47a7-bfaa-5e4747373f70 req-3db32814-5220-4efd-8c18-d30f3e9fa79f tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:36.383720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82539c-76b9-47a7-bfaa-5e4747373f70 req-3db32814-5220-4efd-8c18-d30f3e9fa79f tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:36.389934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82539c-76b9-47a7-bfaa-5e4747373f70 req-3db32814-5220-4efd-8c18-d30f3e9fa79f tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:36.395913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82539c-76b9-47a7-bfaa-5e4747373f70 req-3db32814-5220-4efd-8c18-d30f3e9fa79f tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:36.402982 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82539c-76b9-47a7-bfaa-5e4747373f70 req-3db32814-5220-4efd-8c18-d30f3e9fa79f tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:36.408971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82539c-76b9-47a7-bfaa-5e4747373f70 req-3db32814-5220-4efd-8c18-d30f3e9fa79f tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:36.414545 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82539c-76b9-47a7-bfaa-5e4747373f70 req-3db32814-5220-4efd-8c18-d30f3e9fa79f tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:36.416564 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f82539c-76b9-47a7-bfaa-5e4747373f70 req-3db32814-5220-4efd-8c18-d30f3e9fa79f tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.3481407 Feb 16 16:31:36.475240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-02b6d17f-a28a-4db5-87ff-d603bc1ecc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:36.476805 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-02b6d17f-a28a-4db5-87ff-d603bc1ecc2d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1821220 Feb 16 16:31:36.595719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f82539c-76b9-47a7-bfaa-5e4747373f70 req-5752cfc3-a9eb-4474-8c46-46ad6fae7701 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1703906 Feb 16 16:31:36.610388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dbc54-3018-4b57-98e6-4eded0feda3b req-8a5ad4f5-35b1-407e-8dea-676666b3c277 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:36.617419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a77dbc54-3018-4b57-98e6-4eded0feda3b req-8a5ad4f5-35b1-407e-8dea-676666b3c277 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 950 time: 0.1462591 Feb 16 16:31:36.725396 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a77dbc54-3018-4b57-98e6-4eded0feda3b req-392d3a32-6c8b-4775-9f44-f95dc221b507 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a53fb5c-8516-4f82-a976-1c96470ecf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023636 Feb 16 16:31:36.807206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-40c9aff7-fa92-4670-8544-81877d1a04ca service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910874 Feb 16 16:31:36.984949 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-15650838-7fa3-446a-b20d-54444269205f service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667397 Feb 16 16:31:36.992723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae584-126f-4218-90a7-d6356b67059d req-c6186e1a-4e46-4875-b037-dbd54bb91f34 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:37.000504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f34ae584-126f-4218-90a7-d6356b67059d req-c6186e1a-4e46-4875-b037-dbd54bb91f34 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.2916043 Feb 16 16:31:37.094986 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-0e3cad2b-abb1-4931-a7f8-28853cd603b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 HTTP/1.1" status: 200 len: 217 time: 0.0921619 Feb 16 16:31:37.150756 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-bc78532e-adfd-4cdd-bcb1-a47ef0d45fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:37.152723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-bc78532e-adfd-4cdd-bcb1-a47ef0d45fd7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=99ea7639-172f-4943-8292-3c6442700cca HTTP/1.1" status: 200 len: 797 time: 0.0515082 Feb 16 16:31:37.216595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887125d-3e69-4c40-9c92-ad1e4c5a10b3 req-fa81e9c8-a634-41ea-af2f-2546c0f8675a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:37.225101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c887125d-3e69-4c40-9c92-ad1e4c5a10b3 req-fa81e9c8-a634-41ea-af2f-2546c0f8675a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 945 time: 0.2163370 Feb 16 16:31:37.233287 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9fad10b5-c490-40c7-90e9-2ca261815936 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:31:37.268641 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f34ae584-126f-4218-90a7-d6356b67059d req-6613b2f9-10e3-4a04-8433-274e74c92b45 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669249 Feb 16 16:31:37.271451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 9fad10b5-c490-40c7-90e9-2ca261815936 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:31:37.271990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9fad10b5-c490-40c7-90e9-2ca261815936 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:31:37.341503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c887125d-3e69-4c40-9c92-ad1e4c5a10b3 req-dfd70a65-6de1-42be-802e-a6f21a85d7d1 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101317 Feb 16 16:31:37.348008 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-35261f30-9c58-409f-a0e7-b8a8c584954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:37.352879 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56552) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:37.356985 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-35261f30-9c58-409f-a0e7-b8a8c584954c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=99166be9-b7bf-4994-91a8-2a2b782c0a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1981642 Feb 16 16:31:37.497650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-99e6f262-1c65-4eb1-b43a-cdae164abc5c service neutron] 10.222.0.65 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342142 Feb 16 16:31:37.514184 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Deleting subnet b3886f14-9914-4cf5-8e03-e95cdd80575f {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:31:37.521703 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Publish callbacks [] for subnet (b3886f14-9914-4cf5-8e03-e95cdd80575f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:37.591280 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (b3886f14-9914-4cf5-8e03-e95cdd80575f), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:37.627478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-e9d7e2b3-a8a4-44d6-93bb-6c7f1795fce2 service neutron] 10.222.0.65 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123810 Feb 16 16:31:37.647362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (b3886f14-9914-4cf5-8e03-e95cdd80575f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:37.751843 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (b3886f14-9914-4cf5-8e03-e95cdd80575f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:37.781179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3886f14-9914-4cf5-8e03-e95cdd80575f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:37.787588 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:37.791942 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b3886f14-9914-4cf5-8e03-e95cdd80575f HTTP/1.1" status: 204 len: 168 time: 0.4380360 Feb 16 16:31:37.793521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-34d04406-70d6-43d7-86c4-aaae54015b06 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04680135-a65c-4508-bf09-2718d35da64b HTTP/1.1" status: 200 len: 217 time: 0.1282022 Feb 16 16:31:37.794568 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56562) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:37.827259 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:37.827979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:37.828478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:37.829022 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:37.829511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:37.829999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:37.830480 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:37.831008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:37.831502 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:37.832004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:37.832482 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:37.833031 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:37.833518 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6494f-77b6-482b-a561-7d713b8661be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:31:37.914834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-6324d5e8-54d7-4a77-84ab-4b7bc45d3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:37.916397 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-6324d5e8-54d7-4a77-84ab-4b7bc45d3738 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=99ea7639-172f-4943-8292-3c6442700cca HTTP/1.1" status: 200 len: 797 time: 0.1220543 Feb 16 16:31:37.971627 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b444-8576-47ef-a9c5-f6ddb8979554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (efa24cb6-7ee9-4e85-8744-3b07aa6101a6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:38.004607 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df14d3-ab7a-4566-8521-407b66091a99 req-e1d45428-5506-471a-b522-2edb2b11064a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:38.011947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6df14d3-ab7a-4566-8521-407b66091a99 req-e1d45428-5506-471a-b522-2edb2b11064a tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.60 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 945 time: 0.6495667 Feb 16 16:31:38.069218 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b444-8576-47ef-a9c5-f6ddb8979554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (efa24cb6-7ee9-4e85-8744-3b07aa6101a6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:38.097414 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-d5b1b444-8576-47ef-a9c5-f6ddb8979554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa24cb6-7ee9-4e85-8744-3b07aa6101a6']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:31:38.121123 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-d5b1b444-8576-47ef-a9c5-f6ddb8979554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ceca41-65bb-41e0-b0fa-59ae91e8a258') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:31:38.122305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-d5b1b444-8576-47ef-a9c5-f6ddb8979554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ceca41-65bb-41e0-b0fa-59ae91e8a258') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:31:38.134626 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b444-8576-47ef-a9c5-f6ddb8979554 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (d4ceca41-65bb-41e0-b0fa-59ae91e8a258), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:38.155768 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b444-8576-47ef-a9c5-f6ddb8979554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d4ceca41-65bb-41e0-b0fa-59ae91e8a258), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:38.164883 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b1b444-8576-47ef-a9c5-f6ddb8979554 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:31:38.165665 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b444-8576-47ef-a9c5-f6ddb8979554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (d4ceca41-65bb-41e0-b0fa-59ae91e8a258), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:31:38.263806 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:31:38.276811 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b444-8576-47ef-a9c5-f6ddb8979554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (efa24cb6-7ee9-4e85-8744-3b07aa6101a6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:38.322550 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b444-8576-47ef-a9c5-f6ddb8979554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:38.328875 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d5b1b444-8576-47ef-a9c5-f6ddb8979554 admin admin] 10.222.0.24 "DELETE /v2.0/networks/efa24cb6-7ee9-4e85-8744-3b07aa6101a6 HTTP/1.1" status: 204 len: 168 time: 0.5320771 Feb 16 16:31:38.338532 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1b444-8576-47ef-a9c5-f6ddb8979554 admin admin] Pushing event deleted for resources: {'Network': ['ID=efa24cb6-7ee9-4e85-8744-3b07aa6101a6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:38.363196 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59653635-fa6a-484e-95bf-8029c0ac8c7a req-c1890e21-10ee-4208-b3d2-2152f6cbe1fe tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:38.368414 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59653635-fa6a-484e-95bf-8029c0ac8c7a req-c1890e21-10ee-4208-b3d2-2152f6cbe1fe tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.60 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 950 time: 0.1383481 Feb 16 16:31:38.536553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-59653635-fa6a-484e-95bf-8029c0ac8c7a req-b432c3f5-8aa0-403d-9430-661c3d4fd457 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Deleting port f38f68c5-106d-431a-9e90-87f58fc19ce8 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:31:38.536980 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-59653635-fa6a-484e-95bf-8029c0ac8c7a req-b432c3f5-8aa0-403d-9430-661c3d4fd457 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:38.675116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56572) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:38.680474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-59653635-fa6a-484e-95bf-8029c0ac8c7a req-b432c3f5-8aa0-403d-9430-661c3d4fd457 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] For port f38f68c5-106d-431a-9e90-87f58fc19ce8, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f38f68c5-106d-431a-9e90-87f58fc19ce8,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:38.680836 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-59653635-fa6a-484e-95bf-8029c0ac8c7a req-b432c3f5-8aa0-403d-9430-661c3d4fd457 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:38.695906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-59653635-fa6a-484e-95bf-8029c0ac8c7a req-b432c3f5-8aa0-403d-9430-661c3d4fd457 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Calling delete_port for f38f68c5-106d-431a-9e90-87f58fc19ce8 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:31:38.737523 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-713658a7-262d-4937-9c40-fdda6a23caa7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d37964e26204b6d946ad6f6c035433c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0595405 Feb 16 16:31:38.742216 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56574) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:38.813274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c7d71688-b16d-4fa3-9cc4-8e68a782430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:38.815487 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-c7d71688-b16d-4fa3-9cc4-8e68a782430c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=99166be9-b7bf-4994-91a8-2a2b782c0a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8774667 Feb 16 16:31:38.828008 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e6f7-1a9c-4408-ad17-9552847b173e req-20bfcd9c-ddc5-436d-9ea0-c19f58ff4566 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:38.833672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e6f7-1a9c-4408-ad17-9552847b173e req-20bfcd9c-ddc5-436d-9ea0-c19f58ff4566 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:38.839378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e6f7-1a9c-4408-ad17-9552847b173e req-20bfcd9c-ddc5-436d-9ea0-c19f58ff4566 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:38.846068 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e6f7-1a9c-4408-ad17-9552847b173e req-20bfcd9c-ddc5-436d-9ea0-c19f58ff4566 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:38.851706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e6f7-1a9c-4408-ad17-9552847b173e req-20bfcd9c-ddc5-436d-9ea0-c19f58ff4566 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:38.858591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e6f7-1a9c-4408-ad17-9552847b173e req-20bfcd9c-ddc5-436d-9ea0-c19f58ff4566 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:38.864103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e6f7-1a9c-4408-ad17-9552847b173e req-20bfcd9c-ddc5-436d-9ea0-c19f58ff4566 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:38.870210 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-59653635-fa6a-484e-95bf-8029c0ac8c7a req-b432c3f5-8aa0-403d-9430-661c3d4fd457 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f38f68c5-106d-431a-9e90-87f58fc19ce8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:38.873861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca91e6f7-1a9c-4408-ad17-9552847b173e req-20bfcd9c-ddc5-436d-9ea0-c19f58ff4566 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 1.0661392 Feb 16 16:31:38.882781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f38f68c5-106d-431a-9e90-87f58fc19ce8'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:31:38.924956 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff2a9e-a683-46cb-8fb5-9cd2a4a37bf0 req-ae73ce7a-519c-42f8-aa5b-9060b8746291 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:38.934192 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-26ff2a9e-a683-46cb-8fb5-9cd2a4a37bf0 req-ae73ce7a-519c-42f8-aa5b-9060b8746291 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 949 time: 1.0878477 Feb 16 16:31:38.940612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432c3f5-8aa0-403d-9430-661c3d4fd457 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Pushing event deleted for resources: {'Port': ['ID=f38f68c5-106d-431a-9e90-87f58fc19ce8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:39.010778 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-59653635-fa6a-484e-95bf-8029c0ac8c7a req-b432c3f5-8aa0-403d-9430-661c3d4fd457 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] No DVR routers for this DVR port f38f68c5-106d-431a-9e90-87f58fc19ce8 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:31:39.015043 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-59653635-fa6a-484e-95bf-8029c0ac8c7a req-b432c3f5-8aa0-403d-9430-661c3d4fd457 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:39.019256 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59653635-fa6a-484e-95bf-8029c0ac8c7a req-b432c3f5-8aa0-403d-9430-661c3d4fd457 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.60 "DELETE /v2.0/ports/f38f68c5-106d-431a-9e90-87f58fc19ce8 HTTP/1.1" status: 204 len: 173 time: 0.6443737 Feb 16 16:31:39.019939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c56f39-fe18-46e5-ac6d-5489fb8b6849', 'name': 'network-vif-deleted', 'tag': 'f38f68c5-106d-431a-9e90-87f58fc19ce8'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:39.022242 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e70c34-3546-4ec0-874a-18844657c51b" -d '{"events": [{"server_uuid": "64c56f39-fe18-46e5-ac6d-5489fb8b6849", "name": "network-vif-deleted", "tag": "f38f68c5-106d-431a-9e90-87f58fc19ce8"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:39.040615 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b79fd2d6-0d92-4cf9-9cf3-c25bd0c3ed18 admin admin] Publish callbacks [] for security_group (394d5c73-406f-49b5-a44f-064e2f5f3c96), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:39.158137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-24c38716-9b23-48c1-865c-acb70e5715d5 service neutron] 10.222.0.65 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808044 Feb 16 16:31:39.247994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-26ff2a9e-a683-46cb-8fb5-9cd2a4a37bf0 req-aa14eacc-0c5b-4af1-86ba-73f434029799 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124969 Feb 16 16:31:39.285792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-d6df14d3-ab7a-4566-8521-407b66091a99 req-d29e8937-3017-46ae-93b0-35605fe27f9c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Deleting port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:31:39.287587 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d6df14d3-ab7a-4566-8521-407b66091a99 req-d29e8937-3017-46ae-93b0-35605fe27f9c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:39.297393 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b79fd2d6-0d92-4cf9-9cf3-c25bd0c3ed18 admin admin] Publish callbacks [] for security_group (394d5c73-406f-49b5-a44f-064e2f5f3c96), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:39.387645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656992ba-91c2-4100-9341-496c610b3283 req-e40ca897-bbc0-4ea1-87b0-eb3c7852099c tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:39.389462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-656992ba-91c2-4100-9341-496c610b3283 req-e40ca897-bbc0-4ea1-87b0-eb3c7852099c tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 949 time: 0.1961877 Feb 16 16:31:39.512574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e0c0f68-d6ac-4ec1-a735-da3727ae32a4 req-cd32b54a-83fb-46d0-ba7f-f9c2b98539c0 tempest-TenantUsagesTestJSON-563435413 tempest-TenantUsagesTestJSON-563435413-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c56f39-fe18-46e5-ac6d-5489fb8b6849 HTTP/1.1" status: 200 len: 210 time: 0.1638234 Feb 16 16:31:39.559909 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca91e6f7-1a9c-4408-ad17-9552847b173e req-87241e0e-dead-4e8d-84c0-0fae2e4d08cc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6841807 Feb 16 16:31:39.562132 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2fb5c94-eee8-41af-ab67-93444a11e21a req-f316a4d6-18de-4e8c-ae77-073ea4435417 service neutron] 10.222.0.65 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354344 Feb 16 16:31:39.782436 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b79fd2d6-0d92-4cf9-9cf3-c25bd0c3ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (394d5c73-406f-49b5-a44f-064e2f5f3c96), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:39.785852 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b79fd2d6-0d92-4cf9-9cf3-c25bd0c3ed18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:39.789993 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b79fd2d6-0d92-4cf9-9cf3-c25bd0c3ed18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/394d5c73-406f-49b5-a44f-064e2f5f3c96 HTTP/1.1" status: 204 len: 168 time: 1.0444169 Feb 16 16:31:39.837745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fd2d6-0d92-4cf9-9cf3-c25bd0c3ed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394d5c73-406f-49b5-a44f-064e2f5f3c96,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:39.958480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-d6df14d3-ab7a-4566-8521-407b66091a99 req-d29e8937-3017-46ae-93b0-35605fe27f9c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] For port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:39.958998 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d6df14d3-ab7a-4566-8521-407b66091a99 req-d29e8937-3017-46ae-93b0-35605fe27f9c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:40.000301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-a0f25eaa-fbd1-4023-999c-ab09beade17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:40.000881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-a0f25eaa-fbd1-4023-999c-ab09beade17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:40.001475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-a0f25eaa-fbd1-4023-999c-ab09beade17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:40.001822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-a0f25eaa-fbd1-4023-999c-ab09beade17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:40.002266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-a0f25eaa-fbd1-4023-999c-ab09beade17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:40.002951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-a0f25eaa-fbd1-4023-999c-ab09beade17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:40.003388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-a0f25eaa-fbd1-4023-999c-ab09beade17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:40.005397 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-a0f25eaa-fbd1-4023-999c-ab09beade17d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 6702 time: 0.3305452 Feb 16 16:31:40.007835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-d6df14d3-ab7a-4566-8521-407b66091a99 req-d29e8937-3017-46ae-93b0-35605fe27f9c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Calling delete_port for 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:31:40.047567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62a3ce-4079-4671-903e-9e73a0a30c8c req-24404b6c-fa0b-42f5-b6ea-84a9b7039ccc tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:40.054587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c62a3ce-4079-4671-903e-9e73a0a30c8c req-24404b6c-fa0b-42f5-b6ea-84a9b7039ccc tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.3008754 Feb 16 16:31:40.121576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb6e0a-453e-41c6-8ddb-170e4ac70c24 req-b5c04f65-742f-41da-9444-76eb9309ff2b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:40.126836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24cb6e0a-453e-41c6-8ddb-170e4ac70c24 req-b5c04f65-742f-41da-9444-76eb9309ff2b tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=360e29b0-85e8-4943-a844-0d9b92f974ab HTTP/1.1" status: 200 len: 945 time: 0.3744178 Feb 16 16:31:40.349064 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d6df14d3-ab7a-4566-8521-407b66091a99 req-d29e8937-3017-46ae-93b0-35605fe27f9c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (02e2b74c-b539-4a3c-93e9-5bebf49a0e7d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:40.375874 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-656992ba-91c2-4100-9341-496c610b3283 req-8438a209-2299-446e-b3c2-8234122e9bf3 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Deleting port b0430279-35bd-4a66-a9c6-0e9ef3f950cb {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:31:40.376226 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-656992ba-91c2-4100-9341-496c610b3283 req-8438a209-2299-446e-b3c2-8234122e9bf3 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:40.545198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e8937-3017-46ae-93b0-35605fe27f9c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Pushing event deleted for resources: {'Port': ['ID=02e2b74c-b539-4a3c-93e9-5bebf49a0e7d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:40.578223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24cb6e0a-453e-41c6-8ddb-170e4ac70c24 req-9ecf13bb-def6-4c2d-b4d4-e2373af7cb34 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402644 Feb 16 16:31:40.611529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c62a3ce-4079-4671-903e-9e73a0a30c8c req-1bfd6d26-b1cc-4ff3-9fcb-9cd8762445fb tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499012 Feb 16 16:31:40.659149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-1d3bc723-80bf-4abb-99e5-5318b7068b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:40.661806 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-1d3bc723-80bf-4abb-99e5-5318b7068b78 service neutron] 10.222.0.65 "GET /v2.0/networks?id=99166be9-b7bf-4994-91a8-2a2b782c0a2a HTTP/1.1" status: 200 len: 903 time: 0.6397600 Feb 16 16:31:40.720173 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48254843-e0d3-4577-a7be-9bc55a4a0b6d x-openstack-request-id: req-48254843-e0d3-4577-a7be-9bc55a4a0b6d {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:40.720730 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c56f39-fe18-46e5-ac6d-5489fb8b6849", "name": "network-vif-deleted", "tag": "f38f68c5-106d-431a-9e90-87f58fc19ce8", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:40.720730 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48254843-e0d3-4577-a7be-9bc55a4a0b6d {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:40.721100 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c56f39-fe18-46e5-ac6d-5489fb8b6849', 'name': 'network-vif-deleted', 'tag': 'f38f68c5-106d-431a-9e90-87f58fc19ce8', 'status': 'completed', 'code': 200} Feb 16 16:31:40.730281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6df14d3-ab7a-4566-8521-407b66091a99 req-d29e8937-3017-46ae-93b0-35605fe27f9c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] No DVR routers for this DVR port 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:31:40.791775 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d6df14d3-ab7a-4566-8521-407b66091a99 req-d29e8937-3017-46ae-93b0-35605fe27f9c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:40.795622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6df14d3-ab7a-4566-8521-407b66091a99 req-d29e8937-3017-46ae-93b0-35605fe27f9c tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.60 "DELETE /v2.0/ports/02e2b74c-b539-4a3c-93e9-5bebf49a0e7d HTTP/1.1" status: 204 len: 173 time: 2.7374756 Feb 16 16:31:40.797137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360e29b0-85e8-4943-a844-0d9b92f974ab', 'name': 'network-vif-deleted', 'tag': '02e2b74c-b539-4a3c-93e9-5bebf49a0e7d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:40.799408 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f55ec45-3c0a-4a41-9512-4bb64af3623e" -d '{"events": [{"server_uuid": "360e29b0-85e8-4943-a844-0d9b92f974ab", "name": "network-vif-deleted", "tag": "02e2b74c-b539-4a3c-93e9-5bebf49a0e7d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:40.808360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-3216f310-1d3e-4ce2-a697-be7e0b33d410 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04680135-a65c-4508-bf09-2718d35da64b HTTP/1.1" status: 200 len: 217 time: 0.1126559 Feb 16 16:31:40.872720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-656992ba-91c2-4100-9341-496c610b3283 req-8438a209-2299-446e-b3c2-8234122e9bf3 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] For port b0430279-35bd-4a66-a9c6-0e9ef3f950cb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b0430279-35bd-4a66-a9c6-0e9ef3f950cb,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:40.873060 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-656992ba-91c2-4100-9341-496c610b3283 req-8438a209-2299-446e-b3c2-8234122e9bf3 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:40.980062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-656992ba-91c2-4100-9341-496c610b3283 req-8438a209-2299-446e-b3c2-8234122e9bf3 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Calling delete_port for b0430279-35bd-4a66-a9c6-0e9ef3f950cb owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:31:41.033209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522fc00-4635-4577-b9e7-e3201c3b3f7d req-3603f630-46f9-4b2e-a2d5-a4d5287e84e7 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:41.035086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2522fc00-4635-4577-b9e7-e3201c3b3f7d req-3603f630-46f9-4b2e-a2d5-a4d5287e84e7 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 949 time: 0.3061786 Feb 16 16:31:41.063406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-39024637-ed57-4f52-af32-5e96d22bbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:41.065123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-39024637-ed57-4f52-af32-5e96d22bbf62 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=99ea7639-172f-4943-8292-3c6442700cca HTTP/1.1" status: 200 len: 797 time: 0.2346509 Feb 16 16:31:41.219926 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2522fc00-4635-4577-b9e7-e3201c3b3f7d req-f0245bbc-8b81-4bd9-aae0-30710675a130 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773243 Feb 16 16:31:41.234907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aea5a-c42c-4765-81b9-9112fbdf8411 req-132986bc-a00b-4954-ad1a-fb5b64a848fc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:41.235600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:31:41.241275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aea5a-c42c-4765-81b9-9112fbdf8411 req-132986bc-a00b-4954-ad1a-fb5b64a848fc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:41.247302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aea5a-c42c-4765-81b9-9112fbdf8411 req-132986bc-a00b-4954-ad1a-fb5b64a848fc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:41.253698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aea5a-c42c-4765-81b9-9112fbdf8411 req-132986bc-a00b-4954-ad1a-fb5b64a848fc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:41.264629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aea5a-c42c-4765-81b9-9112fbdf8411 req-132986bc-a00b-4954-ad1a-fb5b64a848fc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:41.270102 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aea5a-c42c-4765-81b9-9112fbdf8411 req-132986bc-a00b-4954-ad1a-fb5b64a848fc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:41.272123 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce6de47-559e-4d63-99a2-2b8760d57c44 req-0c516044-4a4e-4dbf-be13-60d9a58a542e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1362321 Feb 16 16:31:41.275405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aea5a-c42c-4765-81b9-9112fbdf8411 req-132986bc-a00b-4954-ad1a-fb5b64a848fc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:41.284384 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef0aea5a-c42c-4765-81b9-9112fbdf8411 req-132986bc-a00b-4954-ad1a-fb5b64a848fc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.2451239 Feb 16 16:31:41.290641 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:31:41.291295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 02e2b74c-b539-4a3c-93e9-5bebf49a0e7d not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:31:41.295143 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device f38f68c5-106d-431a-9e90-87f58fc19ce8 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:31:41.321474 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644ffeaa-8e8a-4ebc-b239-297e757235e6 x-openstack-request-id: req-644ffeaa-8e8a-4ebc-b239-297e757235e6 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:41.321828 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360e29b0-85e8-4943-a844-0d9b92f974ab", "name": "network-vif-deleted", "tag": "02e2b74c-b539-4a3c-93e9-5bebf49a0e7d", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:41.322080 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-644ffeaa-8e8a-4ebc-b239-297e757235e6 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:41.322473 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360e29b0-85e8-4943-a844-0d9b92f974ab', 'name': 'network-vif-deleted', 'tag': '02e2b74c-b539-4a3c-93e9-5bebf49a0e7d', 'status': 'completed', 'code': 200} Feb 16 16:31:41.343710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-6b163791-ed3f-4bfb-8b75-989736f7d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:41.345252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-6b163791-ed3f-4bfb-8b75-989736f7d90b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=99166be9-b7bf-4994-91a8-2a2b782c0a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2505288 Feb 16 16:31:41.349695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: f38f68c5-106d-431a-9e90-87f58fc19ce8 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:31:41.352355 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device f38f68c5-106d-431a-9e90-87f58fc19ce8 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:31:41.489983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56628) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:41.507277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef0aea5a-c42c-4765-81b9-9112fbdf8411 req-319424e0-26ba-45f7-9508-f62057f4a2c2 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2206099 Feb 16 16:31:41.515144 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-656992ba-91c2-4100-9341-496c610b3283 req-8438a209-2299-446e-b3c2-8234122e9bf3 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b0430279-35bd-4a66-a9c6-0e9ef3f950cb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:41.529922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['b8d55022-6f06-4f14-80e2-95ed2462d606', 'b0430279-35bd-4a66-a9c6-0e9ef3f950cb'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:31:41.562838 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6de47-559e-4d63-99a2-2b8760d57c44 req-e1183478-cb79-40fb-b9f0-78f8e5802228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:41.564726 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce6de47-559e-4d63-99a2-2b8760d57c44 req-e1183478-cb79-40fb-b9f0-78f8e5802228 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd56c5f0630b49f39ec4f88c1e8eb354&device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3 HTTP/1.1" status: 200 len: 1132 time: 0.1757009 Feb 16 16:31:41.606794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438a209-2299-446e-b3c2-8234122e9bf3 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Pushing event deleted for resources: {'Port': ['ID=b0430279-35bd-4a66-a9c6-0e9ef3f950cb,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:41.760048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6de47-559e-4d63-99a2-2b8760d57c44 req-09db8340-432c-4c63-af49-6706a8679b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:41.762366 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce6de47-559e-4d63-99a2-2b8760d57c44 req-09db8340-432c-4c63-af49-6706a8679b8b service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1745667 Feb 16 16:31:41.830423 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce6de47-559e-4d63-99a2-2b8760d57c44 req-c856a9b8-3a46-48e9-8e73-6c6a82d2bd06 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b8d55022-6f06-4f14-80e2-95ed2462d606 HTTP/1.1" status: 200 len: 217 time: 0.0623100 Feb 16 16:31:41.976967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-656992ba-91c2-4100-9341-496c610b3283 req-8438a209-2299-446e-b3c2-8234122e9bf3 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] No DVR routers for this DVR port b0430279-35bd-4a66-a9c6-0e9ef3f950cb on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:31:41.994797 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-656992ba-91c2-4100-9341-496c610b3283 req-8438a209-2299-446e-b3c2-8234122e9bf3 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:41.999000 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-656992ba-91c2-4100-9341-496c610b3283 req-8438a209-2299-446e-b3c2-8234122e9bf3 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.65 "DELETE /v2.0/ports/b0430279-35bd-4a66-a9c6-0e9ef3f950cb HTTP/1.1" status: 204 len: 173 time: 2.5957944 Feb 16 16:31:42.002975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6de47-559e-4d63-99a2-2b8760d57c44 req-56fa5c60-8d88-4851-adf2-0c3ecc73bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:42.004504 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce6de47-559e-4d63-99a2-2b8760d57c44 req-56fa5c60-8d88-4851-adf2-0c3ecc73bdc9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1671107 Feb 16 16:31:42.022877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-ebd6a4c3-6694-4781-936b-abd861761a3f service neutron] 10.222.0.65 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6687415 Feb 16 16:31:42.095826 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e5589021-112c-4c56-9c9b-83d31374b3fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d2719921a674d2ca74ff2649da1e17b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5944178 Feb 16 16:31:42.096437 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56650) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:42.161984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6de47-559e-4d63-99a2-2b8760d57c44 req-5d592d84-ddfd-48dd-8d77-cc4590d69e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:42.163559 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce6de47-559e-4d63-99a2-2b8760d57c44 req-5d592d84-ddfd-48dd-8d77-cc4590d69e8d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1467805 Feb 16 16:31:42.220234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c85eca13-bb58-4b66-8954-3b56fde054bf req-1d873314-1d64-4f95-a6e9-b2962d2b39e1 service neutron] 10.222.0.65 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895294 Feb 16 16:31:42.261168 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c53db-6f32-4db3-a5e7-041998bd368d req-f45228ec-e6bd-4281-a013-5395b246371e tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:42.273087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c79c53db-6f32-4db3-a5e7-041998bd368d req-f45228ec-e6bd-4281-a013-5395b246371e tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.3010192 Feb 16 16:31:42.283591 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-881e3c71-5827-4c3c-8c27-ddff7879eb07 admin admin] Publish callbacks [] for security_group (7a53fb5c-8516-4f82-a976-1c96470ecf85), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:42.365954 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c79c53db-6f32-4db3-a5e7-041998bd368d req-523af67f-4e2a-4a3d-a9dc-ce4e0e68eb2d tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892379 Feb 16 16:31:42.374477 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-881e3c71-5827-4c3c-8c27-ddff7879eb07 admin admin] Publish callbacks [] for security_group (7a53fb5c-8516-4f82-a976-1c96470ecf85), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:42.415955 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce6de47-559e-4d63-99a2-2b8760d57c44 req-baa157c8-11eb-41c6-9b33-49ed731a64a3 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448652 Feb 16 16:31:42.623133 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-881e3c71-5827-4c3c-8c27-ddff7879eb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7a53fb5c-8516-4f82-a976-1c96470ecf85), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:42.626088 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-881e3c71-5827-4c3c-8c27-ddff7879eb07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:42.637947 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-881e3c71-5827-4c3c-8c27-ddff7879eb07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a53fb5c-8516-4f82-a976-1c96470ecf85 HTTP/1.1" status: 204 len: 168 time: 0.5387392 Feb 16 16:31:42.677394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e3c71-5827-4c3c-8c27-ddff7879eb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a53fb5c-8516-4f82-a976-1c96470ecf85,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:42.681360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c2c365b-aa78-48d2-b77e-4f627247c230 req-70f8a58b-ff44-49fa-8471-82653541d64e tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=f780df95-5a4f-4725-a8b1-1e0566e85137 HTTP/1.1" status: 200 len: 210 time: 0.0671256 Feb 16 16:31:42.704297 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce6de47-559e-4d63-99a2-2b8760d57c44 req-fa3f2e9c-4ab0-4c93-8627-71cdac1038c3 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723238 Feb 16 16:31:42.704626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafd476-01f7-439c-9c02-9e089645c4b7 req-6e0b0cd6-038d-4c0c-9481-163f7e738779 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:42.712635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fafd476-01f7-439c-9c02-9e089645c4b7 req-6e0b0cd6-038d-4c0c-9481-163f7e738779 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 944 time: 0.1647542 Feb 16 16:31:42.811593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ce523-491c-40df-9334-b089b4d8049f req-cc5266c3-3bb6-49fd-a831-1c86451b9faa tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:42.813518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-042ce523-491c-40df-9334-b089b4d8049f req-cc5266c3-3bb6-49fd-a831-1c86451b9faa tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 944 time: 0.0924222 Feb 16 16:31:42.819267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fafd476-01f7-439c-9c02-9e089645c4b7 req-b22bf761-0710-4f19-94f8-1821e080ebbf tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056705 Feb 16 16:31:43.145789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-042ce523-491c-40df-9334-b089b4d8049f req-3bc6177b-d2b6-4552-ae60-057fe33d6729 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Deleting port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:31:43.146441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-042ce523-491c-40df-9334-b089b4d8049f req-3bc6177b-d2b6-4552-ae60-057fe33d6729 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:43.180770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187a663-e5e9-42c9-a7b8-d9b3ac4aa191 req-71869619-9981-4f26-8b97-3f7a96e58fe8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:43.187289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187a663-e5e9-42c9-a7b8-d9b3ac4aa191 req-71869619-9981-4f26-8b97-3f7a96e58fe8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:43.192782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187a663-e5e9-42c9-a7b8-d9b3ac4aa191 req-71869619-9981-4f26-8b97-3f7a96e58fe8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:43.198019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187a663-e5e9-42c9-a7b8-d9b3ac4aa191 req-71869619-9981-4f26-8b97-3f7a96e58fe8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:43.204132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187a663-e5e9-42c9-a7b8-d9b3ac4aa191 req-71869619-9981-4f26-8b97-3f7a96e58fe8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:43.210144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187a663-e5e9-42c9-a7b8-d9b3ac4aa191 req-71869619-9981-4f26-8b97-3f7a96e58fe8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:43.223548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187a663-e5e9-42c9-a7b8-d9b3ac4aa191 req-71869619-9981-4f26-8b97-3f7a96e58fe8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:43.241182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4187a663-e5e9-42c9-a7b8-d9b3ac4aa191 req-71869619-9981-4f26-8b97-3f7a96e58fe8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.2418418 Feb 16 16:31:43.346171 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56696) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:43.348172 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f780df95-5a4f-4725-a8b1-1e0566e85137', 'name': 'network-vif-deleted', 'tag': 'b0430279-35bd-4a66-a9c6-0e9ef3f950cb'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:43.350570 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490594cd-4e98-4549-8042-f07ff49bdf46" -d '{"events": [{"server_uuid": "f780df95-5a4f-4725-a8b1-1e0566e85137", "name": "network-vif-deleted", "tag": "b0430279-35bd-4a66-a9c6-0e9ef3f950cb"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:43.366494 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-957fb1e3-50db-47bc-a8e6-4142707dd81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:43.421157 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4187a663-e5e9-42c9-a7b8-d9b3ac4aa191 req-9ab8f8da-c724-4b74-9b69-1888bf9b3ec5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1789725 Feb 16 16:31:43.478909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-042ce523-491c-40df-9334-b089b4d8049f req-3bc6177b-d2b6-4552-ae60-057fe33d6729 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] For port ba2b4fb2-3966-4fd6-9084-e70054bc7b49, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:43.479482 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-042ce523-491c-40df-9334-b089b4d8049f req-3bc6177b-d2b6-4552-ae60-057fe33d6729 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:43.519727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-042ce523-491c-40df-9334-b089b4d8049f req-3bc6177b-d2b6-4552-ae60-057fe33d6729 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Calling delete_port for ba2b4fb2-3966-4fd6-9084-e70054bc7b49 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:31:43.520079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-957fb1e3-50db-47bc-a8e6-4142707dd81c admin admin] Publish callbacks [] for security_group (3ac3007a-2d83-40cb-a7fc-b5ced88a1712), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:43.527020 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a0e56d-2819-4d58-8fb4-4cd8bc312115 x-openstack-request-id: req-83a0e56d-2819-4d58-8fb4-4cd8bc312115 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:43.527313 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f780df95-5a4f-4725-a8b1-1e0566e85137", "name": "network-vif-deleted", "tag": "b0430279-35bd-4a66-a9c6-0e9ef3f950cb", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:43.528166 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83a0e56d-2819-4d58-8fb4-4cd8bc312115 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:43.529206 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f780df95-5a4f-4725-a8b1-1e0566e85137', 'name': 'network-vif-deleted', 'tag': 'b0430279-35bd-4a66-a9c6-0e9ef3f950cb', 'status': 'completed', 'code': 200} Feb 16 16:31:43.529870 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-957fb1e3-50db-47bc-a8e6-4142707dd81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3ac3007a-2d83-40cb-a7fc-b5ced88a1712), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:43.639519 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-957fb1e3-50db-47bc-a8e6-4142707dd81c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5e0509069e44643b8c1d791b6004949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921457 Feb 16 16:31:43.641247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fb1e3-50db-47bc-a8e6-4142707dd81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac3007a-2d83-40cb-a7fc-b5ced88a1712,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:43.650818 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56710) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:43.781581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c247a77-ed16-42a2-b41d-2fde9d9dfb3e req-ac8a7ac7-7027-48aa-b25b-d0b026ce53c1 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:43.791364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c247a77-ed16-42a2-b41d-2fde9d9dfb3e req-ac8a7ac7-7027-48aa-b25b-d0b026ce53c1 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.1399429 Feb 16 16:31:43.802270 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f5286962-953f-4fea-96e1-c7a97e988905 admin admin] Publish callbacks [] for security_group (3ac3007a-2d83-40cb-a7fc-b5ced88a1712), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:43.854953 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f5286962-953f-4fea-96e1-c7a97e988905 admin admin] Publish callbacks [] for security_group (3ac3007a-2d83-40cb-a7fc-b5ced88a1712), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:43.924664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c247a77-ed16-42a2-b41d-2fde9d9dfb3e req-54309134-df8d-4791-8936-69e3f93debbb tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278815 Feb 16 16:31:43.945524 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-042ce523-491c-40df-9334-b089b4d8049f req-3bc6177b-d2b6-4552-ae60-057fe33d6729 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ba2b4fb2-3966-4fd6-9084-e70054bc7b49), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:43.962888 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f5286962-953f-4fea-96e1-c7a97e988905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3ac3007a-2d83-40cb-a7fc-b5ced88a1712), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:43.966087 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f5286962-953f-4fea-96e1-c7a97e988905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:43.969958 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f5286962-953f-4fea-96e1-c7a97e988905 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ac3007a-2d83-40cb-a7fc-b5ced88a1712 HTTP/1.1" status: 204 len: 168 time: 0.3152449 Feb 16 16:31:43.994872 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5286962-953f-4fea-96e1-c7a97e988905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac3007a-2d83-40cb-a7fc-b5ced88a1712,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:44.075548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6177b-d2b6-4552-ae60-057fe33d6729 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Pushing event deleted for resources: {'Port': ['ID=ba2b4fb2-3966-4fd6-9084-e70054bc7b49,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:44.133775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b0430279-35bd-4a66-a9c6-0e9ef3f950cb no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:31:44.166857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: b0430279-35bd-4a66-a9c6-0e9ef3f950cb {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:31:44.167651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b0430279-35bd-4a66-a9c6-0e9ef3f950cb not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:31:44.172965 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-042ce523-491c-40df-9334-b089b4d8049f req-3bc6177b-d2b6-4552-ae60-057fe33d6729 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] No DVR routers for this DVR port ba2b4fb2-3966-4fd6-9084-e70054bc7b49 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:31:44.175496 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-042ce523-491c-40df-9334-b089b4d8049f req-3bc6177b-d2b6-4552-ae60-057fe33d6729 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:44.179660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-042ce523-491c-40df-9334-b089b4d8049f req-3bc6177b-d2b6-4552-ae60-057fe33d6729 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.60 "DELETE /v2.0/ports/ba2b4fb2-3966-4fd6-9084-e70054bc7b49 HTTP/1.1" status: 204 len: 173 time: 1.3563600 Feb 16 16:31:44.196884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b15de901-e154-4e73-8171-6dc89b3d6aa5 req-d166d012-6d3c-4e5a-aa72-636f03a5e0ee tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3041382-4eb5-445c-9a71-bf5d97f96866 HTTP/1.1" status: 200 len: 210 time: 0.0672576 Feb 16 16:31:44.537524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712a663-dd0f-4968-9ad1-729c1eb043ea req-0182fa65-e775-436f-9883-c8973484e47d tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:44.544871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d712a663-dd0f-4968-9ad1-729c1eb043ea req-0182fa65-e775-436f-9883-c8973484e47d tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3 HTTP/1.1" status: 200 len: 950 time: 0.1056147 Feb 16 16:31:44.613893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56738) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:44.661287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d712a663-dd0f-4968-9ad1-729c1eb043ea req-3ae65cfe-f416-4f94-83ab-7ccfb454d034 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141968 Feb 16 16:31:44.683914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135bec3-766b-4f2c-a976-a9a8c2245cfd req-b94cbd23-a85f-4e31-920d-7813f9fb9b67 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:44.704419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135bec3-766b-4f2c-a976-a9a8c2245cfd req-b94cbd23-a85f-4e31-920d-7813f9fb9b67 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:44.713282 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135bec3-766b-4f2c-a976-a9a8c2245cfd req-b94cbd23-a85f-4e31-920d-7813f9fb9b67 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:44.720205 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135bec3-766b-4f2c-a976-a9a8c2245cfd req-b94cbd23-a85f-4e31-920d-7813f9fb9b67 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:44.726123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135bec3-766b-4f2c-a976-a9a8c2245cfd req-b94cbd23-a85f-4e31-920d-7813f9fb9b67 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:44.734521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135bec3-766b-4f2c-a976-a9a8c2245cfd req-b94cbd23-a85f-4e31-920d-7813f9fb9b67 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:44.748638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135bec3-766b-4f2c-a976-a9a8c2245cfd req-b94cbd23-a85f-4e31-920d-7813f9fb9b67 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:44.768753 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7135bec3-766b-4f2c-a976-a9a8c2245cfd req-b94cbd23-a85f-4e31-920d-7813f9fb9b67 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.2123477 Feb 16 16:31:44.796172 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1364636f-59f2-4ab4-a930-7fbea16a6853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:44.868285 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7135bec3-766b-4f2c-a976-a9a8c2245cfd req-1b2cc069-35b4-4c77-b331-8e85838daf8c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980148 Feb 16 16:31:44.901911 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1364636f-59f2-4ab4-a930-7fbea16a6853 admin admin] Publish callbacks [] for security_group (36213f9a-e760-4ae9-a06f-ec238a7ed62d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:44.909139 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1364636f-59f2-4ab4-a930-7fbea16a6853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (36213f9a-e760-4ae9-a06f-ec238a7ed62d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:44.960770 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364636f-59f2-4ab4-a930-7fbea16a6853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36213f9a-e760-4ae9-a06f-ec238a7ed62d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:44.967997 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1364636f-59f2-4ab4-a930-7fbea16a6853 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69237e901ac94ec4b319c10dc8c5dfd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523548 Feb 16 16:31:44.971461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56758) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:45.065657 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59d9532d-99f0-4a13-99a5-3f127d9290af admin admin] Publish callbacks [] for security_group (36213f9a-e760-4ae9-a06f-ec238a7ed62d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:45.107102 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59d9532d-99f0-4a13-99a5-3f127d9290af admin admin] Publish callbacks [] for security_group (36213f9a-e760-4ae9-a06f-ec238a7ed62d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:45.182423 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59d9532d-99f0-4a13-99a5-3f127d9290af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (36213f9a-e760-4ae9-a06f-ec238a7ed62d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:45.186563 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59d9532d-99f0-4a13-99a5-3f127d9290af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:45.189478 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-59d9532d-99f0-4a13-99a5-3f127d9290af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36213f9a-e760-4ae9-a06f-ec238a7ed62d HTTP/1.1" status: 204 len: 168 time: 0.2163224 Feb 16 16:31:45.198972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9532d-99f0-4a13-99a5-3f127d9290af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36213f9a-e760-4ae9-a06f-ec238a7ed62d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:45.223855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a4271-5cc0-41b0-8c16-54bc9c700003 req-d9fa369f-336a-4aab-9e56-3ffe8f41ca66 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:45.240566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f39a4271-5cc0-41b0-8c16-54bc9c700003 req-d9fa369f-336a-4aab-9e56-3ffe8f41ca66 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.1389565 Feb 16 16:31:45.313839 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f39a4271-5cc0-41b0-8c16-54bc9c700003 req-1f9aeb9f-c79e-4e35-932a-52a85df29aaa tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735099 Feb 16 16:31:45.530779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3041382-4eb5-445c-9a71-bf5d97f96866', 'name': 'network-vif-deleted', 'tag': 'ba2b4fb2-3966-4fd6-9084-e70054bc7b49'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:45.535586 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec124cf0-f848-4e78-b362-4e546b59967e" -d '{"events": [{"server_uuid": "f3041382-4eb5-445c-9a71-bf5d97f96866", "name": "network-vif-deleted", "tag": "ba2b4fb2-3966-4fd6-9084-e70054bc7b49"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:45.660289 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7de8d34-c795-4198-882a-0744c438e4be x-openstack-request-id: req-e7de8d34-c795-4198-882a-0744c438e4be {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:45.660702 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3041382-4eb5-445c-9a71-bf5d97f96866", "name": "network-vif-deleted", "tag": "ba2b4fb2-3966-4fd6-9084-e70054bc7b49", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:45.661055 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7de8d34-c795-4198-882a-0744c438e4be {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:45.661600 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3041382-4eb5-445c-9a71-bf5d97f96866', 'name': 'network-vif-deleted', 'tag': 'ba2b4fb2-3966-4fd6-9084-e70054bc7b49', 'status': 'completed', 'code': 200} Feb 16 16:31:45.781212 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259efcb-5764-4d26-91e6-1d5f72cf4421 req-aca991b2-e12a-4de8-9831-28bf8904c156 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:45.783547 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6259efcb-5764-4d26-91e6-1d5f72cf4421 req-aca991b2-e12a-4de8-9831-28bf8904c156 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.65 "GET /v2.0/ports?device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3 HTTP/1.1" status: 200 len: 950 time: 0.0812516 Feb 16 16:31:45.915132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1cf90-ef5d-4359-8be3-b97b557bf737 req-832ebcd6-6c3a-4926-ac6c-ba7f65db6539 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:45.922837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbe1cf90-ef5d-4359-8be3-b97b557bf737 req-832ebcd6-6c3a-4926-ac6c-ba7f65db6539 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 945 time: 0.2083933 Feb 16 16:31:46.002609 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-6259efcb-5764-4d26-91e6-1d5f72cf4421 req-d16a30c1-59f2-4242-9441-b5a45884bb48 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Deleting port b8d55022-6f06-4f14-80e2-95ed2462d606 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:31:46.003352 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6259efcb-5764-4d26-91e6-1d5f72cf4421 req-d16a30c1-59f2-4242-9441-b5a45884bb48 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:46.261173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6259efcb-5764-4d26-91e6-1d5f72cf4421 req-d16a30c1-59f2-4242-9441-b5a45884bb48 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] For port b8d55022-6f06-4f14-80e2-95ed2462d606, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b8d55022-6f06-4f14-80e2-95ed2462d606,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:46.261173 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6259efcb-5764-4d26-91e6-1d5f72cf4421 req-d16a30c1-59f2-4242-9441-b5a45884bb48 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:46.301170 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-6259efcb-5764-4d26-91e6-1d5f72cf4421 req-d16a30c1-59f2-4242-9441-b5a45884bb48 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Calling delete_port for b8d55022-6f06-4f14-80e2-95ed2462d606 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:31:46.614904 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6259efcb-5764-4d26-91e6-1d5f72cf4421 req-d16a30c1-59f2-4242-9441-b5a45884bb48 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b8d55022-6f06-4f14-80e2-95ed2462d606), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:46.627288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['b8d55022-6f06-4f14-80e2-95ed2462d606'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:31:46.710048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a30c1-59f2-4242-9441-b5a45884bb48 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Pushing event deleted for resources: {'Port': ['ID=b8d55022-6f06-4f14-80e2-95ed2462d606,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:46.776577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab7ebe-dc87-448b-a529-e2534008d173 req-09135f40-ee45-4c08-a745-6e7cdd940e6c tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:46.784277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84ab7ebe-dc87-448b-a529-e2534008d173 req-09135f40-ee45-4c08-a745-6e7cdd940e6c tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/ports?device_id=40d1a1f2-06aa-43c4-bc67-0654a43c3dc3 HTTP/1.1" status: 200 len: 950 time: 0.9839201 Feb 16 16:31:46.816727 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbe1cf90-ef5d-4359-8be3-b97b557bf737 req-699c52ba-472f-4523-a504-87be0ff4d7a5 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf6cc5c6-d24c-4241-9371-fbba8325c4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8929327 Feb 16 16:31:46.851656 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6259efcb-5764-4d26-91e6-1d5f72cf4421 req-d16a30c1-59f2-4242-9441-b5a45884bb48 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] No DVR routers for this DVR port b8d55022-6f06-4f14-80e2-95ed2462d606 on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:31:46.870282 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6259efcb-5764-4d26-91e6-1d5f72cf4421 req-d16a30c1-59f2-4242-9441-b5a45884bb48 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:46.890651 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6259efcb-5764-4d26-91e6-1d5f72cf4421 req-d16a30c1-59f2-4242-9441-b5a45884bb48 tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.65 "DELETE /v2.0/ports/b8d55022-6f06-4f14-80e2-95ed2462d606 HTTP/1.1" status: 204 len: 173 time: 1.0944803 Feb 16 16:31:46.892930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d1a1f2-06aa-43c4-bc67-0654a43c3dc3', 'name': 'network-vif-deleted', 'tag': 'b8d55022-6f06-4f14-80e2-95ed2462d606'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:46.895482 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aba2a2-6c00-4774-a728-ef4d0b4afada" -d '{"events": [{"server_uuid": "40d1a1f2-06aa-43c4-bc67-0654a43c3dc3", "name": "network-vif-deleted", "tag": "b8d55022-6f06-4f14-80e2-95ed2462d606"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:47.005075 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84ab7ebe-dc87-448b-a529-e2534008d173 req-1c1d8a0a-9008-4de2-8b57-3e5b822574db tempest-ServersAdminNegativeTestJSON-386428031 tempest-ServersAdminNegativeTestJSON-386428031-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad48d083-020f-4333-a81a-ed8f43389e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199342 Feb 16 16:31:47.065305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5fc5c-0834-40df-8e76-ba8a6fece193 req-183554f8-e593-4ca0-b5b2-0cd6c186972d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:47.067774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dba5fc5c-0834-40df-8e76-ba8a6fece193 req-183554f8-e593-4ca0-b5b2-0cd6c186972d tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.60 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 945 time: 0.4945078 Feb 16 16:31:47.242944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ba2b4fb2-3966-4fd6-9084-e70054bc7b49 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:31:47.283321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: ba2b4fb2-3966-4fd6-9084-e70054bc7b49 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:31:47.290658 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56830) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:47.291876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ba2b4fb2-3966-4fd6-9084-e70054bc7b49 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:31:47.308839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c351f05-4ff8-4e1b-8674-28a9cb0eb19b req-68be3c69-d968-42b0-b389-be53ef11889f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:47.312280 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c351f05-4ff8-4e1b-8674-28a9cb0eb19b req-68be3c69-d968-42b0-b389-be53ef11889f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.1561050 Feb 16 16:31:47.324133 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff6e3-d92d-4ce6-93f5-4d33a1026ac6 req-b607abe1-bfad-4dce-91af-73366f998fdd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:47.331719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff6e3-d92d-4ce6-93f5-4d33a1026ac6 req-b607abe1-bfad-4dce-91af-73366f998fdd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:47.337514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff6e3-d92d-4ce6-93f5-4d33a1026ac6 req-b607abe1-bfad-4dce-91af-73366f998fdd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:47.345479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff6e3-d92d-4ce6-93f5-4d33a1026ac6 req-b607abe1-bfad-4dce-91af-73366f998fdd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:47.351287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff6e3-d92d-4ce6-93f5-4d33a1026ac6 req-b607abe1-bfad-4dce-91af-73366f998fdd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:47.357760 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff6e3-d92d-4ce6-93f5-4d33a1026ac6 req-b607abe1-bfad-4dce-91af-73366f998fdd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:47.364276 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff6e3-d92d-4ce6-93f5-4d33a1026ac6 req-b607abe1-bfad-4dce-91af-73366f998fdd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:47.373025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ccff6e3-d92d-4ce6-93f5-4d33a1026ac6 req-b607abe1-bfad-4dce-91af-73366f998fdd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.2178121 Feb 16 16:31:47.377964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-dba5fc5c-0834-40df-8e76-ba8a6fece193 req-7dc000d7-a611-40f7-bc13-32e3969b03f9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Deleting port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:31:47.378805 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-dba5fc5c-0834-40df-8e76-ba8a6fece193 req-7dc000d7-a611-40f7-bc13-32e3969b03f9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:47.516700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-873052015-network', 'tenant_id': 'a4468075801b43b7b3926e5aeb19d82d'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:47.534406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ccff6e3-d92d-4ce6-93f5-4d33a1026ac6 req-6fab0b46-94a0-44ee-95c9-badf3e16593b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601896 Feb 16 16:31:47.569123 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] Made reservation on behalf of a4468075801b43b7b3926e5aeb19d82d for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:31:47.573343 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:47.605640 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:47.693382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-dba5fc5c-0834-40df-8e76-ba8a6fece193 req-7dc000d7-a611-40f7-bc13-32e3969b03f9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] For port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,segment=NetworkSegment(f9055236-a4e9-4ce4-b3f4-7f3a551e237a),segment_id=f9055236-a4e9-4ce4-b3f4-7f3a551e237a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:31:47.693756 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-dba5fc5c-0834-40df-8e76-ba8a6fece193 req-7dc000d7-a611-40f7-bc13-32e3969b03f9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:47.712441 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-dba5fc5c-0834-40df-8e76-ba8a6fece193 req-7dc000d7-a611-40f7-bc13-32e3969b03f9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Calling delete_port for 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:31:47.777164 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c957d821-333b-4f79-95c7-4c3048faeb4c x-openstack-request-id: req-c957d821-333b-4f79-95c7-4c3048faeb4c {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:47.786123 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d1a1f2-06aa-43c4-bc67-0654a43c3dc3", "name": "network-vif-deleted", "tag": "b8d55022-6f06-4f14-80e2-95ed2462d606", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:47.786970 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c957d821-333b-4f79-95c7-4c3048faeb4c {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:47.787652 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d1a1f2-06aa-43c4-bc67-0654a43c3dc3', 'name': 'network-vif-deleted', 'tag': 'b8d55022-6f06-4f14-80e2-95ed2462d606', 'status': 'completed', 'code': 200} Feb 16 16:31:47.812704 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] Publish callbacks [] for security_group (94811894-4dec-4fde-8428-31ddd3dda723), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:47.817946 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c351f05-4ff8-4e1b-8674-28a9cb0eb19b req-fc33b07a-b380-4631-90b7-ff70494eba45 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424584 Feb 16 16:31:47.819525 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (94811894-4dec-4fde-8428-31ddd3dda723), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:47.872622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:31:47.892417 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (36df7f40-0e88-480e-98ee-14402ad44d1d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:47.893028 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] Added segment 36df7f40-0e88-480e-98ee-14402ad44d1d of type vlan for network 5ff79391-d267-4f31-964d-a98547bf9b6d Feb 16 16:31:47.910444 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-dba5fc5c-0834-40df-8e76-ba8a6fece193 req-7dc000d7-a611-40f7-bc13-32e3969b03f9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (9a0d56c3-d9c9-4c86-92c9-c1500ec736d4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:47.945498 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (5ff79391-d267-4f31-964d-a98547bf9b6d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:47.973060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94811894-4dec-4fde-8428-31ddd3dda723,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:47.977816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc000d7-a611-40f7-bc13-32e3969b03f9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Pushing event deleted for resources: {'Port': ['ID=9a0d56c3-d9c9-4c86-92c9-c1500ec736d4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:47.988609 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (5ff79391-d267-4f31-964d-a98547bf9b6d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:47.992124 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:47.992386 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:48.026021 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2fa11cf-03bb-4a94-ba2e-a8ce55cf70a2 req-bc3f8494-a57c-4985-93d0-006165ad0e24 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e3351b-6536-48e0-ba05-a582c131bbe5 HTTP/1.1" status: 200 len: 210 time: 0.0503526 Feb 16 16:31:48.052530 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7580562 Feb 16 16:31:48.056554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56842) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:48.076150 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8d81bb2a-a3e8-48cc-859d-bfd8e8e898a2 admin admin] Request body: {'subnet': {'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-873052015-subnet', 'tenant_id': 'a4468075801b43b7b3926e5aeb19d82d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:48.121190 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d81bb2a-a3e8-48cc-859d-bfd8e8e898a2 admin admin] Made reservation on behalf of a4468075801b43b7b3926e5aeb19d82d for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:31:48.133522 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d81bb2a-a3e8-48cc-859d-bfd8e8e898a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:48.144976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba5fc5c-0834-40df-8e76-ba8a6fece193 req-7dc000d7-a611-40f7-bc13-32e3969b03f9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] No DVR routers for this DVR port 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:31:48.156641 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-dba5fc5c-0834-40df-8e76-ba8a6fece193 req-7dc000d7-a611-40f7-bc13-32e3969b03f9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:48.165494 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dba5fc5c-0834-40df-8e76-ba8a6fece193 req-7dc000d7-a611-40f7-bc13-32e3969b03f9 tempest-LiveMigrationTest-303368380 tempest-LiveMigrationTest-303368380-project] 10.222.0.60 "DELETE /v2.0/ports/9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 HTTP/1.1" status: 204 len: 173 time: 1.0885868 Feb 16 16:31:48.174374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e3351b-6536-48e0-ba05-a582c131bbe5', 'name': 'network-vif-deleted', 'tag': '9a0d56c3-d9c9-4c86-92c9-c1500ec736d4'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:48.176996 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd264c8-13b9-4271-bae3-72aa344430f4" -d '{"events": [{"server_uuid": "60e3351b-6536-48e0-ba05-a582c131bbe5", "name": "network-vif-deleted", "tag": "9a0d56c3-d9c9-4c86-92c9-c1500ec736d4"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:48.209410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0707b2e-7ea4-4783-9ffe-29c73fee9791 admin admin] Pushing event updated for resources: {'Network': ['ID=5ff79391-d267-4f31-964d-a98547bf9b6d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:48.224077 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 5ff79391-d267-4f31-964d-a98547bf9b6d details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:31:48.277032 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bb1122-4258-48db-9be9-8a2c2d395ae8 x-openstack-request-id: req-b0bb1122-4258-48db-9be9-8a2c2d395ae8 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:48.277032 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e3351b-6536-48e0-ba05-a582c131bbe5", "name": "network-vif-deleted", "tag": "9a0d56c3-d9c9-4c86-92c9-c1500ec736d4", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:48.277032 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0bb1122-4258-48db-9be9-8a2c2d395ae8 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:48.277032 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e3351b-6536-48e0-ba05-a582c131bbe5', 'name': 'network-vif-deleted', 'tag': '9a0d56c3-d9c9-4c86-92c9-c1500ec736d4', 'status': 'completed', 'code': 200} Feb 16 16:31:48.594677 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d81bb2a-a3e8-48cc-859d-bfd8e8e898a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (4cc44112-3970-4a84-a656-f40fa88683de), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:48.626574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56868) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:48.710560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81bb2a-a3e8-48cc-859d-bfd8e8e898a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc44112-3970-4a84-a656-f40fa88683de,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:48.736099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81bb2a-a3e8-48cc-859d-bfd8e8e898a2 admin admin] Checking segment: {'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:48.736929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d81bb2a-a3e8-48cc-859d-bfd8e8e898a2 admin admin] Network hostable DHCP agents. Network: 5ff79391-d267-4f31-964d-a98547bf9b6d, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:31:48.775032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d81bb2a-a3e8-48cc-859d-bfd8e8e898a2 admin admin] Network 5ff79391-d267-4f31-964d-a98547bf9b6d is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:31:48.798849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8d81bb2a-a3e8-48cc-859d-bfd8e8e898a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 5ff79391-d267-4f31-964d-a98547bf9b6d) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:31:48.806464 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d81bb2a-a3e8-48cc-859d-bfd8e8e898a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:48.807438 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d81bb2a-a3e8-48cc-859d-bfd8e8e898a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:48.814814 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d46dd53-219d-4705-8da0-1a233264256b None None] Network 5ff79391-d267-4f31-964d-a98547bf9b6d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:31:48.836232 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8d81bb2a-a3e8-48cc-859d-bfd8e8e898a2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7785020 Feb 16 16:31:48.884433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78780a4-b06b-44a9-8c81-fe254db35e0a req-2d57cffd-55bc-471b-8c6b-22429b40b47a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:48.900606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78780a4-b06b-44a9-8c81-fe254db35e0a req-2d57cffd-55bc-471b-8c6b-22429b40b47a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:48.916372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78780a4-b06b-44a9-8c81-fe254db35e0a req-2d57cffd-55bc-471b-8c6b-22429b40b47a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:48.928225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78780a4-b06b-44a9-8c81-fe254db35e0a req-2d57cffd-55bc-471b-8c6b-22429b40b47a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:48.948909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78780a4-b06b-44a9-8c81-fe254db35e0a req-2d57cffd-55bc-471b-8c6b-22429b40b47a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:48.958593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78780a4-b06b-44a9-8c81-fe254db35e0a req-2d57cffd-55bc-471b-8c6b-22429b40b47a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:48.968178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78780a4-b06b-44a9-8c81-fe254db35e0a req-2d57cffd-55bc-471b-8c6b-22429b40b47a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:48.980155 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e78780a4-b06b-44a9-8c81-fe254db35e0a req-2d57cffd-55bc-471b-8c6b-22429b40b47a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.2854028 Feb 16 16:31:49.110571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df28948-32d7-4d5a-a815-be034c05e6db None None] Network 5ff79391-d267-4f31-964d-a98547bf9b6d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:31:49.125878 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e78780a4-b06b-44a9-8c81-fe254db35e0a req-9349c233-ee1b-4224-8933-b60c8427cc94 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1447356 Feb 16 16:31:49.188025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56886) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:49.203716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-af2b1a14-4eb5-4e5d-990d-6500510aad51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd56c5f0630b49f39ec4f88c1e8eb354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5758848 Feb 16 16:31:49.206624 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56890) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:49.220314 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56892) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:49.247112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53ccdd-b3d1-485f-8a86-ac2690f08036 req-bc01777e-70d3-4a26-95b8-eca7da29eaae tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:49.271027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c53ccdd-b3d1-485f-8a86-ac2690f08036 req-bc01777e-70d3-4a26-95b8-eca7da29eaae tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.2560759 Feb 16 16:31:49.346901 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c53ccdd-b3d1-485f-8a86-ac2690f08036 req-f2dffd73-d6e0-45b7-b02d-ec11aac2c1af tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749118 Feb 16 16:31:49.369753 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efe7dc96-23db-4e85-b6d7-4cf1ae9a5f10 admin admin] Publish callbacks [] for security_group (ad48d083-020f-4333-a81a-ed8f43389e45), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:49.411438 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efe7dc96-23db-4e85-b6d7-4cf1ae9a5f10 admin admin] Publish callbacks [] for security_group (ad48d083-020f-4333-a81a-ed8f43389e45), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:49.431434 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91e106fa-3355-48bd-9ad9-487f01c49c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:49.547280 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efe7dc96-23db-4e85-b6d7-4cf1ae9a5f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ad48d083-020f-4333-a81a-ed8f43389e45), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:49.549942 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efe7dc96-23db-4e85-b6d7-4cf1ae9a5f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:49.551083 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-efe7dc96-23db-4e85-b6d7-4cf1ae9a5f10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad48d083-020f-4333-a81a-ed8f43389e45 HTTP/1.1" status: 204 len: 168 time: 0.3433063 Feb 16 16:31:49.593117 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7dc96-23db-4e85-b6d7-4cf1ae9a5f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad48d083-020f-4333-a81a-ed8f43389e45,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:49.610513 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91e106fa-3355-48bd-9ad9-487f01c49c32 admin admin] Publish callbacks [] for security_group (71976cef-ce9d-4de0-84cb-e5cb139db288), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:49.623218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd74bdd9-154a-4e3a-9384-426b772e7833 admin admin] Deleting subnet aa87091b-0528-4c60-af17-b7ab39fe257d {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:31:49.629070 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cd74bdd9-154a-4e3a-9384-426b772e7833 admin admin] Publish callbacks [] for subnet (aa87091b-0528-4c60-af17-b7ab39fe257d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:49.684531 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cd74bdd9-154a-4e3a-9384-426b772e7833 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (aa87091b-0528-4c60-af17-b7ab39fe257d), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:49.728141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cd74bdd9-154a-4e3a-9384-426b772e7833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (aa87091b-0528-4c60-af17-b7ab39fe257d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:49.765078 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91e106fa-3355-48bd-9ad9-487f01c49c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (71976cef-ce9d-4de0-84cb-e5cb139db288), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:49.865367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56918) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:49.873911 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-91e106fa-3355-48bd-9ad9-487f01c49c32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b55886048f544e688fca6c07b3c225f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6842093 Feb 16 16:31:49.957826 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cd74bdd9-154a-4e3a-9384-426b772e7833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (aa87091b-0528-4c60-af17-b7ab39fe257d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:49.980765 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e106fa-3355-48bd-9ad9-487f01c49c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71976cef-ce9d-4de0-84cb-e5cb139db288,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:49.995427 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab3f87d3-b2b9-4161-81c7-51c45d9fad0c admin admin] Publish callbacks [] for security_group (71976cef-ce9d-4de0-84cb-e5cb139db288), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:50.005520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-d57d6dfc-324c-4af4-99d5-11cbf5027d05 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:50.014825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-d57d6dfc-324c-4af4-99d5-11cbf5027d05 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 814 time: 0.2619781 Feb 16 16:31:50.035445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-fd80e9f6-911c-4d1c-bf3c-3dea17ddbf70 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/quotas/a4468075801b43b7b3926e5aeb19d82d HTTP/1.1" status: 200 len: 375 time: 0.0195222 Feb 16 16:31:50.047478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74bdd9-154a-4e3a-9384-426b772e7833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa87091b-0528-4c60-af17-b7ab39fe257d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:50.077065 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cd74bdd9-154a-4e3a-9384-426b772e7833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:50.085656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56920) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:50.089958 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cd74bdd9-154a-4e3a-9384-426b772e7833 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aa87091b-0528-4c60-af17-b7ab39fe257d HTTP/1.1" status: 204 len: 168 time: 0.8558521 Feb 16 16:31:50.107137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56922) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:50.110732 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-1d093bdd-9d9c-498f-8d8e-4557c6c70363 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742936 Feb 16 16:31:50.157704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab3f87d3-b2b9-4161-81c7-51c45d9fad0c admin admin] Publish callbacks [] for security_group (71976cef-ce9d-4de0-84cb-e5cb139db288), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:50.165831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b8d55022-6f06-4f14-80e2-95ed2462d606 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:31:50.188002 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-18658a93-dfe0-449d-92a9-ec62843ddc29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35f6814791bf4c5bb1ae8bdaa261b7bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0781877 Feb 16 16:31:50.190803 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56926) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:50.210620 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: b8d55022-6f06-4f14-80e2-95ed2462d606 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:31:50.210896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b8d55022-6f06-4f14-80e2-95ed2462d606 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:31:50.293338 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9909cc88-295f-419c-9705-93d9adfb0156 admin admin] Publish callbacks [] for security_group (08280507-5fe9-48fd-ae39-8ac6a53196f3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:50.332462 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9909cc88-295f-419c-9705-93d9adfb0156 admin admin] Publish callbacks [] for security_group (08280507-5fe9-48fd-ae39-8ac6a53196f3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:50.392934 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9909cc88-295f-419c-9705-93d9adfb0156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (08280507-5fe9-48fd-ae39-8ac6a53196f3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:50.397948 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9909cc88-295f-419c-9705-93d9adfb0156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:50.402890 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9909cc88-295f-419c-9705-93d9adfb0156 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08280507-5fe9-48fd-ae39-8ac6a53196f3 HTTP/1.1" status: 204 len: 168 time: 0.2094321 Feb 16 16:31:50.414341 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-33ad7c5b-ed0d-4189-b73d-42ff3ec41566 service neutron] 10.222.0.24 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969241 Feb 16 16:31:50.414550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909cc88-295f-419c-9705-93d9adfb0156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08280507-5fe9-48fd-ae39-8ac6a53196f3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:50.429838 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95c56a75-1257-4246-b5fb-de35b9fdd136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a3699320-20d5-4032-b3d4-91946e07286d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:50.524720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341764e-794c-4182-b5ee-37dd90aeacd3 req-b21efe9f-5241-4ace-93ec-90375ee9a226 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:50.530956 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341764e-794c-4182-b5ee-37dd90aeacd3 req-b21efe9f-5241-4ace-93ec-90375ee9a226 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:50.536502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341764e-794c-4182-b5ee-37dd90aeacd3 req-b21efe9f-5241-4ace-93ec-90375ee9a226 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:50.542337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341764e-794c-4182-b5ee-37dd90aeacd3 req-b21efe9f-5241-4ace-93ec-90375ee9a226 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:50.548150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341764e-794c-4182-b5ee-37dd90aeacd3 req-b21efe9f-5241-4ace-93ec-90375ee9a226 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:50.553396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341764e-794c-4182-b5ee-37dd90aeacd3 req-b21efe9f-5241-4ace-93ec-90375ee9a226 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:50.558706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341764e-794c-4182-b5ee-37dd90aeacd3 req-b21efe9f-5241-4ace-93ec-90375ee9a226 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:50.561835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5341764e-794c-4182-b5ee-37dd90aeacd3 req-b21efe9f-5241-4ace-93ec-90375ee9a226 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.2811325 Feb 16 16:31:50.676809 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95c56a75-1257-4246-b5fb-de35b9fdd136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a3699320-20d5-4032-b3d4-91946e07286d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:50.704471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-95c56a75-1257-4246-b5fb-de35b9fdd136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3699320-20d5-4032-b3d4-91946e07286d']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:31:50.762342 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab3f87d3-b2b9-4161-81c7-51c45d9fad0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (71976cef-ce9d-4de0-84cb-e5cb139db288), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:50.774711 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab3f87d3-b2b9-4161-81c7-51c45d9fad0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:50.779961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ab3f87d3-b2b9-4161-81c7-51c45d9fad0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71976cef-ce9d-4de0-84cb-e5cb139db288 HTTP/1.1" status: 204 len: 168 time: 0.9131341 Feb 16 16:31:50.813000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-95c56a75-1257-4246-b5fb-de35b9fdd136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:31:50.813274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-95c56a75-1257-4246-b5fb-de35b9fdd136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9055236-a4e9-4ce4-b3f4-7f3a551e237a') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:31:50.868915 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95c56a75-1257-4246-b5fb-de35b9fdd136 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (f9055236-a4e9-4ce4-b3f4-7f3a551e237a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:50.886365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f87d3-b2b9-4161-81c7-51c45d9fad0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71976cef-ce9d-4de0-84cb-e5cb139db288,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:50.925341 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-d3bd10f6-51ed-4387-8ee5-76427607a263 service neutron] 10.222.0.24 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097694 Feb 16 16:31:50.926719 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95c56a75-1257-4246-b5fb-de35b9fdd136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f9055236-a4e9-4ce4-b3f4-7f3a551e237a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:50.938493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5341764e-794c-4182-b5ee-37dd90aeacd3 req-2c93ca21-9ea6-4144-9b1f-3b61931b24aa tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3477771 Feb 16 16:31:50.962108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c56a75-1257-4246-b5fb-de35b9fdd136 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:31:50.962863 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95c56a75-1257-4246-b5fb-de35b9fdd136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (f9055236-a4e9-4ce4-b3f4-7f3a551e237a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:31:50.965118 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:31:51.150163 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95c56a75-1257-4246-b5fb-de35b9fdd136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a3699320-20d5-4032-b3d4-91946e07286d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:51.167458 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95c56a75-1257-4246-b5fb-de35b9fdd136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:51.184324 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-95c56a75-1257-4246-b5fb-de35b9fdd136 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a3699320-20d5-4032-b3d4-91946e07286d HTTP/1.1" status: 204 len: 168 time: 1.0966289 Feb 16 16:31:51.188163 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56956) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:51.230655 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c56a75-1257-4246-b5fb-de35b9fdd136 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3699320-20d5-4032-b3d4-91946e07286d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:51.292180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:31:51.321594 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54ced03-51b1-45e8-8ba3-618860511e19 admin admin] Deleting subnet 5c591366-b7fd-42e6-b250-327ec3994cd1 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:31:51.334299 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b54ced03-51b1-45e8-8ba3-618860511e19 admin admin] Publish callbacks [] for subnet (5c591366-b7fd-42e6-b250-327ec3994cd1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:51.363967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:31:51.364679 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9a0d56c3-d9c9-4c86-92c9-c1500ec736d4 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:31:51.394140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73602d7-f076-4a17-ab49-bc2885503627 req-9f4af320-77cc-4235-8733-4fed759ef3e5 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:51.398684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f73602d7-f076-4a17-ab49-bc2885503627 req-9f4af320-77cc-4235-8733-4fed759ef3e5 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.1629152 Feb 16 16:31:51.407598 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b54ced03-51b1-45e8-8ba3-618860511e19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (5c591366-b7fd-42e6-b250-327ec3994cd1), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:51.519030 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b54ced03-51b1-45e8-8ba3-618860511e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (5c591366-b7fd-42e6-b250-327ec3994cd1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:51.557310 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efd63b57-72e5-48e2-b20f-70c8273b6bcd req-2d66b154-37b9-4fc6-915c-b5d3b44d6a02 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 210 time: 0.1229320 Feb 16 16:31:51.597725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f73602d7-f076-4a17-ab49-bc2885503627 req-d3d6e58c-f259-419e-9c0e-6b01e307cd2d tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883726 Feb 16 16:31:51.654873 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b54ced03-51b1-45e8-8ba3-618860511e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (5c591366-b7fd-42e6-b250-327ec3994cd1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:51.724761 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ced03-51b1-45e8-8ba3-618860511e19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c591366-b7fd-42e6-b250-327ec3994cd1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:51.750063 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b54ced03-51b1-45e8-8ba3-618860511e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:51.755221 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b54ced03-51b1-45e8-8ba3-618860511e19 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5c591366-b7fd-42e6-b250-327ec3994cd1 HTTP/1.1" status: 204 len: 168 time: 0.5659533 Feb 16 16:31:51.757768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56978) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:51.792541 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56980) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:51.822728 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12e17623-8700-48d9-b0c0-61cfb71154c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:51.989474 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-504f40ad-01ad-4c07-8a6e-738b099b8234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (1c9008bc-24f2-468b-93c7-851dcc629d8c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:52.010960 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12e17623-8700-48d9-b0c0-61cfb71154c1 admin admin] Publish callbacks [] for security_group (5087c633-e7cd-455d-9b3c-e68693c59b7e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:52.018192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12e17623-8700-48d9-b0c0-61cfb71154c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5087c633-e7cd-455d-9b3c-e68693c59b7e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:52.079267 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e17623-8700-48d9-b0c0-61cfb71154c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5087c633-e7cd-455d-9b3c-e68693c59b7e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:52.086212 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-12e17623-8700-48d9-b0c0-61cfb71154c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e13c0b997c348af93e1b101120e098f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2923584 Feb 16 16:31:52.090691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56996) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:52.220523 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9be0ede3-3e4d-47e5-9374-e4848f425b01 admin admin] Publish callbacks [] for security_group (5087c633-e7cd-455d-9b3c-e68693c59b7e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:52.268910 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9be0ede3-3e4d-47e5-9374-e4848f425b01 admin admin] Publish callbacks [] for security_group (5087c633-e7cd-455d-9b3c-e68693c59b7e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:52.275304 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-504f40ad-01ad-4c07-8a6e-738b099b8234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (1c9008bc-24f2-468b-93c7-851dcc629d8c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:52.305189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-504f40ad-01ad-4c07-8a6e-738b099b8234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9008bc-24f2-468b-93c7-851dcc629d8c']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:31:52.318584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-504f40ad-01ad-4c07-8a6e-738b099b8234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34020cd-6591-4e94-bd3f-fbbea5895ae9') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:31:52.319217 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-504f40ad-01ad-4c07-8a6e-738b099b8234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34020cd-6591-4e94-bd3f-fbbea5895ae9') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:31:52.335005 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-504f40ad-01ad-4c07-8a6e-738b099b8234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (e34020cd-6591-4e94-bd3f-fbbea5895ae9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:52.340919 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9be0ede3-3e4d-47e5-9374-e4848f425b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5087c633-e7cd-455d-9b3c-e68693c59b7e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:52.345851 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9be0ede3-3e4d-47e5-9374-e4848f425b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:52.349413 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9be0ede3-3e4d-47e5-9374-e4848f425b01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5087c633-e7cd-455d-9b3c-e68693c59b7e HTTP/1.1" status: 204 len: 168 time: 0.2554481 Feb 16 16:31:52.368636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a32c-d4f6-49ae-8b4d-acd8481dce75 req-d7d486d1-99fc-49f7-9140-2ad1e465a4bb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:52.375721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a32c-d4f6-49ae-8b4d-acd8481dce75 req-d7d486d1-99fc-49f7-9140-2ad1e465a4bb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:52.381760 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a32c-d4f6-49ae-8b4d-acd8481dce75 req-d7d486d1-99fc-49f7-9140-2ad1e465a4bb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:52.382558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0ede3-3e4d-47e5-9374-e4848f425b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5087c633-e7cd-455d-9b3c-e68693c59b7e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:52.388723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a32c-d4f6-49ae-8b4d-acd8481dce75 req-d7d486d1-99fc-49f7-9140-2ad1e465a4bb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:52.417751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a32c-d4f6-49ae-8b4d-acd8481dce75 req-d7d486d1-99fc-49f7-9140-2ad1e465a4bb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:52.423992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a32c-d4f6-49ae-8b4d-acd8481dce75 req-d7d486d1-99fc-49f7-9140-2ad1e465a4bb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:52.431290 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a32c-d4f6-49ae-8b4d-acd8481dce75 req-d7d486d1-99fc-49f7-9140-2ad1e465a4bb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:52.439821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8243a32c-d4f6-49ae-8b4d-acd8481dce75 req-d7d486d1-99fc-49f7-9140-2ad1e465a4bb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.2821059 Feb 16 16:31:52.452199 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-504f40ad-01ad-4c07-8a6e-738b099b8234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e34020cd-6591-4e94-bd3f-fbbea5895ae9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:52.467097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504f40ad-01ad-4c07-8a6e-738b099b8234 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:31:52.467938 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-504f40ad-01ad-4c07-8a6e-738b099b8234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (e34020cd-6591-4e94-bd3f-fbbea5895ae9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:31:52.470058 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:31:52.657532 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:31:52.750419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc35fc09-5227-4bb0-8165-69548dc6aed3 req-c17d7277-97f1-4149-a06c-446d059eb338 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 210 time: 0.0439236 Feb 16 16:31:52.770581 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8243a32c-d4f6-49ae-8b4d-acd8481dce75 req-7b4c37c3-ad62-40f9-8cd7-2bd7fb5cb2f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3286076 Feb 16 16:31:52.794646 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-504f40ad-01ad-4c07-8a6e-738b099b8234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (1c9008bc-24f2-468b-93c7-851dcc629d8c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:52.808205 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-504f40ad-01ad-4c07-8a6e-738b099b8234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:52.832910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-504f40ad-01ad-4c07-8a6e-738b099b8234 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1c9008bc-24f2-468b-93c7-851dcc629d8c HTTP/1.1" status: 204 len: 168 time: 1.0707824 Feb 16 16:31:52.855635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f40ad-01ad-4c07-8a6e-738b099b8234 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c9008bc-24f2-468b-93c7-851dcc629d8c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:53.159857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4336e-9ace-4ef4-b122-1e6f6e2f4c90 req-b634a79c-1af9-4aca-b2df-086a62e5e0cc tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:53.167980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3f4336e-9ace-4ef4-b122-1e6f6e2f4c90 req-b634a79c-1af9-4aca-b2df-086a62e5e0cc tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.2861800 Feb 16 16:31:53.242567 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8decaf17-49e4-4a76-ba8c-95cc605f4c04 req-7414fff5-0549-4ae4-a964-06e098791fc7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1150072 Feb 16 16:31:53.258539 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57036) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:53.392376 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3f4336e-9ace-4ef4-b122-1e6f6e2f4c90 req-7fb98892-181a-4e97-8fc4-2ea78a654da4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234418 Feb 16 16:31:53.410862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-6d9cac38-0f4b-41e0-bc01-96bd1dc78c48 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:53.413305 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-6d9cac38-0f4b-41e0-bc01-96bd1dc78c48 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.60 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 814 time: 0.3942068 Feb 16 16:31:53.423378 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ad20c3fc-cf81-4ba1-b76e-80fbb72a6c9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3891023a3e87450bb385aeaa57c755fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608839 Feb 16 16:31:53.433232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57042) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:53.442574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-84f94dbe-4a07-4d58-ab8d-d4f19c79f611 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Request body: {'port': {'device_id': 'e6f1adb9-e262-4286-a077-e17400380ba4', 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d', 'admin_state_up': True, 'tenant_id': 'a4468075801b43b7b3926e5aeb19d82d'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:53.549114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decaf17-49e4-4a76-ba8c-95cc605f4c04 req-31614d9a-2243-4206-b9fe-3b7a98ca77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:53.550997 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8decaf17-49e4-4a76-ba8c-95cc605f4c04 req-31614d9a-2243-4206-b9fe-3b7a98ca77d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e6b64801f404e85a0915d363dec27d4&device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 1127 time: 0.1474147 Feb 16 16:31:53.756285 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decaf17-49e4-4a76-ba8c-95cc605f4c04 req-c7d5f420-0f5a-4a70-9cd0-c3111e7104db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:53.758427 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1748f21f-1d75-4e1d-bb22-be6528af214c admin admin] Publish callbacks [] for security_group (bf6cc5c6-d24c-4241-9371-fbba8325c4dc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:53.762403 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8decaf17-49e4-4a76-ba8c-95cc605f4c04 req-c7d5f420-0f5a-4a70-9cd0-c3111e7104db service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a78f389-f648-40c0-9945-c98086a451a3 HTTP/1.1" status: 200 len: 912 time: 0.1909854 Feb 16 16:31:53.887357 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1748f21f-1d75-4e1d-bb22-be6528af214c admin admin] Publish callbacks [] for security_group (bf6cc5c6-d24c-4241-9371-fbba8325c4dc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:53.916741 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8decaf17-49e4-4a76-ba8c-95cc605f4c04 req-f0aa6fe5-4ebf-4158-be03-f2df99c28dc4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=322fed2a-bca1-4e34-a08b-60e7f3a7bf15 HTTP/1.1" status: 200 len: 1001 time: 0.1480927 Feb 16 16:31:53.958681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-443d90ec-3d87-4fa0-8699-f62822d8cf31 req-2bdaff04-4802-460b-ad2f-4041c8605380 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 210 time: 0.0619631 Feb 16 16:31:53.970623 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-84f94dbe-4a07-4d58-ab8d-d4f19c79f611 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Made reservation on behalf of a4468075801b43b7b3926e5aeb19d82d for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:31:53.984288 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-84f94dbe-4a07-4d58-ab8d-d4f19c79f611 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:54.004054 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57062) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:54.067108 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decaf17-49e4-4a76-ba8c-95cc605f4c04 req-a123484f-6337-4d6d-b5e4-9a57f8311a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:54.071112 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8decaf17-49e4-4a76-ba8c-95cc605f4c04 req-a123484f-6337-4d6d-b5e4-9a57f8311a3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad0a3f87-8df5-417f-9f01-966be8ea6e6e HTTP/1.1" status: 200 len: 850 time: 0.1477883 Feb 16 16:31:54.192512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decaf17-49e4-4a76-ba8c-95cc605f4c04 req-b20d61c2-b350-4a38-a8b7-b860338b1b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:54.194653 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8decaf17-49e4-4a76-ba8c-95cc605f4c04 req-b20d61c2-b350-4a38-a8b7-b860338b1b63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a78f389-f648-40c0-9945-c98086a451a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0812678 Feb 16 16:31:54.217929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10fc2-1467-4d75-971a-ddde09198b61 req-9cea995a-6618-4e78-b968-323af5f1a6e7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:54.225891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10fc2-1467-4d75-971a-ddde09198b61 req-9cea995a-6618-4e78-b968-323af5f1a6e7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:54.231990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10fc2-1467-4d75-971a-ddde09198b61 req-9cea995a-6618-4e78-b968-323af5f1a6e7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:54.238623 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10fc2-1467-4d75-971a-ddde09198b61 req-9cea995a-6618-4e78-b968-323af5f1a6e7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:54.244872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10fc2-1467-4d75-971a-ddde09198b61 req-9cea995a-6618-4e78-b968-323af5f1a6e7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:54.251991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10fc2-1467-4d75-971a-ddde09198b61 req-9cea995a-6618-4e78-b968-323af5f1a6e7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:54.257681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10fc2-1467-4d75-971a-ddde09198b61 req-9cea995a-6618-4e78-b968-323af5f1a6e7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:54.265984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18a10fc2-1467-4d75-971a-ddde09198b61 req-9cea995a-6618-4e78-b968-323af5f1a6e7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.1807692 Feb 16 16:31:54.309427 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1748f21f-1d75-4e1d-bb22-be6528af214c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (bf6cc5c6-d24c-4241-9371-fbba8325c4dc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:54.314324 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1748f21f-1d75-4e1d-bb22-be6528af214c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:54.315909 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1748f21f-1d75-4e1d-bb22-be6528af214c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf6cc5c6-d24c-4241-9371-fbba8325c4dc HTTP/1.1" status: 204 len: 168 time: 0.8814032 Feb 16 16:31:54.351781 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-73451285-network', 'tenant_id': '8b917394c6d049e99a9a45ed03084997'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:54.392336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18a10fc2-1467-4d75-971a-ddde09198b61 req-97b415de-cfd8-48e8-84fe-5b68c1317b4f tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246235 Feb 16 16:31:54.395689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748f21f-1d75-4e1d-bb22-be6528af214c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6cc5c6-d24c-4241-9371-fbba8325c4dc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:54.400302 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] Made reservation on behalf of 8b917394c6d049e99a9a45ed03084997 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:31:54.417273 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:54.451515 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8decaf17-49e4-4a76-ba8c-95cc605f4c04 req-e69c8202-cfd1-44ae-ac16-d0a649385527 service neutron] 10.222.0.60 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486999 Feb 16 16:31:54.452446 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:54.481474 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-84f94dbe-4a07-4d58-ab8d-d4f19c79f611 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Allocated IP 172.20.0.9 (5ff79391-d267-4f31-964d-a98547bf9b6d/4cc44112-3970-4a84-a656-f40fa88683de/de2a1841-9c2e-4487-8eab-b43ae743539a) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:31:54.658107 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8decaf17-49e4-4a76-ba8c-95cc605f4c04 req-922bb07a-4995-4043-9229-61a21fd99e9f service neutron] 10.222.0.60 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801445 Feb 16 16:31:54.733299 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] Publish callbacks [] for security_group (023fce53-d38c-4dc1-af12-51689fc258b4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:54.740221 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (023fce53-d38c-4dc1-af12-51689fc258b4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:54.825309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71d9a8-0a3d-4bf0-892e-be7e4579bf3f req-568949eb-3059-4bed-a8ca-8a8f69cdc70b tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:54.833026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb71d9a8-0a3d-4bf0-892e-be7e4579bf3f req-568949eb-3059-4bed-a8ca-8a8f69cdc70b tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.2399440 Feb 16 16:31:54.849030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:31:54.855863 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023fce53-d38c-4dc1-af12-51689fc258b4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:54.897628 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (3b15093d-74a4-4ee4-a526-6cf0dd3c480f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:54.898042 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] Added segment 3b15093d-74a4-4ee4-a526-6cf0dd3c480f of type vlan for network 11e3b4bc-0e31-45a7-b9ce-7226f5cdd763 Feb 16 16:31:54.917531 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-84f94dbe-4a07-4d58-ab8d-d4f19c79f611 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks [] for port (de2a1841-9c2e-4487-8eab-b43ae743539a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:54.987470 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57110) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:55.007309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb71d9a8-0a3d-4bf0-892e-be7e4579bf3f req-b3820088-5f84-45b2-90f6-337848c7da93 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732776 Feb 16 16:31:55.009129 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-84f94dbe-4a07-4d58-ab8d-d4f19c79f611 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (de2a1841-9c2e-4487-8eab-b43ae743539a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:55.022540 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (11e3b4bc-0e31-45a7-b9ce-7226f5cdd763), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:55.066199 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5c3bd371-5c30-4c5c-9e6f-a1e8b15cdf62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29000095f9b24ea4b39cf640a2363090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0753992 Feb 16 16:31:55.066812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57114) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:55.083910 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (11e3b4bc-0e31-45a7-b9ce-7226f5cdd763), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:55.085041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:55.086126 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:55.139547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-84f94dbe-4a07-4d58-ab8d-d4f19c79f611 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Network 5ff79391-d267-4f31-964d-a98547bf9b6d is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:31:55.150430 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1444428 Feb 16 16:31:55.153928 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-84f94dbe-4a07-4d58-ab8d-d4f19c79f611 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:31:55.173337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57118) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:55.174292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f94dbe-4a07-4d58-ab8d-d4f19c79f611 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Pushing event updated for resources: {'Port': ['ID=de2a1841-9c2e-4487-8eab-b43ae743539a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:55.179061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-84f94dbe-4a07-4d58-ab8d-d4f19c79f611 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:31:55.185761 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5536e06a-9af8-4078-8afb-0cdc74eb444a admin admin] Request body: {'subnet': {'network_id': '11e3b4bc-0e31-45a7-b9ce-7226f5cdd763', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-73451285-subnet', 'tenant_id': '8b917394c6d049e99a9a45ed03084997', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:55.194855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e660903-13dc-4ba9-9620-3a918bd065c9 admin admin] Pushing event updated for resources: {'Network': ['ID=11e3b4bc-0e31-45a7-b9ce-7226f5cdd763,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:55.207120 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 11e3b4bc-0e31-45a7-b9ce-7226f5cdd763 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:31:55.242916 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38d4e67a-458c-47f6-a543-3cb1f9a3da18 admin admin] Publish callbacks [] for security_group (003dd748-1ca8-43b5-93ee-96cd4d2873e8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:55.273963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5536e06a-9af8-4078-8afb-0cdc74eb444a admin admin] Made reservation on behalf of 8b917394c6d049e99a9a45ed03084997 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:31:55.276327 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5536e06a-9af8-4078-8afb-0cdc74eb444a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:55.296398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-84f94dbe-4a07-4d58-ab8d-d4f19c79f611 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:55.297005 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-84f94dbe-4a07-4d58-ab8d-d4f19c79f611 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:55.298585 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38d4e67a-458c-47f6-a543-3cb1f9a3da18 admin admin] Publish callbacks [] for security_group (003dd748-1ca8-43b5-93ee-96cd4d2873e8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:55.322517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1cd0e-a0a2-4760-8b4c-3ab467026145 req-23720996-b357-4b8d-9a7f-2e30781eee3a tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:55.330499 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92a1cd0e-a0a2-4760-8b4c-3ab467026145 req-23720996-b357-4b8d-9a7f-2e30781eee3a tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 931 time: 0.1975775 Feb 16 16:31:55.350990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-84f94dbe-4a07-4d58-ab8d-d4f19c79f611 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9243598 Feb 16 16:31:55.368308 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Request body: {'port': {'device_id': 'e6f1adb9-e262-4286-a077-e17400380ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:55.389188 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38d4e67a-458c-47f6-a543-3cb1f9a3da18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (003dd748-1ca8-43b5-93ee-96cd4d2873e8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:55.394451 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38d4e67a-458c-47f6-a543-3cb1f9a3da18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:55.395793 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-38d4e67a-458c-47f6-a543-3cb1f9a3da18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/003dd748-1ca8-43b5-93ee-96cd4d2873e8 HTTP/1.1" status: 204 len: 168 time: 0.3266747 Feb 16 16:31:55.406442 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4e67a-458c-47f6-a543-3cb1f9a3da18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003dd748-1ca8-43b5-93ee-96cd4d2873e8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:55.614420 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-afc13b62-7afa-4ca7-8972-b737bd0f2c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:55.629450 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92a1cd0e-a0a2-4760-8b4c-3ab467026145 req-107d31f6-0e85-4bf8-af11-b46659c556e6 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976568 Feb 16 16:31:55.635799 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (de2a1841-9c2e-4487-8eab-b43ae743539a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:55.818341 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57138) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:55.893614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3b2d-6540-4231-9c1b-51965081ca66 req-37b7e212-4786-4df4-8fbf-9b9a22fae74b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:55.903463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3b2d-6540-4231-9c1b-51965081ca66 req-37b7e212-4786-4df4-8fbf-9b9a22fae74b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:55.909701 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3b2d-6540-4231-9c1b-51965081ca66 req-37b7e212-4786-4df4-8fbf-9b9a22fae74b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:55.930008 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3b2d-6540-4231-9c1b-51965081ca66 req-37b7e212-4786-4df4-8fbf-9b9a22fae74b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:55.936925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3b2d-6540-4231-9c1b-51965081ca66 req-37b7e212-4786-4df4-8fbf-9b9a22fae74b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:55.944756 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3b2d-6540-4231-9c1b-51965081ca66 req-37b7e212-4786-4df4-8fbf-9b9a22fae74b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:55.950718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3b2d-6540-4231-9c1b-51965081ca66 req-37b7e212-4786-4df4-8fbf-9b9a22fae74b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:55.953740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e98e3b2d-6540-4231-9c1b-51965081ca66 req-37b7e212-4786-4df4-8fbf-9b9a22fae74b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.3987873 Feb 16 16:31:55.994200 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8661d814-6c15-4c9f-b2b7-24ca89144abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:56.125021 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8661d814-6c15-4c9f-b2b7-24ca89144abc admin admin] Publish callbacks [] for security_group (b5928428-e4c4-4e35-acd8-ce9cd299a134), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:56.132656 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8661d814-6c15-4c9f-b2b7-24ca89144abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b5928428-e4c4-4e35-acd8-ce9cd299a134), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:56.203375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57152) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:56.204072 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8661d814-6c15-4c9f-b2b7-24ca89144abc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=556b1c054a4e451db1800fb84c3df060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3845644 Feb 16 16:31:56.205277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661d814-6c15-4c9f-b2b7-24ca89144abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5928428-e4c4-4e35-acd8-ce9cd299a134,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:56.205614 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5536e06a-9af8-4078-8afb-0cdc74eb444a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (6b86f9dc-780c-41f7-8af8-066c56a277f3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:56.280205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e98e3b2d-6540-4231-9c1b-51965081ca66 req-5d836dbe-deea-4576-b275-c9f29ac3b8cd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3179286 Feb 16 16:31:56.399643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536e06a-9af8-4078-8afb-0cdc74eb444a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b86f9dc-780c-41f7-8af8-066c56a277f3,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:56.421880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138b300-22dc-4c9b-bc32-a9934443bf68 req-f948b03e-9d32-43de-b893-3269d8887646 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:56.423699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5138b300-22dc-4c9b-bc32-a9934443bf68 req-f948b03e-9d32-43de-b893-3269d8887646 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.3139637 Feb 16 16:31:56.529816 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-afb2863c-a744-4238-8f01-dd0e8316cabc admin admin] Publish callbacks [] for security_group (b5928428-e4c4-4e35-acd8-ce9cd299a134), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:56.542361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2a1841-9c2e-4487-8eab-b43ae743539a {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:31:56.556709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536e06a-9af8-4078-8afb-0cdc74eb444a admin admin] Checking segment: {'id': '3b15093d-74a4-4ee4-a526-6cf0dd3c480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '11e3b4bc-0e31-45a7-b9ce-7226f5cdd763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:56.557113 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5536e06a-9af8-4078-8afb-0cdc74eb444a admin admin] Network hostable DHCP agents. Network: 11e3b4bc-0e31-45a7-b9ce-7226f5cdd763, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:31:56.562261 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Publish callbacks [] for port (de2a1841-9c2e-4487-8eab-b43ae743539a), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:56.594403 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-afb2863c-a744-4238-8f01-dd0e8316cabc admin admin] Publish callbacks [] for security_group (b5928428-e4c4-4e35-acd8-ce9cd299a134), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:56.650517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Transition to ACTIVE for port object de2a1841-9c2e-4487-8eab-b43ae743539a will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:31:56.668350 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (de2a1841-9c2e-4487-8eab-b43ae743539a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:57.018345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5138b300-22dc-4c9b-bc32-a9934443bf68 req-f87df514-7708-4615-bcfe-fdfaf49a0c2f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732782 Feb 16 16:31:57.022633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Pushing event updated for resources: {'Port': ['ID=de2a1841-9c2e-4487-8eab-b43ae743539a,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:57.024594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5536e06a-9af8-4078-8afb-0cdc74eb444a admin admin] Network 11e3b4bc-0e31-45a7-b9ce-7226f5cdd763 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:31:57.080474 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-5536e06a-9af8-4078-8afb-0cdc74eb444a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 11e3b4bc-0e31-45a7-b9ce-7226f5cdd763) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:31:57.089493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b34fb4-1afc-4021-aaf3-1622951aad66 None None] Network 11e3b4bc-0e31-45a7-b9ce-7226f5cdd763 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:31:57.112042 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5536e06a-9af8-4078-8afb-0cdc74eb444a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:57.112782 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5536e06a-9af8-4078-8afb-0cdc74eb444a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:57.134944 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-afb2863c-a744-4238-8f01-dd0e8316cabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b5928428-e4c4-4e35-acd8-ce9cd299a134), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:57.137860 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-afb2863c-a744-4238-8f01-dd0e8316cabc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:57.139172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-afb2863c-a744-4238-8f01-dd0e8316cabc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5928428-e4c4-4e35-acd8-ce9cd299a134 HTTP/1.1" status: 204 len: 168 time: 0.9347959 Feb 16 16:31:57.269161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2863c-a744-4238-8f01-dd0e8316cabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5928428-e4c4-4e35-acd8-ce9cd299a134,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:57.294304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5536e06a-9af8-4078-8afb-0cdc74eb444a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1050727 Feb 16 16:31:57.294304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Attempting to bind port de2a1841-9c2e-4487-8eab-b43ae743539a on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:31:57.294304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Attempting to bind port de2a1841-9c2e-4487-8eab-b43ae743539a by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:31:57.294304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Attempting to bind port de2a1841-9c2e-4487-8eab-b43ae743539a on network 5ff79391-d267-4f31-964d-a98547bf9b6d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:57.294304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Port de2a1841-9c2e-4487-8eab-b43ae743539a on network 5ff79391-d267-4f31-964d-a98547bf9b6d not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:31:57.294304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Attempting to bind port de2a1841-9c2e-4487-8eab-b43ae743539a on network 5ff79391-d267-4f31-964d-a98547bf9b6d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:31:57.298400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:31:57.298796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Checking segment: {'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:31:57.299363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Bound using segment: {'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:31:57.299773 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Bound port: de2a1841-9c2e-4487-8eab-b43ae743539a, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:31:57.300219 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (de2a1841-9c2e-4487-8eab-b43ae743539a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:57.310070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a885551-c64c-4992-bf97-6fa6a4b56c1e req-8cfca205-2b67-4938-8379-68884a9bfb24 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:57.317277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b0fda0-4049-465c-b009-8f98c8727006 None None] Network 11e3b4bc-0e31-45a7-b9ce-7226f5cdd763 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:31:57.317684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a885551-c64c-4992-bf97-6fa6a4b56c1e req-8cfca205-2b67-4938-8379-68884a9bfb24 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 943 time: 0.2971478 Feb 16 16:31:57.424796 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a885551-c64c-4992-bf97-6fa6a4b56c1e req-136071f0-6b5b-48eb-96e4-76f5929625cf tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055927 Feb 16 16:31:57.461788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] For port de2a1841-9c2e-4487-8eab-b43ae743539a, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:31:57.490452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] For port de2a1841-9c2e-4487-8eab-b43ae743539a, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=de2a1841-9c2e-4487-8eab-b43ae743539a,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:31:57.502613 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (de2a1841-9c2e-4487-8eab-b43ae743539a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:57.570603 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:57.571316 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:57.573195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] 10.222.0.60 "PUT /v2.0/ports/de2a1841-9c2e-4487-8eab-b43ae743539a HTTP/1.1" status: 200 len: 1091 time: 2.2114308 Feb 16 16:31:57.573362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f1adb9-e262-4286-a077-e17400380ba4', 'tag': 'de2a1841-9c2e-4487-8eab-b43ae743539a'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:31:57.575834 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccbf23e-73c1-4583-80d1-14d05e3c69b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f1adb9-e262-4286-a077-e17400380ba4", "tag": "de2a1841-9c2e-4487-8eab-b43ae743539a"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:31:57.595372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207cfdd-9102-44a7-9a41-d10549d16ba1 req-b485ea06-38f1-43d5-97f9-f122309fcc2e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:57.600839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207cfdd-9102-44a7-9a41-d10549d16ba1 req-b485ea06-38f1-43d5-97f9-f122309fcc2e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:57.606396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207cfdd-9102-44a7-9a41-d10549d16ba1 req-b485ea06-38f1-43d5-97f9-f122309fcc2e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:57.612719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207cfdd-9102-44a7-9a41-d10549d16ba1 req-b485ea06-38f1-43d5-97f9-f122309fcc2e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:57.622487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207cfdd-9102-44a7-9a41-d10549d16ba1 req-b485ea06-38f1-43d5-97f9-f122309fcc2e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:57.628953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207cfdd-9102-44a7-9a41-d10549d16ba1 req-b485ea06-38f1-43d5-97f9-f122309fcc2e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:57.634946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207cfdd-9102-44a7-9a41-d10549d16ba1 req-b485ea06-38f1-43d5-97f9-f122309fcc2e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:57.642752 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d207cfdd-9102-44a7-9a41-d10549d16ba1 req-b485ea06-38f1-43d5-97f9-f122309fcc2e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.2023287 Feb 16 16:31:57.726367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c31a5-2499-4f1f-a42f-c641d6c51809 service neutron] Pushing event updated for resources: {'Port': ['ID=de2a1841-9c2e-4487-8eab-b43ae743539a,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:57.793356 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ce34c-a11d-4ad2-915e-c4746c3f2611 req-5170d28a-5704-4abc-a16b-6a988c50d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:57.796194 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e30ce34c-a11d-4ad2-915e-c4746c3f2611 req-5170d28a-5704-4abc-a16b-6a988c50d759 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 1127 time: 0.0881691 Feb 16 16:31:57.797989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d207cfdd-9102-44a7-9a41-d10549d16ba1 req-be495508-f811-40e8-b344-85d0479f9b9c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1541572 Feb 16 16:31:57.825272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-e7aa35ae-82b4-4d59-ab7c-a610d0c6f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:57.828328 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-e7aa35ae-82b4-4d59-ab7c-a610d0c6f976 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 1125 time: 0.1832688 Feb 16 16:31:57.849204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-f391c0fa-67bf-4c6e-8f42-fa19b4b97b6d req-a656f305-c1db-490d-932e-d47e9fbd817e tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1575775805', 'description': 'tempest-description-1092755490'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:57.920703 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57206) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:57.938031 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e788faa-ff0c-4da9-bbd8-13d7dda16a1e x-openstack-request-id: req-5e788faa-ff0c-4da9-bbd8-13d7dda16a1e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:31:57.938292 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f1adb9-e262-4286-a077-e17400380ba4", "tag": "de2a1841-9c2e-4487-8eab-b43ae743539a", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:31:57.938392 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e788faa-ff0c-4da9-bbd8-13d7dda16a1e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:31:57.938772 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f1adb9-e262-4286-a077-e17400380ba4', 'tag': 'de2a1841-9c2e-4487-8eab-b43ae743539a', 'status': 'completed', 'code': 200} Feb 16 16:31:57.938932 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e30ce34c-a11d-4ad2-915e-c4746c3f2611 req-2922abcc-5844-4938-b598-948aea2b1359 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364298 Feb 16 16:31:57.942579 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-7726a654-72ad-4b65-aa36-0e364b34d94d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de2a1841-9c2e-4487-8eab-b43ae743539a HTTP/1.1" status: 200 len: 217 time: 0.0991108 Feb 16 16:31:57.946265 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e854e214-24b5-413f-8085-71f447ca334f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:57.982485 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f391c0fa-67bf-4c6e-8f42-fa19b4b97b6d req-a656f305-c1db-490d-932e-d47e9fbd817e tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:58.025482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-785c5487-1343-46a9-8503-9765409aa945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:58.026870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-785c5487-1343-46a9-8503-9765409aa945 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc44112-3970-4a84-a656-f40fa88683de HTTP/1.1" status: 200 len: 854 time: 0.0756721 Feb 16 16:31:58.083563 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e854e214-24b5-413f-8085-71f447ca334f admin admin] Publish callbacks [] for security_group (37d89cac-824d-441f-8c9b-e6cc5cbfaf7e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:58.095593 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e854e214-24b5-413f-8085-71f447ca334f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (37d89cac-824d-441f-8c9b-e6cc5cbfaf7e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:58.118619 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-4e24603d-97f3-4a72-813d-ca6a6a4c367c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5ff79391-d267-4f31-964d-a98547bf9b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816367 Feb 16 16:31:58.164753 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e854e214-24b5-413f-8085-71f447ca334f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4939a8b56f984fd2bb1f2c90a1357b6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2429698 Feb 16 16:31:58.165496 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854e214-24b5-413f-8085-71f447ca334f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d89cac-824d-441f-8c9b-e6cc5cbfaf7e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:58.180798 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57214) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:31:58.242401 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f391c0fa-67bf-4c6e-8f42-fa19b4b97b6d req-a656f305-c1db-490d-932e-d47e9fbd817e tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (00bb93eb-d69a-4b49-8d09-a1a75e78ff43), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:58.253975 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f391c0fa-67bf-4c6e-8f42-fa19b4b97b6d req-a656f305-c1db-490d-932e-d47e9fbd817e tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (00bb93eb-d69a-4b49-8d09-a1a75e78ff43), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:58.274665 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4fed861a-ba9e-4b93-8763-16cb0a6039c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:58.306542 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d58f945-6e14-49c9-aea0-05751bf9d523 admin admin] Publish callbacks [] for security_group (37d89cac-824d-441f-8c9b-e6cc5cbfaf7e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:58.311383 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f391c0fa-67bf-4c6e-8f42-fa19b4b97b6d req-a656f305-c1db-490d-932e-d47e9fbd817e tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:58.312989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f391c0fa-67bf-4c6e-8f42-fa19b4b97b6d req-a656f305-c1db-490d-932e-d47e9fbd817e tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4836366 Feb 16 16:31:58.351143 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d58f945-6e14-49c9-aea0-05751bf9d523 admin admin] Publish callbacks [] for security_group (37d89cac-824d-441f-8c9b-e6cc5cbfaf7e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:58.363513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656f305-c1db-490d-932e-d47e9fbd817e tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00bb93eb-d69a-4b49-8d09-a1a75e78ff43,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:58.368851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-913ff536-b5ea-4cce-9bbc-11623828d05b service neutron] 10.222.0.60 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360508 Feb 16 16:31:58.380407 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efaa57-f3d6-44b2-b1bd-ea12ce4ebb10 req-041fd8ad-d18e-4685-b591-945c5f81e138 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:58.393815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11efaa57-f3d6-44b2-b1bd-ea12ce4ebb10 req-041fd8ad-d18e-4685-b591-945c5f81e138 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.2591865 Feb 16 16:31:58.460075 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d58f945-6e14-49c9-aea0-05751bf9d523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (37d89cac-824d-441f-8c9b-e6cc5cbfaf7e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:58.465645 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d58f945-6e14-49c9-aea0-05751bf9d523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:58.469503 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3d58f945-6e14-49c9-aea0-05751bf9d523 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37d89cac-824d-441f-8c9b-e6cc5cbfaf7e HTTP/1.1" status: 204 len: 168 time: 0.2801013 Feb 16 16:31:58.476360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58f945-6e14-49c9-aea0-05751bf9d523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d89cac-824d-441f-8c9b-e6cc5cbfaf7e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:58.518835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11efaa57-f3d6-44b2-b1bd-ea12ce4ebb10 req-1e8cedbc-7143-46a3-ac2b-53c452621253 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245804 Feb 16 16:31:58.571491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e607c409-f03c-4190-ada8-19bf1a2ff574 req-9e20b65e-781b-4b6b-b07a-a2cbc2bafcd9 service neutron] 10.222.0.60 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752546 Feb 16 16:31:58.661611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e60144ef-3cbf-463d-b79e-8ed5444221e3 req-53643845-12c8-4325-baec-9eb32dd0a40d tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "GET /v2.0/security-groups/00bb93eb-d69a-4b49-8d09-a1a75e78ff43 HTTP/1.1" status: 200 len: 1832 time: 0.0787814 Feb 16 16:31:58.682265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-e60144ef-3cbf-463d-b79e-8ed5444221e3 req-e7336279-283b-4477-9541-f7d0dd359a66 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00bb93eb-d69a-4b49-8d09-a1a75e78ff43', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:58.682682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-e60144ef-3cbf-463d-b79e-8ed5444221e3 req-e7336279-283b-4477-9541-f7d0dd359a66 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00bb93eb-d69a-4b49-8d09-a1a75e78ff43', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:58.734219 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbf23e-73c1-4583-80d1-14d05e3c69b8 req-5bdf23f1-c40c-482c-a450-10a875879f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:58.736015 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ccbf23e-73c1-4583-80d1-14d05e3c69b8 req-5bdf23f1-c40c-482c-a450-10a875879f5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 1125 time: 0.1043274 Feb 16 16:31:58.788899 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e60144ef-3cbf-463d-b79e-8ed5444221e3 req-e7336279-283b-4477-9541-f7d0dd359a66 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group_rule (7799ef11-ada8-4dd6-84db-d7b317161a1d), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:58.846258 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e60144ef-3cbf-463d-b79e-8ed5444221e3 req-e7336279-283b-4477-9541-f7d0dd359a66 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group_rule (7799ef11-ada8-4dd6-84db-d7b317161a1d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:58.856196 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e60144ef-3cbf-463d-b79e-8ed5444221e3 req-e7336279-283b-4477-9541-f7d0dd359a66 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (7799ef11-ada8-4dd6-84db-d7b317161a1d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:58.892433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7336279-283b-4477-9541-f7d0dd359a66 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7799ef11-ada8-4dd6-84db-d7b317161a1d,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:58.894213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbf23e-73c1-4583-80d1-14d05e3c69b8 req-a2a8f0f4-862b-4474-96ae-9d2c7d83d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:58.895812 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ccbf23e-73c1-4583-80d1-14d05e3c69b8 req-a2a8f0f4-862b-4474-96ae-9d2c7d83d582 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 915 time: 0.1519420 Feb 16 16:31:58.899523 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e60144ef-3cbf-463d-b79e-8ed5444221e3 req-e7336279-283b-4477-9541-f7d0dd359a66 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:58.905683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e60144ef-3cbf-463d-b79e-8ed5444221e3 req-e7336279-283b-4477-9541-f7d0dd359a66 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2429912 Feb 16 16:31:59.013517 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ccbf23e-73c1-4583-80d1-14d05e3c69b8 req-ccab1eed-e05c-4dfc-8aef-1af08f7bbc26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de2a1841-9c2e-4487-8eab-b43ae743539a HTTP/1.1" status: 200 len: 217 time: 0.1066360 Feb 16 16:31:59.149430 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbf23e-73c1-4583-80d1-14d05e3c69b8 req-849d7879-fba3-4ccb-97a6-72f0f49a6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:59.150889 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ccbf23e-73c1-4583-80d1-14d05e3c69b8 req-849d7879-fba3-4ccb-97a6-72f0f49a6077 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc44112-3970-4a84-a656-f40fa88683de HTTP/1.1" status: 200 len: 854 time: 0.1265423 Feb 16 16:31:59.163068 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08216f-f1ff-4d18-8e96-57ab2584a2a7 req-843dda46-0ea9-4615-ac95-9fddce3c7bc0 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:59.170942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af08216f-f1ff-4d18-8e96-57ab2584a2a7 req-843dda46-0ea9-4615-ac95-9fddce3c7bc0 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 943 time: 0.1594875 Feb 16 16:31:59.175657 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:59.215979 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ccbf23e-73c1-4583-80d1-14d05e3c69b8 req-c3f68d26-adb8-4467-8fed-e9d392201927 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5ff79391-d267-4f31-964d-a98547bf9b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415349 Feb 16 16:31:59.228704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6bff-9ecb-4441-9517-bfcfbdcdbb2f req-ffe5e961-0836-4fc9-b5eb-76a56e5e03a1 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:59.235147 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6bff-9ecb-4441-9517-bfcfbdcdbb2f req-ffe5e961-0836-4fc9-b5eb-76a56e5e03a1 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:59.240454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6bff-9ecb-4441-9517-bfcfbdcdbb2f req-ffe5e961-0836-4fc9-b5eb-76a56e5e03a1 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:59.245758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6bff-9ecb-4441-9517-bfcfbdcdbb2f req-ffe5e961-0836-4fc9-b5eb-76a56e5e03a1 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:59.251541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6bff-9ecb-4441-9517-bfcfbdcdbb2f req-ffe5e961-0836-4fc9-b5eb-76a56e5e03a1 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:59.257172 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6bff-9ecb-4441-9517-bfcfbdcdbb2f req-ffe5e961-0836-4fc9-b5eb-76a56e5e03a1 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:59.262412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6bff-9ecb-4441-9517-bfcfbdcdbb2f req-ffe5e961-0836-4fc9-b5eb-76a56e5e03a1 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:59.264884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39ad6bff-9ecb-4441-9517-bfcfbdcdbb2f req-ffe5e961-0836-4fc9-b5eb-76a56e5e03a1 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.1771419 Feb 16 16:31:59.338529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af08216f-f1ff-4d18-8e96-57ab2584a2a7 req-af36f3f6-da39-42db-b958-7aa564143160 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666880 Feb 16 16:31:59.438743 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39ad6bff-9ecb-4441-9517-bfcfbdcdbb2f req-f16413cf-1d81-4989-83b0-1328bd64a735 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1638434 Feb 16 16:31:59.468457 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ccbf23e-73c1-4583-80d1-14d05e3c69b8 req-d802a808-3620-4eaf-92a5-d5ca2267e356 service neutron] 10.222.0.60 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011762 Feb 16 16:31:59.472375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9f33db8-ce3d-407c-ac00-14fb401af9b3 req-07f31714-8750-48b2-922a-3bb863e0caac tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "GET /v2.0/security-groups/00bb93eb-d69a-4b49-8d09-a1a75e78ff43 HTTP/1.1" status: 200 len: 2426 time: 0.0849068 Feb 16 16:31:59.618249 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e79ecb5c-4cf7-47ab-b6b1-78ffec627267 req-43cb41e9-416d-4589-a20d-d26ccea1b689 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "GET /v2.0/security-group-rules/7799ef11-ada8-4dd6-84db-d7b317161a1d HTTP/1.1" status: 200 len: 778 time: 0.0320466 Feb 16 16:31:59.631267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ccbf23e-73c1-4583-80d1-14d05e3c69b8 req-0ee2628e-3656-427c-ab19-16c8f9d717d1 service neutron] 10.222.0.60 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463459 Feb 16 16:31:59.674377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e79ecb5c-4cf7-47ab-b6b1-78ffec627267 req-aab24a8e-eb89-4c51-be46-d193f78eb431 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "GET /v2.0/security-groups/00bb93eb-d69a-4b49-8d09-a1a75e78ff43 HTTP/1.1" status: 200 len: 2426 time: 0.0463593 Feb 16 16:31:59.708052 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e79ecb5c-4cf7-47ab-b6b1-78ffec627267 req-68169f7f-e921-4162-84c2-78ce10a7d2ce tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group_rule (7799ef11-ada8-4dd6-84db-d7b317161a1d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:59.716111 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e79ecb5c-4cf7-47ab-b6b1-78ffec627267 req-68169f7f-e921-4162-84c2-78ce10a7d2ce tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group_rule (7799ef11-ada8-4dd6-84db-d7b317161a1d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:59.746602 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e79ecb5c-4cf7-47ab-b6b1-78ffec627267 req-68169f7f-e921-4162-84c2-78ce10a7d2ce tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (7799ef11-ada8-4dd6-84db-d7b317161a1d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:59.752942 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e79ecb5c-4cf7-47ab-b6b1-78ffec627267 req-68169f7f-e921-4162-84c2-78ce10a7d2ce tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:59.754024 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e79ecb5c-4cf7-47ab-b6b1-78ffec627267 req-68169f7f-e921-4162-84c2-78ce10a7d2ce tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7799ef11-ada8-4dd6-84db-d7b317161a1d HTTP/1.1" status: 204 len: 173 time: 0.0728457 Feb 16 16:31:59.765101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68169f7f-e921-4162-84c2-78ce10a7d2ce tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7799ef11-ada8-4dd6-84db-d7b317161a1d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:31:59.857039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-8a310deb-e257-43b6-a4fc-05e7b2bb7a3d req-62ffdb95-53cf-4d28-94a9-a2a6e2ffd88c tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1546005133', 'description': 'tempest-description-78065874'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:31:59.884773 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cfe91-05b4-4a76-86ed-ca298dab85bd req-5dd3202c-ea77-431a-bd29-6b45852f3f8b tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:31:59.886478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a6cfe91-05b4-4a76-86ed-ca298dab85bd req-5dd3202c-ea77-431a-bd29-6b45852f3f8b tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.0798335 Feb 16 16:31:59.907300 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8a310deb-e257-43b6-a4fc-05e7b2bb7a3d req-62ffdb95-53cf-4d28-94a9-a2a6e2ffd88c tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:31:59.969987 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a6cfe91-05b4-4a76-86ed-ca298dab85bd req-a9a7a873-87f1-4c94-bb29-303df5b38b3f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770094 Feb 16 16:32:00.021659 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8a310deb-e257-43b6-a4fc-05e7b2bb7a3d req-62ffdb95-53cf-4d28-94a9-a2a6e2ffd88c tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (62fec258-3f51-40db-acda-0847a642bbcf), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:00.026802 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8a310deb-e257-43b6-a4fc-05e7b2bb7a3d req-62ffdb95-53cf-4d28-94a9-a2a6e2ffd88c tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (62fec258-3f51-40db-acda-0847a642bbcf), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:00.062793 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8a310deb-e257-43b6-a4fc-05e7b2bb7a3d req-62ffdb95-53cf-4d28-94a9-a2a6e2ffd88c tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:00.073122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a310deb-e257-43b6-a4fc-05e7b2bb7a3d req-62ffdb95-53cf-4d28-94a9-a2a6e2ffd88c tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2209280 Feb 16 16:32:00.102962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffdb95-53cf-4d28-94a9-a2a6e2ffd88c tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62fec258-3f51-40db-acda-0847a642bbcf,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:00.109888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-f7a980c9-32a0-4195-aa56-a75bceab60df req-bceac377-5fd3-43b3-90a0-9c2b62b99c79 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1905664854', 'description': 'tempest-description-1263861839'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:00.140444 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f7a980c9-32a0-4195-aa56-a75bceab60df req-bceac377-5fd3-43b3-90a0-9c2b62b99c79 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:00.156906 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af6a77-5a1c-44f9-8576-7fcb1e692c66 req-64c245c9-b22f-4115-9912-6f5979f10666 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:00.158387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01af6a77-5a1c-44f9-8576-7fcb1e692c66 req-64c245c9-b22f-4115-9912-6f5979f10666 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 949 time: 0.1014230 Feb 16 16:32:00.230578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01af6a77-5a1c-44f9-8576-7fcb1e692c66 req-e5d3e83e-38ab-436a-94f6-3dea80607bcc tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655432 Feb 16 16:32:00.260948 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f7a980c9-32a0-4195-aa56-a75bceab60df req-bceac377-5fd3-43b3-90a0-9c2b62b99c79 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for security_group (a07602ff-a892-44f1-8cf5-47e7b9bed363), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:00.265514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f7a980c9-32a0-4195-aa56-a75bceab60df req-bceac377-5fd3-43b3-90a0-9c2b62b99c79 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a07602ff-a892-44f1-8cf5-47e7b9bed363), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:00.299335 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f7a980c9-32a0-4195-aa56-a75bceab60df req-bceac377-5fd3-43b3-90a0-9c2b62b99c79 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:00.300939 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7a980c9-32a0-4195-aa56-a75bceab60df req-bceac377-5fd3-43b3-90a0-9c2b62b99c79 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.2158337 Feb 16 16:32:00.302853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceac377-5fd3-43b3-90a0-9c2b62b99c79 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07602ff-a892-44f1-8cf5-47e7b9bed363,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:00.362811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-808fe511-6dda-44c0-9d65-5b18495a5f02 req-b2b98bcf-1d72-4093-938f-fba28b6eff83 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "GET /v2.0/security-groups/62fec258-3f51-40db-acda-0847a642bbcf HTTP/1.1" status: 200 len: 1830 time: 0.0434124 Feb 16 16:32:00.576265 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34c0d205-480b-4dca-858c-3899bc7310e8 req-a19dd674-31ed-41b4-9e73-b46ccaa2c7aa tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1905664854&fields=id&tenant_id=052413f5a9db4bce9a01057f6d8db660 HTTP/1.1" status: 200 len: 267 time: 0.0700986 Feb 16 16:32:00.622054 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1ff79-f322-441b-bf38-9d328f4e4129 req-385eed3c-badb-4cef-bbda-13de78ed9faf tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:00.623660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51c1ff79-f322-441b-bf38-9d328f4e4129 req-385eed3c-badb-4cef-bbda-13de78ed9faf tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 943 time: 0.0948884 Feb 16 16:32:00.661867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0d205-480b-4dca-858c-3899bc7310e8 req-fc2cf3b3-9f16-4f98-8d9a-32f331a6643a tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:00.663335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34c0d205-480b-4dca-858c-3899bc7310e8 req-fc2cf3b3-9f16-4f98-8d9a-32f331a6643a tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.0801718 Feb 16 16:32:00.679255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-34c0d205-480b-4dca-858c-3899bc7310e8 req-28bff6b3-e12e-499a-a695-aeea35c55b0f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Request body: {'port': {'security_groups': ['0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9', 'a07602ff-a892-44f1-8cf5-47e7b9bed363']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:00.714538 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51c1ff79-f322-441b-bf38-9d328f4e4129 req-29f67388-0270-4baa-94d9-591c26491151 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834141 Feb 16 16:32:00.740987 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:00.768640 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-34c0d205-480b-4dca-858c-3899bc7310e8 req-28bff6b3-e12e-499a-a695-aeea35c55b0f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (464b98ea-44e3-42af-8ca5-29b444272663), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:00.909210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c93971-613b-4f3d-b669-e56600e93bc9 req-521e5019-d3da-4aba-b4f6-a83e167fe774 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:00.914508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c93971-613b-4f3d-b669-e56600e93bc9 req-521e5019-d3da-4aba-b4f6-a83e167fe774 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:00.919767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c93971-613b-4f3d-b669-e56600e93bc9 req-521e5019-d3da-4aba-b4f6-a83e167fe774 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:00.925305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c93971-613b-4f3d-b669-e56600e93bc9 req-521e5019-d3da-4aba-b4f6-a83e167fe774 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:00.930554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c93971-613b-4f3d-b669-e56600e93bc9 req-521e5019-d3da-4aba-b4f6-a83e167fe774 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:00.936682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c93971-613b-4f3d-b669-e56600e93bc9 req-521e5019-d3da-4aba-b4f6-a83e167fe774 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:00.941970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c93971-613b-4f3d-b669-e56600e93bc9 req-521e5019-d3da-4aba-b4f6-a83e167fe774 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:00.943820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4c93971-613b-4f3d-b669-e56600e93bc9 req-521e5019-d3da-4aba-b4f6-a83e167fe774 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.1400747 Feb 16 16:32:01.068059 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4c93971-613b-4f3d-b669-e56600e93bc9 req-046877ff-83d9-4ba9-8aad-7266ceacbedc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1180182 Feb 16 16:32:01.081737 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-34c0d205-480b-4dca-858c-3899bc7310e8 req-28bff6b3-e12e-499a-a695-aeea35c55b0f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] For port 464b98ea-44e3-42af-8ca5-29b444272663, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=464b98ea-44e3-42af-8ca5-29b444272663,segment=NetworkSegment(39b0236e-4934-4bbb-8a41-8257d74d3f38),segment_id=39b0236e-4934-4bbb-8a41-8257d74d3f38)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:01.101041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2cefba1b-e62c-4a6d-a675-004a5059b42e req-506872fd-b64d-4365-ab24-c1acbd2a2b99 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-810853507', 'description': 'tempest-description-1961333379'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:01.138140 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-34c0d205-480b-4dca-858c-3899bc7310e8 req-28bff6b3-e12e-499a-a695-aeea35c55b0f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for port (464b98ea-44e3-42af-8ca5-29b444272663), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:01.142113 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2cefba1b-e62c-4a6d-a675-004a5059b42e req-506872fd-b64d-4365-ab24-c1acbd2a2b99 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:01.145668 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:01.152921 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-34c0d205-480b-4dca-858c-3899bc7310e8 req-28bff6b3-e12e-499a-a695-aeea35c55b0f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (464b98ea-44e3-42af-8ca5-29b444272663), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:01.165433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['464b98ea-44e3-42af-8ca5-29b444272663'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:32:01.203170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0d205-480b-4dca-858c-3899bc7310e8 req-28bff6b3-e12e-499a-a695-aeea35c55b0f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:01.203817 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-34c0d205-480b-4dca-858c-3899bc7310e8 req-28bff6b3-e12e-499a-a695-aeea35c55b0f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:01.205198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34c0d205-480b-4dca-858c-3899bc7310e8 req-28bff6b3-e12e-499a-a695-aeea35c55b0f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "PUT /v2.0/ports/464b98ea-44e3-42af-8ca5-29b444272663 HTTP/1.1" status: 200 len: 981 time: 0.5348110 Feb 16 16:32:01.209497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'tag': '464b98ea-44e3-42af-8ca5-29b444272663'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:01.215230 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b4ea35-1a08-4167-8507-f5a91b7da906" -d '{"events": [{"name": "network-changed", "server_uuid": "6406f5c1-5b45-4e60-89a2-0043309d733e", "tag": "464b98ea-44e3-42af-8ca5-29b444272663"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:01.257682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bff6b3-e12e-499a-a695-aeea35c55b0f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Pushing event updated for resources: {'Port': ['ID=464b98ea-44e3-42af-8ca5-29b444272663,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:01.304432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['464b98ea-44e3-42af-8ca5-29b444272663'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:32:01.313411 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2cefba1b-e62c-4a6d-a675-004a5059b42e req-506872fd-b64d-4365-ab24-c1acbd2a2b99 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (16a48768-4be4-491a-992c-c30fa528c0d2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:01.319943 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2cefba1b-e62c-4a6d-a675-004a5059b42e req-506872fd-b64d-4365-ab24-c1acbd2a2b99 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (16a48768-4be4-491a-992c-c30fa528c0d2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:01.355413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506872fd-b64d-4365-ab24-c1acbd2a2b99 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a48768-4be4-491a-992c-c30fa528c0d2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:01.371026 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2cefba1b-e62c-4a6d-a675-004a5059b42e req-506872fd-b64d-4365-ab24-c1acbd2a2b99 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:01.372460 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2cefba1b-e62c-4a6d-a675-004a5059b42e req-506872fd-b64d-4365-ab24-c1acbd2a2b99 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2766457 Feb 16 16:32:01.537342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b116499-bd32-434b-a5e6-57a13c76f4f9 req-5474a82d-2441-49dc-b657-98009ea56150 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1905664854&fields=id&tenant_id=052413f5a9db4bce9a01057f6d8db660 HTTP/1.1" status: 200 len: 267 time: 0.0712860 Feb 16 16:32:01.620155 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a850acd6-e70c-4ae6-ba0d-46cb16ece3ee x-openstack-request-id: req-a850acd6-e70c-4ae6-ba0d-46cb16ece3ee {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:01.620409 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6406f5c1-5b45-4e60-89a2-0043309d733e", "tag": "464b98ea-44e3-42af-8ca5-29b444272663", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:01.620674 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a850acd6-e70c-4ae6-ba0d-46cb16ece3ee {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:01.621103 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'tag': '464b98ea-44e3-42af-8ca5-29b444272663', 'status': 'completed', 'code': 200} Feb 16 16:32:01.656316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b116499-bd32-434b-a5e6-57a13c76f4f9 req-5beac928-07ac-4a1b-b51b-86b674838702 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:01.657862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b116499-bd32-434b-a5e6-57a13c76f4f9 req-5beac928-07ac-4a1b-b51b-86b674838702 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 984 time: 0.1135826 Feb 16 16:32:01.676606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2b116499-bd32-434b-a5e6-57a13c76f4f9 req-cac3c8e1-be4a-4a32-9c3c-41936654fba0 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Request body: {'port': {'security_groups': ['0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:01.713046 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4ea35-1a08-4167-8507-f5a91b7da906 req-7454b01f-a1d5-47b5-b2da-599105b8a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:01.715088 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-66b4ea35-1a08-4167-8507-f5a91b7da906 req-7454b01f-a1d5-47b5-b2da-599105b8a22c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=052413f5a9db4bce9a01057f6d8db660&device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 1166 time: 0.0836229 Feb 16 16:32:01.797958 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2b116499-bd32-434b-a5e6-57a13c76f4f9 req-cac3c8e1-be4a-4a32-9c3c-41936654fba0 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (464b98ea-44e3-42af-8ca5-29b444272663), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:01.817160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4ea35-1a08-4167-8507-f5a91b7da906 req-a27fec1e-a84a-4a0a-a80e-87f60f923644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:01.818505 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-66b4ea35-1a08-4167-8507-f5a91b7da906 req-a27fec1e-a84a-4a0a-a80e-87f60f923644 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1680e257-6edc-4b91-9d44-0145351d90b8 HTTP/1.1" status: 200 len: 920 time: 0.0973148 Feb 16 16:32:01.853479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f54ec-a1e2-4fe3-bee6-eb53a15022aa req-bd78b3f9-9eb6-4547-83ae-5d2778bc09c2 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:01.854951 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c73f54ec-a1e2-4fe3-bee6-eb53a15022aa req-bd78b3f9-9eb6-4547-83ae-5d2778bc09c2 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 949 time: 0.1378300 Feb 16 16:32:01.865145 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-66b4ea35-1a08-4167-8507-f5a91b7da906 req-514fb125-5236-41a8-be8d-aba95f667eea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464b98ea-44e3-42af-8ca5-29b444272663 HTTP/1.1" status: 200 len: 217 time: 0.0394738 Feb 16 16:32:01.914188 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4ea35-1a08-4167-8507-f5a91b7da906 req-fd7c9414-d1c5-41da-8d66-8d103076cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:01.915787 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-66b4ea35-1a08-4167-8507-f5a91b7da906 req-fd7c9414-d1c5-41da-8d66-8d103076cc18 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871b3e04-7f8f-4d98-9852-6fb7b0b1cc15 HTTP/1.1" status: 200 len: 859 time: 0.0451295 Feb 16 16:32:01.937821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c73f54ec-a1e2-4fe3-bee6-eb53a15022aa req-227d43cd-c0b8-432c-a58f-90ebc3987972 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719485 Feb 16 16:32:01.949420 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-66b4ea35-1a08-4167-8507-f5a91b7da906 req-a39a61e4-6eb9-471f-b0f0-ca1b130d881e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1680e257-6edc-4b91-9d44-0145351d90b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272918 Feb 16 16:32:02.056682 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:02.062970 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-66b4ea35-1a08-4167-8507-f5a91b7da906 req-8680d4b8-5a35-4ca2-bd69-cc57fd74912e service neutron] 10.222.0.65 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985880 Feb 16 16:32:02.069243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a21e668b-24e1-4733-8b96-fec312a3becd req-15c85768-00c4-48df-be0e-4ece2ee56309 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "GET /v2.0/security-groups/16a48768-4be4-491a-992c-c30fa528c0d2 HTTP/1.1" status: 200 len: 1831 time: 0.1000879 Feb 16 16:32:02.090269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2b116499-bd32-434b-a5e6-57a13c76f4f9 req-cac3c8e1-be4a-4a32-9c3c-41936654fba0 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] For port 464b98ea-44e3-42af-8ca5-29b444272663, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=464b98ea-44e3-42af-8ca5-29b444272663,segment=NetworkSegment(39b0236e-4934-4bbb-8a41-8257d74d3f38),segment_id=39b0236e-4934-4bbb-8a41-8257d74d3f38)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:02.135338 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2b116499-bd32-434b-a5e6-57a13c76f4f9 req-cac3c8e1-be4a-4a32-9c3c-41936654fba0 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for port (464b98ea-44e3-42af-8ca5-29b444272663), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:02.142865 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2b116499-bd32-434b-a5e6-57a13c76f4f9 req-cac3c8e1-be4a-4a32-9c3c-41936654fba0 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (464b98ea-44e3-42af-8ca5-29b444272663), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:02.156386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['464b98ea-44e3-42af-8ca5-29b444272663'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:32:02.192122 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-66b4ea35-1a08-4167-8507-f5a91b7da906 req-c0def558-8a3e-4e59-abc4-0010ada6bcc5 service neutron] 10.222.0.65 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235642 Feb 16 16:32:02.195856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b116499-bd32-434b-a5e6-57a13c76f4f9 req-cac3c8e1-be4a-4a32-9c3c-41936654fba0 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:02.196480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2b116499-bd32-434b-a5e6-57a13c76f4f9 req-cac3c8e1-be4a-4a32-9c3c-41936654fba0 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:02.197926 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b116499-bd32-434b-a5e6-57a13c76f4f9 req-cac3c8e1-be4a-4a32-9c3c-41936654fba0 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "PUT /v2.0/ports/464b98ea-44e3-42af-8ca5-29b444272663 HTTP/1.1" status: 200 len: 942 time: 0.5266068 Feb 16 16:32:02.243425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3c8e1-be4a-4a32-9c3c-41936654fba0 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Pushing event updated for resources: {'Port': ['ID=464b98ea-44e3-42af-8ca5-29b444272663,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:02.256148 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['464b98ea-44e3-42af-8ca5-29b444272663'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:32:02.276121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189cc08-c0fa-4422-9798-f9e8c0c635b4 req-706b0aec-b3e2-483a-9e35-a7f988a68986 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:02.277786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a189cc08-c0fa-4422-9798-f9e8c0c635b4 req-706b0aec-b3e2-483a-9e35-a7f988a68986 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 943 time: 0.0647023 Feb 16 16:32:02.346377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a189cc08-c0fa-4422-9798-f9e8c0c635b4 req-8fe6736c-734c-46c7-8463-84c4e47e83fc tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613682 Feb 16 16:32:02.500062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-91d43486-8c5d-43e5-89b2-f8c78d209d01 req-60691996-5dc4-4220-97c7-859cd5b63784 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-4333934', 'description': 'tempest-description-488451469'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:02.526834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-91d43486-8c5d-43e5-89b2-f8c78d209d01 req-60691996-5dc4-4220-97c7-859cd5b63784 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:02.601103 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-91d43486-8c5d-43e5-89b2-f8c78d209d01 req-60691996-5dc4-4220-97c7-859cd5b63784 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (971320b6-041d-48b5-b615-3a0024bedae2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:02.607022 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-91d43486-8c5d-43e5-89b2-f8c78d209d01 req-60691996-5dc4-4220-97c7-859cd5b63784 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (971320b6-041d-48b5-b615-3a0024bedae2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:02.644168 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-91d43486-8c5d-43e5-89b2-f8c78d209d01 req-60691996-5dc4-4220-97c7-859cd5b63784 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:02.645500 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91d43486-8c5d-43e5-89b2-f8c78d209d01 req-60691996-5dc4-4220-97c7-859cd5b63784 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1497571 Feb 16 16:32:02.649581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60691996-5dc4-4220-97c7-859cd5b63784 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971320b6-041d-48b5-b615-3a0024bedae2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:02.886215 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f3fd7-3770-4f23-bdf6-7013e5d13b41 req-e9838975-e002-4258-8432-a4eecaaccff4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:02.892880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f3fd7-3770-4f23-bdf6-7013e5d13b41 req-e9838975-e002-4258-8432-a4eecaaccff4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:02.898450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f3fd7-3770-4f23-bdf6-7013e5d13b41 req-e9838975-e002-4258-8432-a4eecaaccff4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:02.903645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f3fd7-3770-4f23-bdf6-7013e5d13b41 req-e9838975-e002-4258-8432-a4eecaaccff4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:02.909649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f3fd7-3770-4f23-bdf6-7013e5d13b41 req-e9838975-e002-4258-8432-a4eecaaccff4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:02.914831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f3fd7-3770-4f23-bdf6-7013e5d13b41 req-e9838975-e002-4258-8432-a4eecaaccff4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:02.919998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f3fd7-3770-4f23-bdf6-7013e5d13b41 req-e9838975-e002-4258-8432-a4eecaaccff4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:02.921998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e83f3fd7-3770-4f23-bdf6-7013e5d13b41 req-e9838975-e002-4258-8432-a4eecaaccff4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.1993248 Feb 16 16:32:03.054348 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-f88606bc-0f47-4f0c-8cdc-07957fa3655c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2672918 Feb 16 16:32:03.067198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:03.074889 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e83f3fd7-3770-4f23-bdf6-7013e5d13b41 req-321ffb14-a994-447e-9c90-4821b51c74b7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197722 Feb 16 16:32:03.093778 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:03.201335 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:03.307367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device de2a1841-9c2e-4487-8eab-b43ae743539a details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:32:03.310789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a529877c-7205-4d95-81b4-941669593298 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:32:03.333195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-23a5c82f-8a64-4595-a2fc-ba180c7168ba req-fe98a3cd-5168-48be-a942-f534a930c6cd tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "GET /v2.0/security-groups/971320b6-041d-48b5-b615-3a0024bedae2 HTTP/1.1" status: 200 len: 1828 time: 0.0890408 Feb 16 16:32:03.364135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Allocated IP 172.25.4.166 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/f6d35bd3-5d74-431c-a495-562fd70a90ec) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:03.487834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for port (f6d35bd3-5d74-431c-a495-562fd70a90ec), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:03.497696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-23edd5be-7896-4e0a-8606-5adf6e2196ba req-635d5243-0f44-4c5a-9a23-552f50079d50 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-780653016', 'description': 'tempest-description-1041696301'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:03.533895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port de2a1841-9c2e-4487-8eab-b43ae743539a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=de2a1841-9c2e-4487-8eab-b43ae743539a,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:03.543123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-23edd5be-7896-4e0a-8606-5adf6e2196ba req-635d5243-0f44-4c5a-9a23-552f50079d50 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:03.549921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port a529877c-7205-4d95-81b4-941669593298 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:03.550378 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a529877c-7205-4d95-81b4-941669593298), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:03.552425 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'de2a1841-9c2e-4487-8eab-b43ae743539a', 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d', 'port_id': 'de2a1841-9c2e-4487-8eab-b43ae743539a', 'mac_address': 'fa:16:3e:38:f2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc44112-3970-4a84-a656-f40fa88683de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:32:03.556773 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f6d35bd3-5d74-431c-a495-562fd70a90ec), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:03.609306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:03.609583 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84af7177-afc6-4b71-b478-78d85b80205d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a529877c-7205-4d95-81b4-941669593298'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:03.612040 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61687595-3ef9-47b2-9031-f70d6c14f326" -d '{"events": [{"server_uuid": "84af7177-afc6-4b71-b478-78d85b80205d", "name": "network-vif-unplugged", "status": "completed", "tag": "a529877c-7205-4d95-81b4-941669593298"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:03.618498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:03.620942 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:03.627697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'tag': '464b98ea-44e3-42af-8ca5-29b444272663'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:03.629774 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d4885b-fbe2-48b8-a7e1-0d2425b0c967" -d '{"events": [{"name": "network-changed", "server_uuid": "6406f5c1-5b45-4e60-89a2-0043309d733e", "tag": "464b98ea-44e3-42af-8ca5-29b444272663"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:03.632814 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port a529877c-7205-4d95-81b4-941669593298, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a529877c-7205-4d95-81b4-941669593298,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:03.634306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port de2a1841-9c2e-4487-8eab-b43ae743539a is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:03.634823 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (de2a1841-9c2e-4487-8eab-b43ae743539a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:03.638743 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a529877c-7205-4d95-81b4-941669593298), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:03.647273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Pushing event updated for resources: {'Port': ['ID=f6d35bd3-5d74-431c-a495-562fd70a90ec,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:03.670860 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2a1841-9c2e-4487-8eab-b43ae743539a {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:32:03.702936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port de2a1841-9c2e-4487-8eab-b43ae743539a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=de2a1841-9c2e-4487-8eab-b43ae743539a,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:03.712001 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (de2a1841-9c2e-4487-8eab-b43ae743539a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:03.718372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=a529877c-7205-4d95-81b4-941669593298,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:03.718834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-23edd5be-7896-4e0a-8606-5adf6e2196ba req-635d5243-0f44-4c5a-9a23-552f50079d50 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (fab37710-a2fa-49cc-80d2-db2e3f00e5fd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:03.723843 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-23edd5be-7896-4e0a-8606-5adf6e2196ba req-635d5243-0f44-4c5a-9a23-552f50079d50 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fab37710-a2fa-49cc-80d2-db2e3f00e5fd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:03.772408 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=de2a1841-9c2e-4487-8eab-b43ae743539a,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:04.058877 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-23edd5be-7896-4e0a-8606-5adf6e2196ba req-635d5243-0f44-4c5a-9a23-552f50079d50 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:04.060065 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-23edd5be-7896-4e0a-8606-5adf6e2196ba req-635d5243-0f44-4c5a-9a23-552f50079d50 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5675051 Feb 16 16:32:04.075859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d5243-0f44-4c5a-9a23-552f50079d50 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab37710-a2fa-49cc-80d2-db2e3f00e5fd,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:04.078308 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for floatingip (70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:04.119214 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f6d35bd3-5d74-431c-a495-562fd70a90ec), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:04.185094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['de2a1841-9c2e-4487-8eab-b43ae743539a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:32:04.276154 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:04.299958 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for port (f6d35bd3-5d74-431c-a495-562fd70a90ec), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:04.318193 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f6d35bd3-5d74-431c-a495-562fd70a90ec), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:04.405779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Pushing event updated for resources: {'Port': ['ID=f6d35bd3-5d74-431c-a495-562fd70a90ec,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:04.414288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b24b3-edab-4051-9408-a93420c4819b req-b9277cff-e9ee-480f-a53a-acacf1163e98 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:04.415795 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da7b24b3-edab-4051-9408-a93420c4819b req-b9277cff-e9ee-480f-a53a-acacf1163e98 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 944 time: 0.1324754 Feb 16 16:32:04.421334 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:04.442147 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:04.443358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-bb682e15-50ce-4e08-a8a2-c8be02feb0e4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3810213 Feb 16 16:32:04.494354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-e01f0608-1e95-421f-a3a4-9546b55c8c02 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 696 time: 0.0452228 Feb 16 16:32:04.633725 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-b6e14c5c-da32-40e6-97d2-e50e729a71ba tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:04.634978 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea77f089-3d18-4cb2-98ba-79d62a13dd44 req-b6e14c5c-da32-40e6-97d2-e50e729a71ba tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.1351359 Feb 16 16:32:04.642928 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da7b24b3-edab-4051-9408-a93420c4819b req-a8bab54b-7d68-4392-ad7f-6441662df5f1 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186325 Feb 16 16:32:04.690267 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70bd791-a6b0-4727-8d5d-5a15432e3331 x-openstack-request-id: req-e70bd791-a6b0-4727-8d5d-5a15432e3331 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:04.690755 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84af7177-afc6-4b71-b478-78d85b80205d", "name": "network-vif-unplugged", "status": "completed", "tag": "a529877c-7205-4d95-81b4-941669593298", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:04.691311 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e70bd791-a6b0-4727-8d5d-5a15432e3331 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:04.691874 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84af7177-afc6-4b71-b478-78d85b80205d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a529877c-7205-4d95-81b4-941669593298', 'code': 200} Feb 16 16:32:04.710100 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4b143b-13fa-4718-a314-0f94ff2b5d1c x-openstack-request-id: req-ae4b143b-13fa-4718-a314-0f94ff2b5d1c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:04.710390 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6406f5c1-5b45-4e60-89a2-0043309d733e", "tag": "464b98ea-44e3-42af-8ca5-29b444272663", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:04.710641 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae4b143b-13fa-4718-a314-0f94ff2b5d1c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:04.711027 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'tag': '464b98ea-44e3-42af-8ca5-29b444272663', 'status': 'completed', 'code': 200} Feb 16 16:32:04.746772 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0224adec-03db-46bd-a60e-64853d0b6f25 req-547c0623-3001-49b4-8325-0f4d2d744b62 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "GET /v2.0/security-groups/fab37710-a2fa-49cc-80d2-db2e3f00e5fd HTTP/1.1" status: 200 len: 1831 time: 0.0457683 Feb 16 16:32:04.787741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4885b-fbe2-48b8-a7e1-0d2425b0c967 req-9d161a5a-4ac9-4676-84db-89152cf42350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:04.789355 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5d4885b-fbe2-48b8-a7e1-0d2425b0c967 req-9d161a5a-4ac9-4676-84db-89152cf42350 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=052413f5a9db4bce9a01057f6d8db660&device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 1127 time: 0.0606544 Feb 16 16:32:04.816637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd57a57-5381-402e-98a6-c8241d270ae4 req-1da2ad0c-b71c-4e43-a36d-4cd865b1249d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:04.822209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd57a57-5381-402e-98a6-c8241d270ae4 req-1da2ad0c-b71c-4e43-a36d-4cd865b1249d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:04.828779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd57a57-5381-402e-98a6-c8241d270ae4 req-1da2ad0c-b71c-4e43-a36d-4cd865b1249d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:04.833818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd57a57-5381-402e-98a6-c8241d270ae4 req-1da2ad0c-b71c-4e43-a36d-4cd865b1249d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:04.839192 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd57a57-5381-402e-98a6-c8241d270ae4 req-1da2ad0c-b71c-4e43-a36d-4cd865b1249d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:04.848761 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd57a57-5381-402e-98a6-c8241d270ae4 req-1da2ad0c-b71c-4e43-a36d-4cd865b1249d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:04.850948 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd57a57-5381-402e-98a6-c8241d270ae4 req-1da2ad0c-b71c-4e43-a36d-4cd865b1249d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:04.853001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffd57a57-5381-402e-98a6-c8241d270ae4 req-1da2ad0c-b71c-4e43-a36d-4cd865b1249d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.0997255 Feb 16 16:32:04.901592 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4885b-fbe2-48b8-a7e1-0d2425b0c967 req-3656832e-5dfe-4e4d-8390-06b5eeea6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:04.905127 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5d4885b-fbe2-48b8-a7e1-0d2425b0c967 req-3656832e-5dfe-4e4d-8390-06b5eeea6579 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1680e257-6edc-4b91-9d44-0145351d90b8 HTTP/1.1" status: 200 len: 920 time: 0.1082227 Feb 16 16:32:04.959801 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffd57a57-5381-402e-98a6-c8241d270ae4 req-ed5aacf8-a573-43cb-995d-84e06e898b78 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997481 Feb 16 16:32:04.960863 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5d4885b-fbe2-48b8-a7e1-0d2425b0c967 req-21e837cb-bd65-4959-b2a4-38fa03abf0c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464b98ea-44e3-42af-8ca5-29b444272663 HTTP/1.1" status: 200 len: 217 time: 0.0500803 Feb 16 16:32:05.020657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4885b-fbe2-48b8-a7e1-0d2425b0c967 req-51629a5c-5562-47ef-b2fe-f92696d475b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:05.022367 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5d4885b-fbe2-48b8-a7e1-0d2425b0c967 req-51629a5c-5562-47ef-b2fe-f92696d475b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871b3e04-7f8f-4d98-9852-6fb7b0b1cc15 HTTP/1.1" status: 200 len: 859 time: 0.0555093 Feb 16 16:32:05.057891 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-1c651cd9-2851-41e7-9448-e553a96acc16 req-95ae95c3-a3da-4fca-bfe5-705030b97a93 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] show failed (client error): The resource could not be found. Feb 16 16:32:05.058939 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c651cd9-2851-41e7-9448-e553a96acc16 req-95ae95c3-a3da-4fca-bfe5-705030b97a93 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "GET /v2.0/security-groups/789ccc2b-84d4-46e7-ad92-ae7d6324066a HTTP/1.1" status: 404 len: 352 time: 0.0215690 Feb 16 16:32:05.063265 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5d4885b-fbe2-48b8-a7e1-0d2425b0c967 req-91c855cb-a06c-4982-b5ad-87998c6bc93c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1680e257-6edc-4b91-9d44-0145351d90b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319834 Feb 16 16:32:05.067223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-27749c11-1cea-483d-ae0c-dcab9e864a50 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:05.069167 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-27749c11-1cea-483d-ae0c-dcab9e864a50 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0944409 Feb 16 16:32:05.144387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-ece02310-53af-4233-b667-9d93c8f4717f tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 696 time: 0.0681818 Feb 16 16:32:05.159709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-0d20c046-009c-41bc-8d29-036e4eab6ae4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Request body: {'floatingip': {'port_id': '464b98ea-44e3-42af-8ca5-29b444272663', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:05.164253 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-fb5c6a77-7bac-458e-8b2d-d564354f1206 req-be8cf05b-6624-49f8-9876-f8374d13be6f tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] show failed (client error): The resource could not be found. Feb 16 16:32:05.165251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb5c6a77-7bac-458e-8b2d-d564354f1206 req-be8cf05b-6624-49f8-9876-f8374d13be6f tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "GET /v2.0/security-group-rules/2188397d-df3d-4e66-9f0b-d7ddd394dccc HTTP/1.1" status: 404 len: 361 time: 0.0200815 Feb 16 16:32:05.185265 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5d4885b-fbe2-48b8-a7e1-0d2425b0c967 req-469e2b4d-2377-47fa-9747-aab78ef8ad94 service neutron] 10.222.0.65 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128564 Feb 16 16:32:05.209773 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-0d20c046-009c-41bc-8d29-036e4eab6ae4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for floatingip (70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:05.565060 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5d4885b-fbe2-48b8-a7e1-0d2425b0c967 req-1d918379-f7c7-4823-bf14-fa61fc5a2f62 service neutron] 10.222.0.65 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726969 Feb 16 16:32:05.597418 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0ce5e7d-2ccc-465e-9c4a-5517047b7769 req-1ae6e352-5850-4860-8368-47bab25a52aa tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "GET /v2.0/security-groups/fab37710-a2fa-49cc-80d2-db2e3f00e5fd HTTP/1.1" status: 200 len: 1831 time: 0.1404867 Feb 16 16:32:05.704516 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e0ce5e7d-2ccc-465e-9c4a-5517047b7769 req-ffdb4871-2ab1-43de-b48e-17c4aab80a4c tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (fab37710-a2fa-49cc-80d2-db2e3f00e5fd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:05.759430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57508) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:05.768515 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e0ce5e7d-2ccc-465e-9c4a-5517047b7769 req-ffdb4871-2ab1-43de-b48e-17c4aab80a4c tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (fab37710-a2fa-49cc-80d2-db2e3f00e5fd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:05.781453 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-0d20c046-009c-41bc-8d29-036e4eab6ae4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:05.790356 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-0d20c046-009c-41bc-8d29-036e4eab6ae4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:05.883033 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e0ce5e7d-2ccc-465e-9c4a-5517047b7769 req-ffdb4871-2ab1-43de-b48e-17c4aab80a4c tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fab37710-a2fa-49cc-80d2-db2e3f00e5fd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:05.885733 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e0ce5e7d-2ccc-465e-9c4a-5517047b7769 req-ffdb4871-2ab1-43de-b48e-17c4aab80a4c tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:05.886870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0ce5e7d-2ccc-465e-9c4a-5517047b7769 req-ffdb4871-2ab1-43de-b48e-17c4aab80a4c tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "DELETE /v2.0/security-groups/fab37710-a2fa-49cc-80d2-db2e3f00e5fd HTTP/1.1" status: 204 len: 173 time: 0.2822843 Feb 16 16:32:05.891966 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-00377078-e7ed-418f-a2fb-ad43250b8cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:05.904175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb4871-2ab1-43de-b48e-17c4aab80a4c tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab37710-a2fa-49cc-80d2-db2e3f00e5fd,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:05.924473 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-0d20c046-009c-41bc-8d29-036e4eab6ae4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Floating IP 70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd associated. External IP: 172.25.4.166, port: 464b98ea-44e3-42af-8ca5-29b444272663. Feb 16 16:32:05.990460 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-00377078-e7ed-418f-a2fb-ad43250b8cec admin admin] Publish callbacks [] for security_group (0aca6316-a1cc-43e9-8b99-41a604819378), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:05.995578 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-00377078-e7ed-418f-a2fb-ad43250b8cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0aca6316-a1cc-43e9-8b99-41a604819378), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:06.039093 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-00377078-e7ed-418f-a2fb-ad43250b8cec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=512244727e184c09bed861dd30d2561e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2784548 Feb 16 16:32:06.040107 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00377078-e7ed-418f-a2fb-ad43250b8cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aca6316-a1cc-43e9-8b99-41a604819378,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:06.042636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57522) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:06.198444 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1f3f-fcb0-41a4-a680-d895876b8114 admin admin] Publish callbacks [] for security_group (0aca6316-a1cc-43e9-8b99-41a604819378), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:06.240737 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1f3f-fcb0-41a4-a680-d895876b8114 admin admin] Publish callbacks [] for security_group (0aca6316-a1cc-43e9-8b99-41a604819378), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:06.270495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a68e1e-58fc-410d-92f1-e3782f48c0d5 req-39258835-b97f-4c30-8331-2461d425156d tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:06.271998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c7a68e1e-58fc-410d-92f1-e3782f48c0d5 req-39258835-b97f-4c30-8331-2461d425156d tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 944 time: 0.1180508 Feb 16 16:32:06.273723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-0d20c046-009c-41bc-8d29-036e4eab6ae4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Router 17384332-5d71-43bd-bd57-b9f0f96c40ae has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:32:06.397985 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1f3f-fcb0-41a4-a680-d895876b8114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0aca6316-a1cc-43e9-8b99-41a604819378), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:06.400582 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9ab1f3f-fcb0-41a4-a680-d895876b8114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:06.401713 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a9ab1f3f-fcb0-41a4-a680-d895876b8114 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0aca6316-a1cc-43e9-8b99-41a604819378 HTTP/1.1" status: 204 len: 168 time: 0.3579199 Feb 16 16:32:06.410964 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c7a68e1e-58fc-410d-92f1-e3782f48c0d5 req-42ebc25f-2700-4684-9289-b3c272296995 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308234 Feb 16 16:32:06.422745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab1f3f-fcb0-41a4-a680-d895876b8114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aca6316-a1cc-43e9-8b99-41a604819378,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:06.466626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-0d20c046-009c-41bc-8d29-036e4eab6ae4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:32:06.473835 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-0d20c046-009c-41bc-8d29-036e4eab6ae4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:06.480952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab98c6-8a91-4a8b-aa5a-6b55fcca2198 None None] Sync routers for ids ['17384332-5d71-43bd-bd57-b9f0f96c40ae'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:32:06.492786 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab98c6-8a91-4a8b-aa5a-6b55fcca2198 None None] Routers {'17384332-5d71-43bd-bd57-b9f0f96c40ae'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:06.493833 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-65ab98c6-8a91-4a8b-aa5a-6b55fcca2198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:31:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17384332-5d71-43bd-bd57-b9f0f96c40ae'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:06.524367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-0d20c046-009c-41bc-8d29-036e4eab6ae4 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "PUT /v2.0/floatingips/70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd HTTP/1.1" status: 200 len: 996 time: 1.3721581 Feb 16 16:32:06.610903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-d1da533a-9bd2-4d15-9eb8-c2648ebc7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:06.612665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-d1da533a-9bd2-4d15-9eb8-c2648ebc7eac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=052413f5a9db4bce9a01057f6d8db660&device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 1127 time: 0.0846076 Feb 16 16:32:06.622720 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f794a0c6-650f-4629-af2d-1e02fbf69118 req-f7719768-ace0-4ab5-80ce-fd6f8cd0cfae tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "GET /v2.0/security-groups/971320b6-041d-48b5-b615-3a0024bedae2 HTTP/1.1" status: 200 len: 1828 time: 0.1762719 Feb 16 16:32:06.721200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'tag': '464b98ea-44e3-42af-8ca5-29b444272663'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:06.727614 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34831ee7-dc68-456c-a855-069333e67522" -d '{"events": [{"name": "network-changed", "server_uuid": "6406f5c1-5b45-4e60-89a2-0043309d733e", "tag": "464b98ea-44e3-42af-8ca5-29b444272663"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:06.748176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-65ab98c6-8a91-4a8b-aa5a-6b55fcca2198 None None] Set router 17384332-5d71-43bd-bd57-b9f0f96c40ae gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:06.748411 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57534) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:06.762430 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-26c45ed8-ed7b-4512-b66b-becd1af26994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:06.775325 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f794a0c6-650f-4629-af2d-1e02fbf69118 req-e8ba7e39-1e82-4f3b-9c0c-9d2977d65bf1 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (971320b6-041d-48b5-b615-3a0024bedae2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:06.777662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-b1a50dd7-3e50-4658-b901-3d23ce699444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:06.779358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-b1a50dd7-3e50-4658-b901-3d23ce699444 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1680e257-6edc-4b91-9d44-0145351d90b8 HTTP/1.1" status: 200 len: 920 time: 0.1526594 Feb 16 16:32:06.836759 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f794a0c6-650f-4629-af2d-1e02fbf69118 req-e8ba7e39-1e82-4f3b-9c0c-9d2977d65bf1 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (971320b6-041d-48b5-b615-3a0024bedae2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:06.843354 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-26c45ed8-ed7b-4512-b66b-becd1af26994 admin admin] Publish callbacks [] for security_group (c73fb4f0-3c53-4041-9db1-5d44cdd999c2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:06.847789 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-26c45ed8-ed7b-4512-b66b-becd1af26994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c73fb4f0-3c53-4041-9db1-5d44cdd999c2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:06.888245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-a3e99013-3f9d-4748-9e8a-02939f943466 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464b98ea-44e3-42af-8ca5-29b444272663 HTTP/1.1" status: 200 len: 999 time: 0.0974584 Feb 16 16:32:06.899257 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-26c45ed8-ed7b-4512-b66b-becd1af26994 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f016851a6724779a073057492656f30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1491992 Feb 16 16:32:06.901642 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57536) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:06.910218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c45ed8-ed7b-4512-b66b-becd1af26994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73fb4f0-3c53-4041-9db1-5d44cdd999c2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:06.958536 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f794a0c6-650f-4629-af2d-1e02fbf69118 req-e8ba7e39-1e82-4f3b-9c0c-9d2977d65bf1 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (971320b6-041d-48b5-b615-3a0024bedae2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:06.961279 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f794a0c6-650f-4629-af2d-1e02fbf69118 req-e8ba7e39-1e82-4f3b-9c0c-9d2977d65bf1 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:06.962634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f794a0c6-650f-4629-af2d-1e02fbf69118 req-e8ba7e39-1e82-4f3b-9c0c-9d2977d65bf1 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "DELETE /v2.0/security-groups/971320b6-041d-48b5-b615-3a0024bedae2 HTTP/1.1" status: 204 len: 173 time: 0.3389723 Feb 16 16:32:06.962798 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0cd7406b-237f-4ab9-8653-3542031eb6f7 admin admin] Publish callbacks [] for security_group (c73fb4f0-3c53-4041-9db1-5d44cdd999c2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:06.973963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-419fdf4a-17d0-40e7-9559-8859ebc29235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:06.975714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-419fdf4a-17d0-40e7-9559-8859ebc29235 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=871b3e04-7f8f-4d98-9852-6fb7b0b1cc15 HTTP/1.1" status: 200 len: 859 time: 0.0667305 Feb 16 16:32:06.980899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba7e39-1e82-4f3b-9c0c-9d2977d65bf1 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971320b6-041d-48b5-b615-3a0024bedae2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:06.992567 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0cd7406b-237f-4ab9-8653-3542031eb6f7 admin admin] Publish callbacks [] for security_group (c73fb4f0-3c53-4041-9db1-5d44cdd999c2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:07.022642 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-788649dd-3df8-4b68-abaa-14378071eb48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1680e257-6edc-4b91-9d44-0145351d90b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392687 Feb 16 16:32:07.033277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-65ab98c6-8a91-4a8b-aa5a-6b55fcca2198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:30:49Z', 'updated_at': '2022-02-16T16:30:58Z', 'revision_number': 4, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'gw_port': {'id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ae:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:50Z', 'updated_at': '2022-02-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'port_id': '464b98ea-44e3-42af-8ca5-29b444272663', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8', 'mac_address': 'fa:16:3e:3f:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:03Z', 'updated_at': '2022-02-16T16:32:05Z', 'revision_number': 1, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4257dc92-0c04-4422-b9a0-1eb833c1ba85', 'name': '', 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'mac_address': 'fa:16:3e:90:a1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:54Z', 'updated_at': '2022-02-16T16:31:07Z', 'revision_number': 5, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'subnets': [{'id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:07.074824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab98c6-8a91-4a8b-aa5a-6b55fcca2198 None None] Checking router: 17384332-5d71-43bd-bd57-b9f0f96c40ae for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:32:07.088520 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0cd7406b-237f-4ab9-8653-3542031eb6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c73fb4f0-3c53-4041-9db1-5d44cdd999c2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:07.091198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab98c6-8a91-4a8b-aa5a-6b55fcca2198 None None] Routers {'17384332-5d71-43bd-bd57-b9f0f96c40ae'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:07.092344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-65ab98c6-8a91-4a8b-aa5a-6b55fcca2198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:31:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17384332-5d71-43bd-bd57-b9f0f96c40ae'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:07.096277 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0cd7406b-237f-4ab9-8653-3542031eb6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:07.103171 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0cd7406b-237f-4ab9-8653-3542031eb6f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c73fb4f0-3c53-4041-9db1-5d44cdd999c2 HTTP/1.1" status: 204 len: 168 time: 0.2002182 Feb 16 16:32:07.116848 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7406b-237f-4ab9-8653-3542031eb6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73fb4f0-3c53-4041-9db1-5d44cdd999c2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:07.177204 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-2fa4b04e-386e-4495-b98a-a053805d4df3 service neutron] 10.222.0.24 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464689 Feb 16 16:32:07.267059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-65ab98c6-8a91-4a8b-aa5a-6b55fcca2198 None None] Set router 17384332-5d71-43bd-bd57-b9f0f96c40ae gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:07.317051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d544dd9d-c8cc-4550-9985-293ed5e69bbd details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:32:07.319985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device de2a1841-9c2e-4487-8eab-b43ae743539a up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:07.350749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c871e-5b2b-477c-bb5f-5823d50cb7b5 req-5b3c6704-d2c3-4ddc-821a-ea9355901ff7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:07.356101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c871e-5b2b-477c-bb5f-5823d50cb7b5 req-5b3c6704-d2c3-4ddc-821a-ea9355901ff7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:07.362357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c871e-5b2b-477c-bb5f-5823d50cb7b5 req-5b3c6704-d2c3-4ddc-821a-ea9355901ff7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:07.367741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c871e-5b2b-477c-bb5f-5823d50cb7b5 req-5b3c6704-d2c3-4ddc-821a-ea9355901ff7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:07.373096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c871e-5b2b-477c-bb5f-5823d50cb7b5 req-5b3c6704-d2c3-4ddc-821a-ea9355901ff7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:07.379231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c871e-5b2b-477c-bb5f-5823d50cb7b5 req-5b3c6704-d2c3-4ddc-821a-ea9355901ff7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:07.384528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c871e-5b2b-477c-bb5f-5823d50cb7b5 req-5b3c6704-d2c3-4ddc-821a-ea9355901ff7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:07.386419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e3c871e-5b2b-477c-bb5f-5823d50cb7b5 req-5b3c6704-d2c3-4ddc-821a-ea9355901ff7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.1915495 Feb 16 16:32:07.390687 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-331d6b10-57a2-413e-9d28-df3a44d046a3 req-e5b5738f-08d3-4c70-adc5-dde5365ad8fc service neutron] 10.222.0.24 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067158 Feb 16 16:32:07.508361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e3c871e-5b2b-477c-bb5f-5823d50cb7b5 req-dfc1ed1c-ef81-4cbc-88db-dec910d60006 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055343 Feb 16 16:32:07.570057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port de2a1841-9c2e-4487-8eab-b43ae743539a completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:32:07.586355 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28dae24-3aa9-4464-b070-123e1bb61bce x-openstack-request-id: req-e28dae24-3aa9-4464-b070-123e1bb61bce {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:07.586961 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6406f5c1-5b45-4e60-89a2-0043309d733e", "tag": "464b98ea-44e3-42af-8ca5-29b444272663", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:07.587487 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e28dae24-3aa9-4464-b070-123e1bb61bce {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:07.588248 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'tag': '464b98ea-44e3-42af-8ca5-29b444272663', 'status': 'completed', 'code': 200} Feb 16 16:32:07.599681 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d544dd9d-c8cc-4550-9985-293ed5e69bbd, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:07.649189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port de2a1841-9c2e-4487-8eab-b43ae743539a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:07.649888 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (de2a1841-9c2e-4487-8eab-b43ae743539a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:07.652049 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd', 'mac_address': 'fa:16:3e:0d:9c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:32:07.686959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34831ee7-dc68-456c-a855-069333e67522 req-e5d645f7-cb36-4fcd-8450-dcfaa6e129cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:07.688665 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-34831ee7-dc68-456c-a855-069333e67522 req-e5d645f7-cb36-4fcd-8450-dcfaa6e129cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=052413f5a9db4bce9a01057f6d8db660&device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 1127 time: 0.0753176 Feb 16 16:32:07.693702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac4988ca-c908-4e52-a0ad-dfa1ee8c966b req-bf9553c1-9d29-4aa1-9f50-8522de9770c7 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "GET /v2.0/security-groups/16a48768-4be4-491a-992c-c30fa528c0d2 HTTP/1.1" status: 200 len: 1831 time: 0.0920286 Feb 16 16:32:07.768415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port d544dd9d-c8cc-4550-9985-293ed5e69bbd is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:07.769092 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:07.810633 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d544dd9d-c8cc-4550-9985-293ed5e69bbd {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:32:07.813113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34831ee7-dc68-456c-a855-069333e67522 req-4c609290-f5ef-4e6b-bcf7-6c0ae184a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:07.814669 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-34831ee7-dc68-456c-a855-069333e67522 req-4c609290-f5ef-4e6b-bcf7-6c0ae184a258 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1680e257-6edc-4b91-9d44-0145351d90b8 HTTP/1.1" status: 200 len: 920 time: 0.1197007 Feb 16 16:32:07.817121 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ac4988ca-c908-4e52-a0ad-dfa1ee8c966b req-012b44c7-07b5-4e8f-9f92-a2b2f435d106 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (16a48768-4be4-491a-992c-c30fa528c0d2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:07.834358 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d544dd9d-c8cc-4550-9985-293ed5e69bbd, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:07.841993 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:07.863830 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ac4988ca-c908-4e52-a0ad-dfa1ee8c966b req-012b44c7-07b5-4e8f-9f92-a2b2f435d106 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (16a48768-4be4-491a-992c-c30fa528c0d2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:07.932881 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ac4988ca-c908-4e52-a0ad-dfa1ee8c966b req-012b44c7-07b5-4e8f-9f92-a2b2f435d106 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (16a48768-4be4-491a-992c-c30fa528c0d2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:07.937824 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-34831ee7-dc68-456c-a855-069333e67522 req-e4a9cc0d-827a-4483-93c8-96ca0e8f5434 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464b98ea-44e3-42af-8ca5-29b444272663 HTTP/1.1" status: 200 len: 999 time: 0.1148360 Feb 16 16:32:07.938329 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ac4988ca-c908-4e52-a0ad-dfa1ee8c966b req-012b44c7-07b5-4e8f-9f92-a2b2f435d106 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:07.939581 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac4988ca-c908-4e52-a0ad-dfa1ee8c966b req-012b44c7-07b5-4e8f-9f92-a2b2f435d106 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "DELETE /v2.0/security-groups/16a48768-4be4-491a-992c-c30fa528c0d2 HTTP/1.1" status: 204 len: 173 time: 0.2346730 Feb 16 16:32:07.976223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b44c7-07b5-4e8f-9f92-a2b2f435d106 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a48768-4be4-491a-992c-c30fa528c0d2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:07.998224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34831ee7-dc68-456c-a855-069333e67522 req-105c769b-305b-4c37-ba35-ba952b4d6cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:08.000989 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-34831ee7-dc68-456c-a855-069333e67522 req-105c769b-305b-4c37-ba35-ba952b4d6cf2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871b3e04-7f8f-4d98-9852-6fb7b0b1cc15 HTTP/1.1" status: 200 len: 859 time: 0.0585203 Feb 16 16:32:08.052789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['d544dd9d-c8cc-4550-9985-293ed5e69bbd'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:32:08.055648 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-34831ee7-dc68-456c-a855-069333e67522 req-67c0208d-aff4-420e-ab16-1b0135f5fa43 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1680e257-6edc-4b91-9d44-0145351d90b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480609 Feb 16 16:32:08.095274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-e7c88710-f468-459a-80c8-4969c8c75ae2 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 999 time: 0.1039517 Feb 16 16:32:08.114933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=d544dd9d-c8cc-4550-9985-293ed5e69bbd,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:08.179411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-9f3a6424-792e-4fbf-bd76-a63c593f5a32 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:08.190151 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-34831ee7-dc68-456c-a855-069333e67522 req-958afec7-61e6-4da2-a35e-c0190f316d70 service neutron] 10.222.0.65 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284816 Feb 16 16:32:08.192337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-9f3a6424-792e-4fbf-bd76-a63c593f5a32 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports/464b98ea-44e3-42af-8ca5-29b444272663 HTTP/1.1" status: 200 len: 942 time: 0.0851901 Feb 16 16:32:08.224680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port de2a1841-9c2e-4487-8eab-b43ae743539a is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:08.225124 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (de2a1841-9c2e-4487-8eab-b43ae743539a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:08.239741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57580) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:08.263672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-65ab98c6-8a91-4a8b-aa5a-6b55fcca2198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:30:49Z', 'updated_at': '2022-02-16T16:30:58Z', 'revision_number': 4, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'gw_port': {'id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ae:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:50Z', 'updated_at': '2022-02-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'port_id': '464b98ea-44e3-42af-8ca5-29b444272663', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8', 'mac_address': 'fa:16:3e:3f:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:03Z', 'updated_at': '2022-02-16T16:32:05Z', 'revision_number': 1, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4257dc92-0c04-4422-b9a0-1eb833c1ba85', 'name': '', 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'mac_address': 'fa:16:3e:90:a1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:54Z', 'updated_at': '2022-02-16T16:31:07Z', 'revision_number': 5, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'subnets': [{'id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:08.313071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab98c6-8a91-4a8b-aa5a-6b55fcca2198 None None] The sync data for ids ['17384332-5d71-43bd-bd57-b9f0f96c40ae'] in n-d-669411-5 is: [{'id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:30:49Z', 'updated_at': '2022-02-16T16:30:58Z', 'revision_number': 4, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'gw_port': {'id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ae:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:50Z', 'updated_at': '2022-02-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'port_id': '464b98ea-44e3-42af-8ca5-29b444272663', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8', 'mac_address': 'fa:16:3e:3f:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:03Z', 'updated_at': '2022-02-16T16:32:05Z', 'revision_number': 1, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4257dc92-0c04-4422-b9a0-1eb833c1ba85', 'name': '', 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'mac_address': 'fa:16:3e:90:a1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:54Z', 'updated_at': '2022-02-16T16:31:07Z', 'revision_number': 5, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'subnets': [{'id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:32:08.322684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f1adb9-e262-4286-a077-e17400380ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2a1841-9c2e-4487-8eab-b43ae743539a'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:08.325123 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791bf151-4ce6-4c4f-8875-6f521a9e504a" -d '{"events": [{"server_uuid": "e6f1adb9-e262-4286-a077-e17400380ba4", "name": "network-vif-plugged", "status": "completed", "tag": "de2a1841-9c2e-4487-8eab-b43ae743539a"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:08.345999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port de2a1841-9c2e-4487-8eab-b43ae743539a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=de2a1841-9c2e-4487-8eab-b43ae743539a,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:08.357587 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (de2a1841-9c2e-4487-8eab-b43ae743539a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:08.393957 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-34831ee7-dc68-456c-a855-069333e67522 req-57a24030-5805-4adc-978b-5d1d607c2991 service neutron] 10.222.0.65 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915240 Feb 16 16:32:08.416188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-bb7bd0ad-3e08-4a1f-9c6b-36e7bd7dfb2c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 999 time: 0.1551456 Feb 16 16:32:08.424367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-network', 'tenant_id': '83682e22e1e944078f1d906004154058'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:08.459954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=de2a1841-9c2e-4487-8eab-b43ae743539a,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:08.470409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b977f-407a-480e-a6c4-fd8944d7c966 req-4c4cd7dc-4843-458e-9e0d-282407c13a92 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:08.472080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f3b977f-407a-480e-a6c4-fd8944d7c966 req-4c4cd7dc-4843-458e-9e0d-282407c13a92 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 944 time: 0.1471581 Feb 16 16:32:08.519670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] Made reservation on behalf of 83682e22e1e944078f1d906004154058 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:32:08.521995 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:08.569852 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:08.602313 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8251c7-fad0-4dc2-81a5-33522b9540a9 None None] New status for floating IP 70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:32:08.919347 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f3b977f-407a-480e-a6c4-fd8944d7c966 req-fdcb72a9-bf49-4790-89f0-1809655667f5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397421 Feb 16 16:32:08.946505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-2307cbd6-7834-416c-90ec-79787b060021 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:08.947862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-2307cbd6-7834-416c-90ec-79787b060021 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.5181968 Feb 16 16:32:09.072892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-482b25ed-78ba-4a13-8f8f-4f2b534a1b47 req-68d8ae4e-6194-41f5-ad9d-516c08b1c3b6 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "GET /v2.0/security-groups/62fec258-3f51-40db-acda-0847a642bbcf HTTP/1.1" status: 200 len: 1830 time: 0.1221232 Feb 16 16:32:09.077926 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-3d87a76f-08e8-43b2-aaab-c2d63373e306 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 1001 time: 0.1162093 Feb 16 16:32:09.099732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-4ccbcbd3-5405-4389-9325-5ee482d955ab tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:09.152621 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] Publish callbacks [] for security_group (47f560d9-3d29-45c6-bd86-5a5795b88912), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.161607 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (47f560d9-3d29-45c6-bd86-5a5795b88912), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.199858 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-4ccbcbd3-5405-4389-9325-5ee482d955ab tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for floatingip (70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.204720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:32:09.266123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ddd313d3-7261-4304-ad16-d10a1b7da311), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.266460 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] Added segment ddd313d3-7261-4304-ad16-d10a1b7da311 of type vlan for network bdc441f4-653b-448b-a7a1-03830b73d8fc Feb 16 16:32:09.275398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f560d9-3d29-45c6-bd86-5a5795b88912,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:09.277789 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-482b25ed-78ba-4a13-8f8f-4f2b534a1b47 req-d72c9e2c-08eb-490e-b508-5ae1b3edf898 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (62fec258-3f51-40db-acda-0847a642bbcf), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.313107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d544dd9d-c8cc-4550-9985-293ed5e69bbd up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:09.342865 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-482b25ed-78ba-4a13-8f8f-4f2b534a1b47 req-d72c9e2c-08eb-490e-b508-5ae1b3edf898 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (62fec258-3f51-40db-acda-0847a642bbcf), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.366245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port d544dd9d-c8cc-4550-9985-293ed5e69bbd triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:09.366618 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.372963 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (bdc441f4-653b-448b-a7a1-03830b73d8fc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.454398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port d544dd9d-c8cc-4550-9985-293ed5e69bbd is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:09.455662 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.472925 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (bdc441f4-653b-448b-a7a1-03830b73d8fc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.473880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:09.474466 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.481032 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-4ccbcbd3-5405-4389-9325-5ee482d955ab tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.492041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d544dd9d-c8cc-4550-9985-293ed5e69bbd, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:09.495832 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.498592 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-4ccbcbd3-5405-4389-9325-5ee482d955ab tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.498933 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-4ccbcbd3-5405-4389-9325-5ee482d955ab tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Floating IP 70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd disassociated. External IP: 172.25.4.166, port: 464b98ea-44e3-42af-8ca5-29b444272663. Feb 16 16:32:09.503865 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-482b25ed-78ba-4a13-8f8f-4f2b534a1b47 req-d72c9e2c-08eb-490e-b508-5ae1b3edf898 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (62fec258-3f51-40db-acda-0847a642bbcf), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.506376 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-482b25ed-78ba-4a13-8f8f-4f2b534a1b47 req-d72c9e2c-08eb-490e-b508-5ae1b3edf898 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.507491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-482b25ed-78ba-4a13-8f8f-4f2b534a1b47 req-d72c9e2c-08eb-490e-b508-5ae1b3edf898 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "DELETE /v2.0/security-groups/62fec258-3f51-40db-acda-0847a642bbcf HTTP/1.1" status: 204 len: 173 time: 0.4243946 Feb 16 16:32:09.552817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=d544dd9d-c8cc-4550-9985-293ed5e69bbd,revision_number=10']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:09.590459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3491871 Feb 16 16:32:09.591617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57606) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:09.596847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-973124e7-8a03-4703-9a61-a681be47f74b admin admin] Request body: {'subnet': {'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-subnet', 'tenant_id': '83682e22e1e944078f1d906004154058', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:09.602096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c9e2c-08eb-490e-b508-5ae1b3edf898 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fec258-3f51-40db-acda-0847a642bbcf,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:09.625157 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973124e7-8a03-4703-9a61-a681be47f74b admin admin] Made reservation on behalf of 83682e22e1e944078f1d906004154058 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:32:09.629309 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-973124e7-8a03-4703-9a61-a681be47f74b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.643888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f87c17-1b3d-45b0-a5df-adc33d700e3a admin admin] Pushing event updated for resources: {'Network': ['ID=bdc441f4-653b-448b-a7a1-03830b73d8fc,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:09.659379 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network bdc441f4-653b-448b-a7a1-03830b73d8fc details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:32:09.838583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-4ccbcbd3-5405-4389-9325-5ee482d955ab tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Router 17384332-5d71-43bd-bd57-b9f0f96c40ae has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:32:09.842950 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-973124e7-8a03-4703-9a61-a681be47f74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:09.927241 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973124e7-8a03-4703-9a61-a681be47f74b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:09.940565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973124e7-8a03-4703-9a61-a681be47f74b admin admin] Checking segment: {'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:09.941040 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973124e7-8a03-4703-9a61-a681be47f74b admin admin] Network hostable DHCP agents. Network: bdc441f4-653b-448b-a7a1-03830b73d8fc, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:32:09.981135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973124e7-8a03-4703-9a61-a681be47f74b admin admin] Network bdc441f4-653b-448b-a7a1-03830b73d8fc is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:32:09.992819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-973124e7-8a03-4703-9a61-a681be47f74b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, bdc441f4-653b-448b-a7a1-03830b73d8fc) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:09.998775 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973124e7-8a03-4703-9a61-a681be47f74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:10.000419 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-973124e7-8a03-4703-9a61-a681be47f74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:10.008206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d8fb3-63d6-46f0-9613-de50b01cc9d4 None None] Network bdc441f4-653b-448b-a7a1-03830b73d8fc requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:32:10.016425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-4ccbcbd3-5405-4389-9325-5ee482d955ab tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:32:10.021747 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-973124e7-8a03-4703-9a61-a681be47f74b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4280791 Feb 16 16:32:10.024203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57610) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:10.025576 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-4ccbcbd3-5405-4389-9325-5ee482d955ab tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:10.034528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:10.043168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5d3d7-af3a-4d16-883d-9dde77e32814 None None] Sync routers for ids ['17384332-5d71-43bd-bd57-b9f0f96c40ae'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:32:10.080151 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (a5027e6d-0f37-4424-b1db-012afdf2a5a4), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:10.083201 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (a5027e6d-0f37-4424-b1db-012afdf2a5a4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:10.101275 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-4ccbcbd3-5405-4389-9325-5ee482d955ab tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "PUT /v2.0/floatingips/70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd HTTP/1.1" status: 200 len: 695 time: 1.0163677 Feb 16 16:32:10.102294 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'tag': '464b98ea-44e3-42af-8ca5-29b444272663'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:10.105124 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04bd91c-2aee-4f97-ae47-76796dbafd95" -d '{"events": [{"name": "network-changed", "server_uuid": "6406f5c1-5b45-4e60-89a2-0043309d733e", "tag": "464b98ea-44e3-42af-8ca5-29b444272663"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:10.182493 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Publish callbacks [] for router_controller (a5027e6d-0f37-4424-b1db-012afdf2a5a4), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:10.213107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-e5b2636a-dd05-4a43-94de-bee4faf876a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:10.214990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-e5b2636a-dd05-4a43-94de-bee4faf876a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=052413f5a9db4bce9a01057f6d8db660&device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 1127 time: 0.0986536 Feb 16 16:32:10.294250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5d3d7-af3a-4d16-883d-9dde77e32814 None None] Routers {'17384332-5d71-43bd-bd57-b9f0f96c40ae'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:10.294913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-38e5d3d7-af3a-4d16-883d-9dde77e32814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:31:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17384332-5d71-43bd-bd57-b9f0f96c40ae'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:10.362158 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-036aa2bd-b6ae-4364-93cf-549e3b3cc3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:10.370117 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-036aa2bd-b6ae-4364-93cf-549e3b3cc3cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=1680e257-6edc-4b91-9d44-0145351d90b8 HTTP/1.1" status: 200 len: 920 time: 0.1427181 Feb 16 16:32:10.385081 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Publish callbacks [] for router_gateway (a5027e6d-0f37-4424-b1db-012afdf2a5a4), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:10.422516 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186905e1-0304-4b29-86cc-bb144c3ba8c9 x-openstack-request-id: req-186905e1-0304-4b29-86cc-bb144c3ba8c9 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:10.423240 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f1adb9-e262-4286-a077-e17400380ba4", "name": "network-vif-plugged", "status": "completed", "tag": "de2a1841-9c2e-4487-8eab-b43ae743539a", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:10.423240 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-186905e1-0304-4b29-86cc-bb144c3ba8c9 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:10.423836 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f1adb9-e262-4286-a077-e17400380ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2a1841-9c2e-4487-8eab-b43ae743539a', 'code': 200} Feb 16 16:32:10.426997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-a2f885dd-10dd-42a3-ba9e-289b64ecaf6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464b98ea-44e3-42af-8ca5-29b444272663 HTTP/1.1" status: 200 len: 217 time: 0.0550799 Feb 16 16:32:10.441998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-bdc441f4-653b-448b-a7a1-03830b73d8fc', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'project_id': '83682e22e1e944078f1d906004154058', 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:32:10.443168 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:10.498692 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-3dabcaf5-54e7-42bb-8b67-f91fb8e13a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:10.501140 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-3dabcaf5-54e7-42bb-8b67-f91fb8e13a81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=871b3e04-7f8f-4d98-9852-6fb7b0b1cc15 HTTP/1.1" status: 200 len: 859 time: 0.0733571 Feb 16 16:32:10.575180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-38e5d3d7-af3a-4d16-883d-9dde77e32814 None None] Set router 17384332-5d71-43bd-bd57-b9f0f96c40ae gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:10.584139 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-763fef7a-cf02-4cc8-8f65-ce2b89ec9c66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1680e257-6edc-4b91-9d44-0145351d90b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726407 Feb 16 16:32:10.706411 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Publish callbacks [] for router_gateway (a5027e6d-0f37-4424-b1db-012afdf2a5a4), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:10.708190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-05e49151-c923-4fdb-ba5c-e9c336385451 service neutron] 10.222.0.24 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052256 Feb 16 16:32:10.719682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57620) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:10.729928 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:10.770146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dd0a8-440b-4861-bea1-c41d0f74f772 req-4ee849e3-537b-4998-9909-804146b9c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:10.771877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a33dd0a8-440b-4861-bea1-c41d0f74f772 req-4ee849e3-537b-4998-9909-804146b9c4c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 1127 time: 0.2698007 Feb 16 16:32:10.794028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eaeda-e43a-404a-bdd2-834bf5aca987 req-8cd9d88c-886d-4a38-9005-624400fa2fd9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:10.799222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eaeda-e43a-404a-bdd2-834bf5aca987 req-8cd9d88c-886d-4a38-9005-624400fa2fd9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:10.805701 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eaeda-e43a-404a-bdd2-834bf5aca987 req-8cd9d88c-886d-4a38-9005-624400fa2fd9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:10.812411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eaeda-e43a-404a-bdd2-834bf5aca987 req-8cd9d88c-886d-4a38-9005-624400fa2fd9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:10.817766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eaeda-e43a-404a-bdd2-834bf5aca987 req-8cd9d88c-886d-4a38-9005-624400fa2fd9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:10.823322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eaeda-e43a-404a-bdd2-834bf5aca987 req-8cd9d88c-886d-4a38-9005-624400fa2fd9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:10.829723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eaeda-e43a-404a-bdd2-834bf5aca987 req-8cd9d88c-886d-4a38-9005-624400fa2fd9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:10.832236 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-859eaeda-e43a-404a-bdd2-834bf5aca987 req-8cd9d88c-886d-4a38-9005-624400fa2fd9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.3182147 Feb 16 16:32:10.853616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Allocated IP 172.25.4.146 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/ecfb162b-1991-4f02-99fe-46606bdfa2e2) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:10.897736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Allocated IP 172.20.0.2 (bdc441f4-653b-448b-a7a1-03830b73d8fc/3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5/eeabd669-5c33-4b25-8813-ba6c628bd511) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:10.939832 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c4f847e-85af-4486-b5c8-4c8eb5700ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:10.991320 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Publish callbacks [] for port (ecfb162b-1991-4f02-99fe-46606bdfa2e2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.002527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a33dd0a8-440b-4861-bea1-c41d0f74f772 req-01d56d7b-f774-49bd-ad6a-d15222097b66 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674726 Feb 16 16:32:11.022421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c6a82-e5b5-4ea5-9a8d-2a1fb76ba3fa req-fbce4e98-b66d-4689-b690-249f36681517 service neutron] 10.222.0.24 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958438 Feb 16 16:32:11.035209 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ecfb162b-1991-4f02-99fe-46606bdfa2e2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.042970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-859eaeda-e43a-404a-bdd2-834bf5aca987 req-2d2ea70d-f17b-4e81-a999-92e45c2b7a47 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1654847 Feb 16 16:32:11.084137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:11.087501 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:11.091973 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:11.131124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-38e5d3d7-af3a-4d16-883d-9dde77e32814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:30:49Z', 'updated_at': '2022-02-16T16:30:58Z', 'revision_number': 4, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'gw_port': {'id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ae:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:50Z', 'updated_at': '2022-02-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '4257dc92-0c04-4422-b9a0-1eb833c1ba85', 'name': '', 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'mac_address': 'fa:16:3e:90:a1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:54Z', 'updated_at': '2022-02-16T16:31:07Z', 'revision_number': 5, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'subnets': [{'id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:11.134903 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Pushing event updated for resources: {'Port': ['ID=ecfb162b-1991-4f02-99fe-46606bdfa2e2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:11.187094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5d3d7-af3a-4d16-883d-9dde77e32814 None None] Checking router: 17384332-5d71-43bd-bd57-b9f0f96c40ae for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:32:11.206067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5d3d7-af3a-4d16-883d-9dde77e32814 None None] Routers {'17384332-5d71-43bd-bd57-b9f0f96c40ae'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:11.206787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-38e5d3d7-af3a-4d16-883d-9dde77e32814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:31:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17384332-5d71-43bd-bd57-b9f0f96c40ae'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:11.221647 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c4f847e-85af-4486-b5c8-4c8eb5700ee6 admin admin] Publish callbacks [] for security_group (01060ed6-03fe-4e52-b5e0-85a74eff4473), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.225038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1703e64-cc10-4172-ac85-f27b8d93ccdc req-f8cf0b2e-6e94-4163-a13d-70a52e9dad3f tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "GET /v2.0/security-groups/00bb93eb-d69a-4b49-8d09-a1a75e78ff43 HTTP/1.1" status: 200 len: 1832 time: 0.1124320 Feb 16 16:32:11.229113 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c4f847e-85af-4486-b5c8-4c8eb5700ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (01060ed6-03fe-4e52-b5e0-85a74eff4473), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.288129 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Publish callbacks [] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.297447 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3c4f847e-85af-4486-b5c8-4c8eb5700ee6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78008474b490452fab853b8c087df1e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5730705 Feb 16 16:32:11.299282 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.300434 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57628) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:11.311729 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37492b35-d2c5-4c39-98d5-239de94be592 req-3fd4227b-aa61-4a8b-b0df-505be8e11817 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:11.316614 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37492b35-d2c5-4c39-98d5-239de94be592 req-3fd4227b-aa61-4a8b-b0df-505be8e11817 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 945 time: 0.1784675 Feb 16 16:32:11.326452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f847e-85af-4486-b5c8-4c8eb5700ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01060ed6-03fe-4e52-b5e0-85a74eff4473,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:11.367201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Network bdc441f4-653b-448b-a7a1-03830b73d8fc is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:11.374958 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:11.378399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:11.390023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Pushing event updated for resources: {'Port': ['ID=eeabd669-5c33-4b25-8813-ba6c628bd511,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:11.414224 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37492b35-d2c5-4c39-98d5-239de94be592 req-741da81f-106f-43a1-ac9d-5a28f0d2aaaa tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886986 Feb 16 16:32:11.415088 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f1703e64-cc10-4172-ac85-f27b8d93ccdc req-5c8a9ca3-c347-4b66-bfeb-9796f0653d47 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (00bb93eb-d69a-4b49-8d09-a1a75e78ff43), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.454680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-38e5d3d7-af3a-4d16-883d-9dde77e32814 None None] Set router 17384332-5d71-43bd-bd57-b9f0f96c40ae gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:11.463541 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f1703e64-cc10-4172-ac85-f27b8d93ccdc req-5c8a9ca3-c347-4b66-bfeb-9796f0653d47 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (00bb93eb-d69a-4b49-8d09-a1a75e78ff43), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.468355 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd8f6-bbab-4677-a14f-377b7b4d721a admin admin] Publish callbacks [] for security_group (01060ed6-03fe-4e52-b5e0-85a74eff4473), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.476661 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Publish callbacks [] for router_gateway (a5027e6d-0f37-4424-b1db-012afdf2a5a4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.519570 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149e36ee-59ef-4cca-92a1-685eb64e9d0e x-openstack-request-id: req-149e36ee-59ef-4cca-92a1-685eb64e9d0e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:11.520211 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6406f5c1-5b45-4e60-89a2-0043309d733e", "tag": "464b98ea-44e3-42af-8ca5-29b444272663", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:11.520211 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-149e36ee-59ef-4cca-92a1-685eb64e9d0e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:11.520563 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'tag': '464b98ea-44e3-42af-8ca5-29b444272663', 'status': 'completed', 'code': 200} Feb 16 16:32:11.544926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Attempting to bind port eeabd669-5c33-4b25-8813-ba6c628bd511 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:32:11.545637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Attempting to bind port eeabd669-5c33-4b25-8813-ba6c628bd511 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:32:11.547250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Attempting to bind port eeabd669-5c33-4b25-8813-ba6c628bd511 on network bdc441f4-653b-448b-a7a1-03830b73d8fc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:32:11.549581 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f1703e64-cc10-4172-ac85-f27b8d93ccdc req-5c8a9ca3-c347-4b66-bfeb-9796f0653d47 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (00bb93eb-d69a-4b49-8d09-a1a75e78ff43), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.552273 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f1703e64-cc10-4172-ac85-f27b8d93ccdc req-5c8a9ca3-c347-4b66-bfeb-9796f0653d47 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.553456 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1703e64-cc10-4172-ac85-f27b8d93ccdc req-5c8a9ca3-c347-4b66-bfeb-9796f0653d47 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] 10.222.0.24 "DELETE /v2.0/security-groups/00bb93eb-d69a-4b49-8d09-a1a75e78ff43 HTTP/1.1" status: 204 len: 173 time: 0.3084950 Feb 16 16:32:11.566449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:32:11.568216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57638) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:11.578338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Checking segment: {'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:11.578661 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.579075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Bound using segment: {'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:32:11.579584 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Bound port: eeabd669-5c33-4b25-8813-ba6c628bd511, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:32:11.580448 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.583240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a9ca3-c347-4b66-bfeb-9796f0653d47 tempest-SecurityGroupRulesNegativeTestJSON-1108589763 tempest-SecurityGroupRulesNegativeTestJSON-1108589763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bb93eb-d69a-4b49-8d09-a1a75e78ff43,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:11.583524 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd8f6-bbab-4677-a14f-377b7b4d721a admin admin] Publish callbacks [] for security_group (01060ed6-03fe-4e52-b5e0-85a74eff4473), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.685205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44c95990-a5f2-4b55-8085-b1956e26c93e req-a02b3939-ec45-4c81-8e55-ce647b533d0e tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/floatingips/70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd HTTP/1.1" status: 200 len: 695 time: 0.0787668 Feb 16 16:32:11.738103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bd91c-2aee-4f97-ae47-76796dbafd95 req-3f9053c3-bb9f-4b2b-bd1d-ba2d32e33dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:11.739611 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f04bd91c-2aee-4f97-ae47-76796dbafd95 req-3f9053c3-bb9f-4b2b-bd1d-ba2d32e33dcf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=052413f5a9db4bce9a01057f6d8db660&device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 1127 time: 0.1742752 Feb 16 16:32:11.742496 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-47188d8d-0ad5-439b-ae8f-9029d3e2e490 admin admin] Deleting subnet 6b86f9dc-780c-41f7-8af8-066c56a277f3 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:32:11.751787 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47188d8d-0ad5-439b-ae8f-9029d3e2e490 admin admin] Publish callbacks [] for subnet (6b86f9dc-780c-41f7-8af8-066c56a277f3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.872597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] For port eeabd669-5c33-4b25-8813-ba6c628bd511, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:32:11.877684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] For port eeabd669-5c33-4b25-8813-ba6c628bd511, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eeabd669-5c33-4b25-8813-ba6c628bd511,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:32:11.881949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-38e5d3d7-af3a-4d16-883d-9dde77e32814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:30:49Z', 'updated_at': '2022-02-16T16:30:58Z', 'revision_number': 4, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'gw_port': {'id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ae:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:50Z', 'updated_at': '2022-02-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '4257dc92-0c04-4422-b9a0-1eb833c1ba85', 'name': '', 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'mac_address': 'fa:16:3e:90:a1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:54Z', 'updated_at': '2022-02-16T16:31:07Z', 'revision_number': 5, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'subnets': [{'id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:11.890900 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd8f6-bbab-4677-a14f-377b7b4d721a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (01060ed6-03fe-4e52-b5e0-85a74eff4473), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.893879 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd8f6-bbab-4677-a14f-377b7b4d721a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.897761 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7cfbd8f6-bbab-4677-a14f-377b7b4d721a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01060ed6-03fe-4e52-b5e0-85a74eff4473 HTTP/1.1" status: 204 len: 168 time: 0.5947695 Feb 16 16:32:11.905803 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47188d8d-0ad5-439b-ae8f-9029d3e2e490 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (6b86f9dc-780c-41f7-8af8-066c56a277f3), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.920291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c95990-a5f2-4b55-8085-b1956e26c93e req-3c54460f-a6ad-49bf-910a-6ab7f9234981 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:11.933344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44c95990-a5f2-4b55-8085-b1956e26c93e req-3c54460f-a6ad-49bf-910a-6ab7f9234981 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.2453148 Feb 16 16:32:11.953635 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:11.955642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5d3d7-af3a-4d16-883d-9dde77e32814 None None] The sync data for ids ['17384332-5d71-43bd-bd57-b9f0f96c40ae'] in n-d-669411-5 is: [{'id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:30:49Z', 'updated_at': '2022-02-16T16:30:58Z', 'revision_number': 4, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'gw_port': {'id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ae:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:50Z', 'updated_at': '2022-02-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '4257dc92-0c04-4422-b9a0-1eb833c1ba85', 'name': '', 'network_id': '1680e257-6edc-4b91-9d44-0145351d90b8', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'mac_address': 'fa:16:3e:90:a1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:54Z', 'updated_at': '2022-02-16T16:31:07Z', 'revision_number': 5, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'subnets': [{'id': '871b3e04-7f8f-4d98-9852-6fb7b0b1cc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:32:12.044281 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbd8f6-bbab-4677-a14f-377b7b4d721a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01060ed6-03fe-4e52-b5e0-85a74eff4473,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:12.058025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72564784-3c36-4e88-ad72-3de79cc61dc5 None None] Pushing event updated for resources: {'Port': ['ID=eeabd669-5c33-4b25-8813-ba6c628bd511,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:12.100475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44c95990-a5f2-4b55-8085-b1956e26c93e req-5d20d593-2073-42c8-b41f-cd4ad2ccfd06 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 698 time: 0.1647751 Feb 16 16:32:12.106190 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (a5027e6d-0f37-4424-b1db-012afdf2a5a4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:12.184965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44c95990-a5f2-4b55-8085-b1956e26c93e req-0886255e-ad57-44bb-8cb5-4993d79157ee tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.166 HTTP/1.1" status: 200 len: 698 time: 0.0835586 Feb 16 16:32:12.197936 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47188d8d-0ad5-439b-ae8f-9029d3e2e490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (6b86f9dc-780c-41f7-8af8-066c56a277f3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:12.283292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bd91c-2aee-4f97-ae47-76796dbafd95 req-e493818a-b492-4757-b37f-daa75b7aee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:12.285204 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f04bd91c-2aee-4f97-ae47-76796dbafd95 req-e493818a-b492-4757-b37f-daa75b7aee1e service neutron] 10.222.0.65 "GET /v2.0/networks?id=1680e257-6edc-4b91-9d44-0145351d90b8 HTTP/1.1" status: 200 len: 920 time: 0.5377600 Feb 16 16:32:12.375743 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f04bd91c-2aee-4f97-ae47-76796dbafd95 req-b1171a05-7797-4798-b143-ad672a217352 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464b98ea-44e3-42af-8ca5-29b444272663 HTTP/1.1" status: 200 len: 217 time: 0.0770450 Feb 16 16:32:12.425337 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5628af-1cb0-4f16-910b-581d882257ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:12.429553 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4eb63e3-c28c-4e6f-a6c0-f16517f522a4" -d '{"events": [{"server_uuid": "6f5628af-1cb0-4f16-910b-581d882257ac", "name": "network-vif-plugged", "status": "completed", "tag": "d544dd9d-c8cc-4550-9985-293ed5e69bbd"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:12.451995 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47188d8d-0ad5-439b-ae8f-9029d3e2e490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (6b86f9dc-780c-41f7-8af8-066c56a277f3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:12.478795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03cfa8-7573-4153-a079-1a01569cd729 req-a454f3da-0503-4e66-9ddf-60ee99cf2cac tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:12.484213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03cfa8-7573-4153-a079-1a01569cd729 req-a454f3da-0503-4e66-9ddf-60ee99cf2cac tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:12.499557 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03cfa8-7573-4153-a079-1a01569cd729 req-a454f3da-0503-4e66-9ddf-60ee99cf2cac tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:12.500972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47188d8d-0ad5-439b-ae8f-9029d3e2e490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b86f9dc-780c-41f7-8af8-066c56a277f3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:12.505633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03cfa8-7573-4153-a079-1a01569cd729 req-a454f3da-0503-4e66-9ddf-60ee99cf2cac tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:12.511442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03cfa8-7573-4153-a079-1a01569cd729 req-a454f3da-0503-4e66-9ddf-60ee99cf2cac tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:12.513388 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47188d8d-0ad5-439b-ae8f-9029d3e2e490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:12.518565 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-47188d8d-0ad5-439b-ae8f-9029d3e2e490 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6b86f9dc-780c-41f7-8af8-066c56a277f3 HTTP/1.1" status: 204 len: 168 time: 0.9462485 Feb 16 16:32:12.521813 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03cfa8-7573-4153-a079-1a01569cd729 req-a454f3da-0503-4e66-9ddf-60ee99cf2cac tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:12.523941 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bd91c-2aee-4f97-ae47-76796dbafd95 req-d8c962a7-24d9-4d16-bb99-b6a5e59c670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:12.525452 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f04bd91c-2aee-4f97-ae47-76796dbafd95 req-d8c962a7-24d9-4d16-bb99-b6a5e59c670f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871b3e04-7f8f-4d98-9852-6fb7b0b1cc15 HTTP/1.1" status: 200 len: 859 time: 0.1371038 Feb 16 16:32:12.527327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03cfa8-7573-4153-a079-1a01569cd729 req-a454f3da-0503-4e66-9ddf-60ee99cf2cac tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:12.527801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57658) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:12.536248 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c03cfa8-7573-4153-a079-1a01569cd729 req-a454f3da-0503-4e66-9ddf-60ee99cf2cac tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.3449092 Feb 16 16:32:12.579881 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e94d71-fbe0-4f6c-b67c-b8dbc11e634a None None] New status for floating IP 70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:32:12.588516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57660) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:12.590966 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f04bd91c-2aee-4f97-ae47-76796dbafd95 req-c203664a-7686-4fcb-aa28-601e5d2d8a26 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1680e257-6edc-4b91-9d44-0145351d90b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514753 Feb 16 16:32:12.644885 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c03cfa8-7573-4153-a079-1a01569cd729 req-2525ec87-15aa-4f65-b9db-b73511ac9762 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076839 Feb 16 16:32:12.650849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-44c95990-a5f2-4b55-8085-b1956e26c93e req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Deleting port f6d35bd3-5d74-431c-a495-562fd70a90ec {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:32:12.651172 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-44c95990-a5f2-4b55-8085-b1956e26c93e req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f6d35bd3-5d74-431c-a495-562fd70a90ec), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:12.728512 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ce7675-1f0f-4206-93a0-2b0b0063eb0d x-openstack-request-id: req-c2ce7675-1f0f-4206-93a0-2b0b0063eb0d {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:12.729059 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5628af-1cb0-4f16-910b-581d882257ac", "name": "network-vif-plugged", "status": "completed", "tag": "d544dd9d-c8cc-4550-9985-293ed5e69bbd", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:12.729311 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2ce7675-1f0f-4206-93a0-2b0b0063eb0d {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:12.729801 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5628af-1cb0-4f16-910b-581d882257ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd', 'code': 200} Feb 16 16:32:12.769595 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-44c95990-a5f2-4b55-8085-b1956e26c93e req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f6d35bd3-5d74-431c-a495-562fd70a90ec), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:12.771402 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-44c95990-a5f2-4b55-8085-b1956e26c93e req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for floatingip (f6d35bd3-5d74-431c-a495-562fd70a90ec), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:12.795870 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7470cfc8-db3e-425c-a725-0fa60d57b975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (11e3b4bc-0e31-45a7-b9ce-7226f5cdd763), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:12.799495 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91390418-4ebd-40e7-98af-6ab52f677a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:12.816876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-44c95990-a5f2-4b55-8085-b1956e26c93e req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Calling delete_port for f6d35bd3-5d74-431c-a495-562fd70a90ec owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:32:12.844482 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Router a5027e6d-0f37-4424-b1db-012afdf2a5a4 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:32:12.917642 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f04bd91c-2aee-4f97-ae47-76796dbafd95 req-c9e42e6e-0d06-4443-95ca-c5cbbf3ffe8a service neutron] 10.222.0.65 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093510 Feb 16 16:32:12.966529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c3dd0-6a3b-4553-8865-e823a889def9 req-175dcdac-4623-4112-87b3-948f14848aa9 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:12.977172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c0c3dd0-6a3b-4553-8865-e823a889def9 req-175dcdac-4623-4112-87b3-948f14848aa9 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 945 time: 0.0994172 Feb 16 16:32:13.132953 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c0c3dd0-6a3b-4553-8865-e823a889def9 req-06af8609-3e95-4bab-be8b-7291d9481f88 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547706 Feb 16 16:32:13.177864 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-44c95990-a5f2-4b55-8085-b1956e26c93e req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f6d35bd3-5d74-431c-a495-562fd70a90ec), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:13.200935 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eeabd669-5c33-4b25-8813-ba6c628bd511 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:13.228702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Pushing event deleted for resources: {'Port': ['ID=f6d35bd3-5d74-431c-a495-562fd70a90ec,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:13.316654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:13.317004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:13.317356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:13.318045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:13.318401 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:13.318736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:13.319069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:13.319406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:13.320963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:13.321343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:13.321979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:13.322590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:13.323454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:13.350839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port eeabd669-5c33-4b25-8813-ba6c628bd511 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:13.351397 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:13.366821 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-44c95990-a5f2-4b55-8085-b1956e26c93e req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for floatingip (70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:13.370464 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-44c95990-a5f2-4b55-8085-b1956e26c93e req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:13.372676 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44c95990-a5f2-4b55-8085-b1956e26c93e req-d6a0d294-e2b9-4b8a-ba29-a0eb5c384b00 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "DELETE /v2.0/floatingips/70ad886b-d2ea-4b6b-9ca4-7ff2f63e22dd HTTP/1.1" status: 204 len: 173 time: 1.1724114 Feb 16 16:32:13.491482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3fff399-cfb4-43f4-a24e-7146dc9b3489 req-040039ca-3b15-46df-b50e-d3e325128d6e tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups/a07602ff-a892-44f1-8cf5-47e7b9bed363 HTTP/1.1" status: 200 len: 1827 time: 0.0770605 Feb 16 16:32:13.519037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port eeabd669-5c33-4b25-8813-ba6c628bd511 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:13.519733 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:13.596621 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a3fff399-cfb4-43f4-a24e-7146dc9b3489 req-45d0806b-a50f-4dfa-b1c8-bdf81c42c55e tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for security_group (a07602ff-a892-44f1-8cf5-47e7b9bed363), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:13.604162 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port eeabd669-5c33-4b25-8813-ba6c628bd511, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eeabd669-5c33-4b25-8813-ba6c628bd511,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:13.612634 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:13.616476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7470cfc8-db3e-425c-a725-0fa60d57b975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (11e3b4bc-0e31-45a7-b9ce-7226f5cdd763), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:13.636436 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a3fff399-cfb4-43f4-a24e-7146dc9b3489 req-45d0806b-a50f-4dfa-b1c8-bdf81c42c55e tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for security_group (a07602ff-a892-44f1-8cf5-47e7b9bed363), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:13.670806 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=eeabd669-5c33-4b25-8813-ba6c628bd511,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:13.721432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a3fff399-cfb4-43f4-a24e-7146dc9b3489 req-45d0806b-a50f-4dfa-b1c8-bdf81c42c55e tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a07602ff-a892-44f1-8cf5-47e7b9bed363), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:13.727982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf93222-a767-4a44-832d-f08d93c59f5c None None] Network bdc441f4-653b-448b-a7a1-03830b73d8fc requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:32:13.739069 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a3fff399-cfb4-43f4-a24e-7146dc9b3489 req-45d0806b-a50f-4dfa-b1c8-bdf81c42c55e tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:13.740262 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3fff399-cfb4-43f4-a24e-7146dc9b3489 req-45d0806b-a50f-4dfa-b1c8-bdf81c42c55e tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "DELETE /v2.0/security-groups/a07602ff-a892-44f1-8cf5-47e7b9bed363 HTTP/1.1" status: 204 len: 173 time: 0.2408199 Feb 16 16:32:13.789458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0806b-a50f-4dfa-b1c8-bdf81c42c55e tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07602ff-a892-44f1-8cf5-47e7b9bed363,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:13.860579 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-36faf950-52a7-461f-9bc4-f794cbc2b114 None None] Provisioning complete for port eeabd669-5c33-4b25-8813-ba6c628bd511 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:13.861188 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-36faf950-52a7-461f-9bc4-f794cbc2b114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:13.870146 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f04bd91c-2aee-4f97-ae47-76796dbafd95 req-85d36e75-6867-4508-b152-51285e252cab service neutron] 10.222.0.65 "GET /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9150798 Feb 16 16:32:13.872519 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7470cfc8-db3e-425c-a725-0fa60d57b975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e3b4bc-0e31-45a7-b9ce-7226f5cdd763']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:13.928085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7470cfc8-db3e-425c-a725-0fa60d57b975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b15093d-74a4-4ee4-a526-6cf0dd3c480f') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:13.929485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7470cfc8-db3e-425c-a725-0fa60d57b975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b15093d-74a4-4ee4-a526-6cf0dd3c480f') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:13.955688 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7470cfc8-db3e-425c-a725-0fa60d57b975 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (3b15093d-74a4-4ee4-a526-6cf0dd3c480f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:13.964376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7e489-2246-4e10-a65b-c7f33a1d0abb req-0788eb81-2183-42a8-b09a-95e8926e2296 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:13.987245 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7e489-2246-4e10-a65b-c7f33a1d0abb req-0788eb81-2183-42a8-b09a-95e8926e2296 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:14.002660 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7470cfc8-db3e-425c-a725-0fa60d57b975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (3b15093d-74a4-4ee4-a526-6cf0dd3c480f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:14.006642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7e489-2246-4e10-a65b-c7f33a1d0abb req-0788eb81-2183-42a8-b09a-95e8926e2296 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:14.018268 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91390418-4ebd-40e7-98af-6ab52f677a6c admin admin] Publish callbacks [] for security_group (0aed6d94-d863-43d6-b426-228821377145), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:14.022545 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:32:14.024683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7470cfc8-db3e-425c-a725-0fa60d57b975 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:32:14.025208 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7470cfc8-db3e-425c-a725-0fa60d57b975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (3b15093d-74a4-4ee4-a526-6cf0dd3c480f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:32:14.027423 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:32:14.041584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7e489-2246-4e10-a65b-c7f33a1d0abb req-0788eb81-2183-42a8-b09a-95e8926e2296 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:14.044442 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91390418-4ebd-40e7-98af-6ab52f677a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0aed6d94-d863-43d6-b426-228821377145), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:14.053804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7e489-2246-4e10-a65b-c7f33a1d0abb req-0788eb81-2183-42a8-b09a-95e8926e2296 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:14.071798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7e489-2246-4e10-a65b-c7f33a1d0abb req-0788eb81-2183-42a8-b09a-95e8926e2296 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:14.088596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7e489-2246-4e10-a65b-c7f33a1d0abb req-0788eb81-2183-42a8-b09a-95e8926e2296 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:14.089298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91390418-4ebd-40e7-98af-6ab52f677a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aed6d94-d863-43d6-b426-228821377145,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:14.101192 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ff7e489-2246-4e10-a65b-c7f33a1d0abb req-0788eb81-2183-42a8-b09a-95e8926e2296 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 0.3171511 Feb 16 16:32:14.149974 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:14.155370 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-79f66544-83e9-47bf-9940-4ede22099acf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.1297948 Feb 16 16:32:14.158003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57684) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:14.171548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Sync routers for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:32:14.228960 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-91390418-4ebd-40e7-98af-6ab52f677a6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=436c54e4055a46738cff247f738f7b03&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6316366 Feb 16 16:32:14.228960 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7470cfc8-db3e-425c-a725-0fa60d57b975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (11e3b4bc-0e31-45a7-b9ce-7226f5cdd763), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:14.231274 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57688) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:14.232080 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:14.238901 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:31:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:14.241922 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7470cfc8-db3e-425c-a725-0fa60d57b975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:14.247795 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7470cfc8-db3e-425c-a725-0fa60d57b975 admin admin] 10.222.0.24 "DELETE /v2.0/networks/11e3b4bc-0e31-45a7-b9ce-7226f5cdd763 HTTP/1.1" status: 204 len: 168 time: 1.7163055 Feb 16 16:32:14.318958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470cfc8-db3e-425c-a725-0fa60d57b975 admin admin] Pushing event deleted for resources: {'Network': ['ID=11e3b4bc-0e31-45a7-b9ce-7226f5cdd763,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:14.339670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ff7e489-2246-4e10-a65b-c7f33a1d0abb req-3c2198b9-d45e-4f4c-a57d-308cb6d545e0 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2289624 Feb 16 16:32:14.378191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1508ec7-419a-4e59-aab5-a0134f667c8d req-415b1a04-7ce9-4e43-bfaa-86a78d3ac12c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:14.388687 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1508ec7-419a-4e59-aab5-a0134f667c8d req-415b1a04-7ce9-4e43-bfaa-86a78d3ac12c tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.2721961 Feb 16 16:32:14.397822 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92141268-6c60-4602-a0a7-499c174adca6 admin admin] Publish callbacks [] for security_group (0aed6d94-d863-43d6-b426-228821377145), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:14.446202 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92141268-6c60-4602-a0a7-499c174adca6 admin admin] Publish callbacks [] for security_group (0aed6d94-d863-43d6-b426-228821377145), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:14.489290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:14.559849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 8ee8ca31-5a38-410b-904f-1c774cb9ae5e details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:32:14.572575 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92141268-6c60-4602-a0a7-499c174adca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0aed6d94-d863-43d6-b426-228821377145), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:14.577961 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92141268-6c60-4602-a0a7-499c174adca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:14.581711 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-92141268-6c60-4602-a0a7-499c174adca6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0aed6d94-d863-43d6-b426-228821377145 HTTP/1.1" status: 204 len: 168 time: 0.3493073 Feb 16 16:32:14.596631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57696) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:14.597873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92141268-6c60-4602-a0a7-499c174adca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aed6d94-d863-43d6-b426-228821377145,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:14.624374 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1508ec7-419a-4e59-aab5-a0134f667c8d req-2324c816-e4c7-4bb9-8fc4-a4f0f8b6e281 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347214 Feb 16 16:32:14.646572 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b7fcf09d-26e4-4e3a-8fa6-bf5f5f632497 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b917394c6d049e99a9a45ed03084997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461943 Feb 16 16:32:14.649020 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57698) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:14.715866 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92aef9e6-7a02-4ebe-a090-2b25aa28b1fb admin admin] Publish callbacks [] for security_group (023fce53-d38c-4dc1-af12-51689fc258b4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:14.747648 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92aef9e6-7a02-4ebe-a090-2b25aa28b1fb admin admin] Publish callbacks [] for security_group (023fce53-d38c-4dc1-af12-51689fc258b4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:14.748516 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600deeb0-e7cc-4fec-9e0f-be0c56d8f531 req-c01a91cd-9d4c-4c70-ba4d-ea41eb025b35 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:14.750734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-600deeb0-e7cc-4fec-9e0f-be0c56d8f531 req-c01a91cd-9d4c-4c70-ba4d-ea41eb025b35 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 945 time: 0.2839766 Feb 16 16:32:14.829232 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92aef9e6-7a02-4ebe-a090-2b25aa28b1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (023fce53-d38c-4dc1-af12-51689fc258b4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:14.844835 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92aef9e6-7a02-4ebe-a090-2b25aa28b1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:14.850098 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-92aef9e6-7a02-4ebe-a090-2b25aa28b1fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/023fce53-d38c-4dc1-af12-51689fc258b4 HTTP/1.1" status: 204 len: 168 time: 0.1994152 Feb 16 16:32:14.880600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aef9e6-7a02-4ebe-a090-2b25aa28b1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023fce53-d38c-4dc1-af12-51689fc258b4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:14.923390 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:32:14.923874 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-600deeb0-e7cc-4fec-9e0f-be0c56d8f531 req-2de34e33-dbee-40b2-bf47-a78af945e641 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422384 Feb 16 16:32:14.934445 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-36faf950-52a7-461f-9bc4-f794cbc2b114 None None] Current status of the port eeabd669-5c33-4b25-8813-ba6c628bd511 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:15.257633 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:15.268576 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eeabd669-5c33-4b25-8813-ba6c628bd511 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:15.426589 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8ee8ca31-5a38-410b-904f-1c774cb9ae5e,segment=NetworkSegment(a4ad40c0-9abb-40ac-b9ba-231d605c80fd),segment_id=a4ad40c0-9abb-40ac-b9ba-231d605c80fd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:15.443884 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e', 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'port_id': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e', 'mac_address': 'fa:16:3e:84:96:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:32:15.535032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b5582559-8ab9-4586-aab5-3878e914d4a3 None None] Provisioning complete for port eeabd669-5c33-4b25-8813-ba6c628bd511 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:15.535186 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b5582559-8ab9-4586-aab5-3878e914d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:15.679076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port eeabd669-5c33-4b25-8813-ba6c628bd511 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:15.679604 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:15.685878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:15.686358 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:15.743520 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:11Z', 'revision_number': 3, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:15.833444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee8ca31-5a38-410b-904f-1c774cb9ae5e {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:32:15.855324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Checking router: a5027e6d-0f37-4424-b1db-012afdf2a5a4 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:32:15.855706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Updating router a5027e6d-0f37-4424-b1db-012afdf2a5a4 port ecfb162b-1991-4f02-99fe-46606bdfa2e2 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:32:16.017989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b5582559-8ab9-4586-aab5-3878e914d4a3 None None] Current status of the port eeabd669-5c33-4b25-8813-ba6c628bd511 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:16.030111 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8ee8ca31-5a38-410b-904f-1c774cb9ae5e,segment=NetworkSegment(a4ad40c0-9abb-40ac-b9ba-231d605c80fd),segment_id=a4ad40c0-9abb-40ac-b9ba-231d605c80fd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:16.041385 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:16.042043 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 05a3f381-04ac-4532-9824-3977aba8b6be details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:32:16.123603 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ecfb162b-1991-4f02-99fe-46606bdfa2e2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:16.130283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=8ee8ca31-5a38-410b-904f-1c774cb9ae5e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:16.278707 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port eeabd669-5c33-4b25-8813-ba6c628bd511 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:16.335655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee890e-9031-406b-a3f3-568519237d6c req-1395434a-b657-46c4-a198-5161e5f9cca8 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:16.337316 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3dee890e-9031-406b-a3f3-568519237d6c req-1395434a-b657-46c4-a198-5161e5f9cca8 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.65 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.1767201 Feb 16 16:32:16.429302 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 05a3f381-04ac-4532-9824-3977aba8b6be, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=05a3f381-04ac-4532-9824-3977aba8b6be,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:16.464574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '05a3f381-04ac-4532-9824-3977aba8b6be', 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e', 'port_id': '05a3f381-04ac-4532-9824-3977aba8b6be', 'mac_address': 'fa:16:3e:55:38:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebf9ad3-3d93-4292-a640-861a254987ce', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:32:16.551433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c0bd-1a19-4f29-a4f6-d54b68506fae req-83c3ffbd-5e85-4d00-8118-f4143b216fc8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:16.567030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c0bd-1a19-4f29-a4f6-d54b68506fae req-83c3ffbd-5e85-4d00-8118-f4143b216fc8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:16.591143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c0bd-1a19-4f29-a4f6-d54b68506fae req-83c3ffbd-5e85-4d00-8118-f4143b216fc8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:16.594260 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-3dee890e-9031-406b-a3f3-568519237d6c req-3491bb32-44d3-4583-97cd-71234d71673a tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Deleting port 464b98ea-44e3-42af-8ca5-29b444272663 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:32:16.597255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c0bd-1a19-4f29-a4f6-d54b68506fae req-83c3ffbd-5e85-4d00-8118-f4143b216fc8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:16.597646 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3dee890e-9031-406b-a3f3-568519237d6c req-3491bb32-44d3-4583-97cd-71234d71673a tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (464b98ea-44e3-42af-8ca5-29b444272663), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:16.618402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c0bd-1a19-4f29-a4f6-d54b68506fae req-83c3ffbd-5e85-4d00-8118-f4143b216fc8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:16.635716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c0bd-1a19-4f29-a4f6-d54b68506fae req-83c3ffbd-5e85-4d00-8118-f4143b216fc8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:16.647587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c0bd-1a19-4f29-a4f6-d54b68506fae req-83c3ffbd-5e85-4d00-8118-f4143b216fc8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:16.665574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d47c0bd-1a19-4f29-a4f6-d54b68506fae req-83c3ffbd-5e85-4d00-8118-f4143b216fc8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5428 time: 1.1668024 Feb 16 16:32:16.767907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57782) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:16.836222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72819186-882c-4d1a-9bb5-51c5fd275233 req-b5fd4bdc-855c-4d30-880a-2d877a569313 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:16.844485 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72819186-882c-4d1a-9bb5-51c5fd275233 req-b5fd4bdc-855c-4d30-880a-2d877a569313 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/ports?device_id=6406f5c1-5b45-4e60-89a2-0043309d733e HTTP/1.1" status: 200 len: 945 time: 0.5031948 Feb 16 16:32:16.889151 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-3dee890e-9031-406b-a3f3-568519237d6c req-3491bb32-44d3-4583-97cd-71234d71673a tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] For port 464b98ea-44e3-42af-8ca5-29b444272663, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=464b98ea-44e3-42af-8ca5-29b444272663,segment=NetworkSegment(39b0236e-4934-4bbb-8a41-8257d74d3f38),segment_id=39b0236e-4934-4bbb-8a41-8257d74d3f38)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:16.889930 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3dee890e-9031-406b-a3f3-568519237d6c req-3491bb32-44d3-4583-97cd-71234d71673a tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (464b98ea-44e3-42af-8ca5-29b444272663), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:16.925230 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-3dee890e-9031-406b-a3f3-568519237d6c req-3491bb32-44d3-4583-97cd-71234d71673a tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Calling delete_port for 464b98ea-44e3-42af-8ca5-29b444272663 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:32:17.063839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Allocated IP 172.20.0.1 (bdc441f4-653b-448b-a7a1-03830b73d8fc/3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5/b6df3914-d657-4880-9026-fc1ce34a68d4) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:17.134518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 05a3f381-04ac-4532-9824-3977aba8b6be is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:17.138508 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:17.179904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a3f381-04ac-4532-9824-3977aba8b6be {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:32:17.187658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-858650505-network', 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:17.214754 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3dee890e-9031-406b-a3f3-568519237d6c req-3491bb32-44d3-4583-97cd-71234d71673a tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (464b98ea-44e3-42af-8ca5-29b444272663), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:17.240538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['464b98ea-44e3-42af-8ca5-29b444272663'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:32:17.274460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491bb32-44d3-4583-97cd-71234d71673a tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Pushing event deleted for resources: {'Port': ['ID=464b98ea-44e3-42af-8ca5-29b444272663,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:17.274711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d47c0bd-1a19-4f29-a4f6-d54b68506fae req-df588935-e9b8-4c65-9fb7-0175a23dfe57 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6079307 Feb 16 16:32:17.313302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] Made reservation on behalf of dbd272cc326940a1a14c39e2d15a896a for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:32:17.325799 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:17.366823 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:17.405996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 05a3f381-04ac-4532-9824-3977aba8b6be, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=05a3f381-04ac-4532-9824-3977aba8b6be,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:17.413139 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72819186-882c-4d1a-9bb5-51c5fd275233 req-527f8eb8-5f49-4d55-aea7-35178a57a9b0 tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.24 "GET /v2.0/security-groups?id=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674975 Feb 16 16:32:17.442809 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dee890e-9031-406b-a3f3-568519237d6c req-3491bb32-44d3-4583-97cd-71234d71673a tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] No DVR routers for this DVR port 464b98ea-44e3-42af-8ca5-29b444272663 on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:32:17.449781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3dee890e-9031-406b-a3f3-568519237d6c req-3491bb32-44d3-4583-97cd-71234d71673a tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:17.459216 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3dee890e-9031-406b-a3f3-568519237d6c req-3491bb32-44d3-4583-97cd-71234d71673a tempest-ServerRescueTestJSONUnderV235-1387854319 tempest-ServerRescueTestJSONUnderV235-1387854319-project] 10.222.0.65 "DELETE /v2.0/ports/464b98ea-44e3-42af-8ca5-29b444272663 HTTP/1.1" status: 204 len: 173 time: 1.1099682 Feb 16 16:32:17.465902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'name': 'network-vif-deleted', 'tag': '464b98ea-44e3-42af-8ca5-29b444272663'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:17.471658 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037d3bc1-e6a3-4816-b956-9bdace9b842d" -d '{"events": [{"server_uuid": "6406f5c1-5b45-4e60-89a2-0043309d733e", "name": "network-vif-deleted", "tag": "464b98ea-44e3-42af-8ca5-29b444272663"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:17.495560 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:17.496715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:32:17.571711 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaa0140-eb56-4f73-a147-6caefabbb82c x-openstack-request-id: req-2eaa0140-eb56-4f73-a147-6caefabbb82c {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:17.572042 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6406f5c1-5b45-4e60-89a2-0043309d733e", "name": "network-vif-deleted", "tag": "464b98ea-44e3-42af-8ca5-29b444272663", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:17.572322 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2eaa0140-eb56-4f73-a147-6caefabbb82c {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:17.572730 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6406f5c1-5b45-4e60-89a2-0043309d733e', 'name': 'network-vif-deleted', 'tag': '464b98ea-44e3-42af-8ca5-29b444272663', 'status': 'completed', 'code': 200} Feb 16 16:32:17.614802 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57804) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:17.721960 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Publish callbacks [] for port (ecfb162b-1991-4f02-99fe-46606bdfa2e2), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:17.762199 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:32:17.812151 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Publish callbacks [] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:17.846727 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ecfb162b-1991-4f02-99fe-46606bdfa2e2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:17.870045 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] Publish callbacks [] for security_group (88b25e6a-4684-4861-84c9-2fc17c2b3a66), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:17.882256 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (88b25e6a-4684-4861-84c9-2fc17c2b3a66), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:17.915857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=05a3f381-04ac-4532-9824-3977aba8b6be,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:17.941271 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:17.990795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-561661005-network', 'tenant_id': 'acff3326a4e444a4b193e5dbc658963f'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:18.066884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:32:18.075628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Pushing event updated for resources: {'Port': ['ID=b6df3914-d657-4880-9026-fc1ce34a68d4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:18.092409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] Made reservation on behalf of acff3326a4e444a4b193e5dbc658963f for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:32:18.112208 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.132746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Network bdc441f4-653b-448b-a7a1-03830b73d8fc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:18.140934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:18.157190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:18.161158 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b25e6a-4684-4861-84c9-2fc17c2b3a66,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:18.175541 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.176659 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (5784e4ec-82e8-40e5-a17d-d9d1118556dd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.177000 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] Added segment 5784e4ec-82e8-40e5-a17d-d9d1118556dd of type vlan for network 70da62e2-114f-4e11-8873-fa8d53659357 Feb 16 16:32:18.286630 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Attempting to bind port ecfb162b-1991-4f02-99fe-46606bdfa2e2 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:32:18.287929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Attempting to bind port ecfb162b-1991-4f02-99fe-46606bdfa2e2 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:32:18.288533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Attempting to bind port ecfb162b-1991-4f02-99fe-46606bdfa2e2 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:32:18.320900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbe052-0c89-4c3d-b757-c7e557272173 None None] Pushing event updated for resources: {'Port': ['ID=ecfb162b-1991-4f02-99fe-46606bdfa2e2,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:18.326624 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (70da62e2-114f-4e11-8873-fa8d53659357), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.351015 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:32:18.364760 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:18.365476 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.366183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:32:18.366883 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Bound port: ecfb162b-1991-4f02-99fe-46606bdfa2e2, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:32:18.369009 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ecfb162b-1991-4f02-99fe-46606bdfa2e2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.373971 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] Publish callbacks [] for security_group (0852f622-5b83-4267-8b38-b086aef0bc01), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.380158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1,segment=NetworkSegment(e803b953-0ab5-42e0-964f-e8bec7c18daa),segment_id=e803b953-0ab5-42e0-964f-e8bec7c18daa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:18.392324 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0852f622-5b83-4267-8b38-b086aef0bc01), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.402017 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (a5027e6d-0f37-4424-b1db-012afdf2a5a4), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.449658 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '8edf9e5f-ca4b-451e-a4db-b16895ab6ec1', 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a', 'port_id': '8edf9e5f-ca4b-451e-a4db-b16895ab6ec1', 'mac_address': 'fa:16:3e:49:55:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ea7639-172f-4943-8292-3c6442700cca', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:32:18.452082 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:32:18.498749 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (12d8ffdb-a3e3-417d-b100-691d05e99245), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.499777 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] Added segment 12d8ffdb-a3e3-417d-b100-691d05e99245 of type vlan for network 8fa95209-0ba3-4904-88f8-4d232c47c9df Feb 16 16:32:18.577255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0852f622-5b83-4267-8b38-b086aef0bc01,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:18.584171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (8fa95209-0ba3-4904-88f8-4d232c47c9df), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.613874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57818) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:18.625184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] For port ecfb162b-1991-4f02-99fe-46606bdfa2e2, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:32:18.632674 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] For port ecfb162b-1991-4f02-99fe-46606bdfa2e2, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ecfb162b-1991-4f02-99fe-46606bdfa2e2,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:32:18.632674 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:18.634014 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.663028 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ecfb162b-1991-4f02-99fe-46606bdfa2e2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.685449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:32:18.718412 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (70da62e2-114f-4e11-8873-fa8d53659357), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.721374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:18.722142 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.727204 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2cc6ffcd-fcda-4af5-9302-df1ce5fa9355 None None] Provisioning complete for port b6df3914-d657-4880-9026-fc1ce34a68d4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:18.727582 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ffcd-fcda-4af5-9302-df1ce5fa9355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.778915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0069492 Feb 16 16:32:18.783158 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57828) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:18.799731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7c361422-7960-4138-9d83-c65e894c7fef admin admin] Request body: {'subnet': {'network_id': '70da62e2-114f-4e11-8873-fa8d53659357', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-858650505-subnet', 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:18.800106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:18.800989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:31:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:18.804726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1,segment=NetworkSegment(e803b953-0ab5-42e0-964f-e8bec7c18daa),segment_id=e803b953-0ab5-42e0-964f-e8bec7c18daa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:18.858916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c361422-7960-4138-9d83-c65e894c7fef admin admin] Made reservation on behalf of dbd272cc326940a1a14c39e2d15a896a for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:32:18.863451 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (8fa95209-0ba3-4904-88f8-4d232c47c9df), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.868476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:18.869230 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.870204 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c361422-7960-4138-9d83-c65e894c7fef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.928367 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:18.929283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 04680135-a65c-4508-bf09-2718d35da64b details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:32:18.980997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] Pushing event updated for resources: {'Network': ['ID=8fa95209-0ba3-4904-88f8-4d232c47c9df,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:18.983551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2cc6ffcd-fcda-4af5-9302-df1ce5fa9355 None None] Port b6df3914-d657-4880-9026-fc1ce34a68d4 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:32:18.985656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbe052-0c89-4c3d-b757-c7e557272173 None None] Pushing event updated for resources: {'Port': ['ID=ecfb162b-1991-4f02-99fe-46606bdfa2e2,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:18.993984 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c2305ae2-11b3-41b4-961d-44ec155b448e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3742220 Feb 16 16:32:19.038735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57834) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:19.075824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea7cb6-9f52-41be-9bd0-3c89cb156117 admin admin] Pushing event updated for resources: {'Network': ['ID=70da62e2-114f-4e11-8873-fa8d53659357,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:19.103768 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:19.115879 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 8fa95209-0ba3-4904-88f8-4d232c47c9df details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:32:19.119299 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-29f0cfe1-7f5d-4969-96c3-a74328bec278 admin admin] Request body: {'subnet': {'network_id': '8fa95209-0ba3-4904-88f8-4d232c47c9df', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-561661005-subnet', 'tenant_id': 'acff3326a4e444a4b193e5dbc658963f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:19.119537 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:19.128511 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:32:19.132285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 70da62e2-114f-4e11-8873-fa8d53659357 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:32:19.163966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890acdc4-9e3a-4c4c-81c4-d5f6e158570f req-ec34012d-2cd6-4547-bd56-abe2ac4b720a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:19.169774 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890acdc4-9e3a-4c4c-81c4-d5f6e158570f req-ec34012d-2cd6-4547-bd56-abe2ac4b720a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:19.190108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890acdc4-9e3a-4c4c-81c4-d5f6e158570f req-ec34012d-2cd6-4547-bd56-abe2ac4b720a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:19.196064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890acdc4-9e3a-4c4c-81c4-d5f6e158570f req-ec34012d-2cd6-4547-bd56-abe2ac4b720a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:19.202332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890acdc4-9e3a-4c4c-81c4-d5f6e158570f req-ec34012d-2cd6-4547-bd56-abe2ac4b720a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:19.209346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890acdc4-9e3a-4c4c-81c4-d5f6e158570f req-ec34012d-2cd6-4547-bd56-abe2ac4b720a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:19.216875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890acdc4-9e3a-4c4c-81c4-d5f6e158570f req-ec34012d-2cd6-4547-bd56-abe2ac4b720a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:19.224789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-890acdc4-9e3a-4c4c-81c4-d5f6e158570f req-ec34012d-2cd6-4547-bd56-abe2ac4b720a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5430 time: 0.5495250 Feb 16 16:32:19.246011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f0cfe1-7f5d-4969-96c3-a74328bec278 admin admin] Made reservation on behalf of acff3326a4e444a4b193e5dbc658963f for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:32:19.248325 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29f0cfe1-7f5d-4969-96c3-a74328bec278 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:19.374121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 04680135-a65c-4508-bf09-2718d35da64b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=04680135-a65c-4508-bf09-2718d35da64b,segment=NetworkSegment(e803b953-0ab5-42e0-964f-e8bec7c18daa),segment_id=e803b953-0ab5-42e0-964f-e8bec7c18daa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:19.534635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '04680135-a65c-4508-bf09-2718d35da64b', 'network_id': '99166be9-b7bf-4994-91a8-2a2b782c0a2a', 'port_id': '04680135-a65c-4508-bf09-2718d35da64b', 'mac_address': 'fa:16:3e:01:a1:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ea7639-172f-4943-8292-3c6442700cca', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:32:19.549463 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-890acdc4-9e3a-4c4c-81c4-d5f6e158570f req-75ed7307-925b-4646-a81c-66c0b2eab8a5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3233476 Feb 16 16:32:19.616093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:19.675524 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29f0cfe1-7f5d-4969-96c3-a74328bec278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (13917f3c-1ca4-494c-9003-534e6c3a4d47), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:19.744961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 04680135-a65c-4508-bf09-2718d35da64b is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:19.745332 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04680135-a65c-4508-bf09-2718d35da64b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:19.816144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04680135-a65c-4508-bf09-2718d35da64b {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:32:19.859290 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0cfe1-7f5d-4969-96c3-a74328bec278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13917f3c-1ca4-494c-9003-534e6c3a4d47,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:19.874816 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c361422-7960-4138-9d83-c65e894c7fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (cd2dc1d5-f314-44c4-9d32-06fa188549b4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:19.901804 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 04680135-a65c-4508-bf09-2718d35da64b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=04680135-a65c-4508-bf09-2718d35da64b,segment=NetworkSegment(e803b953-0ab5-42e0-964f-e8bec7c18daa),segment_id=e803b953-0ab5-42e0-964f-e8bec7c18daa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:19.912399 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (04680135-a65c-4508-bf09-2718d35da64b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:19.913988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:32:19.997294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f0cfe1-7f5d-4969-96c3-a74328bec278 admin admin] Checking segment: {'id': '12d8ffdb-a3e3-417d-b100-691d05e99245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8fa95209-0ba3-4904-88f8-4d232c47c9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:19.997657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f0cfe1-7f5d-4969-96c3-a74328bec278 admin admin] Network hostable DHCP agents. Network: 8fa95209-0ba3-4904-88f8-4d232c47c9df, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:32:20.006756 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c361422-7960-4138-9d83-c65e894c7fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd2dc1d5-f314-44c4-9d32-06fa188549b4,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:20.048236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c361422-7960-4138-9d83-c65e894c7fef admin admin] Checking segment: {'id': '5784e4ec-82e8-40e5-a17d-d9d1118556dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:20.048606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c361422-7960-4138-9d83-c65e894c7fef admin admin] Network hostable DHCP agents. Network: 70da62e2-114f-4e11-8873-fa8d53659357, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:32:20.084913 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Publish callbacks [] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:20.088575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c361422-7960-4138-9d83-c65e894c7fef admin admin] Network 70da62e2-114f-4e11-8873-fa8d53659357 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:32:20.097897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:20.109309 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:20.110755 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=04680135-a65c-4508-bf09-2718d35da64b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:20.128810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8', 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e', 'port_id': '8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8', 'mac_address': 'fa:16:3e:2b:54:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebf9ad3-3d93-4292-a640-861a254987ce', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:32:20.139480 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70ee87c2-d5ee-412a-a030-a882ecf201aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (17384332-5d71-43bd-bd57-b9f0f96c40ae), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:20.160012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f0cfe1-7f5d-4969-96c3-a74328bec278 admin admin] Network 8fa95209-0ba3-4904-88f8-4d232c47c9df is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:32:20.180592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:17Z', 'revision_number': 1, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:20.213273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c3486e-868f-46c3-ac22-73aa84ab89d9 None None] The sync data for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 is: [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:17Z', 'revision_number': 1, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:32:20.231996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:20.232854 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:20.252389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:32:20.275420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:20.275672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7c361422-7960-4138-9d83-c65e894c7fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 70da62e2-114f-4e11-8873-fa8d53659357) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:20.285926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88089c22-faf0-4dd5-8fb9-57f739c67a95 None None] Network 70da62e2-114f-4e11-8873-fa8d53659357 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:32:20.293968 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:20.294710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 82e2e32d-8c5f-4c98-812f-04b3671298db details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:32:20.301289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c361422-7960-4138-9d83-c65e894c7fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:20.301919 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c361422-7960-4138-9d83-c65e894c7fef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:20.306769 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Pushing event updated for resources: {'Port': ['ID=b6df3914-d657-4880-9026-fc1ce34a68d4,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:20.332411 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 82e2e32d-8c5f-4c98-812f-04b3671298db, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=82e2e32d-8c5f-4c98-812f-04b3671298db,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:20.366259 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (a5027e6d-0f37-4424-b1db-012afdf2a5a4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:20.408530 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7c361422-7960-4138-9d83-c65e894c7fef admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6133769 Feb 16 16:32:20.410791 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57858) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:20.415584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-858650505-router', 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:20.424117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '82e2e32d-8c5f-4c98-812f-04b3671298db', 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e', 'port_id': '82e2e32d-8c5f-4c98-812f-04b3671298db', 'mac_address': 'fa:16:3e:73:08:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebf9ad3-3d93-4292-a640-861a254987ce', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:32:20.427723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:20.438012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-29f0cfe1-7f5d-4969-96c3-a74328bec278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 8fa95209-0ba3-4904-88f8-4d232c47c9df) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:20.451555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f0cfe1-7f5d-4969-96c3-a74328bec278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:20.452530 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29f0cfe1-7f5d-4969-96c3-a74328bec278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:20.454329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ea312d-3d7e-4ba2-853d-b762d85fec5e None None] Network 8fa95209-0ba3-4904-88f8-4d232c47c9df requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:32:20.526298 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-29f0cfe1-7f5d-4969-96c3-a74328bec278 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4862480 Feb 16 16:32:20.619379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:20.620624 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:20.780242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Network bdc441f4-653b-448b-a7a1-03830b73d8fc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:20.899301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:20.905500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3dbe19-3d24-41bd-b663-cf59cae4eee9 None None] Network 8fa95209-0ba3-4904-88f8-4d232c47c9df requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:32:21.126037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-70ee87c2-d5ee-412a-a030-a882ecf201aa admin admin] Deleting port 4257dc92-0c04-4422-b9a0-1eb833c1ba85 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:32:21.126654 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70ee87c2-d5ee-412a-a030-a882ecf201aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:21.136195 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 82e2e32d-8c5f-4c98-812f-04b3671298db is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:21.137924 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:21.149477 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Publish callbacks [] for router_controller (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:21.242294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-70da62e2-114f-4e11-8873-fa8d53659357', 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357', 'project_id': 'dbd272cc326940a1a14c39e2d15a896a', 'fixed_ips': [{'subnet_id': 'cd2dc1d5-f314-44c4-9d32-06fa188549b4'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:32:21.245316 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:21.306389 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-70ee87c2-d5ee-412a-a030-a882ecf201aa admin admin] For port 4257dc92-0c04-4422-b9a0-1eb833c1ba85, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4257dc92-0c04-4422-b9a0-1eb833c1ba85,segment=NetworkSegment(39b0236e-4934-4bbb-8a41-8257d74d3f38),segment_id=39b0236e-4934-4bbb-8a41-8257d74d3f38)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:21.308388 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70ee87c2-d5ee-412a-a030-a882ecf201aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:21.340171 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-70ee87c2-d5ee-412a-a030-a882ecf201aa admin admin] Calling delete_port for 4257dc92-0c04-4422-b9a0-1eb833c1ba85 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:32:21.435286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e2e32d-8c5f-4c98-812f-04b3671298db {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:32:21.483462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 82e2e32d-8c5f-4c98-812f-04b3671298db, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=82e2e32d-8c5f-4c98-812f-04b3671298db,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:21.525274 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:21.528907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:32:21.665613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3828f790-6933-4f5e-9754-46862e4f4ab8 None None] Provisioning complete for port b6df3914-d657-4880-9026-fc1ce34a68d4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:21.668116 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3828f790-6933-4f5e-9754-46862e4f4ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:21.670091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Router a5027e6d-0f37-4424-b1db-012afdf2a5a4 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:32:21.725693 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-3679b4f6-9405-4144-a96b-f87871a2e1b3 req-ab2c094b-88de-4448-8144-b2a470117b3f tempest-SecurityGroupsNegativeTestJSON-605202239 tempest-SecurityGroupsNegativeTestJSON-605202239-project] show failed (client error): The resource could not be found. Feb 16 16:32:21.728931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3679b4f6-9405-4144-a96b-f87871a2e1b3 req-ab2c094b-88de-4448-8144-b2a470117b3f tempest-SecurityGroupsNegativeTestJSON-605202239 tempest-SecurityGroupsNegativeTestJSON-605202239-project] 10.222.0.24 "GET /v2.0/security-groups/8d59abd7-37a5-414e-b520-2cdd6d1b54b5 HTTP/1.1" status: 404 len: 352 time: 0.4688439 Feb 16 16:32:21.759478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3828f790-6933-4f5e-9754-46862e4f4ab8 None None] Port b6df3914-d657-4880-9026-fc1ce34a68d4 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:32:21.772789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abc502-50da-44ec-bb60-641a8fdf2926 req-0fd91db2-0bcc-4cf8-8a26-bd2cced89f5b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:21.791059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abc502-50da-44ec-bb60-641a8fdf2926 req-0fd91db2-0bcc-4cf8-8a26-bd2cced89f5b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:21.796771 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abc502-50da-44ec-bb60-641a8fdf2926 req-0fd91db2-0bcc-4cf8-8a26-bd2cced89f5b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:21.803332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abc502-50da-44ec-bb60-641a8fdf2926 req-0fd91db2-0bcc-4cf8-8a26-bd2cced89f5b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:21.810355 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abc502-50da-44ec-bb60-641a8fdf2926 req-0fd91db2-0bcc-4cf8-8a26-bd2cced89f5b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:21.818270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abc502-50da-44ec-bb60-641a8fdf2926 req-0fd91db2-0bcc-4cf8-8a26-bd2cced89f5b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:21.824798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abc502-50da-44ec-bb60-641a8fdf2926 req-0fd91db2-0bcc-4cf8-8a26-bd2cced89f5b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:21.827128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95abc502-50da-44ec-bb60-641a8fdf2926 req-0fd91db2-0bcc-4cf8-8a26-bd2cced89f5b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5433 time: 1.0435066 Feb 16 16:32:21.921348 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70ee87c2-d5ee-412a-a030-a882ecf201aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (4257dc92-0c04-4422-b9a0-1eb833c1ba85), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:21.923187 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Publish callbacks [] for router_gateway (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:22.009584 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee87c2-d5ee-412a-a030-a882ecf201aa admin admin] Pushing event deleted for resources: {'Port': ['ID=4257dc92-0c04-4422-b9a0-1eb833c1ba85,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:22.074727 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:32:22.265975 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95abc502-50da-44ec-bb60-641a8fdf2926 req-6a940873-2170-451c-9607-105c2041488e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3358686 Feb 16 16:32:22.293006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:32:22.302829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-196a5957-1957-4d3e-a6e4-d2da2d86b279 admin admin] 10.222.0.24 "PUT /v2.0/routers/a5027e6d-0f37-4424-b1db-012afdf2a5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1429055 Feb 16 16:32:22.386938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd704d1e-138b-4293-9eb0-12257b8b6161 req-80d4aa30-d073-4fab-9117-eaa475d733dc tempest-SecurityGroupsNegativeTestJSON-605202239 tempest-SecurityGroupsNegativeTestJSON-605202239-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acff3326a4e444a4b193e5dbc658963f HTTP/1.1" status: 200 len: 3005 time: 0.3265772 Feb 16 16:32:22.413988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:22.450030 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70ee87c2-d5ee-412a-a030-a882ecf201aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (17384332-5d71-43bd-bd57-b9f0f96c40ae), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:22.465614 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '2c527ed7-d224-4a01-a7a7-cb9a3b6fda09', 'network_id': '77e300b8-8f2d-49c0-9ebe-b61a8689334e', 'port_id': '2c527ed7-d224-4a01-a7a7-cb9a3b6fda09', 'mac_address': 'fa:16:3e:48:d9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebf9ad3-3d93-4292-a640-861a254987ce', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:32:22.499695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=82e2e32d-8c5f-4c98-812f-04b3671298db,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:22.660640 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd704d1e-138b-4293-9eb0-12257b8b6161 req-06dbeae8-558a-47f2-9f15-f9c9680438dc tempest-SecurityGroupsNegativeTestJSON-605202239 tempest-SecurityGroupsNegativeTestJSON-605202239-project] 10.222.0.24 "GET /v2.0/security-groups/0852f622-5b83-4267-8b38-b086aef0bc01 HTTP/1.1" status: 200 len: 3002 time: 0.2727268 Feb 16 16:32:22.705093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:22.707910 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:22.774372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Allocated IP 172.20.0.2 (70da62e2-114f-4e11-8873-fa8d53659357/cd2dc1d5-f314-44c4-9d32-06fa188549b4/b167bdae-deca-44f7-8d60-9f50859e1d90) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:22.783833 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:32:22.884365 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:22.914719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd704d1e-138b-4293-9eb0-12257b8b6161 req-bb83b779-7788-4a8d-a815-f001600313b1 tempest-SecurityGroupsNegativeTestJSON-605202239 tempest-SecurityGroupsNegativeTestJSON-605202239-project] 10.222.0.24 "GET /v2.0/security-groups/0852f622-5b83-4267-8b38-b086aef0bc01 HTTP/1.1" status: 200 len: 3002 time: 0.2388153 Feb 16 16:32:22.914923 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:22.997468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:23.050235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ee87c2-d5ee-412a-a030-a882ecf201aa admin admin] Router 17384332-5d71-43bd-bd57-b9f0f96c40ae has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:32:23.233174 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Publish callbacks [] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:23.244159 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:23.393184 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ee87c2-d5ee-412a-a030-a882ecf201aa admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:32:23.415272 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-70ee87c2-d5ee-412a-a030-a882ecf201aa admin admin] 10.222.0.24 "PUT /v2.0/routers/17384332-5d71-43bd-bd57-b9f0f96c40ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7885535 Feb 16 16:32:23.415914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57916) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:23.438514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ecfb162b-1991-4f02-99fe-46606bdfa2e2 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:23.442438 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7176d2b-75e8-4347-b857-febdd2e1580c None None] Sync routers for ids ['17384332-5d71-43bd-bd57-b9f0f96c40ae'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:32:23.469049 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7176d2b-75e8-4347-b857-febdd2e1580c None None] Routers {'17384332-5d71-43bd-bd57-b9f0f96c40ae'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:23.470583 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f7176d2b-75e8-4347-b857-febdd2e1580c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:31:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17384332-5d71-43bd-bd57-b9f0f96c40ae'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:23.560348 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Publish callbacks [] for router_gateway (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:23.574982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Network 70da62e2-114f-4e11-8873-fa8d53659357 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:23.576841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['04680135-a65c-4508-bf09-2718d35da64b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:32:23.579735 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['8edf9e5f-ca4b-451e-a4db-b16895ab6ec1'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:32:23.582574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['82e2e32d-8c5f-4c98-812f-04b3671298db'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:32:23.594269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2c527ed7-d224-4a01-a7a7-cb9a3b6fda09'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:32:23.639344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:32:23.676564 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:23.677552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] Publish callbacks [] for router (17384332-5d71-43bd-bd57-b9f0f96c40ae), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:23.706987 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5ba87b5-3bb5-4009-bf8a-5cf604f4cca8 req-70811929-be20-4b3c-9fde-2d67a3a150d3 tempest-SecurityGroupsNegativeTestJSON-605202239 tempest-SecurityGroupsNegativeTestJSON-605202239-project] 10.222.0.24 "GET /v2.0/security-groups/0852f622-5b83-4267-8b38-b086aef0bc01 HTTP/1.1" status: 200 len: 3002 time: 0.5963583 Feb 16 16:32:23.774345 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-f7176d2b-75e8-4347-b857-febdd2e1580c None None] Set router 17384332-5d71-43bd-bd57-b9f0f96c40ae gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:23.837742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:23.938521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:23.950064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['8ee8ca31-5a38-410b-904f-1c774cb9ae5e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:32:23.956845 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] Publish callbacks [] for router_gateway (17384332-5d71-43bd-bd57-b9f0f96c40ae), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:23.972128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Pushing event updated for resources: {'Port': ['ID=b167bdae-deca-44f7-8d60-9f50859e1d90,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:24.135373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] Deleting port 49d0496c-2421-48e5-983f-22a00c597f3e {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:32:24.135713 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (49d0496c-2421-48e5-983f-22a00c597f3e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:24.314479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] For port 49d0496c-2421-48e5-983f-22a00c597f3e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=49d0496c-2421-48e5-983f-22a00c597f3e,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:24.314955 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (49d0496c-2421-48e5-983f-22a00c597f3e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:24.346441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] Calling delete_port for 49d0496c-2421-48e5-983f-22a00c597f3e owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:32:24.368160 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f7176d2b-75e8-4347-b857-febdd2e1580c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:30:49Z', 'updated_at': '2022-02-16T16:32:21Z', 'revision_number': 5, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'gw_port': {'id': '49d0496c-2421-48e5-983f-22a00c597f3e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ae:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:30:50Z', 'updated_at': '2022-02-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:24.427399 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7176d2b-75e8-4347-b857-febdd2e1580c None None] Checking router: 17384332-5d71-43bd-bd57-b9f0f96c40ae for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:32:24.442706 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7176d2b-75e8-4347-b857-febdd2e1580c None None] Routers {'17384332-5d71-43bd-bd57-b9f0f96c40ae'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:24.445731 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f7176d2b-75e8-4347-b857-febdd2e1580c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:31:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17384332-5d71-43bd-bd57-b9f0f96c40ae'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:24.522067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['05a3f381-04ac-4532-9824-3977aba8b6be'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:32:24.536706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Attempting to bind port b167bdae-deca-44f7-8d60-9f50859e1d90 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:32:24.537366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Attempting to bind port b167bdae-deca-44f7-8d60-9f50859e1d90 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '5784e4ec-82e8-40e5-a17d-d9d1118556dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:32:24.537929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Attempting to bind port b167bdae-deca-44f7-8d60-9f50859e1d90 on network 70da62e2-114f-4e11-8873-fa8d53659357 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:32:24.574960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-6d135978-2e72-44fc-8419-eec4098e53fa tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:24.576728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-6d135978-2e72-44fc-8419-eec4098e53fa tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 821 time: 1.4441724 Feb 16 16:32:24.633742 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-cd43e1e5-b724-4bc7-a503-6609234b9b94 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/quotas/83682e22e1e944078f1d906004154058 HTTP/1.1" status: 200 len: 375 time: 0.0399740 Feb 16 16:32:24.640090 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-f7176d2b-75e8-4347-b857-febdd2e1580c None None] Set router 17384332-5d71-43bd-bd57-b9f0f96c40ae gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:24.642756 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (49d0496c-2421-48e5-983f-22a00c597f3e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:24.666030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ecfb162b-1991-4f02-99fe-46606bdfa2e2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:24.667147 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ecfb162b-1991-4f02-99fe-46606bdfa2e2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:24.674722 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-c5ba87b5-3bb5-4009-bf8a-5cf604f4cca8 req-a5add6dd-51e6-4169-ac51-28743cccc9cf tempest-SecurityGroupsNegativeTestJSON-605202239 tempest-SecurityGroupsNegativeTestJSON-605202239-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 16:32:24.679476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5ba87b5-3bb5-4009-bf8a-5cf604f4cca8 req-a5add6dd-51e6-4169-ac51-28743cccc9cf tempest-SecurityGroupsNegativeTestJSON-605202239 tempest-SecurityGroupsNegativeTestJSON-605202239-project] 10.222.0.24 "DELETE /v2.0/security-groups/0852f622-5b83-4267-8b38-b086aef0bc01 HTTP/1.1" status: 409 len: 352 time: 0.9452035 Feb 16 16:32:24.800476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d0496c-2421-48e5-983f-22a00c597f3e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:24.819454 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f7176d2b-75e8-4347-b857-febdd2e1580c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:30:49Z', 'updated_at': '2022-02-16T16:32:23Z', 'revision_number': 6, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:24.856575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:32:24.858942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Checking segment: {'id': '5784e4ec-82e8-40e5-a17d-d9d1118556dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:24.860219 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7176d2b-75e8-4347-b857-febdd2e1580c None None] The sync data for ids ['17384332-5d71-43bd-bd57-b9f0f96c40ae'] in n-d-669411-5 is: [{'id': '17384332-5d71-43bd-bd57-b9f0f96c40ae', 'name': 'tempest-ServerRescueTestJSONUnderV235-748463930-router', 'tenant_id': '052413f5a9db4bce9a01057f6d8db660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:30:49Z', 'updated_at': '2022-02-16T16:32:23Z', 'revision_number': 6, 'project_id': '052413f5a9db4bce9a01057f6d8db660', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:32:24.861323 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:24.865356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Bound using segment: {'id': '5784e4ec-82e8-40e5-a17d-d9d1118556dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:32:24.866069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Bound port: b167bdae-deca-44f7-8d60-9f50859e1d90, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5784e4ec-82e8-40e5-a17d-d9d1118556dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:32:24.866700 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:24.897048 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Sync routers for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:32:24.901490 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (17384332-5d71-43bd-bd57-b9f0f96c40ae), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:24.999858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Allocated IP 172.25.4.57 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/0076c463-a46b-49ce-9165-f795c6a3a3e6) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:25.012561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 464b98ea-44e3-42af-8ca5-29b444272663 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:32:25.020984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-85887fc2-b8c3-4a93-b939-22835b55b99d tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3550675 Feb 16 16:32:25.026162 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:25.026796 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:31:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:25.092420 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1977a58-517f-4c5d-8af2-1a04d5b47c2c req-f5a57db4-1b72-4c87-a7b6-73e243cc527a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:25.098383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1977a58-517f-4c5d-8af2-1a04d5b47c2c req-f5a57db4-1b72-4c87-a7b6-73e243cc527a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:25.104211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1977a58-517f-4c5d-8af2-1a04d5b47c2c req-f5a57db4-1b72-4c87-a7b6-73e243cc527a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:25.109582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1977a58-517f-4c5d-8af2-1a04d5b47c2c req-f5a57db4-1b72-4c87-a7b6-73e243cc527a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:25.115831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1977a58-517f-4c5d-8af2-1a04d5b47c2c req-f5a57db4-1b72-4c87-a7b6-73e243cc527a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:25.117121 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (17384332-5d71-43bd-bd57-b9f0f96c40ae), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:25.119309 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] Publish callbacks [] for router_controller (17384332-5d71-43bd-bd57-b9f0f96c40ae), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:25.121282 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1977a58-517f-4c5d-8af2-1a04d5b47c2c req-f5a57db4-1b72-4c87-a7b6-73e243cc527a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:25.126713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1977a58-517f-4c5d-8af2-1a04d5b47c2c req-f5a57db4-1b72-4c87-a7b6-73e243cc527a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:25.128697 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1977a58-517f-4c5d-8af2-1a04d5b47c2c req-f5a57db4-1b72-4c87-a7b6-73e243cc527a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5435 time: 0.2450545 Feb 16 16:32:25.215947 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (17384332-5d71-43bd-bd57-b9f0f96c40ae), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:25.217278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17384332-5d71-43bd-bd57-b9f0f96c40ae {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:32:25.226712 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:25.227815 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fc587b90-cbb8-470b-96c7-f064fc450b92 admin admin] 10.222.0.24 "DELETE /v2.0/routers/17384332-5d71-43bd-bd57-b9f0f96c40ae HTTP/1.1" status: 204 len: 168 time: 1.8107469 Feb 16 16:32:25.230076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57928) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:25.231477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:25.331172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb410105-758d-4438-a9f0-e823663c6700 admin admin] Deleting subnet 871b3e04-7f8f-4d98-9852-6fb7b0b1cc15 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:32:25.337836 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb410105-758d-4438-a9f0-e823663c6700 admin admin] Publish callbacks [] for subnet (871b3e04-7f8f-4d98-9852-6fb7b0b1cc15), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:25.378363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-3ca14138-9b27-4cc9-aecf-c22681528e4b service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428149 Feb 16 16:32:25.412311 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Publish callbacks [] for port (0076c463-a46b-49ce-9165-f795c6a3a3e6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:25.427747 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb410105-758d-4438-a9f0-e823663c6700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (871b3e04-7f8f-4d98-9852-6fb7b0b1cc15), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:25.474262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 464b98ea-44e3-42af-8ca5-29b444272663 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:32:25.474603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 464b98ea-44e3-42af-8ca5-29b444272663 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:32:25.510481 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1977a58-517f-4c5d-8af2-1a04d5b47c2c req-0423b8f4-f26d-4f97-b426-5c18a63acd8e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3702903 Feb 16 16:32:25.522606 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb410105-758d-4438-a9f0-e823663c6700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (871b3e04-7f8f-4d98-9852-6fb7b0b1cc15), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:25.595205 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (0076c463-a46b-49ce-9165-f795c6a3a3e6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:25.654408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Pushing event updated for resources: {'Port': ['ID=0076c463-a46b-49ce-9165-f795c6a3a3e6,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:25.658696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-c8e8c4e5-97fa-4aae-9d12-16d347c1a7f6 service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642787 Feb 16 16:32:25.667428 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:25.669307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:25.677669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:25.678124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] For port b167bdae-deca-44f7-8d60-9f50859e1d90, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:32:25.681389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] For port b167bdae-deca-44f7-8d60-9f50859e1d90, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b167bdae-deca-44f7-8d60-9f50859e1d90,segment=NetworkSegment(5784e4ec-82e8-40e5-a17d-d9d1118556dd),segment_id=5784e4ec-82e8-40e5-a17d-d9d1118556dd)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:32:25.794525 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:25.828386 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-d476615d-fcc8-4a41-86d8-e07d82fdabf8 req-4c030ddd-9e71-44ce-a708-ccc9bf546905 tempest-SecurityGroupsNegativeTestJSON-605202239 tempest-SecurityGroupsNegativeTestJSON-605202239-project] show failed (client error): The resource could not be found. Feb 16 16:32:25.840430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d476615d-fcc8-4a41-86d8-e07d82fdabf8 req-4c030ddd-9e71-44ce-a708-ccc9bf546905 tempest-SecurityGroupsNegativeTestJSON-605202239 tempest-SecurityGroupsNegativeTestJSON-605202239-project] 10.222.0.24 "GET /v2.0/security-groups/c618a790-549f-4cae-b986-5413db49d51b HTTP/1.1" status: 404 len: 352 time: 0.0978007 Feb 16 16:32:26.160279 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-e6f7381a-e679-46c9-84e8-bf9a9be2ef96 req-ca86eaa8-b07a-44bd-86e6-67ca6bafbb36 tempest-SecurityGroupsNegativeTestJSON-605202239 tempest-SecurityGroupsNegativeTestJSON-605202239-project] show failed (client error): The resource could not be found. Feb 16 16:32:26.166375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6f7381a-e679-46c9-84e8-bf9a9be2ef96 req-ca86eaa8-b07a-44bd-86e6-67ca6bafbb36 tempest-SecurityGroupsNegativeTestJSON-605202239 tempest-SecurityGroupsNegativeTestJSON-605202239-project] 10.222.0.24 "GET /v2.0/security-groups/d8c10fa0-759b-4397-9bfb-c78c61102321 HTTP/1.1" status: 404 len: 352 time: 0.2190754 Feb 16 16:32:26.180388 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c42cb83-20b1-440c-b587-fcbc4440a440 req-3d67d60f-f0c7-4426-9efd-bf2741a98d11 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 210 time: 0.1311591 Feb 16 16:32:26.182707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57948) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:26.372375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce79e56-d879-491e-aba1-5626b8dbbdf4 admin admin] Deleting subnet 13917f3c-1ca4-494c-9003-534e6c3a4d47 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:32:26.376410 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ce79e56-d879-491e-aba1-5626b8dbbdf4 admin admin] Publish callbacks [] for subnet (13917f3c-1ca4-494c-9003-534e6c3a4d47), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:26.507614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb410105-758d-4438-a9f0-e823663c6700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (871b3e04-7f8f-4d98-9852-6fb7b0b1cc15), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:26.534280 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ce79e56-d879-491e-aba1-5626b8dbbdf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (13917f3c-1ca4-494c-9003-534e6c3a4d47), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:26.617288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb410105-758d-4438-a9f0-e823663c6700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871b3e04-7f8f-4d98-9852-6fb7b0b1cc15,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:26.621045 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ce79e56-d879-491e-aba1-5626b8dbbdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (13917f3c-1ca4-494c-9003-534e6c3a4d47), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:26.633808 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb410105-758d-4438-a9f0-e823663c6700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:26.655558 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fb410105-758d-4438-a9f0-e823663c6700 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/871b3e04-7f8f-4d98-9852-6fb7b0b1cc15 HTTP/1.1" status: 204 len: 168 time: 1.4221158 Feb 16 16:32:26.656135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57958) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:26.928405 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19f57b73-872e-4ba6-9c65-6c3b90b7b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (1680e257-6edc-4b91-9d44-0145351d90b8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:27.054248 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8185a601-f0a1-4872-8a33-bd9397369714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:27.058566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Pushing event updated for resources: {'Port': ['ID=b167bdae-deca-44f7-8d60-9f50859e1d90,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:27.100112 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ce79e56-d879-491e-aba1-5626b8dbbdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (13917f3c-1ca4-494c-9003-534e6c3a4d47), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:27.104276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:27.104763 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:27.105218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:27.105689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:27.106734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:27.107221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:27.107691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:27.108160 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:27.108595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:27.109035 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:27.109523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:27.109961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:27.111006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53de545-3994-4d1d-bc97-5baf34cb7558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:27.125258 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ce79e56-d879-491e-aba1-5626b8dbbdf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:27.129768 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1ce79e56-d879-491e-aba1-5626b8dbbdf4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/13917f3c-1ca4-494c-9003-534e6c3a4d47 HTTP/1.1" status: 204 len: 168 time: 0.9361274 Feb 16 16:32:27.134299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57974) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:27.192594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce79e56-d879-491e-aba1-5626b8dbbdf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13917f3c-1ca4-494c-9003-534e6c3a4d47,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:27.211398 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19f57b73-872e-4ba6-9c65-6c3b90b7b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (1680e257-6edc-4b91-9d44-0145351d90b8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:27.248266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-19f57b73-872e-4ba6-9c65-6c3b90b7b677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1680e257-6edc-4b91-9d44-0145351d90b8']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:27.249751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd81bb8-aa84-4ac1-ba06-00393d2219f8 req-3309cd25-a22f-43d7-a7ea-1bc4116c6d9d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:27.267474 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd81bb8-aa84-4ac1-ba06-00393d2219f8 req-3309cd25-a22f-43d7-a7ea-1bc4116c6d9d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:27.278673 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-19f57b73-872e-4ba6-9c65-6c3b90b7b677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b0236e-4934-4bbb-8a41-8257d74d3f38') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:27.280069 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-19f57b73-872e-4ba6-9c65-6c3b90b7b677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b0236e-4934-4bbb-8a41-8257d74d3f38') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:27.282870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd81bb8-aa84-4ac1-ba06-00393d2219f8 req-3309cd25-a22f-43d7-a7ea-1bc4116c6d9d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:27.289667 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd81bb8-aa84-4ac1-ba06-00393d2219f8 req-3309cd25-a22f-43d7-a7ea-1bc4116c6d9d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:27.295298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd81bb8-aa84-4ac1-ba06-00393d2219f8 req-3309cd25-a22f-43d7-a7ea-1bc4116c6d9d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:27.301098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd81bb8-aa84-4ac1-ba06-00393d2219f8 req-3309cd25-a22f-43d7-a7ea-1bc4116c6d9d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:27.307482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd81bb8-aa84-4ac1-ba06-00393d2219f8 req-3309cd25-a22f-43d7-a7ea-1bc4116c6d9d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:27.310125 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fd81bb8-aa84-4ac1-ba06-00393d2219f8 req-3309cd25-a22f-43d7-a7ea-1bc4116c6d9d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5435 time: 0.5568950 Feb 16 16:32:27.321967 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19f57b73-872e-4ba6-9c65-6c3b90b7b677 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (39b0236e-4934-4bbb-8a41-8257d74d3f38), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:27.366652 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19f57b73-872e-4ba6-9c65-6c3b90b7b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (39b0236e-4934-4bbb-8a41-8257d74d3f38), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:27.383528 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:19Z', 'revision_number': 2, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:27.385383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f57b73-872e-4ba6-9c65-6c3b90b7b677 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:32:27.387105 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19f57b73-872e-4ba6-9c65-6c3b90b7b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (39b0236e-4934-4bbb-8a41-8257d74d3f38), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:32:27.401042 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:32:27.440443 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ecfb162b-1991-4f02-99fe-46606bdfa2e2 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:27.440903 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ecfb162b-1991-4f02-99fe-46606bdfa2e2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:27.458317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Checking router: a5027e6d-0f37-4424-b1db-012afdf2a5a4 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:32:27.458840 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Updating router a5027e6d-0f37-4424-b1db-012afdf2a5a4 port b6df3914-d657-4880-9026-fc1ce34a68d4 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:32:27.472598 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fd81bb8-aa84-4ac1-ba06-00393d2219f8 req-15940d1a-31ca-4d63-a59d-4007948702ff tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406677 Feb 16 16:32:27.554901 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6df2eac0-1008-471c-ad33-0453a467cb59 req-5697be89-5ac5-4321-a63b-80d29718deb4 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 210 time: 0.2258496 Feb 16 16:32:27.566252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port ecfb162b-1991-4f02-99fe-46606bdfa2e2, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ecfb162b-1991-4f02-99fe-46606bdfa2e2,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:27.571188 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-517e455b-249a-4f6d-8670-d4a59c8cafed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (8fa95209-0ba3-4904-88f8-4d232c47c9df), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:27.578155 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Publish callbacks [] for router_gateway (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:27.593146 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ecfb162b-1991-4f02-99fe-46606bdfa2e2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:27.607730 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:27.628134 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19f57b73-872e-4ba6-9c65-6c3b90b7b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (1680e257-6edc-4b91-9d44-0145351d90b8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:27.635076 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19f57b73-872e-4ba6-9c65-6c3b90b7b677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:27.649176 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-19f57b73-872e-4ba6-9c65-6c3b90b7b677 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1680e257-6edc-4b91-9d44-0145351d90b8 HTTP/1.1" status: 204 len: 168 time: 0.9919930 Feb 16 16:32:27.697738 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f57b73-872e-4ba6-9c65-6c3b90b7b677 admin admin] Pushing event deleted for resources: {'Network': ['ID=1680e257-6edc-4b91-9d44-0145351d90b8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:27.863887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57982) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:27.912418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=ecfb162b-1991-4f02-99fe-46606bdfa2e2,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:27.972218 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ce99431e-b7e4-46af-af43-aa67d49097a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=052413f5a9db4bce9a01057f6d8db660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1049004 Feb 16 16:32:27.972564 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57992) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:27.976339 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b167bdae-deca-44f7-8d60-9f50859e1d90 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:28.034312 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-517e455b-249a-4f6d-8670-d4a59c8cafed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (8fa95209-0ba3-4904-88f8-4d232c47c9df), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:28.084463 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d716371-3592-46cb-aac4-29acb0a79a63 admin admin] Publish callbacks [] for security_group (0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:28.110523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-517e455b-249a-4f6d-8670-d4a59c8cafed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa95209-0ba3-4904-88f8-4d232c47c9df']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:28.129919 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d716371-3592-46cb-aac4-29acb0a79a63 admin admin] Publish callbacks [] for security_group (0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:28.186409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-517e455b-249a-4f6d-8670-d4a59c8cafed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d8ffdb-a3e3-417d-b100-691d05e99245') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:28.187016 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-517e455b-249a-4f6d-8670-d4a59c8cafed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d8ffdb-a3e3-417d-b100-691d05e99245') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:28.231491 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d716371-3592-46cb-aac4-29acb0a79a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:28.234641 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d716371-3592-46cb-aac4-29acb0a79a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:28.239737 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5d716371-3592-46cb-aac4-29acb0a79a63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9 HTTP/1.1" status: 204 len: 168 time: 0.2662473 Feb 16 16:32:28.249103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d716371-3592-46cb-aac4-29acb0a79a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da97eda-5cbb-4060-8dcc-46f6c2ba8ea9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:28.270346 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-517e455b-249a-4f6d-8670-d4a59c8cafed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (12d8ffdb-a3e3-417d-b100-691d05e99245), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:28.285028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83862f8-4779-4a55-8ddc-84841ee73d09 None None] Network 70da62e2-114f-4e11-8873-fa8d53659357 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:32:28.323443 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-517e455b-249a-4f6d-8670-d4a59c8cafed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (12d8ffdb-a3e3-417d-b100-691d05e99245), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:28.340317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517e455b-249a-4f6d-8670-d4a59c8cafed admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:32:28.340758 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-517e455b-249a-4f6d-8670-d4a59c8cafed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (12d8ffdb-a3e3-417d-b100-691d05e99245), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:32:28.343481 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:32:28.399432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port b167bdae-deca-44f7-8d60-9f50859e1d90 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:28.401041 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:28.404174 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2dd43e9f-316a-4381-8086-745fc3895e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:28.568301 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:28.588971 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-517e455b-249a-4f6d-8670-d4a59c8cafed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (8fa95209-0ba3-4904-88f8-4d232c47c9df), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:28.601472 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2cb5035f-3347-4415-aaab-903606cade63 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:28.605795 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-517e455b-249a-4f6d-8670-d4a59c8cafed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:28.607899 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2cb5035f-3347-4415-aaab-903606cade63 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.65 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 821 time: 0.2849021 Feb 16 16:32:28.622897 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-fa89d663-4d8f-4e5d-93c9-18dcdf2bc338 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Request body: {'port': {'device_id': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'admin_state_up': True, 'tenant_id': '83682e22e1e944078f1d906004154058'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:28.627387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-517e455b-249a-4f6d-8670-d4a59c8cafed admin admin] 10.222.0.24 "DELETE /v2.0/networks/8fa95209-0ba3-4904-88f8-4d232c47c9df HTTP/1.1" status: 204 len: 168 time: 1.4887328 Feb 16 16:32:28.670783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-75a65ed9-3e1e-4013-97a4-cf042dbacd1b None None] Provisioning complete for port b167bdae-deca-44f7-8d60-9f50859e1d90 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:28.671180 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75a65ed9-3e1e-4013-97a4-cf042dbacd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:28.680975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e455b-249a-4f6d-8670-d4a59c8cafed admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa95209-0ba3-4904-88f8-4d232c47c9df,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:28.982023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 8ee8ca31-5a38-410b-904f-1c774cb9ae5e up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:28.988521 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-fa89d663-4d8f-4e5d-93c9-18dcdf2bc338 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Made reservation on behalf of 83682e22e1e944078f1d906004154058 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:32:28.994404 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-fa89d663-4d8f-4e5d-93c9-18dcdf2bc338 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:29.036464 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58010) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:29.081650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2df52ffe-4093-4977-a9ee-079ae4124b94 req-68a879be-b227-4502-97a4-a8adab553b84 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 210 time: 0.2542746 Feb 16 16:32:29.266633 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e8baa6c4-a77b-47e4-891c-87f61fbf2bee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acff3326a4e444a4b193e5dbc658963f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2223108 Feb 16 16:32:29.270334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58022) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:29.312491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5466b0-c775-4ee6-b713-e576ea7c21bf req-3ff316e7-22fb-4de9-84e3-5f208560233b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:29.328698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5466b0-c775-4ee6-b713-e576ea7c21bf req-3ff316e7-22fb-4de9-84e3-5f208560233b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:29.346384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5466b0-c775-4ee6-b713-e576ea7c21bf req-3ff316e7-22fb-4de9-84e3-5f208560233b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:29.352070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5466b0-c775-4ee6-b713-e576ea7c21bf req-3ff316e7-22fb-4de9-84e3-5f208560233b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:29.367875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5466b0-c775-4ee6-b713-e576ea7c21bf req-3ff316e7-22fb-4de9-84e3-5f208560233b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:29.373360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5466b0-c775-4ee6-b713-e576ea7c21bf req-3ff316e7-22fb-4de9-84e3-5f208560233b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:29.387288 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55ceef4f-191e-4272-8a46-009f5673d36b admin admin] Publish callbacks [] for security_group (0852f622-5b83-4267-8b38-b086aef0bc01), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:29.389644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5466b0-c775-4ee6-b713-e576ea7c21bf req-3ff316e7-22fb-4de9-84e3-5f208560233b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:29.391557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab5466b0-c775-4ee6-b713-e576ea7c21bf req-3ff316e7-22fb-4de9-84e3-5f208560233b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5435 time: 0.5655897 Feb 16 16:32:29.435434 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55ceef4f-191e-4272-8a46-009f5673d36b admin admin] Publish callbacks [] for security_group (0852f622-5b83-4267-8b38-b086aef0bc01), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:29.522465 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-75a65ed9-3e1e-4013-97a4-cf042dbacd1b None None] Current status of the port b167bdae-deca-44f7-8d60-9f50859e1d90 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:29.523066 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75a65ed9-3e1e-4013-97a4-cf042dbacd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:29.547114 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:29.555772 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:32:29.571401 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Publish callbacks [] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:29.571864 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55ceef4f-191e-4272-8a46-009f5673d36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0852f622-5b83-4267-8b38-b086aef0bc01), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:29.582151 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55ceef4f-191e-4272-8a46-009f5673d36b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:29.583538 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-55ceef4f-191e-4272-8a46-009f5673d36b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0852f622-5b83-4267-8b38-b086aef0bc01 HTTP/1.1" status: 204 len: 168 time: 0.3088393 Feb 16 16:32:29.607944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab5466b0-c775-4ee6-b713-e576ea7c21bf req-5d71b652-a8ab-4f1c-91e7-d4a37a9402f8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1932256 Feb 16 16:32:29.609204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Router b71e5eb9-b91d-42c1-8fd7-926b19396cb4 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:32:29.633740 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:29.636129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:29.636505 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:29.657400 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:32:29.658823 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ceef4f-191e-4272-8a46-009f5673d36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0852f622-5b83-4267-8b38-b086aef0bc01,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:29.731373 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b167bdae-deca-44f7-8d60-9f50859e1d90 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:29.746667 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:29.806801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-fa89d663-4d8f-4e5d-93c9-18dcdf2bc338 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Allocated IP 172.20.0.3 (bdc441f4-653b-448b-a7a1-03830b73d8fc/3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5/317c51d4-d901-46dc-bfd6-023651120ab7) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:29.898432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:32:29.956470 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Sync routers for ids ['b71e5eb9-b91d-42c1-8fd7-926b19396cb4'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:32:29.958976 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:29.964327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b28efbb9-8b18-481e-b3ba-b0be2238b7ca admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.5524070 Feb 16 16:32:29.965135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58036) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:29.986875 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Routers {'b71e5eb9-b91d-42c1-8fd7-926b19396cb4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:29.988499 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b71e5eb9-b91d-42c1-8fd7-926b19396cb4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:30.069830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-75a65ed9-3e1e-4013-97a4-cf042dbacd1b None None] For port b167bdae-deca-44f7-8d60-9f50859e1d90, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b167bdae-deca-44f7-8d60-9f50859e1d90,segment=NetworkSegment(5784e4ec-82e8-40e5-a17d-d9d1118556dd),segment_id=5784e4ec-82e8-40e5-a17d-d9d1118556dd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:30.097691 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75a65ed9-3e1e-4013-97a4-cf042dbacd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:30.264870 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-fa89d663-4d8f-4e5d-93c9-18dcdf2bc338 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for port (317c51d4-d901-46dc-bfd6-023651120ab7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:30.372678 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-fa89d663-4d8f-4e5d-93c9-18dcdf2bc338 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (317c51d4-d901-46dc-bfd6-023651120ab7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:30.422068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37dd272a-6cd4-4abe-b1c1-38699125b070 req-998eb862-470a-4558-9b50-55e46e3caf81 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 210 time: 0.1239610 Feb 16 16:32:30.429894 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Set router b71e5eb9-b91d-42c1-8fd7-926b19396cb4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:30.493479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Attempting to bind port b6df3914-d657-4880-9026-fc1ce34a68d4 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:32:30.493856 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Attempting to bind port b6df3914-d657-4880-9026-fc1ce34a68d4 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:32:30.494230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Attempting to bind port b6df3914-d657-4880-9026-fc1ce34a68d4 on network bdc441f4-653b-448b-a7a1-03830b73d8fc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:32:30.499237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4813c-aad1-4dd9-ad69-198ceb903f46 None None] Pushing event updated for resources: {'Port': ['ID=b6df3914-d657-4880-9026-fc1ce34a68d4,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:30.562682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:32:30.563385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Checking segment: {'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:30.563494 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:30.564078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Bound using segment: {'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:32:30.564583 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Bound port: b6df3914-d657-4880-9026-fc1ce34a68d4, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:32:30.564972 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:30.569947 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-fa89d663-4d8f-4e5d-93c9-18dcdf2bc338 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Network bdc441f4-653b-448b-a7a1-03830b73d8fc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:30.583988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-fa89d663-4d8f-4e5d-93c9-18dcdf2bc338 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:30.593847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-fa89d663-4d8f-4e5d-93c9-18dcdf2bc338 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:30.689906 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:32:30.690309 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:32:30.690842 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9d7646b6-57ba-4695-ac8c-c9111b02ba33 None None] Provisioning complete for port b167bdae-deca-44f7-8d60-9f50859e1d90 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:30.691209 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d7646b6-57ba-4695-ac8c-c9111b02ba33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:30.808532 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-fa89d663-4d8f-4e5d-93c9-18dcdf2bc338 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:30.811842 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-fa89d663-4d8f-4e5d-93c9-18dcdf2bc338 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:30.879910 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89d663-4d8f-4e5d-93c9-18dcdf2bc338 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Pushing event updated for resources: {'Port': ['ID=317c51d4-d901-46dc-bfd6-023651120ab7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:30.898991 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-fa89d663-4d8f-4e5d-93c9-18dcdf2bc338 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2790959 Feb 16 16:32:30.911901 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-9c10769f-8a76-4230-81dd-c4512819c59e tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:32:30.915003 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-9c10769f-8a76-4230-81dd-c4512819c59e tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102062 Feb 16 16:32:31.053456 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-858650505-router', 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '0076c463-a46b-49ce-9165-f795c6a3a3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:20Z', 'updated_at': '2022-02-16T16:32:26Z', 'revision_number': 3, 'project_id': 'dbd272cc326940a1a14c39e2d15a896a', 'gw_port': {'id': '0076c463-a46b-49ce-9165-f795c6a3a3e6', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:98:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:23Z', 'updated_at': '2022-02-16T16:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:31.081922 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:31.118320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a65ed9-3e1e-4013-97a4-cf042dbacd1b None None] Pushing event updated for resources: {'Port': ['ID=b167bdae-deca-44f7-8d60-9f50859e1d90,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:31.135430 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Checking router: b71e5eb9-b91d-42c1-8fd7-926b19396cb4 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:32:31.136797 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Updating router b71e5eb9-b91d-42c1-8fd7-926b19396cb4 port 0076c463-a46b-49ce-9165-f795c6a3a3e6 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:32:31.180376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:31.184970 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:31.202831 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0076c463-a46b-49ce-9165-f795c6a3a3e6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:31.242374 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Request body: {'port': {'device_id': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:31.318541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] For port b6df3914-d657-4880-9026-fc1ce34a68d4, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:32:31.344829 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:31.384206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:31.384488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbbabf-6a14-42ef-b269-f2289a04f033 req-1b1acda2-a4eb-421c-a5a6-da25a473a8f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:31.392573 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd51dec-ebf0-4d9e-9c9b-172e107de4f0" -d '{"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "8ee8ca31-5a38-410b-904f-1c774cb9ae5e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:31.410739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbbabf-6a14-42ef-b269-f2289a04f033 req-1b1acda2-a4eb-421c-a5a6-da25a473a8f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:31.415081 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (317c51d4-d901-46dc-bfd6-023651120ab7), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:31.415652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] For port b6df3914-d657-4880-9026-fc1ce34a68d4, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b6df3914-d657-4880-9026-fc1ce34a68d4,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:32:31.437157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbbabf-6a14-42ef-b269-f2289a04f033 req-1b1acda2-a4eb-421c-a5a6-da25a473a8f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:31.464010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbbabf-6a14-42ef-b269-f2289a04f033 req-1b1acda2-a4eb-421c-a5a6-da25a473a8f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:31.482234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbbabf-6a14-42ef-b269-f2289a04f033 req-1b1acda2-a4eb-421c-a5a6-da25a473a8f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:31.504655 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbbabf-6a14-42ef-b269-f2289a04f033 req-1b1acda2-a4eb-421c-a5a6-da25a473a8f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:31.543684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbbabf-6a14-42ef-b269-f2289a04f033 req-1b1acda2-a4eb-421c-a5a6-da25a473a8f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:31.560268 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02dbbabf-6a14-42ef-b269-f2289a04f033 req-1b1acda2-a4eb-421c-a5a6-da25a473a8f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5435 time: 0.3905685 Feb 16 16:32:31.582534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9d7646b6-57ba-4695-ac8c-c9111b02ba33 None None] Current status of the port b167bdae-deca-44f7-8d60-9f50859e1d90 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:31.614491 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b167bdae-deca-44f7-8d60-9f50859e1d90 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:31.620499 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:31.625260 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58090) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:31.638734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8ee8ca31-5a38-410b-904f-1c774cb9ae5e,segment=NetworkSegment(a4ad40c0-9abb-40ac-b9ba-231d605c80fd),segment_id=a4ad40c0-9abb-40ac-b9ba-231d605c80fd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:31.733456 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:31.740238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 04680135-a65c-4508-bf09-2718d35da64b up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:31.862790 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053fe6a6-789e-40c7-a6ce-d44f0c9682c3 x-openstack-request-id: req-053fe6a6-789e-40c7-a6ce-d44f0c9682c3 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:31.863141 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "8ee8ca31-5a38-410b-904f-1c774cb9ae5e", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:31.863664 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-053fe6a6-789e-40c7-a6ce-d44f0c9682c3 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:31.864114 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e', 'code': 200} Feb 16 16:32:31.866801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 49d0496c-2421-48e5-983f-22a00c597f3e no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:32:32.005348 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Publish callbacks [] for port (0076c463-a46b-49ce-9165-f795c6a3a3e6), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:32.019320 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0076c463-a46b-49ce-9165-f795c6a3a3e6), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:32.021387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02dbbabf-6a14-42ef-b269-f2289a04f033 req-194b305d-bf70-4a1c-ac8f-c207aa86282d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4568343 Feb 16 16:32:32.082521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 49d0496c-2421-48e5-983f-22a00c597f3e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:32:32.082848 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 49d0496c-2421-48e5-983f-22a00c597f3e not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:32:32.083282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4257dc92-0c04-4422-b9a0-1eb833c1ba85 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:32:32.102211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fc59b-9f8d-4834-9b6d-ef74292c38fc req-67de94f8-57e2-4711-a6fd-6cefbadabdc0 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:32.111872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba4fc59b-9f8d-4834-9b6d-ef74292c38fc req-67de94f8-57e2-4711-a6fd-6cefbadabdc0 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 931 time: 0.1135426 Feb 16 16:32:32.139939 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:32.170327 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d4bee-d116-413d-9f4f-597004938d03 None None] Pushing event updated for resources: {'Port': ['ID=0076c463-a46b-49ce-9165-f795c6a3a3e6,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:32.204100 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d4bee-d116-413d-9f4f-597004938d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:32.205070 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d4bee-d116-413d-9f4f-597004938d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:32.205703 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d4bee-d116-413d-9f4f-597004938d03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:32.206138 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d4bee-d116-413d-9f4f-597004938d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:32.206534 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d4bee-d116-413d-9f4f-597004938d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:32.206865 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d4bee-d116-413d-9f4f-597004938d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:32.207193 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d4bee-d116-413d-9f4f-597004938d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:32.207522 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d4bee-d116-413d-9f4f-597004938d03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:32.222622 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d4bee-d116-413d-9f4f-597004938d03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:32.223102 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d4bee-d116-413d-9f4f-597004938d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:32.223471 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d4bee-d116-413d-9f4f-597004938d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:32.223785 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d4bee-d116-413d-9f4f-597004938d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:32.224130 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d4bee-d116-413d-9f4f-597004938d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:32.229003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 4257dc92-0c04-4422-b9a0-1eb833c1ba85 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:32:32.229478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4257dc92-0c04-4422-b9a0-1eb833c1ba85 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:32:32.277540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f8963042-4360-4377-9be2-46ae02e99890 None None] Provisioning complete for port 317c51d4-d901-46dc-bfd6-023651120ab7 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:32.290912 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Attempting to bind port 0076c463-a46b-49ce-9165-f795c6a3a3e6 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:32:32.291291 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Attempting to bind port 0076c463-a46b-49ce-9165-f795c6a3a3e6 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:32:32.292233 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f8963042-4360-4377-9be2-46ae02e99890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (317c51d4-d901-46dc-bfd6-023651120ab7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:32.294867 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Attempting to bind port 0076c463-a46b-49ce-9165-f795c6a3a3e6 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:32:32.304122 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:32:32.304481 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:32.306819 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:32.307380 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:32:32.308049 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Bound port: 0076c463-a46b-49ce-9165-f795c6a3a3e6, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:32:32.320419 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0076c463-a46b-49ce-9165-f795c6a3a3e6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:32.358743 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317c51d4-d901-46dc-bfd6-023651120ab7 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:32:32.360393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4813c-aad1-4dd9-ad69-198ceb903f46 None None] Pushing event updated for resources: {'Port': ['ID=b6df3914-d657-4880-9026-fc1ce34a68d4,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:32.383793 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:32.387040 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Publish callbacks [] for port (317c51d4-d901-46dc-bfd6-023651120ab7), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:32.388573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:32.394639 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:32.424761 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Transition to ACTIVE for port object 317c51d4-d901-46dc-bfd6-023651120ab7 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:32:32.434189 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (317c51d4-d901-46dc-bfd6-023651120ab7), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:32.443296 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] For port 0076c463-a46b-49ce-9165-f795c6a3a3e6, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:32:32.449525 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] For port 0076c463-a46b-49ce-9165-f795c6a3a3e6, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0076c463-a46b-49ce-9165-f795c6a3a3e6,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:32:32.474693 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0076c463-a46b-49ce-9165-f795c6a3a3e6), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:32.546698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Allocated IP 172.20.0.1 (70da62e2-114f-4e11-8873-fa8d53659357/cd2dc1d5-f314-44c4-9d32-06fa188549b4/1f1a9b0a-d9bf-4612-b49c-8f824b231648) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:32.691508 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Routers {'b71e5eb9-b91d-42c1-8fd7-926b19396cb4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:32.694120 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b71e5eb9-b91d-42c1-8fd7-926b19396cb4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:32.778611 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Pushing event updated for resources: {'Port': ['ID=317c51d4-d901-46dc-bfd6-023651120ab7,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:32.927136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Attempting to bind port 317c51d4-d901-46dc-bfd6-023651120ab7 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:32:32.927470 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Attempting to bind port 317c51d4-d901-46dc-bfd6-023651120ab7 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:32:32.927816 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Attempting to bind port 317c51d4-d901-46dc-bfd6-023651120ab7 on network bdc441f4-653b-448b-a7a1-03830b73d8fc {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:32:32.937809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba4fc59b-9f8d-4834-9b6d-ef74292c38fc req-06266225-26ab-4f7d-9940-63ff532ccea6 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8241184 Feb 16 16:32:32.946134 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Port 317c51d4-d901-46dc-bfd6-023651120ab7 on network bdc441f4-653b-448b-a7a1-03830b73d8fc not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:32:32.946456 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Attempting to bind port 317c51d4-d901-46dc-bfd6-023651120ab7 on network bdc441f4-653b-448b-a7a1-03830b73d8fc {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:32:32.951029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-800941438-network', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:32.976957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:32:32.977291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Checking segment: {'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:32.977678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Bound using segment: {'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:32:32.978109 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Bound port: 317c51d4-d901-46dc-bfd6-023651120ab7, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:32:32.978465 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (317c51d4-d901-46dc-bfd6-023651120ab7), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:32.991049 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d4bee-d116-413d-9f4f-597004938d03 None None] Pushing event updated for resources: {'Port': ['ID=0076c463-a46b-49ce-9165-f795c6a3a3e6,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:33.023992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] Made reservation on behalf of 1ba6ed05f60d4be18332c533a096aa72 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:32:33.030913 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:33.062704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:33.112731 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] Set router b71e5eb9-b91d-42c1-8fd7-926b19396cb4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:33.115431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b167bdae-deca-44f7-8d60-9f50859e1d90 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:33.132513 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] For port 317c51d4-d901-46dc-bfd6-023651120ab7, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:32:33.139826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] For port 317c51d4-d901-46dc-bfd6-023651120ab7, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=317c51d4-d901-46dc-bfd6-023651120ab7,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:32:33.152811 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (317c51d4-d901-46dc-bfd6-023651120ab7), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:33.183413 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Publish callbacks [] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:33.236606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:33.237251 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:33.242078 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] 10.222.0.65 "PUT /v2.0/ports/317c51d4-d901-46dc-bfd6-023651120ab7 HTTP/1.1" status: 200 len: 1091 time: 2.3210466 Feb 16 16:32:33.242551 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'tag': '317c51d4-d901-46dc-bfd6-023651120ab7'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:33.244862 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385db657-5a1f-4f61-a7ac-e22ee4c983ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2487fe11-6332-458c-96ff-dca03e2ce59b", "tag": "317c51d4-d901-46dc-bfd6-023651120ab7"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:33.371671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f8963042-4360-4377-9be2-46ae02e99890 None None] Port 317c51d4-d901-46dc-bfd6-023651120ab7 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:32:33.414224 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9a4555-d16a-4b19-8177-eb054c110369 x-openstack-request-id: req-af9a4555-d16a-4b19-8177-eb054c110369 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:33.414744 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2487fe11-6332-458c-96ff-dca03e2ce59b", "tag": "317c51d4-d901-46dc-bfd6-023651120ab7", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:33.415188 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af9a4555-d16a-4b19-8177-eb054c110369 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:33.415838 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'tag': '317c51d4-d901-46dc-bfd6-023651120ab7', 'status': 'completed', 'code': 200} Feb 16 16:32:33.428782 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 04680135-a65c-4508-bf09-2718d35da64b completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:32:33.443925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=8ee8ca31-5a38-410b-904f-1c774cb9ae5e,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:33.481923 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48a55e-987e-4e71-aa5e-76ca04c1bd78 service neutron] Pushing event updated for resources: {'Port': ['ID=317c51d4-d901-46dc-bfd6-023651120ab7,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:33.484898 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 04680135-a65c-4508-bf09-2718d35da64b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:33.486375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502625c-13c9-4226-b8b3-3d956caaaf3f req-fe7d3664-57d7-49a5-b4c5-c60b8ecf7483 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:33.488854 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (04680135-a65c-4508-bf09-2718d35da64b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:33.499239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502625c-13c9-4226-b8b3-3d956caaaf3f req-fe7d3664-57d7-49a5-b4c5-c60b8ecf7483 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:33.512224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502625c-13c9-4226-b8b3-3d956caaaf3f req-fe7d3664-57d7-49a5-b4c5-c60b8ecf7483 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:33.520887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-ffd3555d-ee45-47eb-8642-80f9794339d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:33.522477 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-ffd3555d-ee45-47eb-8642-80f9794339d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 1125 time: 0.2142417 Feb 16 16:32:33.528240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502625c-13c9-4226-b8b3-3d956caaaf3f req-fe7d3664-57d7-49a5-b4c5-c60b8ecf7483 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:33.545470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502625c-13c9-4226-b8b3-3d956caaaf3f req-fe7d3664-57d7-49a5-b4c5-c60b8ecf7483 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:33.558854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502625c-13c9-4226-b8b3-3d956caaaf3f req-fe7d3664-57d7-49a5-b4c5-c60b8ecf7483 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:33.566670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502625c-13c9-4226-b8b3-3d956caaaf3f req-fe7d3664-57d7-49a5-b4c5-c60b8ecf7483 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:33.569368 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b502625c-13c9-4226-b8b3-3d956caaaf3f req-fe7d3664-57d7-49a5-b4c5-c60b8ecf7483 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5436 time: 0.3518884 Feb 16 16:32:33.574403 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f8963042-4360-4377-9be2-46ae02e99890 None None] Provisioning complete for port b6df3914-d657-4880-9026-fc1ce34a68d4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:33.574777 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f8963042-4360-4377-9be2-46ae02e99890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:33.610386 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-858650505-router', 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '0076c463-a46b-49ce-9165-f795c6a3a3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:20Z', 'updated_at': '2022-02-16T16:32:26Z', 'revision_number': 3, 'project_id': 'dbd272cc326940a1a14c39e2d15a896a', 'gw_port': {'id': '0076c463-a46b-49ce-9165-f795c6a3a3e6', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:98:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:23Z', 'updated_at': '2022-02-16T16:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:33.620883 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-8e0ec0a8-faad-4a1e-b996-c30c8a43d719 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=317c51d4-d901-46dc-bfd6-023651120ab7 HTTP/1.1" status: 200 len: 217 time: 0.0895772 Feb 16 16:32:33.632763 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:33.697728 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b53061f-daa8-43ec-aa41-c077f589d0ee None None] The sync data for ids ['b71e5eb9-b91d-42c1-8fd7-926b19396cb4'] in n-d-669411-5 is: [{'id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-858650505-router', 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '0076c463-a46b-49ce-9165-f795c6a3a3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:20Z', 'updated_at': '2022-02-16T16:32:26Z', 'revision_number': 3, 'project_id': 'dbd272cc326940a1a14c39e2d15a896a', 'gw_port': {'id': '0076c463-a46b-49ce-9165-f795c6a3a3e6', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:98:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:23Z', 'updated_at': '2022-02-16T16:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:32:33.710810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1a9b0a-d9bf-4612-b49c-8f824b231648,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:33.741551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port b167bdae-deca-44f7-8d60-9f50859e1d90 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:33.742150 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:33.746306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-19647124-357b-4c95-9d5d-972ad2fa285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:33.747088 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] Publish callbacks [] for security_group (192be164-5491-4059-8be5-78169c1679e1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:33.747775 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-19647124-357b-4c95-9d5d-972ad2fa285f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.1137779 Feb 16 16:32:33.753095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Network 70da62e2-114f-4e11-8873-fa8d53659357 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:33.765421 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (192be164-5491-4059-8be5-78169c1679e1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:33.770883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:33.774635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:33.835107 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:33.898090 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-3a10f4bb-8b07-4bc1-8ec0-401a181283b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:33.911250 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-3a10f4bb-8b07-4bc1-8ec0-401a181283b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1564050 Feb 16 16:32:33.914109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:34.253621 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-94a54971-6a43-4339-b60c-7f5ba7d7f5a0 service neutron] 10.222.0.65 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290033 Feb 16 16:32:34.554838 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f9ce8c7-3325-47c7-9bf1-7ba9073dfde0 req-f068ef13-384f-44ed-a887-e4ae680dc966 service neutron] 10.222.0.65 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965646 Feb 16 16:32:34.634853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:32:34.645409 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:34.645946 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] Added segment 5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f of type vlan for network 15aff283-df39-49e7-b6a0-0744c433d246 Feb 16 16:32:34.696439 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (15aff283-df39-49e7-b6a0-0744c433d246), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:34.715001 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385db657-5a1f-4f61-a7ac-e22ee4c983ce req-043a0ff6-3cd3-4ba9-b0ba-54efd0790b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:34.719248 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-385db657-5a1f-4f61-a7ac-e22ee4c983ce req-043a0ff6-3cd3-4ba9-b0ba-54efd0790b0f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 1125 time: 0.1067817 Feb 16 16:32:34.739289 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b167bdae-deca-44f7-8d60-9f50859e1d90 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:34.748371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ecfb162b-1991-4f02-99fe-46606bdfa2e2 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:34.792073 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b502625c-13c9-4226-b8b3-3d956caaaf3f req-24321e2f-69c1-4e9a-b3ab-48eeee0d8a82 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2075498 Feb 16 16:32:34.792921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192be164-5491-4059-8be5-78169c1679e1,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:34.807310 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (15aff283-df39-49e7-b6a0-0744c433d246), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:34.810760 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:34.811222 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:34.869960 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:34.876471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 04680135-a65c-4508-bf09-2718d35da64b is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:34.878919 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04680135-a65c-4508-bf09-2718d35da64b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:34.905532 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0947633 Feb 16 16:32:34.968964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58154) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:34.975263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-cf5c3098-8e82-4c84-9fb2-8a69d5f88bfd admin admin] Request body: {'subnet': {'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-800941438-subnet', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:35.003614 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f8963042-4360-4377-9be2-46ae02e99890 None None] Current status of the port b6df3914-d657-4880-9026-fc1ce34a68d4 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:35.005127 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f8963042-4360-4377-9be2-46ae02e99890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:35.021511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385db657-5a1f-4f61-a7ac-e22ee4c983ce req-968a048c-be9b-4c4b-a221-f177f849e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:35.023140 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-385db657-5a1f-4f61-a7ac-e22ee4c983ce req-968a048c-be9b-4c4b-a221-f177f849e3fc service neutron] 10.222.0.65 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 922 time: 0.2980521 Feb 16 16:32:35.040156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9a6d4-b060-4eb8-bd9d-465d1381fa45 admin admin] Pushing event updated for resources: {'Network': ['ID=15aff283-df39-49e7-b6a0-0744c433d246,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:35.060729 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5c3098-8e82-4c84-9fb2-8a69d5f88bfd admin admin] Made reservation on behalf of 1ba6ed05f60d4be18332c533a096aa72 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:32:35.067214 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3098-8e82-4c84-9fb2-8a69d5f88bfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:35.109181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f8963042-4360-4377-9be2-46ae02e99890 None None] For port b6df3914-d657-4880-9026-fc1ce34a68d4, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b6df3914-d657-4880-9026-fc1ce34a68d4,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:35.110746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ecfb162b-1991-4f02-99fe-46606bdfa2e2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:35.111637 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ecfb162b-1991-4f02-99fe-46606bdfa2e2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:35.115829 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 15aff283-df39-49e7-b6a0-0744c433d246 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:32:35.153528 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-385db657-5a1f-4f61-a7ac-e22ee4c983ce req-ee621009-67e6-45ac-936d-5aa28e996b35 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=317c51d4-d901-46dc-bfd6-023651120ab7 HTTP/1.1" status: 200 len: 217 time: 0.1224580 Feb 16 16:32:35.162224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04680135-a65c-4508-bf09-2718d35da64b'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:35.164947 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a4ed5a-7851-43ab-8e6c-ca3bd115b3d8" -d '{"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "04680135-a65c-4508-bf09-2718d35da64b"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:35.290529 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f8963042-4360-4377-9be2-46ae02e99890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:35.305859 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385db657-5a1f-4f61-a7ac-e22ee4c983ce req-5d594b02-d294-456f-9e7e-8b7d2610a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:35.308511 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-385db657-5a1f-4f61-a7ac-e22ee4c983ce req-5d594b02-d294-456f-9e7e-8b7d2610a577 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.1482062 Feb 16 16:32:35.390408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290bffe-00ea-461d-8901-01dd10c54013 req-37a738ac-eb95-40f0-9757-7e81be52334a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:35.395543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f290bffe-00ea-461d-8901-01dd10c54013 req-37a738ac-eb95-40f0-9757-7e81be52334a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 943 time: 0.6301968 Feb 16 16:32:35.459786 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385db657-5a1f-4f61-a7ac-e22ee4c983ce req-1f0153a4-44bc-4ec1-a8e2-f94f32cefdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:35.461704 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-385db657-5a1f-4f61-a7ac-e22ee4c983ce req-1f0153a4-44bc-4ec1-a8e2-f94f32cefdfc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1349142 Feb 16 16:32:35.485117 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:35.510099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 04680135-a65c-4508-bf09-2718d35da64b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=04680135-a65c-4508-bf09-2718d35da64b,segment=NetworkSegment(e803b953-0ab5-42e0-964f-e8bec7c18daa),segment_id=e803b953-0ab5-42e0-964f-e8bec7c18daa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:35.536518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8963042-4360-4377-9be2-46ae02e99890 None None] Pushing event updated for resources: {'Port': ['ID=b6df3914-d657-4880-9026-fc1ce34a68d4,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:35.669210 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (04680135-a65c-4508-bf09-2718d35da64b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:35.685300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:35.765416 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-385db657-5a1f-4f61-a7ac-e22ee4c983ce req-2e458982-fccb-49fc-9dd0-ca81991ecadc service neutron] 10.222.0.65 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953639 Feb 16 16:32:35.830825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f290bffe-00ea-461d-8901-01dd10c54013 req-695547e8-24d9-48be-ab17-3c82a65bab5a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475695 Feb 16 16:32:35.899955 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eb7bf9-97b4-4ca3-932a-9e4a73c5cb33 x-openstack-request-id: req-32eb7bf9-97b4-4ca3-932a-9e4a73c5cb33 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:35.900457 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "04680135-a65c-4508-bf09-2718d35da64b", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:35.900555 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32eb7bf9-97b4-4ca3-932a-9e4a73c5cb33 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:35.900936 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04680135-a65c-4508-bf09-2718d35da64b', 'code': 200} Feb 16 16:32:35.929870 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=04680135-a65c-4508-bf09-2718d35da64b,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:36.004229 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58176) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:36.072180 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-385db657-5a1f-4f61-a7ac-e22ee4c983ce req-f47f1498-6f8a-4545-a60b-26c46a1d497d service neutron] 10.222.0.65 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995505 Feb 16 16:32:36.148789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ecfb162b-1991-4f02-99fe-46606bdfa2e2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:36.151520 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b9ffcdbf-580d-43af-8df8-f982e93b0e5d None None] Provisioning complete for port b6df3914-d657-4880-9026-fc1ce34a68d4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:36.151978 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9ffcdbf-580d-43af-8df8-f982e93b0e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:36.209456 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:32:36.219909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:36.220306 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:36.231433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:31Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:36.277034 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3098-8e82-4c84-9fb2-8a69d5f88bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (fb3087b6-a700-4596-bf94-8374694c51fb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:36.354432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a948e9-90d0-45a3-abc3-6d76213eea63 None None] The sync data for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 is: [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:31Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:32:36.452403 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Publish callbacks [] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:36.568080 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b9ffcdbf-580d-43af-8df8-f982e93b0e5d None None] Current status of the port b6df3914-d657-4880-9026-fc1ce34a68d4 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:36.574396 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:36.577661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:36.578060 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:36.595857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b9ffcdbf-580d-43af-8df8-f982e93b0e5d None None] Provisioning complete for port 1f1a9b0a-d9bf-4612-b49c-8f824b231648 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:36.597088 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9ffcdbf-580d-43af-8df8-f982e93b0e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:36.637755 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:36.645345 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f17eb9d6-edfe-44cf-9f40-7180684a83d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:36.670449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b9ffcdbf-580d-43af-8df8-f982e93b0e5d None None] Port 1f1a9b0a-d9bf-4612-b49c-8f824b231648 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:32:36.673475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b6df3914-d657-4880-9026-fc1ce34a68d4 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:36.699810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd13b-3448-4fea-ad94-649d6830e0cf req-1632fc3c-300a-412a-8066-a4fe5cf7ed6a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:36.706750 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd13b-3448-4fea-ad94-649d6830e0cf req-1632fc3c-300a-412a-8066-a4fe5cf7ed6a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:36.716196 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd13b-3448-4fea-ad94-649d6830e0cf req-1632fc3c-300a-412a-8066-a4fe5cf7ed6a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:36.733579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd13b-3448-4fea-ad94-649d6830e0cf req-1632fc3c-300a-412a-8066-a4fe5cf7ed6a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:36.743157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd13b-3448-4fea-ad94-649d6830e0cf req-1632fc3c-300a-412a-8066-a4fe5cf7ed6a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:36.746982 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd13b-3448-4fea-ad94-649d6830e0cf req-1632fc3c-300a-412a-8066-a4fe5cf7ed6a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:36.751375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd13b-3448-4fea-ad94-649d6830e0cf req-1632fc3c-300a-412a-8066-a4fe5cf7ed6a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:36.762326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5cecd13b-3448-4fea-ad94-649d6830e0cf req-1632fc3c-300a-412a-8066-a4fe5cf7ed6a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5437 time: 0.7605946 Feb 16 16:32:36.766292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port b6df3914-d657-4880-9026-fc1ce34a68d4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:36.766961 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:36.881283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c3098-8e82-4c84-9fb2-8a69d5f88bfd admin admin] Checking segment: {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:36.882227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5c3098-8e82-4c84-9fb2-8a69d5f88bfd admin admin] Network hostable DHCP agents. Network: 15aff283-df39-49e7-b6a0-0744c433d246, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:32:36.968337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c3098-8e82-4c84-9fb2-8a69d5f88bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb3087b6-a700-4596-bf94-8374694c51fb,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:37.036565 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1,segment=NetworkSegment(e803b953-0ab5-42e0-964f-e8bec7c18daa),segment_id=e803b953-0ab5-42e0-964f-e8bec7c18daa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:37.038347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b6df3914-d657-4880-9026-fc1ce34a68d4 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:37.039520 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0076c463-a46b-49ce-9165-f795c6a3a3e6 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:37.084377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1a9b0a-d9bf-4612-b49c-8f824b231648,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:37.105086 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:37.105934 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:37.216491 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 0076c463-a46b-49ce-9165-f795c6a3a3e6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:37.216491 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0076c463-a46b-49ce-9165-f795c6a3a3e6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:37.295300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:37.304323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5cecd13b-3448-4fea-ad94-649d6830e0cf req-aafd95a9-c749-488b-8388-33388165cb02 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5408599 Feb 16 16:32:37.312344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:32:37.317877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5c3098-8e82-4c84-9fb2-8a69d5f88bfd admin admin] Network 15aff283-df39-49e7-b6a0-0744c433d246 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:32:37.319873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:37.320471 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:37.356560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-cf5c3098-8e82-4c84-9fb2-8a69d5f88bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 15aff283-df39-49e7-b6a0-0744c433d246) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:37.378507 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6753b0b4-b741-40c5-aec2-e2c2b918b582 None None] Network 15aff283-df39-49e7-b6a0-0744c433d246 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:32:37.391966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccea42-956c-4323-a9b1-423df1e74bbd req-d229044c-7080-4a85-b3f1-fca615e4b454 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:37.415545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3ccea42-956c-4323-a9b1-423df1e74bbd req-d229044c-7080-4a85-b3f1-fca615e4b454 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 943 time: 0.4437866 Feb 16 16:32:37.436275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5c3098-8e82-4c84-9fb2-8a69d5f88bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:37.437171 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3098-8e82-4c84-9fb2-8a69d5f88bfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:37.507883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Network 70da62e2-114f-4e11-8873-fa8d53659357 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:37.522894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:37.542357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cf5c3098-8e82-4c84-9fb2-8a69d5f88bfd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5722845 Feb 16 16:32:37.545310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58206) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:37.552516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:37.597430 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:37.599657 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:37.633653 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f17eb9d6-edfe-44cf-9f40-7180684a83d3 admin admin] Publish callbacks [] for security_group (794c2b13-e36c-4e3f-877f-a9d29898399f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:37.674896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3ccea42-956c-4323-a9b1-423df1e74bbd req-ec5d589e-f969-4bbe-bf5f-c362e36054b8 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204323 Feb 16 16:32:37.680655 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f17eb9d6-edfe-44cf-9f40-7180684a83d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (794c2b13-e36c-4e3f-877f-a9d29898399f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:37.703112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:37.708971 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:37.751391 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Publish callbacks [] for router_controller (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:37.879159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 0076c463-a46b-49ce-9165-f795c6a3a3e6 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:37.879719 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0076c463-a46b-49ce-9165-f795c6a3a3e6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:37.922839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 0076c463-a46b-49ce-9165-f795c6a3a3e6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0076c463-a46b-49ce-9165-f795c6a3a3e6,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:37.937532 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f17eb9d6-edfe-44cf-9f40-7180684a83d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2ed9b5dcbe642549072d3f4ec5f264f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9294024 Feb 16 16:32:37.940075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edf9e5f-ca4b-451e-a4db-b16895ab6ec1'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:37.941161 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58208) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:37.943927 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083cb53e-70d2-4da6-90e9-7ea1437389fb" -d '{"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "8edf9e5f-ca4b-451e-a4db-b16895ab6ec1"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:37.962950 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0076c463-a46b-49ce-9165-f795c6a3a3e6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:37.978908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17eb9d6-edfe-44cf-9f40-7180684a83d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794c2b13-e36c-4e3f-877f-a9d29898399f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:38.077103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Router b71e5eb9-b91d-42c1-8fd7-926b19396cb4 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:32:38.084400 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8252208-6efb-4d33-8332-d0a3e8c98980 x-openstack-request-id: req-e8252208-6efb-4d33-8332-d0a3e8c98980 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:38.084989 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "8edf9e5f-ca4b-451e-a4db-b16895ab6ec1", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:38.085555 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8252208-6efb-4d33-8332-d0a3e8c98980 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:38.086068 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edf9e5f-ca4b-451e-a4db-b16895ab6ec1', 'code': 200} Feb 16 16:32:38.170918 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:38.193979 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Publish callbacks [] for router_gateway (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:38.247518 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:38.248988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 82e2e32d-8c5f-4c98-812f-04b3671298db up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:38.269417 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-15aff283-df39-49e7-b6a0-0744c433d246', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:32:38.270277 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:38.312190 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Publish callbacks [] for security_group (794c2b13-e36c-4e3f-877f-a9d29898399f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:38.345310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:32:38.347105 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-da51177a-0aff-4f21-8701-555964232159 None None] Provisioning complete for port 1f1a9b0a-d9bf-4612-b49c-8f824b231648 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:38.352678 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da51177a-0aff-4f21-8701-555964232159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:38.355214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=0076c463-a46b-49ce-9165-f795c6a3a3e6,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:38.401587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7e3d9877-7124-4f53-807f-0897ed252295 admin admin] 10.222.0.24 "PUT /v2.0/routers/b71e5eb9-b91d-42c1-8fd7-926b19396cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4179296 Feb 16 16:32:38.403439 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Publish callbacks [] for security_group (794c2b13-e36c-4e3f-877f-a9d29898399f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:38.406106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Sync routers for ids ['b71e5eb9-b91d-42c1-8fd7-926b19396cb4'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:32:38.534852 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (794c2b13-e36c-4e3f-877f-a9d29898399f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:38.542588 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:38.546902 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/794c2b13-e36c-4e3f-877f-a9d29898399f HTTP/1.1" status: 204 len: 168 time: 0.5985448 Feb 16 16:32:38.561894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794c2b13-e36c-4e3f-877f-a9d29898399f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:38.589943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:38.590293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:38.590842 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:38.591564 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:38.591962 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:38.603142 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:38.603528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:38.605823 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:38.607169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:38.607930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:38.608285 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:38.608627 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:38.608961 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d4a40-e28c-420b-917d-cda99d35c9dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:32:38.613141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22dc7-a6ee-4c48-b65e-7cb816a42f79 req-1bcbb647-0436-4d9b-8d7b-c041643fc231 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:38.628700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22dc7-a6ee-4c48-b65e-7cb816a42f79 req-1bcbb647-0436-4d9b-8d7b-c041643fc231 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:38.643318 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22dc7-a6ee-4c48-b65e-7cb816a42f79 req-1bcbb647-0436-4d9b-8d7b-c041643fc231 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:38.658071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22dc7-a6ee-4c48-b65e-7cb816a42f79 req-1bcbb647-0436-4d9b-8d7b-c041643fc231 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:38.675723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22dc7-a6ee-4c48-b65e-7cb816a42f79 req-1bcbb647-0436-4d9b-8d7b-c041643fc231 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:38.690973 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22dc7-a6ee-4c48-b65e-7cb816a42f79 req-1bcbb647-0436-4d9b-8d7b-c041643fc231 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:38.696563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22dc7-a6ee-4c48-b65e-7cb816a42f79 req-1bcbb647-0436-4d9b-8d7b-c041643fc231 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:38.715156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5cc22dc7-a6ee-4c48-b65e-7cb816a42f79 req-1bcbb647-0436-4d9b-8d7b-c041643fc231 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5439 time: 0.2602594 Feb 16 16:32:38.733533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:38.881342 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Publish callbacks [] for router_gateway (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:38.893639 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Routers {'b71e5eb9-b91d-42c1-8fd7-926b19396cb4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:38.894301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b71e5eb9-b91d-42c1-8fd7-926b19396cb4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:38.920021 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:39.046973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5cc22dc7-a6ee-4c48-b65e-7cb816a42f79 req-d6e798d9-3815-402e-92b2-58842740c295 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3307488 Feb 16 16:32:39.061263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-da51177a-0aff-4f21-8701-555964232159 None None] Port 1f1a9b0a-d9bf-4612-b49c-8f824b231648 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:32:39.095096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148422c2-2462-4c62-b7ac-d466ee8e1ba2 req-420ebaec-4b6b-4f11-88fa-256130e10a95 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:39.110930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-148422c2-2462-4c62-b7ac-d466ee8e1ba2 req-420ebaec-4b6b-4f11-88fa-256130e10a95 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.3791418 Feb 16 16:32:39.167406 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Allocated IP 172.25.4.78 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/8948c0c3-7ef6-4304-8cf1-b13f5e9c6073) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:39.248614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58246) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:39.333544 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 317c51d4-d901-46dc-bfd6-023651120ab7 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:32:39.340821 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Publish callbacks [] for port (8948c0c3-7ef6-4304-8cf1-b13f5e9c6073), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:39.349725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-148422c2-2462-4c62-b7ac-d466ee8e1ba2 req-91f32eed-755b-4240-abb9-8b00304ff478 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308979 Feb 16 16:32:39.376129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 82e2e32d-8c5f-4c98-812f-04b3671298db completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:32:39.386746 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b4761651-0eeb-4a42-8af5-9dad5601f87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:39.398325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 82e2e32d-8c5f-4c98-812f-04b3671298db triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:39.404192 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:39.451915 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8948c0c3-7ef6-4304-8cf1-b13f5e9c6073), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:39.515957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8114a-1266-48d6-8dd6-95a0f1bcfa48 req-a034cd39-5414-4a24-8f85-feaa48f16c2f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:39.518331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fe8114a-1266-48d6-8dd6-95a0f1bcfa48 req-a034cd39-5414-4a24-8f85-feaa48f16c2f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 943 time: 0.2512290 Feb 16 16:32:39.523059 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:39.524620 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:32:39.527063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:39.533137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:39.591629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58252) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:39.597340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1220591129-network', 'tenant_id': '11604f3e32b347878c7aa9f451fde92a'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:39.611489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fe8114a-1266-48d6-8dd6-95a0f1bcfa48 req-e13a3ee9-70e8-43f8-bc9b-f79759a2ff27 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867262 Feb 16 16:32:39.642129 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b4761651-0eeb-4a42-8af5-9dad5601f87d admin admin] Publish callbacks [] for security_group (48d67072-fdb9-46bf-a589-cd98c6a7cc9e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:39.646795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] Made reservation on behalf of 11604f3e32b347878c7aa9f451fde92a for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:32:39.649610 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:39.664735 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b4761651-0eeb-4a42-8af5-9dad5601f87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (48d67072-fdb9-46bf-a589-cd98c6a7cc9e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:39.706488 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b4761651-0eeb-4a42-8af5-9dad5601f87d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fbf0921278248618a84171e7f714a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4457686 Feb 16 16:32:39.707094 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:39.710521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58264) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:39.714553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 317c51d4-d901-46dc-bfd6-023651120ab7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=317c51d4-d901-46dc-bfd6-023651120ab7,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:39.730221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '317c51d4-d901-46dc-bfd6-023651120ab7', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'port_id': '317c51d4-d901-46dc-bfd6-023651120ab7', 'mac_address': 'fa:16:3e:a6:af:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:32:39.784532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4761651-0eeb-4a42-8af5-9dad5601f87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d67072-fdb9-46bf-a589-cd98c6a7cc9e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:39.839215 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Pushing event updated for resources: {'Port': ['ID=8948c0c3-7ef6-4304-8cf1-b13f5e9c6073,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:39.866540 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c0d62b2-4ce9-4da0-902e-c94358f7e2b0 admin admin] Publish callbacks [] for security_group (48d67072-fdb9-46bf-a589-cd98c6a7cc9e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:39.898065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 317c51d4-d901-46dc-bfd6-023651120ab7 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:39.901895 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (317c51d4-d901-46dc-bfd6-023651120ab7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:39.918008 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c0d62b2-4ce9-4da0-902e-c94358f7e2b0 admin admin] Publish callbacks [] for security_group (48d67072-fdb9-46bf-a589-cd98c6a7cc9e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:40.047098 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317c51d4-d901-46dc-bfd6-023651120ab7 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:32:40.048871 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c0d62b2-4ce9-4da0-902e-c94358f7e2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (48d67072-fdb9-46bf-a589-cd98c6a7cc9e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:40.059415 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c0d62b2-4ce9-4da0-902e-c94358f7e2b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:40.060634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1c0d62b2-4ce9-4da0-902e-c94358f7e2b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48d67072-fdb9-46bf-a589-cd98c6a7cc9e HTTP/1.1" status: 204 len: 168 time: 0.3492107 Feb 16 16:32:40.079502 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Allocated IP 172.20.0.2 (15aff283-df39-49e7-b6a0-0744c433d246/fb3087b6-a700-4596-bf94-8374694c51fb/49ed8375-4604-46a6-b9de-a902e35fd5dc) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:40.095667 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:40.102551 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659c2220-9af7-4951-b2cd-b44bb55a4725" -d '{"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:40.105956 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d62b2-4ce9-4da0-902e-c94358f7e2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d67072-fdb9-46bf-a589-cd98c6a7cc9e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:40.122737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Set router b71e5eb9-b91d-42c1-8fd7-926b19396cb4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:40.162640 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] Publish callbacks [] for security_group (5ab09762-91e5-4058-b1d3-9931f6078b1f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:40.172733 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5ab09762-91e5-4058-b1d3-9931f6078b1f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:40.250575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:32:40.257820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab09762-91e5-4058-b1d3-9931f6078b1f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:40.285118 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (9db02d4f-23af-45fd-aaeb-9391ff2de2ed), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:40.285533 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] Added segment 9db02d4f-23af-45fd-aaeb-9391ff2de2ed of type vlan for network a76c641d-58da-425c-93e5-7240a0b525ba Feb 16 16:32:40.333344 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5376cf57-be57-40a4-8fd2-1d9cdfc05bc7 x-openstack-request-id: req-5376cf57-be57-40a4-8fd2-1d9cdfc05bc7 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:40.344064 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:40.344636 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5376cf57-be57-40a4-8fd2-1d9cdfc05bc7 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:40.344745 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8', 'code': 200} Feb 16 16:32:40.394235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 317c51d4-d901-46dc-bfd6-023651120ab7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=317c51d4-d901-46dc-bfd6-023651120ab7,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:40.512668 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (317c51d4-d901-46dc-bfd6-023651120ab7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:40.530628 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0076c463-a46b-49ce-9165-f795c6a3a3e6 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:40.539437 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a76c641d-58da-425c-93e5-7240a0b525ba), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:40.637976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63211caa-0df7-4b53-9f92-e64e430765ac req-21c06ab4-fad1-4eb9-b5df-10fd61bb7649 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:40.654382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63211caa-0df7-4b53-9f92-e64e430765ac req-21c06ab4-fad1-4eb9-b5df-10fd61bb7649 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:40.669957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63211caa-0df7-4b53-9f92-e64e430765ac req-21c06ab4-fad1-4eb9-b5df-10fd61bb7649 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:40.676520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63211caa-0df7-4b53-9f92-e64e430765ac req-21c06ab4-fad1-4eb9-b5df-10fd61bb7649 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:40.680244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 82e2e32d-8c5f-4c98-812f-04b3671298db is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:40.685483 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:40.695547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63211caa-0df7-4b53-9f92-e64e430765ac req-21c06ab4-fad1-4eb9-b5df-10fd61bb7649 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:40.713668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63211caa-0df7-4b53-9f92-e64e430765ac req-21c06ab4-fad1-4eb9-b5df-10fd61bb7649 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:40.719563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63211caa-0df7-4b53-9f92-e64e430765ac req-21c06ab4-fad1-4eb9-b5df-10fd61bb7649 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:40.733960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63211caa-0df7-4b53-9f92-e64e430765ac req-21c06ab4-fad1-4eb9-b5df-10fd61bb7649 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5439 time: 0.3424358 Feb 16 16:32:40.750259 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a76c641d-58da-425c-93e5-7240a0b525ba), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:40.754233 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:40.760509 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:40.886032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2874017 Feb 16 16:32:40.894573 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58286) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:40.908534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-6c672d7b-85de-4875-a040-f9b997cff0da admin admin] Request body: {'subnet': {'network_id': 'a76c641d-58da-425c-93e5-7240a0b525ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220591129-subnet', 'tenant_id': '11604f3e32b347878c7aa9f451fde92a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:40.928943 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Publish callbacks [] for router_gateway (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:40.941552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['317c51d4-d901-46dc-bfd6-023651120ab7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:32:41.150052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead0cf7-5748-40ea-8a47-6440b9f84692 admin admin] Pushing event updated for resources: {'Network': ['ID=a76c641d-58da-425c-93e5-7240a0b525ba,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:41.160885 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63211caa-0df7-4b53-9f92-e64e430765ac req-d1f63828-4d94-434f-9878-48a491ae6150 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4183514 Feb 16 16:32:41.162165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c672d7b-85de-4875-a040-f9b997cff0da admin admin] Made reservation on behalf of 11604f3e32b347878c7aa9f451fde92a for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:32:41.176735 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c672d7b-85de-4875-a040-f9b997cff0da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:41.305921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a76c641d-58da-425c-93e5-7240a0b525ba details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:32:41.332543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=317c51d4-d901-46dc-bfd6-023651120ab7,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:41.336722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 82e2e32d-8c5f-4c98-812f-04b3671298db, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=82e2e32d-8c5f-4c98-812f-04b3671298db,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:41.380777 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:41.381583 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:41.481375 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:41.676245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:32:41.728258 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 0076c463-a46b-49ce-9165-f795c6a3a3e6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:41.731045 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0076c463-a46b-49ce-9165-f795c6a3a3e6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:41.744983 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Publish callbacks [] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:41.854535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:32:41.868794 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Sync routers for ids ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:32:41.898705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:41.900901 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fee94c0d-912c-48d3-b181-003d5a2cabd4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3537986 Feb 16 16:32:41.903574 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Routers {'51eb3b5f-4c8f-40df-87a4-5d239d98a77d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:41.904571 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:41.904751 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58308) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:41.967234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b4755-e782-4418-bb64-297d91df3c75 req-543f07e6-eb16-437b-bd74-f7bf7366de11 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:41.979161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d44b4755-e782-4418-bb64-297d91df3c75 req-543f07e6-eb16-437b-bd74-f7bf7366de11 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 944 time: 0.4474094 Feb 16 16:32:42.021670 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c672d7b-85de-4875-a040-f9b997cff0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:42.069138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae79fb-ddde-4803-8c47-308d605ef97d req-05299d0c-5d0a-49d3-b38e-1b7a6bc74975 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:42.078228 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45ae79fb-ddde-4803-8c47-308d605ef97d req-05299d0c-5d0a-49d3-b38e-1b7a6bc74975 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.5464363 Feb 16 16:32:42.193576 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Set router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:42.249507 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:42.346636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c672d7b-85de-4875-a040-f9b997cff0da admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:42.368824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Network 15aff283-df39-49e7-b6a0-0744c433d246 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:42.380487 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=82e2e32d-8c5f-4c98-812f-04b3671298db,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:42.405124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d44b4755-e782-4418-bb64-297d91df3c75 req-f65c9b17-c0a1-46a9-b63c-07e4a219c844 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246924 Feb 16 16:32:42.527262 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45ae79fb-ddde-4803-8c47-308d605ef97d req-2c00ddd6-023e-4539-b8a2-6fa3d969f425 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4474885 Feb 16 16:32:42.560855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e2e32d-8c5f-4c98-812f-04b3671298db'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:42.563326 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82b6274-e3fc-4dcd-8533-f00b71cdef8b" -d '{"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "82e2e32d-8c5f-4c98-812f-04b3671298db"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:42.567040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:42.570263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:42.575859 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Pushing event updated for resources: {'Port': ['ID=49ed8375-4604-46a6-b9de-a902e35fd5dc,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:42.604653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c672d7b-85de-4875-a040-f9b997cff0da admin admin] Checking segment: {'id': '9db02d4f-23af-45fd-aaeb-9391ff2de2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a76c641d-58da-425c-93e5-7240a0b525ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:42.605024 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c672d7b-85de-4875-a040-f9b997cff0da admin admin] Network hostable DHCP agents. Network: a76c641d-58da-425c-93e5-7240a0b525ba, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:32:42.667344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:32:42.680056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c672d7b-85de-4875-a040-f9b997cff0da admin admin] Network a76c641d-58da-425c-93e5-7240a0b525ba is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:32:42.696419 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:37Z', 'updated_at': '2022-02-16T16:32:39Z', 'revision_number': 3, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'gw_port': {'id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:38Z', 'updated_at': '2022-02-16T16:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:42.704858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-6c672d7b-85de-4875-a040-f9b997cff0da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, a76c641d-58da-425c-93e5-7240a0b525ba) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:42.709683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Attempting to bind port 49ed8375-4604-46a6-b9de-a902e35fd5dc on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:32:42.710202 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Attempting to bind port 49ed8375-4604-46a6-b9de-a902e35fd5dc by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:32:42.712172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Attempting to bind port 49ed8375-4604-46a6-b9de-a902e35fd5dc on network 15aff283-df39-49e7-b6a0-0744c433d246 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:32:42.712524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c672d7b-85de-4875-a040-f9b997cff0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:42.713121 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c672d7b-85de-4875-a040-f9b997cff0da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:42.726289 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:32:42.726826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Checking segment: {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:42.727309 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:42.727817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Bound using segment: {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:32:42.728434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Bound port: 49ed8375-4604-46a6-b9de-a902e35fd5dc, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:32:42.728897 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:42.731061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:42.731511 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:42.761052 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6c672d7b-85de-4875-a040-f9b997cff0da admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8563035 Feb 16 16:32:42.761676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58330) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:42.774560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1220591129-router', 'tenant_id': '11604f3e32b347878c7aa9f451fde92a', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:42.776355 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0202aedc-ad44-42f1-a397-e4c8a28c97dc None None] Network a76c641d-58da-425c-93e5-7240a0b525ba requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:32:42.795915 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Checking router: 51eb3b5f-4c8f-40df-87a4-5d239d98a77d for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:32:42.797700 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Updating router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d port 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:32:42.821755 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dcf063-5a45-4816-9cfe-152186d1665f x-openstack-request-id: req-a0dcf063-5a45-4816-9cfe-152186d1665f {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:42.823690 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "82e2e32d-8c5f-4c98-812f-04b3671298db", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:42.824862 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0dcf063-5a45-4816-9cfe-152186d1665f {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:42.825922 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e2e32d-8c5f-4c98-812f-04b3671298db', 'code': 200} Feb 16 16:32:42.872395 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8948c0c3-7ef6-4304-8cf1-b13f5e9c6073), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:42.938967 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (6ac24e19-ac6f-478c-a033-2f874d3357c6), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:42.940718 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (6ac24e19-ac6f-478c-a033-2f874d3357c6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:42.993511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-a76c641d-58da-425c-93e5-7240a0b525ba', 'network_id': 'a76c641d-58da-425c-93e5-7240a0b525ba', 'project_id': '11604f3e32b347878c7aa9f451fde92a', 'fixed_ips': [{'subnet_id': 'a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:32:42.994267 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:43.167076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Allocated IP 172.20.0.2 (a76c641d-58da-425c-93e5-7240a0b525ba/a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e/7a176d9d-bfa3-44f5-8715-7a20ed24ed13) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:43.221743 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:43.269857 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Publish callbacks [] for router_controller (6ac24e19-ac6f-478c-a033-2f874d3357c6), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:43.306111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e745d-1c51-47c5-9e46-7f667d77dc2a req-e3f21ed9-cac0-4d02-ad8a-8c19cd98791b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:43.318411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e745d-1c51-47c5-9e46-7f667d77dc2a req-e3f21ed9-cac0-4d02-ad8a-8c19cd98791b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:43.331969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e745d-1c51-47c5-9e46-7f667d77dc2a req-e3f21ed9-cac0-4d02-ad8a-8c19cd98791b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:43.347559 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e745d-1c51-47c5-9e46-7f667d77dc2a req-e3f21ed9-cac0-4d02-ad8a-8c19cd98791b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:43.356642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e745d-1c51-47c5-9e46-7f667d77dc2a req-e3f21ed9-cac0-4d02-ad8a-8c19cd98791b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:43.372090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e745d-1c51-47c5-9e46-7f667d77dc2a req-e3f21ed9-cac0-4d02-ad8a-8c19cd98791b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:43.388840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e745d-1c51-47c5-9e46-7f667d77dc2a req-e3f21ed9-cac0-4d02-ad8a-8c19cd98791b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:43.390803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe2e745d-1c51-47c5-9e46-7f667d77dc2a req-e3f21ed9-cac0-4d02-ad8a-8c19cd98791b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5440 time: 0.5790641 Feb 16 16:32:43.431441 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Publish callbacks [] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:43.542030 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Publish callbacks [] for port (8948c0c3-7ef6-4304-8cf1-b13f5e9c6073), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:43.552644 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8948c0c3-7ef6-4304-8cf1-b13f5e9c6073), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:43.586489 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-858650505-router', 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '0076c463-a46b-49ce-9165-f795c6a3a3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:20Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 4, 'project_id': 'dbd272cc326940a1a14c39e2d15a896a', 'gw_port': {'id': '0076c463-a46b-49ce-9165-f795c6a3a3e6', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:23Z', 'updated_at': '2022-02-16T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '1f1a9b0a-d9bf-4612-b49c-8f824b231648', 'name': '', 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357', 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a', 'mac_address': 'fa:16:3e:c2:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cd2dc1d5-f314-44c4-9d32-06fa188549b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:32Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 2, 'project_id': 'dbd272cc326940a1a14c39e2d15a896a', 'subnets': [{'id': 'cd2dc1d5-f314-44c4-9d32-06fa188549b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:43.603828 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:43.634090 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Allocated IP 172.20.0.1 (15aff283-df39-49e7-b6a0-0744c433d246/fb3087b6-a700-4596-bf94-8374694c51fb/d0514355-a6bf-4867-bcb6-4b6c96748429) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:43.718956 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Attempting to bind port 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:32:43.719225 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Attempting to bind port 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:32:43.719591 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Attempting to bind port 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:32:43.734830 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:32:43.735207 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:43.735610 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:43.736052 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:32:43.745397 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Bound port: 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:32:43.745805 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8948c0c3-7ef6-4304-8cf1-b13f5e9c6073), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:43.872205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 0076c463-a46b-49ce-9165-f795c6a3a3e6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:43.912471 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Publish callbacks [] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:43.922098 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Publish callbacks [] for router_gateway (6ac24e19-ac6f-478c-a033-2f874d3357c6), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:43.938209 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] For port 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:32:43.951412 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] For port 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8948c0c3-7ef6-4304-8cf1-b13f5e9c6073,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:32:43.962885 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49d80d-0596-4253-bb6e-773a383c9611 None None] Pushing event updated for resources: {'Port': ['ID=8948c0c3-7ef6-4304-8cf1-b13f5e9c6073,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:43.968761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] For port 49ed8375-4604-46a6-b9de-a902e35fd5dc, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:32:43.977228 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] For port 49ed8375-4604-46a6-b9de-a902e35fd5dc, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=49ed8375-4604-46a6-b9de-a902e35fd5dc,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:32:43.995075 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:43.996329 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8948c0c3-7ef6-4304-8cf1-b13f5e9c6073), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:44.047455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:44.047883 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:44.055381 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe2e745d-1c51-47c5-9e46-7f667d77dc2a req-3c380bba-7835-4b99-b906-161fd0acc5e9 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6534774 Feb 16 16:32:44.058706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Checking router: b71e5eb9-b91d-42c1-8fd7-926b19396cb4 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:32:44.059544 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Updating router b71e5eb9-b91d-42c1-8fd7-926b19396cb4 port 1f1a9b0a-d9bf-4612-b49c-8f824b231648 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:32:44.088964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b0eed-c1a4-45a3-bb71-f524827284f1 req-5e3afc7b-0e33-4ab7-b0d0-d6654bbd6746 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:44.097633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e89b0eed-c1a4-45a3-bb71-f524827284f1 req-5e3afc7b-0e33-4ab7-b0d0-d6654bbd6746 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 944 time: 0.4169850 Feb 16 16:32:44.137932 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:44.168288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Network 15aff283-df39-49e7-b6a0-0744c433d246 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:44.185831 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:44.193791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Pushing event updated for resources: {'Port': ['ID=d0514355-a6bf-4867-bcb6-4b6c96748429,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:44.196554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:44.247321 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Routers {'51eb3b5f-4c8f-40df-87a4-5d239d98a77d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:44.247987 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:44.261315 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49d80d-0596-4253-bb6e-773a383c9611 None None] Pushing event updated for resources: {'Port': ['ID=8948c0c3-7ef6-4304-8cf1-b13f5e9c6073,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:44.271160 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Pushing event updated for resources: {'Port': ['ID=7a176d9d-bfa3-44f5-8715-7a20ed24ed13,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:44.304562 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e89b0eed-c1a4-45a3-bb71-f524827284f1 req-22c88261-5351-407b-bfa6-d3512a7155ad tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990347 Feb 16 16:32:44.333028 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:44.449903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Network a76c641d-58da-425c-93e5-7240a0b525ba is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:44.481595 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:44.483982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:44.505516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:44.511031 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b08d8-7c60-4e76-a2cf-267dbc5f7d3f req-7fcc1518-4851-4236-a2a1-4d8e2e14491f tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:44.534506 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-317b08d8-7c60-4e76-a2cf-267dbc5f7d3f req-7fcc1518-4851-4236-a2a1-4d8e2e14491f tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.2591367 Feb 16 16:32:44.558200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:44.561107 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] Set router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:44.595006 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:44.746686 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:44.752099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 317c51d4-d901-46dc-bfd6-023651120ab7 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:44.838264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2d08e-1aa1-493e-9cfe-f8abdf4aacb9 None None] Pushing event updated for resources: {'Port': ['ID=49ed8375-4604-46a6-b9de-a902e35fd5dc,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:44.839097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-317b08d8-7c60-4e76-a2cf-267dbc5f7d3f req-ab273cc6-389f-48f0-b393-a59e59ee1d1e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055768 Feb 16 16:32:45.160220 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Publish callbacks [] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:45.173974 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:45.288262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c527ed7-d224-4a01-a7a7-cb9a3b6fda09'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:45.290959 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ffa315-3cff-4b7e-9a32-a86c177199f6" -d '{"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "2c527ed7-d224-4a01-a7a7-cb9a3b6fda09"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:45.297803 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:37Z', 'updated_at': '2022-02-16T16:32:39Z', 'revision_number': 3, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'gw_port': {'id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:38Z', 'updated_at': '2022-02-16T16:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:45.389867 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551d1ce8-d18f-49a9-b7d1-d8f9fa9b3b85 None None] The sync data for ids ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'] in n-d-669411-5 is: [{'id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:37Z', 'updated_at': '2022-02-16T16:32:39Z', 'revision_number': 3, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'gw_port': {'id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:38Z', 'updated_at': '2022-02-16T16:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:32:45.490093 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:45.493922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Attempting to bind port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:32:45.494523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Attempting to bind port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '9db02d4f-23af-45fd-aaeb-9391ff2de2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a76c641d-58da-425c-93e5-7240a0b525ba'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:32:45.494891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Attempting to bind port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 on network a76c641d-58da-425c-93e5-7240a0b525ba {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:32:45.526562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Pushing event updated for resources: {'Port': ['ID=d0514355-a6bf-4867-bcb6-4b6c96748429,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:45.530675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:32:45.531073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Checking segment: {'id': '9db02d4f-23af-45fd-aaeb-9391ff2de2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a76c641d-58da-425c-93e5-7240a0b525ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:45.531465 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:45.539984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Bound using segment: {'id': '9db02d4f-23af-45fd-aaeb-9391ff2de2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a76c641d-58da-425c-93e5-7240a0b525ba'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:32:45.540591 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Bound port: 7a176d9d-bfa3-44f5-8715-7a20ed24ed13, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db02d4f-23af-45fd-aaeb-9391ff2de2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a76c641d-58da-425c-93e5-7240a0b525ba'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:32:45.540994 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:45.934339 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Network 15aff283-df39-49e7-b6a0-0744c433d246 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:45.962617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:46.061182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] For port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:32:46.066499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] For port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7a176d9d-bfa3-44f5-8715-7a20ed24ed13,segment=NetworkSegment(9db02d4f-23af-45fd-aaeb-9391ff2de2ed),segment_id=9db02d4f-23af-45fd-aaeb-9391ff2de2ed)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:32:46.089450 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:46.095074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:46.109160 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 317c51d4-d901-46dc-bfd6-023651120ab7 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:32:46.183214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58394) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:46.216846 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f0bd3-dc69-44a5-aabd-3dc5c089daee None None] Pushing event updated for resources: {'Port': ['ID=7a176d9d-bfa3-44f5-8715-7a20ed24ed13,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:46.254533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 49ed8375-4604-46a6-b9de-a902e35fd5dc up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:46.322925 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Publish callbacks [] for router_gateway (6ac24e19-ac6f-478c-a033-2f874d3357c6), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:46.341293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f57eb9-2392-4e84-a1bc-1b80ee1c617d req-e9c94966-eee0-4a9d-9823-eed1a939d418 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:46.346863 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9f57eb9-2392-4e84-a1bc-1b80ee1c617d req-e9c94966-eee0-4a9d-9823-eed1a939d418 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 944 time: 0.3118119 Feb 16 16:32:46.378524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 317c51d4-d901-46dc-bfd6-023651120ab7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:46.379209 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (317c51d4-d901-46dc-bfd6-023651120ab7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:46.439167 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:46.517967 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:32:46.539299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f039ec-9873-451b-9cc2-d9503b4b3314 req-056d30b4-454a-41ab-ad86-98fac98d61d0 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:46.555107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f039ec-9873-451b-9cc2-d9503b4b3314 req-056d30b4-454a-41ab-ad86-98fac98d61d0 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:46.564756 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 49ed8375-4604-46a6-b9de-a902e35fd5dc triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:46.565810 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:46.567501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f039ec-9873-451b-9cc2-d9503b4b3314 req-056d30b4-454a-41ab-ad86-98fac98d61d0 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:46.584896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f039ec-9873-451b-9cc2-d9503b4b3314 req-056d30b4-454a-41ab-ad86-98fac98d61d0 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:46.612164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f039ec-9873-451b-9cc2-d9503b4b3314 req-056d30b4-454a-41ab-ad86-98fac98d61d0 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:46.638591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f039ec-9873-451b-9cc2-d9503b4b3314 req-056d30b4-454a-41ab-ad86-98fac98d61d0 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:46.650870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f039ec-9873-451b-9cc2-d9503b4b3314 req-056d30b4-454a-41ab-ad86-98fac98d61d0 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:46.654630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3f039ec-9873-451b-9cc2-d9503b4b3314 req-056d30b4-454a-41ab-ad86-98fac98d61d0 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5441 time: 0.6175084 Feb 16 16:32:46.767862 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Publish callbacks [] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:46.813619 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:46.984154 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:32:47.004489 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8345a1b4-cd2e-4570-b8fe-2e475823b937 admin admin] 10.222.0.24 "PUT /v2.0/routers/51eb3b5f-4c8f-40df-87a4-5d239d98a77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0956192 Feb 16 16:32:47.044302 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c6185-fead-4d4e-ab0a-e0f1f0162dcd None None] Pushing event updated for resources: {'Port': ['ID=1f1a9b0a-d9bf-4612-b49c-8f824b231648,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:47.056083 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf6a59e-d4f3-4348-84f0-54dc7279edfc None None] Network 15aff283-df39-49e7-b6a0-0744c433d246 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:32:47.107921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Allocated IP 172.25.4.232 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/042f635f-33f9-4bb8-8bd2-537ca787b010) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:47.198373 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1430014-5c2e-4f9d-8c5f-e7dfbb0fbb37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:47.225846 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 49ed8375-4604-46a6-b9de-a902e35fd5dc is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:47.226953 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:47.368932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-97b47c37-80d2-4f00-8e13-286b2259821a None None] Provisioning complete for port 49ed8375-4604-46a6-b9de-a902e35fd5dc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:47.369557 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-97b47c37-80d2-4f00-8e13-286b2259821a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:47.419448 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 317c51d4-d901-46dc-bfd6-023651120ab7 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:47.420251 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (317c51d4-d901-46dc-bfd6-023651120ab7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:47.504037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9f57eb9-2392-4e84-a1bc-1b80ee1c617d req-b3474206-22d7-4ee8-a08a-60a97b2df1dc tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0732493 Feb 16 16:32:47.561574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 317c51d4-d901-46dc-bfd6-023651120ab7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=317c51d4-d901-46dc-bfd6-023651120ab7,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:47.587581 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1430014-5c2e-4f9d-8c5f-e7dfbb0fbb37 admin admin] Publish callbacks [] for security_group (907eed92-187f-4cd3-be03-3c8b619567fc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:47.611723 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (317c51d4-d901-46dc-bfd6-023651120ab7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:47.613123 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 05a3f381-04ac-4532-9824-3977aba8b6be up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:47.641405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3f039ec-9873-451b-9cc2-d9503b4b3314 req-48bed6fb-4679-40cd-80f0-4e61f4af6bda tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8172250 Feb 16 16:32:47.654058 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1430014-5c2e-4f9d-8c5f-e7dfbb0fbb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (907eed92-187f-4cd3-be03-3c8b619567fc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:47.896290 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b1430014-5c2e-4f9d-8c5f-e7dfbb0fbb37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41bb746fceed4d37ad3afc09a9568206&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6355684 Feb 16 16:32:47.899107 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58428) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:47.913474 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Publish callbacks [] for port (042f635f-33f9-4bb8-8bd2-537ca787b010), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:47.921955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1430014-5c2e-4f9d-8c5f-e7dfbb0fbb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907eed92-187f-4cd3-be03-3c8b619567fc,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:47.992149 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d36b26c-f2f6-4417-af34-a7f96d85e49a x-openstack-request-id: req-7d36b26c-f2f6-4417-af34-a7f96d85e49a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:47.992431 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "2c527ed7-d224-4a01-a7a7-cb9a3b6fda09", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:47.992700 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d36b26c-f2f6-4417-af34-a7f96d85e49a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:47.993092 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c527ed7-d224-4a01-a7a7-cb9a3b6fda09', 'code': 200} Feb 16 16:32:48.035619 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70c812e7-b169-44c2-9a82-799177858c54 admin admin] Publish callbacks [] for security_group (907eed92-187f-4cd3-be03-3c8b619567fc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.068013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bb63f-9bdf-4c28-a652-4dd0af71f58a req-8c4ccc5d-7965-40d7-8cfc-103f3b81c9d7 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:48.079000 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-685bb63f-9bdf-4c28-a652-4dd0af71f58a req-8c4ccc5d-7965-40d7-8cfc-103f3b81c9d7 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.2749810 Feb 16 16:32:48.093317 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70c812e7-b169-44c2-9a82-799177858c54 admin admin] Publish callbacks [] for security_group (907eed92-187f-4cd3-be03-3c8b619567fc), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.150578 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (042f635f-33f9-4bb8-8bd2-537ca787b010), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.189534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-97b47c37-80d2-4f00-8e13-286b2259821a None None] Current status of the port 49ed8375-4604-46a6-b9de-a902e35fd5dc is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:48.190167 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-97b47c37-80d2-4f00-8e13-286b2259821a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.194404 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70c812e7-b169-44c2-9a82-799177858c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (907eed92-187f-4cd3-be03-3c8b619567fc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.198199 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70c812e7-b169-44c2-9a82-799177858c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.199598 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-70c812e7-b169-44c2-9a82-799177858c54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/907eed92-187f-4cd3-be03-3c8b619567fc HTTP/1.1" status: 204 len: 168 time: 0.2986903 Feb 16 16:32:48.239423 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c812e7-b169-44c2-9a82-799177858c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907eed92-187f-4cd3-be03-3c8b619567fc,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:48.249223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Pushing event updated for resources: {'Port': ['ID=042f635f-33f9-4bb8-8bd2-537ca787b010,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:48.260407 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 49ed8375-4604-46a6-b9de-a902e35fd5dc, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=49ed8375-4604-46a6-b9de-a902e35fd5dc,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:48.290900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:48.295205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-685bb63f-9bdf-4c28-a652-4dd0af71f58a req-2ce03eef-fc7c-44a7-b317-6273b8758dbd tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142074 Feb 16 16:32:48.296287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:48.298955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:48.300535 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69c1228-ebcc-4711-95f4-eb01facd5a3c None None] Network a76c641d-58da-425c-93e5-7240a0b525ba requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:32:48.326235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 05a3f381-04ac-4532-9824-3977aba8b6be completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:32:48.330646 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.342330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58432) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:48.347371 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-50d466df-e774-4236-b901-0b3e4e96f17e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--424219438', 'description': 'tempest-description--1903360068'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:48.386552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-50d466df-e774-4236-b901-0b3e4e96f17e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.398522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 05a3f381-04ac-4532-9824-3977aba8b6be triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:48.398924 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.509517 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-97b47c37-80d2-4f00-8e13-286b2259821a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:32:48.509926 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-97b47c37-80d2-4f00-8e13-286b2259821a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:32:48.582449 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-50d466df-e774-4236-b901-0b3e4e96f17e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for security_group (0bd25c0e-9539-4b4c-a743-41797ba5f8b0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.590695 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-50d466df-e774-4236-b901-0b3e4e96f17e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0bd25c0e-9539-4b4c-a743-41797ba5f8b0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.636702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Attempting to bind port 1f1a9b0a-d9bf-4612-b49c-8f824b231648 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:32:48.639251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d466df-e774-4236-b901-0b3e4e96f17e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd25c0e-9539-4b4c-a743-41797ba5f8b0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:48.639527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Attempting to bind port 1f1a9b0a-d9bf-4612-b49c-8f824b231648 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '5784e4ec-82e8-40e5-a17d-d9d1118556dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:32:48.642205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Attempting to bind port 1f1a9b0a-d9bf-4612-b49c-8f824b231648 on network 70da62e2-114f-4e11-8873-fa8d53659357 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:32:48.677768 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-50d466df-e774-4236-b901-0b3e4e96f17e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.681912 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-50d466df-e774-4236-b901-0b3e4e96f17e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3356462 Feb 16 16:32:48.684837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58450) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:48.696293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9d1c85b8-69c9-4596-bb38-485c90ff6782 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Request body: {'security_group_rule': {'security_group_id': '0bd25c0e-9539-4b4c-a743-41797ba5f8b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:48.731700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=317c51d4-d901-46dc-bfd6-023651120ab7,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:48.752268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:32:48.753655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Checking segment: {'id': '5784e4ec-82e8-40e5-a17d-d9d1118556dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:48.754367 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.755069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Bound using segment: {'id': '5784e4ec-82e8-40e5-a17d-d9d1118556dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:32:48.755824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Bound port: 1f1a9b0a-d9bf-4612-b49c-8f824b231648, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5784e4ec-82e8-40e5-a17d-d9d1118556dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:32:48.756499 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.760102 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d1c85b8-69c9-4596-bb38-485c90ff6782 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for security_group_rule (4518541d-9fe8-422f-af13-aac89644b2df), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.813710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:48.948768 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d1c85b8-69c9-4596-bb38-485c90ff6782 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for security_group_rule (4518541d-9fe8-422f-af13-aac89644b2df), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:48.959593 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d1c85b8-69c9-4596-bb38-485c90ff6782 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (4518541d-9fe8-422f-af13-aac89644b2df), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.014019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58454) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:49.024831 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c85b8-69c9-4596-bb38-485c90ff6782 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4518541d-9fe8-422f-af13-aac89644b2df,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:49.040272 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d1c85b8-69c9-4596-bb38-485c90ff6782 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.043354 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9d1c85b8-69c9-4596-bb38-485c90ff6782 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3573642 Feb 16 16:32:49.044703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] For port 1f1a9b0a-d9bf-4612-b49c-8f824b231648, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:32:49.047402 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58456) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:49.052990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] For port 1f1a9b0a-d9bf-4612-b49c-8f824b231648, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1f1a9b0a-d9bf-4612-b49c-8f824b231648,segment=NetworkSegment(5784e4ec-82e8-40e5-a17d-d9d1118556dd),segment_id=5784e4ec-82e8-40e5-a17d-d9d1118556dd)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:32:49.058391 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-705a624a-03f0-47be-9461-e472d04f765a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Request body: {'security_group_rule': {'security_group_id': '0bd25c0e-9539-4b4c-a743-41797ba5f8b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:49.062684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8902a2-1616-4dad-820c-555a10fa1874 req-34dbaadc-bfbd-4bde-9377-7476da76e269 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:49.071058 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f8902a2-1616-4dad-820c-555a10fa1874 req-34dbaadc-bfbd-4bde-9377-7476da76e269 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5628af-1cb0-4f16-910b-581d882257ac HTTP/1.1" status: 200 len: 951 time: 0.5260601 Feb 16 16:32:49.074382 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6fb21be-406a-4b2b-9ffd-09d8cd62bfbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.101085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=49ed8375-4604-46a6-b9de-a902e35fd5dc,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:49.108653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317ac89-ad8f-48be-9965-da7c63fda9bb req-a6dd253e-9f0a-4926-a1a0-8a927ee87de3 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:49.117451 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e317ac89-ad8f-48be-9965-da7c63fda9bb req-a6dd253e-9f0a-4926-a1a0-8a927ee87de3 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 945 time: 0.3496921 Feb 16 16:32:49.123492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Sync routers for ids ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:32:49.126934 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-705a624a-03f0-47be-9461-e472d04f765a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for security_group_rule (32c04d1d-2e35-453f-b1e0-67be03d4da5c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.163717 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.175499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Routers {'51eb3b5f-4c8f-40df-87a4-5d239d98a77d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:49.176600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:49.235544 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Publish callbacks [] for router_gateway (6ac24e19-ac6f-478c-a033-2f874d3357c6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.251509 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-705a624a-03f0-47be-9461-e472d04f765a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for security_group_rule (32c04d1d-2e35-453f-b1e0-67be03d4da5c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.260903 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-705a624a-03f0-47be-9461-e472d04f765a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (32c04d1d-2e35-453f-b1e0-67be03d4da5c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.298917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a624a-03f0-47be-9461-e472d04f765a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c04d1d-2e35-453f-b1e0-67be03d4da5c,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:49.310783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Set router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:49.319506 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-705a624a-03f0-47be-9461-e472d04f765a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.320852 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-705a624a-03f0-47be-9461-e472d04f765a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2722065 Feb 16 16:32:49.323834 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58458) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:49.328368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:49.374115 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.399301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:49.400424 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.405548 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f8902a2-1616-4dad-820c-555a10fa1874 req-6c4a5a31-7134-4095-a3dd-1a3d1817c232 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189609 Feb 16 16:32:49.409011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e317ac89-ad8f-48be-9965-da7c63fda9bb req-7bdcd0fe-c72c-4d53-acd4-7dbe757e8766 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904789 Feb 16 16:32:49.528435 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-97b47c37-80d2-4f00-8e13-286b2259821a None None] Current status of the port 49ed8375-4604-46a6-b9de-a902e35fd5dc is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:49.568516 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6fb21be-406a-4b2b-9ffd-09d8cd62bfbc admin admin] Publish callbacks [] for security_group (f5e8c135-9cdd-425a-b4ec-b1b83da582dc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.590072 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.790966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Allocated IP 172.25.4.138 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/d37bfcb9-6f26-4f52-9f60-822d23e3ebcc) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:49.835534 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6fb21be-406a-4b2b-9ffd-09d8cd62bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f5e8c135-9cdd-425a-b4ec-b1b83da582dc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.911630 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (6ac24e19-ac6f-478c-a033-2f874d3357c6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.965380 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 05a3f381-04ac-4532-9824-3977aba8b6be is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:49.968545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d6fb21be-406a-4b2b-9ffd-09d8cd62bfbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecf78bb0ab8d4911b2a22cfbd52b9d55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9516256 Feb 16 16:32:49.971712 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:49.983906 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58464) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:49.988857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Routers {'b71e5eb9-b91d-42c1-8fd7-926b19396cb4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:49.989587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b71e5eb9-b91d-42c1-8fd7-926b19396cb4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:50.045608 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317c51d4-d901-46dc-bfd6-023651120ab7'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:50.047869 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3775a4fc-5ec7-483c-ad20-0bfab3bf1ca8" -d '{"events": [{"server_uuid": "2487fe11-6332-458c-96ff-dca03e2ce59b", "name": "network-vif-plugged", "status": "completed", "tag": "317c51d4-d901-46dc-bfd6-023651120ab7"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:50.050468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c6185-fead-4d4e-ab0a-e0f1f0162dcd None None] Pushing event updated for resources: {'Port': ['ID=1f1a9b0a-d9bf-4612-b49c-8f824b231648,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:50.063305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c2fb-9c5b-4227-87f0-14ce788193e3 req-1686a734-247e-428f-8908-4c1d6dbd8f42 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:50.068683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] Provisioning complete for port 49ed8375-4604-46a6-b9de-a902e35fd5dc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:50.069688 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:50.074896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c2fb-9c5b-4227-87f0-14ce788193e3 req-1686a734-247e-428f-8908-4c1d6dbd8f42 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:50.087183 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for port (d37bfcb9-6f26-4f52-9f60-822d23e3ebcc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:50.088090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c2fb-9c5b-4227-87f0-14ce788193e3 req-1686a734-247e-428f-8908-4c1d6dbd8f42 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:50.093814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c2fb-9c5b-4227-87f0-14ce788193e3 req-1686a734-247e-428f-8908-4c1d6dbd8f42 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:50.100238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c2fb-9c5b-4227-87f0-14ce788193e3 req-1686a734-247e-428f-8908-4c1d6dbd8f42 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:50.105936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c2fb-9c5b-4227-87f0-14ce788193e3 req-1686a734-247e-428f-8908-4c1d6dbd8f42 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:50.111464 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c2fb-9c5b-4227-87f0-14ce788193e3 req-1686a734-247e-428f-8908-4c1d6dbd8f42 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:50.120055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed64c2fb-9c5b-4227-87f0-14ce788193e3 req-1686a734-247e-428f-8908-4c1d6dbd8f42 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5441 time: 0.6041465 Feb 16 16:32:50.131717 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d37bfcb9-6f26-4f52-9f60-822d23e3ebcc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:50.134108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb21be-406a-4b2b-9ffd-09d8cd62bfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e8c135-9cdd-425a-b4ec-b1b83da582dc,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:50.178934 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:50.188338 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:50.198673 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:50.237369 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e234774-05a7-4952-ab7b-d578bb617d32 admin admin] Publish callbacks [] for security_group (f5e8c135-9cdd-425a-b4ec-b1b83da582dc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:50.244393 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event updated for resources: {'Port': ['ID=d37bfcb9-6f26-4f52-9f60-822d23e3ebcc,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:50.249577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:50.249974 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:50.261894 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 05a3f381-04ac-4532-9824-3977aba8b6be, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=05a3f381-04ac-4532-9824-3977aba8b6be,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:50.281119 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:50.297286 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e234774-05a7-4952-ab7b-d578bb617d32 admin admin] Publish callbacks [] for security_group (f5e8c135-9cdd-425a-b4ec-b1b83da582dc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:50.312115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6e2a6-74f3-4eba-9f8c-3790152debcb req-629d051c-8bf2-4d67-ae84-e211de3a3b19 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:50.314035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fb6e2a6-74f3-4eba-9f8c-3790152debcb req-629d051c-8bf2-4d67-ae84-e211de3a3b19 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.7430041 Feb 16 16:32:50.332050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7a176d9d-bfa3-44f5-8715-7a20ed24ed13,segment=NetworkSegment(9db02d4f-23af-45fd-aaeb-9391ff2de2ed),segment_id=9db02d4f-23af-45fd-aaeb-9391ff2de2ed)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:50.344904 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for floatingip (cea00738-ef0f-4a96-b896-ff446c2dfb86), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:50.364938 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:50.365986 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:50.382764 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] Set router b71e5eb9-b91d-42c1-8fd7-926b19396cb4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:50.396794 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d37bfcb9-6f26-4f52-9f60-822d23e3ebcc), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:50.397588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed64c2fb-9c5b-4227-87f0-14ce788193e3 req-eac7872e-18cf-4d63-a1d9-909e13f8eadd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2762024 Feb 16 16:32:50.481496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fb6e2a6-74f3-4eba-9f8c-3790152debcb req-0f352663-1e73-4130-b696-ac615de25d7a tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549232 Feb 16 16:32:50.514672 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0210c0-2f49-4d5e-85fc-6dc63a4b77e9 x-openstack-request-id: req-1e0210c0-2f49-4d5e-85fc-6dc63a4b77e9 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:50.514957 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2487fe11-6332-458c-96ff-dca03e2ce59b", "name": "network-vif-plugged", "status": "completed", "tag": "317c51d4-d901-46dc-bfd6-023651120ab7", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:50.515214 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e0210c0-2f49-4d5e-85fc-6dc63a4b77e9 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:50.515607 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317c51d4-d901-46dc-bfd6-023651120ab7', 'code': 200} Feb 16 16:32:50.537879 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e234774-05a7-4952-ab7b-d578bb617d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f5e8c135-9cdd-425a-b4ec-b1b83da582dc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:50.547787 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e234774-05a7-4952-ab7b-d578bb617d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:50.549201 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8e234774-05a7-4952-ab7b-d578bb617d32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5e8c135-9cdd-425a-b4ec-b1b83da582dc HTTP/1.1" status: 204 len: 168 time: 0.5550029 Feb 16 16:32:50.560582 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=05a3f381-04ac-4532-9824-3977aba8b6be,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:50.569258 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] Current status of the port 49ed8375-4604-46a6-b9de-a902e35fd5dc is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:50.595455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e234774-05a7-4952-ab7b-d578bb617d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e8c135-9cdd-425a-b4ec-b1b83da582dc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:50.606284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Router 6ac24e19-ac6f-478c-a033-2f874d3357c6 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:32:50.807787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7ecf6-54df-4bf3-af78-29da6f2d941f req-3edbae40-7384-4ba4-9028-979ba268f23a tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:50.813619 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53570dcd-fe22-4fe4-b545-8bdaeff67dce req-49eff774-2560-458a-8aab-df3233c62f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:50.814863 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72f7ecf6-54df-4bf3-af78-29da6f2d941f req-3edbae40-7384-4ba4-9028-979ba268f23a tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5628af-1cb0-4f16-910b-581d882257ac HTTP/1.1" status: 200 len: 951 time: 0.1993322 Feb 16 16:32:50.815249 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-53570dcd-fe22-4fe4-b545-8bdaeff67dce req-49eff774-2560-458a-8aab-df3233c62f75 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 1127 time: 0.1215999 Feb 16 16:32:50.843792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d284c-221e-4704-964b-b44c586ac525 req-34922417-a8ca-415b-972c-3ee8d1bcd40f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:50.851710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c5d284c-221e-4704-964b-b44c586ac525 req-34922417-a8ca-415b-972c-3ee8d1bcd40f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 945 time: 0.1599736 Feb 16 16:32:50.855934 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for port (d37bfcb9-6f26-4f52-9f60-822d23e3ebcc), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:50.872004 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d37bfcb9-6f26-4f52-9f60-822d23e3ebcc), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:50.924083 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:32:50.935949 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Sync routers for ids ['6ac24e19-ac6f-478c-a033-2f874d3357c6'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:32:50.953098 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Routers {'6ac24e19-ac6f-478c-a033-2f874d3357c6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:50.954931 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6ac24e19-ac6f-478c-a033-2f874d3357c6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:50.963350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72f7ecf6-54df-4bf3-af78-29da6f2d941f req-2e466d1b-3181-4675-9b94-60f344b88623 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451552 Feb 16 16:32:50.985332 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:50.986585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3fa810e0-ad43-407e-b6f7-59f47aa67771 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.2239707 Feb 16 16:32:50.994507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58482) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:50.997141 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event updated for resources: {'Port': ['ID=d37bfcb9-6f26-4f52-9f60-822d23e3ebcc,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:51.022472 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-53570dcd-fe22-4fe4-b545-8bdaeff67dce req-9b85d502-6134-46a7-bfbd-f36754a2f732 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000465 Feb 16 16:32:51.028725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c5d284c-221e-4704-964b-b44c586ac525 req-1e571989-6b0b-4044-870e-6122f1f13da0 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760588 Feb 16 16:32:51.118907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] Provisioning complete for port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:51.119315 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:51.161491 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (cea00738-ef0f-4a96-b896-ff446c2dfb86), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:51.187176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=7a176d9d-bfa3-44f5-8715-7a20ed24ed13,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:51.211976 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:51.222818 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d48af0f7-9863-467a-8330-85302c3fe7de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8970113 Feb 16 16:32:51.230239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:37Z', 'updated_at': '2022-02-16T16:32:44Z', 'revision_number': 4, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'gw_port': {'id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:38Z', 'updated_at': '2022-02-16T16:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'd0514355-a6bf-4867-bcb6-4b6c96748429', 'name': '', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'mac_address': 'fa:16:3e:4a:de:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:43Z', 'updated_at': '2022-02-16T16:32:44Z', 'revision_number': 2, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'subnets': [{'id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:51.367733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:51.368372 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8948c0c3-7ef6-4304-8cf1-b13f5e9c6073), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:51.413808 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Checking router: 51eb3b5f-4c8f-40df-87a4-5d239d98a77d for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:32:51.414209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Updating router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d port d0514355-a6bf-4867-bcb6-4b6c96748429 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:32:51.425382 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Set router 6ac24e19-ac6f-478c-a033-2f874d3357c6 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:51.525472 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:51.527542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d544dd9d-c8cc-4550-9985-293ed5e69bbd no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:32:51.759864 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220591129-router', 'tenant_id': '11604f3e32b347878c7aa9f451fde92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:42Z', 'updated_at': '2022-02-16T16:32:48Z', 'revision_number': 3, 'project_id': '11604f3e32b347878c7aa9f451fde92a', 'gw_port': {'id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:46Z', 'updated_at': '2022-02-16T16:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:51.818042 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Checking router: 6ac24e19-ac6f-478c-a033-2f874d3357c6 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:32:51.821891 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Updating router 6ac24e19-ac6f-478c-a033-2f874d3357c6 port 042f635f-33f9-4bb8-8bd2-537ca787b010 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:32:51.890335 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (042f635f-33f9-4bb8-8bd2-537ca787b010), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:52.022120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec228c3-0928-45b0-8873-d7cbcb05345e req-2605c4b2-a06e-4bca-88b8-5ec62031cf9e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:52.029823 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ec228c3-0928-45b0-8873-d7cbcb05345e req-2605c4b2-a06e-4bca-88b8-5ec62031cf9e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.6729610 Feb 16 16:32:52.040578 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] Current status of the port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:52.092593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e1755-2b78-4526-9a9f-a3b8a84267ab req-c95d3479-c29f-4148-a8f4-9be0252382cc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:52.098357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e1755-2b78-4526-9a9f-a3b8a84267ab req-c95d3479-c29f-4148-a8f4-9be0252382cc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:52.103866 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e1755-2b78-4526-9a9f-a3b8a84267ab req-c95d3479-c29f-4148-a8f4-9be0252382cc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:52.110018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e1755-2b78-4526-9a9f-a3b8a84267ab req-c95d3479-c29f-4148-a8f4-9be0252382cc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:52.117085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e1755-2b78-4526-9a9f-a3b8a84267ab req-c95d3479-c29f-4148-a8f4-9be0252382cc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:52.122205 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e1755-2b78-4526-9a9f-a3b8a84267ab req-c95d3479-c29f-4148-a8f4-9be0252382cc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:52.129545 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e1755-2b78-4526-9a9f-a3b8a84267ab req-c95d3479-c29f-4148-a8f4-9be0252382cc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:52.137674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f63e1755-2b78-4526-9a9f-a3b8a84267ab req-c95d3479-c29f-4148-a8f4-9be0252382cc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5442 time: 0.2552547 Feb 16 16:32:52.241182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ec228c3-0928-45b0-8873-d7cbcb05345e req-ac2027b6-1db4-4201-9ca1-1d8d86416ca3 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069869 Feb 16 16:32:52.286006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f63e1755-2b78-4526-9a9f-a3b8a84267ab req-60b08cdf-0632-4a59-bbda-51ed4b9c9c2b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1473198 Feb 16 16:32:52.384241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port d544dd9d-c8cc-4550-9985-293ed5e69bbd is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:52.384842 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:52.477697 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-e1393bcc-f85b-4c27-9003-df8ce2e6fabb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--424219438&fields=id&tenant_id=1ba6ed05f60d4be18332c533a096aa72 HTTP/1.1" status: 200 len: 267 time: 0.1001210 Feb 16 16:32:52.484219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] Provisioning complete for port 1f1a9b0a-d9bf-4612-b49c-8f824b231648 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:52.484605 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:52.484741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b879-b1b2-4035-bb89-a72d64c64709 req-82a8f905-0521-4634-a996-cc8527c829f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:52.489880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ca5b879-b1b2-4035-bb89-a72d64c64709 req-82a8f905-0521-4634-a996-cc8527c829f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e6b64801f404e85a0915d363dec27d4&device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 1127 time: 0.6079485 Feb 16 16:32:52.493526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:52.494029 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8948c0c3-7ef6-4304-8cf1-b13f5e9c6073), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:52.537460 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Publish callbacks [] for port (042f635f-33f9-4bb8-8bd2-537ca787b010), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:52.547918 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a3f381-04ac-4532-9824-3977aba8b6be'}, {'server_uuid': '6f5628af-1cb0-4f16-910b-581d882257ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:32:52.551854 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f658738e-4194-4785-9fab-a5af86a41ca3" -d '{"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "05a3f381-04ac-4532-9824-3977aba8b6be"}, {"server_uuid": "6f5628af-1cb0-4f16-910b-581d882257ac", "name": "network-vif-unplugged", "status": "completed", "tag": "d544dd9d-c8cc-4550-9985-293ed5e69bbd"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:32:52.552500 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (042f635f-33f9-4bb8-8bd2-537ca787b010), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:52.556314 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-858650505-router', 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '0076c463-a46b-49ce-9165-f795c6a3a3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:20Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 4, 'project_id': 'dbd272cc326940a1a14c39e2d15a896a', 'gw_port': {'id': '0076c463-a46b-49ce-9165-f795c6a3a3e6', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:23Z', 'updated_at': '2022-02-16T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '1f1a9b0a-d9bf-4612-b49c-8f824b231648', 'name': '', 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357', 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a', 'mac_address': 'fa:16:3e:c2:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cd2dc1d5-f314-44c4-9d32-06fa188549b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:32Z', 'updated_at': '2022-02-16T16:32:49Z', 'revision_number': 4, 'project_id': 'dbd272cc326940a1a14c39e2d15a896a', 'subnets': [{'id': 'cd2dc1d5-f314-44c4-9d32-06fa188549b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:52.617659 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136bf0b8-4fa7-473f-bde1-896d112073e8 None None] The sync data for ids ['b71e5eb9-b91d-42c1-8fd7-926b19396cb4'] in n-d-669411-5 is: [{'id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-858650505-router', 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '0076c463-a46b-49ce-9165-f795c6a3a3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:20Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 4, 'project_id': 'dbd272cc326940a1a14c39e2d15a896a', 'gw_port': {'id': '0076c463-a46b-49ce-9165-f795c6a3a3e6', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:23Z', 'updated_at': '2022-02-16T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '1f1a9b0a-d9bf-4612-b49c-8f824b231648', 'name': '', 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357', 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a', 'mac_address': 'fa:16:3e:c2:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'cd2dc1d5-f314-44c4-9d32-06fa188549b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:32Z', 'updated_at': '2022-02-16T16:32:49Z', 'revision_number': 4, 'project_id': 'dbd272cc326940a1a14c39e2d15a896a', 'subnets': [{'id': 'cd2dc1d5-f314-44c4-9d32-06fa188549b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:32:52.625000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d544dd9d-c8cc-4550-9985-293ed5e69bbd, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:52.638667 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8948c0c3-7ef6-4304-8cf1-b13f5e9c6073,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:52.645183 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:52.661235 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8948c0c3-7ef6-4304-8cf1-b13f5e9c6073), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:52.751205 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Attempting to bind port 042f635f-33f9-4bb8-8bd2-537ca787b010 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:32:52.754737 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Attempting to bind port 042f635f-33f9-4bb8-8bd2-537ca787b010 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:32:52.754938 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Attempting to bind port 042f635f-33f9-4bb8-8bd2-537ca787b010 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:32:52.758326 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d440339-859b-4e8f-9501-8e10fed89ffd None None] Pushing event updated for resources: {'Port': ['ID=042f635f-33f9-4bb8-8bd2-537ca787b010,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:52.771523 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:32:52.771981 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:52.772388 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:52.772777 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:32:52.773265 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Bound port: 042f635f-33f9-4bb8-8bd2-537ca787b010, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:32:52.773639 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (042f635f-33f9-4bb8-8bd2-537ca787b010), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:52.795687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=d544dd9d-c8cc-4550-9985-293ed5e69bbd,revision_number=11']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:52.897911 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] For port 042f635f-33f9-4bb8-8bd2-537ca787b010, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:32:52.902374 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] For port 042f635f-33f9-4bb8-8bd2-537ca787b010, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=042f635f-33f9-4bb8-8bd2-537ca787b010,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:32:52.917703 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (042f635f-33f9-4bb8-8bd2-537ca787b010), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:52.920510 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:52.927640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] Current status of the port 1f1a9b0a-d9bf-4612-b49c-8f824b231648 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:52.928076 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:52.931980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-b48a60a3-a783-4e85-97a0-c48c020f472a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:52.939274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-b48a60a3-a783-4e85-97a0-c48c020f472a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 811 time: 0.4464877 Feb 16 16:32:53.037493 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Publish callbacks [] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:53.050528 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Routers {'6ac24e19-ac6f-478c-a033-2f874d3357c6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:53.053620 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6ac24e19-ac6f-478c-a033-2f874d3357c6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:53.060269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] For port 1f1a9b0a-d9bf-4612-b49c-8f824b231648, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1f1a9b0a-d9bf-4612-b49c-8f824b231648,segment=NetworkSegment(5784e4ec-82e8-40e5-a17d-d9d1118556dd),segment_id=5784e4ec-82e8-40e5-a17d-d9d1118556dd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:53.063598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=8948c0c3-7ef6-4304-8cf1-b13f5e9c6073,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:53.075230 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:53.084147 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d440339-859b-4e8f-9501-8e10fed89ffd None None] Pushing event updated for resources: {'Port': ['ID=042f635f-33f9-4bb8-8bd2-537ca787b010,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:53.152091 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:53.181067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] Provisioning complete for port d0514355-a6bf-4867-bcb6-4b6c96748429 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:53.181457 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:53.187547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fceabce-52c9-4388-a311-2cfb47646dc6 None None] Pushing event updated for resources: {'Port': ['ID=d0514355-a6bf-4867-bcb6-4b6c96748429,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:53.252009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-148587bd-995e-4a09-b867-af3e79e2c18c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/quotas/1ba6ed05f60d4be18332c533a096aa72 HTTP/1.1" status: 200 len: 375 time: 0.3122027 Feb 16 16:32:53.289612 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01197e7-a03f-4061-871c-2893ec4a9d12 req-6883f41f-5a43-4d9e-8a50-9370da64e2da tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:53.292652 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f01197e7-a03f-4061-871c-2893ec4a9d12 req-6883f41f-5a43-4d9e-8a50-9370da64e2da tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 945 time: 0.5898972 Feb 16 16:32:53.319192 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] Set router 6ac24e19-ac6f-478c-a033-2f874d3357c6 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:53.413156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:53.413674 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:53.458736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b879-b1b2-4035-bb89-a72d64c64709 req-befdac40-ba93-4842-ac2d-9a3c7e989625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:53.460717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ca5b879-b1b2-4035-bb89-a72d64c64709 req-befdac40-ba93-4842-ac2d-9a3c7e989625 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a78f389-f648-40c0-9945-c98086a451a3 HTTP/1.1" status: 200 len: 912 time: 0.9094055 Feb 16 16:32:53.555211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Attempting to bind port d0514355-a6bf-4867-bcb6-4b6c96748429 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:32:53.555587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Attempting to bind port d0514355-a6bf-4867-bcb6-4b6c96748429 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:32:53.555988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Attempting to bind port d0514355-a6bf-4867-bcb6-4b6c96748429 on network 15aff283-df39-49e7-b6a0-0744c433d246 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:32:53.611792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] Port d0514355-a6bf-4867-bcb6-4b6c96748429 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:32:53.620306 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:53.622815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:32:53.623200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Checking segment: {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:53.623610 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:53.625659 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Bound using segment: {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:32:53.626184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Bound port: d0514355-a6bf-4867-bcb6-4b6c96748429, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:32:53.626581 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:53.641672 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ca5b879-b1b2-4035-bb89-a72d64c64709 req-23278799-eca9-4692-9894-fd46639f1863 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=322fed2a-bca1-4e34-a08b-60e7f3a7bf15 HTTP/1.1" status: 200 len: 1001 time: 0.1720941 Feb 16 16:32:53.813257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:53.815333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 49ed8375-4604-46a6-b9de-a902e35fd5dc up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:53.836807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] For port d0514355-a6bf-4867-bcb6-4b6c96748429, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:32:53.840408 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] For port d0514355-a6bf-4867-bcb6-4b6c96748429, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d0514355-a6bf-4867-bcb6-4b6c96748429,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:32:53.849676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b5097-abe5-4e70-a33a-bffc41135d06 None None] Pushing event updated for resources: {'Port': ['ID=1f1a9b0a-d9bf-4612-b49c-8f824b231648,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:53.875668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9814b21c-8e62-417f-b9f8-6aace8eecbcd None None] Provisioning complete for port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:53.876100 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9814b21c-8e62-417f-b9f8-6aace8eecbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:53.880903 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:53.881924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b879-b1b2-4035-bb89-a72d64c64709 req-931553c5-8321-464a-aa1a-3dab30b007c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:53.883022 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220591129-router', 'tenant_id': '11604f3e32b347878c7aa9f451fde92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:42Z', 'updated_at': '2022-02-16T16:32:48Z', 'revision_number': 3, 'project_id': '11604f3e32b347878c7aa9f451fde92a', 'gw_port': {'id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:46Z', 'updated_at': '2022-02-16T16:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:53.884954 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ca5b879-b1b2-4035-bb89-a72d64c64709 req-931553c5-8321-464a-aa1a-3dab30b007c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad0a3f87-8df5-417f-9f01-966be8ea6e6e HTTP/1.1" status: 200 len: 850 time: 0.2359014 Feb 16 16:32:53.910514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-74def225-5723-4dc5-ba85-950567b8fd3e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6514161 Feb 16 16:32:53.915861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f01197e7-a03f-4061-871c-2893ec4a9d12 req-f2adb0a1-064c-44d6-9548-263ce134bb4d tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6093662 Feb 16 16:32:53.969809 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31004d4-69a2-4728-9bd1-15f6fafa5ce2 None None] The sync data for ids ['6ac24e19-ac6f-478c-a033-2f874d3357c6'] in n-d-669411-5 is: [{'id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220591129-router', 'tenant_id': '11604f3e32b347878c7aa9f451fde92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:42Z', 'updated_at': '2022-02-16T16:32:48Z', 'revision_number': 3, 'project_id': '11604f3e32b347878c7aa9f451fde92a', 'gw_port': {'id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:46Z', 'updated_at': '2022-02-16T16:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:32:54.083679 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 49ed8375-4604-46a6-b9de-a902e35fd5dc triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:54.084237 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:54.128530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fceabce-52c9-4388-a311-2cfb47646dc6 None None] Pushing event updated for resources: {'Port': ['ID=d0514355-a6bf-4867-bcb6-4b6c96748429,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:54.132689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Routers {'51eb3b5f-4c8f-40df-87a4-5d239d98a77d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:54.133492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:54.339378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-c077b323-20ca-4593-b607-8cd5ae0c3671 service neutron] 10.222.0.24 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142029 Feb 16 16:32:54.461110 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f71216b-65b7-4bd7-8fc5-c2a11176524b req-97e38838-26b3-401c-a922-95c1f6a6dfa6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f5628af-1cb0-4f16-910b-581d882257ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2707932 Feb 16 16:32:54.648477 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 16 Feb 2022 16:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29b4821-99cf-4770-8f2a-9d528fc36bf5 x-openstack-request-id: req-c29b4821-99cf-4770-8f2a-9d528fc36bf5 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:32:54.649004 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "05a3f381-04ac-4532-9824-3977aba8b6be", "code": 200}, {"server_uuid": "6f5628af-1cb0-4f16-910b-581d882257ac", "name": "network-vif-unplugged", "status": "completed", "tag": "d544dd9d-c8cc-4550-9985-293ed5e69bbd", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:32:54.649208 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c29b4821-99cf-4770-8f2a-9d528fc36bf5 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:32:54.649692 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a3f381-04ac-4532-9824-3977aba8b6be', 'code': 200} Feb 16 16:32:54.650043 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5628af-1cb0-4f16-910b-581d882257ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd', 'code': 200} Feb 16 16:32:54.656689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fc56b-64fa-4d82-9835-cb5afe87628c req-79ec6493-ef39-454d-8eb7-d10c55e2f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:54.657187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fc56b-64fa-4d82-9835-cb5afe87628c req-79ec6493-ef39-454d-8eb7-d10c55e2f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:54.657661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fc56b-64fa-4d82-9835-cb5afe87628c req-79ec6493-ef39-454d-8eb7-d10c55e2f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:54.658128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fc56b-64fa-4d82-9835-cb5afe87628c req-79ec6493-ef39-454d-8eb7-d10c55e2f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:54.658589 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fc56b-64fa-4d82-9835-cb5afe87628c req-79ec6493-ef39-454d-8eb7-d10c55e2f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:54.659050 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fc56b-64fa-4d82-9835-cb5afe87628c req-79ec6493-ef39-454d-8eb7-d10c55e2f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:54.660473 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fc56b-64fa-4d82-9835-cb5afe87628c req-79ec6493-ef39-454d-8eb7-d10c55e2f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:54.686727 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e45fc56b-64fa-4d82-9835-cb5afe87628c req-79ec6493-ef39-454d-8eb7-d10c55e2f2a4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 6716 time: 0.3506768 Feb 16 16:32:54.750118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71216b-65b7-4bd7-8fc5-c2a11176524b req-845b97be-8002-47a2-9789-a5e04d099d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:54.751673 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f71216b-65b7-4bd7-8fc5-c2a11176524b req-845b97be-8002-47a2-9789-a5e04d099d68 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69682b96a05449a7b7b749dfdd6a25a7&device_id=6f5628af-1cb0-4f16-910b-581d882257ac HTTP/1.1" status: 200 len: 1131 time: 0.2634494 Feb 16 16:32:54.806718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b879-b1b2-4035-bb89-a72d64c64709 req-26626833-8704-4d67-8eea-c7921248901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:54.808390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ca5b879-b1b2-4035-bb89-a72d64c64709 req-26626833-8704-4d67-8eea-c7921248901b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a78f389-f648-40c0-9945-c98086a451a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8914850 Feb 16 16:32:54.811607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9814b21c-8e62-417f-b9f8-6aace8eecbcd None None] Current status of the port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:54.821965 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-9ca5b879-b1b2-4035-bb89-a72d64c64709 req-d55a2da8-ae93-4c9b-a156-ba1bbb64de4e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:32:54.823145 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ca5b879-b1b2-4035-bb89-a72d64c64709 req-d55a2da8-ae93-4c9b-a156-ba1bbb64de4e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056653 Feb 16 16:32:54.825709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-cf068f87-c491-4066-a625-15a1f3a648ec service neutron] 10.222.0.24 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576712 Feb 16 16:32:54.879257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Allocated IP 172.20.0.1 (a76c641d-58da-425c-93e5-7240a0b525ba/a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e/dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:54.891265 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] Set router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:54.913744 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e45fc56b-64fa-4d82-9835-cb5afe87628c req-eee7dd7f-4cf3-4f96-a74f-779b9e8d5684 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&id=6500674e-1fd9-4577-9332-b98777c412f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2258563 Feb 16 16:32:54.946295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c501c1-8a46-4010-b119-20fadfda42af req-ee7c014a-b16a-4194-98c9-19de14c31f15 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:54.963874 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72c501c1-8a46-4010-b119-20fadfda42af req-ee7c014a-b16a-4194-98c9-19de14c31f15 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.5588498 Feb 16 16:32:54.979262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58598) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:54.989136 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 49ed8375-4604-46a6-b9de-a902e35fd5dc is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:54.997066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9814b21c-8e62-417f-b9f8-6aace8eecbcd None None] Provisioning complete for port 1f1a9b0a-d9bf-4612-b49c-8f824b231648 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:54.998222 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9814b21c-8e62-417f-b9f8-6aace8eecbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:55.044800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71216b-65b7-4bd7-8fc5-c2a11176524b req-b5af6b17-1c3c-4575-ac7c-95138601404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:55.049254 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f71216b-65b7-4bd7-8fc5-c2a11176524b req-b5af6b17-1c3c-4575-ac7c-95138601404a service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2678237 Feb 16 16:32:55.150358 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f71216b-65b7-4bd7-8fc5-c2a11176524b req-c3c18d92-5a51-420e-aecc-5d372820d95c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd HTTP/1.1" status: 200 len: 217 time: 0.0974619 Feb 16 16:32:55.325670 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71216b-65b7-4bd7-8fc5-c2a11176524b req-bbca347a-d692-4a94-9b13-fc6f5cfe6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:55.328047 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f71216b-65b7-4bd7-8fc5-c2a11176524b req-bbca347a-d692-4a94-9b13-fc6f5cfe6b4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1668353 Feb 16 16:32:55.413338 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f96460e2-fad6-4719-8d8b-a80ba2a189cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:55.420606 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9814b21c-8e62-417f-b9f8-6aace8eecbcd None None] Current status of the port 1f1a9b0a-d9bf-4612-b49c-8f824b231648 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:55.438648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 042f635f-33f9-4bb8-8bd2-537ca787b010 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:55.489764 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9814b21c-8e62-417f-b9f8-6aace8eecbcd None None] Provisioning complete for port d0514355-a6bf-4867-bcb6-4b6c96748429 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:55.490412 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9814b21c-8e62-417f-b9f8-6aace8eecbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:55.545723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72c501c1-8a46-4010-b119-20fadfda42af req-a4c323cc-a91d-4a34-b0e7-281e1af64d74 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5807574 Feb 16 16:32:55.554229 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ca5b879-b1b2-4035-bb89-a72d64c64709 req-d18ce96d-8bbe-4abe-8474-0454f71c5882 service neutron] 10.222.0.60 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7201934 Feb 16 16:32:55.564633 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71216b-65b7-4bd7-8fc5-c2a11176524b req-932fac57-d9bb-417f-9be3-da60ed4072dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:55.567351 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f71216b-65b7-4bd7-8fc5-c2a11176524b req-932fac57-d9bb-417f-9be3-da60ed4072dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2224238 Feb 16 16:32:55.584184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:37Z', 'updated_at': '2022-02-16T16:32:44Z', 'revision_number': 4, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'gw_port': {'id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:38Z', 'updated_at': '2022-02-16T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'd0514355-a6bf-4867-bcb6-4b6c96748429', 'name': '', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'mac_address': 'fa:16:3e:4a:de:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:43Z', 'updated_at': '2022-02-16T16:32:53Z', 'revision_number': 4, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'subnets': [{'id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:55.678047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36304d5a-3af4-4959-8cc9-58b7506c15c8 None None] The sync data for ids ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'] in n-d-669411-5 is: [{'id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:37Z', 'updated_at': '2022-02-16T16:32:44Z', 'revision_number': 4, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'gw_port': {'id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:38Z', 'updated_at': '2022-02-16T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'd0514355-a6bf-4867-bcb6-4b6c96748429', 'name': '', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'mac_address': 'fa:16:3e:4a:de:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:43Z', 'updated_at': '2022-02-16T16:32:53Z', 'revision_number': 4, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'subnets': [{'id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:32:55.735010 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb827d22-ac3a-4828-b5a3-97278e750cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:55.846751 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f96460e2-fad6-4719-8d8b-a80ba2a189cd admin admin] Publish callbacks [] for security_group (388e2143-665f-41fc-989e-48d6fbb810dd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:55.860335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-f3c86ab0-e546-4b80-8f50-c7eb960d3cb5 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2484608 Feb 16 16:32:55.865300 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f96460e2-fad6-4719-8d8b-a80ba2a189cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (388e2143-665f-41fc-989e-48d6fbb810dd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:55.872088 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f71216b-65b7-4bd7-8fc5-c2a11176524b req-f2189770-1f59-4e9e-ad63-8b8ac9e91be6 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970464 Feb 16 16:32:55.897017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 042f635f-33f9-4bb8-8bd2-537ca787b010 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:55.897302 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (042f635f-33f9-4bb8-8bd2-537ca787b010), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:55.929445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:56.032074 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Publish callbacks [] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:56.089533 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f96460e2-fad6-4719-8d8b-a80ba2a189cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d478cf21cff94617afbe02e4d4682946&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0979655 Feb 16 16:32:56.090571 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96460e2-fad6-4719-8d8b-a80ba2a189cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388e2143-665f-41fc-989e-48d6fbb810dd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:56.101691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58614) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:56.136000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9814b21c-8e62-417f-b9f8-6aace8eecbcd None None] Current status of the port d0514355-a6bf-4867-bcb6-4b6c96748429 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:56.136442 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9814b21c-8e62-417f-b9f8-6aace8eecbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:56.161693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ca5b879-b1b2-4035-bb89-a72d64c64709 req-abbc9c4c-dd3f-4eda-a5f7-6734ecd969f3 service neutron] 10.222.0.60 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720410 Feb 16 16:32:56.165363 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:56.195723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ab6ad-c3ee-4955-87cb-8d298dacf8c7 req-499a59a7-7230-4873-b387-68e80c8f26dd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:56.204345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ab6ad-c3ee-4955-87cb-8d298dacf8c7 req-499a59a7-7230-4873-b387-68e80c8f26dd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:56.211542 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ab6ad-c3ee-4955-87cb-8d298dacf8c7 req-499a59a7-7230-4873-b387-68e80c8f26dd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:56.217267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ab6ad-c3ee-4955-87cb-8d298dacf8c7 req-499a59a7-7230-4873-b387-68e80c8f26dd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:56.224668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ab6ad-c3ee-4955-87cb-8d298dacf8c7 req-499a59a7-7230-4873-b387-68e80c8f26dd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:56.230154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ab6ad-c3ee-4955-87cb-8d298dacf8c7 req-499a59a7-7230-4873-b387-68e80c8f26dd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:56.236047 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ab6ad-c3ee-4955-87cb-8d298dacf8c7 req-499a59a7-7230-4873-b387-68e80c8f26dd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:56.239054 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9814b21c-8e62-417f-b9f8-6aace8eecbcd None None] For port d0514355-a6bf-4867-bcb6-4b6c96748429, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d0514355-a6bf-4867-bcb6-4b6c96748429,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:56.245897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb7ab6ad-c3ee-4955-87cb-8d298dacf8c7 req-499a59a7-7230-4873-b387-68e80c8f26dd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5442 time: 0.8607166 Feb 16 16:32:56.260539 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6477-1108-40a7-a650-f8e3063afe6d admin admin] Publish callbacks [] for security_group (388e2143-665f-41fc-989e-48d6fbb810dd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:56.294115 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7f71216b-65b7-4bd7-8fc5-c2a11176524b req-b20a5a6b-ac9a-4ad8-9842-af4744df67a8 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041471 Feb 16 16:32:56.323842 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6477-1108-40a7-a650-f8e3063afe6d admin admin] Publish callbacks [] for security_group (388e2143-665f-41fc-989e-48d6fbb810dd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:56.361624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 042f635f-33f9-4bb8-8bd2-537ca787b010 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:56.362027 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (042f635f-33f9-4bb8-8bd2-537ca787b010), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:56.365456 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb7ab6ad-c3ee-4955-87cb-8d298dacf8c7 req-ffe8221d-f263-4b17-bf87-e5b7caf3a29e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186030 Feb 16 16:32:56.401267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 042f635f-33f9-4bb8-8bd2-537ca787b010, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=042f635f-33f9-4bb8-8bd2-537ca787b010,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:32:56.421263 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:56.423098 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6477-1108-40a7-a650-f8e3063afe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (388e2143-665f-41fc-989e-48d6fbb810dd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:56.427466 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6477-1108-40a7-a650-f8e3063afe6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:56.428049 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9814b21c-8e62-417f-b9f8-6aace8eecbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:56.429381 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1eeb6477-1108-40a7-a650-f8e3063afe6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/388e2143-665f-41fc-989e-48d6fbb810dd HTTP/1.1" status: 204 len: 168 time: 0.3259618 Feb 16 16:32:56.445613 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (042f635f-33f9-4bb8-8bd2-537ca787b010), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:56.446397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1f1a9b0a-d9bf-4612-b49c-8f824b231648 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:56.468166 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb6477-1108-40a7-a650-f8e3063afe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388e2143-665f-41fc-989e-48d6fbb810dd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:56.637311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Pushing event updated for resources: {'Port': ['ID=dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:56.638869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8dae02ef-8457-4331-a26d-f62a3385fab7 None None] Provisioning complete for port d0514355-a6bf-4867-bcb6-4b6c96748429 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:56.639257 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8dae02ef-8457-4331-a26d-f62a3385fab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:56.650812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Network a76c641d-58da-425c-93e5-7240a0b525ba is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:56.654420 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:56.659363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:56.766636 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (6ac24e19-ac6f-478c-a033-2f874d3357c6), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:56.778637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814b21c-8e62-417f-b9f8-6aace8eecbcd None None] Pushing event updated for resources: {'Port': ['ID=d0514355-a6bf-4867-bcb6-4b6c96748429,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:57.003723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8dae02ef-8457-4331-a26d-f62a3385fab7 None None] Current status of the port d0514355-a6bf-4867-bcb6-4b6c96748429 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:57.055870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-682237e3-d4c0-4db7-89ce-0b2f81870cc9 req-d40b3253-a22a-4623-b9cb-8322d598de3f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 210 time: 0.3413465 Feb 16 16:32:57.068380 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 1f1a9b0a-d9bf-4612-b49c-8f824b231648 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:57.080393 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:57.139940 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:57.166471 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:57.169048 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=042f635f-33f9-4bb8-8bd2-537ca787b010,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:57.212751 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6d5ccddf-4fc0-4c3d-822f-d3dbf3f70d23 None None] Provisioning complete for port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:57.215451 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6d5ccddf-4fc0-4c3d-822f-d3dbf3f70d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:57.216278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58638) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:57.242704 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29a962ab-6f44-493e-ac3c-1e39d9a40f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:57.318882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ccddf-4fc0-4c3d-822f-d3dbf3f70d23 None None] Port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:32:57.329808 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29a962ab-6f44-493e-ac3c-1e39d9a40f70 admin admin] Publish callbacks [] for security_group (2f22b226-ff32-4c77-9caa-ab0a3552b2a6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:57.336878 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29a962ab-6f44-493e-ac3c-1e39d9a40f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2f22b226-ff32-4c77-9caa-ab0a3552b2a6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:57.340354 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 1f1a9b0a-d9bf-4612-b49c-8f824b231648 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:57.342889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:57.464595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:57.464890 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8948c0c3-7ef6-4304-8cf1-b13f5e9c6073), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:57.526973 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a962ab-6f44-493e-ac3c-1e39d9a40f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f22b226-ff32-4c77-9caa-ab0a3552b2a6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:57.547189 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-29a962ab-6f44-493e-ac3c-1e39d9a40f70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=115d6632ca704280a5775caa7e5a19c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3297217 Feb 16 16:32:57.550902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58648) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:32:57.670249 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62a15ab7-365a-4049-9ba6-c174be377374 admin admin] Publish callbacks [] for security_group (2f22b226-ff32-4c77-9caa-ab0a3552b2a6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:57.682643 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:57.707952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Allocated IP 172.25.4.9 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/d60f1e80-49d2-4b8c-94e3-145006e4018e) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:57.744757 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62a15ab7-365a-4049-9ba6-c174be377374 admin admin] Publish callbacks [] for security_group (2f22b226-ff32-4c77-9caa-ab0a3552b2a6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:57.812921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-4ba916ed-2cc6-450c-8f71-9428ae433736 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:57.814440 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-4ba916ed-2cc6-450c-8f71-9428ae433736 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 811 time: 0.4242496 Feb 16 16:32:57.815592 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62a15ab7-365a-4049-9ba6-c174be377374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2f22b226-ff32-4c77-9caa-ab0a3552b2a6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:57.815735 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Publish callbacks [] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:57.820362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62a15ab7-365a-4049-9ba6-c174be377374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:57.823910 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-62a15ab7-365a-4049-9ba6-c174be377374 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f22b226-ff32-4c77-9caa-ab0a3552b2a6 HTTP/1.1" status: 204 len: 168 time: 0.2692914 Feb 16 16:32:57.826238 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:57.846415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a15ab7-365a-4049-9ba6-c174be377374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f22b226-ff32-4c77-9caa-ab0a3552b2a6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:57.880602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Pushing event updated for resources: {'Port': ['ID=dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:57.908493 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-9fa9bbd2-0188-4541-a363-e61d9691903e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ba6ed05f60d4be18332c533a096aa72 HTTP/1.1" status: 200 len: 379 time: 0.0845697 Feb 16 16:32:57.918908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-71a454c1-89f1-4450-8719-fd442ca40f5f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Request body: {'port': {'device_id': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'admin_state_up': True, 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'security_groups': ['0bd25c0e-9539-4b4c-a743-41797ba5f8b0']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:57.931154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b9787-2123-46b9-b7be-a3fc56c3b13c req-cedbc53d-f70f-4323-8934-a5b13cc3bcc6 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:57.932886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-702b9787-2123-46b9-b7be-a3fc56c3b13c req-cedbc53d-f70f-4323-8934-a5b13cc3bcc6 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.3471611 Feb 16 16:32:58.000646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d0514355-a6bf-4867-bcb6-4b6c96748429 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:58.041266 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (6ac24e19-ac6f-478c-a033-2f874d3357c6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:58.088122 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-71a454c1-89f1-4450-8719-fd442ca40f5f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Made reservation on behalf of 1ba6ed05f60d4be18332c533a096aa72 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:32:58.093252 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-71a454c1-89f1-4450-8719-fd442ca40f5f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:58.131953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d0514355-a6bf-4867-bcb6-4b6c96748429 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:58.132249 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:58.137993 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-702b9787-2123-46b9-b7be-a3fc56c3b13c req-6a178e67-7596-44e8-8321-5209f7501d4a tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916869 Feb 16 16:32:58.254763 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for port (d60f1e80-49d2-4b8c-94e3-145006e4018e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:58.277884 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0de01aa5-17f5-49fd-b79f-5b1ea73f37ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:58.358962 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d0514355-a6bf-4867-bcb6-4b6c96748429 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:58.360131 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 042f635f-33f9-4bb8-8bd2-537ca787b010 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:32:58.373843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Network a76c641d-58da-425c-93e5-7240a0b525ba is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:58.381744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:58.408632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-71a454c1-89f1-4450-8719-fd442ca40f5f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Allocated IP 172.20.0.6 (15aff283-df39-49e7-b6a0-0744c433d246/fb3087b6-a700-4596-bf94-8374694c51fb/157e59aa-dbbe-4801-ad9b-4766ec9364e5) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:32:58.458489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0323a4-e78d-41e4-9bee-53b32fa90318 req-e66bdd25-6707-4379-af92-6fe6c39b9911 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:58.470140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0323a4-e78d-41e4-9bee-53b32fa90318 req-e66bdd25-6707-4379-af92-6fe6c39b9911 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:58.478885 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0323a4-e78d-41e4-9bee-53b32fa90318 req-e66bdd25-6707-4379-af92-6fe6c39b9911 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:58.506175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0323a4-e78d-41e4-9bee-53b32fa90318 req-e66bdd25-6707-4379-af92-6fe6c39b9911 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:58.510244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 042f635f-33f9-4bb8-8bd2-537ca787b010 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:58.510830 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (042f635f-33f9-4bb8-8bd2-537ca787b010), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:58.517712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0323a4-e78d-41e4-9bee-53b32fa90318 req-e66bdd25-6707-4379-af92-6fe6c39b9911 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:58.523402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0323a4-e78d-41e4-9bee-53b32fa90318 req-e66bdd25-6707-4379-af92-6fe6c39b9911 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:58.554055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0323a4-e78d-41e4-9bee-53b32fa90318 req-e66bdd25-6707-4379-af92-6fe6c39b9911 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:58.567354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba0323a4-e78d-41e4-9bee-53b32fa90318 req-e66bdd25-6707-4379-af92-6fe6c39b9911 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5442 time: 0.2994339 Feb 16 16:32:58.612439 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 042f635f-33f9-4bb8-8bd2-537ca787b010 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:32:58.729725 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d60f1e80-49d2-4b8c-94e3-145006e4018e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:58.794668 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-71a454c1-89f1-4450-8719-fd442ca40f5f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:58.853758 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b9b84af6-a4b0-465b-8f67-d06d2d31a35a None None] Provisioning complete for port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:58.854145 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9b84af6-a4b0-465b-8f67-d06d2d31a35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:58.876388 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-71a454c1-89f1-4450-8719-fd442ca40f5f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:58.940170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b9b84af6-a4b0-465b-8f67-d06d2d31a35a None None] Port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:32:58.940421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-71a454c1-89f1-4450-8719-fd442ca40f5f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Network 15aff283-df39-49e7-b6a0-0744c433d246 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:58.944782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-71a454c1-89f1-4450-8719-fd442ca40f5f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:58.949363 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-71a454c1-89f1-4450-8719-fd442ca40f5f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:59.025932 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-71a454c1-89f1-4450-8719-fd442ca40f5f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:59.026816 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-71a454c1-89f1-4450-8719-fd442ca40f5f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:59.041930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a454c1-89f1-4450-8719-fd442ca40f5f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event updated for resources: {'Port': ['ID=157e59aa-dbbe-4801-ad9b-4766ec9364e5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:59.065382 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-71a454c1-89f1-4450-8719-fd442ca40f5f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1516252 Feb 16 16:32:59.078841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Request body: {'port': {'device_id': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:32:59.165732 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:59.194045 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:59.275498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Router 6ac24e19-ac6f-478c-a033-2f874d3357c6 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:32:59.286704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:32:59.299961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:32:59.301852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Pushing event updated for resources: {'Port': ['ID=d60f1e80-49d2-4b8c-94e3-145006e4018e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:59.309666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:32:59.348713 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba0323a4-e78d-41e4-9bee-53b32fa90318 req-637963a8-0ecb-4e1e-afce-c2ade4d3bda3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7802131 Feb 16 16:32:59.394298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-39779655-b255-4f08-8024-f42d77f4e7c6 None None] Provisioning complete for port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:32:59.394298 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-39779655-b255-4f08-8024-f42d77f4e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:59.498990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-39779655-b255-4f08-8024-f42d77f4e7c6 None None] Port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:32:59.607711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:32:59.613060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-08e3fbcf-31f1-486d-a258-245fdf350d6c admin admin] 10.222.0.24 "PUT /v2.0/routers/6ac24e19-ac6f-478c-a033-2f874d3357c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6173127 Feb 16 16:32:59.621362 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for floatingip (63945731-e1a0-4dd7-9fd0-109672f454b1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:59.624039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Sync routers for ids ['6ac24e19-ac6f-478c-a033-2f874d3357c6'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:32:59.644274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Routers {'6ac24e19-ac6f-478c-a033-2f874d3357c6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:32:59.646188 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6ac24e19-ac6f-478c-a033-2f874d3357c6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:32:59.659309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157e59aa-dbbe-4801-ad9b-4766ec9364e5 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:32:59.664237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23ae11-60a7-4a51-a160-99958bc2dbe7 req-1c700865-532a-4efe-b851-cbd4b3dd794d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:32:59.671392 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de23ae11-60a7-4a51-a160-99958bc2dbe7 req-1c700865-532a-4efe-b851-cbd4b3dd794d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 931 time: 0.1179814 Feb 16 16:32:59.671553 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Publish callbacks [] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:59.691106 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Transition to ACTIVE for port object 157e59aa-dbbe-4801-ad9b-4766ec9364e5 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:32:59.698630 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d60f1e80-49d2-4b8c-94e3-145006e4018e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:59.709226 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:32:59.765344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de23ae11-60a7-4a51-a160-99958bc2dbe7 req-36203bf3-8d35-493e-8d0f-2af06f6afef1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782166 Feb 16 16:32:59.785638 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Pushing event updated for resources: {'Port': ['ID=157e59aa-dbbe-4801-ad9b-4766ec9364e5,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:32:59.850834 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Set router 6ac24e19-ac6f-478c-a033-2f874d3357c6 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:32:59.915639 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Attempting to bind port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:32:59.915933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Attempting to bind port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:32:59.916225 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Attempting to bind port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 on network 15aff283-df39-49e7-b6a0-0744c433d246 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:32:59.925406 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 on network 15aff283-df39-49e7-b6a0-0744c433d246 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:32:59.926437 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Attempting to bind port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 on network 15aff283-df39-49e7-b6a0-0744c433d246 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:32:59.938216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:32:59.938779 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Checking segment: {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:32:59.939370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Bound using segment: {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:32:59.940042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Bound port: 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:32:59.941803 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:00.018276 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:33:00.022349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:33:00.031389 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:00.074787 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:00.075813 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:00.078190 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] 10.222.0.60 "PUT /v2.0/ports/157e59aa-dbbe-4801-ad9b-4766ec9364e5 HTTP/1.1" status: 200 len: 1091 time: 1.0028343 Feb 16 16:33:00.084082 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:00.089085 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2bdf95-fed8-4dcb-8364-552550347608" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:00.144007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2499a-fd3c-4c8f-8b64-7d60472d515e service neutron] Pushing event updated for resources: {'Port': ['ID=157e59aa-dbbe-4801-ad9b-4766ec9364e5,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:00.184425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c870-1df3-442e-902a-9e260ecb2d9d req-3000ac6b-86ba-4a22-bf75-ad5ffb2cd094 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:00.191902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c870-1df3-442e-902a-9e260ecb2d9d req-3000ac6b-86ba-4a22-bf75-ad5ffb2cd094 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:00.198213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c870-1df3-442e-902a-9e260ecb2d9d req-3000ac6b-86ba-4a22-bf75-ad5ffb2cd094 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:00.205540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c870-1df3-442e-902a-9e260ecb2d9d req-3000ac6b-86ba-4a22-bf75-ad5ffb2cd094 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:00.215908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c870-1df3-442e-902a-9e260ecb2d9d req-3000ac6b-86ba-4a22-bf75-ad5ffb2cd094 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:00.228443 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c870-1df3-442e-902a-9e260ecb2d9d req-3000ac6b-86ba-4a22-bf75-ad5ffb2cd094 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:00.232262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-4f1543d3-30a6-4be9-b3ff-61a53c16c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:00.233908 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-4f1543d3-30a6-4be9-b3ff-61a53c16c820 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 1125 time: 0.1027873 Feb 16 16:33:00.247095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c870-1df3-442e-902a-9e260ecb2d9d req-3000ac6b-86ba-4a22-bf75-ad5ffb2cd094 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:00.266637 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87a5c870-1df3-442e-902a-9e260ecb2d9d req-3000ac6b-86ba-4a22-bf75-ad5ffb2cd094 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5442 time: 0.3944752 Feb 16 16:33:00.283600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58722) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:00.291582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-78099f68-c300-4a6c-8d00-592ab30d5266 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Request body: {'floatingip': {'port_id': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:00.325551 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-65b250c8-ea69-48a9-ae9c-ef78b293f5a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5 HTTP/1.1" status: 200 len: 217 time: 0.0842068 Feb 16 16:33:00.393100 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220591129-router', 'tenant_id': '11604f3e32b347878c7aa9f451fde92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:42Z', 'updated_at': '2022-02-16T16:32:56Z', 'revision_number': 4, 'project_id': '11604f3e32b347878c7aa9f451fde92a', 'gw_port': {'id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:46Z', 'updated_at': '2022-02-16T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c', 'name': '', 'network_id': 'a76c641d-58da-425c-93e5-7240a0b525ba', 'tenant_id': '11604f3e32b347878c7aa9f451fde92a', 'mac_address': 'fa:16:3e:a3:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:53Z', 'updated_at': '2022-02-16T16:32:57Z', 'revision_number': 2, 'project_id': '11604f3e32b347878c7aa9f451fde92a', 'subnets': [{'id': 'a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:00.434288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-02c5ab8a-6b13-4355-8d5e-699337b5b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:00.435792 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-02c5ab8a-6b13-4355-8d5e-699337b5b55f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.1039603 Feb 16 16:33:00.450878 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78099f68-c300-4a6c-8d00-592ab30d5266 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for floatingip (b2a14e6e-a723-46aa-acab-7e230e5b97f9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:00.585865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-df82a0f0-d372-4a3d-8990-790f8171c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:00.592990 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-df82a0f0-d372-4a3d-8990-790f8171c4d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1397727 Feb 16 16:33:00.598344 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for port (d60f1e80-49d2-4b8c-94e3-145006e4018e), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:00.633651 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (d60f1e80-49d2-4b8c-94e3-145006e4018e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:00.808588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Pushing event updated for resources: {'Port': ['ID=d60f1e80-49d2-4b8c-94e3-145006e4018e,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:00.893340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Checking router: 6ac24e19-ac6f-478c-a033-2f874d3357c6 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:33:00.893701 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Updating router 6ac24e19-ac6f-478c-a033-2f874d3357c6 port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:33:01.004905 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:01.030548 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:01.308462 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:01.325240 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320b5916-2998-47b8-a03b-269ac44981c6 x-openstack-request-id: req-320b5916-2998-47b8-a03b-269ac44981c6 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:01.325775 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:01.325775 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-320b5916-2998-47b8-a03b-269ac44981c6 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:01.326139 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'status': 'completed', 'code': 200} Feb 16 16:33:01.476901 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-9d69c097-7435-44ac-bb30-f8b249e444cc service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8781269 Feb 16 16:33:01.601504 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78099f68-c300-4a6c-8d00-592ab30d5266 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:01.664460 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78099f68-c300-4a6c-8d00-592ab30d5266 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (b2a14e6e-a723-46aa-acab-7e230e5b97f9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:01.664853 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Publish callbacks [] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:01.677236 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:01.706087 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-020d3581-5795-48a6-9756-ae0128a52bb2 req-2d21e543-3764-4cae-be77-b97a05cfe48f service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050912 Feb 16 16:33:01.904217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d90287-da2e-4710-9131-a7e22870a93f None None] Pushing event updated for resources: {'Port': ['ID=dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:01.932493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bdf95-fed8-4dcb-8364-552550347608 req-91e74c97-1a01-4df2-b8f8-090da1607ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:01.934086 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0c2bdf95-fed8-4dcb-8364-552550347608 req-91e74c97-1a01-4df2-b8f8-090da1607ef3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 1125 time: 0.1297619 Feb 16 16:33:01.966889 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-78099f68-c300-4a6c-8d00-592ab30d5266 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Floating IP b2a14e6e-a723-46aa-acab-7e230e5b97f9 associated. External IP: 172.25.4.175, port: 8ee8ca31-5a38-410b-904f-1c774cb9ae5e. Feb 16 16:33:02.090688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Attempting to bind port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:33:02.092497 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Attempting to bind port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '9db02d4f-23af-45fd-aaeb-9391ff2de2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a76c641d-58da-425c-93e5-7240a0b525ba'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:33:02.093137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Attempting to bind port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c on network a76c641d-58da-425c-93e5-7240a0b525ba {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:33:02.143418 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:02.153031 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:33:02.162340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Checking segment: {'id': '9db02d4f-23af-45fd-aaeb-9391ff2de2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a76c641d-58da-425c-93e5-7240a0b525ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:33:02.163008 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:02.163629 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Bound using segment: {'id': '9db02d4f-23af-45fd-aaeb-9391ff2de2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a76c641d-58da-425c-93e5-7240a0b525ba'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:33:02.164452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Bound port: dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db02d4f-23af-45fd-aaeb-9391ff2de2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a76c641d-58da-425c-93e5-7240a0b525ba'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:33:02.165058 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:02.197588 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bdf95-fed8-4dcb-8364-552550347608 req-1a184f77-670d-417e-ba33-d3c5757b5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:02.199854 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0c2bdf95-fed8-4dcb-8364-552550347608 req-1a184f77-670d-417e-ba33-d3c5757b5911 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.2581589 Feb 16 16:33:02.284558 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0c2bdf95-fed8-4dcb-8364-552550347608 req-6b45213b-d292-49f9-9969-01d9008eef67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5 HTTP/1.1" status: 200 len: 217 time: 0.0760787 Feb 16 16:33:02.341964 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (63945731-e1a0-4dd7-9fd0-109672f454b1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:02.404131 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:02.405016 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bdf95-fed8-4dcb-8364-552550347608 req-870a0387-76cd-4d84-9328-d22be88da125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:02.415007 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0c2bdf95-fed8-4dcb-8364-552550347608 req-870a0387-76cd-4d84-9328-d22be88da125 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.1214557 Feb 16 16:33:02.416160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-73c14c1c-9a71-470e-a1b9-f884a2271948 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 6.5042620 Feb 16 16:33:02.444858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c4063-55f2-4d88-adc5-b71e09c5bede req-50e316cc-7b8b-4e37-a71f-7bece2aff497 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:02.467176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e8c4063-55f2-4d88-adc5-b71e09c5bede req-50e316cc-7b8b-4e37-a71f-7bece2aff497 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 943 time: 0.8591118 Feb 16 16:33:02.524057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] For port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:33:02.533599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] For port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c,segment=NetworkSegment(9db02d4f-23af-45fd-aaeb-9391ff2de2ed),segment_id=9db02d4f-23af-45fd-aaeb-9391ff2de2ed)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:33:02.573961 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:02.576789 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bdf95-fed8-4dcb-8364-552550347608 req-9a03e8d9-f288-4043-b5c5-16afeb2e4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:02.578341 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0c2bdf95-fed8-4dcb-8364-552550347608 req-9a03e8d9-f288-4043-b5c5-16afeb2e4d35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1545084 Feb 16 16:33:02.590037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0859d2a6-28a4-4d5d-8d09-e3f381506b6d None None] Provisioning complete for port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:33:02.590411 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0859d2a6-28a4-4d5d-8d09-e3f381506b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:02.678572 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-caee1efa-020e-4fcf-9679-ffa3ab5640ae tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 694 time: 0.2611885 Feb 16 16:33:02.806030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Routers {'6ac24e19-ac6f-478c-a033-2f874d3357c6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:02.806752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6ac24e19-ac6f-478c-a033-2f874d3357c6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:02.863477 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0c2bdf95-fed8-4dcb-8364-552550347608 req-9b9f6e9f-573e-4df8-8d7e-08877bb14f19 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771614 Feb 16 16:33:02.887336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e8c4063-55f2-4d88-adc5-b71e09c5bede req-3a16b487-baac-4b99-8b57-9f7e402e328f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4188704 Feb 16 16:33:03.368266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] Set router 6ac24e19-ac6f-478c-a033-2f874d3357c6 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:03.387600 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0c2bdf95-fed8-4dcb-8364-552550347608 req-db89161f-0f57-4030-a925-0dcef931fdc3 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110636 Feb 16 16:33:03.499093 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58810) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:03.557988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-ddb62656-c4a1-4af4-87b1-a768cf234c6f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:03.559577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29c7ab3a-eaa6-47fb-8458-48b7c1018770 req-ddb62656-c4a1-4af4-87b1-a768cf234c6f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.8799493 Feb 16 16:33:03.620383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78099f68-c300-4a6c-8d00-592ab30d5266 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Router 24a0d9cc-9527-4ffa-909c-92519cee7ccf has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:33:03.727329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d90287-da2e-4710-9131-a7e22870a93f None None] Pushing event updated for resources: {'Port': ['ID=dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:03.759504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78099f68-c300-4a6c-8d00-592ab30d5266 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:33:03.769054 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78099f68-c300-4a6c-8d00-592ab30d5266 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:03.781807 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da42cf9-b7f2-4883-9262-d55d127aef1b None None] Sync routers for ids ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:33:03.804487 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da42cf9-b7f2-4883-9262-d55d127aef1b None None] Routers {'24a0d9cc-9527-4ffa-909c-92519cee7ccf'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:03.805591 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9da42cf9-b7f2-4883-9262-d55d127aef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:03.820134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-78099f68-c300-4a6c-8d00-592ab30d5266 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "PUT /v2.0/floatingips/b2a14e6e-a723-46aa-acab-7e230e5b97f9 HTTP/1.1" status: 200 len: 991 time: 3.5348454 Feb 16 16:33:03.824480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:03.826832 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f86e85-c26c-48b3-a76b-cf585a6e3264" -d '{"events": [{"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "8ee8ca31-5a38-410b-904f-1c774cb9ae5e"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:03.916927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0859d2a6-28a4-4d5d-8d09-e3f381506b6d None None] Current status of the port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:03.930203 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0859d2a6-28a4-4d5d-8d09-e3f381506b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:03.955042 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f509b33a-9e61-4f88-8c3f-01196dc19f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:04.065662 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0859d2a6-28a4-4d5d-8d09-e3f381506b6d None None] For port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c,segment=NetworkSegment(9db02d4f-23af-45fd-aaeb-9391ff2de2ed),segment_id=9db02d4f-23af-45fd-aaeb-9391ff2de2ed)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:04.081803 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0859d2a6-28a4-4d5d-8d09-e3f381506b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:04.151692 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f509b33a-9e61-4f88-8c3f-01196dc19f41 admin admin] Publish callbacks [] for security_group (73b54408-70fd-4e6f-aeb2-6fc567cb426e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:04.153034 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-9da42cf9-b7f2-4883-9262-d55d127aef1b None None] Set router 24a0d9cc-9527-4ffa-909c-92519cee7ccf gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:04.156151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859d2a6-28a4-4d5d-8d09-e3f381506b6d None None] Pushing event updated for resources: {'Port': ['ID=dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:04.162526 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f509b33a-9e61-4f88-8c3f-01196dc19f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (73b54408-70fd-4e6f-aeb2-6fc567cb426e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:04.179688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-6c9ae415-9f5d-40be-ae60-c4c277dc5410 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:04.187021 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-6c9ae415-9f5d-40be-ae60-c4c277dc5410 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 821 time: 0.2507422 Feb 16 16:33:04.239224 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-309d9619-b3c2-47a3-970a-e29f6816bec5 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/quotas/83682e22e1e944078f1d906004154058 HTTP/1.1" status: 200 len: 375 time: 0.0506556 Feb 16 16:33:04.240325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e1e24ffb-56f9-4a7c-9038-e6df92142e56 None None] Provisioning complete for port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:33:04.240963 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e1e24ffb-56f9-4a7c-9038-e6df92142e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:04.257759 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f509b33a-9e61-4f88-8c3f-01196dc19f41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=271b972da9994141a638cac900b324e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7568979 Feb 16 16:33:04.268860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58852) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:04.271417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509b33a-9e61-4f88-8c3f-01196dc19f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b54408-70fd-4e6f-aeb2-6fc567cb426e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:04.446528 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f4e36dae-5735-48b5-b640-77b5c4b6d83b admin admin] Publish callbacks [] for security_group (73b54408-70fd-4e6f-aeb2-6fc567cb426e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:04.447694 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:04.486648 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-796440ea-d698-4995-9c8a-cf23f65a4a1e tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2460229 Feb 16 16:33:04.490202 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220591129-router', 'tenant_id': '11604f3e32b347878c7aa9f451fde92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:42Z', 'updated_at': '2022-02-16T16:32:56Z', 'revision_number': 4, 'project_id': '11604f3e32b347878c7aa9f451fde92a', 'gw_port': {'id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:46Z', 'updated_at': '2022-02-16T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c', 'name': '', 'network_id': 'a76c641d-58da-425c-93e5-7240a0b525ba', 'tenant_id': '11604f3e32b347878c7aa9f451fde92a', 'mac_address': 'fa:16:3e:a3:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:53Z', 'updated_at': '2022-02-16T16:33:02Z', 'revision_number': 4, 'project_id': '11604f3e32b347878c7aa9f451fde92a', 'subnets': [{'id': 'a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:04.528079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f4e36dae-5735-48b5-b640-77b5c4b6d83b admin admin] Publish callbacks [] for security_group (73b54408-70fd-4e6f-aeb2-6fc567cb426e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:04.528643 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9da42cf9-b7f2-4883-9262-d55d127aef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:18Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'gw_port': {'id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:19Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'b2a14e6e-a723-46aa-acab-7e230e5b97f9', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'port_id': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'mac_address': 'fa:16:3e:84:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:30:36Z', 'updated_at': '2022-02-16T16:33:01Z', 'revision_number': 1, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ceb6112-db6b-4983-9545-56326d4706a6', 'name': '', 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'mac_address': 'fa:16:3e:d3:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:26Z', 'updated_at': '2022-02-16T16:29:32Z', 'revision_number': 5, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'subnets': [{'id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:04.552902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a2386-4960-4703-b418-cb752d165ef1 req-313c6f04-aba4-422a-bc97-0e47b80de56c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:04.578500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a2386-4960-4703-b418-cb752d165ef1 req-313c6f04-aba4-422a-bc97-0e47b80de56c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:04.597853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a2386-4960-4703-b418-cb752d165ef1 req-313c6f04-aba4-422a-bc97-0e47b80de56c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:04.604087 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da42cf9-b7f2-4883-9262-d55d127aef1b None None] Checking router: 24a0d9cc-9527-4ffa-909c-92519cee7ccf for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:33:04.604293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4d98a7-6c40-498d-8f88-3a092f1d5305 None None] The sync data for ids ['6ac24e19-ac6f-478c-a033-2f874d3357c6'] in n-d-669411-5 is: [{'id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220591129-router', 'tenant_id': '11604f3e32b347878c7aa9f451fde92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:42Z', 'updated_at': '2022-02-16T16:32:56Z', 'revision_number': 4, 'project_id': '11604f3e32b347878c7aa9f451fde92a', 'gw_port': {'id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:46Z', 'updated_at': '2022-02-16T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c', 'name': '', 'network_id': 'a76c641d-58da-425c-93e5-7240a0b525ba', 'tenant_id': '11604f3e32b347878c7aa9f451fde92a', 'mac_address': 'fa:16:3e:a3:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:53Z', 'updated_at': '2022-02-16T16:33:02Z', 'revision_number': 4, 'project_id': '11604f3e32b347878c7aa9f451fde92a', 'subnets': [{'id': 'a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:33:04.615234 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da42cf9-b7f2-4883-9262-d55d127aef1b None None] Routers {'24a0d9cc-9527-4ffa-909c-92519cee7ccf'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:04.615951 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9da42cf9-b7f2-4883-9262-d55d127aef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:04.619255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a2386-4960-4703-b418-cb752d165ef1 req-313c6f04-aba4-422a-bc97-0e47b80de56c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:04.637531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a2386-4960-4703-b418-cb752d165ef1 req-313c6f04-aba4-422a-bc97-0e47b80de56c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:04.657120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a2386-4960-4703-b418-cb752d165ef1 req-313c6f04-aba4-422a-bc97-0e47b80de56c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:04.669633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a2386-4960-4703-b418-cb752d165ef1 req-313c6f04-aba4-422a-bc97-0e47b80de56c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:04.675722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f4e36dae-5735-48b5-b640-77b5c4b6d83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (73b54408-70fd-4e6f-aeb2-6fc567cb426e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:04.698371 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f4e36dae-5735-48b5-b640-77b5c4b6d83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:04.699804 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f4e36dae-5735-48b5-b640-77b5c4b6d83b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73b54408-70fd-4e6f-aeb2-6fc567cb426e HTTP/1.1" status: 204 len: 168 time: 0.4296908 Feb 16 16:33:04.704391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-591a2386-4960-4703-b418-cb752d165ef1 req-313c6f04-aba4-422a-bc97-0e47b80de56c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5442 time: 0.4716713 Feb 16 16:33:04.723704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e36dae-5735-48b5-b640-77b5c4b6d83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b54408-70fd-4e6f-aeb2-6fc567cb426e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:04.740843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-d125c217-1074-4356-b9f0-d989df4d0b64 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:33:04.750499 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-d125c217-1074-4356-b9f0-d989df4d0b64 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2629721 Feb 16 16:33:04.793401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e1e24ffb-56f9-4a7c-9038-e6df92142e56 None None] Current status of the port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:04.912588 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-9da42cf9-b7f2-4883-9262-d55d127aef1b None None] Set router 24a0d9cc-9527-4ffa-909c-92519cee7ccf gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:04.946861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-6bad36a3-d1f8-495f-a4e1-9f1317ff6fda service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931894 Feb 16 16:33:05.164584 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-591a2386-4960-4703-b418-cb752d165ef1 req-f074c205-5fe5-49e1-b536-90db6a41b5d4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4592721 Feb 16 16:33:05.211777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-c8392c9b-2c3d-463d-87bd-92a579b19ad5 service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518437 Feb 16 16:33:05.499676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58868) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:05.529073 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff7a486e-c547-4f1e-b983-25281bfff91b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:05.566267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 157e59aa-dbbe-4801-ad9b-4766ec9364e5 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:33:05.658040 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9da42cf9-b7f2-4883-9262-d55d127aef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:18Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'gw_port': {'id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:19Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'b2a14e6e-a723-46aa-acab-7e230e5b97f9', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'port_id': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'mac_address': 'fa:16:3e:84:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:30:36Z', 'updated_at': '2022-02-16T16:33:01Z', 'revision_number': 1, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ceb6112-db6b-4983-9545-56326d4706a6', 'name': '', 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'mac_address': 'fa:16:3e:d3:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:26Z', 'updated_at': '2022-02-16T16:29:32Z', 'revision_number': 5, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'subnets': [{'id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:05.732763 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835561e8-3823-492c-83e3-956a1f6e9f4c x-openstack-request-id: req-835561e8-3823-492c-83e3-956a1f6e9f4c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:05.735662 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "tag": "8ee8ca31-5a38-410b-904f-1c774cb9ae5e", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:05.736207 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-835561e8-3823-492c-83e3-956a1f6e9f4c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:05.736816 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'tag': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e', 'status': 'completed', 'code': 200} Feb 16 16:33:05.823960 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff7a486e-c547-4f1e-b983-25281bfff91b admin admin] Publish callbacks [] for security_group (2db5c430-d74e-4127-8cbe-83109052ca50), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:05.830415 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da42cf9-b7f2-4883-9262-d55d127aef1b None None] The sync data for ids ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'] in n-d-669411-5 is: [{'id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:18Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'gw_port': {'id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:19Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'b2a14e6e-a723-46aa-acab-7e230e5b97f9', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'port_id': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'mac_address': 'fa:16:3e:84:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:30:36Z', 'updated_at': '2022-02-16T16:33:01Z', 'revision_number': 1, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ceb6112-db6b-4983-9545-56326d4706a6', 'name': '', 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'mac_address': 'fa:16:3e:d3:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:26Z', 'updated_at': '2022-02-16T16:29:32Z', 'revision_number': 5, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'subnets': [{'id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:33:05.846389 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff7a486e-c547-4f1e-b983-25281bfff91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2db5c430-d74e-4127-8cbe-83109052ca50), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:06.025149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-d256b130-455c-40c9-bb04-d200008e7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.025708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-d256b130-455c-40c9-bb04-d200008e7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.026129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-d256b130-455c-40c9-bb04-d200008e7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.026603 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-d256b130-455c-40c9-bb04-d200008e7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.027077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-d256b130-455c-40c9-bb04-d200008e7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.028008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-d256b130-455c-40c9-bb04-d200008e7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.028008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-d256b130-455c-40c9-bb04-d200008e7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.043204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a486e-c547-4f1e-b983-25281bfff91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db5c430-d74e-4127-8cbe-83109052ca50,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:06.081076 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-d256b130-455c-40c9-bb04-d200008e7d59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 6716 time: 0.3357389 Feb 16 16:33:06.110937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ff7a486e-c547-4f1e-b983-25281bfff91b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=428e7aac54c64902b8f86f47b378d0fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6101193 Feb 16 16:33:06.114117 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58892) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:06.183499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:06.229172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'port_id': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'mac_address': 'fa:16:3e:c2:b0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:33:06.234227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:33:06.373858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-6ba3a2eb-041d-407c-afdf-0b3f53dbd9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.375748 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-6ba3a2eb-041d-407c-afdf-0b3f53dbd9c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd6679df-17c6-4470-9d69-faee9752f3e1 HTTP/1.1" status: 200 len: 918 time: 0.2654884 Feb 16 16:33:06.455187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:06.455590 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:06.467786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848d9f7-7695-4d79-8672-5eae8416fef8 req-17174d8c-878c-45c8-97ee-d29827d2ad97 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.492660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f848d9f7-7695-4d79-8672-5eae8416fef8 req-17174d8c-878c-45c8-97ee-d29827d2ad97 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 943 time: 0.3973100 Feb 16 16:33:06.494880 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d666da6-0238-4be3-9283-6846b5ba3a5a admin admin] Publish callbacks [] for security_group (2db5c430-d74e-4127-8cbe-83109052ca50), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:06.518877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157e59aa-dbbe-4801-ad9b-4766ec9364e5 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:33:06.529277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ea2b1-40dc-4471-bebb-c1c77260dc06 req-8051abaa-a143-434d-b6fc-b186bab20034 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.553131 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d666da6-0238-4be3-9283-6846b5ba3a5a admin admin] Publish callbacks [] for security_group (2db5c430-d74e-4127-8cbe-83109052ca50), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:06.554963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ea2b1-40dc-4471-bebb-c1c77260dc06 req-8051abaa-a143-434d-b6fc-b186bab20034 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.569693 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ea2b1-40dc-4471-bebb-c1c77260dc06 req-8051abaa-a143-434d-b6fc-b186bab20034 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.598836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ea2b1-40dc-4471-bebb-c1c77260dc06 req-8051abaa-a143-434d-b6fc-b186bab20034 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.611361 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:06.614836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ea2b1-40dc-4471-bebb-c1c77260dc06 req-8051abaa-a143-434d-b6fc-b186bab20034 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.632882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:33:06.633412 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:06.657583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ea2b1-40dc-4471-bebb-c1c77260dc06 req-8051abaa-a143-434d-b6fc-b186bab20034 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.658802 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:33:06.693502 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d666da6-0238-4be3-9283-6846b5ba3a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2db5c430-d74e-4127-8cbe-83109052ca50), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:06.697276 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ea2b1-40dc-4471-bebb-c1c77260dc06 req-8051abaa-a143-434d-b6fc-b186bab20034 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.704501 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d666da6-0238-4be3-9283-6846b5ba3a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:06.708826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f9ea2b1-40dc-4471-bebb-c1c77260dc06 req-8051abaa-a143-434d-b6fc-b186bab20034 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5442 time: 0.7674911 Feb 16 16:33:06.709688 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4d666da6-0238-4be3-9283-6846b5ba3a5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2db5c430-d74e-4127-8cbe-83109052ca50 HTTP/1.1" status: 204 len: 168 time: 0.5943930 Feb 16 16:33:06.773908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d666da6-0238-4be3-9283-6846b5ba3a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db5c430-d74e-4127-8cbe-83109052ca50,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:06.792416 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-465e1891-e1ea-41a3-aeae-63356b71ea50 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ee8ca31-5a38-410b-904f-1c774cb9ae5e HTTP/1.1" status: 200 len: 999 time: 0.3991790 Feb 16 16:33:06.822372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97635aa5-bd3e-4212-b8df-fd390e4a960c None None] New status for floating IP b2a14e6e-a723-46aa-acab-7e230e5b97f9: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:33:06.885385 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f848d9f7-7695-4d79-8672-5eae8416fef8 req-07d08a38-4ff3-44ae-8667-3c96ea1a4e07 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3914051 Feb 16 16:33:06.984672 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-9185bdd2-2180-4595-a40e-510878723b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:06.988693 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-9185bdd2-2180-4595-a40e-510878723b9f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa52883c-d87f-4ec7-b5e1-ae348ec14277 HTTP/1.1" status: 200 len: 856 time: 0.1899574 Feb 16 16:33:07.030012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68214a3f-a550-4abe-8619-7b779d3a2001 req-c4e70728-ff5a-4700-8a56-5b8f4d3b4340 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 210 time: 0.0910931 Feb 16 16:33:07.164734 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-1fd6b3a5-a6b2-4313-a35e-4fabb201c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:07.170106 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:07.178747 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-1fd6b3a5-a6b2-4313-a35e-4fabb201c277 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6679df-17c6-4470-9d69-faee9752f3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1828232 Feb 16 16:33:07.479459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=157e59aa-dbbe-4801-ad9b-4766ec9364e5,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:07.486040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:07.486813 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-ad4c5bc8-2dc3-4591-9233-fd63c24b61f9 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6679df-17c6-4470-9d69-faee9752f3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968173 Feb 16 16:33:07.529274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-3a2b15ae-9f4c-4653-9be1-e0390be178f7 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:07.534699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-3a2b15ae-9f4c-4653-9be1-e0390be178f7 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 814 time: 0.3196812 Feb 16 16:33:07.562471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-ee7e50f8-588d-4722-9cf4-f431c2f1cfae tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/quotas/a4468075801b43b7b3926e5aeb19d82d HTTP/1.1" status: 200 len: 375 time: 0.0235488 Feb 16 16:33:07.695506 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b9f86e85-c26c-48b3-a76b-cf585a6e3264 req-61915c1a-1c92-420f-869b-be4a5104f021 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6679df-17c6-4470-9d69-faee9752f3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003593 Feb 16 16:33:07.743243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['157e59aa-dbbe-4801-ad9b-4766ec9364e5'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:33:07.753025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-ac85b55b-b0b6-4fdd-a328-416706331868 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1822004 Feb 16 16:33:08.180015 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-509ce5e9-ee8d-4582-b19e-8a800a74d08e service neutron] 10.222.0.24 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254553 Feb 16 16:33:08.291523 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-f1a1ce8a-9d33-4c6a-83ce-3c424b875a7a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:08.307902 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-f1a1ce8a-9d33-4c6a-83ce-3c424b875a7a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.60 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 821 time: 0.3327253 Feb 16 16:33:08.324669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-83da0100-bf73-419c-b604-f62b10c38791 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Request body: {'port': {'device_id': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'admin_state_up': True, 'tenant_id': '83682e22e1e944078f1d906004154058'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:08.701777 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-83da0100-bf73-419c-b604-f62b10c38791 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Made reservation on behalf of 83682e22e1e944078f1d906004154058 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:33:08.709979 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-83da0100-bf73-419c-b604-f62b10c38791 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:09.029064 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-83da0100-bf73-419c-b604-f62b10c38791 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Allocated IP 172.20.0.5 (bdc441f4-653b-448b-a7a1-03830b73d8fc/3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5/9e417380-233e-4062-8b3a-1a54de2cc970) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:33:09.076337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-e104c9b1-01ae-453a-aeb4-2319084d8294 service neutron] 10.222.0.24 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8925297 Feb 16 16:33:09.236325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27398de7-af14-42ef-83fc-278ae84277c1 req-2f0ffa1d-8468-4eec-b36d-2192051e4636 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:09.239988 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27398de7-af14-42ef-83fc-278ae84277c1 req-2f0ffa1d-8468-4eec-b36d-2192051e4636 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0932927 Feb 16 16:33:09.352444 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-83da0100-bf73-419c-b604-f62b10c38791 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for port (9e417380-233e-4062-8b3a-1a54de2cc970), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:09.400648 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-83da0100-bf73-419c-b604-f62b10c38791 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (9e417380-233e-4062-8b3a-1a54de2cc970), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:09.417675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['317c51d4-d901-46dc-bfd6-023651120ab7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:33:09.432713 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cb2ba31-64fc-4a1f-b617-2f180ab474e6 req-2a02d380-ad65-40b1-b629-08a0ce990a1e tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 210 time: 0.1124170 Feb 16 16:33:09.469144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27398de7-af14-42ef-83fc-278ae84277c1 req-fb614a24-35de-4002-8b1d-c3c3f2a2c7bd tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221262 Feb 16 16:33:09.589418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da0100-bf73-419c-b604-f62b10c38791 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Pushing event updated for resources: {'Port': ['ID=9e417380-233e-4062-8b3a-1a54de2cc970,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:09.594748 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 157e59aa-dbbe-4801-ad9b-4766ec9364e5 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:33:09.610549 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-83da0100-bf73-419c-b604-f62b10c38791 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Network bdc441f4-653b-448b-a7a1-03830b73d8fc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:33:09.628550 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-804fadd3-3a72-4339-bd2f-5f52cc994f3c req-08c68255-c518-477e-90ec-a01eeab8713f tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 210 time: 0.0777330 Feb 16 16:33:09.637955 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-83da0100-bf73-419c-b604-f62b10c38791 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:33:09.642143 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-83da0100-bf73-419c-b604-f62b10c38791 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:33:09.740982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-83da0100-bf73-419c-b604-f62b10c38791 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:09.742429 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-83da0100-bf73-419c-b604-f62b10c38791 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:09.805329 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-83da0100-bf73-419c-b604-f62b10c38791 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4869423 Feb 16 16:33:09.824553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Request body: {'port': {'device_id': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:09.903747 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:33:09.947217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:33:09.952551 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:10.133259 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9e417380-233e-4062-8b3a-1a54de2cc970), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:10.150596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:10.154316 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:10.240446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-aee8e3a5-094d-4094-8fbb-f8c3602fa917 None None] Provisioning complete for port 9e417380-233e-4062-8b3a-1a54de2cc970 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:33:10.243832 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aee8e3a5-094d-4094-8fbb-f8c3602fa917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9e417380-233e-4062-8b3a-1a54de2cc970), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:10.363644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:10.370459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-aee8e3a5-094d-4094-8fbb-f8c3602fa917 None None] Port 9e417380-233e-4062-8b3a-1a54de2cc970 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:33:10.374930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:10.378659 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e5aa08-0cf8-4a79-b465-d463d3347500" -d '{"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-plugged", "status": "completed", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:10.398610 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:10.477109 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa8c420-0ae2-46cb-9d4e-7a99bb7cc62b x-openstack-request-id: req-8aa8c420-0ae2-46cb-9d4e-7a99bb7cc62b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:10.485693 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-plugged", "status": "completed", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:10.486131 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8aa8c420-0ae2-46cb-9d4e-7a99bb7cc62b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:10.486670 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'code': 200} Feb 16 16:33:10.541480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=157e59aa-dbbe-4801-ad9b-4766ec9364e5,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:10.789680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b20f5-3bb9-4584-bb05-96e47a3c7464 req-f65b61de-8415-484c-acb7-d8781044efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:10.793715 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd6b20f5-3bb9-4584-bb05-96e47a3c7464 req-f65b61de-8415-484c-acb7-d8781044efe2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 1127 time: 0.2346268 Feb 16 16:33:10.810170 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e417380-233e-4062-8b3a-1a54de2cc970 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:33:10.820466 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Publish callbacks [] for port (9e417380-233e-4062-8b3a-1a54de2cc970), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:10.837044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Transition to ACTIVE for port object 9e417380-233e-4062-8b3a-1a54de2cc970 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:33:10.842945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (9e417380-233e-4062-8b3a-1a54de2cc970), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:10.856112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd6b20f5-3bb9-4584-bb05-96e47a3c7464 req-69a331d7-8326-4ac8-912e-0249b3fa59d9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485628 Feb 16 16:33:10.865760 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a18523-78cb-4ea8-bf7e-8e910234ad9c req-73e72aa3-46fb-48de-b545-06e6f57f01f7 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:10.868184 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00a18523-78cb-4ea8-bf7e-8e910234ad9c req-73e72aa3-46fb-48de-b545-06e6f57f01f7 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 931 time: 0.2109659 Feb 16 16:33:10.956922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00a18523-78cb-4ea8-bf7e-8e910234ad9c req-c755229e-9566-49c3-8bc7-6b025f85b658 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777876 Feb 16 16:33:11.001880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e417380-233e-4062-8b3a-1a54de2cc970,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:11.163912 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Attempting to bind port 9e417380-233e-4062-8b3a-1a54de2cc970 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:33:11.164545 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Attempting to bind port 9e417380-233e-4062-8b3a-1a54de2cc970 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:33:11.165079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Attempting to bind port 9e417380-233e-4062-8b3a-1a54de2cc970 on network bdc441f4-653b-448b-a7a1-03830b73d8fc {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:33:11.170733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Port 9e417380-233e-4062-8b3a-1a54de2cc970 on network bdc441f4-653b-448b-a7a1-03830b73d8fc not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:33:11.171300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Attempting to bind port 9e417380-233e-4062-8b3a-1a54de2cc970 on network bdc441f4-653b-448b-a7a1-03830b73d8fc {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:33:11.178093 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:33:11.178949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Checking segment: {'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:33:11.179679 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Bound using segment: {'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:33:11.180305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Bound port: 9e417380-233e-4062-8b3a-1a54de2cc970, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd313d3-7261-4304-ad16-d10a1b7da311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:33:11.180839 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9e417380-233e-4062-8b3a-1a54de2cc970), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:11.261738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-386310ac-f192-4ad9-91bf-10d191a6b638 req-ec37d949-7728-42a0-aeb0-b795804fc512 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 210 time: 0.0415623 Feb 16 16:33:11.294475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b722696-cefe-480b-84ae-5f0138685c1b req-c8f4c603-fe68-4952-8aba-ca389cc7badb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:11.304836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b722696-cefe-480b-84ae-5f0138685c1b req-c8f4c603-fe68-4952-8aba-ca389cc7badb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 945 time: 0.1726408 Feb 16 16:33:11.319285 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] For port 9e417380-233e-4062-8b3a-1a54de2cc970, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:33:11.324149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] For port 9e417380-233e-4062-8b3a-1a54de2cc970, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9e417380-233e-4062-8b3a-1a54de2cc970,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:33:11.352562 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (9e417380-233e-4062-8b3a-1a54de2cc970), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:11.423650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b722696-cefe-480b-84ae-5f0138685c1b req-707af6fc-ee08-4274-922c-bdc5bf40de91 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155031 Feb 16 16:33:11.508836 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:11.509505 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:11.524556 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] 10.222.0.60 "PUT /v2.0/ports/9e417380-233e-4062-8b3a-1a54de2cc970 HTTP/1.1" status: 200 len: 1091 time: 1.6967618 Feb 16 16:33:11.524556 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'tag': '9e417380-233e-4062-8b3a-1a54de2cc970'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:11.524556 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333e74bf-aa7c-4f34-8a75-911d206c5c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "f54d7a7a-5b61-4e06-8604-3373138f8c72", "tag": "9e417380-233e-4062-8b3a-1a54de2cc970"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:11.686797 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e1c8c0-6923-458b-9908-e5afa38bb45e x-openstack-request-id: req-95e1c8c0-6923-458b-9908-e5afa38bb45e {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:11.687100 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54d7a7a-5b61-4e06-8604-3373138f8c72", "tag": "9e417380-233e-4062-8b3a-1a54de2cc970", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:11.687344 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95e1c8c0-6923-458b-9908-e5afa38bb45e {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:11.687734 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'tag': '9e417380-233e-4062-8b3a-1a54de2cc970', 'status': 'completed', 'code': 200} Feb 16 16:33:11.773441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3678c3d-8e01-46de-aa1a-c2dcc223eaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e417380-233e-4062-8b3a-1a54de2cc970,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:11.932123 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f1f51ceb-e5f6-4f34-8a61-f92265b5bdd0 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:11.935087 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f1f51ceb-e5f6-4f34-8a61-f92265b5bdd0 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.65 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 814 time: 0.3816688 Feb 16 16:33:11.939037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-036539dc-3169-4a15-9cb7-d66b38c1ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:11.941063 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-036539dc-3169-4a15-9cb7-d66b38c1ce58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 1125 time: 0.2523177 Feb 16 16:33:11.960094 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f6d01f41-cf56-426f-8cbd-8b3bf6f89b4b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Request body: {'port': {'device_id': '5d5688ad-23e1-4bec-8b35-7d27a3336fc2', 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d', 'admin_state_up': True, 'tenant_id': 'a4468075801b43b7b3926e5aeb19d82d'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:12.057042 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-99168442-5d69-4fae-99f7-14194e6ed3fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e417380-233e-4062-8b3a-1a54de2cc970 HTTP/1.1" status: 200 len: 217 time: 0.1054797 Feb 16 16:33:12.215311 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-057a6a75-b263-4186-a51d-483bffc80161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:12.216016 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731296f-6192-4679-92ec-98bbd5876d7e req-e8e562eb-6052-4e28-a02f-30a399a59c03 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:12.219097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8731296f-6192-4679-92ec-98bbd5876d7e req-e8e562eb-6052-4e28-a02f-30a399a59c03 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 943 time: 0.1255610 Feb 16 16:33:12.225175 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-057a6a75-b263-4186-a51d-483bffc80161 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.1491587 Feb 16 16:33:12.347245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f6d01f41-cf56-426f-8cbd-8b3bf6f89b4b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Made reservation on behalf of a4468075801b43b7b3926e5aeb19d82d for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:33:12.351807 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f6d01f41-cf56-426f-8cbd-8b3bf6f89b4b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:12.379845 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8731296f-6192-4679-92ec-98bbd5876d7e req-0ec516f8-a060-4694-a97b-606b4bded386 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522288 Feb 16 16:33:12.400876 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-22773134-727e-4386-ae03-8625740bb6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:12.402741 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-22773134-727e-4386-ae03-8625740bb6b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1724322 Feb 16 16:33:12.541808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59136) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:12.596859 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60f950f1-8c57-43bb-9c3f-addb64ef1b5b req-03a5d800-c630-49c6-a371-0b884a8ad0b0 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 210 time: 0.0471151 Feb 16 16:33:12.678132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f6d01f41-cf56-426f-8cbd-8b3bf6f89b4b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Allocated IP 172.20.0.7 (5ff79391-d267-4f31-964d-a98547bf9b6d/4cc44112-3970-4a84-a656-f40fa88683de/5cc56aa2-f9b6-492c-b737-2a294e7b867b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:33:12.696820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3049-ca2b-419a-acd3-8a2982509295 req-356d7e6e-2382-4e12-969a-4d2a63b5f2bc tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:12.705837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe5a3049-ca2b-419a-acd3-8a2982509295 req-356d7e6e-2382-4e12-969a-4d2a63b5f2bc tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 947 time: 0.1140060 Feb 16 16:33:12.712711 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-31098a8b-2aa5-4138-a44e-5b0d55214228 service neutron] 10.222.0.60 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837629 Feb 16 16:33:12.805498 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-39e56f8a-6fb0-4e62-a841-97ee3bb05132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:12.855258 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe5a3049-ca2b-419a-acd3-8a2982509295 req-4b2a7b1b-0ebc-4e34-98dc-d4ed102e4d18 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479518 Feb 16 16:33:12.869849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038fc8b-da44-4136-a58d-eef8af4811be req-c2211120-3ec2-44b5-b889-be25ce271ec0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:12.878316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6038fc8b-da44-4136-a58d-eef8af4811be req-c2211120-3ec2-44b5-b889-be25ce271ec0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 945 time: 0.1544144 Feb 16 16:33:12.942964 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f6d01f41-cf56-426f-8cbd-8b3bf6f89b4b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks [] for port (5cc56aa2-f9b6-492c-b737-2a294e7b867b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:12.972154 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a4c4b46-19af-45a3-831b-8e228ac0d456 req-c3d614bf-ebf7-492c-bdb8-00f578a228bb service neutron] 10.222.0.60 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508869 Feb 16 16:33:12.981270 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6038fc8b-da44-4136-a58d-eef8af4811be req-f0cc3420-5f4d-46b9-8c15-078b2f630de5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018569 Feb 16 16:33:13.017189 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f6d01f41-cf56-426f-8cbd-8b3bf6f89b4b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5cc56aa2-f9b6-492c-b737-2a294e7b867b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:13.030566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['de2a1841-9c2e-4487-8eab-b43ae743539a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:33:13.044129 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-39e56f8a-6fb0-4e62-a841-97ee3bb05132 admin admin] Publish callbacks [] for security_group (94099a4f-403d-43ab-ac13-b42a70f03058), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:13.052347 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-39e56f8a-6fb0-4e62-a841-97ee3bb05132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (94099a4f-403d-43ab-ac13-b42a70f03058), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:13.078586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f6d01f41-cf56-426f-8cbd-8b3bf6f89b4b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Network 5ff79391-d267-4f31-964d-a98547bf9b6d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:33:13.087310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f6d01f41-cf56-426f-8cbd-8b3bf6f89b4b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:33:13.117857 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d01f41-cf56-426f-8cbd-8b3bf6f89b4b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Pushing event updated for resources: {'Port': ['ID=5cc56aa2-f9b6-492c-b737-2a294e7b867b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:13.131625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-39e56f8a-6fb0-4e62-a841-97ee3bb05132 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b00ed14c0a3402a82aff32540cad6bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5846930 Feb 16 16:33:13.131625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e56f8a-6fb0-4e62-a841-97ee3bb05132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94099a4f-403d-43ab-ac13-b42a70f03058,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:13.135096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59142) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:13.140362 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f6d01f41-cf56-426f-8cbd-8b3bf6f89b4b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:33:13.207531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e74bf-aa7c-4f34-8a75-911d206c5c9c req-6d1c220f-08d9-4215-a4e0-50e3e2411a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:13.209130 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-333e74bf-aa7c-4f34-8a75-911d206c5c9c req-6d1c220f-08d9-4215-a4e0-50e3e2411a73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 1125 time: 0.1234326 Feb 16 16:33:13.214921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f6d01f41-cf56-426f-8cbd-8b3bf6f89b4b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:13.215538 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f6d01f41-cf56-426f-8cbd-8b3bf6f89b4b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:13.275213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb572ef-a5fd-461d-95c8-f21843d10eaa req-0676cb29-77f3-4725-97b0-fa1f5c4bb169 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:13.276860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3eb572ef-a5fd-461d-95c8-f21843d10eaa req-0676cb29-77f3-4725-97b0-fa1f5c4bb169 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 945 time: 0.1020417 Feb 16 16:33:13.278101 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f6d01f41-cf56-426f-8cbd-8b3bf6f89b4b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3274732 Feb 16 16:33:13.287836 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Publish callbacks [] for security_group (94099a4f-403d-43ab-ac13-b42a70f03058), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:13.290357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59152) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:13.295734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c67c2363-d0b7-47cb-b39c-5fd094d99b60 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Request body: {'floatingip': {'port_id': '157e59aa-dbbe-4801-ad9b-4766ec9364e5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:13.327529 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Request body: {'port': {'device_id': '5d5688ad-23e1-4bec-8b35-7d27a3336fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:13.362684 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c67c2363-d0b7-47cb-b39c-5fd094d99b60 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for floatingip (cea00738-ef0f-4a96-b896-ff446c2dfb86), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:13.407730 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e74bf-aa7c-4f34-8a75-911d206c5c9c req-b9bdfdb5-5bbd-49c9-826e-02748a4e8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:13.409234 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-333e74bf-aa7c-4f34-8a75-911d206c5c9c req-b9bdfdb5-5bbd-49c9-826e-02748a4e8200 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 922 time: 0.1910801 Feb 16 16:33:13.417089 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5cc56aa2-f9b6-492c-b737-2a294e7b867b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:13.443835 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Publish callbacks [] for security_group (94099a4f-403d-43ab-ac13-b42a70f03058), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:13.509773 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-333e74bf-aa7c-4f34-8a75-911d206c5c9c req-942787d2-24d3-48ae-a164-f625c605561d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e417380-233e-4062-8b3a-1a54de2cc970 HTTP/1.1" status: 200 len: 217 time: 0.0405354 Feb 16 16:33:13.612013 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (94099a4f-403d-43ab-ac13-b42a70f03058), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:13.615171 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:13.620401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94099a4f-403d-43ab-ac13-b42a70f03058 HTTP/1.1" status: 204 len: 168 time: 0.4838505 Feb 16 16:33:13.659373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e74bf-aa7c-4f34-8a75-911d206c5c9c req-6c7bb5b4-2fcd-485f-8428-e77ec68ffea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:13.661808 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-333e74bf-aa7c-4f34-8a75-911d206c5c9c req-6c7bb5b4-2fcd-485f-8428-e77ec68ffea3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.1432672 Feb 16 16:33:13.685010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aed6d1-080c-4b0c-aefa-430621ef87a9 req-6602d3ab-1300-458d-a6c7-bcdb394c0b69 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:13.688862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-10aed6d1-080c-4b0c-aefa-430621ef87a9 req-6602d3ab-1300-458d-a6c7-bcdb394c0b69 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 943 time: 0.2311220 Feb 16 16:33:13.745235 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94099a4f-403d-43ab-ac13-b42a70f03058,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:13.810702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e74bf-aa7c-4f34-8a75-911d206c5c9c req-8848b9be-7348-43b3-a236-59190a27acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:13.812428 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-333e74bf-aa7c-4f34-8a75-911d206c5c9c req-8848b9be-7348-43b3-a236-59190a27acbe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1254096 Feb 16 16:33:13.832767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:13.833068 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:13.833425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:13.833764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:13.834101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:13.834432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:13.834758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:13.835086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:13.835412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:13.835729 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:13.836097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:13.836421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:13.836742 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2b42c-1e6e-46b9-ad21-e11c9fe44b8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:13.906556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-10aed6d1-080c-4b0c-aefa-430621ef87a9 req-c99ef70a-365d-4daa-8eaa-cf82dd838a5d tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624444 Feb 16 16:33:13.915986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e790ef5-c125-43af-ba12-acad14318de5 req-efeb057f-764e-47ef-a141-a1f0db576d18 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:13.932667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e790ef5-c125-43af-ba12-acad14318de5 req-efeb057f-764e-47ef-a141-a1f0db576d18 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 931 time: 0.1899157 Feb 16 16:33:14.014812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc56aa2-f9b6-492c-b737-2a294e7b867b {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:33:14.025481 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Publish callbacks [] for port (5cc56aa2-f9b6-492c-b737-2a294e7b867b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:14.029207 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-333e74bf-aa7c-4f34-8a75-911d206c5c9c req-326c0286-9f84-4a88-851c-5949884c404a service neutron] 10.222.0.60 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056653 Feb 16 16:33:14.120952 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Transition to ACTIVE for port object 5cc56aa2-f9b6-492c-b737-2a294e7b867b will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:33:14.136025 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (5cc56aa2-f9b6-492c-b737-2a294e7b867b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:14.191458 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-333e74bf-aa7c-4f34-8a75-911d206c5c9c req-5d4d4f85-500a-4b77-a3ea-b1c7c76be39c service neutron] 10.222.0.60 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501348 Feb 16 16:33:14.272941 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc56aa2-f9b6-492c-b737-2a294e7b867b,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:14.311201 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c67c2363-d0b7-47cb-b39c-5fd094d99b60 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:14.324384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Attempting to bind port 5cc56aa2-f9b6-492c-b737-2a294e7b867b on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:33:14.325022 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Attempting to bind port 5cc56aa2-f9b6-492c-b737-2a294e7b867b by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:33:14.325566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Attempting to bind port 5cc56aa2-f9b6-492c-b737-2a294e7b867b on network 5ff79391-d267-4f31-964d-a98547bf9b6d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:33:14.329471 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c67c2363-d0b7-47cb-b39c-5fd094d99b60 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (cea00738-ef0f-4a96-b896-ff446c2dfb86), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:14.337276 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Port 5cc56aa2-f9b6-492c-b737-2a294e7b867b on network 5ff79391-d267-4f31-964d-a98547bf9b6d not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:33:14.337967 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Attempting to bind port 5cc56aa2-f9b6-492c-b737-2a294e7b867b on network 5ff79391-d267-4f31-964d-a98547bf9b6d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:33:14.367689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:33:14.368214 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Checking segment: {'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:33:14.420940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Bound using segment: {'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:33:14.420940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Bound port: 5cc56aa2-f9b6-492c-b737-2a294e7b867b, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:33:14.420940 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5cc56aa2-f9b6-492c-b737-2a294e7b867b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:14.522104 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e790ef5-c125-43af-ba12-acad14318de5 req-d2d8b6a3-3ba8-4b08-b122-27ea7a2c2682 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850058 Feb 16 16:33:14.557192 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b77c37-6170-4fc5-849a-72367710302e req-3235bb49-53ef-4485-9aee-e7a3b3db5ab5 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:14.565417 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-93b77c37-6170-4fc5-849a-72367710302e req-3235bb49-53ef-4485-9aee-e7a3b3db5ab5 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 947 time: 0.2518773 Feb 16 16:33:14.577830 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf26e0a-ef10-49d4-98f8-87c182083ec2 req-e67fabcb-f491-44c9-9e7e-4ca21d63ddeb tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:14.579912 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdf26e0a-ef10-49d4-98f8-87c182083ec2 req-e67fabcb-f491-44c9-9e7e-4ca21d63ddeb tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.60 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 947 time: 0.1856704 Feb 16 16:33:14.628895 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-c67c2363-d0b7-47cb-b39c-5fd094d99b60 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Floating IP cea00738-ef0f-4a96-b896-ff446c2dfb86 associated. External IP: 172.25.4.138, port: 157e59aa-dbbe-4801-ad9b-4766ec9364e5. Feb 16 16:33:14.721014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-93b77c37-6170-4fc5-849a-72367710302e req-3484a402-5ad0-4beb-8a0b-bb7a6355d0bc tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528029 Feb 16 16:33:14.995339 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] For port 5cc56aa2-f9b6-492c-b737-2a294e7b867b, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:33:15.000497 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] For port 5cc56aa2-f9b6-492c-b737-2a294e7b867b, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5cc56aa2-f9b6-492c-b737-2a294e7b867b,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:33:15.037244 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (5cc56aa2-f9b6-492c-b737-2a294e7b867b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:15.038894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67c2363-d0b7-47cb-b39c-5fd094d99b60 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:33:15.076894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:15.078075 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:15.079478 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] 10.222.0.65 "PUT /v2.0/ports/5cc56aa2-f9b6-492c-b737-2a294e7b867b HTTP/1.1" status: 200 len: 1091 time: 1.7583294 Feb 16 16:33:15.099669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5688ad-23e1-4bec-8b35-7d27a3336fc2', 'tag': '5cc56aa2-f9b6-492c-b737-2a294e7b867b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:15.102316 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a15405-5d75-46a7-98fb-f9ee20695476" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5688ad-23e1-4bec-8b35-7d27a3336fc2", "tag": "5cc56aa2-f9b6-492c-b737-2a294e7b867b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:15.203042 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd48457-8b65-4e42-b4b3-977ab9eacd0a x-openstack-request-id: req-ddd48457-8b65-4e42-b4b3-977ab9eacd0a {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:15.203343 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5688ad-23e1-4bec-8b35-7d27a3336fc2", "tag": "5cc56aa2-f9b6-492c-b737-2a294e7b867b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:15.203596 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddd48457-8b65-4e42-b4b3-977ab9eacd0a {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:15.204043 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5688ad-23e1-4bec-8b35-7d27a3336fc2', 'tag': '5cc56aa2-f9b6-492c-b737-2a294e7b867b', 'status': 'completed', 'code': 200} Feb 16 16:33:15.239698 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54682d5-35d2-4fac-981d-d4bd3ba221a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc56aa2-f9b6-492c-b737-2a294e7b867b,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:15.256870 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-fdf26e0a-ef10-49d4-98f8-87c182083ec2 req-73caaee6-e37b-4c8a-8afb-c1a223316e8b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Deleting port a529877c-7205-4d95-81b4-941669593298 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:33:15.257216 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fdf26e0a-ef10-49d4-98f8-87c182083ec2 req-73caaee6-e37b-4c8a-8afb-c1a223316e8b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a529877c-7205-4d95-81b4-941669593298), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:15.291237 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-32512614-f2bb-46f7-b86f-d13e2bd91b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:15.292814 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-32512614-f2bb-46f7-b86f-d13e2bd91b14 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 1125 time: 0.1437941 Feb 16 16:33:15.303493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1b973-ef85-450d-bafb-3d6359a4047f req-cccb6304-b665-4087-9d87-c9bcaef6745f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:15.305080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4e1b973-ef85-450d-bafb-3d6359a4047f req-cccb6304-b665-4087-9d87-c9bcaef6745f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 943 time: 0.2647779 Feb 16 16:33:15.384080 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-51b309e7-6502-40ef-a967-e3678359ede0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cc56aa2-f9b6-492c-b737-2a294e7b867b HTTP/1.1" status: 200 len: 217 time: 0.0553818 Feb 16 16:33:15.401364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67c2363-d0b7-47cb-b39c-5fd094d99b60 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:33:15.406514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c67c2363-d0b7-47cb-b39c-5fd094d99b60 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:15.413221 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acba781-3c17-4611-a258-e11e9b0f2b9d None None] Sync routers for ids ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:33:15.419880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4e1b973-ef85-450d-bafb-3d6359a4047f req-5b9f29c0-2742-4ab1-8909-8e72fa0dcfc2 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031470 Feb 16 16:33:15.433093 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acba781-3c17-4611-a258-e11e9b0f2b9d None None] Routers {'51eb3b5f-4c8f-40df-87a4-5d239d98a77d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:15.433765 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0acba781-3c17-4611-a258-e11e9b0f2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:15.474026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c67c2363-d0b7-47cb-b39c-5fd094d99b60 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "PUT /v2.0/floatingips/cea00738-ef0f-4a96-b896-ff446c2dfb86 HTTP/1.1" status: 200 len: 991 time: 2.1825349 Feb 16 16:33:15.474826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:15.477458 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fb3b28-06ad-4187-a0d9-9f3c4aafe228" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:15.514215 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-fdf26e0a-ef10-49d4-98f8-87c182083ec2 req-73caaee6-e37b-4c8a-8afb-c1a223316e8b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] For port a529877c-7205-4d95-81b4-941669593298, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=a529877c-7205-4d95-81b4-941669593298,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:15.514215 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fdf26e0a-ef10-49d4-98f8-87c182083ec2 req-73caaee6-e37b-4c8a-8afb-c1a223316e8b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a529877c-7205-4d95-81b4-941669593298), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:15.555709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-fdf26e0a-ef10-49d4-98f8-87c182083ec2 req-73caaee6-e37b-4c8a-8afb-c1a223316e8b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Calling delete_port for a529877c-7205-4d95-81b4-941669593298 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:33:15.567089 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35235940-5443-49fe-916e-401aa59b7112 x-openstack-request-id: req-35235940-5443-49fe-916e-401aa59b7112 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:15.568089 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:15.568396 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35235940-5443-49fe-916e-401aa59b7112 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:15.568802 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'status': 'completed', 'code': 200} Feb 16 16:33:15.578502 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-3c21e710-9f4f-47e5-b462-8aac9ab55d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:15.580619 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-3c21e710-9f4f-47e5-b462-8aac9ab55d96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cc44112-3970-4a84-a656-f40fa88683de HTTP/1.1" status: 200 len: 854 time: 0.1882701 Feb 16 16:33:15.660730 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-e2f24ff0-22ad-44da-b970-903c3840c113 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ff79391-d267-4f31-964d-a98547bf9b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693855 Feb 16 16:33:15.689748 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0acba781-3c17-4611-a258-e11e9b0f2b9d None None] Set router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:15.770413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82690999-202d-429c-b044-50ad1d744b2e req-038bd197-1254-409d-9a78-c5b16de7a245 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:15.772697 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82690999-202d-429c-b044-50ad1d744b2e req-038bd197-1254-409d-9a78-c5b16de7a245 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 945 time: 0.1498630 Feb 16 16:33:15.780534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb3b28-06ad-4187-a0d9-9f3c4aafe228 req-0100e24e-6777-44e5-b207-2b90cd867703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:15.782027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31fb3b28-06ad-4187-a0d9-9f3c4aafe228 req-0100e24e-6777-44e5-b207-2b90cd867703 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 1127 time: 0.1956344 Feb 16 16:33:15.861476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fdf26e0a-ef10-49d4-98f8-87c182083ec2 req-73caaee6-e37b-4c8a-8afb-c1a223316e8b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a529877c-7205-4d95-81b4-941669593298), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:15.903850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73caaee6-e37b-4c8a-8afb-c1a223316e8b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Pushing event deleted for resources: {'Port': ['ID=a529877c-7205-4d95-81b4-941669593298,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:15.944555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac22272-8751-4f0c-bfda-cef745bedae4 req-a6bf7686-ddb7-4794-94db-08fe7b8f3ab2 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:15.963133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ac22272-8751-4f0c-bfda-cef745bedae4 req-a6bf7686-ddb7-4794-94db-08fe7b8f3ab2 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 943 time: 0.2658010 Feb 16 16:33:16.029973 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf26e0a-ef10-49d4-98f8-87c182083ec2 req-73caaee6-e37b-4c8a-8afb-c1a223316e8b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] No DVR routers for this DVR port a529877c-7205-4d95-81b4-941669593298 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:33:16.037986 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fdf26e0a-ef10-49d4-98f8-87c182083ec2 req-73caaee6-e37b-4c8a-8afb-c1a223316e8b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:16.044196 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fdf26e0a-ef10-49d4-98f8-87c182083ec2 req-73caaee6-e37b-4c8a-8afb-c1a223316e8b tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.60 "DELETE /v2.0/ports/a529877c-7205-4d95-81b4-941669593298 HTTP/1.1" status: 204 len: 173 time: 1.4530566 Feb 16 16:33:16.158828 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82690999-202d-429c-b044-50ad1d744b2e req-b22a5682-01e4-4332-9224-a07cf56aed07 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3758025 Feb 16 16:33:16.192114 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-73d57d4a-c5a1-48fd-b4d7-39ddff5c06e1 service neutron] 10.222.0.65 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394325 Feb 16 16:33:16.229870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ac22272-8751-4f0c-bfda-cef745bedae4 req-90a2cb6a-ecce-408e-8e71-629750e98500 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569933 Feb 16 16:33:16.265215 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb3b28-06ad-4187-a0d9-9f3c4aafe228 req-cf9bf6fe-c63d-4eb0-b529-e354e9577efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:16.267237 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31fb3b28-06ad-4187-a0d9-9f3c4aafe228 req-cf9bf6fe-c63d-4eb0-b529-e354e9577efa service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.4697666 Feb 16 16:33:16.460150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31fb3b28-06ad-4187-a0d9-9f3c4aafe228 req-2137587f-bf9a-4111-8d09-da44ee0fb85b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5 HTTP/1.1" status: 200 len: 999 time: 0.1845932 Feb 16 16:33:16.489781 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0acba781-3c17-4611-a258-e11e9b0f2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:37Z', 'updated_at': '2022-02-16T16:32:44Z', 'revision_number': 4, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'gw_port': {'id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:38Z', 'updated_at': '2022-02-16T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'cea00738-ef0f-4a96-b896-ff446c2dfb86', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'floating_ip_address': '172.25.4.138', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'port_id': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'mac_address': 'fa:16:3e:c2:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:50Z', 'updated_at': '2022-02-16T16:33:14Z', 'revision_number': 1, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0514355-a6bf-4867-bcb6-4b6c96748429', 'name': '', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'mac_address': 'fa:16:3e:4a:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:43Z', 'updated_at': '2022-02-16T16:32:56Z', 'revision_number': 5, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'subnets': [{'id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:16.491533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ab3d144-2b8a-4018-b2cb-e85032549c50 req-cf87d80d-e719-4825-a51c-a023623ea836 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=84af7177-afc6-4b71-b478-78d85b80205d HTTP/1.1" status: 200 len: 210 time: 0.0602691 Feb 16 16:33:16.557235 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acba781-3c17-4611-a258-e11e9b0f2b9d None None] Checking router: 51eb3b5f-4c8f-40df-87a4-5d239d98a77d for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:33:16.570652 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acba781-3c17-4611-a258-e11e9b0f2b9d None None] Routers {'51eb3b5f-4c8f-40df-87a4-5d239d98a77d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:16.571457 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0acba781-3c17-4611-a258-e11e9b0f2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:32:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:16.584395 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa881148-4693-43e0-b6d7-a88bef0cb502 req-f56c4447-ba8c-45e6-b5e5-c977dbc5a3e9 service neutron] 10.222.0.65 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863130 Feb 16 16:33:16.658609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb3b28-06ad-4187-a0d9-9f3c4aafe228 req-ecff092c-5ee8-4400-8f30-f6f84c4f2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:16.663118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31fb3b28-06ad-4187-a0d9-9f3c4aafe228 req-ecff092c-5ee8-4400-8f30-f6f84c4f2700 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.1802571 Feb 16 16:33:16.787944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd633c-1e4a-42fe-9b17-7c0fde707d02 req-c6b8ef17-1d5b-4e01-82d8-7c8c565e4950 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:16.795569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fbd633c-1e4a-42fe-9b17-7c0fde707d02 req-c6b8ef17-1d5b-4e01-82d8-7c8c565e4950 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 945 time: 0.4125431 Feb 16 16:33:16.862499 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a15405-5d75-46a7-98fb-f9ee20695476 req-f6ac4176-533f-4783-aebc-0c579f564f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:16.866264 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1a15405-5d75-46a7-98fb-f9ee20695476 req-f6ac4176-533f-4783-aebc-0c579f564f88 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 1125 time: 0.1027410 Feb 16 16:33:16.883593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc1b6-a46d-446b-971b-354b93bb39b3 req-d251545a-5797-4d24-974b-728891e0274c tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:16.885815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af0dc1b6-a46d-446b-971b-354b93bb39b3 req-d251545a-5797-4d24-974b-728891e0274c tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 943 time: 0.2215812 Feb 16 16:33:16.893513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb3b28-06ad-4187-a0d9-9f3c4aafe228 req-3090795e-2a66-4901-92a5-d22b53ef80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:16.895281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31fb3b28-06ad-4187-a0d9-9f3c4aafe228 req-3090795e-2a66-4901-92a5-d22b53ef80eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2084944 Feb 16 16:33:16.926203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fbd633c-1e4a-42fe-9b17-7c0fde707d02 req-88e09e2f-ad38-4e81-ba42-0f88a04a9e93 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295137 Feb 16 16:33:16.978055 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0acba781-3c17-4611-a258-e11e9b0f2b9d None None] Set router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:17.017228 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a15405-5d75-46a7-98fb-f9ee20695476 req-acf71e9f-a9d4-4342-86df-3113f6022240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:17.024397 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1a15405-5d75-46a7-98fb-f9ee20695476 req-acf71e9f-a9d4-4342-86df-3113f6022240 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 915 time: 0.1511955 Feb 16 16:33:17.048377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af0dc1b6-a46d-446b-971b-354b93bb39b3 req-7a64be90-2af5-4364-82af-768c076afe1a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516829 Feb 16 16:33:17.093846 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1a15405-5d75-46a7-98fb-f9ee20695476 req-26553b72-895f-4b32-aacb-68d453959bc3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cc56aa2-f9b6-492c-b737-2a294e7b867b HTTP/1.1" status: 200 len: 217 time: 0.0556948 Feb 16 16:33:17.151200 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31fb3b28-06ad-4187-a0d9-9f3c4aafe228 req-0081e375-251a-446d-8585-6b143344f6d9 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130363 Feb 16 16:33:17.166632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a15405-5d75-46a7-98fb-f9ee20695476 req-49757968-b6b9-4bcf-845c-8b3fadb8c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:17.169289 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1a15405-5d75-46a7-98fb-f9ee20695476 req-49757968-b6b9-4bcf-845c-8b3fadb8c5d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cc44112-3970-4a84-a656-f40fa88683de HTTP/1.1" status: 200 len: 854 time: 0.0657008 Feb 16 16:33:17.237858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84af7177-afc6-4b71-b478-78d85b80205d', 'name': 'network-vif-deleted', 'tag': 'a529877c-7205-4d95-81b4-941669593298'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:17.241334 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6149dc-c96d-4474-8f89-83b2a85c8ad1" -d '{"events": [{"server_uuid": "84af7177-afc6-4b71-b478-78d85b80205d", "name": "network-vif-deleted", "tag": "a529877c-7205-4d95-81b4-941669593298"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:17.255597 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1a15405-5d75-46a7-98fb-f9ee20695476 req-fd050390-7254-482a-a0aa-5df8a605317e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ff79391-d267-4f31-964d-a98547bf9b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719309 Feb 16 16:33:17.334090 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda2b27a-eefd-4c33-8fb8-202931216639 x-openstack-request-id: req-eda2b27a-eefd-4c33-8fb8-202931216639 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:17.334491 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84af7177-afc6-4b71-b478-78d85b80205d", "name": "network-vif-deleted", "tag": "a529877c-7205-4d95-81b4-941669593298", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:17.334651 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eda2b27a-eefd-4c33-8fb8-202931216639 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:17.335040 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84af7177-afc6-4b71-b478-78d85b80205d', 'name': 'network-vif-deleted', 'tag': 'a529877c-7205-4d95-81b4-941669593298', 'status': 'completed', 'code': 200} Feb 16 16:33:17.347374 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31fb3b28-06ad-4187-a0d9-9f3c4aafe228 req-916e1b9e-4f3c-4dcf-a94a-c60d3ff7c839 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880574 Feb 16 16:33:17.358843 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0acba781-3c17-4611-a258-e11e9b0f2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:37Z', 'updated_at': '2022-02-16T16:32:44Z', 'revision_number': 4, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'gw_port': {'id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:38Z', 'updated_at': '2022-02-16T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'cea00738-ef0f-4a96-b896-ff446c2dfb86', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'floating_ip_address': '172.25.4.138', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'port_id': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'mac_address': 'fa:16:3e:c2:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:50Z', 'updated_at': '2022-02-16T16:33:14Z', 'revision_number': 1, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0514355-a6bf-4867-bcb6-4b6c96748429', 'name': '', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'mac_address': 'fa:16:3e:4a:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:43Z', 'updated_at': '2022-02-16T16:32:56Z', 'revision_number': 5, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'subnets': [{'id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:17.461257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de5479-f32f-4ae1-8f28-951aabe4ab52 req-e9de66f8-671f-452b-be71-8416f26d0cb4 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:17.461762 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1a15405-5d75-46a7-98fb-f9ee20695476 req-1ba40a8c-c5c6-4add-8463-d5d4a9bf5c03 service neutron] 10.222.0.65 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883855 Feb 16 16:33:17.461868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8de5479-f32f-4ae1-8f28-951aabe4ab52 req-e9de66f8-671f-452b-be71-8416f26d0cb4 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 943 time: 0.0801809 Feb 16 16:33:17.461935 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acba781-3c17-4611-a258-e11e9b0f2b9d None None] The sync data for ids ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'] in n-d-669411-5 is: [{'id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:37Z', 'updated_at': '2022-02-16T16:32:44Z', 'revision_number': 4, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'gw_port': {'id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:38Z', 'updated_at': '2022-02-16T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'cea00738-ef0f-4a96-b896-ff446c2dfb86', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'floating_ip_address': '172.25.4.138', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'port_id': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'mac_address': 'fa:16:3e:c2:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:50Z', 'updated_at': '2022-02-16T16:33:14Z', 'revision_number': 1, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0514355-a6bf-4867-bcb6-4b6c96748429', 'name': '', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'mac_address': 'fa:16:3e:4a:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:43Z', 'updated_at': '2022-02-16T16:32:56Z', 'revision_number': 5, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'subnets': [{'id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:33:17.539733 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8de5479-f32f-4ae1-8f28-951aabe4ab52 req-aac961c2-058d-40a7-9f64-1ca8ae6ace70 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633578 Feb 16 16:33:17.612949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9e417380-233e-4062-8b3a-1a54de2cc970 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:33:17.617515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a529877c-7205-4d95-81b4-941669593298 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:33:17.655819 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: a529877c-7205-4d95-81b4-941669593298 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:33:17.656479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device a529877c-7205-4d95-81b4-941669593298 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:33:17.699893 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1a15405-5d75-46a7-98fb-f9ee20695476 req-b1c07560-90a5-4e48-a005-7eacbe15dce3 service neutron] 10.222.0.65 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289546 Feb 16 16:33:18.000398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0888f01-4004-415b-89fd-622546496fd9 None None] New status for floating IP cea00738-ef0f-4a96-b896-ff446c2dfb86: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:33:18.053003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59272) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:18.063989 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4774e-dc2d-4089-973f-2474fe45d931 req-ca8d8549-dd3d-410e-a479-8dff44feae1d tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:18.072035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1e4774e-dc2d-4089-973f-2474fe45d931 req-ca8d8549-dd3d-410e-a479-8dff44feae1d tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5628af-1cb0-4f16-910b-581d882257ac HTTP/1.1" status: 200 len: 949 time: 0.1354325 Feb 16 16:33:18.132120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c052f7-c51b-4a04-8550-5768eaa9c1d5 req-1d21d77c-d1fb-4448-b553-3b71f0ca4e9b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:18.139429 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01c052f7-c51b-4a04-8550-5768eaa9c1d5 req-1d21d77c-d1fb-4448-b553-3b71f0ca4e9b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 945 time: 0.1256576 Feb 16 16:33:18.182257 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1e4774e-dc2d-4089-973f-2474fe45d931 req-55d4f78d-076a-4d74-8e1a-840b6b3608b8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071939 Feb 16 16:33:18.221243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 9e417380-233e-4062-8b3a-1a54de2cc970, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9e417380-233e-4062-8b3a-1a54de2cc970,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:18.250285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '9e417380-233e-4062-8b3a-1a54de2cc970', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'port_id': '9e417380-233e-4062-8b3a-1a54de2cc970', 'mac_address': 'fa:16:3e:79:12:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:33:18.276071 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd8bada2-5481-4685-b4d8-089092ccf37a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:18.277754 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01c052f7-c51b-4a04-8550-5768eaa9c1d5 req-596aeff9-4f2f-42dc-90d0-c9237ad3a62f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263347 Feb 16 16:33:18.300290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 9e417380-233e-4062-8b3a-1a54de2cc970 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:18.300915 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9e417380-233e-4062-8b3a-1a54de2cc970), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:18.323291 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e417380-233e-4062-8b3a-1a54de2cc970 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:33:18.360742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 9e417380-233e-4062-8b3a-1a54de2cc970, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9e417380-233e-4062-8b3a-1a54de2cc970,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:18.367725 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9e417380-233e-4062-8b3a-1a54de2cc970), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:18.450731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b9bfc-47b5-44e1-905d-27dc46bb9834 req-6827f0a0-af36-456e-831a-0260cb5421e4 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:18.452449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e7b9bfc-47b5-44e1-905d-27dc46bb9834 req-6827f0a0-af36-456e-831a-0260cb5421e4 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 943 time: 0.1144400 Feb 16 16:33:18.465642 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd8bada2-5481-4685-b4d8-089092ccf37a admin admin] Publish callbacks [] for security_group (b154d83d-82e3-4e70-b897-aafb2b1a0b7c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:18.475126 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd8bada2-5481-4685-b4d8-089092ccf37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b154d83d-82e3-4e70-b897-aafb2b1a0b7c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:18.498299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=9e417380-233e-4062-8b3a-1a54de2cc970,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:18.501243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b6257-0c4c-422b-8e48-8d22a78d4501 req-fa8eb9a5-ddbb-4451-b629-5e7763f64534 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:18.510202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b8b6257-0c4c-422b-8e48-8d22a78d4501 req-fa8eb9a5-ddbb-4451-b629-5e7763f64534 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 945 time: 0.1157887 Feb 16 16:33:18.536134 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fd8bada2-5481-4685-b4d8-089092ccf37a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=138c72747455471caac038236f3c11d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4814296 Feb 16 16:33:18.538232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bada2-5481-4685-b4d8-089092ccf37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b154d83d-82e3-4e70-b897-aafb2b1a0b7c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:18.541124 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59280) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:18.570365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e7b9bfc-47b5-44e1-905d-27dc46bb9834 req-f5023552-e935-4eec-9731-99314a8fd4ab tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088591 Feb 16 16:33:18.605819 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b8b6257-0c4c-422b-8e48-8d22a78d4501 req-cd65f636-6f65-47f8-b947-0800532b7fd0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879078 Feb 16 16:33:18.621317 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fb79b11-5b8c-4aa3-8416-3ffcdf77f08a admin admin] Publish callbacks [] for security_group (b154d83d-82e3-4e70-b897-aafb2b1a0b7c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:18.674941 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fb79b11-5b8c-4aa3-8416-3ffcdf77f08a admin admin] Publish callbacks [] for security_group (b154d83d-82e3-4e70-b897-aafb2b1a0b7c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:18.782550 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fb79b11-5b8c-4aa3-8416-3ffcdf77f08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b154d83d-82e3-4e70-b897-aafb2b1a0b7c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:18.789485 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fb79b11-5b8c-4aa3-8416-3ffcdf77f08a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:18.796103 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7fb79b11-5b8c-4aa3-8416-3ffcdf77f08a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b154d83d-82e3-4e70-b897-aafb2b1a0b7c HTTP/1.1" status: 204 len: 168 time: 0.2503545 Feb 16 16:33:18.815905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['9e417380-233e-4062-8b3a-1a54de2cc970'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:33:18.819067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb79b11-5b8c-4aa3-8416-3ffcdf77f08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b154d83d-82e3-4e70-b897-aafb2b1a0b7c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:18.863455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a0238-0700-40f2-8db1-cf1767677c9a req-5c105baf-ecc7-404b-bfc5-5cbd7ff62572 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:18.870906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-526a0238-0700-40f2-8db1-cf1767677c9a req-5c105baf-ecc7-404b-bfc5-5cbd7ff62572 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 943 time: 0.1648664 Feb 16 16:33:18.933238 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-526a0238-0700-40f2-8db1-cf1767677c9a req-f443177a-f8df-4e3e-82f3-b5b833209e3d tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613942 Feb 16 16:33:19.321134 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59314) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:19.348568 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5cebc86b-a03b-444a-8061-a4bb780a79c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:19.352521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379c46b-7d08-4ef9-88ca-3e744d1d5a69 req-8985f148-6c18-44e5-96a3-7078f6005d63 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:19.354775 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f379c46b-7d08-4ef9-88ca-3e744d1d5a69 req-8985f148-6c18-44e5-96a3-7078f6005d63 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5628af-1cb0-4f16-910b-581d882257ac HTTP/1.1" status: 200 len: 949 time: 0.0827875 Feb 16 16:33:19.430623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f379c46b-7d08-4ef9-88ca-3e744d1d5a69 req-7e6e7d01-61c3-46b2-9ae7-fe3af65892d8 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669823 Feb 16 16:33:19.486111 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5cebc86b-a03b-444a-8061-a4bb780a79c7 admin admin] Publish callbacks [] for security_group (c4b642ca-d0b1-4cc2-be1d-b70f12d08dc5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:19.491106 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5cebc86b-a03b-444a-8061-a4bb780a79c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c4b642ca-d0b1-4cc2-be1d-b70f12d08dc5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:19.533415 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5cebc86b-a03b-444a-8061-a4bb780a79c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1f36799c74a49e8818331ed100eccfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2105260 Feb 16 16:33:19.538524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59316) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:19.546946 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebc86b-a03b-444a-8061-a4bb780a79c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b642ca-d0b1-4cc2-be1d-b70f12d08dc5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:19.619834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7cc637b-1f6d-485b-8bcf-2c834087e9bc admin admin] Publish callbacks [] for security_group (c4b642ca-d0b1-4cc2-be1d-b70f12d08dc5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:19.647992 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7cc637b-1f6d-485b-8bcf-2c834087e9bc admin admin] Publish callbacks [] for security_group (c4b642ca-d0b1-4cc2-be1d-b70f12d08dc5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:19.755916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7351065-6b30-4142-b1ec-5d1840e2ab07 req-2cdbc39a-df82-4318-922e-75c20e8d95e1 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:19.763467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7351065-6b30-4142-b1ec-5d1840e2ab07 req-2cdbc39a-df82-4318-922e-75c20e8d95e1 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 944 time: 0.0815897 Feb 16 16:33:19.776887 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7cc637b-1f6d-485b-8bcf-2c834087e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c4b642ca-d0b1-4cc2-be1d-b70f12d08dc5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:19.779685 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7cc637b-1f6d-485b-8bcf-2c834087e9bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:19.780836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c7cc637b-1f6d-485b-8bcf-2c834087e9bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4b642ca-d0b1-4cc2-be1d-b70f12d08dc5 HTTP/1.1" status: 204 len: 168 time: 0.2412424 Feb 16 16:33:19.801312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc637b-1f6d-485b-8bcf-2c834087e9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b642ca-d0b1-4cc2-be1d-b70f12d08dc5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:19.859885 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7351065-6b30-4142-b1ec-5d1840e2ab07 req-54bba583-94be-421c-a195-71d802438b7b tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942636 Feb 16 16:33:20.092923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc05c7a-7516-41cb-a721-2e761584b57a req-39ede4c0-7d30-4cfb-af7e-cb5b03333380 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:20.100638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fc05c7a-7516-41cb-a721-2e761584b57a req-39ede4c0-7d30-4cfb-af7e-cb5b03333380 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 943 time: 0.0767572 Feb 16 16:33:20.158430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fc05c7a-7516-41cb-a721-2e761584b57a req-052b2fe6-2fe1-48a4-ac7e-f67c140374e6 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567813 Feb 16 16:33:20.425798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84ebba-a737-43d9-b2e8-df6331d82944 req-9f7f7fa5-a2f9-430b-81d6-ada1eacf88e4 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:20.428328 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba84ebba-a737-43d9-b2e8-df6331d82944 req-9f7f7fa5-a2f9-430b-81d6-ada1eacf88e4 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f5628af-1cb0-4f16-910b-581d882257ac HTTP/1.1" status: 200 len: 949 time: 0.0729494 Feb 16 16:33:20.640360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-ba84ebba-a737-43d9-b2e8-df6331d82944 req-d8100060-aada-468b-a169-6f9ae315c8a6 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Deleting port d544dd9d-c8cc-4550-9985-293ed5e69bbd {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:33:20.640996 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ba84ebba-a737-43d9-b2e8-df6331d82944 req-d8100060-aada-468b-a169-6f9ae315c8a6 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:20.651388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1b258-68b0-470a-ac98-c021c876f35b req-21031747-c14a-469a-a768-6edada13b927 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:20.652918 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66d1b258-68b0-470a-ac98-c021c876f35b req-21031747-c14a-469a-a768-6edada13b927 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5628af-1cb0-4f16-910b-581d882257ac HTTP/1.1" status: 200 len: 949 time: 0.0935364 Feb 16 16:33:20.766686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66d1b258-68b0-470a-ac98-c021c876f35b req-a3e3cf70-a74d-4691-825c-d6ad66378993 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7f69da-8309-4e7f-881a-3d59ed1d5868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969236 Feb 16 16:33:20.795227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ba84ebba-a737-43d9-b2e8-df6331d82944 req-d8100060-aada-468b-a169-6f9ae315c8a6 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] For port d544dd9d-c8cc-4550-9985-293ed5e69bbd, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d544dd9d-c8cc-4550-9985-293ed5e69bbd,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:20.795606 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ba84ebba-a737-43d9-b2e8-df6331d82944 req-d8100060-aada-468b-a169-6f9ae315c8a6 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:20.814352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-ba84ebba-a737-43d9-b2e8-df6331d82944 req-d8100060-aada-468b-a169-6f9ae315c8a6 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Calling delete_port for d544dd9d-c8cc-4550-9985-293ed5e69bbd owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:33:21.046003 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ba84ebba-a737-43d9-b2e8-df6331d82944 req-d8100060-aada-468b-a169-6f9ae315c8a6 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d544dd9d-c8cc-4550-9985-293ed5e69bbd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:21.217252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 5cc56aa2-f9b6-492c-b737-2a294e7b867b details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:33:21.383993 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 5cc56aa2-f9b6-492c-b737-2a294e7b867b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5cc56aa2-f9b6-492c-b737-2a294e7b867b,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:21.399129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '5cc56aa2-f9b6-492c-b737-2a294e7b867b', 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d', 'port_id': '5cc56aa2-f9b6-492c-b737-2a294e7b867b', 'mac_address': 'fa:16:3e:e7:9f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc44112-3970-4a84-a656-f40fa88683de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:33:21.456131 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 5cc56aa2-f9b6-492c-b737-2a294e7b867b is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:21.456776 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5cc56aa2-f9b6-492c-b737-2a294e7b867b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:21.472142 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc56aa2-f9b6-492c-b737-2a294e7b867b {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:33:21.497870 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 5cc56aa2-f9b6-492c-b737-2a294e7b867b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5cc56aa2-f9b6-492c-b737-2a294e7b867b,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:21.504083 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5cc56aa2-f9b6-492c-b737-2a294e7b867b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:21.560630 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=5cc56aa2-f9b6-492c-b737-2a294e7b867b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:21.607797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8100060-aada-468b-a169-6f9ae315c8a6 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Pushing event deleted for resources: {'Port': ['ID=d544dd9d-c8cc-4550-9985-293ed5e69bbd,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:21.620069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9e417380-233e-4062-8b3a-1a54de2cc970 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:33:21.642972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020e9d6-eeab-4b5a-9422-2630f948c4a4 req-1067b912-d224-4e90-8c96-2a1422d45b38 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:21.653518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1020e9d6-eeab-4b5a-9422-2630f948c4a4 req-1067b912-d224-4e90-8c96-2a1422d45b38 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 944 time: 0.6693301 Feb 16 16:33:21.654425 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59370) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:21.752932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba84ebba-a737-43d9-b2e8-df6331d82944 req-d8100060-aada-468b-a169-6f9ae315c8a6 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] No DVR routers for this DVR port d544dd9d-c8cc-4550-9985-293ed5e69bbd on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:33:21.757857 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ba84ebba-a737-43d9-b2e8-df6331d82944 req-d8100060-aada-468b-a169-6f9ae315c8a6 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:21.761817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba84ebba-a737-43d9-b2e8-df6331d82944 req-d8100060-aada-468b-a169-6f9ae315c8a6 tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.60 "DELETE /v2.0/ports/d544dd9d-c8cc-4550-9985-293ed5e69bbd HTTP/1.1" status: 204 len: 173 time: 1.3184288 Feb 16 16:33:21.768588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5628af-1cb0-4f16-910b-581d882257ac', 'name': 'network-vif-deleted', 'tag': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:21.771220 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f797265-507b-4a62-943f-7f9a7f4d15ce" -d '{"events": [{"server_uuid": "6f5628af-1cb0-4f16-910b-581d882257ac", "name": "network-vif-deleted", "tag": "d544dd9d-c8cc-4550-9985-293ed5e69bbd"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:21.799334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76334d37-7f86-45c5-a36f-930ecbb3e444 req-c95f947a-74d2-4365-a291-eb33511ac82b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:21.801335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 9e417380-233e-4062-8b3a-1a54de2cc970 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:33:21.810232 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76334d37-7f86-45c5-a36f-930ecbb3e444 req-c95f947a-74d2-4365-a291-eb33511ac82b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 944 time: 0.2203736 Feb 16 16:33:21.813283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 9e417380-233e-4062-8b3a-1a54de2cc970 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:33:21.813762 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9e417380-233e-4062-8b3a-1a54de2cc970), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:21.835991 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1020e9d6-eeab-4b5a-9422-2630f948c4a4 req-df0ce63d-b4f3-4fec-a78a-8f334e3bbd40 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812489 Feb 16 16:33:21.875649 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['5cc56aa2-f9b6-492c-b737-2a294e7b867b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:33:21.942092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76334d37-7f86-45c5-a36f-930ecbb3e444 req-dc3244e2-6f1d-4586-ad88-36a3c71cc72a tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306489 Feb 16 16:33:21.947004 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3284ee99-730c-4b39-ad1a-d4f56629071a x-openstack-request-id: req-3284ee99-730c-4b39-ad1a-d4f56629071a {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:21.947343 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5628af-1cb0-4f16-910b-581d882257ac", "name": "network-vif-deleted", "tag": "d544dd9d-c8cc-4550-9985-293ed5e69bbd", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:21.948923 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3284ee99-730c-4b39-ad1a-d4f56629071a {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:21.949348 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5628af-1cb0-4f16-910b-581d882257ac', 'name': 'network-vif-deleted', 'tag': 'd544dd9d-c8cc-4550-9985-293ed5e69bbd', 'status': 'completed', 'code': 200} Feb 16 16:33:22.040973 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1971877569'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:22.070408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11d45d51-5fd8-437d-85f7-f5ab0acf53b6 req-dacf73d2-712b-4e81-9ab7-1d4bbe8b14fb tempest-ListImageFiltersTestJSON-2072567756 tempest-ListImageFiltersTestJSON-2072567756-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5628af-1cb0-4f16-910b-581d882257ac HTTP/1.1" status: 200 len: 210 time: 0.0510683 Feb 16 16:33:22.075722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 9e417380-233e-4062-8b3a-1a54de2cc970 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:22.076192 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9e417380-233e-4062-8b3a-1a54de2cc970), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:22.093660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Made reservation on behalf of d4cccead952f4c9eacf28ae14f90e390 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:33:22.097702 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:22.114163 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:22.147863 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e417380-233e-4062-8b3a-1a54de2cc970'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:22.150142 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde7785e-be3b-414e-8200-e430243a22d9" -d '{"events": [{"server_uuid": "f54d7a7a-5b61-4e06-8604-3373138f8c72", "name": "network-vif-plugged", "status": "completed", "tag": "9e417380-233e-4062-8b3a-1a54de2cc970"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:22.179683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 9e417380-233e-4062-8b3a-1a54de2cc970, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9e417380-233e-4062-8b3a-1a54de2cc970,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:22.195831 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9e417380-233e-4062-8b3a-1a54de2cc970), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:22.260294 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c685ec41-271e-4583-91f2-f156faa180c7 x-openstack-request-id: req-c685ec41-271e-4583-91f2-f156faa180c7 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:22.260912 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54d7a7a-5b61-4e06-8604-3373138f8c72", "name": "network-vif-plugged", "status": "completed", "tag": "9e417380-233e-4062-8b3a-1a54de2cc970", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:22.260912 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c685ec41-271e-4583-91f2-f156faa180c7 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:22.261268 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e417380-233e-4062-8b3a-1a54de2cc970', 'code': 200} Feb 16 16:33:22.286681 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks [] for security_group (0cb4146c-dcc4-4487-b8f7-3c7b9b4bfc92), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:22.294195 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0cb4146c-dcc4-4487-b8f7-3c7b9b4bfc92), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:22.334102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=9e417380-233e-4062-8b3a-1a54de2cc970,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:22.356385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:33:22.406403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df9d8-acf4-4ec5-a223-cf18ad614425 req-1c8601a2-10da-41c8-a2eb-f2f21b82f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:22.409368 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-630df9d8-acf4-4ec5-a223-cf18ad614425 req-1c8601a2-10da-41c8-a2eb-f2f21b82f357 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 1127 time: 0.1124015 Feb 16 16:33:22.411212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cd130399-14aa-4b0f-a3c0-3e145ceb9001), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:22.412553 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Added segment cd130399-14aa-4b0f-a3c0-3e145ceb9001 of type vlan for network f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9 Feb 16 16:33:22.414219 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb4146c-dcc4-4487-b8f7-3c7b9b4bfc92,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:22.505684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-630df9d8-acf4-4ec5-a223-cf18ad614425 req-bd4a80e5-8c05-489c-8925-4f23391a5c8a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895314 Feb 16 16:33:22.512626 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:22.546900 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:22.552560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:22.553049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:22.597390 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9385097 Feb 16 16:33:22.599471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59384) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:22.605651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3c3b8dff-c3f6-4f10-857d-a9115e681789 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Request body: {'subnet': {'network_id': 'f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:22.638929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5b629-2c3f-4394-b6c2-b5cc5639c92c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Pushing event updated for resources: {'Network': ['ID=f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:22.652781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:33:22.721483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3b8dff-c3f6-4f10-857d-a9115e681789 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Made reservation on behalf of d4cccead952f4c9eacf28ae14f90e390 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:33:22.725740 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8dff-c3f6-4f10-857d-a9115e681789 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:22.982696 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8dff-c3f6-4f10-857d-a9115e681789 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (f7a04eda-0db9-47fd-bfde-9c5a9448deb3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:23.131873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a19b68-0f24-433c-b81e-ba425344bb3c req-2b3442cf-f47a-407d-b72e-90896f4c9687 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:23.139079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0a19b68-0f24-433c-b81e-ba425344bb3c req-2b3442cf-f47a-407d-b72e-90896f4c9687 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 945 time: 0.2061937 Feb 16 16:33:23.160890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b8dff-c3f6-4f10-857d-a9115e681789 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Pushing event updated for resources: {'Subnet': ['ID=f7a04eda-0db9-47fd-bfde-9c5a9448deb3,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:23.188037 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b8dff-c3f6-4f10-857d-a9115e681789 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Checking segment: {'id': 'cd130399-14aa-4b0f-a3c0-3e145ceb9001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:33:23.188551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b8dff-c3f6-4f10-857d-a9115e681789 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Network hostable DHCP agents. Network: f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:33:23.211535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84642b69-0380-4f1d-8525-a43fa2d55a31 req-24fcabbb-972e-4fe9-99a9-7b61b4de5019 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:23.213128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84642b69-0380-4f1d-8525-a43fa2d55a31 req-24fcabbb-972e-4fe9-99a9-7b61b4de5019 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 944 time: 0.1808209 Feb 16 16:33:23.232200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 5cc56aa2-f9b6-492c-b737-2a294e7b867b up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:33:23.265036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0a19b68-0f24-433c-b81e-ba425344bb3c req-99ae1717-7cfc-4d7d-98fb-22da51903615 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249948 Feb 16 16:33:23.279305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b8dff-c3f6-4f10-857d-a9115e681789 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Network f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:33:23.304522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 5cc56aa2-f9b6-492c-b737-2a294e7b867b completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:33:23.308946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 5cc56aa2-f9b6-492c-b737-2a294e7b867b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:33:23.310447 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5cc56aa2-f9b6-492c-b737-2a294e7b867b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:23.343467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-3c3b8dff-c3f6-4f10-857d-a9115e681789 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:33:23.354509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef08f1c7-0a6a-4c33-aa72-3f81376e488a None None] Network f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:33:23.354756 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b8dff-c3f6-4f10-857d-a9115e681789 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:23.355347 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8dff-c3f6-4f10-857d-a9115e681789 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:23.370245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84642b69-0380-4f1d-8525-a43fa2d55a31 req-dd0a7d3d-0546-48b4-8902-c676d2111ae8 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447160 Feb 16 16:33:23.384932 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3c3b8dff-c3f6-4f10-857d-a9115e681789 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7837653 Feb 16 16:33:23.387080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59402) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:23.402341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ad3f6903-8d3a-4114-9091-1279fb3012b1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Request body: {'port': {'network_id': 'f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1773856394'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:23.537935 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3f6903-8d3a-4114-9091-1279fb3012b1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Made reservation on behalf of d4cccead952f4c9eacf28ae14f90e390 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:33:23.542251 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6903-8d3a-4114-9091-1279fb3012b1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:23.570067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 5cc56aa2-f9b6-492c-b737-2a294e7b867b is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:23.570731 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5cc56aa2-f9b6-492c-b737-2a294e7b867b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:23.574483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-ad3f6903-8d3a-4114-9091-1279fb3012b1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] device_id is not set on port 57210d7f-5ba5-41e3-842d-15c1d1310e90 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:33:23.577273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9', 'network_id': 'f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9', 'project_id': 'd4cccead952f4c9eacf28ae14f90e390', 'fixed_ips': [{'subnet_id': 'f7a04eda-0db9-47fd-bfde-9c5a9448deb3'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:33:23.578299 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:23.636181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 157e59aa-dbbe-4801-ad9b-4766ec9364e5 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:33:23.640591 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d544dd9d-c8cc-4550-9985-293ed5e69bbd no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:33:23.683415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 5cc56aa2-f9b6-492c-b737-2a294e7b867b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5cc56aa2-f9b6-492c-b737-2a294e7b867b,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:23.733378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-ad3f6903-8d3a-4114-9091-1279fb3012b1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Allocated IP 172.20.0.4 (f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9/f7a04eda-0db9-47fd-bfde-9c5a9448deb3/57210d7f-5ba5-41e3-842d-15c1d1310e90) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:33:23.738710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: d544dd9d-c8cc-4550-9985-293ed5e69bbd {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:33:23.739147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d544dd9d-c8cc-4550-9985-293ed5e69bbd not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:33:23.750134 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5cc56aa2-f9b6-492c-b737-2a294e7b867b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:23.818110 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-bb600942-37fa-493b-b572-54f04b75537e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:33:23.985205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=5cc56aa2-f9b6-492c-b737-2a294e7b867b,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:24.009875 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6903-8d3a-4114-9091-1279fb3012b1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks [] for port (57210d7f-5ba5-41e3-842d-15c1d1310e90), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:24.063935 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:24.078614 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6903-8d3a-4114-9091-1279fb3012b1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (57210d7f-5ba5-41e3-842d-15c1d1310e90), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:24.155025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3f6903-8d3a-4114-9091-1279fb3012b1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Network f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:33:24.159935 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-ad3f6903-8d3a-4114-9091-1279fb3012b1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:33:24.162384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'port_id': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'mac_address': 'fa:16:3e:c2:b0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:33:24.173702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3f6903-8d3a-4114-9091-1279fb3012b1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:33:24.182264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f6903-8d3a-4114-9091-1279fb3012b1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Pushing event updated for resources: {'Port': ['ID=57210d7f-5ba5-41e3-842d-15c1d1310e90,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:24.258423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Allocated IP 172.20.0.2 (f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9/f7a04eda-0db9-47fd-bfde-9c5a9448deb3/f3f5d0dc-7b50-4756-b794-02d9debccaf9) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:33:24.282167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f6903-8d3a-4114-9091-1279fb3012b1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:24.315163 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6903-8d3a-4114-9091-1279fb3012b1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:24.339140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5688ad-23e1-4bec-8b35-7d27a3336fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc56aa2-f9b6-492c-b737-2a294e7b867b'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:24.356949 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c85a3c-b14d-4be0-b573-a5aeb694d2a0" -d '{"events": [{"server_uuid": "5d5688ad-23e1-4bec-8b35-7d27a3336fc2", "name": "network-vif-plugged", "status": "completed", "tag": "5cc56aa2-f9b6-492c-b737-2a294e7b867b"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:24.397127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ad3f6903-8d3a-4114-9091-1279fb3012b1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0057161 Feb 16 16:33:24.397626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59442) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:24.418726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:24.420383 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:24.507855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 157e59aa-dbbe-4801-ad9b-4766ec9364e5 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:33:24.541427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:24.553945 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:24.575372 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b8582327-af89-4d76-86dd-5315d70b88f1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Deleting port 57210d7f-5ba5-41e3-842d-15c1d1310e90 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:33:24.576008 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8582327-af89-4d76-86dd-5315d70b88f1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (57210d7f-5ba5-41e3-842d-15c1d1310e90), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:24.582793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2d10c-f475-4646-bb6b-73541d587363 req-08173aa2-df64-47de-b142-2f01342e5485 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:24.585556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-79c2d10c-f475-4646-bb6b-73541d587363 req-08173aa2-df64-47de-b142-2f01342e5485 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 945 time: 0.1490555 Feb 16 16:33:24.665582 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['157e59aa-dbbe-4801-ad9b-4766ec9364e5'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:33:24.705311 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ce0d02-4a42-4826-9de2-f6874aff8774 x-openstack-request-id: req-e0ce0d02-4a42-4826-9de2-f6874aff8774 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:24.709940 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5688ad-23e1-4bec-8b35-7d27a3336fc2", "name": "network-vif-plugged", "status": "completed", "tag": "5cc56aa2-f9b6-492c-b737-2a294e7b867b", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:24.716097 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0ce0d02-4a42-4826-9de2-f6874aff8774 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:24.716355 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5688ad-23e1-4bec-8b35-7d27a3336fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc56aa2-f9b6-492c-b737-2a294e7b867b', 'code': 200} Feb 16 16:33:24.723667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-79c2d10c-f475-4646-bb6b-73541d587363 req-1f6ac214-8a92-40fe-a421-73c8b4eda77b tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311648 Feb 16 16:33:24.788775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=157e59aa-dbbe-4801-ad9b-4766ec9364e5,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:24.813303 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8582327-af89-4d76-86dd-5315d70b88f1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (57210d7f-5ba5-41e3-842d-15c1d1310e90), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:24.834727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b8582327-af89-4d76-86dd-5315d70b88f1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Calling delete_port for 57210d7f-5ba5-41e3-842d-15c1d1310e90 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:33:24.839700 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Publish callbacks [] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:24.898530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52776f1-2f27-4713-88a5-9b23be922061 req-ad98c2ca-cebb-4c04-8a67-99cf92e5b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:24.900601 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f52776f1-2f27-4713-88a5-9b23be922061 req-ad98c2ca-cebb-4c04-8a67-99cf92e5b7d0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 1127 time: 0.1299067 Feb 16 16:33:24.908701 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:24.936776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe2f9c-60cf-472c-8778-12dcdda653b6 req-1d59ea77-86f2-4f5a-828a-03c6b9446d2a tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:24.948234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3bbe2f9c-60cf-472c-8778-12dcdda653b6 req-1d59ea77-86f2-4f5a-828a-03c6b9446d2a tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 945 time: 0.1079752 Feb 16 16:33:25.029967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Network f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:33:25.039887 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:33:25.048758 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:33:25.056000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Pushing event updated for resources: {'Port': ['ID=f3f5d0dc-7b50-4756-b794-02d9debccaf9,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:25.070860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3bbe2f9c-60cf-472c-8778-12dcdda653b6 req-a69857f9-ffb3-47e5-a3fc-e0bbfb462fcf tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865831 Feb 16 16:33:25.077244 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f52776f1-2f27-4713-88a5-9b23be922061 req-e6aeb343-6b88-40eb-bb79-74fa0636d690 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172140 Feb 16 16:33:25.166370 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Attempting to bind port f3f5d0dc-7b50-4756-b794-02d9debccaf9 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:33:25.166749 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Attempting to bind port f3f5d0dc-7b50-4756-b794-02d9debccaf9 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'cd130399-14aa-4b0f-a3c0-3e145ceb9001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:33:25.167044 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Attempting to bind port f3f5d0dc-7b50-4756-b794-02d9debccaf9 on network f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:33:25.173543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:33:25.173929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Checking segment: {'id': 'cd130399-14aa-4b0f-a3c0-3e145ceb9001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:33:25.174334 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:25.174783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Bound using segment: {'id': 'cd130399-14aa-4b0f-a3c0-3e145ceb9001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:33:25.175526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Bound port: f3f5d0dc-7b50-4756-b794-02d9debccaf9, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd130399-14aa-4b0f-a3c0-3e145ceb9001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:33:25.176065 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:25.187019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8582327-af89-4d76-86dd-5315d70b88f1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (57210d7f-5ba5-41e3-842d-15c1d1310e90), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:25.218817 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8582327-af89-4d76-86dd-5315d70b88f1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Pushing event deleted for resources: {'Port': ['ID=57210d7f-5ba5-41e3-842d-15c1d1310e90,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:25.311183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] For port f3f5d0dc-7b50-4756-b794-02d9debccaf9, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:33:25.315317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] For port f3f5d0dc-7b50-4756-b794-02d9debccaf9, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f3f5d0dc-7b50-4756-b794-02d9debccaf9,segment=NetworkSegment(cd130399-14aa-4b0f-a3c0-3e145ceb9001),segment_id=cd130399-14aa-4b0f-a3c0-3e145ceb9001)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:33:25.324962 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:25.351781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8582327-af89-4d76-86dd-5315d70b88f1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:25.357549 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b8582327-af89-4d76-86dd-5315d70b88f1 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] 10.222.0.24 "DELETE /v2.0/ports/57210d7f-5ba5-41e3-842d-15c1d1310e90 HTTP/1.1" status: 204 len: 168 time: 0.9578788 Feb 16 16:33:25.360119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59470) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:25.436634 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c94fa-946e-475f-8e00-5d70c5161a77 None None] Pushing event updated for resources: {'Port': ['ID=f3f5d0dc-7b50-4756-b794-02d9debccaf9,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:25.457308 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bb766fa2-ed52-48d5-a04a-cb845a333a8f tempest-DHCPAgentSchedulersTestJSON-1236247725 tempest-DHCPAgentSchedulersTestJSON-1236247725-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.0950372 Feb 16 16:33:25.460143 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59474) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:25.471356 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-99c78a4c-a326-40f5-bed2-63ed55dbbc40 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-599063179'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:25.508957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c78a4c-a326-40f5-bed2-63ed55dbbc40 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Made reservation on behalf of d4cccead952f4c9eacf28ae14f90e390 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:33:25.518920 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99c78a4c-a326-40f5-bed2-63ed55dbbc40 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:25.568868 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c78a4c-a326-40f5-bed2-63ed55dbbc40 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:33:25.582230 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99c78a4c-a326-40f5-bed2-63ed55dbbc40 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (2aa513b8-3938-4190-8566-bc2ebba953d4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:25.582881 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-99c78a4c-a326-40f5-bed2-63ed55dbbc40 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Added segment 2aa513b8-3938-4190-8566-bc2ebba953d4 of type vlan for network fad4f679-7430-418a-a4a0-4688fb17d53b Feb 16 16:33:25.595980 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f9968553-9c50-491e-ad6f-27444ada57ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:25.637338 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99c78a4c-a326-40f5-bed2-63ed55dbbc40 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (fad4f679-7430-418a-a4a0-4688fb17d53b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:25.644518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 157e59aa-dbbe-4801-ad9b-4766ec9364e5 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:33:25.693722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99c78a4c-a326-40f5-bed2-63ed55dbbc40 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (fad4f679-7430-418a-a4a0-4688fb17d53b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:25.703791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c78a4c-a326-40f5-bed2-63ed55dbbc40 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:25.704544 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99c78a4c-a326-40f5-bed2-63ed55dbbc40 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:25.796783 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-99c78a4c-a326-40f5-bed2-63ed55dbbc40 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3329594 Feb 16 16:33:25.797499 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59486) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:25.808524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:33:25.809111 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:25.911249 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c78a4c-a326-40f5-bed2-63ed55dbbc40 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Pushing event updated for resources: {'Network': ['ID=fad4f679-7430-418a-a4a0-4688fb17d53b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:25.931303 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:25.931736 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:25.943885 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network fad4f679-7430-418a-a4a0-4688fb17d53b details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:33:26.069570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:26.077129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f3f5d0dc-7b50-4756-b794-02d9debccaf9 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:33:26.081430 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:26.098011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59488) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:26.211682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=157e59aa-dbbe-4801-ad9b-4766ec9364e5,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:26.240764 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port f3f5d0dc-7b50-4756-b794-02d9debccaf9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:33:26.241495 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:26.286617 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-54536764-de03-47de-ab01-b870af5447fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69682b96a05449a7b7b749dfdd6a25a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1873939 Feb 16 16:33:26.289457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59494) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:26.300348 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77440eba-cc9c-4b01-a4f1-a1952bb66d2f req-56b9f848-8184-4264-889a-b357184867ca tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:26.310246 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77440eba-cc9c-4b01-a4f1-a1952bb66d2f req-56b9f848-8184-4264-889a-b357184867ca tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 945 time: 0.3357084 Feb 16 16:33:26.371206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9570bf11-5b25-4ba3-bf37-9c90c4a3ce27 tempest-DHCPAgentSchedulersTestJSON-1236247725 tempest-DHCPAgentSchedulersTestJSON-1236247725-project-admin] 10.222.0.24 "GET /v2.0/agents/0c2b6038-fe40-4160-b116-46cbc174c5c5/dhcp-networks HTTP/1.1" status: 200 len: 11276 time: 0.5721791 Feb 16 16:33:26.374550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59496) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:26.401608 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66f19c67-6c4b-42b9-97c9-9ae7d19a9093 admin admin] Publish callbacks [] for security_group (8e7f69da-8309-4e7f-881a-3d59ed1d5868), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:26.406802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c6adb-58a1-43c6-8666-7b10b55d5b70 req-bae8ee62-4c62-4007-9b81-8729f4d9326b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:26.415483 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c7c6adb-58a1-43c6-8666-7b10b55d5b70 req-bae8ee62-4c62-4007-9b81-8729f4d9326b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 945 time: 0.1922531 Feb 16 16:33:26.432409 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66f19c67-6c4b-42b9-97c9-9ae7d19a9093 admin admin] Publish callbacks [] for security_group (8e7f69da-8309-4e7f-881a-3d59ed1d5868), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:26.447247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77440eba-cc9c-4b01-a4f1-a1952bb66d2f req-db908d66-6384-476f-917d-06a4ececa2dc tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353443 Feb 16 16:33:26.525401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c7c6adb-58a1-43c6-8666-7b10b55d5b70 req-58e3307c-cda4-446d-9a49-ffa7327fe745 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088290 Feb 16 16:33:26.584978 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66f19c67-6c4b-42b9-97c9-9ae7d19a9093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8e7f69da-8309-4e7f-881a-3d59ed1d5868), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:26.588819 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66f19c67-6c4b-42b9-97c9-9ae7d19a9093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:26.595123 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-66f19c67-6c4b-42b9-97c9-9ae7d19a9093 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e7f69da-8309-4e7f-881a-3d59ed1d5868 HTTP/1.1" status: 204 len: 168 time: 0.3043725 Feb 16 16:33:26.661104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port f3f5d0dc-7b50-4756-b794-02d9debccaf9 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:26.662716 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:26.664205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f19c67-6c4b-42b9-97c9-9ae7d19a9093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7f69da-8309-4e7f-881a-3d59ed1d5868,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:26.678133 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-1efac1a8-67d4-49c0-a791-01dae12600d0 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:26.680886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-1efac1a8-67d4-49c0-a791-01dae12600d0 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0898132 Feb 16 16:33:26.704093 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fed537-d0d1-4451-9bd0-2346628331ca tempest-DHCPAgentSchedulersTestJSON-1236247725 tempest-DHCPAgentSchedulersTestJSON-1236247725-project-admin] Network fad4f679-7430-418a-a4a0-4688fb17d53b is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:33:26.721848 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:26.723362 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-75fed537-d0d1-4451-9bd0-2346628331ca tempest-DHCPAgentSchedulersTestJSON-1236247725 tempest-DHCPAgentSchedulersTestJSON-1236247725-project-admin] 10.222.0.24 "POST /v2.0/agents/0c2b6038-fe40-4160-b116-46cbc174c5c5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3464046 Feb 16 16:33:26.731667 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b0e046-f35c-4213-9689-dda01a54dd26" -d '{"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-plugged", "status": "completed", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:26.732270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59508) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:26.755570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15d56ba-2ff8-48ba-8a0a-857bc886d2e9 None None] Network fad4f679-7430-418a-a4a0-4688fb17d53b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:33:26.830886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-d0f6b732-2524-48e4-9625-66470ea73128 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 694 time: 0.1418481 Feb 16 16:33:26.845531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-24b80785-d733-4e17-85fb-7d57203e3122 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Request body: {'floatingip': {'port_id': '317c51d4-d901-46dc-bfd6-023651120ab7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:26.853230 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841fe4bd-f321-4173-b1b0-e7343a2cc66c x-openstack-request-id: req-841fe4bd-f321-4173-b1b0-e7343a2cc66c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:26.853230 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-plugged", "status": "completed", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:26.853230 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-841fe4bd-f321-4173-b1b0-e7343a2cc66c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:26.853230 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'code': 200} Feb 16 16:33:26.860498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port f3f5d0dc-7b50-4756-b794-02d9debccaf9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f3f5d0dc-7b50-4756-b794-02d9debccaf9,segment=NetworkSegment(cd130399-14aa-4b0f-a3c0-3e145ceb9001),segment_id=cd130399-14aa-4b0f-a3c0-3e145ceb9001)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:26.913576 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-24b80785-d733-4e17-85fb-7d57203e3122 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for floatingip (63945731-e1a0-4dd7-9fd0-109672f454b1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:26.970889 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:27.054060 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=f3f5d0dc-7b50-4756-b794-02d9debccaf9,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:27.104023 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c4913882-2151-4be9-89d5-67d0353fab51 tempest-DHCPAgentSchedulersTestJSON-1236247725 tempest-DHCPAgentSchedulersTestJSON-1236247725-project-admin] 10.222.0.24 "GET /v2.0/agents/0c2b6038-fe40-4160-b116-46cbc174c5c5/dhcp-networks HTTP/1.1" status: 200 len: 12046 time: 0.3687873 Feb 16 16:33:27.104208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59516) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:27.238882 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a2c0da13-8d95-4eef-ac1e-7e5b7322e1d0 tempest-DHCPAgentSchedulersTestJSON-1236247725 tempest-DHCPAgentSchedulersTestJSON-1236247725-project-admin] 10.222.0.24 "DELETE /v2.0/agents/0c2b6038-fe40-4160-b116-46cbc174c5c5/dhcp-networks/fad4f679-7430-418a-a4a0-4688fb17d53b HTTP/1.1" status: 204 len: 168 time: 0.1335528 Feb 16 16:33:27.241165 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59522) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:27.243847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6ec390-81b0-4811-bf7a-8a3d04bc95f0 None None] Network f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:33:27.406102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9a11ba67-1725-4539-9333-5ccc3e8d9a6d None None] Provisioning complete for port f3f5d0dc-7b50-4756-b794-02d9debccaf9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:33:27.410872 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9a11ba67-1725-4539-9333-5ccc3e8d9a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:27.435791 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-01632480-958b-45b7-a55c-19119d39c98d tempest-DHCPAgentSchedulersTestJSON-1236247725 tempest-DHCPAgentSchedulersTestJSON-1236247725-project-admin] 10.222.0.24 "GET /v2.0/agents/0c2b6038-fe40-4160-b116-46cbc174c5c5/dhcp-networks HTTP/1.1" status: 200 len: 11276 time: 0.1864793 Feb 16 16:33:27.438760 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59526) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:27.470438 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4c972b03-c62b-46b8-8e3a-f9d6df3c799f tempest-DHCPAgentSchedulersTestJSON-1236247725 tempest-DHCPAgentSchedulersTestJSON-1236247725-project-admin] 10.222.0.24 "GET /v2.0/networks/f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0308583 Feb 16 16:33:27.474097 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59528) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:27.522863 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-77a98610-21c0-4a3a-8e15-b837e0ea26b0 tempest-DHCPAgentSchedulersTestJSON-1236247725 tempest-DHCPAgentSchedulersTestJSON-1236247725-project-admin] 10.222.0.24 "GET /v2.0/networks/f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0454466 Feb 16 16:33:27.529588 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59530) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:27.607322 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-24b80785-d733-4e17-85fb-7d57203e3122 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:27.618829 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-24b80785-d733-4e17-85fb-7d57203e3122 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (63945731-e1a0-4dd7-9fd0-109672f454b1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:27.687535 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9a11ba67-1725-4539-9333-5ccc3e8d9a6d None None] Current status of the port f3f5d0dc-7b50-4756-b794-02d9debccaf9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:27.807682 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-77afbe77-10db-469d-be91-09ad53f95307 tempest-DHCPAgentSchedulersTestJSON-1236247725 tempest-DHCPAgentSchedulersTestJSON-1236247725-project-admin] 10.222.0.24 "GET /v2.0/agents/0c2b6038-fe40-4160-b116-46cbc174c5c5/dhcp-networks HTTP/1.1" status: 200 len: 11276 time: 0.2766583 Feb 16 16:33:27.815169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59544) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:27.873039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f3f5d0dc-7b50-4756-b794-02d9debccaf9 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:33:27.896610 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-24b80785-d733-4e17-85fb-7d57203e3122 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Floating IP 63945731-e1a0-4dd7-9fd0-109672f454b1 associated. External IP: 172.25.4.9, port: 317c51d4-d901-46dc-bfd6-023651120ab7. Feb 16 16:33:27.982135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ac91e-5153-4764-8495-631ca4c2fcca req-12553870-d25d-4c24-81fb-b7f32a5999d6 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:27.989055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d8ac91e-5153-4764-8495-631ca4c2fcca req-12553870-d25d-4c24-81fb-b7f32a5999d6 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 945 time: 0.2457271 Feb 16 16:33:28.097088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-476af4f7-ea3a-41ac-9e95-e2a435fd6ff8 None None] Provisioning complete for port f3f5d0dc-7b50-4756-b794-02d9debccaf9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:33:28.100521 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-476af4f7-ea3a-41ac-9e95-e2a435fd6ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:28.142208 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-244e3aa0-7dd5-470d-bfae-cb947da67537 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (fad4f679-7430-418a-a4a0-4688fb17d53b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:28.154128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d8ac91e-5153-4764-8495-631ca4c2fcca req-512213fc-0b58-40ce-89aa-bbf69b02bd89 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637504 Feb 16 16:33:28.188642 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59562) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:28.334584 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port f3f5d0dc-7b50-4756-b794-02d9debccaf9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:33:28.359025 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:28.367562 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2bc13b57-56e3-47a6-b2d2-88f6c8e2ef33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:28.526524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-24b80785-d733-4e17-85fb-7d57203e3122 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Router a5027e6d-0f37-4424-b1db-012afdf2a5a4 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:33:28.570931 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-188000861-network', 'tenant_id': '87aaae2862ac405f88354b7195ee2896'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:28.744671 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-244e3aa0-7dd5-470d-bfae-cb947da67537 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (fad4f679-7430-418a-a4a0-4688fb17d53b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:28.747862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] Made reservation on behalf of 87aaae2862ac405f88354b7195ee2896 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:33:28.749778 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:28.787428 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:28.796318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-476af4f7-ea3a-41ac-9e95-e2a435fd6ff8 None None] Current status of the port f3f5d0dc-7b50-4756-b794-02d9debccaf9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:28.814797 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-244e3aa0-7dd5-470d-bfae-cb947da67537 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad4f679-7430-418a-a4a0-4688fb17d53b']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:28.825305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-24b80785-d733-4e17-85fb-7d57203e3122 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:33:28.828147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port f3f5d0dc-7b50-4756-b794-02d9debccaf9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:28.835292 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-24b80785-d733-4e17-85fb-7d57203e3122 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:28.841031 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ea1471-0fa9-47c9-b7ed-8b8076b79a8c None None] Sync routers for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:33:28.842982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-244e3aa0-7dd5-470d-bfae-cb947da67537 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa513b8-3938-4190-8566-bc2ebba953d4') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:28.843498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-244e3aa0-7dd5-470d-bfae-cb947da67537 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa513b8-3938-4190-8566-bc2ebba953d4') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:28.857335 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ea1471-0fa9-47c9-b7ed-8b8076b79a8c None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:28.858058 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-95ea1471-0fa9-47c9-b7ed-8b8076b79a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:28.858914 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-244e3aa0-7dd5-470d-bfae-cb947da67537 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (2aa513b8-3938-4190-8566-bc2ebba953d4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:28.886825 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-244e3aa0-7dd5-470d-bfae-cb947da67537 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (2aa513b8-3938-4190-8566-bc2ebba953d4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:28.896895 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244e3aa0-7dd5-470d-bfae-cb947da67537 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:33:28.897892 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-244e3aa0-7dd5-470d-bfae-cb947da67537 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (2aa513b8-3938-4190-8566-bc2ebba953d4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:33:28.904183 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:33:28.911861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a3bff1d0-72e9-4c0e-97b2-a9e477f8e304 None None] Could not find standard attr ID for object 57210d7f-5ba5-41e3-842d-15c1d1310e90. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:33:28.933719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-24b80785-d733-4e17-85fb-7d57203e3122 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "PUT /v2.0/floatingips/63945731-e1a0-4dd7-9fd0-109672f454b1 HTTP/1.1" status: 200 len: 994 time: 2.0938482 Feb 16 16:33:28.936027 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'tag': '317c51d4-d901-46dc-bfd6-023651120ab7'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:28.938340 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749bb135-d8bb-416a-b43b-f6e579f449a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2487fe11-6332-458c-96ff-dca03e2ce59b", "tag": "317c51d4-d901-46dc-bfd6-023651120ab7"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:29.083517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-a418830d-1c53-48e8-bb2d-fb1cd5559b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:29.085649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-a418830d-1c53-48e8-bb2d-fb1cd5559b20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 1127 time: 0.1128328 Feb 16 16:33:29.095947 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-244e3aa0-7dd5-470d-bfae-cb947da67537 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (fad4f679-7430-418a-a4a0-4688fb17d53b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:29.105257 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-244e3aa0-7dd5-470d-bfae-cb947da67537 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:29.119905 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-244e3aa0-7dd5-470d-bfae-cb947da67537 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] 10.222.0.24 "DELETE /v2.0/networks/fad4f679-7430-418a-a4a0-4688fb17d53b HTTP/1.1" status: 204 len: 168 time: 1.3068938 Feb 16 16:33:29.123557 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59594) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:29.139345 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-95ea1471-0fa9-47c9-b7ed-8b8076b79a8c None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:29.224092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e3aa0-7dd5-470d-bfae-cb947da67537 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Pushing event deleted for resources: {'Network': ['ID=fad4f679-7430-418a-a4a0-4688fb17d53b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:29.241445 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7aac984-a835-4d42-a1d8-43fdc37cc6e4 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] DELETE failed (client error): The resource could not be found. Feb 16 16:33:29.242496 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7aac984-a835-4d42-a1d8-43fdc37cc6e4 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:33:29.249528 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f7aac984-a835-4d42-a1d8-43fdc37cc6e4 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] 10.222.0.24 "DELETE /v2.0/ports/57210d7f-5ba5-41e3-842d-15c1d1310e90 HTTP/1.1" status: 404 len: 333 time: 0.1155519 Feb 16 16:33:29.253874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59596) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:29.263891 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:29.356558 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] Publish callbacks [] for security_group (0a0b8bc7-579f-414a-b181-676b893bfdea), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:29.362624 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e50ff9-d72d-416f-8f1d-8f9199ee869c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Deleting subnet f7a04eda-0db9-47fd-bfde-9c5a9448deb3 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:33:29.368118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-5c785b23-8c13-425f-b985-a9d6b0bc3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:29.372438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-5c785b23-8c13-425f-b985-a9d6b0bc3837 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 922 time: 0.2726166 Feb 16 16:33:29.374625 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4e50ff9-d72d-416f-8f1d-8f9199ee869c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks [] for subnet (f7a04eda-0db9-47fd-bfde-9c5a9448deb3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:29.377055 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d650170-4be8-4444-bde5-bea6f8bdb064 x-openstack-request-id: req-2d650170-4be8-4444-bde5-bea6f8bdb064 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:29.377803 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0a0b8bc7-579f-414a-b181-676b893bfdea), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:29.378036 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2487fe11-6332-458c-96ff-dca03e2ce59b", "tag": "317c51d4-d901-46dc-bfd6-023651120ab7", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:29.378299 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d650170-4be8-4444-bde5-bea6f8bdb064 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:29.378709 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'tag': '317c51d4-d901-46dc-bfd6-023651120ab7', 'status': 'completed', 'code': 200} Feb 16 16:33:29.516807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-9796d222-e978-49b9-8c36-9b8998a71bd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=317c51d4-d901-46dc-bfd6-023651120ab7 HTTP/1.1" status: 200 len: 997 time: 0.1345227 Feb 16 16:33:29.529978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:33:29.535429 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4e50ff9-d72d-416f-8f1d-8f9199ee869c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (f7a04eda-0db9-47fd-bfde-9c5a9448deb3), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:29.542626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0b8bc7-579f-414a-b181-676b893bfdea,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:29.607746 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-95ea1471-0fa9-47c9-b7ed-8b8076b79a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '63945731-e1a0-4dd7-9fd0-109672f454b1', 'tenant_id': '83682e22e1e944078f1d906004154058', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'port_id': '317c51d4-d901-46dc-bfd6-023651120ab7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'mac_address': 'fa:16:3e:a6:af:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:59Z', 'updated_at': '2022-02-16T16:33:27Z', 'revision_number': 1, 'project_id': '83682e22e1e944078f1d906004154058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:29.611908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bb135-d8bb-416a-b43b-f6e579f449a7 req-2b235035-751b-4f52-a9d6-b2d75c841246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:29.622522 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-749bb135-d8bb-416a-b43b-f6e579f449a7 req-2b235035-751b-4f52-a9d6-b2d75c841246 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 1127 time: 0.3997474 Feb 16 16:33:29.624035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6bd6572f-6c4f-41bc-9cae-18686b9fbddd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:29.624484 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] Added segment 6bd6572f-6c4f-41bc-9cae-18686b9fbddd of type vlan for network 121ff239-7c70-486a-be8a-d08127a9ab03 Feb 16 16:33:29.643340 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ea1471-0fa9-47c9-b7ed-8b8076b79a8c None None] Checking router: a5027e6d-0f37-4424-b1db-012afdf2a5a4 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:33:29.655561 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ea1471-0fa9-47c9-b7ed-8b8076b79a8c None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:29.656295 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-95ea1471-0fa9-47c9-b7ed-8b8076b79a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:29.666540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-3d09052f-99ec-46e6-8c4f-7012dd36738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:29.673463 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-3d09052f-99ec-46e6-8c4f-7012dd36738e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.1461227 Feb 16 16:33:29.783514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-ed86fbb1-333d-4470-95ad-303c60ab0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:29.785263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-ed86fbb1-333d-4470-95ad-303c60ab0c39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1006808 Feb 16 16:33:29.841418 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-95ea1471-0fa9-47c9-b7ed-8b8076b79a8c None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:29.920629 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4e50ff9-d72d-416f-8f1d-8f9199ee869c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (f7a04eda-0db9-47fd-bfde-9c5a9448deb3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:30.048693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-2362d808-fac8-4001-8417-1d4f88656d17 service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458026 Feb 16 16:33:30.076351 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4e50ff9-d72d-416f-8f1d-8f9199ee869c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (f7a04eda-0db9-47fd-bfde-9c5a9448deb3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:30.104541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a2950b-8b67-4f74-81e6-dd212613fa92 None None] Network f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:33:30.145489 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4e50ff9-d72d-416f-8f1d-8f9199ee869c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:30.156944 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c4e50ff9-d72d-416f-8f1d-8f9199ee869c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] 10.222.0.24 "DELETE /v2.0/subnets/f7a04eda-0db9-47fd-bfde-9c5a9448deb3 HTTP/1.1" status: 204 len: 168 time: 0.8993857 Feb 16 16:33:30.156944 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (121ff239-7c70-486a-be8a-d08127a9ab03), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:30.214385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59604) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:30.288040 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-667955f9-5de8-4ba3-8aad-fbb9b1943542 req-f940336f-a11e-4c3a-a739-8fd78f0871a1 service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334852 Feb 16 16:33:30.396961 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:30.403133 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e50ff9-d72d-416f-8f1d-8f9199ee869c tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a04eda-0db9-47fd-bfde-9c5a9448deb3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:30.430457 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.db.resource_extend [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:33:30.454218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] DHCP port deletion for f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:33:30.454711 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-95ea1471-0fa9-47c9-b7ed-8b8076b79a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '63945731-e1a0-4dd7-9fd0-109672f454b1', 'tenant_id': '83682e22e1e944078f1d906004154058', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'port_id': '317c51d4-d901-46dc-bfd6-023651120ab7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'mac_address': 'fa:16:3e:a6:af:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:59Z', 'updated_at': '2022-02-16T16:33:27Z', 'revision_number': 1, 'project_id': '83682e22e1e944078f1d906004154058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:30.519797 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ea1471-0fa9-47c9-b7ed-8b8076b79a8c None None] The sync data for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 is: [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '63945731-e1a0-4dd7-9fd0-109672f454b1', 'tenant_id': '83682e22e1e944078f1d906004154058', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'port_id': '317c51d4-d901-46dc-bfd6-023651120ab7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'mac_address': 'fa:16:3e:a6:af:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:59Z', 'updated_at': '2022-02-16T16:33:27Z', 'revision_number': 1, 'project_id': '83682e22e1e944078f1d906004154058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:33:30.539800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bb135-d8bb-416a-b43b-f6e579f449a7 req-625f29e0-53de-4b49-941e-23cc9d0f6fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:30.541332 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-749bb135-d8bb-416a-b43b-f6e579f449a7 req-625f29e0-53de-4b49-941e-23cc9d0f6fcd service neutron] 10.222.0.65 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 922 time: 0.8904994 Feb 16 16:33:30.587291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-b16a2243-eac4-4901-a39a-902f4f0108e9 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:30.596973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-b16a2243-eac4-4901-a39a-902f4f0108e9 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1640387 Feb 16 16:33:30.614013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Deleting port f3f5d0dc-7b50-4756-b794-02d9debccaf9 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:33:30.614393 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:30.696557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (121ff239-7c70-486a-be8a-d08127a9ab03), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:30.700428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:30.701133 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:30.741149 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-87cf010b-2754-47d9-90a1-20767561cddf tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 997 time: 0.1405773 Feb 16 16:33:30.746709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-76053ee4-8731-4c2c-826c-446aa8b805bb tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Request body: {'floatingip': {'port_id': '9e417380-233e-4062-8b3a-1a54de2cc970', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:30.814550 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6247199 Feb 16 16:33:30.832105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59614) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:30.846571 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-76053ee4-8731-4c2c-826c-446aa8b805bb tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for floatingip (63945731-e1a0-4dd7-9fd0-109672f454b1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:30.857563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-539d6327-bfa4-4a3f-8f5f-a2bb341115af admin admin] Request body: {'subnet': {'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-188000861-subnet', 'tenant_id': '87aaae2862ac405f88354b7195ee2896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:30.862402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] For port f3f5d0dc-7b50-4756-b794-02d9debccaf9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f3f5d0dc-7b50-4756-b794-02d9debccaf9,segment=NetworkSegment(cd130399-14aa-4b0f-a3c0-3e145ceb9001),segment_id=cd130399-14aa-4b0f-a3c0-3e145ceb9001)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:30.862947 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:30.882603 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-749bb135-d8bb-416a-b43b-f6e579f449a7 req-baa9bbe3-328e-4386-a28e-4ae1c68d1e47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=317c51d4-d901-46dc-bfd6-023651120ab7 HTTP/1.1" status: 200 len: 997 time: 0.3247838 Feb 16 16:33:30.886467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Deleting port f3f5d0dc-7b50-4756-b794-02d9debccaf9 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:33:30.886806 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:30.891092 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:30.895511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Calling delete_port for f3f5d0dc-7b50-4756-b794-02d9debccaf9 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:33:31.004967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ef04f-6871-4e95-9f2a-cb86c3cb0d5f None None] New status for floating IP 63945731-e1a0-4dd7-9fd0-109672f454b1: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:33:31.080336 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] For port f3f5d0dc-7b50-4756-b794-02d9debccaf9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f3f5d0dc-7b50-4756-b794-02d9debccaf9,segment=NetworkSegment(cd130399-14aa-4b0f-a3c0-3e145ceb9001),segment_id=cd130399-14aa-4b0f-a3c0-3e145ceb9001)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:31.080938 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:31.094176 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Calling delete_port for f3f5d0dc-7b50-4756-b794-02d9debccaf9 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:33:31.193245 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:31.228824 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:31.232390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Pushing event deleted for resources: {'Port': ['ID=f3f5d0dc-7b50-4756-b794-02d9debccaf9,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:31.240983 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] No DVR routers for this DVR port f3f5d0dc-7b50-4756-b794-02d9debccaf9 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:33:31.243415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:31.244087 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:31.244533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:31.244876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:31.245215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:31.245548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:31.245885 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:31.246207 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:31.246689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:31.247017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:31.247348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:31.247674 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:31.248130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c5605-16ef-4ceb-b9bd-744d19071240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:31.251599 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f3f5d0dc-7b50-4756-b794-02d9debccaf9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:31.286356 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539d6327-bfa4-4a3f-8f5f-a2bb341115af admin admin] Made reservation on behalf of 87aaae2862ac405f88354b7195ee2896 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:33:31.305458 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-539d6327-bfa4-4a3f-8f5f-a2bb341115af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:31.384254 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bb135-d8bb-416a-b43b-f6e579f449a7 req-9a62bfc3-570c-4e1c-baa2-d663815a1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:31.385649 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-749bb135-d8bb-416a-b43b-f6e579f449a7 req-9a62bfc3-570c-4e1c-baa2-d663815a1c02 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.4856520 Feb 16 16:33:31.386445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Pushing event deleted for resources: {'Port': ['ID=f3f5d0dc-7b50-4756-b794-02d9debccaf9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:31.391535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] No DVR routers for this DVR port f3f5d0dc-7b50-4756-b794-02d9debccaf9 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:33:31.398070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898bcf3-7050-4f4d-9e8b-58952da040b3 admin admin] Pushing event updated for resources: {'Network': ['ID=121ff239-7c70-486a-be8a-d08127a9ab03,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:31.410523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 121ff239-7c70-486a-be8a-d08127a9ab03 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:33:31.454493 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.db.api [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-76053ee4-8731-4c2c-826c-446aa8b805bb tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:33:31.455035 n-d-669411-5 neutron-server[103421]: DEBUG oslo_db.api [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-76053ee4-8731-4c2c-826c-446aa8b805bb tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:33:31.794375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-a6c17b13-f960-4f0d-8693-9662e0e515bd tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:31.795946 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-a6c17b13-f960-4f0d-8693-9662e0e515bd tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/networks?id=70da62e2-114f-4e11-8873-fa8d53659357 HTTP/1.1" status: 200 len: 814 time: 0.1125164 Feb 16 16:33:31.815371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-5f965eab-e19e-4766-b0e5-68586c4163c4 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/quotas/dbd272cc326940a1a14c39e2d15a896a HTTP/1.1" status: 200 len: 375 time: 0.0113673 Feb 16 16:33:31.889293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f3f5d0dc-7b50-4756-b794-02d9debccaf9 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:33:31.913830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3a2aab1f-4f7c-4eb1-a9f2-823abd36df5c tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dbd272cc326940a1a14c39e2d15a896a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908096 Feb 16 16:33:31.930587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: f3f5d0dc-7b50-4756-b794-02d9debccaf9 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:33:31.930587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f3f5d0dc-7b50-4756-b794-02d9debccaf9 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:33:31.963049 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-76053ee4-8731-4c2c-826c-446aa8b805bb tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for floatingip (63945731-e1a0-4dd7-9fd0-109672f454b1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:32.060197 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:32.078717 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:32.097965 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:32.105368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bb135-d8bb-416a-b43b-f6e579f449a7 req-d649f88c-eaf5-45a5-bb40-ed0a4cf40b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:32.106993 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-749bb135-d8bb-416a-b43b-f6e579f449a7 req-d649f88c-eaf5-45a5-bb40-ed0a4cf40b40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7047226 Feb 16 16:33:32.118184 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd130399-14aa-4b0f-a3c0-3e145ceb9001') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:32.119290 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd130399-14aa-4b0f-a3c0-3e145ceb9001') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:32.156725 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (cd130399-14aa-4b0f-a3c0-3e145ceb9001), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:32.207419 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cd130399-14aa-4b0f-a3c0-3e145ceb9001), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:32.255546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:33:32.256076 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (cd130399-14aa-4b0f-a3c0-3e145ceb9001), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:33:32.260407 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:33:32.391792 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-749bb135-d8bb-416a-b43b-f6e579f449a7 req-153471ff-108b-48c3-9caa-fcc1097df497 service neutron] 10.222.0.65 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756989 Feb 16 16:33:32.401856 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-539d6327-bfa4-4a3f-8f5f-a2bb341115af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (7683ed5c-4de8-4e9d-8369-1fddb9288879), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:32.415807 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:32.454914 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:32.459157 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] 10.222.0.24 "DELETE /v2.0/networks/f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9 HTTP/1.1" status: 204 len: 168 time: 2.2401743 Feb 16 16:33:32.526708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e47512-7e46-46a3-a51f-388940684d16 tempest-DHCPAgentSchedulersTestJSON-2064036456 tempest-DHCPAgentSchedulersTestJSON-2064036456-project] Pushing event deleted for resources: {'Network': ['ID=f7a6cd15-68ce-4adb-ae5d-3b812e5d8ad9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:32.630249 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d6327-bfa4-4a3f-8f5f-a2bb341115af admin admin] Pushing event updated for resources: {'Subnet': ['ID=7683ed5c-4de8-4e9d-8369-1fddb9288879,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:32.672075 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-749bb135-d8bb-416a-b43b-f6e579f449a7 req-28f67c67-2564-4a58-b17f-dedaf0cadeac service neutron] 10.222.0.65 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722571 Feb 16 16:33:32.674828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539d6327-bfa4-4a3f-8f5f-a2bb341115af admin admin] Checking segment: {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:33:32.675187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539d6327-bfa4-4a3f-8f5f-a2bb341115af admin admin] Network hostable DHCP agents. Network: 121ff239-7c70-486a-be8a-d08127a9ab03, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:33:32.711858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539d6327-bfa4-4a3f-8f5f-a2bb341115af admin admin] Network 121ff239-7c70-486a-be8a-d08127a9ab03 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:33:32.729459 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-539d6327-bfa4-4a3f-8f5f-a2bb341115af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 121ff239-7c70-486a-be8a-d08127a9ab03) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:33:32.736101 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539d6327-bfa4-4a3f-8f5f-a2bb341115af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:32.737342 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-539d6327-bfa4-4a3f-8f5f-a2bb341115af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:32.741229 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862ebaad-99f6-4528-83cf-cf22f5e0da68 None None] Network 121ff239-7c70-486a-be8a-d08127a9ab03 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:33:32.772885 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-539d6327-bfa4-4a3f-8f5f-a2bb341115af admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9242043 Feb 16 16:33:32.859530 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-08b782ad-b0c8-4c94-a52e-b96d47011157 service neutron] 10.222.0.24 "GET /v2.0/networks/70da62e2-114f-4e11-8873-fa8d53659357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9387124 Feb 16 16:33:32.888875 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59644) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:32.996438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22356cfc-f111-4110-a021-e8f4b574a9e8 None None] Network 121ff239-7c70-486a-be8a-d08127a9ab03 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:33:33.109384 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-5d392567-c06f-4f08-833a-fe67140d31b4 service neutron] 10.222.0.24 "GET /v2.0/networks/70da62e2-114f-4e11-8873-fa8d53659357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429526 Feb 16 16:33:33.222522 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e2d79fe8-dbb4-48de-a6a0-26ecbe32e35c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4cccead952f4c9eacf28ae14f90e390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3324151 Feb 16 16:33:33.227213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59658) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:33.292250 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-76053ee4-8731-4c2c-826c-446aa8b805bb tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:33.308137 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-76053ee4-8731-4c2c-826c-446aa8b805bb tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (63945731-e1a0-4dd7-9fd0-109672f454b1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:33.335242 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be7ad5f1-c63c-4535-b367-7cf324a37b72 admin admin] Publish callbacks [] for security_group (0cb4146c-dcc4-4487-b8f7-3c7b9b4bfc92), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:33.385220 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be7ad5f1-c63c-4535-b367-7cf324a37b72 admin admin] Publish callbacks [] for security_group (0cb4146c-dcc4-4487-b8f7-3c7b9b4bfc92), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:33.510791 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be7ad5f1-c63c-4535-b367-7cf324a37b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0cb4146c-dcc4-4487-b8f7-3c7b9b4bfc92), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:33.514913 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be7ad5f1-c63c-4535-b367-7cf324a37b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:33.518619 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-be7ad5f1-c63c-4535-b367-7cf324a37b72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cb4146c-dcc4-4487-b8f7-3c7b9b4bfc92 HTTP/1.1" status: 204 len: 168 time: 0.2878840 Feb 16 16:33:33.527593 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ad5f1-c63c-4535-b367-7cf324a37b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb4146c-dcc4-4487-b8f7-3c7b9b4bfc92,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:33.549737 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-76053ee4-8731-4c2c-826c-446aa8b805bb tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Floating IP 63945731-e1a0-4dd7-9fd0-109672f454b1 associated. External IP: 172.25.4.9, port: 317c51d4-d901-46dc-bfd6-023651120ab7. Feb 16 16:33:34.022653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-76053ee4-8731-4c2c-826c-446aa8b805bb tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Router a5027e6d-0f37-4424-b1db-012afdf2a5a4 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:33:34.184100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-76053ee4-8731-4c2c-826c-446aa8b805bb tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:33:34.208152 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0435f9-576c-4134-b6e5-a53a0985845d None None] Sync routers for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:33:34.234475 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0435f9-576c-4134-b6e5-a53a0985845d None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:34.239129 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1b0435f9-576c-4134-b6e5-a53a0985845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:34.333257 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:34.379493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59690) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:34.393632 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a002bd1f-70cd-4a51-b980-4eb8c81c0a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:34.472680 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1b0435f9-576c-4134-b6e5-a53a0985845d None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:34.552143 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a002bd1f-70cd-4a51-b980-4eb8c81c0a2f admin admin] Publish callbacks [] for security_group (0bbbbe87-87a5-4cca-a258-6bb4c7771dc4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:34.566883 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a002bd1f-70cd-4a51-b980-4eb8c81c0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0bbbbe87-87a5-4cca-a258-6bb4c7771dc4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:34.631244 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a002bd1f-70cd-4a51-b980-4eb8c81c0a2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8fc415e6ba634644830fda55115e3aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2504225 Feb 16 16:33:34.632691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002bd1f-70cd-4a51-b980-4eb8c81c0a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbbbe87-87a5-4cca-a258-6bb4c7771dc4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:34.635452 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59694) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:34.717750 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2f8fcab6-417c-4d51-b564-5e31cb69b620 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:34.728920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2f8fcab6-417c-4d51-b564-5e31cb69b620 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 811 time: 0.3497584 Feb 16 16:33:34.743002 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-820f0356-3de6-4b8b-aacd-f813629dff07 admin admin] Publish callbacks [] for security_group (0bbbbe87-87a5-4cca-a258-6bb4c7771dc4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:34.757459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-567d6990-bf62-4196-b090-5a966bff24ea tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/quotas/87aaae2862ac405f88354b7195ee2896 HTTP/1.1" status: 200 len: 375 time: 0.0260904 Feb 16 16:33:34.816840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-deb4b79b-1a35-43d4-b37b-7d7a6f34064b tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562909 Feb 16 16:33:34.824789 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-820f0356-3de6-4b8b-aacd-f813629dff07 admin admin] Publish callbacks [] for security_group (0bbbbe87-87a5-4cca-a258-6bb4c7771dc4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:34.930180 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-820f0356-3de6-4b8b-aacd-f813629dff07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0bbbbe87-87a5-4cca-a258-6bb4c7771dc4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:34.933331 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-820f0356-3de6-4b8b-aacd-f813629dff07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:34.937096 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-820f0356-3de6-4b8b-aacd-f813629dff07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bbbbe87-87a5-4cca-a258-6bb4c7771dc4 HTTP/1.1" status: 204 len: 168 time: 0.2978354 Feb 16 16:33:34.981451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f0356-3de6-4b8b-aacd-f813629dff07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbbbe87-87a5-4cca-a258-6bb4c7771dc4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:35.047080 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1b0435f9-576c-4134-b6e5-a53a0985845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '63945731-e1a0-4dd7-9fd0-109672f454b1', 'tenant_id': '83682e22e1e944078f1d906004154058', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'port_id': '9e417380-233e-4062-8b3a-1a54de2cc970', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'mac_address': 'fa:16:3e:79:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:59Z', 'updated_at': '2022-02-16T16:33:33Z', 'revision_number': 3, 'project_id': '83682e22e1e944078f1d906004154058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:35.127905 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0435f9-576c-4134-b6e5-a53a0985845d None None] Checking router: a5027e6d-0f37-4424-b1db-012afdf2a5a4 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:33:35.149572 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0435f9-576c-4134-b6e5-a53a0985845d None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:35.153505 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1b0435f9-576c-4134-b6e5-a53a0985845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:35.221184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-76053ee4-8731-4c2c-826c-446aa8b805bb tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Router a5027e6d-0f37-4424-b1db-012afdf2a5a4 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:33:35.454070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-b5d740ac-2949-496e-b650-4587de91ab63 service neutron] 10.222.0.24 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369808 Feb 16 16:33:35.514075 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1b0435f9-576c-4134-b6e5-a53a0985845d None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:35.579845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-76053ee4-8731-4c2c-826c-446aa8b805bb tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:33:35.590177 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-76053ee4-8731-4c2c-826c-446aa8b805bb tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:36.008295 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1b0435f9-576c-4134-b6e5-a53a0985845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '63945731-e1a0-4dd7-9fd0-109672f454b1', 'tenant_id': '83682e22e1e944078f1d906004154058', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'port_id': '9e417380-233e-4062-8b3a-1a54de2cc970', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'mac_address': 'fa:16:3e:79:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:59Z', 'updated_at': '2022-02-16T16:33:33Z', 'revision_number': 3, 'project_id': '83682e22e1e944078f1d906004154058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:36.049799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'tag': '317c51d4-d901-46dc-bfd6-023651120ab7'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:36.054621 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7975e1-39ab-4d75-b39a-b33845aac64d" -d '{"events": [{"name": "network-changed", "server_uuid": "2487fe11-6332-458c-96ff-dca03e2ce59b", "tag": "317c51d4-d901-46dc-bfd6-023651120ab7"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:36.090590 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0435f9-576c-4134-b6e5-a53a0985845d None None] The sync data for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 is: [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '63945731-e1a0-4dd7-9fd0-109672f454b1', 'tenant_id': '83682e22e1e944078f1d906004154058', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'port_id': '9e417380-233e-4062-8b3a-1a54de2cc970', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'mac_address': 'fa:16:3e:79:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:59Z', 'updated_at': '2022-02-16T16:33:33Z', 'revision_number': 3, 'project_id': '83682e22e1e944078f1d906004154058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:33:36.146345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-1bbc057a-61d2-4ea3-833c-ea7d505735b0 service neutron] 10.222.0.24 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688212 Feb 16 16:33:36.182557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-76053ee4-8731-4c2c-826c-446aa8b805bb tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "PUT /v2.0/floatingips/63945731-e1a0-4dd7-9fd0-109672f454b1 HTTP/1.1" status: 200 len: 996 time: 5.4400280 Feb 16 16:33:36.213210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-ae123c34-d4b8-404a-a10f-21fb29902b73 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:36.235374 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-ae123c34-d4b8-404a-a10f-21fb29902b73 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.60 "GET /v2.0/networks?id=70da62e2-114f-4e11-8873-fa8d53659357 HTTP/1.1" status: 200 len: 814 time: 0.6305788 Feb 16 16:33:36.276752 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-aeffc414-adc3-4ba6-be06-2d53dd5fbab3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Request body: {'port': {'device_id': 'ee862668-3e51-4453-98a3-4b51be7e438f', 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357', 'admin_state_up': True, 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:36.544754 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-f875b2be-e8d1-462d-9647-1da174bce87a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:36.564943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-f875b2be-e8d1-462d-9647-1da174bce87a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports/317c51d4-d901-46dc-bfd6-023651120ab7 HTTP/1.1" status: 200 len: 942 time: 0.3664405 Feb 16 16:33:36.684028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b75c60-0256-4261-bc4f-d30c7fc8b1e0 None None] New status for floating IP 63945731-e1a0-4dd7-9fd0-109672f454b1: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:33:36.947423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b205105-bc49-40df-89cd-8a139893cff0 req-13cd56b1-a880-47de-ab68-8a345c955db0 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 210 time: 0.3312635 Feb 16 16:33:37.069867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-7fdccdcc-39cc-4f5b-9096-b0fe3a268ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:37.086032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-7fdccdcc-39cc-4f5b-9096-b0fe3a268ccb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 1127 time: 0.3556962 Feb 16 16:33:37.472356 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7975e1-39ab-4d75-b39a-b33845aac64d req-09678d7b-b8b5-4b60-adde-e5936e5de76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:37.483116 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab7975e1-39ab-4d75-b39a-b33845aac64d req-09678d7b-b8b5-4b60-adde-e5936e5de76d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 1127 time: 0.1772313 Feb 16 16:33:37.484323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-8bddd162-280d-4be2-872a-62f4f8dcf2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:37.499522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-8bddd162-280d-4be2-872a-62f4f8dcf2ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 922 time: 0.4125552 Feb 16 16:33:37.628713 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51f1d29-021b-4574-8b17-60bad968068b x-openstack-request-id: req-f51f1d29-021b-4574-8b17-60bad968068b {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:37.629053 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2487fe11-6332-458c-96ff-dca03e2ce59b", "tag": "317c51d4-d901-46dc-bfd6-023651120ab7", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:37.629277 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f51f1d29-021b-4574-8b17-60bad968068b {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:37.629685 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'tag': '317c51d4-d901-46dc-bfd6-023651120ab7', 'status': 'completed', 'code': 200} Feb 16 16:33:37.646657 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8785395f-9b15-4b6e-8aad-2beaffcdb9a7 req-2c0c2fd7-e1db-49a0-9da0-f2dba15e76bf tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 210 time: 0.1414080 Feb 16 16:33:37.678844 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe82d4c-71ba-4cd1-9e6e-340c41fb40e9 None None] Sync routers for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:33:37.698457 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe82d4c-71ba-4cd1-9e6e-340c41fb40e9 None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:37.703719 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8fe82d4c-71ba-4cd1-9e6e-340c41fb40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:37.745395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-aeffc414-adc3-4ba6-be06-2d53dd5fbab3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Made reservation on behalf of dbd272cc326940a1a14c39e2d15a896a for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:33:37.752688 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-aeffc414-adc3-4ba6-be06-2d53dd5fbab3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:37.764678 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-5c784401-032f-40cc-910d-cfcce7e4dfdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=317c51d4-d901-46dc-bfd6-023651120ab7 HTTP/1.1" status: 200 len: 217 time: 0.2641523 Feb 16 16:33:37.786602 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7975e1-39ab-4d75-b39a-b33845aac64d req-263fd9bb-0f19-457f-87ac-e593edfa3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:37.791608 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab7975e1-39ab-4d75-b39a-b33845aac64d req-263fd9bb-0f19-457f-87ac-e593edfa3ca0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 922 time: 0.3019433 Feb 16 16:33:37.838416 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-ad85ea3b-f674-4efb-a849-315e4ceb7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:37.850814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-ad85ea3b-f674-4efb-a849-315e4ceb7f16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.0846391 Feb 16 16:33:37.979355 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab7975e1-39ab-4d75-b39a-b33845aac64d req-54013791-296c-4a24-9af0-439839837dce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=317c51d4-d901-46dc-bfd6-023651120ab7 HTTP/1.1" status: 200 len: 217 time: 0.1818187 Feb 16 16:33:38.150145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-87261122-88b9-4a9b-842f-fbc86d032a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:38.151858 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-87261122-88b9-4a9b-842f-fbc86d032a6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3000751 Feb 16 16:33:38.177099 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-8fe82d4c-71ba-4cd1-9e6e-340c41fb40e9 None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:38.191129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7975e1-39ab-4d75-b39a-b33845aac64d req-a02bfd3d-98b4-47f5-82a9-a04bcf16f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:38.192999 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab7975e1-39ab-4d75-b39a-b33845aac64d req-a02bfd3d-98b4-47f5-82a9-a04bcf16f1ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.2035329 Feb 16 16:33:38.262995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7975e1-39ab-4d75-b39a-b33845aac64d req-6054df17-c4b8-492b-a8dd-85da9196fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:38.265967 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab7975e1-39ab-4d75-b39a-b33845aac64d req-6054df17-c4b8-492b-a8dd-85da9196fdff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0633314 Feb 16 16:33:38.291298 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30590104-3661-42e5-89bc-0f387592dcef req-827ca618-3169-466d-8ab2-f94a0e6d12fd tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 210 time: 0.1336961 Feb 16 16:33:38.518990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-aeffc414-adc3-4ba6-be06-2d53dd5fbab3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Allocated IP 172.20.0.3 (70da62e2-114f-4e11-8873-fa8d53659357/cd2dc1d5-f314-44c4-9d32-06fa188549b4/c0e53b41-a50d-4974-a49d-3137c57e5f07) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:33:38.531098 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59776) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:38.617380 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab7975e1-39ab-4d75-b39a-b33845aac64d req-7e117764-ed01-48e6-a605-f2021ba298f8 service neutron] 10.222.0.65 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419895 Feb 16 16:33:38.888097 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1490623865', 'router:external': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:38.942394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Made reservation on behalf of d167e9434c26415fbe94c96053d11f70 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:33:38.946019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:38.971242 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab7975e1-39ab-4d75-b39a-b33845aac64d req-20489c9e-26f3-4c9d-8fa5-275bced8c055 service neutron] 10.222.0.65 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478811 Feb 16 16:33:38.972931 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:39.078149 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for security_group (57d4001e-82b4-4950-8ca3-d1121406090e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:39.084177 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (57d4001e-82b4-4950-8ca3-d1121406090e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:39.122732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:33:39.143902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d4001e-82b4-4950-8ca3-d1121406090e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:39.151396 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8fe82d4c-71ba-4cd1-9e6e-340c41fb40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '63945731-e1a0-4dd7-9fd0-109672f454b1', 'tenant_id': '83682e22e1e944078f1d906004154058', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'port_id': '9e417380-233e-4062-8b3a-1a54de2cc970', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'mac_address': 'fa:16:3e:79:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:59Z', 'updated_at': '2022-02-16T16:33:36Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:39.153729 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6f6d811d-33b3-4564-b8c1-9400e05845fd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:39.154349 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Added segment 6f6d811d-33b3-4564-b8c1-9400e05845fd of type vlan for network 97b719c7-f641-4b49-8e91-30e67e395033 Feb 16 16:33:39.167604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:39.168440 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:39.168966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:39.169453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:39.169923 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:39.170398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:39.170871 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:39.171664 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:39.172159 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:39.172648 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:39.173359 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:39.173819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:39.174296 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:33:39.213797 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe82d4c-71ba-4cd1-9e6e-340c41fb40e9 None None] Checking router: a5027e6d-0f37-4424-b1db-012afdf2a5a4 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:33:39.235371 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe82d4c-71ba-4cd1-9e6e-340c41fb40e9 None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:39.236191 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8fe82d4c-71ba-4cd1-9e6e-340c41fb40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:39.248502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-b55db5fe-0e74-4160-9335-eb5b77fbe150 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:39.252795 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-b55db5fe-0e74-4160-9335-eb5b77fbe150 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 811 time: 0.6295519 Feb 16 16:33:39.277301 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (97b719c7-f641-4b49-8e91-30e67e395033), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:39.330535 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-476ae18e-5ba8-41f1-bf57-1ddf1a5f7c30 service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1680655 Feb 16 16:33:39.355223 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (97b719c7-f641-4b49-8e91-30e67e395033), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:39.356399 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:39.357087 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:39.469974 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-8fe82d4c-71ba-4cd1-9e6e-340c41fb40e9 None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:39.471473 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9393005 Feb 16 16:33:39.477618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59784) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:39.487939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ca05da08-6951-4eae-95fd-2956a4657eaa tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Request body: {'subnet': {'network_id': '97b719c7-f641-4b49-8e91-30e67e395033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:39.569961 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b39fa-4dfb-4163-a371-0fd4482df426 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Pushing event updated for resources: {'Network': ['ID=97b719c7-f641-4b49-8e91-30e67e395033,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:39.590929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 97b719c7-f641-4b49-8e91-30e67e395033 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:33:39.624813 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca05da08-6951-4eae-95fd-2956a4657eaa tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Made reservation on behalf of d167e9434c26415fbe94c96053d11f70 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:33:39.627843 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca05da08-6951-4eae-95fd-2956a4657eaa tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:39.636467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-8d4c74c1-8852-4384-8171-4c8eb91506a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Request body: {'port': {'device_id': 'ae6dd33f-8a75-408d-a635-51d00823dc3e', 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03', 'admin_state_up': True, 'tenant_id': '87aaae2862ac405f88354b7195ee2896'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:39.846087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-348f3034-38ad-490b-9b7e-1c181bf9f029 service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547098 Feb 16 16:33:39.848599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'tag': '9e417380-233e-4062-8b3a-1a54de2cc970'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:39.855490 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c03d78-450a-49de-b4fb-b7d701057bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "f54d7a7a-5b61-4e06-8604-3373138f8c72", "tag": "9e417380-233e-4062-8b3a-1a54de2cc970"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:39.891222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e646b40c-91db-4c52-a12c-d213e97ae9b6 req-0495e9e8-9d87-445f-a248-057944736bfa tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 210 time: 0.9310396 Feb 16 16:33:39.998410 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8fe82d4c-71ba-4cd1-9e6e-340c41fb40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '63945731-e1a0-4dd7-9fd0-109672f454b1', 'tenant_id': '83682e22e1e944078f1d906004154058', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'port_id': '9e417380-233e-4062-8b3a-1a54de2cc970', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'mac_address': 'fa:16:3e:79:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:59Z', 'updated_at': '2022-02-16T16:33:36Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:40.031523 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe82d4c-71ba-4cd1-9e6e-340c41fb40e9 None None] The sync data for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 is: [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '63945731-e1a0-4dd7-9fd0-109672f454b1', 'tenant_id': '83682e22e1e944078f1d906004154058', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'port_id': '9e417380-233e-4062-8b3a-1a54de2cc970', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'mac_address': 'fa:16:3e:79:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:59Z', 'updated_at': '2022-02-16T16:33:36Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:33:40.186086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-8519abcc-7565-4342-bd81-7c695b865735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:40.188379 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-8519abcc-7565-4342-bd81-7c695b865735 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 1127 time: 0.2891040 Feb 16 16:33:40.198856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a198e96-3521-4cef-b4bc-b0ed695e84a3 req-a7ee24f4-f59b-433d-8627-7a615b82f25b tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 210 time: 0.0895195 Feb 16 16:33:40.224291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-8d4c74c1-8852-4384-8171-4c8eb91506a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Made reservation on behalf of 87aaae2862ac405f88354b7195ee2896 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:33:40.236322 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-8d4c74c1-8852-4384-8171-4c8eb91506a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:40.301479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.objects.ports [None req-ca05da08-6951-4eae-95fd-2956a4657eaa tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:33:40.302112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca05da08-6951-4eae-95fd-2956a4657eaa tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (d053f6c5-94fb-43b0-9a81-bf816f49cd1a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:40.465129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05da08-6951-4eae-95fd-2956a4657eaa tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Checking segment: {'id': '6f6d811d-33b3-4564-b8c1-9400e05845fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97b719c7-f641-4b49-8e91-30e67e395033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:33:40.465300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca05da08-6951-4eae-95fd-2956a4657eaa tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Network hostable DHCP agents. Network: 97b719c7-f641-4b49-8e91-30e67e395033, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:33:40.474403 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05da08-6951-4eae-95fd-2956a4657eaa tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d053f6c5-94fb-43b0-9a81-bf816f49cd1a,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:40.524970 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca05da08-6951-4eae-95fd-2956a4657eaa tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Network 97b719c7-f641-4b49-8e91-30e67e395033 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:33:40.539327 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ca05da08-6951-4eae-95fd-2956a4657eaa tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 97b719c7-f641-4b49-8e91-30e67e395033) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:33:40.550978 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b944a380-b261-4329-83b3-02622eb1f2a8 None None] Network 97b719c7-f641-4b49-8e91-30e67e395033 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:33:40.553360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca05da08-6951-4eae-95fd-2956a4657eaa tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:40.555522 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca05da08-6951-4eae-95fd-2956a4657eaa tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:40.603283 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ca05da08-6951-4eae-95fd-2956a4657eaa tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1238842 Feb 16 16:33:40.605193 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59792) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:40.611075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6440d69b-c6d6-42e4-9f62-c524d0019204 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1717358604', 'network_id': '97b719c7-f641-4b49-8e91-30e67e395033'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:40.698668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6440d69b-c6d6-42e4-9f62-c524d0019204 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Made reservation on behalf of d167e9434c26415fbe94c96053d11f70 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:33:40.702742 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd248c9-c99b-4582-8f8e-4e1252d5fe76 x-openstack-request-id: req-5fd248c9-c99b-4582-8f8e-4e1252d5fe76 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:40.703265 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54d7a7a-5b61-4e06-8604-3373138f8c72", "tag": "9e417380-233e-4062-8b3a-1a54de2cc970", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:40.703368 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fd248c9-c99b-4582-8f8e-4e1252d5fe76 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:40.703556 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6440d69b-c6d6-42e4-9f62-c524d0019204 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:40.703731 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'tag': '9e417380-233e-4062-8b3a-1a54de2cc970', 'status': 'completed', 'code': 200} Feb 16 16:33:40.708264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-26ea3310-2ede-4290-859d-aee7d40a8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:40.716721 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-26ea3310-2ede-4290-859d-aee7d40a8db1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 922 time: 0.5067599 Feb 16 16:33:40.729870 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c03d78-450a-49de-b4fb-b7d701057bf6 req-c285ef62-f964-4c71-955d-1fdc47358cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:40.731455 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-54c03d78-450a-49de-b4fb-b7d701057bf6 req-c285ef62-f964-4c71-955d-1fdc47358cd1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 1127 time: 0.1270840 Feb 16 16:33:40.732861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-6440d69b-c6d6-42e4-9f62-c524d0019204 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] device_id is not set on port 182571be-cac3-4dda-b2fa-47af6582a981 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:33:40.845337 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b3d9a-0b59-4be5-9f62-6deaa42353b8 None None] Network 97b719c7-f641-4b49-8e91-30e67e395033 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:33:40.946014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c03d78-450a-49de-b4fb-b7d701057bf6 req-aa0ea759-e08f-4fe0-a85f-12339751cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:40.949156 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-54c03d78-450a-49de-b4fb-b7d701057bf6 req-aa0ea759-e08f-4fe0-a85f-12339751cd21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 922 time: 0.1456559 Feb 16 16:33:41.004550 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-8d4c74c1-8852-4384-8171-4c8eb91506a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Allocated IP 172.20.0.8 (121ff239-7c70-486a-be8a-d08127a9ab03/7683ed5c-4de8-4e9d-8369-1fddb9288879/819bcf77-3f41-4452-8a8c-d420ffc9a92f) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:33:41.079335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-b6700e41-eb8e-41d4-87e5-ba1d69a9354a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e417380-233e-4062-8b3a-1a54de2cc970 HTTP/1.1" status: 200 len: 999 time: 0.3616784 Feb 16 16:33:41.148002 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-0aa26ebc-d512-4317-990d-2e962fd73054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:41.150424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-0aa26ebc-d512-4317-990d-2e962fd73054 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.0628591 Feb 16 16:33:41.193633 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-54c03d78-450a-49de-b4fb-b7d701057bf6 req-04147cee-c47c-415b-af03-1343afeadbb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e417380-233e-4062-8b3a-1a54de2cc970 HTTP/1.1" status: 200 len: 999 time: 0.0843720 Feb 16 16:33:41.195654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-aeffc414-adc3-4ba6-be06-2d53dd5fbab3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Publish callbacks [] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:41.212662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-6440d69b-c6d6-42e4-9f62-c524d0019204 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Allocated IP 172.20.0.12 (97b719c7-f641-4b49-8e91-30e67e395033/d053f6c5-94fb-43b0-9a81-bf816f49cd1a/182571be-cac3-4dda-b2fa-47af6582a981) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:33:41.260433 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-444366e6-b0a3-4557-bb2a-3968fe7c23fb req-119d7620-987a-4bb4-a310-68e94de47635 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 210 time: 0.0997307 Feb 16 16:33:41.337751 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c03d78-450a-49de-b4fb-b7d701057bf6 req-1e0d1317-a11c-4786-aef1-4b431b5e5b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:41.339432 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-54c03d78-450a-49de-b4fb-b7d701057bf6 req-1e0d1317-a11c-4786-aef1-4b431b5e5b80 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.1320810 Feb 16 16:33:41.698323 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c03d78-450a-49de-b4fb-b7d701057bf6 req-d585adb4-dd73-4cce-8082-a23c955fdb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:41.699916 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-54c03d78-450a-49de-b4fb-b7d701057bf6 req-d585adb4-dd73-4cce-8082-a23c955fdb9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2437859 Feb 16 16:33:41.742244 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6440d69b-c6d6-42e4-9f62-c524d0019204 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for port (182571be-cac3-4dda-b2fa-47af6582a981), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:41.811317 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6440d69b-c6d6-42e4-9f62-c524d0019204 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (182571be-cac3-4dda-b2fa-47af6582a981), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:41.897939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440d69b-c6d6-42e4-9f62-c524d0019204 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Pushing event updated for resources: {'Port': ['ID=182571be-cac3-4dda-b2fa-47af6582a981,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:41.934575 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6440d69b-c6d6-42e4-9f62-c524d0019204 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Network 97b719c7-f641-4b49-8e91-30e67e395033 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:33:41.938553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-6440d69b-c6d6-42e4-9f62-c524d0019204 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:33:41.944743 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6440d69b-c6d6-42e4-9f62-c524d0019204 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:33:42.008072 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6440d69b-c6d6-42e4-9f62-c524d0019204 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:42.009168 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6440d69b-c6d6-42e4-9f62-c524d0019204 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:42.046603 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6440d69b-c6d6-42e4-9f62-c524d0019204 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.4402499 Feb 16 16:33:42.047690 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59802) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:42.237548 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e3e3a-d2e6-4f98-b0ab-b6ed3defa160 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Deleting port 182571be-cac3-4dda-b2fa-47af6582a981 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:33:42.238010 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3e3a-d2e6-4f98-b0ab-b6ed3defa160 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (182571be-cac3-4dda-b2fa-47af6582a981), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:42.349806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-6565c065-27d9-49ed-bd57-2079eb2f688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:42.365420 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-6565c065-27d9-49ed-bd57-2079eb2f688f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1984615 Feb 16 16:33:42.431598 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a5f5145-671e-44a7-a9aa-6abcf460b066 req-deb23c6a-efc8-4008-9af5-35412b36f26b tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 210 time: 0.9916475 Feb 16 16:33:42.447140 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-aeffc414-adc3-4ba6-be06-2d53dd5fbab3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:42.514855 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3e3a-d2e6-4f98-b0ab-b6ed3defa160 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (182571be-cac3-4dda-b2fa-47af6582a981), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:42.577305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e3e3a-d2e6-4f98-b0ab-b6ed3defa160 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Calling delete_port for 182571be-cac3-4dda-b2fa-47af6582a981 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:33:42.618180 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-8d4c74c1-8852-4384-8171-4c8eb91506a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks [] for port (819bcf77-3f41-4452-8a8c-d420ffc9a92f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:42.808444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6979b5e-e76a-475d-a34e-bd42ed5bf11c req-bae0ccce-d9d8-4b43-9f7b-651d99bf1bb1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 210 time: 0.1540704 Feb 16 16:33:42.816360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-aeffc414-adc3-4ba6-be06-2d53dd5fbab3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Network 70da62e2-114f-4e11-8873-fa8d53659357 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:33:42.824662 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3e3a-d2e6-4f98-b0ab-b6ed3defa160 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (182571be-cac3-4dda-b2fa-47af6582a981), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:42.858936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-aeffc414-adc3-4ba6-be06-2d53dd5fbab3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:33:42.885444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-aeffc414-adc3-4ba6-be06-2d53dd5fbab3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:33:42.933085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e3e3a-d2e6-4f98-b0ab-b6ed3defa160 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Pushing event deleted for resources: {'Port': ['ID=182571be-cac3-4dda-b2fa-47af6582a981,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:43.004399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-aeffc414-adc3-4ba6-be06-2d53dd5fbab3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:43.012392 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-aeffc414-adc3-4ba6-be06-2d53dd5fbab3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:43.058106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffc414-adc3-4ba6-be06-2d53dd5fbab3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Pushing event updated for resources: {'Port': ['ID=c0e53b41-a50d-4974-a49d-3137c57e5f07,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:43.077616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-aeffc414-adc3-4ba6-be06-2d53dd5fbab3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8066242 Feb 16 16:33:43.110866 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Request body: {'port': {'device_id': 'ee862668-3e51-4453-98a3-4b51be7e438f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:43.171277 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-54c03d78-450a-49de-b4fb-b7d701057bf6 req-31b047fc-aa36-459f-ba46-e8437a6f0d8b service neutron] 10.222.0.60 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656926 Feb 16 16:33:43.190724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-5350b715-fff7-44fe-877d-76d9daba1282 service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8239036 Feb 16 16:33:43.220125 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3e3a-d2e6-4f98-b0ab-b6ed3defa160 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:43.223622 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2f0e3e3a-d2e6-4f98-b0ab-b6ed3defa160 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "DELETE /v2.0/ports/182571be-cac3-4dda-b2fa-47af6582a981 HTTP/1.1" status: 204 len: 168 time: 1.1746285 Feb 16 16:33:43.233044 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-4538f5d9-e375-4966-b381-d99f876d123a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3348734 Feb 16 16:33:43.233998 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59806) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:43.242161 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '97b719c7-f641-4b49-8e91-30e67e395033', 'external_fixed_ips': [{'subnet_id': 'd053f6c5-94fb-43b0-9a81-bf816f49cd1a', 'ip_address': '172.20.0.12'}]}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:43.362322 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-8d4c74c1-8852-4384-8171-4c8eb91506a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (819bcf77-3f41-4452-8a8c-d420ffc9a92f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:43.389983 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (7ae4ee3a-3cdc-4656-bc3d-6688008a1f49), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:43.391331 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (7ae4ee3a-3cdc-4656-bc3d-6688008a1f49), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:43.408416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1988c9cb-cdad-4acf-93c3-5e751eb5299d None None] Provisioning complete for port c0e53b41-a50d-4974-a49d-3137c57e5f07 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:33:43.408983 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1988c9cb-cdad-4acf-93c3-5e751eb5299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:43.499108 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-54c03d78-450a-49de-b4fb-b7d701057bf6 req-7f42fb78-0754-4e4c-bbbb-877ac03948c3 service neutron] 10.222.0.60 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165023 Feb 16 16:33:43.541704 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1988c9cb-cdad-4acf-93c3-5e751eb5299d None None] Port c0e53b41-a50d-4974-a49d-3137c57e5f07 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:33:43.607397 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:43.607600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-af257fe2-c1d4-4c1f-9853-f2a5ac176045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:43.607600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-af257fe2-c1d4-4c1f-9853-f2a5ac176045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:43.607600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-af257fe2-c1d4-4c1f-9853-f2a5ac176045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:43.607600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-af257fe2-c1d4-4c1f-9853-f2a5ac176045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:43.607600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-af257fe2-c1d4-4c1f-9853-f2a5ac176045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:43.607600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-af257fe2-c1d4-4c1f-9853-f2a5ac176045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:43.607600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-af257fe2-c1d4-4c1f-9853-f2a5ac176045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:43.607600 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-af257fe2-c1d4-4c1f-9853-f2a5ac176045 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 6716 time: 0.2518919 Feb 16 16:33:43.667735 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:33:43.707422 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_controller (7ae4ee3a-3cdc-4656-bc3d-6688008a1f49), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:43.760810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c74c1-8852-4384-8171-4c8eb91506a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Pushing event updated for resources: {'Port': ['ID=819bcf77-3f41-4452-8a8c-d420ffc9a92f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:43.802484 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-8d4c74c1-8852-4384-8171-4c8eb91506a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Network 121ff239-7c70-486a-be8a-d08127a9ab03 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:33:43.807801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-8d4c74c1-8852-4384-8171-4c8eb91506a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:33:43.988436 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (7ae4ee3a-3cdc-4656-bc3d-6688008a1f49), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:44.066099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-7bea1548-eb38-4f63-826f-b0fd3b6a0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:44.066730 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-7bea1548-eb38-4f63-826f-b0fd3b6a0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:44.067256 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-7bea1548-eb38-4f63-826f-b0fd3b6a0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:44.069005 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-7bea1548-eb38-4f63-826f-b0fd3b6a0a9a service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd6679df-17c6-4470-9d69-faee9752f3e1&id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&id=99166be9-b7bf-4994-91a8-2a2b782c0a2a&id=99166be9-b7bf-4994-91a8-2a2b782c0a2a HTTP/1.1" status: 200 len: 2298 time: 0.3419642 Feb 16 16:33:44.103329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-8d4c74c1-8852-4384-8171-4c8eb91506a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:33:44.217477 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-402f9024-4454-4b93-8e0b-f42352988755 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ee8ca31-5a38-410b-904f-1c774cb9ae5e HTTP/1.1" status: 200 len: 1001 time: 0.1396561 Feb 16 16:33:44.291316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-8d4c74c1-8852-4384-8171-4c8eb91506a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:44.292282 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-8d4c74c1-8852-4384-8171-4c8eb91506a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:44.327961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-8d4c74c1-8852-4384-8171-4c8eb91506a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9966533 Feb 16 16:33:44.344911 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Request body: {'port': {'device_id': 'ae6dd33f-8a75-408d-a635-51d00823dc3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:44.354530 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b041b3-09fd-407a-9d0d-8f75e86e952d req-c2c2b2e5-903e-4069-b47e-97b62306acc3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:44.380625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7b041b3-09fd-407a-9d0d-8f75e86e952d req-c2c2b2e5-903e-4069-b47e-97b62306acc3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 931 time: 0.7848363 Feb 16 16:33:44.382929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-9b7fada2-616f-496f-9553-f135b342c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:44.385047 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-9b7fada2-616f-496f-9553-f135b342c2af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa52883c-d87f-4ec7-b5e1-ae348ec14277 HTTP/1.1" status: 200 len: 856 time: 0.1570861 Feb 16 16:33:44.398800 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49b0fdbc-81c5-4e04-892d-6aa52e88f4c1 req-2c643399-3ec2-44e8-a26f-23840db21898 service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2072959 Feb 16 16:33:44.472403 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7b041b3-09fd-407a-9d0d-8f75e86e952d req-7dab2f69-77cd-4f63-bd12-8d9b5872e84a tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893672 Feb 16 16:33:44.631212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e53b41-a50d-4974-a49d-3137c57e5f07 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:33:44.642580 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Publish callbacks [] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:44.660776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Transition to ACTIVE for port object c0e53b41-a50d-4974-a49d-3137c57e5f07 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:33:44.761569 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:44.782580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01d66b93-d798-4dfd-a678-17815d1f128f req-bad48954-e123-4193-942d-a0fc7cbf7c32 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 999 time: 0.2102501 Feb 16 16:33:44.895256 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Pushing event updated for resources: {'Port': ['ID=c0e53b41-a50d-4974-a49d-3137c57e5f07,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:44.993827 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (819bcf77-3f41-4452-8a8c-d420ffc9a92f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:45.178413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d66b93-d798-4dfd-a678-17815d1f128f req-585b5a3e-b69c-4a7b-a579-9c2d35a2b05f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:45.189103 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01d66b93-d798-4dfd-a678-17815d1f128f req-585b5a3e-b69c-4a7b-a579-9c2d35a2b05f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports/9e417380-233e-4062-8b3a-1a54de2cc970 HTTP/1.1" status: 200 len: 942 time: 0.4051385 Feb 16 16:33:45.233247 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (7ae4ee3a-3cdc-4656-bc3d-6688008a1f49), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:45.278442 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:45.287227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e9b37-8051-44e1-becb-2c4a6c4f2769 req-e72f2fab-0ca2-4e93-934b-d1a7500c2bef tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:45.289833 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d89e9b37-8051-44e1-becb-2c4a6c4f2769 req-e72f2fab-0ca2-4e93-934b-d1a7500c2bef tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 931 time: 0.6237679 Feb 16 16:33:45.317543 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-bbf283d5-a384-4f2e-b13b-c7dfa471c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:45.319170 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-bbf283d5-a384-4f2e-b13b-c7dfa471c558 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6679df-17c6-4470-9d69-faee9752f3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9252501 Feb 16 16:33:45.536303 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Attempting to bind port c0e53b41-a50d-4974-a49d-3137c57e5f07 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:33:45.552746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Attempting to bind port c0e53b41-a50d-4974-a49d-3137c57e5f07 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '5784e4ec-82e8-40e5-a17d-d9d1118556dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:33:45.553614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Attempting to bind port c0e53b41-a50d-4974-a49d-3137c57e5f07 on network 70da62e2-114f-4e11-8873-fa8d53659357 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:33:45.642252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01d66b93-d798-4dfd-a678-17815d1f128f req-01c8868c-fc69-4785-8785-a34bc072cd87 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 999 time: 0.3395269 Feb 16 16:33:45.670574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Port c0e53b41-a50d-4974-a49d-3137c57e5f07 on network 70da62e2-114f-4e11-8873-fa8d53659357 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:33:45.671022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Attempting to bind port c0e53b41-a50d-4974-a49d-3137c57e5f07 on network 70da62e2-114f-4e11-8873-fa8d53659357 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:33:45.704604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Allocated IP 172.20.0.12 (97b719c7-f641-4b49-8e91-30e67e395033/d053f6c5-94fb-43b0-9a81-bf816f49cd1a/0d0f07d0-7004-441b-b002-f1c0b3446bf3) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:33:45.706766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:33:45.707167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Checking segment: {'id': '5784e4ec-82e8-40e5-a17d-d9d1118556dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:33:45.707690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Bound using segment: {'id': '5784e4ec-82e8-40e5-a17d-d9d1118556dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:33:45.708218 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Bound port: c0e53b41-a50d-4974-a49d-3137c57e5f07, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5784e4ec-82e8-40e5-a17d-d9d1118556dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:33:45.708606 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:45.730831 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d89e9b37-8051-44e1-becb-2c4a6c4f2769 req-451eb962-2665-4b55-8d39-90d25150ce2b tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294846 Feb 16 16:33:45.981849 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-959c15c9-50c2-4592-8e9a-b551b1cd6df7 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6679df-17c6-4470-9d69-faee9752f3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022048 Feb 16 16:33:45.993297 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d66b93-d798-4dfd-a678-17815d1f128f req-29c503f6-41bd-47e0-bbdb-f66e0047eca0 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:45.994859 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01d66b93-d798-4dfd-a678-17815d1f128f req-29c503f6-41bd-47e0-bbdb-f66e0047eca0 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.3434830 Feb 16 16:33:46.000110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] For port c0e53b41-a50d-4974-a49d-3137c57e5f07, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:33:46.034646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] For port c0e53b41-a50d-4974-a49d-3137c57e5f07, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=c0e53b41-a50d-4974-a49d-3137c57e5f07,segment=NetworkSegment(5784e4ec-82e8-40e5-a17d-d9d1118556dd),segment_id=5784e4ec-82e8-40e5-a17d-d9d1118556dd)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:33:46.088149 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:46.217193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819bcf77-3f41-4452-8a8c-d420ffc9a92f {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:33:46.241809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for port (0d0f07d0-7004-441b-b002-f1c0b3446bf3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:46.243893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:46.243893 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:46.243893 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-3954c406-caad-4451-a52b-94c78eed242c service neutron] 10.222.0.60 "PUT /v2.0/ports/c0e53b41-a50d-4974-a49d-3137c57e5f07 HTTP/1.1" status: 200 len: 1091 time: 3.1373205 Feb 16 16:33:46.249286 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee862668-3e51-4453-98a3-4b51be7e438f', 'tag': 'c0e53b41-a50d-4974-a49d-3137c57e5f07'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:46.268006 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029c9afd-d63e-43bc-a08c-9372fff6be0d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee862668-3e51-4453-98a3-4b51be7e438f", "tag": "c0e53b41-a50d-4974-a49d-3137c57e5f07"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:46.330520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522a31d-78f6-4756-aa3f-ac84c1da982a req-3e45cad5-ba4b-45da-92e2-f1f25cc23cc7 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:46.338867 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7522a31d-78f6-4756-aa3f-ac84c1da982a req-3e45cad5-ba4b-45da-92e2-f1f25cc23cc7 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 943 time: 0.4006124 Feb 16 16:33:46.392437 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Publish callbacks [] for port (819bcf77-3f41-4452-8a8c-d420ffc9a92f), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:46.438619 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-0d64414a-d23e-44d6-80b5-f34f040a1e83 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 999 time: 0.2840223 Feb 16 16:33:46.466520 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-f0ea69b2-cf95-443f-87fd-ff9829a0db51 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6679df-17c6-4470-9d69-faee9752f3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758866 Feb 16 16:33:46.532728 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954c406-caad-4451-a52b-94c78eed242c service neutron] Pushing event updated for resources: {'Port': ['ID=c0e53b41-a50d-4974-a49d-3137c57e5f07,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:46.536765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Transition to ACTIVE for port object 819bcf77-3f41-4452-8a8c-d420ffc9a92f will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:33:46.597954 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (819bcf77-3f41-4452-8a8c-d420ffc9a92f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:46.680208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Pushing event updated for resources: {'Port': ['ID=819bcf77-3f41-4452-8a8c-d420ffc9a92f,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:46.702347 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-39af5e27-90cd-42b9-ad68-c3f478cbef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:46.704134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-39af5e27-90cd-42b9-ad68-c3f478cbef30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dbd272cc326940a1a14c39e2d15a896a&device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 1125 time: 0.3032789 Feb 16 16:33:46.712577 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-0c4dd600-8192-4667-b156-d0926eace016 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 HTTP/1.1" status: 200 len: 217 time: 0.2302625 Feb 16 16:33:46.744922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-8594d716-b4fa-4c3b-8651-f2bb562cf155 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:46.747645 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-8594d716-b4fa-4c3b-8651-f2bb562cf155 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports/9e417380-233e-4062-8b3a-1a54de2cc970 HTTP/1.1" status: 200 len: 942 time: 0.2704349 Feb 16 16:33:46.802712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-45792b2f-16d4-402b-9787-386541fd0c8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0e53b41-a50d-4974-a49d-3137c57e5f07 HTTP/1.1" status: 200 len: 217 time: 0.0497465 Feb 16 16:33:46.813405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7522a31d-78f6-4756-aa3f-ac84c1da982a req-e7adad71-279e-4685-9847-151020bab9e2 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736624 Feb 16 16:33:46.916814 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (0d0f07d0-7004-441b-b002-f1c0b3446bf3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:47.003318 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-b722c708-c00c-4d5d-9680-ead3ca503258 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 999 time: 0.0803342 Feb 16 16:33:47.006964 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c613346-9f7e-49c1-ab46-a2527fb6c9dc x-openstack-request-id: req-5c613346-9f7e-49c1-ab46-a2527fb6c9dc {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:47.007323 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee862668-3e51-4453-98a3-4b51be7e438f", "tag": "c0e53b41-a50d-4974-a49d-3137c57e5f07", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:47.007639 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c613346-9f7e-49c1-ab46-a2527fb6c9dc {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:47.008520 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee862668-3e51-4453-98a3-4b51be7e438f', 'tag': 'c0e53b41-a50d-4974-a49d-3137c57e5f07', 'status': 'completed', 'code': 200} Feb 16 16:33:47.012225 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-6ca4f638-c339-4eda-a08d-9b91a0fd3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:47.013741 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-6ca4f638-c339-4eda-a08d-9b91a0fd3ebe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebf9ad3-3d93-4292-a640-861a254987ce HTTP/1.1" status: 200 len: 797 time: 0.2884042 Feb 16 16:33:47.014719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Attempting to bind port 819bcf77-3f41-4452-8a8c-d420ffc9a92f on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:33:47.015129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Attempting to bind port 819bcf77-3f41-4452-8a8c-d420ffc9a92f by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:33:47.015612 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Attempting to bind port 819bcf77-3f41-4452-8a8c-d420ffc9a92f on network 121ff239-7c70-486a-be8a-d08127a9ab03 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:33:47.049915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Port 819bcf77-3f41-4452-8a8c-d420ffc9a92f on network 121ff239-7c70-486a-be8a-d08127a9ab03 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:33:47.050425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Attempting to bind port 819bcf77-3f41-4452-8a8c-d420ffc9a92f on network 121ff239-7c70-486a-be8a-d08127a9ab03 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:33:47.061463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:33:47.061930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Checking segment: {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:33:47.062430 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Bound using segment: {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:33:47.063090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Bound port: 819bcf77-3f41-4452-8a8c-d420ffc9a92f, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:33:47.063679 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (819bcf77-3f41-4452-8a8c-d420ffc9a92f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:47.075545 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Network 97b719c7-f641-4b49-8e91-30e67e395033 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:33:47.133000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:33:47.135969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:33:47.139327 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Pushing event updated for resources: {'Port': ['ID=0d0f07d0-7004-441b-b002-f1c0b3446bf3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:47.201926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] For port 819bcf77-3f41-4452-8a8c-d420ffc9a92f, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:33:47.205734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] For port 819bcf77-3f41-4452-8a8c-d420ffc9a92f, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=819bcf77-3f41-4452-8a8c-d420ffc9a92f,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:33:47.253418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-d58fccd7-0145-4545-91b8-ecf48eee9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:47.255845 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-d58fccd7-0145-4545-91b8-ecf48eee9d68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cd2dc1d5-f314-44c4-9d32-06fa188549b4 HTTP/1.1" status: 200 len: 853 time: 0.4186058 Feb 16 16:33:47.265970 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-bf67de6f-b9b9-47ff-94a8-d728cfcd7cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:47.268058 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (819bcf77-3f41-4452-8a8c-d420ffc9a92f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:47.272069 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-bf67de6f-b9b9-47ff-94a8-d728cfcd7cc3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2412233 Feb 16 16:33:47.493349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:47.493972 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:47.496592 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] 10.222.0.65 "PUT /v2.0/ports/819bcf77-3f41-4452-8a8c-d420ffc9a92f HTTP/1.1" status: 200 len: 1091 time: 3.1547179 Feb 16 16:33:47.589344 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171cd4f-f707-4c20-a69f-672f24ec67a7 service neutron] Pushing event updated for resources: {'Port': ['ID=819bcf77-3f41-4452-8a8c-d420ffc9a92f,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:47.649327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26713be4-0478-447e-a8fe-9706ebf8452a req-7371015a-4b45-4c8c-a567-b0b8139f8e12 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:47.653055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-26713be4-0478-447e-a8fe-9706ebf8452a req-7371015a-4b45-4c8c-a567-b0b8139f8e12 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 943 time: 0.5441282 Feb 16 16:33:47.671297 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-baf6a35c-570e-423c-9156-55e79d19d115 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:47.672859 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-baf6a35c-570e-423c-9156-55e79d19d115 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.6597648 Feb 16 16:33:47.676161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-5d91dd6d-33be-45e5-8187-faf9a9c3711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:47.677823 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-5d91dd6d-33be-45e5-8187-faf9a9c3711b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=70da62e2-114f-4e11-8873-fa8d53659357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3618934 Feb 16 16:33:47.742403 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-d9be0e70-ee33-4888-a8ef-1bb9520828e9 service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589832 Feb 16 16:33:47.863926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-a426f3e5-5d55-4654-bcb6-f60c7a9641d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:47.865459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-a426f3e5-5d55-4654-bcb6-f60c7a9641d1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 1125 time: 0.2817647 Feb 16 16:33:47.986699 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (7ae4ee3a-3cdc-4656-bc3d-6688008a1f49), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:48.530413 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (7ae4ee3a-3cdc-4656-bc3d-6688008a1f49), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:48.536592 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-0ff599c2-4d03-4bb8-a1bd-d33d9e32e779 service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7176821 Feb 16 16:33:48.670724 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-15424694-687c-4a2d-af2b-7439a36194f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=05a3f381-04ac-4532-9824-3977aba8b6be HTTP/1.1" status: 200 len: 217 time: 0.1249926 Feb 16 16:33:48.868428 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-042ebd57-98f0-45b6-8316-b328be867209 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=819bcf77-3f41-4452-8a8c-d420ffc9a92f HTTP/1.1" status: 200 len: 217 time: 0.8881543 Feb 16 16:33:48.870143 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-2a7338d5-fda1-4a2a-9a68-8de04b68b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:48.870143 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-2a7338d5-fda1-4a2a-9a68-8de04b68b81b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebf9ad3-3d93-4292-a640-861a254987ce HTTP/1.1" status: 200 len: 797 time: 0.1017141 Feb 16 16:33:48.925001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-8a8bdda1-f8cd-46d5-88b6-6a5e0b9e9a46 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 999 time: 1.2444887 Feb 16 16:33:48.928059 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-26713be4-0478-447e-a8fe-9706ebf8452a req-dc0ed09a-5ddc-4979-b00f-808ff80bc3f3 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2460818 Feb 16 16:33:48.952414 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-6f18595d-34cc-4ffb-8d2e-8b9bb5ff8736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:48.952628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-26e1c7e3-94d5-4e94-a626-69782765806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:48.952628 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-26e1c7e3-94d5-4e94-a626-69782765806d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7683ed5c-4de8-4e9d-8369-1fddb9288879 HTTP/1.1" status: 200 len: 851 time: 0.1647282 Feb 16 16:33:48.952777 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-6f18595d-34cc-4ffb-8d2e-8b9bb5ff8736 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1528120 Feb 16 16:33:48.962897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-fd27280c-4c17-40ea-9f83-1b1ee869aefa tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:48.975137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-1d02bc2c-48a5-47f7-9888-3dfdd027711d service neutron] 10.222.0.60 "GET /v2.0/networks/70da62e2-114f-4e11-8873-fa8d53659357?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2691658 Feb 16 16:33:49.068454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6dd33f-8a75-408d-a635-51d00823dc3e', 'tag': '819bcf77-3f41-4452-8a8c-d420ffc9a92f'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:49.073047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Router 7ae4ee3a-3cdc-4656-bc3d-6688008a1f49 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:33:49.073562 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ca33f4-4571-450a-a17b-5eac00df17c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6dd33f-8a75-408d-a635-51d00823dc3e", "tag": "819bcf77-3f41-4452-8a8c-d420ffc9a92f"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:49.130645 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-d8fad35b-194e-43e0-9710-8efbb4464d32 service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684129 Feb 16 16:33:49.162419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-7fd883e5-7038-4012-aa15-06ace4e0e053 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=121ff239-7c70-486a-be8a-d08127a9ab03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1862264 Feb 16 16:33:49.361528 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-fd27280c-4c17-40ea-9f83-1b1ee869aefa tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for floatingip (63945731-e1a0-4dd7-9fd0-109672f454b1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:49.508671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f1119c2-7045-43e3-832d-0b79801baa53 req-53f4671e-efe7-438e-920f-53914b6bed9e service neutron] 10.222.0.60 "GET /v2.0/networks/70da62e2-114f-4e11-8873-fa8d53659357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923750 Feb 16 16:33:49.561776 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:33:49.575486 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Sync routers for ids ['7ae4ee3a-3cdc-4656-bc3d-6688008a1f49'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:33:49.592575 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-8494c7f3-f8fc-4805-b417-4109b06a7b93 service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520772 Feb 16 16:33:49.603162 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Routers {'7ae4ee3a-3cdc-4656-bc3d-6688008a1f49'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:49.604223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7ae4ee3a-3cdc-4656-bc3d-6688008a1f49'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:49.627645 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:49.639209 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fd0c6bba-3e13-4bb0-8843-8f8b22a21da8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.3912356 Feb 16 16:33:49.670107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bbb97-a410-4bed-808d-cc8c77f374d9 req-94d28887-c929-4733-bea9-c746a872201a tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:49.671744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c8bbb97-a410-4bed-808d-cc8c77f374d9 req-94d28887-c929-4733-bea9-c746a872201a tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 943 time: 0.4200330 Feb 16 16:33:49.680800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59850) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:49.713861 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-0afa2bce-2c6f-4403-9fac-26d39f31b722 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 HTTP/1.1" status: 200 len: 217 time: 0.1105342 Feb 16 16:33:49.784529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-d65e6e74-fa5a-4b7b-8c6f-f589e0da11c1 service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957212 Feb 16 16:33:49.820395 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-f8dab55d-9acd-4118-92d4-5ba1716cb75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:49.822123 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-f8dab55d-9acd-4118-92d4-5ba1716cb75d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebf9ad3-3d93-4292-a640-861a254987ce HTTP/1.1" status: 200 len: 797 time: 0.0998745 Feb 16 16:33:49.922714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-0fd254f2-0cb6-45d8-80f9-81699a9dd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:49.924836 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-0fd254f2-0cb6-45d8-80f9-81699a9dd396 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0964162 Feb 16 16:33:49.930710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Set router 7ae4ee3a-3cdc-4656-bc3d-6688008a1f49 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:50.119915 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-279acdb6-365b-42ea-acca-7a757e19f732 service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891534 Feb 16 16:33:50.162691 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-fd27280c-4c17-40ea-9f83-1b1ee869aefa tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:50.178437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c8bbb97-a410-4bed-808d-cc8c77f374d9 req-d120bd37-c284-455c-a49e-33e656c70ba9 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520414 Feb 16 16:33:50.184786 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-fd27280c-4c17-40ea-9f83-1b1ee869aefa tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (63945731-e1a0-4dd7-9fd0-109672f454b1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:50.185127 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-fd27280c-4c17-40ea-9f83-1b1ee869aefa tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Floating IP 63945731-e1a0-4dd7-9fd0-109672f454b1 disassociated. External IP: 172.25.4.9, port: 9e417380-233e-4062-8b3a-1a54de2cc970. Feb 16 16:33:50.300007 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8340ec5d-fff5-4a6a-a8c2-b03d562327c8 x-openstack-request-id: req-8340ec5d-fff5-4a6a-a8c2-b03d562327c8 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:50.300192 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6dd33f-8a75-408d-a635-51d00823dc3e", "tag": "819bcf77-3f41-4452-8a8c-d420ffc9a92f", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:50.300396 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8340ec5d-fff5-4a6a-a8c2-b03d562327c8 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:50.300742 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6dd33f-8a75-408d-a635-51d00823dc3e', 'tag': '819bcf77-3f41-4452-8a8c-d420ffc9a92f', 'status': 'completed', 'code': 200} Feb 16 16:33:50.304980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9afd-d63e-43bc-a08c-9372fff6be0d req-83742d43-c793-47b1-b711-93e5ce427f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:50.306987 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-029c9afd-d63e-43bc-a08c-9372fff6be0d req-83742d43-c793-47b1-b711-93e5ce427f9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dbd272cc326940a1a14c39e2d15a896a&device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 1125 time: 0.6251309 Feb 16 16:33:50.327908 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6a37db8-6052-4ed5-b582-5a4846885e6b req-f213b0ba-d4cd-4fa5-a0db-85271ea2de66 service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702084 Feb 16 16:33:50.344356 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-8c2552fa-c072-4bdf-937b-1d47ec160c52 service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179580 Feb 16 16:33:50.347623 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router (7ae4ee3a-3cdc-4656-bc3d-6688008a1f49), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:50.423869 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-4a2876c1-bc5e-4bf1-8ad4-d4a495cab11d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=82e2e32d-8c5f-4c98-812f-04b3671298db HTTP/1.1" status: 200 len: 217 time: 0.0613120 Feb 16 16:33:50.520041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-45e63aff-f7bd-4681-a8e7-207d538a8cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:50.528516 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-45e63aff-f7bd-4681-a8e7-207d538a8cf0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebf9ad3-3d93-4292-a640-861a254987ce HTTP/1.1" status: 200 len: 797 time: 0.1034939 Feb 16 16:33:50.591452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae4ee3a-3cdc-4656-bc3d-6688008a1f49', 'name': '', 'tenant_id': 'd167e9434c26415fbe94c96053d11f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97b719c7-f641-4b49-8e91-30e67e395033', 'external_fixed_ips': [{'subnet_id': 'd053f6c5-94fb-43b0-9a81-bf816f49cd1a', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '0d0f07d0-7004-441b-b002-f1c0b3446bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:33:43Z', 'updated_at': '2022-02-16T16:33:47Z', 'revision_number': 3, 'project_id': 'd167e9434c26415fbe94c96053d11f70', 'gw_port': {'id': '0d0f07d0-7004-441b-b002-f1c0b3446bf3', 'name': '', 'network_id': '97b719c7-f641-4b49-8e91-30e67e395033', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae4ee3a-3cdc-4656-bc3d-6688008a1f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'd053f6c5-94fb-43b0-9a81-bf816f49cd1a', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:33:45Z', 'updated_at': '2022-02-16T16:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd053f6c5-94fb-43b0-9a81-bf816f49cd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:50.609530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-5e06342f-346c-4aad-84c0-6deaad86c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:50.612093 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-5e06342f-346c-4aad-84c0-6deaad86c207 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0766206 Feb 16 16:33:50.643587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Checking router: 7ae4ee3a-3cdc-4656-bc3d-6688008a1f49 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:33:50.644099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Updating router 7ae4ee3a-3cdc-4656-bc3d-6688008a1f49 port 0d0f07d0-7004-441b-b002-f1c0b3446bf3 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:33:50.678794 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0d0f07d0-7004-441b-b002-f1c0b3446bf3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:50.766031 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-410a82c8-fbc2-47de-9d9f-d8096ed77569 service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427193 Feb 16 16:33:50.865108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16dd6a-058a-4196-add7-760f8d44f8cb req-44a88066-0144-401d-8a7c-070b7a5ce121 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:50.882870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b16dd6a-058a-4196-add7-760f8d44f8cb req-44a88066-0144-401d-8a7c-070b7a5ce121 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 943 time: 0.3369024 Feb 16 16:33:50.892879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9afd-d63e-43bc-a08c-9372fff6be0d req-998b9dd8-0ab0-4353-afda-742d70843396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:50.894333 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-029c9afd-d63e-43bc-a08c-9372fff6be0d req-998b9dd8-0ab0-4353-afda-742d70843396 service neutron] 10.222.0.60 "GET /v2.0/networks?id=70da62e2-114f-4e11-8873-fa8d53659357 HTTP/1.1" status: 200 len: 915 time: 0.5445688 Feb 16 16:33:50.896432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca33f4-4571-450a-a17b-5eac00df17c2 req-f146e9f9-85d6-44c9-bdaa-7ddae421d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:50.898324 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2ca33f4-4571-450a-a17b-5eac00df17c2 req-f146e9f9-85d6-44c9-bdaa-7ddae421d94a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 1125 time: 0.3611166 Feb 16 16:33:50.947841 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-f9baffb3-46d9-41e5-9e54-4b1825560ec2 service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728518 Feb 16 16:33:50.997425 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-fa059ddc-4b9a-40a9-845d-cd3dfdd165fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 HTTP/1.1" status: 200 len: 217 time: 0.0424898 Feb 16 16:33:51.062537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca33f4-4571-450a-a17b-5eac00df17c2 req-879435a1-7fd3-4269-9f50-eacc9ff4aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:51.064052 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2ca33f4-4571-450a-a17b-5eac00df17c2 req-879435a1-7fd3-4269-9f50-eacc9ff4aea9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 912 time: 0.1386387 Feb 16 16:33:51.082427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-6dba400e-f0b5-42e3-955e-bf87b99f751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:51.084268 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-6dba400e-f0b5-42e3-955e-bf87b99f751e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=99ea7639-172f-4943-8292-3c6442700cca HTTP/1.1" status: 200 len: 797 time: 0.0674932 Feb 16 16:33:51.168180 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Publish callbacks [] for port (0d0f07d0-7004-441b-b002-f1c0b3446bf3), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:51.170507 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-46b16959-7322-4b7f-874d-b128f0d7eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:51.172634 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-46b16959-7322-4b7f-874d-b128f0d7eb24 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=99166be9-b7bf-4994-91a8-2a2b782c0a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0810583 Feb 16 16:33:51.184452 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0d0f07d0-7004-441b-b002-f1c0b3446bf3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:51.286414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b16dd6a-058a-4196-add7-760f8d44f8cb req-9d8b1685-73f8-4931-9d76-fb9a5c76ff24 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023962 Feb 16 16:33:51.288226 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (7ae4ee3a-3cdc-4656-bc3d-6688008a1f49), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:51.294410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2ca33f4-4571-450a-a17b-5eac00df17c2 req-6edd0a5c-4ebc-42d1-919c-6e5832b24e1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=819bcf77-3f41-4452-8a8c-d420ffc9a92f HTTP/1.1" status: 200 len: 217 time: 0.1703680 Feb 16 16:33:51.343420 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-026d4b9f-e98b-4c5b-9a48-b6294ee1068d service neutron] 10.222.0.65 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614814 Feb 16 16:33:51.353621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Attempting to bind port 0d0f07d0-7004-441b-b002-f1c0b3446bf3 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:33:51.354072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Attempting to bind port 0d0f07d0-7004-441b-b002-f1c0b3446bf3 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '6f6d811d-33b3-4564-b8c1-9400e05845fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97b719c7-f641-4b49-8e91-30e67e395033'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:33:51.354535 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Attempting to bind port 0d0f07d0-7004-441b-b002-f1c0b3446bf3 on network 97b719c7-f641-4b49-8e91-30e67e395033 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:33:51.376459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae9766-bcd2-46a2-bbf6-dc4a279f8b9b None None] Pushing event updated for resources: {'Port': ['ID=0d0f07d0-7004-441b-b002-f1c0b3446bf3,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:51.393735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca33f4-4571-450a-a17b-5eac00df17c2 req-23686a25-5118-4d4f-b8ec-7b6674d3bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:51.394449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2ca33f4-4571-450a-a17b-5eac00df17c2 req-23686a25-5118-4d4f-b8ec-7b6674d3bdca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7683ed5c-4de8-4e9d-8369-1fddb9288879 HTTP/1.1" status: 200 len: 851 time: 0.0796833 Feb 16 16:33:51.404509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:33:51.412374 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Checking segment: {'id': '6f6d811d-33b3-4564-b8c1-9400e05845fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97b719c7-f641-4b49-8e91-30e67e395033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:33:51.412801 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:51.413213 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Bound using segment: {'id': '6f6d811d-33b3-4564-b8c1-9400e05845fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97b719c7-f641-4b49-8e91-30e67e395033'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:33:51.413759 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Bound port: 0d0f07d0-7004-441b-b002-f1c0b3446bf3, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d811d-33b3-4564-b8c1-9400e05845fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '97b719c7-f641-4b49-8e91-30e67e395033'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:33:51.414143 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0d0f07d0-7004-441b-b002-f1c0b3446bf3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:51.440810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59888) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:51.556134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] For port 0d0f07d0-7004-441b-b002-f1c0b3446bf3, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:33:51.561743 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] For port 0d0f07d0-7004-441b-b002-f1c0b3446bf3, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0d0f07d0-7004-441b-b002-f1c0b3446bf3,segment=NetworkSegment(6f6d811d-33b3-4564-b8c1-9400e05845fd),segment_id=6f6d811d-33b3-4564-b8c1-9400e05845fd)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:33:51.568861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2ca33f4-4571-450a-a17b-5eac00df17c2 req-ebd4cc19-859e-4b35-96ce-adad7ce29a86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=121ff239-7c70-486a-be8a-d08127a9ab03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548719 Feb 16 16:33:51.577062 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-db276708-9ac5-46a2-8aa6-2be9aaf80b7d service neutron] 10.222.0.65 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278271 Feb 16 16:33:51.577535 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0d0f07d0-7004-441b-b002-f1c0b3446bf3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:51.649843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-029c9afd-d63e-43bc-a08c-9372fff6be0d req-a8adaf7a-b5f5-4004-9768-720cdfd25b55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0e53b41-a50d-4974-a49d-3137c57e5f07 HTTP/1.1" status: 200 len: 217 time: 0.0642085 Feb 16 16:33:51.655431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae9766-bcd2-46a2-bbf6-dc4a279f8b9b None None] Pushing event updated for resources: {'Port': ['ID=0d0f07d0-7004-441b-b002-f1c0b3446bf3,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:51.712161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Routers {'7ae4ee3a-3cdc-4656-bc3d-6688008a1f49'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:51.714108 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-a37a4db2-69ee-4720-a4a1-0017378a52df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04680135-a65c-4508-bf09-2718d35da64b HTTP/1.1" status: 200 len: 217 time: 0.1172268 Feb 16 16:33:51.714608 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7ae4ee3a-3cdc-4656-bc3d-6688008a1f49'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:51.798515 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70bc83-a0e6-475a-a817-9acdd55e4602 req-70651f41-dbfc-4389-a119-fa987c9759ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:51.799004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70bc83-a0e6-475a-a817-9acdd55e4602 req-70651f41-dbfc-4389-a119-fa987c9759ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:51.799479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70bc83-a0e6-475a-a817-9acdd55e4602 req-70651f41-dbfc-4389-a119-fa987c9759ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:51.799974 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70bc83-a0e6-475a-a817-9acdd55e4602 req-70651f41-dbfc-4389-a119-fa987c9759ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:51.800442 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70bc83-a0e6-475a-a817-9acdd55e4602 req-70651f41-dbfc-4389-a119-fa987c9759ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:51.800905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70bc83-a0e6-475a-a817-9acdd55e4602 req-70651f41-dbfc-4389-a119-fa987c9759ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:51.801370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70bc83-a0e6-475a-a817-9acdd55e4602 req-70651f41-dbfc-4389-a119-fa987c9759ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:51.812012 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-de70bc83-a0e6-475a-a817-9acdd55e4602 req-70651f41-dbfc-4389-a119-fa987c9759ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 6716 time: 0.3602562 Feb 16 16:33:51.830360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-b64c4bbc-dc3f-41ca-9187-bcc2862ff972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:51.831842 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-b64c4bbc-dc3f-41ca-9187-bcc2862ff972 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=99ea7639-172f-4943-8292-3c6442700cca HTTP/1.1" status: 200 len: 797 time: 0.1111507 Feb 16 16:33:51.840907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] Set router 7ae4ee3a-3cdc-4656-bc3d-6688008a1f49 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:51.931145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae4ee3a-3cdc-4656-bc3d-6688008a1f49', 'name': '', 'tenant_id': 'd167e9434c26415fbe94c96053d11f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:33:43Z', 'updated_at': '2022-02-16T16:33:51Z', 'revision_number': 4, 'project_id': 'd167e9434c26415fbe94c96053d11f70', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:51.968446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1acce43-af08-42e6-ae6e-01ea957c629d None None] The sync data for ids ['7ae4ee3a-3cdc-4656-bc3d-6688008a1f49'] in n-d-669411-5 is: [{'id': '7ae4ee3a-3cdc-4656-bc3d-6688008a1f49', 'name': '', 'tenant_id': 'd167e9434c26415fbe94c96053d11f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:33:43Z', 'updated_at': '2022-02-16T16:33:51Z', 'revision_number': 4, 'project_id': 'd167e9434c26415fbe94c96053d11f70', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:33:52.002438 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-de70bc83-a0e6-475a-a817-9acdd55e4602 req-303b135c-c80f-439a-bc99-426e44f085ca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&id=6500674e-1fd9-4577-9332-b98777c412f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1917994 Feb 16 16:33:52.040456 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-df6d9387-3a63-4ef2-9991-56d0e895a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:52.041898 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-df6d9387-3a63-4ef2-9991-56d0e895a8a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=99166be9-b7bf-4994-91a8-2a2b782c0a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2037680 Feb 16 16:33:52.390792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-fd27280c-4c17-40ea-9f83-1b1ee869aefa tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Router a5027e6d-0f37-4424-b1db-012afdf2a5a4 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:33:52.487008 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2ca33f4-4571-450a-a17b-5eac00df17c2 req-c188a3ef-eea0-4c7d-8ad6-ce3fb0fcfa8d service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9052045 Feb 16 16:33:52.492587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Deleting port 0d0f07d0-7004-441b-b002-f1c0b3446bf3 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:33:52.492941 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (0d0f07d0-7004-441b-b002-f1c0b3446bf3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:52.551228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9afd-d63e-43bc-a08c-9372fff6be0d req-cb8e64ef-6004-4119-a437-817307a2fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:52.553004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-029c9afd-d63e-43bc-a08c-9372fff6be0d req-cb8e64ef-6004-4119-a437-817307a2fa18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cd2dc1d5-f314-44c4-9d32-06fa188549b4 HTTP/1.1" status: 200 len: 853 time: 0.8347235 Feb 16 16:33:52.580036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ccde8-48b5-4fc8-af09-812713373d91 req-445c283b-ef0a-4f78-82cb-92843afb9855 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:52.590604 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c23ccde8-48b5-4fc8-af09-812713373d91 req-445c283b-ef0a-4f78-82cb-92843afb9855 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 945 time: 0.9478986 Feb 16 16:33:52.661715 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-f5941a73-f465-499b-a1d6-8b56b9166814 service neutron] 10.222.0.65 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126530 Feb 16 16:33:52.785501 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59487576-c6e8-4e3c-a8dd-4d5b5bb0b0e3 req-feb939ed-cd3e-433a-9b7e-2cc9d459c5b2 service neutron] 10.222.0.65 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152158 Feb 16 16:33:52.828189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] For port 0d0f07d0-7004-441b-b002-f1c0b3446bf3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0d0f07d0-7004-441b-b002-f1c0b3446bf3,segment=NetworkSegment(6f6d811d-33b3-4564-b8c1-9400e05845fd),segment_id=6f6d811d-33b3-4564-b8c1-9400e05845fd)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:52.828189 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (0d0f07d0-7004-441b-b002-f1c0b3446bf3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:52.887967 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c23ccde8-48b5-4fc8-af09-812713373d91 req-fa320f38-ca76-4c76-a4a2-c265ada9495a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958939 Feb 16 16:33:52.889379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Calling delete_port for 0d0f07d0-7004-441b-b002-f1c0b3446bf3 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:33:52.907632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2ca33f4-4571-450a-a17b-5eac00df17c2 req-42de7b10-b68a-428a-80be-bf2db9da8641 service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962631 Feb 16 16:33:52.994581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-fd27280c-4c17-40ea-9f83-1b1ee869aefa tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:33:53.005630 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b0d7d-773b-497e-a747-01051dc2e904 None None] Sync routers for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:33:53.019070 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b0d7d-773b-497e-a747-01051dc2e904 None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:53.020037 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-761b0d7d-773b-497e-a747-01051dc2e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:53.025446 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-fd27280c-4c17-40ea-9f83-1b1ee869aefa tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:53.077858 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-fd27280c-4c17-40ea-9f83-1b1ee869aefa tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "PUT /v2.0/floatingips/63945731-e1a0-4dd7-9fd0-109672f454b1 HTTP/1.1" status: 200 len: 693 time: 4.1312284 Feb 16 16:33:53.080779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'tag': '9e417380-233e-4062-8b3a-1a54de2cc970'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:53.083265 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94e937d-2492-4995-83bd-3892f5ff8a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f54d7a7a-5b61-4e06-8604-3373138f8c72", "tag": "9e417380-233e-4062-8b3a-1a54de2cc970"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:53.177158 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-761b0d7d-773b-497e-a747-01051dc2e904 None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:53.200733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1d82b-5d92-445e-a2ce-167fde74a9dd req-2f638277-8ee6-4b21-8bbc-9dfb6f50ecca tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:53.202236 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51d1d82b-5d92-445e-a2ce-167fde74a9dd req-2f638277-8ee6-4b21-8bbc-9dfb6f50ecca tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 943 time: 0.2248299 Feb 16 16:33:53.300509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-a5cc63d7-4183-4d43-8d2f-d42babd6f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:53.302857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-a5cc63d7-4183-4d43-8d2f-d42babd6f076 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 1127 time: 0.1569431 Feb 16 16:33:53.327013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 819bcf77-3f41-4452-8a8c-d420ffc9a92f details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:33:53.346647 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51d1d82b-5d92-445e-a2ce-167fde74a9dd req-8509fecb-7f90-46eb-a4cf-06cca798ed77 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325066 Feb 16 16:33:53.415466 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (0d0f07d0-7004-441b-b002-f1c0b3446bf3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:53.492161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d0f07d0-7004-441b-b002-f1c0b3446bf3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:53.510367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 819bcf77-3f41-4452-8a8c-d420ffc9a92f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=819bcf77-3f41-4452-8a8c-d420ffc9a92f,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:53.532726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '819bcf77-3f41-4452-8a8c-d420ffc9a92f', 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03', 'port_id': '819bcf77-3f41-4452-8a8c-d420ffc9a92f', 'mac_address': 'fa:16:3e:dd:22:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7683ed5c-4de8-4e9d-8369-1fddb9288879', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:33:53.573882 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-761b0d7d-773b-497e-a747-01051dc2e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:53.588320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 819bcf77-3f41-4452-8a8c-d420ffc9a92f is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:53.588865 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (819bcf77-3f41-4452-8a8c-d420ffc9a92f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:53.610125 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b0d7d-773b-497e-a747-01051dc2e904 None None] Checking router: a5027e6d-0f37-4424-b1db-012afdf2a5a4 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:33:53.620909 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b0d7d-773b-497e-a747-01051dc2e904 None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:53.621808 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-761b0d7d-773b-497e-a747-01051dc2e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:53.621927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819bcf77-3f41-4452-8a8c-d420ffc9a92f {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:33:53.646219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 819bcf77-3f41-4452-8a8c-d420ffc9a92f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=819bcf77-3f41-4452-8a8c-d420ffc9a92f,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:53.654534 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (819bcf77-3f41-4452-8a8c-d420ffc9a92f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:53.684677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-b8665b9b-13ff-483d-8fc9-313145dc81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:53.686502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-b8665b9b-13ff-483d-8fc9-313145dc81f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 922 time: 0.3514249 Feb 16 16:33:53.691512 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (7ae4ee3a-3cdc-4656-bc3d-6688008a1f49), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:53.716993 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=819bcf77-3f41-4452-8a8c-d420ffc9a92f,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:53.786182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 157e59aa-dbbe-4801-ad9b-4766ec9364e5 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:33:53.880287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-4f23b541-2651-47a8-b6db-c0d531b7f534 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e417380-233e-4062-8b3a-1a54de2cc970 HTTP/1.1" status: 200 len: 217 time: 0.0456560 Feb 16 16:33:53.914592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:53.915205 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:53.930986 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (7ae4ee3a-3cdc-4656-bc3d-6688008a1f49), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:53.936917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-f961531e-cdd8-4341-8685-8e5c8ba445ac tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:53.944019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-f961531e-cdd8-4341-8685-8e5c8ba445ac tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 814 time: 0.4594474 Feb 16 16:33:53.946679 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_controller (7ae4ee3a-3cdc-4656-bc3d-6688008a1f49), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:53.970189 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-761b0d7d-773b-497e-a747-01051dc2e904 None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:54.009492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:54.011882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:54.014545 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aaad92-fc7d-440b-bd6f-5582536cefde" -d '{"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-unplugged", "status": "completed", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:54.017916 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['819bcf77-3f41-4452-8a8c-d420ffc9a92f'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:33:54.018559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-f5579517-4ea2-402d-be24-e1c8de175bd6 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/quotas/a4468075801b43b7b3926e5aeb19d82d HTTP/1.1" status: 200 len: 375 time: 0.0733593 Feb 16 16:33:54.027744 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:54.037334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-846ae39d-9cd7-4341-aed7-31f4a7a6162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:54.040437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-846ae39d-9cd7-4341-aed7-31f4a7a6162d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.1536279 Feb 16 16:33:54.059103 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (7ae4ee3a-3cdc-4656-bc3d-6688008a1f49), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:54.059954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ae4ee3a-3cdc-4656-bc3d-6688008a1f49 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:33:54.066835 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:54.071782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59920) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:54.072556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3a396096-54e8-4a5e-8814-0257e419ca86 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "DELETE /v2.0/routers/7ae4ee3a-3cdc-4656-bc3d-6688008a1f49 HTTP/1.1" status: 204 len: 168 time: 4.3187215 Feb 16 16:33:54.143859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-e2f05e12-b0b6-43ec-8a9b-0fa3d6aa9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:54.145725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-e2f05e12-b0b6-43ec-8a9b-0fa3d6aa9318 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0878420 Feb 16 16:33:54.162625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-2b761e36-2b00-45ae-8b8e-9110361295e3 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1428838 Feb 16 16:33:54.219705 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fcd1b3-0f49-40dc-b169-6637ff452bd8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Deleting subnet d053f6c5-94fb-43b0-9a81-bf816f49cd1a {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:33:54.225706 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31fcd1b3-0f49-40dc-b169-6637ff452bd8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for subnet (d053f6c5-94fb-43b0-9a81-bf816f49cd1a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:54.291038 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31fcd1b3-0f49-40dc-b169-6637ff452bd8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (d053f6c5-94fb-43b0-9a81-bf816f49cd1a), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:54.325570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=157e59aa-dbbe-4801-ad9b-4766ec9364e5,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:54.376832 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31fcd1b3-0f49-40dc-b169-6637ff452bd8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (d053f6c5-94fb-43b0-9a81-bf816f49cd1a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:54.390415 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-20d95566-2df0-49ad-87f2-1c4bfcb7df63 service neutron] 10.222.0.24 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268386 Feb 16 16:33:54.402460 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-a01b7935-ad89-4845-9115-400897478095 service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299788 Feb 16 16:33:54.486849 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-761b0d7d-773b-497e-a747-01051dc2e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:54.502712 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31fcd1b3-0f49-40dc-b169-6637ff452bd8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (d053f6c5-94fb-43b0-9a81-bf816f49cd1a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:54.519283 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31fcd1b3-0f49-40dc-b169-6637ff452bd8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:54.523315 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-31fcd1b3-0f49-40dc-b169-6637ff452bd8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/d053f6c5-94fb-43b0-9a81-bf816f49cd1a HTTP/1.1" status: 204 len: 168 time: 0.4503224 Feb 16 16:33:54.529320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59924) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:54.545882 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcd1b3-0f49-40dc-b169-6637ff452bd8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d053f6c5-94fb-43b0-9a81-bf816f49cd1a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:54.548940 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b0d7d-773b-497e-a747-01051dc2e904 None None] The sync data for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 is: [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:33:54.675030 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-110985f4-4f69-40cc-b92f-0ab6f833f40b req-86612f19-7fdd-4d38-9bcb-68951c437992 service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558227 Feb 16 16:33:54.677446 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-1315224c-5aa5-4dd4-ab2f-efeb26686d5b service neutron] 10.222.0.24 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858300 Feb 16 16:33:54.684231 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a98cd30-f8f5-4d3e-906d-b357785f4b70 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (97b719c7-f641-4b49-8e91-30e67e395033), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:54.785208 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a98cd30-f8f5-4d3e-906d-b357785f4b70 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (97b719c7-f641-4b49-8e91-30e67e395033), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:54.835585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-4a98cd30-f8f5-4d3e-906d-b357785f4b70 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b719c7-f641-4b49-8e91-30e67e395033']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:54.854898 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfbfa03-97ab-4534-8d34-e4ef6461655b x-openstack-request-id: req-bdfbfa03-97ab-4534-8d34-e4ef6461655b {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:54.855187 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54d7a7a-5b61-4e06-8604-3373138f8c72", "tag": "9e417380-233e-4062-8b3a-1a54de2cc970", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:54.855441 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdfbfa03-97ab-4534-8d34-e4ef6461655b {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:54.855872 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'tag': '9e417380-233e-4062-8b3a-1a54de2cc970', 'status': 'completed', 'code': 200} Feb 16 16:33:54.865125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-4a98cd30-f8f5-4d3e-906d-b357785f4b70 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6d811d-33b3-4564-b8c1-9400e05845fd') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:54.865125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-4a98cd30-f8f5-4d3e-906d-b357785f4b70 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6d811d-33b3-4564-b8c1-9400e05845fd') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:54.879514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a98cd30-f8f5-4d3e-906d-b357785f4b70 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (6f6d811d-33b3-4564-b8c1-9400e05845fd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:54.901450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777d301-b7c1-4fee-b673-b08201b2d345 req-c6d80e32-05a4-4c21-b77e-5fe42c8fda4a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:54.903068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d777d301-b7c1-4fee-b673-b08201b2d345 req-c6d80e32-05a4-4c21-b77e-5fe42c8fda4a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 944 time: 0.1149964 Feb 16 16:33:54.908552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea35cdb-657a-4ebb-963d-ec776f848773 None None] New status for floating IP 63945731-e1a0-4dd7-9fd0-109672f454b1: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:33:54.916584 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a98cd30-f8f5-4d3e-906d-b357785f4b70 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6f6d811d-33b3-4564-b8c1-9400e05845fd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:54.952842 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a98cd30-f8f5-4d3e-906d-b357785f4b70 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:33:54.953369 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a98cd30-f8f5-4d3e-906d-b357785f4b70 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (6f6d811d-33b3-4564-b8c1-9400e05845fd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:33:54.956597 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:33:55.062156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73396d6-bcfc-453b-9ddf-9e3b3a281968 req-a20e1886-33f6-459e-928d-57d974902d62 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:55.068286 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b73396d6-bcfc-453b-9ddf-9e3b3a281968 req-a20e1886-33f6-459e-928d-57d974902d62 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 943 time: 0.1639760 Feb 16 16:33:55.091528 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a98cd30-f8f5-4d3e-906d-b357785f4b70 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (97b719c7-f641-4b49-8e91-30e67e395033), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:55.094513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d777d301-b7c1-4fee-b673-b08201b2d345 req-30c42faa-b6e6-43fc-ad85-cd8f6df40519 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754823 Feb 16 16:33:55.121853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a98cd30-f8f5-4d3e-906d-b357785f4b70 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 97b719c7-f641-4b49-8e91-30e67e395033 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 16:33:55.133837 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a98cd30-f8f5-4d3e-906d-b357785f4b70 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:55.137097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4a98cd30-f8f5-4d3e-906d-b357785f4b70 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "DELETE /v2.0/networks/97b719c7-f641-4b49-8e91-30e67e395033 HTTP/1.1" status: 204 len: 168 time: 0.6052625 Feb 16 16:33:55.142458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98cd30-f8f5-4d3e-906d-b357785f4b70 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Pushing event deleted for resources: {'Network': ['ID=97b719c7-f641-4b49-8e91-30e67e395033,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:55.197177 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b73396d6-bcfc-453b-9ddf-9e3b3a281968 req-ef1e369e-e0ac-43f5-b9bb-508b6ffb1815 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195674 Feb 16 16:33:55.259499 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9d0147-df09-498d-bcd6-288d967bd96b x-openstack-request-id: req-3d9d0147-df09-498d-bcd6-288d967bd96b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:55.259829 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-unplugged", "status": "completed", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:55.260148 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d9d0147-df09-498d-bcd6-288d967bd96b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:55.261630 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'code': 200} Feb 16 16:33:55.370954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 819bcf77-3f41-4452-8a8c-d420ffc9a92f up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:33:55.458055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 819bcf77-3f41-4452-8a8c-d420ffc9a92f completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:33:55.467714 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 819bcf77-3f41-4452-8a8c-d420ffc9a92f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:33:55.472280 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (819bcf77-3f41-4452-8a8c-d420ffc9a92f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:55.479828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8bbd4-0295-415e-9fae-5d73f0651f07 req-a3024e79-3fd6-4006-89f6-f3bf1cfa479c tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:55.481770 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62e8bbd4-0295-415e-9fae-5d73f0651f07 req-a3024e79-3fd6-4006-89f6-f3bf1cfa479c tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 943 time: 0.1413529 Feb 16 16:33:55.570879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62e8bbd4-0295-415e-9fae-5d73f0651f07 req-b52982a3-f681-43d2-b752-07a7f5c9944f tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817316 Feb 16 16:33:55.573070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59948) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:55.574632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-961c0e7b-e656-4c45-a72a-4d5f17caa502 req-f6e717c5-7434-422d-8660-772fbe63e6f4 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 210 time: 0.0484447 Feb 16 16:33:55.578865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a0606a52-eeaf-49f1-85a7-086b21f7bfa0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Request body: {'router': {'name': 'tempest-router--948810358', 'project_id': '9823275066f74aa0a82e0043baf76071'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:55.619314 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a0606a52-eeaf-49f1-85a7-086b21f7bfa0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (43a1fff1-00b5-4410-8b0e-dd4aa4f3cd61), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:55.620095 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a0606a52-eeaf-49f1-85a7-086b21f7bfa0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (43a1fff1-00b5-4410-8b0e-dd4aa4f3cd61), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:55.657817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 819bcf77-3f41-4452-8a8c-d420ffc9a92f is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:33:55.658215 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (819bcf77-3f41-4452-8a8c-d420ffc9a92f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:55.688203 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3298-dd92-430b-85a7-0a22875fe22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:55.731173 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a0606a52-eeaf-49f1-85a7-086b21f7bfa0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_controller (43a1fff1-00b5-4410-8b0e-dd4aa4f3cd61), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:55.735877 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a0606a52-eeaf-49f1-85a7-086b21f7bfa0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (43a1fff1-00b5-4410-8b0e-dd4aa4f3cd61), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:55.739578 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 819bcf77-3f41-4452-8a8c-d420ffc9a92f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=819bcf77-3f41-4452-8a8c-d420ffc9a92f,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:33:55.746463 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (819bcf77-3f41-4452-8a8c-d420ffc9a92f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:55.755708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a0606a52-eeaf-49f1-85a7-086b21f7bfa0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:55.760286 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a0606a52-eeaf-49f1-85a7-086b21f7bfa0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1816456 Feb 16 16:33:55.761361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59954) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:55.800034 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=819bcf77-3f41-4452-8a8c-d420ffc9a92f,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:55.875216 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8197bf22-cd6e-4cb3-90d1-8190b0f95bf2 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router (43a1fff1-00b5-4410-8b0e-dd4aa4f3cd61), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:55.946875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0975781-263f-461c-a45b-aa3627d818d0 req-a6a0820a-8bf6-47fc-9edd-8678d284eddf tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:55.948400 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0975781-263f-461c-a45b-aa3627d818d0 req-a6a0820a-8bf6-47fc-9edd-8678d284eddf tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2075384 Feb 16 16:33:56.068546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0975781-263f-461c-a45b-aa3627d818d0 req-413f0509-d6f1-48e5-a346-ecdb958871e3 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 694 time: 0.1134181 Feb 16 16:33:56.110330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-b0975781-263f-461c-a45b-aa3627d818d0 req-ccdee8d0-5e6b-401f-b46d-535bf0192b76 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Request body: {'floatingip': {'port_id': '317c51d4-d901-46dc-bfd6-023651120ab7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:56.163139 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8197bf22-cd6e-4cb3-90d1-8190b0f95bf2 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (43a1fff1-00b5-4410-8b0e-dd4aa4f3cd61), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:56.171198 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8197bf22-cd6e-4cb3-90d1-8190b0f95bf2 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_controller (43a1fff1-00b5-4410-8b0e-dd4aa4f3cd61), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:56.176146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b0975781-263f-461c-a45b-aa3627d818d0 req-ccdee8d0-5e6b-401f-b46d-535bf0192b76 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for floatingip (63945731-e1a0-4dd7-9fd0-109672f454b1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:56.643536 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8197bf22-cd6e-4cb3-90d1-8190b0f95bf2 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (43a1fff1-00b5-4410-8b0e-dd4aa4f3cd61), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:56.644284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8197bf22-cd6e-4cb3-90d1-8190b0f95bf2 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43a1fff1-00b5-4410-8b0e-dd4aa4f3cd61 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:33:56.671542 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8197bf22-cd6e-4cb3-90d1-8190b0f95bf2 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:56.672697 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8197bf22-cd6e-4cb3-90d1-8190b0f95bf2 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "DELETE /v2.0/routers/43a1fff1-00b5-4410-8b0e-dd4aa4f3cd61 HTTP/1.1" status: 204 len: 168 time: 0.9103990 Feb 16 16:33:56.705055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-0c4d56ea-c75f-4b46-be9c-22e5b4e23068 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:56.706482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-0c4d56ea-c75f-4b46-be9c-22e5b4e23068 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.65 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 814 time: 0.6784549 Feb 16 16:33:56.721298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-3354c77e-bd42-4ca9-8ec9-428caefa137b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Request body: {'port': {'device_id': '5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1', 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d', 'admin_state_up': True, 'tenant_id': 'a4468075801b43b7b3926e5aeb19d82d'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:56.777538 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59974) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:33:56.807970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba662105-2615-4f79-a1c1-048f7490e3db req-ac6ecef6-d803-41de-b140-5426b86de94f tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:56.809455 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba662105-2615-4f79-a1c1-048f7490e3db req-ac6ecef6-d803-41de-b140-5426b86de94f tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 945 time: 0.6311901 Feb 16 16:33:56.948951 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba662105-2615-4f79-a1c1-048f7490e3db req-933c7d7a-68a1-4fd6-b809-a6d31028e85e tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289647 Feb 16 16:33:56.976182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1863031935', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}, 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:57.000967 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (03f66626-eac6-453f-b92f-25e98c1f460f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:57.002133 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (03f66626-eac6-453f-b92f-25e98c1f460f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:57.042544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-3354c77e-bd42-4ca9-8ec9-428caefa137b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Made reservation on behalf of a4468075801b43b7b3926e5aeb19d82d for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:33:57.045780 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-3354c77e-bd42-4ca9-8ec9-428caefa137b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:57.063533 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_controller (03f66626-eac6-453f-b92f-25e98c1f460f), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:57.119050 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f6cdd26-d074-4a5c-9566-1636aa31f9e8 req-cc7a3a7c-fef3-47d6-a072-fd79f84f2c27 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 210 time: 0.0701113 Feb 16 16:33:57.262967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6dd33f-8a75-408d-a635-51d00823dc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819bcf77-3f41-4452-8a8c-d420ffc9a92f'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:57.267669 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1105ca0-fa1d-4b4e-adda-9bbcc2957628" -d '{"events": [{"server_uuid": "ae6dd33f-8a75-408d-a635-51d00823dc3e", "name": "network-vif-plugged", "status": "completed", "tag": "819bcf77-3f41-4452-8a8c-d420ffc9a92f"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:57.308378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.db.resource_extend [req-b0975781-263f-461c-a45b-aa3627d818d0 req-ccdee8d0-5e6b-401f-b46d-535bf0192b76 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:33:57.317527 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (03f66626-eac6-453f-b92f-25e98c1f460f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:57.364424 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e937d-2492-4995-83bd-3892f5ff8a8c req-08ae2025-1556-4adf-b15c-cb47337e1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:57.366215 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f94e937d-2492-4995-83bd-3892f5ff8a8c req-08ae2025-1556-4adf-b15c-cb47337e1dab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 1127 time: 0.0797355 Feb 16 16:33:57.393097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-3354c77e-bd42-4ca9-8ec9-428caefa137b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Allocated IP 172.20.0.8 (5ff79391-d267-4f31-964d-a98547bf9b6d/4cc44112-3970-4a84-a656-f40fa88683de/a29ba352-f266-4899-a105-0169a0c35bdb) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:33:57.404808 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b0975781-263f-461c-a45b-aa3627d818d0 req-ccdee8d0-5e6b-401f-b46d-535bf0192b76 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:57.415629 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b0975781-263f-461c-a45b-aa3627d818d0 req-ccdee8d0-5e6b-401f-b46d-535bf0192b76 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (63945731-e1a0-4dd7-9fd0-109672f454b1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:57.420244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9afd-d63e-43bc-a08c-9372fff6be0d req-291328de-545f-43e9-8640-d6c8d1ffb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:57.421803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-029c9afd-d63e-43bc-a08c-9372fff6be0d req-291328de-545f-43e9-8640-d6c8d1ffb923 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=70da62e2-114f-4e11-8873-fa8d53659357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1927314 Feb 16 16:33:57.428628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03369f-d522-4488-b997-ff450706c320 req-40d83eef-e642-473b-b24f-a02d54a9e7bc tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:57.430898 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03369f-d522-4488-b997-ff450706c320 req-40d83eef-e642-473b-b24f-a02d54a9e7bc tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 943 time: 0.2410872 Feb 16 16:33:57.523500 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e937d-2492-4995-83bd-3892f5ff8a8c req-41eb5e60-4a7b-4fc1-9cac-9cb7a334d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:57.525293 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f94e937d-2492-4995-83bd-3892f5ff8a8c req-41eb5e60-4a7b-4fc1-9cac-9cb7a334d5a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 922 time: 0.1384749 Feb 16 16:33:57.577610 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f94e937d-2492-4995-83bd-3892f5ff8a8c req-779b3afb-7dad-4ae9-b007-881965199669 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e417380-233e-4062-8b3a-1a54de2cc970 HTTP/1.1" status: 200 len: 217 time: 0.0443501 Feb 16 16:33:57.672003 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03369f-d522-4488-b997-ff450706c320 req-eba54fff-c1ce-499d-b400-af893e97036e tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031541 Feb 16 16:33:57.701999 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-b0975781-263f-461c-a45b-aa3627d818d0 req-ccdee8d0-5e6b-401f-b46d-535bf0192b76 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Floating IP 63945731-e1a0-4dd7-9fd0-109672f454b1 associated. External IP: 172.25.4.9, port: 317c51d4-d901-46dc-bfd6-023651120ab7. Feb 16 16:33:57.708114 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-029c9afd-d63e-43bc-a08c-9372fff6be0d req-b5fab99c-3d25-43a9-8a0a-8cac99927e1f service neutron] 10.222.0.60 "GET /v2.0/networks/70da62e2-114f-4e11-8873-fa8d53659357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416291 Feb 16 16:33:57.717290 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (03f66626-eac6-453f-b92f-25e98c1f460f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:57.720350 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e937d-2492-4995-83bd-3892f5ff8a8c req-e80076d2-23ca-488b-a1cd-74d91af7be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:57.723094 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f94e937d-2492-4995-83bd-3892f5ff8a8c req-e80076d2-23ca-488b-a1cd-74d91af7be1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.1114542 Feb 16 16:33:57.723913 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bd8b73-df6b-44d7-a779-ce5c65f24d61 x-openstack-request-id: req-43bd8b73-df6b-44d7-a779-ce5c65f24d61 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:57.724596 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6dd33f-8a75-408d-a635-51d00823dc3e", "name": "network-vif-plugged", "status": "completed", "tag": "819bcf77-3f41-4452-8a8c-d420ffc9a92f", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:57.724596 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43bd8b73-df6b-44d7-a779-ce5c65f24d61 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:57.724898 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6dd33f-8a75-408d-a635-51d00823dc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819bcf77-3f41-4452-8a8c-d420ffc9a92f', 'code': 200} Feb 16 16:33:57.744176 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:57.867630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e937d-2492-4995-83bd-3892f5ff8a8c req-b5c0da88-8277-4f54-b2b8-f5b39beed532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:57.869166 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f94e937d-2492-4995-83bd-3892f5ff8a8c req-b5c0da88-8277-4f54-b2b8-f5b39beed532 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1271720 Feb 16 16:33:57.918219 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-3354c77e-bd42-4ca9-8ec9-428caefa137b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks [] for port (a29ba352-f266-4899-a105-0169a0c35bdb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:57.943731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b0601-4e44-4528-a5cb-b25eb32c4bec req-51e750c5-96f7-4e7b-9b40-aebb0612233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:57.945945 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d55b0601-4e44-4528-a5cb-b25eb32c4bec req-51e750c5-96f7-4e7b-9b40-aebb0612233e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 1127 time: 0.1328990 Feb 16 16:33:57.957454 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-029c9afd-d63e-43bc-a08c-9372fff6be0d req-f3f22f0f-fb99-4060-b4f6-07481149aedd service neutron] 10.222.0.60 "GET /v2.0/networks/70da62e2-114f-4e11-8873-fa8d53659357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880476 Feb 16 16:33:58.001405 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Allocated IP 172.25.4.114 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/1f1957c1-410b-4505-b6fa-0c6e8140bd28) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:33:58.059638 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f94e937d-2492-4995-83bd-3892f5ff8a8c req-5f8bf62c-c861-40d0-9697-0b9b2f680541 service neutron] 10.222.0.60 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830394 Feb 16 16:33:58.059856 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-3354c77e-bd42-4ca9-8ec9-428caefa137b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a29ba352-f266-4899-a105-0169a0c35bdb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:58.075366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['de2a1841-9c2e-4487-8eab-b43ae743539a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:33:58.077656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['5cc56aa2-f9b6-492c-b737-2a294e7b867b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:33:58.085159 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d55b0601-4e44-4528-a5cb-b25eb32c4bec req-e0cc64e7-a470-4155-93bc-2f9dd85bf93a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063378 Feb 16 16:33:58.139562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-3354c77e-bd42-4ca9-8ec9-428caefa137b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Network 5ff79391-d267-4f31-964d-a98547bf9b6d is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:33:58.156353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-3354c77e-bd42-4ca9-8ec9-428caefa137b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:33:58.166212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-3354c77e-bd42-4ca9-8ec9-428caefa137b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:33:58.191914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354c77e-bd42-4ca9-8ec9-428caefa137b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Pushing event updated for resources: {'Port': ['ID=a29ba352-f266-4899-a105-0169a0c35bdb,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:58.211225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850515c-bfed-4d64-9c8e-0a04632b7538 req-dc33fcaa-b00c-45e1-92a0-98a4c7e18b37 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:58.215515 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c850515c-bfed-4d64-9c8e-0a04632b7538 req-dc33fcaa-b00c-45e1-92a0-98a4c7e18b37 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 945 time: 0.1704738 Feb 16 16:33:58.228921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0975781-263f-461c-a45b-aa3627d818d0 req-ccdee8d0-5e6b-401f-b46d-535bf0192b76 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Router a5027e6d-0f37-4424-b1db-012afdf2a5a4 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:33:58.244921 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f94e937d-2492-4995-83bd-3892f5ff8a8c req-9b0e2cbf-043c-497f-8c9d-042f3515b502 service neutron] 10.222.0.60 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719091 Feb 16 16:33:58.249334 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for port (1f1957c1-410b-4505-b6fa-0c6e8140bd28), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:58.283784 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (1f1957c1-410b-4505-b6fa-0c6e8140bd28), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:58.301761 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eb23e4fd-62ed-4ac0-8684-ffbd90c78882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:58.332734 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:33:58.338587 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:33:58.341424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-3354c77e-bd42-4ca9-8ec9-428caefa137b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:58.342170 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-3354c77e-bd42-4ca9-8ec9-428caefa137b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:58.343330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:33:58.346505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Pushing event updated for resources: {'Port': ['ID=1f1957c1-410b-4505-b6fa-0c6e8140bd28,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:58.395881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-3354c77e-bd42-4ca9-8ec9-428caefa137b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6806028 Feb 16 16:33:58.402458 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c850515c-bfed-4d64-9c8e-0a04632b7538 req-88a3dfb8-c12f-4660-8c6b-b2b479d63b15 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697850 Feb 16 16:33:58.410920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Request body: {'port': {'device_id': '5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:33:58.464961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0975781-263f-461c-a45b-aa3627d818d0 req-ccdee8d0-5e6b-401f-b46d-535bf0192b76 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:33:58.472412 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b0975781-263f-461c-a45b-aa3627d818d0 req-ccdee8d0-5e6b-401f-b46d-535bf0192b76 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:58.478515 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50749af8-767c-42d9-9a05-ebe0dcea2d9f None None] Sync routers for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:33:58.489397 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50749af8-767c-42d9-9a05-ebe0dcea2d9f None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:58.490608 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-50749af8-767c-42d9-9a05-ebe0dcea2d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:58.557104 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0975781-263f-461c-a45b-aa3627d818d0 req-ccdee8d0-5e6b-401f-b46d-535bf0192b76 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "PUT /v2.0/floatingips/63945731-e1a0-4dd7-9fd0-109672f454b1 HTTP/1.1" status: 200 len: 994 time: 2.4613218 Feb 16 16:33:58.558423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'tag': '317c51d4-d901-46dc-bfd6-023651120ab7'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:33:58.560821 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16ba8db-b06e-477c-ac13-5177de03b2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2487fe11-6332-458c-96ff-dca03e2ce59b", "tag": "317c51d4-d901-46dc-bfd6-023651120ab7"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:33:58.563859 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a29ba352-f266-4899-a105-0169a0c35bdb), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:58.616684 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-50749af8-767c-42d9-9a05-ebe0dcea2d9f None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:58.646626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e91b6-8658-4a95-9795-e254a32a4313 req-4dfefc4a-fe9f-4b02-8009-1b999afabdcb tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:58.648130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-915e91b6-8658-4a95-9795-e254a32a4313 req-4dfefc4a-fe9f-4b02-8009-1b999afabdcb tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 931 time: 0.1722262 Feb 16 16:33:58.686995 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (03f66626-eac6-453f-b92f-25e98c1f460f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:58.765599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0975781-263f-461c-a45b-aa3627d818d0 req-51b7a1f9-ea63-4e13-9771-0b245df1c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:58.767111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0975781-263f-461c-a45b-aa3627d818d0 req-51b7a1f9-ea63-4e13-9771-0b245df1c46e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 1127 time: 0.1867940 Feb 16 16:33:58.800387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-915e91b6-8658-4a95-9795-e254a32a4313 req-f7ae92c2-cc30-4264-8d13-3f11a73c685e tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351495 Feb 16 16:33:58.863047 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-50749af8-767c-42d9-9a05-ebe0dcea2d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '63945731-e1a0-4dd7-9fd0-109672f454b1', 'tenant_id': '83682e22e1e944078f1d906004154058', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'port_id': '317c51d4-d901-46dc-bfd6-023651120ab7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'mac_address': 'fa:16:3e:a6:af:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:59Z', 'updated_at': '2022-02-16T16:33:57Z', 'revision_number': 8, 'project_id': '83682e22e1e944078f1d906004154058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:58.877142 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289a4961-338f-430e-be3b-5e8fed95d9c6 x-openstack-request-id: req-289a4961-338f-430e-be3b-5e8fed95d9c6 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:33:58.877428 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2487fe11-6332-458c-96ff-dca03e2ce59b", "tag": "317c51d4-d901-46dc-bfd6-023651120ab7", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:33:58.877686 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-289a4961-338f-430e-be3b-5e8fed95d9c6 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:33:58.878087 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'tag': '317c51d4-d901-46dc-bfd6-023651120ab7', 'status': 'completed', 'code': 200} Feb 16 16:33:58.898591 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50749af8-767c-42d9-9a05-ebe0dcea2d9f None None] Checking router: a5027e6d-0f37-4424-b1db-012afdf2a5a4 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:33:58.916165 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50749af8-767c-42d9-9a05-ebe0dcea2d9f None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:33:58.917043 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-50749af8-767c-42d9-9a05-ebe0dcea2d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:58.965827 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0975781-263f-461c-a45b-aa3627d818d0 req-c4059bd3-df7c-436e-ac7f-03c9be06aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:58.967313 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0975781-263f-461c-a45b-aa3627d818d0 req-c4059bd3-df7c-436e-ac7f-03c9be06aee0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 922 time: 0.1902905 Feb 16 16:33:58.978795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ba8db-b06e-477c-ac13-5177de03b2c6 req-2ad5797a-2e97-4ab4-9329-dc8352b4a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:58.980523 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c16ba8db-b06e-477c-ac13-5177de03b2c6 req-2ad5797a-2e97-4ab4-9329-dc8352b4a08b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 1127 time: 0.0849941 Feb 16 16:33:58.985096 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (03f66626-eac6-453f-b92f-25e98c1f460f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:59.051533 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-50749af8-767c-42d9-9a05-ebe0dcea2d9f None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:33:59.121518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0975781-263f-461c-a45b-aa3627d818d0 req-53ca74f3-56da-4530-a8c9-e5bfae3fb387 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=317c51d4-d901-46dc-bfd6-023651120ab7 HTTP/1.1" status: 200 len: 997 time: 0.1321867 Feb 16 16:33:59.130446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913da692-8584-4c9f-b29c-c6aecdfce0b5 req-4fff9a48-de6e-4844-8f76-8446069738b4 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:59.132065 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-913da692-8584-4c9f-b29c-c6aecdfce0b5 req-4fff9a48-de6e-4844-8f76-8446069738b4 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 943 time: 0.1869736 Feb 16 16:33:59.135685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29ba352-f266-4899-a105-0169a0c35bdb {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:33:59.166308 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Publish callbacks [] for port (a29ba352-f266-4899-a105-0169a0c35bdb), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:59.196685 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:59.388248 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-50749af8-767c-42d9-9a05-ebe0dcea2d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '63945731-e1a0-4dd7-9fd0-109672f454b1', 'tenant_id': '83682e22e1e944078f1d906004154058', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'port_id': '317c51d4-d901-46dc-bfd6-023651120ab7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'mac_address': 'fa:16:3e:a6:af:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:59Z', 'updated_at': '2022-02-16T16:33:57Z', 'revision_number': 8, 'project_id': '83682e22e1e944078f1d906004154058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:33:59.419485 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50749af8-767c-42d9-9a05-ebe0dcea2d9f None None] The sync data for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 is: [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '63945731-e1a0-4dd7-9fd0-109672f454b1', 'tenant_id': '83682e22e1e944078f1d906004154058', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'port_id': '317c51d4-d901-46dc-bfd6-023651120ab7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'mac_address': 'fa:16:3e:a6:af:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:32:59Z', 'updated_at': '2022-02-16T16:33:57Z', 'revision_number': 8, 'project_id': '83682e22e1e944078f1d906004154058', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:33:59.524713 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ba8db-b06e-477c-ac13-5177de03b2c6 req-3c2470d2-78cd-4094-8622-bf5ca784feff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:59.526189 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c16ba8db-b06e-477c-ac13-5177de03b2c6 req-3c2470d2-78cd-4094-8622-bf5ca784feff service neutron] 10.222.0.65 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 922 time: 0.5347900 Feb 16 16:33:59.531650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Transition to ACTIVE for port object a29ba352-f266-4899-a105-0169a0c35bdb will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:33:59.543277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c884f-3f6b-4a07-9df4-c56c8b6b9cc9 req-96e36cea-40eb-497d-a503-6bb94f6ed2a3 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:59.544918 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-be2c884f-3f6b-4a07-9df4-c56c8b6b9cc9 req-96e36cea-40eb-497d-a503-6bb94f6ed2a3 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.60 "GET /v2.0/ports?device_id=f54d7a7a-5b61-4e06-8604-3373138f8c72 HTTP/1.1" status: 200 len: 945 time: 0.1380806 Feb 16 16:33:59.547257 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (a29ba352-f266-4899-a105-0169a0c35bdb), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:59.572966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0975781-263f-461c-a45b-aa3627d818d0 req-48b1b157-80fe-4def-a6b8-807f1ad7814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:59.574469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0975781-263f-461c-a45b-aa3627d818d0 req-48b1b157-80fe-4def-a6b8-807f1ad7814e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.4413457 Feb 16 16:33:59.599797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-913da692-8584-4c9f-b29c-c6aecdfce0b5 req-7d72e27d-9ab1-4fdb-8971-67044078f27d tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575913 Feb 16 16:33:59.657771 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Pushing event updated for resources: {'Port': ['ID=a29ba352-f266-4899-a105-0169a0c35bdb,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:33:59.686537 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c16ba8db-b06e-477c-ac13-5177de03b2c6 req-703febde-f318-45ea-9f65-b07f7e3a97f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=317c51d4-d901-46dc-bfd6-023651120ab7 HTTP/1.1" status: 200 len: 997 time: 0.1522422 Feb 16 16:33:59.707319 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Router 03f66626-eac6-453f-b92f-25e98c1f460f is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:33:59.710664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76bd3b1-333d-4fae-8313-5d472af37fea None None] New status for floating IP 63945731-e1a0-4dd7-9fd0-109672f454b1: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:33:59.769178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Attempting to bind port a29ba352-f266-4899-a105-0169a0c35bdb on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:33:59.769735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Attempting to bind port a29ba352-f266-4899-a105-0169a0c35bdb by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:33:59.769836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Attempting to bind port a29ba352-f266-4899-a105-0169a0c35bdb on network 5ff79391-d267-4f31-964d-a98547bf9b6d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:33:59.779448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0975781-263f-461c-a45b-aa3627d818d0 req-1c6bfd10-656e-4c23-be95-43b28701bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:59.784797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0975781-263f-461c-a45b-aa3627d818d0 req-1c6bfd10-656e-4c23-be95-43b28701bd35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1880078 Feb 16 16:33:59.787400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Port a29ba352-f266-4899-a105-0169a0c35bdb on network 5ff79391-d267-4f31-964d-a98547bf9b6d not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:33:59.787876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Attempting to bind port a29ba352-f266-4899-a105-0169a0c35bdb on network 5ff79391-d267-4f31-964d-a98547bf9b6d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:33:59.819219 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:33:59.820017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Checking segment: {'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:33:59.821049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Bound using segment: {'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:33:59.821379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Bound port: a29ba352-f266-4899-a105-0169a0c35bdb, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:33:59.822299 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a29ba352-f266-4899-a105-0169a0c35bdb), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:59.827516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ba8db-b06e-477c-ac13-5177de03b2c6 req-6f1cfd0d-33bb-41ac-bc00-026ab1e95fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:59.829024 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c16ba8db-b06e-477c-ac13-5177de03b2c6 req-6f1cfd0d-33bb-41ac-bc00-026ab1e95fdc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.1297109 Feb 16 16:33:59.874584 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-be2c884f-3f6b-4a07-9df4-c56c8b6b9cc9 req-1166dcaf-9569-4b15-9000-7cd307dbdaa4 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Deleting port 9e417380-233e-4062-8b3a-1a54de2cc970 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:33:59.874980 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-be2c884f-3f6b-4a07-9df4-c56c8b6b9cc9 req-1166dcaf-9569-4b15-9000-7cd307dbdaa4 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9e417380-233e-4062-8b3a-1a54de2cc970), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:33:59.911699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20abbf0-75a0-4adf-80fd-1e71af3a8f40 req-598705f7-2ae7-4799-8f76-f1a920b4982f tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:59.916232 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a20abbf0-75a0-4adf-80fd-1e71af3a8f40 req-598705f7-2ae7-4799-8f76-f1a920b4982f tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 945 time: 0.1779776 Feb 16 16:33:59.982253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] For port a29ba352-f266-4899-a105-0169a0c35bdb, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:33:59.985398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ba8db-b06e-477c-ac13-5177de03b2c6 req-314bc0d4-a1e0-4f54-ad80-5caee09e26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:33:59.987143 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c16ba8db-b06e-477c-ac13-5177de03b2c6 req-314bc0d4-a1e0-4f54-ad80-5caee09e26e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1486137 Feb 16 16:33:59.990287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:34:00.007387 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29073719-b174-4db2-8c0f-418f4f2dd9a1 None None] Sync routers for ids ['03f66626-eac6-453f-b92f-25e98c1f460f'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:34:00.017421 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29073719-b174-4db2-8c0f-418f4f2dd9a1 None None] Routers {'03f66626-eac6-453f-b92f-25e98c1f460f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:00.018032 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-29073719-b174-4db2-8c0f-418f4f2dd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['03f66626-eac6-453f-b92f-25e98c1f460f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:00.027433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] For port a29ba352-f266-4899-a105-0169a0c35bdb, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a29ba352-f266-4899-a105-0169a0c35bdb,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:34:00.035872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0975781-263f-461c-a45b-aa3627d818d0 req-b3a3a706-9006-44d8-8cbe-b6891ed7b57d service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443633 Feb 16 16:34:00.051733 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:00.056102 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1d671611-9075-46f5-9e82-9a706179a543 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2744343 Feb 16 16:34:00.056102 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-be2c884f-3f6b-4a07-9df4-c56c8b6b9cc9 req-1166dcaf-9569-4b15-9000-7cd307dbdaa4 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] For port 9e417380-233e-4062-8b3a-1a54de2cc970, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9e417380-233e-4062-8b3a-1a54de2cc970,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:00.056102 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-be2c884f-3f6b-4a07-9df4-c56c8b6b9cc9 req-1166dcaf-9569-4b15-9000-7cd307dbdaa4 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9e417380-233e-4062-8b3a-1a54de2cc970), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:00.057413 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-29073719-b174-4db2-8c0f-418f4f2dd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:00.059728 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60008) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:00.060448 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (a29ba352-f266-4899-a105-0169a0c35bdb), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:00.067382 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29073719-b174-4db2-8c0f-418f4f2dd9a1 None None] Routers {'03f66626-eac6-453f-b92f-25e98c1f460f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:00.068308 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-29073719-b174-4db2-8c0f-418f4f2dd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['03f66626-eac6-453f-b92f-25e98c1f460f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:00.084688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a20abbf0-75a0-4adf-80fd-1e71af3a8f40 req-58f92e23-8979-4972-9ed1-48e56bc94c03 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473367 Feb 16 16:34:00.116300 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-29073719-b174-4db2-8c0f-418f4f2dd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:00.117236 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29073719-b174-4db2-8c0f-418f4f2dd9a1 None None] The sync data for ids ['03f66626-eac6-453f-b92f-25e98c1f460f'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:34:00.139854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:00.139854 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:00.141078 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] 10.222.0.65 "PUT /v2.0/ports/a29ba352-f266-4899-a105-0169a0c35bdb HTTP/1.1" status: 200 len: 1091 time: 1.7361133 Feb 16 16:34:00.169004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-be2c884f-3f6b-4a07-9df4-c56c8b6b9cc9 req-1166dcaf-9569-4b15-9000-7cd307dbdaa4 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Calling delete_port for 9e417380-233e-4062-8b3a-1a54de2cc970 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:00.194903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2667e-f2ea-443f-8577-8cfe6a7cbf08 service neutron] Pushing event updated for resources: {'Port': ['ID=a29ba352-f266-4899-a105-0169a0c35bdb,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:00.253515 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c16ba8db-b06e-477c-ac13-5177de03b2c6 req-ebf4eeb8-ea4f-4aed-b7b1-49ef46805abf service neutron] 10.222.0.65 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548180 Feb 16 16:34:00.269247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0975781-263f-461c-a45b-aa3627d818d0 req-2875739b-708b-4ab0-99e8-203397bed09d service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198954 Feb 16 16:34:00.291966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-4a6a433f-7e9d-4b67-92f2-45a9dde3a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:00.293474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-4a6a433f-7e9d-4b67-92f2-45a9dde3a3c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 1125 time: 0.0949404 Feb 16 16:34:00.305897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccfc87-5947-4d10-81bf-d6a7b22bbab7 req-f97c225c-6a39-4934-84e5-a6c252ba0aed tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:00.307342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06ccfc87-5947-4d10-81bf-d6a7b22bbab7 req-f97c225c-6a39-4934-84e5-a6c252ba0aed tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 943 time: 0.1060908 Feb 16 16:34:00.346488 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-8d89c73f-82ea-493e-9874-1007b8581cf8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a29ba352-f266-4899-a105-0169a0c35bdb HTTP/1.1" status: 200 len: 217 time: 0.0381703 Feb 16 16:34:00.360910 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e035dbdb-3f56-461b-bc5c-7e00bf53c9d2 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/routers/03f66626-eac6-453f-b92f-25e98c1f460f HTTP/1.1" status: 200 len: 921 time: 0.2920141 Feb 16 16:34:00.362027 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60018) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:00.407924 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d1fbeac0-5072-409d-933e-c95bd13a924e tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "GET /v2.0/ports?device_id=03f66626-eac6-453f-b92f-25e98c1f460f HTTP/1.1" status: 200 len: 205 time: 0.0423403 Feb 16 16:34:00.408289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60020) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:00.457698 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c16ba8db-b06e-477c-ac13-5177de03b2c6 req-f8353518-ca9d-4b96-9b58-d4536aa81779 service neutron] 10.222.0.65 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969538 Feb 16 16:34:00.486614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-be2c884f-3f6b-4a07-9df4-c56c8b6b9cc9 req-1166dcaf-9569-4b15-9000-7cd307dbdaa4 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (9e417380-233e-4062-8b3a-1a54de2cc970), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:00.504445 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['317c51d4-d901-46dc-bfd6-023651120ab7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:34:00.516977 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166dcaf-9569-4b15-9000-7cd307dbdaa4 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Pushing event deleted for resources: {'Port': ['ID=9e417380-233e-4062-8b3a-1a54de2cc970,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:00.564493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2c884f-3f6b-4a07-9df4-c56c8b6b9cc9 req-1166dcaf-9569-4b15-9000-7cd307dbdaa4 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] No DVR routers for this DVR port 9e417380-233e-4062-8b3a-1a54de2cc970 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:34:00.567997 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-be2c884f-3f6b-4a07-9df4-c56c8b6b9cc9 req-1166dcaf-9569-4b15-9000-7cd307dbdaa4 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:00.576477 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06ccfc87-5947-4d10-81bf-d6a7b22bbab7 req-8d063d19-0448-4843-a503-c6a01bfeffe6 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247031 Feb 16 16:34:00.576752 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-be2c884f-3f6b-4a07-9df4-c56c8b6b9cc9 req-1166dcaf-9569-4b15-9000-7cd307dbdaa4 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.60 "DELETE /v2.0/ports/9e417380-233e-4062-8b3a-1a54de2cc970 HTTP/1.1" status: 204 len: 173 time: 1.0197802 Feb 16 16:34:00.576752 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'name': 'network-vif-deleted', 'tag': '9e417380-233e-4062-8b3a-1a54de2cc970'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:00.576752 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe12e7c-1e6c-4eeb-9ca4-e784aa1a75c3" -d '{"events": [{"server_uuid": "f54d7a7a-5b61-4e06-8604-3373138f8c72", "name": "network-vif-deleted", "tag": "9e417380-233e-4062-8b3a-1a54de2cc970"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:00.650476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-ca859dbe-507f-48ef-b5a6-0e36598c6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:00.652165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-ca859dbe-507f-48ef-b5a6-0e36598c6cee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cc44112-3970-4a84-a656-f40fa88683de HTTP/1.1" status: 200 len: 854 time: 0.2996061 Feb 16 16:34:00.706665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-35001b4b-8995-4744-a12f-bb65c79c3cf3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ff79391-d267-4f31-964d-a98547bf9b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430994 Feb 16 16:34:00.752645 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:00.781803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a47240d-2b4f-4d91-9a47-e4ea37a88b6e req-bdd3efcc-7b42-4d61-85ff-93b56e2d553e tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips/63945731-e1a0-4dd7-9fd0-109672f454b1 HTTP/1.1" status: 200 len: 996 time: 0.2755585 Feb 16 16:34:00.880425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1', 'tag': 'a29ba352-f266-4899-a105-0169a0c35bdb'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:00.882556 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897eda27-2b01-4d9b-9ebb-74787342ef8d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1", "tag": "a29ba352-f266-4899-a105-0169a0c35bdb"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:00.944814 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-673c0cd5-8d59-41a0-ba71-a85991294cee tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (03f66626-eac6-453f-b92f-25e98c1f460f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:01.054424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-e1fa629d-7ab5-4653-8dd5-673437876517 service neutron] 10.222.0.65 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267698 Feb 16 16:34:01.067704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7c0d1-0ec4-48b1-a424-266cfdf361de req-09d84768-d376-4cf1-8bb6-2558b0b245cb tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:01.069181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06f7c0d1-0ec4-48b1-a424-266cfdf361de req-09d84768-d376-4cf1-8bb6-2558b0b245cb tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 945 time: 0.3545253 Feb 16 16:34:01.155219 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47240d-2b4f-4d91-9a47-e4ea37a88b6e req-127aab32-a578-418f-a19d-f7602dd1573d tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:01.156747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a47240d-2b4f-4d91-9a47-e4ea37a88b6e req-127aab32-a578-418f-a19d-f7602dd1573d tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.3256316 Feb 16 16:34:01.191722 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:01.214703 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d30a8d6-323a-4e16-b02b-c00473a942bc x-openstack-request-id: req-1d30a8d6-323a-4e16-b02b-c00473a942bc {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:01.215544 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54d7a7a-5b61-4e06-8604-3373138f8c72", "name": "network-vif-deleted", "tag": "9e417380-233e-4062-8b3a-1a54de2cc970", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:01.215833 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d30a8d6-323a-4e16-b02b-c00473a942bc {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:01.216259 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54d7a7a-5b61-4e06-8604-3373138f8c72', 'name': 'network-vif-deleted', 'tag': '9e417380-233e-4062-8b3a-1a54de2cc970', 'status': 'completed', 'code': 200} Feb 16 16:34:01.244378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-673c0cd5-8d59-41a0-ba71-a85991294cee tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (03f66626-eac6-453f-b92f-25e98c1f460f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:01.250187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06f7c0d1-0ec4-48b1-a424-266cfdf361de req-6dc89789-20f8-4c35-a8b0-8424fc2e5822 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590891 Feb 16 16:34:01.258393 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-330b28a6-db21-4a05-906f-e4a064fb9c9c req-19cae79e-d98d-461b-8459-f11b40a78387 service neutron] 10.222.0.65 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882536 Feb 16 16:34:01.328534 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b329e40d-021d-45b6-b961-80063367f386 x-openstack-request-id: req-b329e40d-021d-45b6-b961-80063367f386 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:01.328824 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1", "tag": "a29ba352-f266-4899-a105-0169a0c35bdb", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:01.329079 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b329e40d-021d-45b6-b961-80063367f386 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:01.329529 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1', 'tag': 'a29ba352-f266-4899-a105-0169a0c35bdb', 'status': 'completed', 'code': 200} Feb 16 16:34:01.417293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-673c0cd5-8d59-41a0-ba71-a85991294cee tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Deleting port 1f1957c1-410b-4505-b6fa-0c6e8140bd28 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:01.417634 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-673c0cd5-8d59-41a0-ba71-a85991294cee tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1f1957c1-410b-4505-b6fa-0c6e8140bd28), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:01.429328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fcaec-fa1d-47b7-8d50-350d7349a6f4 req-86d171b2-6c55-4edd-b5ea-369111d123bf tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:01.431681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b3fcaec-fa1d-47b7-8d50-350d7349a6f4 req-86d171b2-6c55-4edd-b5ea-369111d123bf tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 943 time: 0.1462455 Feb 16 16:34:01.481193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-44ea69ee-b550-4c2d-b2e6-2575cdda92a6 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 999 time: 0.1432467 Feb 16 16:34:01.584321 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897eda27-2b01-4d9b-9ebb-74787342ef8d req-a3fd20aa-8baf-47bd-8ffe-28b069035469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:01.585729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-897eda27-2b01-4d9b-9ebb-74787342ef8d req-a3fd20aa-8baf-47bd-8ffe-28b069035469 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 1125 time: 0.2038550 Feb 16 16:34:01.602265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-bfdeea75-70c9-4e55-8919-99e1cee0f6df tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:01.603583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-bfdeea75-70c9-4e55-8919-99e1cee0f6df tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports/317c51d4-d901-46dc-bfd6-023651120ab7 HTTP/1.1" status: 200 len: 942 time: 0.1138377 Feb 16 16:34:01.615921 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b3fcaec-fa1d-47b7-8d50-350d7349a6f4 req-f80b557c-2390-43c9-abfb-9cd5e6f4d05d tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641519 Feb 16 16:34:01.639920 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-673c0cd5-8d59-41a0-ba71-a85991294cee tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1f1957c1-410b-4505-b6fa-0c6e8140bd28), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:01.697310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-673c0cd5-8d59-41a0-ba71-a85991294cee tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Calling delete_port for 1f1957c1-410b-4505-b6fa-0c6e8140bd28 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:01.816920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9e417380-233e-4062-8b3a-1a54de2cc970 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:34:01.831460 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-89c21882-914c-41c8-85cc-70f09a82bc5f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 999 time: 0.1767375 Feb 16 16:34:01.846743 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 9e417380-233e-4062-8b3a-1a54de2cc970 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:34:01.847076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9e417380-233e-4062-8b3a-1a54de2cc970 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:34:01.859850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897eda27-2b01-4d9b-9ebb-74787342ef8d req-2b2272f8-73a7-47f6-b24a-baa303bbeaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:01.861236 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-897eda27-2b01-4d9b-9ebb-74787342ef8d req-2b2272f8-73a7-47f6-b24a-baa303bbeaf8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 915 time: 0.2672784 Feb 16 16:34:01.941644 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fedc3c-f3cd-4bf6-b721-5853b389932b req-ecb3f2dd-cdaa-4d21-ba62-a477563a5837 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:01.943351 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c2fedc3c-f3cd-4bf6-b721-5853b389932b req-ecb3f2dd-cdaa-4d21-ba62-a477563a5837 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 945 time: 0.0596983 Feb 16 16:34:01.943467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-897eda27-2b01-4d9b-9ebb-74787342ef8d req-ff5160e4-920a-427a-860d-154e097b1b07 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a29ba352-f266-4899-a105-0169a0c35bdb HTTP/1.1" status: 200 len: 217 time: 0.0638189 Feb 16 16:34:01.953676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423b246-0592-45ec-8ab4-cb7a462b171a req-d53f7b77-2f6b-46e2-b7f9-85459a43ca78 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:01.955111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e423b246-0592-45ec-8ab4-cb7a462b171a req-d53f7b77-2f6b-46e2-b7f9-85459a43ca78 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 943 time: 0.2543883 Feb 16 16:34:02.061908 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:02.069780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-c2fedc3c-f3cd-4bf6-b721-5853b389932b req-825f9727-e676-406e-8adb-5e36eef533f1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Deleting port 819bcf77-3f41-4452-8a8c-d420ffc9a92f {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:02.070359 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2fedc3c-f3cd-4bf6-b721-5853b389932b req-825f9727-e676-406e-8adb-5e36eef533f1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (819bcf77-3f41-4452-8a8c-d420ffc9a92f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:02.169451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-c2fedc3c-f3cd-4bf6-b721-5853b389932b req-825f9727-e676-406e-8adb-5e36eef533f1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] For port 819bcf77-3f41-4452-8a8c-d420ffc9a92f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=819bcf77-3f41-4452-8a8c-d420ffc9a92f,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:02.169813 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2fedc3c-f3cd-4bf6-b721-5853b389932b req-825f9727-e676-406e-8adb-5e36eef533f1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (819bcf77-3f41-4452-8a8c-d420ffc9a92f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:02.192231 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-c2fedc3c-f3cd-4bf6-b721-5853b389932b req-825f9727-e676-406e-8adb-5e36eef533f1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Calling delete_port for 819bcf77-3f41-4452-8a8c-d420ffc9a92f owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:02.338074 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2fedc3c-f3cd-4bf6-b721-5853b389932b req-825f9727-e676-406e-8adb-5e36eef533f1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (819bcf77-3f41-4452-8a8c-d420ffc9a92f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:02.354046 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['819bcf77-3f41-4452-8a8c-d420ffc9a92f'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:34:02.376204 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f9727-e676-406e-8adb-5e36eef533f1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Pushing event deleted for resources: {'Port': ['ID=819bcf77-3f41-4452-8a8c-d420ffc9a92f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:02.431156 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fedc3c-f3cd-4bf6-b721-5853b389932b req-825f9727-e676-406e-8adb-5e36eef533f1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] No DVR routers for this DVR port 819bcf77-3f41-4452-8a8c-d420ffc9a92f on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:34:02.434338 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2fedc3c-f3cd-4bf6-b721-5853b389932b req-825f9727-e676-406e-8adb-5e36eef533f1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:02.440741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897eda27-2b01-4d9b-9ebb-74787342ef8d req-eea4f087-8856-4b71-9278-8a315ef0472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:02.441825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-897eda27-2b01-4d9b-9ebb-74787342ef8d req-eea4f087-8856-4b71-9278-8a315ef0472e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cc44112-3970-4a84-a656-f40fa88683de HTTP/1.1" status: 200 len: 854 time: 0.4858747 Feb 16 16:34:02.442001 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c2fedc3c-f3cd-4bf6-b721-5853b389932b req-825f9727-e676-406e-8adb-5e36eef533f1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "DELETE /v2.0/ports/819bcf77-3f41-4452-8a8c-d420ffc9a92f HTTP/1.1" status: 204 len: 173 time: 0.4879401 Feb 16 16:34:02.460882 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-efa79632-b566-490f-8872-5645a04cdad3 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:02.469876 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-efa79632-b566-490f-8872-5645a04cdad3 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.6306031 Feb 16 16:34:02.515109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e423b246-0592-45ec-8ab4-cb7a462b171a req-aa3a3e67-94c5-4085-a9ab-ccb4e8bb37e3 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309505 Feb 16 16:34:02.569366 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-897eda27-2b01-4d9b-9ebb-74787342ef8d req-798b53b3-133f-4b7c-8f41-45d378fdbcc3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ff79391-d267-4f31-964d-a98547bf9b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149578 Feb 16 16:34:02.638320 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-673c0cd5-8d59-41a0-ba71-a85991294cee tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (1f1957c1-410b-4505-b6fa-0c6e8140bd28), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:02.646295 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-74c58df4-d962-448c-87fe-cbb72db25b1e tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 999 time: 0.1752951 Feb 16 16:34:02.720393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-1ddac50f-7162-48a4-8129-0442ee8e0f4f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:02.722749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c0cd5-8d59-41a0-ba71-a85991294cee tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Pushing event deleted for resources: {'Port': ['ID=1f1957c1-410b-4505-b6fa-0c6e8140bd28,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:02.729277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e66f516a-46a1-49c0-a09c-f67b97e60bbd req-c8b97671-f163-49af-bc08-e00398f2943d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae6dd33f-8a75-408d-a635-51d00823dc3e HTTP/1.1" status: 200 len: 210 time: 0.0936127 Feb 16 16:34:02.868704 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-897eda27-2b01-4d9b-9ebb-74787342ef8d req-7543b5da-4253-455c-b073-397586e1a027 service neutron] 10.222.0.65 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902603 Feb 16 16:34:02.875708 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-1ddac50f-7162-48a4-8129-0442ee8e0f4f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for floatingip (63945731-e1a0-4dd7-9fd0-109672f454b1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:02.980915 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-673c0cd5-8d59-41a0-ba71-a85991294cee tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (03f66626-eac6-453f-b92f-25e98c1f460f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:03.148641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be59152-86c6-4410-8cb5-219f5a980210 req-cdcb1886-339e-414c-bb8a-6f9038f94c13 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:03.150133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3be59152-86c6-4410-8cb5-219f5a980210 req-cdcb1886-339e-414c-bb8a-6f9038f94c13 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 943 time: 0.3439677 Feb 16 16:34:03.177359 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-673c0cd5-8d59-41a0-ba71-a85991294cee tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (03f66626-eac6-453f-b92f-25e98c1f460f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:03.182166 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-673c0cd5-8d59-41a0-ba71-a85991294cee tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_controller (03f66626-eac6-453f-b92f-25e98c1f460f), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:03.217959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6dd33f-8a75-408d-a635-51d00823dc3e', 'name': 'network-vif-deleted', 'tag': '819bcf77-3f41-4452-8a8c-d420ffc9a92f'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:03.220606 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef12816-51f5-41f1-8cda-205fc91bbbec" -d '{"events": [{"server_uuid": "ae6dd33f-8a75-408d-a635-51d00823dc3e", "name": "network-vif-deleted", "tag": "819bcf77-3f41-4452-8a8c-d420ffc9a92f"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:03.287215 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-1ddac50f-7162-48a4-8129-0442ee8e0f4f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:03.292114 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-897eda27-2b01-4d9b-9ebb-74787342ef8d req-cdd85535-6f93-41f2-a958-78387d5891fe service neutron] 10.222.0.65 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116905 Feb 16 16:34:03.298083 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-673c0cd5-8d59-41a0-ba71-a85991294cee tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (03f66626-eac6-453f-b92f-25e98c1f460f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:03.298635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673c0cd5-8d59-41a0-ba71-a85991294cee tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Fanout notify agent at l3_agent the message router_deleted on router 03f66626-eac6-453f-b92f-25e98c1f460f {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:34:03.302151 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-1ddac50f-7162-48a4-8129-0442ee8e0f4f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (63945731-e1a0-4dd7-9fd0-109672f454b1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:03.302493 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-1ddac50f-7162-48a4-8129-0442ee8e0f4f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Floating IP 63945731-e1a0-4dd7-9fd0-109672f454b1 disassociated. External IP: 172.25.4.9, port: 317c51d4-d901-46dc-bfd6-023651120ab7. Feb 16 16:34:03.309786 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-673c0cd5-8d59-41a0-ba71-a85991294cee tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:03.310918 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-673c0cd5-8d59-41a0-ba71-a85991294cee tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "DELETE /v2.0/routers/03f66626-eac6-453f-b92f-25e98c1f460f HTTP/1.1" status: 204 len: 168 time: 2.9016802 Feb 16 16:34:03.315948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60052) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:03.321972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1006421528', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'enable_snat': False}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:03.346701 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (bb9b0a3c-a19b-4877-97bd-488af7a092fe), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:03.348379 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (bb9b0a3c-a19b-4877-97bd-488af7a092fe), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:03.391638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3be59152-86c6-4410-8cb5-219f5a980210 req-f704ebd4-dec1-4c22-9820-4b2508adf371 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304540 Feb 16 16:34:03.410596 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_controller (bb9b0a3c-a19b-4877-97bd-488af7a092fe), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:03.465631 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dfefed-271a-4cbd-8e17-c7b81ec74592 x-openstack-request-id: req-c4dfefed-271a-4cbd-8e17-c7b81ec74592 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:03.465937 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6dd33f-8a75-408d-a635-51d00823dc3e", "name": "network-vif-deleted", "tag": "819bcf77-3f41-4452-8a8c-d420ffc9a92f", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:03.466175 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4dfefed-271a-4cbd-8e17-c7b81ec74592 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:03.466574 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6dd33f-8a75-408d-a635-51d00823dc3e', 'name': 'network-vif-deleted', 'tag': '819bcf77-3f41-4452-8a8c-d420ffc9a92f', 'status': 'completed', 'code': 200} Feb 16 16:34:03.579223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-1ddac50f-7162-48a4-8129-0442ee8e0f4f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Router a5027e6d-0f37-4424-b1db-012afdf2a5a4 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:34:03.583740 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (bb9b0a3c-a19b-4877-97bd-488af7a092fe), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:03.727021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e943d8e-7b5e-49f2-b9bd-f5000fa46a25 req-da6e23df-9bb5-466e-808b-07a2a211e838 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:03.728535 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e943d8e-7b5e-49f2-b9bd-f5000fa46a25 req-da6e23df-9bb5-466e-808b-07a2a211e838 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 943 time: 0.0982213 Feb 16 16:34:03.759591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-1ddac50f-7162-48a4-8129-0442ee8e0f4f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:34:03.768421 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-1ddac50f-7162-48a4-8129-0442ee8e0f4f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:03.769009 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d3b22d-d09c-43a0-b8d9-79d30a488fd7 None None] Sync routers for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:34:03.795009 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (bb9b0a3c-a19b-4877-97bd-488af7a092fe), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:03.799665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d3b22d-d09c-43a0-b8d9-79d30a488fd7 None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:03.800493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f7d3b22d-d09c-43a0-b8d9-79d30a488fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:03.809295 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e943d8e-7b5e-49f2-b9bd-f5000fa46a25 req-eba7165e-900c-4bf9-bf54-44eceffca41a tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743451 Feb 16 16:34:03.813272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-1ddac50f-7162-48a4-8129-0442ee8e0f4f tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "PUT /v2.0/floatingips/63945731-e1a0-4dd7-9fd0-109672f454b1 HTTP/1.1" status: 200 len: 694 time: 1.1564271 Feb 16 16:34:03.813367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'tag': '317c51d4-d901-46dc-bfd6-023651120ab7'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:03.815592 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4ca12a-e108-4929-a4b3-36f599b1b32c" -d '{"events": [{"name": "network-changed", "server_uuid": "2487fe11-6332-458c-96ff-dca03e2ce59b", "tag": "317c51d4-d901-46dc-bfd6-023651120ab7"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:03.816299 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:03.863726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device c0e53b41-a50d-4974-a49d-3137c57e5f07 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:34:03.938207 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72343fb8-c07c-4a14-9462-7fd09743dd61 x-openstack-request-id: req-72343fb8-c07c-4a14-9462-7fd09743dd61 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:03.938767 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2487fe11-6332-458c-96ff-dca03e2ce59b", "tag": "317c51d4-d901-46dc-bfd6-023651120ab7", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:03.938861 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72343fb8-c07c-4a14-9462-7fd09743dd61 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:03.940006 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'tag': '317c51d4-d901-46dc-bfd6-023651120ab7', 'status': 'completed', 'code': 200} Feb 16 16:34:03.964699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-88c9d49d-073f-49c5-8535-7dc951fccfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:03.966551 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-88c9d49d-073f-49c5-8535-7dc951fccfa8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 1127 time: 0.1372900 Feb 16 16:34:03.972936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Allocated IP 172.25.4.190 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/e65d1faf-db3d-4d30-a44c-850af4e75b30) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:34:04.053714 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f7d3b22d-d09c-43a0-b8d9-79d30a488fd7 None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:34:04.090310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ca12a-e108-4929-a4b3-36f599b1b32c req-92f3fad4-55d8-468e-b620-e33f1cab9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:04.091471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e4ca12a-e108-4929-a4b3-36f599b1b32c req-92f3fad4-55d8-468e-b620-e33f1cab9b55 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83682e22e1e944078f1d906004154058&device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 1127 time: 0.1234510 Feb 16 16:34:04.113922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port c0e53b41-a50d-4974-a49d-3137c57e5f07, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=c0e53b41-a50d-4974-a49d-3137c57e5f07,segment=NetworkSegment(5784e4ec-82e8-40e5-a17d-d9d1118556dd),segment_id=5784e4ec-82e8-40e5-a17d-d9d1118556dd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:04.128934 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for port (e65d1faf-db3d-4d30-a44c-850af4e75b30), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:04.129526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-75b574d1-f58b-4d38-99ee-d5a1e619a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:04.131061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-75b574d1-f58b-4d38-99ee-d5a1e619a369 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 922 time: 0.1544127 Feb 16 16:34:04.169767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'c0e53b41-a50d-4974-a49d-3137c57e5f07', 'network_id': '70da62e2-114f-4e11-8873-fa8d53659357', 'port_id': 'c0e53b41-a50d-4974-a49d-3137c57e5f07', 'mac_address': 'fa:16:3e:83:e3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2dc1d5-f314-44c4-9d32-06fa188549b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:34:04.169990 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e65d1faf-db3d-4d30-a44c-850af4e75b30), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:04.209016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-58c5f4fa-0662-40e3-ade4-b37e689933de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=317c51d4-d901-46dc-bfd6-023651120ab7 HTTP/1.1" status: 200 len: 217 time: 0.0649929 Feb 16 16:34:04.221842 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:34:04.225198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:34:04.248176 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Pushing event updated for resources: {'Port': ['ID=e65d1faf-db3d-4d30-a44c-850af4e75b30,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:04.253273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:34:04.262993 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port c0e53b41-a50d-4974-a49d-3137c57e5f07 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:04.263598 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:04.286135 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e53b41-a50d-4974-a49d-3137c57e5f07 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:34:04.340893 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port c0e53b41-a50d-4974-a49d-3137c57e5f07, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=c0e53b41-a50d-4974-a49d-3137c57e5f07,segment=NetworkSegment(5784e4ec-82e8-40e5-a17d-d9d1118556dd),segment_id=5784e4ec-82e8-40e5-a17d-d9d1118556dd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:04.354468 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:04.355128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 157e59aa-dbbe-4801-ad9b-4766ec9364e5 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:34:04.363705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ca12a-e108-4929-a4b3-36f599b1b32c req-a330e7e0-3eea-4fe1-82c6-1a6dcb7168aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:04.365205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e4ca12a-e108-4929-a4b3-36f599b1b32c req-a330e7e0-3eea-4fe1-82c6-1a6dcb7168aa service neutron] 10.222.0.65 "GET /v2.0/networks?id=bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 200 len: 922 time: 0.2664108 Feb 16 16:34:04.368592 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:04.369549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-64180d1d-e64e-4797-9586-cb5a5259517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:04.370978 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-64180d1d-e64e-4797-9586-cb5a5259517f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.1249263 Feb 16 16:34:04.397947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-36aeb662-9eb2-4b52-861d-1a492de4dd68 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:04.403394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-36aeb662-9eb2-4b52-861d-1a492de4dd68 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 811 time: 0.2754006 Feb 16 16:34:04.452387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e4ca12a-e108-4929-a4b3-36f599b1b32c req-9a42406f-edb3-4b8d-b2c5-1bd29d4ce850 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=317c51d4-d901-46dc-bfd6-023651120ab7 HTTP/1.1" status: 200 len: 217 time: 0.0764813 Feb 16 16:34:04.454524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=c0e53b41-a50d-4974-a49d-3137c57e5f07,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:04.462963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f7d3b22d-d09c-43a0-b8d9-79d30a488fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:04.478497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-7edcd48f-9d03-4bc4-9446-2b798090f9af tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/quotas/87aaae2862ac405f88354b7195ee2896 HTTP/1.1" status: 200 len: 375 time: 0.0287168 Feb 16 16:34:04.521055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d3b22d-d09c-43a0-b8d9-79d30a488fd7 None None] Checking router: a5027e6d-0f37-4424-b1db-012afdf2a5a4 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:34:04.533237 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (bb9b0a3c-a19b-4877-97bd-488af7a092fe), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:04.543340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d3b22d-d09c-43a0-b8d9-79d30a488fd7 None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:04.543999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f7d3b22d-d09c-43a0-b8d9-79d30a488fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:04.545200 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-3ca1814c-e6f2-4e73-8d04-50afaac4c86e tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446842 Feb 16 16:34:04.558811 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-ab28b362-8186-4926-9259-c48ff738c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:04.560726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-ab28b362-8186-4926-9259-c48ff738c52b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1788425 Feb 16 16:34:04.570952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ca12a-e108-4929-a4b3-36f599b1b32c req-8487056e-bab6-4ed3-b436-cfdf461aac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:04.572491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e4ca12a-e108-4929-a4b3-36f599b1b32c req-8487056e-bab6-4ed3-b436-cfdf461aac86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 200 len: 860 time: 0.1038446 Feb 16 16:34:04.631274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:04.653662 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'port_id': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'mac_address': 'fa:16:3e:c2:b0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:34:04.710963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f7d3b22d-d09c-43a0-b8d9-79d30a488fd7 None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:34:04.713813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:04.714305 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:04.736561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ca12a-e108-4929-a4b3-36f599b1b32c req-8471a28b-1e1c-4e9a-a0f3-0b607278ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:04.738049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e4ca12a-e108-4929-a4b3-36f599b1b32c req-8471a28b-1e1c-4e9a-a0f3-0b607278ee6f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bdc441f4-653b-448b-a7a1-03830b73d8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1475427 Feb 16 16:34:04.752989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157e59aa-dbbe-4801-ad9b-4766ec9364e5 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:34:04.764220 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (bb9b0a3c-a19b-4877-97bd-488af7a092fe), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:04.785114 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:04.786598 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-139e848c-5d72-4c11-9207-ff95066458c3 service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132034 Feb 16 16:34:04.791582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-0cc67772-4083-454e-b004-8311d9e5cb69 service neutron] 10.222.0.24 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291605 Feb 16 16:34:04.818610 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:04.891608 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=157e59aa-dbbe-4801-ad9b-4766ec9364e5,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:04.911118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Router bb9b0a3c-a19b-4877-97bd-488af7a092fe is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:34:04.944881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['157e59aa-dbbe-4801-ad9b-4766ec9364e5'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:34:05.047659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:34:05.071102 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:05.075215 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fc81153c-2980-4a34-86a9-e554de49b188 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.7554631 Feb 16 16:34:05.076055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60084) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:05.083565 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Sync routers for ids ['bb9b0a3c-a19b-4877-97bd-488af7a092fe'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:34:05.102470 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Routers {'bb9b0a3c-a19b-4877-97bd-488af7a092fe'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:05.103443 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['bb9b0a3c-a19b-4877-97bd-488af7a092fe'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:05.235181 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Set router bb9b0a3c-a19b-4877-97bd-488af7a092fe gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:34:05.312973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f7d3b22d-d09c-43a0-b8d9-79d30a488fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:05.351039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d3b22d-d09c-43a0-b8d9-79d30a488fd7 None None] The sync data for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 is: [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:18Z', 'revision_number': 4, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b6df3914-d657-4880-9026-fc1ce34a68d4', 'name': '', 'network_id': 'bdc441f4-653b-448b-a7a1-03830b73d8fc', 'tenant_id': '83682e22e1e944078f1d906004154058', 'mac_address': 'fa:16:3e:6f:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:15Z', 'updated_at': '2022-02-16T16:32:35Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'subnets': [{'id': '3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:34:05.390187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-77a54822-297d-4d82-8a35-1c2e8a506656 service neutron] 10.222.0.24 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592015 Feb 16 16:34:05.412367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e4ca12a-e108-4929-a4b3-36f599b1b32c req-2d504d85-198a-4018-a1bf-ce027e20c6f9 service neutron] 10.222.0.65 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6656921 Feb 16 16:34:05.425060 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device a29ba352-f266-4899-a105-0169a0c35bdb details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:34:05.475311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88523b26-db6b-4498-bed8-cbef6e9f7ca0 req-0d5f9443-6790-4a0d-8d0b-eddca8c983d5 service neutron] 10.222.0.24 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396503 Feb 16 16:34:05.483910 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b0a3c-a19b-4877-97bd-488af7a092fe', 'name': 'tempest-snat-router-1006421528', 'tenant_id': 'd167e9434c26415fbe94c96053d11f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.190'}], 'enable_snat': False}, 'gw_port_id': 'e65d1faf-db3d-4d30-a44c-850af4e75b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:34:03Z', 'updated_at': '2022-02-16T16:34:04Z', 'revision_number': 3, 'project_id': 'd167e9434c26415fbe94c96053d11f70', 'gw_port': {'id': 'e65d1faf-db3d-4d30-a44c-850af4e75b30', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b0a3c-a19b-4877-97bd-488af7a092fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:34:03Z', 'updated_at': '2022-02-16T16:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:05.534142 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Checking router: bb9b0a3c-a19b-4877-97bd-488af7a092fe for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:34:05.534854 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Updating router bb9b0a3c-a19b-4877-97bd-488af7a092fe port e65d1faf-db3d-4d30-a44c-850af4e75b30 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:34:05.570285 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e65d1faf-db3d-4d30-a44c-850af4e75b30), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:05.650221 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-90a89f60-b395-430e-bf53-26e42c35c3e9 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/routers/bb9b0a3c-a19b-4877-97bd-488af7a092fe HTTP/1.1" status: 200 len: 909 time: 0.5722778 Feb 16 16:34:05.652671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60094) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:05.665479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1006421528', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'enable_snat': True}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:05.667058 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port a29ba352-f266-4899-a105-0169a0c35bdb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a29ba352-f266-4899-a105-0169a0c35bdb,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:05.695824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 819bcf77-3f41-4452-8a8c-d420ffc9a92f no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:34:05.709009 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'a29ba352-f266-4899-a105-0169a0c35bdb', 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d', 'port_id': 'a29ba352-f266-4899-a105-0169a0c35bdb', 'mac_address': 'fa:16:3e:0c:50:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc44112-3970-4a84-a656-f40fa88683de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:34:05.714752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['c0e53b41-a50d-4974-a49d-3137c57e5f07'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:34:05.724857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e4ca12a-e108-4929-a4b3-36f599b1b32c req-81bc06df-a43c-4baf-9a32-c3f3e5cf16ad service neutron] 10.222.0.65 "GET /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004730 Feb 16 16:34:05.743330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b998c-294b-43fe-be28-0e39f3000ab3 req-53d8af01-09c7-4f6d-a02e-8d106ca66783 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:05.750561 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (edce97ce-a926-4898-94f7-c40a370747ad), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:05.751670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-775b998c-294b-43fe-be28-0e39f3000ab3 req-53d8af01-09c7-4f6d-a02e-8d106ca66783 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 944 time: 0.1254263 Feb 16 16:34:05.756063 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (edce97ce-a926-4898-94f7-c40a370747ad), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:05.843210 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 819bcf77-3f41-4452-8a8c-d420ffc9a92f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:34:05.843741 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 819bcf77-3f41-4452-8a8c-d420ffc9a92f not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:34:05.869055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 157e59aa-dbbe-4801-ad9b-4766ec9364e5 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:34:05.884657 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_controller (edce97ce-a926-4898-94f7-c40a370747ad), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:05.888215 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-775b998c-294b-43fe-be28-0e39f3000ab3 req-da82c2d6-3723-4059-807e-bebdfe1ed4ad tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352124 Feb 16 16:34:05.908288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13560fe7-4253-4423-890f-85732d81fbf0 req-54e26007-8cc3-4507-ab35-67c18213afe4 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:05.918504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13560fe7-4253-4423-890f-85732d81fbf0 req-54e26007-8cc3-4507-ab35-67c18213afe4 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 943 time: 0.1375301 Feb 16 16:34:06.013710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13560fe7-4253-4423-890f-85732d81fbf0 req-f600cf3f-d0d1-4742-956f-cdf42f7ab38a tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894067 Feb 16 16:34:06.018996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a7750d-c158-481d-b859-e2d478f72185 None None] New status for floating IP 63945731-e1a0-4dd7-9fd0-109672f454b1: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:34:06.085518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b7737a7-e2d4-482a-bb7c-1a459d0a6d5e req-94e258c1-f91c-4c0b-abab-14a2591d50ea tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.0410709 Feb 16 16:34:06.151379 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Publish callbacks [] for port (e65d1faf-db3d-4d30-a44c-850af4e75b30), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.162436 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e65d1faf-db3d-4d30-a44c-850af4e75b30), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.181955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port a29ba352-f266-4899-a105-0169a0c35bdb is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:06.182352 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a29ba352-f266-4899-a105-0169a0c35bdb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.203581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29ba352-f266-4899-a105-0169a0c35bdb {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:34:06.203966 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (edce97ce-a926-4898-94f7-c40a370747ad), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.215296 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65400fb3-3587-4051-8347-de5f1906df16 req-fc26761d-5ebb-4136-841d-623e5d56e4ed tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips/63945731-e1a0-4dd7-9fd0-109672f454b1 HTTP/1.1" status: 200 len: 694 time: 0.0953758 Feb 16 16:34:06.278979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:34:06.279708 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.293468 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Attempting to bind port e65d1faf-db3d-4d30-a44c-850af4e75b30 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:34:06.293834 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Attempting to bind port e65d1faf-db3d-4d30-a44c-850af4e75b30 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:34:06.294194 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Attempting to bind port e65d1faf-db3d-4d30-a44c-850af4e75b30 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:34:06.298784 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a77a48-429f-4272-934e-18a769a83e46 None None] Pushing event updated for resources: {'Port': ['ID=e65d1faf-db3d-4d30-a44c-850af4e75b30,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:06.317897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port a29ba352-f266-4899-a105-0169a0c35bdb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a29ba352-f266-4899-a105-0169a0c35bdb,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:06.321079 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a77a48-429f-4272-934e-18a769a83e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:06.321507 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a77a48-429f-4272-934e-18a769a83e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:06.321904 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a77a48-429f-4272-934e-18a769a83e46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:06.322298 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a77a48-429f-4272-934e-18a769a83e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:06.322630 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a77a48-429f-4272-934e-18a769a83e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:06.326133 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a77a48-429f-4272-934e-18a769a83e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:06.326473 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a77a48-429f-4272-934e-18a769a83e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:06.326833 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a77a48-429f-4272-934e-18a769a83e46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:06.327130 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a77a48-429f-4272-934e-18a769a83e46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:06.331737 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a77a48-429f-4272-934e-18a769a83e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:06.332328 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a77a48-429f-4272-934e-18a769a83e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:06.332949 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a77a48-429f-4272-934e-18a769a83e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:06.333445 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a77a48-429f-4272-934e-18a769a83e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:06.338193 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:34:06.338874 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:34:06.339454 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.340030 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:34:06.340691 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Bound port: e65d1faf-db3d-4d30-a44c-850af4e75b30, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:34:06.341252 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e65d1faf-db3d-4d30-a44c-850af4e75b30), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.390914 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a29ba352-f266-4899-a105-0169a0c35bdb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.405015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65400fb3-3587-4051-8347-de5f1906df16 req-169c0b0d-9540-4776-9275-1f800ba8cc63 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:06.418870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65400fb3-3587-4051-8347-de5f1906df16 req-169c0b0d-9540-4776-9275-1f800ba8cc63 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 784 time: 0.2015333 Feb 16 16:34:06.453830 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] For port e65d1faf-db3d-4d30-a44c-850af4e75b30, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:34:06.463919 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] For port e65d1faf-db3d-4d30-a44c-850af4e75b30, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e65d1faf-db3d-4d30-a44c-850af4e75b30,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:34:06.473401 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e65d1faf-db3d-4d30-a44c-850af4e75b30), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.525187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65400fb3-3587-4051-8347-de5f1906df16 req-8ca78d63-9ca0-400b-9e99-30d6757c2963 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 695 time: 0.1050797 Feb 16 16:34:06.561221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=a29ba352-f266-4899-a105-0169a0c35bdb,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:06.563618 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Routers {'bb9b0a3c-a19b-4877-97bd-488af7a092fe'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:06.564449 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['bb9b0a3c-a19b-4877-97bd-488af7a092fe'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:06.591643 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (edce97ce-a926-4898-94f7-c40a370747ad), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.618237 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65400fb3-3587-4051-8347-de5f1906df16 req-296fcb87-5dd6-4bfe-94ca-6e7275c5a760 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 695 time: 0.0913594 Feb 16 16:34:06.625533 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.627078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:06.627721 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.659937 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:06.663134 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a77a48-429f-4272-934e-18a769a83e46 None None] Pushing event updated for resources: {'Port': ['ID=e65d1faf-db3d-4d30-a44c-850af4e75b30,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:06.663274 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23943dac-8b52-4496-821e-e0f03b934dcc" -d '{"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-plugged", "status": "completed", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:06.678261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['a29ba352-f266-4899-a105-0169a0c35bdb'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:34:06.725640 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] Set router bb9b0a3c-a19b-4877-97bd-488af7a092fe gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:34:06.730180 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21e6e4d-b824-47b0-b465-ec8fc01ae604 x-openstack-request-id: req-a21e6e4d-b824-47b0-b465-ec8fc01ae604 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:06.730546 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-plugged", "status": "completed", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:06.730861 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a21e6e4d-b824-47b0-b465-ec8fc01ae604 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:06.731418 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'code': 200} Feb 16 16:34:06.735284 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:06.746754 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.796505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-65400fb3-3587-4051-8347-de5f1906df16 req-02942f9a-bc2c-43ef-bc6f-bd6bf3a7fcbf tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Deleting port d60f1e80-49d2-4b8c-94e3-145006e4018e {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:06.796850 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-65400fb3-3587-4051-8347-de5f1906df16 req-02942f9a-bc2c-43ef-bc6f-bd6bf3a7fcbf tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d60f1e80-49d2-4b8c-94e3-145006e4018e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.799433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Allocated IP 172.25.4.3 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/00568698-7a91-49eb-9363-49bbd13e0b7c) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:34:06.815926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=157e59aa-dbbe-4801-ad9b-4766ec9364e5,revision_number=10']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:06.891489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-65400fb3-3587-4051-8347-de5f1906df16 req-02942f9a-bc2c-43ef-bc6f-bd6bf3a7fcbf tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d60f1e80-49d2-4b8c-94e3-145006e4018e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.891953 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-65400fb3-3587-4051-8347-de5f1906df16 req-02942f9a-bc2c-43ef-bc6f-bd6bf3a7fcbf tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for floatingip (d60f1e80-49d2-4b8c-94e3-145006e4018e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.904529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-65400fb3-3587-4051-8347-de5f1906df16 req-02942f9a-bc2c-43ef-bc6f-bd6bf3a7fcbf tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Calling delete_port for d60f1e80-49d2-4b8c-94e3-145006e4018e owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:06.951442 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for port (00568698-7a91-49eb-9363-49bbd13e0b7c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:06.961361 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b0a3c-a19b-4877-97bd-488af7a092fe', 'name': 'tempest-snat-router-1006421528', 'tenant_id': 'd167e9434c26415fbe94c96053d11f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.190'}], 'enable_snat': False}, 'gw_port_id': 'e65d1faf-db3d-4d30-a44c-850af4e75b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:34:03Z', 'updated_at': '2022-02-16T16:34:04Z', 'revision_number': 3, 'project_id': 'd167e9434c26415fbe94c96053d11f70', 'gw_port': {'id': 'e65d1faf-db3d-4d30-a44c-850af4e75b30', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b0a3c-a19b-4877-97bd-488af7a092fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:34:03Z', 'updated_at': '2022-02-16T16:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:07.015621 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (00568698-7a91-49eb-9363-49bbd13e0b7c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:07.018003 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfdf91-533c-4276-afab-ae6b04bccfd2 None None] The sync data for ids ['bb9b0a3c-a19b-4877-97bd-488af7a092fe'] in n-d-669411-5 is: [{'id': 'bb9b0a3c-a19b-4877-97bd-488af7a092fe', 'name': 'tempest-snat-router-1006421528', 'tenant_id': 'd167e9434c26415fbe94c96053d11f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.190'}], 'enable_snat': False}, 'gw_port_id': 'e65d1faf-db3d-4d30-a44c-850af4e75b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:34:03Z', 'updated_at': '2022-02-16T16:34:04Z', 'revision_number': 3, 'project_id': 'd167e9434c26415fbe94c96053d11f70', 'gw_port': {'id': 'e65d1faf-db3d-4d30-a44c-850af4e75b30', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b0a3c-a19b-4877-97bd-488af7a092fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:34:03Z', 'updated_at': '2022-02-16T16:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:34:07.070702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:34:07.073865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:34:07.077743 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:34:07.083476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Pushing event updated for resources: {'Port': ['ID=00568698-7a91-49eb-9363-49bbd13e0b7c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:07.183384 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-65400fb3-3587-4051-8347-de5f1906df16 req-02942f9a-bc2c-43ef-bc6f-bd6bf3a7fcbf tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d60f1e80-49d2-4b8c-94e3-145006e4018e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:07.221471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02942f9a-bc2c-43ef-bc6f-bd6bf3a7fcbf tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Pushing event deleted for resources: {'Port': ['ID=d60f1e80-49d2-4b8c-94e3-145006e4018e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:07.235164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804d900-1c16-46d2-be95-2cd5a111ddae req-cd6399d6-4746-4d72-be56-7ba0a4830587 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:07.242230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b804d900-1c16-46d2-be95-2cd5a111ddae req-cd6399d6-4746-4d72-be56-7ba0a4830587 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 944 time: 0.2268827 Feb 16 16:34:07.326309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-91168548-02a0-4957-9dd4-3e6405990ba6 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:07.327727 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-91168548-02a0-4957-9dd4-3e6405990ba6 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 811 time: 0.2825432 Feb 16 16:34:07.356094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-441fa3d0-4464-49c0-9ed4-3a412766ea30 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Request body: {'port': {'device_id': '4b8b7f2c-9555-4d32-b93b-d9ce525c04f0', 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03', 'admin_state_up': True, 'tenant_id': '87aaae2862ac405f88354b7195ee2896'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:07.394409 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (edce97ce-a926-4898-94f7-c40a370747ad), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:07.421549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b804d900-1c16-46d2-be95-2cd5a111ddae req-3d989836-b15e-44ca-a7de-c8b266bc5839 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778827 Feb 16 16:34:07.458388 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-65400fb3-3587-4051-8347-de5f1906df16 req-02942f9a-bc2c-43ef-bc6f-bd6bf3a7fcbf tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks [] for floatingip (63945731-e1a0-4dd7-9fd0-109672f454b1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:07.461689 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-65400fb3-3587-4051-8347-de5f1906df16 req-02942f9a-bc2c-43ef-bc6f-bd6bf3a7fcbf tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:07.464931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65400fb3-3587-4051-8347-de5f1906df16 req-02942f9a-bc2c-43ef-bc6f-bd6bf3a7fcbf tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "DELETE /v2.0/floatingips/63945731-e1a0-4dd7-9fd0-109672f454b1 HTTP/1.1" status: 204 len: 173 time: 0.8457758 Feb 16 16:34:07.578884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ddc7afa8-ca36-4f6d-9e3a-da8f1a524243 req-c74fde01-5379-4531-8211-31791a617cfe tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.0531266 Feb 16 16:34:07.615440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-441fa3d0-4464-49c0-9ed4-3a412766ea30 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Made reservation on behalf of 87aaae2862ac405f88354b7195ee2896 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:34:07.619042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-441fa3d0-4464-49c0-9ed4-3a412766ea30 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:07.648366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4e27b-7ecd-49e2-b34f-5e7540ea71aa req-4fefad36-f931-44d0-8cf4-c8546996dbe8 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:07.654941 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9e4e27b-7ecd-49e2-b34f-5e7540ea71aa req-4fefad36-f931-44d0-8cf4-c8546996dbe8 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 944 time: 0.1470687 Feb 16 16:34:07.670317 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (edce97ce-a926-4898-94f7-c40a370747ad), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:07.779399 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9e4e27b-7ecd-49e2-b34f-5e7540ea71aa req-5f531684-8248-4491-823f-7ade9e2350b0 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999029 Feb 16 16:34:07.844764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-441fa3d0-4464-49c0-9ed4-3a412766ea30 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Allocated IP 172.20.0.5 (121ff239-7c70-486a-be8a-d08127a9ab03/7683ed5c-4de8-4e9d-8369-1fddb9288879/85f3fb9a-fc9e-4891-b480-5d7542c45c1f) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:34:07.870571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device c0e53b41-a50d-4974-a49d-3137c57e5f07 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:34:07.876156 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Router edce97ce-a926-4898-94f7-c40a370747ad is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:34:07.963605 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port c0e53b41-a50d-4974-a49d-3137c57e5f07 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:34:07.968467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e65d1faf-db3d-4d30-a44c-850af4e75b30 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:34:07.975987 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port c0e53b41-a50d-4974-a49d-3137c57e5f07 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:34:07.976375 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.014912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53296a-92ab-44ba-a38b-d4a22e44178d req-5075e8be-7692-4dc2-889d-ee397e4a7316 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:08.017547 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d53296a-92ab-44ba-a38b-d4a22e44178d req-5075e8be-7692-4dc2-889d-ee397e4a7316 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 945 time: 0.1503127 Feb 16 16:34:08.051717 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:34:08.065599 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Sync routers for ids ['edce97ce-a926-4898-94f7-c40a370747ad'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:34:08.077536 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.080178 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e08db498-7eda-491c-aa5b-e64f89e301e0 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.4260938 Feb 16 16:34:08.083427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60128) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:08.086701 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Routers {'edce97ce-a926-4898-94f7-c40a370747ad'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:08.088356 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['edce97ce-a926-4898-94f7-c40a370747ad'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:08.101440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e65d1faf-db3d-4d30-a44c-850af4e75b30 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:34:08.101853 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e65d1faf-db3d-4d30-a44c-850af4e75b30), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.146087 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port c0e53b41-a50d-4974-a49d-3137c57e5f07 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:08.146478 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.215149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port c0e53b41-a50d-4974-a49d-3137c57e5f07, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=c0e53b41-a50d-4974-a49d-3137c57e5f07,segment=NetworkSegment(5784e4ec-82e8-40e5-a17d-d9d1118556dd),segment_id=5784e4ec-82e8-40e5-a17d-d9d1118556dd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:08.241654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-441fa3d0-4464-49c0-9ed4-3a412766ea30 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks [] for port (85f3fb9a-fc9e-4891-b480-5d7542c45c1f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.242062 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.258703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d53296a-92ab-44ba-a38b-d4a22e44178d req-7acb06d7-5fe1-4de6-a285-e3597c2599d6 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303572 Feb 16 16:34:08.261863 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Set router edce97ce-a926-4898-94f7-c40a370747ad gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:34:08.284967 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2034b5fd-0332-409a-b541-35a9eba3db83 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/routers/edce97ce-a926-4898-94f7-c40a370747ad HTTP/1.1" status: 200 len: 906 time: 0.1973863 Feb 16 16:34:08.285320 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60130) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:08.302007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e65d1faf-db3d-4d30-a44c-850af4e75b30 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:08.302407 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e65d1faf-db3d-4d30-a44c-850af4e75b30), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.310808 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-441fa3d0-4464-49c0-9ed4-3a412766ea30 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (85f3fb9a-fc9e-4891-b480-5d7542c45c1f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.347393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=c0e53b41-a50d-4974-a49d-3137c57e5f07,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:08.360085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port e65d1faf-db3d-4d30-a44c-850af4e75b30, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e65d1faf-db3d-4d30-a44c-850af4e75b30,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:08.366419 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e65d1faf-db3d-4d30-a44c-850af4e75b30), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.373763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-441fa3d0-4464-49c0-9ed4-3a412766ea30 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Network 121ff239-7c70-486a-be8a-d08127a9ab03 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:34:08.377315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-441fa3d0-4464-49c0-9ed4-3a412766ea30 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:34:08.386376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-441fa3d0-4464-49c0-9ed4-3a412766ea30 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:34:08.436066 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fa3d0-4464-49c0-9ed4-3a412766ea30 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Pushing event updated for resources: {'Port': ['ID=85f3fb9a-fc9e-4891-b480-5d7542c45c1f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:08.457588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=e65d1faf-db3d-4d30-a44c-850af4e75b30,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:08.472885 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-441fa3d0-4464-49c0-9ed4-3a412766ea30 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:08.474154 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-441fa3d0-4464-49c0-9ed4-3a412766ea30 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.480469 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-deca716b-b77b-4958-b340-b8dea71dfa1c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router (edce97ce-a926-4898-94f7-c40a370747ad), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.495771 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-441fa3d0-4464-49c0-9ed4-3a412766ea30 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1470613 Feb 16 16:34:08.511798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Request body: {'port': {'device_id': '4b8b7f2c-9555-4d32-b93b-d9ce525c04f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:08.567607 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edce97ce-a926-4898-94f7-c40a370747ad', 'name': 'tempest-snat-router-1006421528', 'tenant_id': 'd167e9434c26415fbe94c96053d11f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '00568698-7a91-49eb-9363-49bbd13e0b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:34:05Z', 'updated_at': '2022-02-16T16:34:07Z', 'revision_number': 3, 'project_id': 'd167e9434c26415fbe94c96053d11f70', 'gw_port': {'id': '00568698-7a91-49eb-9363-49bbd13e0b7c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edce97ce-a926-4898-94f7-c40a370747ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:34:06Z', 'updated_at': '2022-02-16T16:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:08.600505 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Checking router: edce97ce-a926-4898-94f7-c40a370747ad for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:34:08.600783 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Updating router edce97ce-a926-4898-94f7-c40a370747ad port 00568698-7a91-49eb-9363-49bbd13e0b7c binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:34:08.631325 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (85f3fb9a-fc9e-4891-b480-5d7542c45c1f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.634567 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (00568698-7a91-49eb-9363-49bbd13e0b7c), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.636942 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-deca716b-b77b-4958-b340-b8dea71dfa1c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (edce97ce-a926-4898-94f7-c40a370747ad), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.689947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adfd59-c7d8-4d36-ab14-5137becd92a1 req-65b0b8e1-dae8-4c51-a4ed-51e4d485c763 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:08.691402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96adfd59-c7d8-4d36-ab14-5137becd92a1 req-65b0b8e1-dae8-4c51-a4ed-51e4d485c763 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 945 time: 0.1486254 Feb 16 16:34:08.713568 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-deca716b-b77b-4958-b340-b8dea71dfa1c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Deleting port 00568698-7a91-49eb-9363-49bbd13e0b7c {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:08.714054 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-deca716b-b77b-4958-b340-b8dea71dfa1c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (00568698-7a91-49eb-9363-49bbd13e0b7c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.732208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee862668-3e51-4453-98a3-4b51be7e438f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e53b41-a50d-4974-a49d-3137c57e5f07'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:08.734486 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76aeb23-fd2c-43c7-a544-2f2a0664e0af" -d '{"events": [{"server_uuid": "ee862668-3e51-4453-98a3-4b51be7e438f", "name": "network-vif-plugged", "status": "completed", "tag": "c0e53b41-a50d-4974-a49d-3137c57e5f07"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:08.804342 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-deca716b-b77b-4958-b340-b8dea71dfa1c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (00568698-7a91-49eb-9363-49bbd13e0b7c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.818855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-deca716b-b77b-4958-b340-b8dea71dfa1c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Calling delete_port for 00568698-7a91-49eb-9363-49bbd13e0b7c owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:08.845470 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96adfd59-c7d8-4d36-ab14-5137becd92a1 req-020b87f7-3bab-4f6e-913e-75ef66fd23b7 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285460 Feb 16 16:34:08.856944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db936ed4-9318-4c27-872c-cc4d7f595945 req-04710696-d692-45b0-9962-fd3f183f843c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:08.858532 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db936ed4-9318-4c27-872c-cc4d7f595945 req-04710696-d692-45b0-9962-fd3f183f843c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 931 time: 0.1878021 Feb 16 16:34:08.904181 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca277bf9-4bbe-4e3a-8354-d02752626473 x-openstack-request-id: req-ca277bf9-4bbe-4e3a-8354-d02752626473 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:08.904666 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee862668-3e51-4453-98a3-4b51be7e438f", "name": "network-vif-plugged", "status": "completed", "tag": "c0e53b41-a50d-4974-a49d-3137c57e5f07", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:08.905429 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca277bf9-4bbe-4e3a-8354-d02752626473 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:08.906078 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee862668-3e51-4453-98a3-4b51be7e438f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e53b41-a50d-4974-a49d-3137c57e5f07', 'code': 200} Feb 16 16:34:08.963154 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Publish callbacks [] for port (00568698-7a91-49eb-9363-49bbd13e0b7c), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:08.969155 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (00568698-7a91-49eb-9363-49bbd13e0b7c), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.038251 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Attempting to bind port 00568698-7a91-49eb-9363-49bbd13e0b7c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:34:09.038615 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Attempting to bind port 00568698-7a91-49eb-9363-49bbd13e0b7c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:34:09.038969 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Attempting to bind port 00568698-7a91-49eb-9363-49bbd13e0b7c on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:34:09.042136 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4e824-1362-4b47-bf27-752675ea96b6 None None] Pushing event updated for resources: {'Port': ['ID=00568698-7a91-49eb-9363-49bbd13e0b7c,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:09.047785 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:34:09.048167 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:34:09.048557 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.048930 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:34:09.049388 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Bound port: 00568698-7a91-49eb-9363-49bbd13e0b7c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:34:09.049929 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (00568698-7a91-49eb-9363-49bbd13e0b7c), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.114734 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.db.api [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:34:09.115297 n-d-669411-5 neutron-server[103424]: DEBUG oslo_db.api [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:34:09.116234 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-deca716b-b77b-4958-b340-b8dea71dfa1c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (00568698-7a91-49eb-9363-49bbd13e0b7c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.120778 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db936ed4-9318-4c27-872c-cc4d7f595945 req-2893808b-0dc7-40e3-a01d-3e1b750fcb3b tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492969 Feb 16 16:34:09.153870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966359a-8e20-4464-944c-75b6c7bc9c59 req-d576580e-0712-4382-b0f8-befaea405f4c tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:09.155537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1966359a-8e20-4464-944c-75b6c7bc9c59 req-d576580e-0712-4382-b0f8-befaea405f4c tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 944 time: 0.1866720 Feb 16 16:34:09.209970 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca716b-b77b-4958-b340-b8dea71dfa1c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Pushing event deleted for resources: {'Port': ['ID=00568698-7a91-49eb-9363-49bbd13e0b7c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:09.234190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f3fb9a-fc9e-4891-b480-5d7542c45c1f {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:34:09.249417 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Publish callbacks [] for port (85f3fb9a-fc9e-4891-b480-5d7542c45c1f), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.257068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1966359a-8e20-4464-944c-75b6c7bc9c59 req-ed148d7e-709d-495b-b3c3-3ad8e2de38bd tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931809 Feb 16 16:34:09.259366 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458febad-5abc-408b-bb9e-77dd5655c26a req-59fc51c3-da58-4887-8c73-a78598bdc6ac tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:09.260991 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-458febad-5abc-408b-bb9e-77dd5655c26a req-59fc51c3-da58-4887-8c73-a78598bdc6ac tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.65 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 945 time: 0.1871178 Feb 16 16:34:09.270339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Transition to ACTIVE for port object 85f3fb9a-fc9e-4891-b480-5d7542c45c1f will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:34:09.277527 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (85f3fb9a-fc9e-4891-b480-5d7542c45c1f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.310756 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-deca716b-b77b-4958-b340-b8dea71dfa1c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (edce97ce-a926-4898-94f7-c40a370747ad), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.343214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Pushing event updated for resources: {'Port': ['ID=85f3fb9a-fc9e-4891-b480-5d7542c45c1f,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:09.387675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cf7aa-b88e-4b65-8fa0-f88c6740f9f4 req-7240ee77-0455-4252-b9c7-204faa8b11cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:09.390461 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5d8cf7aa-b88e-4b65-8fa0-f88c6740f9f4 req-7240ee77-0455-4252-b9c7-204faa8b11cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 1127 time: 0.2535806 Feb 16 16:34:09.455100 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device a29ba352-f266-4899-a105-0169a0c35bdb up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:34:09.483095 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-deca716b-b77b-4958-b340-b8dea71dfa1c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (edce97ce-a926-4898-94f7-c40a370747ad), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.492068 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-deca716b-b77b-4958-b340-b8dea71dfa1c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_controller (edce97ce-a926-4898-94f7-c40a370747ad), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.503361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b994704-1e22-4f79-adba-f87c517cf83c req-aa89b1c2-1c99-4ab2-b744-880f9af9a0f7 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:09.505767 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b994704-1e22-4f79-adba-f87c517cf83c req-aa89b1c2-1c99-4ab2-b744-880f9af9a0f7 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 945 time: 0.1292152 Feb 16 16:34:09.517028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Attempting to bind port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:34:09.517454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Attempting to bind port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:34:09.517880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Attempting to bind port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f on network 121ff239-7c70-486a-be8a-d08127a9ab03 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:34:09.538101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port a29ba352-f266-4899-a105-0169a0c35bdb completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:34:09.542891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port a29ba352-f266-4899-a105-0169a0c35bdb triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:34:09.543212 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a29ba352-f266-4899-a105-0169a0c35bdb), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.554087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f on network 121ff239-7c70-486a-be8a-d08127a9ab03 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:34:09.554919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Attempting to bind port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f on network 121ff239-7c70-486a-be8a-d08127a9ab03 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:34:09.571669 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-deca716b-b77b-4958-b340-b8dea71dfa1c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (edce97ce-a926-4898-94f7-c40a370747ad), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.572307 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deca716b-b77b-4958-b340-b8dea71dfa1c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router edce97ce-a926-4898-94f7-c40a370747ad {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:34:09.578294 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-deca716b-b77b-4958-b340-b8dea71dfa1c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.582123 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-deca716b-b77b-4958-b340-b8dea71dfa1c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "DELETE /v2.0/routers/edce97ce-a926-4898-94f7-c40a370747ad HTTP/1.1" status: 204 len: 168 time: 1.2953985 Feb 16 16:34:09.584568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:34:09.584847 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5d8cf7aa-b88e-4b65-8fa0-f88c6740f9f4 req-4d96ea39-494c-4709-867d-83b254db12ae service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589317 Feb 16 16:34:09.585287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Checking segment: {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:34:09.587102 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60164) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:09.587634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Bound using segment: {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:34:09.588246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Bound port: 85f3fb9a-fc9e-4891-b480-5d7542c45c1f, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:34:09.588730 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (85f3fb9a-fc9e-4891-b480-5d7542c45c1f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.622068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b994704-1e22-4f79-adba-f87c517cf83c req-ef662c33-600c-410f-911e-ebdb1c974974 tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/security-groups?id=47f560d9-3d29-45c6-bd86-5a5795b88912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995574 Feb 16 16:34:09.646544 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Attempting to bind port 00568698-7a91-49eb-9363-49bbd13e0b7c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:34:09.646915 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Attempting to bind port 00568698-7a91-49eb-9363-49bbd13e0b7c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:34:09.647285 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Attempting to bind port 00568698-7a91-49eb-9363-49bbd13e0b7c on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:34:09.666888 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:34:09.667301 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:34:09.667963 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.668354 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:34:09.668822 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Bound port: 00568698-7a91-49eb-9363-49bbd13e0b7c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:34:09.669198 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (00568698-7a91-49eb-9363-49bbd13e0b7c), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.687673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port a29ba352-f266-4899-a105-0169a0c35bdb is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:09.687809 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a29ba352-f266-4899-a105-0169a0c35bdb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.693492 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-458febad-5abc-408b-bb9e-77dd5655c26a req-8c1ff1f6-18f4-4f96-870e-2676d0203a3a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Deleting port 317c51d4-d901-46dc-bfd6-023651120ab7 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:09.693836 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-458febad-5abc-408b-bb9e-77dd5655c26a req-8c1ff1f6-18f4-4f96-870e-2676d0203a3a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (317c51d4-d901-46dc-bfd6-023651120ab7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.714091 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Port 00568698-7a91-49eb-9363-49bbd13e0b7c has been deleted concurrently {{(pid=103424) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 16 16:34:09.736581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port a29ba352-f266-4899-a105-0169a0c35bdb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a29ba352-f266-4899-a105-0169a0c35bdb,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:09.736869 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Routers set() bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:09.738980 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Router IDs set() for agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 16:34:09.741073 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_agentschedulers_db [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'edce97ce-a926-4898-94f7-c40a370747ad'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent'). {{(pid=103424) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 16:34:09.743563 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4963cc7a-f27a-4e34-b269-238237d0a26e None None] The sync data for ids ['edce97ce-a926-4898-94f7-c40a370747ad'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:34:09.746035 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a29ba352-f266-4899-a105-0169a0c35bdb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.753956 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] For port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:34:09.758941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] For port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=85f3fb9a-fc9e-4891-b480-5d7542c45c1f,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:34:09.768482 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (85f3fb9a-fc9e-4891-b480-5d7542c45c1f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.811600 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router (bb9b0a3c-a19b-4877-97bd-488af7a092fe), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.819201 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:09.819855 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:09.820233 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=a29ba352-f266-4899-a105-0169a0c35bdb,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:09.823253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] 10.222.0.65 "PUT /v2.0/ports/85f3fb9a-fc9e-4891-b480-5d7542c45c1f HTTP/1.1" status: 200 len: 1091 time: 1.3185279 Feb 16 16:34:09.826314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8b7f2c-9555-4d32-b93b-d9ce525c04f0', 'tag': '85f3fb9a-fc9e-4891-b480-5d7542c45c1f'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:09.829522 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea8fd6e-40cf-440b-b1d8-d94ad66208c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8b7f2c-9555-4d32-b93b-d9ce525c04f0", "tag": "85f3fb9a-fc9e-4891-b480-5d7542c45c1f"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:09.865957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f8ebe-ef69-47d5-81fc-468be8d2f562 service neutron] Pushing event updated for resources: {'Port': ['ID=85f3fb9a-fc9e-4891-b480-5d7542c45c1f,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:09.919501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e65d1faf-db3d-4d30-a44c-850af4e75b30 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:34:09.924682 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712995b8-6c61-4977-9a86-40dd44473300 x-openstack-request-id: req-712995b8-6c61-4977-9a86-40dd44473300 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:09.925198 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8b7f2c-9555-4d32-b93b-d9ce525c04f0", "tag": "85f3fb9a-fc9e-4891-b480-5d7542c45c1f", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:09.925623 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-712995b8-6c61-4977-9a86-40dd44473300 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:09.926184 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8b7f2c-9555-4d32-b93b-d9ce525c04f0', 'tag': '85f3fb9a-fc9e-4891-b480-5d7542c45c1f', 'status': 'completed', 'code': 200} Feb 16 16:34:09.957801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-ee80666e-07c4-434a-bed2-f99fd78ebd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:09.960405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-ee80666e-07c4-434a-bed2-f99fd78ebd20 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 1125 time: 0.0901558 Feb 16 16:34:10.004481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e65d1faf-db3d-4d30-a44c-850af4e75b30 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:34:10.004720 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e65d1faf-db3d-4d30-a44c-850af4e75b30), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:10.037181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-b205de6e-cdc7-49cf-9933-53b477286135 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85f3fb9a-fc9e-4891-b480-5d7542c45c1f HTTP/1.1" status: 200 len: 217 time: 0.0701706 Feb 16 16:34:10.130691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e65d1faf-db3d-4d30-a44c-850af4e75b30 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:10.141186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49474375-67ab-40d5-98b7-1586a52f877d req-dbd4d915-b193-448d-9e6d-382119db2ba3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:10.149688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49474375-67ab-40d5-98b7-1586a52f877d req-dbd4d915-b193-448d-9e6d-382119db2ba3 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 945 time: 0.1806331 Feb 16 16:34:10.162070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-1583832c-5580-4b12-a7c5-1550a13ff9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:10.163720 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-1583832c-5580-4b12-a7c5-1550a13ff9fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7683ed5c-4de8-4e9d-8369-1fddb9288879 HTTP/1.1" status: 200 len: 851 time: 0.1062410 Feb 16 16:34:10.211280 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-593ffedf-52c5-4da7-b331-0dff18e56925 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=121ff239-7c70-486a-be8a-d08127a9ab03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377841 Feb 16 16:34:10.326283 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-458febad-5abc-408b-bb9e-77dd5655c26a req-8c1ff1f6-18f4-4f96-870e-2676d0203a3a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] For port 317c51d4-d901-46dc-bfd6-023651120ab7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=317c51d4-d901-46dc-bfd6-023651120ab7,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:10.326850 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-458febad-5abc-408b-bb9e-77dd5655c26a req-8c1ff1f6-18f4-4f96-870e-2676d0203a3a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (317c51d4-d901-46dc-bfd6-023651120ab7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:10.332930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-307569fa-ee57-44be-8dbc-f1b71e61e414 service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047080 Feb 16 16:34:10.344586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-458febad-5abc-408b-bb9e-77dd5655c26a req-8c1ff1f6-18f4-4f96-870e-2676d0203a3a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Calling delete_port for 317c51d4-d901-46dc-bfd6-023651120ab7 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:10.410878 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (bb9b0a3c-a19b-4877-97bd-488af7a092fe), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:10.459796 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49474375-67ab-40d5-98b7-1586a52f877d req-edbe0ae8-c3d1-47c0-9b0c-3f9ef412cac2 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047633 Feb 16 16:34:10.499868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49381e8f-8185-4079-b270-52187094b27a req-fcba60b1-a61a-4c46-bf1f-cf3835c6e981 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:10.501838 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49381e8f-8185-4079-b270-52187094b27a req-fcba60b1-a61a-4c46-bf1f-cf3835c6e981 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 943 time: 0.2932580 Feb 16 16:34:10.552273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Deleting port e65d1faf-db3d-4d30-a44c-850af4e75b30 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:10.552802 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e65d1faf-db3d-4d30-a44c-850af4e75b30), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:10.564328 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568bbe78-25e5-4005-8e03-d0a8c2e6b61d req-b608b31b-26f9-46cd-8e75-f68c161a6914 service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064514 Feb 16 16:34:10.578068 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-458febad-5abc-408b-bb9e-77dd5655c26a req-8c1ff1f6-18f4-4f96-870e-2676d0203a3a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (317c51d4-d901-46dc-bfd6-023651120ab7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:10.589901 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49381e8f-8185-4079-b270-52187094b27a req-6bdc8c94-0465-4cf7-8025-ee24dfceb22f tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728266 Feb 16 16:34:10.598580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['317c51d4-d901-46dc-bfd6-023651120ab7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:34:10.655043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ff1f6-18f4-4f96-870e-2676d0203a3a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Pushing event deleted for resources: {'Port': ['ID=317c51d4-d901-46dc-bfd6-023651120ab7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:10.746290 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-458febad-5abc-408b-bb9e-77dd5655c26a req-8c1ff1f6-18f4-4f96-870e-2676d0203a3a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] No DVR routers for this DVR port 317c51d4-d901-46dc-bfd6-023651120ab7 on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:34:10.750584 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-458febad-5abc-408b-bb9e-77dd5655c26a req-8c1ff1f6-18f4-4f96-870e-2676d0203a3a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:10.753968 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-458febad-5abc-408b-bb9e-77dd5655c26a req-8c1ff1f6-18f4-4f96-870e-2676d0203a3a tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.65 "DELETE /v2.0/ports/317c51d4-d901-46dc-bfd6-023651120ab7 HTTP/1.1" status: 204 len: 173 time: 1.4863601 Feb 16 16:34:10.754568 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'name': 'network-vif-deleted', 'tag': '317c51d4-d901-46dc-bfd6-023651120ab7'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:10.766500 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0865d9-d260-442a-ae97-a8c864dcaaca" -d '{"events": [{"server_uuid": "2487fe11-6332-458c-96ff-dca03e2ce59b", "name": "network-vif-deleted", "tag": "317c51d4-d901-46dc-bfd6-023651120ab7"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:10.799819 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a64c7c6-5561-4670-ab4b-0038d019609c req-0871b71b-624d-483c-ab7f-d869e7958e9b tempest-FloatingIPsAssociationTestJSON-647097356 tempest-FloatingIPsAssociationTestJSON-647097356-project] 10.222.0.24 "GET /v2.0/ports?device_id=2487fe11-6332-458c-96ff-dca03e2ce59b HTTP/1.1" status: 200 len: 210 time: 0.0671260 Feb 16 16:34:10.812530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] For port e65d1faf-db3d-4d30-a44c-850af4e75b30, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e65d1faf-db3d-4d30-a44c-850af4e75b30,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:10.813688 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e65d1faf-db3d-4d30-a44c-850af4e75b30), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:10.816442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8fd6e-40cf-440b-b1d8-d94ad66208c5 req-ba62c492-725e-4821-981f-5d1c7637cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:10.818470 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dea8fd6e-40cf-440b-b1d8-d94ad66208c5 req-ba62c492-725e-4821-981f-5d1c7637cec4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 1125 time: 0.1991076 Feb 16 16:34:10.855748 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Calling delete_port for e65d1faf-db3d-4d30-a44c-850af4e75b30 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:10.891558 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b430c0c-ff73-462f-82fb-e5169aacc75b x-openstack-request-id: req-5b430c0c-ff73-462f-82fb-e5169aacc75b {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:10.892110 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2487fe11-6332-458c-96ff-dca03e2ce59b", "name": "network-vif-deleted", "tag": "317c51d4-d901-46dc-bfd6-023651120ab7", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:10.892279 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b430c0c-ff73-462f-82fb-e5169aacc75b {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:10.892759 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2487fe11-6332-458c-96ff-dca03e2ce59b', 'name': 'network-vif-deleted', 'tag': '317c51d4-d901-46dc-bfd6-023651120ab7', 'status': 'completed', 'code': 200} Feb 16 16:34:10.907787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29ba352-f266-4899-a105-0169a0c35bdb'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:10.919158 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd7f0ef-9912-4240-ae83-af57192a92f7" -d '{"events": [{"server_uuid": "5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1", "name": "network-vif-plugged", "status": "completed", "tag": "a29ba352-f266-4899-a105-0169a0c35bdb"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:10.980819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edeb33-b1ba-436f-8cdc-af7a00f86778 req-13a8927d-be19-4791-bbb6-4ce6d784bca9 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:10.982475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15edeb33-b1ba-436f-8cdc-af7a00f86778 req-13a8927d-be19-4791-bbb6-4ce6d784bca9 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 945 time: 0.3016055 Feb 16 16:34:11.007430 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc25e9f4-e518-40b0-a51b-37099f01e300 x-openstack-request-id: req-bc25e9f4-e518-40b0-a51b-37099f01e300 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:11.008948 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1", "name": "network-vif-plugged", "status": "completed", "tag": "a29ba352-f266-4899-a105-0169a0c35bdb", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:11.009405 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc25e9f4-e518-40b0-a51b-37099f01e300 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:11.010018 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29ba352-f266-4899-a105-0169a0c35bdb', 'code': 200} Feb 16 16:34:11.098327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8fd6e-40cf-440b-b1d8-d94ad66208c5 req-45c45ebc-0204-477e-88c8-7bd9febf486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:11.099994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dea8fd6e-40cf-440b-b1d8-d94ad66208c5 req-45c45ebc-0204-477e-88c8-7bd9febf486c service neutron] 10.222.0.65 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 912 time: 0.2565625 Feb 16 16:34:11.118885 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15edeb33-b1ba-436f-8cdc-af7a00f86778 req-6abc7759-b994-41b3-a17c-85f5e627dc39 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281853 Feb 16 16:34:11.196651 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dea8fd6e-40cf-440b-b1d8-d94ad66208c5 req-8f24fc6b-49c7-43af-8d6c-e13e99053360 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85f3fb9a-fc9e-4891-b480-5d7542c45c1f HTTP/1.1" status: 200 len: 217 time: 0.0878201 Feb 16 16:34:11.209156 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58715ab0-2d2a-4cfa-9748-cce2611624c7 req-69aa740f-f8cd-4c90-ad56-c7180b92ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:11.210389 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-58715ab0-2d2a-4cfa-9748-cce2611624c7 req-69aa740f-f8cd-4c90-ad56-c7180b92ba27 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 1127 time: 0.1553216 Feb 16 16:34:11.280987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8fd6e-40cf-440b-b1d8-d94ad66208c5 req-ace5ae44-9f55-439a-a847-635a274e3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:11.283831 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dea8fd6e-40cf-440b-b1d8-d94ad66208c5 req-ace5ae44-9f55-439a-a847-635a274e3725 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7683ed5c-4de8-4e9d-8369-1fddb9288879 HTTP/1.1" status: 200 len: 851 time: 0.0730214 Feb 16 16:34:11.336054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dea8fd6e-40cf-440b-b1d8-d94ad66208c5 req-cf0ef665-440d-4f62-afc6-2921fc808e2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=121ff239-7c70-486a-be8a-d08127a9ab03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429459 Feb 16 16:34:11.360917 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-58715ab0-2d2a-4cfa-9748-cce2611624c7 req-83c60b2c-a6d7-41f5-8b1b-9b04b08795b2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432459 Feb 16 16:34:11.365659 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e65d1faf-db3d-4d30-a44c-850af4e75b30), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:11.415149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Pushing event deleted for resources: {'Port': ['ID=e65d1faf-db3d-4d30-a44c-850af4e75b30,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:11.489139 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dea8fd6e-40cf-440b-b1d8-d94ad66208c5 req-3fb92ec6-02bb-42e8-88db-65019d180e15 service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403415 Feb 16 16:34:11.489787 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (bb9b0a3c-a19b-4877-97bd-488af7a092fe), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:11.599371 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (bb9b0a3c-a19b-4877-97bd-488af7a092fe), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:11.607705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_controller (bb9b0a3c-a19b-4877-97bd-488af7a092fe), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:11.674948 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (bb9b0a3c-a19b-4877-97bd-488af7a092fe), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:11.675638 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb9b0a3c-a19b-4877-97bd-488af7a092fe {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:34:11.687776 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:11.689225 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-65656ba6-ece4-4c1e-b9c8-ea231e3e9b03 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "DELETE /v2.0/routers/bb9b0a3c-a19b-4877-97bd-488af7a092fe HTTP/1.1" status: 204 len: 168 time: 2.1012158 Feb 16 16:34:11.693450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60200) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:11.699582 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1040066320', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}, 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:11.741766 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (28df56c5-cb43-4319-bf42-7c08dd38acc6), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:11.743260 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (28df56c5-cb43-4319-bf42-7c08dd38acc6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:11.813293 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_controller (28df56c5-cb43-4319-bf42-7c08dd38acc6), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:11.838712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dea8fd6e-40cf-440b-b1d8-d94ad66208c5 req-5927bea5-efdf-4daa-88bf-3606dbc30650 service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859976 Feb 16 16:34:11.853127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac0b3f-f8b4-46bc-ba99-0ad751424eab req-9c1b2e5a-8bef-43b1-8ffe-21df66caa782 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:11.861977 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30ac0b3f-f8b4-46bc-ba99-0ad751424eab req-9c1b2e5a-8bef-43b1-8ffe-21df66caa782 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 945 time: 0.2361381 Feb 16 16:34:11.926267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87069106-986b-4a36-8f0e-3b643ed259a0 req-fc816844-7384-4583-bda0-2fc10d49e608 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:11.934474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87069106-986b-4a36-8f0e-3b643ed259a0 req-fc816844-7384-4583-bda0-2fc10d49e608 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 943 time: 0.2054956 Feb 16 16:34:11.973063 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30ac0b3f-f8b4-46bc-ba99-0ad751424eab req-9e6b70d7-e3f3-47bc-8bc7-ae6801e95e1b tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091125 Feb 16 16:34:12.033061 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (28df56c5-cb43-4319-bf42-7c08dd38acc6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:12.043870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87069106-986b-4a36-8f0e-3b643ed259a0 req-2d475a78-d924-4b06-b845-1e040613ab6a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084721 Feb 16 16:34:12.058745 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60206) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:12.309979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc900a-dfff-43c0-bed9-9f5f50f8d6f8 req-d1a23057-e7b6-47a6-87e7-65a2f7fba47e tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:12.317890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3cc900a-dfff-43c0-bed9-9f5f50f8d6f8 req-d1a23057-e7b6-47a6-87e7-65a2f7fba47e tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 945 time: 0.0923705 Feb 16 16:34:12.407892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3cc900a-dfff-43c0-bed9-9f5f50f8d6f8 req-e71d137a-fbfa-4018-8e45-df05e0a41b26 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773230 Feb 16 16:34:12.558642 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (28df56c5-cb43-4319-bf42-7c08dd38acc6), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:12.590004 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:12.765954 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Allocated IP 172.25.4.67 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/819f8e64-2068-4fcf-a3e0-10a16cdca7bc) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:34:12.943778 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for port (819f8e64-2068-4fcf-a3e0-10a16cdca7bc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:12.979387 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a99d2f46-d075-4e1e-aba6-1fdd4497a61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (a5027e6d-0f37-4424-b1db-012afdf2a5a4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:13.134843 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (819f8e64-2068-4fcf-a3e0-10a16cdca7bc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:13.185470 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:34:13.192029 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:34:13.195897 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:34:13.238649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cbfc4-f36c-4cdb-ad44-49ef738ba7e3 req-c3d2b70d-9d28-4209-a5ff-ee8d6015a391 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:13.244050 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-858cbfc4-f36c-4cdb-ad44-49ef738ba7e3 req-c3d2b70d-9d28-4209-a5ff-ee8d6015a391 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 943 time: 0.0966494 Feb 16 16:34:13.264256 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Pushing event updated for resources: {'Port': ['ID=819f8e64-2068-4fcf-a3e0-10a16cdca7bc,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:13.338160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-858cbfc4-f36c-4cdb-ad44-49ef738ba7e3 req-adb7e182-1c11-4236-9ac3-cd4be51c8d87 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742016 Feb 16 16:34:13.473908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 85f3fb9a-fc9e-4891-b480-5d7542c45c1f details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:34:13.494090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 317c51d4-d901-46dc-bfd6-023651120ab7 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:34:13.561183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 317c51d4-d901-46dc-bfd6-023651120ab7 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:34:13.563290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 317c51d4-d901-46dc-bfd6-023651120ab7 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:34:13.626466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07df23-ff13-4301-aa21-94848337ac11 req-56ddc3ab-a08b-4c59-9e24-a93fb015f38a tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:13.632676 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b07df23-ff13-4301-aa21-94848337ac11 req-56ddc3ab-a08b-4c59-9e24-a93fb015f38a tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 945 time: 0.1132872 Feb 16 16:34:13.651292 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (28df56c5-cb43-4319-bf42-7c08dd38acc6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:13.772569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b07df23-ff13-4301-aa21-94848337ac11 req-d2f3bcc9-85b3-4789-a163-d6742b75399f tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338530 Feb 16 16:34:13.785974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=85f3fb9a-fc9e-4891-b480-5d7542c45c1f,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:13.815621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '85f3fb9a-fc9e-4891-b480-5d7542c45c1f', 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03', 'port_id': '85f3fb9a-fc9e-4891-b480-5d7542c45c1f', 'mac_address': 'fa:16:3e:1b:b4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7683ed5c-4de8-4e9d-8369-1fddb9288879', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:34:13.829145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e65d1faf-db3d-4d30-a44c-850af4e75b30 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:34:13.881702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: e65d1faf-db3d-4d30-a44c-850af4e75b30 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:34:13.882399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e65d1faf-db3d-4d30-a44c-850af4e75b30 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:34:13.911948 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:13.912632 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (85f3fb9a-fc9e-4891-b480-5d7542c45c1f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:13.945108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f3fb9a-fc9e-4891-b480-5d7542c45c1f {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:34:13.981849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=85f3fb9a-fc9e-4891-b480-5d7542c45c1f,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:13.990933 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (85f3fb9a-fc9e-4891-b480-5d7542c45c1f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:14.002680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (28df56c5-cb43-4319-bf42-7c08dd38acc6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:14.072385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=85f3fb9a-fc9e-4891-b480-5d7542c45c1f,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:14.281738 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['85f3fb9a-fc9e-4891-b480-5d7542c45c1f'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:34:14.309476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Router 28df56c5-cb43-4319-bf42-7c08dd38acc6 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:34:14.478141 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-a99d2f46-d075-4e1e-aba6-1fdd4497a61e admin admin] Deleting port b6df3914-d657-4880-9026-fc1ce34a68d4 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:14.481383 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a99d2f46-d075-4e1e-aba6-1fdd4497a61e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:14.631731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-a99d2f46-d075-4e1e-aba6-1fdd4497a61e admin admin] For port b6df3914-d657-4880-9026-fc1ce34a68d4, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b6df3914-d657-4880-9026-fc1ce34a68d4,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:14.632273 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a99d2f46-d075-4e1e-aba6-1fdd4497a61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:14.636543 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:34:14.662437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf35a6f-9c7b-478f-9209-d200a684574c None None] Sync routers for ids ['28df56c5-cb43-4319-bf42-7c08dd38acc6'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:34:14.669550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-a99d2f46-d075-4e1e-aba6-1fdd4497a61e admin admin] Calling delete_port for b6df3914-d657-4880-9026-fc1ce34a68d4 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:14.676358 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:14.678354 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e6e7bc67-0a16-4cbc-a637-0fd5f855368c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9837182 Feb 16 16:34:14.682487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60242) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:14.691345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e151de23-cc98-4d66-8cdc-3c9f485b8551 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'enable_snat': False}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:14.698234 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf35a6f-9c7b-478f-9209-d200a684574c None None] Routers {'28df56c5-cb43-4319-bf42-7c08dd38acc6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:14.700098 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-aaf35a6f-9c7b-478f-9209-d200a684574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['28df56c5-cb43-4319-bf42-7c08dd38acc6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:14.796165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-aaf35a6f-9c7b-478f-9209-d200a684574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:14.818479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf35a6f-9c7b-478f-9209-d200a684574c None None] Routers {'28df56c5-cb43-4319-bf42-7c08dd38acc6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:14.820634 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-aaf35a6f-9c7b-478f-9209-d200a684574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['28df56c5-cb43-4319-bf42-7c08dd38acc6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:14.926402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-aaf35a6f-9c7b-478f-9209-d200a684574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:14.929259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf35a6f-9c7b-478f-9209-d200a684574c None None] The sync data for ids ['28df56c5-cb43-4319-bf42-7c08dd38acc6'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:34:15.269599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a1ac4-e6f8-474e-b8c8-30a41ad6e847 req-a4953f95-bda0-425e-8ca9-f0bda68d6f64 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:15.273087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-706a1ac4-e6f8-474e-b8c8-30a41ad6e847 req-a4953f95-bda0-425e-8ca9-f0bda68d6f64 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 944 time: 0.7908359 Feb 16 16:34:15.422029 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-706a1ac4-e6f8-474e-b8c8-30a41ad6e847 req-4a34474c-1a70-431a-b72a-34b2be60bd95 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276679 Feb 16 16:34:15.492665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 85f3fb9a-fc9e-4891-b480-5d7542c45c1f up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:34:15.635965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:34:15.643008 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:34:15.643576 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (85f3fb9a-fc9e-4891-b480-5d7542c45c1f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:15.911149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:15.911814 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a99d2f46-d075-4e1e-aba6-1fdd4497a61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b6df3914-d657-4880-9026-fc1ce34a68d4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:15.912224 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (85f3fb9a-fc9e-4891-b480-5d7542c45c1f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:16.020347 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d2f46-d075-4e1e-aba6-1fdd4497a61e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6df3914-d657-4880-9026-fc1ce34a68d4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:16.183279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92cc01-e02f-4952-9c79-7c352a0a15d0 req-35ee1883-8a79-4b16-beff-6876e1f113f1 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:16.184937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b92cc01-e02f-4952-9c79-7c352a0a15d0 req-35ee1883-8a79-4b16-beff-6876e1f113f1 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.1554029 Feb 16 16:34:16.305008 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b92cc01-e02f-4952-9c79-7c352a0a15d0 req-ffa7232f-4aba-4ad7-97cc-c31f18eb67cf tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054327 Feb 16 16:34:16.349954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=85f3fb9a-fc9e-4891-b480-5d7542c45c1f,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:16.351557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8b7f2c-9555-4d32-b93b-d9ce525c04f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f3fb9a-fc9e-4891-b480-5d7542c45c1f'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:16.354858 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f3e81e-8d79-489d-8d0a-e5bf1b285c4e" -d '{"events": [{"server_uuid": "4b8b7f2c-9555-4d32-b93b-d9ce525c04f0", "name": "network-vif-plugged", "status": "completed", "tag": "85f3fb9a-fc9e-4891-b480-5d7542c45c1f"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:16.358674 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (85f3fb9a-fc9e-4891-b480-5d7542c45c1f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:16.439731 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff46499-3185-4dcb-8a82-f3d1e8eb3a2e x-openstack-request-id: req-eff46499-3185-4dcb-8a82-f3d1e8eb3a2e {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:16.452142 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8b7f2c-9555-4d32-b93b-d9ce525c04f0", "name": "network-vif-plugged", "status": "completed", "tag": "85f3fb9a-fc9e-4891-b480-5d7542c45c1f", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:16.453228 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eff46499-3185-4dcb-8a82-f3d1e8eb3a2e {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:16.456533 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8b7f2c-9555-4d32-b93b-d9ce525c04f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f3fb9a-fc9e-4891-b480-5d7542c45c1f', 'code': 200} Feb 16 16:34:16.551144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=85f3fb9a-fc9e-4891-b480-5d7542c45c1f,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:16.604049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef098481-3475-4d32-9247-fcde4afda99b req-21a7f66b-4f92-44d8-9f61-bb187483e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:16.606065 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef098481-3475-4d32-9247-fcde4afda99b req-21a7f66b-4f92-44d8-9f61-bb187483e4c1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 1127 time: 0.1055610 Feb 16 16:34:16.718261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e151de23-cc98-4d66-8cdc-3c9f485b8551 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (28df56c5-cb43-4319-bf42-7c08dd38acc6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:16.730336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef098481-3475-4d32-9247-fcde4afda99b req-5409278c-4ea6-4b37-9712-2eb1639fee6c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174653 Feb 16 16:34:16.749157 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a99d2f46-d075-4e1e-aba6-1fdd4497a61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (a5027e6d-0f37-4424-b1db-012afdf2a5a4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:16.837030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85501b93-243d-440c-ad92-948e5e26d99e req-dd9531f5-a293-46bf-b5cf-b2a5a4e62b34 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:16.854279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85501b93-243d-440c-ad92-948e5e26d99e req-dd9531f5-a293-46bf-b5cf-b2a5a4e62b34 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 945 time: 0.1201210 Feb 16 16:34:16.942701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85501b93-243d-440c-ad92-948e5e26d99e req-a9d30fe6-79ed-40f3-a437-2ec578c291a8 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818410 Feb 16 16:34:17.216384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99d2f46-d075-4e1e-aba6-1fdd4497a61e admin admin] Router a5027e6d-0f37-4424-b1db-012afdf2a5a4 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:34:17.252826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-ad2ffdf6-3154-4062-bb99-e325583fd663 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:17.254375 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-ad2ffdf6-3154-4062-bb99-e325583fd663 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.1058009 Feb 16 16:34:17.519106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de174fc1-80d9-4683-8865-47a7ae6faa65 req-302a7e41-61dd-4d34-98a7-94ad7d4113dc tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:17.522219 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de174fc1-80d9-4683-8865-47a7ae6faa65 req-302a7e41-61dd-4d34-98a7-94ad7d4113dc tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.1024845 Feb 16 16:34:17.610594 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de174fc1-80d9-4683-8865-47a7ae6faa65 req-0c9aa29e-1cc2-4db3-9fbb-76cc6ae50e26 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821049 Feb 16 16:34:17.752902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99d2f46-d075-4e1e-aba6-1fdd4497a61e admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:34:17.766112 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1bebf3-94cd-41f6-b9e2-9360e2d34d10 None None] Sync routers for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:34:17.793749 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1bebf3-94cd-41f6-b9e2-9360e2d34d10 None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:17.795019 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5d1bebf3-94cd-41f6-b9e2-9360e2d34d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:17.830294 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a99d2f46-d075-4e1e-aba6-1fdd4497a61e admin admin] 10.222.0.24 "PUT /v2.0/routers/a5027e6d-0f37-4424-b1db-012afdf2a5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7754653 Feb 16 16:34:17.831376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60306) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:17.862408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-de4c50d4-fbe6-4aad-b5ec-e8112888c064 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Deleting port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:17.862768 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-de4c50d4-fbe6-4aad-b5ec-e8112888c064 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:17.877824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e151de23-cc98-4d66-8cdc-3c9f485b8551 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (28df56c5-cb43-4319-bf42-7c08dd38acc6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:17.897661 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e151de23-cc98-4d66-8cdc-3c9f485b8551 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (28df56c5-cb43-4319-bf42-7c08dd38acc6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:18.273549 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5d1bebf3-94cd-41f6-b9e2-9360e2d34d10 None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:34:18.280660 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Publish callbacks [] for router (a5027e6d-0f37-4424-b1db-012afdf2a5a4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:18.332735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e151de23-cc98-4d66-8cdc-3c9f485b8551 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Router 28df56c5-cb43-4319-bf42-7c08dd38acc6 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:34:18.344573 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-de4c50d4-fbe6-4aad-b5ec-e8112888c064 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] For port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=322fed2a-bca1-4e34-a08b-60e7f3a7bf15,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:18.344919 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-de4c50d4-fbe6-4aad-b5ec-e8112888c064 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:18.554517 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5d1bebf3-94cd-41f6-b9e2-9360e2d34d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:34:15Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:18.587262 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99901517-8e25-422b-b3aa-0214e013904d req-0aa64c34-4dfb-4823-88a1-da5ca81f5583 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:18.602583 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1bebf3-94cd-41f6-b9e2-9360e2d34d10 None None] Checking router: a5027e6d-0f37-4424-b1db-012afdf2a5a4 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:34:18.612510 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1bebf3-94cd-41f6-b9e2-9360e2d34d10 None None] Routers {'a5027e6d-0f37-4424-b1db-012afdf2a5a4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:18.613132 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5d1bebf3-94cd-41f6-b9e2-9360e2d34d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:18.623495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99901517-8e25-422b-b3aa-0214e013904d req-0aa64c34-4dfb-4823-88a1-da5ca81f5583 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 945 time: 0.4922416 Feb 16 16:34:18.690620 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Publish callbacks [] for router_gateway (a5027e6d-0f37-4424-b1db-012afdf2a5a4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:18.813176 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5d1bebf3-94cd-41f6-b9e2-9360e2d34d10 None None] Set router a5027e6d-0f37-4424-b1db-012afdf2a5a4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:34:18.945996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99901517-8e25-422b-b3aa-0214e013904d req-0bdbe0f3-aecc-4111-ac41-55e5da7c4009 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215160 Feb 16 16:34:19.009253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494b91b-3460-427b-b541-1664b65b7c51 req-2e0a8de1-d7c7-49da-893b-36f4ce957cd1 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:19.021588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3494b91b-3460-427b-b541-1664b65b7c51 req-2e0a8de1-d7c7-49da-893b-36f4ce957cd1 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 945 time: 0.2602384 Feb 16 16:34:19.076233 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Deleting port ecfb162b-1991-4f02-99fe-46606bdfa2e2 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:19.076850 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ecfb162b-1991-4f02-99fe-46606bdfa2e2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:19.145276 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e151de23-cc98-4d66-8cdc-3c9f485b8551 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:34:19.157313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1378554-792f-4b9b-91cc-8317ad22ff75 None None] Sync routers for ids ['28df56c5-cb43-4319-bf42-7c08dd38acc6'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:34:19.174457 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e151de23-cc98-4d66-8cdc-3c9f485b8551 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:19.178177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1378554-792f-4b9b-91cc-8317ad22ff75 None None] Routers {'28df56c5-cb43-4319-bf42-7c08dd38acc6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:19.179778 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e151de23-cc98-4d66-8cdc-3c9f485b8551 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "PUT /v2.0/routers/28df56c5-cb43-4319-bf42-7c08dd38acc6 HTTP/1.1" status: 200 len: 921 time: 4.4960394 Feb 16 16:34:19.181907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c1378554-792f-4b9b-91cc-8317ad22ff75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['28df56c5-cb43-4319-bf42-7c08dd38acc6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:19.195144 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60326) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:19.263021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] For port ecfb162b-1991-4f02-99fe-46606bdfa2e2, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ecfb162b-1991-4f02-99fe-46606bdfa2e2,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:19.263384 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ecfb162b-1991-4f02-99fe-46606bdfa2e2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:19.274910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c1378554-792f-4b9b-91cc-8317ad22ff75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:19.285920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Calling delete_port for ecfb162b-1991-4f02-99fe-46606bdfa2e2 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:19.304415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1378554-792f-4b9b-91cc-8317ad22ff75 None None] Routers {'28df56c5-cb43-4319-bf42-7c08dd38acc6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:19.305517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c1378554-792f-4b9b-91cc-8317ad22ff75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['28df56c5-cb43-4319-bf42-7c08dd38acc6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:19.348248 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5d1bebf3-94cd-41f6-b9e2-9360e2d34d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:34:15Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:19.387442 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c1378554-792f-4b9b-91cc-8317ad22ff75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:19.388624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1378554-792f-4b9b-91cc-8317ad22ff75 None None] The sync data for ids ['28df56c5-cb43-4319-bf42-7c08dd38acc6'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:34:19.440025 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-163e6962-1b84-491f-8898-bb89deadadd9 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/routers/28df56c5-cb43-4319-bf42-7c08dd38acc6 HTTP/1.1" status: 200 len: 921 time: 0.2416210 Feb 16 16:34:19.443106 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60330) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:19.456912 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1bebf3-94cd-41f6-b9e2-9360e2d34d10 None None] The sync data for ids ['a5027e6d-0f37-4424-b1db-012afdf2a5a4'] in n-d-669411-5 is: [{'id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1814754060-router', 'tenant_id': '83682e22e1e944078f1d906004154058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:34:15Z', 'revision_number': 5, 'project_id': '83682e22e1e944078f1d906004154058', 'gw_port': {'id': 'ecfb162b-1991-4f02-99fe-46606bdfa2e2', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5027e6d-0f37-4424-b1db-012afdf2a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:10Z', 'updated_at': '2022-02-16T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:34:19.541551 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-de4c50d4-fbe6-4aad-b5ec-e8112888c064 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:19.542418 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-de4c50d4-fbe6-4aad-b5ec-e8112888c064 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (887a3af3-6a83-46ab-b1ff-73ed73ee7d16), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:19.542988 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-de4c50d4-fbe6-4aad-b5ec-e8112888c064 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Floating IP 887a3af3-6a83-46ab-b1ff-73ed73ee7d16 disassociated. External IP: 172.25.4.165, port: 322fed2a-bca1-4e34-a08b-60e7f3a7bf15. Feb 16 16:34:19.543555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-de4c50d4-fbe6-4aad-b5ec-e8112888c064 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Calling delete_port for 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:19.668168 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1686a83d-129b-442d-a30e-1265b442e09e tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:19.670181 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1686a83d-129b-442d-a30e-1265b442e09e tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&device_id=28df56c5-cb43-4319-bf42-7c08dd38acc6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2249568 Feb 16 16:34:19.673058 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60332) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:19.685600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3494b91b-3460-427b-b541-1664b65b7c51 req-a26b53ca-0661-4b7d-8e08-637a94db0909 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6528695 Feb 16 16:34:19.709522 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ecfb162b-1991-4f02-99fe-46606bdfa2e2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:19.766124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Pushing event deleted for resources: {'Port': ['ID=ecfb162b-1991-4f02-99fe-46606bdfa2e2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:19.778097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:19.778451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:19.778791 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:19.779127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:19.779463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:19.779818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:19.780143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:19.780470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:19.780789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:19.781109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:19.781434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:19.781753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:19.782078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:19.842261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-de4c50d4-fbe6-4aad-b5ec-e8112888c064 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (322fed2a-bca1-4e34-a08b-60e7f3a7bf15), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:19.890781 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c50d4-fbe6-4aad-b5ec-e8112888c064 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event deleted for resources: {'Port': ['ID=322fed2a-bca1-4e34-a08b-60e7f3a7bf15,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:19.901366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:34:19.954136 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (a5027e6d-0f37-4424-b1db-012afdf2a5a4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:19.956061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:34:19.959227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:34:20.088766 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b6df3914-d657-4880-9026-fc1ce34a68d4 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:34:20.114947 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feece168-32b8-47d2-aeb9-ed381c83f41d tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:20.120549 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-feece168-32b8-47d2-aeb9-ed381c83f41d tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 881 time: 0.4461453 Feb 16 16:34:20.122192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60338) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:20.140886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: b6df3914-d657-4880-9026-fc1ce34a68d4 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:34:20.141240 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b6df3914-d657-4880-9026-fc1ce34a68d4 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:34:20.185302 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-eeb2e2b8-4263-4933-b4f4-dc229818581c tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "GET /v2.0/ports?device_id=28df56c5-cb43-4319-bf42-7c08dd38acc6 HTTP/1.1" status: 200 len: 205 time: 0.0615976 Feb 16 16:34:20.185925 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60340) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:20.205579 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (a5027e6d-0f37-4424-b1db-012afdf2a5a4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:20.208036 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Publish callbacks [] for router_controller (a5027e6d-0f37-4424-b1db-012afdf2a5a4), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:20.297387 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (a5027e6d-0f37-4424-b1db-012afdf2a5a4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:20.298065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5027e6d-0f37-4424-b1db-012afdf2a5a4 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:34:20.307706 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:20.311118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-85c5319b-3244-4654-8bf3-ab7fdb80418a admin admin] 10.222.0.24 "DELETE /v2.0/routers/a5027e6d-0f37-4424-b1db-012afdf2a5a4 HTTP/1.1" status: 204 len: 168 time: 2.4761748 Feb 16 16:34:20.313289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60342) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:20.390884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdbf65e-b111-42d3-99e5-ada0f50579c4 admin admin] Deleting subnet 3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:34:20.397675 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf65e-b111-42d3-99e5-ada0f50579c4 admin admin] Publish callbacks [] for subnet (3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:20.458349 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf65e-b111-42d3-99e5-ada0f50579c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:20.610468 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf65e-b111-42d3-99e5-ada0f50579c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:20.621388 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-de4c50d4-fbe6-4aad-b5ec-e8112888c064 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Router d044b5a1-2930-40fe-a37a-e18a1de41c69 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:34:20.662667 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:34:20.684695 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf65e-b111-42d3-99e5-ada0f50579c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:20.705215 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf65e-b111-42d3-99e5-ada0f50579c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:20.708909 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dcdbf65e-b111-42d3-99e5-ada0f50579c4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5 HTTP/1.1" status: 204 len: 168 time: 0.3945932 Feb 16 16:34:20.718025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d54620-9987-42ea-bb9d-639aa4ea9f18 None None] Network bdc441f4-653b-448b-a7a1-03830b73d8fc requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:34:20.739177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60346) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:20.806853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbf65e-b111-42d3-99e5-ada0f50579c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec9dbde-7563-4a34-91d3-9d8e5e5aa9a5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:20.929721 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7806ff49-d328-4013-9e63-57b2bf0707a2 req-8ecd3b8a-81a4-460f-b849-2ea5d409b055 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6126b29-978d-44ee-b8ef-21246623d4e5 HTTP/1.1" status: 200 len: 210 time: 0.0877154 Feb 16 16:34:20.974304 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56dd-531e-4e3b-a733-a6998081b229 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (28df56c5-cb43-4319-bf42-7c08dd38acc6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.001997 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085928f7-f105-4a51-a8c0-eafb3915b9f7 None None] DHCP port deletion for bdc441f4-653b-448b-a7a1-03830b73d8fc request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:34:21.054412 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (bdc441f4-653b-448b-a7a1-03830b73d8fc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.089967 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-de4c50d4-fbe6-4aad-b5ec-e8112888c064 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:34:21.103521 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746a0388-28b3-484b-8579-3b2666f94cf5 None None] Sync routers for ids ['d044b5a1-2930-40fe-a37a-e18a1de41c69'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:34:21.128197 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746a0388-28b3-484b-8579-3b2666f94cf5 None None] Routers {'d044b5a1-2930-40fe-a37a-e18a1de41c69'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:21.129745 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-746a0388-28b3-484b-8579-3b2666f94cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d044b5a1-2930-40fe-a37a-e18a1de41c69'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:21.138454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-085928f7-f105-4a51-a8c0-eafb3915b9f7 None None] Deleting port eeabd669-5c33-4b25-8813-ba6c628bd511 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:21.138828 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-085928f7-f105-4a51-a8c0-eafb3915b9f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.162518 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-de4c50d4-fbe6-4aad-b5ec-e8112888c064 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] No DVR routers for this DVR port 322fed2a-bca1-4e34-a08b-60e7f3a7bf15 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:34:21.174409 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-de4c50d4-fbe6-4aad-b5ec-e8112888c064 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.178381 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fc5836ae-1307-4ae6-8ce3-4ff47c433485 req-de4c50d4-fbe6-4aad-b5ec-e8112888c064 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.60 "DELETE /v2.0/ports/322fed2a-bca1-4e34-a08b-60e7f3a7bf15 HTTP/1.1" status: 204 len: 173 time: 3.8869462 Feb 16 16:34:21.178855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6126b29-978d-44ee-b8ef-21246623d4e5', 'name': 'network-vif-deleted', 'tag': '322fed2a-bca1-4e34-a08b-60e7f3a7bf15'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:21.182065 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ea1e29-96c7-41dd-afea-908e93332dbc" -d '{"events": [{"server_uuid": "e6126b29-978d-44ee-b8ef-21246623d4e5", "name": "network-vif-deleted", "tag": "322fed2a-bca1-4e34-a08b-60e7f3a7bf15"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:21.194452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] Deleting port eeabd669-5c33-4b25-8813-ba6c628bd511 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:21.197027 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.286728 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6b5c72-d3e2-43bf-8023-498cd30a1943 x-openstack-request-id: req-ec6b5c72-d3e2-43bf-8023-498cd30a1943 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:21.287847 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6126b29-978d-44ee-b8ef-21246623d4e5", "name": "network-vif-deleted", "tag": "322fed2a-bca1-4e34-a08b-60e7f3a7bf15", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:21.288343 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec6b5c72-d3e2-43bf-8023-498cd30a1943 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:21.288947 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6126b29-978d-44ee-b8ef-21246623d4e5', 'name': 'network-vif-deleted', 'tag': '322fed2a-bca1-4e34-a08b-60e7f3a7bf15', 'status': 'completed', 'code': 200} Feb 16 16:34:21.309147 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56dd-531e-4e3b-a733-a6998081b229 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (28df56c5-cb43-4319-bf42-7c08dd38acc6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.322496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] For port eeabd669-5c33-4b25-8813-ba6c628bd511, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eeabd669-5c33-4b25-8813-ba6c628bd511,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:21.323543 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.333815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-085928f7-f105-4a51-a8c0-eafb3915b9f7 None None] For port eeabd669-5c33-4b25-8813-ba6c628bd511, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eeabd669-5c33-4b25-8813-ba6c628bd511,segment=NetworkSegment(ddd313d3-7261-4304-ad16-d10a1b7da311),segment_id=ddd313d3-7261-4304-ad16-d10a1b7da311)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:21.345364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] Calling delete_port for eeabd669-5c33-4b25-8813-ba6c628bd511 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:21.347793 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-085928f7-f105-4a51-a8c0-eafb3915b9f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.393401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-085928f7-f105-4a51-a8c0-eafb3915b9f7 None None] Calling delete_port for eeabd669-5c33-4b25-8813-ba6c628bd511 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:21.447375 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e56dd-531e-4e3b-a733-a6998081b229 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Deleting port 819f8e64-2068-4fcf-a3e0-10a16cdca7bc {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:21.448112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56dd-531e-4e3b-a733-a6998081b229 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (819f8e64-2068-4fcf-a3e0-10a16cdca7bc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.450363 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-746a0388-28b3-484b-8579-3b2666f94cf5 None None] Set router d044b5a1-2930-40fe-a37a-e18a1de41c69 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:34:21.473086 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.535125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] No DVR routers for this DVR port eeabd669-5c33-4b25-8813-ba6c628bd511 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:34:21.548070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeabd669-5c33-4b25-8813-ba6c628bd511,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:21.560778 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-085928f7-f105-4a51-a8c0-eafb3915b9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (eeabd669-5c33-4b25-8813-ba6c628bd511), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.575182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085928f7-f105-4a51-a8c0-eafb3915b9f7 None None] No DVR routers for this DVR port eeabd669-5c33-4b25-8813-ba6c628bd511 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:34:21.594633 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085928f7-f105-4a51-a8c0-eafb3915b9f7 None None] Pushing event deleted for resources: {'Port': ['ID=eeabd669-5c33-4b25-8813-ba6c628bd511,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:21.636648 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56dd-531e-4e3b-a733-a6998081b229 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (819f8e64-2068-4fcf-a3e0-10a16cdca7bc), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.650116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e56dd-531e-4e3b-a733-a6998081b229 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Calling delete_port for 819f8e64-2068-4fcf-a3e0-10a16cdca7bc owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:21.782035 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (bdc441f4-653b-448b-a7a1-03830b73d8fc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.837109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc441f4-653b-448b-a7a1-03830b73d8fc']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:21.857611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd313d3-7261-4304-ad16-d10a1b7da311') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:21.857913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd313d3-7261-4304-ad16-d10a1b7da311') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:21.883356 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (ddd313d3-7261-4304-ad16-d10a1b7da311), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.910251 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ddd313d3-7261-4304-ad16-d10a1b7da311), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.913449 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-746a0388-28b3-484b-8579-3b2666f94cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:49Z', 'revision_number': 5, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:21.924068 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:34:21.924476 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (ddd313d3-7261-4304-ad16-d10a1b7da311), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:21.968378 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746a0388-28b3-484b-8579-3b2666f94cf5 None None] Checking router: d044b5a1-2930-40fe-a37a-e18a1de41c69 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:34:21.980985 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746a0388-28b3-484b-8579-3b2666f94cf5 None None] Routers {'d044b5a1-2930-40fe-a37a-e18a1de41c69'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:21.991841 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-746a0388-28b3-484b-8579-3b2666f94cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d044b5a1-2930-40fe-a37a-e18a1de41c69'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:22.068246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eeabd669-5c33-4b25-8813-ba6c628bd511 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:34:22.086808 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:34:22.089422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60362) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:22.099431 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (bdc441f4-653b-448b-a7a1-03830b73d8fc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.118164 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.120653 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56dd-531e-4e3b-a733-a6998081b229 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (819f8e64-2068-4fcf-a3e0-10a16cdca7bc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.122335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bdc441f4-653b-448b-a7a1-03830b73d8fc HTTP/1.1" status: 204 len: 168 time: 1.3227837 Feb 16 16:34:22.138242 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: eeabd669-5c33-4b25-8813-ba6c628bd511 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:34:22.140172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eeabd669-5c33-4b25-8813-ba6c628bd511 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:34:22.140846 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ecfb162b-1991-4f02-99fe-46606bdfa2e2 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:34:22.171863 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31be25-3d3d-4791-8ac1-fc12aa612ff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdc441f4-653b-448b-a7a1-03830b73d8fc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:22.175946 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-746a0388-28b3-484b-8579-3b2666f94cf5 None None] Set router d044b5a1-2930-40fe-a37a-e18a1de41c69 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:34:22.185099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e56dd-531e-4e3b-a733-a6998081b229 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Pushing event deleted for resources: {'Port': ['ID=819f8e64-2068-4fcf-a3e0-10a16cdca7bc,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:22.191789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: ecfb162b-1991-4f02-99fe-46606bdfa2e2 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:34:22.194705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ecfb162b-1991-4f02-99fe-46606bdfa2e2 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:34:22.252973 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e4234f4-12c3-44c1-9870-fe52a18ea787 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group (efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.296617 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e4234f4-12c3-44c1-9870-fe52a18ea787 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group (efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.301598 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56dd-531e-4e3b-a733-a6998081b229 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (28df56c5-cb43-4319-bf42-7c08dd38acc6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.370113 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e4234f4-12c3-44c1-9870-fe52a18ea787 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.378850 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e4234f4-12c3-44c1-9870-fe52a18ea787 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.382403 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5e4234f4-12c3-44c1-9870-fe52a18ea787 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "DELETE /v2.0/security-groups/efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf HTTP/1.1" status: 204 len: 168 time: 0.2890840 Feb 16 16:34:22.385716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60366) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:22.406315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4234f4-12c3-44c1-9870-fe52a18ea787 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:22.413786 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-09d685e0-0968-4a83-bd46-7c88e6470539 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] show failed (client error): The resource could not be found. Feb 16 16:34:22.418004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-09d685e0-0968-4a83-bd46-7c88e6470539 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups/efbcd7e7-2c9e-4a92-8d10-acdc5769c9bf HTTP/1.1" status: 404 len: 347 time: 0.0264888 Feb 16 16:34:22.418268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60368) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:22.505777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60370) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:22.532843 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56dd-531e-4e3b-a733-a6998081b229 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (28df56c5-cb43-4319-bf42-7c08dd38acc6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.536073 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56dd-531e-4e3b-a733-a6998081b229 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_controller (28df56c5-cb43-4319-bf42-7c08dd38acc6), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.599199 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56dd-531e-4e3b-a733-a6998081b229 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (28df56c5-cb43-4319-bf42-7c08dd38acc6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.599887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1e56dd-531e-4e3b-a733-a6998081b229 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Fanout notify agent at l3_agent the message router_deleted on router 28df56c5-cb43-4319-bf42-7c08dd38acc6 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:34:22.614626 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56dd-531e-4e3b-a733-a6998081b229 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.619216 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0f1e56dd-531e-4e3b-a733-a6998081b229 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "DELETE /v2.0/routers/28df56c5-cb43-4319-bf42-7c08dd38acc6 HTTP/1.1" status: 204 len: 168 time: 2.4307034 Feb 16 16:34:22.625359 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60372) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:22.631836 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3b0dd3c4-44c8-4414-8bfa-25454a212c81 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-204239742', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:22.638127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f5eeffad-e3ee-4b04-ba35-2c0d0155455f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83682e22e1e944078f1d906004154058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310968 Feb 16 16:34:22.638708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60374) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:22.656561 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-746a0388-28b3-484b-8579-3b2666f94cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:49Z', 'revision_number': 5, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:22.685297 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd3c4-44c8-4414-8bfa-25454a212c81 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (9899582e-ee3c-4369-bc23-6af7dd4da28a), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.687010 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd3c4-44c8-4414-8bfa-25454a212c81 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (9899582e-ee3c-4369-bc23-6af7dd4da28a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.698261 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e31b9380-438a-4cb5-a999-46b0c123523b tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Deleting port 12f2be28-622e-4332-bb82-6418b78d837a {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:22.698261 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e31b9380-438a-4cb5-a999-46b0c123523b tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (12f2be28-622e-4332-bb82-6418b78d837a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.724868 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746a0388-28b3-484b-8579-3b2666f94cf5 None None] The sync data for ids ['d044b5a1-2930-40fe-a37a-e18a1de41c69'] in n-d-669411-5 is: [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:49Z', 'revision_number': 5, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:34:22.726765 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6e0fee5c-a3c3-4ab5-a85c-8fd269f5ab77 admin admin] Publish callbacks [] for security_group (47f560d9-3d29-45c6-bd86-5a5795b88912), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.798675 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd3c4-44c8-4414-8bfa-25454a212c81 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_controller (9899582e-ee3c-4369-bc23-6af7dd4da28a), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.813209 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd3c4-44c8-4414-8bfa-25454a212c81 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (9899582e-ee3c-4369-bc23-6af7dd4da28a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.822493 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6e0fee5c-a3c3-4ab5-a85c-8fd269f5ab77 admin admin] Publish callbacks [] for security_group (47f560d9-3d29-45c6-bd86-5a5795b88912), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.847171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd3c4-44c8-4414-8bfa-25454a212c81 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.848788 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3b0dd3c4-44c8-4414-8bfa-25454a212c81 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2220960 Feb 16 16:34:22.853705 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60376) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:22.866269 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e31b9380-438a-4cb5-a999-46b0c123523b tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (12f2be28-622e-4332-bb82-6418b78d837a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.866539 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:22.866649 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e31b9380-438a-4cb5-a999-46b0c123523b tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for floatingip (12f2be28-622e-4332-bb82-6418b78d837a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.891595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e31b9380-438a-4cb5-a999-46b0c123523b tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Calling delete_port for 12f2be28-622e-4332-bb82-6418b78d837a owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:22.966247 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6e0fee5c-a3c3-4ab5-a85c-8fd269f5ab77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (47f560d9-3d29-45c6-bd86-5a5795b88912), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.969116 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6e0fee5c-a3c3-4ab5-a85c-8fd269f5ab77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:22.973141 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6e0fee5c-a3c3-4ab5-a85c-8fd269f5ab77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47f560d9-3d29-45c6-bd86-5a5795b88912 HTTP/1.1" status: 204 len: 168 time: 0.3321092 Feb 16 16:34:23.006392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fee5c-a3c3-4ab5-a85c-8fd269f5ab77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f560d9-3d29-45c6-bd86-5a5795b88912,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:23.190133 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e31b9380-438a-4cb5-a999-46b0c123523b tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (12f2be28-622e-4332-bb82-6418b78d837a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:23.286228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b9380-438a-4cb5-a999-46b0c123523b tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event deleted for resources: {'Port': ['ID=12f2be28-622e-4332-bb82-6418b78d837a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:23.298509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa28b0-1e1d-4368-b536-09d96c84738d None None] New status for floating IP 887a3af3-6a83-46ab-b1ff-73ed73ee7d16: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:34:23.364164 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e31b9380-438a-4cb5-a999-46b0c123523b tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for floatingip (887a3af3-6a83-46ab-b1ff-73ed73ee7d16), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:23.367199 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e31b9380-438a-4cb5-a999-46b0c123523b tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:23.368938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e31b9380-438a-4cb5-a999-46b0c123523b tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "DELETE /v2.0/floatingips/887a3af3-6a83-46ab-b1ff-73ed73ee7d16 HTTP/1.1" status: 204 len: 168 time: 0.9486222 Feb 16 16:34:23.448095 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (9899582e-ee3c-4369-bc23-6af7dd4da28a), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:23.786225 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (9899582e-ee3c-4369-bc23-6af7dd4da28a), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:23.807982 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60398) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:23.812536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ec9fafb2-e68b-4857-99a5-8de804c23746 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520551552', 'description': 'tempest-description--2133735140'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:23.834844 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:23.907532 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec9fafb2-e68b-4857-99a5-8de804c23746 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:24.032967 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Allocated IP 172.25.4.27 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/dba8a42a-0653-4574-945d-ea9b9bfe3847) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:34:24.064213 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec9fafb2-e68b-4857-99a5-8de804c23746 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group (cb9b140f-fac4-46d1-941d-757c9ebe75f8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:24.073340 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec9fafb2-e68b-4857-99a5-8de804c23746 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cb9b140f-fac4-46d1-941d-757c9ebe75f8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:24.120922 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec9fafb2-e68b-4857-99a5-8de804c23746 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:24.122227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ec9fafb2-e68b-4857-99a5-8de804c23746 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3131831 Feb 16 16:34:24.123866 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fafb2-e68b-4857-99a5-8de804c23746 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9b140f-fac4-46d1-941d-757c9ebe75f8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:24.125877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60408) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:24.140531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c569dbe2-e2f0-412f-96ce-2fd630cc4419 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Request body: {'security_group_rule': {'security_group_id': 'cb9b140f-fac4-46d1-941d-757c9ebe75f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:24.178478 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c569dbe2-e2f0-412f-96ce-2fd630cc4419 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group_rule (ba6daca0-cf09-4f4c-9023-3bcbbf253e42), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:24.218438 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for port (dba8a42a-0653-4574-945d-ea9b9bfe3847), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:24.273106 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c569dbe2-e2f0-412f-96ce-2fd630cc4419 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group_rule (ba6daca0-cf09-4f4c-9023-3bcbbf253e42), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:24.278368 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c569dbe2-e2f0-412f-96ce-2fd630cc4419 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (ba6daca0-cf09-4f4c-9023-3bcbbf253e42), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:24.281234 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (dba8a42a-0653-4574-945d-ea9b9bfe3847), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:24.344211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569dbe2-e2f0-412f-96ce-2fd630cc4419 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6daca0-cf09-4f4c-9023-3bcbbf253e42,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:24.366875 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c569dbe2-e2f0-412f-96ce-2fd630cc4419 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:24.368118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c569dbe2-e2f0-412f-96ce-2fd630cc4419 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2318182 Feb 16 16:34:24.372229 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60414) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:24.376939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1f14e794-683e-4c3e-80d8-92ae5c951ed9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Request body: {'security_group_rule': {'security_group_id': 'cb9b140f-fac4-46d1-941d-757c9ebe75f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:24.383417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:34:24.385056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:34:24.398017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:34:24.435857 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f14e794-683e-4c3e-80d8-92ae5c951ed9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group_rule (ecfa44da-aff6-4af9-bd52-c5c5c1acac52), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:24.482447 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Pushing event updated for resources: {'Port': ['ID=dba8a42a-0653-4574-945d-ea9b9bfe3847,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:24.612808 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f14e794-683e-4c3e-80d8-92ae5c951ed9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group_rule (ecfa44da-aff6-4af9-bd52-c5c5c1acac52), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:24.621342 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f14e794-683e-4c3e-80d8-92ae5c951ed9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (ecfa44da-aff6-4af9-bd52-c5c5c1acac52), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:24.702688 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f14e794-683e-4c3e-80d8-92ae5c951ed9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:24.719703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1f14e794-683e-4c3e-80d8-92ae5c951ed9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3303418 Feb 16 16:34:24.725331 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60420) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:24.731070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:24.733844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14e794-683e-4c3e-80d8-92ae5c951ed9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfa44da-aff6-4af9-bd52-c5c5c1acac52,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:24.777406 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:24.997453 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (9899582e-ee3c-4369-bc23-6af7dd4da28a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:25.284417 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-ccd8f4b1-3f68-43e8-a11e-6d49e24b981c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cde1b2ded7244bfba4e456f26673a54d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457761 Feb 16 16:34:25.410422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-0a9f053e-38bb-4857-b83e-42b3b75776bb tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:25.412487 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-0a9f053e-38bb-4857-b83e-42b3b75776bb tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1271551 Feb 16 16:34:25.431899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-76500cb9-ecef-4399-9fe1-c90a90b269e9 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/quotas/cde1b2ded7244bfba4e456f26673a54d HTTP/1.1" status: 200 len: 375 time: 0.0107996 Feb 16 16:34:25.495430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-1f302e6a-302e-4554-9e70-795edb871130 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cde1b2ded7244bfba4e456f26673a54d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572331 Feb 16 16:34:25.602334 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-538f1fe2-d0bb-41a1-ba4f-468ea674e069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:25.627811 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:25.740398 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9faaa948-a607-4011-ae5b-bf75763ba141 req-7dbf2b5b-be09-4d83-ac19-bd4fdb527cdd tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 210 time: 0.0461934 Feb 16 16:34:25.827116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Allocated IP 172.25.4.111 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/528b59d8-f6de-4551-b4f3-8f3b7afaa916) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:34:25.849700 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (9899582e-ee3c-4369-bc23-6af7dd4da28a), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:25.856621 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (9899582e-ee3c-4369-bc23-6af7dd4da28a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:26.184617 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for port (528b59d8-f6de-4551-b4f3-8f3b7afaa916), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:26.236804 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (528b59d8-f6de-4551-b4f3-8f3b7afaa916), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:26.314761 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:34:26.319145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:34:26.321140 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event updated for resources: {'Port': ['ID=528b59d8-f6de-4551-b4f3-8f3b7afaa916,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:26.336638 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:34:26.345346 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Router 9899582e-ee3c-4369-bc23-6af7dd4da28a is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:34:26.627171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for floatingip (fd2cc3e9-e3c3-4485-a675-fa1829eb6047), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:26.629188 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:34:26.637957 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:26.641234 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8d6bdd-06c8-474e-a52c-51026e8f09d4 None None] Sync routers for ids ['9899582e-ee3c-4369-bc23-6af7dd4da28a'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:34:26.642694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60454) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:26.649295 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-934b2eb7-5e87-4973-86e6-1becd49a8325 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "PUT /v2.0/routers/9899582e-ee3c-4369-bc23-6af7dd4da28a HTTP/1.1" status: 200 len: 878 time: 3.7899323 Feb 16 16:34:26.657095 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d6bdd-06c8-474e-a52c-51026e8f09d4 None None] Routers {'9899582e-ee3c-4369-bc23-6af7dd4da28a'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:26.657920 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5f8d6bdd-06c8-474e-a52c-51026e8f09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9899582e-ee3c-4369-bc23-6af7dd4da28a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:26.779200 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (528b59d8-f6de-4551-b4f3-8f3b7afaa916), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:26.873756 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5f8d6bdd-06c8-474e-a52c-51026e8f09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:26.884116 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d6bdd-06c8-474e-a52c-51026e8f09d4 None None] Routers {'9899582e-ee3c-4369-bc23-6af7dd4da28a'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:26.884819 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5f8d6bdd-06c8-474e-a52c-51026e8f09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:33:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9899582e-ee3c-4369-bc23-6af7dd4da28a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:26.893053 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af948cb0-3323-4091-a429-25318b5c3a57 req-629b09b0-941b-4738-9c91-0fb7d3da71f0 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 210 time: 0.0452504 Feb 16 16:34:26.925127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8018ac10-8f8b-466f-9884-88338ccdfa90 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/routers/9899582e-ee3c-4369-bc23-6af7dd4da28a HTTP/1.1" status: 200 len: 919 time: 0.2811511 Feb 16 16:34:26.925353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60458) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:26.939335 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5f8d6bdd-06c8-474e-a52c-51026e8f09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:26.940084 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8d6bdd-06c8-474e-a52c-51026e8f09d4 None None] The sync data for ids ['9899582e-ee3c-4369-bc23-6af7dd4da28a'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:34:27.062148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077883ed-0524-47bb-8170-c9bcaaa84e30 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:27.067666 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-077883ed-0524-47bb-8170-c9bcaaa84e30 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&device_id=9899582e-ee3c-4369-bc23-6af7dd4da28a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1413043 Feb 16 16:34:27.068161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60460) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:27.089237 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for port (528b59d8-f6de-4551-b4f3-8f3b7afaa916), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:27.098748 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (528b59d8-f6de-4551-b4f3-8f3b7afaa916), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:27.161922 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-35ecad45-3f27-4a93-9d93-dfb553a38fe7 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cde1b2ded7244bfba4e456f26673a54d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649011 Feb 16 16:34:27.274055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d05968-b9b5-4e4a-b248-0dec617a9d83 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:27.281777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f9d05968-b9b5-4e4a-b248-0dec617a9d83 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 881 time: 0.2124362 Feb 16 16:34:27.282404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60466) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:27.307317 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event updated for resources: {'Port': ['ID=528b59d8-f6de-4551-b4f3-8f3b7afaa916,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:27.355385 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ee352e9d-4d63-465a-b05f-a07c12a1e24b tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "GET /v2.0/ports?device_id=9899582e-ee3c-4369-bc23-6af7dd4da28a HTTP/1.1" status: 200 len: 205 time: 0.0718451 Feb 16 16:34:27.356006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60468) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:27.365524 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (fd2cc3e9-e3c3-4485-a675-fa1829eb6047), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:27.400335 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-cab936bf-cb8b-4f94-bead-3c1e4ff0b73b tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:27.401935 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-cab936bf-cb8b-4f94-bead-3c1e4ff0b73b tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2328587 Feb 16 16:34:27.405457 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:27.406565 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3630988d-7691-4087-aab1-28243d2dcca2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6802619 Feb 16 16:34:27.424507 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Request body: {'port': {'device_id': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': 'cde1b2ded7244bfba4e456f26673a54d'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:27.496133 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ae779c-6cbd-4240-a5cd-723f9273dfb5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (9899582e-ee3c-4369-bc23-6af7dd4da28a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:27.577804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Made reservation on behalf of cde1b2ded7244bfba4e456f26673a54d for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:34:27.584884 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:27.607343 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:27.754565 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Publish callbacks [] for security_group (eb1d752b-04f5-4e9b-ade5-2f56f23c61a0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:27.764394 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (eb1d752b-04f5-4e9b-ade5-2f56f23c61a0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:27.765016 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ae779c-6cbd-4240-a5cd-723f9273dfb5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (9899582e-ee3c-4369-bc23-6af7dd4da28a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:27.779723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-fb7d4688-c4e0-481c-b45f-3659761ea8dd tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1520551552&fields=id&tenant_id=3e6b64801f404e85a0915d363dec27d4 HTTP/1.1" status: 200 len: 267 time: 0.0855322 Feb 16 16:34:27.864179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:27.980668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-66d16f8b-2cf4-4051-b386-d9ca6bc174d4 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:27.982202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-66d16f8b-2cf4-4051-b386-d9ca6bc174d4 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/networks?id=5a78f389-f648-40c0-9945-c98086a451a3 HTTP/1.1" status: 200 len: 811 time: 0.1607654 Feb 16 16:34:28.002099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Allocated IP 192.168.233.169 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:34:28.052190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc63a448-43ea-4975-beb4-2c096bcc5de1 req-493f9fcd-6a20-4034-a1ef-439fd49a7f77 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 210 time: 0.0344570 Feb 16 16:34:28.054291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-4a0bb588-8baf-4d74-8037-2fe1ff45ed37 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/quotas/3e6b64801f404e85a0915d363dec27d4 HTTP/1.1" status: 200 len: 375 time: 0.0622914 Feb 16 16:34:28.118176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-78ae779c-6cbd-4240-a5cd-723f9273dfb5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Deleting port dba8a42a-0653-4574-945d-ea9b9bfe3847 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:28.118630 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ae779c-6cbd-4240-a5cd-723f9273dfb5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (dba8a42a-0653-4574-945d-ea9b9bfe3847), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:28.164873 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-593cc549-9892-4956-8732-e01c46b2eb5a tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e6b64801f404e85a0915d363dec27d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050606 Feb 16 16:34:28.224563 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Publish callbacks [] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:28.264514 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4690f6dc-ab9b-456d-8eef-a72b9626fdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:28.302919 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ae779c-6cbd-4240-a5cd-723f9273dfb5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (dba8a42a-0653-4574-945d-ea9b9bfe3847), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:28.308528 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:28.330009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-78ae779c-6cbd-4240-a5cd-723f9273dfb5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Calling delete_port for dba8a42a-0653-4574-945d-ea9b9bfe3847 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:28.359803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-8e6cfc4d-1960-4a8c-bbe3-dbedb451995f service neutron] 10.222.0.24 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551530 Feb 16 16:34:28.368864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Pushing event updated for resources: {'Port': ['ID=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:28.387827 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:34:28.389443 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:34:28.414673 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:34:28.491868 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:28.505562 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:28.548158 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-3e85da46-54b3-4ff5-9b11-d0fcfe34149a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1278162 Feb 16 16:34:28.561236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Request body: {'port': {'device_id': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:28.694746 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:28.815313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3b76338-754d-416f-8da5-7c92bc6fb151 None None] Provisioning complete for port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:34:28.816522 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3b76338-754d-416f-8da5-7c92bc6fb151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:28.872462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3b76338-754d-416f-8da5-7c92bc6fb151 None None] Port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:34:28.928476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-bd8ff426-c138-426e-bd61-54866b115962 service neutron] 10.222.0.24 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165155 Feb 16 16:34:29.201585 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:29.216497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eff86214-d45e-400c-b4dd-e27ba9e54244 req-165974f8-c051-4a0e-93a8-eae3a25a1f2a tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 210 time: 0.0406673 Feb 16 16:34:29.259320 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:34:29.279537 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Publish callbacks [] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:29.351222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11610e8d-ea72-44fd-a512-abea273bea59 req-8d0351fa-794c-44c8-8185-2f7c29a59248 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:29.351746 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Transition to ACTIVE for port object e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:34:29.353280 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11610e8d-ea72-44fd-a512-abea273bea59 req-8d0351fa-794c-44c8-8185-2f7c29a59248 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 936 time: 0.1331882 Feb 16 16:34:29.354845 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ae779c-6cbd-4240-a5cd-723f9273dfb5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (dba8a42a-0653-4574-945d-ea9b9bfe3847), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:29.361720 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:29.396160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae779c-6cbd-4240-a5cd-723f9273dfb5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Pushing event deleted for resources: {'Port': ['ID=dba8a42a-0653-4574-945d-ea9b9bfe3847,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:29.481994 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Pushing event updated for resources: {'Port': ['ID=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:29.549508 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11610e8d-ea72-44fd-a512-abea273bea59 req-2f9c1468-04d2-41cc-8888-5d27714e22b0 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851974 Feb 16 16:34:29.552403 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ae779c-6cbd-4240-a5cd-723f9273dfb5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (9899582e-ee3c-4369-bc23-6af7dd4da28a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:29.700334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Attempting to bind port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:34:29.700937 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Attempting to bind port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:34:29.701191 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Attempting to bind port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:34:29.706655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:34:29.706972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Attempting to bind port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:34:29.713664 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:34:29.714000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:34:29.714766 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:34:29.715199 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Bound port: e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:34:29.715738 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:29.814760 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] For port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:34:29.819166 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] For port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:34:29.831698 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ae779c-6cbd-4240-a5cd-723f9273dfb5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (9899582e-ee3c-4369-bc23-6af7dd4da28a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:29.831869 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:29.835487 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ae779c-6cbd-4240-a5cd-723f9273dfb5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_controller (9899582e-ee3c-4369-bc23-6af7dd4da28a), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:29.876150 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:29.877210 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:29.879115 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] 10.222.0.60 "PUT /v2.0/ports/e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 HTTP/1.1" status: 200 len: 1096 time: 1.3226988 Feb 16 16:34:29.882592 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'tag': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:29.888054 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24033f42-494d-494a-938a-64174b5e0ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb9b9ce-718a-4d75-b5bf-7fb63bab2865", "tag": "e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:30.018518 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ae779c-6cbd-4240-a5cd-723f9273dfb5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (9899582e-ee3c-4369-bc23-6af7dd4da28a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:30.020654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ae779c-6cbd-4240-a5cd-723f9273dfb5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Fanout notify agent at l3_agent the message router_deleted on router 9899582e-ee3c-4369-bc23-6af7dd4da28a {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:34:30.035997 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ae779c-6cbd-4240-a5cd-723f9273dfb5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:30.038136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-78ae779c-6cbd-4240-a5cd-723f9273dfb5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "DELETE /v2.0/routers/9899582e-ee3c-4369-bc23-6af7dd4da28a HTTP/1.1" status: 204 len: 168 time: 2.6809390 Feb 16 16:34:30.043294 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60510) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:30.043501 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848005ff-480b-49d6-a64d-8dc2b56d75e4 x-openstack-request-id: req-848005ff-480b-49d6-a64d-8dc2b56d75e4 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:30.044003 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb9b9ce-718a-4d75-b5bf-7fb63bab2865", "tag": "e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:30.044388 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-848005ff-480b-49d6-a64d-8dc2b56d75e4 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:30.044946 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'tag': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66', 'status': 'completed', 'code': 200} Feb 16 16:34:30.051941 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f9d7a-5a59-4c3a-b37f-143d6f28a42f service neutron] Pushing event updated for resources: {'Port': ['ID=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:30.053536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4e80da04-54a3-459e-8e48-a937828796c0 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-510840967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:30.089563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-97b52858-7bba-4c6b-b789-bda79eea2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:30.091135 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-97b52858-7bba-4c6b-b789-bda79eea2642 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cde1b2ded7244bfba4e456f26673a54d&device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 1130 time: 0.1576688 Feb 16 16:34:30.110042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e80da04-54a3-459e-8e48-a937828796c0 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:30.111932 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e80da04-54a3-459e-8e48-a937828796c0 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:30.165021 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-eae6da72-c46f-4b4a-ae68-de283104e586 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 HTTP/1.1" status: 200 len: 217 time: 0.0633368 Feb 16 16:34:30.245495 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e80da04-54a3-459e-8e48-a937828796c0 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_controller (1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:30.255444 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e80da04-54a3-459e-8e48-a937828796c0 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:30.292443 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e80da04-54a3-459e-8e48-a937828796c0 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:30.294091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4e80da04-54a3-459e-8e48-a937828796c0 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2497125 Feb 16 16:34:30.300442 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60514) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:30.311427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'enable_snat': True}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:30.407890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9221d133-ff7e-44fc-b92f-98230aa94c9f req-282b704c-3e1f-4257-a36b-6ed9a7fafb91 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 210 time: 0.0541580 Feb 16 16:34:30.572640 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-0ee7b9a9-7986-4364-9b0f-7498a87c7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:30.574631 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-0ee7b9a9-7986-4364-9b0f-7498a87c7589 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.3974221 Feb 16 16:34:30.683428 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:30.736357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bb07c-430f-4394-bd51-d378b9561bfe req-6371eddd-fcd9-4113-b99f-c3cd865f1042 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:30.743478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-778bb07c-430f-4394-bd51-d378b9561bfe req-6371eddd-fcd9-4113-b99f-c3cd865f1042 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 948 time: 0.0797913 Feb 16 16:34:30.761023 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-510caccb-f68f-4d78-b611-6823c9ba8e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:30.764594 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-510caccb-f68f-4d78-b611-6823c9ba8e94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0904303 Feb 16 16:34:30.776960 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:30.804564 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-778bb07c-430f-4394-bd51-d378b9561bfe req-b506417b-b5a2-45dc-8a80-72fd44cf5556 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548756 Feb 16 16:34:30.925226 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-307e8742-4c2e-444d-a4f6-1be21e0519d8 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483285 Feb 16 16:34:31.127160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-83f32232-c3f5-4702-a603-a2fdc5b264d7 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:31.128933 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-83f32232-c3f5-4702-a603-a2fdc5b264d7 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.65 "GET /v2.0/networks?id=5a78f389-f648-40c0-9945-c98086a451a3 HTTP/1.1" status: 200 len: 811 time: 0.1772754 Feb 16 16:34:31.200826 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:31.209691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-8810ba7e-39c5-415b-b6b5-cd1a59a98b62 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e6b64801f404e85a0915d363dec27d4 HTTP/1.1" status: 200 len: 380 time: 0.0712237 Feb 16 16:34:31.219432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-5c35f4b6-c457-4ee7-b33e-28a219fe689c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Request body: {'port': {'device_id': 'e58afa9b-79f9-431d-87d2-f56994bc1b04', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'admin_state_up': True, 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'security_groups': ['cb9b140f-fac4-46d1-941d-757c9ebe75f8']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:31.348258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-5c35f4b6-c457-4ee7-b33e-28a219fe689c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Made reservation on behalf of 3e6b64801f404e85a0915d363dec27d4 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:34:31.351771 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-5c35f4b6-c457-4ee7-b33e-28a219fe689c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:31.451932 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-026f05a9-8ee1-405f-b093-254b05bca0d2 req-f083e45f-ef8c-4c2e-9e92-c71ce0bf520d service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195265 Feb 16 16:34:31.483615 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:31.512017 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:31.592147 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-def1b99f-b8ab-4917-88b4-0deaaa8cd307 req-b8030d98-73cd-4bf4-864d-7f28f8fbb8d0 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 210 time: 0.0748765 Feb 16 16:34:31.609973 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-5c35f4b6-c457-4ee7-b33e-28a219fe689c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Allocated IP 172.20.0.6 (5a78f389-f648-40c0-9945-c98086a451a3/ad0a3f87-8df5-417f-9f01-966be8ea6e6e/40989412-c7c2-4636-b207-4e8c324c1705) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:34:31.676355 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033f42-494d-494a-938a-64174b5e0ef8 req-7459058f-4b1d-4e5b-a0ff-ce557569ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:31.677895 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-24033f42-494d-494a-938a-64174b5e0ef8 req-7459058f-4b1d-4e5b-a0ff-ce557569ff66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cde1b2ded7244bfba4e456f26673a54d&device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 1130 time: 0.0943222 Feb 16 16:34:31.740487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Allocated IP 172.25.4.223 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/c94513d7-21cb-4744-a258-dd69d777bd3d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:34:31.826611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d75cf-9f09-48b1-bb1b-b9c8317ee61d req-b03d1b11-44b1-45d3-97c8-40168aa7c488 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:31.828243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-be8d75cf-9f09-48b1-bb1b-b9c8317ee61d req-b03d1b11-44b1-45d3-97c8-40168aa7c488 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.1612935 Feb 16 16:34:31.830601 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033f42-494d-494a-938a-64174b5e0ef8 req-e8d8f90a-741c-4eaa-9431-d42126bd14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:31.832102 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-24033f42-494d-494a-938a-64174b5e0ef8 req-e8d8f90a-741c-4eaa-9431-d42126bd14b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.1466939 Feb 16 16:34:31.899237 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-24033f42-494d-494a-938a-64174b5e0ef8 req-72b9e441-e62f-4146-8269-7960a895f996 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 HTTP/1.1" status: 200 len: 217 time: 0.0368419 Feb 16 16:34:31.928249 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-5c35f4b6-c457-4ee7-b33e-28a219fe689c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for port (40989412-c7c2-4636-b207-4e8c324c1705), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:31.964087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-be8d75cf-9f09-48b1-bb1b-b9c8317ee61d req-5f8b7798-097f-40e4-970f-7be62ed75330 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212318 Feb 16 16:34:31.973186 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for port (c94513d7-21cb-4744-a258-dd69d777bd3d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:31.991185 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033f42-494d-494a-938a-64174b5e0ef8 req-94a0f0f4-7b24-45bb-9993-bb45e7842165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:31.991185 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-24033f42-494d-494a-938a-64174b5e0ef8 req-94a0f0f4-7b24-45bb-9993-bb45e7842165 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0760806 Feb 16 16:34:32.009027 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d06ab0-4786-4489-ab3e-04f8d1d2fb95 req-3e911eef-cb19-48f6-80fa-26934b731de1 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:32.011238 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41d06ab0-4786-4489-ab3e-04f8d1d2fb95 req-3e911eef-cb19-48f6-80fa-26934b731de1 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 948 time: 0.1158459 Feb 16 16:34:32.048577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033f42-494d-494a-938a-64174b5e0ef8 req-e274eab0-0098-4a70-b3ab-833795df832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:32.050121 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-24033f42-494d-494a-938a-64174b5e0ef8 req-e274eab0-0098-4a70-b3ab-833795df832c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0598238 Feb 16 16:34:32.051572 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c94513d7-21cb-4744-a258-dd69d777bd3d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:32.063846 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-5c35f4b6-c457-4ee7-b33e-28a219fe689c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (40989412-c7c2-4636-b207-4e8c324c1705), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:32.090624 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:32.121012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:34:32.127120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:34:32.133317 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:34:32.138124 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Pushing event updated for resources: {'Port': ['ID=c94513d7-21cb-4744-a258-dd69d777bd3d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:32.146867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35f4b6-c457-4ee7-b33e-28a219fe689c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event updated for resources: {'Port': ['ID=40989412-c7c2-4636-b207-4e8c324c1705,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:32.171130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-5c35f4b6-c457-4ee7-b33e-28a219fe689c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Network 5a78f389-f648-40c0-9945-c98086a451a3 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:34:32.173579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-5c35f4b6-c457-4ee7-b33e-28a219fe689c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:34:32.176128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-5c35f4b6-c457-4ee7-b33e-28a219fe689c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:34:32.184580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41d06ab0-4786-4489-ab3e-04f8d1d2fb95 req-ef77c931-077a-45a2-91a1-e62291996622 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652436 Feb 16 16:34:32.259452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-5c35f4b6-c457-4ee7-b33e-28a219fe689c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:32.260185 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-5c35f4b6-c457-4ee7-b33e-28a219fe689c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:32.288511 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-5c35f4b6-c457-4ee7-b33e-28a219fe689c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0730822 Feb 16 16:34:32.300619 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-24033f42-494d-494a-938a-64174b5e0ef8 req-ea748b61-35f9-4721-aa0b-6f205818c8f9 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379711 Feb 16 16:34:32.313305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Request body: {'port': {'device_id': 'e58afa9b-79f9-431d-87d2-f56994bc1b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:32.397425 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (40989412-c7c2-4636-b207-4e8c324c1705), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:32.515711 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-24033f42-494d-494a-938a-64174b5e0ef8 req-de62dd64-7202-4733-ad90-1b8c7f22b3aa service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082422 Feb 16 16:34:32.646045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c91023dd-c75a-4d6f-bb22-0e5382766104 None None] Provisioning complete for port 40989412-c7c2-4636-b207-4e8c324c1705 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:34:32.647219 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c91023dd-c75a-4d6f-bb22-0e5382766104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (40989412-c7c2-4636-b207-4e8c324c1705), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:32.676169 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:32.717795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c91023dd-c75a-4d6f-bb22-0e5382766104 None None] Port 40989412-c7c2-4636-b207-4e8c324c1705 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:34:32.868195 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f889e3-32a8-4b0c-824e-7c9af2615b3d req-a9926b56-db3f-4ff5-b336-e6f763aff32a tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:32.870254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34f889e3-32a8-4b0c-824e-7c9af2615b3d req-a9926b56-db3f-4ff5-b336-e6f763aff32a tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 931 time: 0.1300027 Feb 16 16:34:32.903389 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2a28-1915-400b-b898-02d298a55a55 req-693fa5c9-2ba8-49e7-b9f3-c0373dd2a3fb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:32.904934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9cad2a28-1915-400b-b898-02d298a55a55 req-693fa5c9-2ba8-49e7-b9f3-c0373dd2a3fb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.1890967 Feb 16 16:34:32.941655 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:32.945271 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:32.979451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40989412-c7c2-4636-b207-4e8c324c1705 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:34:32.991636 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Publish callbacks [] for port (40989412-c7c2-4636-b207-4e8c324c1705), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:33.020966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34f889e3-32a8-4b0c-824e-7c9af2615b3d req-10eff4b7-c65f-4a3d-9388-2370e4aefe33 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb9b140f-fac4-46d1-941d-757c9ebe75f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424382 Feb 16 16:34:33.033683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Transition to ACTIVE for port object 40989412-c7c2-4636-b207-4e8c324c1705 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:34:33.046268 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (40989412-c7c2-4636-b207-4e8c324c1705), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:33.058545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9cad2a28-1915-400b-b898-02d298a55a55 req-c208b2ec-260f-4cc5-9d0f-733e58ea676b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438599 Feb 16 16:34:33.106785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Pushing event updated for resources: {'Port': ['ID=40989412-c7c2-4636-b207-4e8c324c1705,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:33.107285 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Router 1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:34:33.182995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Attempting to bind port 40989412-c7c2-4636-b207-4e8c324c1705 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:34:33.183574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Attempting to bind port 40989412-c7c2-4636-b207-4e8c324c1705 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:34:33.183665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Attempting to bind port 40989412-c7c2-4636-b207-4e8c324c1705 on network 5a78f389-f648-40c0-9945-c98086a451a3 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:34:33.188584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Port 40989412-c7c2-4636-b207-4e8c324c1705 on network 5a78f389-f648-40c0-9945-c98086a451a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:34:33.188912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Attempting to bind port 40989412-c7c2-4636-b207-4e8c324c1705 on network 5a78f389-f648-40c0-9945-c98086a451a3 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:34:33.194137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:34:33.194475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Checking segment: {'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:34:33.194857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Bound using segment: {'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:34:33.195282 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Bound port: 40989412-c7c2-4636-b207-4e8c324c1705, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502c577e-68d5-44ab-b8b9-538a223eb50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:34:33.195977 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (40989412-c7c2-4636-b207-4e8c324c1705), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:33.242628 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:34:33.248727 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:33.249952 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-25cbee88-bfc7-4d63-88e3-798ba4680c2a tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "PUT /v2.0/routers/1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05 HTTP/1.1" status: 200 len: 914 time: 2.9485502 Feb 16 16:34:33.257392 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60568) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:33.260184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245779b3-1e7f-4c33-9150-b34b8a154e20 None None] Sync routers for ids ['1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:34:33.273952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245779b3-1e7f-4c33-9150-b34b8a154e20 None None] Routers {'1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:33.275576 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-245779b3-1e7f-4c33-9150-b34b8a154e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:33.335512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-245779b3-1e7f-4c33-9150-b34b8a154e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:33.355138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] For port 40989412-c7c2-4636-b207-4e8c324c1705, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:34:33.356344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245779b3-1e7f-4c33-9150-b34b8a154e20 None None] Routers {'1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:33.357397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-245779b3-1e7f-4c33-9150-b34b8a154e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:33.369696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] For port 40989412-c7c2-4636-b207-4e8c324c1705, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=40989412-c7c2-4636-b207-4e8c324c1705,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:34:33.384906 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (40989412-c7c2-4636-b207-4e8c324c1705), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:33.398886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067310a-0faa-4011-b193-1c5f3d978beb req-ff05641c-1da2-4cf3-959f-d873aa306885 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:33.409930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a067310a-0faa-4011-b193-1c5f3d978beb req-ff05641c-1da2-4cf3-959f-d873aa306885 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 948 time: 0.0975890 Feb 16 16:34:33.414014 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7a595fe3-8682-4ad0-a61e-d5f89d34e2ba tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/routers/1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05 HTTP/1.1" status: 200 len: 920 time: 0.1562345 Feb 16 16:34:33.417306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60570) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:33.419027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-245779b3-1e7f-4c33-9150-b34b8a154e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:33.419727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245779b3-1e7f-4c33-9150-b34b8a154e20 None None] The sync data for ids ['1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:34:33.467067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:33.467691 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:33.469108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] 10.222.0.65 "PUT /v2.0/ports/40989412-c7c2-4636-b207-4e8c324c1705 HTTP/1.1" status: 200 len: 1091 time: 1.1715586 Feb 16 16:34:33.469571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58afa9b-79f9-431d-87d2-f56994bc1b04', 'tag': '40989412-c7c2-4636-b207-4e8c324c1705'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:33.471863 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af83b05a-6ece-4e7c-9233-6343f33490dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e58afa9b-79f9-431d-87d2-f56994bc1b04", "tag": "40989412-c7c2-4636-b207-4e8c324c1705"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:33.516292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb86d9cb-43ad-4b81-8272-253d6bedf827 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:33.521357 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fb86d9cb-43ad-4b81-8272-253d6bedf827 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&device_id=1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1029809 Feb 16 16:34:33.521978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60574) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:33.547149 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf992bb-7b42-4fff-a9d2-713a37a1ef8d x-openstack-request-id: req-4bf992bb-7b42-4fff-a9d2-713a37a1ef8d {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:33.548030 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58afa9b-79f9-431d-87d2-f56994bc1b04", "tag": "40989412-c7c2-4636-b207-4e8c324c1705", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:33.548030 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bf992bb-7b42-4fff-a9d2-713a37a1ef8d {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:33.548236 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58afa9b-79f9-431d-87d2-f56994bc1b04', 'tag': '40989412-c7c2-4636-b207-4e8c324c1705', 'status': 'completed', 'code': 200} Feb 16 16:34:33.577148 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a067310a-0faa-4011-b193-1c5f3d978beb req-a227ca0e-20bf-46cc-96b5-9af05fb1c73f tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662393 Feb 16 16:34:33.585134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce32de-4c96-4968-a625-5cc3f63eb46a service neutron] Pushing event updated for resources: {'Port': ['ID=40989412-c7c2-4636-b207-4e8c324c1705,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:33.617135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-c3e807ea-e0c9-43e3-84e5-e47d36bbd4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:33.619183 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-c3e807ea-e0c9-43e3-84e5-e47d36bbd4f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e6b64801f404e85a0915d363dec27d4&device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 1125 time: 0.0936854 Feb 16 16:34:33.637739 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f371e400-086f-4f25-b641-3634484613b8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:33.639120 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f371e400-086f-4f25-b641-3634484613b8 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 881 time: 0.1161981 Feb 16 16:34:33.643567 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60576) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:33.668593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-413b9337-79ac-40ad-ac0b-ac225f21b4a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40989412-c7c2-4636-b207-4e8c324c1705 HTTP/1.1" status: 200 len: 217 time: 0.0418475 Feb 16 16:34:33.673473 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e3585429-ac49-4ff8-900e-0afba5d81a22 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05 HTTP/1.1" status: 200 len: 205 time: 0.0281162 Feb 16 16:34:33.675909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60578) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:33.805689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-5effbc84-1c2e-46f1-9d6f-b22ca8c575f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:33.807326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-5effbc84-1c2e-46f1-9d6f-b22ca8c575f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad0a3f87-8df5-417f-9f01-966be8ea6e6e HTTP/1.1" status: 200 len: 850 time: 0.1323087 Feb 16 16:34:33.867151 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb0c19e6-6eef-4247-8505-cc6827632c0a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:33.940926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-fb98f088-46ea-4499-8d38-cd2063eb0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:33.942481 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-fb98f088-46ea-4499-8d38-cd2063eb0567 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5a78f389-f648-40c0-9945-c98086a451a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1260750 Feb 16 16:34:34.046726 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb0c19e6-6eef-4247-8505-cc6827632c0a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:34.063049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-55a34430-8a16-4975-b241-16d21e7f94cf service neutron] 10.222.0.65 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120608 Feb 16 16:34:34.273591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8eb15-c45c-442b-84fb-c3be327abe6a req-4b116e65-36d1-4ead-92e4-5aa92588e722 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:34.275570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12c8eb15-c45c-442b-84fb-c3be327abe6a req-4b116e65-36d1-4ead-92e4-5aa92588e722 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 943 time: 0.1615109 Feb 16 16:34:34.279585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03bdc3f7-3cd8-4afd-aee8-2ac3be26387e req-ef810656-7cd6-465c-8325-7647d8d9a3e0 service neutron] 10.222.0.65 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099080 Feb 16 16:34:34.280814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-cb0c19e6-6eef-4247-8505-cc6827632c0a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Deleting port c94513d7-21cb-4744-a258-dd69d777bd3d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:34.281143 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb0c19e6-6eef-4247-8505-cc6827632c0a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c94513d7-21cb-4744-a258-dd69d777bd3d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:34.311323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1601816-663d-48a2-afb9-d04e90d215b9 req-77c2ed7a-762a-43eb-8357-7c8955235418 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:34.312814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1601816-663d-48a2-afb9-d04e90d215b9 req-77c2ed7a-762a-43eb-8357-7c8955235418 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.1632304 Feb 16 16:34:34.355295 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:34.455537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12c8eb15-c45c-442b-84fb-c3be327abe6a req-986b6941-0ad3-48a0-ba4f-cf0b3922825a tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb9b140f-fac4-46d1-941d-757c9ebe75f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701462 Feb 16 16:34:34.484424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1601816-663d-48a2-afb9-d04e90d215b9 req-c9cb8261-248f-4050-b9c4-be0cdf80ac0c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539152 Feb 16 16:34:34.486229 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb0c19e6-6eef-4247-8505-cc6827632c0a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c94513d7-21cb-4744-a258-dd69d777bd3d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:34.501934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83b05a-6ece-4e7c-9233-6343f33490dc req-cee2391b-f88e-4b1d-aa46-c47a1b0893af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:34.503410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af83b05a-6ece-4e7c-9233-6343f33490dc req-cee2391b-f88e-4b1d-aa46-c47a1b0893af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e6b64801f404e85a0915d363dec27d4&device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 1125 time: 0.1698060 Feb 16 16:34:34.504289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-cb0c19e6-6eef-4247-8505-cc6827632c0a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Calling delete_port for c94513d7-21cb-4744-a258-dd69d777bd3d owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:35.021909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83b05a-6ece-4e7c-9233-6343f33490dc req-9b8f9b7b-2e43-40b6-8403-f6f1e21ce116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:35.023335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af83b05a-6ece-4e7c-9233-6343f33490dc req-9b8f9b7b-2e43-40b6-8403-f6f1e21ce116 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5a78f389-f648-40c0-9945-c98086a451a3 HTTP/1.1" status: 200 len: 912 time: 0.5102642 Feb 16 16:34:35.079289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af83b05a-6ece-4e7c-9233-6343f33490dc req-ab6eadc7-8289-42c2-a818-bc4eed0c9b6f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40989412-c7c2-4636-b207-4e8c324c1705 HTTP/1.1" status: 200 len: 217 time: 0.0405824 Feb 16 16:34:35.106917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ba7a4-f239-419c-a99c-46be9989ee7b req-f7fc2f93-ef26-4033-9b01-427352d25478 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:35.108361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a03ba7a4-f239-419c-a99c-46be9989ee7b req-f7fc2f93-ef26-4033-9b01-427352d25478 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 948 time: 0.4636183 Feb 16 16:34:35.200559 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83b05a-6ece-4e7c-9233-6343f33490dc req-0b443e61-a602-4926-85db-5a7fa610dade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:35.202042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af83b05a-6ece-4e7c-9233-6343f33490dc req-0b443e61-a602-4926-85db-5a7fa610dade service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad0a3f87-8df5-417f-9f01-966be8ea6e6e HTTP/1.1" status: 200 len: 850 time: 0.1111026 Feb 16 16:34:35.204536 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb0c19e6-6eef-4247-8505-cc6827632c0a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c94513d7-21cb-4744-a258-dd69d777bd3d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:35.250956 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c19e6-6eef-4247-8505-cc6827632c0a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Pushing event deleted for resources: {'Port': ['ID=c94513d7-21cb-4744-a258-dd69d777bd3d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:35.270367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a03ba7a4-f239-419c-a99c-46be9989ee7b req-7a97f476-1801-40df-b595-48ccff67b209 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433787 Feb 16 16:34:35.342984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83b05a-6ece-4e7c-9233-6343f33490dc req-5f3a978d-b619-40d5-8f79-f906ae05096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:35.344599 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af83b05a-6ece-4e7c-9233-6343f33490dc req-5f3a978d-b619-40d5-8f79-f906ae05096c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5a78f389-f648-40c0-9945-c98086a451a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1248286 Feb 16 16:34:35.349455 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb0c19e6-6eef-4247-8505-cc6827632c0a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:35.469287 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb0c19e6-6eef-4247-8505-cc6827632c0a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:35.472634 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb0c19e6-6eef-4247-8505-cc6827632c0a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_controller (1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:35.566460 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb0c19e6-6eef-4247-8505-cc6827632c0a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:35.567029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0c19e6-6eef-4247-8505-cc6827632c0a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Fanout notify agent at l3_agent the message router_deleted on router 1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:34:35.574738 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb0c19e6-6eef-4247-8505-cc6827632c0a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:35.575906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cb0c19e6-6eef-4247-8505-cc6827632c0a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "DELETE /v2.0/routers/1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05 HTTP/1.1" status: 204 len: 168 time: 1.8913217 Feb 16 16:34:35.580283 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60590) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:35.585332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-649fd5a3-2555-49b0-a764-eb2e10b89117 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2048791571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:35.587074 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af83b05a-6ece-4e7c-9233-6343f33490dc req-f516736d-a192-4c5c-8bc0-c789ba8588a7 service neutron] 10.222.0.65 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342565 Feb 16 16:34:35.608712 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-649fd5a3-2555-49b0-a764-eb2e10b89117 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (3dc414c0-6629-4001-b907-f04377e423ed), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:35.610014 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-649fd5a3-2555-49b0-a764-eb2e10b89117 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (3dc414c0-6629-4001-b907-f04377e423ed), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:35.666962 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-649fd5a3-2555-49b0-a764-eb2e10b89117 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_controller (3dc414c0-6629-4001-b907-f04377e423ed), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:35.680768 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-649fd5a3-2555-49b0-a764-eb2e10b89117 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (3dc414c0-6629-4001-b907-f04377e423ed), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:35.702945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-649fd5a3-2555-49b0-a764-eb2e10b89117 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:35.707057 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-649fd5a3-2555-49b0-a764-eb2e10b89117 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1231182 Feb 16 16:34:35.707272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60592) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:35.711918 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'enable_snat': False}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:35.747317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56358f24-7594-4cf1-98fe-ec9ddd2ee131 req-434e8808-4a61-41f0-bc4f-7de337901f6e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:35.749183 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56358f24-7594-4cf1-98fe-ec9ddd2ee131 req-434e8808-4a61-41f0-bc4f-7de337901f6e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 943 time: 0.1718802 Feb 16 16:34:35.765734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea8c18-75f4-4b2c-97bd-483ba4194d8f req-9be0602f-b505-47e0-8fa4-0942519944d3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:35.767214 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4eea8c18-75f4-4b2c-97bd-483ba4194d8f req-9be0602f-b505-47e0-8fa4-0942519944d3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.1565197 Feb 16 16:34:35.777520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af83b05a-6ece-4e7c-9233-6343f33490dc req-0c21f350-f97e-4497-9762-a71e3b0524da service neutron] 10.222.0.65 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678121 Feb 16 16:34:35.848156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56358f24-7594-4cf1-98fe-ec9ddd2ee131 req-91556fff-6ba9-4125-85ed-aaf4a97ff2cf tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb9b140f-fac4-46d1-941d-757c9ebe75f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785048 Feb 16 16:34:35.857850 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4eea8c18-75f4-4b2c-97bd-483ba4194d8f req-2d9e0d01-3f9f-435e-940e-62c44ec1ff60 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793986 Feb 16 16:34:35.918867 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:34:35.928072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 157e59aa-dbbe-4801-ad9b-4766ec9364e5 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:34:35.947878 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (3dc414c0-6629-4001-b907-f04377e423ed), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:36.078781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:36.079157 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:36.114514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:36.121047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:36.123257 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05aad66-f0d7-4d6a-aaa1-c10c8b766c13" -d '{"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-unplugged", "status": "completed", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:36.147981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66', 'mac_address': 'fa:16:3e:7e:e7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:34:36.161725 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (3dc414c0-6629-4001-b907-f04377e423ed), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:36.184591 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:36.185265 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:36.186517 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cf9e9c-324a-412a-a51d-ce1b71a192ac x-openstack-request-id: req-67cf9e9c-324a-412a-a51d-ce1b71a192ac {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:36.187048 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-unplugged", "status": "completed", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:36.187527 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67cf9e9c-324a-412a-a51d-ce1b71a192ac {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:36.187909 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'code': 200} Feb 16 16:34:36.192318 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:36.228975 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:36.229357 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:36.256024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:34:36.270408 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=157e59aa-dbbe-4801-ad9b-4766ec9364e5,revision_number=11']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:36.286001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:36.286361 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:36.286726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:36.287072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:36.287391 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:36.287715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:36.288071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:36.288395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:36.288723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:36.289049 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:36.289376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:36.289704 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:36.290367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:36.297218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:36.303922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Allocated IP 172.25.4.30 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/27f48d42-7758-4f28-ae7b-0a78f8c974c4) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:34:36.309326 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:36.376924 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:36.425852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebffc4-0e76-40dc-a649-fc6e8108852c req-a4ca0831-b915-44ae-a284-b9a1de327621 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:36.427570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bebffc4-0e76-40dc-a649-fc6e8108852c req-a4ca0831-b915-44ae-a284-b9a1de327621 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 949 time: 0.0678923 Feb 16 16:34:36.430807 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for port (27f48d42-7758-4f28-ae7b-0a78f8c974c4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:36.465266 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (27f48d42-7758-4f28-ae7b-0a78f8c974c4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:36.490827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bebffc4-0e76-40dc-a649-fc6e8108852c req-6406c17c-867e-40dd-b242-205146067487 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512762 Feb 16 16:34:36.509728 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:34:36.512768 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:34:36.517441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:34:36.520496 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Pushing event updated for resources: {'Port': ['ID=27f48d42-7758-4f28-ae7b-0a78f8c974c4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:36.740875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:34:36.772263 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router_gateway (3dc414c0-6629-4001-b907-f04377e423ed), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:36.987353 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (3dc414c0-6629-4001-b907-f04377e423ed), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:36.990953 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (3dc414c0-6629-4001-b907-f04377e423ed), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:37.021371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431f705-2d0d-47f4-9dff-05213347f73d req-355d855f-42c4-4251-8058-8270858bb1a0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:37.022997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c431f705-2d0d-47f4-9dff-05213347f73d req-355d855f-42c4-4251-8058-8270858bb1a0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0854669 Feb 16 16:34:37.031416 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d8d0d-019a-48aa-9026-801bf938ea94 req-d8a07f3a-65c5-4e37-bf49-cc68194c468f tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:37.032961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-484d8d0d-019a-48aa-9026-801bf938ea94 req-d8a07f3a-65c5-4e37-bf49-cc68194c468f tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 943 time: 0.0864501 Feb 16 16:34:37.111151 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c431f705-2d0d-47f4-9dff-05213347f73d req-d7e776d9-b0fb-48cc-a320-323c2170dff8 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771320 Feb 16 16:34:37.114503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-484d8d0d-019a-48aa-9026-801bf938ea94 req-ae2c6811-1960-457f-aa84-6714613713e6 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb9b140f-fac4-46d1-941d-757c9ebe75f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745804 Feb 16 16:34:37.138625 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Router 3dc414c0-6629-4001-b907-f04377e423ed is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:34:37.558898 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:34:37.568213 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3006e389-6127-4ba7-9eff-4aa6c3daaffd None None] Sync routers for ids ['3dc414c0-6629-4001-b907-f04377e423ed'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:34:37.570126 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:37.571377 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4b04606b-a512-4511-987c-b98a95dda929 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "PUT /v2.0/routers/3dc414c0-6629-4001-b907-f04377e423ed HTTP/1.1" status: 200 len: 915 time: 1.8630216 Feb 16 16:34:37.575013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60604) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:37.579319 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006e389-6127-4ba7-9eff-4aa6c3daaffd None None] Routers {'3dc414c0-6629-4001-b907-f04377e423ed'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:37.579959 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3006e389-6127-4ba7-9eff-4aa6c3daaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3dc414c0-6629-4001-b907-f04377e423ed'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:37.596291 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 40989412-c7c2-4636-b207-4e8c324c1705 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:34:37.619619 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3006e389-6127-4ba7-9eff-4aa6c3daaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:37.629571 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006e389-6127-4ba7-9eff-4aa6c3daaffd None None] Routers {'3dc414c0-6629-4001-b907-f04377e423ed'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:37.630408 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3006e389-6127-4ba7-9eff-4aa6c3daaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3dc414c0-6629-4001-b907-f04377e423ed'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:37.669583 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3006e389-6127-4ba7-9eff-4aa6c3daaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:37.670497 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3006e389-6127-4ba7-9eff-4aa6c3daaffd None None] The sync data for ids ['3dc414c0-6629-4001-b907-f04377e423ed'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:34:37.679962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadb877-4fb9-47a7-95f9-fe37319653bc req-bfffeeba-fa64-47fa-a4ab-c4ff73ab265a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:37.685670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-baadb877-4fb9-47a7-95f9-fe37319653bc req-bfffeeba-fa64-47fa-a4ab-c4ff73ab265a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 949 time: 0.1195805 Feb 16 16:34:37.720421 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f40cac67-6625-4f18-b1a2-8b4135e2de13 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/routers/3dc414c0-6629-4001-b907-f04377e423ed HTTP/1.1" status: 200 len: 921 time: 0.1441386 Feb 16 16:34:37.724971 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60606) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:37.788671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7adae-666a-4c1e-9d36-eb36703f409c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:37.795917 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-92f7adae-666a-4c1e-9d36-eb36703f409c tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&device_id=3dc414c0-6629-4001-b907-f04377e423ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0644670 Feb 16 16:34:37.795917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60608) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:37.796284 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-baadb877-4fb9-47a7-95f9-fe37319653bc req-9ae45a92-1de8-4c14-b6c7-a091b82c2b0a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995066 Feb 16 16:34:37.807500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 40989412-c7c2-4636-b207-4e8c324c1705, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=40989412-c7c2-4636-b207-4e8c324c1705,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:37.837925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '40989412-c7c2-4636-b207-4e8c324c1705', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'port_id': '40989412-c7c2-4636-b207-4e8c324c1705', 'mac_address': 'fa:16:3e:ab:ab:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:34:37.883953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 40989412-c7c2-4636-b207-4e8c324c1705 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:37.885078 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (40989412-c7c2-4636-b207-4e8c324c1705), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:37.893294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e3c4e-4d47-45b2-b5a6-8f953ea0e51f tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:37.895022 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f29e3c4e-4d47-45b2-b5a6-8f953ea0e51f tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 881 time: 0.1005964 Feb 16 16:34:37.898066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60610) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:37.904193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40989412-c7c2-4636-b207-4e8c324c1705 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:34:37.931853 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 157e59aa-dbbe-4801-ad9b-4766ec9364e5 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:34:37.932085 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b44d9f89-2201-4b62-8e51-218f10035a8a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc414c0-6629-4001-b907-f04377e423ed HTTP/1.1" status: 200 len: 205 time: 0.0321777 Feb 16 16:34:37.934255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60612) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:37.934702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:34:37.939115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 40989412-c7c2-4636-b207-4e8c324c1705, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=40989412-c7c2-4636-b207-4e8c324c1705,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:37.973770 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (40989412-c7c2-4636-b207-4e8c324c1705), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:38.064473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=40989412-c7c2-4636-b207-4e8c324c1705,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:38.066092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04eb3108-3c06-4324-ad12-403e0bd4bdd5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (3dc414c0-6629-4001-b907-f04377e423ed), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:38.211213 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:34:38.216637 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04eb3108-3c06-4324-ad12-403e0bd4bdd5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (3dc414c0-6629-4001-b907-f04377e423ed), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:38.227105 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:34:38.228814 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:38.285057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:38.303829 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-04eb3108-3c06-4324-ad12-403e0bd4bdd5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Deleting port 27f48d42-7758-4f28-ae7b-0a78f8c974c4 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:38.304156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'port_id': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'mac_address': 'fa:16:3e:c2:b0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:34:38.304705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04eb3108-3c06-4324-ad12-403e0bd4bdd5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (27f48d42-7758-4f28-ae7b-0a78f8c974c4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:38.360189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['40989412-c7c2-4636-b207-4e8c324c1705'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:34:38.401717 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04eb3108-3c06-4324-ad12-403e0bd4bdd5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (27f48d42-7758-4f28-ae7b-0a78f8c974c4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:38.413940 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:38.414333 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:38.416797 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-04eb3108-3c06-4324-ad12-403e0bd4bdd5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Calling delete_port for 27f48d42-7758-4f28-ae7b-0a78f8c974c4 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:38.421642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:38.422017 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:38.469691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157e59aa-dbbe-4801-ad9b-4766ec9364e5 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:34:38.470623 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af597430-3ef2-4859-aaf4-fb07ad3fa329 req-9ab6bf3e-2b9b-4627-b318-ee8f23ffaf20 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:38.477706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af597430-3ef2-4859-aaf4-fb07ad3fa329 req-9ab6bf3e-2b9b-4627-b318-ee8f23ffaf20 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 944 time: 0.1373074 Feb 16 16:34:38.487262 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d47b6f-7c43-418a-a383-b7e90c6ab9ed req-49e734f3-473f-42e0-a97c-c97aa2511154 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:38.494737 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63d47b6f-7c43-418a-a383-b7e90c6ab9ed req-49e734f3-473f-42e0-a97c-c97aa2511154 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1978378 Feb 16 16:34:38.497866 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:38.513335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:38.516149 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1ee62f-98c1-4570-b397-16de8d608bf8" -d '{"events": [{"server_uuid": "1bb9b9ce-718a-4d75-b5bf-7fb63bab2865", "name": "network-vif-plugged", "status": "completed", "tag": "e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:38.529958 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:38.553092 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:38.580409 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63d47b6f-7c43-418a-a383-b7e90c6ab9ed req-3ec97a2d-8baa-47b8-b690-1ccdea1c54ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838044 Feb 16 16:34:38.633626 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af597430-3ef2-4859-aaf4-fb07ad3fa329 req-aa1b576d-b623-4427-9af2-6a57d1a01212 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb9b140f-fac4-46d1-941d-757c9ebe75f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542583 Feb 16 16:34:38.633754 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:38.660476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04eb3108-3c06-4324-ad12-403e0bd4bdd5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (27f48d42-7758-4f28-ae7b-0a78f8c974c4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:38.661011 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd299a7-e4f8-4b8f-813b-312f6a37d818 x-openstack-request-id: req-9fd299a7-e4f8-4b8f-813b-312f6a37d818 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:38.661306 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb9b9ce-718a-4d75-b5bf-7fb63bab2865", "name": "network-vif-plugged", "status": "completed", "tag": "e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:38.661564 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fd299a7-e4f8-4b8f-813b-312f6a37d818 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:38.661962 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66', 'code': 200} Feb 16 16:34:38.681991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['157e59aa-dbbe-4801-ad9b-4766ec9364e5'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:34:38.721869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb3108-3c06-4324-ad12-403e0bd4bdd5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Pushing event deleted for resources: {'Port': ['ID=27f48d42-7758-4f28-ae7b-0a78f8c974c4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:38.745066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=157e59aa-dbbe-4801-ad9b-4766ec9364e5,revision_number=12']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:38.844184 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04eb3108-3c06-4324-ad12-403e0bd4bdd5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (3dc414c0-6629-4001-b907-f04377e423ed), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:38.895511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:38.973030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf23fb-12c6-4714-bbc5-792a2082934b req-5246b596-82e2-449a-acda-5998a6a0fe13 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:38.977950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ddcf23fb-12c6-4714-bbc5-792a2082934b req-5246b596-82e2-449a-acda-5998a6a0fe13 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 950 time: 0.0999253 Feb 16 16:34:38.980163 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04eb3108-3c06-4324-ad12-403e0bd4bdd5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (3dc414c0-6629-4001-b907-f04377e423ed), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:38.982297 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04eb3108-3c06-4324-ad12-403e0bd4bdd5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_controller (3dc414c0-6629-4001-b907-f04377e423ed), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:39.041699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ddcf23fb-12c6-4714-bbc5-792a2082934b req-041c22c6-ef16-4bee-85d1-bfd18e6067a1 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530734 Feb 16 16:34:39.053516 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04eb3108-3c06-4324-ad12-403e0bd4bdd5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (3dc414c0-6629-4001-b907-f04377e423ed), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:39.054067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eb3108-3c06-4324-ad12-403e0bd4bdd5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Fanout notify agent at l3_agent the message router_deleted on router 3dc414c0-6629-4001-b907-f04377e423ed {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:34:39.063113 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04eb3108-3c06-4324-ad12-403e0bd4bdd5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:39.065290 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-04eb3108-3c06-4324-ad12-403e0bd4bdd5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "DELETE /v2.0/routers/3dc414c0-6629-4001-b907-f04377e423ed HTTP/1.1" status: 204 len: 168 time: 1.1300175 Feb 16 16:34:39.069413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60630) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:39.072525 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c2f52-acfb-42ef-bdda-f7c8a227e368 req-00db536d-ff4e-4301-8d4b-20e0691e7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:39.074570 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c70c2f52-acfb-42ef-bdda-f7c8a227e368 req-00db536d-ff4e-4301-8d4b-20e0691e7444 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 1132 time: 0.3465796 Feb 16 16:34:39.076898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1695856363', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:39.101011 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (701f742d-57e9-4ff3-b616-10e4ea83f906), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:39.102470 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (701f742d-57e9-4ff3-b616-10e4ea83f906), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:39.137115 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c70c2f52-acfb-42ef-bdda-f7c8a227e368 req-529c58ce-a408-4465-862c-86f8e47b17bc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558677 Feb 16 16:34:39.172605 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_controller (701f742d-57e9-4ff3-b616-10e4ea83f906), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:39.341950 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (701f742d-57e9-4ff3-b616-10e4ea83f906), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:39.556221 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (701f742d-57e9-4ff3-b616-10e4ea83f906), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:39.575657 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:39.738110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Allocated IP 172.25.4.61 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/c538e32f-f6f7-4f4c-b81a-cc2c35e68092) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:34:39.792238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfbc15-a795-434f-a79f-bbef57a139b2 req-63514363-2c9e-4d43-8132-fc7fdc419db6 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:39.793827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51cfbc15-a795-434f-a79f-bbef57a139b2 req-63514363-2c9e-4d43-8132-fc7fdc419db6 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 945 time: 0.1263399 Feb 16 16:34:39.881013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea6030-dafa-4fd2-80e6-876b708d50a6 req-5adad42c-fc70-489e-9076-332a6ad4d44d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:39.882698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-deea6030-dafa-4fd2-80e6-876b708d50a6 req-5adad42c-fc70-489e-9076-332a6ad4d44d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 944 time: 0.1674166 Feb 16 16:34:39.940933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 157e59aa-dbbe-4801-ad9b-4766ec9364e5 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:34:39.990160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51cfbc15-a795-434f-a79f-bbef57a139b2 req-17d05084-2209-4bd0-89cd-98881550d4e8 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760089 Feb 16 16:34:40.035653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:34:40.036319 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:40.064722 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for port (c538e32f-f6f7-4f4c-b81a-cc2c35e68092), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:40.080990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-deea6030-dafa-4fd2-80e6-876b708d50a6 req-2ccbea25-871c-40bd-bed1-7c58c7f78553 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb9b140f-fac4-46d1-941d-757c9ebe75f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658719 Feb 16 16:34:40.129844 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c538e32f-f6f7-4f4c-b81a-cc2c35e68092), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:40.161186 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:40.161851 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:40.207356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:34:40.218760 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:34:40.225152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:34:40.256107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Pushing event updated for resources: {'Port': ['ID=c538e32f-f6f7-4f4c-b81a-cc2c35e68092,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:40.289303 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09a5cc-a050-4ec8-a647-d2ba8b116bd4 req-c3078386-48e5-47d4-962a-8aec31f3b78a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:40.298518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb09a5cc-a050-4ec8-a647-d2ba8b116bd4 req-c3078386-48e5-47d4-962a-8aec31f3b78a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 950 time: 0.1646304 Feb 16 16:34:40.397001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:40.418305 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:40.491504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb09a5cc-a050-4ec8-a647-d2ba8b116bd4 req-4e971fbb-66cd-4ba8-8241-f6382cf1f40a tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920996 Feb 16 16:34:40.530082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=157e59aa-dbbe-4801-ad9b-4766ec9364e5,revision_number=13']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:40.662933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:40.665687 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6e44f5-cbc2-4f48-adec-9d9672d69cb0" -d '{"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-plugged", "status": "completed", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:40.688374 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (701f742d-57e9-4ff3-b616-10e4ea83f906), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:40.751069 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57162eb8-5aeb-482d-bca4-027b093975b3 x-openstack-request-id: req-57162eb8-5aeb-482d-bca4-027b093975b3 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:40.752166 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-plugged", "status": "completed", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:40.752716 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57162eb8-5aeb-482d-bca4-027b093975b3 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:40.753047 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'code': 200} Feb 16 16:34:40.958109 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (701f742d-57e9-4ff3-b616-10e4ea83f906), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:41.156310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801694a-e1a7-43ca-ad1d-3e742c6db8e9 req-23c0b249-ed09-47a8-b252-1f633368e024 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:41.163449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2801694a-e1a7-43ca-ad1d-3e742c6db8e9 req-23c0b249-ed09-47a8-b252-1f633368e024 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.0846741 Feb 16 16:34:41.196167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Router 701f742d-57e9-4ff3-b616-10e4ea83f906 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:34:41.320264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2801694a-e1a7-43ca-ad1d-3e742c6db8e9 req-45648ddf-629f-4da0-8199-918242782cb6 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555979 Feb 16 16:34:41.340971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d6f2-af11-4aca-828b-b9b2afc03e0f req-428f39bc-cacb-4f39-8013-392df1463636 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:41.345885 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a02d6f2-af11-4aca-828b-b9b2afc03e0f req-428f39bc-cacb-4f39-8013-392df1463636 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 944 time: 0.1718605 Feb 16 16:34:41.405958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:34:41.417792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83065bfd-ecea-4e72-bc42-67fa0d3650e6 None None] Sync routers for ids ['701f742d-57e9-4ff3-b616-10e4ea83f906'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:34:41.428980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83065bfd-ecea-4e72-bc42-67fa0d3650e6 None None] Routers {'701f742d-57e9-4ff3-b616-10e4ea83f906'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:41.429742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-83065bfd-ecea-4e72-bc42-67fa0d3650e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['701f742d-57e9-4ff3-b616-10e4ea83f906'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:41.443718 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a02d6f2-af11-4aca-828b-b9b2afc03e0f req-4bae1f9f-25eb-4175-8e82-1243852336c6 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb9b140f-fac4-46d1-941d-757c9ebe75f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935798 Feb 16 16:34:41.477152 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-83065bfd-ecea-4e72-bc42-67fa0d3650e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:41.488580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83065bfd-ecea-4e72-bc42-67fa0d3650e6 None None] Routers {'701f742d-57e9-4ff3-b616-10e4ea83f906'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:41.489315 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-83065bfd-ecea-4e72-bc42-67fa0d3650e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['701f742d-57e9-4ff3-b616-10e4ea83f906'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:41.489477 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:41.491042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-11fb998f-e0f0-47f1-8349-da3ec986e4fa tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4204071 Feb 16 16:34:41.493716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60668) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:41.498552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:41.536458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-83065bfd-ecea-4e72-bc42-67fa0d3650e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:41.537245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83065bfd-ecea-4e72-bc42-67fa0d3650e6 None None] The sync data for ids ['701f742d-57e9-4ff3-b616-10e4ea83f906'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:34:41.628563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 40989412-c7c2-4636-b207-4e8c324c1705 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:34:41.691810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 40989412-c7c2-4636-b207-4e8c324c1705 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:34:41.697996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 40989412-c7c2-4636-b207-4e8c324c1705 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:34:41.698760 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (40989412-c7c2-4636-b207-4e8c324c1705), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:41.808085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 40989412-c7c2-4636-b207-4e8c324c1705 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:41.808713 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (40989412-c7c2-4636-b207-4e8c324c1705), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:41.877067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 40989412-c7c2-4636-b207-4e8c324c1705, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=40989412-c7c2-4636-b207-4e8c324c1705,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:41.889412 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (40989412-c7c2-4636-b207-4e8c324c1705), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:41.952535 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=40989412-c7c2-4636-b207-4e8c324c1705,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:42.247959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af774dd6-cc97-4abd-a9e0-89462e8eb5fd req-3ca76b52-f6b5-4788-b3cb-8a811091bc70 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:42.249920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af774dd6-cc97-4abd-a9e0-89462e8eb5fd req-3ca76b52-f6b5-4788-b3cb-8a811091bc70 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 950 time: 0.1395900 Feb 16 16:34:42.388308 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af774dd6-cc97-4abd-a9e0-89462e8eb5fd req-461c6b35-0bf9-4c5b-b286-f930070c9fbe tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313174 Feb 16 16:34:42.417496 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (701f742d-57e9-4ff3-b616-10e4ea83f906), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:42.440318 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_gateway (701f742d-57e9-4ff3-b616-10e4ea83f906), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:42.599067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Deleting port c538e32f-f6f7-4f4c-b81a-cc2c35e68092 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:34:42.601269 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c538e32f-f6f7-4f4c-b81a-cc2c35e68092), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:42.626379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dd00f-3075-43d2-b06d-e0e45c4f4fbd req-99c1c88c-7723-449d-8982-0a877cede5c0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:42.628198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-681dd00f-3075-43d2-b06d-e0e45c4f4fbd req-99c1c88c-7723-449d-8982-0a877cede5c0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.1226122 Feb 16 16:34:42.754558 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58afa9b-79f9-431d-87d2-f56994bc1b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40989412-c7c2-4636-b207-4e8c324c1705'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:42.759167 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee1c6fa-9107-4c5c-ae1a-05505cc77e7a" -d '{"events": [{"server_uuid": "e58afa9b-79f9-431d-87d2-f56994bc1b04", "name": "network-vif-plugged", "status": "completed", "tag": "40989412-c7c2-4636-b207-4e8c324c1705"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:42.817510 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-681dd00f-3075-43d2-b06d-e0e45c4f4fbd req-aea5d62d-8a30-4096-a9d2-1e16d2e9effb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736126 Feb 16 16:34:42.833756 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c538e32f-f6f7-4f4c-b81a-cc2c35e68092), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:42.862681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Calling delete_port for c538e32f-f6f7-4f4c-b81a-cc2c35e68092 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:34:43.115851 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d64060c-3efd-45db-90e3-272576cceeb1 x-openstack-request-id: req-0d64060c-3efd-45db-90e3-272576cceeb1 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:43.116154 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58afa9b-79f9-431d-87d2-f56994bc1b04", "name": "network-vif-plugged", "status": "completed", "tag": "40989412-c7c2-4636-b207-4e8c324c1705", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:43.116416 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d64060c-3efd-45db-90e3-272576cceeb1 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:43.117513 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58afa9b-79f9-431d-87d2-f56994bc1b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40989412-c7c2-4636-b207-4e8c324c1705', 'code': 200} Feb 16 16:34:43.180829 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c538e32f-f6f7-4f4c-b81a-cc2c35e68092), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:43.236969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Pushing event deleted for resources: {'Port': ['ID=c538e32f-f6f7-4f4c-b81a-cc2c35e68092,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:43.439185 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (701f742d-57e9-4ff3-b616-10e4ea83f906), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:43.597281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d3d79-eedb-4369-b9a9-957e979522b9 req-9166a3c8-8d39-42c9-8f40-3371656b43eb tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:43.614033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d78d3d79-eedb-4369-b9a9-957e979522b9 req-9166a3c8-8d39-42c9-8f40-3371656b43eb tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 945 time: 0.4455509 Feb 16 16:34:43.773023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e82380-0e5a-4e2e-af36-cf29489c0281 req-34ad528c-378c-4d41-8a31-55900dfe8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:43.775159 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-55e82380-0e5a-4e2e-af36-cf29489c0281 req-34ad528c-378c-4d41-8a31-55900dfe8c86 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 1127 time: 0.4111378 Feb 16 16:34:43.850196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d78d3d79-eedb-4369-b9a9-957e979522b9 req-ade0084d-bd33-4ec8-ad8f-bf8104844116 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb9b140f-fac4-46d1-941d-757c9ebe75f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298412 Feb 16 16:34:43.936174 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (701f742d-57e9-4ff3-b616-10e4ea83f906), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:43.941591 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (701f742d-57e9-4ff3-b616-10e4ea83f906), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:43.971079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-55e82380-0e5a-4e2e-af36-cf29489c0281 req-46468a2e-1a19-483c-b2cc-ce56018db0a4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cb9b140f-fac4-46d1-941d-757c9ebe75f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779485 Feb 16 16:34:44.110393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Router 701f742d-57e9-4ff3-b616-10e4ea83f906 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:34:44.125069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83176e-65dc-46eb-8939-56c1a4dfdff4 req-fb1921d2-7c8e-4d18-8b5a-a66f584209c7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:44.126577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b83176e-65dc-46eb-8939-56c1a4dfdff4 req-fb1921d2-7c8e-4d18-8b5a-a66f584209c7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.1687176 Feb 16 16:34:44.230191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:34:44.243278 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fecc9e2-3d5f-4ad7-83cd-888b567f378b None None] Sync routers for ids ['701f742d-57e9-4ff3-b616-10e4ea83f906'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:34:44.256095 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fecc9e2-3d5f-4ad7-83cd-888b567f378b None None] Routers {'701f742d-57e9-4ff3-b616-10e4ea83f906'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:44.256695 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5fecc9e2-3d5f-4ad7-83cd-888b567f378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['701f742d-57e9-4ff3-b616-10e4ea83f906'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:44.257506 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:44.260408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a46ad417-80ba-432a-9548-2d70ffad7c71 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "PUT /v2.0/routers/701f742d-57e9-4ff3-b616-10e4ea83f906 HTTP/1.1" status: 200 len: 706 time: 2.7654397 Feb 16 16:34:44.263119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60744) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:44.303037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b83176e-65dc-46eb-8939-56c1a4dfdff4 req-442f2e60-19ef-4b63-ab95-0faf6daf7dff tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701374 Feb 16 16:34:44.321198 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5fecc9e2-3d5f-4ad7-83cd-888b567f378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:44.331610 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fecc9e2-3d5f-4ad7-83cd-888b567f378b None None] Routers {'701f742d-57e9-4ff3-b616-10e4ea83f906'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:44.332414 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5fecc9e2-3d5f-4ad7-83cd-888b567f378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['701f742d-57e9-4ff3-b616-10e4ea83f906'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:44.372019 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5fecc9e2-3d5f-4ad7-83cd-888b567f378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:44.372904 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fecc9e2-3d5f-4ad7-83cd-888b567f378b None None] The sync data for ids ['701f742d-57e9-4ff3-b616-10e4ea83f906'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:34:44.439429 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ebaac96f-df83-4554-9675-76cd35e96678 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/routers/701f742d-57e9-4ff3-b616-10e4ea83f906 HTTP/1.1" status: 200 len: 741 time: 0.1749992 Feb 16 16:34:44.442292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60758) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:44.518217 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a8020583-114c-43d3-a7bc-e168a770de41 tempest-RoutersAdminTest-1028388701 tempest-RoutersAdminTest-1028388701-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&device_id=701f742d-57e9-4ff3-b616-10e4ea83f906 HTTP/1.1" status: 200 len: 205 time: 0.0740962 Feb 16 16:34:44.522025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60760) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:44.580678 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-02470dfd-abba-4219-96f4-13fc2b3d2ce8 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "GET /v2.0/ports?device_id=701f742d-57e9-4ff3-b616-10e4ea83f906 HTTP/1.1" status: 200 len: 205 time: 0.0572004 Feb 16 16:34:44.585014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60762) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:44.688307 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b83f8b83-cfe0-4d98-9427-b75e8c7c248e tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (701f742d-57e9-4ff3-b616-10e4ea83f906), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:45.003551 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b83f8b83-cfe0-4d98-9427-b75e8c7c248e tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (701f742d-57e9-4ff3-b616-10e4ea83f906), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:45.011085 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b83f8b83-cfe0-4d98-9427-b75e8c7c248e tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router_controller (701f742d-57e9-4ff3-b616-10e4ea83f906), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:45.130124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04095c-f89f-4988-b0ed-4a64b09ae6b0 req-3d8f67db-6bce-4d52-a75a-e424450df9f3 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:45.131803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b04095c-f89f-4988-b0ed-4a64b09ae6b0 req-3d8f67db-6bce-4d52-a75a-e424450df9f3 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 945 time: 0.1776922 Feb 16 16:34:45.134461 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b83f8b83-cfe0-4d98-9427-b75e8c7c248e tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (701f742d-57e9-4ff3-b616-10e4ea83f906), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:45.135056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83f8b83-cfe0-4d98-9427-b75e8c7c248e tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Fanout notify agent at l3_agent the message router_deleted on router 701f742d-57e9-4ff3-b616-10e4ea83f906 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:34:45.142057 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b83f8b83-cfe0-4d98-9427-b75e8c7c248e tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:45.143185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b83f8b83-cfe0-4d98-9427-b75e8c7c248e tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "DELETE /v2.0/routers/701f742d-57e9-4ff3-b616-10e4ea83f906 HTTP/1.1" status: 204 len: 168 time: 0.5565813 Feb 16 16:34:45.147066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60770) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:45.205244 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fa6515f0-82ea-443a-98ff-108bbd198061 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "GET /v2.0/ports?device_id=701f742d-57e9-4ff3-b616-10e4ea83f906 HTTP/1.1" status: 200 len: 205 time: 0.0567958 Feb 16 16:34:45.206721 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60772) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:45.207859 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58443eb3-5641-4d02-aae4-7f7579f9a4e6 req-769639be-9da8-45cf-8eeb-b81cd229fad9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1183603 Feb 16 16:34:45.223494 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b04095c-f89f-4988-b0ed-4a64b09ae6b0 req-687c1e9e-9125-4eac-9a33-d04e838797b2 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb9b140f-fac4-46d1-941d-757c9ebe75f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674448 Feb 16 16:34:45.314747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58443eb3-5641-4d02-aae4-7f7579f9a4e6 req-5a0957b2-3c3a-4169-9287-011ab03b9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:45.318218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58443eb3-5641-4d02-aae4-7f7579f9a4e6 req-5a0957b2-3c3a-4169-9287-011ab03b9d98 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 1127 time: 0.0784819 Feb 16 16:34:45.364845 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-987e2bd3-4c90-4910-b419-7bdca845a2c5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] delete failed (client error): The resource could not be found. Feb 16 16:34:45.381470 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-987e2bd3-4c90-4910-b419-7bdca845a2c5 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "DELETE /v2.0/routers/701f742d-57e9-4ff3-b616-10e4ea83f906 HTTP/1.1" status: 404 len: 336 time: 0.1681721 Feb 16 16:34:45.382914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60776) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:45.422774 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7706e703-3707-4a6d-bea1-7c4f802b9970 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dc414c0-6629-4001-b907-f04377e423ed HTTP/1.1" status: 200 len: 205 time: 0.0367830 Feb 16 16:34:45.425197 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60778) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:45.529333 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-b8fc4a16-ecd2-42f7-8b0a-52d412bd54eb tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] delete failed (client error): The resource could not be found. Feb 16 16:34:45.532985 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b8fc4a16-ecd2-42f7-8b0a-52d412bd54eb tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "DELETE /v2.0/routers/3dc414c0-6629-4001-b907-f04377e423ed HTTP/1.1" status: 404 len: 336 time: 0.1042075 Feb 16 16:34:45.533226 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60790) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:45.551185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58443eb3-5641-4d02-aae4-7f7579f9a4e6 req-d24e892a-6da0-4679-9f07-249bd26ebebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:45.553314 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58443eb3-5641-4d02-aae4-7f7579f9a4e6 req-d24e892a-6da0-4679-9f07-249bd26ebebc service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 915 time: 0.2019606 Feb 16 16:34:45.573721 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-eda6f691-abf0-4372-8da8-f836b8781ab0 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05 HTTP/1.1" status: 200 len: 205 time: 0.0391071 Feb 16 16:34:45.577621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60794) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:45.647548 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58443eb3-5641-4d02-aae4-7f7579f9a4e6 req-2243b7b5-7dbc-487f-be7d-a8623eec9a14 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cc56aa2-f9b6-492c-b737-2a294e7b867b HTTP/1.1" status: 200 len: 217 time: 0.0830572 Feb 16 16:34:45.651472 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-4a840937-42bb-42a9-86c8-41d63bceac2e tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] delete failed (client error): The resource could not be found. Feb 16 16:34:45.652711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4a840937-42bb-42a9-86c8-41d63bceac2e tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "DELETE /v2.0/routers/1ac7dc9a-e6c9-40bc-bcdc-6ea4a35c5b05 HTTP/1.1" status: 404 len: 336 time: 0.0739024 Feb 16 16:34:45.655413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60796) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:45.688839 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2bf57a84-7cc9-497d-bf69-f7bbc0289184 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "GET /v2.0/ports?device_id=9899582e-ee3c-4369-bc23-6af7dd4da28a HTTP/1.1" status: 200 len: 205 time: 0.0315559 Feb 16 16:34:45.690827 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60798) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:45.724451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae80a7-6533-452d-a83c-26de6f2da7df req-ce7363e7-eee1-413b-a63a-5b65219898bf tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:45.726019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbae80a7-6533-452d-a83c-26de6f2da7df req-ce7363e7-eee1-413b-a63a-5b65219898bf tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.2653863 Feb 16 16:34:45.727484 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58443eb3-5641-4d02-aae4-7f7579f9a4e6 req-a51b7bc3-2f38-4e1f-b7f1-64814a14d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:45.729524 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58443eb3-5641-4d02-aae4-7f7579f9a4e6 req-a51b7bc3-2f38-4e1f-b7f1-64814a14d3c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cc44112-3970-4a84-a656-f40fa88683de HTTP/1.1" status: 200 len: 854 time: 0.0731800 Feb 16 16:34:45.742239 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-712297d5-6341-4376-8d4f-b443f0213fbf tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] delete failed (client error): The resource could not be found. Feb 16 16:34:45.743630 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-712297d5-6341-4376-8d4f-b443f0213fbf tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "DELETE /v2.0/routers/9899582e-ee3c-4369-bc23-6af7dd4da28a HTTP/1.1" status: 404 len: 336 time: 0.0517089 Feb 16 16:34:45.746959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60800) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:45.783246 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6a599a30-3aa0-4d31-9719-c89f4fab996a tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "GET /v2.0/ports?device_id=28df56c5-cb43-4319-bf42-7c08dd38acc6 HTTP/1.1" status: 200 len: 205 time: 0.0343943 Feb 16 16:34:45.785549 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60802) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:45.800958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58443eb3-5641-4d02-aae4-7f7579f9a4e6 req-727d81f5-d304-45ce-a3d8-1be317292c76 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ff79391-d267-4f31-964d-a98547bf9b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419674 Feb 16 16:34:45.831426 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-07d0c444-99e6-46a5-aa97-fecf8231dd16 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] delete failed (client error): The resource could not be found. Feb 16 16:34:45.832836 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-07d0c444-99e6-46a5-aa97-fecf8231dd16 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "DELETE /v2.0/routers/28df56c5-cb43-4319-bf42-7c08dd38acc6 HTTP/1.1" status: 404 len: 336 time: 0.0457141 Feb 16 16:34:45.842591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60804) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:45.844544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbae80a7-6533-452d-a83c-26de6f2da7df req-01f9d14b-528f-4a8c-9a25-e07fce9ee0f8 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081905 Feb 16 16:34:45.882817 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d73b1454-58cf-428f-a923-e0864252f3ce tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "GET /v2.0/ports?device_id=03f66626-eac6-453f-b92f-25e98c1f460f HTTP/1.1" status: 200 len: 205 time: 0.0371475 Feb 16 16:34:45.887118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60808) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:45.959745 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-9a0182db-ec14-4340-b90d-089f4bb87b85 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] delete failed (client error): The resource could not be found. Feb 16 16:34:45.961157 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9a0182db-ec14-4340-b90d-089f4bb87b85 tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "DELETE /v2.0/routers/03f66626-eac6-453f-b92f-25e98c1f460f HTTP/1.1" status: 404 len: 336 time: 0.0725558 Feb 16 16:34:45.964545 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60810) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:45.991863 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89a3337-254b-4a7c-9074-a891a9dee6ab tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] DELETE failed (client error): The resource could not be found. Feb 16 16:34:45.992653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89a3337-254b-4a7c-9074-a891a9dee6ab tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:34:45.996350 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d89a3337-254b-4a7c-9074-a891a9dee6ab tempest-RoutersAdminTest-281489166 tempest-RoutersAdminTest-281489166-project] 10.222.0.24 "DELETE /v2.0/subnets/d053f6c5-94fb-43b0-9a81-bf816f49cd1a HTTP/1.1" status: 404 len: 337 time: 0.0306158 Feb 16 16:34:46.006561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58443eb3-5641-4d02-aae4-7f7579f9a4e6 req-ff21ffef-a4df-4716-9296-aca2825c0b49 service neutron] 10.222.0.65 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935365 Feb 16 16:34:46.148821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58443eb3-5641-4d02-aae4-7f7579f9a4e6 req-3bb5b6ce-6d00-4b33-9a99-9eb9b9b775cb service neutron] 10.222.0.65 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349347 Feb 16 16:34:46.424146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60820) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:46.424930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d0c2b-6a4a-4daa-a65b-8f0556827f1d req-d17a5b76-21dc-4c34-b221-9b8d1d59a79c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:46.426592 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c3d0c2b-6a4a-4daa-a65b-8f0556827f1d req-d17a5b76-21dc-4c34-b221-9b8d1d59a79c tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 945 time: 0.0885315 Feb 16 16:34:46.498870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c3d0c2b-6a4a-4daa-a65b-8f0556827f1d req-e67ee1db-2748-4566-af2c-cf0c31397389 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb9b140f-fac4-46d1-941d-757c9ebe75f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649412 Feb 16 16:34:46.584287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:46.673588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3f540-81e0-460d-b3fb-938b1030fc7f req-daab12b6-1dcc-49be-9107-8c404c4c02e7 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:46.676659 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-26e3f540-81e0-460d-b3fb-938b1030fc7f req-daab12b6-1dcc-49be-9107-8c404c4c02e7 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 945 time: 0.0657330 Feb 16 16:34:46.685509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60836) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:46.692056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-51e44537-4edb-41b8-8f38-9c17be8f881e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Request body: {'floatingip': {'port_id': '40989412-c7c2-4636-b207-4e8c324c1705'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:46.719350 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Publish callbacks [] for security_group (858be88d-ac8f-4aa3-a799-6260b856c744), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:46.731099 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (858be88d-ac8f-4aa3-a799-6260b856c744), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:46.761038 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-51e44537-4edb-41b8-8f38-9c17be8f881e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for floatingip (fd2cc3e9-e3c3-4485-a675-fa1829eb6047), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:46.797343 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858be88d-ac8f-4aa3-a799-6260b856c744,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:46.802834 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95244b3747104c928489344ed1ae4ee7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3776653 Feb 16 16:34:46.807411 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60838) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:46.815724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:46.816373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:46.816823 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:46.817261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:46.817702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:46.819839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:46.819839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:46.819839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:46.819839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:46.819839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:46.820358 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:46.820678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:46.821126 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba2544-4a89-4529-a0b4-5851ad1ea5b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:34:46.887565 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ba7027b7-65d8-431f-a9a0-f7a2361ad352 admin admin] Publish callbacks [] for security_group (858be88d-ac8f-4aa3-a799-6260b856c744), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:46.940147 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ba7027b7-65d8-431f-a9a0-f7a2361ad352 admin admin] Publish callbacks [] for security_group (858be88d-ac8f-4aa3-a799-6260b856c744), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:47.023212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ba7027b7-65d8-431f-a9a0-f7a2361ad352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (858be88d-ac8f-4aa3-a799-6260b856c744), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:47.027533 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ba7027b7-65d8-431f-a9a0-f7a2361ad352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:47.033530 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ba7027b7-65d8-431f-a9a0-f7a2361ad352 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/858be88d-ac8f-4aa3-a799-6260b856c744 HTTP/1.1" status: 204 len: 168 time: 0.2221513 Feb 16 16:34:47.065446 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7027b7-65d8-431f-a9a0-f7a2361ad352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858be88d-ac8f-4aa3-a799-6260b856c744,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:47.141505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21564330-2ac2-448e-ae5f-93032dccbb0a req-f766d74e-5906-4283-9ca4-02cb236098fc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:47.149131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-21564330-2ac2-448e-ae5f-93032dccbb0a req-f766d74e-5906-4283-9ca4-02cb236098fc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.2000909 Feb 16 16:34:47.716527 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60856) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:47.809301 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0a6131e2-e961-4fce-b097-de2ceafdc946 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d167e9434c26415fbe94c96053d11f70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0906286 Feb 16 16:34:47.811985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60858) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:47.846391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-21564330-2ac2-448e-ae5f-93032dccbb0a req-3d91ebd2-165d-4369-9b52-9add7df44dfa tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6719904 Feb 16 16:34:47.906102 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-720e0425-132c-4dbd-be4d-7a4be61df45f admin admin] Publish callbacks [] for security_group (57d4001e-82b4-4950-8ca3-d1121406090e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:47.928455 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-720e0425-132c-4dbd-be4d-7a4be61df45f admin admin] Publish callbacks [] for security_group (57d4001e-82b4-4950-8ca3-d1121406090e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:47.941517 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-51e44537-4edb-41b8-8f38-9c17be8f881e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:47.947337 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-51e44537-4edb-41b8-8f38-9c17be8f881e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (fd2cc3e9-e3c3-4485-a675-fa1829eb6047), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:47.998974 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-720e0425-132c-4dbd-be4d-7a4be61df45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (57d4001e-82b4-4950-8ca3-d1121406090e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:48.002859 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:34:48.013350 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-720e0425-132c-4dbd-be4d-7a4be61df45f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:48.014824 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-720e0425-132c-4dbd-be4d-7a4be61df45f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57d4001e-82b4-4950-8ca3-d1121406090e HTTP/1.1" status: 204 len: 168 time: 0.2002320 Feb 16 16:34:48.028123 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e0425-132c-4dbd-be4d-7a4be61df45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d4001e-82b4-4950-8ca3-d1121406090e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:48.089072 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-51e44537-4edb-41b8-8f38-9c17be8f881e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Floating IP fd2cc3e9-e3c3-4485-a675-fa1829eb6047 associated. External IP: 172.25.4.111, port: 40989412-c7c2-4636-b207-4e8c324c1705. Feb 16 16:34:48.228497 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:48.252802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66', 'mac_address': 'fa:16:3e:7e:e7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:34:48.353418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:48.353844 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:48.384450 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:34:48.439823 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:48.448431 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:48.461011 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e44537-4edb-41b8-8f38-9c17be8f881e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Router d044b5a1-2930-40fe-a37a-e18a1de41c69 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:34:48.534594 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:48.575279 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:34:48.726780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e44537-4edb-41b8-8f38-9c17be8f881e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:34:48.739338 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-51e44537-4edb-41b8-8f38-9c17be8f881e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:48.776710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba94f1-2a01-4945-8c45-de8ae48f3ddb None None] Sync routers for ids ['d044b5a1-2930-40fe-a37a-e18a1de41c69'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:34:48.812493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-51e44537-4edb-41b8-8f38-9c17be8f881e tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "PUT /v2.0/floatingips/fd2cc3e9-e3c3-4485-a675-fa1829eb6047 HTTP/1.1" status: 200 len: 991 time: 2.1257145 Feb 16 16:34:48.813109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58afa9b-79f9-431d-87d2-f56994bc1b04', 'tag': '40989412-c7c2-4636-b207-4e8c324c1705'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:48.815408 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a00ebb9-072d-4140-b171-2234c818e566" -d '{"events": [{"name": "network-changed", "server_uuid": "e58afa9b-79f9-431d-87d2-f56994bc1b04", "tag": "40989412-c7c2-4636-b207-4e8c324c1705"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:48.852523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba94f1-2a01-4945-8c45-de8ae48f3ddb None None] Routers {'d044b5a1-2930-40fe-a37a-e18a1de41c69'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:48.854550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ccba94f1-2a01-4945-8c45-de8ae48f3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d044b5a1-2930-40fe-a37a-e18a1de41c69'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:48.870231 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6642b41-6a93-484d-9acb-543bbd1f0261 x-openstack-request-id: req-e6642b41-6a93-484d-9acb-543bbd1f0261 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:48.872267 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58afa9b-79f9-431d-87d2-f56994bc1b04", "tag": "40989412-c7c2-4636-b207-4e8c324c1705", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:48.872802 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6642b41-6a93-484d-9acb-543bbd1f0261 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:48.873499 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58afa9b-79f9-431d-87d2-f56994bc1b04', 'tag': '40989412-c7c2-4636-b207-4e8c324c1705', 'status': 'completed', 'code': 200} Feb 16 16:34:49.069234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00ebb9-072d-4140-b171-2234c818e566 req-a7958705-35d0-4b66-abd9-8be6be048ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:49.071042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a00ebb9-072d-4140-b171-2234c818e566 req-a7958705-35d0-4b66-abd9-8be6be048ccb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e6b64801f404e85a0915d363dec27d4&device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 1127 time: 0.1634307 Feb 16 16:34:49.151838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a93b0-be83-451f-8278-f963c6ecaf6a req-20953883-3095-4ec2-be4c-d117bc48c593 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:49.160282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c2a93b0-be83-451f-8278-f963c6ecaf6a req-20953883-3095-4ec2-be4c-d117bc48c593 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.1509819 Feb 16 16:34:49.306004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ccba94f1-2a01-4945-8c45-de8ae48f3ddb None None] Set router d044b5a1-2930-40fe-a37a-e18a1de41c69 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:34:49.325612 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00ebb9-072d-4140-b171-2234c818e566 req-d438a2ec-8f93-4a3a-a87d-696a3012eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:49.326860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a00ebb9-072d-4140-b171-2234c818e566 req-d438a2ec-8f93-4a3a-a87d-696a3012eccb service neutron] 10.222.0.65 "GET /v2.0/networks?id=5a78f389-f648-40c0-9945-c98086a451a3 HTTP/1.1" status: 200 len: 912 time: 0.2474973 Feb 16 16:34:49.400330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c2a93b0-be83-451f-8278-f963c6ecaf6a req-5d05b422-0ef4-45fc-9037-75e88a405049 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387657 Feb 16 16:34:49.434688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a00ebb9-072d-4140-b171-2234c818e566 req-c59edae4-0575-4bc4-b92a-70fde2f2e74f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40989412-c7c2-4636-b207-4e8c324c1705 HTTP/1.1" status: 200 len: 999 time: 0.0991516 Feb 16 16:34:49.549407 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00ebb9-072d-4140-b171-2234c818e566 req-2dbd36fc-45da-45af-8c8b-612dee438433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:49.552002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a00ebb9-072d-4140-b171-2234c818e566 req-2dbd36fc-45da-45af-8c8b-612dee438433 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad0a3f87-8df5-417f-9f01-966be8ea6e6e HTTP/1.1" status: 200 len: 850 time: 0.1007407 Feb 16 16:34:49.637253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00ebb9-072d-4140-b171-2234c818e566 req-6fd1c88a-b7eb-4f51-9ff7-56009ba30e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:49.638681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a00ebb9-072d-4140-b171-2234c818e566 req-6fd1c88a-b7eb-4f51-9ff7-56009ba30e3c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5a78f389-f648-40c0-9945-c98086a451a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0732956 Feb 16 16:34:49.692099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ccba94f1-2a01-4945-8c45-de8ae48f3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'fd2cc3e9-e3c3-4485-a675-fa1829eb6047', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'port_id': '40989412-c7c2-4636-b207-4e8c324c1705', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'mac_address': 'fa:16:3e:ab:ab:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58afa9b-79f9-431d-87d2-f56994bc1b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:34:26Z', 'updated_at': '2022-02-16T16:34:47Z', 'revision_number': 1, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:49Z', 'revision_number': 5, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:49.762022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba94f1-2a01-4945-8c45-de8ae48f3ddb None None] Checking router: d044b5a1-2930-40fe-a37a-e18a1de41c69 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:34:49.770390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a00ebb9-072d-4140-b171-2234c818e566 req-c47627a3-9840-43bf-92f8-7ad6d380aa83 service neutron] 10.222.0.65 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189373 Feb 16 16:34:49.784382 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba94f1-2a01-4945-8c45-de8ae48f3ddb None None] Routers {'d044b5a1-2930-40fe-a37a-e18a1de41c69'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:34:49.785015 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ccba94f1-2a01-4945-8c45-de8ae48f3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d044b5a1-2930-40fe-a37a-e18a1de41c69'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:49.943162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a00ebb9-072d-4140-b171-2234c818e566 req-32fec412-83bb-4454-a0e6-3b1f021cd549 service neutron] 10.222.0.65 "GET /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604979 Feb 16 16:34:50.040922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:34:50.106396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ccba94f1-2a01-4945-8c45-de8ae48f3ddb None None] Set router d044b5a1-2930-40fe-a37a-e18a1de41c69 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:34:50.232629 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:34:50.233009 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:50.302880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60928) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:50.440356 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-62c627eb-b452-432d-8f65-64e59184fc12 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2058047938'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:50.489796 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62c627eb-b452-432d-8f65-64e59184fc12 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (6e1840ae-56fd-41d8-96a8-a4b309bf7ab0), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:50.491319 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62c627eb-b452-432d-8f65-64e59184fc12 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (6e1840ae-56fd-41d8-96a8-a4b309bf7ab0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:50.526575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:34:50.527512 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:50.589492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:34:50.593185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ccba94f1-2a01-4945-8c45-de8ae48f3ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'fd2cc3e9-e3c3-4485-a675-fa1829eb6047', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'port_id': '40989412-c7c2-4636-b207-4e8c324c1705', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'mac_address': 'fa:16:3e:ab:ab:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58afa9b-79f9-431d-87d2-f56994bc1b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:34:26Z', 'updated_at': '2022-02-16T16:34:47Z', 'revision_number': 1, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:49Z', 'revision_number': 5, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:34:50.601797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d9e76-2b3e-459c-bed1-dec5f093afbf req-731ec77f-5929-48a4-92e7-e727ad320de6 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:50.611283 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d58d9e76-2b3e-459c-bed1-dec5f093afbf req-731ec77f-5929-48a4-92e7-e727ad320de6 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.0861385 Feb 16 16:34:50.633061 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62c627eb-b452-432d-8f65-64e59184fc12 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router_controller (6e1840ae-56fd-41d8-96a8-a4b309bf7ab0), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:50.638037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:34:50.639345 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62c627eb-b452-432d-8f65-64e59184fc12 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (6e1840ae-56fd-41d8-96a8-a4b309bf7ab0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:50.641177 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7097550-27f6-401c-89d3-0c39d122652f" -d '{"events": [{"server_uuid": "1bb9b9ce-718a-4d75-b5bf-7fb63bab2865", "name": "network-vif-plugged", "status": "completed", "tag": "e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:34:50.646012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba94f1-2a01-4945-8c45-de8ae48f3ddb None None] The sync data for ids ['d044b5a1-2930-40fe-a37a-e18a1de41c69'] in n-d-669411-5 is: [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'fd2cc3e9-e3c3-4485-a675-fa1829eb6047', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'port_id': '40989412-c7c2-4636-b207-4e8c324c1705', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'mac_address': 'fa:16:3e:ab:ab:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58afa9b-79f9-431d-87d2-f56994bc1b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:34:26Z', 'updated_at': '2022-02-16T16:34:47Z', 'revision_number': 1, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:49Z', 'revision_number': 5, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:34:50.649941 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:50.702957 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62c627eb-b452-432d-8f65-64e59184fc12 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:50.705213 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-62c627eb-b452-432d-8f65-64e59184fc12 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4003177 Feb 16 16:34:50.709467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60936) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:50.732033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d58d9e76-2b3e-459c-bed1-dec5f093afbf req-0edb2d78-168e-4b32-81c3-8b10bd0a84e5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194108 Feb 16 16:34:50.734604 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cd670b-b4e3-4258-be75-938ba38d1ba2 x-openstack-request-id: req-c2cd670b-b4e3-4258-be75-938ba38d1ba2 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:34:50.737011 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb9b9ce-718a-4d75-b5bf-7fb63bab2865", "name": "network-vif-plugged", "status": "completed", "tag": "e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:34:50.740109 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2cd670b-b4e3-4258-be75-938ba38d1ba2 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:34:50.740708 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66', 'code': 200} Feb 16 16:34:50.765247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:50.848973 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6c4bc87-a2f4-4ca2-a195-05d66710f4c6 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router (6e1840ae-56fd-41d8-96a8-a4b309bf7ab0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.018559 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cba8ce8-ac81-4d17-bd4b-038f8ead89f4 None None] New status for floating IP fd2cc3e9-e3c3-4485-a675-fa1829eb6047: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:34:51.154744 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6c4bc87-a2f4-4ca2-a195-05d66710f4c6 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (6e1840ae-56fd-41d8-96a8-a4b309bf7ab0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.157306 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6c4bc87-a2f4-4ca2-a195-05d66710f4c6 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router_controller (6e1840ae-56fd-41d8-96a8-a4b309bf7ab0), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.230096 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6c4bc87-a2f4-4ca2-a195-05d66710f4c6 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (6e1840ae-56fd-41d8-96a8-a4b309bf7ab0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.231136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c4bc87-a2f4-4ca2-a195-05d66710f4c6 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e1840ae-56fd-41d8-96a8-a4b309bf7ab0 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:34:51.238686 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6c4bc87-a2f4-4ca2-a195-05d66710f4c6 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.240231 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e6c4bc87-a2f4-4ca2-a195-05d66710f4c6 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] 10.222.0.24 "DELETE /v2.0/routers/6e1840ae-56fd-41d8-96a8-a4b309bf7ab0 HTTP/1.1" status: 204 len: 168 time: 0.5298505 Feb 16 16:34:51.244380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60948) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:51.250145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fe913279-ddcf-46b3-b1db-017b7a6d177f tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Request body: {'router': {'name': 'tempest-router-413274331', 'distributed': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:51.286480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe913279-ddcf-46b3-b1db-017b7a6d177f tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (d50f59ea-ec60-4e41-9fbe-31e04faf6db1), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.288040 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe913279-ddcf-46b3-b1db-017b7a6d177f tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (d50f59ea-ec60-4e41-9fbe-31e04faf6db1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.371206 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe913279-ddcf-46b3-b1db-017b7a6d177f tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router_controller (d50f59ea-ec60-4e41-9fbe-31e04faf6db1), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.376510 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe913279-ddcf-46b3-b1db-017b7a6d177f tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (d50f59ea-ec60-4e41-9fbe-31e04faf6db1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.398232 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe913279-ddcf-46b3-b1db-017b7a6d177f tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.401484 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fe913279-ddcf-46b3-b1db-017b7a6d177f tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1546206 Feb 16 16:34:51.404027 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60950) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:51.524475 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-921cbdde-ffbf-4f0f-90b2-390889f42e77 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router (d50f59ea-ec60-4e41-9fbe-31e04faf6db1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.706069 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-921cbdde-ffbf-4f0f-90b2-390889f42e77 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (d50f59ea-ec60-4e41-9fbe-31e04faf6db1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.709983 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-921cbdde-ffbf-4f0f-90b2-390889f42e77 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router_controller (d50f59ea-ec60-4e41-9fbe-31e04faf6db1), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.772303 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-921cbdde-ffbf-4f0f-90b2-390889f42e77 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (d50f59ea-ec60-4e41-9fbe-31e04faf6db1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.772843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921cbdde-ffbf-4f0f-90b2-390889f42e77 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d50f59ea-ec60-4e41-9fbe-31e04faf6db1 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:34:51.778664 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-921cbdde-ffbf-4f0f-90b2-390889f42e77 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.783557 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60954) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:51.784686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-921cbdde-ffbf-4f0f-90b2-390889f42e77 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] 10.222.0.24 "DELETE /v2.0/routers/d50f59ea-ec60-4e41-9fbe-31e04faf6db1 HTTP/1.1" status: 204 len: 168 time: 0.3789504 Feb 16 16:34:51.788094 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-010bb399-9750-489f-a921-800f70bd12f8 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Request body: {'router': {'name': 'tempest-router-441143256', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6ceffa1f3cb444c8bc20bef5ce0e9b60'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:51.815036 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-010bb399-9750-489f-a921-800f70bd12f8 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (12dba8d2-4d40-4ddf-8442-b595ba192663), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.818083 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-010bb399-9750-489f-a921-800f70bd12f8 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (12dba8d2-4d40-4ddf-8442-b595ba192663), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.935213 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-010bb399-9750-489f-a921-800f70bd12f8 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router_controller (12dba8d2-4d40-4ddf-8442-b595ba192663), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.941360 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-010bb399-9750-489f-a921-800f70bd12f8 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (12dba8d2-4d40-4ddf-8442-b595ba192663), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.958592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8df35-ab74-4a0c-b7ea-c0961792e284 req-68a51e8c-89cf-40fd-af12-e10ac7ca4280 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:51.960838 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88a8df35-ab74-4a0c-b7ea-c0961792e284 req-68a51e8c-89cf-40fd-af12-e10ac7ca4280 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.1132827 Feb 16 16:34:51.973633 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-010bb399-9750-489f-a921-800f70bd12f8 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:51.977912 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-010bb399-9750-489f-a921-800f70bd12f8 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1932447 Feb 16 16:34:51.979906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60956) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:51.984086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-28ed801a-2492-4134-bbe8-d8c5892e71f9 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:52.098686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88a8df35-ab74-4a0c-b7ea-c0961792e284 req-3fc9ca6d-fdf0-481b-9a23-b82ef0910791 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308150 Feb 16 16:34:52.308372 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-28ed801a-2492-4134-bbe8-d8c5892e71f9 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (12dba8d2-4d40-4ddf-8442-b595ba192663), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:52.308735 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-28ed801a-2492-4134-bbe8-d8c5892e71f9 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router (12dba8d2-4d40-4ddf-8442-b595ba192663), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:52.448523 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-28ed801a-2492-4134-bbe8-d8c5892e71f9 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103422) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 16 16:34:52.448523 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-28ed801a-2492-4134-bbe8-d8c5892e71f9 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Router 12dba8d2-4d40-4ddf-8442-b595ba192663 migrating from provider to provider. {{(pid=103422) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 16 16:34:52.449174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-28ed801a-2492-4134-bbe8-d8c5892e71f9 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router_controller (12dba8d2-4d40-4ddf-8442-b595ba192663), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:52.462749 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-28ed801a-2492-4134-bbe8-d8c5892e71f9 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router_controller (12dba8d2-4d40-4ddf-8442-b595ba192663), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:52.470729 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-28ed801a-2492-4134-bbe8-d8c5892e71f9 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (12dba8d2-4d40-4ddf-8442-b595ba192663), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:52.574700 n-d-669411-5 neutron-server[103422]: WARNING neutron.scheduler.l3_agent_scheduler [None req-28ed801a-2492-4134-bbe8-d8c5892e71f9 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] No L3 agents can host the router 12dba8d2-4d40-4ddf-8442-b595ba192663 Feb 16 16:34:52.703033 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed801a-2492-4134-bbe8-d8c5892e71f9 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Hosts for router 12dba8d2-4d40-4ddf-8442-b595ba192663: [] {{(pid=103422) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 16 16:34:52.734245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed801a-2492-4134-bbe8-d8c5892e71f9 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Hosts for other DVR routers connected to router 12dba8d2-4d40-4ddf-8442-b595ba192663: set() {{(pid=103422) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 16 16:34:52.737098 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-28ed801a-2492-4134-bbe8-d8c5892e71f9 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:52.738361 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-28ed801a-2492-4134-bbe8-d8c5892e71f9 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] 10.222.0.24 "PUT /v2.0/routers/12dba8d2-4d40-4ddf-8442-b595ba192663 HTTP/1.1" status: 200 len: 716 time: 0.7581177 Feb 16 16:34:52.741048 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60984) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:52.829563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7fcc08a4-c259-4f00-8e9e-9c855570c12f tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] 10.222.0.24 "GET /v2.0/routers/12dba8d2-4d40-4ddf-8442-b595ba192663 HTTP/1.1" status: 200 len: 716 time: 0.0849228 Feb 16 16:34:52.830088 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60988) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:53.134953 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2e7c2bbb-1b4a-4b01-94f7-9fc05630f63c tempest-RoutersTestDVR-1017671557 tempest-RoutersTestDVR-1017671557-project] 10.222.0.24 "GET /v2.0/routers/12dba8d2-4d40-4ddf-8442-b595ba192663 HTTP/1.1" status: 200 len: 682 time: 0.3014202 Feb 16 16:34:53.138092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32772) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:53.402226 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cc754303-8277-4d8f-beef-2238053bff1c tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router (12dba8d2-4d40-4ddf-8442-b595ba192663), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:53.798729 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcc412-de0e-4514-9dfb-bcab57a3c611 req-d922bfac-d985-4b0e-9296-c9e9181545a9 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:53.801423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fefcc412-de0e-4514-9dfb-bcab57a3c611 req-d922bfac-d985-4b0e-9296-c9e9181545a9 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.5504439 Feb 16 16:34:53.841004 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cc754303-8277-4d8f-beef-2238053bff1c tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (12dba8d2-4d40-4ddf-8442-b595ba192663), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:53.845566 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cc754303-8277-4d8f-beef-2238053bff1c tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router_controller (12dba8d2-4d40-4ddf-8442-b595ba192663), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:53.929573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fefcc412-de0e-4514-9dfb-bcab57a3c611 req-e5df3897-8d7f-424e-93ee-f4e4fd672af5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212552 Feb 16 16:34:53.944903 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cc754303-8277-4d8f-beef-2238053bff1c tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (12dba8d2-4d40-4ddf-8442-b595ba192663), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:53.946006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc754303-8277-4d8f-beef-2238053bff1c tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12dba8d2-4d40-4ddf-8442-b595ba192663 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:34:53.959483 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cc754303-8277-4d8f-beef-2238053bff1c tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:53.961528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cc754303-8277-4d8f-beef-2238053bff1c tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] 10.222.0.24 "DELETE /v2.0/routers/12dba8d2-4d40-4ddf-8442-b595ba192663 HTTP/1.1" status: 204 len: 168 time: 0.8239756 Feb 16 16:34:53.966283 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32776) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:53.975199 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5099bf35-6776-44f4-811f-fa48bd2c9cb7 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Request body: {'router': {'name': 'tempest-router-327970885', 'distributed': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:54.028375 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5099bf35-6776-44f4-811f-fa48bd2c9cb7 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (6186db50-df2a-45a6-95a4-705c92d1ed02), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:54.030288 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5099bf35-6776-44f4-811f-fa48bd2c9cb7 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (6186db50-df2a-45a6-95a4-705c92d1ed02), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:54.144986 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5099bf35-6776-44f4-811f-fa48bd2c9cb7 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router_controller (6186db50-df2a-45a6-95a4-705c92d1ed02), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:54.151720 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5099bf35-6776-44f4-811f-fa48bd2c9cb7 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (6186db50-df2a-45a6-95a4-705c92d1ed02), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:54.181369 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5099bf35-6776-44f4-811f-fa48bd2c9cb7 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:54.183221 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5099bf35-6776-44f4-811f-fa48bd2c9cb7 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2145944 Feb 16 16:34:54.186053 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32780) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:54.367207 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79464a1d-fb50-4dcd-bf43-a97af169a245 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router (6186db50-df2a-45a6-95a4-705c92d1ed02), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:54.749748 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79464a1d-fb50-4dcd-bf43-a97af169a245 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (6186db50-df2a-45a6-95a4-705c92d1ed02), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:54.752079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79464a1d-fb50-4dcd-bf43-a97af169a245 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router_controller (6186db50-df2a-45a6-95a4-705c92d1ed02), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:54.823702 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79464a1d-fb50-4dcd-bf43-a97af169a245 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (6186db50-df2a-45a6-95a4-705c92d1ed02), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:54.824674 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79464a1d-fb50-4dcd-bf43-a97af169a245 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6186db50-df2a-45a6-95a4-705c92d1ed02 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:34:54.833069 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79464a1d-fb50-4dcd-bf43-a97af169a245 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:54.851578 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-79464a1d-fb50-4dcd-bf43-a97af169a245 tempest-RoutersTestDVR-1020822032 tempest-RoutersTestDVR-1020822032-project-admin] 10.222.0.24 "DELETE /v2.0/routers/6186db50-df2a-45a6-95a4-705c92d1ed02 HTTP/1.1" status: 204 len: 168 time: 0.6561091 Feb 16 16:34:55.160531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c1c96-eb73-4d3f-8e03-18256160244f req-e3ee4433-0e93-444f-89a3-b6014cadba6e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:55.174926 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba9c1c96-eb73-4d3f-8e03-18256160244f req-e3ee4433-0e93-444f-89a3-b6014cadba6e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.1237504 Feb 16 16:34:55.291534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32788) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:55.328341 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba9c1c96-eb73-4d3f-8e03-18256160244f req-c8c6045e-ac63-4020-ae02-ce503106926f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522317 Feb 16 16:34:55.548988 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-41a3aa84-7620-4502-a22e-52f4a02243ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:55.621265 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-52f65e18-5a63-40c3-830e-8720357be389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:55.752067 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-41a3aa84-7620-4502-a22e-52f4a02243ee admin admin] Publish callbacks [] for security_group (3c822cf4-584e-4f33-92be-7058e8a5964e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:55.760260 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-41a3aa84-7620-4502-a22e-52f4a02243ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3c822cf4-584e-4f33-92be-7058e8a5964e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:55.812852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-41a3aa84-7620-4502-a22e-52f4a02243ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ceffa1f3cb444c8bc20bef5ce0e9b60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5185328 Feb 16 16:34:55.815585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32792) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:55.873534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3aa84-7620-4502-a22e-52f4a02243ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c822cf4-584e-4f33-92be-7058e8a5964e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:55.962715 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2247564-78e3-4102-bc0a-84f9fcd41815 admin admin] Publish callbacks [] for security_group (3c822cf4-584e-4f33-92be-7058e8a5964e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:56.045263 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2247564-78e3-4102-bc0a-84f9fcd41815 admin admin] Publish callbacks [] for security_group (3c822cf4-584e-4f33-92be-7058e8a5964e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:56.202399 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f4812d5-2ac6-4e1f-a544-8e5fee6e696f req-77d19a14-780d-4b7d-aee9-319c18557944 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0943990 Feb 16 16:34:56.203365 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2247564-78e3-4102-bc0a-84f9fcd41815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3c822cf4-584e-4f33-92be-7058e8a5964e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:56.217761 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2247564-78e3-4102-bc0a-84f9fcd41815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:56.218919 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f2247564-78e3-4102-bc0a-84f9fcd41815 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c822cf4-584e-4f33-92be-7058e8a5964e HTTP/1.1" status: 204 len: 168 time: 0.4023414 Feb 16 16:34:56.255214 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2247564-78e3-4102-bc0a-84f9fcd41815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c822cf4-584e-4f33-92be-7058e8a5964e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:56.424313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4812d5-2ac6-4e1f-a544-8e5fee6e696f req-f29a09ee-51ec-4c8c-a0e6-dfc8358581b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:56.426493 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f4812d5-2ac6-4e1f-a544-8e5fee6e696f req-f29a09ee-51ec-4c8c-a0e6-dfc8358581b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 1127 time: 0.1563704 Feb 16 16:34:56.622506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905110b6-4bcb-4eec-900f-8fc65f879842 req-8f716ad1-e595-4f63-b27a-906192211f58 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:56.624087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-905110b6-4bcb-4eec-900f-8fc65f879842 req-8f716ad1-e595-4f63-b27a-906192211f58 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.1332855 Feb 16 16:34:56.724582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-905110b6-4bcb-4eec-900f-8fc65f879842 req-492856fa-bdff-4886-b49a-3413fb3f0886 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915990 Feb 16 16:34:56.728418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4812d5-2ac6-4e1f-a544-8e5fee6e696f req-3dc4e06c-d0a9-4370-8f0e-574a9904f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:56.730008 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f4812d5-2ac6-4e1f-a544-8e5fee6e696f req-3dc4e06c-d0a9-4370-8f0e-574a9904f206 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 915 time: 0.2757831 Feb 16 16:34:56.857999 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f4812d5-2ac6-4e1f-a544-8e5fee6e696f req-3c56f852-8501-437b-81e0-048cc602af3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de2a1841-9c2e-4487-8eab-b43ae743539a HTTP/1.1" status: 200 len: 217 time: 0.1198497 Feb 16 16:34:56.865204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32800) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:56.885211 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b4d4bce3-c8f3-4052-9959-c82136c697d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:56.930410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4812d5-2ac6-4e1f-a544-8e5fee6e696f req-29bbb231-7a1f-4db8-93b2-8cf061d5daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:56.932863 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f4812d5-2ac6-4e1f-a544-8e5fee6e696f req-29bbb231-7a1f-4db8-93b2-8cf061d5daa8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc44112-3970-4a84-a656-f40fa88683de HTTP/1.1" status: 200 len: 854 time: 0.0653567 Feb 16 16:34:56.986378 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f4812d5-2ac6-4e1f-a544-8e5fee6e696f req-89ca7b48-fb03-404d-ac3b-9abc19f8cc45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5ff79391-d267-4f31-964d-a98547bf9b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462587 Feb 16 16:34:57.057989 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b4d4bce3-c8f3-4052-9959-c82136c697d5 admin admin] Publish callbacks [] for security_group (cafbbebc-a3a0-48dc-b6f7-5284b607c8b9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:57.070994 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b4d4bce3-c8f3-4052-9959-c82136c697d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cafbbebc-a3a0-48dc-b6f7-5284b607c8b9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:57.148432 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b4d4bce3-c8f3-4052-9959-c82136c697d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffea9d213f5146b881605778689962ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2798147 Feb 16 16:34:57.148432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4bce3-c8f3-4052-9959-c82136c697d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafbbebc-a3a0-48dc-b6f7-5284b607c8b9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:57.149640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32802) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:57.156663 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f4812d5-2ac6-4e1f-a544-8e5fee6e696f req-9d9f4823-b66d-4e1f-99ef-6922a40a64c9 service neutron] 10.222.0.60 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605327 Feb 16 16:34:57.224509 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11b3c653-5b11-440d-ae34-4e8a18ce226a admin admin] Publish callbacks [] for security_group (cafbbebc-a3a0-48dc-b6f7-5284b607c8b9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:57.314256 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11b3c653-5b11-440d-ae34-4e8a18ce226a admin admin] Publish callbacks [] for security_group (cafbbebc-a3a0-48dc-b6f7-5284b607c8b9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:57.491005 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11b3c653-5b11-440d-ae34-4e8a18ce226a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cafbbebc-a3a0-48dc-b6f7-5284b607c8b9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:57.495376 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11b3c653-5b11-440d-ae34-4e8a18ce226a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:57.500224 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-11b3c653-5b11-440d-ae34-4e8a18ce226a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cafbbebc-a3a0-48dc-b6f7-5284b607c8b9 HTTP/1.1" status: 204 len: 168 time: 0.3495846 Feb 16 16:34:57.515833 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3c653-5b11-440d-ae34-4e8a18ce226a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafbbebc-a3a0-48dc-b6f7-5284b607c8b9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:57.664616 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:34:57.920942 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463239a3-448a-4d7b-b5d7-6e52ffd4d22b req-2145b29a-2188-40b2-9718-65313cb947cb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:57.936436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-463239a3-448a-4d7b-b5d7-6e52ffd4d22b req-2145b29a-2188-40b2-9718-65313cb947cb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.1108098 Feb 16 16:34:58.023133 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f4812d5-2ac6-4e1f-a544-8e5fee6e696f req-2fc56bec-e4f8-4836-8f60-d6556ae0aaf3 service neutron] 10.222.0.60 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8431122 Feb 16 16:34:58.042621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-463239a3-448a-4d7b-b5d7-6e52ffd4d22b req-233dda2b-8948-4e2b-b373-45b022279cc1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987659 Feb 16 16:34:58.257112 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6abef3e6-0285-4951-81dd-853fb8860e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:59.071871 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32836) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:59.197518 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:59.230541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-870227125'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:59.252519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a8909-6bee-4089-916c-2d8da1ca89e1 req-2976fb24-0a80-409e-865b-abf4e89c585a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:59.259702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc5a8909-6bee-4089-916c-2d8da1ca89e1 req-2976fb24-0a80-409e-865b-abf4e89c585a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.1106622 Feb 16 16:34:59.315524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Made reservation on behalf of 04aba006d45b49d880d3828e11b1c8ab for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:34:59.320131 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:59.344783 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:59.396748 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc5a8909-6bee-4089-916c-2d8da1ca89e1 req-657ac531-cc9c-4ab6-9ef1-200e48229334 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307008 Feb 16 16:34:59.536356 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks [] for security_group (1b64fd28-819f-4b35-b2e5-498002ed0034), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:59.546230 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1b64fd28-819f-4b35-b2e5-498002ed0034), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:59.607008 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b64fd28-819f-4b35-b2e5-498002ed0034,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:59.641490 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:34:59.664948 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ea2eb43b-926f-437d-a5d0-8f04beaad37e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:59.665582 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Added segment ea2eb43b-926f-437d-a5d0-8f04beaad37e of type vlan for network aacabbbb-7792-4dd1-a98e-89b68982034e Feb 16 16:34:59.749438 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (aacabbbb-7792-4dd1-a98e-89b68982034e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:59.782654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (aacabbbb-7792-4dd1-a98e-89b68982034e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:59.790665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:34:59.791583 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:34:59.820926 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7479331 Feb 16 16:34:59.824538 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32846) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:34:59.836414 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2c4d925c-f701-4b56-a9e0-fd49ed34af7f tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Request body: {'subnet': {'network_id': 'aacabbbb-7792-4dd1-a98e-89b68982034e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:34:59.970234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bebef1-2956-4d3c-a7b0-4b9913b5cba0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event updated for resources: {'Network': ['ID=aacabbbb-7792-4dd1-a98e-89b68982034e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:34:59.984424 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network aacabbbb-7792-4dd1-a98e-89b68982034e details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:35:00.012146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4d925c-f701-4b56-a9e0-fd49ed34af7f tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Made reservation on behalf of 04aba006d45b49d880d3828e11b1c8ab for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:00.018096 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c4d925c-f701-4b56-a9e0-fd49ed34af7f tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:00.251404 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c4d925c-f701-4b56-a9e0-fd49ed34af7f tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (8d5eb838-c6bc-4447-952f-d2f8fef37f10), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:00.316285 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d925c-f701-4b56-a9e0-fd49ed34af7f tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event updated for resources: {'Subnet': ['ID=8d5eb838-c6bc-4447-952f-d2f8fef37f10,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:00.335211 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4d925c-f701-4b56-a9e0-fd49ed34af7f tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Checking segment: {'id': 'ea2eb43b-926f-437d-a5d0-8f04beaad37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aacabbbb-7792-4dd1-a98e-89b68982034e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:35:00.336554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4d925c-f701-4b56-a9e0-fd49ed34af7f tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Network hostable DHCP agents. Network: aacabbbb-7792-4dd1-a98e-89b68982034e, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:35:00.362704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4d925c-f701-4b56-a9e0-fd49ed34af7f tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Network aacabbbb-7792-4dd1-a98e-89b68982034e is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:35:00.376991 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-2c4d925c-f701-4b56-a9e0-fd49ed34af7f tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, aacabbbb-7792-4dd1-a98e-89b68982034e) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:00.388222 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb58c930-bb4b-4e86-b8ab-49ee6dc8c9a3 None None] Network aacabbbb-7792-4dd1-a98e-89b68982034e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:35:00.399555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4d925c-f701-4b56-a9e0-fd49ed34af7f tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:00.404939 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c4d925c-f701-4b56-a9e0-fd49ed34af7f tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:00.441731 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2c4d925c-f701-4b56-a9e0-fd49ed34af7f tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6158719 Feb 16 16:35:00.444368 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32858) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:00.450170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7a8c4ba1-3d81-43f5-8fb3-c8d3889efe39 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Request body: {'port': {'network_id': 'aacabbbb-7792-4dd1-a98e-89b68982034e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-389719993'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:00.730079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ed43e-52f8-4d65-9d2c-3624cd575ceb req-ed132fc1-43d2-4254-8d53-a657370dfe47 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:00.734255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b6ed43e-52f8-4d65-9d2c-3624cd575ceb req-ed132fc1-43d2-4254-8d53-a657370dfe47 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.2468936 Feb 16 16:35:00.825026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b6ed43e-52f8-4d65-9d2c-3624cd575ceb req-4d82f5cb-0325-4d52-8107-06dca176a1e8 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765474 Feb 16 16:35:00.859006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8c4ba1-3d81-43f5-8fb3-c8d3889efe39 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Made reservation on behalf of 04aba006d45b49d880d3828e11b1c8ab for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:00.862909 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4ba1-3d81-43f5-8fb3-c8d3889efe39 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:00.867298 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:00.892169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-7a8c4ba1-3d81-43f5-8fb3-c8d3889efe39 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] device_id is not set on port 266f5da8-63c0-4576-b09c-ba2e0bd5872b yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:35:00.945431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-aacabbbb-7792-4dd1-a98e-89b68982034e', 'network_id': 'aacabbbb-7792-4dd1-a98e-89b68982034e', 'project_id': '04aba006d45b49d880d3828e11b1c8ab', 'fixed_ips': [{'subnet_id': '8d5eb838-c6bc-4447-952f-d2f8fef37f10'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:35:00.946341 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:01.041472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-7a8c4ba1-3d81-43f5-8fb3-c8d3889efe39 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Allocated IP 2001:db8::a8 (aacabbbb-7792-4dd1-a98e-89b68982034e/8d5eb838-c6bc-4447-952f-d2f8fef37f10/266f5da8-63c0-4576-b09c-ba2e0bd5872b) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:35:01.195077 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:01.228750 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4ba1-3d81-43f5-8fb3-c8d3889efe39 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks [] for port (266f5da8-63c0-4576-b09c-ba2e0bd5872b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:01.273408 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4ba1-3d81-43f5-8fb3-c8d3889efe39 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (266f5da8-63c0-4576-b09c-ba2e0bd5872b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:01.356499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Allocated IP 2001:db8::2 (aacabbbb-7792-4dd1-a98e-89b68982034e/8d5eb838-c6bc-4447-952f-d2f8fef37f10/829f6044-4071-4245-818c-def8d0fa7768) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:35:01.389196 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c4ba1-3d81-43f5-8fb3-c8d3889efe39 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Network aacabbbb-7792-4dd1-a98e-89b68982034e is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:35:01.397657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7a8c4ba1-3d81-43f5-8fb3-c8d3889efe39 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:01.409154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c4ba1-3d81-43f5-8fb3-c8d3889efe39 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:35:01.416415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8c4ba1-3d81-43f5-8fb3-c8d3889efe39 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:01.417362 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4ba1-3d81-43f5-8fb3-c8d3889efe39 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:01.430059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c4ba1-3d81-43f5-8fb3-c8d3889efe39 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event updated for resources: {'Port': ['ID=266f5da8-63c0-4576-b09c-ba2e0bd5872b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:01.439980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7a8c4ba1-3d81-43f5-8fb3-c8d3889efe39 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9939213 Feb 16 16:35:01.442964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32880) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:01.450724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c79d450f-9fa7-4559-a25f-24d4f7be2b74 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Request body: {'port': {'network_id': 'aacabbbb-7792-4dd1-a98e-89b68982034e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-291978095', 'allowed_address_pairs': [{'ip_address': '2001:db8::a8', 'mac_address': 'fa:16:3e:fc:77:eb'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:01.593802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79d450f-9fa7-4559-a25f-24d4f7be2b74 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Made reservation on behalf of 04aba006d45b49d880d3828e11b1c8ab for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:01.683107 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Publish callbacks [] for port (829f6044-4071-4245-818c-def8d0fa7768), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:01.706132 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (829f6044-4071-4245-818c-def8d0fa7768), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:01.714299 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c79d450f-9fa7-4559-a25f-24d4f7be2b74 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:01.736947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-c79d450f-9fa7-4559-a25f-24d4f7be2b74 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] device_id is not set on port 7ae6cf45-c093-4ef2-b366-33c15b0c69c4 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:35:01.766143 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Network aacabbbb-7792-4dd1-a98e-89b68982034e is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:35:01.769544 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:01.776290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:35:01.791225 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Pushing event updated for resources: {'Port': ['ID=829f6044-4071-4245-818c-def8d0fa7768,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:01.876940 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Attempting to bind port 829f6044-4071-4245-818c-def8d0fa7768 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:35:01.877322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Attempting to bind port 829f6044-4071-4245-818c-def8d0fa7768 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'ea2eb43b-926f-437d-a5d0-8f04beaad37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aacabbbb-7792-4dd1-a98e-89b68982034e'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:35:01.877699 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Attempting to bind port 829f6044-4071-4245-818c-def8d0fa7768 on network aacabbbb-7792-4dd1-a98e-89b68982034e {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:35:01.899378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:35:01.903273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Checking segment: {'id': 'ea2eb43b-926f-437d-a5d0-8f04beaad37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aacabbbb-7792-4dd1-a98e-89b68982034e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:35:01.903721 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:01.904163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Bound using segment: {'id': 'ea2eb43b-926f-437d-a5d0-8f04beaad37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aacabbbb-7792-4dd1-a98e-89b68982034e'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:35:01.905810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Bound port: 829f6044-4071-4245-818c-def8d0fa7768, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2eb43b-926f-437d-a5d0-8f04beaad37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aacabbbb-7792-4dd1-a98e-89b68982034e'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:35:01.906216 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (829f6044-4071-4245-818c-def8d0fa7768), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:01.982196 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-c79d450f-9fa7-4559-a25f-24d4f7be2b74 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Allocated IP 2001:db8::28c (aacabbbb-7792-4dd1-a98e-89b68982034e/8d5eb838-c6bc-4447-952f-d2f8fef37f10/7ae6cf45-c093-4ef2-b366-33c15b0c69c4) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:35:02.080245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] For port 829f6044-4071-4245-818c-def8d0fa7768, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:35:02.097955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] For port 829f6044-4071-4245-818c-def8d0fa7768, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=829f6044-4071-4245-818c-def8d0fa7768,segment=NetworkSegment(ea2eb43b-926f-437d-a5d0-8f04beaad37e),segment_id=ea2eb43b-926f-437d-a5d0-8f04beaad37e)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:35:02.121293 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (829f6044-4071-4245-818c-def8d0fa7768), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:02.246377 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c79d450f-9fa7-4559-a25f-24d4f7be2b74 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks [] for port (7ae6cf45-c093-4ef2-b366-33c15b0c69c4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:02.270576 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:02.296422 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c79d450f-9fa7-4559-a25f-24d4f7be2b74 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (7ae6cf45-c093-4ef2-b366-33c15b0c69c4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:02.319589 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02daffda-ff8f-4c7d-9001-6fb85e193979 None None] Pushing event updated for resources: {'Port': ['ID=829f6044-4071-4245-818c-def8d0fa7768,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:02.375941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79d450f-9fa7-4559-a25f-24d4f7be2b74 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Network aacabbbb-7792-4dd1-a98e-89b68982034e is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:35:02.389943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-c79d450f-9fa7-4559-a25f-24d4f7be2b74 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:02.395229 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d450f-9fa7-4559-a25f-24d4f7be2b74 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:35:02.400834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79d450f-9fa7-4559-a25f-24d4f7be2b74 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:02.401761 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c79d450f-9fa7-4559-a25f-24d4f7be2b74 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:02.463264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646346d-d606-4ee3-b0d7-8d21ea8a1d4f req-a86a2886-a195-4aee-83ff-9f0fcaaeae8e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:02.470582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c646346d-d606-4ee3-b0d7-8d21ea8a1d4f req-a86a2886-a195-4aee-83ff-9f0fcaaeae8e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.1867049 Feb 16 16:35:02.477740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d450f-9fa7-4559-a25f-24d4f7be2b74 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event updated for resources: {'Port': ['ID=7ae6cf45-c093-4ef2-b366-33c15b0c69c4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:02.485350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c79d450f-9fa7-4559-a25f-24d4f7be2b74 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.0408061 Feb 16 16:35:02.487898 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32912) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:02.544164 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c646346d-d606-4ee3-b0d7-8d21ea8a1d4f req-d9467389-f90c-44c7-aea4-76cbe4a59d1c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709198 Feb 16 16:35:02.785509 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5d66e5-6b46-4d34-97f9-87d474307f12 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:02.801270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5d66e5-6b46-4d34-97f9-87d474307f12 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:02.810785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5d66e5-6b46-4d34-97f9-87d474307f12 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:02.817818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5940496-8c04-41b1-a5b4-26abd170380e req-64e443a6-bd0f-4ffe-8e90-f807ea22dba3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:02.819934 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2b5d66e5-6b46-4d34-97f9-87d474307f12 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.3302543 Feb 16 16:35:02.825248 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32924) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:02.826145 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5940496-8c04-41b1-a5b4-26abd170380e req-64e443a6-bd0f-4ffe-8e90-f807ea22dba3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 946 time: 0.1155291 Feb 16 16:35:02.882794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5940496-8c04-41b1-a5b4-26abd170380e req-6f2a33dd-15ba-4bda-a9f4-933ae26539c0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557094 Feb 16 16:35:03.043613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-9c821d13-d335-41bd-8a5e-3199809758e0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Deleting port 7ae6cf45-c093-4ef2-b366-33c15b0c69c4 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:03.044018 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c821d13-d335-41bd-8a5e-3199809758e0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7ae6cf45-c093-4ef2-b366-33c15b0c69c4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:03.168833 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c821d13-d335-41bd-8a5e-3199809758e0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7ae6cf45-c093-4ef2-b366-33c15b0c69c4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:03.189297 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-9c821d13-d335-41bd-8a5e-3199809758e0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Calling delete_port for 7ae6cf45-c093-4ef2-b366-33c15b0c69c4 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:03.528076 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c821d13-d335-41bd-8a5e-3199809758e0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7ae6cf45-c093-4ef2-b366-33c15b0c69c4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:03.612925 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c821d13-d335-41bd-8a5e-3199809758e0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event deleted for resources: {'Port': ['ID=7ae6cf45-c093-4ef2-b366-33c15b0c69c4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:03.891647 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c821d13-d335-41bd-8a5e-3199809758e0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:03.898148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32980) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:03.909565 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9c821d13-d335-41bd-8a5e-3199809758e0 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "DELETE /v2.0/ports/7ae6cf45-c093-4ef2-b366-33c15b0c69c4 HTTP/1.1" status: 204 len: 168 time: 1.0830431 Feb 16 16:35:03.913820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccc33ba-846b-4538-97c9-1370c1837ade None None] Network aacabbbb-7792-4dd1-a98e-89b68982034e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:35:03.933870 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-31658812-de64-4f89-9517-fc6ab364c73a tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] GET failed (client error): The resource could not be found. Feb 16 16:35:03.941103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32982) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:03.947624 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-48c83d39-d086-467a-a3d2-b1a660dfd6ad tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Request body: {'port': {'network_id': 'aacabbbb-7792-4dd1-a98e-89b68982034e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1802026556'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:03.951383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-31658812-de64-4f89-9517-fc6ab364c73a tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "GET /v2.0/ports/7ae6cf45-c093-4ef2-b366-33c15b0c69c4 HTTP/1.1" status: 404 len: 333 time: 0.0517957 Feb 16 16:35:04.137763 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 157e59aa-dbbe-4801-ad9b-4766ec9364e5 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:35:04.144950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 829f6044-4071-4245-818c-def8d0fa7768 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:35:04.147676 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c83d39-d086-467a-a3d2-b1a660dfd6ad tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Made reservation on behalf of 04aba006d45b49d880d3828e11b1c8ab for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:04.154947 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48c83d39-d086-467a-a3d2-b1a660dfd6ad tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:04.191924 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-48c83d39-d086-467a-a3d2-b1a660dfd6ad tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] device_id is not set on port 9a14ff0f-41ef-4729-895d-3684843579dd yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:35:04.279541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b232b5aa-b4cf-4a94-bba7-de85e36a174f None None] Provisioning complete for port 829f6044-4071-4245-818c-def8d0fa7768 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:04.280225 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b232b5aa-b4cf-4a94-bba7-de85e36a174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (829f6044-4071-4245-818c-def8d0fa7768), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:04.398260 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-48c83d39-d086-467a-a3d2-b1a660dfd6ad tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Allocated IP 2001:db8::338 (aacabbbb-7792-4dd1-a98e-89b68982034e/8d5eb838-c6bc-4447-952f-d2f8fef37f10/9a14ff0f-41ef-4729-895d-3684843579dd) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:35:04.412336 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 829f6044-4071-4245-818c-def8d0fa7768 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:04.413236 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (829f6044-4071-4245-818c-def8d0fa7768), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:04.469978 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:04.600283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:35:04.600612 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:04.612762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b232b5aa-b4cf-4a94-bba7-de85e36a174f None None] Current status of the port 829f6044-4071-4245-818c-def8d0fa7768 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:35:04.612958 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b232b5aa-b4cf-4a94-bba7-de85e36a174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (829f6044-4071-4245-818c-def8d0fa7768), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:04.669117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:35:04.672215 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474b5a67-ea1b-4356-b600-fc257e8cb86c" -d '{"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-unplugged", "status": "completed", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:35:04.691945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48c83d39-d086-467a-a3d2-b1a660dfd6ad tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks [] for port (9a14ff0f-41ef-4729-895d-3684843579dd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:04.708103 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b232b5aa-b4cf-4a94-bba7-de85e36a174f None None] For port 829f6044-4071-4245-818c-def8d0fa7768, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=829f6044-4071-4245-818c-def8d0fa7768,segment=NetworkSegment(ea2eb43b-926f-437d-a5d0-8f04beaad37e),segment_id=ea2eb43b-926f-437d-a5d0-8f04beaad37e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:04.710017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:04.717680 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b232b5aa-b4cf-4a94-bba7-de85e36a174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (829f6044-4071-4245-818c-def8d0fa7768), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:04.719316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 829f6044-4071-4245-818c-def8d0fa7768 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:35:04.719697 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (829f6044-4071-4245-818c-def8d0fa7768), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:04.725596 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:04.784511 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e0f130-a144-43d5-bb2b-3b2e56046fcb x-openstack-request-id: req-41e0f130-a144-43d5-bb2b-3b2e56046fcb {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:35:04.784774 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-unplugged", "status": "completed", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:35:04.785038 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41e0f130-a144-43d5-bb2b-3b2e56046fcb {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:35:04.785509 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'code': 200} Feb 16 16:35:04.815581 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48c83d39-d086-467a-a3d2-b1a660dfd6ad tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (9a14ff0f-41ef-4729-895d-3684843579dd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:04.930759 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232b5aa-b4cf-4a94-bba7-de85e36a174f None None] Pushing event updated for resources: {'Port': ['ID=829f6044-4071-4245-818c-def8d0fa7768,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:04.949301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c83d39-d086-467a-a3d2-b1a660dfd6ad tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event updated for resources: {'Port': ['ID=9a14ff0f-41ef-4729-895d-3684843579dd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:04.984176 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c83d39-d086-467a-a3d2-b1a660dfd6ad tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Network aacabbbb-7792-4dd1-a98e-89b68982034e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:35:04.992926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-48c83d39-d086-467a-a3d2-b1a660dfd6ad tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:04.995888 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c83d39-d086-467a-a3d2-b1a660dfd6ad tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:35:05.007819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c83d39-d086-467a-a3d2-b1a660dfd6ad tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:05.008495 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48c83d39-d086-467a-a3d2-b1a660dfd6ad tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:05.047018 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-48c83d39-d086-467a-a3d2-b1a660dfd6ad tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1047990 Feb 16 16:35:05.049631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33020) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:05.060413 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=157e59aa-dbbe-4801-ad9b-4766ec9364e5,revision_number=14']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:05.065050 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:35:05.065415 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:35:05.067391 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0e1963dc-10bc-427d-a08f-1006507f9d9a tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a8', 'mac_address': 'fa:16:3e:fc:77:eb'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:05.159627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-164341e7-0f49-4277-bf45-4d5d228ded70 None None] Provisioning complete for port 266f5da8-63c0-4576-b09c-ba2e0bd5872b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:05.160132 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-164341e7-0f49-4277-bf45-4d5d228ded70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (266f5da8-63c0-4576-b09c-ba2e0bd5872b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:05.325671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-164341e7-0f49-4277-bf45-4d5d228ded70 None None] Port 266f5da8-63c0-4576-b09c-ba2e0bd5872b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:35:05.363287 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-164341e7-0f49-4277-bf45-4d5d228ded70 None None] Provisioning complete for port 829f6044-4071-4245-818c-def8d0fa7768 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:05.363672 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-164341e7-0f49-4277-bf45-4d5d228ded70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (829f6044-4071-4245-818c-def8d0fa7768), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:05.425190 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e1963dc-10bc-427d-a08f-1006507f9d9a tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9a14ff0f-41ef-4729-895d-3684843579dd), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:05.670437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-164341e7-0f49-4277-bf45-4d5d228ded70 None None] Current status of the port 829f6044-4071-4245-818c-def8d0fa7768 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:35:05.682433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 829f6044-4071-4245-818c-def8d0fa7768 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:35:05.799894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c202f-7ea6-4586-8a54-e7c4948dda59 req-52aae53f-b704-4c94-9a1a-8ce91ef455bc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:05.800435 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e1963dc-10bc-427d-a08f-1006507f9d9a tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks [] for port (9a14ff0f-41ef-4729-895d-3684843579dd), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:05.805446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3c311076-0ab3-4188-b437-735b371707c1 None None] Provisioning complete for port 266f5da8-63c0-4576-b09c-ba2e0bd5872b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:05.805757 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c311076-0ab3-4188-b437-735b371707c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (266f5da8-63c0-4576-b09c-ba2e0bd5872b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:05.807018 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a0c202f-7ea6-4586-8a54-e7c4948dda59 req-52aae53f-b704-4c94-9a1a-8ce91ef455bc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.8028486 Feb 16 16:35:05.814380 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e1963dc-10bc-427d-a08f-1006507f9d9a tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (9a14ff0f-41ef-4729-895d-3684843579dd), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:05.854500 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0e1963dc-10bc-427d-a08f-1006507f9d9a tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] In _notify_port_updated(), no bound segment for port 9a14ff0f-41ef-4729-895d-3684843579dd on network aacabbbb-7792-4dd1-a98e-89b68982034e {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:35:05.862783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1963dc-10bc-427d-a08f-1006507f9d9a tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:05.863517 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e1963dc-10bc-427d-a08f-1006507f9d9a tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:05.864817 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0e1963dc-10bc-427d-a08f-1006507f9d9a tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "PUT /v2.0/ports/9a14ff0f-41ef-4729-895d-3684843579dd HTTP/1.1" status: 200 len: 1002 time: 0.8142250 Feb 16 16:35:05.867547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33022) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:05.957055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3c311076-0ab3-4188-b437-735b371707c1 None None] Port 266f5da8-63c0-4576-b09c-ba2e0bd5872b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:35:05.969104 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1963dc-10bc-427d-a08f-1006507f9d9a tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event updated for resources: {'Port': ['ID=9a14ff0f-41ef-4729-895d-3684843579dd,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:05.981282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a0c202f-7ea6-4586-8a54-e7c4948dda59 req-503ddc97-66ea-4a05-a269-6e9d3d6ca57a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722071 Feb 16 16:35:06.064058 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 829f6044-4071-4245-818c-def8d0fa7768 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:35:06.117916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b2b6ea36-dd7e-4b8a-81d8-0dd6c100f458 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Deleting port 9a14ff0f-41ef-4729-895d-3684843579dd {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:06.118378 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ea36-dd7e-4b8a-81d8-0dd6c100f458 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9a14ff0f-41ef-4729-895d-3684843579dd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:06.137125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-87c285ea-f8c5-4a96-910b-752ca2a41504 None None] Could not find standard attr ID for object 7ae6cf45-c093-4ef2-b366-33c15b0c69c4. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:35:06.188918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53930826-ee4d-4453-a36d-d74cbe51d438 req-347f53e6-c856-4bae-b2e0-dbf14e724be3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:06.190559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53930826-ee4d-4453-a36d-d74cbe51d438 req-347f53e6-c856-4bae-b2e0-dbf14e724be3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1117854 Feb 16 16:35:06.216185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 829f6044-4071-4245-818c-def8d0fa7768 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:06.216579 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (829f6044-4071-4245-818c-def8d0fa7768), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:06.256072 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ea36-dd7e-4b8a-81d8-0dd6c100f458 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9a14ff0f-41ef-4729-895d-3684843579dd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:06.277822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53930826-ee4d-4453-a36d-d74cbe51d438 req-809dac86-ac1c-433d-87d2-986e5a546a72 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794985 Feb 16 16:35:06.282579 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b2b6ea36-dd7e-4b8a-81d8-0dd6c100f458 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Calling delete_port for 9a14ff0f-41ef-4729-895d-3684843579dd owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:06.389680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-709e1f35-f756-4a02-8e4e-c3608c558149 None None] Provisioning complete for port 9a14ff0f-41ef-4729-895d-3684843579dd triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:06.390408 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-709e1f35-f756-4a02-8e4e-c3608c558149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9a14ff0f-41ef-4729-895d-3684843579dd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:06.445606 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-709e1f35-f756-4a02-8e4e-c3608c558149 None None] Port 9a14ff0f-41ef-4729-895d-3684843579dd cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:35:06.454733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 829f6044-4071-4245-818c-def8d0fa7768 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:35:06.473977 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ea36-dd7e-4b8a-81d8-0dd6c100f458 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (9a14ff0f-41ef-4729-895d-3684843579dd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:06.514445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6ea36-dd7e-4b8a-81d8-0dd6c100f458 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event deleted for resources: {'Port': ['ID=9a14ff0f-41ef-4729-895d-3684843579dd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:06.579619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cba835-15c8-4dfa-8047-28dcc6c41055 req-4f4fe23f-61f2-4318-b713-066748e78503 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:06.592452 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92cba835-15c8-4dfa-8047-28dcc6c41055 req-4f4fe23f-61f2-4318-b713-066748e78503 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1102889 Feb 16 16:35:06.658061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92cba835-15c8-4dfa-8047-28dcc6c41055 req-5a9052f4-3bb2-4480-a891-6c7cdabbdde0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647209 Feb 16 16:35:06.704091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ea36-dd7e-4b8a-81d8-0dd6c100f458 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:06.712932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33040) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:06.713178 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b2b6ea36-dd7e-4b8a-81d8-0dd6c100f458 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "DELETE /v2.0/ports/9a14ff0f-41ef-4729-895d-3684843579dd HTTP/1.1" status: 204 len: 168 time: 0.8444395 Feb 16 16:35:06.762573 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-117cc64c-079e-41c8-bce1-e2320c5633f1 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] GET failed (client error): The resource could not be found. Feb 16 16:35:06.764771 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-117cc64c-079e-41c8-bce1-e2320c5633f1 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "GET /v2.0/ports/9a14ff0f-41ef-4729-895d-3684843579dd HTTP/1.1" status: 404 len: 333 time: 0.0508273 Feb 16 16:35:06.772756 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33042) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:06.785972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-34a4da3c-d650-41bf-acf4-10f901325ec3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Request body: {'port': {'network_id': 'aacabbbb-7792-4dd1-a98e-89b68982034e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1102116431'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:07.021734 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182b69e-665f-4277-b209-6ed8fdc750a6 req-3baed916-b895-4fb9-b0e7-8bd9ff78f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:07.023262 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4182b69e-665f-4277-b209-6ed8fdc750a6 req-3baed916-b895-4fb9-b0e7-8bd9ff78f061 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 1126 time: 0.0799658 Feb 16 16:35:07.024196 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a4da3c-d650-41bf-acf4-10f901325ec3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Made reservation on behalf of 04aba006d45b49d880d3828e11b1c8ab for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:07.027944 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-34a4da3c-d650-41bf-acf4-10f901325ec3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:07.072575 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-34a4da3c-d650-41bf-acf4-10f901325ec3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] device_id is not set on port 7042660b-7651-478e-bead-01c26bdd5146 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:35:07.090810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a2287bd7-9bb9-427e-bc25-a23a128fca22 None None] Could not find standard attr ID for object 9a14ff0f-41ef-4729-895d-3684843579dd. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:35:07.111438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c027c5-c7a8-407f-9e71-0b91cf9a38a7 req-70c0343b-57ea-4870-97f4-b161382726e1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:07.116039 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15c027c5-c7a8-407f-9e71-0b91cf9a38a7 req-70c0343b-57ea-4870-97f4-b161382726e1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1511393 Feb 16 16:35:07.252781 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182b69e-665f-4277-b209-6ed8fdc750a6 req-7acfe393-23fa-4aa5-b2a7-ae647c4a2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:07.254313 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4182b69e-665f-4277-b209-6ed8fdc750a6 req-7acfe393-23fa-4aa5-b2a7-ae647c4a2939 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.2087400 Feb 16 16:35:07.265605 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15c027c5-c7a8-407f-9e71-0b91cf9a38a7 req-51976281-4b94-4c1e-a9fc-9a71406b8bf3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335826 Feb 16 16:35:07.448010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-34a4da3c-d650-41bf-acf4-10f901325ec3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Allocated IP 2001:db8::2de (aacabbbb-7792-4dd1-a98e-89b68982034e/8d5eb838-c6bc-4447-952f-d2f8fef37f10/7042660b-7651-478e-bead-01c26bdd5146) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:35:07.519590 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4182b69e-665f-4277-b209-6ed8fdc750a6 req-fed5281d-d374-4b70-ac1b-2b9a121554c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5 HTTP/1.1" status: 200 len: 999 time: 0.2546396 Feb 16 16:35:07.692905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182b69e-665f-4277-b209-6ed8fdc750a6 req-9a094395-524a-4b87-b239-7639b2e148d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:07.694390 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4182b69e-665f-4277-b209-6ed8fdc750a6 req-9a094395-524a-4b87-b239-7639b2e148d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.1629717 Feb 16 16:35:07.779894 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-34a4da3c-d650-41bf-acf4-10f901325ec3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks [] for port (7042660b-7651-478e-bead-01c26bdd5146), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:07.801133 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182b69e-665f-4277-b209-6ed8fdc750a6 req-7cc5e28f-d5d0-41cc-8c33-c0cb3cde6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:07.802638 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4182b69e-665f-4277-b209-6ed8fdc750a6 req-7cc5e28f-d5d0-41cc-8c33-c0cb3cde6444 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0988348 Feb 16 16:35:07.897334 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-34a4da3c-d650-41bf-acf4-10f901325ec3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7042660b-7651-478e-bead-01c26bdd5146), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:07.971284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a4da3c-d650-41bf-acf4-10f901325ec3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Network aacabbbb-7792-4dd1-a98e-89b68982034e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:35:07.982072 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4182b69e-665f-4277-b209-6ed8fdc750a6 req-48f34f87-477a-46df-bb2e-d5cef0846f1f service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716485 Feb 16 16:35:07.982919 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-34a4da3c-d650-41bf-acf4-10f901325ec3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:07.987683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a4da3c-d650-41bf-acf4-10f901325ec3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:35:07.993766 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4da3c-d650-41bf-acf4-10f901325ec3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:07.994523 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-34a4da3c-d650-41bf-acf4-10f901325ec3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:08.009354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4da3c-d650-41bf-acf4-10f901325ec3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event updated for resources: {'Port': ['ID=7042660b-7651-478e-bead-01c26bdd5146,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:08.079673 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-34a4da3c-d650-41bf-acf4-10f901325ec3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3055086 Feb 16 16:35:08.082315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33062) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:08.087897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d08f1d0e-51a5-4424-9ebc-a5e73b13dd54 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fc:77:eb'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:08.178890 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4182b69e-665f-4277-b209-6ed8fdc750a6 req-4e048bed-6dd3-480e-8a8b-631704564304 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806853 Feb 16 16:35:08.545595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1d1049ca-a276-42f8-a2b7-03507639884d None None] Provisioning complete for port 7042660b-7651-478e-bead-01c26bdd5146 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:08.546170 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1d1049ca-a276-42f8-a2b7-03507639884d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7042660b-7651-478e-bead-01c26bdd5146), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:08.653958 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1d1049ca-a276-42f8-a2b7-03507639884d None None] Port 7042660b-7651-478e-bead-01c26bdd5146 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:35:08.679419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f5eaa-7d64-4877-8280-2497fd6c11f1 req-79686b12-7d01-47f6-92cf-547cde3e4bf4 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:08.692887 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf9f5eaa-7d64-4877-8280-2497fd6c11f1 req-79686b12-7d01-47f6-92cf-547cde3e4bf4 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.2015910 Feb 16 16:35:08.798195 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d08f1d0e-51a5-4424-9ebc-a5e73b13dd54 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7042660b-7651-478e-bead-01c26bdd5146), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:08.825315 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf9f5eaa-7d64-4877-8280-2497fd6c11f1 req-26ae9558-4417-4761-9b87-53ac41184180 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304865 Feb 16 16:35:09.193561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aa43f-0ef1-4881-83de-68446eb89578 req-df5a8f01-2451-431d-9cda-81cb2d96dbbd tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:09.195316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a1aa43f-0ef1-4881-83de-68446eb89578 req-df5a8f01-2451-431d-9cda-81cb2d96dbbd tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 945 time: 0.1623135 Feb 16 16:35:09.229286 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d08f1d0e-51a5-4424-9ebc-a5e73b13dd54 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks [] for port (7042660b-7651-478e-bead-01c26bdd5146), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:09.242116 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d08f1d0e-51a5-4424-9ebc-a5e73b13dd54 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (7042660b-7651-478e-bead-01c26bdd5146), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:09.300268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d08f1d0e-51a5-4424-9ebc-a5e73b13dd54 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] In _notify_port_updated(), no bound segment for port 7042660b-7651-478e-bead-01c26bdd5146 on network aacabbbb-7792-4dd1-a98e-89b68982034e {{(pid=103421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:35:09.305943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08f1d0e-51a5-4424-9ebc-a5e73b13dd54 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:09.306818 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d08f1d0e-51a5-4424-9ebc-a5e73b13dd54 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:09.311944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d08f1d0e-51a5-4424-9ebc-a5e73b13dd54 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "PUT /v2.0/ports/7042660b-7651-478e-bead-01c26bdd5146 HTTP/1.1" status: 200 len: 1003 time: 1.2259953 Feb 16 16:35:09.314338 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33102) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:09.396310 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a1aa43f-0ef1-4881-83de-68446eb89578 req-180a6267-141c-42ae-89f7-7f44a09f0ecc tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596639 Feb 16 16:35:09.442090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f1d0e-51a5-4424-9ebc-a5e73b13dd54 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event updated for resources: {'Port': ['ID=7042660b-7651-478e-bead-01c26bdd5146,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:09.543714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-611fce81-792e-46ea-b125-77dcd9c92f05 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Deleting port 7042660b-7651-478e-bead-01c26bdd5146 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:09.544233 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-611fce81-792e-46ea-b125-77dcd9c92f05 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7042660b-7651-478e-bead-01c26bdd5146), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:09.786402 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-611fce81-792e-46ea-b125-77dcd9c92f05 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7042660b-7651-478e-bead-01c26bdd5146), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:09.805770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63774e89-1fa2-4835-b81d-77288b2bd38d None None] Provisioning complete for port 7042660b-7651-478e-bead-01c26bdd5146 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:09.806322 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63774e89-1fa2-4835-b81d-77288b2bd38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7042660b-7651-478e-bead-01c26bdd5146), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:09.831992 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-611fce81-792e-46ea-b125-77dcd9c92f05 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Calling delete_port for 7042660b-7651-478e-bead-01c26bdd5146 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:09.913933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63774e89-1fa2-4835-b81d-77288b2bd38d None None] Port 7042660b-7651-478e-bead-01c26bdd5146 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:35:10.083598 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c2387-75be-4a1c-ad3d-f0661ee9d251 req-1ef92453-0844-47e5-b6a0-d263c7b5876b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:10.087395 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-133c2387-75be-4a1c-ad3d-f0661ee9d251 req-1ef92453-0844-47e5-b6a0-d263c7b5876b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1314683 Feb 16 16:35:10.120342 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-611fce81-792e-46ea-b125-77dcd9c92f05 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7042660b-7651-478e-bead-01c26bdd5146), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:10.168380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fce81-792e-46ea-b125-77dcd9c92f05 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event deleted for resources: {'Port': ['ID=7042660b-7651-478e-bead-01c26bdd5146,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:10.177207 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-133c2387-75be-4a1c-ad3d-f0661ee9d251 req-69959a17-9681-43d1-aaad-a4034777d193 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795882 Feb 16 16:35:10.212527 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-611fce81-792e-46ea-b125-77dcd9c92f05 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:10.218226 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-611fce81-792e-46ea-b125-77dcd9c92f05 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "DELETE /v2.0/ports/7042660b-7651-478e-bead-01c26bdd5146 HTTP/1.1" status: 204 len: 168 time: 0.9047754 Feb 16 16:35:10.220959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33126) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:10.282045 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2fdfbb-d978-4470-9807-b290beb86f6c tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] GET failed (client error): The resource could not be found. Feb 16 16:35:10.283851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2e2fdfbb-d978-4470-9807-b290beb86f6c tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "GET /v2.0/ports/7042660b-7651-478e-bead-01c26bdd5146 HTTP/1.1" status: 404 len: 333 time: 0.0615523 Feb 16 16:35:10.287498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33130) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:10.293245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ad74b872-34a2-4189-b6cd-6fbba3aa2a67 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Request body: {'port': {'network_id': 'aacabbbb-7792-4dd1-a98e-89b68982034e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-793627192'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:10.545841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad74b872-34a2-4189-b6cd-6fbba3aa2a67 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Made reservation on behalf of 04aba006d45b49d880d3828e11b1c8ab for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:10.551040 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad74b872-34a2-4189-b6cd-6fbba3aa2a67 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:10.560925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cea80-b029-480d-a1a1-1efe4923ce4d req-e07ef19b-0112-4ed7-a656-859847482702 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:10.563122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce0cea80-b029-480d-a1a1-1efe4923ce4d req-e07ef19b-0112-4ed7-a656-859847482702 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1467514 Feb 16 16:35:10.606315 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-ad74b872-34a2-4189-b6cd-6fbba3aa2a67 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] device_id is not set on port 4a7105a9-466f-4464-8647-ebb4f735ccb5 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:35:10.675480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce0cea80-b029-480d-a1a1-1efe4923ce4d req-51c575f6-c7f5-4806-b2e0-2099b61de8d1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026826 Feb 16 16:35:10.696622 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a48cb5-28f1-4d48-9783-0e4bc02827de req-52330548-add1-4edd-81b5-17d2f6640d9d tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:10.705943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46a48cb5-28f1-4d48-9783-0e4bc02827de req-52330548-add1-4edd-81b5-17d2f6640d9d tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 945 time: 0.1618681 Feb 16 16:35:10.846076 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46a48cb5-28f1-4d48-9783-0e4bc02827de req-7f1a4b6a-b58f-4f4b-9820-58190f83236f tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/security-groups?id=88b25e6a-4684-4861-84c9-2fc17c2b3a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287935 Feb 16 16:35:10.995311 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590acb39-2364-4a0e-9fb0-f3421244dcdd req-a68dfd62-9ef9-4ee9-b9d4-068367d629be tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:10.998313 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-590acb39-2364-4a0e-9fb0-f3421244dcdd req-a68dfd62-9ef9-4ee9-b9d4-068367d629be tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 945 time: 0.2006800 Feb 16 16:35:11.072182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3febe1-2992-47fc-af88-2d4d35d9654b req-08ab43e4-d1df-4b03-8d0d-56700d9ebc9e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:11.083683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca3febe1-2992-47fc-af88-2d4d35d9654b req-08ab43e4-d1df-4b03-8d0d-56700d9ebc9e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1576126 Feb 16 16:35:11.092132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-ad74b872-34a2-4189-b6cd-6fbba3aa2a67 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Allocated IP 2001:db8::1eb (aacabbbb-7792-4dd1-a98e-89b68982034e/8d5eb838-c6bc-4447-952f-d2f8fef37f10/4a7105a9-466f-4464-8647-ebb4f735ccb5) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:35:11.154959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca3febe1-2992-47fc-af88-2d4d35d9654b req-e9710370-82a4-4ef0-a103-e63e39a8afd3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702713 Feb 16 16:35:11.371346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfec879-cfb6-488a-b326-969d5dd66c76 req-26b1f1cc-27b4-4752-bc6f-f108db2588a0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:11.379984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-590acb39-2364-4a0e-9fb0-f3421244dcdd req-dc6e52eb-8053-4c77-a08d-6ef2cfed9237 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Deleting port c0e53b41-a50d-4974-a49d-3137c57e5f07 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:11.380315 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1dfec879-cfb6-488a-b326-969d5dd66c76 req-26b1f1cc-27b4-4752-bc6f-f108db2588a0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1057270 Feb 16 16:35:11.380864 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-590acb39-2364-4a0e-9fb0-f3421244dcdd req-dc6e52eb-8053-4c77-a08d-6ef2cfed9237 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:11.431113 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad74b872-34a2-4189-b6cd-6fbba3aa2a67 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks [] for port (4a7105a9-466f-4464-8647-ebb4f735ccb5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:11.463418 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1dfec879-cfb6-488a-b326-969d5dd66c76 req-143079bf-1876-45c1-b273-918b8cc5016b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722716 Feb 16 16:35:11.541154 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-590acb39-2364-4a0e-9fb0-f3421244dcdd req-dc6e52eb-8053-4c77-a08d-6ef2cfed9237 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] For port c0e53b41-a50d-4974-a49d-3137c57e5f07, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=c0e53b41-a50d-4974-a49d-3137c57e5f07,segment=NetworkSegment(5784e4ec-82e8-40e5-a17d-d9d1118556dd),segment_id=5784e4ec-82e8-40e5-a17d-d9d1118556dd)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:11.541850 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-590acb39-2364-4a0e-9fb0-f3421244dcdd req-dc6e52eb-8053-4c77-a08d-6ef2cfed9237 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:11.561172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-590acb39-2364-4a0e-9fb0-f3421244dcdd req-dc6e52eb-8053-4c77-a08d-6ef2cfed9237 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Calling delete_port for c0e53b41-a50d-4974-a49d-3137c57e5f07 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:11.577117 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad74b872-34a2-4189-b6cd-6fbba3aa2a67 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (4a7105a9-466f-4464-8647-ebb4f735ccb5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:11.625526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04721c81-2789-473d-a275-84af49dcc72b req-2845ceff-9024-499b-b6e8-ff8221ef8567 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:11.627422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-04721c81-2789-473d-a275-84af49dcc72b req-2845ceff-9024-499b-b6e8-ff8221ef8567 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0987585 Feb 16 16:35:11.666135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad74b872-34a2-4189-b6cd-6fbba3aa2a67 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Network aacabbbb-7792-4dd1-a98e-89b68982034e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:35:11.675385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ad74b872-34a2-4189-b6cd-6fbba3aa2a67 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:11.678271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74b872-34a2-4189-b6cd-6fbba3aa2a67 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:35:11.685956 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad74b872-34a2-4189-b6cd-6fbba3aa2a67 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:11.687108 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad74b872-34a2-4189-b6cd-6fbba3aa2a67 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:11.715301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74b872-34a2-4189-b6cd-6fbba3aa2a67 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event updated for resources: {'Port': ['ID=4a7105a9-466f-4464-8647-ebb4f735ccb5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:11.734981 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ad74b872-34a2-4189-b6cd-6fbba3aa2a67 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4461360 Feb 16 16:35:11.737339 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33162) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:11.742668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4df28119-a8db-46bd-a840-a25bd0a66f47 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Request body: {'port': {'network_id': 'aacabbbb-7792-4dd1-a98e-89b68982034e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-595142446'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:11.749078 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-04721c81-2789-473d-a275-84af49dcc72b req-36c8d006-e38e-4ad5-acad-3a9783cdf2c1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157098 Feb 16 16:35:11.994262 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-590acb39-2364-4a0e-9fb0-f3421244dcdd req-dc6e52eb-8053-4c77-a08d-6ef2cfed9237 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c0e53b41-a50d-4974-a49d-3137c57e5f07), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:12.006577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['c0e53b41-a50d-4974-a49d-3137c57e5f07'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:35:12.074897 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e52eb-8053-4c77-a08d-6ef2cfed9237 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Pushing event deleted for resources: {'Port': ['ID=c0e53b41-a50d-4974-a49d-3137c57e5f07,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:12.075142 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df296dfa-4a00-4958-8176-45e32a9fab7c req-36dd8a1d-e248-4f76-87cf-4ae21579cd1c tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee862668-3e51-4453-98a3-4b51be7e438f HTTP/1.1" status: 200 len: 210 time: 0.0662065 Feb 16 16:35:12.132669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df28119-a8db-46bd-a840-a25bd0a66f47 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Made reservation on behalf of 04aba006d45b49d880d3828e11b1c8ab for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:12.137209 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4df28119-a8db-46bd-a840-a25bd0a66f47 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:12.172306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-590acb39-2364-4a0e-9fb0-f3421244dcdd req-dc6e52eb-8053-4c77-a08d-6ef2cfed9237 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] No DVR routers for this DVR port c0e53b41-a50d-4974-a49d-3137c57e5f07 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:35:12.181926 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-590acb39-2364-4a0e-9fb0-f3421244dcdd req-dc6e52eb-8053-4c77-a08d-6ef2cfed9237 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:12.186560 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-590acb39-2364-4a0e-9fb0-f3421244dcdd req-dc6e52eb-8053-4c77-a08d-6ef2cfed9237 tempest-AttachSCSIVolumeTestJSON-2038099481 tempest-AttachSCSIVolumeTestJSON-2038099481-project] 10.222.0.60 "DELETE /v2.0/ports/c0e53b41-a50d-4974-a49d-3137c57e5f07 HTTP/1.1" status: 204 len: 173 time: 1.1808980 Feb 16 16:35:12.187205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee862668-3e51-4453-98a3-4b51be7e438f', 'name': 'network-vif-deleted', 'tag': 'c0e53b41-a50d-4974-a49d-3137c57e5f07'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:35:12.189854 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-76376a84-e099-47fc-832a-aaffe4f98ced None None] Provisioning complete for port 4a7105a9-466f-4464-8647-ebb4f735ccb5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:12.190576 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b6d641-3865-465c-9760-b2cd2d094bf2" -d '{"events": [{"server_uuid": "ee862668-3e51-4453-98a3-4b51be7e438f", "name": "network-vif-deleted", "tag": "c0e53b41-a50d-4974-a49d-3137c57e5f07"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:35:12.190872 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-76376a84-e099-47fc-832a-aaffe4f98ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4a7105a9-466f-4464-8647-ebb4f735ccb5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:12.195219 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-4df28119-a8db-46bd-a840-a25bd0a66f47 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] device_id is not set on port 88decdaa-e982-48b2-91c9-7eb91a299f43 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:35:12.298949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-76376a84-e099-47fc-832a-aaffe4f98ced None None] Port 4a7105a9-466f-4464-8647-ebb4f735ccb5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:35:12.320801 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb158fb2-2288-46e8-b003-86bed42aa217 x-openstack-request-id: req-fb158fb2-2288-46e8-b003-86bed42aa217 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:35:12.321201 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee862668-3e51-4453-98a3-4b51be7e438f", "name": "network-vif-deleted", "tag": "c0e53b41-a50d-4974-a49d-3137c57e5f07", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:35:12.321549 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb158fb2-2288-46e8-b003-86bed42aa217 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:35:12.322012 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee862668-3e51-4453-98a3-4b51be7e438f', 'name': 'network-vif-deleted', 'tag': 'c0e53b41-a50d-4974-a49d-3137c57e5f07', 'status': 'completed', 'code': 200} Feb 16 16:35:12.327000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-29161946-6094-4923-9eac-07f1480bd564 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:12.328850 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-29161946-6094-4923-9eac-07f1480bd564 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 811 time: 0.1781969 Feb 16 16:35:12.354203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-d9869604-9e86-49dd-aad4-c9c811c8b225 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/quotas/1ba6ed05f60d4be18332c533a096aa72 HTTP/1.1" status: 200 len: 375 time: 0.0193675 Feb 16 16:35:12.381715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-4df28119-a8db-46bd-a840-a25bd0a66f47 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Allocated IP 2001:db8::3e5 (aacabbbb-7792-4dd1-a98e-89b68982034e/8d5eb838-c6bc-4447-952f-d2f8fef37f10/88decdaa-e982-48b2-91c9-7eb91a299f43) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:35:12.440332 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-fc08103c-041c-4a37-92c6-3c6195dfe33a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844448 Feb 16 16:35:12.446819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-0e02f33c-ac9f-420d-bc3a-5394534c1be7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:35:12.455621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-0e02f33c-ac9f-420d-bc3a-5394534c1be7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132356 Feb 16 16:35:12.549289 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4df28119-a8db-46bd-a840-a25bd0a66f47 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks [] for port (88decdaa-e982-48b2-91c9-7eb91a299f43), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:12.563623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-657ca6eb-7a1e-44b2-b86b-e2c1b7ad7cb5 service neutron] 10.222.0.24 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070511 Feb 16 16:35:12.604659 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4df28119-a8db-46bd-a840-a25bd0a66f47 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (88decdaa-e982-48b2-91c9-7eb91a299f43), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:12.632300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df28119-a8db-46bd-a840-a25bd0a66f47 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Network aacabbbb-7792-4dd1-a98e-89b68982034e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:35:12.634960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4df28119-a8db-46bd-a840-a25bd0a66f47 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:12.638581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df28119-a8db-46bd-a840-a25bd0a66f47 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:35:12.648042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df28119-a8db-46bd-a840-a25bd0a66f47 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:12.648996 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4df28119-a8db-46bd-a840-a25bd0a66f47 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:12.695970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-c1ef5046-c268-4198-9f2e-cd8ab6088d11 service neutron] 10.222.0.24 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259890 Feb 16 16:35:12.724596 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4df28119-a8db-46bd-a840-a25bd0a66f47 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9831445 Feb 16 16:35:12.724596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df28119-a8db-46bd-a840-a25bd0a66f47 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event updated for resources: {'Port': ['ID=88decdaa-e982-48b2-91c9-7eb91a299f43,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:12.725006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33202) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:12.731444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8c4351ac-2645-4a37-a242-21b1739150d6 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a8', 'mac_address': 'fa:16:3e:fc:77:eb'}, {'ip_address': '2001:db8::1eb', 'mac_address': 'fa:16:3e:22:4b:2e'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:12.847705 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c4351ac-2645-4a37-a242-21b1739150d6 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (88decdaa-e982-48b2-91c9-7eb91a299f43), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:13.069977 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92fded6a-3d52-40c8-a76d-6cb22a2960c6 req-c3c72a91-4264-4666-a2c7-60ddeb4a02fb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 210 time: 0.0611355 Feb 16 16:35:13.143227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1cd4762e-a56c-496a-a9d4-7d4b5432a51e None None] Provisioning complete for port 88decdaa-e982-48b2-91c9-7eb91a299f43 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:13.143654 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1cd4762e-a56c-496a-a9d4-7d4b5432a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (88decdaa-e982-48b2-91c9-7eb91a299f43), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:13.207069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1cd4762e-a56c-496a-a9d4-7d4b5432a51e None None] Port 88decdaa-e982-48b2-91c9-7eb91a299f43 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:35:13.334729 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae6341-9505-4133-b323-9e7da95158a6 req-d90cba0c-0131-476f-969e-452a4de724ab tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:13.336509 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40ae6341-9505-4133-b323-9e7da95158a6 req-d90cba0c-0131-476f-969e-452a4de724ab tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 950 time: 0.1157696 Feb 16 16:35:13.405631 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c4351ac-2645-4a37-a242-21b1739150d6 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks [] for port (88decdaa-e982-48b2-91c9-7eb91a299f43), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:13.418589 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c4351ac-2645-4a37-a242-21b1739150d6 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (88decdaa-e982-48b2-91c9-7eb91a299f43), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:13.521085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8c4351ac-2645-4a37-a242-21b1739150d6 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] In _notify_port_updated(), no bound segment for port 88decdaa-e982-48b2-91c9-7eb91a299f43 on network aacabbbb-7792-4dd1-a98e-89b68982034e {{(pid=103421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:35:13.527805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4351ac-2645-4a37-a242-21b1739150d6 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:13.528649 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c4351ac-2645-4a37-a242-21b1739150d6 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:13.530217 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8c4351ac-2645-4a37-a242-21b1739150d6 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "PUT /v2.0/ports/88decdaa-e982-48b2-91c9-7eb91a299f43 HTTP/1.1" status: 200 len: 1066 time: 0.8042240 Feb 16 16:35:13.533020 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33268) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:13.594737 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40ae6341-9505-4133-b323-9e7da95158a6 req-c88e774a-eb60-433b-b6e7-b64ea2538aea tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348278 Feb 16 16:35:13.599473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4351ac-2645-4a37-a242-21b1739150d6 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event updated for resources: {'Port': ['ID=88decdaa-e982-48b2-91c9-7eb91a299f43,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:13.838679 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-101959b1-d4dd-406a-8d6f-35cd7d4749a7 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Deleting port 88decdaa-e982-48b2-91c9-7eb91a299f43 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:13.839595 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-101959b1-d4dd-406a-8d6f-35cd7d4749a7 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (88decdaa-e982-48b2-91c9-7eb91a299f43), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:14.020658 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-101959b1-d4dd-406a-8d6f-35cd7d4749a7 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (88decdaa-e982-48b2-91c9-7eb91a299f43), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:14.039695 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-101959b1-d4dd-406a-8d6f-35cd7d4749a7 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Calling delete_port for 88decdaa-e982-48b2-91c9-7eb91a299f43 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:14.096568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-295e7ce7-abad-4a05-a5d1-c5edb9dae737 None None] Provisioning complete for port 88decdaa-e982-48b2-91c9-7eb91a299f43 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:14.102289 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-295e7ce7-abad-4a05-a5d1-c5edb9dae737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (88decdaa-e982-48b2-91c9-7eb91a299f43), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:14.159163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:35:14.306007 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa34b87e-42f1-4479-8996-46f534b829c1 req-6cebbd57-8474-42e1-b086-bd0c92c37b16 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 210 time: 0.0499454 Feb 16 16:35:14.367331 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-101959b1-d4dd-406a-8d6f-35cd7d4749a7 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (88decdaa-e982-48b2-91c9-7eb91a299f43), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:14.374770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-295e7ce7-abad-4a05-a5d1-c5edb9dae737 None None] Port 88decdaa-e982-48b2-91c9-7eb91a299f43 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:35:14.376701 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:35:14.377262 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:14.409474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101959b1-d4dd-406a-8d6f-35cd7d4749a7 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event deleted for resources: {'Port': ['ID=88decdaa-e982-48b2-91c9-7eb91a299f43,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:14.740965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:35:14.749607 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02fc17a-2fb0-4bc9-b566-3ccf6c1e52d7" -d '{"events": [{"server_uuid": "1bb9b9ce-718a-4d75-b5bf-7fb63bab2865", "name": "network-vif-unplugged", "status": "completed", "tag": "e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:35:14.764753 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-101959b1-d4dd-406a-8d6f-35cd7d4749a7 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:14.775915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33366) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:14.776650 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-101959b1-d4dd-406a-8d6f-35cd7d4749a7 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "DELETE /v2.0/ports/88decdaa-e982-48b2-91c9-7eb91a299f43 HTTP/1.1" status: 204 len: 168 time: 1.2418196 Feb 16 16:35:14.787478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:14.795178 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:14.796389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device c0e53b41-a50d-4974-a49d-3137c57e5f07 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:35:14.846207 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d120892e-42fc-4955-bdfd-a29c6bcabb2d x-openstack-request-id: req-d120892e-42fc-4955-bdfd-a29c6bcabb2d {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:35:14.846748 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb9b9ce-718a-4d75-b5bf-7fb63bab2865", "name": "network-vif-unplugged", "status": "completed", "tag": "e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:35:14.850563 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d120892e-42fc-4955-bdfd-a29c6bcabb2d {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:35:14.851714 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66', 'code': 200} Feb 16 16:35:14.853977 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-226d949a-e555-4adc-87e5-eaf6787cb60b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] GET failed (client error): The resource could not be found. Feb 16 16:35:14.855745 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-226d949a-e555-4adc-87e5-eaf6787cb60b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "GET /v2.0/ports/88decdaa-e982-48b2-91c9-7eb91a299f43 HTTP/1.1" status: 404 len: 333 time: 0.0779579 Feb 16 16:35:14.858414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33372) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:14.860194 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: c0e53b41-a50d-4974-a49d-3137c57e5f07 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:35:14.860548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device c0e53b41-a50d-4974-a49d-3137c57e5f07 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:35:15.000040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:15.014091 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-0fc45ac4-553b-4424-83d4-a35d22b0f0f3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:15.016128 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-0fc45ac4-553b-4424-83d4-a35d22b0f0f3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 811 time: 0.3527882 Feb 16 16:35:15.022610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a93bbf60-1b90-42b4-b3a0-4c59e8c516d3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Deleting port 4a7105a9-466f-4464-8647-ebb4f735ccb5 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:15.022956 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a93bbf60-1b90-42b4-b3a0-4c59e8c516d3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4a7105a9-466f-4464-8647-ebb4f735ccb5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:15.033391 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-44d4c1a4-bc0b-4720-b851-3232f509fd9f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Request body: {'port': {'device_id': '12782549-d73b-4997-945a-83000e7a361a', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'admin_state_up': True, 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:15.215009 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a93bbf60-1b90-42b4-b3a0-4c59e8c516d3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4a7105a9-466f-4464-8647-ebb4f735ccb5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:15.229211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a93bbf60-1b90-42b4-b3a0-4c59e8c516d3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Calling delete_port for 4a7105a9-466f-4464-8647-ebb4f735ccb5 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:15.247159 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-44d4c1a4-bc0b-4720-b851-3232f509fd9f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Made reservation on behalf of 1ba6ed05f60d4be18332c533a096aa72 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:15.255636 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-44d4c1a4-bc0b-4720-b851-3232f509fd9f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:15.452186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95d9cd8e-9135-4343-8d00-da1c6d240ebb req-cc3740b5-9906-420f-8aee-e1a3217e60c7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 210 time: 0.0510817 Feb 16 16:35:15.484874 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a93bbf60-1b90-42b4-b3a0-4c59e8c516d3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (4a7105a9-466f-4464-8647-ebb4f735ccb5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:15.528364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bbf60-1b90-42b4-b3a0-4c59e8c516d3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event deleted for resources: {'Port': ['ID=4a7105a9-466f-4464-8647-ebb4f735ccb5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:15.603170 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a93bbf60-1b90-42b4-b3a0-4c59e8c516d3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:15.614173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a93bbf60-1b90-42b4-b3a0-4c59e8c516d3 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "DELETE /v2.0/ports/4a7105a9-466f-4464-8647-ebb4f735ccb5 HTTP/1.1" status: 204 len: 168 time: 0.7545385 Feb 16 16:35:15.615079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33390) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:15.650768 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-761cd370-4552-4b5f-9377-18413b3cee06 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] GET failed (client error): The resource could not be found. Feb 16 16:35:15.657836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-761cd370-4552-4b5f-9377-18413b3cee06 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "GET /v2.0/ports/4a7105a9-466f-4464-8647-ebb4f735ccb5 HTTP/1.1" status: 404 len: 333 time: 0.0414846 Feb 16 16:35:15.658530 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33392) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:15.786072 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8ef70856-4885-4614-97bb-92cd3cda3711 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Deleting port 266f5da8-63c0-4576-b09c-ba2e0bd5872b {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:15.786813 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8ef70856-4885-4614-97bb-92cd3cda3711 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (266f5da8-63c0-4576-b09c-ba2e0bd5872b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:15.895132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-44d4c1a4-bc0b-4720-b851-3232f509fd9f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Allocated IP 172.20.0.9 (15aff283-df39-49e7-b6a0-0744c433d246/fb3087b6-a700-4596-bf94-8374694c51fb/8a5bc04e-6631-4840-a3dc-39fbe7f55040) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:35:15.928071 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8ef70856-4885-4614-97bb-92cd3cda3711 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (266f5da8-63c0-4576-b09c-ba2e0bd5872b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:15.942286 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8ef70856-4885-4614-97bb-92cd3cda3711 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Calling delete_port for 266f5da8-63c0-4576-b09c-ba2e0bd5872b owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:16.081993 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-44d4c1a4-bc0b-4720-b851-3232f509fd9f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.111945 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8ef70856-4885-4614-97bb-92cd3cda3711 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (266f5da8-63c0-4576-b09c-ba2e0bd5872b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.122748 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-44d4c1a4-bc0b-4720-b851-3232f509fd9f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.171786 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-44d4c1a4-bc0b-4720-b851-3232f509fd9f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Network 15aff283-df39-49e7-b6a0-0744c433d246 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:35:16.173485 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef70856-4885-4614-97bb-92cd3cda3711 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event deleted for resources: {'Port': ['ID=266f5da8-63c0-4576-b09c-ba2e0bd5872b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:16.174741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-44d4c1a4-bc0b-4720-b851-3232f509fd9f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:16.178950 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-44d4c1a4-bc0b-4720-b851-3232f509fd9f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:35:16.192572 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8ef70856-4885-4614-97bb-92cd3cda3711 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.198203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8ef70856-4885-4614-97bb-92cd3cda3711 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "DELETE /v2.0/ports/266f5da8-63c0-4576-b09c-ba2e0bd5872b HTTP/1.1" status: 204 len: 168 time: 0.5363550 Feb 16 16:35:16.198525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33400) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:16.207538 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4c1a4-bc0b-4720-b851-3232f509fd9f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event updated for resources: {'Port': ['ID=8a5bc04e-6631-4840-a3dc-39fbe7f55040,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:16.236185 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-44d4c1a4-bc0b-4720-b851-3232f509fd9f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:16.237008 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-44d4c1a4-bc0b-4720-b851-3232f509fd9f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.263150 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-44d4c1a4-bc0b-4720-b851-3232f509fd9f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2369883 Feb 16 16:35:16.266361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5ed24a-24c8-4038-8d97-292c89851ec8 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Deleting subnet 8d5eb838-c6bc-4447-952f-d2f8fef37f10 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:35:16.270131 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5ed24a-24c8-4038-8d97-292c89851ec8 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks [] for subnet (8d5eb838-c6bc-4447-952f-d2f8fef37f10), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.277775 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Request body: {'port': {'device_id': '12782549-d73b-4997-945a-83000e7a361a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:16.335128 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5ed24a-24c8-4038-8d97-292c89851ec8 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (8d5eb838-c6bc-4447-952f-d2f8fef37f10), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.369448 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.461533 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5ed24a-24c8-4038-8d97-292c89851ec8 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (8d5eb838-c6bc-4447-952f-d2f8fef37f10), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.552131 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5ed24a-24c8-4038-8d97-292c89851ec8 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (8d5eb838-c6bc-4447-952f-d2f8fef37f10), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.599690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ed24a-24c8-4038-8d97-292c89851ec8 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5eb838-c6bc-4447-952f-d2f8fef37f10,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:16.631260 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e5ed24a-24c8-4038-8d97-292c89851ec8 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.635706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c808b2e-bcad-4e63-8257-84e241a96349 None None] Network aacabbbb-7792-4dd1-a98e-89b68982034e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:35:16.638553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2a13580e-edfa-441f-82f5-d43be6864b95 None None] Provisioning complete for port 8a5bc04e-6631-4840-a3dc-39fbe7f55040 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:16.640025 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2a13580e-edfa-441f-82f5-d43be6864b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.643986 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0e5ed24a-24c8-4038-8d97-292c89851ec8 tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "DELETE /v2.0/subnets/8d5eb838-c6bc-4447-952f-d2f8fef37f10 HTTP/1.1" status: 204 len: 168 time: 0.4439633 Feb 16 16:35:16.645617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33410) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:16.747576 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5bc04e-6631-4840-a3dc-39fbe7f55040 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:35:16.757850 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Publish callbacks [] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.760154 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2a13580e-edfa-441f-82f5-d43be6864b95 None None] Port 8a5bc04e-6631-4840-a3dc-39fbe7f55040 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:35:16.766221 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba00cb-de31-457e-aa2c-f628e7988420 req-15b66462-3a8a-43b8-ae6e-5ccee8792034 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:16.767792 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28ba00cb-de31-457e-aa2c-f628e7988420 req-15b66462-3a8a-43b8-ae6e-5ccee8792034 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 931 time: 0.1439087 Feb 16 16:35:16.775139 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (aacabbbb-7792-4dd1-a98e-89b68982034e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.789581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Transition to ACTIVE for port object 8a5bc04e-6631-4840-a3dc-39fbe7f55040 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:35:16.796067 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.859800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aae13b-432f-489f-839c-f9791603977e service neutron] Pushing event updated for resources: {'Port': ['ID=8a5bc04e-6631-4840-a3dc-39fbe7f55040,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:16.870444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28ba00cb-de31-457e-aa2c-f628e7988420 req-b40d5f90-2f7a-4f1a-b9a5-6283f2f8e1cd tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927930 Feb 16 16:35:16.895054 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Deleting port 829f6044-4071-4245-818c-def8d0fa7768 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:16.895598 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (829f6044-4071-4245-818c-def8d0fa7768), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.921893 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41876c48-ed70-4ac9-9bab-ef41e23ffd6b None None] DHCP port deletion for aacabbbb-7792-4dd1-a98e-89b68982034e request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:35:16.967275 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Attempting to bind port 8a5bc04e-6631-4840-a3dc-39fbe7f55040 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:35:16.967959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Attempting to bind port 8a5bc04e-6631-4840-a3dc-39fbe7f55040 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:35:16.968487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Attempting to bind port 8a5bc04e-6631-4840-a3dc-39fbe7f55040 on network 15aff283-df39-49e7-b6a0-0744c433d246 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:35:16.973643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] For port 829f6044-4071-4245-818c-def8d0fa7768, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=829f6044-4071-4245-818c-def8d0fa7768,segment=NetworkSegment(ea2eb43b-926f-437d-a5d0-8f04beaad37e),segment_id=ea2eb43b-926f-437d-a5d0-8f04beaad37e)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:16.974105 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (829f6044-4071-4245-818c-def8d0fa7768), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:16.979179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Port 8a5bc04e-6631-4840-a3dc-39fbe7f55040 on network 15aff283-df39-49e7-b6a0-0744c433d246 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:35:16.979919 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Attempting to bind port 8a5bc04e-6631-4840-a3dc-39fbe7f55040 on network 15aff283-df39-49e7-b6a0-0744c433d246 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:35:16.986796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:35:16.987452 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Checking segment: {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:35:16.988478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Bound using segment: {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:35:16.989104 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Bound port: 8a5bc04e-6631-4840-a3dc-39fbe7f55040, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:35:16.989220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Calling delete_port for 829f6044-4071-4245-818c-def8d0fa7768 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:16.989772 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:17.034702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-41876c48-ed70-4ac9-9bab-ef41e23ffd6b None None] Deleting port 829f6044-4071-4245-818c-def8d0fa7768 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:17.035386 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-41876c48-ed70-4ac9-9bab-ef41e23ffd6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (829f6044-4071-4245-818c-def8d0fa7768), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:17.102559 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] For port 8a5bc04e-6631-4840-a3dc-39fbe7f55040, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:35:17.107441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (829f6044-4071-4245-818c-def8d0fa7768), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:17.108616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] For port 8a5bc04e-6631-4840-a3dc-39fbe7f55040, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8a5bc04e-6631-4840-a3dc-39fbe7f55040,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:35:17.121181 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:17.145989 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event deleted for resources: {'Port': ['ID=829f6044-4071-4245-818c-def8d0fa7768,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:17.153925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] No DVR routers for this DVR port 829f6044-4071-4245-818c-def8d0fa7768 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:35:17.211940 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-41876c48-ed70-4ac9-9bab-ef41e23ffd6b None None] For port 829f6044-4071-4245-818c-def8d0fa7768, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=829f6044-4071-4245-818c-def8d0fa7768,segment=NetworkSegment(ea2eb43b-926f-437d-a5d0-8f04beaad37e),segment_id=ea2eb43b-926f-437d-a5d0-8f04beaad37e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:17.213966 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-41876c48-ed70-4ac9-9bab-ef41e23ffd6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (829f6044-4071-4245-818c-def8d0fa7768), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:17.224909 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aae13b-432f-489f-839c-f9791603977e service neutron] Pushing event updated for resources: {'Port': ['ID=8a5bc04e-6631-4840-a3dc-39fbe7f55040,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:17.248260 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:17.249722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:17.252855 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-70aae13b-432f-489f-839c-f9791603977e service neutron] 10.222.0.60 "PUT /v2.0/ports/8a5bc04e-6631-4840-a3dc-39fbe7f55040 HTTP/1.1" status: 200 len: 1091 time: 0.9816344 Feb 16 16:35:17.253693 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12782549-d73b-4997-945a-83000e7a361a', 'tag': '8a5bc04e-6631-4840-a3dc-39fbe7f55040'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:35:17.256501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-41876c48-ed70-4ac9-9bab-ef41e23ffd6b None None] Calling delete_port for 829f6044-4071-4245-818c-def8d0fa7768 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:17.269818 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb9edd9-cdfd-4884-b87d-e4ea5342d0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "12782549-d73b-4997-945a-83000e7a361a", "tag": "8a5bc04e-6631-4840-a3dc-39fbe7f55040"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:35:17.363116 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (aacabbbb-7792-4dd1-a98e-89b68982034e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:17.449309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-f61732dc-6f84-4905-8ab1-7f2643ecc9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:17.452267 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-f61732dc-6f84-4905-8ab1-7f2643ecc9eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 1125 time: 0.1300902 Feb 16 16:35:17.457660 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fc64ff-9e22-43f7-9dec-b5a95bdad91f x-openstack-request-id: req-02fc64ff-9e22-43f7-9dec-b5a95bdad91f {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:35:17.458237 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12782549-d73b-4997-945a-83000e7a361a", "tag": "8a5bc04e-6631-4840-a3dc-39fbe7f55040", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:35:17.459448 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02fc64ff-9e22-43f7-9dec-b5a95bdad91f {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:35:17.459448 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12782549-d73b-4997-945a-83000e7a361a', 'tag': '8a5bc04e-6631-4840-a3dc-39fbe7f55040', 'status': 'completed', 'code': 200} Feb 16 16:35:17.462220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacabbbb-7792-4dd1-a98e-89b68982034e']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: from cryptography.utils import int_from_bytes Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: from cryptography.utils import int_from_bytes Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.466834 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.472383 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.472383 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.472383 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.472383 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.472383 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.472383 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.472383 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.472383 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.472383 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.472383 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.472383 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.472383 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.472383 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:17.472383 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:35:17.474174 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-41876c48-ed70-4ac9-9bab-ef41e23ffd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (829f6044-4071-4245-818c-def8d0fa7768), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:17.488225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2eb43b-926f-437d-a5d0-8f04beaad37e') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:17.488929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2eb43b-926f-437d-a5d0-8f04beaad37e') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:17.506917 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (ea2eb43b-926f-437d-a5d0-8f04beaad37e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:17.519886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41876c48-ed70-4ac9-9bab-ef41e23ffd6b None None] Pushing event deleted for resources: {'Port': ['ID=829f6044-4071-4245-818c-def8d0fa7768,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:17.532647 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ea2eb43b-926f-437d-a5d0-8f04beaad37e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:17.541394 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41876c48-ed70-4ac9-9bab-ef41e23ffd6b None None] No DVR routers for this DVR port 829f6044-4071-4245-818c-def8d0fa7768 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:35:17.543053 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-d512f38a-97f5-461f-9491-fa5e75413e09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5bc04e-6631-4840-a3dc-39fbe7f55040 HTTP/1.1" status: 200 len: 217 time: 0.0815587 Feb 16 16:35:17.557539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:35:17.558927 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (ea2eb43b-926f-437d-a5d0-8f04beaad37e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:35:17.563297 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:35:17.608156 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-6d8c3084-35a4-4735-85f3-dd2a7a3316ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:17.609738 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-6d8c3084-35a4-4735-85f3-dd2a7a3316ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.0611296 Feb 16 16:35:17.647647 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (aacabbbb-7792-4dd1-a98e-89b68982034e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:17.657904 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:17.662640 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] 10.222.0.24 "DELETE /v2.0/networks/aacabbbb-7792-4dd1-a98e-89b68982034e HTTP/1.1" status: 204 len: 168 time: 1.0089500 Feb 16 16:35:17.675715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-8d6d7b19-9ba3-4a2c-9766-46b887e5191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:17.677274 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-8d6d7b19-9ba3-4a2c-9766-46b887e5191f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0609868 Feb 16 16:35:17.691200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a4749-df55-44ed-8512-2ffaf74fbb9b tempest-AllowedAddressPairIpV6TestJSON-453534453 tempest-AllowedAddressPairIpV6TestJSON-453534453-project] Pushing event deleted for resources: {'Network': ['ID=aacabbbb-7792-4dd1-a98e-89b68982034e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:17.779587 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-25f688d8-eb64-4ba5-b192-743e329bc010 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950646 Feb 16 16:35:17.887939 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dbb46f93-5657-4bab-9fc6-896ba398e3c3 req-e962bef6-550c-49ec-a1ab-268ad05a3c25 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021261 Feb 16 16:35:17.960448 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 829f6044-4071-4245-818c-def8d0fa7768 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:35:17.986244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 829f6044-4071-4245-818c-def8d0fa7768 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:35:17.986961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 829f6044-4071-4245-818c-def8d0fa7768 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:35:18.005833 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33432) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:18.017961 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9edd9-cdfd-4884-b87d-e4ea5342d0e6 req-10949113-1442-4b52-bc58-e72617b9cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:18.019481 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4cb9edd9-cdfd-4884-b87d-e4ea5342d0e6 req-10949113-1442-4b52-bc58-e72617b9cf4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 1125 time: 0.0797396 Feb 16 16:35:18.047011 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbca65b-89cc-4454-9480-7b641d4940b6 req-29eeac4d-812d-4a67-a77f-dfca3a135efe tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:18.048627 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fbca65b-89cc-4454-9480-7b641d4940b6 req-29eeac4d-812d-4a67-a77f-dfca3a135efe tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 943 time: 0.0746658 Feb 16 16:35:18.132448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9edd9-cdfd-4884-b87d-e4ea5342d0e6 req-879397e8-df8a-44bc-be3f-5caf893a9528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:18.133867 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4cb9edd9-cdfd-4884-b87d-e4ea5342d0e6 req-879397e8-df8a-44bc-be3f-5caf893a9528 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.1080883 Feb 16 16:35:18.135017 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fbca65b-89cc-4454-9480-7b641d4940b6 req-a4f657d1-e028-4da6-82ca-14bd9d3aedb8 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742507 Feb 16 16:35:18.192143 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4cb9edd9-cdfd-4884-b87d-e4ea5342d0e6 req-c9ec67cd-b897-49c0-a8af-54f0937a9fc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5bc04e-6631-4840-a3dc-39fbe7f55040 HTTP/1.1" status: 200 len: 217 time: 0.0512609 Feb 16 16:35:18.197899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b63ce64d-7d6f-48fe-8bd7-037261f0aa46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04aba006d45b49d880d3828e11b1c8ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1909657 Feb 16 16:35:18.200968 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33436) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:18.246286 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9edd9-cdfd-4884-b87d-e4ea5342d0e6 req-0d627bb9-f118-42cd-82d8-1be63199cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:18.248397 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4cb9edd9-cdfd-4884-b87d-e4ea5342d0e6 req-0d627bb9-f118-42cd-82d8-1be63199cd8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.0485270 Feb 16 16:35:18.250496 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a85d9246-d503-464b-a441-2c77558eca2a admin admin] Publish callbacks [] for security_group (1b64fd28-819f-4b35-b2e5-498002ed0034), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:18.275981 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a85d9246-d503-464b-a441-2c77558eca2a admin admin] Publish callbacks [] for security_group (1b64fd28-819f-4b35-b2e5-498002ed0034), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:18.304075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9edd9-cdfd-4884-b87d-e4ea5342d0e6 req-02b8bc8c-0bdd-426c-ab83-dbf2a371676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:18.305693 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4cb9edd9-cdfd-4884-b87d-e4ea5342d0e6 req-02b8bc8c-0bdd-426c-ab83-dbf2a371676a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505793 Feb 16 16:35:18.337950 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a85d9246-d503-464b-a441-2c77558eca2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1b64fd28-819f-4b35-b2e5-498002ed0034), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:18.342715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a85d9246-d503-464b-a441-2c77558eca2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:18.346520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a85d9246-d503-464b-a441-2c77558eca2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b64fd28-819f-4b35-b2e5-498002ed0034 HTTP/1.1" status: 204 len: 168 time: 0.1421678 Feb 16 16:35:18.355962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d9246-d503-464b-a441-2c77558eca2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b64fd28-819f-4b35-b2e5-498002ed0034,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:18.413835 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4cb9edd9-cdfd-4884-b87d-e4ea5342d0e6 req-e10b32ea-48d3-4ac4-85fd-b3b4af9dda99 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011548 Feb 16 16:35:18.548682 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4cb9edd9-cdfd-4884-b87d-e4ea5342d0e6 req-767170eb-4234-4195-8609-b58742bdc679 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284537 Feb 16 16:35:19.041337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33470) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:19.140260 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Request body: {'networks': [{'name': 'tempest-network--452959357'}, {'name': 'tempest-network--866162726'}]} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:19.140486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Request body: {'network': {'name': 'tempest-network--452959357'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:19.142319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Request body: {'network': {'name': 'tempest-network--866162726'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:19.164890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Made reservation on behalf of 5313c1c3234f49f484c2f8a5d3471e20 for: {'network': 2} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:19.169824 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:19.179774 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:19.290810 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks [] for security_group (12d11c73-3349-4060-9660-629fba6016dc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:19.295453 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (12d11c73-3349-4060-9660-629fba6016dc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:19.295990 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:19.315298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e457c-0764-48fe-a6a2-a4d6e2c41a13 req-66c40926-f909-412a-97a2-4b187f29b468 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:19.316818 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-619e457c-0764-48fe-a6a2-a4d6e2c41a13 req-66c40926-f909-412a-97a2-4b187f29b468 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 943 time: 0.0969725 Feb 16 16:35:19.358116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d11c73-3349-4060-9660-629fba6016dc,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:19.373984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:35:19.396679 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (bde25d7b-5b87-4885-85c4-7964885f58b5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:19.396953 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Added segment bde25d7b-5b87-4885-85c4-7964885f58b5 of type vlan for network 4805be3c-d451-41cc-a1fa-274c887c41c1 Feb 16 16:35:19.401176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-619e457c-0764-48fe-a6a2-a4d6e2c41a13 req-01619625-3614-459b-b753-65f470f81069 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752516 Feb 16 16:35:19.442032 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (4805be3c-d451-41cc-a1fa-274c887c41c1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:19.470901 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:35:19.481216 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f0e57ac8-65d6-48e3-86d6-f35028498d3e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:19.481558 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Added segment f0e57ac8-65d6-48e3-86d6-f35028498d3e of type vlan for network 8435c6e7-77e0-4556-a895-0085f241b024 Feb 16 16:35:19.521498 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (8435c6e7-77e0-4556-a895-0085f241b024), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:19.550914 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (4805be3c-d451-41cc-a1fa-274c887c41c1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:19.551483 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (8435c6e7-77e0-4556-a895-0085f241b024), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:19.556367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:19.561159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:19.561769 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:19.602429 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.5597680 Feb 16 16:35:19.605337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33486) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:19.673464 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event updated for resources: {'Network': ['ID=4805be3c-d451-41cc-a1fa-274c887c41c1,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:19.683896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 4805be3c-d451-41cc-a1fa-274c887c41c1 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:35:19.836602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event updated for resources: {'Network': ['ID=8435c6e7-77e0-4556-a895-0085f241b024,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:19.862851 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:19.863195 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:19.863509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:19.863869 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:19.864195 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:19.864787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:19.864899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:19.865137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:19.865456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:19.865765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:19.866078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:19.866390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:19.866700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37d940-20fb-4930-aa2d-bcefd513cf63 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:19.879595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 8435c6e7-77e0-4556-a895-0085f241b024 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:35:19.895122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678f118-475d-4bdf-ac2b-7c3729b10cb7 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:19.900627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678f118-475d-4bdf-ac2b-7c3729b10cb7 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:19.906167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678f118-475d-4bdf-ac2b-7c3729b10cb7 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:19.911957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678f118-475d-4bdf-ac2b-7c3729b10cb7 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:19.915819 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c678f118-475d-4bdf-ac2b-7c3729b10cb7 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3071847 Feb 16 16:35:19.916822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33490) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:20.013794 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-76c7d9e0-1128-44e3-bef2-e1e62968b075 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (4805be3c-d451-41cc-a1fa-274c887c41c1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.103557 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-76c7d9e0-1128-44e3-bef2-e1e62968b075 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (4805be3c-d451-41cc-a1fa-274c887c41c1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.115687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:35:20.125357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-76c7d9e0-1128-44e3-bef2-e1e62968b075 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4805be3c-d451-41cc-a1fa-274c887c41c1']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:20.135126 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-76c7d9e0-1128-44e3-bef2-e1e62968b075 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde25d7b-5b87-4885-85c4-7964885f58b5') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:20.135605 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-76c7d9e0-1128-44e3-bef2-e1e62968b075 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde25d7b-5b87-4885-85c4-7964885f58b5') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:20.146976 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-76c7d9e0-1128-44e3-bef2-e1e62968b075 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (bde25d7b-5b87-4885-85c4-7964885f58b5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.161485 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-76c7d9e0-1128-44e3-bef2-e1e62968b075 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (bde25d7b-5b87-4885-85c4-7964885f58b5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.168676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c7d9e0-1128-44e3-bef2-e1e62968b075 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:35:20.169244 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-76c7d9e0-1128-44e3-bef2-e1e62968b075 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (bde25d7b-5b87-4885-85c4-7964885f58b5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:35:20.172701 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:35:20.218690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:20.231955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66', 'mac_address': 'fa:16:3e:7e:e7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:35:20.233208 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-76c7d9e0-1128-44e3-bef2-e1e62968b075 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (4805be3c-d451-41cc-a1fa-274c887c41c1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.253475 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-76c7d9e0-1128-44e3-bef2-e1e62968b075 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.256700 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-76c7d9e0-1128-44e3-bef2-e1e62968b075 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "DELETE /v2.0/networks/4805be3c-d451-41cc-a1fa-274c887c41c1 HTTP/1.1" status: 204 len: 168 time: 0.3383818 Feb 16 16:35:20.258035 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7d9e0-1128-44e3-bef2-e1e62968b075 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event deleted for resources: {'Network': ['ID=4805be3c-d451-41cc-a1fa-274c887c41c1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:20.259512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33492) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:20.279884 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:35:20.280625 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.294494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:35:20.315250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:20.319738 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.342370 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42505a9f-6062-4b53-9198-cf24936c9fa8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (8435c6e7-77e0-4556-a895-0085f241b024), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.372645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:20.416226 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:35:20.435534 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42505a9f-6062-4b53-9198-cf24936c9fa8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (8435c6e7-77e0-4556-a895-0085f241b024), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.461243 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-42505a9f-6062-4b53-9198-cf24936c9fa8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8435c6e7-77e0-4556-a895-0085f241b024']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:20.473282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-42505a9f-6062-4b53-9198-cf24936c9fa8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e57ac8-65d6-48e3-86d6-f35028498d3e') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:20.473659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-42505a9f-6062-4b53-9198-cf24936c9fa8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e57ac8-65d6-48e3-86d6-f35028498d3e') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:20.486510 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42505a9f-6062-4b53-9198-cf24936c9fa8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (f0e57ac8-65d6-48e3-86d6-f35028498d3e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.512080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42505a9f-6062-4b53-9198-cf24936c9fa8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f0e57ac8-65d6-48e3-86d6-f35028498d3e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.520490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42505a9f-6062-4b53-9198-cf24936c9fa8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:35:20.521035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42505a9f-6062-4b53-9198-cf24936c9fa8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (f0e57ac8-65d6-48e3-86d6-f35028498d3e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: items = [ Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:35:20.524347 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:35:20.551052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfd741-ca93-466c-8d13-145fd28aa329 req-214423a3-66a1-42c2-b238-29b2eb9cfc24 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:20.552701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0dfd741-ca93-466c-8d13-145fd28aa329 req-214423a3-66a1-42c2-b238-29b2eb9cfc24 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 943 time: 0.0666614 Feb 16 16:35:20.601822 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42505a9f-6062-4b53-9198-cf24936c9fa8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (8435c6e7-77e0-4556-a895-0085f241b024), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.617370 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0dfd741-ca93-466c-8d13-145fd28aa329 req-01c3c79f-00d9-4cd6-adeb-6ab6b8182764 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590315 Feb 16 16:35:20.617503 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-42505a9f-6062-4b53-9198-cf24936c9fa8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.624556 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-42505a9f-6062-4b53-9198-cf24936c9fa8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "DELETE /v2.0/networks/8435c6e7-77e0-4556-a895-0085f241b024 HTTP/1.1" status: 204 len: 168 time: 0.3612373 Feb 16 16:35:20.624850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33506) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:20.641785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42505a9f-6062-4b53-9198-cf24936c9fa8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event deleted for resources: {'Network': ['ID=8435c6e7-77e0-4556-a895-0085f241b024,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:20.739284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6427fffc-8802-48b1-8afd-4be2ed4fe475 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:20.744394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6427fffc-8802-48b1-8afd-4be2ed4fe475 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:20.749576 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6427fffc-8802-48b1-8afd-4be2ed4fe475 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1200750 Feb 16 16:35:20.749717 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33508) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:20.754546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-990ce088-cbd9-4b1a-98d6-52dd4ee8ae4c tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2007474668'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:20.773003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990ce088-cbd9-4b1a-98d6-52dd4ee8ae4c tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Made reservation on behalf of 5313c1c3234f49f484c2f8a5d3471e20 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:20.776284 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-990ce088-cbd9-4b1a-98d6-52dd4ee8ae4c tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.804283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990ce088-cbd9-4b1a-98d6-52dd4ee8ae4c tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:35:20.814316 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-990ce088-cbd9-4b1a-98d6-52dd4ee8ae4c tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d2936b29-d348-4624-9d9c-3e7da66c5393), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.814657 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-990ce088-cbd9-4b1a-98d6-52dd4ee8ae4c tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Added segment d2936b29-d348-4624-9d9c-3e7da66c5393 of type vlan for network e9df7eb2-6578-4da0-a662-cfb36a469d88 Feb 16 16:35:20.856182 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-990ce088-cbd9-4b1a-98d6-52dd4ee8ae4c tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (e9df7eb2-6578-4da0-a662-cfb36a469d88), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.884383 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-990ce088-cbd9-4b1a-98d6-52dd4ee8ae4c tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (e9df7eb2-6578-4da0-a662-cfb36a469d88), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.889469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990ce088-cbd9-4b1a-98d6-52dd4ee8ae4c tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:20.890050 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-990ce088-cbd9-4b1a-98d6-52dd4ee8ae4c tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.926734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-990ce088-cbd9-4b1a-98d6-52dd4ee8ae4c tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1760218 Feb 16 16:35:20.929432 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33512) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:20.935464 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8e84dfcb-e08b-40e3-b027-e67b9055478e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2042978571'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:20.959830 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e84dfcb-e08b-40e3-b027-e67b9055478e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Made reservation on behalf of 5313c1c3234f49f484c2f8a5d3471e20 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:20.963820 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e84dfcb-e08b-40e3-b027-e67b9055478e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:20.969675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ce088-cbd9-4b1a-98d6-52dd4ee8ae4c tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event updated for resources: {'Network': ['ID=e9df7eb2-6578-4da0-a662-cfb36a469d88,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:20.981483 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network e9df7eb2-6578-4da0-a662-cfb36a469d88 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:35:21.007973 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e84dfcb-e08b-40e3-b027-e67b9055478e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:35:21.018759 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e84dfcb-e08b-40e3-b027-e67b9055478e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (eb54c8a2-0644-44c6-8cf8-44759e39ad4c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:21.019095 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-8e84dfcb-e08b-40e3-b027-e67b9055478e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Added segment eb54c8a2-0644-44c6-8cf8-44759e39ad4c of type vlan for network 9a43a511-f0df-4e22-ba6c-9408e61ffb89 Feb 16 16:35:21.060665 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e84dfcb-e08b-40e3-b027-e67b9055478e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (9a43a511-f0df-4e22-ba6c-9408e61ffb89), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:21.085893 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e84dfcb-e08b-40e3-b027-e67b9055478e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (9a43a511-f0df-4e22-ba6c-9408e61ffb89), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:21.091011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e84dfcb-e08b-40e3-b027-e67b9055478e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:21.091575 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e84dfcb-e08b-40e3-b027-e67b9055478e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:21.122028 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8e84dfcb-e08b-40e3-b027-e67b9055478e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1914911 Feb 16 16:35:21.125002 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33514) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:21.132027 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Request body: {'ports': [{'network_id': 'e9df7eb2-6578-4da0-a662-cfb36a469d88', 'name': 'tempest-port--2047461893', 'admin_state_up': True}, {'network_id': '9a43a511-f0df-4e22-ba6c-9408e61ffb89', 'admin_state_up': False}]} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:21.133144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Request body: {'port': {'network_id': 'e9df7eb2-6578-4da0-a662-cfb36a469d88', 'name': 'tempest-port--2047461893', 'admin_state_up': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:21.133775 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Request body: {'port': {'network_id': '9a43a511-f0df-4e22-ba6c-9408e61ffb89', 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:21.169371 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84dfcb-e08b-40e3-b027-e67b9055478e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event updated for resources: {'Network': ['ID=9a43a511-f0df-4e22-ba6c-9408e61ffb89,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:21.180011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 9a43a511-f0df-4e22-ba6c-9408e61ffb89 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:35:21.304614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Made reservation on behalf of 5313c1c3234f49f484c2f8a5d3471e20 for: {'port': 2} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:21.309249 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:21.321668 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:21.473619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] device_id is not set on port 8d9e0d25-ae2c-49af-90b7-e1f23f224d93 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:35:21.906513 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks [] for port (8d9e0d25-ae2c-49af-90b7-e1f23f224d93), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:21.950291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad7cfa-8303-42a4-befe-4b93d8a142d4 req-bbffa54d-fa80-4de6-843b-be28078c4978 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:21.951797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fad7cfa-8303-42a4-befe-4b93d8a142d4 req-bbffa54d-fa80-4de6-843b-be28078c4978 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 943 time: 0.1146278 Feb 16 16:35:21.995356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] device_id is not set on port 34acddbf-cb81-4822-9391-248f11fc3871 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:35:22.042186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fad7cfa-8303-42a4-befe-4b93d8a142d4 req-10fc35f3-cc60-45a9-8b71-9ce2cf01001a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614796 Feb 16 16:35:22.106578 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks [] for port (34acddbf-cb81-4822-9391-248f11fc3871), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:22.131649 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8a5bc04e-6631-4840-a3dc-39fbe7f55040 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:35:22.136524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:35:22.147466 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8d9e0d25-ae2c-49af-90b7-e1f23f224d93), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:22.211958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event updated for resources: {'Port': ['ID=8d9e0d25-ae2c-49af-90b7-e1f23f224d93,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:22.221899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Checking segment: {'id': 'd2936b29-d348-4624-9d9c-3e7da66c5393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e9df7eb2-6578-4da0-a662-cfb36a469d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:35:22.221899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Network hostable DHCP agents. Network: e9df7eb2-6578-4da0-a662-cfb36a469d88, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:35:22.222623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:22.223105 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:22.241139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Network e9df7eb2-6578-4da0-a662-cfb36a469d88 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:35:22.250592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, e9df7eb2-6578-4da0-a662-cfb36a469d88) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:22.254796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:35:22.255794 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (34acddbf-cb81-4822-9391-248f11fc3871), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:22.279114 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60a258f-79f2-408b-9ab7-568fa8012237 None None] Network e9df7eb2-6578-4da0-a662-cfb36a469d88 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:35:22.326981 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event updated for resources: {'Port': ['ID=34acddbf-cb81-4822-9391-248f11fc3871,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:22.337223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Checking segment: {'id': 'eb54c8a2-0644-44c6-8cf8-44759e39ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9a43a511-f0df-4e22-ba6c-9408e61ffb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:35:22.337588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Network hostable DHCP agents. Network: 9a43a511-f0df-4e22-ba6c-9408e61ffb89, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:35:22.345768 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8a5bc04e-6631-4840-a3dc-39fbe7f55040, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8a5bc04e-6631-4840-a3dc-39fbe7f55040,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:22.357803 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Network 9a43a511-f0df-4e22-ba6c-9408e61ffb89 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:35:22.368339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 9a43a511-f0df-4e22-ba6c-9408e61ffb89) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:22.373921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:35:22.380821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:22.385287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:22.385946 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:22.392776 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2591bb-8b59-4bd1-aab2-a835ccc340cb None None] Network 9a43a511-f0df-4e22-ba6c-9408e61ffb89 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:35:22.404590 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8a50d3fd-709c-4cd1-ae2d-2eb4c0715e4b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2779505 Feb 16 16:35:22.407208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33530) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:22.430961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '8a5bc04e-6631-4840-a3dc-39fbe7f55040', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'port_id': '8a5bc04e-6631-4840-a3dc-39fbe7f55040', 'mac_address': 'fa:16:3e:ac:c9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:35:22.504557 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc423835-2d89-46c9-84df-ae080ed085ee tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:22.510299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc423835-2d89-46c9-84df-ae080ed085ee tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:22.512879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fc423835-2d89-46c9-84df-ae080ed085ee tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1047111 Feb 16 16:35:22.516520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33532) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:22.521209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:35:22.521703 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:22.600009 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 8a5bc04e-6631-4840-a3dc-39fbe7f55040 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:35:22.600486 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:22.607531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:35:22.609894 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecbc7e0-8a04-431d-9eba-1e4d5f9b2bb8" -d '{"events": [{"server_uuid": "1bb9b9ce-718a-4d75-b5bf-7fb63bab2865", "name": "network-vif-plugged", "status": "completed", "tag": "e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:35:22.615543 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-d922a582-f5b2-4fb4-a12a-fbb71204ae44 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Deleting port 8d9e0d25-ae2c-49af-90b7-e1f23f224d93 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:22.616358 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d922a582-f5b2-4fb4-a12a-fbb71204ae44 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8d9e0d25-ae2c-49af-90b7-e1f23f224d93), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:22.643545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:22.649427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5bc04e-6631-4840-a3dc-39fbe7f55040 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:35:22.656486 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:22.688620 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e11172-ed6a-4d87-a416-e10f5b8546dc x-openstack-request-id: req-28e11172-ed6a-4d87-a416-e10f5b8546dc {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:35:22.688908 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb9b9ce-718a-4d75-b5bf-7fb63bab2865", "name": "network-vif-plugged", "status": "completed", "tag": "e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:35:22.689161 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28e11172-ed6a-4d87-a416-e10f5b8546dc {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:35:22.689548 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66', 'code': 200} Feb 16 16:35:22.707634 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8a5bc04e-6631-4840-a3dc-39fbe7f55040, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8a5bc04e-6631-4840-a3dc-39fbe7f55040,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:22.709064 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d922a582-f5b2-4fb4-a12a-fbb71204ae44 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8d9e0d25-ae2c-49af-90b7-e1f23f224d93), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:22.726567 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-d922a582-f5b2-4fb4-a12a-fbb71204ae44 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Calling delete_port for 8d9e0d25-ae2c-49af-90b7-e1f23f224d93 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:22.736558 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,revision_number=10']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:22.744567 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:22.804700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=8a5bc04e-6631-4840-a3dc-39fbe7f55040,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:22.829537 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d922a582-f5b2-4fb4-a12a-fbb71204ae44 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8d9e0d25-ae2c-49af-90b7-e1f23f224d93), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:22.858731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922a582-f5b2-4fb4-a12a-fbb71204ae44 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event deleted for resources: {'Port': ['ID=8d9e0d25-ae2c-49af-90b7-e1f23f224d93,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:22.864129 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d922a582-f5b2-4fb4-a12a-fbb71204ae44 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:22.868476 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d922a582-f5b2-4fb4-a12a-fbb71204ae44 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "DELETE /v2.0/ports/8d9e0d25-ae2c-49af-90b7-e1f23f224d93 HTTP/1.1" status: 204 len: 168 time: 0.3503582 Feb 16 16:35:22.870085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33546) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:22.970075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-cf48806e-a0c6-4ae5-8d01-d2d2ce07f5a3 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Deleting port 34acddbf-cb81-4822-9391-248f11fc3871 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:22.970298 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf48806e-a0c6-4ae5-8d01-d2d2ce07f5a3 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (34acddbf-cb81-4822-9391-248f11fc3871), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:23.038222 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf48806e-a0c6-4ae5-8d01-d2d2ce07f5a3 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (34acddbf-cb81-4822-9391-248f11fc3871), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:23.051335 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-cf48806e-a0c6-4ae5-8d01-d2d2ce07f5a3 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Calling delete_port for 34acddbf-cb81-4822-9391-248f11fc3871 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:23.142249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['8a5bc04e-6631-4840-a3dc-39fbe7f55040'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:35:23.143235 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf48806e-a0c6-4ae5-8d01-d2d2ce07f5a3 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (34acddbf-cb81-4822-9391-248f11fc3871), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:23.186357 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48806e-a0c6-4ae5-8d01-d2d2ce07f5a3 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event deleted for resources: {'Port': ['ID=34acddbf-cb81-4822-9391-248f11fc3871,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:23.191215 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf48806e-a0c6-4ae5-8d01-d2d2ce07f5a3 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:23.196301 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cf48806e-a0c6-4ae5-8d01-d2d2ce07f5a3 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "DELETE /v2.0/ports/34acddbf-cb81-4822-9391-248f11fc3871 HTTP/1.1" status: 204 len: 168 time: 0.3246868 Feb 16 16:35:23.198978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33556) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:23.239228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c05fae-cc64-4288-b7c0-0ba04018f9aa req-ce626392-e264-4848-9bb5-c587d91b153c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:23.241264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-10c05fae-cc64-4288-b7c0-0ba04018f9aa req-ce626392-e264-4848-9bb5-c587d91b153c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 944 time: 0.1123259 Feb 16 16:35:23.253761 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-466af443-9aa6-4f59-a23c-672976fa701c tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0493948 Feb 16 16:35:23.254315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33560) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:23.263674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e942e11e-39d3-438e-b453-d170bad4f4ee tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1507877593'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:23.309099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e942e11e-39d3-438e-b453-d170bad4f4ee tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Made reservation on behalf of 5313c1c3234f49f484c2f8a5d3471e20 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:23.313257 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e942e11e-39d3-438e-b453-d170bad4f4ee tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:23.337345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-10c05fae-cc64-4288-b7c0-0ba04018f9aa req-1d248b81-ec9f-4250-b657-171029d25f0f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886309 Feb 16 16:35:23.352237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e942e11e-39d3-438e-b453-d170bad4f4ee tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:35:23.370306 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e942e11e-39d3-438e-b453-d170bad4f4ee tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d7de8e3f-5830-4313-ac09-47145bcdf833), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:23.370957 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-e942e11e-39d3-438e-b453-d170bad4f4ee tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Added segment d7de8e3f-5830-4313-ac09-47145bcdf833 of type vlan for network 2d485bbc-8517-4c3f-a6c1-dd2904f7569c Feb 16 16:35:23.413557 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e942e11e-39d3-438e-b453-d170bad4f4ee tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (2d485bbc-8517-4c3f-a6c1-dd2904f7569c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:23.445507 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e942e11e-39d3-438e-b453-d170bad4f4ee tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (2d485bbc-8517-4c3f-a6c1-dd2904f7569c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:23.452376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e942e11e-39d3-438e-b453-d170bad4f4ee tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:23.453335 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e942e11e-39d3-438e-b453-d170bad4f4ee tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:23.537348 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e942e11e-39d3-438e-b453-d170bad4f4ee tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2823491 Feb 16 16:35:23.538507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942e11e-39d3-438e-b453-d170bad4f4ee tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event updated for resources: {'Network': ['ID=2d485bbc-8517-4c3f-a6c1-dd2904f7569c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:23.540058 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33570) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:23.545502 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9c7b415d-2933-4c7b-9aff-eb954c10373b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-861856786'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:23.551072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 2d485bbc-8517-4c3f-a6c1-dd2904f7569c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:35:23.572618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7b415d-2933-4c7b-9aff-eb954c10373b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Made reservation on behalf of 5313c1c3234f49f484c2f8a5d3471e20 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:23.576475 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c7b415d-2933-4c7b-9aff-eb954c10373b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:23.604698 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7b415d-2933-4c7b-9aff-eb954c10373b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:35:23.616558 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c7b415d-2933-4c7b-9aff-eb954c10373b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (9458011f-b397-46f0-ba7b-c4d451768d6e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:23.617078 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-9c7b415d-2933-4c7b-9aff-eb954c10373b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Added segment 9458011f-b397-46f0-ba7b-c4d451768d6e of type vlan for network 661fba64-f899-4b10-96ce-e7463becdb55 Feb 16 16:35:23.662968 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c7b415d-2933-4c7b-9aff-eb954c10373b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (661fba64-f899-4b10-96ce-e7463becdb55), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:23.690156 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c7b415d-2933-4c7b-9aff-eb954c10373b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (661fba64-f899-4b10-96ce-e7463becdb55), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:23.695206 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b415d-2933-4c7b-9aff-eb954c10373b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:23.695812 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c7b415d-2933-4c7b-9aff-eb954c10373b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:23.736194 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9c7b415d-2933-4c7b-9aff-eb954c10373b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1918228 Feb 16 16:35:23.849491 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b415d-2933-4c7b-9aff-eb954c10373b tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event updated for resources: {'Network': ['ID=661fba64-f899-4b10-96ce-e7463becdb55,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:23.875528 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 661fba64-f899-4b10-96ce-e7463becdb55 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:35:23.900985 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33592) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:23.906809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Request body: {'subnets': [{'network_id': '2d485bbc-8517-4c3f-a6c1-dd2904f7569c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--71506016', 'ip_version': 4}, {'network_id': '661fba64-f899-4b10-96ce-e7463becdb55', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:23.907134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Request body: {'subnet': {'network_id': '2d485bbc-8517-4c3f-a6c1-dd2904f7569c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--71506016', 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:23.907724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Request body: {'subnet': {'network_id': '661fba64-f899-4b10-96ce-e7463becdb55', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:24.159041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8a5bc04e-6631-4840-a3dc-39fbe7f55040 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:35:24.196526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Made reservation on behalf of 5313c1c3234f49f484c2f8a5d3471e20 for: {'subnet': 2} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:24.207340 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:24.207674 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:24.277862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 8a5bc04e-6631-4840-a3dc-39fbe7f55040 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:35:24.284686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 8a5bc04e-6631-4840-a3dc-39fbe7f55040 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:24.286643 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:24.548177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 8a5bc04e-6631-4840-a3dc-39fbe7f55040 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:35:24.548704 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:24.617347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8a5bc04e-6631-4840-a3dc-39fbe7f55040, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8a5bc04e-6631-4840-a3dc-39fbe7f55040,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:24.624060 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:24.679769 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39634a-49fa-4e00-bd67-6924a84c4013 req-f513e60a-65da-4fa6-adf8-b0227530a976 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:24.681533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b39634a-49fa-4e00-bd67-6924a84c4013 req-f513e60a-65da-4fa6-adf8-b0227530a976 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 944 time: 0.1246495 Feb 16 16:35:24.696612 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12782549-d73b-4997-945a-83000e7a361a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5bc04e-6631-4840-a3dc-39fbe7f55040'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:35:24.699013 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa875060-636f-4df0-a857-d36c9d1b1c54" -d '{"events": [{"server_uuid": "12782549-d73b-4997-945a-83000e7a361a", "name": "network-vif-plugged", "status": "completed", "tag": "8a5bc04e-6631-4840-a3dc-39fbe7f55040"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:35:24.702320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=8a5bc04e-6631-4840-a3dc-39fbe7f55040,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:24.780214 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63c138f-4594-4fbb-8d68-8c4d7358a044 x-openstack-request-id: req-f63c138f-4594-4fbb-8d68-8c4d7358a044 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:35:24.780507 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12782549-d73b-4997-945a-83000e7a361a", "name": "network-vif-plugged", "status": "completed", "tag": "8a5bc04e-6631-4840-a3dc-39fbe7f55040", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:35:24.780784 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f63c138f-4594-4fbb-8d68-8c4d7358a044 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:35:24.781209 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12782549-d73b-4997-945a-83000e7a361a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5bc04e-6631-4840-a3dc-39fbe7f55040', 'code': 200} Feb 16 16:35:24.813462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b39634a-49fa-4e00-bd67-6924a84c4013 req-f261eeea-4d72-488e-afb3-396309673042 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238399 Feb 16 16:35:24.949272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed89de-f764-4f13-90b0-bd1865b64f6f req-a9f4e329-6a57-4ef1-8448-157e2d38d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:24.958797 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-92ed89de-f764-4f13-90b0-bd1865b64f6f req-a9f4e329-6a57-4ef1-8448-157e2d38d0e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 1127 time: 0.1017666 Feb 16 16:35:24.988619 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (a5245e3b-5ba5-4153-abea-6d993bc06d69), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:25.095594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event updated for resources: {'Subnet': ['ID=a5245e3b-5ba5-4153-abea-6d993bc06d69,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:25.118904 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-92ed89de-f764-4f13-90b0-bd1865b64f6f req-54a2ba0f-b09a-4ccd-bae9-736cd6ac8bdf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438434 Feb 16 16:35:25.158333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Checking segment: {'id': 'd7de8e3f-5830-4313-ac09-47145bcdf833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2d485bbc-8517-4c3f-a6c1-dd2904f7569c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:35:25.158918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Network hostable DHCP agents. Network: 2d485bbc-8517-4c3f-a6c1-dd2904f7569c, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:35:25.195804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Network 2d485bbc-8517-4c3f-a6c1-dd2904f7569c is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:35:25.220092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 2d485bbc-8517-4c3f-a6c1-dd2904f7569c) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:25.227533 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (7401bea6-1c9f-49d0-8bac-8bb8354fe9d5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:25.242840 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed95f60-bf2c-4e85-b703-a4c68b36600a None None] Network 2d485bbc-8517-4c3f-a6c1-dd2904f7569c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:35:25.296362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event updated for resources: {'Subnet': ['ID=7401bea6-1c9f-49d0-8bac-8bb8354fe9d5,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:25.373040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Checking segment: {'id': '9458011f-b397-46f0-ba7b-c4d451768d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '661fba64-f899-4b10-96ce-e7463becdb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:35:25.373405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Network hostable DHCP agents. Network: 661fba64-f899-4b10-96ce-e7463becdb55, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:35:25.416743 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Network 661fba64-f899-4b10-96ce-e7463becdb55 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:35:25.453171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 661fba64-f899-4b10-96ce-e7463becdb55) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:25.476832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:25.477339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:25.478015 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:25.513856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2ab8384b-2c7c-44e8-81d8-0a26d40a3208 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 1.6081660 Feb 16 16:35:25.514079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33632) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:25.712207 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f06f0af-2a03-4463-8ff5-52c222af9dc8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:25.714102 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f06f0af-2a03-4463-8ff5-52c222af9dc8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:25.715048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f06f0af-2a03-4463-8ff5-52c222af9dc8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:25.732010 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7f06f0af-2a03-4463-8ff5-52c222af9dc8 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.2062106 Feb 16 16:35:25.732010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33640) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:25.758700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94df866-0462-42d9-b783-95c63675a19c None None] Network 661fba64-f899-4b10-96ce-e7463becdb55 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:35:25.803441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68abbfb-63be-4e60-9671-71856522c3bd tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Deleting subnet a5245e3b-5ba5-4153-abea-6d993bc06d69 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:35:25.807220 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5fa1060c-1f49-464b-b7e6-5713994e457b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:25.813598 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f68abbfb-63be-4e60-9671-71856522c3bd tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks [] for subnet (a5245e3b-5ba5-4153-abea-6d993bc06d69), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:25.851154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-c4ecaf8e-8d87-4323-a134-5efeae8d15bc tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:25.860919 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-c4ecaf8e-8d87-4323-a134-5efeae8d15bc tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 814 time: 0.2772670 Feb 16 16:35:25.916134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb400968-b42b-4994-b0ef-49a3dc63fe88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-2d485bbc-8517-4c3f-a6c1-dd2904f7569c', 'network_id': '2d485bbc-8517-4c3f-a6c1-dd2904f7569c', 'project_id': '5313c1c3234f49f484c2f8a5d3471e20', 'fixed_ips': [{'subnet_id': 'a5245e3b-5ba5-4153-abea-6d993bc06d69'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:35:25.917003 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fb400968-b42b-4994-b0ef-49a3dc63fe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:25.919985 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-8b305f3b-c7d3-460c-b739-ac37ca0a6f53 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/quotas/a4468075801b43b7b3926e5aeb19d82d HTTP/1.1" status: 200 len: 375 time: 0.0573752 Feb 16 16:35:25.922946 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f68abbfb-63be-4e60-9671-71856522c3bd tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (a5245e3b-5ba5-4153-abea-6d993bc06d69), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:25.968821 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-661fba64-f899-4b10-96ce-e7463becdb55', 'network_id': '661fba64-f899-4b10-96ce-e7463becdb55', 'project_id': '5313c1c3234f49f484c2f8a5d3471e20', 'fixed_ips': [{'subnet_id': '7401bea6-1c9f-49d0-8bac-8bb8354fe9d5'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:35:25.969594 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:26.014950 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f68abbfb-63be-4e60-9671-71856522c3bd tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (a5245e3b-5ba5-4153-abea-6d993bc06d69), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:26.111066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-67c2c826-68a5-4eb6-bea4-37d8d7652d65 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1895278 Feb 16 16:35:26.139226 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f68abbfb-63be-4e60-9671-71856522c3bd tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (a5245e3b-5ba5-4153-abea-6d993bc06d69), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:26.203810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68abbfb-63be-4e60-9671-71856522c3bd tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event deleted for resources: {'Subnet': ['ID=a5245e3b-5ba5-4153-abea-6d993bc06d69,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:26.210496 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f68abbfb-63be-4e60-9671-71856522c3bd tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:26.219627 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f68abbfb-63be-4e60-9671-71856522c3bd tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "DELETE /v2.0/subnets/a5245e3b-5ba5-4153-abea-6d993bc06d69 HTTP/1.1" status: 204 len: 168 time: 0.4907365 Feb 16 16:35:26.220832 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33648) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:26.314972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc585de-9eea-454d-b9a7-70daa295fef5 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Deleting subnet 7401bea6-1c9f-49d0-8bac-8bb8354fe9d5 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:35:26.351467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25b7db-14e0-44a3-9526-8b6f2fef67af req-47f6edce-55a8-4a4c-886b-ab1fecab1b11 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:26.360443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e25b7db-14e0-44a3-9526-8b6f2fef67af req-47f6edce-55a8-4a4c-886b-ab1fecab1b11 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.1822686 Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server [None req-fb400968-b42b-4994-b0ef-49a3dc63fe88 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5245e3b-5ba5-4153-abea-6d993bc06d69: This subnet is being modified by another concurrent operation. Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:35:26.366664 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise exception Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5245e3b-5ba5-4153-abea-6d993bc06d69: This subnet is being modified by another concurrent operation. Feb 16 16:35:26.370960 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Feb 16 16:35:26.376608 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-dd2aff3e-9216-4874-9aef-009d3795f35e service neutron] 10.222.0.24 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619400 Feb 16 16:35:26.406801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Allocated IP 172.20.0.18 (661fba64-f899-4b10-96ce-e7463becdb55/7401bea6-1c9f-49d0-8bac-8bb8354fe9d5/8f9f96ec-45f8-4437-9193-e224a5ac6fb4) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:35:26.474422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e25b7db-14e0-44a3-9526-8b6f2fef67af req-be4091af-c767-4f61-931c-43d4302329d2 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127899 Feb 16 16:35:26.675682 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-eccef2c8-0eff-4c75-9f06-b45f67ff9670 service neutron] 10.222.0.24 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851608 Feb 16 16:35:26.790191 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Publish callbacks [] for port (8f9f96ec-45f8-4437-9193-e224a5ac6fb4), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:26.804880 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0bc585de-9eea-454d-b9a7-70daa295fef5 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks [] for subnet (7401bea6-1c9f-49d0-8bac-8bb8354fe9d5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:26.809873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73e2421-9776-4b5a-80b9-e23092811973 None None] Network 2d485bbc-8517-4c3f-a6c1-dd2904f7569c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:35:26.875685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6518b-5824-4e58-9866-42cc87785880 req-9d1e7865-266a-427d-aa6d-ba0d8fa3870d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:26.880845 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (8f9f96ec-45f8-4437-9193-e224a5ac6fb4), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:26.888454 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4de6518b-5824-4e58-9866-42cc87785880 req-9d1e7865-266a-427d-aa6d-ba0d8fa3870d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 945 time: 0.1717503 Feb 16 16:35:26.939156 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0bc585de-9eea-454d-b9a7-70daa295fef5 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (7401bea6-1c9f-49d0-8bac-8bb8354fe9d5), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:27.026170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Network 661fba64-f899-4b10-96ce-e7463becdb55 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:35:27.031865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:27.037248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:35:27.049361 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Pushing event updated for resources: {'Port': ['ID=8f9f96ec-45f8-4437-9193-e224a5ac6fb4,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:27.062184 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19a902f4-1398-4343-9e91-e3bc06bc03ea req-3e17e2df-0b45-42f6-8d9e-c69d4e8cd9aa tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 210 time: 0.0890255 Feb 16 16:35:27.090275 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4de6518b-5824-4e58-9866-42cc87785880 req-1d410455-cc47-4586-ad94-69f33fefcd35 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007060 Feb 16 16:35:27.140889 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0bc585de-9eea-454d-b9a7-70daa295fef5 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (7401bea6-1c9f-49d0-8bac-8bb8354fe9d5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:27.162852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Attempting to bind port 8f9f96ec-45f8-4437-9193-e224a5ac6fb4 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:35:27.163492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Attempting to bind port 8f9f96ec-45f8-4437-9193-e224a5ac6fb4 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '9458011f-b397-46f0-ba7b-c4d451768d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '661fba64-f899-4b10-96ce-e7463becdb55'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:35:27.164137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Attempting to bind port 8f9f96ec-45f8-4437-9193-e224a5ac6fb4 on network 661fba64-f899-4b10-96ce-e7463becdb55 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:35:27.171539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:35:27.172348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Checking segment: {'id': '9458011f-b397-46f0-ba7b-c4d451768d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '661fba64-f899-4b10-96ce-e7463becdb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:35:27.173076 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:27.174096 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Bound using segment: {'id': '9458011f-b397-46f0-ba7b-c4d451768d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '661fba64-f899-4b10-96ce-e7463becdb55'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:35:27.174808 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Bound port: 8f9f96ec-45f8-4437-9193-e224a5ac6fb4, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9458011f-b397-46f0-ba7b-c4d451768d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '661fba64-f899-4b10-96ce-e7463becdb55'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:35:27.175433 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8f9f96ec-45f8-4437-9193-e224a5ac6fb4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:27.219537 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0bc585de-9eea-454d-b9a7-70daa295fef5 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (7401bea6-1c9f-49d0-8bac-8bb8354fe9d5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:27.240472 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0bc585de-9eea-454d-b9a7-70daa295fef5 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:27.245688 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0bc585de-9eea-454d-b9a7-70daa295fef5 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "DELETE /v2.0/subnets/7401bea6-1c9f-49d0-8bac-8bb8354fe9d5 HTTP/1.1" status: 204 len: 168 time: 1.0228589 Feb 16 16:35:27.248746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33670) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:27.292368 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] For port 8f9f96ec-45f8-4437-9193-e224a5ac6fb4, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:35:27.301847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] For port 8f9f96ec-45f8-4437-9193-e224a5ac6fb4, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8f9f96ec-45f8-4437-9193-e224a5ac6fb4,segment=NetworkSegment(9458011f-b397-46f0-ba7b-c4d451768d6e),segment_id=9458011f-b397-46f0-ba7b-c4d451768d6e)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:35:27.314734 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8f9f96ec-45f8-4437-9193-e224a5ac6fb4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:27.329936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc585de-9eea-454d-b9a7-70daa295fef5 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event deleted for resources: {'Subnet': ['ID=7401bea6-1c9f-49d0-8bac-8bb8354fe9d5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:27.489960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840f2028-9fab-4ac5-8131-30d16a6ea0d6 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:27.491860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-840f2028-9fab-4ac5-8131-30d16a6ea0d6 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2418494 Feb 16 16:35:27.497125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33674) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:27.503012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0b6e4-abbf-45af-bbb1-4a70fb8b13d7 None None] Pushing event updated for resources: {'Port': ['ID=8f9f96ec-45f8-4437-9193-e224a5ac6fb4,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:27.802649 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (661fba64-f899-4b10-96ce-e7463becdb55), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:27.907571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb0e35-9f23-4769-b2af-3928def9d4bf req-383dccf1-1144-4e9d-86cc-4f2b54b15aff tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:27.914998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6fdb0e35-9f23-4769-b2af-3928def9d4bf req-383dccf1-1144-4e9d-86cc-4f2b54b15aff tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.2539468 Feb 16 16:35:27.939743 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d9516-e925-43a0-ad7f-d746777e39db req-43aa7ad4-05da-4af8-ad19-56ba0967f462 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:27.947375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-182d9516-e925-43a0-ad7f-d746777e39db req-43aa7ad4-05da-4af8-ad19-56ba0967f462 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 945 time: 0.3027744 Feb 16 16:35:28.080223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8f9f96ec-45f8-4437-9193-e224a5ac6fb4 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:35:28.207526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8f9f96ec-45f8-4437-9193-e224a5ac6fb4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:28.208464 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8f9f96ec-45f8-4437-9193-e224a5ac6fb4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:28.239667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3af3df11-492c-4115-b6a6-82fc5da3c847 req-70d3fad6-1b2b-467c-9fb5-ca1fb28c613c tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 210 time: 0.0431406 Feb 16 16:35:28.246881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6fdb0e35-9f23-4769-b2af-3928def9d4bf req-655ae693-8d9f-4aa6-b718-8de1a50898c8 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309844 Feb 16 16:35:28.255235 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Deleting port 8f9f96ec-45f8-4437-9193-e224a5ac6fb4 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:28.256516 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8f9f96ec-45f8-4437-9193-e224a5ac6fb4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:28.358757 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] For port 8f9f96ec-45f8-4437-9193-e224a5ac6fb4, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8f9f96ec-45f8-4437-9193-e224a5ac6fb4,segment=NetworkSegment(9458011f-b397-46f0-ba7b-c4d451768d6e),segment_id=9458011f-b397-46f0-ba7b-c4d451768d6e)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:28.359499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8f9f96ec-45f8-4437-9193-e224a5ac6fb4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:28.376724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Calling delete_port for 8f9f96ec-45f8-4437-9193-e224a5ac6fb4 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:28.425797 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-211eccd4-0d71-4049-a105-93318d826481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:28.586954 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8f9f96ec-45f8-4437-9193-e224a5ac6fb4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:28.611855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8f9f96ec-45f8-4437-9193-e224a5ac6fb4 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:35:28.612393 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8f9f96ec-45f8-4437-9193-e224a5ac6fb4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:28.629636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] No DVR routers for this DVR port 8f9f96ec-45f8-4437-9193-e224a5ac6fb4 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:35:28.781719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event deleted for resources: {'Port': ['ID=8f9f96ec-45f8-4437-9193-e224a5ac6fb4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:28.804259 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-a90455c5-a2ce-43af-bcad-b2f4959fe825 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:28.807841 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-a90455c5-a2ce-43af-bcad-b2f4959fe825 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.60 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 814 time: 0.2570601 Feb 16 16:35:28.823529 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-5651f5ab-94da-42d4-87db-e8fed9d561b5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Request body: {'port': {'device_id': 'db11364a-5ab0-42fb-814f-c7490470af5c', 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d', 'admin_state_up': True, 'tenant_id': 'a4468075801b43b7b3926e5aeb19d82d'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:28.911531 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (661fba64-f899-4b10-96ce-e7463becdb55), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:28.919088 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-182d9516-e925-43a0-ad7f-d746777e39db req-b6b3b8dd-5228-4938-950e-659c33dbcf32 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Deleting port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:28.920231 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-182d9516-e925-43a0-ad7f-d746777e39db req-b6b3b8dd-5228-4938-950e-659c33dbcf32 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (85f3fb9a-fc9e-4891-b480-5d7542c45c1f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:28.937769 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1831fb-edd2-43c7-941c-6086694848e7 req-1a32b49f-6bff-433c-87e0-206d78004aba tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:28.939452 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b1831fb-edd2-43c7-941c-6086694848e7 req-1a32b49f-6bff-433c-87e0-206d78004aba tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 945 time: 0.3955183 Feb 16 16:35:29.007786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661fba64-f899-4b10-96ce-e7463becdb55']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:29.017740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785451bd-4149-483a-9a19-6444195bbff7 req-8981b288-b5cd-4cb9-8db8-117fdd5cb8b3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:29.024871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-785451bd-4149-483a-9a19-6444195bbff7 req-8981b288-b5cd-4cb9-8db8-117fdd5cb8b3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.2493043 Feb 16 16:35:29.091950 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-5651f5ab-94da-42d4-87db-e8fed9d561b5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Made reservation on behalf of a4468075801b43b7b3926e5aeb19d82d for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:29.095584 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-5651f5ab-94da-42d4-87db-e8fed9d561b5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:29.107406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9458011f-b397-46f0-ba7b-c4d451768d6e') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:29.107709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9458011f-b397-46f0-ba7b-c4d451768d6e') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:29.153955 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (9458011f-b397-46f0-ba7b-c4d451768d6e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:29.201860 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:29.231724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b1831fb-edd2-43c7-941c-6086694848e7 req-1e6342a1-3c77-438d-902b-a675fa492e32 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747774 Feb 16 16:35:29.291048 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (9458011f-b397-46f0-ba7b-c4d451768d6e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:29.327440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff8b0dc-4891-4e91-9519-bfd226d365a9 None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:35:29.342747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-182d9516-e925-43a0-ad7f-d746777e39db req-b6b3b8dd-5228-4938-950e-659c33dbcf32 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] For port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=85f3fb9a-fc9e-4891-b480-5d7542c45c1f,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:29.343382 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-182d9516-e925-43a0-ad7f-d746777e39db req-b6b3b8dd-5228-4938-950e-659c33dbcf32 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (85f3fb9a-fc9e-4891-b480-5d7542c45c1f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:29.389058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:35:29.389475 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (9458011f-b397-46f0-ba7b-c4d451768d6e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:29.424490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-5651f5ab-94da-42d4-87db-e8fed9d561b5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Allocated IP 172.20.0.14 (5ff79391-d267-4f31-964d-a98547bf9b6d/4cc44112-3970-4a84-a656-f40fa88683de/dc280a87-8d21-4c13-9f93-2c8747f4075e) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:35:29.461803 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:35:29.507483 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-785451bd-4149-483a-9a19-6444195bbff7 req-464e0189-9256-4c37-8695-5b492a10e255 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816477 Feb 16 16:35:29.515449 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-182d9516-e925-43a0-ad7f-d746777e39db req-b6b3b8dd-5228-4938-950e-659c33dbcf32 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Calling delete_port for 85f3fb9a-fc9e-4891-b480-5d7542c45c1f owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:29.550881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-46e14db1-d295-48a5-a200-0a6f88b5da78 None None] Could not find standard attr ID for object 8f9f96ec-45f8-4437-9193-e224a5ac6fb4. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:35:29.580732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff8b0dc-4891-4e91-9519-bfd226d365a9 None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:35:29.680575 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f69e72a1-b108-40a8-b70c-507278cebd71 req-c5ad908d-72b1-48f3-8296-fdc4ad18249b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 210 time: 0.1665623 Feb 16 16:35:29.681734 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (661fba64-f899-4b10-96ce-e7463becdb55), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:29.690215 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:29.701219 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "DELETE /v2.0/networks/661fba64-f899-4b10-96ce-e7463becdb55 HTTP/1.1" status: 204 len: 168 time: 2.2031214 Feb 16 16:35:29.717018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33716) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:29.784360 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-5651f5ab-94da-42d4-87db-e8fed9d561b5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks [] for port (dc280a87-8d21-4c13-9f93-2c8747f4075e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:29.810078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49712c-b9b8-4f15-9296-2671d8cb50e1 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event deleted for resources: {'Network': ['ID=661fba64-f899-4b10-96ce-e7463becdb55,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:29.869833 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-5651f5ab-94da-42d4-87db-e8fed9d561b5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (dc280a87-8d21-4c13-9f93-2c8747f4075e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:29.913155 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['5cc56aa2-f9b6-492c-b737-2a294e7b867b', 'a29ba352-f266-4899-a105-0169a0c35bdb'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:35:29.914587 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00d58747-1798-4ac2-b86f-9a00fedbbf77 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (2d485bbc-8517-4c3f-a6c1-dd2904f7569c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:29.966990 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-5651f5ab-94da-42d4-87db-e8fed9d561b5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Network 5ff79391-d267-4f31-964d-a98547bf9b6d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:35:29.983398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-5651f5ab-94da-42d4-87db-e8fed9d561b5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:29.999866 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-5651f5ab-94da-42d4-87db-e8fed9d561b5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:35:30.005953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['de2a1841-9c2e-4487-8eab-b43ae743539a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:35:30.051026 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651f5ab-94da-42d4-87db-e8fed9d561b5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Pushing event updated for resources: {'Port': ['ID=dc280a87-8d21-4c13-9f93-2c8747f4075e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:30.103575 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-5651f5ab-94da-42d4-87db-e8fed9d561b5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:30.104222 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-5651f5ab-94da-42d4-87db-e8fed9d561b5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:30.142262 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-5651f5ab-94da-42d4-87db-e8fed9d561b5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3248231 Feb 16 16:35:30.154196 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Request body: {'port': {'device_id': 'db11364a-5ab0-42fb-814f-c7490470af5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:30.201372 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00d58747-1798-4ac2-b86f-9a00fedbbf77 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (2d485bbc-8517-4c3f-a6c1-dd2904f7569c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:30.227872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-00d58747-1798-4ac2-b86f-9a00fedbbf77 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d485bbc-8517-4c3f-a6c1-dd2904f7569c']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:30.239257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-00d58747-1798-4ac2-b86f-9a00fedbbf77 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7de8e3f-5830-4313-ac09-47145bcdf833') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:30.239987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-00d58747-1798-4ac2-b86f-9a00fedbbf77 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7de8e3f-5830-4313-ac09-47145bcdf833') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:30.250539 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00d58747-1798-4ac2-b86f-9a00fedbbf77 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (d7de8e3f-5830-4313-ac09-47145bcdf833), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:30.271385 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00d58747-1798-4ac2-b86f-9a00fedbbf77 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d7de8e3f-5830-4313-ac09-47145bcdf833), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:30.281907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d58747-1798-4ac2-b86f-9a00fedbbf77 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:35:30.282083 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dc280a87-8d21-4c13-9f93-2c8747f4075e), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:30.282721 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00d58747-1798-4ac2-b86f-9a00fedbbf77 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (d7de8e3f-5830-4313-ac09-47145bcdf833), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:35:30.393525 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:35:30.418940 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00d58747-1798-4ac2-b86f-9a00fedbbf77 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (2d485bbc-8517-4c3f-a6c1-dd2904f7569c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:30.424799 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00d58747-1798-4ac2-b86f-9a00fedbbf77 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:30.434319 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-00d58747-1798-4ac2-b86f-9a00fedbbf77 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "DELETE /v2.0/networks/2d485bbc-8517-4c3f-a6c1-dd2904f7569c HTTP/1.1" status: 204 len: 168 time: 0.7113369 Feb 16 16:35:30.464967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33734) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:30.526264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d58747-1798-4ac2-b86f-9a00fedbbf77 tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event deleted for resources: {'Network': ['ID=2d485bbc-8517-4c3f-a6c1-dd2904f7569c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:30.566546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c019e2-812d-4430-a12d-4d2f88986995 None None] Network 661fba64-f899-4b10-96ce-e7463becdb55 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:35:30.648084 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-182d9516-e925-43a0-ad7f-d746777e39db req-b6b3b8dd-5228-4938-950e-659c33dbcf32 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (85f3fb9a-fc9e-4891-b480-5d7542c45c1f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:30.654805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c019e2-812d-4430-a12d-4d2f88986995 None None] Network 661fba64-f899-4b10-96ce-e7463becdb55 could not be found, it might have been deleted concurrently. {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 16:35:30.704503 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc280a87-8d21-4c13-9f93-2c8747f4075e {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:35:30.717768 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Publish callbacks [] for port (dc280a87-8d21-4c13-9f93-2c8747f4075e), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:30.721127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cd069-084b-4e67-bf97-8b61d4891da0 req-58eeae5c-f68a-41bb-a8d8-47d8c7071b5d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:30.730590 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-989cd069-084b-4e67-bf97-8b61d4891da0 req-58eeae5c-f68a-41bb-a8d8-47d8c7071b5d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 945 time: 0.3477380 Feb 16 16:35:30.740943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Transition to ACTIVE for port object dc280a87-8d21-4c13-9f93-2c8747f4075e will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:35:30.748757 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275de1e1-57bc-48fc-aacc-5137dee77431 None None] DHCP port deletion for 661fba64-f899-4b10-96ce-e7463becdb55 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:35:30.749248 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (dc280a87-8d21-4c13-9f93-2c8747f4075e), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:30.776553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3b8dd-5228-4938-950e-659c33dbcf32 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Pushing event deleted for resources: {'Port': ['ID=85f3fb9a-fc9e-4891-b480-5d7542c45c1f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:30.784519 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-668a07f8-91cd-4f07-854a-cbaeffd7559e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (9a43a511-f0df-4e22-ba6c-9408e61ffb89), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:30.859827 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc280a87-8d21-4c13-9f93-2c8747f4075e,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:30.927807 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-182d9516-e925-43a0-ad7f-d746777e39db req-b6b3b8dd-5228-4938-950e-659c33dbcf32 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] No DVR routers for this DVR port 85f3fb9a-fc9e-4891-b480-5d7542c45c1f on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:35:30.931841 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-182d9516-e925-43a0-ad7f-d746777e39db req-b6b3b8dd-5228-4938-950e-659c33dbcf32 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:30.932560 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:30.936433 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-182d9516-e925-43a0-ad7f-d746777e39db req-b6b3b8dd-5228-4938-950e-659c33dbcf32 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "DELETE /v2.0/ports/85f3fb9a-fc9e-4891-b480-5d7542c45c1f HTTP/1.1" status: 204 len: 173 time: 2.9710608 Feb 16 16:35:30.977370 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8b7f2c-9555-4d32-b93b-d9ce525c04f0', 'name': 'network-vif-deleted', 'tag': '85f3fb9a-fc9e-4891-b480-5d7542c45c1f'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:35:30.981477 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Attempting to bind port dc280a87-8d21-4c13-9f93-2c8747f4075e on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:35:30.983386 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Attempting to bind port dc280a87-8d21-4c13-9f93-2c8747f4075e by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:35:30.985433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Attempting to bind port dc280a87-8d21-4c13-9f93-2c8747f4075e on network 5ff79391-d267-4f31-964d-a98547bf9b6d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:35:30.986489 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5ea1d6-716f-44b0-afb9-34a2d9978cd4" -d '{"events": [{"server_uuid": "4b8b7f2c-9555-4d32-b93b-d9ce525c04f0", "name": "network-vif-deleted", "tag": "85f3fb9a-fc9e-4891-b480-5d7542c45c1f"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:35:30.996204 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Port dc280a87-8d21-4c13-9f93-2c8747f4075e on network 5ff79391-d267-4f31-964d-a98547bf9b6d not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:35:30.999003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Attempting to bind port dc280a87-8d21-4c13-9f93-2c8747f4075e on network 5ff79391-d267-4f31-964d-a98547bf9b6d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:35:31.008784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:35:31.013719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Checking segment: {'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:35:31.014722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Bound using segment: {'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:35:31.016261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Bound port: dc280a87-8d21-4c13-9f93-2c8747f4075e, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36df7f40-0e88-480e-98ee-14402ad44d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:35:31.018520 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dc280a87-8d21-4c13-9f93-2c8747f4075e), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:31.051705 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-989cd069-084b-4e67-bf97-8b61d4891da0 req-116ebf99-51fe-4837-9568-195bea2b7228 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194611 Feb 16 16:35:31.082659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac1123-1d4d-4106-aab4-efd96eeb7b70 req-580267fe-64b7-40c9-a5a5-a5d574ddcc64 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:31.084358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07ac1123-1d4d-4106-aab4-efd96eeb7b70 req-580267fe-64b7-40c9-a5a5-a5d574ddcc64 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.4302499 Feb 16 16:35:31.191268 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] For port dc280a87-8d21-4c13-9f93-2c8747f4075e, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:35:31.195462 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] For port dc280a87-8d21-4c13-9f93-2c8747f4075e, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=dc280a87-8d21-4c13-9f93-2c8747f4075e,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:35:31.203476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (dc280a87-8d21-4c13-9f93-2c8747f4075e), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:31.221995 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:31.264003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:31.265649 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:31.267494 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] 10.222.0.60 "PUT /v2.0/ports/dc280a87-8d21-4c13-9f93-2c8747f4075e HTTP/1.1" status: 200 len: 1092 time: 1.1177316 Feb 16 16:35:31.268296 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db11364a-5ab0-42fb-814f-c7490470af5c', 'tag': 'dc280a87-8d21-4c13-9f93-2c8747f4075e'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:35:31.271709 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf9fa52-d969-43fd-92f4-f1c3fc097c01" -d '{"events": [{"name": "network-changed", "server_uuid": "db11364a-5ab0-42fb-814f-c7490470af5c", "tag": "dc280a87-8d21-4c13-9f93-2c8747f4075e"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:35:31.326805 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aebeac-db2f-4dd5-bb66-02bc8cf656d2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc280a87-8d21-4c13-9f93-2c8747f4075e,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:31.387006 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-0290128b-4376-4afe-b1fc-cad09b60d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:31.389246 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-0290128b-4376-4afe-b1fc-cad09b60d1ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 1126 time: 0.0757682 Feb 16 16:35:31.456449 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-317777ca-5a95-4e59-aaf6-c0e170e75521 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc280a87-8d21-4c13-9f93-2c8747f4075e HTTP/1.1" status: 200 len: 217 time: 0.0585921 Feb 16 16:35:31.515717 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-fc5b6865-92af-482b-a988-d2d5955be16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:31.517181 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-fc5b6865-92af-482b-a988-d2d5955be16b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc44112-3970-4a84-a656-f40fa88683de HTTP/1.1" status: 200 len: 854 time: 0.0547059 Feb 16 16:35:31.524987 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-668a07f8-91cd-4f07-854a-cbaeffd7559e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (9a43a511-f0df-4e22-ba6c-9408e61ffb89), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:31.559574 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-9065c16b-c73f-4d77-a3b6-e910e2a4ee7d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5ff79391-d267-4f31-964d-a98547bf9b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361128 Feb 16 16:35:31.599623 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-668a07f8-91cd-4f07-854a-cbaeffd7559e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a43a511-f0df-4e22-ba6c-9408e61ffb89']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:31.629808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-668a07f8-91cd-4f07-854a-cbaeffd7559e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb54c8a2-0644-44c6-8cf8-44759e39ad4c') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:31.630369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-668a07f8-91cd-4f07-854a-cbaeffd7559e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb54c8a2-0644-44c6-8cf8-44759e39ad4c') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:31.651485 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-668a07f8-91cd-4f07-854a-cbaeffd7559e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (eb54c8a2-0644-44c6-8cf8-44759e39ad4c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:31.668892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07ac1123-1d4d-4106-aab4-efd96eeb7b70 req-2f67b477-7a19-4e12-aac2-f42ae7bdf57d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695336 Feb 16 16:35:31.681386 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-20b9b4fe-34b5-4496-a3af-8ddf8300cf08 service neutron] 10.222.0.60 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101999 Feb 16 16:35:31.705081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b9dab-895b-4241-abea-a47eea8b1858 req-511ec5e2-a2a7-43e3-b559-dccf513a1cd2 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:31.707087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e80b9dab-895b-4241-abea-a47eea8b1858 req-511ec5e2-a2a7-43e3-b559-dccf513a1cd2 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 944 time: 0.1719522 Feb 16 16:35:31.708290 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-668a07f8-91cd-4f07-854a-cbaeffd7559e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (eb54c8a2-0644-44c6-8cf8-44759e39ad4c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:31.724151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668a07f8-91cd-4f07-854a-cbaeffd7559e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:35:31.724772 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-668a07f8-91cd-4f07-854a-cbaeffd7559e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (eb54c8a2-0644-44c6-8cf8-44759e39ad4c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:35:31.728169 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:35:31.788886 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e122ef-7363-4c9c-88cf-261effe93b51 x-openstack-request-id: req-07e122ef-7363-4c9c-88cf-261effe93b51 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:35:31.789344 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8b7f2c-9555-4d32-b93b-d9ce525c04f0", "name": "network-vif-deleted", "tag": "85f3fb9a-fc9e-4891-b480-5d7542c45c1f", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:35:31.789705 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07e122ef-7363-4c9c-88cf-261effe93b51 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:35:31.790204 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8b7f2c-9555-4d32-b93b-d9ce525c04f0', 'name': 'network-vif-deleted', 'tag': '85f3fb9a-fc9e-4891-b480-5d7542c45c1f', 'status': 'completed', 'code': 200} Feb 16 16:35:31.845024 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e80b9dab-895b-4241-abea-a47eea8b1858 req-9a7d9303-a86e-42ad-9fa9-0a77472372ce tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285229 Feb 16 16:35:31.845632 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb99943-8d59-4123-922c-8851734af818 x-openstack-request-id: req-cbb99943-8d59-4123-922c-8851734af818 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:35:31.845952 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db11364a-5ab0-42fb-814f-c7490470af5c", "tag": "dc280a87-8d21-4c13-9f93-2c8747f4075e", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:35:31.846161 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbb99943-8d59-4123-922c-8851734af818 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:35:31.846529 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db11364a-5ab0-42fb-814f-c7490470af5c', 'tag': 'dc280a87-8d21-4c13-9f93-2c8747f4075e', 'status': 'completed', 'code': 200} Feb 16 16:35:31.848800 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-668a07f8-91cd-4f07-854a-cbaeffd7559e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (9a43a511-f0df-4e22-ba6c-9408e61ffb89), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:31.856051 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-668a07f8-91cd-4f07-854a-cbaeffd7559e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:31.858530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 85f3fb9a-fc9e-4891-b480-5d7542c45c1f no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:35:31.862560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-668a07f8-91cd-4f07-854a-cbaeffd7559e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "DELETE /v2.0/networks/9a43a511-f0df-4e22-ba6c-9408e61ffb89 HTTP/1.1" status: 204 len: 168 time: 1.3938828 Feb 16 16:35:31.873448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33754) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:31.882188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a07f8-91cd-4f07-854a-cbaeffd7559e tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event deleted for resources: {'Network': ['ID=9a43a511-f0df-4e22-ba6c-9408e61ffb89,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:31.934069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 85f3fb9a-fc9e-4891-b480-5d7542c45c1f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:35:31.935046 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 85f3fb9a-fc9e-4891-b480-5d7542c45c1f not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:35:31.938209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8f9f96ec-45f8-4437-9193-e224a5ac6fb4 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:35:31.961934 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 8f9f96ec-45f8-4437-9193-e224a5ac6fb4 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:35:31.962674 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8f9f96ec-45f8-4437-9193-e224a5ac6fb4 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:35:31.973195 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b46de4f-783b-4443-a1e5-40fa92fdd38d req-e4d0921a-08b0-4882-8a8d-162363c3e29a service neutron] 10.222.0.60 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784200 Feb 16 16:35:32.031942 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6197-40d5-4c10-bffa-a29bd02fe42d tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (e9df7eb2-6578-4da0-a662-cfb36a469d88), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:32.084985 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:32.138653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9fa52-d969-43fd-92f4-f1c3fc097c01 req-57eb715e-c6f7-4e26-9726-764274d382e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:32.140226 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-caf9fa52-d969-43fd-92f4-f1c3fc097c01 req-57eb715e-c6f7-4e26-9726-764274d382e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 1126 time: 0.1062386 Feb 16 16:35:32.189368 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6197-40d5-4c10-bffa-a29bd02fe42d tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (e9df7eb2-6578-4da0-a662-cfb36a469d88), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:32.220092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b83da0e3-503a-4363-85d8-dccc31bcc8d7 req-0a8be6b9-d01b-49ff-9756-643c2e91681c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.0559094 Feb 16 16:35:32.233842 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-4f5c6197-40d5-4c10-bffa-a29bd02fe42d tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9df7eb2-6578-4da0-a662-cfb36a469d88']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:32.282896 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-4f5c6197-40d5-4c10-bffa-a29bd02fe42d tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2936b29-d348-4624-9d9c-3e7da66c5393') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:32.283163 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-4f5c6197-40d5-4c10-bffa-a29bd02fe42d tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2936b29-d348-4624-9d9c-3e7da66c5393') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:32.301479 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6197-40d5-4c10-bffa-a29bd02fe42d tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (d2936b29-d348-4624-9d9c-3e7da66c5393), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:32.330026 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6197-40d5-4c10-bffa-a29bd02fe42d tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d2936b29-d348-4624-9d9c-3e7da66c5393), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:32.341209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9fa52-d969-43fd-92f4-f1c3fc097c01 req-459c7f2a-ff42-44c4-bb27-3812544dcdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:32.342725 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-caf9fa52-d969-43fd-92f4-f1c3fc097c01 req-459c7f2a-ff42-44c4-bb27-3812544dcdd7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 915 time: 0.1963427 Feb 16 16:35:32.343727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5c6197-40d5-4c10-bffa-a29bd02fe42d tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:35:32.344162 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6197-40d5-4c10-bffa-a29bd02fe42d tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (d2936b29-d348-4624-9d9c-3e7da66c5393), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:35:32.347224 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:35:32.411370 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-caf9fa52-d969-43fd-92f4-f1c3fc097c01 req-5f5401ee-969e-4755-b29a-5ea604f97e53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc280a87-8d21-4c13-9f93-2c8747f4075e HTTP/1.1" status: 200 len: 217 time: 0.0484047 Feb 16 16:35:32.828794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e3f93-6197-487f-b691-8392298da92f req-9a9874fe-8cb7-433a-aa32-3c91da62378f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:32.838128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d26e3f93-6197-487f-b691-8392298da92f req-9a9874fe-8cb7-433a-aa32-3c91da62378f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.0854726 Feb 16 16:35:32.844518 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6197-40d5-4c10-bffa-a29bd02fe42d tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (e9df7eb2-6578-4da0-a662-cfb36a469d88), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:32.853248 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6197-40d5-4c10-bffa-a29bd02fe42d tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:32.857069 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4f5c6197-40d5-4c10-bffa-a29bd02fe42d tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] 10.222.0.24 "DELETE /v2.0/networks/e9df7eb2-6578-4da0-a662-cfb36a469d88 HTTP/1.1" status: 204 len: 168 time: 0.9823341 Feb 16 16:35:32.859222 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9fa52-d969-43fd-92f4-f1c3fc097c01 req-e40fb47a-3829-419a-8573-44aaa2a8d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:32.861149 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-caf9fa52-d969-43fd-92f4-f1c3fc097c01 req-e40fb47a-3829-419a-8573-44aaa2a8d82d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc44112-3970-4a84-a656-f40fa88683de HTTP/1.1" status: 200 len: 854 time: 0.4409502 Feb 16 16:35:32.875846 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c6197-40d5-4c10-bffa-a29bd02fe42d tempest-BulkNetworkOpsTest-844600281 tempest-BulkNetworkOpsTest-844600281-project] Pushing event deleted for resources: {'Network': ['ID=e9df7eb2-6578-4da0-a662-cfb36a469d88,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:32.914742 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-caf9fa52-d969-43fd-92f4-f1c3fc097c01 req-c1f785de-3c6e-47ce-96b4-124636d7d1a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5ff79391-d267-4f31-964d-a98547bf9b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400381 Feb 16 16:35:32.936362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d26e3f93-6197-487f-b691-8392298da92f req-9ebda6be-cc7f-4fed-a649-4dfe5127cd59 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927875 Feb 16 16:35:33.125242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20d575-b07a-4fc5-8d0d-11ebffb8c788 req-a64adccf-20af-4110-b25c-d588d8fb8782 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:33.133252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ae20d575-b07a-4fc5-8d0d-11ebffb8c788 req-a64adccf-20af-4110-b25c-d588d8fb8782 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 944 time: 0.1199336 Feb 16 16:35:33.176024 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-caf9fa52-d969-43fd-92f4-f1c3fc097c01 req-87ddc834-1cb4-4e83-a943-8a786e1b9adb service neutron] 10.222.0.60 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493422 Feb 16 16:35:33.224553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ae20d575-b07a-4fc5-8d0d-11ebffb8c788 req-5b037d4a-1f8f-48d6-b8ea-a90c970c8852 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821805 Feb 16 16:35:33.377206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-954ff844-abca-4923-a1fe-6df8dbe8a0eb req-d1a7e01f-f4d4-4ea7-b63a-718748f18d75 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.0560493 Feb 16 16:35:33.401358 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-caf9fa52-d969-43fd-92f4-f1c3fc097c01 req-e095ebfd-52db-4a10-8c01-c19d85fa0e75 service neutron] 10.222.0.60 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170362 Feb 16 16:35:33.433549 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33786) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:33.602277 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f894b5a5-00b4-43a8-a3b3-170487958b72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5313c1c3234f49f484c2f8a5d3471e20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1672788 Feb 16 16:35:33.604963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33790) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:33.659294 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-15cfcc0c-9417-467f-b545-d10ebe32a1c2 admin admin] Publish callbacks [] for security_group (12d11c73-3349-4060-9660-629fba6016dc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:33.682817 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-15cfcc0c-9417-467f-b545-d10ebe32a1c2 admin admin] Publish callbacks [] for security_group (12d11c73-3349-4060-9660-629fba6016dc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:33.740106 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-15cfcc0c-9417-467f-b545-d10ebe32a1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (12d11c73-3349-4060-9660-629fba6016dc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:33.742862 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-15cfcc0c-9417-467f-b545-d10ebe32a1c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:33.747175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-15cfcc0c-9417-467f-b545-d10ebe32a1c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12d11c73-3349-4060-9660-629fba6016dc HTTP/1.1" status: 204 len: 168 time: 0.1379662 Feb 16 16:35:33.773080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfcc0c-9417-467f-b545-d10ebe32a1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d11c73-3349-4060-9660-629fba6016dc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:34.169422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97aa4c6-24c9-4995-849f-9685af38d192 req-433cf89b-938c-4a86-a733-70c1680ef386 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:34.171310 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f97aa4c6-24c9-4995-849f-9685af38d192 req-433cf89b-938c-4a86-a733-70c1680ef386 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.1003265 Feb 16 16:35:34.255410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f97aa4c6-24c9-4995-849f-9685af38d192 req-81d206b5-b64f-44e3-88a1-0cf5373a5495 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781415 Feb 16 16:35:34.436107 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:34.585363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ee8b7c5-2417-498d-bca5-646a7e241380 req-05f726db-4d2a-4fed-bece-fcee8be0d2bb tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.0616019 Feb 16 16:35:34.622300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8260f38-002d-4130-9203-0519c1d2d2d6 req-55ff71a0-46bd-4f24-8120-9baad5150008 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:34.633616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8260f38-002d-4130-9203-0519c1d2d2d6 req-55ff71a0-46bd-4f24-8120-9baad5150008 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 944 time: 0.2675898 Feb 16 16:35:34.697990 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:35:34.726998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8260f38-002d-4130-9203-0519c1d2d2d6 req-127e1f10-91f5-4336-9480-f8c1bfa2420a tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850167 Feb 16 16:35:34.832738 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33828) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:34.959341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1949254009'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:34.990862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Made reservation on behalf of c1121fbf7b5042d3aa3d722a06194b9f for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:34.994679 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:35.005243 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:35.151402 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Publish callbacks [] for security_group (fe4c5a0e-6a4a-4341-a082-235e38e6e5fc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:35.158098 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fe4c5a0e-6a4a-4341-a082-235e38e6e5fc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:35.172184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:35:35.182976 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (4d31e926-4341-4f64-82e9-b69ad6c18a0e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:35.183716 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Added segment 4d31e926-4341-4f64-82e9-b69ad6c18a0e of type vlan for network a8373c98-eb79-4e3e-9f20-d4bdba645692 Feb 16 16:35:35.247578 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a8373c98-eb79-4e3e-9f20-d4bdba645692), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:35.303738 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a8373c98-eb79-4e3e-9f20-d4bdba645692), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:35.316298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:35.317038 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:35.334571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4c5a0e-6a4a-4341-a082-235e38e6e5fc,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:35.356706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5225804 Feb 16 16:35:35.360971 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33848) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:35.367379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-7420be71-6942-4f47-816a-4476b7447579 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a8373c98-eb79-4e3e-9f20-d4bdba645692', 'tempest-TagsTest-Tag-744210331') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:35.500301 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7420be71-6942-4f47-816a-4476b7447579 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] 10.222.0.24 "PUT /v2.0/networks/a8373c98-eb79-4e3e-9f20-d4bdba645692/tags/tempest-TagsTest-Tag-744210331 HTTP/1.1" status: 201 len: 201 time: 0.1380761 Feb 16 16:35:35.502973 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33850) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:35.507689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-cfc2b1bd-2beb-4b80-9b67-0919e3b1e279 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a8373c98-eb79-4e3e-9f20-d4bdba645692', 'tempest-TagsTest-Tag-744210331') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:35.513243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bda18-3d74-4f3a-badd-06c12514f947 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Pushing event updated for resources: {'Network': ['ID=a8373c98-eb79-4e3e-9f20-d4bdba645692,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:35.524072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a8373c98-eb79-4e3e-9f20-d4bdba645692 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:35:35.558557 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a302f6-3f17-4214-af5d-423327610443 req-6e49e97a-9772-4e95-96f0-5e24bb428896 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:35.567217 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45a302f6-3f17-4214-af5d-423327610443 req-6e49e97a-9772-4e95-96f0-5e24bb428896 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.2092288 Feb 16 16:35:35.641444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45a302f6-3f17-4214-af5d-423327610443 req-1b607d3d-5f63-460e-a5de-fae88bf4b320 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652087 Feb 16 16:35:35.671842 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cfc2b1bd-2beb-4b80-9b67-0919e3b1e279 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] 10.222.0.24 "GET /v2.0/networks/a8373c98-eb79-4e3e-9f20-d4bdba645692/tags/tempest-TagsTest-Tag-744210331 HTTP/1.1" status: 204 len: 168 time: 0.1675143 Feb 16 16:35:35.674512 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33854) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:35.679259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-1afa9828-85af-46d8-8adb-4291de851f0c tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a8373c98-eb79-4e3e-9f20-d4bdba645692') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:35.790367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffe501f1-dd7f-4cd5-a001-81ba87b3a5a2 req-3cc13374-03c6-41e0-9f8f-3c258e99cbb7 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.0793624 Feb 16 16:35:35.852361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1afa9828-85af-46d8-8adb-4291de851f0c tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] 10.222.0.24 "GET /v2.0/networks/a8373c98-eb79-4e3e-9f20-d4bdba645692/tags HTTP/1.1" status: 200 len: 237 time: 0.1764741 Feb 16 16:35:35.854803 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33858) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:35.860424 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-9fb441a6-b9d9-4edb-b174-354b1c2ef097 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a8373c98-eb79-4e3e-9f20-d4bdba645692', {'tags': ['tempest-TagsTest-Tag-1309578662', 'tempest-TagsTest-Tag-2108041827', 'tempest-TagsTest-Tag-1002884708']}) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:35.962779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5061b1-e22d-4cd0-8ab1-35fae7102698 req-37bce6ae-84be-4940-b695-7a3e50f96256 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:35.969893 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b5061b1-e22d-4cd0-8ab1-35fae7102698 req-37bce6ae-84be-4940-b695-7a3e50f96256 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 944 time: 0.1017413 Feb 16 16:35:36.009090 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9fb441a6-b9d9-4edb-b174-354b1c2ef097 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] 10.222.0.24 "PUT /v2.0/networks/a8373c98-eb79-4e3e-9f20-d4bdba645692/tags HTTP/1.1" status: 200 len: 309 time: 0.1522393 Feb 16 16:35:36.014742 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33860) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:36.022858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-6f3740ed-a2aa-42a4-baa8-0ffc5b7f10c0 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a8373c98-eb79-4e3e-9f20-d4bdba645692', 'tempest-TagsTest-Tag-1309578662') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:36.058868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b5061b1-e22d-4cd0-8ab1-35fae7102698 req-5ef0137d-a9b5-446c-b8b3-2c2e99b8e0d9 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879278 Feb 16 16:35:36.210418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device dc280a87-8d21-4c13-9f93-2c8747f4075e details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:35:36.309456 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6f3740ed-a2aa-42a4-baa8-0ffc5b7f10c0 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] 10.222.0.24 "DELETE /v2.0/networks/a8373c98-eb79-4e3e-9f20-d4bdba645692/tags/tempest-TagsTest-Tag-1309578662 HTTP/1.1" status: 204 len: 168 time: 0.2908359 Feb 16 16:35:36.309815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33872) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:36.314949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-e7917a5e-2fbe-4101-864f-b4c97b81e7d3 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a8373c98-eb79-4e3e-9f20-d4bdba645692', 'tempest-TagsTest-Tag-1309578662') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:36.465891 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-e7917a5e-2fbe-4101-864f-b4c97b81e7d3 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] show failed (client error): The resource could not be found. Feb 16 16:35:36.467358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e7917a5e-2fbe-4101-864f-b4c97b81e7d3 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] 10.222.0.24 "GET /v2.0/networks/a8373c98-eb79-4e3e-9f20-d4bdba645692/tags/tempest-TagsTest-Tag-1309578662 HTTP/1.1" status: 404 len: 326 time: 0.1562779 Feb 16 16:35:36.470129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33874) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:36.477212 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-335c913f-d4e5-4eb5-bc81-816df9d6cf1b tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a8373c98-eb79-4e3e-9f20-d4bdba645692', 'tempest-TagsTest-Tag-2108041827') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:36.519574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port dc280a87-8d21-4c13-9f93-2c8747f4075e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=dc280a87-8d21-4c13-9f93-2c8747f4075e,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:36.545781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'dc280a87-8d21-4c13-9f93-2c8747f4075e', 'network_id': '5ff79391-d267-4f31-964d-a98547bf9b6d', 'port_id': 'dc280a87-8d21-4c13-9f93-2c8747f4075e', 'mac_address': 'fa:16:3e:32:d4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc44112-3970-4a84-a656-f40fa88683de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:35:36.632055 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-335c913f-d4e5-4eb5-bc81-816df9d6cf1b tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] 10.222.0.24 "GET /v2.0/networks/a8373c98-eb79-4e3e-9f20-d4bdba645692/tags/tempest-TagsTest-Tag-2108041827 HTTP/1.1" status: 204 len: 168 time: 0.1602266 Feb 16 16:35:36.634556 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33876) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:36.640009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-34314112-3a3a-4e87-af43-2f97ad606626 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a8373c98-eb79-4e3e-9f20-d4bdba645692', 'tempest-TagsTest-Tag-1002884708') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:36.645169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port dc280a87-8d21-4c13-9f93-2c8747f4075e is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:35:36.645773 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dc280a87-8d21-4c13-9f93-2c8747f4075e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:36.673681 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc280a87-8d21-4c13-9f93-2c8747f4075e {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:35:36.716438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port dc280a87-8d21-4c13-9f93-2c8747f4075e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=dc280a87-8d21-4c13-9f93-2c8747f4075e,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:36.730439 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dc280a87-8d21-4c13-9f93-2c8747f4075e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:36.784577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-34314112-3a3a-4e87-af43-2f97ad606626 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] 10.222.0.24 "GET /v2.0/networks/a8373c98-eb79-4e3e-9f20-d4bdba645692/tags/tempest-TagsTest-Tag-1002884708 HTTP/1.1" status: 204 len: 168 time: 0.1485040 Feb 16 16:35:36.786837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33880) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:36.799304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-f59ce003-6652-4b21-9eac-61e66963eace tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a8373c98-eb79-4e3e-9f20-d4bdba645692') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:36.843302 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=dc280a87-8d21-4c13-9f93-2c8747f4075e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:36.868465 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:36.869081 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:36.869826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:36.870321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:36.871579 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:36.875880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:36.877599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:36.878151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:36.878651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:36.879144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:36.879936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:36.880588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:36.881477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:36.987014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f4333-79e5-4740-8d2c-b8b5ee15e415 req-9004ccf1-fab9-44da-a61e-bb74c9cc38a3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:36.989992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-284f4333-79e5-4740-8d2c-b8b5ee15e415 req-9004ccf1-fab9-44da-a61e-bb74c9cc38a3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.2082067 Feb 16 16:35:36.997673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83b62b22-7dd8-4ef5-bbd2-e766c767ebb3 req-b51c54ef-d8d4-4376-b6d1-b0f54c0ee03b tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.0714033 Feb 16 16:35:37.087990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f59ce003-6652-4b21-9eac-61e66963eace tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] 10.222.0.24 "DELETE /v2.0/networks/a8373c98-eb79-4e3e-9f20-d4bdba645692/tags HTTP/1.1" status: 204 len: 168 time: 0.3000076 Feb 16 16:35:37.088374 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33886) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:37.101911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-a7724f4c-42ff-4170-8e40-9769452ffcd3 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a8373c98-eb79-4e3e-9f20-d4bdba645692', 'tempest-TagsTest-Tag-2108041827') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:37.116371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-284f4333-79e5-4740-8d2c-b8b5ee15e415 req-8efc5d2c-ffde-4e9d-86c7-c016ed77fc54 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752428 Feb 16 16:35:37.130440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['dc280a87-8d21-4c13-9f93-2c8747f4075e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:35:37.320797 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-a7724f4c-42ff-4170-8e40-9769452ffcd3 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] show failed (client error): The resource could not be found. Feb 16 16:35:37.328366 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a7724f4c-42ff-4170-8e40-9769452ffcd3 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] 10.222.0.24 "GET /v2.0/networks/a8373c98-eb79-4e3e-9f20-d4bdba645692/tags/tempest-TagsTest-Tag-2108041827 HTTP/1.1" status: 404 len: 326 time: 0.2385445 Feb 16 16:35:37.329077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33888) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:37.331004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5336dd3-25d4-41b1-8754-f526b208b9fd req-f2f7bfe9-0376-4843-915f-9c08a71cf2e9 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:37.334449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5336dd3-25d4-41b1-8754-f526b208b9fd req-f2f7bfe9-0376-4843-915f-9c08a71cf2e9 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 945 time: 0.0993307 Feb 16 16:35:37.337175 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-ada14637-c5f0-4bbc-9a2b-c5da47bc1507 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a8373c98-eb79-4e3e-9f20-d4bdba645692', 'tempest-TagsTest-Tag-1002884708') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:37.477607 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5336dd3-25d4-41b1-8754-f526b208b9fd req-c7aa7a3c-4d5d-4192-a469-a020fc7a65a4 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352835 Feb 16 16:35:37.482165 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-ada14637-c5f0-4bbc-9a2b-c5da47bc1507 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] show failed (client error): The resource could not be found. Feb 16 16:35:37.483421 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ada14637-c5f0-4bbc-9a2b-c5da47bc1507 tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] 10.222.0.24 "GET /v2.0/networks/a8373c98-eb79-4e3e-9f20-d4bdba645692/tags/tempest-TagsTest-Tag-1002884708 HTTP/1.1" status: 404 len: 326 time: 0.1533356 Feb 16 16:35:37.486325 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33900) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:37.491128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-5975a7d7-46c8-411f-afa6-59e81074b24b tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a8373c98-eb79-4e3e-9f20-d4bdba645692') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:37.613949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33902) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:37.623354 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5975a7d7-46c8-411f-afa6-59e81074b24b tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] 10.222.0.24 "DELETE /v2.0/networks/a8373c98-eb79-4e3e-9f20-d4bdba645692/tags HTTP/1.1" status: 204 len: 168 time: 0.1354930 Feb 16 16:35:37.719804 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57399f30-b66e-4eae-b235-38a0593a1d3f tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a8373c98-eb79-4e3e-9f20-d4bdba645692), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:37.834947 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57399f30-b66e-4eae-b235-38a0593a1d3f tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a8373c98-eb79-4e3e-9f20-d4bdba645692), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:37.860907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-57399f30-b66e-4eae-b235-38a0593a1d3f tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8373c98-eb79-4e3e-9f20-d4bdba645692']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:37.873193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-57399f30-b66e-4eae-b235-38a0593a1d3f tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d31e926-4341-4f64-82e9-b69ad6c18a0e') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:37.873808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-57399f30-b66e-4eae-b235-38a0593a1d3f tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d31e926-4341-4f64-82e9-b69ad6c18a0e') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:37.895510 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57399f30-b66e-4eae-b235-38a0593a1d3f tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (4d31e926-4341-4f64-82e9-b69ad6c18a0e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:37.911730 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57399f30-b66e-4eae-b235-38a0593a1d3f tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (4d31e926-4341-4f64-82e9-b69ad6c18a0e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:37.918626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57399f30-b66e-4eae-b235-38a0593a1d3f tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:35:37.919910 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57399f30-b66e-4eae-b235-38a0593a1d3f tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (4d31e926-4341-4f64-82e9-b69ad6c18a0e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:35:37.923707 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:35:38.008912 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57399f30-b66e-4eae-b235-38a0593a1d3f tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a8373c98-eb79-4e3e-9f20-d4bdba645692), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:38.017277 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57399f30-b66e-4eae-b235-38a0593a1d3f tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:38.048844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-57399f30-b66e-4eae-b235-38a0593a1d3f tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] 10.222.0.24 "DELETE /v2.0/networks/a8373c98-eb79-4e3e-9f20-d4bdba645692 HTTP/1.1" status: 204 len: 168 time: 0.4336944 Feb 16 16:35:38.092918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57399f30-b66e-4eae-b235-38a0593a1d3f tempest-TagsTest-1595878498 tempest-TagsTest-1595878498-project] Pushing event deleted for resources: {'Network': ['ID=a8373c98-eb79-4e3e-9f20-d4bdba645692,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:38.221571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fec56250-fc60-4fc6-ab08-4497c2402d51 req-5639688d-a772-44d5-9727-4d913b71c763 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.0808330 Feb 16 16:35:38.352318 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5b083-2fa1-4506-b44f-36c52497a730 req-aaad3241-3aa0-49fe-8bc1-a48fd61c3374 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:38.361748 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2c5b083-2fa1-4506-b44f-36c52497a730 req-aaad3241-3aa0-49fe-8bc1-a48fd61c3374 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.0773108 Feb 16 16:35:38.436660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2c5b083-2fa1-4506-b44f-36c52497a730 req-92a0bff4-ff80-4378-87e9-f2f7da20e04b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739951 Feb 16 16:35:38.630435 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33924) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:38.685926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e12e7-6f71-4c5d-8bb9-d5f618a769e7 req-7093bc1c-13ed-4d63-b753-fc61d2823c75 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:38.690624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391e12e7-6f71-4c5d-8bb9-d5f618a769e7 req-7093bc1c-13ed-4d63-b753-fc61d2823c75 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 945 time: 0.0891342 Feb 16 16:35:38.780032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391e12e7-6f71-4c5d-8bb9-d5f618a769e7 req-cdaeb678-a7ed-4d98-accd-3da65661d405 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839195 Feb 16 16:35:38.892298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33928) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:38.892825 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-eee80028-3445-4415-8fe7-09d6b2406749 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1121fbf7b5042d3aa3d722a06194b9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2603073 Feb 16 16:35:38.953951 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c5e21de-85e0-449c-89fe-65babd668e12 admin admin] Publish callbacks [] for security_group (fe4c5a0e-6a4a-4341-a082-235e38e6e5fc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:38.989973 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c5e21de-85e0-449c-89fe-65babd668e12 admin admin] Publish callbacks [] for security_group (fe4c5a0e-6a4a-4341-a082-235e38e6e5fc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:39.054852 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c5e21de-85e0-449c-89fe-65babd668e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fe4c5a0e-6a4a-4341-a082-235e38e6e5fc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:39.059823 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c5e21de-85e0-449c-89fe-65babd668e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:39.062842 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4c5e21de-85e0-449c-89fe-65babd668e12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe4c5a0e-6a4a-4341-a082-235e38e6e5fc HTTP/1.1" status: 204 len: 168 time: 0.1695037 Feb 16 16:35:39.078560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e21de-85e0-449c-89fe-65babd668e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4c5a0e-6a4a-4341-a082-235e38e6e5fc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:39.439923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81127bd6-cc52-40ed-a9a4-c76c32270b99 req-dcb904a8-6e25-4daf-8cae-2656f17df64f tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.0854487 Feb 16 16:35:39.687153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cc7e9-d7ed-484f-a489-858bb587da92 req-3480db61-a47c-4bf6-b24d-eb79e9785ee2 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:39.707457 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-197cc7e9-d7ed-484f-a489-858bb587da92 req-3480db61-a47c-4bf6-b24d-eb79e9785ee2 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.1137264 Feb 16 16:35:39.803037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-197cc7e9-d7ed-484f-a489-858bb587da92 req-b2689711-426c-4973-842e-817853fbfdc3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945952 Feb 16 16:35:40.007272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ba2f8-c4ed-40ce-a7c3-3e5caeba5115 req-92cbccda-c4fb-4705-8bfa-cb746e8f6d88 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:40.008807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e9ba2f8-c4ed-40ce-a7c3-3e5caeba5115 req-92cbccda-c4fb-4705-8bfa-cb746e8f6d88 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 945 time: 0.1030824 Feb 16 16:35:40.102537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e9ba2f8-c4ed-40ce-a7c3-3e5caeba5115 req-657f7859-5a79-4117-b0ab-21587bf28202 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832257 Feb 16 16:35:40.244522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device dc280a87-8d21-4c13-9f93-2c8747f4075e up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:35:40.352742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port dc280a87-8d21-4c13-9f93-2c8747f4075e completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:35:40.358681 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port dc280a87-8d21-4c13-9f93-2c8747f4075e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:35:40.360331 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dc280a87-8d21-4c13-9f93-2c8747f4075e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:40.568209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port dc280a87-8d21-4c13-9f93-2c8747f4075e is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:35:40.568612 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dc280a87-8d21-4c13-9f93-2c8747f4075e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:40.654660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port dc280a87-8d21-4c13-9f93-2c8747f4075e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=dc280a87-8d21-4c13-9f93-2c8747f4075e,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:40.659394 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db11364a-5ab0-42fb-814f-c7490470af5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc280a87-8d21-4c13-9f93-2c8747f4075e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:35:40.661882 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd6e5e5-0c84-44b0-ac98-28e7eb0a7821" -d '{"events": [{"server_uuid": "db11364a-5ab0-42fb-814f-c7490470af5c", "name": "network-vif-plugged", "status": "completed", "tag": "dc280a87-8d21-4c13-9f93-2c8747f4075e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:35:40.672785 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dc280a87-8d21-4c13-9f93-2c8747f4075e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:40.688807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e08a160-3479-41c6-96c0-c286aa238292 req-fe81733d-ef5f-4e6d-a942-b2aed86ed945 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.0572956 Feb 16 16:35:40.739130 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dce71f-5f81-49ba-ab6b-60007758fff8 x-openstack-request-id: req-c4dce71f-5f81-49ba-ab6b-60007758fff8 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:35:40.739431 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db11364a-5ab0-42fb-814f-c7490470af5c", "name": "network-vif-plugged", "status": "completed", "tag": "dc280a87-8d21-4c13-9f93-2c8747f4075e", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:35:40.739726 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4dce71f-5f81-49ba-ab6b-60007758fff8 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:35:40.740124 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db11364a-5ab0-42fb-814f-c7490470af5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc280a87-8d21-4c13-9f93-2c8747f4075e', 'code': 200} Feb 16 16:35:40.815312 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=dc280a87-8d21-4c13-9f93-2c8747f4075e,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:40.995435 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5368a9-4715-4169-80be-3652dbe83575 req-92985d20-6bd4-4abd-b85c-cc2be77e50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:40.998036 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6f5368a9-4715-4169-80be-3652dbe83575 req-92985d20-6bd4-4abd-b85c-cc2be77e50d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 1128 time: 0.1588233 Feb 16 16:35:41.063422 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6f5368a9-4715-4169-80be-3652dbe83575 req-a590ea59-5a3a-41e0-968a-58bee0837bad service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582650 Feb 16 16:35:41.090141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9bb6c-d003-4e3a-aba2-83c286dbbe1d req-a08cc882-274a-4c69-b1ee-c74c4fe6ca9a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:41.092172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fe9bb6c-d003-4e3a-aba2-83c286dbbe1d req-a08cc882-274a-4c69-b1ee-c74c4fe6ca9a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.1506855 Feb 16 16:35:41.196630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fe9bb6c-d003-4e3a-aba2-83c286dbbe1d req-028749dd-83eb-4e20-9301-a4709acbecaf tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921037 Feb 16 16:35:41.323913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de896c21-c5c8-4d1a-8742-2325a5c651eb req-3288fa17-01c3-403f-945d-d5a6fe160272 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:41.331905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de896c21-c5c8-4d1a-8742-2325a5c651eb req-3288fa17-01c3-403f-945d-d5a6fe160272 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 946 time: 0.0964596 Feb 16 16:35:41.406746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de896c21-c5c8-4d1a-8742-2325a5c651eb req-b3c39209-5aba-4ddf-acc8-93d0309aabcf tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734947 Feb 16 16:35:41.806947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03885f7c-a6c5-44ce-9c7a-d3b98cc6972b req-c6a8a4b9-bb66-4210-b686-c9278e550434 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.0462186 Feb 16 16:35:42.330783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20dd5f-741d-42e3-8141-2ff41d4d0066 req-22fd51e2-bd93-4ed7-b1fd-ad6b12e08a4f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:42.333156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe20dd5f-741d-42e3-8141-2ff41d4d0066 req-22fd51e2-bd93-4ed7-b1fd-ad6b12e08a4f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.0603664 Feb 16 16:35:42.385975 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe20dd5f-741d-42e3-8141-2ff41d4d0066 req-520df130-60f5-4480-8e75-8ed5df400349 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465333 Feb 16 16:35:42.553159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1db93b-c34c-416d-aee5-a170fe726b95 req-5783ee4c-d2fa-4be9-a4e3-ca93d1ba9e58 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:42.554971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec1db93b-c34c-416d-aee5-a170fe726b95 req-5783ee4c-d2fa-4be9-a4e3-ca93d1ba9e58 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 946 time: 0.0557308 Feb 16 16:35:42.606912 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec1db93b-c34c-416d-aee5-a170fe726b95 req-fe98a784-f9d8-49c3-accd-53790c15c4a8 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452738 Feb 16 16:35:42.970626 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f78d06c1-ffe2-461f-b1ea-e84ffa06ee26 req-1903fe42-4281-45d0-8a5a-2e8d2359374e tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.0448778 Feb 16 16:35:43.137549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24059df3-2c58-4876-8466-5af0de354d46 req-1456a4fe-0ee3-427e-bddf-40e2818491fb tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:43.139474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24059df3-2c58-4876-8466-5af0de354d46 req-1456a4fe-0ee3-427e-bddf-40e2818491fb tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 951 time: 0.0583332 Feb 16 16:35:43.194657 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24059df3-2c58-4876-8466-5af0de354d46 req-b9ad2803-3e72-4338-a018-b6281de467a0 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479026 Feb 16 16:35:43.542061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f788d7-4d35-48e4-9921-3a15aa448d99 req-c27a9d83-b349-494d-a839-8fedca8caafe tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:43.547255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8f788d7-4d35-48e4-9921-3a15aa448d99 req-c27a9d83-b349-494d-a839-8fedca8caafe tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.0748665 Feb 16 16:35:43.609129 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8f788d7-4d35-48e4-9921-3a15aa448d99 req-bacb4e5e-33e9-4023-b6b0-419a50be86e7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558043 Feb 16 16:35:43.740719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf64098-f5c2-4da9-894a-c59eb910da75 req-6a4880d6-54cd-48d4-82c6-a28a216ef7c4 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:43.742299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6cf64098-f5c2-4da9-894a-c59eb910da75 req-6a4880d6-54cd-48d4-82c6-a28a216ef7c4 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 946 time: 0.0638707 Feb 16 16:35:43.795887 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6cf64098-f5c2-4da9-894a-c59eb910da75 req-fda14bda-549a-4d84-848b-171d01a72629 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472076 Feb 16 16:35:44.068971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdcfdf0c-9246-47bb-b81f-96a657416360 req-57dcce05-5072-4177-ae9a-66665aa806d4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.0338001 Feb 16 16:35:44.139301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb1a78-b303-4145-a6e8-c18a51d34124 req-fa927b86-2e6a-4438-b4e1-fe51906ba217 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:44.140796 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07eb1a78-b303-4145-a6e8-c18a51d34124 req-fa927b86-2e6a-4438-b4e1-fe51906ba217 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 951 time: 0.0751271 Feb 16 16:35:44.213183 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07eb1a78-b303-4145-a6e8-c18a51d34124 req-90f7bac6-ace1-48d1-945f-4a2cefa74cc0 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533454 Feb 16 16:35:44.221427 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-3c599f8d-9716-42bd-a441-d4151e72f8d6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0981929 Feb 16 16:35:44.327385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-4b4ce1a1-90db-4083-a17b-1baabc3a90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:44.327884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-4b4ce1a1-90db-4083-a17b-1baabc3a90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:44.328349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-4b4ce1a1-90db-4083-a17b-1baabc3a90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:44.328816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-4b4ce1a1-90db-4083-a17b-1baabc3a90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:44.329277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-4b4ce1a1-90db-4083-a17b-1baabc3a90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:44.329731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-4b4ce1a1-90db-4083-a17b-1baabc3a90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:44.330185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-4b4ce1a1-90db-4083-a17b-1baabc3a90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:44.332173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-4b4ce1a1-90db-4083-a17b-1baabc3a90a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 6716 time: 0.0555449 Feb 16 16:35:44.451917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-080371cf-85fe-4624-8e4b-bcfe30b502ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:44.452388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-080371cf-85fe-4624-8e4b-bcfe30b502ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:44.452843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-080371cf-85fe-4624-8e4b-bcfe30b502ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:44.454416 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-080371cf-85fe-4624-8e4b-bcfe30b502ba service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd6679df-17c6-4470-9d69-faee9752f3e1&id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&id=99166be9-b7bf-4994-91a8-2a2b782c0a2a&id=99166be9-b7bf-4994-91a8-2a2b782c0a2a HTTP/1.1" status: 200 len: 2298 time: 0.0976150 Feb 16 16:35:44.519783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-b8bd6003-c03b-4c3f-acec-3aa068a55d3d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ee8ca31-5a38-410b-904f-1c774cb9ae5e HTTP/1.1" status: 200 len: 1001 time: 0.0591025 Feb 16 16:35:44.567013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-2cb2b110-7d08-4beb-b1f7-ac65f704b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:44.568446 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-2cb2b110-7d08-4beb-b1f7-ac65f704b5af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa52883c-d87f-4ec7-b5e1-ae348ec14277 HTTP/1.1" status: 200 len: 856 time: 0.0424638 Feb 16 16:35:44.622870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-61147442-371c-4bfa-94f9-a9cf67e4c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:44.624385 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-61147442-371c-4bfa-94f9-a9cf67e4c7d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd6679df-17c6-4470-9d69-faee9752f3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488520 Feb 16 16:35:44.748306 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-26abdd11-8c9a-4b50-b1e9-1896c219f6b1 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6679df-17c6-4470-9d69-faee9752f3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177251 Feb 16 16:35:44.780791 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78567409-e557-44e6-9662-b6fafe7ced78 req-4f1bf7ce-a59e-4b83-9394-ec0028560da1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:44.782127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-78567409-e557-44e6-9662-b6fafe7ced78 req-4f1bf7ce-a59e-4b83-9394-ec0028560da1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.0921626 Feb 16 16:35:44.878897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-78567409-e557-44e6-9662-b6fafe7ced78 req-8039c97f-3618-42b3-819c-eda2c6026a42 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865881 Feb 16 16:35:44.882422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-6b85ce6a-4821-45a7-b257-685ef41e9d91 service neutron] 10.222.0.65 "GET /v2.0/networks/bd6679df-17c6-4470-9d69-faee9752f3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283488 Feb 16 16:35:44.927244 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-34eee5fe-6367-4496-969d-10dcbde5ca42 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 HTTP/1.1" status: 200 len: 217 time: 0.0386500 Feb 16 16:35:44.978173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-b0ecd28c-4346-4f15-a9af-2a0982aa1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:44.979624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-b0ecd28c-4346-4f15-a9af-2a0982aa1e6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebf9ad3-3d93-4292-a640-861a254987ce HTTP/1.1" status: 200 len: 797 time: 0.0452440 Feb 16 16:35:45.030193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-72a2e42b-f440-4154-ba34-127580cbeaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:45.031799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-72a2e42b-f440-4154-ba34-127580cbeaad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0465136 Feb 16 16:35:45.137621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-f75805e3-4f13-4dab-93a9-0fb9574b8b18 service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994368 Feb 16 16:35:45.193044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9142a21-95a1-4439-b9b9-874776d1c914 req-59255042-f4f1-4deb-803f-b722ac83749c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.0422618 Feb 16 16:35:45.254119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-9af5f30d-ccc8-4fd8-9bf9-67edb802f20a service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103959 Feb 16 16:35:45.307531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-71cd616e-05e1-40a3-af6e-9fc29b24a5fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=05a3f381-04ac-4532-9824-3977aba8b6be HTTP/1.1" status: 200 len: 217 time: 0.0467355 Feb 16 16:35:45.374255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-d624bbd9-de57-45ff-a20c-19eb660ef3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:45.375632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-d624bbd9-de57-45ff-a20c-19eb660ef3e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebf9ad3-3d93-4292-a640-861a254987ce HTTP/1.1" status: 200 len: 797 time: 0.0632350 Feb 16 16:35:45.398029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabb2ae-956b-4e70-9e7f-3e83050a2bfe req-12bdcd95-cbe9-47ac-b8cb-5ddce682e7b8 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:45.399459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5cabb2ae-956b-4e70-9e7f-3e83050a2bfe req-12bdcd95-cbe9-47ac-b8cb-5ddce682e7b8 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 951 time: 0.1009302 Feb 16 16:35:45.471400 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5cabb2ae-956b-4e70-9e7f-3e83050a2bfe req-9e816e40-6a2d-4f64-bedf-c3bd03d7f22b tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534346 Feb 16 16:35:45.473186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-f10a50c0-e3c4-4e1f-9339-00bcaef88d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:45.474577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-f10a50c0-e3c4-4e1f-9339-00bcaef88d87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0930290 Feb 16 16:35:45.564914 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-8c7c283c-9f6a-4dc8-a7e5-41aa0feee5de service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829654 Feb 16 16:35:45.657009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-7be3e520-9ad5-4383-8a7b-aba2276463fa service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863349 Feb 16 16:35:45.697536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-dc71c34c-a9cc-44c1-9c4b-764f749887e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 HTTP/1.1" status: 200 len: 217 time: 0.0345337 Feb 16 16:35:45.749771 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-f98af707-3895-42e8-bfba-ab79491e31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:45.751301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-f98af707-3895-42e8-bfba-ab79491e31f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebf9ad3-3d93-4292-a640-861a254987ce HTTP/1.1" status: 200 len: 797 time: 0.0481286 Feb 16 16:35:45.801385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-778a7090-942b-4481-901b-90533bfe9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:45.802882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-778a7090-942b-4481-901b-90533bfe9980 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0460753 Feb 16 16:35:45.892033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-5f7a52e6-0271-4652-9934-052fc9ec710f service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827639 Feb 16 16:35:46.015919 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-ecdc7a64-09ae-4846-b242-d46a5f52c8bd service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178868 Feb 16 16:35:46.035962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349be22-7eeb-45fc-b604-3289602f90b1 req-949da174-5f0e-431b-9280-148d26c330fb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:46.037413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d349be22-7eeb-45fc-b604-3289602f90b1 req-949da174-5f0e-431b-9280-148d26c330fb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.0793123 Feb 16 16:35:46.074039 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-c11b4223-e1ca-4363-a5da-c42e257f4c77 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=82e2e32d-8c5f-4c98-812f-04b3671298db HTTP/1.1" status: 200 len: 217 time: 0.0519166 Feb 16 16:35:46.144190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d349be22-7eeb-45fc-b604-3289602f90b1 req-b7fe2d01-881e-4c2f-9271-fae591019098 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766413 Feb 16 16:35:46.147855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-47e1cfc9-5468-47d3-a234-d472377f2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:46.149259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-47e1cfc9-5468-47d3-a234-d472377f2465 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebf9ad3-3d93-4292-a640-861a254987ce HTTP/1.1" status: 200 len: 797 time: 0.0668707 Feb 16 16:35:46.201170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-56a5981c-43f6-4d5d-a4bf-845728984b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:46.202689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-56a5981c-43f6-4d5d-a4bf-845728984b13 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77e300b8-8f2d-49c0-9ebe-b61a8689334e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0475941 Feb 16 16:35:46.300954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:35:46.307840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ae2c021-1bce-4efe-93ed-b16ffaefb0f0 req-49c17622-1c00-43fd-8b2f-94e4b207e123 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.0319326 Feb 16 16:35:46.328391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-f0bf838c-dffa-4821-b424-0b526f343497 service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197257 Feb 16 16:35:46.387575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:35:46.388262 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:46.418661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:35:46.421510 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-d5925863-5694-4613-a58b-acf9dbc12b6a service neutron] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870445 Feb 16 16:35:46.421810 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d217ce5-6e44-4639-8895-5c2206c5cc2d" -d '{"events": [{"server_uuid": "1bb9b9ce-718a-4d75-b5bf-7fb63bab2865", "name": "network-vif-unplugged", "status": "completed", "tag": "e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:35:46.438807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:46.444478 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:46.472527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-3a7eaff6-50a3-48dd-bec7-b9b522356fa6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 HTTP/1.1" status: 200 len: 217 time: 0.0452785 Feb 16 16:35:46.484277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474d7b3-be05-4b9d-98dc-c0b48da260b9 req-c4761b4c-d598-40ba-9af8-7e4c744b31b6 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:46.487340 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6474d7b3-be05-4b9d-98dc-c0b48da260b9 req-c4761b4c-d598-40ba-9af8-7e4c744b31b6 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 951 time: 0.0757911 Feb 16 16:35:46.516445 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6593ac-6941-4ce8-a5fd-df8ae5d31e52 x-openstack-request-id: req-1f6593ac-6941-4ce8-a5fd-df8ae5d31e52 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:35:46.516797 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb9b9ce-718a-4d75-b5bf-7fb63bab2865", "name": "network-vif-unplugged", "status": "completed", "tag": "e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:35:46.516987 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f6593ac-6941-4ce8-a5fd-df8ae5d31e52 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:35:46.517558 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66', 'code': 200} Feb 16 16:35:46.518715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,revision_number=11']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:46.533608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-2c71a1dd-7b4f-48f6-b711-79603c51afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:46.535185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-2c71a1dd-7b4f-48f6-b711-79603c51afbb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=99ea7639-172f-4943-8292-3c6442700cca HTTP/1.1" status: 200 len: 797 time: 0.0562561 Feb 16 16:35:46.630299 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-6474d7b3-be05-4b9d-98dc-c0b48da260b9 req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Deleting port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:46.630882 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6474d7b3-be05-4b9d-98dc-c0b48da260b9 req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:46.631009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-0f98b595-f8d9-4610-b8ec-05029b6fcc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:46.632542 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-0f98b595-f8d9-4610-b8ec-05029b6fcc21 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=99166be9-b7bf-4994-91a8-2a2b782c0a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0902543 Feb 16 16:35:46.644571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb922dd-2d39-4885-8b5d-3e2a0d7c26c8 req-c3eb69fa-5f42-4d36-9b16-f09b0aa989f2 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:46.646001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fb922dd-2d39-4885-8b5d-3e2a0d7c26c8 req-c3eb69fa-5f42-4d36-9b16-f09b0aa989f2 tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb9b9ce-718a-4d75-b5bf-7fb63bab2865 HTTP/1.1" status: 200 len: 949 time: 0.0725796 Feb 16 16:35:46.728333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6474d7b3-be05-4b9d-98dc-c0b48da260b9 req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] For port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:46.728968 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6474d7b3-be05-4b9d-98dc-c0b48da260b9 req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:46.744791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-6474d7b3-be05-4b9d-98dc-c0b48da260b9 req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Calling delete_port for e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:46.753599 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fb922dd-2d39-4885-8b5d-3e2a0d7c26c8 req-b9dd91b1-bc8a-40f9-932a-9aeb3f92d9eb tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985970 Feb 16 16:35:46.776619 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-654a8c43-3960-4b79-acec-21f46c3c6e42 service neutron] 10.222.0.65 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246288 Feb 16 16:35:46.870079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-eca07ce0-42c5-49b5-8cf4-ea4487dce2ae service neutron] 10.222.0.65 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907693 Feb 16 16:35:46.892012 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6474d7b3-be05-4b9d-98dc-c0b48da260b9 req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:46.920428 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-6dfcb478-e882-48bc-a029-5c729bfb341b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04680135-a65c-4508-bf09-2718d35da64b HTTP/1.1" status: 200 len: 217 time: 0.0449028 Feb 16 16:35:46.921808 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Pushing event deleted for resources: {'Port': ['ID=e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:46.935417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:46.935822 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:46.936134 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:46.936478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:46.936816 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:46.937149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:46.937508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:46.937875 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:46.938209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:46.938538 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:46.938865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:46.939190 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:46.939512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:35:46.982137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-295a71f4-90c0-4d48-9bec-9acf9a4647ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:46.983451 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-295a71f4-90c0-4d48-9bec-9acf9a4647ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=99ea7639-172f-4943-8292-3c6442700cca HTTP/1.1" status: 200 len: 797 time: 0.0577509 Feb 16 16:35:46.989114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6474d7b3-be05-4b9d-98dc-c0b48da260b9 req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] No DVR routers for this DVR port e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:35:46.992305 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6474d7b3-be05-4b9d-98dc-c0b48da260b9 req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:46.995868 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6474d7b3-be05-4b9d-98dc-c0b48da260b9 req-5704d009-a38c-4056-856b-b5d3a03cf12c tempest-ImagesOneServerTestJSON-1061913905 tempest-ImagesOneServerTestJSON-1061913905-project] 10.222.0.60 "DELETE /v2.0/ports/e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 HTTP/1.1" status: 204 len: 173 time: 0.4881833 Feb 16 16:35:46.996725 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'name': 'network-vif-deleted', 'tag': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:35:47.003925 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85472ca-69b1-4bea-a0a3-b3e1940ae60f" -d '{"events": [{"server_uuid": "1bb9b9ce-718a-4d75-b5bf-7fb63bab2865", "name": "network-vif-deleted", "tag": "e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:35:47.060883 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549c3f31-5762-4464-a6b6-0a7ee17ff4ef x-openstack-request-id: req-549c3f31-5762-4464-a6b6-0a7ee17ff4ef {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:35:47.061178 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb9b9ce-718a-4d75-b5bf-7fb63bab2865", "name": "network-vif-deleted", "tag": "e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:35:47.061438 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-549c3f31-5762-4464-a6b6-0a7ee17ff4ef {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:35:47.061839 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b9ce-718a-4d75-b5bf-7fb63bab2865', 'name': 'network-vif-deleted', 'tag': 'e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66', 'status': 'completed', 'code': 200} Feb 16 16:35:47.070319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-a8f39035-3eca-4084-99df-094fd51ad7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:47.072935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-a8f39035-3eca-4084-99df-094fd51ad7a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=99166be9-b7bf-4994-91a8-2a2b782c0a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0835180 Feb 16 16:35:47.240026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-b6a37ddd-e0c8-4e0e-9e14-2f22fc8e7c07 service neutron] 10.222.0.65 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598372 Feb 16 16:35:47.275457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34136) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:47.636505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e1a2e-b29a-46bb-a181-edcd18db29e1 req-adc5033d-239c-493c-a093-a6f6d37aca9a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:47.644556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e79e1a2e-b29a-46bb-a181-edcd18db29e1 req-adc5033d-239c-493c-a093-a6f6d37aca9a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.3520575 Feb 16 16:35:47.665281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03729396-93ae-4d3b-ac89-54baae8ec9f4 req-49a6bbcc-6a2f-4e8c-b341-18eca8a4cb2d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8b7f2c-9555-4d32-b93b-d9ce525c04f0 HTTP/1.1" status: 200 len: 210 time: 0.1186779 Feb 16 16:35:47.713286 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3f53be7-cedb-4fc0-86f0-ea6082179937 req-0a476cbb-3d40-4b69-86fb-322206bc71a2 service neutron] 10.222.0.65 "GET /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654770 Feb 16 16:35:47.730372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e79e1a2e-b29a-46bb-a181-edcd18db29e1 req-66abebac-ef29-4fa4-a5d6-13644b8e7962 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846891 Feb 16 16:35:47.962635 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84b84c74-71b8-4f9d-a464-5095c84ffd74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:48.343974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34170) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:48.384429 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-84b84c74-71b8-4f9d-a464-5095c84ffd74 admin admin] Deleting port 1f1a9b0a-d9bf-4612-b49c-8f824b231648 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:48.384851 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84b84c74-71b8-4f9d-a464-5095c84ffd74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:48.506360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-84b84c74-71b8-4f9d-a464-5095c84ffd74 admin admin] For port 1f1a9b0a-d9bf-4612-b49c-8f824b231648, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1f1a9b0a-d9bf-4612-b49c-8f824b231648,segment=NetworkSegment(5784e4ec-82e8-40e5-a17d-d9d1118556dd),segment_id=5784e4ec-82e8-40e5-a17d-d9d1118556dd)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:48.508637 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84b84c74-71b8-4f9d-a464-5095c84ffd74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:48.542597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-84b84c74-71b8-4f9d-a464-5095c84ffd74 admin admin] Calling delete_port for 1f1a9b0a-d9bf-4612-b49c-8f824b231648 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:48.553131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-32bc1df8-ef70-4bfc-b807-43bf0900b421 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cde1b2ded7244bfba4e456f26673a54d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2073643 Feb 16 16:35:48.555495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34184) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:48.661594 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e269fa0-01d8-449e-8541-45b4a8fd5bfa admin admin] Publish callbacks [] for security_group (eb1d752b-04f5-4e9b-ade5-2f56f23c61a0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:48.704258 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e269fa0-01d8-449e-8541-45b4a8fd5bfa admin admin] Publish callbacks [] for security_group (eb1d752b-04f5-4e9b-ade5-2f56f23c61a0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:48.817557 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e269fa0-01d8-449e-8541-45b4a8fd5bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (eb1d752b-04f5-4e9b-ade5-2f56f23c61a0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:48.820796 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e269fa0-01d8-449e-8541-45b4a8fd5bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:48.830461 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7e269fa0-01d8-449e-8541-45b4a8fd5bfa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb1d752b-04f5-4e9b-ade5-2f56f23c61a0 HTTP/1.1" status: 204 len: 168 time: 0.2729268 Feb 16 16:35:48.865608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e269fa0-01d8-449e-8541-45b4a8fd5bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1d752b-04f5-4e9b-ade5-2f56f23c61a0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:48.902896 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84b84c74-71b8-4f9d-a464-5095c84ffd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (1f1a9b0a-d9bf-4612-b49c-8f824b231648), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:49.043338 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b84c74-71b8-4f9d-a464-5095c84ffd74 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f1a9b0a-d9bf-4612-b49c-8f824b231648,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:49.046861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34204) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:49.131378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e02b4-24b4-42da-9a08-e7c0c1f9617e req-017c17f2-b6bc-41ef-8dba-c43ec66da51b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:49.143344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab8e02b4-24b4-42da-9a08-e7c0c1f9617e req-017c17f2-b6bc-41ef-8dba-c43ec66da51b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.1724408 Feb 16 16:35:49.210166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab8e02b4-24b4-42da-9a08-e7c0c1f9617e req-c3f2a3e8-8b15-4e55-a622-1135a7c3045a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657973 Feb 16 16:35:49.359230 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38600a6e-e630-4c9c-8f67-5ee310ec2f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:49.462970 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84b84c74-71b8-4f9d-a464-5095c84ffd74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:49.639333 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38600a6e-e630-4c9c-8f67-5ee310ec2f4d admin admin] Publish callbacks [] for security_group (501fc0b9-8963-4371-b7c3-7a0b1826134f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:49.651188 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38600a6e-e630-4c9c-8f67-5ee310ec2f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (501fc0b9-8963-4371-b7c3-7a0b1826134f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:49.688196 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-38600a6e-e630-4c9c-8f67-5ee310ec2f4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b22b3198d17b410384cc814db20200ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6398029 Feb 16 16:35:49.690279 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34230) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:49.724346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61621fa1-b716-42a0-b079-508d4ef6df4b req-fffe76be-aee7-425b-8d02-dd991e1298a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:49.726495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61621fa1-b716-42a0-b079-508d4ef6df4b req-fffe76be-aee7-425b-8d02-dd991e1298a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 811 time: 0.1753976 Feb 16 16:35:49.747620 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61621fa1-b716-42a0-b079-508d4ef6df4b req-6a7c35d4-b5db-4929-8722-5b1b6e798bb1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/quotas/87aaae2862ac405f88354b7195ee2896 HTTP/1.1" status: 200 len: 375 time: 0.0148449 Feb 16 16:35:49.788409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38600a6e-e630-4c9c-8f67-5ee310ec2f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501fc0b9-8963-4371-b7c3-7a0b1826134f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:49.991793 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06ee838b-6b26-43f9-9f02-0d2903295a8b admin admin] Publish callbacks [] for security_group (501fc0b9-8963-4371-b7c3-7a0b1826134f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:50.043619 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06ee838b-6b26-43f9-9f02-0d2903295a8b admin admin] Publish callbacks [] for security_group (501fc0b9-8963-4371-b7c3-7a0b1826134f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:50.122000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b84c74-71b8-4f9d-a464-5095c84ffd74 admin admin] Router b71e5eb9-b91d-42c1-8fd7-926b19396cb4 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:35:50.291484 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06ee838b-6b26-43f9-9f02-0d2903295a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (501fc0b9-8963-4371-b7c3-7a0b1826134f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:50.295077 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06ee838b-6b26-43f9-9f02-0d2903295a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:50.298537 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-06ee838b-6b26-43f9-9f02-0d2903295a8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/501fc0b9-8963-4371-b7c3-7a0b1826134f HTTP/1.1" status: 204 len: 168 time: 0.6030021 Feb 16 16:35:50.315028 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee838b-6b26-43f9-9f02-0d2903295a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501fc0b9-8963-4371-b7c3-7a0b1826134f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:50.353545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:35:50.394285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:35:50.394824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e2a70d98-2fc8-4f54-8c3d-2b0f40d87a66 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:35:50.418010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b84c74-71b8-4f9d-a464-5095c84ffd74 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:35:50.428943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0732840-53fe-4792-b61d-6a7e487b1eb3 None None] Sync routers for ids ['b71e5eb9-b91d-42c1-8fd7-926b19396cb4'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:35:50.443046 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-84b84c74-71b8-4f9d-a464-5095c84ffd74 admin admin] 10.222.0.24 "PUT /v2.0/routers/b71e5eb9-b91d-42c1-8fd7-926b19396cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1642990 Feb 16 16:35:50.444443 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34252) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:50.458068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0732840-53fe-4792-b61d-6a7e487b1eb3 None None] Routers {'b71e5eb9-b91d-42c1-8fd7-926b19396cb4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:35:50.459063 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c0732840-53fe-4792-b61d-6a7e487b1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b71e5eb9-b91d-42c1-8fd7-926b19396cb4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:50.459783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61621fa1-b716-42a0-b079-508d4ef6df4b req-49591b09-e6a4-4152-88d4-5b74a54502a5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7009597 Feb 16 16:35:50.599155 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-c0732840-53fe-4792-b61d-6a7e487b1eb3 None None] Set router b71e5eb9-b91d-42c1-8fd7-926b19396cb4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:35:50.633161 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] Publish callbacks [] for router (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:50.652840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cec4d-eaed-45f6-8ce3-acf0cb26802e req-853eab1f-fc33-4d27-bd16-95d497f06309 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:50.672470 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-509cec4d-eaed-45f6-8ce3-acf0cb26802e req-853eab1f-fc33-4d27-bd16-95d497f06309 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.2402833 Feb 16 16:35:50.753163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61621fa1-b716-42a0-b079-508d4ef6df4b req-9b6e6864-b081-44d5-a80a-c22af09a6fd4 service neutron] 10.222.0.24 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641861 Feb 16 16:35:50.832935 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] Publish callbacks [] for router_gateway (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:50.833432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c0732840-53fe-4792-b61d-6a7e487b1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-858650505-router', 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '0076c463-a46b-49ce-9165-f795c6a3a3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:20Z', 'updated_at': '2022-02-16T16:35:48Z', 'revision_number': 5, 'project_id': 'dbd272cc326940a1a14c39e2d15a896a', 'gw_port': {'id': '0076c463-a46b-49ce-9165-f795c6a3a3e6', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:23Z', 'updated_at': '2022-02-16T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:50.865638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-509cec4d-eaed-45f6-8ce3-acf0cb26802e req-2142e243-5c4a-4a4e-b114-1bf44122b58e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875153 Feb 16 16:35:50.902345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0732840-53fe-4792-b61d-6a7e487b1eb3 None None] Checking router: b71e5eb9-b91d-42c1-8fd7-926b19396cb4 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:35:50.912544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34260) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:50.919613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0732840-53fe-4792-b61d-6a7e487b1eb3 None None] Routers {'b71e5eb9-b91d-42c1-8fd7-926b19396cb4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:35:50.920500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c0732840-53fe-4792-b61d-6a7e487b1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b71e5eb9-b91d-42c1-8fd7-926b19396cb4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:50.921323 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] Deleting port 0076c463-a46b-49ce-9165-f795c6a3a3e6 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:50.921664 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (0076c463-a46b-49ce-9165-f795c6a3a3e6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:50.944425 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07e3081c-074b-4016-a126-70c73afcc094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:50.970124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61621fa1-b716-42a0-b079-508d4ef6df4b req-643011eb-4063-434c-8f0b-4db3dfececca service neutron] 10.222.0.24 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085669 Feb 16 16:35:51.078623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-c0732840-53fe-4792-b61d-6a7e487b1eb3 None None] Set router b71e5eb9-b91d-42c1-8fd7-926b19396cb4 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:35:51.081872 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] For port 0076c463-a46b-49ce-9165-f795c6a3a3e6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0076c463-a46b-49ce-9165-f795c6a3a3e6,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:51.087941 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (0076c463-a46b-49ce-9165-f795c6a3a3e6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:51.117198 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07e3081c-074b-4016-a126-70c73afcc094 admin admin] Publish callbacks [] for security_group (c7abd7ed-a9a6-4b98-9c35-b30b1220b0ee), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:51.118354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] Calling delete_port for 0076c463-a46b-49ce-9165-f795c6a3a3e6 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:51.124288 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07e3081c-074b-4016-a126-70c73afcc094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c7abd7ed-a9a6-4b98-9c35-b30b1220b0ee), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:51.191577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-07e3081c-074b-4016-a126-70c73afcc094 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b7b8ea1feb245adaffefecfec607e05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2774916 Feb 16 16:35:51.193316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34262) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:51.220783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c0732840-53fe-4792-b61d-6a7e487b1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-858650505-router', 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:20Z', 'updated_at': '2022-02-16T16:35:50Z', 'revision_number': 6, 'project_id': 'dbd272cc326940a1a14c39e2d15a896a', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:51.238282 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3081c-074b-4016-a126-70c73afcc094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7abd7ed-a9a6-4b98-9c35-b30b1220b0ee,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:51.326476 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0732840-53fe-4792-b61d-6a7e487b1eb3 None None] The sync data for ids ['b71e5eb9-b91d-42c1-8fd7-926b19396cb4'] in n-d-669411-5 is: [{'id': 'b71e5eb9-b91d-42c1-8fd7-926b19396cb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-858650505-router', 'tenant_id': 'dbd272cc326940a1a14c39e2d15a896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:20Z', 'updated_at': '2022-02-16T16:35:50Z', 'revision_number': 6, 'project_id': 'dbd272cc326940a1a14c39e2d15a896a', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:35:51.344331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95c69ec4-d57a-4634-9a9f-3ccf4e907dc5 req-47e7b5db-5658-437d-bcbc-ac8e9cc2986d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=c815cf8b-ecdb-4ec4-8330-8d6720be9160 HTTP/1.1" status: 200 len: 210 time: 0.0747497 Feb 16 16:35:51.369977 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30b5b1cc-dea3-4477-a47f-61ad66aee9d8 admin admin] Publish callbacks [] for security_group (c7abd7ed-a9a6-4b98-9c35-b30b1220b0ee), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:51.494259 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30b5b1cc-dea3-4477-a47f-61ad66aee9d8 admin admin] Publish callbacks [] for security_group (c7abd7ed-a9a6-4b98-9c35-b30b1220b0ee), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:51.609855 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30b5b1cc-dea3-4477-a47f-61ad66aee9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c7abd7ed-a9a6-4b98-9c35-b30b1220b0ee), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:51.612866 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30b5b1cc-dea3-4477-a47f-61ad66aee9d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:51.620154 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (0076c463-a46b-49ce-9165-f795c6a3a3e6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:51.621004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-30b5b1cc-dea3-4477-a47f-61ad66aee9d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7abd7ed-a9a6-4b98-9c35-b30b1220b0ee HTTP/1.1" status: 204 len: 168 time: 0.4263899 Feb 16 16:35:51.637382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5b1cc-dea3-4477-a47f-61ad66aee9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7abd7ed-a9a6-4b98-9c35-b30b1220b0ee,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:51.659890 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] Pushing event deleted for resources: {'Port': ['ID=0076c463-a46b-49ce-9165-f795c6a3a3e6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:51.802180 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:51.956588 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:51.968053 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] Publish callbacks [] for router_controller (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:52.024950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cfb0919-5ae7-4da5-a591-e5f30ce173ed req-3b3ef569-4fe6-42d4-ad7d-c0a47ae7a1b6 tempest-AbsoluteLimitsNegativeTestJSON-1743291605 tempest-AbsoluteLimitsNegativeTestJSON-1743291605-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cbf56a8916d94a9f8cca9826aed1b014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525775 Feb 16 16:35:52.030063 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (b71e5eb9-b91d-42c1-8fd7-926b19396cb4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:52.031257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b71e5eb9-b91d-42c1-8fd7-926b19396cb4 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:35:52.039025 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:52.044316 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4e7acace-c1bc-4131-b9df-bbdfedcb6001 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b71e5eb9-b91d-42c1-8fd7-926b19396cb4 HTTP/1.1" status: 204 len: 168 time: 1.5975912 Feb 16 16:35:52.048200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34318) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:52.171123 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20aa087-7e43-4e3f-843d-6403f28abcb9 admin admin] Deleting subnet cd2dc1d5-f314-44c4-9d32-06fa188549b4 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:35:52.179310 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e20aa087-7e43-4e3f-843d-6403f28abcb9 admin admin] Publish callbacks [] for subnet (cd2dc1d5-f314-44c4-9d32-06fa188549b4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:52.232258 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e20aa087-7e43-4e3f-843d-6403f28abcb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (cd2dc1d5-f314-44c4-9d32-06fa188549b4), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:52.362164 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1f1a9b0a-d9bf-4612-b49c-8f824b231648 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:35:52.362703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb0919-5ae7-4da5-a591-e5f30ce173ed req-2ada6917-f1a4-46bd-9879-27ab8fffd8d1 tempest-AbsoluteLimitsNegativeTestJSON-1743291605 tempest-AbsoluteLimitsNegativeTestJSON-1743291605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:52.373685 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e20aa087-7e43-4e3f-843d-6403f28abcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (cd2dc1d5-f314-44c4-9d32-06fa188549b4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:52.379287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cfb0919-5ae7-4da5-a591-e5f30ce173ed req-2ada6917-f1a4-46bd-9879-27ab8fffd8d1 tempest-AbsoluteLimitsNegativeTestJSON-1743291605 tempest-AbsoluteLimitsNegativeTestJSON-1743291605-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3433478 Feb 16 16:35:52.415689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 1f1a9b0a-d9bf-4612-b49c-8f824b231648 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:35:52.417128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1f1a9b0a-d9bf-4612-b49c-8f824b231648 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:35:52.428267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cfb0919-5ae7-4da5-a591-e5f30ce173ed req-0efcb755-b773-4d56-924f-ec3f43330591 tempest-AbsoluteLimitsNegativeTestJSON-1743291605 tempest-AbsoluteLimitsNegativeTestJSON-1743291605-project] 10.222.0.24 "GET /v2.0/quotas/cbf56a8916d94a9f8cca9826aed1b014 HTTP/1.1" status: 200 len: 375 time: 0.0450225 Feb 16 16:35:52.511392 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cfb0919-5ae7-4da5-a591-e5f30ce173ed req-bd6e420d-49a1-4a39-b99f-f923fb11e0d4 tempest-AbsoluteLimitsNegativeTestJSON-1743291605 tempest-AbsoluteLimitsNegativeTestJSON-1743291605-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbf56a8916d94a9f8cca9826aed1b014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810432 Feb 16 16:35:52.521657 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e20aa087-7e43-4e3f-843d-6403f28abcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (cd2dc1d5-f314-44c4-9d32-06fa188549b4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:52.550231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533ea36-69c8-4c21-990c-afc200e1c1b7 req-59023667-364c-45a0-bb49-a4c05384386c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:52.555280 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f533ea36-69c8-4c21-990c-afc200e1c1b7 req-59023667-364c-45a0-bb49-a4c05384386c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.2388680 Feb 16 16:35:52.576693 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20aa087-7e43-4e3f-843d-6403f28abcb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd2dc1d5-f314-44c4-9d32-06fa188549b4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:52.588395 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e20aa087-7e43-4e3f-843d-6403f28abcb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:52.595557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47af9d0-8374-4fe7-92e1-1a35a3fb3d29 None None] Network 70da62e2-114f-4e11-8873-fa8d53659357 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:35:52.618442 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e20aa087-7e43-4e3f-843d-6403f28abcb9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cd2dc1d5-f314-44c4-9d32-06fa188549b4 HTTP/1.1" status: 204 len: 168 time: 0.5621018 Feb 16 16:35:52.618442 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34336) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:52.664584 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f533ea36-69c8-4c21-990c-afc200e1c1b7 req-190773fe-9ddb-4050-a82b-b51f9f11c3f9 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049147 Feb 16 16:35:52.816417 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (70da62e2-114f-4e11-8873-fa8d53659357), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:52.860531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d87c3a9-1d99-4cc1-9436-16fa7f029e7d None None] DHCP port deletion for 70da62e2-114f-4e11-8873-fa8d53659357 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:35:52.937996 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] Deleting port b167bdae-deca-44f7-8d60-9f50859e1d90 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:52.938357 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:52.955391 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1d87c3a9-1d99-4cc1-9436-16fa7f029e7d None None] Deleting port b167bdae-deca-44f7-8d60-9f50859e1d90 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:52.956269 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1d87c3a9-1d99-4cc1-9436-16fa7f029e7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:53.081934 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] For port b167bdae-deca-44f7-8d60-9f50859e1d90, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b167bdae-deca-44f7-8d60-9f50859e1d90,segment=NetworkSegment(5784e4ec-82e8-40e5-a17d-d9d1118556dd),segment_id=5784e4ec-82e8-40e5-a17d-d9d1118556dd)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:53.082421 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:53.104546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1d87c3a9-1d99-4cc1-9436-16fa7f029e7d None None] For port b167bdae-deca-44f7-8d60-9f50859e1d90, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b167bdae-deca-44f7-8d60-9f50859e1d90,segment=NetworkSegment(5784e4ec-82e8-40e5-a17d-d9d1118556dd),segment_id=5784e4ec-82e8-40e5-a17d-d9d1118556dd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:53.104966 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1d87c3a9-1d99-4cc1-9436-16fa7f029e7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:53.112483 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] Calling delete_port for b167bdae-deca-44f7-8d60-9f50859e1d90 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:53.140207 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1d87c3a9-1d99-4cc1-9436-16fa7f029e7d None None] Calling delete_port for b167bdae-deca-44f7-8d60-9f50859e1d90 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:53.225012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34358) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:53.287642 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:53.295928 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392e2a4-d843-4a44-8729-24f272888810 req-c8709810-b995-49af-ab22-f45b777c06be tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:53.300141 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7392e2a4-d843-4a44-8729-24f272888810 req-c8709810-b995-49af-ab22-f45b777c06be tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 811 time: 0.1907866 Feb 16 16:35:53.334256 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7392e2a4-d843-4a44-8729-24f272888810 req-e0420738-a85a-4650-8e82-ba575656b34a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/quotas/87aaae2862ac405f88354b7195ee2896 HTTP/1.1" status: 200 len: 375 time: 0.0261955 Feb 16 16:35:53.336656 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1d87c3a9-1d99-4cc1-9436-16fa7f029e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (b167bdae-deca-44f7-8d60-9f50859e1d90), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:53.359989 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] No DVR routers for this DVR port b167bdae-deca-44f7-8d60-9f50859e1d90 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:35:53.395832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87c3a9-1d99-4cc1-9436-16fa7f029e7d None None] Pushing event deleted for resources: {'Port': ['ID=b167bdae-deca-44f7-8d60-9f50859e1d90,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:53.396417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] Pushing event deleted for resources: {'Port': ['ID=b167bdae-deca-44f7-8d60-9f50859e1d90,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:53.412398 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7392e2a4-d843-4a44-8729-24f272888810 req-8ca5f1df-6ad3-4d6b-89fd-65ba4ab582b8 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684700 Feb 16 16:35:53.431408 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d87c3a9-1d99-4cc1-9436-16fa7f029e7d None None] No DVR routers for this DVR port b167bdae-deca-44f7-8d60-9f50859e1d90 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:35:53.506557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (70da62e2-114f-4e11-8873-fa8d53659357), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:53.564620 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70da62e2-114f-4e11-8873-fa8d53659357']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:53.587620 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5784e4ec-82e8-40e5-a17d-d9d1118556dd') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:53.589578 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5784e4ec-82e8-40e5-a17d-d9d1118556dd') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:53.612036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7392e2a4-d843-4a44-8729-24f272888810 req-dd61d4fa-0bd7-4f2a-95cd-cb4e5b375d07 service neutron] 10.222.0.24 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913924 Feb 16 16:35:53.614531 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (5784e4ec-82e8-40e5-a17d-d9d1118556dd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:53.645643 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (5784e4ec-82e8-40e5-a17d-d9d1118556dd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:53.653217 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:35:53.653623 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (5784e4ec-82e8-40e5-a17d-d9d1118556dd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:35:53.655605 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:35:53.734456 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b33d63ae-22c2-4e42-b475-6785019629dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:53.769571 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (70da62e2-114f-4e11-8873-fa8d53659357), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:53.781703 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:53.784214 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7392e2a4-d843-4a44-8729-24f272888810 req-9e8e47f9-00c8-4e19-8ab1-023862bc1f59 service neutron] 10.222.0.24 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657145 Feb 16 16:35:53.786972 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] 10.222.0.24 "DELETE /v2.0/networks/70da62e2-114f-4e11-8873-fa8d53659357 HTTP/1.1" status: 204 len: 168 time: 1.1672270 Feb 16 16:35:53.789604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34374) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:53.809367 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd51f87-8186-4f4c-844f-25acd6d4b92e admin admin] Pushing event deleted for resources: {'Network': ['ID=70da62e2-114f-4e11-8873-fa8d53659357,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:53.888795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91bd28-e145-4776-b276-124b07c2e797 req-3946c291-9f26-4a38-836a-4e751e5686c1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:53.890364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d91bd28-e145-4776-b276-124b07c2e797 req-3946c291-9f26-4a38-836a-4e751e5686c1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.1087513 Feb 16 16:35:53.946198 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b33d63ae-22c2-4e42-b475-6785019629dd admin admin] Publish callbacks [] for security_group (61d25b61-9189-40ce-9137-98b64974e695), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:53.999467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d91bd28-e145-4776-b276-124b07c2e797 req-4ba5ba9f-4854-4d56-9713-2b8e57039031 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918922 Feb 16 16:35:54.000341 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b33d63ae-22c2-4e42-b475-6785019629dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (61d25b61-9189-40ce-9137-98b64974e695), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:54.107398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b167bdae-deca-44f7-8d60-9f50859e1d90 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:35:54.109059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d63ae-22c2-4e42-b475-6785019629dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d25b61-9189-40ce-9137-98b64974e695,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:54.183123 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: b167bdae-deca-44f7-8d60-9f50859e1d90 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:35:54.183559 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b167bdae-deca-44f7-8d60-9f50859e1d90 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:35:54.184677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0076c463-a46b-49ce-9165-f795c6a3a3e6 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:35:54.206889 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f8b0e0d-4b66-45db-869f-d373b80ca305 req-e159da4f-d410-4ee6-8298-9af1494a5089 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0891972 Feb 16 16:35:54.219055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b33d63ae-22c2-4e42-b475-6785019629dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbf56a8916d94a9f8cca9826aed1b014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9934945 Feb 16 16:35:54.219697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34386) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:54.238925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 0076c463-a46b-49ce-9165-f795c6a3a3e6 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:35:54.239278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0076c463-a46b-49ce-9165-f795c6a3a3e6 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:35:54.310117 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fde5c5c7-0cd6-42c1-b060-44f68767489a admin admin] Publish callbacks [] for security_group (61d25b61-9189-40ce-9137-98b64974e695), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:54.358808 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fde5c5c7-0cd6-42c1-b060-44f68767489a admin admin] Publish callbacks [] for security_group (61d25b61-9189-40ce-9137-98b64974e695), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:54.440335 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fde5c5c7-0cd6-42c1-b060-44f68767489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (61d25b61-9189-40ce-9137-98b64974e695), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:54.444695 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fde5c5c7-0cd6-42c1-b060-44f68767489a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:54.448574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fde5c5c7-0cd6-42c1-b060-44f68767489a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61d25b61-9189-40ce-9137-98b64974e695 HTTP/1.1" status: 204 len: 168 time: 0.2251973 Feb 16 16:35:54.468442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5c5c7-0cd6-42c1-b060-44f68767489a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d25b61-9189-40ce-9137-98b64974e695,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:54.890239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7821bb-61b5-4f30-a4cd-a840676b1378 req-be7c2ddb-7edd-40cc-8526-0e6c9534a798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:54.920248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7821bb-61b5-4f30-a4cd-a840676b1378 req-be7c2ddb-7edd-40cc-8526-0e6c9534a798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:54.929166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7821bb-61b5-4f30-a4cd-a840676b1378 req-be7c2ddb-7edd-40cc-8526-0e6c9534a798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:54.946759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7821bb-61b5-4f30-a4cd-a840676b1378 req-be7c2ddb-7edd-40cc-8526-0e6c9534a798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:54.962586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7821bb-61b5-4f30-a4cd-a840676b1378 req-be7c2ddb-7edd-40cc-8526-0e6c9534a798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:54.975926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7821bb-61b5-4f30-a4cd-a840676b1378 req-be7c2ddb-7edd-40cc-8526-0e6c9534a798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:54.989103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7821bb-61b5-4f30-a4cd-a840676b1378 req-be7c2ddb-7edd-40cc-8526-0e6c9534a798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:55.001003 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca7821bb-61b5-4f30-a4cd-a840676b1378 req-be7c2ddb-7edd-40cc-8526-0e6c9534a798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5442 time: 0.2779508 Feb 16 16:35:55.049363 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa1c0-6fb4-496e-8ffb-5bbe51c37e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (6ac24e19-ac6f-478c-a033-2f874d3357c6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:55.269600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca7821bb-61b5-4f30-a4cd-a840676b1378 req-d6fb0c40-4721-4646-b7f6-0d416584d916 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2672527 Feb 16 16:35:55.317332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56924cd-3412-46d4-848c-ee6f79e60174 req-3c53eadc-798a-460f-a7a8-ed4e569fef31 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:55.327281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d56924cd-3412-46d4-848c-ee6f79e60174 req-3c53eadc-798a-460f-a7a8-ed4e569fef31 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.1324949 Feb 16 16:35:55.454674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ed1824b-9b22-4e44-b6dc-54ecc6957c16 req-f02d2ee2-1e24-4f7f-87dd-e6f419452992 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0569651 Feb 16 16:35:55.485271 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d56924cd-3412-46d4-848c-ee6f79e60174 req-51452dbf-95d2-4ffb-b6fa-81dac64e163e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568780 Feb 16 16:35:55.497067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c3aaa1c0-6fb4-496e-8ffb-5bbe51c37e43 admin admin] Deleting port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:55.497514 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa1c0-6fb4-496e-8ffb-5bbe51c37e43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:55.604085 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-79b2dfcb-2913-4227-976c-df1eab9e864c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:55.716075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34442) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:55.719429 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c3aaa1c0-6fb4-496e-8ffb-5bbe51c37e43 admin admin] For port dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c,segment=NetworkSegment(9db02d4f-23af-45fd-aaeb-9391ff2de2ed),segment_id=9db02d4f-23af-45fd-aaeb-9391ff2de2ed)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:55.725344 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa1c0-6fb4-496e-8ffb-5bbe51c37e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:55.769757 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c3aaa1c0-6fb4-496e-8ffb-5bbe51c37e43 admin admin] Calling delete_port for dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:55.802167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392e2a4-d843-4a44-8729-24f272888810 req-628b33c4-b84c-4383-bb73-4343a48db7bc tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:55.804674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7392e2a4-d843-4a44-8729-24f272888810 req-628b33c4-b84c-4383-bb73-4343a48db7bc tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 811 time: 0.1758168 Feb 16 16:35:55.822737 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-7392e2a4-d843-4a44-8729-24f272888810 req-2a7b37aa-8d55-4199-bd07-fad49f2c95f5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Request body: {'port': {'device_id': '1c141d67-b985-4810-a363-07e3e8fc4ea5', 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03', 'admin_state_up': True, 'tenant_id': '87aaae2862ac405f88354b7195ee2896'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:55.924974 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1788487253-network', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:55.958615 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] Made reservation on behalf of 635a7e05928d45dfa09e499768da0ed9 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:55.961105 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:55.969793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7392e2a4-d843-4a44-8729-24f272888810 req-2a7b37aa-8d55-4199-bd07-fad49f2c95f5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Made reservation on behalf of 87aaae2862ac405f88354b7195ee2896 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:55.973320 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7392e2a4-d843-4a44-8729-24f272888810 req-2a7b37aa-8d55-4199-bd07-fad49f2c95f5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:55.979088 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:56.095779 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa1c0-6fb4-496e-8ffb-5bbe51c37e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:56.118822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-7392e2a4-d843-4a44-8729-24f272888810 req-2a7b37aa-8d55-4199-bd07-fad49f2c95f5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Allocated IP 172.20.0.8 (121ff239-7c70-486a-be8a-d08127a9ab03/7683ed5c-4de8-4e9d-8369-1fddb9288879/316c5cc8-fecc-4bac-8c94-67a2b4c87ef7) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:35:56.126155 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aaa1c0-6fb4-496e-8ffb-5bbe51c37e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:56.135059 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] Publish callbacks [] for security_group (72a48878-023e-44f5-8d83-d62d7b11eaae), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:56.140485 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (72a48878-023e-44f5-8d83-d62d7b11eaae), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:56.245662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:35:56.323302 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a48878-023e-44f5-8d83-d62d7b11eaae,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:56.337678 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (515ba80b-18f4-42f8-a823-4a9e70841166), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:56.338043 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] Added segment 515ba80b-18f4-42f8-a823-4a9e70841166 of type vlan for network ea468702-4a56-4633-9d55-45c2db000c89 Feb 16 16:35:56.376915 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7392e2a4-d843-4a44-8729-24f272888810 req-2a7b37aa-8d55-4199-bd07-fad49f2c95f5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks [] for port (316c5cc8-fecc-4bac-8c94-67a2b4c87ef7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:56.397674 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (ea468702-4a56-4633-9d55-45c2db000c89), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:56.427588 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa1c0-6fb4-496e-8ffb-5bbe51c37e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (6ac24e19-ac6f-478c-a033-2f874d3357c6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:56.449147 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (ea468702-4a56-4633-9d55-45c2db000c89), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:56.450377 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:56.451201 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:56.473605 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7392e2a4-d843-4a44-8729-24f272888810 req-2a7b37aa-8d55-4199-bd07-fad49f2c95f5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (316c5cc8-fecc-4bac-8c94-67a2b4c87ef7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:56.521307 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8039508 Feb 16 16:35:56.522769 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34456) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:56.554734 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ed284643-b759-44c4-8809-6d0fab89a95e admin admin] Request body: {'subnet': {'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1788487253-subnet', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:56.563984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7392e2a4-d843-4a44-8729-24f272888810 req-2a7b37aa-8d55-4199-bd07-fad49f2c95f5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Network 121ff239-7c70-486a-be8a-d08127a9ab03 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:35:56.585501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-7392e2a4-d843-4a44-8729-24f272888810 req-2a7b37aa-8d55-4199-bd07-fad49f2c95f5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:56.589187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7392e2a4-d843-4a44-8729-24f272888810 req-2a7b37aa-8d55-4199-bd07-fad49f2c95f5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:35:56.631707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8126bcb-61d7-480e-9ffd-4727d1a6f6ed admin admin] Pushing event updated for resources: {'Network': ['ID=ea468702-4a56-4633-9d55-45c2db000c89,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:56.641331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b37aa-8d55-4199-bd07-fad49f2c95f5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Pushing event updated for resources: {'Port': ['ID=316c5cc8-fecc-4bac-8c94-67a2b4c87ef7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:56.645033 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed284643-b759-44c4-8809-6d0fab89a95e admin admin] Made reservation on behalf of 635a7e05928d45dfa09e499768da0ed9 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:35:56.647873 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed284643-b759-44c4-8809-6d0fab89a95e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:56.663507 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network ea468702-4a56-4633-9d55-45c2db000c89 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:35:56.670481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22ec15-b76d-41dc-8303-b4de1405f705 req-926fb0dd-9544-465e-aac2-0e874b644798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:56.684028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22ec15-b76d-41dc-8303-b4de1405f705 req-926fb0dd-9544-465e-aac2-0e874b644798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:56.689921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22ec15-b76d-41dc-8303-b4de1405f705 req-926fb0dd-9544-465e-aac2-0e874b644798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:56.695694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22ec15-b76d-41dc-8303-b4de1405f705 req-926fb0dd-9544-465e-aac2-0e874b644798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:56.702549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22ec15-b76d-41dc-8303-b4de1405f705 req-926fb0dd-9544-465e-aac2-0e874b644798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:56.707517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22ec15-b76d-41dc-8303-b4de1405f705 req-926fb0dd-9544-465e-aac2-0e874b644798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:56.712963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22ec15-b76d-41dc-8303-b4de1405f705 req-926fb0dd-9544-465e-aac2-0e874b644798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:56.721456 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a22ec15-b76d-41dc-8303-b4de1405f705 req-926fb0dd-9544-465e-aac2-0e874b644798 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5442 time: 0.3198514 Feb 16 16:35:56.786136 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392e2a4-d843-4a44-8729-24f272888810 req-2a7b37aa-8d55-4199-bd07-fad49f2c95f5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:56.786897 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7392e2a4-d843-4a44-8729-24f272888810 req-2a7b37aa-8d55-4199-bd07-fad49f2c95f5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:56.834172 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb94169-c877-46e3-b177-39fb6583fb1e req-48859b9c-0645-4447-b207-3520fe653b28 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:56.836135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bb94169-c877-46e3-b177-39fb6583fb1e req-48859b9c-0645-4447-b207-3520fe653b28 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 931 time: 0.2710178 Feb 16 16:35:56.848594 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7392e2a4-d843-4a44-8729-24f272888810 req-2a7b37aa-8d55-4199-bd07-fad49f2c95f5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0327413 Feb 16 16:35:56.868891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Request body: {'port': {'device_id': '1c141d67-b985-4810-a363-07e3e8fc4ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:56.912195 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3aaa1c0-6fb4-496e-8ffb-5bbe51c37e43 admin admin] Router 6ac24e19-ac6f-478c-a033-2f874d3357c6 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:35:56.932873 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a22ec15-b76d-41dc-8303-b4de1405f705 req-7a6c5bd2-c444-48ed-a450-d866d727c7d2 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2101877 Feb 16 16:35:57.031189 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed284643-b759-44c4-8809-6d0fab89a95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (092d3044-ace7-49d5-89bb-49f3070c680c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:57.059362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bb94169-c877-46e3-b177-39fb6583fb1e req-aec6e2c7-adda-40e1-b513-05fa45494652 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090149 Feb 16 16:35:57.103251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed284643-b759-44c4-8809-6d0fab89a95e admin admin] Pushing event updated for resources: {'Subnet': ['ID=092d3044-ace7-49d5-89bb-49f3070c680c,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:57.145535 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (316c5cc8-fecc-4bac-8c94-67a2b4c87ef7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:57.160577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed284643-b759-44c4-8809-6d0fab89a95e admin admin] Checking segment: {'id': '515ba80b-18f4-42f8-a823-4a9e70841166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:35:57.161154 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed284643-b759-44c4-8809-6d0fab89a95e admin admin] Network hostable DHCP agents. Network: ea468702-4a56-4633-9d55-45c2db000c89, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:35:57.179481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3aaa1c0-6fb4-496e-8ffb-5bbe51c37e43 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:35:57.190539 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c3aaa1c0-6fb4-496e-8ffb-5bbe51c37e43 admin admin] 10.222.0.24 "PUT /v2.0/routers/6ac24e19-ac6f-478c-a033-2f874d3357c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3998880 Feb 16 16:35:57.192731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd1176-60ae-4d79-9ef5-d63d4b83b101 req-308442d1-9065-47c0-a133-8a42633116a5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:57.194467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15dd1176-60ae-4d79-9ef5-d63d4b83b101 req-308442d1-9065-47c0-a133-8a42633116a5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.1209869 Feb 16 16:35:57.195522 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d0579c-81ed-4e22-84a5-3d7b598bca9b None None] Sync routers for ids ['6ac24e19-ac6f-478c-a033-2f874d3357c6'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:35:57.196892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34464) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:57.212592 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed284643-b759-44c4-8809-6d0fab89a95e admin admin] Network ea468702-4a56-4633-9d55-45c2db000c89 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:35:57.212997 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d0579c-81ed-4e22-84a5-3d7b598bca9b None None] Routers {'6ac24e19-ac6f-478c-a033-2f874d3357c6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:35:57.213707 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-19d0579c-81ed-4e22-84a5-3d7b598bca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6ac24e19-ac6f-478c-a033-2f874d3357c6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:57.226312 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ed284643-b759-44c4-8809-6d0fab89a95e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, ea468702-4a56-4633-9d55-45c2db000c89) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:57.236903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add03f76-1403-4e09-8e6b-dbfd76569f58 None None] Network ea468702-4a56-4633-9d55-45c2db000c89 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:35:57.239179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed284643-b759-44c4-8809-6d0fab89a95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:57.239865 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed284643-b759-44c4-8809-6d0fab89a95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:57.264394 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ed284643-b759-44c4-8809-6d0fab89a95e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7133768 Feb 16 16:35:57.267067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34468) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:35:57.281381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:57.334286 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:57.335414 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:57.431036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-ea468702-4a56-4633-9d55-45c2db000c89', 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'fixed_ips': [{'subnet_id': '092d3044-ace7-49d5-89bb-49f3070c680c'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:35:57.435787 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Publish callbacks [] for router_controller (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:57.436158 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:57.463915 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-19d0579c-81ed-4e22-84a5-3d7b598bca9b None None] Set router 6ac24e19-ac6f-478c-a033-2f874d3357c6 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:35:57.611577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Allocated IP 172.20.0.2 (ea468702-4a56-4633-9d55-45c2db000c89/092d3044-ace7-49d5-89bb-49f3070c680c/75aa3c4b-5122-4bd5-bc51-7505f12602ff) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:35:57.725470 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Publish callbacks [] for router_gateway (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:57.736688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:35:57.750235 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Publish callbacks [] for port (316c5cc8-fecc-4bac-8c94-67a2b4c87ef7), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:57.764600 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-19d0579c-81ed-4e22-84a5-3d7b598bca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220591129-router', 'tenant_id': '11604f3e32b347878c7aa9f451fde92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:42Z', 'updated_at': '2022-02-16T16:35:56Z', 'revision_number': 5, 'project_id': '11604f3e32b347878c7aa9f451fde92a', 'gw_port': {'id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:46Z', 'updated_at': '2022-02-16T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:57.772700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Transition to ACTIVE for port object 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:35:57.802459 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d0579c-81ed-4e22-84a5-3d7b598bca9b None None] Checking router: 6ac24e19-ac6f-478c-a033-2f874d3357c6 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:35:57.803246 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Publish callbacks [] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:57.808606 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (316c5cc8-fecc-4bac-8c94-67a2b4c87ef7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:57.812128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d56d2-a36c-4e16-b933-1ea78353480a req-619a8aed-d0d6-4526-8b6c-e8125695a6f3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:57.813185 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:57.813522 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d0579c-81ed-4e22-84a5-3d7b598bca9b None None] Routers {'6ac24e19-ac6f-478c-a033-2f874d3357c6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:35:57.814319 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-19d0579c-81ed-4e22-84a5-3d7b598bca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6ac24e19-ac6f-478c-a033-2f874d3357c6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:57.828907 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d56d2-a36c-4e16-b933-1ea78353480a req-619a8aed-d0d6-4526-8b6c-e8125695a6f3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:57.834346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15dd1176-60ae-4d79-9ef5-d63d4b83b101 req-79115dd6-d648-42c6-b9f1-731c1efae7ef tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6284182 Feb 16 16:35:57.834497 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d56d2-a36c-4e16-b933-1ea78353480a req-619a8aed-d0d6-4526-8b6c-e8125695a6f3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:57.854948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d56d2-a36c-4e16-b933-1ea78353480a req-619a8aed-d0d6-4526-8b6c-e8125695a6f3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:57.861649 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d56d2-a36c-4e16-b933-1ea78353480a req-619a8aed-d0d6-4526-8b6c-e8125695a6f3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:57.863354 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Network ea468702-4a56-4633-9d55-45c2db000c89 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:35:57.866516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:35:57.867829 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d56d2-a36c-4e16-b933-1ea78353480a req-619a8aed-d0d6-4526-8b6c-e8125695a6f3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:57.870563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:35:57.873367 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d56d2-a36c-4e16-b933-1ea78353480a req-619a8aed-d0d6-4526-8b6c-e8125695a6f3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:57.875242 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-049d56d2-a36c-4e16-b933-1ea78353480a req-619a8aed-d0d6-4526-8b6c-e8125695a6f3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5442 time: 0.2679138 Feb 16 16:35:57.884111 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Pushing event updated for resources: {'Port': ['ID=75aa3c4b-5122-4bd5-bc51-7505f12602ff,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:57.952527 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] Publish callbacks [] for router (6ac24e19-ac6f-478c-a033-2f874d3357c6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:57.985197 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d56d2-a36c-4e16-b933-1ea78353480a req-0589b2ed-9941-4e67-8e98-995389b69cca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:57.986595 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-049d56d2-a36c-4e16-b933-1ea78353480a req-0589b2ed-9941-4e67-8e98-995389b69cca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "GET /v2.0/ports/8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1036758 Feb 16 16:35:57.988032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Attempting to bind port 75aa3c4b-5122-4bd5-bc51-7505f12602ff on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:35:57.991976 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Attempting to bind port 75aa3c4b-5122-4bd5-bc51-7505f12602ff by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '515ba80b-18f4-42f8-a823-4a9e70841166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:35:57.992523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Attempting to bind port 75aa3c4b-5122-4bd5-bc51-7505f12602ff on network ea468702-4a56-4633-9d55-45c2db000c89 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:35:58.005012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:35:58.005831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Checking segment: {'id': '515ba80b-18f4-42f8-a823-4a9e70841166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:35:58.006252 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:58.006656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Bound using segment: {'id': '515ba80b-18f4-42f8-a823-4a9e70841166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:35:58.007135 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Bound port: 75aa3c4b-5122-4bd5-bc51-7505f12602ff, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515ba80b-18f4-42f8-a823-4a9e70841166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:35:58.007706 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:58.078131 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-19d0579c-81ed-4e22-84a5-3d7b598bca9b None None] Set router 6ac24e19-ac6f-478c-a033-2f874d3357c6 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:35:58.170876 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-049d56d2-a36c-4e16-b933-1ea78353480a req-2b35b76c-f571-436e-b1b7-59e57f36cc12 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "GET /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1471045 Feb 16 16:35:58.187618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-049d56d2-a36c-4e16-b933-1ea78353480a req-55f31f4d-f42b-4a81-8173-083752da9fbb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:35:58.208945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] For port 75aa3c4b-5122-4bd5-bc51-7505f12602ff, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:35:58.217199 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] For port 75aa3c4b-5122-4bd5-bc51-7505f12602ff, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=75aa3c4b-5122-4bd5-bc51-7505f12602ff,segment=NetworkSegment(515ba80b-18f4-42f8-a823-4a9e70841166),segment_id=515ba80b-18f4-42f8-a823-4a9e70841166)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:35:58.227743 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:58.398111 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-55f31f4d-f42b-4a81-8173-083752da9fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:58.398911 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Pushing event updated for resources: {'Port': ['ID=316c5cc8-fecc-4bac-8c94-67a2b4c87ef7,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:58.479592 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee574f8c-2763-4cc6-9269-203124200ab4 req-d4346ffa-678d-40f0-b82e-19adcd53a39a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3065805 Feb 16 16:35:58.530588 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-19d0579c-81ed-4e22-84a5-3d7b598bca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220591129-router', 'tenant_id': '11604f3e32b347878c7aa9f451fde92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:42Z', 'updated_at': '2022-02-16T16:35:56Z', 'revision_number': 5, 'project_id': '11604f3e32b347878c7aa9f451fde92a', 'gw_port': {'id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:46Z', 'updated_at': '2022-02-16T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:35:58.570437 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d0579c-81ed-4e22-84a5-3d7b598bca9b None None] The sync data for ids ['6ac24e19-ac6f-478c-a033-2f874d3357c6'] in n-d-669411-5 is: [{'id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220591129-router', 'tenant_id': '11604f3e32b347878c7aa9f451fde92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:42Z', 'updated_at': '2022-02-16T16:35:56Z', 'revision_number': 5, 'project_id': '11604f3e32b347878c7aa9f451fde92a', 'gw_port': {'id': '042f635f-33f9-4bb8-8bd2-537ca787b010', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac24e19-ac6f-478c-a033-2f874d3357c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:46Z', 'updated_at': '2022-02-16T16:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:35:58.621718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa081ce-8faf-4472-9e8e-337acee247d3 req-cc9d1ac3-4c75-4745-9728-1145d3313e80 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:58.639717 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa081ce-8faf-4472-9e8e-337acee247d3 req-cc9d1ac3-4c75-4745-9728-1145d3313e80 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:58.653689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa081ce-8faf-4472-9e8e-337acee247d3 req-cc9d1ac3-4c75-4745-9728-1145d3313e80 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:58.660184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa081ce-8faf-4472-9e8e-337acee247d3 req-cc9d1ac3-4c75-4745-9728-1145d3313e80 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:58.666945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa081ce-8faf-4472-9e8e-337acee247d3 req-cc9d1ac3-4c75-4745-9728-1145d3313e80 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:58.672700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa081ce-8faf-4472-9e8e-337acee247d3 req-cc9d1ac3-4c75-4745-9728-1145d3313e80 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:58.679777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa081ce-8faf-4472-9e8e-337acee247d3 req-cc9d1ac3-4c75-4745-9728-1145d3313e80 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:58.681826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fa081ce-8faf-4472-9e8e-337acee247d3 req-cc9d1ac3-4c75-4745-9728-1145d3313e80 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 5442 time: 0.5582399 Feb 16 16:35:58.711673 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61038e9-75e8-44e1-908e-85ab96648fdf req-14beeda5-83b1-4d40-aa68-8a556307cbf0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:58.724350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b61038e9-75e8-44e1-908e-85ab96648fdf req-14beeda5-83b1-4d40-aa68-8a556307cbf0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 943 time: 0.4904895 Feb 16 16:35:58.816650 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bd0b9ef6-66ab-4052-bbac-e29c4b4808e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:58.831664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fa081ce-8faf-4472-9e8e-337acee247d3 req-1c8a5a19-d6b7-42c9-bba4-8e5e503acbee tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956299 Feb 16 16:35:58.846211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7180381-c7a4-45fb-865e-f9edf0f9729c None None] Pushing event updated for resources: {'Port': ['ID=75aa3c4b-5122-4bd5-bc51-7505f12602ff,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:58.853974 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] Publish callbacks [] for router_gateway (6ac24e19-ac6f-478c-a033-2f874d3357c6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:58.904642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Attempting to bind port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:35:58.905124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Attempting to bind port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:35:58.905661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Attempting to bind port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 on network 121ff239-7c70-486a-be8a-d08127a9ab03 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:35:58.928192 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b61038e9-75e8-44e1-908e-85ab96648fdf req-19b4d507-e695-46cf-a882-3de814bbe7cc tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975012 Feb 16 16:35:58.932513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 on network 121ff239-7c70-486a-be8a-d08127a9ab03 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:35:58.932845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Attempting to bind port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 on network 121ff239-7c70-486a-be8a-d08127a9ab03 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:35:58.948585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:35:58.948929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Checking segment: {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:35:58.949317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Bound using segment: {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:35:58.949989 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Bound port: 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:35:58.950203 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (316c5cc8-fecc-4bac-8c94-67a2b4c87ef7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:58.995326 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Publish callbacks [] for router_gateway (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:59.091902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee574f8c-2763-4cc6-9269-203124200ab4 req-411674bd-5f63-47d8-83b6-5409edaacdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:59.093455 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee574f8c-2763-4cc6-9269-203124200ab4 req-411674bd-5f63-47d8-83b6-5409edaacdc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 1126 time: 0.5433576 Feb 16 16:35:59.096613 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:59.211329 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:59.231438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] Deleting port 042f635f-33f9-4bb8-8bd2-537ca787b010 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:35:59.232272 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (042f635f-33f9-4bb8-8bd2-537ca787b010), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:59.303948 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] For port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:35:59.402753 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-55f31f4d-f42b-4a81-8173-083752da9fbb service neutron] For port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:59.403563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] For port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=316c5cc8-fecc-4bac-8c94-67a2b4c87ef7,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:35:59.420422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba463e8-887f-4b2a-8d43-3032961060e3 req-5ed8c967-782a-4a6a-9661-4403638f3cb0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:59.424299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ba463e8-887f-4b2a-8d43-3032961060e3 req-5ed8c967-782a-4a6a-9661-4403638f3cb0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.3512366 Feb 16 16:35:59.502966 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (316c5cc8-fecc-4bac-8c94-67a2b4c87ef7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:59.504501 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-55f31f4d-f42b-4a81-8173-083752da9fbb service neutron] For port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:35:59.508415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee574f8c-2763-4cc6-9269-203124200ab4 req-46b36ddd-70b8-4692-8abd-f5359479ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:59.509983 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee574f8c-2763-4cc6-9269-203124200ab4 req-46b36ddd-70b8-4692-8abd-f5359479ddb9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.3871853 Feb 16 16:35:59.593945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] For port 042f635f-33f9-4bb8-8bd2-537ca787b010, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=042f635f-33f9-4bb8-8bd2-537ca787b010,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:35:59.593945 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (042f635f-33f9-4bb8-8bd2-537ca787b010), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:59.595013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Allocated IP 172.25.4.18 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/943e210f-974a-4770-ab57-4d173521d50f) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:35:59.603873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:59.604542 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:59.606230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7392e2a4-d843-4a44-8729-24f272888810 req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] 10.222.0.65 "PUT /v2.0/ports/316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 HTTP/1.1" status: 200 len: 1091 time: 2.7429678 Feb 16 16:35:59.618006 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-049d56d2-a36c-4e16-b933-1ea78353480a req-55f31f4d-f42b-4a81-8173-083752da9fbb service neutron] device_id is not set on port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:35:59.638948 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c141d67-b985-4810-a363-07e3e8fc4ea5', 'tag': '316c5cc8-fecc-4bac-8c94-67a2b4c87ef7'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:35:59.641900 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6061d0-1010-4cf4-841e-59e2c5f5b836" -d '{"events": [{"name": "network-changed", "server_uuid": "1c141d67-b985-4810-a363-07e3e8fc4ea5", "tag": "316c5cc8-fecc-4bac-8c94-67a2b4c87ef7"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:35:59.650793 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-55f31f4d-f42b-4a81-8173-083752da9fbb service neutron] Publish callbacks [] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:59.673314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] Calling delete_port for 042f635f-33f9-4bb8-8bd2-537ca787b010 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:35:59.675385 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-55f31f4d-f42b-4a81-8173-083752da9fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:35:59.687086 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee574f8c-2763-4cc6-9269-203124200ab4 req-fcb484b0-39c5-429b-8d3d-d221cf0b97c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5 HTTP/1.1" status: 200 len: 999 time: 0.1496882 Feb 16 16:35:59.717938 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e158b1-e6ab-45cd-a4bd-b955b43c1085 x-openstack-request-id: req-75e158b1-e6ab-45cd-a4bd-b955b43c1085 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:35:59.718223 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c141d67-b985-4810-a363-07e3e8fc4ea5", "tag": "316c5cc8-fecc-4bac-8c94-67a2b4c87ef7", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:35:59.718525 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75e158b1-e6ab-45cd-a4bd-b955b43c1085 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:35:59.718924 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c141d67-b985-4810-a363-07e3e8fc4ea5', 'tag': '316c5cc8-fecc-4bac-8c94-67a2b4c87ef7', 'status': 'completed', 'code': 200} Feb 16 16:35:59.738842 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03581ecc-16a8-4356-bf9d-298d61f54c32 service neutron] Pushing event updated for resources: {'Port': ['ID=316c5cc8-fecc-4bac-8c94-67a2b4c87ef7,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:35:59.803728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ba463e8-887f-4b2a-8d43-3032961060e3 req-09433709-fe5a-464c-a212-4f4bff1db9d5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467851 Feb 16 16:35:59.834480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392e2a4-d843-4a44-8729-24f272888810 req-dc3cbf83-21e6-4c52-957d-2da766c3fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:35:59.837115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7392e2a4-d843-4a44-8729-24f272888810 req-dc3cbf83-21e6-4c52-957d-2da766c3fe80 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 1125 time: 0.1816669 Feb 16 16:35:59.905892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7392e2a4-d843-4a44-8729-24f272888810 req-7d030fcd-7654-42a3-a97a-fbbdcdf5cde7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 HTTP/1.1" status: 200 len: 217 time: 0.0599601 Feb 16 16:35:59.973224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 8ee8ca31-5a38-410b-904f-1c774cb9ae5e no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:36:00.017678 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392e2a4-d843-4a44-8729-24f272888810 req-9ce707db-9c41-4053-a831-3590bb99526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:00.025663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7392e2a4-d843-4a44-8729-24f272888810 req-9ce707db-9c41-4053-a831-3590bb99526b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7683ed5c-4de8-4e9d-8369-1fddb9288879 HTTP/1.1" status: 200 len: 851 time: 0.1102266 Feb 16 16:36:00.095592 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7392e2a4-d843-4a44-8729-24f272888810 req-f19f5a2e-77fd-4860-9b1e-197ea91bd976 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=121ff239-7c70-486a-be8a-d08127a9ab03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587735 Feb 16 16:36:00.196700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:00.197095 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:00.225551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 75aa3c4b-5122-4bd5-bc51-7505f12602ff up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:36:00.264894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7392e2a4-d843-4a44-8729-24f272888810 req-e3202a27-a7b6-41b1-817c-f3fe9771b21d service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148865 Feb 16 16:36:00.330234 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:00.332567 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb4a11e-ae4b-4382-b2d5-aa9f4383d614" -d '{"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "8ee8ca31-5a38-410b-904f-1c774cb9ae5e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:00.375712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8ee8ca31-5a38-410b-904f-1c774cb9ae5e,segment=NetworkSegment(a4ad40c0-9abb-40ac-b9ba-231d605c80fd),segment_id=a4ad40c0-9abb-40ac-b9ba-231d605c80fd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:00.398970 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:00.400977 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 04680135-a65c-4508-bf09-2718d35da64b no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:36:00.482794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844984a6-ae21-42ac-81e6-0b2e6000a6d5 None None] Network ea468702-4a56-4633-9d55-45c2db000c89 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:36:00.586624 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Publish callbacks [] for port (943e210f-974a-4770-ab57-4d173521d50f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:00.679077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee574f8c-2763-4cc6-9269-203124200ab4 req-a63181dc-a489-48f2-b715-3fa85f85bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:00.680712 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee574f8c-2763-4cc6-9269-203124200ab4 req-a63181dc-a489-48f2-b715-3fa85f85bc0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.9603109 Feb 16 16:36:00.687141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (943e210f-974a-4770-ab57-4d173521d50f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:00.698847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-13659d5e-e6d2-42bc-8287-990be64b102c None None] Provisioning complete for port 75aa3c4b-5122-4bd5-bc51-7505f12602ff triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:00.699902 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-13659d5e-e6d2-42bc-8287-990be64b102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:00.709738 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:36:00.744991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 75aa3c4b-5122-4bd5-bc51-7505f12602ff triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:00.745374 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:00.749607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:36:00.761008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:36:00.931936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 75aa3c4b-5122-4bd5-bc51-7505f12602ff is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:00.932240 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:01.007603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7392e2a4-d843-4a44-8729-24f272888810 req-c17fb1d9-88c1-47b4-a209-b10b7a797351 service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7168784 Feb 16 16:36:01.039867 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 75aa3c4b-5122-4bd5-bc51-7505f12602ff, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=75aa3c4b-5122-4bd5-bc51-7505f12602ff,segment=NetworkSegment(515ba80b-18f4-42f8-a823-4a9e70841166),segment_id=515ba80b-18f4-42f8-a823-4a9e70841166)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:01.067056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-55f31f4d-f42b-4a81-8173-083752da9fbb service neutron] No DVR routers for this DVR port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:36:01.111845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601309d4-bbdd-4b4a-b4d8-a3602e4c5330 req-bc389424-b1ef-4dbb-b456-d053ba747a78 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:01.126961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601309d4-bbdd-4b4a-b4d8-a3602e4c5330 req-bc389424-b1ef-4dbb-b456-d053ba747a78 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:01.132583 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-13659d5e-e6d2-42bc-8287-990be64b102c None None] Current status of the port 75aa3c4b-5122-4bd5-bc51-7505f12602ff is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:01.133312 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-13659d5e-e6d2-42bc-8287-990be64b102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:01.143818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601309d4-bbdd-4b4a-b4d8-a3602e4c5330 req-bc389424-b1ef-4dbb-b456-d053ba747a78 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:01.155231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601309d4-bbdd-4b4a-b4d8-a3602e4c5330 req-bc389424-b1ef-4dbb-b456-d053ba747a78 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:01.162331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 04680135-a65c-4508-bf09-2718d35da64b is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:01.162724 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04680135-a65c-4508-bf09-2718d35da64b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:01.176165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601309d4-bbdd-4b4a-b4d8-a3602e4c5330 req-bc389424-b1ef-4dbb-b456-d053ba747a78 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:01.179107 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:01.186370 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601309d4-bbdd-4b4a-b4d8-a3602e4c5330 req-bc389424-b1ef-4dbb-b456-d053ba747a78 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:01.207559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-601309d4-bbdd-4b4a-b4d8-a3602e4c5330 req-bc389424-b1ef-4dbb-b456-d053ba747a78 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 4664 time: 1.1084387 Feb 16 16:36:01.222327 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 04680135-a65c-4508-bf09-2718d35da64b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=04680135-a65c-4508-bf09-2718d35da64b,segment=NetworkSegment(e803b953-0ab5-42e0-964f-e8bec7c18daa),segment_id=e803b953-0ab5-42e0-964f-e8bec7c18daa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:01.223786 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:01.224818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=8ee8ca31-5a38-410b-904f-1c774cb9ae5e,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:01.297645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:36:01.346360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f31f4d-f42b-4a81-8173-083752da9fbb service neutron] Pushing event updated for resources: {'Port': ['ID=8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8,revision_number=6']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:01.413842 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Publish callbacks [] for router_gateway (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:01.418083 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-13659d5e-e6d2-42bc-8287-990be64b102c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:36:01.418507 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-13659d5e-e6d2-42bc-8287-990be64b102c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:36:01.420041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:36:01.420381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device dd6d5f8f-f792-4a25-b2d1-6b5a3e700c5c not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:36:01.447333 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (04680135-a65c-4508-bf09-2718d35da64b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:01.448475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 05a3f381-04ac-4532-9824-3977aba8b6be no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:36:01.467056 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:01.473648 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b62f44-a896-4ad0-b91a-ce0b576965f8 req-3fe314f0-0976-4be3-b5af-c03bf0f069cb tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:01.476569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18b62f44-a896-4ad0-b91a-ce0b576965f8 req-3fe314f0-0976-4be3-b5af-c03bf0f069cb tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 943 time: 1.3459873 Feb 16 16:36:01.568353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee574f8c-2763-4cc6-9269-203124200ab4 req-6637034b-f770-4f1a-ad4b-462e1c7a6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:01.570541 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee574f8c-2763-4cc6-9269-203124200ab4 req-6637034b-f770-4f1a-ad4b-462e1c7a6eb3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8725276 Feb 16 16:36:01.587406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=75aa3c4b-5122-4bd5-bc51-7505f12602ff,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:01.589001 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6061d0-1010-4cf4-841e-59e2c5f5b836 req-0e71d613-159c-429b-8a62-dd48e162367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:01.597621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a6061d0-1010-4cf4-841e-59e2c5f5b836 req-0e71d613-159c-429b-8a62-dd48e162367c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 1125 time: 0.5207148 Feb 16 16:36:01.624563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-601309d4-bbdd-4b4a-b4d8-a3602e4c5330 req-264d6a82-4ca1-4c9b-a98c-915068601c10 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3421135 Feb 16 16:36:01.681126 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (042f635f-33f9-4bb8-8bd2-537ca787b010), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:01.713657 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:01.765133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=04680135-a65c-4508-bf09-2718d35da64b,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:01.766482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18b62f44-a896-4ad0-b91a-ce0b576965f8 req-1c07d5d0-79ab-4b52-9949-30cc9e52b1ce tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662404 Feb 16 16:36:01.767384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=042f635f-33f9-4bb8-8bd2-537ca787b010,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:01.827991 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a7426c-099b-42ed-b12e-7e1cc7197fb4 x-openstack-request-id: req-a6a7426c-099b-42ed-b12e-7e1cc7197fb4 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:01.828292 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "8ee8ca31-5a38-410b-904f-1c774cb9ae5e", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:01.828555 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6a7426c-099b-42ed-b12e-7e1cc7197fb4 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:01.828961 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e', 'code': 200} Feb 16 16:36:01.839710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 05a3f381-04ac-4532-9824-3977aba8b6be is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:01.846836 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:01.860314 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-049d56d2-a36c-4e16-b933-1ea78353480a req-55f31f4d-f42b-4a81-8173-083752da9fbb service neutron] In _notify_port_updated(), no bound segment for port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 on network 77e300b8-8f2d-49c0-9ebe-b61a8689334e {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:36:01.861395 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d56d2-a36c-4e16-b933-1ea78353480a req-55f31f4d-f42b-4a81-8173-083752da9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:01.862120 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-55f31f4d-f42b-4a81-8173-083752da9fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:01.863470 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-049d56d2-a36c-4e16-b933-1ea78353480a req-55f31f4d-f42b-4a81-8173-083752da9fbb service neutron] 10.222.0.65 "PUT /v2.0/ports/8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 HTTP/1.1" status: 200 len: 1031 time: 3.6816521 Feb 16 16:36:01.935397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6061d0-1010-4cf4-841e-59e2c5f5b836 req-57f4ed0d-8e23-4ce1-98f8-e2d3464ae601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:01.937472 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a6061d0-1010-4cf4-841e-59e2c5f5b836 req-57f4ed0d-8e23-4ce1-98f8-e2d3464ae601 service neutron] 10.222.0.65 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 912 time: 0.3387859 Feb 16 16:36:01.995383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 05a3f381-04ac-4532-9824-3977aba8b6be, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=05a3f381-04ac-4532-9824-3977aba8b6be,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:02.019193 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:02.019973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:36:02.051516 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a6061d0-1010-4cf4-841e-59e2c5f5b836 req-81c99dd1-9f38-4ad9-a00a-0ccc9816c742 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 HTTP/1.1" status: 200 len: 217 time: 0.0450990 Feb 16 16:36:02.052515 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (6ac24e19-ac6f-478c-a033-2f874d3357c6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:02.099930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Pushing event updated for resources: {'Port': ['ID=943e210f-974a-4770-ab57-4d173521d50f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:02.183505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d56d2-a36c-4e16-b933-1ea78353480a req-c2cef750-13a8-413e-a013-e2362abd4b1d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:02.186809 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=05a3f381-04ac-4532-9824-3977aba8b6be,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:02.187961 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-049d56d2-a36c-4e16-b933-1ea78353480a req-c2cef750-13a8-413e-a013-e2362abd4b1d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "GET /v2.0/ports/05a3f381-04ac-4532-9824-3977aba8b6be?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3105052 Feb 16 16:36:02.190595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 75aa3c4b-5122-4bd5-bc51-7505f12602ff up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:36:02.236546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9a0795ec-d6b9-4af5-a29f-764a7f18afc4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:02.258432 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:02.264074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-13659d5e-e6d2-42bc-8287-990be64b102c None None] Current status of the port 75aa3c4b-5122-4bd5-bc51-7505f12602ff is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:02.312235 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (6ac24e19-ac6f-478c-a033-2f874d3357c6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:02.329799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdb05c-1c48-4c6d-ba57-afda06b7c5e0 req-c0a8a392-2865-4bdd-baa7-9e1c37454532 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:02.331359 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71cdb05c-1c48-4c6d-ba57-afda06b7c5e0 req-c0a8a392-2865-4bdd-baa7-9e1c37454532 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.4404790 Feb 16 16:36:02.332715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] Publish callbacks [] for router_controller (6ac24e19-ac6f-478c-a033-2f874d3357c6), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:02.347261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 75aa3c4b-5122-4bd5-bc51-7505f12602ff triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:02.348054 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:02.415680 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee574f8c-2763-4cc6-9269-203124200ab4 req-28746b07-2f95-4b9e-ac34-bf2776a36456 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054887 Feb 16 16:36:02.434347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:02.435410 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:02.472450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6061d0-1010-4cf4-841e-59e2c5f5b836 req-7b6eadec-c06b-4b4e-b356-23e8b0093ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:02.474104 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a6061d0-1010-4cf4-841e-59e2c5f5b836 req-7b6eadec-c06b-4b4e-b356-23e8b0093ce9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7683ed5c-4de8-4e9d-8369-1fddb9288879 HTTP/1.1" status: 200 len: 851 time: 0.2517328 Feb 16 16:36:02.474823 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (6ac24e19-ac6f-478c-a033-2f874d3357c6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:02.476169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ac24e19-ac6f-478c-a033-2f874d3357c6 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:36:02.500138 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:02.504358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-199081f8-a708-4d88-9977-e2c6677c20c9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6ac24e19-ac6f-478c-a033-2f874d3357c6 HTTP/1.1" status: 204 len: 168 time: 5.3063977 Feb 16 16:36:02.506267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34534) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:02.630526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3e9c7796-7c30-4e6f-85d1-f8f11177c3cc None None] Provisioning complete for port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:02.630904 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3e9c7796-7c30-4e6f-85d1-f8f11177c3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:02.638686 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9a0795ec-d6b9-4af5-a29f-764a7f18afc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:02.667270 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a6061d0-1010-4cf4-841e-59e2c5f5b836 req-0a8f8418-0164-482d-9c62-389d938bd6bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=121ff239-7c70-486a-be8a-d08127a9ab03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1617696 Feb 16 16:36:02.693769 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71cdb05c-1c48-4c6d-ba57-afda06b7c5e0 req-cb5244b9-ace4-457d-94d2-540b59ca9929 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481328 Feb 16 16:36:02.736128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1,segment=NetworkSegment(e803b953-0ab5-42e0-964f-e8bec7c18daa),segment_id=e803b953-0ab5-42e0-964f-e8bec7c18daa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:02.753129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 75aa3c4b-5122-4bd5-bc51-7505f12602ff is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:02.755413 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:02.756135 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:36:02.841992 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9a0795ec-d6b9-4af5-a29f-764a7f18afc4 service neutron] For port 05a3f381-04ac-4532-9824-3977aba8b6be, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=05a3f381-04ac-4532-9824-3977aba8b6be,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:02.845604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c7796-7c30-4e6f-85d1-f8f11177c3cc None None] Port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:36:02.881288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9a0795ec-d6b9-4af5-a29f-764a7f18afc4 service neutron] For port 05a3f381-04ac-4532-9824-3977aba8b6be, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:36:02.889054 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] The host n-h1-669411-5 is not matching for port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 host ! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:36:02.889537 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:36:02.890214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 82e2e32d-8c5f-4c98-812f-04b3671298db no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:36:02.896715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3e9c7796-7c30-4e6f-85d1-f8f11177c3cc None None] Provisioning complete for port 75aa3c4b-5122-4bd5-bc51-7505f12602ff triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:02.897190 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3e9c7796-7c30-4e6f-85d1-f8f11177c3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:02.941284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-651cf7fd-eae0-4752-9b15-97d19def6fa1 admin admin] Deleting subnet a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:36:02.950798 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-651cf7fd-eae0-4752-9b15-97d19def6fa1 admin admin] Publish callbacks [] for subnet (a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:02.953930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9a0795ec-d6b9-4af5-a29f-764a7f18afc4 service neutron] device_id is not set on port 05a3f381-04ac-4532-9824-3977aba8b6be yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:36:02.987229 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9a0795ec-d6b9-4af5-a29f-764a7f18afc4 service neutron] Publish callbacks [] for port (05a3f381-04ac-4532-9824-3977aba8b6be), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:03.058778 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-651cf7fd-eae0-4752-9b15-97d19def6fa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:03.092388 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9a0795ec-d6b9-4af5-a29f-764a7f18afc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:03.186315 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c7796-7c30-4e6f-85d1-f8f11177c3cc None None] Current status of the port 75aa3c4b-5122-4bd5-bc51-7505f12602ff is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:03.207962 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:03.218654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 82e2e32d-8c5f-4c98-812f-04b3671298db is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:03.220412 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:03.265128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Router eef312c4-657c-466c-bd9d-8d3a4a7fc32c is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:36:03.268626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 82e2e32d-8c5f-4c98-812f-04b3671298db, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=82e2e32d-8c5f-4c98-812f-04b3671298db,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:03.280131 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:03.282837 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:36:03.468869 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-651cf7fd-eae0-4752-9b15-97d19def6fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:03.507201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0795ec-d6b9-4af5-a29f-764a7f18afc4 service neutron] Pushing event updated for resources: {'Port': ['ID=05a3f381-04ac-4532-9824-3977aba8b6be,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:03.530968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9a0795ec-d6b9-4af5-a29f-764a7f18afc4 service neutron] No DVR routers for this DVR port 05a3f381-04ac-4532-9824-3977aba8b6be on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:36:03.536895 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee574f8c-2763-4cc6-9269-203124200ab4 req-f72ddfe0-a2d5-49aa-83a5-893d81104f3f service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0963562 Feb 16 16:36:03.541613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=82e2e32d-8c5f-4c98-812f-04b3671298db,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:03.567242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dee55c-2838-4923-a245-cc9a1ade560d req-c9b92e9d-491b-4b66-b1ba-215ae5ae7c53 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:03.572714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dee55c-2838-4923-a245-cc9a1ade560d req-c9b92e9d-491b-4b66-b1ba-215ae5ae7c53 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:03.587167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dee55c-2838-4923-a245-cc9a1ade560d req-c9b92e9d-491b-4b66-b1ba-215ae5ae7c53 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:03.603126 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dee55c-2838-4923-a245-cc9a1ade560d req-c9b92e9d-491b-4b66-b1ba-215ae5ae7c53 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:03.609475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dee55c-2838-4923-a245-cc9a1ade560d req-c9b92e9d-491b-4b66-b1ba-215ae5ae7c53 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:03.625464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:03.625859 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:03.628211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dee55c-2838-4923-a245-cc9a1ade560d req-c9b92e9d-491b-4b66-b1ba-215ae5ae7c53 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:03.632085 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8dee55c-2838-4923-a245-cc9a1ade560d req-c9b92e9d-491b-4b66-b1ba-215ae5ae7c53 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 4579 time: 0.7918351 Feb 16 16:36:03.691601 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9a0795ec-d6b9-4af5-a29f-764a7f18afc4 service neutron] In _notify_port_updated(), no bound segment for port 05a3f381-04ac-4532-9824-3977aba8b6be on network 77e300b8-8f2d-49c0-9ebe-b61a8689334e {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:36:03.692536 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9a0795ec-d6b9-4af5-a29f-764a7f18afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:03.693157 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9a0795ec-d6b9-4af5-a29f-764a7f18afc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:03.694476 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9a0795ec-d6b9-4af5-a29f-764a7f18afc4 service neutron] 10.222.0.65 "PUT /v2.0/ports/05a3f381-04ac-4532-9824-3977aba8b6be HTTP/1.1" status: 200 len: 1031 time: 1.4734957 Feb 16 16:36:03.722525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a6061d0-1010-4cf4-841e-59e2c5f5b836 req-1f7a745e-dd0c-454f-b174-467c951746fd service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0326166 Feb 16 16:36:03.724412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:03.732951 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:03.787989 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:36:03.799377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b733de-bf76-467e-8d35-853815e8577b req-a6ed120b-af6b-4659-a4fd-091c6cfe94d9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:03.816884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46b733de-bf76-467e-8d35-853815e8577b req-a6ed120b-af6b-4659-a4fd-091c6cfe94d9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 943 time: 0.5650823 Feb 16 16:36:03.826328 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c3e95d37-8223-410a-b8ef-3af2b90ebb54 None None] Provisioning complete for port 05a3f381-04ac-4532-9824-3977aba8b6be triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:03.826635 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c3e95d37-8223-410a-b8ef-3af2b90ebb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:03.828548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Sync routers for ids ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:36:03.846142 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04680135-a65c-4508-bf09-2718d35da64b'}, {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05a3f381-04ac-4532-9824-3977aba8b6be'}, {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8edf9e5f-ca4b-451e-a4db-b16895ab6ec1'}, {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e2e32d-8c5f-4c98-812f-04b3671298db'}, {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c527ed7-d224-4a01-a7a7-cb9a3b6fda09'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:03.849500 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de754ec-6610-4604-9f7a-1bf4e81ae323" -d '{"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "04680135-a65c-4508-bf09-2718d35da64b"}, {"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "05a3f381-04ac-4532-9824-3977aba8b6be"}, {"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "8edf9e5f-ca4b-451e-a4db-b16895ab6ec1"}, {"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "82e2e32d-8c5f-4c98-812f-04b3671298db"}, {"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "2c527ed7-d224-4a01-a7a7-cb9a3b6fda09"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:03.885094 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:03.890292 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6709ea8b-2b00-428d-9b79-421ab27dcebc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6220193 Feb 16 16:36:03.891887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34572) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:03.976349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 042f635f-33f9-4bb8-8bd2-537ca787b010 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:36:04.061484 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Routers {'eef312c4-657c-466c-bd9d-8d3a4a7fc32c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:36:04.062497 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9e16907e-3402-408e-a93e-127999114de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:35:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:04.081981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9b3789a8-dc74-45dd-b520-b5793f7b2868 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Deleting port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:36:04.083839 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9b3789a8-dc74-45dd-b520-b5793f7b2868 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:04.089526 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-651cf7fd-eae0-4752-9b15-97d19def6fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:04.130345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cf7fd-eae0-4752-9b15-97d19def6fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:04.163472 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46b733de-bf76-467e-8d35-853815e8577b req-d5dcd6e0-5296-43b8-921d-9556324df65f tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977571 Feb 16 16:36:04.183801 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8dee55c-2838-4923-a245-cc9a1ade560d req-7f5f7b58-4a71-4230-bf57-595c0a1e981a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=6500674e-1fd9-4577-9332-b98777c412f9&id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5145340 Feb 16 16:36:04.232325 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-651cf7fd-eae0-4752-9b15-97d19def6fa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:04.241077 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-651cf7fd-eae0-4752-9b15-97d19def6fa1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a94ce6ba-8460-4ea7-a0ec-647f5ca1bd2e HTTP/1.1" status: 204 len: 168 time: 1.7054329 Feb 16 16:36:04.243465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34578) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:04.255915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a6061d0-1010-4cf4-841e-59e2c5f5b836 req-fb66ac94-adba-48a2-831b-6a583b6ab4e1 service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099425 Feb 16 16:36:04.382044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9b3789a8-dc74-45dd-b520-b5793f7b2868 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] For port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1,segment=NetworkSegment(e803b953-0ab5-42e0-964f-e8bec7c18daa),segment_id=e803b953-0ab5-42e0-964f-e8bec7c18daa)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:04.382517 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9b3789a8-dc74-45dd-b520-b5793f7b2868 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:04.436959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9b3789a8-dc74-45dd-b520-b5793f7b2868 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Calling delete_port for 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:36:04.442068 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a76c641d-58da-425c-93e5-7240a0b525ba), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:04.464834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9058bd-f24b-463c-9aef-f1f4b0b9bf8b req-60b4d312-fa2f-4cd3-8ac2-045426ff50c9 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:04.473016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d9058bd-f24b-463c-9aef-f1f4b0b9bf8b req-60b4d312-fa2f-4cd3-8ac2-045426ff50c9 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1336818 Feb 16 16:36:04.572445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d9058bd-f24b-463c-9aef-f1f4b0b9bf8b req-7c3aee27-2039-4905-a63d-4b2d572ce255 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980201 Feb 16 16:36:04.725484 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbd5db5-2397-4b6e-9245-0750711e0c11 x-openstack-request-id: req-1fbd5db5-2397-4b6e-9245-0750711e0c11 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:04.727906 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "04680135-a65c-4508-bf09-2718d35da64b", "code": 200}, {"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "05a3f381-04ac-4532-9824-3977aba8b6be", "code": 200}, {"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "8edf9e5f-ca4b-451e-a4db-b16895ab6ec1", "code": 200}, {"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "82e2e32d-8c5f-4c98-812f-04b3671298db", "code": 200}, {"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "2c527ed7-d224-4a01-a7a7-cb9a3b6fda09", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:04.728455 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fbd5db5-2397-4b6e-9245-0750711e0c11 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:04.730547 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04680135-a65c-4508-bf09-2718d35da64b', 'code': 200} Feb 16 16:36:04.731639 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05a3f381-04ac-4532-9824-3977aba8b6be', 'code': 200} Feb 16 16:36:04.732116 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8edf9e5f-ca4b-451e-a4db-b16895ab6ec1', 'code': 200} Feb 16 16:36:04.734845 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e2e32d-8c5f-4c98-812f-04b3671298db', 'code': 200} Feb 16 16:36:04.735307 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c527ed7-d224-4a01-a7a7-cb9a3b6fda09', 'code': 200} Feb 16 16:36:04.745472 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 042f635f-33f9-4bb8-8bd2-537ca787b010 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:36:04.747596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 042f635f-33f9-4bb8-8bd2-537ca787b010 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:36:04.751215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:36:04.760789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ed9ca-ecb3-4bdd-8fdd-8c9e8c4187ae req-7705dd11-7547-4b27-9623-e5832cc33de6 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:04.761766 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342d6357-dbb5-4a21-bdca-6a443d55336c None None] Network a76c641d-58da-425c-93e5-7240a0b525ba requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:36:04.772716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-332ed9ca-ecb3-4bdd-8fdd-8c9e8c4187ae req-7705dd11-7547-4b27-9623-e5832cc33de6 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1086230 Feb 16 16:36:04.852093 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] Deleting port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:36:04.853655 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:04.900971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-332ed9ca-ecb3-4bdd-8fdd-8c9e8c4187ae req-8838f6b5-cc51-48a9-835c-42092f02e37b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226048 Feb 16 16:36:05.003489 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9b3789a8-dc74-45dd-b520-b5793f7b2868 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8edf9e5f-ca4b-451e-a4db-b16895ab6ec1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:05.039318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c3e95d37-8223-410a-b8ef-3af2b90ebb54 None None] Port 05a3f381-04ac-4532-9824-3977aba8b6be cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:36:05.040786 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:05.051703 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:05.087274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dd012-475f-48f1-abbe-56938e3a4b33 req-03dd2537-5d0b-470d-9fda-2e8d25e25058 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:05.089232 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa8dd012-475f-48f1-abbe-56938e3a4b33 req-03dd2537-5d0b-470d-9fda-2e8d25e25058 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0964880 Feb 16 16:36:05.110577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3789a8-dc74-45dd-b520-b5793f7b2868 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event deleted for resources: {'Port': ['ID=8edf9e5f-ca4b-451e-a4db-b16895ab6ec1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:05.193934 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] For port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7a176d9d-bfa3-44f5-8715-7a20ed24ed13,segment=NetworkSegment(9db02d4f-23af-45fd-aaeb-9391ff2de2ed),segment_id=9db02d4f-23af-45fd-aaeb-9391ff2de2ed)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:05.194399 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:05.236438 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] Calling delete_port for 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:36:05.242407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9b3789a8-dc74-45dd-b520-b5793f7b2868 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] No DVR routers for this DVR port 8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:36:05.247141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9b3789a8-dc74-45dd-b520-b5793f7b2868 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:05.250084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa8dd012-475f-48f1-abbe-56938e3a4b33 req-cee8867d-7326-47f1-83b1-bfbfb522b32f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539168 Feb 16 16:36:05.250615 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-049d56d2-a36c-4e16-b933-1ea78353480a req-9b3789a8-dc74-45dd-b520-b5793f7b2868 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "DELETE /v2.0/ports/8edf9e5f-ca4b-451e-a4db-b16895ab6ec1 HTTP/1.1" status: 204 len: 173 time: 1.5392315 Feb 16 16:36:05.253842 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-deleted', 'tag': '8edf9e5f-ca4b-451e-a4db-b16895ab6ec1'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:05.264088 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:36:05.264402 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c70460-a01b-489b-b6d6-a974f8711c4f" -d '{"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-deleted", "tag": "8edf9e5f-ca4b-451e-a4db-b16895ab6ec1"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:05.468937 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Set router eef312c4-657c-466c-bd9d-8d3a4a7fc32c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:36:05.621057 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb402c-eda1-4ea4-88e8-44c314f8f0ad req-a8e485ac-b147-4b3e-bcaf-9301e2816065 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:05.635024 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fdb402c-eda1-4ea4-88e8-44c314f8f0ad req-a8e485ac-b147-4b3e-bcaf-9301e2816065 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 943 time: 0.2893796 Feb 16 16:36:05.741530 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a91a32-6cf5-4ca6-854f-3bb307a94134 req-151e61b0-669e-427f-a933-377580504ea7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:05.767740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a91a32-6cf5-4ca6-854f-3bb307a94134 req-151e61b0-669e-427f-a933-377580504ea7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:05.784897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a91a32-6cf5-4ca6-854f-3bb307a94134 req-151e61b0-669e-427f-a933-377580504ea7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:05.798437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=316c5cc8-fecc-4bac-8c94-67a2b4c87ef7,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:05.806803 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a91a32-6cf5-4ca6-854f-3bb307a94134 req-151e61b0-669e-427f-a933-377580504ea7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:05.816894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84a91a32-6cf5-4ca6-854f-3bb307a94134 req-151e61b0-669e-427f-a933-377580504ea7 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 3143 time: 0.4244068 Feb 16 16:36:05.850512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bc8982-6ce5-4b19-b674-ad5c86e16f10 None None] DHCP port deletion for a76c641d-58da-425c-93e5-7240a0b525ba request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:36:05.899872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '316c5cc8-fecc-4bac-8c94-67a2b4c87ef7', 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03', 'port_id': '316c5cc8-fecc-4bac-8c94-67a2b4c87ef7', 'mac_address': 'fa:16:3e:88:df:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7683ed5c-4de8-4e9d-8369-1fddb9288879', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:36:05.975132 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:05.975526 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (316c5cc8-fecc-4bac-8c94-67a2b4c87ef7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:05.993973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:36:06.068531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84a91a32-6cf5-4ca6-854f-3bb307a94134 req-78dd4740-348c-43ce-8d02-e10da29f464f tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421005 Feb 16 16:36:06.081760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fdb402c-eda1-4ea4-88e8-44c314f8f0ad req-a6ccbeab-2805-4e89-80a6-79b224542a85 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472554 Feb 16 16:36:06.089428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc8982-6ce5-4b19-b674-ad5c86e16f10 None None] Deleting port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:36:06.089815 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8982-6ce5-4b19-b674-ad5c86e16f10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:06.235115 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a516339-eac7-4c10-9717-80f76b6506e2 x-openstack-request-id: req-1a516339-eac7-4c10-9717-80f76b6506e2 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:06.235658 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-deleted", "tag": "8edf9e5f-ca4b-451e-a4db-b16895ab6ec1", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:06.235658 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a516339-eac7-4c10-9717-80f76b6506e2 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:06.235978 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-deleted', 'tag': '8edf9e5f-ca4b-451e-a4db-b16895ab6ec1', 'status': 'completed', 'code': 200} Feb 16 16:36:06.258907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732838d-d410-479b-9773-b956ad482165 req-d823317b-6e21-4fc6-84f4-3c7168ce6f0b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:06.268679 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9732838d-d410-479b-9773-b956ad482165 req-d823317b-6e21-4fc6-84f4-3c7168ce6f0b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0934830 Feb 16 16:36:06.271242 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:36:06.331630 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=316c5cc8-fecc-4bac-8c94-67a2b4c87ef7,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:06.332511 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9732838d-d410-479b-9773-b956ad482165 req-e8f8c810-99e9-46c4-90f5-d7697b5c9fe4 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621743 Feb 16 16:36:06.362205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b1bc8982-6ce5-4b19-b674-ad5c86e16f10 None None] For port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7a176d9d-bfa3-44f5-8715-7a20ed24ed13,segment=NetworkSegment(9db02d4f-23af-45fd-aaeb-9391ff2de2ed),segment_id=9db02d4f-23af-45fd-aaeb-9391ff2de2ed)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:06.363194 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8982-6ce5-4b19-b674-ad5c86e16f10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:06.367700 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (316c5cc8-fecc-4bac-8c94-67a2b4c87ef7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:06.368801 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:06.483913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc8982-6ce5-4b19-b674-ad5c86e16f10 None None] Calling delete_port for 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:36:06.489713 n-d-669411-5 neutron-server[103423]: INFO neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No ports have port_id starting with 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 Feb 16 16:36:06.523493 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:06.612880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=316c5cc8-fecc-4bac-8c94-67a2b4c87ef7,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:06.665025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-049d56d2-a36c-4e16-b933-1ea78353480a req-8a88b5d5-2838-4463-b540-b937be1b8599 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Deleting port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:36:06.665524 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-8a88b5d5-2838-4463-b540-b937be1b8599 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:06.673600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9e16907e-3402-408e-a93e-127999114de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '943e210f-974a-4770-ab57-4d173521d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:35:57Z', 'updated_at': '2022-02-16T16:36:01Z', 'revision_number': 3, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'gw_port': {'id': '943e210f-974a-4770-ab57-4d173521d50f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:35:59Z', 'updated_at': '2022-02-16T16:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:06.699999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a176d9d-bfa3-44f5-8715-7a20ed24ed13,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:06.719258 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['316c5cc8-fecc-4bac-8c94-67a2b4c87ef7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:36:06.722911 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8982-6ce5-4b19-b674-ad5c86e16f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (7a176d9d-bfa3-44f5-8715-7a20ed24ed13), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:06.749651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] No DVR routers for this DVR port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:36:06.763025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Checking router: eef312c4-657c-466c-bd9d-8d3a4a7fc32c for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:36:06.764350 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Updating router eef312c4-657c-466c-bd9d-8d3a4a7fc32c port 943e210f-974a-4770-ab57-4d173521d50f binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:36:06.825635 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (943e210f-974a-4770-ab57-4d173521d50f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:06.841594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-3166ee8d-395a-49f7-a008-403a5f03c594 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:06.843031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-3166ee8d-395a-49f7-a008-403a5f03c594 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 811 time: 0.2285686 Feb 16 16:36:06.876858 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-3f44c058-6426-47fd-97b7-406b817fef7a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/quotas/1ba6ed05f60d4be18332c533a096aa72 HTTP/1.1" status: 200 len: 375 time: 0.0274317 Feb 16 16:36:06.996377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-64b9712b-ffe0-4aa6-8201-790d9df1582c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1185503 Feb 16 16:36:06.996975 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc8982-6ce5-4b19-b674-ad5c86e16f10 None None] Pushing event deleted for resources: {'Port': ['ID=7a176d9d-bfa3-44f5-8715-7a20ed24ed13,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:07.006437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc8982-6ce5-4b19-b674-ad5c86e16f10 None None] No DVR routers for this DVR port 7a176d9d-bfa3-44f5-8715-7a20ed24ed13 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:36:07.172057 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-183a0a64-f37a-42e5-9bc5-7fd2b9c41954 service neutron] 10.222.0.24 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746247 Feb 16 16:36:07.189024 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a76c641d-58da-425c-93e5-7240a0b525ba), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:07.210574 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-8a88b5d5-2838-4463-b540-b937be1b8599 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] For port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:07.218031 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-8a88b5d5-2838-4463-b540-b937be1b8599 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:07.245832 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-049d56d2-a36c-4e16-b933-1ea78353480a req-8a88b5d5-2838-4463-b540-b937be1b8599 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Calling delete_port for 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:36:07.248391 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Publish callbacks [] for port (943e210f-974a-4770-ab57-4d173521d50f), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:07.264988 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (943e210f-974a-4770-ab57-4d173521d50f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:07.341704 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Attempting to bind port 943e210f-974a-4770-ab57-4d173521d50f on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:36:07.342248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Attempting to bind port 943e210f-974a-4770-ab57-4d173521d50f by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:36:07.342745 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Attempting to bind port 943e210f-974a-4770-ab57-4d173521d50f on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:36:07.372429 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ab09c-080f-40d3-98c2-b6ca7bda7787 None None] Pushing event updated for resources: {'Port': ['ID=943e210f-974a-4770-ab57-4d173521d50f,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:07.378120 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:36:07.378663 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:36:07.382861 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:07.383391 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:36:07.384229 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Bound port: 943e210f-974a-4770-ab57-4d173521d50f, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:36:07.384748 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (943e210f-974a-4770-ab57-4d173521d50f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:07.396404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-a10afe7f-3cbd-4cae-ada2-4fca3f869474 service neutron] 10.222.0.24 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233984 Feb 16 16:36:07.423236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7058b-2cc0-482c-9772-3aabcad6a6d5 req-ea53e02e-0037-48ed-a073-05516a0d402e tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:07.432043 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69e7058b-2cc0-482c-9772-3aabcad6a6d5 req-ea53e02e-0037-48ed-a073-05516a0d402e tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 944 time: 0.1398675 Feb 16 16:36:07.539351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69e7058b-2cc0-482c-9772-3aabcad6a6d5 req-a6ce0524-0b25-473b-9bb1-5ad6804d4f92 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828898 Feb 16 16:36:07.557143 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-8a88b5d5-2838-4463-b540-b937be1b8599 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2c527ed7-d224-4a01-a7a7-cb9a3b6fda09), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:07.645971 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76c641d-58da-425c-93e5-7240a0b525ba']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:07.677926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88b5d5-2838-4463-b540-b937be1b8599 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event deleted for resources: {'Port': ['ID=2c527ed7-d224-4a01-a7a7-cb9a3b6fda09,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:07.695303 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db02d4f-23af-45fd-aaeb-9391ff2de2ed') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:07.695933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db02d4f-23af-45fd-aaeb-9391ff2de2ed') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:07.702520 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9e16907e-3402-408e-a93e-127999114de7 None None] For port 943e210f-974a-4770-ab57-4d173521d50f, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:36:07.715684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9e16907e-3402-408e-a93e-127999114de7 None None] For port 943e210f-974a-4770-ab57-4d173521d50f, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=943e210f-974a-4770-ab57-4d173521d50f,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:36:07.725685 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (943e210f-974a-4770-ab57-4d173521d50f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:07.753859 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Allocated IP 172.20.0.1 (ea468702-4a56-4633-9d55-45c2db000c89/092d3044-ace7-49d5-89bb-49f3070c680c/3b4bdca4-9e48-47b0-a3a1-e0637d956f22) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:36:07.756197 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-8a88b5d5-2838-4463-b540-b937be1b8599 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] No DVR routers for this DVR port 2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:36:07.761100 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (9db02d4f-23af-45fd-aaeb-9391ff2de2ed), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:07.766193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-8a88b5d5-2838-4463-b540-b937be1b8599 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:07.773264 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-049d56d2-a36c-4e16-b933-1ea78353480a req-8a88b5d5-2838-4463-b540-b937be1b8599 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "DELETE /v2.0/ports/2c527ed7-d224-4a01-a7a7-cb9a3b6fda09 HTTP/1.1" status: 204 len: 173 time: 2.4940562 Feb 16 16:36:07.800626 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d08907fc-16c0-4361-b93d-eaa8c074bdd9 req-66dfab98-bc10-4852-a495-03a13fd4292e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 210 time: 0.0858734 Feb 16 16:36:07.810352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Routers {'eef312c4-657c-466c-bd9d-8d3a4a7fc32c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:36:07.811040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9e16907e-3402-408e-a93e-127999114de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:35:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:07.814258 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ab09c-080f-40d3-98c2-b6ca7bda7787 None None] Pushing event updated for resources: {'Port': ['ID=943e210f-974a-4770-ab57-4d173521d50f,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:07.847130 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (9db02d4f-23af-45fd-aaeb-9391ff2de2ed), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:07.863965 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca2e81-9981-4ed6-9378-43baf81fd953 req-1e629641-07ac-4b77-bf9a-3db0083b2fdb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:07.875570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:36:07.876008 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (9db02d4f-23af-45fd-aaeb-9391ff2de2ed), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:36:07.877972 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:36:07.881375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca2e81-9981-4ed6-9378-43baf81fd953 req-1e629641-07ac-4b77-bf9a-3db0083b2fdb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:07.897270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca2e81-9981-4ed6-9378-43baf81fd953 req-1e629641-07ac-4b77-bf9a-3db0083b2fdb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:07.905128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5dca2e81-9981-4ed6-9378-43baf81fd953 req-1e629641-07ac-4b77-bf9a-3db0083b2fdb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 2410 time: 0.3048360 Feb 16 16:36:07.998751 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5dca2e81-9981-4ed6-9378-43baf81fd953 req-85a0276b-54cd-444c-a4e4-34bfa1adeb21 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924609 Feb 16 16:36:08.045363 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a76c641d-58da-425c-93e5-7240a0b525ba), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:08.083141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:08.092534 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] 10.222.0.24 "DELETE /v2.0/networks/a76c641d-58da-425c-93e5-7240a0b525ba HTTP/1.1" status: 204 len: 168 time: 3.8076491 Feb 16 16:36:08.107534 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Publish callbacks [] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:08.154062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36841f5-0510-47fc-b9e0-de23dae0c34b admin admin] Pushing event deleted for resources: {'Network': ['ID=a76c641d-58da-425c-93e5-7240a0b525ba,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:08.196865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-049d56d2-a36c-4e16-b933-1ea78353480a req-d156c447-dc69-4edf-b1f8-a47c0a7c3bca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Deleting port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:36:08.197435 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-d156c447-dc69-4edf-b1f8-a47c0a7c3bca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:08.237694 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-deleted', 'tag': '2c527ed7-d224-4a01-a7a7-cb9a3b6fda09'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:08.240158 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af8f3e3-6041-4a00-a4be-a7604e95cdf4" -d '{"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-deleted", "tag": "2c527ed7-d224-4a01-a7a7-cb9a3b6fda09"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:08.248836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-9e16907e-3402-408e-a93e-127999114de7 None None] Set router eef312c4-657c-466c-bd9d-8d3a4a7fc32c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:36:08.347208 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:08.374266 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2921b6-d518-4670-9e76-40d42d1b024b x-openstack-request-id: req-9d2921b6-d518-4670-9e76-40d42d1b024b {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:08.374846 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-deleted", "tag": "2c527ed7-d224-4a01-a7a7-cb9a3b6fda09", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:08.375254 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d2921b6-d518-4670-9e76-40d42d1b024b {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:08.375853 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-deleted', 'tag': '2c527ed7-d224-4a01-a7a7-cb9a3b6fda09', 'status': 'completed', 'code': 200} Feb 16 16:36:08.435573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:36:08.450729 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Network ea468702-4a56-4633-9d55-45c2db000c89 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:36:08.483904 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-d156c447-dc69-4edf-b1f8-a47c0a7c3bca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] For port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8ee8ca31-5a38-410b-904f-1c774cb9ae5e,segment=NetworkSegment(a4ad40c0-9abb-40ac-b9ba-231d605c80fd),segment_id=a4ad40c0-9abb-40ac-b9ba-231d605c80fd)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:08.484273 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-d156c447-dc69-4edf-b1f8-a47c0a7c3bca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:08.488899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34658) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:08.493071 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:36:08.519472 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Pushing event updated for resources: {'Port': ['ID=3b4bdca4-9e48-47b0-a3a1-e0637d956f22,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:08.525352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:36:08.583853 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:08.635143 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d015bc4c-c2f0-48ce-9d95-b4ab52e9ad9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbd272cc326940a1a14c39e2d15a896a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449838 Feb 16 16:36:08.644742 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34662) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:08.850669 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:36:08.861902 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:08.862516 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (316c5cc8-fecc-4bac-8c94-67a2b4c87ef7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:08.880038 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ba54ed42-dc51-4e4e-b19c-5df4a74299eb admin admin] Publish callbacks [] for security_group (88b25e6a-4684-4861-84c9-2fc17c2b3a66), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:08.901356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69020b7-2716-4144-b9c7-2f8c1f78aebb req-da601ec8-f7f8-4003-b386-33ef20747b77 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:08.910959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c69020b7-2716-4144-b9c7-2f8c1f78aebb req-da601ec8-f7f8-4003-b386-33ef20747b77 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 944 time: 0.2161331 Feb 16 16:36:09.011706 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ba54ed42-dc51-4e4e-b19c-5df4a74299eb admin admin] Publish callbacks [] for security_group (88b25e6a-4684-4861-84c9-2fc17c2b3a66), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:09.147184 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c69020b7-2716-4144-b9c7-2f8c1f78aebb req-49786101-22ba-441e-84ea-95893256d680 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349248 Feb 16 16:36:09.157237 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8c12263-25b0-4dc7-a444-2b0f7118e6f4 req-bdac1edd-31c6-4d32-949a-3b67db81813b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 210 time: 0.1362703 Feb 16 16:36:09.199212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-d156c447-dc69-4edf-b1f8-a47c0a7c3bca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:09.200270 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-d156c447-dc69-4edf-b1f8-a47c0a7c3bca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (b2a14e6e-a723-46aa-acab-7e230e5b97f9), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:09.200700 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-d156c447-dc69-4edf-b1f8-a47c0a7c3bca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Floating IP b2a14e6e-a723-46aa-acab-7e230e5b97f9 disassociated. External IP: 172.25.4.175, port: 8ee8ca31-5a38-410b-904f-1c774cb9ae5e. Feb 16 16:36:09.201149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-049d56d2-a36c-4e16-b933-1ea78353480a req-d156c447-dc69-4edf-b1f8-a47c0a7c3bca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Calling delete_port for 8ee8ca31-5a38-410b-904f-1c774cb9ae5e owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:36:09.249744 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ba54ed42-dc51-4e4e-b19c-5df4a74299eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (88b25e6a-4684-4861-84c9-2fc17c2b3a66), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:09.253387 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ba54ed42-dc51-4e4e-b19c-5df4a74299eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:09.258339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ba54ed42-dc51-4e4e-b19c-5df4a74299eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88b25e6a-4684-4861-84c9-2fc17c2b3a66 HTTP/1.1" status: 204 len: 168 time: 0.6123168 Feb 16 16:36:09.289522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54ed42-dc51-4e4e-b19c-5df4a74299eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b25e6a-4684-4861-84c9-2fc17c2b3a66,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:09.425296 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:09.431249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9e16907e-3402-408e-a93e-127999114de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '943e210f-974a-4770-ab57-4d173521d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:35:57Z', 'updated_at': '2022-02-16T16:36:01Z', 'revision_number': 3, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'gw_port': {'id': '943e210f-974a-4770-ab57-4d173521d50f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:35:59Z', 'updated_at': '2022-02-16T16:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:09.468429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ac208-9536-4167-9321-badc71d0d9b0 req-0a9461a8-ffeb-4df9-bf8d-09065721c900 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:09.479296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ac208-9536-4167-9321-badc71d0d9b0 req-0a9461a8-ffeb-4df9-bf8d-09065721c900 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:09.494478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ac208-9536-4167-9321-badc71d0d9b0 req-0a9461a8-ffeb-4df9-bf8d-09065721c900 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:09.507578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb2ac208-9536-4167-9321-badc71d0d9b0 req-0a9461a8-ffeb-4df9-bf8d-09065721c900 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 2410 time: 0.1886702 Feb 16 16:36:09.532150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-77859201-b2a7-4af1-8403-486ef30abf6b None None] Provisioning complete for port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:09.533640 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-77859201-b2a7-4af1-8403-486ef30abf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:09.537753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e16907e-3402-408e-a93e-127999114de7 None None] The sync data for ids ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'] in n-d-669411-5 is: [{'id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '943e210f-974a-4770-ab57-4d173521d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:35:57Z', 'updated_at': '2022-02-16T16:36:01Z', 'revision_number': 3, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'gw_port': {'id': '943e210f-974a-4770-ab57-4d173521d50f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:35:59Z', 'updated_at': '2022-02-16T16:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:36:09.543009 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-d156c447-dc69-4edf-b1f8-a47c0a7c3bca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8ee8ca31-5a38-410b-904f-1c774cb9ae5e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:09.612730 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-77859201-b2a7-4af1-8403-486ef30abf6b None None] Port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:36:09.685154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb2ac208-9536-4167-9321-badc71d0d9b0 req-0cbf9a64-ffe4-45fb-add8-4eb8b13274be tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644614 Feb 16 16:36:09.735067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:09.735636 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (316c5cc8-fecc-4bac-8c94-67a2b4c87ef7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:09.768149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156c447-dc69-4edf-b1f8-a47c0a7c3bca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event deleted for resources: {'Port': ['ID=8ee8ca31-5a38-410b-904f-1c774cb9ae5e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:09.778969 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c141d67-b985-4810-a363-07e3e8fc4ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316c5cc8-fecc-4bac-8c94-67a2b4c87ef7'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:09.787205 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9f3df3-9328-41f6-b505-eaa0171c2377" -d '{"events": [{"server_uuid": "1c141d67-b985-4810-a363-07e3e8fc4ea5", "name": "network-vif-plugged", "status": "completed", "tag": "316c5cc8-fecc-4bac-8c94-67a2b4c87ef7"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:09.807741 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=316c5cc8-fecc-4bac-8c94-67a2b4c87ef7,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:09.815671 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (316c5cc8-fecc-4bac-8c94-67a2b4c87ef7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:09.903693 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c044473-67a2-41be-849e-391565eadd1a x-openstack-request-id: req-9c044473-67a2-41be-849e-391565eadd1a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:09.904065 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c141d67-b985-4810-a363-07e3e8fc4ea5", "name": "network-vif-plugged", "status": "completed", "tag": "316c5cc8-fecc-4bac-8c94-67a2b4c87ef7", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:09.904828 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c044473-67a2-41be-849e-391565eadd1a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:09.905239 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c141d67-b985-4810-a363-07e3e8fc4ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316c5cc8-fecc-4bac-8c94-67a2b4c87ef7', 'code': 200} Feb 16 16:36:09.921447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=316c5cc8-fecc-4bac-8c94-67a2b4c87ef7,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:10.061636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f08a8-bfcd-4ac1-8fd6-f7e6da71d510 req-95e6bc61-69c3-42fe-9aa5-7495af58c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:10.070047 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-775f08a8-bfcd-4ac1-8fd6-f7e6da71d510 req-95e6bc61-69c3-42fe-9aa5-7495af58c873 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 1127 time: 0.1282451 Feb 16 16:36:10.117748 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34674) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:10.121352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-049d56d2-a36c-4e16-b933-1ea78353480a req-d156c447-dc69-4edf-b1f8-a47c0a7c3bca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Router 24a0d9cc-9527-4ffa-909c-92519cee7ccf has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:36:10.167566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-775f08a8-bfcd-4ac1-8fd6-f7e6da71d510 req-f81432e5-3dd9-404c-9a06-f4577f8c0972 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910728 Feb 16 16:36:10.345057 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34680) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:10.352305 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-054a9c9a-b462-4b0b-b5d3-8d8290781ac0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11604f3e32b347878c7aa9f451fde92a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2291751 Feb 16 16:36:10.376884 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-3e5ab0d9-0c9b-49ad-971c-652baf9fa32c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:10.378644 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-3e5ab0d9-0c9b-49ad-971c-652baf9fa32c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 811 time: 0.8242266 Feb 16 16:36:10.416410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd3e0b0c-382c-4194-af30-3d2dd1d72482 req-15bfa719-6b3f-435a-b3ce-137596d6174f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 210 time: 0.1203265 Feb 16 16:36:10.454026 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-2e1b4b45-bfcd-4142-80a7-958bdadbdf0d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Request body: {'port': {'device_id': 'fc978092-a580-4f4b-a1d0-5819682f75c8', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'admin_state_up': True, 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:10.526313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6737ac-b6dd-4d49-8dca-be9559a20262 req-69034848-e79f-4cbf-bbee-63f0be22f7fa tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:10.535397 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f6737ac-b6dd-4d49-8dca-be9559a20262 req-69034848-e79f-4cbf-bbee-63f0be22f7fa tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 945 time: 0.2538536 Feb 16 16:36:10.589821 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83035dd4-a651-4ab0-afe2-e683441a5658 admin admin] Publish callbacks [] for security_group (5ab09762-91e5-4058-b1d3-9931f6078b1f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:10.624805 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f6737ac-b6dd-4d49-8dca-be9559a20262 req-6eb99d60-9941-455e-a65e-d491f13b2494 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837007 Feb 16 16:36:10.646421 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Publish callbacks [] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:10.650410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-2e1b4b45-bfcd-4142-80a7-958bdadbdf0d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Made reservation on behalf of 1ba6ed05f60d4be18332c533a096aa72 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:36:10.654725 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-2e1b4b45-bfcd-4142-80a7-958bdadbdf0d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:10.657170 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83035dd4-a651-4ab0-afe2-e683441a5658 admin admin] Publish callbacks [] for security_group (5ab09762-91e5-4058-b1d3-9931f6078b1f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:10.673206 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:10.714604 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:10.722803 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-049d56d2-a36c-4e16-b933-1ea78353480a req-d156c447-dc69-4edf-b1f8-a47c0a7c3bca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:36:10.734722 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60824743-d3fd-410d-b644-8cf30940d857 None None] Sync routers for ids ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:36:10.754750 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60824743-d3fd-410d-b644-8cf30940d857 None None] Routers {'24a0d9cc-9527-4ffa-909c-92519cee7ccf'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:36:10.755693 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-60824743-d3fd-410d-b644-8cf30940d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:35:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:10.768037 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83035dd4-a651-4ab0-afe2-e683441a5658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5ab09762-91e5-4058-b1d3-9931f6078b1f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:10.772330 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83035dd4-a651-4ab0-afe2-e683441a5658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:10.773570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-83035dd4-a651-4ab0-afe2-e683441a5658 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ab09762-91e5-4058-b1d3-9931f6078b1f HTTP/1.1" status: 204 len: 168 time: 0.4271944 Feb 16 16:36:10.784309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83035dd4-a651-4ab0-afe2-e683441a5658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab09762-91e5-4058-b1d3-9931f6078b1f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:10.923440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6469b5c-d705-4b52-8a57-9546f3ebfe9b req-ff6ad522-aa16-4a90-839d-da156b159641 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:10.927050 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-60824743-d3fd-410d-b644-8cf30940d857 None None] Set router 24a0d9cc-9527-4ffa-909c-92519cee7ccf gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:36:10.933529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6469b5c-d705-4b52-8a57-9546f3ebfe9b req-ff6ad522-aa16-4a90-839d-da156b159641 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:10.936379 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6469b5c-d705-4b52-8a57-9546f3ebfe9b req-ff6ad522-aa16-4a90-839d-da156b159641 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 1677 time: 0.1094911 Feb 16 16:36:11.035670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6469b5c-d705-4b52-8a57-9546f3ebfe9b req-89858f31-5c4c-4e23-9536-af3360355b7b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934160 Feb 16 16:36:11.321784 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-60824743-d3fd-410d-b644-8cf30940d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:18Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'gw_port': {'id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:19Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8ceb6112-db6b-4983-9545-56326d4706a6', 'name': '', 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'mac_address': 'fa:16:3e:d3:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:26Z', 'updated_at': '2022-02-16T16:29:32Z', 'revision_number': 5, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'subnets': [{'id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:11.401551 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60824743-d3fd-410d-b644-8cf30940d857 None None] Checking router: 24a0d9cc-9527-4ffa-909c-92519cee7ccf for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:36:11.429581 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60824743-d3fd-410d-b644-8cf30940d857 None None] Routers {'24a0d9cc-9527-4ffa-909c-92519cee7ccf'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:36:11.430697 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-60824743-d3fd-410d-b644-8cf30940d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:35:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:11.629038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fd744d3-d898-4ba7-b0cc-b8c79c5cce4e req-bab686d2-f037-4c66-aa09-3fed52c5548f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 210 time: 0.0770686 Feb 16 16:36:11.661756 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-60824743-d3fd-410d-b644-8cf30940d857 None None] Set router 24a0d9cc-9527-4ffa-909c-92519cee7ccf gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:36:11.670629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-2e1b4b45-bfcd-4142-80a7-958bdadbdf0d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Allocated IP 172.20.0.14 (15aff283-df39-49e7-b6a0-0744c433d246/fb3087b6-a700-4596-bf94-8374694c51fb/255c1a02-fccd-43c6-9d8d-66dfc94c8894) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:36:11.705224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Pushing event updated for resources: {'Port': ['ID=3b4bdca4-9e48-47b0-a3a1-e0637d956f22,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:11.738544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-d156c447-dc69-4edf-b1f8-a47c0a7c3bca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] No DVR routers for this DVR port 8ee8ca31-5a38-410b-904f-1c774cb9ae5e on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:36:11.748574 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-d156c447-dc69-4edf-b1f8-a47c0a7c3bca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:11.751922 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-049d56d2-a36c-4e16-b933-1ea78353480a req-d156c447-dc69-4edf-b1f8-a47c0a7c3bca tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "DELETE /v2.0/ports/8ee8ca31-5a38-410b-904f-1c774cb9ae5e HTTP/1.1" status: 204 len: 173 time: 3.9673219 Feb 16 16:36:11.754706 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-deleted', 'tag': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:11.757029 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76b9e0a-34b4-4c92-b66f-827e9dbaa186" -d '{"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-deleted", "tag": "8ee8ca31-5a38-410b-904f-1c774cb9ae5e"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:11.812152 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:36:11.861142 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Network ea468702-4a56-4633-9d55-45c2db000c89 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:36:11.868796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:36:11.869585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe99f7f-4363-4451-90cd-5510d2a38aaf req-87c8355b-784f-4e7c-86e1-23e55eb504d5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:11.899343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cbe99f7f-4363-4451-90cd-5510d2a38aaf req-87c8355b-784f-4e7c-86e1-23e55eb504d5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 945 time: 0.1409690 Feb 16 16:36:11.900539 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5dc53e-4ea9-48df-81c9-28bd982ccbed x-openstack-request-id: req-4b5dc53e-4ea9-48df-81c9-28bd982ccbed {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:11.900671 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-deleted", "tag": "8ee8ca31-5a38-410b-904f-1c774cb9ae5e", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:11.900941 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b5dc53e-4ea9-48df-81c9-28bd982ccbed {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:11.901240 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-deleted', 'tag': '8ee8ca31-5a38-410b-904f-1c774cb9ae5e', 'status': 'completed', 'code': 200} Feb 16 16:36:12.062198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cbe99f7f-4363-4451-90cd-5510d2a38aaf req-8a2ec941-237b-4690-aa12-a94bd7713b5f tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567283 Feb 16 16:36:12.132799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 943e210f-974a-4770-ab57-4d173521d50f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:36:12.338941 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 943e210f-974a-4770-ab57-4d173521d50f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:12.339966 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (943e210f-974a-4770-ab57-4d173521d50f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:12.428890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bff11-99a0-4b43-9438-927abae895b3 req-f1ca1b6e-0af2-4718-9f42-ebe343c9d755 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:12.435461 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bff11-99a0-4b43-9438-927abae895b3 req-f1ca1b6e-0af2-4718-9f42-ebe343c9d755 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:12.459549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-684bff11-99a0-4b43-9438-927abae895b3 req-f1ca1b6e-0af2-4718-9f42-ebe343c9d755 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 1677 time: 0.1880121 Feb 16 16:36:12.515103 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-eb670074-fb6e-42ff-90da-a0cb46223789 None None] Provisioning complete for port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:12.515439 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eb670074-fb6e-42ff-90da-a0cb46223789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:12.581315 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-684bff11-99a0-4b43-9438-927abae895b3 req-58de34be-d846-455c-98b9-df3adf1186c5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203763 Feb 16 16:36:12.603058 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-2e1b4b45-bfcd-4142-80a7-958bdadbdf0d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:12.675482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 943e210f-974a-4770-ab57-4d173521d50f is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:12.676294 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (943e210f-974a-4770-ab57-4d173521d50f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:12.727267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 943e210f-974a-4770-ab57-4d173521d50f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=943e210f-974a-4770-ab57-4d173521d50f,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:12.740230 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-049d56d2-a36c-4e16-b933-1ea78353480a req-c7595fb2-41a3-415e-afae-e911fcddabf4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Deleting port 82e2e32d-8c5f-4c98-812f-04b3671298db {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:36:12.740934 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-c7595fb2-41a3-415e-afae-e911fcddabf4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:12.752276 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (943e210f-974a-4770-ab57-4d173521d50f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:12.770939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-eb670074-fb6e-42ff-90da-a0cb46223789 None None] Port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:36:12.771533 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-2e1b4b45-bfcd-4142-80a7-958bdadbdf0d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:12.784390 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-60824743-d3fd-410d-b644-8cf30940d857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:18Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'gw_port': {'id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:19Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8ceb6112-db6b-4983-9545-56326d4706a6', 'name': '', 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'mac_address': 'fa:16:3e:d3:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:26Z', 'updated_at': '2022-02-16T16:29:32Z', 'revision_number': 5, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'subnets': [{'id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:12.834467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Router eef312c4-657c-466c-bd9d-8d3a4a7fc32c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:36:12.835352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['8a5bc04e-6631-4840-a3dc-39fbe7f55040'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:36:12.870497 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60824743-d3fd-410d-b644-8cf30940d857 None None] The sync data for ids ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'] in n-d-669411-5 is: [{'id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:18Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'gw_port': {'id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:19Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8ceb6112-db6b-4983-9545-56326d4706a6', 'name': '', 'network_id': 'bd6679df-17c6-4470-9d69-faee9752f3e1', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'mac_address': 'fa:16:3e:d3:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:26Z', 'updated_at': '2022-02-16T16:29:32Z', 'revision_number': 5, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'subnets': [{'id': 'aa52883c-d87f-4ec7-b5e1-ae348ec14277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:36:12.917006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b12f2-ef22-4a44-9f9d-225f7f8404dd req-fd34be91-9f2f-47c5-b19c-b40505cc5e84 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:12.925938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d5b12f2-ef22-4a44-9f9d-225f7f8404dd req-fd34be91-9f2f-47c5-b19c-b40505cc5e84 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 945 time: 0.2335091 Feb 16 16:36:12.931691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-2e1b4b45-bfcd-4142-80a7-958bdadbdf0d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Network 15aff283-df39-49e7-b6a0-0744c433d246 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:36:12.945384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-2e1b4b45-bfcd-4142-80a7-958bdadbdf0d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:36:12.974594 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-2e1b4b45-bfcd-4142-80a7-958bdadbdf0d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:36:12.989380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b4b45-bfcd-4142-80a7-958bdadbdf0d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event updated for resources: {'Port': ['ID=255c1a02-fccd-43c6-9d8d-66dfc94c8894,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:13.022470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5a503-b236-42af-87ca-9ef2289db21a req-249be7b5-fd0a-46e4-91d3-d0e7aad66ecb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:13.024164 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eab5a503-b236-42af-87ca-9ef2289db21a req-249be7b5-fd0a-46e4-91d3-d0e7aad66ecb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 932 time: 0.2144980 Feb 16 16:36:13.026355 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=943e210f-974a-4770-ab57-4d173521d50f,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:13.126514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d5b12f2-ef22-4a44-9f9d-225f7f8404dd req-b9a94546-a1f8-4762-a8ac-23393aa28bce tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897023 Feb 16 16:36:13.167582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eab5a503-b236-42af-87ca-9ef2289db21a req-b0458157-93f2-4f73-9a41-6ecd00f135ef tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283290 Feb 16 16:36:13.241063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-c7595fb2-41a3-415e-afae-e911fcddabf4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] For port 82e2e32d-8c5f-4c98-812f-04b3671298db, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=82e2e32d-8c5f-4c98-812f-04b3671298db,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:13.241377 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-c7595fb2-41a3-415e-afae-e911fcddabf4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:13.323979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-049d56d2-a36c-4e16-b933-1ea78353480a req-c7595fb2-41a3-415e-afae-e911fcddabf4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Calling delete_port for 82e2e32d-8c5f-4c98-812f-04b3671298db owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:36:13.372966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-2e1b4b45-bfcd-4142-80a7-958bdadbdf0d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:13.374986 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-2e1b4b45-bfcd-4142-80a7-958bdadbdf0d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:13.409432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da67cb11-af5b-4561-9190-7ac554fc6692 None None] New status for floating IP b2a14e6e-a723-46aa-acab-7e230e5b97f9: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:36:13.503198 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-2e1b4b45-bfcd-4142-80a7-958bdadbdf0d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0896900 Feb 16 16:36:13.527669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Request body: {'port': {'device_id': 'fc978092-a580-4f4b-a1d0-5819682f75c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:13.556744 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5d842b36-0334-45ec-a2b5-7add6d1159b3 None None] Provisioning complete for port 255c1a02-fccd-43c6-9d8d-66dfc94c8894 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:13.560067 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d842b36-0334-45ec-a2b5-7add6d1159b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:13.876303 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:36:13.884822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ddf78-917c-4e7e-bc0f-4761aeb71aba req-f9fddc8a-06de-4733-ac2f-6dd251260314 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:13.886117 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Sync routers for ids ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:36:13.900849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ddf78-917c-4e7e-bc0f-4761aeb71aba req-f9fddc8a-06de-4733-ac2f-6dd251260314 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:13.902165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5d842b36-0334-45ec-a2b5-7add6d1159b3 None None] Port 255c1a02-fccd-43c6-9d8d-66dfc94c8894 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:36:13.902702 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fc1cb8fb-7c23-4738-b63c-8fcfade189af admin admin] 10.222.0.24 "PUT /v2.0/routers/eef312c4-657c-466c-bd9d-8d3a4a7fc32c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0053742 Feb 16 16:36:13.909178 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da4ddf78-917c-4e7e-bc0f-4761aeb71aba req-f9fddc8a-06de-4733-ac2f-6dd251260314 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 1677 time: 0.1222486 Feb 16 16:36:13.909982 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Routers {'eef312c4-657c-466c-bd9d-8d3a4a7fc32c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:36:13.926448 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:35:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:13.980289 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-c7595fb2-41a3-415e-afae-e911fcddabf4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (82e2e32d-8c5f-4c98-812f-04b3671298db), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:14.034218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da4ddf78-917c-4e7e-bc0f-4761aeb71aba req-c3874aa6-5bff-4c78-9cb0-05fe30ec45fd tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239765 Feb 16 16:36:14.150314 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 943e210f-974a-4770-ab57-4d173521d50f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:36:14.184832 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7595fb2-41a3-415e-afae-e911fcddabf4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event deleted for resources: {'Port': ['ID=82e2e32d-8c5f-4c98-812f-04b3671298db,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:14.260623 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Set router eef312c4-657c-466c-bd9d-8d3a4a7fc32c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:36:14.302063 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 943e210f-974a-4770-ab57-4d173521d50f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:14.302845 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (943e210f-974a-4770-ab57-4d173521d50f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:14.303633 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:14.407902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-c7595fb2-41a3-415e-afae-e911fcddabf4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] No DVR routers for this DVR port 82e2e32d-8c5f-4c98-812f-04b3671298db on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:36:14.418203 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-c7595fb2-41a3-415e-afae-e911fcddabf4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:14.424662 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-049d56d2-a36c-4e16-b933-1ea78353480a req-c7595fb2-41a3-415e-afae-e911fcddabf4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "DELETE /v2.0/ports/82e2e32d-8c5f-4c98-812f-04b3671298db HTTP/1.1" status: 204 len: 173 time: 2.6602781 Feb 16 16:36:14.514669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514d7c3-ee0f-45cf-93f0-9d22d10d9fb1 req-17ef4196-1aa8-47ca-b3a0-8d3be1ac393e tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:14.527961 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-deleted', 'tag': '82e2e32d-8c5f-4c98-812f-04b3671298db'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:14.529642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 943e210f-974a-4770-ab57-4d173521d50f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:14.531517 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2176f3b-5249-44ee-8eed-f7b108603b18" -d '{"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-deleted", "tag": "82e2e32d-8c5f-4c98-812f-04b3671298db"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:14.536614 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7514d7c3-ee0f-45cf-93f0-9d22d10d9fb1 req-17ef4196-1aa8-47ca-b3a0-8d3be1ac393e tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 945 time: 0.2440383 Feb 16 16:36:14.659116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba59e14-8802-4271-a241-2185c33b8007 req-3ed17dd7-92cc-40e8-9bab-0ee85457dd22 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:14.671329 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ba59e14-8802-4271-a241-2185c33b8007 req-3ed17dd7-92cc-40e8-9bab-0ee85457dd22 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 932 time: 0.2892773 Feb 16 16:36:14.709761 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7514d7c3-ee0f-45cf-93f0-9d22d10d9fb1 req-9accb9f0-3d26-4b0e-83c0-8d125baa03fb tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720855 Feb 16 16:36:14.712439 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34780) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:14.845198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ba59e14-8802-4271-a241-2185c33b8007 req-cea84d20-dacb-4e6d-ac3d-da95c9a9bd8e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652284 Feb 16 16:36:14.848453 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '943e210f-974a-4770-ab57-4d173521d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:35:57Z', 'updated_at': '2022-02-16T16:36:09Z', 'revision_number': 4, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'gw_port': {'id': '943e210f-974a-4770-ab57-4d173521d50f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:35:59Z', 'updated_at': '2022-02-16T16:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b4bdca4-9e48-47b0-a3a1-e0637d956f22', 'name': '', 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'mac_address': 'fa:16:3e:d3:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:06Z', 'updated_at': '2022-02-16T16:36:09Z', 'revision_number': 2, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'subnets': [{'id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:14.948513 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Checking router: eef312c4-657c-466c-bd9d-8d3a4a7fc32c for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:36:14.951425 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Updating router eef312c4-657c-466c-bd9d-8d3a4a7fc32c port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:36:14.992374 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34300112-2132-413e-881c-bd8c82658a7e x-openstack-request-id: req-34300112-2132-413e-881c-bd8c82658a7e {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:14.992899 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-deleted", "tag": "82e2e32d-8c5f-4c98-812f-04b3671298db", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:14.995377 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34300112-2132-413e-881c-bd8c82658a7e {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:14.995818 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-deleted', 'tag': '82e2e32d-8c5f-4c98-812f-04b3671298db', 'status': 'completed', 'code': 200} Feb 16 16:36:15.015362 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:15.058345 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc297226-8ba8-49a2-8ef5-f2a83bb7b356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:15.185502 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-049d56d2-a36c-4e16-b933-1ea78353480a req-10cf669d-277f-48fb-89d1-219db275c1f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Deleting port 04680135-a65c-4508-bf09-2718d35da64b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:36:15.185855 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-10cf669d-277f-48fb-89d1-219db275c1f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (04680135-a65c-4508-bf09-2718d35da64b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:15.425797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd22c6-1151-4f09-ba80-c7c444f2b277 req-685436fd-a5c8-44ec-acd1-ae41d8bfee23 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:15.438526 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-facd22c6-1151-4f09-ba80-c7c444f2b277 req-685436fd-a5c8-44ec-acd1-ae41d8bfee23 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 943 time: 0.1307173 Feb 16 16:36:15.487392 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-10cf669d-277f-48fb-89d1-219db275c1f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] For port 04680135-a65c-4508-bf09-2718d35da64b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=04680135-a65c-4508-bf09-2718d35da64b,segment=NetworkSegment(e803b953-0ab5-42e0-964f-e8bec7c18daa),segment_id=e803b953-0ab5-42e0-964f-e8bec7c18daa)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:15.489623 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-10cf669d-277f-48fb-89d1-219db275c1f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (04680135-a65c-4508-bf09-2718d35da64b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:15.520525 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-049d56d2-a36c-4e16-b933-1ea78353480a req-10cf669d-277f-48fb-89d1-219db275c1f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Calling delete_port for 04680135-a65c-4508-bf09-2718d35da64b owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:36:15.568458 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-facd22c6-1151-4f09-ba80-c7c444f2b277 req-3576a46b-8fe2-429b-8f07-28b56febe81c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268458 Feb 16 16:36:15.679894 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Publish callbacks [] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:15.694308 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:15.818128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfb433-f9b6-4b7b-a0e3-eb267b811341 req-0e04b1fe-906a-4ee6-a68d-fcf7e6a5f7f9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:15.832840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccbfb433-f9b6-4b7b-a0e3-eb267b811341 req-0e04b1fe-906a-4ee6-a68d-fcf7e6a5f7f9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 945 time: 0.1403513 Feb 16 16:36:15.961884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccbfb433-f9b6-4b7b-a0e3-eb267b811341 req-6022b11f-4519-4a95-ac1a-2eac00904406 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261566 Feb 16 16:36:15.999318 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255c1a02-fccd-43c6-9d8d-66dfc94c8894 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:36:16.008799 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Publish callbacks [] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:16.024814 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Transition to ACTIVE for port object 255c1a02-fccd-43c6-9d8d-66dfc94c8894 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:36:16.075495 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Attempting to bind port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:36:16.082430 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Attempting to bind port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '515ba80b-18f4-42f8-a823-4a9e70841166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:36:16.082958 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Attempting to bind port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 on network ea468702-4a56-4633-9d55-45c2db000c89 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:36:16.132419 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc297226-8ba8-49a2-8ef5-f2a83bb7b356 admin admin] Publish callbacks [] for security_group (00b47f1c-7577-4427-9283-8d67c47b1420), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:16.147101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:16.154451 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:36:16.157084 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc297226-8ba8-49a2-8ef5-f2a83bb7b356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (00b47f1c-7577-4427-9283-8d67c47b1420), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:16.164371 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Checking segment: {'id': '515ba80b-18f4-42f8-a823-4a9e70841166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:36:16.165013 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:16.165553 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Bound using segment: {'id': '515ba80b-18f4-42f8-a823-4a9e70841166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:36:16.166207 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Bound port: 3b4bdca4-9e48-47b0-a3a1-e0637d956f22, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515ba80b-18f4-42f8-a823-4a9e70841166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:36:16.166824 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:16.201637 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6236b-92b7-4be3-b62a-46763341c5cc None None] Pushing event updated for resources: {'Port': ['ID=3b4bdca4-9e48-47b0-a3a1-e0637d956f22,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:16.218337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96851e-e4ea-4708-a74b-261cb633a029 req-1612f9f6-fd41-493e-a4e7-705a5b8da3a1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:16.230359 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a96851e-e4ea-4708-a74b-261cb633a029 req-1612f9f6-fd41-493e-a4e7-705a5b8da3a1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 944 time: 0.1270316 Feb 16 16:36:16.354891 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a96851e-e4ea-4708-a74b-261cb633a029 req-e1a57f5f-294a-4234-8236-c36d0468bc44 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225460 Feb 16 16:36:16.358010 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] For port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:36:16.369227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6802ef24-880d-4511-ba61-d8aa3dc0e1d3 None None] Provisioning complete for port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:16.374236 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] For port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=3b4bdca4-9e48-47b0-a3a1-e0637d956f22,segment=NetworkSegment(515ba80b-18f4-42f8-a823-4a9e70841166),segment_id=515ba80b-18f4-42f8-a823-4a9e70841166)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:36:16.374842 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6802ef24-880d-4511-ba61-d8aa3dc0e1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:16.421820 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:16.425575 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6236b-92b7-4be3-b62a-46763341c5cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:16.425910 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6236b-92b7-4be3-b62a-46763341c5cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:16.426248 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6236b-92b7-4be3-b62a-46763341c5cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:16.426573 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6236b-92b7-4be3-b62a-46763341c5cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:16.426902 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6236b-92b7-4be3-b62a-46763341c5cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:16.427221 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6236b-92b7-4be3-b62a-46763341c5cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:16.427536 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6236b-92b7-4be3-b62a-46763341c5cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:16.443950 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6236b-92b7-4be3-b62a-46763341c5cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:16.444476 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6236b-92b7-4be3-b62a-46763341c5cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:16.444819 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6236b-92b7-4be3-b62a-46763341c5cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:16.445144 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6236b-92b7-4be3-b62a-46763341c5cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:16.445466 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6236b-92b7-4be3-b62a-46763341c5cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:16.452244 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a6236b-92b7-4be3-b62a-46763341c5cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:16.474983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc297226-8ba8-49a2-8ef5-f2a83bb7b356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b47f1c-7577-4427-9283-8d67c47b1420,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:16.506498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6802ef24-880d-4511-ba61-d8aa3dc0e1d3 None None] Port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:36:16.532056 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bc297226-8ba8-49a2-8ef5-f2a83bb7b356 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b337cc8561ac481da715b6ad903dc036&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8164012 Feb 16 16:36:16.534789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34822) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:16.545881 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Pushing event updated for resources: {'Port': ['ID=255c1a02-fccd-43c6-9d8d-66dfc94c8894,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:16.688116 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Routers {'eef312c4-657c-466c-bd9d-8d3a4a7fc32c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:36:16.689024 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:35:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:16.701201 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6236b-92b7-4be3-b62a-46763341c5cc None None] Pushing event updated for resources: {'Port': ['ID=3b4bdca4-9e48-47b0-a3a1-e0637d956f22,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:16.906424 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-10cf669d-277f-48fb-89d1-219db275c1f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (04680135-a65c-4508-bf09-2718d35da64b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:16.918288 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47907fd8-adf0-406e-923e-179d45534351 admin admin] Publish callbacks [] for security_group (00b47f1c-7577-4427-9283-8d67c47b1420), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:16.976952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8768bd-e651-446d-a527-bed3e6f1d597 req-21347e33-45a1-4979-a3e3-22ad0b91616f tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:16.985009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c8768bd-e651-446d-a527-bed3e6f1d597 req-21347e33-45a1-4979-a3e3-22ad0b91616f tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 865 time: 0.1845362 Feb 16 16:36:17.030795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd7804-7528-41a2-a41e-f83aac15bc4b req-3eb2d4dd-a6a6-46f9-87fa-814d618418ee tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:17.032092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf669d-277f-48fb-89d1-219db275c1f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event deleted for resources: {'Port': ['ID=04680135-a65c-4508-bf09-2718d35da64b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:17.033653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fdd7804-7528-41a2-a41e-f83aac15bc4b req-3eb2d4dd-a6a6-46f9-87fa-814d618418ee tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 945 time: 0.3865471 Feb 16 16:36:17.038524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Attempting to bind port 255c1a02-fccd-43c6-9d8d-66dfc94c8894 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:36:17.038524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Attempting to bind port 255c1a02-fccd-43c6-9d8d-66dfc94c8894 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:36:17.038524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Attempting to bind port 255c1a02-fccd-43c6-9d8d-66dfc94c8894 on network 15aff283-df39-49e7-b6a0-0744c433d246 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:36:17.076478 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47907fd8-adf0-406e-923e-179d45534351 admin admin] Publish callbacks [] for security_group (00b47f1c-7577-4427-9283-8d67c47b1420), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:17.119302 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] Set router eef312c4-657c-466c-bd9d-8d3a4a7fc32c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:36:17.122735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Port 255c1a02-fccd-43c6-9d8d-66dfc94c8894 on network 15aff283-df39-49e7-b6a0-0744c433d246 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:36:17.123480 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Attempting to bind port 255c1a02-fccd-43c6-9d8d-66dfc94c8894 on network 15aff283-df39-49e7-b6a0-0744c433d246 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:36:17.168385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-049d56d2-a36c-4e16-b933-1ea78353480a req-10cf669d-277f-48fb-89d1-219db275c1f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] No DVR routers for this DVR port 04680135-a65c-4508-bf09-2718d35da64b on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:36:17.175743 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-049d56d2-a36c-4e16-b933-1ea78353480a req-10cf669d-277f-48fb-89d1-219db275c1f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:17.179498 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-049d56d2-a36c-4e16-b933-1ea78353480a req-10cf669d-277f-48fb-89d1-219db275c1f5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.65 "DELETE /v2.0/ports/04680135-a65c-4508-bf09-2718d35da64b HTTP/1.1" status: 204 len: 173 time: 2.7481744 Feb 16 16:36:17.182381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-deleted', 'tag': '04680135-a65c-4508-bf09-2718d35da64b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:17.185552 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2183ee6f-f8c8-495d-893a-04e494923e77" -d '{"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-deleted", "tag": "04680135-a65c-4508-bf09-2718d35da64b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:17.190690 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:36:17.195059 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Checking segment: {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:36:17.198169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3c149908-7080-48d5-9c27-9104d3fc6809 None None] Provisioning complete for port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:17.198816 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c149908-7080-48d5-9c27-9104d3fc6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:17.199005 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Bound using segment: {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:36:17.199519 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Bound port: 255c1a02-fccd-43c6-9d8d-66dfc94c8894, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:36:17.200237 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:17.226528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34834) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:17.243150 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-bf39a63d-6d72-49aa-964f-353fa705fb3e tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364290713', 'description': 'tempest-description--1104145450'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:17.307186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c8768bd-e651-446d-a527-bed3e6f1d597 req-dc439e48-9dd2-4398-885d-1075c6d7eba6 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc07abd-33fc-456f-8218-732505c600ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3211882 Feb 16 16:36:17.409491 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bf39a63d-6d72-49aa-964f-353fa705fb3e tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:17.489956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3c149908-7080-48d5-9c27-9104d3fc6809 None None] Current status of the port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:17.490432 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c149908-7080-48d5-9c27-9104d3fc6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:17.562949 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ef0254-bedf-4b7b-9ead-abb527748391 x-openstack-request-id: req-34ef0254-bedf-4b7b-9ead-abb527748391 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:17.563644 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da159ffd-6bef-4ae4-948b-ba1510e9f8d2", "name": "network-vif-deleted", "tag": "04680135-a65c-4508-bf09-2718d35da64b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:17.563978 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34ef0254-bedf-4b7b-9ead-abb527748391 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:17.564409 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da159ffd-6bef-4ae4-948b-ba1510e9f8d2', 'name': 'network-vif-deleted', 'tag': '04680135-a65c-4508-bf09-2718d35da64b', 'status': 'completed', 'code': 200} Feb 16 16:36:17.565600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] For port 255c1a02-fccd-43c6-9d8d-66dfc94c8894, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:36:17.576526 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47907fd8-adf0-406e-923e-179d45534351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (00b47f1c-7577-4427-9283-8d67c47b1420), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:17.584743 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47907fd8-adf0-406e-923e-179d45534351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:17.588167 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3c149908-7080-48d5-9c27-9104d3fc6809 None None] For port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=3b4bdca4-9e48-47b0-a3a1-e0637d956f22,segment=NetworkSegment(515ba80b-18f4-42f8-a823-4a9e70841166),segment_id=515ba80b-18f4-42f8-a823-4a9e70841166)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:17.591013 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-47907fd8-adf0-406e-923e-179d45534351 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00b47f1c-7577-4427-9283-8d67c47b1420 HTTP/1.1" status: 204 len: 168 time: 1.0501423 Feb 16 16:36:17.602375 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c149908-7080-48d5-9c27-9104d3fc6809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:17.624090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-0fdd7804-7528-41a2-a41e-f83aac15bc4b req-fd718557-6017-42e1-8bba-8720853c32e2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Deleting port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:36:17.624406 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0fdd7804-7528-41a2-a41e-f83aac15bc4b req-fd718557-6017-42e1-8bba-8720853c32e2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (316c5cc8-fecc-4bac-8c94-67a2b4c87ef7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:17.625706 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] For port 255c1a02-fccd-43c6-9d8d-66dfc94c8894, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=255c1a02-fccd-43c6-9d8d-66dfc94c8894,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:36:17.656930 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:17.729939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c149908-7080-48d5-9c27-9104d3fc6809 None None] Pushing event updated for resources: {'Port': ['ID=3b4bdca4-9e48-47b0-a3a1-e0637d956f22,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:17.758206 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '943e210f-974a-4770-ab57-4d173521d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:35:57Z', 'updated_at': '2022-02-16T16:36:09Z', 'revision_number': 4, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'gw_port': {'id': '943e210f-974a-4770-ab57-4d173521d50f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:35:59Z', 'updated_at': '2022-02-16T16:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b4bdca4-9e48-47b0-a3a1-e0637d956f22', 'name': '', 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'mac_address': 'fa:16:3e:d3:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:06Z', 'updated_at': '2022-02-16T16:36:16Z', 'revision_number': 4, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'subnets': [{'id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:17.784927 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:17.791084 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:17.792850 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] 10.222.0.60 "PUT /v2.0/ports/255c1a02-fccd-43c6-9d8d-66dfc94c8894 HTTP/1.1" status: 200 len: 1092 time: 4.2707882 Feb 16 16:36:17.841352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47907fd8-adf0-406e-923e-179d45534351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b47f1c-7577-4427-9283-8d67c47b1420,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:17.878833 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bf39a63d-6d72-49aa-964f-353fa705fb3e tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for security_group (146b919d-a998-4849-86ce-e55778264428), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:17.905631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bf39a63d-6d72-49aa-964f-353fa705fb3e tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (146b919d-a998-4849-86ce-e55778264428), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:17.955784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599efbea-2245-4f3d-86fa-420799dfa258 req-44f0ac0a-54f7-41b8-8827-989ace6bc637 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:17.956452 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fccfd5-96aa-4306-9c20-b6aaf2747f2a service neutron] Pushing event updated for resources: {'Port': ['ID=255c1a02-fccd-43c6-9d8d-66dfc94c8894,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:17.968344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-599efbea-2245-4f3d-86fa-420799dfa258 req-44f0ac0a-54f7-41b8-8827-989ace6bc637 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 945 time: 0.5497930 Feb 16 16:36:17.981058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-0fdd7804-7528-41a2-a41e-f83aac15bc4b req-fd718557-6017-42e1-8bba-8720853c32e2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] For port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=316c5cc8-fecc-4bac-8c94-67a2b4c87ef7,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:17.989019 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0fdd7804-7528-41a2-a41e-f83aac15bc4b req-fd718557-6017-42e1-8bba-8720853c32e2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (316c5cc8-fecc-4bac-8c94-67a2b4c87ef7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:18.036423 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bf39a63d-6d72-49aa-964f-353fa705fb3e tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:18.040324 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bf39a63d-6d72-49aa-964f-353fa705fb3e tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7981777 Feb 16 16:36:18.051076 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34846) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:18.052820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39a63d-6d72-49aa-964f-353fa705fb3e tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146b919d-a998-4849-86ce-e55778264428,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:18.059768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d6c4b2c6-d0e7-40ab-9ec5-2b6686c39119 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Request body: {'security_group_rule': {'security_group_id': '146b919d-a998-4849-86ce-e55778264428', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:18.077226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-0fdd7804-7528-41a2-a41e-f83aac15bc4b req-fd718557-6017-42e1-8bba-8720853c32e2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Calling delete_port for 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:36:18.079891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-7204e550-38f6-4c1a-8b8d-49f97bea79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:18.081382 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-7204e550-38f6-4c1a-8b8d-49f97bea79b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 1126 time: 0.2106481 Feb 16 16:36:18.116973 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3516a39-097a-492b-a90f-646b888fd8e5 None None] The sync data for ids ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'] in n-d-669411-5 is: [{'id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '943e210f-974a-4770-ab57-4d173521d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:35:57Z', 'updated_at': '2022-02-16T16:36:09Z', 'revision_number': 4, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'gw_port': {'id': '943e210f-974a-4770-ab57-4d173521d50f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:35:59Z', 'updated_at': '2022-02-16T16:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b4bdca4-9e48-47b0-a3a1-e0637d956f22', 'name': '', 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'mac_address': 'fa:16:3e:d3:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:06Z', 'updated_at': '2022-02-16T16:36:16Z', 'revision_number': 4, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'subnets': [{'id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:36:18.172343 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-c373be2e-d291-46f1-8b8a-66310e438fa0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=255c1a02-fccd-43c6-9d8d-66dfc94c8894 HTTP/1.1" status: 200 len: 217 time: 0.0837557 Feb 16 16:36:18.244426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec651a-55f6-467a-9523-740a5e9d5d06 req-29c7e309-e039-4863-9c80-66f518bf04bb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:18.252204 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6ec651a-55f6-467a-9523-740a5e9d5d06 req-29c7e309-e039-4863-9c80-66f518bf04bb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 944 time: 0.4558351 Feb 16 16:36:18.308181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-599efbea-2245-4f3d-86fa-420799dfa258 req-8f5fdc80-6ae4-45b4-95b8-40237fab7234 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332272 Feb 16 16:36:18.312759 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-127fd4c3-5dd5-4243-82a5-9ef3f14cb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:18.315267 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-127fd4c3-5dd5-4243-82a5-9ef3f14cb5ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.1365490 Feb 16 16:36:18.317180 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6c4b2c6-d0e7-40ab-9ec5-2b6686c39119 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for security_group_rule (f4adfb15-ed3e-4f9c-a848-3e54fb1ad12d), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:18.420592 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-a2a7265a-ce46-4117-9daf-071506d23824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:18.426022 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-a2a7265a-ce46-4117-9daf-071506d23824 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0997043 Feb 16 16:36:18.488794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6ec651a-55f6-467a-9523-740a5e9d5d06 req-b1f28c65-e954-41de-8980-66407a9ecb12 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355425 Feb 16 16:36:18.529140 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee1c3e87-4a85-4f7f-a596-ded2b5483bc1 req-6bedb677-c903-41af-b75c-7906ebb554b4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0904706 Feb 16 16:36:18.614621 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6c4b2c6-d0e7-40ab-9ec5-2b6686c39119 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for security_group_rule (f4adfb15-ed3e-4f9c-a848-3e54fb1ad12d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:18.623744 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-6bd44625-eae0-4e3b-abc8-6196c8a0399f service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948905 Feb 16 16:36:18.629553 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6c4b2c6-d0e7-40ab-9ec5-2b6686c39119 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (f4adfb15-ed3e-4f9c-a848-3e54fb1ad12d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:18.662908 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0fdd7804-7528-41a2-a41e-f83aac15bc4b req-fd718557-6017-42e1-8bba-8720853c32e2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (316c5cc8-fecc-4bac-8c94-67a2b4c87ef7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:18.683956 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4b2c6-d0e7-40ab-9ec5-2b6686c39119 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4adfb15-ed3e-4f9c-a848-3e54fb1ad12d,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:18.735101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd718557-6017-42e1-8bba-8720853c32e2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Pushing event deleted for resources: {'Port': ['ID=316c5cc8-fecc-4bac-8c94-67a2b4c87ef7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:18.746320 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6c4b2c6-d0e7-40ab-9ec5-2b6686c39119 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:18.749454 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d6c4b2c6-d0e7-40ab-9ec5-2b6686c39119 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6932657 Feb 16 16:36:18.783500 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-61b5c9e2-4623-4edf-8eb9-a924619778b8 req-17a566bf-32c2-4adb-b042-9e8fae1e86bf service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582031 Feb 16 16:36:18.784426 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34864) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:18.791070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d0772afb-87e3-47a0-98c0-2a7a454cce1f tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Request body: {'security_group_rule': {'security_group_id': '146b919d-a998-4849-86ce-e55778264428', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:18.837193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0772afb-87e3-47a0-98c0-2a7a454cce1f tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for security_group_rule (d199159c-12ef-4475-82a9-b6a201b8af41), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:18.874938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdd7804-7528-41a2-a41e-f83aac15bc4b req-fd718557-6017-42e1-8bba-8720853c32e2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] No DVR routers for this DVR port 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:36:18.878653 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0fdd7804-7528-41a2-a41e-f83aac15bc4b req-fd718557-6017-42e1-8bba-8720853c32e2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:18.893433 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fdd7804-7528-41a2-a41e-f83aac15bc4b req-fd718557-6017-42e1-8bba-8720853c32e2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "DELETE /v2.0/ports/316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 HTTP/1.1" status: 204 len: 173 time: 1.8305979 Feb 16 16:36:18.893433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c141d67-b985-4810-a363-07e3e8fc4ea5', 'name': 'network-vif-deleted', 'tag': '316c5cc8-fecc-4bac-8c94-67a2b4c87ef7'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:18.899028 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fbb85b-a84d-4320-ba30-6166eedc9378" -d '{"events": [{"server_uuid": "1c141d67-b985-4810-a363-07e3e8fc4ea5", "name": "network-vif-deleted", "tag": "316c5cc8-fecc-4bac-8c94-67a2b4c87ef7"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:18.969484 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c6600d-6421-4b22-934f-0f11002f105f x-openstack-request-id: req-96c6600d-6421-4b22-934f-0f11002f105f {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:18.970083 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c141d67-b985-4810-a363-07e3e8fc4ea5", "name": "network-vif-deleted", "tag": "316c5cc8-fecc-4bac-8c94-67a2b4c87ef7", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:18.970486 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96c6600d-6421-4b22-934f-0f11002f105f {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:18.971032 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c141d67-b985-4810-a363-07e3e8fc4ea5', 'name': 'network-vif-deleted', 'tag': '316c5cc8-fecc-4bac-8c94-67a2b4c87ef7', 'status': 'completed', 'code': 200} Feb 16 16:36:18.986019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0772afb-87e3-47a0-98c0-2a7a454cce1f tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for security_group_rule (d199159c-12ef-4475-82a9-b6a201b8af41), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:18.999333 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0772afb-87e3-47a0-98c0-2a7a454cce1f tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (d199159c-12ef-4475-82a9-b6a201b8af41), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:19.061828 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0772afb-87e3-47a0-98c0-2a7a454cce1f tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:19.063081 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d0772afb-87e3-47a0-98c0-2a7a454cce1f tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2774880 Feb 16 16:36:19.066180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34872) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:19.071001 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:19.098948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0772afb-87e3-47a0-98c0-2a7a454cce1f tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d199159c-12ef-4475-82a9-b6a201b8af41,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:19.102233 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:19.263247 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:19.502251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Allocated IP 172.25.4.232 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/ef82171c-e6ea-4c89-8490-d17bd579db4d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:36:19.576695 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-965b7d5f-9a40-4e57-bfa2-86ef73f1f1f4 req-9571ef1e-cb50-4a61-a8d4-48957f45a5c1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c141d67-b985-4810-a363-07e3e8fc4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0566640 Feb 16 16:36:19.589499 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc978092-a580-4f4b-a1d0-5819682f75c8', 'tag': '255c1a02-fccd-43c6-9d8d-66dfc94c8894'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:19.596337 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878f83bc-9968-43d1-84a3-0209b72c0fac" -d '{"events": [{"name": "network-changed", "server_uuid": "fc978092-a580-4f4b-a1d0-5819682f75c8", "tag": "255c1a02-fccd-43c6-9d8d-66dfc94c8894"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:19.771620 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for port (ef82171c-e6ea-4c89-8490-d17bd579db4d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:19.803893 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c257b4b1-eea9-40b8-87f8-b0411bc82a77 req-c82f4047-fac6-46b2-99dc-b1e97f14c385 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0792322 Feb 16 16:36:19.824492 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ef82171c-e6ea-4c89-8490-d17bd579db4d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:19.850747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726c791-37c7-491f-bf77-89699823273c req-89db15bd-4de3-4bbe-ae3d-0cc8cbbe2a34 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:19.859830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a726c791-37c7-491f-bf77-89699823273c req-89db15bd-4de3-4bbe-ae3d-0cc8cbbe2a34 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 944 time: 0.1996388 Feb 16 16:36:19.888411 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:36:19.896861 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1d536c-57a1-4c3a-be60-7bea6b23294d x-openstack-request-id: req-5d1d536c-57a1-4c3a-be60-7bea6b23294d {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:19.897160 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc978092-a580-4f4b-a1d0-5819682f75c8", "tag": "255c1a02-fccd-43c6-9d8d-66dfc94c8894", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:19.897539 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d1d536c-57a1-4c3a-be60-7bea6b23294d {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:19.898076 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc978092-a580-4f4b-a1d0-5819682f75c8', 'tag': '255c1a02-fccd-43c6-9d8d-66dfc94c8894', 'status': 'completed', 'code': 200} Feb 16 16:36:19.904363 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:36:19.909733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:36:19.956337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a726c791-37c7-491f-bf77-89699823273c req-30d73cb6-2d7b-4726-a86e-799d2672ea4c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952771 Feb 16 16:36:20.005203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Pushing event updated for resources: {'Port': ['ID=ef82171c-e6ea-4c89-8490-d17bd579db4d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:20.089103 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:36:20.137070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f83bc-9968-43d1-84a3-0209b72c0fac req-00e65750-9f84-498e-8758-346cdb5fd23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:20.138845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34920) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:20.139746 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-878f83bc-9968-43d1-84a3-0209b72c0fac req-00e65750-9f84-498e-8758-346cdb5fd23b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 1126 time: 0.2113719 Feb 16 16:36:20.208802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:20.209439 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:20.220456 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for floatingip (d5206e10-380d-4b16-86e7-1e56442700c3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:20.296508 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:20.323070 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:20.333214 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ef82171c-e6ea-4c89-8490-d17bd579db4d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:20.335993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f83bc-9968-43d1-84a3-0209b72c0fac req-0ad47c1c-d2d0-4b7b-9335-486dc06c8b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:20.337462 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-878f83bc-9968-43d1-84a3-0209b72c0fac req-0ad47c1c-d2d0-4b7b-9335-486dc06c8b8d service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.1888752 Feb 16 16:36:20.399160 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-878f83bc-9968-43d1-84a3-0209b72c0fac req-ecf7a1d8-f7e9-431c-b620-0f30deb6cacb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=255c1a02-fccd-43c6-9d8d-66dfc94c8894 HTTP/1.1" status: 200 len: 217 time: 0.0394633 Feb 16 16:36:20.412088 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Publish callbacks [] for security_group (9230168d-52d5-42bb-beb8-60b3ca08ef2f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:20.418131 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9230168d-52d5-42bb-beb8-60b3ca08ef2f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:20.451226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9230168d-52d5-42bb-beb8-60b3ca08ef2f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:20.469708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:20.469708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:20.472146 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:36:20.482312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:20.483043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:20.483577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:20.484156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:20.484674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:20.485207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:20.485722 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:20.486232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:20.486742 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:20.487223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:20.489446 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f83bc-9968-43d1-84a3-0209b72c0fac req-c8255628-d40d-4341-89fa-bd2abd13cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:20.490010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:20.491008 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-878f83bc-9968-43d1-84a3-0209b72c0fac req-c8255628-d40d-4341-89fa-bd2abd13cd47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.0852246 Feb 16 16:36:20.509784 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-21b6b9c4-f12b-424b-8d92-39a927d60b63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02ee47129c9545e49f7975871d836e9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3675818 Feb 16 16:36:20.510846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34924) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:20.514405 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:36:20.514692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 316c5cc8-fecc-4bac-8c94-67a2b4c87ef7 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:36:20.566943 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d77fc216-3640-4cba-9c6b-d6f5599ee4b2 admin admin] Publish callbacks [] for security_group (9230168d-52d5-42bb-beb8-60b3ca08ef2f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:20.594402 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d77fc216-3640-4cba-9c6b-d6f5599ee4b2 admin admin] Publish callbacks [] for security_group (9230168d-52d5-42bb-beb8-60b3ca08ef2f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:20.630785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f83bc-9968-43d1-84a3-0209b72c0fac req-f17efd9b-208a-4770-9214-7ead87a4a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:20.632685 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-878f83bc-9968-43d1-84a3-0209b72c0fac req-f17efd9b-208a-4770-9214-7ead87a4a649 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1264420 Feb 16 16:36:20.658437 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d77fc216-3640-4cba-9c6b-d6f5599ee4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9230168d-52d5-42bb-beb8-60b3ca08ef2f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:20.661191 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d77fc216-3640-4cba-9c6b-d6f5599ee4b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:20.664840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d77fc216-3640-4cba-9c6b-d6f5599ee4b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9230168d-52d5-42bb-beb8-60b3ca08ef2f HTTP/1.1" status: 204 len: 168 time: 0.1513422 Feb 16 16:36:20.671261 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fc216-3640-4cba-9c6b-d6f5599ee4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9230168d-52d5-42bb-beb8-60b3ca08ef2f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:20.735526 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for port (ef82171c-e6ea-4c89-8490-d17bd579db4d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:20.771402 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (ef82171c-e6ea-4c89-8490-d17bd579db4d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:20.867046 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Pushing event updated for resources: {'Port': ['ID=ef82171c-e6ea-4c89-8490-d17bd579db4d,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:20.877707 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-878f83bc-9968-43d1-84a3-0209b72c0fac req-ae78ce08-2ba0-4448-b860-6137008e3255 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384677 Feb 16 16:36:20.907702 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (d5206e10-380d-4b16-86e7-1e56442700c3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:20.957889 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:20.964281 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f1c20a7c-a6ec-4105-9f5a-3fbc4ad17fa3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8920784 Feb 16 16:36:20.987343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c66b4925-d4c0-4108-b800-336a175e3300 req-e6389f6e-fb72-4b38-934a-32e7c4bda1ce tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0492690 Feb 16 16:36:21.012260 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-878f83bc-9968-43d1-84a3-0209b72c0fac req-4bb71319-f950-4c6e-ad3b-2de0d59a5819 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275723 Feb 16 16:36:21.020265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-6374a522-3f49-4bcb-982a-62527c74d85a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:21.021770 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-6374a522-3f49-4bcb-982a-62527c74d85a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 811 time: 0.1753848 Feb 16 16:36:21.041610 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-45c7a0e8-a9f4-40db-a774-023addd9f629 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/quotas/87aaae2862ac405f88354b7195ee2896 HTTP/1.1" status: 200 len: 375 time: 0.0111954 Feb 16 16:36:21.099069 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-91e2d3cb-a0ce-48ff-b567-2b5d93dea934 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494051 Feb 16 16:36:21.226569 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bcad1-6150-481d-b64e-3c96bdaeb7dc req-07ce7e59-8d64-44d8-96a0-5a27f418fb59 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:21.233876 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e3bcad1-6150-481d-b64e-3c96bdaeb7dc req-07ce7e59-8d64-44d8-96a0-5a27f418fb59 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 944 time: 0.1377592 Feb 16 16:36:21.258339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-c1b6def7-dcd4-458d-98b2-3b20dc4b9f51 service neutron] 10.222.0.24 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497333 Feb 16 16:36:21.311162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e3bcad1-6150-481d-b64e-3c96bdaeb7dc req-0f3c2777-4c0e-408f-86d8-c2722b520b22 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764360 Feb 16 16:36:21.387158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-6fb536ba-5761-4284-b337-c73f5135c471 service neutron] 10.222.0.24 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170695 Feb 16 16:36:21.488711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5bbdaefe-8131-46f9-9471-61d4510f2bf6 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1364290713&fields=id&tenant_id=635a7e05928d45dfa09e499768da0ed9 HTTP/1.1" status: 200 len: 267 time: 0.0639336 Feb 16 16:36:21.629524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-4f6a2670-f7d5-4261-9a83-5fef50fc20ee tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:21.637810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-4f6a2670-f7d5-4261-9a83-5fef50fc20ee tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/networks?id=ea468702-4a56-4633-9d55-45c2db000c89 HTTP/1.1" status: 200 len: 812 time: 0.1362000 Feb 16 16:36:21.684838 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-a27a6dd0-5e08-4747-a7d6-b88af35b145b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/quotas/635a7e05928d45dfa09e499768da0ed9 HTTP/1.1" status: 200 len: 375 time: 0.0460699 Feb 16 16:36:21.686894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f8bb7fe-0a6b-40d3-b5b6-81ddc87a6cd6 req-92f8ee52-4b23-4914-951f-9bfba189ab72 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 210 time: 0.0387683 Feb 16 16:36:21.764187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-f89959a5-7cd4-4db2-8fa1-89c8fb8d2d3d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=635a7e05928d45dfa09e499768da0ed9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614381 Feb 16 16:36:22.229948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0402fe10-127c-4735-8577-6f981253a2ac req-d7b4cd15-9d4e-4953-b5e4-591b1aabc6cd tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=12c9614fd0594a82837bc599d77fc09d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269833 Feb 16 16:36:22.255183 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-211afaf8-b784-4c19-8506-86427e77b403 service neutron] 10.222.0.24 "GET /v2.0/networks/ea468702-4a56-4633-9d55-45c2db000c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878311 Feb 16 16:36:22.413355 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402fe10-127c-4735-8577-6f981253a2ac req-042b4e01-dbc2-46d4-9bf3-a721ff2cda8c tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:22.414816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0402fe10-127c-4735-8577-6f981253a2ac req-042b4e01-dbc2-46d4-9bf3-a721ff2cda8c tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752179 Feb 16 16:36:22.420268 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-869b204d-b46d-47b4-9f1e-1d3abfcdd1d1 service neutron] 10.222.0.24 "GET /v2.0/networks/ea468702-4a56-4633-9d55-45c2db000c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549761 Feb 16 16:36:22.431105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0402fe10-127c-4735-8577-6f981253a2ac req-feff2976-2d8b-4c82-89a9-c9e5248dba84 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/quotas/12c9614fd0594a82837bc599d77fc09d HTTP/1.1" status: 200 len: 375 time: 0.0090706 Feb 16 16:36:22.476349 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0402fe10-127c-4735-8577-6f981253a2ac req-31fb4c52-87bf-434c-bd0e-6cdea476dcbf tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=12c9614fd0594a82837bc599d77fc09d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357988 Feb 16 16:36:22.514653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 255c1a02-fccd-43c6-9d8d-66dfc94c8894 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:36:22.754703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 255c1a02-fccd-43c6-9d8d-66dfc94c8894, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=255c1a02-fccd-43c6-9d8d-66dfc94c8894,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:22.783997 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '255c1a02-fccd-43c6-9d8d-66dfc94c8894', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'port_id': '255c1a02-fccd-43c6-9d8d-66dfc94c8894', 'mac_address': 'fa:16:3e:6e:75:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:36:22.833496 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 255c1a02-fccd-43c6-9d8d-66dfc94c8894 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:22.834151 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:22.853349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255c1a02-fccd-43c6-9d8d-66dfc94c8894 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:36:22.869634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8bc3b244-86e1-4ce4-a08d-8fa8cef5b74c req-40d57f85-6307-4f77-b79d-35a1210e2c55 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.1510770 Feb 16 16:36:22.912471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 255c1a02-fccd-43c6-9d8d-66dfc94c8894, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=255c1a02-fccd-43c6-9d8d-66dfc94c8894,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:22.920886 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:22.990586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb05f39-f16d-450a-be3c-9abdadc7e65d req-7d5442e4-7b70-4075-9061-5e1edf63ae48 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:22.998616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9cb05f39-f16d-450a-be3c-9abdadc7e65d req-7d5442e4-7b70-4075-9061-5e1edf63ae48 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 944 time: 0.1896629 Feb 16 16:36:23.007743 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-cb7943d9-3529-4f81-9eb2-38c9b90e36c4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:23.009694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-cb7943d9-3529-4f81-9eb2-38c9b90e36c4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 811 time: 0.3908885 Feb 16 16:36:23.036499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=255c1a02-fccd-43c6-9d8d-66dfc94c8894,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:23.057752 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-acba9bf5-4cb9-47e2-935c-d1406ad851d8 req-5c84685b-41f3-41a8-9e75-9a49eb16a062 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 210 time: 0.1028140 Feb 16 16:36:23.073651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-93be6769-8be6-4e41-8b78-e00e48698621 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Request body: {'port': {'device_id': '068e8268-bd77-4824-b20f-2ece505bda71', 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03', 'admin_state_up': True, 'tenant_id': '87aaae2862ac405f88354b7195ee2896'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:23.233106 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28071e18-ebe0-4106-9261-51a99cff421e req-ebfae8b2-be0e-4617-b503-1653371a40f4 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 210 time: 0.0496752 Feb 16 16:36:23.266416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['255c1a02-fccd-43c6-9d8d-66dfc94c8894'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:36:23.276382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9cb05f39-f16d-450a-be3c-9abdadc7e65d req-36cab8e1-124d-43ca-a12a-63dd5b7c8006 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766643 Feb 16 16:36:23.315578 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-93be6769-8be6-4e41-8b78-e00e48698621 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Made reservation on behalf of 87aaae2862ac405f88354b7195ee2896 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:36:23.326948 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-93be6769-8be6-4e41-8b78-e00e48698621 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:23.443862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bde4aeb7-ac50-4fe7-bd00-28cfa4756532 req-86fd980e-8af2-4c49-b1f3-f05b025fce98 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 210 time: 0.0746984 Feb 16 16:36:23.549137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-93be6769-8be6-4e41-8b78-e00e48698621 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Allocated IP 172.20.0.4 (121ff239-7c70-486a-be8a-d08127a9ab03/7683ed5c-4de8-4e9d-8369-1fddb9288879/55db63f4-6636-4f7c-91ad-e42520c93ac0) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:36:23.722609 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-93be6769-8be6-4e41-8b78-e00e48698621 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks [] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:23.765427 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-93be6769-8be6-4e41-8b78-e00e48698621 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:23.810153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-93be6769-8be6-4e41-8b78-e00e48698621 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Network 121ff239-7c70-486a-be8a-d08127a9ab03 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:36:23.813357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-93be6769-8be6-4e41-8b78-e00e48698621 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:36:23.817065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-93be6769-8be6-4e41-8b78-e00e48698621 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:36:23.840899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be6769-8be6-4e41-8b78-e00e48698621 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Pushing event updated for resources: {'Port': ['ID=55db63f4-6636-4f7c-91ad-e42520c93ac0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:23.868881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-93be6769-8be6-4e41-8b78-e00e48698621 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:23.869487 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-93be6769-8be6-4e41-8b78-e00e48698621 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:23.886084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-93be6769-8be6-4e41-8b78-e00e48698621 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8380873 Feb 16 16:36:23.898920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Request body: {'port': {'device_id': '068e8268-bd77-4824-b20f-2ece505bda71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:23.980945 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:24.011937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6df23f26-e574-4419-a087-da0d2bd494b6 req-13f2610d-2924-4af4-b8df-93e3e018b5b2 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0436907 Feb 16 16:36:24.385338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0402fe10-127c-4735-8577-6f981253a2ac req-537f5bc7-4d2f-407e-b8c2-85e1107d7184 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=12c9614fd0594a82837bc599d77fc09d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2535350 Feb 16 16:36:24.459514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c64b8a4-1257-4607-931b-6e57bda733a9 req-c33511ff-3e70-4547-ac37-cf7b0c09c3e1 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 210 time: 0.2093165 Feb 16 16:36:24.497841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-912d695a-a0d6-4c1b-8c83-19e273eaaeb0 req-96b53586-149a-4654-b1cb-a3c4bc37b0ae tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 210 time: 0.1115444 Feb 16 16:36:24.505795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-e893eb5f-2b77-44b4-9807-de0bbcf7f1ab tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:24.507446 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-e893eb5f-2b77-44b4-9807-de0bbcf7f1ab tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.65 "GET /v2.0/networks?id=ea468702-4a56-4633-9d55-45c2db000c89 HTTP/1.1" status: 200 len: 812 time: 0.4641933 Feb 16 16:36:24.519041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55db63f4-6636-4f7c-91ad-e42520c93ac0 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:36:24.530840 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 255c1a02-fccd-43c6-9d8d-66dfc94c8894 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:36:24.538486 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Publish callbacks [] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:24.588847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 255c1a02-fccd-43c6-9d8d-66dfc94c8894 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:36:24.594744 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 255c1a02-fccd-43c6-9d8d-66dfc94c8894 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:24.595331 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:24.622678 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5a390124-f307-4a04-90ca-204aec640875 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=635a7e05928d45dfa09e499768da0ed9 HTTP/1.1" status: 200 len: 380 time: 0.0991700 Feb 16 16:36:24.632041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-6f8c5f2b-cc20-4fbd-b6c3-345076ee004b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Request body: {'port': {'device_id': '590e407b-c070-4a0a-a42e-dd5b7f2d868e', 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'admin_state_up': True, 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'security_groups': ['146b919d-a998-4849-86ce-e55778264428']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:24.638983 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Transition to ACTIVE for port object 55db63f4-6636-4f7c-91ad-e42520c93ac0 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:36:24.659245 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:24.686422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 255c1a02-fccd-43c6-9d8d-66dfc94c8894 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:24.686826 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:24.718468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc978092-a580-4f4b-a1d0-5819682f75c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255c1a02-fccd-43c6-9d8d-66dfc94c8894'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:24.721193 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2184a2d5-73a3-4bb3-abc3-2c4cb31e6f06" -d '{"events": [{"server_uuid": "fc978092-a580-4f4b-a1d0-5819682f75c8", "name": "network-vif-plugged", "status": "completed", "tag": "255c1a02-fccd-43c6-9d8d-66dfc94c8894"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:24.727439 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 255c1a02-fccd-43c6-9d8d-66dfc94c8894, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=255c1a02-fccd-43c6-9d8d-66dfc94c8894,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:24.735074 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:24.756212 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-6f8c5f2b-cc20-4fbd-b6c3-345076ee004b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Made reservation on behalf of 635a7e05928d45dfa09e499768da0ed9 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:36:24.760353 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-6f8c5f2b-cc20-4fbd-b6c3-345076ee004b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:24.781822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402fe10-127c-4735-8577-6f981253a2ac req-edbd328b-0525-4be5-8e50-59975d62263f tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:24.783272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0402fe10-127c-4735-8577-6f981253a2ac req-edbd328b-0525-4be5-8e50-59975d62263f tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3844454 Feb 16 16:36:24.792530 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Pushing event updated for resources: {'Port': ['ID=55db63f4-6636-4f7c-91ad-e42520c93ac0,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:24.799110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=255c1a02-fccd-43c6-9d8d-66dfc94c8894,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:24.802382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-0402fe10-127c-4735-8577-6f981253a2ac req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Request body: {'port': {'device_id': '915a9148-1087-4b81-b83d-a29790baa8ca', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '12c9614fd0594a82837bc599d77fc09d'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:24.811650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2433506-d649-4a35-adae-26233d7b9a31 req-1cbe342f-c947-4344-abc5-514ecbc06346 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:24.813147 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2433506-d649-4a35-adae-26233d7b9a31 req-1cbe342f-c947-4344-abc5-514ecbc06346 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 945 time: 0.2717121 Feb 16 16:36:24.825628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3156ed0-9ab1-45a3-9297-7385eb20db37 req-ca4b400b-9d68-4a18-b3eb-41b702a28f14 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:24.827091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3156ed0-9ab1-45a3-9297-7385eb20db37 req-ca4b400b-9d68-4a18-b3eb-41b702a28f14 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 943 time: 0.1916556 Feb 16 16:36:24.903192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-6f8c5f2b-cc20-4fbd-b6c3-345076ee004b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Allocated IP 172.20.0.10 (ea468702-4a56-4633-9d55-45c2db000c89/092d3044-ace7-49d5-89bb-49f3070c680c/d62abcfa-cdb1-4323-9e16-15347edeb13c) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:36:25.045971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2433506-d649-4a35-adae-26233d7b9a31 req-e30a6d21-19e8-4144-ac6c-6281517d257f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926672 Feb 16 16:36:25.049453 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Attempting to bind port 55db63f4-6636-4f7c-91ad-e42520c93ac0 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:36:25.049793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Attempting to bind port 55db63f4-6636-4f7c-91ad-e42520c93ac0 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:36:25.050126 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Attempting to bind port 55db63f4-6636-4f7c-91ad-e42520c93ac0 on network 121ff239-7c70-486a-be8a-d08127a9ab03 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:36:25.067096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Port 55db63f4-6636-4f7c-91ad-e42520c93ac0 on network 121ff239-7c70-486a-be8a-d08127a9ab03 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:36:25.067096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Attempting to bind port 55db63f4-6636-4f7c-91ad-e42520c93ac0 on network 121ff239-7c70-486a-be8a-d08127a9ab03 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:36:25.078758 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-6f8c5f2b-cc20-4fbd-b6c3-345076ee004b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:25.079436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3156ed0-9ab1-45a3-9297-7385eb20db37 req-f64083cc-c084-48d8-9fae-d7ebd9e692a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249749 Feb 16 16:36:25.084346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:36:25.084690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Checking segment: {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:36:25.085108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Bound using segment: {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:36:25.085519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Bound port: 55db63f4-6636-4f7c-91ad-e42520c93ac0, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:36:25.085920 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:25.141390 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cc86ad-1d41-4a42-8c5b-73361c00bee1 x-openstack-request-id: req-79cc86ad-1d41-4a42-8c5b-73361c00bee1 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:25.141692 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc978092-a580-4f4b-a1d0-5819682f75c8", "name": "network-vif-plugged", "status": "completed", "tag": "255c1a02-fccd-43c6-9d8d-66dfc94c8894", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:25.141952 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79cc86ad-1d41-4a42-8c5b-73361c00bee1 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:25.142350 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc978092-a580-4f4b-a1d0-5819682f75c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255c1a02-fccd-43c6-9d8d-66dfc94c8894', 'code': 200} Feb 16 16:36:25.151058 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-6f8c5f2b-cc20-4fbd-b6c3-345076ee004b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:25.171158 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0402fe10-127c-4735-8577-6f981253a2ac req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Made reservation on behalf of 12c9614fd0594a82837bc599d77fc09d for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:36:25.175555 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0402fe10-127c-4735-8577-6f981253a2ac req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:25.193489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0402fe10-127c-4735-8577-6f981253a2ac req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:25.195247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-6f8c5f2b-cc20-4fbd-b6c3-345076ee004b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Network ea468702-4a56-4633-9d55-45c2db000c89 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:36:25.241817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-114e622b-464c-43bb-a1d2-69b4d02fc971 req-207f4d0f-4386-4834-b1de-649fec9c7351 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0494442 Feb 16 16:36:25.243476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-6f8c5f2b-cc20-4fbd-b6c3-345076ee004b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:36:25.258878 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] For port 55db63f4-6636-4f7c-91ad-e42520c93ac0, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:36:25.265431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] For port 55db63f4-6636-4f7c-91ad-e42520c93ac0, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=55db63f4-6636-4f7c-91ad-e42520c93ac0,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:36:25.265775 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-6f8c5f2b-cc20-4fbd-b6c3-345076ee004b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:36:25.285896 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:25.332450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c5f2b-cc20-4fbd-b6c3-345076ee004b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Pushing event updated for resources: {'Port': ['ID=d62abcfa-cdb1-4323-9e16-15347edeb13c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:25.341755 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d78ef8-4665-4652-9f4b-6a7c98dca1b7 req-2b3fe2aa-6818-401b-94dd-0471cd671520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:25.344291 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-87d78ef8-4665-4652-9f4b-6a7c98dca1b7 req-2b3fe2aa-6818-401b-94dd-0471cd671520 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 1128 time: 0.1479511 Feb 16 16:36:25.367065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:25.367840 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:25.368240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-6f8c5f2b-cc20-4fbd-b6c3-345076ee004b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:25.369135 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-6f8c5f2b-cc20-4fbd-b6c3-345076ee004b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:25.369309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] 10.222.0.65 "PUT /v2.0/ports/55db63f4-6636-4f7c-91ad-e42520c93ac0 HTTP/1.1" status: 200 len: 1091 time: 1.4744430 Feb 16 16:36:25.369882 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068e8268-bd77-4824-b20f-2ece505bda71', 'tag': '55db63f4-6636-4f7c-91ad-e42520c93ac0'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:25.372632 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b570259-3c25-4633-b0a9-849ad232814d" -d '{"events": [{"name": "network-changed", "server_uuid": "068e8268-bd77-4824-b20f-2ece505bda71", "tag": "55db63f4-6636-4f7c-91ad-e42520c93ac0"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:25.412743 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-6f8c5f2b-cc20-4fbd-b6c3-345076ee004b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7849283 Feb 16 16:36:25.430314 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Request body: {'port': {'device_id': '590e407b-c070-4a0a-a42e-dd5b7f2d868e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:25.474566 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2ab004-4fb0-41e5-8dc1-455d4f0f928c x-openstack-request-id: req-dd2ab004-4fb0-41e5-8dc1-455d4f0f928c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:25.475122 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068e8268-bd77-4824-b20f-2ece505bda71", "tag": "55db63f4-6636-4f7c-91ad-e42520c93ac0", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:25.475702 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd2ab004-4fb0-41e5-8dc1-455d4f0f928c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:25.476172 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068e8268-bd77-4824-b20f-2ece505bda71', 'tag': '55db63f4-6636-4f7c-91ad-e42520c93ac0', 'status': 'completed', 'code': 200} Feb 16 16:36:25.482662 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-87d78ef8-4665-4652-9f4b-6a7c98dca1b7 req-0c615418-2ea8-45df-a234-dd21ddab5503 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299667 Feb 16 16:36:25.505813 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6c169-ba8d-414e-b556-0fe426a527ed service neutron] Pushing event updated for resources: {'Port': ['ID=55db63f4-6636-4f7c-91ad-e42520c93ac0,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:25.558323 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0402fe10-127c-4735-8577-6f981253a2ac req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Publish callbacks [] for security_group (b9b5dc55-437e-4170-98d7-cbe078937428), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:25.579514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0402fe10-127c-4735-8577-6f981253a2ac req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b9b5dc55-437e-4170-98d7-cbe078937428), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:25.610370 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:25.622208 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-59d51f93-de3e-4ee0-ba8d-66ae4dcb68fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:25.695835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-e73affd7-f4d8-46c1-872b-d812915dfa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:25.698060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-e73affd7-f4d8-46c1-872b-d812915dfa49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 1125 time: 0.2607982 Feb 16 16:36:25.766068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4045c744-f563-4d94-bb14-8465a31f4f3f None None] Provisioning complete for port d62abcfa-cdb1-4323-9e16-15347edeb13c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:25.766932 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4045c744-f563-4d94-bb14-8465a31f4f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:25.814680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ec05cec-3fc9-49ab-83f9-4dba04b16e34 req-5d769fd9-fc0a-4739-8eec-b289803902df tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 210 time: 0.1470885 Feb 16 16:36:25.828235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4045c744-f563-4d94-bb14-8465a31f4f3f None None] Port d62abcfa-cdb1-4323-9e16-15347edeb13c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:36:25.881970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-36ca2470-0a96-4998-86f9-cd089c56fd1f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55db63f4-6636-4f7c-91ad-e42520c93ac0 HTTP/1.1" status: 200 len: 217 time: 0.1688221 Feb 16 16:36:25.891145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b5dc55-437e-4170-98d7-cbe078937428,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:25.970779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0208e3a-de81-45dd-9227-c9fc3e612264 req-c3e2fb1f-94bd-407d-bf84-9a48fb7181e0 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:25.973113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0208e3a-de81-45dd-9227-c9fc3e612264 req-c3e2fb1f-94bd-407d-bf84-9a48fb7181e0 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 932 time: 0.3705299 Feb 16 16:36:26.020526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62abcfa-cdb1-4323-9e16-15347edeb13c {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:36:26.023372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-618f7ee9-c1bb-4019-b8d6-719f671420af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:26.024988 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-618f7ee9-c1bb-4019-b8d6-719f671420af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7683ed5c-4de8-4e9d-8369-1fddb9288879 HTTP/1.1" status: 200 len: 851 time: 0.1278324 Feb 16 16:36:26.029809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Publish callbacks [] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:26.044541 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Transition to ACTIVE for port object d62abcfa-cdb1-4323-9e16-15347edeb13c will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:36:26.048788 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:26.072967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-0402fe10-127c-4735-8577-6f981253a2ac req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Allocated IP 192.168.233.43 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/43700c11-c84b-4c0e-b882-3e825e307518) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:36:26.082830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-8dcf2910-4d65-4a11-9149-90ce7c99e2d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=121ff239-7c70-486a-be8a-d08127a9ab03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454979 Feb 16 16:36:26.102497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0208e3a-de81-45dd-9227-c9fc3e612264 req-8edb0fce-9a04-4d25-b6fe-c4dffee25549 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231058 Feb 16 16:36:26.112504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Pushing event updated for resources: {'Port': ['ID=d62abcfa-cdb1-4323-9e16-15347edeb13c,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:26.248961 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Attempting to bind port d62abcfa-cdb1-4323-9e16-15347edeb13c on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:36:26.249472 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Attempting to bind port d62abcfa-cdb1-4323-9e16-15347edeb13c by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '515ba80b-18f4-42f8-a823-4a9e70841166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:36:26.249811 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Attempting to bind port d62abcfa-cdb1-4323-9e16-15347edeb13c on network ea468702-4a56-4633-9d55-45c2db000c89 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:36:26.255392 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Port d62abcfa-cdb1-4323-9e16-15347edeb13c on network ea468702-4a56-4633-9d55-45c2db000c89 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:36:26.255715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Attempting to bind port d62abcfa-cdb1-4323-9e16-15347edeb13c on network ea468702-4a56-4633-9d55-45c2db000c89 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:36:26.261361 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:36:26.262272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Checking segment: {'id': '515ba80b-18f4-42f8-a823-4a9e70841166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:36:26.262873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Bound using segment: {'id': '515ba80b-18f4-42f8-a823-4a9e70841166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:36:26.263310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Bound port: d62abcfa-cdb1-4323-9e16-15347edeb13c, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515ba80b-18f4-42f8-a823-4a9e70841166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:36:26.264092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:26.342967 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] For port d62abcfa-cdb1-4323-9e16-15347edeb13c, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:36:26.347675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] For port d62abcfa-cdb1-4323-9e16-15347edeb13c, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d62abcfa-cdb1-4323-9e16-15347edeb13c,segment=NetworkSegment(515ba80b-18f4-42f8-a823-4a9e70841166),segment_id=515ba80b-18f4-42f8-a823-4a9e70841166)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:36:26.348326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-7a9d6b55-19b5-4877-923d-1a57e415fa48 service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583969 Feb 16 16:36:26.357181 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:26.401000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:26.401000 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:26.402418 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] 10.222.0.65 "PUT /v2.0/ports/d62abcfa-cdb1-4323-9e16-15347edeb13c HTTP/1.1" status: 200 len: 1092 time: 0.9768262 Feb 16 16:36:26.402847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590e407b-c070-4a0a-a42e-dd5b7f2d868e', 'tag': 'd62abcfa-cdb1-4323-9e16-15347edeb13c'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:26.407544 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47056d63-060d-4da1-af9d-6962526daa74" -d '{"events": [{"name": "network-changed", "server_uuid": "590e407b-c070-4a0a-a42e-dd5b7f2d868e", "tag": "d62abcfa-cdb1-4323-9e16-15347edeb13c"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:26.437186 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa14559-deed-46f8-891f-c1f4f26a7592 service neutron] Pushing event updated for resources: {'Port': ['ID=d62abcfa-cdb1-4323-9e16-15347edeb13c,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:26.475133 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77a30b-66b6-47c9-98ce-effe9e16aa4a req-1104c597-ae6f-4a01-b21f-5e450f00965e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:26.477593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de77a30b-66b6-47c9-98ce-effe9e16aa4a req-1104c597-ae6f-4a01-b21f-5e450f00965e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 946 time: 0.2735145 Feb 16 16:36:26.514285 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-0c642c3d-0095-49a9-8c81-c1f6af27979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:26.516169 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-0c642c3d-0095-49a9-8c81-c1f6af27979e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=635a7e05928d45dfa09e499768da0ed9&device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 1126 time: 0.0729945 Feb 16 16:36:26.522944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0b813-e9fe-49a0-9f7f-24813db300e0 req-373ee8c1-295a-46d0-959e-adfa0fdd7484 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:26.524494 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ef0b813-e9fe-49a0-9f7f-24813db300e0 req-373ee8c1-295a-46d0-959e-adfa0fdd7484 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 943 time: 0.2978623 Feb 16 16:36:26.568052 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-271ebe0e-1712-46d0-ada7-67928b6cb9be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62abcfa-cdb1-4323-9e16-15347edeb13c HTTP/1.1" status: 200 len: 217 time: 0.0454013 Feb 16 16:36:26.629820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-32e896bf-2376-43b8-82be-7747bd27d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:26.631274 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0402fe10-127c-4735-8577-6f981253a2ac req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Publish callbacks [] for port (43700c11-c84b-4c0e-b882-3e825e307518), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:26.631843 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-32e896bf-2376-43b8-82be-7747bd27d8b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=092d3044-ace7-49d5-89bb-49f3070c680c HTTP/1.1" status: 200 len: 851 time: 0.0576293 Feb 16 16:36:26.635923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ef0b813-e9fe-49a0-9f7f-24813db300e0 req-b3bdbbf7-43f5-4aaf-89bd-40c88ebd61f9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008196 Feb 16 16:36:26.674116 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de77a30b-66b6-47c9-98ce-effe9e16aa4a req-289050af-e1ae-4bf8-8c79-a78a1fe8c834 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838839 Feb 16 16:36:26.737726 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f730a9a2-4f69-4b38-b943-0110337f0104 x-openstack-request-id: req-f730a9a2-4f69-4b38-b943-0110337f0104 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:26.738752 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590e407b-c070-4a0a-a42e-dd5b7f2d868e", "tag": "d62abcfa-cdb1-4323-9e16-15347edeb13c", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:26.739175 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f730a9a2-4f69-4b38-b943-0110337f0104 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:26.739477 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590e407b-c070-4a0a-a42e-dd5b7f2d868e', 'tag': 'd62abcfa-cdb1-4323-9e16-15347edeb13c', 'status': 'completed', 'code': 200} Feb 16 16:36:26.741357 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-f7825771-34f8-4441-ab84-986cc631cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:26.742856 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-f7825771-34f8-4441-ab84-986cc631cf7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ea468702-4a56-4633-9d55-45c2db000c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0972049 Feb 16 16:36:26.743294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f323c33b-8d9e-4dd9-840e-c88ee840232d req-ad45870b-4a06-4f93-a67b-8f2e7d51271e service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822527 Feb 16 16:36:26.745201 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0402fe10-127c-4735-8577-6f981253a2ac req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (43700c11-c84b-4c0e-b882-3e825e307518), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:26.800931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82759888-2e16-48e3-b3cc-4c5aff539a14 req-36221660-4580-4b31-8bb6-ee6ff6534886 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0486875 Feb 16 16:36:26.867279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0402fe10-127c-4735-8577-6f981253a2ac req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:36:26.871513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-0402fe10-127c-4735-8577-6f981253a2ac req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:36:26.874512 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0402fe10-127c-4735-8577-6f981253a2ac req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:36:26.908759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Pushing event updated for resources: {'Port': ['ID=43700c11-c84b-4c0e-b882-3e825e307518,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:26.950727 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-1bf83dd9-8146-40e5-87a5-b883148aeb68 service neutron] 10.222.0.65 "GET /v2.0/networks/ea468702-4a56-4633-9d55-45c2db000c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913586 Feb 16 16:36:26.955358 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b570259-3c25-4633-b0a9-849ad232814d req-16c9172c-e827-4ae8-8b79-a7087c5da258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:26.957133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b570259-3c25-4633-b0a9-849ad232814d req-16c9172c-e827-4ae8-8b79-a7087c5da258 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 1125 time: 0.1356308 Feb 16 16:36:26.968667 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402fe10-127c-4735-8577-6f981253a2ac req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:26.969636 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0402fe10-127c-4735-8577-6f981253a2ac req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:27.061851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0402fe10-127c-4735-8577-6f981253a2ac req-732d291d-eef2-4258-b0b4-b3c7951e816d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2662234 Feb 16 16:36:27.076741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Request body: {'port': {'device_id': '915a9148-1087-4b81-b83d-a29790baa8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:27.078750 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4ddef5dd-727c-4eff-9b57-1dc24678e4cc req-9d646016-051b-4fe2-8483-0b98fb054984 service neutron] 10.222.0.65 "GET /v2.0/networks/ea468702-4a56-4633-9d55-45c2db000c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208501 Feb 16 16:36:27.192503 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47056d63-060d-4da1-af9d-6962526daa74 req-b4facd5c-3941-481d-8d6d-5f6a014e3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:27.194897 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-47056d63-060d-4da1-af9d-6962526daa74 req-b4facd5c-3941-481d-8d6d-5f6a014e3146 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=635a7e05928d45dfa09e499768da0ed9&device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 1126 time: 0.0609629 Feb 16 16:36:27.206823 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7f998-dffa-44d3-b9a2-13309dd190b4 req-35a84245-7d53-40f2-8342-8cdf59ca8143 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:27.208512 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ec7f998-dffa-44d3-b9a2-13309dd190b4 req-35a84245-7d53-40f2-8342-8cdf59ca8143 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 935 time: 0.2330687 Feb 16 16:36:27.233442 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (43700c11-c84b-4c0e-b882-3e825e307518), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:27.237925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5d32f99b-9e13-4ee8-bd19-87ce69118caf None None] Provisioning complete for port 43700c11-c84b-4c0e-b882-3e825e307518 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:27.238973 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d32f99b-9e13-4ee8-bd19-87ce69118caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (43700c11-c84b-4c0e-b882-3e825e307518), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:27.252290 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b570259-3c25-4633-b0a9-849ad232814d req-fe29c3c2-103c-498f-9a09-d1626a7d715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:27.254150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b570259-3c25-4633-b0a9-849ad232814d req-fe29c3c2-103c-498f-9a09-d1626a7d715e service neutron] 10.222.0.65 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 912 time: 0.2769582 Feb 16 16:36:27.280469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5d32f99b-9e13-4ee8-bd19-87ce69118caf None None] Port 43700c11-c84b-4c0e-b882-3e825e307518 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:36:27.305411 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47056d63-060d-4da1-af9d-6962526daa74 req-24630253-7124-4c15-a9a6-312b9910b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:27.306964 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-47056d63-060d-4da1-af9d-6962526daa74 req-24630253-7124-4c15-a9a6-312b9910b6aa service neutron] 10.222.0.65 "GET /v2.0/networks?id=ea468702-4a56-4633-9d55-45c2db000c89 HTTP/1.1" status: 200 len: 913 time: 0.1041408 Feb 16 16:36:27.355026 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-47056d63-060d-4da1-af9d-6962526daa74 req-87a4b271-3aed-4cb3-b67d-82ff12ac655e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62abcfa-cdb1-4323-9e16-15347edeb13c HTTP/1.1" status: 200 len: 217 time: 0.0404348 Feb 16 16:36:27.411097 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47056d63-060d-4da1-af9d-6962526daa74 req-b7fb5d71-167a-4415-9d43-671e5ff56d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:27.412737 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-47056d63-060d-4da1-af9d-6962526daa74 req-b7fb5d71-167a-4415-9d43-671e5ff56d98 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=092d3044-ace7-49d5-89bb-49f3070c680c HTTP/1.1" status: 200 len: 851 time: 0.0510678 Feb 16 16:36:27.477176 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47056d63-060d-4da1-af9d-6962526daa74 req-2c4d1633-cb2e-4279-a8e7-953e78a6aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:27.478791 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-47056d63-060d-4da1-af9d-6962526daa74 req-2c4d1633-cb2e-4279-a8e7-953e78a6aec1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ea468702-4a56-4633-9d55-45c2db000c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585334 Feb 16 16:36:27.582013 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-47056d63-060d-4da1-af9d-6962526daa74 req-41f19d14-38d2-4e2b-ad7c-acc242421cc2 service neutron] 10.222.0.65 "GET /v2.0/networks/ea468702-4a56-4633-9d55-45c2db000c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960147 Feb 16 16:36:27.686129 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-47056d63-060d-4da1-af9d-6962526daa74 req-0dafcacf-3bf8-41bc-8f8e-ece5bde01208 service neutron] 10.222.0.65 "GET /v2.0/networks/ea468702-4a56-4633-9d55-45c2db000c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974090 Feb 16 16:36:27.696696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b570259-3c25-4633-b0a9-849ad232814d req-c2346cea-0c22-473f-b3b8-748dc34cf34e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55db63f4-6636-4f7c-91ad-e42520c93ac0 HTTP/1.1" status: 200 len: 217 time: 0.4258735 Feb 16 16:36:27.760004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ec7f998-dffa-44d3-b9a2-13309dd190b4 req-e4147e40-1cb9-44d6-8c01-78e04876eb9a tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9b5dc55-437e-4170-98d7-cbe078937428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438275 Feb 16 16:36:27.833016 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca97cb-3674-4753-b342-79db2deae015 req-5ac8f780-1d94-4ca7-b5dc-0c920f1e6912 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:27.834531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6eca97cb-3674-4753-b342-79db2deae015 req-5ac8f780-1d94-4ca7-b5dc-0c920f1e6912 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 944 time: 0.6250389 Feb 16 16:36:27.904465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b570259-3c25-4633-b0a9-849ad232814d req-3c57e4f2-485a-455a-9156-1a1ae3d97ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:27.905932 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b570259-3c25-4633-b0a9-849ad232814d req-3c57e4f2-485a-455a-9156-1a1ae3d97ccc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7683ed5c-4de8-4e9d-8369-1fddb9288879 HTTP/1.1" status: 200 len: 851 time: 0.1946545 Feb 16 16:36:27.976913 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b570259-3c25-4633-b0a9-849ad232814d req-cd54da73-5d26-4ba1-afec-d236fb35e2d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=121ff239-7c70-486a-be8a-d08127a9ab03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637426 Feb 16 16:36:28.040888 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6eca97cb-3674-4753-b342-79db2deae015 req-ac6a7a5f-0d79-477f-9124-8338965adc8b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895127 Feb 16 16:36:28.064882 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfeb644-90a7-43eb-a711-4224d17c8213 req-2aecaec6-a5ce-42b6-abae-5c9169050ddb tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:28.064882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dcfeb644-90a7-43eb-a711-4224d17c8213 req-2aecaec6-a5ce-42b6-abae-5c9169050ddb tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 943 time: 0.2212300 Feb 16 16:36:28.237757 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dcfeb644-90a7-43eb-a711-4224d17c8213 req-1cb456a2-f35e-4809-b62e-02136c43cfca tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646078 Feb 16 16:36:28.246162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b570259-3c25-4633-b0a9-849ad232814d req-9fd7e128-8131-48de-bcff-9758bd64f13f service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610252 Feb 16 16:36:28.264693 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-27484421-3183-4db5-ad16-0505bc81894a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:28.302520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0eed3-1cfb-465a-b487-0846a5223333 req-ed4cddca-56cf-49e8-a5f6-082f8e62c9a0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:28.304033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0d0eed3-1cfb-465a-b487-0846a5223333 req-ed4cddca-56cf-49e8-a5f6-082f8e62c9a0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 946 time: 0.1726663 Feb 16 16:36:28.318867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43700c11-c84b-4c0e-b882-3e825e307518 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:36:28.354512 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Publish callbacks [] for port (43700c11-c84b-4c0e-b882-3e825e307518), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:28.382349 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6804604b-1ca9-40b3-8f34-8dc4bc96d00d req-e6d3b328-f667-47bd-be94-62c43c0cb37b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0704207 Feb 16 16:36:28.425909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Transition to ACTIVE for port object 43700c11-c84b-4c0e-b882-3e825e307518 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:36:28.442413 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (43700c11-c84b-4c0e-b882-3e825e307518), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:28.534477 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0d0eed3-1cfb-465a-b487-0846a5223333 req-53ca1d51-2573-4c0d-ae75-0c267e030c72 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170308 Feb 16 16:36:28.556547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Pushing event updated for resources: {'Port': ['ID=43700c11-c84b-4c0e-b882-3e825e307518,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:28.563297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b570259-3c25-4633-b0a9-849ad232814d req-21d3ccc0-b37f-4e6f-bcec-e69b6448c188 service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978115 Feb 16 16:36:28.656919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Attempting to bind port 43700c11-c84b-4c0e-b882-3e825e307518 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:36:28.657273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Attempting to bind port 43700c11-c84b-4c0e-b882-3e825e307518 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:36:28.657593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Attempting to bind port 43700c11-c84b-4c0e-b882-3e825e307518 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:36:28.662808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Port 43700c11-c84b-4c0e-b882-3e825e307518 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:36:28.663132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Attempting to bind port 43700c11-c84b-4c0e-b882-3e825e307518 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:36:28.673124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:36:28.673611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:36:28.674101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:36:28.674639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Bound port: 43700c11-c84b-4c0e-b882-3e825e307518, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:36:28.675102 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (43700c11-c84b-4c0e-b882-3e825e307518), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:28.746200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] For port 43700c11-c84b-4c0e-b882-3e825e307518, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:36:28.750591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] For port 43700c11-c84b-4c0e-b882-3e825e307518, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=43700c11-c84b-4c0e-b882-3e825e307518,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:36:28.757589 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (43700c11-c84b-4c0e-b882-3e825e307518), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:28.791164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:28.791727 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:28.793196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0402fe10-127c-4735-8577-6f981253a2ac req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] 10.222.0.65 "PUT /v2.0/ports/43700c11-c84b-4c0e-b882-3e825e307518 HTTP/1.1" status: 200 len: 1095 time: 1.7225571 Feb 16 16:36:28.793650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915a9148-1087-4b81-b83d-a29790baa8ca', 'tag': '43700c11-c84b-4c0e-b882-3e825e307518'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:28.796852 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b62618-50c7-4162-9dd0-317a1e01fc93" -d '{"events": [{"name": "network-changed", "server_uuid": "915a9148-1087-4b81-b83d-a29790baa8ca", "tag": "43700c11-c84b-4c0e-b882-3e825e307518"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:28.834520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1401c9-804b-4496-8548-9811cbcb9d52 service neutron] Pushing event updated for resources: {'Port': ['ID=43700c11-c84b-4c0e-b882-3e825e307518,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:28.900270 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d284b52-72c7-46c4-90b8-00884d6a4d2d x-openstack-request-id: req-5d284b52-72c7-46c4-90b8-00884d6a4d2d {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:28.900678 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915a9148-1087-4b81-b83d-a29790baa8ca", "tag": "43700c11-c84b-4c0e-b882-3e825e307518", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:28.901024 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d284b52-72c7-46c4-90b8-00884d6a4d2d {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:28.901516 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915a9148-1087-4b81-b83d-a29790baa8ca', 'tag': '43700c11-c84b-4c0e-b882-3e825e307518', 'status': 'completed', 'code': 200} Feb 16 16:36:28.931860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402fe10-127c-4735-8577-6f981253a2ac req-0a3801d0-5799-4ac9-afff-4a7ce3f5b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:28.933512 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0402fe10-127c-4735-8577-6f981253a2ac req-0a3801d0-5799-4ac9-afff-4a7ce3f5b5f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=12c9614fd0594a82837bc599d77fc09d&device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 1129 time: 0.0948086 Feb 16 16:36:28.942056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff37a30-477b-40c7-9b14-82671bb48713 req-29c17b8f-ee1c-40c2-beaa-b1ffed63552b tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:28.943724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ff37a30-477b-40c7-9b14-82671bb48713 req-29c17b8f-ee1c-40c2-beaa-b1ffed63552b tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 947 time: 0.0925086 Feb 16 16:36:28.989937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0402fe10-127c-4735-8577-6f981253a2ac req-7a3696f6-6cae-4140-b336-15ab2171f0b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=43700c11-c84b-4c0e-b882-3e825e307518 HTTP/1.1" status: 200 len: 217 time: 0.0451396 Feb 16 16:36:29.063813 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ff37a30-477b-40c7-9b14-82671bb48713 req-53b9dcff-4994-4fcc-95b1-de89c18dedab tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9b5dc55-437e-4170-98d7-cbe078937428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131332 Feb 16 16:36:29.065585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402fe10-127c-4735-8577-6f981253a2ac req-56a533e6-db85-48bb-89e0-26f1e0f88818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:29.067191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0402fe10-127c-4735-8577-6f981253a2ac req-56a533e6-db85-48bb-89e0-26f1e0f88818 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0709112 Feb 16 16:36:29.118466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402fe10-127c-4735-8577-6f981253a2ac req-8e5e7862-b866-4241-9be8-cd8a4ac7992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:29.120003 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0402fe10-127c-4735-8577-6f981253a2ac req-8e5e7862-b866-4241-9be8-cd8a4ac7992f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0472202 Feb 16 16:36:29.194510 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:29.251592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03b32a-5ff7-4b92-83b1-32a48e9bf21d req-bd340cca-1603-489a-b1a6-0b98f0d9063b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:29.253112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d03b32a-5ff7-4b92-83b1-32a48e9bf21d req-bd340cca-1603-489a-b1a6-0b98f0d9063b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 944 time: 0.1193883 Feb 16 16:36:29.259477 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0402fe10-127c-4735-8577-6f981253a2ac req-d849afb4-3c91-4aa1-b2ff-874bf59dcf8a service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331728 Feb 16 16:36:29.387690 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d03b32a-5ff7-4b92-83b1-32a48e9bf21d req-e50514ae-af98-4e67-8142-73a521a95411 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271374 Feb 16 16:36:29.423894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0402fe10-127c-4735-8577-6f981253a2ac req-ec15621b-7d2c-43fd-882d-48bcbaab34f5 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570857 Feb 16 16:36:29.433400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448be035-6a7c-4d95-acc6-c5e01b8f3cef req-298511cd-cad6-4336-ba9e-ea32a91d1601 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:29.436079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-448be035-6a7c-4d95-acc6-c5e01b8f3cef req-298511cd-cad6-4336-ba9e-ea32a91d1601 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 943 time: 0.1213815 Feb 16 16:36:29.549098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09fcce2f-02fb-4b4c-91d0-40504668bf2b req-4f4248f6-7f8b-4789-add3-cf5d1cbbbed2 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0570595 Feb 16 16:36:29.553326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-448be035-6a7c-4d95-acc6-c5e01b8f3cef req-abfeb4f6-7253-46da-b4ce-5c1f11943b97 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111355 Feb 16 16:36:29.579973 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b62618-50c7-4162-9dd0-317a1e01fc93 req-7f6eb08b-ae6a-4162-9a0f-ba1c5a051428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:29.579973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75b62618-50c7-4162-9dd0-317a1e01fc93 req-7f6eb08b-ae6a-4162-9a0f-ba1c5a051428 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=12c9614fd0594a82837bc599d77fc09d&device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 1129 time: 0.0988252 Feb 16 16:36:29.677821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b62618-50c7-4162-9dd0-317a1e01fc93 req-8ebe2d7d-74a0-46b9-a6a8-8ac26b343858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:29.679274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75b62618-50c7-4162-9dd0-317a1e01fc93 req-8ebe2d7d-74a0-46b9-a6a8-8ac26b343858 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.0974524 Feb 16 16:36:29.720443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75b62618-50c7-4162-9dd0-317a1e01fc93 req-eb19fed1-f262-4816-9dbd-d5bb6112485d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=43700c11-c84b-4c0e-b882-3e825e307518 HTTP/1.1" status: 200 len: 217 time: 0.0343080 Feb 16 16:36:29.770357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b62618-50c7-4162-9dd0-317a1e01fc93 req-c87826ec-c234-4b68-9249-fd7399e9dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:29.771906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75b62618-50c7-4162-9dd0-317a1e01fc93 req-c87826ec-c234-4b68-9249-fd7399e9dc8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0441587 Feb 16 16:36:29.826119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b62618-50c7-4162-9dd0-317a1e01fc93 req-480f1671-70fe-4fe8-b8bf-6f89fd22dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:29.827531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75b62618-50c7-4162-9dd0-317a1e01fc93 req-480f1671-70fe-4fe8-b8bf-6f89fd22dd75 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0486486 Feb 16 16:36:29.917163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75b62618-50c7-4162-9dd0-317a1e01fc93 req-cbbbf4f0-d62b-462a-a123-a607bd80ac68 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834584 Feb 16 16:36:30.015409 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75b62618-50c7-4162-9dd0-317a1e01fc93 req-622e0aea-6228-4ea6-8dae-fb576bcc3dd0 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915155 Feb 16 16:36:30.195776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07617db-d43e-4374-a4fb-0efda67df845 req-e689b1fd-4376-4931-b3ac-86660cf25adf tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:30.197282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b07617db-d43e-4374-a4fb-0efda67df845 req-e689b1fd-4376-4931-b3ac-86660cf25adf tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 947 time: 0.0553281 Feb 16 16:36:30.244840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b07617db-d43e-4374-a4fb-0efda67df845 req-c7963e11-bfa7-40e7-820a-391c6e180d99 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9b5dc55-437e-4170-98d7-cbe078937428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Feb 16 16:36:30.499380 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 55db63f4-6636-4f7c-91ad-e42520c93ac0 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:36:30.519924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed113b-7982-4ea0-9fa6-0f83e234784c req-6e594fc4-c8fb-42c6-8f58-8bb705274991 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:30.521424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44ed113b-7982-4ea0-9fa6-0f83e234784c req-6e594fc4-c8fb-42c6-8f58-8bb705274991 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 944 time: 0.0576117 Feb 16 16:36:30.583812 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44ed113b-7982-4ea0-9fa6-0f83e234784c req-3eb5d116-ba00-4246-ac3a-a81cfe1b5568 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496376 Feb 16 16:36:30.622444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 55db63f4-6636-4f7c-91ad-e42520c93ac0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=55db63f4-6636-4f7c-91ad-e42520c93ac0,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:30.642665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '55db63f4-6636-4f7c-91ad-e42520c93ac0', 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03', 'port_id': '55db63f4-6636-4f7c-91ad-e42520c93ac0', 'mac_address': 'fa:16:3e:e7:d8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7683ed5c-4de8-4e9d-8369-1fddb9288879', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:36:30.684399 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7fb7345-500d-43ec-9904-20146eb732f8 req-dd4885c4-f2b1-413c-b3dd-f33caee54569 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0369668 Feb 16 16:36:30.689595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 55db63f4-6636-4f7c-91ad-e42520c93ac0 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:30.690280 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:30.709912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55db63f4-6636-4f7c-91ad-e42520c93ac0 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:36:30.728309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbef84-5278-4a4f-aa8c-5dd0ec02da2d req-9be71648-683a-420c-a9ba-c92cfe86b5ac tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:30.729915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccbbef84-5278-4a4f-aa8c-5dd0ec02da2d req-9be71648-683a-420c-a9ba-c92cfe86b5ac tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 943 time: 0.0720642 Feb 16 16:36:30.739995 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 55db63f4-6636-4f7c-91ad-e42520c93ac0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=55db63f4-6636-4f7c-91ad-e42520c93ac0,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:30.762757 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:30.763478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d62abcfa-cdb1-4323-9e16-15347edeb13c details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:36:30.790297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccbbef84-5278-4a4f-aa8c-5dd0ec02da2d req-e538e6fe-b764-41ae-9e5a-0287125359c2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532880 Feb 16 16:36:30.810236 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:30.886587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=55db63f4-6636-4f7c-91ad-e42520c93ac0,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:30.916791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d62abcfa-cdb1-4323-9e16-15347edeb13c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d62abcfa-cdb1-4323-9e16-15347edeb13c,segment=NetworkSegment(515ba80b-18f4-42f8-a823-4a9e70841166),segment_id=515ba80b-18f4-42f8-a823-4a9e70841166)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:30.928687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'd62abcfa-cdb1-4323-9e16-15347edeb13c', 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'port_id': 'd62abcfa-cdb1-4323-9e16-15347edeb13c', 'mac_address': 'fa:16:3e:23:52:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:36:30.970940 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port d62abcfa-cdb1-4323-9e16-15347edeb13c is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:30.971252 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:30.984253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62abcfa-cdb1-4323-9e16-15347edeb13c {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:36:31.003172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d62abcfa-cdb1-4323-9e16-15347edeb13c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d62abcfa-cdb1-4323-9e16-15347edeb13c,segment=NetworkSegment(515ba80b-18f4-42f8-a823-4a9e70841166),segment_id=515ba80b-18f4-42f8-a823-4a9e70841166)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:31.008912 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:31.056136 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=d62abcfa-cdb1-4323-9e16-15347edeb13c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:31.228919 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:31.256732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['d62abcfa-cdb1-4323-9e16-15347edeb13c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:36:31.260422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['55db63f4-6636-4f7c-91ad-e42520c93ac0'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:36:31.375144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bd435-38f8-4519-8eee-08e5b9e07337 req-968592f8-1aa5-4a5a-98ff-9ea9668f8ed2 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:31.377195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f48bd435-38f8-4519-8eee-08e5b9e07337 req-968592f8-1aa5-4a5a-98ff-9ea9668f8ed2 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 947 time: 0.0591660 Feb 16 16:36:31.434353 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f48bd435-38f8-4519-8eee-08e5b9e07337 req-ea39a5af-adfe-4351-925f-ad7e7c2f599c tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9b5dc55-437e-4170-98d7-cbe078937428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510139 Feb 16 16:36:31.711504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257aff7b-b79e-4106-9694-0ef69868332b req-f68cea44-9845-4f6d-bc3c-940afe5024d4 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:31.712919 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-257aff7b-b79e-4106-9694-0ef69868332b req-f68cea44-9845-4f6d-bc3c-940afe5024d4 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 945 time: 0.0534205 Feb 16 16:36:31.760609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-257aff7b-b79e-4106-9694-0ef69868332b req-4257d0af-83e1-48d8-9715-c27eb4195ec8 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418184 Feb 16 16:36:31.801100 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87783a9e-9ea2-4792-80fc-1fd0dbb7c6b0 req-f4e65df1-89ff-4fe9-bf3e-7aa365e82c64 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0342784 Feb 16 16:36:31.922671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de710893-7208-4328-b1b5-557eacee8fae req-8f00a9ae-6c01-4cf9-851b-06060e09450d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:31.924155 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de710893-7208-4328-b1b5-557eacee8fae req-8f00a9ae-6c01-4cf9-851b-06060e09450d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 944 time: 0.0529909 Feb 16 16:36:31.975443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de710893-7208-4328-b1b5-557eacee8fae req-cbf65dc4-2f1f-4d90-b973-7316b8156a0d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454545 Feb 16 16:36:32.078397 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:32.504526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 43700c11-c84b-4c0e-b882-3e825e307518 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:36:32.506845 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 55db63f4-6636-4f7c-91ad-e42520c93ac0 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:36:32.563841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fd45d-67ba-43f1-8384-6bfac927a8eb req-1582de01-c8a1-420c-99d8-bc34a52d1d8d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:32.565795 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-146fd45d-67ba-43f1-8384-6bfac927a8eb req-1582de01-c8a1-420c-99d8-bc34a52d1d8d tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 947 time: 0.0563178 Feb 16 16:36:32.619173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-146fd45d-67ba-43f1-8384-6bfac927a8eb req-c0e4916a-fd86-4d4f-b3ed-4314bc4da2ff tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9b5dc55-437e-4170-98d7-cbe078937428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469415 Feb 16 16:36:32.626967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 55db63f4-6636-4f7c-91ad-e42520c93ac0 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:36:32.633556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 55db63f4-6636-4f7c-91ad-e42520c93ac0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:32.633930 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:32.679527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 43700c11-c84b-4c0e-b882-3e825e307518, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=43700c11-c84b-4c0e-b882-3e825e307518,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:32.695702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '43700c11-c84b-4c0e-b882-3e825e307518', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '43700c11-c84b-4c0e-b882-3e825e307518', 'mac_address': 'fa:16:3e:63:3f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:36:32.759049 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 43700c11-c84b-4c0e-b882-3e825e307518 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:32.759443 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (43700c11-c84b-4c0e-b882-3e825e307518), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:32.777037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 55db63f4-6636-4f7c-91ad-e42520c93ac0 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:32.777421 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:32.782092 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43700c11-c84b-4c0e-b882-3e825e307518 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:36:32.815637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 43700c11-c84b-4c0e-b882-3e825e307518, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=43700c11-c84b-4c0e-b882-3e825e307518,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:32.820847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068e8268-bd77-4824-b20f-2ece505bda71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55db63f4-6636-4f7c-91ad-e42520c93ac0'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:32.823563 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4073425-7579-4ccf-99a0-7822f2038a42" -d '{"events": [{"server_uuid": "068e8268-bd77-4824-b20f-2ece505bda71", "name": "network-vif-plugged", "status": "completed", "tag": "55db63f4-6636-4f7c-91ad-e42520c93ac0"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:32.834706 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (43700c11-c84b-4c0e-b882-3e825e307518), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:32.845050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 55db63f4-6636-4f7c-91ad-e42520c93ac0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=55db63f4-6636-4f7c-91ad-e42520c93ac0,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:32.869564 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:32.870351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d62abcfa-cdb1-4323-9e16-15347edeb13c up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:36:32.898656 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf769fa-8f24-4a4a-8ac2-82e531b43cb6 x-openstack-request-id: req-8cf769fa-8f24-4a4a-8ac2-82e531b43cb6 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:32.898956 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068e8268-bd77-4824-b20f-2ece505bda71", "name": "network-vif-plugged", "status": "completed", "tag": "55db63f4-6636-4f7c-91ad-e42520c93ac0", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:32.899218 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cf769fa-8f24-4a4a-8ac2-82e531b43cb6 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:32.899612 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068e8268-bd77-4824-b20f-2ece505bda71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55db63f4-6636-4f7c-91ad-e42520c93ac0', 'code': 200} Feb 16 16:36:32.905929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4dbe1-77c5-453e-9d56-88750626a8d7 req-1af8fd0a-75be-4dd4-89ed-4c9a4428a1aa tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:32.909380 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82e4dbe1-77c5-453e-9d56-88750626a8d7 req-1af8fd0a-75be-4dd4-89ed-4c9a4428a1aa tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 945 time: 0.0659471 Feb 16 16:36:32.940132 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=43700c11-c84b-4c0e-b882-3e825e307518,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:32.980899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82e4dbe1-77c5-453e-9d56-88750626a8d7 req-d2446e56-4c20-46ff-b05c-e72b379fef82 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652845 Feb 16 16:36:33.008992 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port d62abcfa-cdb1-4323-9e16-15347edeb13c completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:36:33.018076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port d62abcfa-cdb1-4323-9e16-15347edeb13c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:33.018868 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:33.021697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=55db63f4-6636-4f7c-91ad-e42520c93ac0,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:33.038148 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db23fd9d-9dbb-47bb-a3d8-cade6675ffdf req-f1dfdabb-821e-4a4c-a063-1d74c3105338 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0810995 Feb 16 16:36:33.085212 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['43700c11-c84b-4c0e-b882-3e825e307518'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:36:33.120160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5425a-a12b-4bca-adc0-a268b1ed17f5 req-b116e597-61f1-4555-9c6d-0026b9a7a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:33.122742 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cca5425a-a12b-4bca-adc0-a268b1ed17f5 req-b116e597-61f1-4555-9c6d-0026b9a7a858 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 1127 time: 0.1034565 Feb 16 16:36:33.163508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port d62abcfa-cdb1-4323-9e16-15347edeb13c is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:33.163933 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:33.198961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cca5425a-a12b-4bca-adc0-a268b1ed17f5 req-e3ab62b8-8621-42bd-96b0-baff3dd8dfcc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696371 Feb 16 16:36:33.208254 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d62abcfa-cdb1-4323-9e16-15347edeb13c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d62abcfa-cdb1-4323-9e16-15347edeb13c,segment=NetworkSegment(515ba80b-18f4-42f8-a823-4a9e70841166),segment_id=515ba80b-18f4-42f8-a823-4a9e70841166)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:33.215993 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:33.223677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231d5b-583e-43f3-98c7-f98d4cd65a81 req-1b880ed2-3ba5-46c1-ac2d-34fa03b6172d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:33.225904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af231d5b-583e-43f3-98c7-f98d4cd65a81 req-1b880ed2-3ba5-46c1-ac2d-34fa03b6172d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0980275 Feb 16 16:36:33.281546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af231d5b-583e-43f3-98c7-f98d4cd65a81 req-569a801f-8f09-4642-8f67-5299247fa337 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495193 Feb 16 16:36:33.457463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=d62abcfa-cdb1-4323-9e16-15347edeb13c,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:33.758417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1aee0-5954-441f-b1c2-263b98af74e8 req-3c3b2caa-2490-4a08-a356-9250bfb44335 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:33.759948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9bc1aee0-5954-441f-b1c2-263b98af74e8 req-3c3b2caa-2490-4a08-a356-9250bfb44335 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 948 time: 0.0582047 Feb 16 16:36:33.806840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9bc1aee0-5954-441f-b1c2-263b98af74e8 req-3ddd8d33-3bad-4b49-8aac-ac2150383b97 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9b5dc55-437e-4170-98d7-cbe078937428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Feb 16 16:36:34.101493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e2377-96ab-4c6b-b49c-cf36e0b7c12c req-6f33b9ea-a381-4549-82c0-d927a5b197bb tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:34.103086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b1e2377-96ab-4c6b-b49c-cf36e0b7c12c req-6f33b9ea-a381-4549-82c0-d927a5b197bb tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 946 time: 0.0533826 Feb 16 16:36:34.167560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-515ce971-0293-49b0-8b0a-0004cf453a47 req-70745b84-ba46-4621-a218-b87b9869e9b4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0374484 Feb 16 16:36:34.179571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b1e2377-96ab-4c6b-b49c-cf36e0b7c12c req-196bfab8-d3f1-49cf-b6fc-f799c87137d3 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699365 Feb 16 16:36:34.414523 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:34.423504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbfc11-6f48-4fad-a6fc-fe544b35aca1 req-2a4cfd06-05f8-4a2a-a8ff-9f6a1b4c94d0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:34.425026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70dbfc11-6f48-4fad-a6fc-fe544b35aca1 req-2a4cfd06-05f8-4a2a-a8ff-9f6a1b4c94d0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0727522 Feb 16 16:36:34.474932 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70dbfc11-6f48-4fad-a6fc-fe544b35aca1 req-0d73b463-2b8a-4743-8826-ae1ea19df558 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441091 Feb 16 16:36:34.515708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 43700c11-c84b-4c0e-b882-3e825e307518 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:36:34.572401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 43700c11-c84b-4c0e-b882-3e825e307518 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:36:34.576904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 43700c11-c84b-4c0e-b882-3e825e307518 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:34.577287 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (43700c11-c84b-4c0e-b882-3e825e307518), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:34.658758 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 43700c11-c84b-4c0e-b882-3e825e307518 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:34.659149 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (43700c11-c84b-4c0e-b882-3e825e307518), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:34.691882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 43700c11-c84b-4c0e-b882-3e825e307518, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=43700c11-c84b-4c0e-b882-3e825e307518,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:34.695746 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (43700c11-c84b-4c0e-b882-3e825e307518), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:34.742440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=43700c11-c84b-4c0e-b882-3e825e307518,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:34.900991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590e407b-c070-4a0a-a42e-dd5b7f2d868e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62abcfa-cdb1-4323-9e16-15347edeb13c'}, {'server_uuid': '915a9148-1087-4b81-b83d-a29790baa8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43700c11-c84b-4c0e-b882-3e825e307518'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:34.903554 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f5fc6d-cc74-4349-bcaa-11e8a86606c2" -d '{"events": [{"server_uuid": "590e407b-c070-4a0a-a42e-dd5b7f2d868e", "name": "network-vif-plugged", "status": "completed", "tag": "d62abcfa-cdb1-4323-9e16-15347edeb13c"}, {"server_uuid": "915a9148-1087-4b81-b83d-a29790baa8ca", "name": "network-vif-plugged", "status": "completed", "tag": "43700c11-c84b-4c0e-b882-3e825e307518"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:34.929383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c884ece-33a3-44e2-ba47-a16f500fea7c req-b1b2d4d8-75f9-4a38-8f06-b37d038929c7 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:34.930888 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c884ece-33a3-44e2-ba47-a16f500fea7c req-b1b2d4d8-75f9-4a38-8f06-b37d038929c7 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 949 time: 0.0541749 Feb 16 16:36:34.947687 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2324842e-de87-449e-b449-0315f33bf1f3 x-openstack-request-id: req-2324842e-de87-449e-b449-0315f33bf1f3 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:34.948093 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590e407b-c070-4a0a-a42e-dd5b7f2d868e", "name": "network-vif-plugged", "status": "completed", "tag": "d62abcfa-cdb1-4323-9e16-15347edeb13c", "code": 200}, {"server_uuid": "915a9148-1087-4b81-b83d-a29790baa8ca", "name": "network-vif-plugged", "status": "completed", "tag": "43700c11-c84b-4c0e-b882-3e825e307518", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:34.948440 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2324842e-de87-449e-b449-0315f33bf1f3 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:34.948925 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590e407b-c070-4a0a-a42e-dd5b7f2d868e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62abcfa-cdb1-4323-9e16-15347edeb13c', 'code': 200} Feb 16 16:36:34.949252 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915a9148-1087-4b81-b83d-a29790baa8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43700c11-c84b-4c0e-b882-3e825e307518', 'code': 200} Feb 16 16:36:34.983928 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c884ece-33a3-44e2-ba47-a16f500fea7c req-3a0d9573-b4ad-4137-b620-07f63eb10ea3 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9b5dc55-437e-4170-98d7-cbe078937428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454295 Feb 16 16:36:35.111626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de6a58-70ba-44c3-8b95-e0c9d48d7ff5 req-9606a22f-a355-4476-98a4-78ee41893e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:35.113082 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41de6a58-70ba-44c3-8b95-e0c9d48d7ff5 req-9606a22f-a355-4476-98a4-78ee41893e6c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 1128 time: 0.0857480 Feb 16 16:36:35.115709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670863d-a71c-4b99-bfd0-87b007da4c6f req-75d6d288-720a-4163-bf50-4aac2a96cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:35.117108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2670863d-a71c-4b99-bfd0-87b007da4c6f req-75d6d288-720a-4163-bf50-4aac2a96cc25 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 1131 time: 0.0816283 Feb 16 16:36:35.194616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41de6a58-70ba-44c3-8b95-e0c9d48d7ff5 req-0a31743c-9aeb-4ef8-9c70-0d11b850d58e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707853 Feb 16 16:36:35.196751 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2670863d-a71c-4b99-bfd0-87b007da4c6f req-71b7f25f-aca9-4c28-86eb-ff8095ab66ee service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b9b5dc55-437e-4170-98d7-cbe078937428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717545 Feb 16 16:36:35.311276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-431849b4-2ef1-4df9-9f65-9a9a76ebdcfc req-1e501cb0-072f-4b24-a546-7d30290fb2af tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0320086 Feb 16 16:36:35.335396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22071b-5453-4aeb-96cd-46f4439ad99e req-4755af0a-f9d9-4dc4-833e-8de752360be4 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:35.336997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da22071b-5453-4aeb-96cd-46f4439ad99e req-4755af0a-f9d9-4dc4-833e-8de752360be4 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 946 time: 0.0844851 Feb 16 16:36:35.387392 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da22071b-5453-4aeb-96cd-46f4439ad99e req-2fd222aa-89dd-48df-98c9-d46f1320aad9 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440373 Feb 16 16:36:35.595854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e05fe1-93ed-4998-b3bc-5862a5460e0a req-01033993-1114-4d44-890f-8d19924a832d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:35.597360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50e05fe1-93ed-4998-b3bc-5862a5460e0a req-01033993-1114-4d44-890f-8d19924a832d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0541613 Feb 16 16:36:35.642915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50e05fe1-93ed-4998-b3bc-5862a5460e0a req-46e4eaf8-289e-4e5e-936a-13b9015425ea tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398514 Feb 16 16:36:36.145638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fad6c-c908-45fb-8539-6eb645a9698c req-e08e7560-4c0f-489a-9c4b-00c73b4cec0a tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:36.147138 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-955fad6c-c908-45fb-8539-6eb645a9698c req-e08e7560-4c0f-489a-9c4b-00c73b4cec0a tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 949 time: 0.0885894 Feb 16 16:36:36.156983 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969717a6-34f6-4365-815a-ecfa8354510d req-64f46a21-8a09-4649-adac-a9bbf53e40c6 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:36.158407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-969717a6-34f6-4365-815a-ecfa8354510d req-64f46a21-8a09-4649-adac-a9bbf53e40c6 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0910530 Feb 16 16:36:36.227026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-955fad6c-c908-45fb-8539-6eb645a9698c req-9d6b0f4a-a3f3-4ad4-8ad1-fc1b9e7c5af5 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9b5dc55-437e-4170-98d7-cbe078937428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675805 Feb 16 16:36:36.234933 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-969717a6-34f6-4365-815a-ecfa8354510d req-36814f2c-fc72-4dfe-b6da-8d507c6053f1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698302 Feb 16 16:36:36.436208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea2488f9-0c75-45f7-b488-18d6f155b513 req-a2b0026c-3dbb-4b76-9e3f-bc9e4ef12385 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0460048 Feb 16 16:36:36.576390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadd9b2-da34-459e-8ae7-5e126a846d67 req-a5b326a6-4577-476d-9945-15e153591b8b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:36.577843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbadd9b2-da34-459e-8ae7-5e126a846d67 req-a5b326a6-4577-476d-9945-15e153591b8b tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 946 time: 0.0692582 Feb 16 16:36:36.630309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbadd9b2-da34-459e-8ae7-5e126a846d67 req-6368f926-ffb0-41a1-8a74-d80448c4144f tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459349 Feb 16 16:36:37.430006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66308ef2-698d-4065-8edf-a498c3ab24ea req-7cfd6498-5e9e-455c-beec-97af615ca579 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:37.443345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66308ef2-698d-4065-8edf-a498c3ab24ea req-7cfd6498-5e9e-455c-beec-97af615ca579 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 949 time: 0.1381702 Feb 16 16:36:37.499561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbda18f-6d0b-49e1-b0f1-d329c6360b95 req-e5a8a108-4f97-4a68-aeeb-0f48e117deb7 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:37.507566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9cbda18f-6d0b-49e1-b0f1-d329c6360b95 req-e5a8a108-4f97-4a68-aeeb-0f48e117deb7 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1612887 Feb 16 16:36:37.557113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66308ef2-698d-4065-8edf-a498c3ab24ea req-074ec6ee-ebae-42be-850c-1312c71adced tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9b5dc55-437e-4170-98d7-cbe078937428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068330 Feb 16 16:36:37.599149 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9cbda18f-6d0b-49e1-b0f1-d329c6360b95 req-9d4fff70-c7d0-48c0-9b2a-1109b3a17682 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824814 Feb 16 16:36:37.718278 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0edb41b8-a723-4360-97b0-3de9e76acb31 req-59afafec-c6dd-4d1a-9219-0ddbec821d5b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0443759 Feb 16 16:36:37.894187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcb8ef-7c61-44f3-b971-e4a4330397b9 req-31907fe6-fdd0-4f4f-8da4-9dd213ec4adc tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:37.902116 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4dbcb8ef-7c61-44f3-b971-e4a4330397b9 req-31907fe6-fdd0-4f4f-8da4-9dd213ec4adc tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 946 time: 0.0882394 Feb 16 16:36:37.972053 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4dbcb8ef-7c61-44f3-b971-e4a4330397b9 req-db2aa45d-f29b-47c7-a913-ca242213a500 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687282 Feb 16 16:36:38.104296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5fa24-9b86-41b3-97c6-50cc176f2d79 req-86f475f3-7c13-4297-ac68-dec3fcea5317 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:38.112314 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ae5fa24-9b86-41b3-97c6-50cc176f2d79 req-86f475f3-7c13-4297-ac68-dec3fcea5317 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 949 time: 0.0766802 Feb 16 16:36:38.197896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ae5fa24-9b86-41b3-97c6-50cc176f2d79 req-8f24b59b-d6f5-410d-9c4c-4b846723b141 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9b5dc55-437e-4170-98d7-cbe078937428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846181 Feb 16 16:36:38.222928 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe729a4-2782-4fd3-abba-0bb3fed90b3d req-0ff1870d-21f8-4774-9b75-b6ffc7ec601c tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:38.224014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efe729a4-2782-4fd3-abba-0bb3fed90b3d req-0ff1870d-21f8-4774-9b75-b6ffc7ec601c tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 946 time: 0.1088390 Feb 16 16:36:38.230423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35198) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:38.237331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-27cb93d5-0a28-4349-a0cf-0c3bb0382e7d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Request body: {'floatingip': {'port_id': 'd62abcfa-cdb1-4323-9e16-15347edeb13c'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:38.279399 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-27cb93d5-0a28-4349-a0cf-0c3bb0382e7d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for floatingip (d5206e10-380d-4b16-86e7-1e56442700c3), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:38.882818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67c066-0a29-48eb-886f-c0e053ffb5a9 req-28f71a85-11e7-4954-9157-4bc976d15ed3 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:38.884624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba67c066-0a29-48eb-886f-c0e053ffb5a9 req-28f71a85-11e7-4954-9157-4bc976d15ed3 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1372318 Feb 16 16:36:38.912358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9d2e6ee-23d9-494e-920d-a71803b8a524 req-644f10fc-0224-4a0b-a0f9-1ca097b1d03c tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0595832 Feb 16 16:36:39.006070 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-27cb93d5-0a28-4349-a0cf-0c3bb0382e7d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:39.016300 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba67c066-0a29-48eb-886f-c0e053ffb5a9 req-4b213530-f244-4692-a071-2bdef7430dd5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065123 Feb 16 16:36:39.017562 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-27cb93d5-0a28-4349-a0cf-0c3bb0382e7d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (d5206e10-380d-4b16-86e7-1e56442700c3), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:39.521053 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-27cb93d5-0a28-4349-a0cf-0c3bb0382e7d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Floating IP d5206e10-380d-4b16-86e7-1e56442700c3 associated. External IP: 172.25.4.232, port: d62abcfa-cdb1-4323-9e16-15347edeb13c. Feb 16 16:36:39.601310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865f0a-282c-42e0-bd18-7c3f0228e9c9 req-643f902f-eca1-4d03-bc7e-48c10aa94d9e tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:39.602680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f865f0a-282c-42e0-bd18-7c3f0228e9c9 req-643f902f-eca1-4d03-bc7e-48c10aa94d9e tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.65 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 949 time: 0.1727748 Feb 16 16:36:39.613107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5660a-cd03-4311-9e4a-250c8b4ade5c req-ccb900ff-0321-4023-b76d-f71c76d7a6d6 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:39.614515 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47f5660a-cd03-4311-9e4a-250c8b4ade5c req-ccb900ff-0321-4023-b76d-f71c76d7a6d6 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 949 time: 0.1834943 Feb 16 16:36:39.752149 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47f5660a-cd03-4311-9e4a-250c8b4ade5c req-5b758ce0-69eb-4702-98a2-89dae98be748 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9b5dc55-437e-4170-98d7-cbe078937428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251752 Feb 16 16:36:39.850888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-4f865f0a-282c-42e0-bd18-7c3f0228e9c9 req-3016d03f-7823-4f46-a957-2a5dcd9ecc73 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Deleting port 43700c11-c84b-4c0e-b882-3e825e307518 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:36:39.851227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4f865f0a-282c-42e0-bd18-7c3f0228e9c9 req-3016d03f-7823-4f46-a957-2a5dcd9ecc73 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (43700c11-c84b-4c0e-b882-3e825e307518), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:39.944872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cb93d5-0a28-4349-a0cf-0c3bb0382e7d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Router eef312c4-657c-466c-bd9d-8d3a4a7fc32c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:36:39.967246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-4f865f0a-282c-42e0-bd18-7c3f0228e9c9 req-3016d03f-7823-4f46-a957-2a5dcd9ecc73 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] For port 43700c11-c84b-4c0e-b882-3e825e307518, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=43700c11-c84b-4c0e-b882-3e825e307518,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:39.967620 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4f865f0a-282c-42e0-bd18-7c3f0228e9c9 req-3016d03f-7823-4f46-a957-2a5dcd9ecc73 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (43700c11-c84b-4c0e-b882-3e825e307518), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:40.031676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-4f865f0a-282c-42e0-bd18-7c3f0228e9c9 req-3016d03f-7823-4f46-a957-2a5dcd9ecc73 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Calling delete_port for 43700c11-c84b-4c0e-b882-3e825e307518 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:36:40.085425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4451240-9212-476c-93be-7d00fe3d92ff req-d950056d-e1d9-4d99-836e-c565c434d70a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0617571 Feb 16 16:36:40.223304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cb93d5-0a28-4349-a0cf-0c3bb0382e7d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:36:40.231112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e4143-e8cb-45c1-a6fa-1c2dc063af68 req-05368468-c90b-4135-af85-fb5e7b339372 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:40.233161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a43e4143-e8cb-45c1-a6fa-1c2dc063af68 req-05368468-c90b-4135-af85-fb5e7b339372 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1023986 Feb 16 16:36:40.234909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a65a9de-59be-4240-a31d-0761b9d0ea34 None None] Sync routers for ids ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:36:40.236264 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-27cb93d5-0a28-4349-a0cf-0c3bb0382e7d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:40.249909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a65a9de-59be-4240-a31d-0761b9d0ea34 None None] Routers {'eef312c4-657c-466c-bd9d-8d3a4a7fc32c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:36:40.250670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5a65a9de-59be-4240-a31d-0761b9d0ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:36:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:40.326571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-27cb93d5-0a28-4349-a0cf-0c3bb0382e7d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "PUT /v2.0/floatingips/d5206e10-380d-4b16-86e7-1e56442700c3 HTTP/1.1" status: 200 len: 992 time: 2.0918062 Feb 16 16:36:40.331028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590e407b-c070-4a0a-a42e-dd5b7f2d868e', 'tag': 'd62abcfa-cdb1-4323-9e16-15347edeb13c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:40.333100 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ce0117-cc76-4f93-8fce-d5ad8cc076c2" -d '{"events": [{"name": "network-changed", "server_uuid": "590e407b-c070-4a0a-a42e-dd5b7f2d868e", "tag": "d62abcfa-cdb1-4323-9e16-15347edeb13c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:40.362766 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a43e4143-e8cb-45c1-a6fa-1c2dc063af68 req-e1cd71e4-e296-4ba1-9d73-e33072916be9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211371 Feb 16 16:36:40.368872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-5a65a9de-59be-4240-a31d-0761b9d0ea34 None None] Set router eef312c4-657c-466c-bd9d-8d3a4a7fc32c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:36:40.381028 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4f865f0a-282c-42e0-bd18-7c3f0228e9c9 req-3016d03f-7823-4f46-a957-2a5dcd9ecc73 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (43700c11-c84b-4c0e-b882-3e825e307518), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:40.404585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['43700c11-c84b-4c0e-b882-3e825e307518'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:36:40.527297 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7deacf30-7b0b-4d23-ba23-d59a2ac0be1c x-openstack-request-id: req-7deacf30-7b0b-4d23-ba23-d59a2ac0be1c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:40.527636 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590e407b-c070-4a0a-a42e-dd5b7f2d868e", "tag": "d62abcfa-cdb1-4323-9e16-15347edeb13c", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:40.527867 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7deacf30-7b0b-4d23-ba23-d59a2ac0be1c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:40.529397 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590e407b-c070-4a0a-a42e-dd5b7f2d868e', 'tag': 'd62abcfa-cdb1-4323-9e16-15347edeb13c', 'status': 'completed', 'code': 200} Feb 16 16:36:40.564541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016d03f-7823-4f46-a957-2a5dcd9ecc73 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Pushing event deleted for resources: {'Port': ['ID=43700c11-c84b-4c0e-b882-3e825e307518,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:40.604963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f865f0a-282c-42e0-bd18-7c3f0228e9c9 req-3016d03f-7823-4f46-a957-2a5dcd9ecc73 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] No DVR routers for this DVR port 43700c11-c84b-4c0e-b882-3e825e307518 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:36:40.608812 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4f865f0a-282c-42e0-bd18-7c3f0228e9c9 req-3016d03f-7823-4f46-a957-2a5dcd9ecc73 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:40.612270 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f865f0a-282c-42e0-bd18-7c3f0228e9c9 req-3016d03f-7823-4f46-a957-2a5dcd9ecc73 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.65 "DELETE /v2.0/ports/43700c11-c84b-4c0e-b882-3e825e307518 HTTP/1.1" status: 204 len: 173 time: 0.9929638 Feb 16 16:36:40.649639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce0117-cc76-4f93-8fce-d5ad8cc076c2 req-508267fc-ef4f-42e5-a6d5-3086ed29ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:40.651303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02ce0117-cc76-4f93-8fce-d5ad8cc076c2 req-508267fc-ef4f-42e5-a6d5-3086ed29ea86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=635a7e05928d45dfa09e499768da0ed9&device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 1128 time: 0.1021776 Feb 16 16:36:40.661872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb2026-e008-4963-9fed-5416e3475943 req-77f67ba5-cd32-43ca-b88e-17496b9ad162 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:40.670797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39eb2026-e008-4963-9fed-5416e3475943 req-77f67ba5-cd32-43ca-b88e-17496b9ad162 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 946 time: 0.2814159 Feb 16 16:36:40.728789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5a65a9de-59be-4240-a31d-0761b9d0ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '943e210f-974a-4770-ab57-4d173521d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:35:57Z', 'updated_at': '2022-02-16T16:36:09Z', 'revision_number': 4, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'gw_port': {'id': '943e210f-974a-4770-ab57-4d173521d50f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:35:59Z', 'updated_at': '2022-02-16T16:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'd5206e10-380d-4b16-86e7-1e56442700c3', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'port_id': 'd62abcfa-cdb1-4323-9e16-15347edeb13c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'mac_address': 'fa:16:3e:23:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590e407b-c070-4a0a-a42e-dd5b7f2d868e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:36:20Z', 'updated_at': '2022-02-16T16:36:38Z', 'revision_number': 1, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4bdca4-9e48-47b0-a3a1-e0637d956f22', 'name': '', 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'mac_address': 'fa:16:3e:d3:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:06Z', 'updated_at': '2022-02-16T16:36:17Z', 'revision_number': 5, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'subnets': [{'id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:40.777214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a65a9de-59be-4240-a31d-0761b9d0ea34 None None] Checking router: eef312c4-657c-466c-bd9d-8d3a4a7fc32c for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:36:40.791875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a65a9de-59be-4240-a31d-0761b9d0ea34 None None] Routers {'eef312c4-657c-466c-bd9d-8d3a4a7fc32c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:36:40.793262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5a65a9de-59be-4240-a31d-0761b9d0ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:36:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:40.804566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39eb2026-e008-4963-9fed-5416e3475943 req-2b8440ef-3e16-49ad-8971-6ad66defa55d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328182 Feb 16 16:36:40.858426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce0117-cc76-4f93-8fce-d5ad8cc076c2 req-c2a7a760-5fc1-49ec-8baa-882dea92f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:40.859672 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02ce0117-cc76-4f93-8fce-d5ad8cc076c2 req-c2a7a760-5fc1-49ec-8baa-882dea92f50c service neutron] 10.222.0.65 "GET /v2.0/networks?id=ea468702-4a56-4633-9d55-45c2db000c89 HTTP/1.1" status: 200 len: 913 time: 0.1806822 Feb 16 16:36:40.943120 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bd7f05cc-648f-4ad9-880a-39c026dde152 req-3df2ad91-95cc-487c-a17d-2ea993ac5684 tempest-ImagesNegativeTestJSON-865169293 tempest-ImagesNegativeTestJSON-865169293-project] 10.222.0.24 "GET /v2.0/ports?device_id=915a9148-1087-4b81-b83d-a29790baa8ca HTTP/1.1" status: 200 len: 210 time: 0.0330341 Feb 16 16:36:40.969064 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02ce0117-cc76-4f93-8fce-d5ad8cc076c2 req-6f89871c-1e39-4f11-a842-1708145e64aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62abcfa-cdb1-4323-9e16-15347edeb13c HTTP/1.1" status: 200 len: 1000 time: 0.1021433 Feb 16 16:36:40.970353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-5a65a9de-59be-4240-a31d-0761b9d0ea34 None None] Set router eef312c4-657c-466c-bd9d-8d3a4a7fc32c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:36:41.031922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce0117-cc76-4f93-8fce-d5ad8cc076c2 req-25a81e12-1d51-4f23-8a44-8cd73da3a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:41.033461 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02ce0117-cc76-4f93-8fce-d5ad8cc076c2 req-25a81e12-1d51-4f23-8a44-8cd73da3a343 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=092d3044-ace7-49d5-89bb-49f3070c680c HTTP/1.1" status: 200 len: 851 time: 0.0576434 Feb 16 16:36:41.101002 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce0117-cc76-4f93-8fce-d5ad8cc076c2 req-8d8e11bb-5057-42a5-9b84-c857731feba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:41.102780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02ce0117-cc76-4f93-8fce-d5ad8cc076c2 req-8d8e11bb-5057-42a5-9b84-c857731feba1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ea468702-4a56-4633-9d55-45c2db000c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0600715 Feb 16 16:36:41.259034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb0386f2-3ad6-49a3-af70-ebc2c9dbe789 req-cf949703-6df9-4416-bb12-1edec97972c0 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0456665 Feb 16 16:36:41.260110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5a65a9de-59be-4240-a31d-0761b9d0ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '943e210f-974a-4770-ab57-4d173521d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:35:57Z', 'updated_at': '2022-02-16T16:36:09Z', 'revision_number': 4, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'gw_port': {'id': '943e210f-974a-4770-ab57-4d173521d50f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:35:59Z', 'updated_at': '2022-02-16T16:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'd5206e10-380d-4b16-86e7-1e56442700c3', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'port_id': 'd62abcfa-cdb1-4323-9e16-15347edeb13c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'mac_address': 'fa:16:3e:23:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590e407b-c070-4a0a-a42e-dd5b7f2d868e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:36:20Z', 'updated_at': '2022-02-16T16:36:38Z', 'revision_number': 1, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4bdca4-9e48-47b0-a3a1-e0637d956f22', 'name': '', 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'mac_address': 'fa:16:3e:d3:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:06Z', 'updated_at': '2022-02-16T16:36:17Z', 'revision_number': 5, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'subnets': [{'id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:41.273514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02ce0117-cc76-4f93-8fce-d5ad8cc076c2 req-744a51d8-3a27-4bf3-a79a-10d733320d97 service neutron] 10.222.0.65 "GET /v2.0/networks/ea468702-4a56-4633-9d55-45c2db000c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458297 Feb 16 16:36:41.289631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a65a9de-59be-4240-a31d-0761b9d0ea34 None None] The sync data for ids ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'] in n-d-669411-5 is: [{'id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '943e210f-974a-4770-ab57-4d173521d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:35:57Z', 'updated_at': '2022-02-16T16:36:09Z', 'revision_number': 4, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'gw_port': {'id': '943e210f-974a-4770-ab57-4d173521d50f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:35:59Z', 'updated_at': '2022-02-16T16:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'd5206e10-380d-4b16-86e7-1e56442700c3', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'port_id': 'd62abcfa-cdb1-4323-9e16-15347edeb13c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'mac_address': 'fa:16:3e:23:52:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590e407b-c070-4a0a-a42e-dd5b7f2d868e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:36:20Z', 'updated_at': '2022-02-16T16:36:38Z', 'revision_number': 1, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4bdca4-9e48-47b0-a3a1-e0637d956f22', 'name': '', 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'mac_address': 'fa:16:3e:d3:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:06Z', 'updated_at': '2022-02-16T16:36:17Z', 'revision_number': 5, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'subnets': [{'id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:36:41.377188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02ce0117-cc76-4f93-8fce-d5ad8cc076c2 req-4cbb82e2-510a-4685-b1c9-7a880719078b service neutron] 10.222.0.65 "GET /v2.0/networks/ea468702-4a56-4633-9d55-45c2db000c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963364 Feb 16 16:36:41.502185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50401d3-a3f9-4b7f-b3f0-5397147a2572 req-5976a882-fb2f-48d2-9054-61ee87beb56c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:41.504156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a50401d3-a3f9-4b7f-b3f0-5397147a2572 req-5976a882-fb2f-48d2-9054-61ee87beb56c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0673201 Feb 16 16:36:41.577077 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a50401d3-a3f9-4b7f-b3f0-5397147a2572 req-aed81921-874e-4b87-ad38-8cebe56bcc0e tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629318 Feb 16 16:36:41.597711 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0089afa-aaed-47b8-bd6c-13d08f81ebe9 None None] New status for floating IP d5206e10-380d-4b16-86e7-1e56442700c3: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:36:42.064986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920032a-0da7-41ef-81a7-2b56f36a335f req-cc22f76d-ad10-4555-850d-ba46e3f867e2 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:42.066551 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f920032a-0da7-41ef-81a7-2b56f36a335f req-cc22f76d-ad10-4555-850d-ba46e3f867e2 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0574355 Feb 16 16:36:42.120346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f920032a-0da7-41ef-81a7-2b56f36a335f req-058421ae-aa18-445e-bc1c-6c67dafe0215 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469007 Feb 16 16:36:42.265548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b1cb1-662d-4544-975a-bf0df43da8d3 req-367b8aaf-cf22-4de8-a997-6040f8ca6adb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:42.268086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b5b1cb1-662d-4544-975a-bf0df43da8d3 req-367b8aaf-cf22-4de8-a997-6040f8ca6adb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0658073 Feb 16 16:36:42.333133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b5b1cb1-662d-4544-975a-bf0df43da8d3 req-47b1b08b-b4c7-4198-aadd-c93a0d90e713 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588617 Feb 16 16:36:42.425437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05aaabad-ec41-44e1-a2b9-7909e2526d9f req-bdf45a4d-9488-489f-a95d-7fa1d43008b1 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0474923 Feb 16 16:36:42.496309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123274a3-7906-4ad7-b9cd-5aff748fac21 req-3e1ddd84-37d1-4f8b-bc18-0c93cd2116a3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:42.499030 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-123274a3-7906-4ad7-b9cd-5aff748fac21 req-3e1ddd84-37d1-4f8b-bc18-0c93cd2116a3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0759120 Feb 16 16:36:42.532534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915a9148-1087-4b81-b83d-a29790baa8ca', 'name': 'network-vif-deleted', 'tag': '43700c11-c84b-4c0e-b882-3e825e307518'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:36:42.534579 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cd8ebc-8a20-46ad-b890-886340e5a8df" -d '{"events": [{"server_uuid": "915a9148-1087-4b81-b83d-a29790baa8ca", "name": "network-vif-deleted", "tag": "43700c11-c84b-4c0e-b882-3e825e307518"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:36:42.547011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35276) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:42.562468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 43700c11-c84b-4c0e-b882-3e825e307518 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:36:42.563218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-123274a3-7906-4ad7-b9cd-5aff748fac21 req-0d46eb19-1a29-4f90-9401-3a84dae1f084 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539994 Feb 16 16:36:42.607006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 43700c11-c84b-4c0e-b882-3e825e307518 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:36:42.607410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 43700c11-c84b-4c0e-b882-3e825e307518 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:36:42.666841 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32df342b-4894-4246-836b-468db5fb7fa5 x-openstack-request-id: req-32df342b-4894-4246-836b-468db5fb7fa5 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:36:42.667168 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915a9148-1087-4b81-b83d-a29790baa8ca", "name": "network-vif-deleted", "tag": "43700c11-c84b-4c0e-b882-3e825e307518", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:36:42.667839 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32df342b-4894-4246-836b-468db5fb7fa5 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:36:42.668228 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915a9148-1087-4b81-b83d-a29790baa8ca', 'name': 'network-vif-deleted', 'tag': '43700c11-c84b-4c0e-b882-3e825e307518', 'status': 'completed', 'code': 200} Feb 16 16:36:42.794251 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0e5a4c79-8a4e-464e-85c1-7c46696249df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12c9614fd0594a82837bc599d77fc09d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2432265 Feb 16 16:36:42.794462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5872c-bad3-4111-8247-7ac73b2d4147 req-37ddeeac-c4fa-409d-820d-5724a1ea7cac tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:42.794571 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35284) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:42.795554 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a0c5872c-bad3-4111-8247-7ac73b2d4147 req-37ddeeac-c4fa-409d-820d-5724a1ea7cac tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0957823 Feb 16 16:36:42.818816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b3d78-163a-48be-ad7f-89ebbd8d19bf req-3669e731-7b74-44b6-990e-7e5a6ac0372b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:42.821135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-979b3d78-163a-48be-ad7f-89ebbd8d19bf req-3669e731-7b74-44b6-990e-7e5a6ac0372b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0906041 Feb 16 16:36:42.852635 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f51d4a09-2210-4bc2-84ca-c7bb7a1b6291 admin admin] Publish callbacks [] for security_group (b9b5dc55-437e-4170-98d7-cbe078937428), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:42.877576 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f51d4a09-2210-4bc2-84ca-c7bb7a1b6291 admin admin] Publish callbacks [] for security_group (b9b5dc55-437e-4170-98d7-cbe078937428), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:42.909293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a0c5872c-bad3-4111-8247-7ac73b2d4147 req-309b0aeb-ce62-48f8-a22c-7b40bb3823ba tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072254 Feb 16 16:36:42.917784 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-979b3d78-163a-48be-ad7f-89ebbd8d19bf req-305abee7-cfbd-4a35-9f69-d05324b20025 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877023 Feb 16 16:36:42.934459 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f51d4a09-2210-4bc2-84ca-c7bb7a1b6291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b9b5dc55-437e-4170-98d7-cbe078937428), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:42.938336 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f51d4a09-2210-4bc2-84ca-c7bb7a1b6291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:42.942441 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f51d4a09-2210-4bc2-84ca-c7bb7a1b6291 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9b5dc55-437e-4170-98d7-cbe078937428 HTTP/1.1" status: 204 len: 168 time: 0.1441033 Feb 16 16:36:42.949062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d4a09-2210-4bc2-84ca-c7bb7a1b6291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b5dc55-437e-4170-98d7-cbe078937428,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:43.208221 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111e3fe-2587-4bd2-b266-10a6adffef9a req-306052d3-b432-475d-88d6-11bcae0760fa tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:43.215237 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c111e3fe-2587-4bd2-b266-10a6adffef9a req-306052d3-b432-475d-88d6-11bcae0760fa tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0627227 Feb 16 16:36:43.268298 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c111e3fe-2587-4bd2-b266-10a6adffef9a req-060a431f-ff29-424f-935b-98a4081c260a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519998 Feb 16 16:36:43.594750 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c756e540-f826-4115-a2e8-42dd624af3a8 req-0d04eeff-b78d-4eae-9876-2f512e24b167 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0386927 Feb 16 16:36:43.710518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893455d-779d-428b-882d-c1935b69d806 req-e0b129f6-cca8-4563-960b-e6bc3e470b4b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:43.712213 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a893455d-779d-428b-882d-c1935b69d806 req-e0b129f6-cca8-4563-960b-e6bc3e470b4b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0621643 Feb 16 16:36:43.736562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35322) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:43.763628 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a893455d-779d-428b-882d-c1935b69d806 req-1e1363f5-7eed-4558-a0a2-7164376744a9 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449624 Feb 16 16:36:43.850553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1798888763-network', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:43.870228 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] Made reservation on behalf of 597ffe9ef796448cac90a2d29d11daf8 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:36:43.873211 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:43.882347 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:43.967500 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] Publish callbacks [] for security_group (808d399b-a4ca-4d0f-9bbf-e3d5ab7cbcae), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:43.972238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (808d399b-a4ca-4d0f-9bbf-e3d5ab7cbcae), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:43.984076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:36:44.007784 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (75210099-9289-41f8-a5cb-63ebb514a19d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:44.008378 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] Added segment 75210099-9289-41f8-a5cb-63ebb514a19d of type vlan for network aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 Feb 16 16:36:44.020563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808d399b-a4ca-4d0f-9bbf-e3d5ab7cbcae,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:44.045255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c23be-aa22-4c7c-a09d-19271e485688 req-1739d24d-c1dd-43b8-a1c1-fa397c94f301 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:44.046755 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d32c23be-aa22-4c7c-a09d-19271e485688 req-1739d24d-c1dd-43b8-a1c1-fa397c94f301 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0628774 Feb 16 16:36:44.059310 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (aa0bbe56-5d30-40d6-b39d-bdb3baf96a56), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:44.087785 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (aa0bbe56-5d30-40d6-b39d-bdb3baf96a56), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:44.089284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:44.090025 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:44.102246 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d32c23be-aa22-4c7c-a09d-19271e485688 req-0de6d7cc-6a06-419e-a8f4-17c58627d1e5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497217 Feb 16 16:36:44.130420 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3893003 Feb 16 16:36:44.130780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35328) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:44.135720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c5904da2-264e-4583-9388-4cad2f66f8f2 admin admin] Request body: {'subnet': {'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1798888763-subnet', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:44.156740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5904da2-264e-4583-9388-4cad2f66f8f2 admin admin] Made reservation on behalf of 597ffe9ef796448cac90a2d29d11daf8 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:36:44.158169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0e492-867d-4cbe-b57b-0f75d18b547b admin admin] Pushing event updated for resources: {'Network': ['ID=aa0bbe56-5d30-40d6-b39d-bdb3baf96a56,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:44.159044 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5904da2-264e-4583-9388-4cad2f66f8f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:44.168340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:36:44.329370 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5904da2-264e-4583-9388-4cad2f66f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (1d337a89-ab46-4c66-87a3-a69513586ea0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:44.386538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5904da2-264e-4583-9388-4cad2f66f8f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d337a89-ab46-4c66-87a3-a69513586ea0,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:44.397450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5904da2-264e-4583-9388-4cad2f66f8f2 admin admin] Checking segment: {'id': '75210099-9289-41f8-a5cb-63ebb514a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:36:44.397791 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5904da2-264e-4583-9388-4cad2f66f8f2 admin admin] Network hostable DHCP agents. Network: aa0bbe56-5d30-40d6-b39d-bdb3baf96a56, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:36:44.413797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5904da2-264e-4583-9388-4cad2f66f8f2 admin admin] Network aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:36:44.424447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-c5904da2-264e-4583-9388-4cad2f66f8f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, aa0bbe56-5d30-40d6-b39d-bdb3baf96a56) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:36:44.430275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5904da2-264e-4583-9388-4cad2f66f8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:44.430399 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5904da2-264e-4583-9388-4cad2f66f8f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:44.434077 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1542c6fc-6cba-49be-a00d-25416703eb5c None None] Network aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:36:44.449280 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c5904da2-264e-4583-9388-4cad2f66f8f2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3167703 Feb 16 16:36:44.452321 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35330) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:44.458895 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:44.483173 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:44.484378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:44.538827 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Publish callbacks [] for router_controller (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:44.556163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'fixed_ips': [{'subnet_id': '1d337a89-ab46-4c66-87a3-a69513586ea0'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:36:44.557037 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:44.715797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Allocated IP 172.20.0.2 (aa0bbe56-5d30-40d6-b39d-bdb3baf96a56/1d337a89-ab46-4c66-87a3-a69513586ea0/9a6223b2-57a2-444a-8fe3-b600a3430e46) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:36:44.728610 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Publish callbacks [] for router_gateway (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:44.733173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-999ace72-f8a3-4036-b8ae-c37c0c58f6cc req-f2c83b23-152c-478c-bfea-601acc3450b8 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0376210 Feb 16 16:36:44.900924 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Publish callbacks [] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:44.907726 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:44.944762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Network aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:36:44.952488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:36:44.955970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:36:44.969594 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Pushing event updated for resources: {'Port': ['ID=9a6223b2-57a2-444a-8fe3-b600a3430e46,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:44.989369 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Publish callbacks [] for router_gateway (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:44.996267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:44.996267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:44.996267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:44.997310 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:44.997310 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:44.997310 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:44.998025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca68289-db29-4746-967e-994fac46bab4 req-e4780954-fc8a-4200-8047-90ed0696a50c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:44.998138 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:44.998138 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:44.998477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:44.998714 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:44.999037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:44.999353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:44.999672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:45.004691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cca68289-db29-4746-967e-994fac46bab4 req-e4780954-fc8a-4200-8047-90ed0696a50c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1283081 Feb 16 16:36:45.030065 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:45.032434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Attempting to bind port 9a6223b2-57a2-444a-8fe3-b600a3430e46 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:36:45.032815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Attempting to bind port 9a6223b2-57a2-444a-8fe3-b600a3430e46 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '75210099-9289-41f8-a5cb-63ebb514a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:36:45.033180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Attempting to bind port 9a6223b2-57a2-444a-8fe3-b600a3430e46 on network aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:36:45.038399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:36:45.038779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Checking segment: {'id': '75210099-9289-41f8-a5cb-63ebb514a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:36:45.039514 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:45.039642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Bound using segment: {'id': '75210099-9289-41f8-a5cb-63ebb514a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:36:45.040046 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Bound port: 9a6223b2-57a2-444a-8fe3-b600a3430e46, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75210099-9289-41f8-a5cb-63ebb514a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:36:45.040427 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:45.114586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cca68289-db29-4746-967e-994fac46bab4 req-b7e1e426-54f4-4f7b-a63e-4a254d2f4857 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067266 Feb 16 16:36:45.124698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] For port 9a6223b2-57a2-444a-8fe3-b600a3430e46, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:36:45.136981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] For port 9a6223b2-57a2-444a-8fe3-b600a3430e46, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9a6223b2-57a2-444a-8fe3-b600a3430e46,segment=NetworkSegment(75210099-9289-41f8-a5cb-63ebb514a19d),segment_id=75210099-9289-41f8-a5cb-63ebb514a19d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:36:45.149675 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:45.239119 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f7232-d95d-4176-8fcd-ea6ab4b45743 None None] Pushing event updated for resources: {'Port': ['ID=9a6223b2-57a2-444a-8fe3-b600a3430e46,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:45.245390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Allocated IP 172.25.4.112 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/d9075d1f-d6fb-44fc-853b-2b7f9466e2f1) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:36:45.274809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2f811-4abb-4e82-b511-bb871d7efd81 req-b23e58bd-45e8-4057-8426-2056f8f1f7cb tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:45.276341 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f2f811-4abb-4e82-b511-bb871d7efd81 req-b23e58bd-45e8-4057-8426-2056f8f1f7cb tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0968151 Feb 16 16:36:45.379869 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f2f811-4abb-4e82-b511-bb871d7efd81 req-17c53801-bc16-4c86-a9db-e0337002ef39 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925434 Feb 16 16:36:45.444715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Publish callbacks [] for port (d9075d1f-d6fb-44fc-853b-2b7f9466e2f1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:45.497922 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d9075d1f-d6fb-44fc-853b-2b7f9466e2f1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:45.548139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:36:45.553654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:36:45.556630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:36:45.558773 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Pushing event updated for resources: {'Port': ['ID=d9075d1f-d6fb-44fc-853b-2b7f9466e2f1,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:45.832041 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Publish callbacks [] for router_gateway (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:46.048235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9a6223b2-57a2-444a-8fe3-b600a3430e46 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:36:46.106184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9a6223b2-57a2-444a-8fe3-b600a3430e46 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:46.107410 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:46.210136 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9a6223b2-57a2-444a-8fe3-b600a3430e46 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:46.210536 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:46.251704 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 9a6223b2-57a2-444a-8fe3-b600a3430e46, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9a6223b2-57a2-444a-8fe3-b600a3430e46,segment=NetworkSegment(75210099-9289-41f8-a5cb-63ebb514a19d),segment_id=75210099-9289-41f8-a5cb-63ebb514a19d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:46.257579 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:46.314004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=9a6223b2-57a2-444a-8fe3-b600a3430e46,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:46.366138 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e3b8cab-17f4-43f1-b3b0-02f7ea44092b req-2af58c5e-5a6c-4a3f-908d-d6d193930dda tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.4919705 Feb 16 16:36:46.427291 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa09034-ea87-4810-997b-052f7a2a8c9a None None] Network aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:36:46.468498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891e31c-8f56-4ae7-ad25-f73233a345fa req-8d62319f-68a7-4fb0-b691-963f0ff67f5f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:46.475298 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6891e31c-8f56-4ae7-ad25-f73233a345fa req-8d62319f-68a7-4fb0-b691-963f0ff67f5f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1132405 Feb 16 16:36:46.522569 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6d2e30de-8b89-4b3f-b42e-9518132cf0ae None None] Provisioning complete for port 9a6223b2-57a2-444a-8fe3-b600a3430e46 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:46.523105 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6d2e30de-8b89-4b3f-b42e-9518132cf0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:46.623919 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6891e31c-8f56-4ae7-ad25-f73233a345fa req-8799ac16-bb2e-49ff-b839-65fef7b9f788 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477165 Feb 16 16:36:46.632448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c3819-36e8-4e7a-9080-e918d26118f1 req-1cff683b-94f4-4609-b4fc-32c508f9ac1a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:46.633923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c1c3819-36e8-4e7a-9080-e918d26118f1 req-1cff683b-94f4-4609-b4fc-32c508f9ac1a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1217246 Feb 16 16:36:46.634949 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:46.641833 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e30de-8b89-4b3f-b42e-9518132cf0ae None None] Current status of the port 9a6223b2-57a2-444a-8fe3-b600a3430e46 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:46.772297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c1c3819-36e8-4e7a-9080-e918d26118f1 req-9024a347-3ed8-4434-99f7-2fec4a7d4ebc tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288016 Feb 16 16:36:46.818296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:36:46.967668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-aabb6d6a-5559-48dc-a887-9b5f269e780a None None] Provisioning complete for port 9a6223b2-57a2-444a-8fe3-b600a3430e46 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:46.968282 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aabb6d6a-5559-48dc-a887-9b5f269e780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:46.969823 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-082494b6-2a0a-4be2-a077-fcb54598a72d req-18450759-43a7-4757-989d-df71e09d81b0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013265 Feb 16 16:36:46.978548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:36:47.000618 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:47.003398 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c5b62e8c-350f-4d70-b147-afec91321709 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5485916 Feb 16 16:36:47.005569 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35350) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:47.035900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Sync routers for ids ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:36:47.054349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082494b6-2a0a-4be2-a077-fcb54598a72d req-2b29c531-930d-4053-b2e1-fc23f7b1f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:47.056096 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-082494b6-2a0a-4be2-a077-fcb54598a72d req-2b29c531-930d-4053-b2e1-fc23f7b1f117 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 1127 time: 0.0511911 Feb 16 16:36:47.074231 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Routers {'8c196b4c-f38f-4e9a-93b0-9a6158296eb9'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:36:47.074935 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:36:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:47.270762 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082494b6-2a0a-4be2-a077-fcb54598a72d req-76f9b6a7-82a6-4d5c-b2d9-8ff604a605d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:47.273623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-082494b6-2a0a-4be2-a077-fcb54598a72d req-76f9b6a7-82a6-4d5c-b2d9-8ff604a605d0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 915 time: 0.1961300 Feb 16 16:36:47.282708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-aabb6d6a-5559-48dc-a887-9b5f269e780a None None] Current status of the port 9a6223b2-57a2-444a-8fe3-b600a3430e46 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:47.343889 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-082494b6-2a0a-4be2-a077-fcb54598a72d req-efbddb2b-c154-4a89-8cb2-11eca2967333 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cc56aa2-f9b6-492c-b737-2a294e7b867b HTTP/1.1" status: 200 len: 217 time: 0.0539422 Feb 16 16:36:47.349505 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Set router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:36:47.427947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082494b6-2a0a-4be2-a077-fcb54598a72d req-654b17a4-cd2b-4f07-adce-2c191c4a24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:47.429396 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-082494b6-2a0a-4be2-a077-fcb54598a72d req-654b17a4-cd2b-4f07-adce-2c191c4a24d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cc44112-3970-4a84-a656-f40fa88683de HTTP/1.1" status: 200 len: 854 time: 0.0847411 Feb 16 16:36:47.496419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-082494b6-2a0a-4be2-a077-fcb54598a72d req-8f39ca7a-e15d-46c4-af4a-36b548b54072 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ff79391-d267-4f31-964d-a98547bf9b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594573 Feb 16 16:36:47.531651 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a41101bd-18dc-4087-a0a2-656998edb97b req-3af11a63-c656-471b-9093-2ed6c999eb0b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0314853 Feb 16 16:36:47.594561 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:47.654617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-082494b6-2a0a-4be2-a077-fcb54598a72d req-e3fe7fca-c4ad-4d66-b869-bcccfd390a57 service neutron] 10.222.0.65 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258354 Feb 16 16:36:47.777998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:36:44Z', 'updated_at': '2022-02-16T16:36:45Z', 'revision_number': 3, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'gw_port': {'id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:45Z', 'updated_at': '2022-02-16T16:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:47.796783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Allocated IP 172.20.0.1 (aa0bbe56-5d30-40d6-b39d-bdb3baf96a56/1d337a89-ab46-4c66-87a3-a69513586ea0/69060334-87f5-4ea8-8f23-2e7176eb139d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:36:47.813979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Checking router: 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:36:47.814544 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Updating router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 port d9075d1f-d6fb-44fc-853b-2b7f9466e2f1 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:36:47.858554 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d9075d1f-d6fb-44fc-853b-2b7f9466e2f1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:47.865586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-082494b6-2a0a-4be2-a077-fcb54598a72d req-c222da51-1466-430d-af3f-b48caa7ea022 service neutron] 10.222.0.65 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965947 Feb 16 16:36:47.883688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4424277-7fa5-47a4-bdd5-97da8ebd098f req-e01cd4fe-1b50-45f7-8c53-30b964164c35 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:47.885284 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4424277-7fa5-47a4-bdd5-97da8ebd098f req-e01cd4fe-1b50-45f7-8c53-30b964164c35 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1302660 Feb 16 16:36:47.998506 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Publish callbacks [] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:47.999711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4424277-7fa5-47a4-bdd5-97da8ebd098f req-08ef00cb-a1ba-4122-a499-c054ab74274d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026878 Feb 16 16:36:48.019429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f39af-d512-47d4-8634-c86445b884c1 req-c30a3bb6-c31e-4b7d-9bfe-5aa448013529 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:48.021157 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-718f39af-d512-47d4-8634-c86445b884c1 req-c30a3bb6-c31e-4b7d-9bfe-5aa448013529 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1348410 Feb 16 16:36:48.070336 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:48.083553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9a6223b2-57a2-444a-8fe3-b600a3430e46 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:36:48.099532 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-718f39af-d512-47d4-8634-c86445b884c1 req-a8d3f683-3af6-4c3a-94df-65f91efada90 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722971 Feb 16 16:36:48.155586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Network aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:36:48.156964 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Pushing event updated for resources: {'Port': ['ID=69060334-87f5-4ea8-8f23-2e7176eb139d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:48.161544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:36:48.169720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:36:48.174460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:48.175053 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:48.175434 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:48.175857 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:48.176455 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:48.176577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:48.176887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:48.177284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:48.177585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:48.177943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:48.178322 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:48.178649 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:48.179048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:36:48.220467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9a6223b2-57a2-444a-8fe3-b600a3430e46 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:48.220915 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:48.229091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:48.305113 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Publish callbacks [] for port (d9075d1f-d6fb-44fc-853b-2b7f9466e2f1), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:48.329797 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d9075d1f-d6fb-44fc-853b-2b7f9466e2f1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:48.395652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9a6223b2-57a2-444a-8fe3-b600a3430e46 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:48.405749 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd23802-e44b-4c39-9073-46f1a39494d1 None None] Pushing event updated for resources: {'Port': ['ID=d9075d1f-d6fb-44fc-853b-2b7f9466e2f1,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:48.408384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Attempting to bind port d9075d1f-d6fb-44fc-853b-2b7f9466e2f1 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:36:48.408915 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Attempting to bind port d9075d1f-d6fb-44fc-853b-2b7f9466e2f1 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:36:48.409392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Attempting to bind port d9075d1f-d6fb-44fc-853b-2b7f9466e2f1 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:36:48.417467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:36:48.417646 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:48.417853 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:36:48.418557 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:48.419212 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:36:48.420222 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Bound port: d9075d1f-d6fb-44fc-853b-2b7f9466e2f1, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:36:48.420606 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d9075d1f-d6fb-44fc-853b-2b7f9466e2f1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:48.479983 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] For port d9075d1f-d6fb-44fc-853b-2b7f9466e2f1, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:36:48.484024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] For port d9075d1f-d6fb-44fc-853b-2b7f9466e2f1, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d9075d1f-d6fb-44fc-853b-2b7f9466e2f1,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:36:48.490904 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d9075d1f-d6fb-44fc-853b-2b7f9466e2f1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:48.562555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd23802-e44b-4c39-9073-46f1a39494d1 None None] Pushing event updated for resources: {'Port': ['ID=d9075d1f-d6fb-44fc-853b-2b7f9466e2f1,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:48.566469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Routers {'8c196b4c-f38f-4e9a-93b0-9a6158296eb9'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:36:48.567079 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:36:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:48.568964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb0debaf-541a-4477-934f-8a9715155de9 None None] Provisioning complete for port 69060334-87f5-4ea8-8f23-2e7176eb139d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:48.569334 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb0debaf-541a-4477-934f-8a9715155de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:48.628410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Publish callbacks [] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:48.634174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:48.683555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb0debaf-541a-4477-934f-8a9715155de9 None None] Port 69060334-87f5-4ea8-8f23-2e7176eb139d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:36:48.694536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9292d2e-1eee-4bcd-b5c9-9d2b578ae4c4 req-51073e68-af09-4423-b51b-2e9cf3b03733 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0516243 Feb 16 16:36:48.726146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Pushing event updated for resources: {'Port': ['ID=69060334-87f5-4ea8-8f23-2e7176eb139d,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:48.727906 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] Set router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:36:48.731297 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:48.741559 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:36:48.841068 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Network aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:36:48.843194 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:36:48.951880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:36:44Z', 'updated_at': '2022-02-16T16:36:48Z', 'revision_number': 4, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'gw_port': {'id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:45Z', 'updated_at': '2022-02-16T16:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '69060334-87f5-4ea8-8f23-2e7176eb139d', 'name': '', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'mac_address': 'fa:16:3e:4b:ef:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:47Z', 'updated_at': '2022-02-16T16:36:47Z', 'revision_number': 1, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'subnets': [{'id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:48.979676 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:36:48.982652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79659de4-3f37-4be5-b923-8754b04a4b72 None None] The sync data for ids ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'] in n-d-669411-5 is: [{'id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:36:44Z', 'updated_at': '2022-02-16T16:36:48Z', 'revision_number': 4, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'gw_port': {'id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:45Z', 'updated_at': '2022-02-16T16:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '69060334-87f5-4ea8-8f23-2e7176eb139d', 'name': '', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'mac_address': 'fa:16:3e:4b:ef:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:47Z', 'updated_at': '2022-02-16T16:36:47Z', 'revision_number': 1, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'subnets': [{'id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:36:49.146546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:36:49.159570 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d8b59b5b-d940-40e3-9cfc-5702c00e7e45 admin admin] 10.222.0.24 "PUT /v2.0/routers/8c196b4c-f38f-4e9a-93b0-9a6158296eb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1528397 Feb 16 16:36:49.194501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742b599-b47f-4739-83c9-508ceb4d3710 req-141e82bb-28f1-4a75-a846-8b6c2f8c595c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:49.204534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1742b599-b47f-4739-83c9-508ceb4d3710 req-141e82bb-28f1-4a75-a846-8b6c2f8c595c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1024828 Feb 16 16:36:49.227152 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-783a99c6-dbbc-4bc0-9144-14b9fefd70c7 None None] Provisioning complete for port 69060334-87f5-4ea8-8f23-2e7176eb139d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:49.227152 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-783a99c6-dbbc-4bc0-9144-14b9fefd70c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:49.297269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-783a99c6-dbbc-4bc0-9144-14b9fefd70c7 None None] Port 69060334-87f5-4ea8-8f23-2e7176eb139d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:36:49.309761 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1742b599-b47f-4739-83c9-508ceb4d3710 req-d8b59bfc-439b-4b5f-a950-ed93716cec38 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017807 Feb 16 16:36:49.338797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6553c0f-43b6-4ca8-9e9c-a577aaebf77e req-879c7cca-3815-4a5e-8578-673051c0dd77 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:49.346727 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6553c0f-43b6-4ca8-9e9c-a577aaebf77e req-879c7cca-3815-4a5e-8578-673051c0dd77 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1387095 Feb 16 16:36:49.449219 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6553c0f-43b6-4ca8-9e9c-a577aaebf77e req-388e376a-4848-47c7-a1e6-f991076ef1a4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956910 Feb 16 16:36:49.801765 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8987d168-2719-4ff9-b393-6f2f2cd0f565 req-64d45acf-04ab-4a0a-bd4d-28120764bc77 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0326636 Feb 16 16:36:50.068657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d9075d1f-d6fb-44fc-853b-2b7f9466e2f1 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:36:50.121462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d9075d1f-d6fb-44fc-853b-2b7f9466e2f1 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:50.122065 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d9075d1f-d6fb-44fc-853b-2b7f9466e2f1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:50.214767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d9075d1f-d6fb-44fc-853b-2b7f9466e2f1 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:50.215164 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d9075d1f-d6fb-44fc-853b-2b7f9466e2f1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:50.237516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port d9075d1f-d6fb-44fc-853b-2b7f9466e2f1, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d9075d1f-d6fb-44fc-853b-2b7f9466e2f1,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:50.242401 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d9075d1f-d6fb-44fc-853b-2b7f9466e2f1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:50.296625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=d9075d1f-d6fb-44fc-853b-2b7f9466e2f1,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:50.448425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141752c-4fb1-4b0f-bc5d-e0014a22efe1 req-05228ed1-36cd-4893-904a-4eb9bcfa63ac tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:50.450243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b141752c-4fb1-4b0f-bc5d-e0014a22efe1 req-05228ed1-36cd-4893-904a-4eb9bcfa63ac tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0676391 Feb 16 16:36:50.508850 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b141752c-4fb1-4b0f-bc5d-e0014a22efe1 req-0a4da1f4-a4fc-4cbb-96d3-f044dc926578 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459692 Feb 16 16:36:50.786720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e8aac-a441-4fa3-b3d7-4602f74855d6 req-7a719ea9-ba3d-427a-b664-383ad88537ef tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:50.788331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f7e8aac-a441-4fa3-b3d7-4602f74855d6 req-7a719ea9-ba3d-427a-b664-383ad88537ef tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0543473 Feb 16 16:36:50.863638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f7e8aac-a441-4fa3-b3d7-4602f74855d6 req-3e1f78b2-4c02-4f79-85ff-bc899b27adcb tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680916 Feb 16 16:36:50.884702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35396) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:50.890458 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-08e4d9a9-7d92-4ad9-b20d-2ad9cc0cedfe tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--278388854', 'description': 'tempest-description--460205462'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:50.913905 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08e4d9a9-7d92-4ad9-b20d-2ad9cc0cedfe tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:50.953622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c3e8d5c-ac0a-4937-a1f9-ec0a65030231 req-87ef44a0-6ab1-47cd-9e6f-9680d1c109e5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0287163 Feb 16 16:36:50.986931 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08e4d9a9-7d92-4ad9-b20d-2ad9cc0cedfe tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for security_group (93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:50.991075 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08e4d9a9-7d92-4ad9-b20d-2ad9cc0cedfe tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.026032 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08e4d9a9-7d92-4ad9-b20d-2ad9cc0cedfe tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.027374 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-08e4d9a9-7d92-4ad9-b20d-2ad9cc0cedfe tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1410983 Feb 16 16:36:51.028808 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4d9a9-7d92-4ad9-b20d-2ad9cc0cedfe tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:51.030402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35398) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:51.035506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4dc7a62b-f13b-498d-8bee-5a15dd54ba3e tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Request body: {'security_group_rule': {'security_group_id': '93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:51.067871 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a62b-f13b-498d-8bee-5a15dd54ba3e tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for security_group_rule (e6159a82-d8ec-45cd-8e56-cdcb21acf5fe), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.147080 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a62b-f13b-498d-8bee-5a15dd54ba3e tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for security_group_rule (e6159a82-d8ec-45cd-8e56-cdcb21acf5fe), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.152192 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a62b-f13b-498d-8bee-5a15dd54ba3e tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (e6159a82-d8ec-45cd-8e56-cdcb21acf5fe), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.173674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7a62b-f13b-498d-8bee-5a15dd54ba3e tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6159a82-d8ec-45cd-8e56-cdcb21acf5fe,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:51.178620 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a62b-f13b-498d-8bee-5a15dd54ba3e tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.179877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4dc7a62b-f13b-498d-8bee-5a15dd54ba3e tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481693 Feb 16 16:36:51.182473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35400) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:51.187406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-0987339d-57b3-4fc7-97bc-b9f276ac5bd9 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Request body: {'security_group_rule': {'security_group_id': '93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:51.214482 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0987339d-57b3-4fc7-97bc-b9f276ac5bd9 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for security_group_rule (6fa3eae3-8713-4d34-8530-727797a66127), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.274825 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0987339d-57b3-4fc7-97bc-b9f276ac5bd9 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for security_group_rule (6fa3eae3-8713-4d34-8530-727797a66127), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.280179 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0987339d-57b3-4fc7-97bc-b9f276ac5bd9 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (6fa3eae3-8713-4d34-8530-727797a66127), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.298737 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987339d-57b3-4fc7-97bc-b9f276ac5bd9 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa3eae3-8713-4d34-8530-727797a66127,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:51.307484 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0987339d-57b3-4fc7-97bc-b9f276ac5bd9 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.308756 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0987339d-57b3-4fc7-97bc-b9f276ac5bd9 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253672 Feb 16 16:36:51.312404 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35402) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:36:51.317047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:36:51.337532 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.430532 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Sync routers for ids ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:36:51.444612 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Routers {'8c196b4c-f38f-4e9a-93b0-9a6158296eb9'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:36:51.445234 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:36:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:51.446730 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.556118 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Set router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:36:51.561680 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Allocated IP 172.25.4.37 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/b486fbb9-5439-4fce-bf01-f1ff38cfc983) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:36:51.670103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874bfb-b0b9-4947-9adf-b902a34ebb20 req-c4436869-b338-4553-aee3-d368c25efa70 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:51.677804 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33874bfb-b0b9-4947-9adf-b902a34ebb20 req-c4436869-b338-4553-aee3-d368c25efa70 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0735874 Feb 16 16:36:51.683787 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for port (b486fbb9-5439-4fce-bf01-f1ff38cfc983), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.735640 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b486fbb9-5439-4fce-bf01-f1ff38cfc983), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.747112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33874bfb-b0b9-4947-9adf-b902a34ebb20 req-386bda4b-35fe-4398-ae7c-51c690b58192 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681350 Feb 16 16:36:51.787624 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:36:44Z', 'updated_at': '2022-02-16T16:36:48Z', 'revision_number': 4, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'gw_port': {'id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:45Z', 'updated_at': '2022-02-16T16:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '69060334-87f5-4ea8-8f23-2e7176eb139d', 'name': '', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'mac_address': 'fa:16:3e:4b:ef:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:47Z', 'updated_at': '2022-02-16T16:36:48Z', 'revision_number': 2, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'subnets': [{'id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:51.787945 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:36:51.793301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:36:51.800855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:36:51.821418 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Checking router: 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:36:51.821769 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Updating router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 port 69060334-87f5-4ea8-8f23-2e7176eb139d binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:36:51.836671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Pushing event updated for resources: {'Port': ['ID=b486fbb9-5439-4fce-bf01-f1ff38cfc983,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:51.856377 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.911248 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for floatingip (d5a0f98b-cda4-4793-82d4-617a0e7e3906), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:51.967366 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b486fbb9-5439-4fce-bf01-f1ff38cfc983), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:52.016494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b41511-3fd7-4cd2-b93a-bebce4a7231b req-fb42a2de-66f0-4acd-8e21-a7c66eac882a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:52.019156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59b41511-3fd7-4cd2-b93a-bebce4a7231b req-fb42a2de-66f0-4acd-8e21-a7c66eac882a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0903723 Feb 16 16:36:52.035986 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d9075d1f-d6fb-44fc-853b-2b7f9466e2f1 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:36:52.115297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d9075d1f-d6fb-44fc-853b-2b7f9466e2f1 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:52.115879 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d9075d1f-d6fb-44fc-853b-2b7f9466e2f1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:52.157678 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59b41511-3fd7-4cd2-b93a-bebce4a7231b req-b760cf6c-6b6f-4d2d-bb24-8e319fd3c42a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326978 Feb 16 16:36:52.174946 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73c10fa9-c629-4927-b9cc-0a11a1d647a3 req-e362748d-31d0-40c2-91d2-306e7b6580d3 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0860240 Feb 16 16:36:52.234382 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d9075d1f-d6fb-44fc-853b-2b7f9466e2f1 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:52.244380 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Publish callbacks [] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:52.248481 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for port (b486fbb9-5439-4fce-bf01-f1ff38cfc983), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:52.251115 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:52.253051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (b486fbb9-5439-4fce-bf01-f1ff38cfc983), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:52.303032 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695de10-07b3-4d91-945e-4fa32003875f None None] Pushing event updated for resources: {'Port': ['ID=69060334-87f5-4ea8-8f23-2e7176eb139d,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:52.330121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Pushing event updated for resources: {'Port': ['ID=b486fbb9-5439-4fce-bf01-f1ff38cfc983,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:52.348238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (d5a0f98b-cda4-4793-82d4-617a0e7e3906), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:52.367639 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Attempting to bind port 69060334-87f5-4ea8-8f23-2e7176eb139d on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:36:52.368075 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Attempting to bind port 69060334-87f5-4ea8-8f23-2e7176eb139d by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '75210099-9289-41f8-a5cb-63ebb514a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:36:52.368423 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Attempting to bind port 69060334-87f5-4ea8-8f23-2e7176eb139d on network aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:36:52.374242 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:36:52.374614 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Checking segment: {'id': '75210099-9289-41f8-a5cb-63ebb514a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:36:52.375011 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:52.375448 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Bound using segment: {'id': '75210099-9289-41f8-a5cb-63ebb514a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:36:52.375968 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Bound port: 69060334-87f5-4ea8-8f23-2e7176eb139d, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75210099-9289-41f8-a5cb-63ebb514a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:36:52.376342 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:52.392643 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:52.398677 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-56df972f-12d1-459b-812c-be40360ccea0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0852051 Feb 16 16:36:52.458986 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] For port 69060334-87f5-4ea8-8f23-2e7176eb139d, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:36:52.463571 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] For port 69060334-87f5-4ea8-8f23-2e7176eb139d, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=69060334-87f5-4ea8-8f23-2e7176eb139d,segment=NetworkSegment(75210099-9289-41f8-a5cb-63ebb514a19d),segment_id=75210099-9289-41f8-a5cb-63ebb514a19d)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:36:52.471731 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:52.534239 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695de10-07b3-4d91-945e-4fa32003875f None None] Pushing event updated for resources: {'Port': ['ID=69060334-87f5-4ea8-8f23-2e7176eb139d,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:52.536726 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Routers {'8c196b4c-f38f-4e9a-93b0-9a6158296eb9'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:36:52.537317 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:36:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:52.645379 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-68457080-eca2-4e85-ad23-4cf1fc72022d None None] Provisioning complete for port 69060334-87f5-4ea8-8f23-2e7176eb139d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:52.646072 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-68457080-eca2-4e85-ad23-4cf1fc72022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:52.659194 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] Set router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:36:52.740066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-68457080-eca2-4e85-ad23-4cf1fc72022d None None] Current status of the port 69060334-87f5-4ea8-8f23-2e7176eb139d is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:52.740457 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-68457080-eca2-4e85-ad23-4cf1fc72022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:52.810406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-68457080-eca2-4e85-ad23-4cf1fc72022d None None] For port 69060334-87f5-4ea8-8f23-2e7176eb139d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=69060334-87f5-4ea8-8f23-2e7176eb139d,segment=NetworkSegment(75210099-9289-41f8-a5cb-63ebb514a19d),segment_id=75210099-9289-41f8-a5cb-63ebb514a19d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:36:52.825950 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-68457080-eca2-4e85-ad23-4cf1fc72022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:52.902077 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68457080-eca2-4e85-ad23-4cf1fc72022d None None] Pushing event updated for resources: {'Port': ['ID=69060334-87f5-4ea8-8f23-2e7176eb139d,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:36:52.914091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795bacb-5857-419d-9f78-51840f0a70d9 req-22b09cb5-836e-4379-852a-ae89b97f41a0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:52.916101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1795bacb-5857-419d-9f78-51840f0a70d9 req-22b09cb5-836e-4379-852a-ae89b97f41a0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0695379 Feb 16 16:36:52.926647 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:36:44Z', 'updated_at': '2022-02-16T16:36:48Z', 'revision_number': 4, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'gw_port': {'id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:45Z', 'updated_at': '2022-02-16T16:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '69060334-87f5-4ea8-8f23-2e7176eb139d', 'name': '', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'mac_address': 'fa:16:3e:4b:ef:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:47Z', 'updated_at': '2022-02-16T16:36:52Z', 'revision_number': 4, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'subnets': [{'id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:36:52.949306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f0627812-6cc3-415c-a60e-d77a1422d843 None None] Provisioning complete for port 69060334-87f5-4ea8-8f23-2e7176eb139d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:52.950108 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f0627812-6cc3-415c-a60e-d77a1422d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:52.956065 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b012708-e7b0-4c69-b339-ac566387c235 None None] The sync data for ids ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'] in n-d-669411-5 is: [{'id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:36:44Z', 'updated_at': '2022-02-16T16:36:48Z', 'revision_number': 4, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'gw_port': {'id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:45Z', 'updated_at': '2022-02-16T16:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '69060334-87f5-4ea8-8f23-2e7176eb139d', 'name': '', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'mac_address': 'fa:16:3e:4b:ef:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:47Z', 'updated_at': '2022-02-16T16:36:52Z', 'revision_number': 4, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'subnets': [{'id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:36:52.992330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1795bacb-5857-419d-9f78-51840f0a70d9 req-c628ea9a-aa3e-40b7-9d53-64ed13081a9a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684445 Feb 16 16:36:53.064145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f0627812-6cc3-415c-a60e-d77a1422d843 None None] Current status of the port 69060334-87f5-4ea8-8f23-2e7176eb139d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:53.300178 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4312ecd4-55f1-46d0-bbb7-a3d6af2c1ccf req-92f0a484-e434-4a52-a919-e6a6b7cb7446 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0320492 Feb 16 16:36:53.317580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea33c5-50ff-4d4c-91aa-f96f6a5be37e req-9aae5bbf-fd2a-4565-8b26-92e21cda8481 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:53.318973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7ea33c5-50ff-4d4c-91aa-f96f6a5be37e req-9aae5bbf-fd2a-4565-8b26-92e21cda8481 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0872576 Feb 16 16:36:53.373853 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7ea33c5-50ff-4d4c-91aa-f96f6a5be37e req-258ae8d8-9cc9-4bae-bdfd-03039d9a7185 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472021 Feb 16 16:36:54.034468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 69060334-87f5-4ea8-8f23-2e7176eb139d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:36:54.084399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 69060334-87f5-4ea8-8f23-2e7176eb139d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:36:54.085051 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:54.124070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c0656-c048-4fd4-8d51-320def7fdc09 req-7de7ce74-f770-4c39-a5f0-01e620c96648 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:54.131477 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea7c0656-c048-4fd4-8d51-320def7fdc09 req-7de7ce74-f770-4c39-a5f0-01e620c96648 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0623684 Feb 16 16:36:54.167444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 69060334-87f5-4ea8-8f23-2e7176eb139d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:36:54.181930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea7c0656-c048-4fd4-8d51-320def7fdc09 req-0539e2f8-3024-43ee-a41e-1b60bf3a82a0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494168 Feb 16 16:36:54.405683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-89c2ff80-93a2-4942-82c7-d8148b2acb71 req-fdc76bfe-0b1d-49c9-8989-dc925904c19f tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0280087 Feb 16 16:36:54.498403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f45c0-b451-4f22-889e-5093b6bd2bc5 req-0dd72019-9eec-491d-b2fd-93e1ff6013e4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:54.499942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b75f45c0-b451-4f22-889e-5093b6bd2bc5 req-0dd72019-9eec-491d-b2fd-93e1ff6013e4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0555177 Feb 16 16:36:54.548814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b75f45c0-b451-4f22-889e-5093b6bd2bc5 req-e42b6cbb-d9f3-4af7-81cb-d9fa3f4a0d0d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425425 Feb 16 16:36:55.538351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b5ce882-cf0c-43a3-85b9-28d5e44d1f03 req-0ce00c59-9c1f-49cb-b1f1-39e64e92339b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0339928 Feb 16 16:36:55.558158 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2df57-7a0f-4f35-a136-23ca4b2265b8 req-b8f933e7-7d1a-4abe-94e7-db95ed72b135 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:55.559655 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dde2df57-7a0f-4f35-a136-23ca4b2265b8 req-b8f933e7-7d1a-4abe-94e7-db95ed72b135 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0838482 Feb 16 16:36:55.603621 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3e4ec3a8-1f06-4236-a6bd-1424096d0271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:55.619336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dde2df57-7a0f-4f35-a136-23ca4b2265b8 req-f1499d31-5eff-4cc2-8563-4721ea676aa7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527837 Feb 16 16:36:55.688251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0046b5-0329-4293-8c9b-88480147ab46 req-6d9edc72-6e93-43de-bd71-6adbfb8a8299 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:55.689782 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da0046b5-0329-4293-8c9b-88480147ab46 req-6d9edc72-6e93-43de-bd71-6adbfb8a8299 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0551307 Feb 16 16:36:55.740161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da0046b5-0329-4293-8c9b-88480147ab46 req-3a9660b1-6df0-4fd3-9f08-00218c123904 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448489 Feb 16 16:36:56.647715 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e42b8b02-3d9e-41ad-9bf1-e8acf1f94a07 req-6b8bff2e-1405-4dc2-b17d-029145b8e36a tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0290155 Feb 16 16:36:56.757693 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8c63e-e070-49d1-bc9d-55bf9b751b75 req-2a40927d-46d7-4253-b196-5bdf4318d1fd tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:56.759206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1e8c63e-e070-49d1-bc9d-55bf9b751b75 req-2a40927d-46d7-4253-b196-5bdf4318d1fd tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0643451 Feb 16 16:36:56.826150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1e8c63e-e070-49d1-bc9d-55bf9b751b75 req-29f415a6-1a28-42f1-88af-6ed692caedf8 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598831 Feb 16 16:36:56.914875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a222a2a-b1a6-4f1a-9822-34d3c35dfb9a req-1a879c12-2449-4ee5-8aed-2b4873bbb2df tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:56.916659 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a222a2a-b1a6-4f1a-9822-34d3c35dfb9a req-1a879c12-2449-4ee5-8aed-2b4873bbb2df tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0602040 Feb 16 16:36:56.968330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a222a2a-b1a6-4f1a-9822-34d3c35dfb9a req-136b4439-c279-4726-9aab-41cf7e2fd9d6 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452890 Feb 16 16:36:57.808578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a982b707-c412-41ee-ab27-10a53d820b2c req-f51a0b31-bb36-493c-ba61-75ed2f29efb4 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0487309 Feb 16 16:36:57.986163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bd4cd-e80c-4bd6-86b5-1ab83f53ca6d req-0a1e1537-c8dc-4c9b-b948-033645cf936b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:58.007458 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-952bd4cd-e80c-4bd6-86b5-1ab83f53ca6d req-0a1e1537-c8dc-4c9b-b948-033645cf936b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0831718 Feb 16 16:36:58.143974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-952bd4cd-e80c-4bd6-86b5-1ab83f53ca6d req-b5ba5a01-bc53-44ae-bfdb-ba4d0ff461b7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335950 Feb 16 16:36:58.174072 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a9d07-2830-4322-8167-e8daafb692de req-54606280-852f-428a-965f-6a97f10316c4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:58.181603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c1a9d07-2830-4322-8167-e8daafb692de req-54606280-852f-428a-965f-6a97f10316c4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0887747 Feb 16 16:36:58.249373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c1a9d07-2830-4322-8167-e8daafb692de req-238ec54e-7598-493e-b89e-3874df7cc6c6 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617881 Feb 16 16:36:58.256895 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd59a905-7d92-49c9-9da2-289952dd4788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:58.929763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cfa7de2-d4fd-46f7-b0f5-eae8427289c5 req-3745671f-a33c-4baf-bdbf-8300d70bd523 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0367897 Feb 16 16:36:59.197350 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:36:59.290576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711d68e-ffcc-4c83-9cb4-3df8f8eb1692 req-5ffbc234-6bb6-4a98-988c-5d9129e8b634 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:59.292167 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d711d68e-ffcc-4c83-9cb4-3df8f8eb1692 req-5ffbc234-6bb6-4a98-988c-5d9129e8b634 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0565939 Feb 16 16:36:59.371416 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d711d68e-ffcc-4c83-9cb4-3df8f8eb1692 req-1bf7bdca-5457-4451-a917-9efdfdfcbc90 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732408 Feb 16 16:36:59.396639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5c378-b081-49d2-a31b-e05e41c30023 req-d7cf56a4-3086-4a81-b36e-92a6a9777dd2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:59.398569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cae5c378-b081-49d2-a31b-e05e41c30023 req-d7cf56a4-3086-4a81-b36e-92a6a9777dd2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0700924 Feb 16 16:36:59.454753 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cae5c378-b081-49d2-a31b-e05e41c30023 req-4a8896d8-8772-4b7a-8843-a07d75e567ba tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498250 Feb 16 16:36:59.628781 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93728d-e0e8-402f-98b5-c575139cca4a req-407e2d71-92a5-4e65-9a55-f1bc43ac2270 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:59.630870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf93728d-e0e8-402f-98b5-c575139cca4a req-407e2d71-92a5-4e65-9a55-f1bc43ac2270 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0799809 Feb 16 16:36:59.655898 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf762e62-e286-47f4-938d-6c9bdbf91aa7 req-4db83de0-c279-4259-bfc7-10c772e99e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:59.658022 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cf762e62-e286-47f4-938d-6c9bdbf91aa7 req-4db83de0-c279-4259-bfc7-10c772e99e81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 1126 time: 0.0639613 Feb 16 16:36:59.711778 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf93728d-e0e8-402f-98b5-c575139cca4a req-4b6ba378-18a1-4523-a30d-cdce42023d08 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725424 Feb 16 16:36:59.772783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf762e62-e286-47f4-938d-6c9bdbf91aa7 req-9d182f7a-b68c-4098-af97-4a5d33337da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:59.774259 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cf762e62-e286-47f4-938d-6c9bdbf91aa7 req-9d182f7a-b68c-4098-af97-4a5d33337da5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.1090999 Feb 16 16:36:59.858061 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cf762e62-e286-47f4-938d-6c9bdbf91aa7 req-4f1d85da-9eaa-45ab-9295-cfa3f745310e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5 HTTP/1.1" status: 200 len: 999 time: 0.0776863 Feb 16 16:36:59.912301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf762e62-e286-47f4-938d-6c9bdbf91aa7 req-f773c0df-7d6d-4d42-baa1-39f5785750d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:59.913992 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cf762e62-e286-47f4-938d-6c9bdbf91aa7 req-f773c0df-7d6d-4d42-baa1-39f5785750d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.0499189 Feb 16 16:36:59.983042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf762e62-e286-47f4-938d-6c9bdbf91aa7 req-50d5c4a9-1d37-4eed-bac3-2ce3f6df80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:36:59.989926 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cf762e62-e286-47f4-938d-6c9bdbf91aa7 req-50d5c4a9-1d37-4eed-bac3-2ce3f6df80c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0698314 Feb 16 16:37:00.069493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2b35b8b-4785-4305-9a32-2c6a799f8188 req-7cebab23-1aff-4f33-856e-376484303c02 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0362704 Feb 16 16:37:00.130304 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cf762e62-e286-47f4-938d-6c9bdbf91aa7 req-305a16b5-4f6f-4b88-8570-478645d563f0 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340668 Feb 16 16:37:00.228895 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cf762e62-e286-47f4-938d-6c9bdbf91aa7 req-006ddf13-7757-482d-b2ca-e38ea00de418 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927994 Feb 16 16:37:00.583393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d40ad1-87bd-4769-a433-e6da363b3751 req-41a35866-81c2-461f-922d-fd2edf6bef59 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:00.588334 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2d40ad1-87bd-4769-a433-e6da363b3751 req-41a35866-81c2-461f-922d-fd2edf6bef59 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0594521 Feb 16 16:37:00.639348 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2d40ad1-87bd-4769-a433-e6da363b3751 req-1c272a42-b732-4447-a239-0a8e2ce18466 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483170 Feb 16 16:37:00.774705 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:00.857784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716938d-1d7d-4a71-a287-73e2b49d41d2 req-db8d1f28-8fdf-4f33-83f8-4398c0e1a396 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:00.859645 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a716938d-1d7d-4a71-a287-73e2b49d41d2 req-db8d1f28-8fdf-4f33-83f8-4398c0e1a396 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0682793 Feb 16 16:37:00.916243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a716938d-1d7d-4a71-a287-73e2b49d41d2 req-d52c8a28-25b7-4b89-88b2-313d4082c873 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506654 Feb 16 16:37:01.172662 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abc071d7-4f07-4ce6-b949-63e692be91a7 req-08e78eb2-e64d-45b7-8b5f-b3efc4faa023 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0293746 Feb 16 16:37:01.241707 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:01.817464 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9407e87-a045-4110-b2f7-eac8de9b42a3 req-20bcbae8-dfa0-412e-bcaf-f73f90d576b4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:01.825174 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9407e87-a045-4110-b2f7-eac8de9b42a3 req-20bcbae8-dfa0-412e-bcaf-f73f90d576b4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.0802832 Feb 16 16:37:01.877084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9407e87-a045-4110-b2f7-eac8de9b42a3 req-7ab102a2-dc80-4a49-abcf-283c41553424 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510702 Feb 16 16:37:02.079919 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:02.080467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e7b11-93ac-448a-ad53-431405a02c74 req-08ffc84c-4b9f-4c6d-b34f-b9489ec1d146 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:02.081600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-554e7b11-93ac-448a-ad53-431405a02c74 req-08ffc84c-4b9f-4c6d-b34f-b9489ec1d146 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0623701 Feb 16 16:37:02.154275 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-554e7b11-93ac-448a-ad53-431405a02c74 req-e1c486bf-a729-4bd0-a7b6-25c0c09df80a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649059 Feb 16 16:37:02.316040 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0301bfbc-7897-4a65-9b14-30ab25a1737e req-8bd717d7-5786-4278-8330-e0696087bbfc tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0409787 Feb 16 16:37:02.326569 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d205e4-71db-4962-840d-2ac5f075460e req-52768b6e-eeb0-406c-820f-fd023a6b0455 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:02.334966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83d205e4-71db-4962-840d-2ac5f075460e req-52768b6e-eeb0-406c-820f-fd023a6b0455 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1097887 Feb 16 16:37:02.394556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83d205e4-71db-4962-840d-2ac5f075460e req-96de540d-c5a5-4e02-96f3-86053f2fdbcb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586078 Feb 16 16:37:02.639647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 55db63f4-6636-4f7c-91ad-e42520c93ac0 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:37:02.684967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7934b-01b5-4fa4-b7cc-9a5fd074dc6f req-920286ec-05e4-4370-83d2-66c275948542 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:02.686687 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62d7934b-01b5-4fa4-b7cc-9a5fd074dc6f req-920286ec-05e4-4370-83d2-66c275948542 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0658951 Feb 16 16:37:02.756547 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62d7934b-01b5-4fa4-b7cc-9a5fd074dc6f req-4d236eef-7326-4d3f-8383-b85d13500013 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635023 Feb 16 16:37:02.868166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 55db63f4-6636-4f7c-91ad-e42520c93ac0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=55db63f4-6636-4f7c-91ad-e42520c93ac0,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:02.882555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '55db63f4-6636-4f7c-91ad-e42520c93ac0', 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03', 'port_id': '55db63f4-6636-4f7c-91ad-e42520c93ac0', 'mac_address': 'fa:16:3e:e7:d8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7683ed5c-4de8-4e9d-8369-1fddb9288879', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:37:02.945749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13195f5a-0215-4297-9e1d-21fe09ca38b4 req-474cb0b8-05cf-4f39-bb35-b8c76c5ebfed tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:02.951599 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13195f5a-0215-4297-9e1d-21fe09ca38b4 req-474cb0b8-05cf-4f39-bb35-b8c76c5ebfed tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1044683 Feb 16 16:37:02.952956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 55db63f4-6636-4f7c-91ad-e42520c93ac0 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:02.953361 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:02.990993 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55db63f4-6636-4f7c-91ad-e42520c93ac0 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:37:03.027104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 55db63f4-6636-4f7c-91ad-e42520c93ac0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=55db63f4-6636-4f7c-91ad-e42520c93ac0,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:03.032801 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:03.073200 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13195f5a-0215-4297-9e1d-21fe09ca38b4 req-62131129-140f-4131-92b3-ea83fd92741c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144462 Feb 16 16:37:03.093715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=55db63f4-6636-4f7c-91ad-e42520c93ac0,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:03.116806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78603f33-5559-4da7-b36c-974a48419dd0 req-956c53d6-dcbe-4b52-a5b8-8c6e4b0c42c3 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:03.134698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-78603f33-5559-4da7-b36c-974a48419dd0 req-956c53d6-dcbe-4b52-a5b8-8c6e4b0c42c3 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1390154 Feb 16 16:37:03.173086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['55db63f4-6636-4f7c-91ad-e42520c93ac0'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:37:03.227587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-78603f33-5559-4da7-b36c-974a48419dd0 req-915056ec-cd74-4bec-bdbf-4ce4c90be849 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918655 Feb 16 16:37:03.320867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3da37e-63a1-4e7f-8b3f-81edd1f3bc2a req-44cec985-fbb3-43d6-a413-4a52f468b1de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:03.324638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f3da37e-63a1-4e7f-8b3f-81edd1f3bc2a req-44cec985-fbb3-43d6-a413-4a52f468b1de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0938845 Feb 16 16:37:03.432267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f3da37e-63a1-4e7f-8b3f-81edd1f3bc2a req-cdc45565-be25-420b-93a6-a4276417a0ef tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999959 Feb 16 16:37:03.563401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0949feb8-0fee-4ff7-b7a6-57529019bd9e req-ae4b76fe-3b0d-4eda-9940-29a7a5f125eb tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0720704 Feb 16 16:37:03.735119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22c04d-be65-4692-8e84-52d28bd270ad req-b3069a4f-774b-4119-b838-c40f29813e19 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:03.743573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e22c04d-be65-4692-8e84-52d28bd270ad req-b3069a4f-774b-4119-b838-c40f29813e19 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0746875 Feb 16 16:37:03.827694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e22c04d-be65-4692-8e84-52d28bd270ad req-67658735-bce4-42d0-9991-2b48c6341d07 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753932 Feb 16 16:37:04.427856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeead26-cf71-4403-8669-1b9084c39f80 req-c58dfb54-5189-4279-9752-d35b3de4e285 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:04.430190 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:04.441290 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-feeead26-cf71-4403-8669-1b9084c39f80 req-c58dfb54-5189-4279-9752-d35b3de4e285 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 944 time: 0.0939803 Feb 16 16:37:04.532381 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-feeead26-cf71-4403-8669-1b9084c39f80 req-4f5b32ee-4b31-4417-9c2a-1f818bc18233 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850575 Feb 16 16:37:04.648668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 55db63f4-6636-4f7c-91ad-e42520c93ac0 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:37:04.734097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b02227c3-048a-4000-93c3-d36034e6ed27 req-89cac82d-17c0-44a4-914d-bdeff1b31d1f tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0496109 Feb 16 16:37:04.761018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 55db63f4-6636-4f7c-91ad-e42520c93ac0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:04.761398 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:04.880522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 55db63f4-6636-4f7c-91ad-e42520c93ac0 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:04.880938 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:04.918107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 55db63f4-6636-4f7c-91ad-e42520c93ac0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=55db63f4-6636-4f7c-91ad-e42520c93ac0,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:04.921238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068e8268-bd77-4824-b20f-2ece505bda71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55db63f4-6636-4f7c-91ad-e42520c93ac0'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:37:04.922747 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bbd1e5-5289-4a53-95ca-a00cdfbe4bb7" -d '{"events": [{"server_uuid": "068e8268-bd77-4824-b20f-2ece505bda71", "name": "network-vif-plugged", "status": "completed", "tag": "55db63f4-6636-4f7c-91ad-e42520c93ac0"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:37:04.929013 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:04.991640 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e58bce-0405-4cf0-813f-ca5f2cc60b4f x-openstack-request-id: req-e5e58bce-0405-4cf0-813f-ca5f2cc60b4f {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:37:04.991961 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068e8268-bd77-4824-b20f-2ece505bda71", "name": "network-vif-plugged", "status": "completed", "tag": "55db63f4-6636-4f7c-91ad-e42520c93ac0", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:37:04.992209 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5e58bce-0405-4cf0-813f-ca5f2cc60b4f {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:37:04.992606 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068e8268-bd77-4824-b20f-2ece505bda71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55db63f4-6636-4f7c-91ad-e42520c93ac0', 'code': 200} Feb 16 16:37:05.019086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=55db63f4-6636-4f7c-91ad-e42520c93ac0,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:05.171828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4195b5e-3f5f-4854-b6eb-9023796e4a58 req-68f48679-4432-437f-84cf-365b01310e39 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:05.176276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4195b5e-3f5f-4854-b6eb-9023796e4a58 req-68f48679-4432-437f-84cf-365b01310e39 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.2139721 Feb 16 16:37:05.236553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4195b5e-3f5f-4854-b6eb-9023796e4a58 req-0a7218e7-d397-4dd7-99a4-bc0466ac14da tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552354 Feb 16 16:37:05.574241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419f6e9-9c10-4a8e-94fb-d347fe5a2066 req-53e7d124-4f44-4b46-9fdd-040115ff7a88 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:05.586017 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0419f6e9-9c10-4a8e-94fb-d347fe5a2066 req-53e7d124-4f44-4b46-9fdd-040115ff7a88 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0987370 Feb 16 16:37:05.725335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0419f6e9-9c10-4a8e-94fb-d347fe5a2066 req-20521d64-09af-4baa-bbda-a735b192a17d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314723 Feb 16 16:37:05.795684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503767e-8435-47b9-8f77-b6cf2b8959b8 req-92db643a-ed15-4c9c-af56-d10f7b975c4c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:05.804373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4503767e-8435-47b9-8f77-b6cf2b8959b8 req-92db643a-ed15-4c9c-af56-d10f7b975c4c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1709847 Feb 16 16:37:05.902315 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c7a46011-84e0-4984-82ba-e54eebbf2132 req-666ee49c-268c-488f-a727-128228bb5827 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0764639 Feb 16 16:37:05.950128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4503767e-8435-47b9-8f77-b6cf2b8959b8 req-635ebe7e-79a7-498a-a7f6-f25bae27b6b6 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379735 Feb 16 16:37:06.922696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb2b9e-3eae-40b9-bed1-43886497a64c req-46170388-19cc-454e-8c50-37356d0a8c23 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:06.925043 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88fb2b9e-3eae-40b9-bed1-43886497a64c req-46170388-19cc-454e-8c50-37356d0a8c23 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0984495 Feb 16 16:37:07.013534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88fb2b9e-3eae-40b9-bed1-43886497a64c req-9f1c1715-57a5-4e48-9fb9-c5aeecdd3fab tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771306 Feb 16 16:37:07.159108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8329a960-0f24-422b-b550-5f827fc1d67a req-17152ef5-110e-41d3-9f96-ec428e94605d tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.1333814 Feb 16 16:37:07.300366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd84821-699e-4815-85e8-47494a60073c req-5b3e4639-aae9-42f1-b692-3075cfe1cea9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:07.307312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1cd84821-699e-4815-85e8-47494a60073c req-5b3e4639-aae9-42f1-b692-3075cfe1cea9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1579328 Feb 16 16:37:07.401054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1cd84821-699e-4815-85e8-47494a60073c req-2cf0af82-6fbb-43fe-8799-acd19735a6d2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928547 Feb 16 16:37:07.419124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4f759-a58b-49cf-b43b-19ebc48bca35 req-bc535e9d-fc96-43bb-a858-226fcff104b6 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:07.421468 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eae4f759-a58b-49cf-b43b-19ebc48bca35 req-bc535e9d-fc96-43bb-a858-226fcff104b6 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1327415 Feb 16 16:37:07.500214 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eae4f759-a58b-49cf-b43b-19ebc48bca35 req-15db0541-d71f-4488-ae00-5b83720fae2d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729930 Feb 16 16:37:07.756445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638421d-2ccc-4ceb-a1de-265d4f0e1e1e req-6c4dcd2b-8a86-4cd5-86b1-1f72a290da17 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:07.759055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2638421d-2ccc-4ceb-a1de-265d4f0e1e1e req-6c4dcd2b-8a86-4cd5-86b1-1f72a290da17 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1353958 Feb 16 16:37:07.867496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2638421d-2ccc-4ceb-a1de-265d4f0e1e1e req-d36f9e7c-b22c-4394-98c7-d8b93d514be4 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929947 Feb 16 16:37:08.072965 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14823e0-9a9f-4949-bace-d6fcc4b33c43 req-244e78cd-ef18-4dec-aea0-ed18aa50ce34 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:08.083644 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d14823e0-9a9f-4949-bace-d6fcc4b33c43 req-244e78cd-ef18-4dec-aea0-ed18aa50ce34 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0932369 Feb 16 16:37:08.199066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d14823e0-9a9f-4949-bace-d6fcc4b33c43 req-7cd8c4fd-1f21-4c3f-956f-fce0157e2dca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121061 Feb 16 16:37:08.474070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ec3b946-05b0-4be7-a040-830289720ba3 req-bc72f9dc-f919-4741-ab9e-e47185acaa93 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/ports?device_id=da159ffd-6bef-4ae4-948b-ba1510e9f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0673525 Feb 16 16:37:08.540713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120874f-14b2-48c3-b7d8-d4ee61890afb req-74310de8-f7ba-4ca1-83a7-1ff94525b7b1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:08.540713 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6120874f-14b2-48c3-b7d8-d4ee61890afb req-74310de8-f7ba-4ca1-83a7-1ff94525b7b1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1960824 Feb 16 16:37:08.706256 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6120874f-14b2-48c3-b7d8-d4ee61890afb req-9b61cf9b-c45b-42c8-b3cc-a3543598655e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505399 Feb 16 16:37:08.749309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4e90-f6e7-455b-bfe3-bf993836f623 req-fa07e1a1-f8f5-475f-ac9d-3a136abe6938 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:08.749309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a2b4e90-f6e7-455b-bfe3-bf993836f623 req-fa07e1a1-f8f5-475f-ac9d-3a136abe6938 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1059725 Feb 16 16:37:08.819603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a2b4e90-f6e7-455b-bfe3-bf993836f623 req-00786c65-5a17-4230-906a-fd8256e4d10c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603499 Feb 16 16:37:08.918792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc702e0-1cbc-4f12-8ae5-9378ad33a438 req-d682bd56-7237-49c8-ae8a-c7de17b44a46 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:08.923639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1bc702e0-1cbc-4f12-8ae5-9378ad33a438 req-d682bd56-7237-49c8-ae8a-c7de17b44a46 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0789900 Feb 16 16:37:09.031660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1bc702e0-1cbc-4f12-8ae5-9378ad33a438 req-73d0bdb1-ecfa-4942-9cf3-dd1b5cef017f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019077 Feb 16 16:37:09.666379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35720) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:09.780444 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5536fb3e-2ae2-4f0d-8a8a-fd5362fd1464 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for security_group (5fc07abd-33fc-456f-8218-732505c600ea), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:09.814558 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5536fb3e-2ae2-4f0d-8a8a-fd5362fd1464 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for security_group (5fc07abd-33fc-456f-8218-732505c600ea), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:09.890816 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5536fb3e-2ae2-4f0d-8a8a-fd5362fd1464 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5fc07abd-33fc-456f-8218-732505c600ea), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:09.893480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5536fb3e-2ae2-4f0d-8a8a-fd5362fd1464 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:09.897248 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5536fb3e-2ae2-4f0d-8a8a-fd5362fd1464 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "DELETE /v2.0/security-groups/5fc07abd-33fc-456f-8218-732505c600ea HTTP/1.1" status: 204 len: 168 time: 0.2271383 Feb 16 16:37:09.897566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35726) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:09.922130 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-a8dba0f8-8780-436d-af59-a7351e6d8fb5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] show failed (client error): The resource could not be found. Feb 16 16:37:09.925837 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a8dba0f8-8780-436d-af59-a7351e6d8fb5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "GET /v2.0/security-groups/5fc07abd-33fc-456f-8218-732505c600ea HTTP/1.1" status: 404 len: 347 time: 0.0244787 Feb 16 16:37:09.926151 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35728) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:10.110991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536fb3e-2ae2-4f0d-8a8a-fd5362fd1464 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc07abd-33fc-456f-8218-732505c600ea,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:10.197773 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427524b-b0a3-438c-9fb7-49bf38b28b46 req-c7e99f33-31c0-46db-b122-306e4dee0bd8 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:10.205417 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9427524b-b0a3-438c-9fb7-49bf38b28b46 req-c7e99f33-31c0-46db-b122-306e4dee0bd8 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.2887490 Feb 16 16:37:10.289819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-95783be4-5606-42d3-90cd-9af7fd6ac67b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Deleting port df93a10c-1e3a-4335-bce3-a459b15f86e9 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:37:10.290698 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-95783be4-5606-42d3-90cd-9af7fd6ac67b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (df93a10c-1e3a-4335-bce3-a459b15f86e9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:10.324710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9427524b-b0a3-438c-9fb7-49bf38b28b46 req-f0eaa10b-448e-434c-8f9d-f9c87c169a4c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174443 Feb 16 16:37:10.453055 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-95783be4-5606-42d3-90cd-9af7fd6ac67b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (df93a10c-1e3a-4335-bce3-a459b15f86e9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:10.453410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-95783be4-5606-42d3-90cd-9af7fd6ac67b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for floatingip (df93a10c-1e3a-4335-bce3-a459b15f86e9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:10.480362 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-95783be4-5606-42d3-90cd-9af7fd6ac67b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Calling delete_port for df93a10c-1e3a-4335-bce3-a459b15f86e9 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:37:10.681794 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-95783be4-5606-42d3-90cd-9af7fd6ac67b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (df93a10c-1e3a-4335-bce3-a459b15f86e9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:10.713246 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95783be4-5606-42d3-90cd-9af7fd6ac67b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event deleted for resources: {'Port': ['ID=df93a10c-1e3a-4335-bce3-a459b15f86e9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:10.812985 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-95783be4-5606-42d3-90cd-9af7fd6ac67b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for floatingip (b2a14e6e-a723-46aa-acab-7e230e5b97f9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:10.818643 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-95783be4-5606-42d3-90cd-9af7fd6ac67b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:10.820570 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-95783be4-5606-42d3-90cd-9af7fd6ac67b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "DELETE /v2.0/floatingips/b2a14e6e-a723-46aa-acab-7e230e5b97f9 HTTP/1.1" status: 204 len: 168 time: 0.8935177 Feb 16 16:37:10.823576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35736) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:11.020657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-33d8bca8-2437-4ea6-b909-948849af600b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Deleting port 05a3f381-04ac-4532-9824-3977aba8b6be {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:37:11.021262 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33d8bca8-2437-4ea6-b909-948849af600b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:11.151724 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33d8bca8-2437-4ea6-b909-948849af600b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:11.167270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-33d8bca8-2437-4ea6-b909-948849af600b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Calling delete_port for 05a3f381-04ac-4532-9824-3977aba8b6be owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:37:11.329286 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33d8bca8-2437-4ea6-b909-948849af600b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (05a3f381-04ac-4532-9824-3977aba8b6be), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:11.418855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8bca8-2437-4ea6-b909-948849af600b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event deleted for resources: {'Port': ['ID=05a3f381-04ac-4532-9824-3977aba8b6be,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:11.581655 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33d8bca8-2437-4ea6-b909-948849af600b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:11.585628 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-33d8bca8-2437-4ea6-b909-948849af600b tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "DELETE /v2.0/ports/05a3f381-04ac-4532-9824-3977aba8b6be HTTP/1.1" status: 204 len: 168 time: 0.7609365 Feb 16 16:37:11.588602 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35762) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:11.672630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97169da1-6d9d-4806-802e-66a616eace9b req-267d2b70-3994-4548-8cb5-a2ea68e2c95f tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:11.679506 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97169da1-6d9d-4806-802e-66a616eace9b req-267d2b70-3994-4548-8cb5-a2ea68e2c95f tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1118596 Feb 16 16:37:11.818422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97169da1-6d9d-4806-802e-66a616eace9b req-cd5a7719-9a25-453a-8716-9883efc5c238 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309247 Feb 16 16:37:11.892962 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c1c37ab5-8f90-4ddb-9800-67e4499a8703 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Deleting port 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:37:11.893309 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1c37ab5-8f90-4ddb-9800-67e4499a8703 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:12.082679 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1c37ab5-8f90-4ddb-9800-67e4499a8703 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:12.101910 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c1c37ab5-8f90-4ddb-9800-67e4499a8703 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Calling delete_port for 8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:37:12.405617 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1c37ab5-8f90-4ddb-9800-67e4499a8703 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:12.476493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c37ab5-8f90-4ddb-9800-67e4499a8703 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event deleted for resources: {'Port': ['ID=8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:13.106064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d36409-4790-41c0-b3f8-b5c9ef5b099b req-479897d7-3b18-46e9-b3e5-c503a7035949 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:13.123726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62d36409-4790-41c0-b3f8-b5c9ef5b099b req-479897d7-3b18-46e9-b3e5-c503a7035949 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1805520 Feb 16 16:37:13.273919 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62d36409-4790-41c0-b3f8-b5c9ef5b099b req-60e638f1-fe83-4e83-98dc-8517fde7b478 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445007 Feb 16 16:37:13.414656 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1c37ab5-8f90-4ddb-9800-67e4499a8703 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:13.418777 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c1c37ab5-8f90-4ddb-9800-67e4499a8703 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "DELETE /v2.0/ports/8d1d4023-ba5c-4ed9-a6c3-231e44eb7ae8 HTTP/1.1" status: 204 len: 168 time: 1.8291085 Feb 16 16:37:13.421568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35780) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:13.536285 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b7be78-4545-4dc9-b469-59ec24d10374 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Deleting subnet 99ea7639-172f-4943-8292-3c6442700cca {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:37:13.541300 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61b7be78-4545-4dc9-b469-59ec24d10374 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for subnet (99ea7639-172f-4943-8292-3c6442700cca), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:13.653347 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61b7be78-4545-4dc9-b469-59ec24d10374 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (99ea7639-172f-4943-8292-3c6442700cca), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:13.765625 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61b7be78-4545-4dc9-b469-59ec24d10374 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (99ea7639-172f-4943-8292-3c6442700cca), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:13.844730 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61b7be78-4545-4dc9-b469-59ec24d10374 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (99ea7639-172f-4943-8292-3c6442700cca), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:13.905837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7be78-4545-4dc9-b469-59ec24d10374 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event deleted for resources: {'Subnet': ['ID=99ea7639-172f-4943-8292-3c6442700cca,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:13.923797 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61b7be78-4545-4dc9-b469-59ec24d10374 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:13.925281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fd137d-3652-401b-a325-7ed03b5328b5 None None] Network 99166be9-b7bf-4994-91a8-2a2b782c0a2a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:37:13.930187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-61b7be78-4545-4dc9-b469-59ec24d10374 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "DELETE /v2.0/subnets/99ea7639-172f-4943-8292-3c6442700cca HTTP/1.1" status: 204 len: 168 time: 0.5050640 Feb 16 16:37:13.930562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35788) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:14.041977 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-d474d2f1-a0fc-4ca0-b62e-f166819a5e60 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Deleting subnet 2ebf9ad3-3d93-4292-a640-861a254987ce {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:37:14.053919 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d474d2f1-a0fc-4ca0-b62e-f166819a5e60 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks [] for subnet (2ebf9ad3-3d93-4292-a640-861a254987ce), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:14.126725 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d474d2f1-a0fc-4ca0-b62e-f166819a5e60 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (2ebf9ad3-3d93-4292-a640-861a254987ce), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:14.243102 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d474d2f1-a0fc-4ca0-b62e-f166819a5e60 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (2ebf9ad3-3d93-4292-a640-861a254987ce), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:14.332030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7287ae-7247-4bc9-8357-f904e2b8f1a9 None None] DHCP port deletion for 99166be9-b7bf-4994-91a8-2a2b782c0a2a request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:37:14.337920 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d474d2f1-a0fc-4ca0-b62e-f166819a5e60 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (2ebf9ad3-3d93-4292-a640-861a254987ce), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:14.408963 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d474d2f1-a0fc-4ca0-b62e-f166819a5e60 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:14.413095 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d474d2f1-a0fc-4ca0-b62e-f166819a5e60 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "DELETE /v2.0/subnets/2ebf9ad3-3d93-4292-a640-861a254987ce HTTP/1.1" status: 204 len: 168 time: 0.4815407 Feb 16 16:37:14.416311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35798) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:14.418088 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474d2f1-a0fc-4ca0-b62e-f166819a5e60 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebf9ad3-3d93-4292-a640-861a254987ce,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:14.424990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05823be-9775-4c5c-a292-5c402189d578 None None] Network 77e300b8-8f2d-49c0-9ebe-b61a8689334e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:37:14.511273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ca7287ae-7247-4bc9-8357-f904e2b8f1a9 None None] Deleting port 80f91343-1d57-435c-b326-f24298c99485 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:37:14.512188 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ca7287ae-7247-4bc9-8357-f904e2b8f1a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (80f91343-1d57-435c-b326-f24298c99485), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:14.593351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ca7287ae-7247-4bc9-8357-f904e2b8f1a9 None None] For port 80f91343-1d57-435c-b326-f24298c99485, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=80f91343-1d57-435c-b326-f24298c99485,segment=NetworkSegment(e803b953-0ab5-42e0-964f-e8bec7c18daa),segment_id=e803b953-0ab5-42e0-964f-e8bec7c18daa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:14.594243 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ca7287ae-7247-4bc9-8357-f904e2b8f1a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (80f91343-1d57-435c-b326-f24298c99485), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:14.610712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ca7287ae-7247-4bc9-8357-f904e2b8f1a9 None None] Calling delete_port for 80f91343-1d57-435c-b326-f24298c99485 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:37:14.657809 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (99166be9-b7bf-4994-91a8-2a2b782c0a2a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:14.723515 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ca7287ae-7247-4bc9-8357-f904e2b8f1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (80f91343-1d57-435c-b326-f24298c99485), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:14.782566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a156dbb-8e38-4f44-ba7f-2895bb6c6544 req-584c3ce4-03dc-44c3-a61a-d63b4d7f67e3 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:14.792854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a156dbb-8e38-4f44-ba7f-2895bb6c6544 req-584c3ce4-03dc-44c3-a61a-d63b4d7f67e3 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.3215201 Feb 16 16:37:14.973938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a156dbb-8e38-4f44-ba7f-2895bb6c6544 req-068c6fac-0e48-44ca-980a-26b1ede41843 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801004 Feb 16 16:37:14.978359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Deleting port 80f91343-1d57-435c-b326-f24298c99485 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:37:14.978712 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (80f91343-1d57-435c-b326-f24298c99485), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:15.147240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] For port 80f91343-1d57-435c-b326-f24298c99485, host n-d-669411-5, got binding levels [] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:15.147616 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (80f91343-1d57-435c-b326-f24298c99485), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:15.184946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Calling delete_port for 80f91343-1d57-435c-b326-f24298c99485 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:37:15.190511 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.ipam_backend_mixin [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Port 80f91343-1d57-435c-b326-f24298c99485 was not found and therefore no delete operation was performed {{(pid=103421) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:37:15.197939 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (80f91343-1d57-435c-b326-f24298c99485), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:15.261198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event deleted for resources: {'Port': ['ID=80f91343-1d57-435c-b326-f24298c99485,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:15.303439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] No DVR routers for this DVR port 80f91343-1d57-435c-b326-f24298c99485 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:37:15.343027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7287ae-7247-4bc9-8357-f904e2b8f1a9 None None] No DVR routers for this DVR port 80f91343-1d57-435c-b326-f24298c99485 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:37:15.344688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7287ae-7247-4bc9-8357-f904e2b8f1a9 None None] Pushing event deleted for resources: {'Port': ['ID=80f91343-1d57-435c-b326-f24298c99485,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:15.540047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd391d1-456e-4dcb-9a94-596c4cf50bfb None None] DHCP port deletion for 77e300b8-8f2d-49c0-9ebe-b61a8689334e request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:37:15.624208 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (99166be9-b7bf-4994-91a8-2a2b782c0a2a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:15.639531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2cd391d1-456e-4dcb-9a94-596c4cf50bfb None None] Deleting port 36a62f40-f101-45e2-a613-12e5100f38f2 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:37:15.643274 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2cd391d1-456e-4dcb-9a94-596c4cf50bfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (36a62f40-f101-45e2-a613-12e5100f38f2), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:15.682564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99166be9-b7bf-4994-91a8-2a2b782c0a2a']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:15.703743 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e803b953-0ab5-42e0-964f-e8bec7c18daa') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:15.704086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e803b953-0ab5-42e0-964f-e8bec7c18daa') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:15.744680 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (e803b953-0ab5-42e0-964f-e8bec7c18daa), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:15.820483 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2cd391d1-456e-4dcb-9a94-596c4cf50bfb None None] For port 36a62f40-f101-45e2-a613-12e5100f38f2, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=36a62f40-f101-45e2-a613-12e5100f38f2,segment=NetworkSegment(00cf19aa-911c-4871-afc7-7e9d3b4a237c),segment_id=00cf19aa-911c-4871-afc7-7e9d3b4a237c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:15.821000 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2cd391d1-456e-4dcb-9a94-596c4cf50bfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (36a62f40-f101-45e2-a613-12e5100f38f2), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:15.827371 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e803b953-0ab5-42e0-964f-e8bec7c18daa), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:15.853344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2cd391d1-456e-4dcb-9a94-596c4cf50bfb None None] Calling delete_port for 36a62f40-f101-45e2-a613-12e5100f38f2 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:37:15.865900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:37:15.866324 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (e803b953-0ab5-42e0-964f-e8bec7c18daa), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:37:15.879981 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:37:15.959053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b486459-df2d-4749-b348-28be7afbb549 req-99016e30-8383-4a5c-b884-f97a2dae8760 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:15.960651 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b486459-df2d-4749-b348-28be7afbb549 req-99016e30-8383-4a5c-b884-f97a2dae8760 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 946 time: 0.2002292 Feb 16 16:37:16.012307 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2cd391d1-456e-4dcb-9a94-596c4cf50bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (36a62f40-f101-45e2-a613-12e5100f38f2), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:16.081593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd391d1-456e-4dcb-9a94-596c4cf50bfb None None] No DVR routers for this DVR port 36a62f40-f101-45e2-a613-12e5100f38f2 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:37:16.083278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd391d1-456e-4dcb-9a94-596c4cf50bfb None None] Pushing event deleted for resources: {'Port': ['ID=36a62f40-f101-45e2-a613-12e5100f38f2,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:16.159829 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (99166be9-b7bf-4994-91a8-2a2b782c0a2a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:16.183141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 36a62f40-f101-45e2-a613-12e5100f38f2 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:37:16.214715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:16.229594 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35836) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:16.240115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "DELETE /v2.0/networks/99166be9-b7bf-4994-91a8-2a2b782c0a2a HTTP/1.1" status: 204 len: 168 time: 1.8223383 Feb 16 16:37:16.267524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 36a62f40-f101-45e2-a613-12e5100f38f2 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:37:16.268174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 36a62f40-f101-45e2-a613-12e5100f38f2 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:37:16.270488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 80f91343-1d57-435c-b326-f24298c99485 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:37:16.298169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ffd8f-ae87-49f1-97d6-7cc3c2aba19e tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event deleted for resources: {'Network': ['ID=99166be9-b7bf-4994-91a8-2a2b782c0a2a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:16.336635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b486459-df2d-4749-b348-28be7afbb549 req-4fb457ea-cd6e-4468-82cb-d1e258555a95 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631935 Feb 16 16:37:16.406728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 80f91343-1d57-435c-b326-f24298c99485 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:37:16.407271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 80f91343-1d57-435c-b326-f24298c99485 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:37:16.454958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b299a-9d62-4e39-80ed-4322e7271205 req-d5e5c500-19bb-44a9-8dce-958ec54674f5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:16.478767 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e6b299a-9d62-4e39-80ed-4322e7271205 req-d5e5c500-19bb-44a9-8dce-958ec54674f5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.2769430 Feb 16 16:37:16.517261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-487ebf68-989f-49a8-bd65-2672181617d5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (77e300b8-8f2d-49c0-9ebe-b61a8689334e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:16.542273 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e6b299a-9d62-4e39-80ed-4322e7271205 req-577a1faa-409c-4853-b1db-b8b2201d4379 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617425 Feb 16 16:37:16.711590 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-487ebf68-989f-49a8-bd65-2672181617d5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (77e300b8-8f2d-49c0-9ebe-b61a8689334e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:16.746423 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-487ebf68-989f-49a8-bd65-2672181617d5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e300b8-8f2d-49c0-9ebe-b61a8689334e']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:16.767922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-487ebf68-989f-49a8-bd65-2672181617d5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cf19aa-911c-4871-afc7-7e9d3b4a237c') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:16.768254 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-487ebf68-989f-49a8-bd65-2672181617d5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cf19aa-911c-4871-afc7-7e9d3b4a237c') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:16.781033 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-487ebf68-989f-49a8-bd65-2672181617d5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (00cf19aa-911c-4871-afc7-7e9d3b4a237c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:16.818022 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-487ebf68-989f-49a8-bd65-2672181617d5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (00cf19aa-911c-4871-afc7-7e9d3b4a237c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:16.830123 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487ebf68-989f-49a8-bd65-2672181617d5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:37:16.830531 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-487ebf68-989f-49a8-bd65-2672181617d5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (00cf19aa-911c-4871-afc7-7e9d3b4a237c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:37:16.833739 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:37:16.928414 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-487ebf68-989f-49a8-bd65-2672181617d5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (77e300b8-8f2d-49c0-9ebe-b61a8689334e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:16.981524 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-487ebf68-989f-49a8-bd65-2672181617d5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:16.998732 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-487ebf68-989f-49a8-bd65-2672181617d5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] 10.222.0.24 "DELETE /v2.0/networks/77e300b8-8f2d-49c0-9ebe-b61a8689334e HTTP/1.1" status: 204 len: 168 time: 0.7599430 Feb 16 16:37:16.998732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ebf68-989f-49a8-bd65-2672181617d5 tempest-TaggedBootDevicesTest_v242-1314392 tempest-TaggedBootDevicesTest_v242-1314392-project] Pushing event deleted for resources: {'Network': ['ID=77e300b8-8f2d-49c0-9ebe-b61a8689334e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:17.231080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825240bc-f6b9-4025-905b-dc43e36fe760 req-c6660964-f669-4de7-8fe9-817f3eff9b7f tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:17.237114 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-825240bc-f6b9-4025-905b-dc43e36fe760 req-c6660964-f669-4de7-8fe9-817f3eff9b7f tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 946 time: 0.1117215 Feb 16 16:37:17.310500 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-825240bc-f6b9-4025-905b-dc43e36fe760 req-4d24ce6d-b39b-4177-adf5-52c336eb23b7 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599835 Feb 16 16:37:17.748343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2459ee-a1e7-4f69-ad6a-51b8b6f9b468 req-af378fa8-f267-4d91-be6a-2e33ce908b73 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:17.758732 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa2459ee-a1e7-4f69-ad6a-51b8b6f9b468 req-af378fa8-f267-4d91-be6a-2e33ce908b73 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1232638 Feb 16 16:37:17.906332 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa2459ee-a1e7-4f69-ad6a-51b8b6f9b468 req-fd044c0a-9fc5-4be8-8df8-b09cdcc1c798 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250439 Feb 16 16:37:18.501168 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-e86e5771-c9e7-4d36-a5c4-1b9fc0a1997a tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:18.509525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-e86e5771-c9e7-4d36-a5c4-1b9fc0a1997a tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.65 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 946 time: 0.1879513 Feb 16 16:37:18.632391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623c774-2170-404d-a275-a47309b8355f req-72305820-7f70-4e85-97d6-3209aebabf55 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:18.639200 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4623c774-2170-404d-a275-a47309b8355f req-72305820-7f70-4e85-97d6-3209aebabf55 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 946 time: 0.2071371 Feb 16 16:37:18.729092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4623c774-2170-404d-a275-a47309b8355f req-23fb6598-d8e6-45f4-b8b6-426d30dbcd57 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889506 Feb 16 16:37:18.753378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-3406081c-22fd-4a4c-9900-d1d15d91260d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Deleting port d62abcfa-cdb1-4323-9e16-15347edeb13c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:37:18.753983 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-3406081c-22fd-4a4c-9900-d1d15d91260d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:18.907166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-3406081c-22fd-4a4c-9900-d1d15d91260d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] For port d62abcfa-cdb1-4323-9e16-15347edeb13c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d62abcfa-cdb1-4323-9e16-15347edeb13c,segment=NetworkSegment(515ba80b-18f4-42f8-a823-4a9e70841166),segment_id=515ba80b-18f4-42f8-a823-4a9e70841166)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:18.909050 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-3406081c-22fd-4a4c-9900-d1d15d91260d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:19.159128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2cb6b-423d-455b-a0f5-bcdadc94f898 req-9146fbc3-89cb-4785-8856-6d3609a7b10c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:19.166237 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6e2cb6b-423d-455b-a0f5-bcdadc94f898 req-9146fbc3-89cb-4785-8856-6d3609a7b10c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1169438 Feb 16 16:37:19.246212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6e2cb6b-423d-455b-a0f5-bcdadc94f898 req-1389035f-1e9e-4384-be6a-9b0b7aa25269 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788977 Feb 16 16:37:19.940621 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-3406081c-22fd-4a4c-9900-d1d15d91260d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:19.941817 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-3406081c-22fd-4a4c-9900-d1d15d91260d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (d5206e10-380d-4b16-86e7-1e56442700c3), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:19.942363 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-3406081c-22fd-4a4c-9900-d1d15d91260d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Floating IP d5206e10-380d-4b16-86e7-1e56442700c3 disassociated. External IP: 172.25.4.232, port: d62abcfa-cdb1-4323-9e16-15347edeb13c. Feb 16 16:37:19.942940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-3406081c-22fd-4a4c-9900-d1d15d91260d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Calling delete_port for d62abcfa-cdb1-4323-9e16-15347edeb13c owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:37:19.968792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6f319-3a54-4374-95a1-541723c1501e req-b4939ed0-6342-492e-b7ad-d36647b2ab30 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:19.976821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09a6f319-3a54-4374-95a1-541723c1501e req-b4939ed0-6342-492e-b7ad-d36647b2ab30 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 946 time: 0.0981674 Feb 16 16:37:20.079091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09a6f319-3a54-4374-95a1-541723c1501e req-782b1734-e5c2-4d07-a62f-8380238df39f tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups?id=146b919d-a998-4849-86ce-e55778264428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008506 Feb 16 16:37:20.259138 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-3406081c-22fd-4a4c-9900-d1d15d91260d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d62abcfa-cdb1-4323-9e16-15347edeb13c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:20.303279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406081c-22fd-4a4c-9900-d1d15d91260d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Pushing event deleted for resources: {'Port': ['ID=d62abcfa-cdb1-4323-9e16-15347edeb13c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:20.690788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f804637-33f8-4ea0-b2d4-2093b703ab57 req-e053feb1-c1b1-4260-9b2f-a62c0e914f10 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:20.694246 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f804637-33f8-4ea0-b2d4-2093b703ab57 req-e053feb1-c1b1-4260-9b2f-a62c0e914f10 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.2830868 Feb 16 16:37:20.873394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f804637-33f8-4ea0-b2d4-2093b703ab57 req-b02dcd76-7cca-4755-9b73-cd3c7ef230e4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615787 Feb 16 16:37:20.880753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-3406081c-22fd-4a4c-9900-d1d15d91260d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Router eef312c4-657c-466c-bd9d-8d3a4a7fc32c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:37:21.189583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-3406081c-22fd-4a4c-9900-d1d15d91260d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:37:21.202767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4acbb51-9c1f-4cba-9d36-98b46dd2c681 None None] Sync routers for ids ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:37:21.226377 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4acbb51-9c1f-4cba-9d36-98b46dd2c681 None None] Routers {'eef312c4-657c-466c-bd9d-8d3a4a7fc32c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:37:21.227120 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c4acbb51-9c1f-4cba-9d36-98b46dd2c681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:36:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:21.309466 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568b6685-ff63-4a9c-bdad-a0dc2305ce54 req-85c0f988-906d-476b-8b3e-d14cfd156c25 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/ports?device_id=590e407b-c070-4a0a-a42e-dd5b7f2d868e HTTP/1.1" status: 200 len: 210 time: 0.0752344 Feb 16 16:37:21.312028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-3406081c-22fd-4a4c-9900-d1d15d91260d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] No DVR routers for this DVR port d62abcfa-cdb1-4323-9e16-15347edeb13c on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:37:21.321871 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-3406081c-22fd-4a4c-9900-d1d15d91260d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:21.332125 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9432dec-8c56-4dd1-8a80-8e0bcae278ed req-3406081c-22fd-4a4c-9900-d1d15d91260d tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.65 "DELETE /v2.0/ports/d62abcfa-cdb1-4323-9e16-15347edeb13c HTTP/1.1" status: 204 len: 173 time: 2.8082809 Feb 16 16:37:21.334829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590e407b-c070-4a0a-a42e-dd5b7f2d868e', 'name': 'network-vif-deleted', 'tag': 'd62abcfa-cdb1-4323-9e16-15347edeb13c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:37:21.338196 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128b5822-8aa0-429e-bc66-842b776bbc26" -d '{"events": [{"server_uuid": "590e407b-c070-4a0a-a42e-dd5b7f2d868e", "name": "network-vif-deleted", "tag": "d62abcfa-cdb1-4323-9e16-15347edeb13c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:37:21.452626 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b83a0ea-d023-4dd3-97b9-daddff869e0b x-openstack-request-id: req-8b83a0ea-d023-4dd3-97b9-daddff869e0b {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:37:21.452918 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590e407b-c070-4a0a-a42e-dd5b7f2d868e", "name": "network-vif-deleted", "tag": "d62abcfa-cdb1-4323-9e16-15347edeb13c", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:37:21.453173 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b83a0ea-d023-4dd3-97b9-daddff869e0b {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:37:21.453578 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590e407b-c070-4a0a-a42e-dd5b7f2d868e', 'name': 'network-vif-deleted', 'tag': 'd62abcfa-cdb1-4323-9e16-15347edeb13c', 'status': 'completed', 'code': 200} Feb 16 16:37:21.600108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-c4acbb51-9c1f-4cba-9d36-98b46dd2c681 None None] Set router eef312c4-657c-466c-bd9d-8d3a4a7fc32c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:37:22.063997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03755bd1-f40e-4032-a466-40c7bec16b12 req-deceb219-6d24-4eb8-aaa5-cf5288471fbf tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:22.077361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03755bd1-f40e-4032-a466-40c7bec16b12 req-deceb219-6d24-4eb8-aaa5-cf5288471fbf tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1288097 Feb 16 16:37:22.153764 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c4acbb51-9c1f-4cba-9d36-98b46dd2c681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '943e210f-974a-4770-ab57-4d173521d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:35:57Z', 'updated_at': '2022-02-16T16:36:09Z', 'revision_number': 4, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'gw_port': {'id': '943e210f-974a-4770-ab57-4d173521d50f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:35:59Z', 'updated_at': '2022-02-16T16:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b4bdca4-9e48-47b0-a3a1-e0637d956f22', 'name': '', 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'mac_address': 'fa:16:3e:d3:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:06Z', 'updated_at': '2022-02-16T16:36:17Z', 'revision_number': 5, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'subnets': [{'id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:22.173142 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03755bd1-f40e-4032-a466-40c7bec16b12 req-1739b2d6-8467-4973-ab81-af9672193e35 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946841 Feb 16 16:37:22.221759 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4acbb51-9c1f-4cba-9d36-98b46dd2c681 None None] Checking router: eef312c4-657c-466c-bd9d-8d3a4a7fc32c for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:37:22.231325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4acbb51-9c1f-4cba-9d36-98b46dd2c681 None None] Routers {'eef312c4-657c-466c-bd9d-8d3a4a7fc32c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:37:22.232861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c4acbb51-9c1f-4cba-9d36-98b46dd2c681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:36:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:22.399294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-c4acbb51-9c1f-4cba-9d36-98b46dd2c681 None None] Set router eef312c4-657c-466c-bd9d-8d3a4a7fc32c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:37:22.477146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35954) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:22.621480 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7813801a-9540-4a65-a968-56fe02ab5cbd tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for security_group (146b919d-a998-4849-86ce-e55778264428), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:22.689201 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7813801a-9540-4a65-a968-56fe02ab5cbd tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for security_group (146b919d-a998-4849-86ce-e55778264428), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:22.695947 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c4acbb51-9c1f-4cba-9d36-98b46dd2c681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '943e210f-974a-4770-ab57-4d173521d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:35:57Z', 'updated_at': '2022-02-16T16:36:09Z', 'revision_number': 4, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'gw_port': {'id': '943e210f-974a-4770-ab57-4d173521d50f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:35:59Z', 'updated_at': '2022-02-16T16:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b4bdca4-9e48-47b0-a3a1-e0637d956f22', 'name': '', 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'mac_address': 'fa:16:3e:d3:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:06Z', 'updated_at': '2022-02-16T16:36:17Z', 'revision_number': 5, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'subnets': [{'id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:22.737348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d62abcfa-cdb1-4323-9e16-15347edeb13c no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:37:22.797198 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7813801a-9540-4a65-a968-56fe02ab5cbd tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (146b919d-a998-4849-86ce-e55778264428), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:22.798208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4acbb51-9c1f-4cba-9d36-98b46dd2c681 None None] The sync data for ids ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'] in n-d-669411-5 is: [{'id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '943e210f-974a-4770-ab57-4d173521d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:35:57Z', 'updated_at': '2022-02-16T16:36:09Z', 'revision_number': 4, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'gw_port': {'id': '943e210f-974a-4770-ab57-4d173521d50f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:35:59Z', 'updated_at': '2022-02-16T16:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b4bdca4-9e48-47b0-a3a1-e0637d956f22', 'name': '', 'network_id': 'ea468702-4a56-4633-9d55-45c2db000c89', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'mac_address': 'fa:16:3e:d3:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:06Z', 'updated_at': '2022-02-16T16:36:17Z', 'revision_number': 5, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'subnets': [{'id': '092d3044-ace7-49d5-89bb-49f3070c680c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:37:22.800389 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7813801a-9540-4a65-a968-56fe02ab5cbd tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:22.805813 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35960) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:22.806414 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7813801a-9540-4a65-a968-56fe02ab5cbd tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "DELETE /v2.0/security-groups/146b919d-a998-4849-86ce-e55778264428 HTTP/1.1" status: 204 len: 168 time: 0.3268378 Feb 16 16:37:22.830033 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813801a-9540-4a65-a968-56fe02ab5cbd tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146b919d-a998-4849-86ce-e55778264428,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:22.853701 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: d62abcfa-cdb1-4323-9e16-15347edeb13c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:37:22.856098 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d62abcfa-cdb1-4323-9e16-15347edeb13c not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:37:22.860310 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-1aeabae9-05be-4f3c-a9f0-2863f0fb5f14 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] show failed (client error): The resource could not be found. Feb 16 16:37:22.867666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1aeabae9-05be-4f3c-a9f0-2863f0fb5f14 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "GET /v2.0/security-groups/146b919d-a998-4849-86ce-e55778264428 HTTP/1.1" status: 404 len: 347 time: 0.0578995 Feb 16 16:37:22.868530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35964) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:23.144722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-49ef2237-fdeb-4592-9bf1-a797661dc312 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Deleting port ef82171c-e6ea-4c89-8490-d17bd579db4d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:37:23.145066 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49ef2237-fdeb-4592-9bf1-a797661dc312 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ef82171c-e6ea-4c89-8490-d17bd579db4d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:23.280699 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49ef2237-fdeb-4592-9bf1-a797661dc312 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ef82171c-e6ea-4c89-8490-d17bd579db4d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:23.281121 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49ef2237-fdeb-4592-9bf1-a797661dc312 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for floatingip (ef82171c-e6ea-4c89-8490-d17bd579db4d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:23.318928 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-49ef2237-fdeb-4592-9bf1-a797661dc312 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Calling delete_port for ef82171c-e6ea-4c89-8490-d17bd579db4d owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:37:23.365259 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985f7c89-d2c3-48b1-8882-e7c38d9d294f None None] New status for floating IP d5206e10-380d-4b16-86e7-1e56442700c3: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:37:23.502685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e376d-e001-491a-b2ef-2fb2d4b48990 req-26689557-7ab3-4f25-a4f8-148c9d090d10 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:23.518041 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f90e376d-e001-491a-b2ef-2fb2d4b48990 req-26689557-7ab3-4f25-a4f8-148c9d090d10 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.2091622 Feb 16 16:37:23.646918 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49ef2237-fdeb-4592-9bf1-a797661dc312 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ef82171c-e6ea-4c89-8490-d17bd579db4d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:23.691783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f90e376d-e001-491a-b2ef-2fb2d4b48990 req-1d8a74f7-3b7a-4200-bbb8-beec5684bee4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701872 Feb 16 16:37:23.699823 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.db.api [None req-985f7c89-d2c3-48b1-8882-e7c38d9d294f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:37:23.700234 n-d-669411-5 neutron-server[103424]: DEBUG oslo_db.api [None req-985f7c89-d2c3-48b1-8882-e7c38d9d294f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:37:23.763136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef2237-fdeb-4592-9bf1-a797661dc312 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Pushing event deleted for resources: {'Port': ['ID=ef82171c-e6ea-4c89-8490-d17bd579db4d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:23.972532 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49ef2237-fdeb-4592-9bf1-a797661dc312 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks [] for floatingip (d5206e10-380d-4b16-86e7-1e56442700c3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:23.980456 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49ef2237-fdeb-4592-9bf1-a797661dc312 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:23.984747 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-49ef2237-fdeb-4592-9bf1-a797661dc312 tempest-ServersTestManualDisk-594086075 tempest-ServersTestManualDisk-594086075-project] 10.222.0.24 "DELETE /v2.0/floatingips/d5206e10-380d-4b16-86e7-1e56442700c3 HTTP/1.1" status: 204 len: 168 time: 1.1118572 Feb 16 16:37:23.985351 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35986) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:24.202308 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985f7c89-d2c3-48b1-8882-e7c38d9d294f None None] New status for floating IP d5206e10-380d-4b16-86e7-1e56442700c3: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:37:24.742423 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:24.982519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855089f-2d9d-456c-9b35-e02f4f41a70b req-f5251364-c82a-45d0-ab87-b232e10057d5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:24.984989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6855089f-2d9d-456c-9b35-e02f4f41a70b req-f5251364-c82a-45d0-ab87-b232e10057d5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1599703 Feb 16 16:37:25.119939 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6855089f-2d9d-456c-9b35-e02f4f41a70b req-ead94a07-34c8-448b-ac4d-e7b15f3878e3 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260488 Feb 16 16:37:25.335940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Deleting port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:37:25.336286 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:25.478632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] For port 3b4bdca4-9e48-47b0-a3a1-e0637d956f22, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=3b4bdca4-9e48-47b0-a3a1-e0637d956f22,segment=NetworkSegment(515ba80b-18f4-42f8-a823-4a9e70841166),segment_id=515ba80b-18f4-42f8-a823-4a9e70841166)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:25.490883 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:25.540189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Calling delete_port for 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:37:25.609128 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d64917b-af5c-4328-a3d3-cf2f50239b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:25.742791 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:37:25.759436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c170c-4649-4aed-b455-2f6af6c4e30b req-68decfcb-3aaa-4ba7-b61e-fd5047365b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:25.761371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-259c170c-4649-4aed-b455-2f6af6c4e30b req-68decfcb-3aaa-4ba7-b61e-fd5047365b31 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 1127 time: 0.3429873 Feb 16 16:37:25.765437 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3b4bdca4-9e48-47b0-a3a1-e0637d956f22), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:25.879644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c170c-4649-4aed-b455-2f6af6c4e30b req-2ecdcb3e-8b43-4210-a8b6-7e0a485bc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:25.882126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-259c170c-4649-4aed-b455-2f6af6c4e30b req-2ecdcb3e-8b43-4210-a8b6-7e0a485bc2e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 912 time: 0.1118629 Feb 16 16:37:25.960478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4bdca4-9e48-47b0-a3a1-e0637d956f22,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:25.974030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:25.974453 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:25.974867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:25.975272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:25.975705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:25.976105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:25.976503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:25.976899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:25.977361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:25.977684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:25.978074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:25.978463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:25.978848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:25.983709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-259c170c-4649-4aed-b455-2f6af6c4e30b req-f0dd5510-47e0-4c7b-8fd2-7949ee230a3e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55db63f4-6636-4f7c-91ad-e42520c93ac0 HTTP/1.1" status: 200 len: 217 time: 0.0782897 Feb 16 16:37:26.155570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c170c-4649-4aed-b455-2f6af6c4e30b req-752b7076-5b39-4269-9202-471a8a3cd9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:26.157108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-259c170c-4649-4aed-b455-2f6af6c4e30b req-752b7076-5b39-4269-9202-471a8a3cd9bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7683ed5c-4de8-4e9d-8369-1fddb9288879 HTTP/1.1" status: 200 len: 851 time: 0.1235385 Feb 16 16:37:26.329272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-259c170c-4649-4aed-b455-2f6af6c4e30b req-aae7faca-dba2-44f7-9247-7cb158b49bbc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=121ff239-7c70-486a-be8a-d08127a9ab03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016493 Feb 16 16:37:26.684303 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f2d9e-8df7-494b-b07d-c90d3a1a69a8 req-bf52c255-b2ab-4ced-a9d7-26a6a8cd193b tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:26.686879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-574f2d9e-8df7-494b-b07d-c90d3a1a69a8 req-bf52c255-b2ab-4ced-a9d7-26a6a8cd193b tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.3698840 Feb 16 16:37:26.798451 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-259c170c-4649-4aed-b455-2f6af6c4e30b req-4b5ed5e5-ff01-47cf-987e-26bac2fef861 service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682925 Feb 16 16:37:26.842867 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-574f2d9e-8df7-494b-b07d-c90d3a1a69a8 req-5016faa5-0bf3-4586-b281-cb464f93a4e2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453757 Feb 16 16:37:26.857196 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:27.034487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36056) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:27.096482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-259c170c-4649-4aed-b455-2f6af6c4e30b req-45e2279c-dc8f-4a50-9c1b-0590075215d2 service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863400 Feb 16 16:37:27.244080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-37c4d55f-041d-4e51-9435-2189229939c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:27.359970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Router eef312c4-657c-466c-bd9d-8d3a4a7fc32c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:37:27.414350 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-37c4d55f-041d-4e51-9435-2189229939c0 admin admin] Publish callbacks [] for security_group (434014b5-4f1b-4ab3-898f-23a8a79ad093), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:27.429928 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-37c4d55f-041d-4e51-9435-2189229939c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (434014b5-4f1b-4ab3-898f-23a8a79ad093), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:27.508421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4d55f-041d-4e51-9435-2189229939c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434014b5-4f1b-4ab3-898f-23a8a79ad093,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:27.524263 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-37c4d55f-041d-4e51-9435-2189229939c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96c71b44937d456b8bc6b8cc23fc12b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4878130 Feb 16 16:37:27.527876 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36064) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:27.633306 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-016c2482-cf2c-4216-be3f-5c9678396d02 admin admin] Publish callbacks [] for security_group (434014b5-4f1b-4ab3-898f-23a8a79ad093), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:27.660770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:37:27.672243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0545b31-9b2c-4c4b-a3b6-0691da0fcf29 None None] Sync routers for ids ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:37:27.674622 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-016c2482-cf2c-4216-be3f-5c9678396d02 admin admin] Publish callbacks [] for security_group (434014b5-4f1b-4ab3-898f-23a8a79ad093), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:27.682824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2305f394-3b7d-4e2f-86ed-4322cd085a68 admin admin] 10.222.0.24 "PUT /v2.0/routers/eef312c4-657c-466c-bd9d-8d3a4a7fc32c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6959975 Feb 16 16:37:27.686241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36068) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:27.692116 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0545b31-9b2c-4c4b-a3b6-0691da0fcf29 None None] Routers {'eef312c4-657c-466c-bd9d-8d3a4a7fc32c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:37:27.693521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b0545b31-9b2c-4c4b-a3b6-0691da0fcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:36:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:27.776850 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-016c2482-cf2c-4216-be3f-5c9678396d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (434014b5-4f1b-4ab3-898f-23a8a79ad093), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:27.781251 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-016c2482-cf2c-4216-be3f-5c9678396d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:27.782702 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-016c2482-cf2c-4216-be3f-5c9678396d02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/434014b5-4f1b-4ab3-898f-23a8a79ad093 HTTP/1.1" status: 204 len: 168 time: 0.2538478 Feb 16 16:37:27.816162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c2482-cf2c-4216-be3f-5c9678396d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434014b5-4f1b-4ab3-898f-23a8a79ad093,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:27.919229 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b0545b31-9b2c-4c4b-a3b6-0691da0fcf29 None None] Set router eef312c4-657c-466c-bd9d-8d3a4a7fc32c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:37:27.981781 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] Publish callbacks [] for router (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:28.216572 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] Publish callbacks [] for router_gateway (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:28.286688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb293d0a-c200-4b8e-b085-dfc95a7ac11d req-52a28748-c720-4dc7-92b5-c3ce4d48f374 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:28.288502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb293d0a-c200-4b8e-b085-dfc95a7ac11d req-52a28748-c720-4dc7-92b5-c3ce4d48f374 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 945 time: 0.1356273 Feb 16 16:37:28.367024 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36078) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:28.370464 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] Deleting port 943e210f-974a-4770-ab57-4d173521d50f {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:37:28.370877 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (943e210f-974a-4770-ab57-4d173521d50f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:28.386650 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56a04746-7827-48b4-bdca-c8d9abcfab51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:28.402502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb293d0a-c200-4b8e-b085-dfc95a7ac11d req-c007495b-7af3-43ad-aead-ef052fe5b146 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047688 Feb 16 16:37:28.421716 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6b62-f906-4bc8-a248-f32e31399406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:28.506603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b0545b31-9b2c-4c4b-a3b6-0691da0fcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '943e210f-974a-4770-ab57-4d173521d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:35:57Z', 'updated_at': '2022-02-16T16:37:25Z', 'revision_number': 5, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'gw_port': {'id': '943e210f-974a-4770-ab57-4d173521d50f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:35:59Z', 'updated_at': '2022-02-16T16:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:28.522388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] For port 943e210f-974a-4770-ab57-4d173521d50f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=943e210f-974a-4770-ab57-4d173521d50f,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:28.523232 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (943e210f-974a-4770-ab57-4d173521d50f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:28.542010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] Calling delete_port for 943e210f-974a-4770-ab57-4d173521d50f owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:37:28.589086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0545b31-9b2c-4c4b-a3b6-0691da0fcf29 None None] Checking router: eef312c4-657c-466c-bd9d-8d3a4a7fc32c for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:37:28.610230 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56a04746-7827-48b4-bdca-c8d9abcfab51 admin admin] Publish callbacks [] for security_group (1df1a193-82ad-4792-9092-fbef10c3079d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:28.612604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0545b31-9b2c-4c4b-a3b6-0691da0fcf29 None None] Routers {'eef312c4-657c-466c-bd9d-8d3a4a7fc32c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:37:28.613530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b0545b31-9b2c-4c4b-a3b6-0691da0fcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:37:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:28.625104 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56a04746-7827-48b4-bdca-c8d9abcfab51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1df1a193-82ad-4792-9092-fbef10c3079d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:28.670433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a04746-7827-48b4-bdca-c8d9abcfab51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df1a193-82ad-4792-9092-fbef10c3079d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:28.726935 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-56a04746-7827-48b4-bdca-c8d9abcfab51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2920433e47e40099c8ada8f528af52e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3585899 Feb 16 16:37:28.729449 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36084) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:28.809835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 55db63f4-6636-4f7c-91ad-e42520c93ac0 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:37:28.826936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b0545b31-9b2c-4c4b-a3b6-0691da0fcf29 None None] Set router eef312c4-657c-466c-bd9d-8d3a4a7fc32c gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:37:28.838953 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fdea0743-6abd-476b-a409-d88776cc5ed9 admin admin] Publish callbacks [] for security_group (1df1a193-82ad-4792-9092-fbef10c3079d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:28.897986 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fdea0743-6abd-476b-a409-d88776cc5ed9 admin admin] Publish callbacks [] for security_group (1df1a193-82ad-4792-9092-fbef10c3079d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:29.043709 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fdea0743-6abd-476b-a409-d88776cc5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1df1a193-82ad-4792-9092-fbef10c3079d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:29.046446 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (943e210f-974a-4770-ab57-4d173521d50f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:29.053515 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fdea0743-6abd-476b-a409-d88776cc5ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:29.061992 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fdea0743-6abd-476b-a409-d88776cc5ed9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1df1a193-82ad-4792-9092-fbef10c3079d HTTP/1.1" status: 204 len: 168 time: 0.3310609 Feb 16 16:37:29.120802 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea0743-6abd-476b-a409-d88776cc5ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df1a193-82ad-4792-9092-fbef10c3079d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:29.158545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b0545b31-9b2c-4c4b-a3b6-0691da0fcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:35:57Z', 'updated_at': '2022-02-16T16:37:28Z', 'revision_number': 6, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:29.227811 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] Pushing event deleted for resources: {'Port': ['ID=943e210f-974a-4770-ab57-4d173521d50f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:29.357223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0545b31-9b2c-4c4b-a3b6-0691da0fcf29 None None] The sync data for ids ['eef312c4-657c-466c-bd9d-8d3a4a7fc32c'] in n-d-669411-5 is: [{'id': 'eef312c4-657c-466c-bd9d-8d3a4a7fc32c', 'name': 'tempest-ServersTestManualDisk-1788487253-router', 'tenant_id': '635a7e05928d45dfa09e499768da0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:35:57Z', 'updated_at': '2022-02-16T16:37:28Z', 'revision_number': 6, 'project_id': '635a7e05928d45dfa09e499768da0ed9', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:37:29.393382 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:29.418556 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:29.519234 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 55db63f4-6636-4f7c-91ad-e42520c93ac0 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:29.519630 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:29.605272 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 55db63f4-6636-4f7c-91ad-e42520c93ac0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=55db63f4-6636-4f7c-91ad-e42520c93ac0,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:29.609170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068e8268-bd77-4824-b20f-2ece505bda71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55db63f4-6636-4f7c-91ad-e42520c93ac0'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:37:29.614879 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c408c0c5-0cd1-42fe-929c-52989e1f968f" -d '{"events": [{"server_uuid": "068e8268-bd77-4824-b20f-2ece505bda71", "name": "network-vif-unplugged", "status": "completed", "tag": "55db63f4-6636-4f7c-91ad-e42520c93ac0"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:37:29.631043 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:29.679161 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:29.682931 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] Publish callbacks [] for router_controller (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:30.162757 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 16:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1db35b3-0cb6-4395-b7fd-de30ba6b289a x-openstack-request-id: req-d1db35b3-0cb6-4395-b7fd-de30ba6b289a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:37:30.163675 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068e8268-bd77-4824-b20f-2ece505bda71", "name": "network-vif-unplugged", "status": "failed", "tag": "55db63f4-6636-4f7c-91ad-e42520c93ac0", "code": 422}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:37:30.164141 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1db35b3-0cb6-4395-b7fd-de30ba6b289a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:37:30.164769 n-d-669411-5 neutron-server[103423]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '068e8268-bd77-4824-b20f-2ece505bda71', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55db63f4-6636-4f7c-91ad-e42520c93ac0', 'code': 422} returned with failed status Feb 16 16:37:30.167187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=55db63f4-6636-4f7c-91ad-e42520c93ac0,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:30.458729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:37:30.532056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:37:30.532056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3b4bdca4-9e48-47b0-a3a1-e0637d956f22 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:37:30.532056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 943e210f-974a-4770-ab57-4d173521d50f no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:37:30.581537 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (eef312c4-657c-466c-bd9d-8d3a4a7fc32c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:30.583874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 943e210f-974a-4770-ab57-4d173521d50f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:37:30.584118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eef312c4-657c-466c-bd9d-8d3a4a7fc32c {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:37:30.585915 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 943e210f-974a-4770-ab57-4d173521d50f not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:37:30.604192 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:30.610155 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f0a0823b-c8b2-401a-9b99-83ae9481c93c admin admin] 10.222.0.24 "DELETE /v2.0/routers/eef312c4-657c-466c-bd9d-8d3a4a7fc32c HTTP/1.1" status: 204 len: 168 time: 2.9219527 Feb 16 16:37:30.612054 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36124) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:30.671587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044860c-d0ea-4720-b1df-a5a33cb46004 req-86f1cf03-5a8d-4730-95c1-171f46bef8a9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:30.673683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9044860c-d0ea-4720-b1df-a5a33cb46004 req-86f1cf03-5a8d-4730-95c1-171f46bef8a9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 943 time: 0.9118123 Feb 16 16:37:30.700524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f260ced2-75cc-4ca2-acc6-641e4ef1b4af admin admin] Deleting subnet 092d3044-ace7-49d5-89bb-49f3070c680c {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:37:30.713891 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f260ced2-75cc-4ca2-acc6-641e4ef1b4af admin admin] Publish callbacks [] for subnet (092d3044-ace7-49d5-89bb-49f3070c680c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:30.784995 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:30.798781 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9044860c-d0ea-4720-b1df-a5a33cb46004 req-c4d8b16a-fef0-4130-9059-22260b1332e7 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191926 Feb 16 16:37:30.849982 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f260ced2-75cc-4ca2-acc6-641e4ef1b4af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (092d3044-ace7-49d5-89bb-49f3070c680c), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:31.119924 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f260ced2-75cc-4ca2-acc6-641e4ef1b4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (092d3044-ace7-49d5-89bb-49f3070c680c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:31.245926 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:31.285197 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f260ced2-75cc-4ca2-acc6-641e4ef1b4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (092d3044-ace7-49d5-89bb-49f3070c680c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:31.316344 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f260ced2-75cc-4ca2-acc6-641e4ef1b4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:31.316562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79109f2-c0ab-4c9b-a240-0d573c787166 None None] Network ea468702-4a56-4633-9d55-45c2db000c89 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:37:31.324727 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f260ced2-75cc-4ca2-acc6-641e4ef1b4af admin admin] 10.222.0.24 "DELETE /v2.0/subnets/092d3044-ace7-49d5-89bb-49f3070c680c HTTP/1.1" status: 204 len: 168 time: 0.7115755 Feb 16 16:37:31.327383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36146) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:31.373808 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260ced2-75cc-4ca2-acc6-641e4ef1b4af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=092d3044-ace7-49d5-89bb-49f3070c680c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:31.552412 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (ea468702-4a56-4633-9d55-45c2db000c89), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:31.683214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103c8063-63c3-4708-b81d-6a0c1a8f9dd3 None None] DHCP port deletion for ea468702-4a56-4633-9d55-45c2db000c89 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:37:31.744780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] Deleting port 75aa3c4b-5122-4bd5-bc51-7505f12602ff {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:37:31.745228 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:31.858266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-103c8063-63c3-4708-b81d-6a0c1a8f9dd3 None None] Deleting port 75aa3c4b-5122-4bd5-bc51-7505f12602ff {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:37:31.858816 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-103c8063-63c3-4708-b81d-6a0c1a8f9dd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:31.903619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] For port 75aa3c4b-5122-4bd5-bc51-7505f12602ff, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=75aa3c4b-5122-4bd5-bc51-7505f12602ff,segment=NetworkSegment(515ba80b-18f4-42f8-a823-4a9e70841166),segment_id=515ba80b-18f4-42f8-a823-4a9e70841166)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:31.906486 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:31.936376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] Calling delete_port for 75aa3c4b-5122-4bd5-bc51-7505f12602ff owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:37:32.054401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-103c8063-63c3-4708-b81d-6a0c1a8f9dd3 None None] For port 75aa3c4b-5122-4bd5-bc51-7505f12602ff, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=75aa3c4b-5122-4bd5-bc51-7505f12602ff,segment=NetworkSegment(515ba80b-18f4-42f8-a823-4a9e70841166),segment_id=515ba80b-18f4-42f8-a823-4a9e70841166)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:32.055116 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-103c8063-63c3-4708-b81d-6a0c1a8f9dd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:32.112767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-103c8063-63c3-4708-b81d-6a0c1a8f9dd3 None None] Calling delete_port for 75aa3c4b-5122-4bd5-bc51-7505f12602ff owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:37:32.257189 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:32.296922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d338091-681a-40e0-8013-79f08bcfd194 req-4eabf341-f0d6-4535-8c7b-b3f0280f8598 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:32.302676 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-103c8063-63c3-4708-b81d-6a0c1a8f9dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (75aa3c4b-5122-4bd5-bc51-7505f12602ff), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:32.306867 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d338091-681a-40e0-8013-79f08bcfd194 req-4eabf341-f0d6-4535-8c7b-b3f0280f8598 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=068e8268-bd77-4824-b20f-2ece505bda71 HTTP/1.1" status: 200 len: 943 time: 0.1593485 Feb 16 16:37:32.323258 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 75aa3c4b-5122-4bd5-bc51-7505f12602ff no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:37:32.398815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c8063-63c3-4708-b81d-6a0c1a8f9dd3 None None] No DVR routers for this DVR port 75aa3c4b-5122-4bd5-bc51-7505f12602ff on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:37:32.401222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] Pushing event deleted for resources: {'Port': ['ID=75aa3c4b-5122-4bd5-bc51-7505f12602ff,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:32.407227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] No DVR routers for this DVR port 75aa3c4b-5122-4bd5-bc51-7505f12602ff on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:37:32.429542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c8063-63c3-4708-b81d-6a0c1a8f9dd3 None None] Pushing event deleted for resources: {'Port': ['ID=75aa3c4b-5122-4bd5-bc51-7505f12602ff,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:32.441421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 75aa3c4b-5122-4bd5-bc51-7505f12602ff {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:37:32.441935 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 75aa3c4b-5122-4bd5-bc51-7505f12602ff not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:37:32.446811 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:32.695797 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (ea468702-4a56-4633-9d55-45c2db000c89), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:32.767606 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 55db63f4-6636-4f7c-91ad-e42520c93ac0 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:37:32.796333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea468702-4a56-4633-9d55-45c2db000c89']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:32.828855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515ba80b-18f4-42f8-a823-4a9e70841166') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:32.829412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515ba80b-18f4-42f8-a823-4a9e70841166') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:32.833311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-4d338091-681a-40e0-8013-79f08bcfd194 req-32d7e771-6ab3-4774-bb0c-1f10fbb96a2a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Deleting port 55db63f4-6636-4f7c-91ad-e42520c93ac0 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:37:32.833735 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4d338091-681a-40e0-8013-79f08bcfd194 req-32d7e771-6ab3-4774-bb0c-1f10fbb96a2a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:32.906879 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 55db63f4-6636-4f7c-91ad-e42520c93ac0 is: DOWN; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:32.908442 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (515ba80b-18f4-42f8-a823-4a9e70841166), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:33.000083 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (515ba80b-18f4-42f8-a823-4a9e70841166), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:33.077505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:37:33.080773 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (515ba80b-18f4-42f8-a823-4a9e70841166), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:37:33.082790 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:37:33.233571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-4d338091-681a-40e0-8013-79f08bcfd194 req-32d7e771-6ab3-4774-bb0c-1f10fbb96a2a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] For port 55db63f4-6636-4f7c-91ad-e42520c93ac0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=55db63f4-6636-4f7c-91ad-e42520c93ac0,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:33.234109 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4d338091-681a-40e0-8013-79f08bcfd194 req-32d7e771-6ab3-4774-bb0c-1f10fbb96a2a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:33.237370 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (ea468702-4a56-4633-9d55-45c2db000c89), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:33.261689 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:33.266029 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] 10.222.0.24 "DELETE /v2.0/networks/ea468702-4a56-4633-9d55-45c2db000c89 HTTP/1.1" status: 204 len: 168 time: 1.9375939 Feb 16 16:37:33.270820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9a567-1c6d-441a-93fb-a788a835b8af admin admin] Pushing event deleted for resources: {'Network': ['ID=ea468702-4a56-4633-9d55-45c2db000c89,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:33.273283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-4d338091-681a-40e0-8013-79f08bcfd194 req-32d7e771-6ab3-4774-bb0c-1f10fbb96a2a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Calling delete_port for 55db63f4-6636-4f7c-91ad-e42520c93ac0 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:37:33.533431 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4d338091-681a-40e0-8013-79f08bcfd194 req-32d7e771-6ab3-4774-bb0c-1f10fbb96a2a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (55db63f4-6636-4f7c-91ad-e42520c93ac0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:33.589139 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36214) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:33.609514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7e771-6ab3-4774-bb0c-1f10fbb96a2a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Pushing event deleted for resources: {'Port': ['ID=55db63f4-6636-4f7c-91ad-e42520c93ac0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:33.677977 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d338091-681a-40e0-8013-79f08bcfd194 req-32d7e771-6ab3-4774-bb0c-1f10fbb96a2a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] No DVR routers for this DVR port 55db63f4-6636-4f7c-91ad-e42520c93ac0 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:37:33.682491 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b5d9b30f-082c-454b-9f08-fe8cef1ab3dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=635a7e05928d45dfa09e499768da0ed9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0919726 Feb 16 16:37:33.683404 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4d338091-681a-40e0-8013-79f08bcfd194 req-32d7e771-6ab3-4774-bb0c-1f10fbb96a2a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:33.688278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36216) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:33.711121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d338091-681a-40e0-8013-79f08bcfd194 req-32d7e771-6ab3-4774-bb0c-1f10fbb96a2a tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "DELETE /v2.0/ports/55db63f4-6636-4f7c-91ad-e42520c93ac0 HTTP/1.1" status: 204 len: 173 time: 1.4031880 Feb 16 16:37:33.711647 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068e8268-bd77-4824-b20f-2ece505bda71', 'name': 'network-vif-deleted', 'tag': '55db63f4-6636-4f7c-91ad-e42520c93ac0'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:37:33.717396 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e63839b-66d2-41d6-9594-9c5cc1c848c4" -d '{"events": [{"server_uuid": "068e8268-bd77-4824-b20f-2ece505bda71", "name": "network-vif-deleted", "tag": "55db63f4-6636-4f7c-91ad-e42520c93ac0"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:37:33.814440 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 16 Feb 2022 16:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c9f4b4-3d07-4fc4-969c-290d9249c414 x-openstack-request-id: req-e8c9f4b4-3d07-4fc4-969c-290d9249c414 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:37:33.814950 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068e8268-bd77-4824-b20f-2ece505bda71", "name": "network-vif-deleted", "tag": "55db63f4-6636-4f7c-91ad-e42520c93ac0", "status": "failed", "code": 422}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:37:33.814950 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8c9f4b4-3d07-4fc4-969c-290d9249c414 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:37:33.815433 n-d-669411-5 neutron-server[103421]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '068e8268-bd77-4824-b20f-2ece505bda71', 'name': 'network-vif-deleted', 'tag': '55db63f4-6636-4f7c-91ad-e42520c93ac0', 'status': 'failed', 'code': 422} returned with failed status Feb 16 16:37:33.823658 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1db66852-5eae-4b09-b5a1-08c3ef783f6c admin admin] Publish callbacks [] for security_group (72a48878-023e-44f5-8d83-d62d7b11eaae), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:33.874687 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1db66852-5eae-4b09-b5a1-08c3ef783f6c admin admin] Publish callbacks [] for security_group (72a48878-023e-44f5-8d83-d62d7b11eaae), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:33.983390 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1db66852-5eae-4b09-b5a1-08c3ef783f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (72a48878-023e-44f5-8d83-d62d7b11eaae), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:33.986878 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1db66852-5eae-4b09-b5a1-08c3ef783f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:33.989416 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1db66852-5eae-4b09-b5a1-08c3ef783f6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72a48878-023e-44f5-8d83-d62d7b11eaae HTTP/1.1" status: 204 len: 168 time: 0.3001490 Feb 16 16:37:34.031769 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db66852-5eae-4b09-b5a1-08c3ef783f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a48878-023e-44f5-8d83-d62d7b11eaae,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:34.453879 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:34.729169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-a9995d28-202e-4749-98d4-23ec7b0d47a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:34.737505 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-a9995d28-202e-4749-98d4-23ec7b0d47a0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 811 time: 0.2620757 Feb 16 16:37:34.780989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-ae7396fe-14ea-4e21-9cad-9aafb5857254 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/quotas/87aaae2862ac405f88354b7195ee2896 HTTP/1.1" status: 200 len: 375 time: 0.0423093 Feb 16 16:37:34.884972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-4d406f50-1424-4cba-8f21-f60c687d0bac tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956156 Feb 16 16:37:34.939472 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-929ddef4-093d-4f71-8f40-8c268d569099 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--278388854&fields=id&tenant_id=597ffe9ef796448cac90a2d29d11daf8 HTTP/1.1" status: 200 len: 267 time: 0.2985344 Feb 16 16:37:35.194270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-a95ef455-23ec-4194-908e-ee95917765f6 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:35.196111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-a95ef455-23ec-4194-908e-ee95917765f6 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/networks?id=aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 HTTP/1.1" status: 200 len: 816 time: 0.2434735 Feb 16 16:37:35.304881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-bba1f076-3a25-4144-a3de-18bfe89216bd tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/quotas/597ffe9ef796448cac90a2d29d11daf8 HTTP/1.1" status: 200 len: 375 time: 0.0980518 Feb 16 16:37:35.353530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36276) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:35.402582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-30de2973-e9cb-414d-9442-c997546c8a30 service neutron] 10.222.0.24 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057147 Feb 16 16:37:35.610921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1089362365-network', 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:35.669983 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-c9d8a6c7-2cea-4fb8-9328-1ff1ca6d2289 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=597ffe9ef796448cac90a2d29d11daf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3520784 Feb 16 16:37:35.684330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] Made reservation on behalf of be5c26ee3e0b4a0a982a8a5a510819f0 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:37:35.686881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-d114bc7f-732f-4e05-9897-b2fce1cbe1d2 service neutron] 10.222.0.24 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819495 Feb 16 16:37:35.687045 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:35.705005 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:35.885177 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] Publish callbacks [] for security_group (a91f0a2a-d568-480c-ae7a-909088905197), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:35.888980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-8f376e77-a013-4417-8902-61c7bc647bc4 service neutron] 10.222.0.24 "GET /v2.0/networks/aa0bbe56-5d30-40d6-b39d-bdb3baf96a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902719 Feb 16 16:37:35.894694 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a91f0a2a-d568-480c-ae7a-909088905197), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:35.917054 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:37:35.941069 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (8719bab0-3fdd-4fa4-8428-e1ce99f61e5d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:35.941447 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] Added segment 8719bab0-3fdd-4fa4-8428-e1ce99f61e5d of type vlan for network fbf091f5-41ca-4e2d-aae8-eb810e39931a Feb 16 16:37:36.043080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (fbf091f5-41ca-4e2d-aae8-eb810e39931a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:36.128825 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91f0a2a-d568-480c-ae7a-909088905197,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:36.132482 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (fbf091f5-41ca-4e2d-aae8-eb810e39931a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:36.133623 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:36.139870 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:36.146712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-70721425-d600-4a2c-a740-e9cf8406b6b1 service neutron] 10.222.0.24 "GET /v2.0/networks/aa0bbe56-5d30-40d6-b39d-bdb3baf96a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486792 Feb 16 16:37:36.234179 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8790348 Feb 16 16:37:36.258973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d083e626-352f-4ae4-a410-959aca5a0f61 req-b4bd8c37-19b7-4754-893d-436a680c561f tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 210 time: 0.0755587 Feb 16 16:37:36.259575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36294) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:36.279643 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c0314-dd09-48a0-888a-5742a0ffea5f admin admin] Pushing event updated for resources: {'Network': ['ID=fbf091f5-41ca-4e2d-aae8-eb810e39931a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:36.280165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5abab673-9966-4ba1-b608-9783370238e5 admin admin] Request body: {'subnet': {'network_id': 'fbf091f5-41ca-4e2d-aae8-eb810e39931a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1089362365-subnet', 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:36.296533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network fbf091f5-41ca-4e2d-aae8-eb810e39931a details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:37:36.327868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abab673-9966-4ba1-b608-9783370238e5 admin admin] Made reservation on behalf of be5c26ee3e0b4a0a982a8a5a510819f0 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:37:36.330574 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5abab673-9966-4ba1-b608-9783370238e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:36.695920 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5abab673-9966-4ba1-b608-9783370238e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:36.871507 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a663692c-ad6b-4521-8258-e9b891dc6c98 req-9b2189e7-b7ad-4727-a9c0-3e06ebb616c9 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.0545387 Feb 16 16:37:36.895211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abab673-9966-4ba1-b608-9783370238e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:36.940087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abab673-9966-4ba1-b608-9783370238e5 admin admin] Checking segment: {'id': '8719bab0-3fdd-4fa4-8428-e1ce99f61e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fbf091f5-41ca-4e2d-aae8-eb810e39931a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:37:36.945376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abab673-9966-4ba1-b608-9783370238e5 admin admin] Network hostable DHCP agents. Network: fbf091f5-41ca-4e2d-aae8-eb810e39931a, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:37:36.988258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abab673-9966-4ba1-b608-9783370238e5 admin admin] Network fbf091f5-41ca-4e2d-aae8-eb810e39931a is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:37:37.007230 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-5abab673-9966-4ba1-b608-9783370238e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, fbf091f5-41ca-4e2d-aae8-eb810e39931a) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:37:37.013069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abab673-9966-4ba1-b608-9783370238e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:37.014524 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5abab673-9966-4ba1-b608-9783370238e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:37.024559 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1120dcb5-da57-4862-b71e-b99289deae65 None None] Network fbf091f5-41ca-4e2d-aae8-eb810e39931a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:37:37.086339 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36324) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:37.087802 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5abab673-9966-4ba1-b608-9783370238e5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8270795 Feb 16 16:37:37.093627 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1089362365-router', 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:37.141023 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (236c9258-7f0a-4869-b766-bb070d96f2dc), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:37.168785 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (236c9258-7f0a-4869-b766-bb070d96f2dc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:37.339950 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Publish callbacks [] for router_controller (236c9258-7f0a-4869-b766-bb070d96f2dc), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:37.367920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-fbf091f5-41ca-4e2d-aae8-eb810e39931a', 'network_id': 'fbf091f5-41ca-4e2d-aae8-eb810e39931a', 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'fixed_ips': [{'subnet_id': 'df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:37:37.368810 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:37.422438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b53745d-3562-4ef8-b5be-0a5c8e1cdd0c req-2ae77f3c-073e-463a-b36e-2503d415ad9e tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 210 time: 0.0582540 Feb 16 16:37:37.731271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Allocated IP 172.20.0.2 (fbf091f5-41ca-4e2d-aae8-eb810e39931a/df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0/4c997cd2-b4fd-4d58-a05f-86f6d118f787) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:37:37.756534 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Publish callbacks [] for router_gateway (236c9258-7f0a-4869-b766-bb070d96f2dc), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:38.084849 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Publish callbacks [] for router_gateway (236c9258-7f0a-4869-b766-bb070d96f2dc), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:38.101900 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Publish callbacks [] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:38.109974 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:38.110579 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:38.158473 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-adc1a9ad-838f-425c-ba93-1adf7268b4a3 req-e4d9f5ee-ae8f-48f2-b1bd-4f00c4b13c10 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.1339269 Feb 16 16:37:38.249743 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Network fbf091f5-41ca-4e2d-aae8-eb810e39931a is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:37:38.252482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Pushing event updated for resources: {'Port': ['ID=4c997cd2-b4fd-4d58-a05f-86f6d118f787,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:38.266432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:37:38.269699 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:37:38.319466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-8f45eab4-d113-4dfb-9316-026c31578aa8 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:38.325540 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-8f45eab4-d113-4dfb-9316-026c31578aa8 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 811 time: 0.3280871 Feb 16 16:37:38.339043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-50756790-708c-4e7d-a3b3-76533ff040a4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Request body: {'port': {'device_id': '1bfb643a-7a9f-46f9-b24e-b51ab6b67abd', 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03', 'admin_state_up': True, 'tenant_id': '87aaae2862ac405f88354b7195ee2896'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:38.376567 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Allocated IP 172.25.4.91 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/3609f7b1-8027-4cb2-8b66-7402aca01469) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:37:38.417807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Attempting to bind port 4c997cd2-b4fd-4d58-a05f-86f6d118f787 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:37:38.418388 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Attempting to bind port 4c997cd2-b4fd-4d58-a05f-86f6d118f787 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '8719bab0-3fdd-4fa4-8428-e1ce99f61e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fbf091f5-41ca-4e2d-aae8-eb810e39931a'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:37:38.418771 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Attempting to bind port 4c997cd2-b4fd-4d58-a05f-86f6d118f787 on network fbf091f5-41ca-4e2d-aae8-eb810e39931a {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:37:38.429273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:37:38.431808 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Checking segment: {'id': '8719bab0-3fdd-4fa4-8428-e1ce99f61e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fbf091f5-41ca-4e2d-aae8-eb810e39931a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:37:38.432241 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:38.432647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Bound using segment: {'id': '8719bab0-3fdd-4fa4-8428-e1ce99f61e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fbf091f5-41ca-4e2d-aae8-eb810e39931a'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:37:38.433127 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Bound port: 4c997cd2-b4fd-4d58-a05f-86f6d118f787, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8719bab0-3fdd-4fa4-8428-e1ce99f61e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fbf091f5-41ca-4e2d-aae8-eb810e39931a'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:37:38.433509 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:38.618766 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] For port 4c997cd2-b4fd-4d58-a05f-86f6d118f787, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:37:38.626996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] For port 4c997cd2-b4fd-4d58-a05f-86f6d118f787, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4c997cd2-b4fd-4d58-a05f-86f6d118f787,segment=NetworkSegment(8719bab0-3fdd-4fa4-8428-e1ce99f61e5d),segment_id=8719bab0-3fdd-4fa4-8428-e1ce99f61e5d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:37:38.649703 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:38.776516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9aabb-1c1b-422a-bf87-674ae0ce963a None None] Pushing event updated for resources: {'Port': ['ID=4c997cd2-b4fd-4d58-a05f-86f6d118f787,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:38.829958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Publish callbacks [] for port (3609f7b1-8027-4cb2-8b66-7402aca01469), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:38.873804 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b0b2c27-ea6f-4e7c-820b-9ffcceb7fb79 req-37cb44b0-8edf-4c47-9be5-a3f17a0c2655 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 210 time: 0.1770878 Feb 16 16:37:38.939497 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (3609f7b1-8027-4cb2-8b66-7402aca01469), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:39.027722 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-50756790-708c-4e7d-a3b3-76533ff040a4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Made reservation on behalf of 87aaae2862ac405f88354b7195ee2896 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:37:39.040599 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-50756790-708c-4e7d-a3b3-76533ff040a4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:39.094461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Pushing event updated for resources: {'Port': ['ID=3609f7b1-8027-4cb2-8b66-7402aca01469,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:39.141474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:37:39.156376 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:37:39.203586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:37:39.262058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-bb7c683f-1526-4939-bca0-9cb11f74d462 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:39.270091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-bb7c683f-1526-4939-bca0-9cb11f74d462 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.65 "GET /v2.0/networks?id=aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 HTTP/1.1" status: 200 len: 816 time: 0.4547656 Feb 16 16:37:39.741078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-50756790-708c-4e7d-a3b3-76533ff040a4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Allocated IP 172.20.0.8 (121ff239-7c70-486a-be8a-d08127a9ab03/7683ed5c-4de8-4e9d-8369-1fddb9288879/31d32009-d9fb-49c9-b95e-35a0ec47f270) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:37:39.769605 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Publish callbacks [] for router_gateway (236c9258-7f0a-4869-b766-bb070d96f2dc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:39.957777 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-50756790-708c-4e7d-a3b3-76533ff040a4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks [] for port (31d32009-d9fb-49c9-b95e-35a0ec47f270), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:40.049061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99d7810c-697e-44fa-8d72-56d7eb886060 req-874eb5f9-28b4-4d83-8321-d98f29fd9749 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.6675668 Feb 16 16:37:40.056394 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-50756790-708c-4e7d-a3b3-76533ff040a4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (31d32009-d9fb-49c9-b95e-35a0ec47f270), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:40.256889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4c997cd2-b4fd-4d58-a05f-86f6d118f787 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:37:40.257342 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9246fef-1e26-4c60-b499-f70c762b5a80 req-4a362f8a-d685-4c04-a483-2386172eb49e tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:40.259583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9246fef-1e26-4c60-b499-f70c762b5a80 req-4a362f8a-d685-4c04-a483-2386172eb49e tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 946 time: 0.9693666 Feb 16 16:37:40.353502 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 4c997cd2-b4fd-4d58-a05f-86f6d118f787 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:40.353888 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:40.362398 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (236c9258-7f0a-4869-b766-bb070d96f2dc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:40.368670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-50756790-708c-4e7d-a3b3-76533ff040a4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Network 121ff239-7c70-486a-be8a-d08127a9ab03 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:37:40.453582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-950776b2-94f9-4f7b-9546-0f82ecd62fa8 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=597ffe9ef796448cac90a2d29d11daf8 HTTP/1.1" status: 200 len: 379 time: 1.1721704 Feb 16 16:37:40.484013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4c997cd2-b4fd-4d58-a05f-86f6d118f787 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:40.484407 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:40.516296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-50756790-708c-4e7d-a3b3-76533ff040a4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:37:40.521375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-50756790-708c-4e7d-a3b3-76533ff040a4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:37:40.556173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 4c997cd2-b4fd-4d58-a05f-86f6d118f787, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4c997cd2-b4fd-4d58-a05f-86f6d118f787,segment=NetworkSegment(8719bab0-3fdd-4fa4-8428-e1ce99f61e5d),segment_id=8719bab0-3fdd-4fa4-8428-e1ce99f61e5d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:40.563322 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:40.641473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-e4ab8fe2-8051-4bf8-84d8-06d15b3430a4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Request body: {'port': {'device_id': '1cca779e-641d-4daf-9cb6-e5051130a9f6', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'admin_state_up': True, 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'security_groups': ['93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:40.649749 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=4c997cd2-b4fd-4d58-a05f-86f6d118f787,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:40.660437 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50756790-708c-4e7d-a3b3-76533ff040a4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Pushing event updated for resources: {'Port': ['ID=31d32009-d9fb-49c9-b95e-35a0ec47f270,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:40.719542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Router 236c9258-7f0a-4869-b766-bb070d96f2dc is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:37:40.741749 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d3d02-8958-47a0-bf27-8342fb64c8fc None None] Network fbf091f5-41ca-4e2d-aae8-eb810e39931a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:37:40.804378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9246fef-1e26-4c60-b499-f70c762b5a80 req-b55488af-9671-4cb0-b03d-1d132573c993 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731200 Feb 16 16:37:40.883331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-50756790-708c-4e7d-a3b3-76533ff040a4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:40.884455 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-50756790-708c-4e7d-a3b3-76533ff040a4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:40.912796 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-95ee782c-f836-46f3-ab6f-542d2d4a1dcf None None] Provisioning complete for port 4c997cd2-b4fd-4d58-a05f-86f6d118f787 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:40.917058 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-95ee782c-f836-46f3-ab6f-542d2d4a1dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:40.956815 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:37:40.967227 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Sync routers for ids ['236c9258-7f0a-4869-b766-bb070d96f2dc'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:37:40.985133 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Routers {'236c9258-7f0a-4869-b766-bb070d96f2dc'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:37:40.987426 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:37:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['236c9258-7f0a-4869-b766-bb070d96f2dc'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:41.050034 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:41.053735 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e0c33773-aa55-4c35-8803-a1c9e0032794 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9657323 Feb 16 16:37:41.058514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36364) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:41.061477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5c50b-8937-49ff-a546-8510bb3127be req-0c40143b-5bfb-48f0-8cff-8332bb9fadf5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:41.071153 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ae5c50b-8937-49ff-a546-8510bb3127be req-0c40143b-5bfb-48f0-8cff-8332bb9fadf5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 931 time: 0.7934453 Feb 16 16:37:41.126163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-50756790-708c-4e7d-a3b3-76533ff040a4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7915709 Feb 16 16:37:41.167391 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-95ee782c-f836-46f3-ab6f-542d2d4a1dcf None None] Current status of the port 4c997cd2-b4fd-4d58-a05f-86f6d118f787 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:41.298170 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2796c-bffb-49ae-8627-ca6370f3a3e4 req-268aac12-102e-40e5-8ed4-9e5f240dbe02 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:41.300517 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-32b2796c-bffb-49ae-8627-ca6370f3a3e4 req-268aac12-102e-40e5-8ed4-9e5f240dbe02 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.60 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 946 time: 0.3297579 Feb 16 16:37:41.329805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Request body: {'port': {'device_id': '1bfb643a-7a9f-46f9-b24e-b51ab6b67abd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:41.347252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b967a62a-b0d0-4601-b6c8-ca4b4d9b44bb req-cb3fd5eb-abd6-49d3-8148-061aab9a61f3 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.1315324 Feb 16 16:37:41.454086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ae5c50b-8937-49ff-a546-8510bb3127be req-0a5b5d86-f290-42bd-ae5d-8190604ed1d4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807356 Feb 16 16:37:41.504201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-72f23a09-c839-445b-b9e7-dd44d7d1ea6d None None] Provisioning complete for port 4c997cd2-b4fd-4d58-a05f-86f6d118f787 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:41.504822 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-72f23a09-c839-445b-b9e7-dd44d7d1ea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:41.511991 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Set router 236c9258-7f0a-4869-b766-bb070d96f2dc gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:37:41.516972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-e4ab8fe2-8051-4bf8-84d8-06d15b3430a4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Made reservation on behalf of 597ffe9ef796448cac90a2d29d11daf8 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:37:41.530376 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-e4ab8fe2-8051-4bf8-84d8-06d15b3430a4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:41.585759 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (31d32009-d9fb-49c9-b95e-35a0ec47f270), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:41.764108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-72f23a09-c839-445b-b9e7-dd44d7d1ea6d None None] Current status of the port 4c997cd2-b4fd-4d58-a05f-86f6d118f787 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:41.817007 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'name': 'tempest-ServersTestMultiNic-1089362365-router', 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:37:37Z', 'updated_at': '2022-02-16T16:37:39Z', 'revision_number': 3, 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'gw_port': {'id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:37:38Z', 'updated_at': '2022-02-16T16:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:41.821038 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-32b2796c-bffb-49ae-8627-ca6370f3a3e4 req-cb51bc94-5f27-4693-a0e4-189d54a8ce88 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Deleting port dc280a87-8d21-4c13-9f93-2c8747f4075e {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:37:41.821038 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-32b2796c-bffb-49ae-8627-ca6370f3a3e4 req-cb51bc94-5f27-4693-a0e4-189d54a8ce88 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (dc280a87-8d21-4c13-9f93-2c8747f4075e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:41.889564 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Checking router: 236c9258-7f0a-4869-b766-bb070d96f2dc for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:37:41.890207 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Updating router 236c9258-7f0a-4869-b766-bb070d96f2dc port 3609f7b1-8027-4cb2-8b66-7402aca01469 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:37:41.975583 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3609f7b1-8027-4cb2-8b66-7402aca01469), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:42.167311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4c997cd2-b4fd-4d58-a05f-86f6d118f787 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:37:42.311462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 4c997cd2-b4fd-4d58-a05f-86f6d118f787 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:42.312240 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:42.480877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4c997cd2-b4fd-4d58-a05f-86f6d118f787 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:42.491252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a5a21-f97c-4633-aa03-99ff31d14e1a req-1f43c167-7765-467d-97b3-5fb6f992c0b9 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:42.501252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-497a5a21-f97c-4633-aa03-99ff31d14e1a req-1f43c167-7765-467d-97b3-5fb6f992c0b9 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 946 time: 0.4137411 Feb 16 16:37:42.627457 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d32009-d9fb-49c9-b95e-35a0ec47f270 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:37:42.635767 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Publish callbacks [] for port (31d32009-d9fb-49c9-b95e-35a0ec47f270), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:42.649252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Transition to ACTIVE for port object 31d32009-d9fb-49c9-b95e-35a0ec47f270 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:37:42.655010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44256d21-eac9-4079-913b-09277db93c16 req-e3380e98-81ea-4fd2-9c62-3163e88fe63c tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.1337438 Feb 16 16:37:42.660086 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (31d32009-d9fb-49c9-b95e-35a0ec47f270), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:42.679147 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Publish callbacks [] for port (3609f7b1-8027-4cb2-8b66-7402aca01469), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:42.686698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-e4ab8fe2-8051-4bf8-84d8-06d15b3430a4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Allocated IP 172.20.0.6 (aa0bbe56-5d30-40d6-b39d-bdb3baf96a56/1d337a89-ab46-4c66-87a3-a69513586ea0/6c546aca-4b6e-4b3b-a0a2-be8555164a92) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:37:42.698709 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3609f7b1-8027-4cb2-8b66-7402aca01469), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:42.835939 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-497a5a21-f97c-4633-aa03-99ff31d14e1a req-0004a1f0-e33f-4e9d-9ce4-daf705fdae35 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333814 Feb 16 16:37:42.903137 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afc981-2de2-48eb-858d-84d6e27e97f8 None None] Pushing event updated for resources: {'Port': ['ID=3609f7b1-8027-4cb2-8b66-7402aca01469,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:42.930600 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71afc981-2de2-48eb-858d-84d6e27e97f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:42.931032 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71afc981-2de2-48eb-858d-84d6e27e97f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:42.931396 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71afc981-2de2-48eb-858d-84d6e27e97f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:42.931733 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71afc981-2de2-48eb-858d-84d6e27e97f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:42.933048 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71afc981-2de2-48eb-858d-84d6e27e97f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:42.933048 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71afc981-2de2-48eb-858d-84d6e27e97f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:42.933048 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71afc981-2de2-48eb-858d-84d6e27e97f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:42.933288 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71afc981-2de2-48eb-858d-84d6e27e97f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:42.933558 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71afc981-2de2-48eb-858d-84d6e27e97f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:42.933811 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71afc981-2de2-48eb-858d-84d6e27e97f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:42.934130 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71afc981-2de2-48eb-858d-84d6e27e97f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:42.934399 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71afc981-2de2-48eb-858d-84d6e27e97f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:42.934778 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71afc981-2de2-48eb-858d-84d6e27e97f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:42.941248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=31d32009-d9fb-49c9-b95e-35a0ec47f270,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:42.960367 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Attempting to bind port 3609f7b1-8027-4cb2-8b66-7402aca01469 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:37:42.961035 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Attempting to bind port 3609f7b1-8027-4cb2-8b66-7402aca01469 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:37:42.961582 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Attempting to bind port 3609f7b1-8027-4cb2-8b66-7402aca01469 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:37:42.974642 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:37:42.977602 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:37:42.979264 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:42.979954 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:37:42.980624 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Bound port: 3609f7b1-8027-4cb2-8b66-7402aca01469, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:37:42.981333 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3609f7b1-8027-4cb2-8b66-7402aca01469), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:43.080427 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] For port 3609f7b1-8027-4cb2-8b66-7402aca01469, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:37:43.083959 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] For port 3609f7b1-8027-4cb2-8b66-7402aca01469, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=3609f7b1-8027-4cb2-8b66-7402aca01469,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:37:43.105165 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3609f7b1-8027-4cb2-8b66-7402aca01469), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:43.140317 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-32b2796c-bffb-49ae-8627-ca6370f3a3e4 req-cb51bc94-5f27-4693-a0e4-189d54a8ce88 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] For port dc280a87-8d21-4c13-9f93-2c8747f4075e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=dc280a87-8d21-4c13-9f93-2c8747f4075e,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:43.140879 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-32b2796c-bffb-49ae-8627-ca6370f3a3e4 req-cb51bc94-5f27-4693-a0e4-189d54a8ce88 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (dc280a87-8d21-4c13-9f93-2c8747f4075e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:43.202967 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Routers {'236c9258-7f0a-4869-b766-bb070d96f2dc'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:37:43.203600 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:37:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['236c9258-7f0a-4869-b766-bb070d96f2dc'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:43.242612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-32b2796c-bffb-49ae-8627-ca6370f3a3e4 req-cb51bc94-5f27-4693-a0e4-189d54a8ce88 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Calling delete_port for dc280a87-8d21-4c13-9f93-2c8747f4075e owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:37:43.332172 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afc981-2de2-48eb-858d-84d6e27e97f8 None None] Pushing event updated for resources: {'Port': ['ID=3609f7b1-8027-4cb2-8b66-7402aca01469,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:43.394652 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] Set router 236c9258-7f0a-4869-b766-bb070d96f2dc gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:37:43.428067 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:43.613716 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'name': 'tempest-ServersTestMultiNic-1089362365-router', 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:37:37Z', 'updated_at': '2022-02-16T16:37:39Z', 'revision_number': 3, 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'gw_port': {'id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:37:38Z', 'updated_at': '2022-02-16T16:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:43.621288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Allocated IP 172.20.0.1 (fbf091f5-41ca-4e2d-aae8-eb810e39931a/df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0/ace8f1cc-3644-4f86-8ed1-057bdb21940c) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:37:43.649035 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23660814-fbfd-4546-afcc-a3d91963a4d6 None None] The sync data for ids ['236c9258-7f0a-4869-b766-bb070d96f2dc'] in n-d-669411-5 is: [{'id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'name': 'tempest-ServersTestMultiNic-1089362365-router', 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:37:37Z', 'updated_at': '2022-02-16T16:37:39Z', 'revision_number': 3, 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'gw_port': {'id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:37:38Z', 'updated_at': '2022-02-16T16:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:37:43.785418 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-e4ab8fe2-8051-4bf8-84d8-06d15b3430a4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:43.799956 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Publish callbacks [] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:43.844196 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-32b2796c-bffb-49ae-8627-ca6370f3a3e4 req-cb51bc94-5f27-4693-a0e4-189d54a8ce88 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (dc280a87-8d21-4c13-9f93-2c8747f4075e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:43.850669 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94ca4773-260f-49e3-9807-78d414bd84ad req-1a255d84-318a-42c1-9db5-946ce3771d17 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.0527046 Feb 16 16:37:43.866660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['5cc56aa2-f9b6-492c-b737-2a294e7b867b', 'a29ba352-f266-4899-a105-0169a0c35bdb'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:37:43.902742 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51bc94-5f27-4693-a0e4-189d54a8ce88 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Pushing event deleted for resources: {'Port': ['ID=dc280a87-8d21-4c13-9f93-2c8747f4075e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:43.913726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1c5f4-140c-4d8e-a197-f9780c75af9e req-2baba477-7cd1-4679-a55f-0060d3fe0726 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:43.915574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2b1c5f4-140c-4d8e-a197-f9780c75af9e req-2baba477-7cd1-4679-a55f-0060d3fe0726 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 943 time: 0.8909922 Feb 16 16:37:43.923982 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Attempting to bind port 31d32009-d9fb-49c9-b95e-35a0ec47f270 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:37:43.924367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Attempting to bind port 31d32009-d9fb-49c9-b95e-35a0ec47f270 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:37:43.924745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Attempting to bind port 31d32009-d9fb-49c9-b95e-35a0ec47f270 on network 121ff239-7c70-486a-be8a-d08127a9ab03 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:37:43.955683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Port 31d32009-d9fb-49c9-b95e-35a0ec47f270 on network 121ff239-7c70-486a-be8a-d08127a9ab03 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:37:43.956044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Attempting to bind port 31d32009-d9fb-49c9-b95e-35a0ec47f270 on network 121ff239-7c70-486a-be8a-d08127a9ab03 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:37:43.961447 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b2796c-bffb-49ae-8627-ca6370f3a3e4 req-cb51bc94-5f27-4693-a0e4-189d54a8ce88 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] No DVR routers for this DVR port dc280a87-8d21-4c13-9f93-2c8747f4075e on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:37:43.961649 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-e4ab8fe2-8051-4bf8-84d8-06d15b3430a4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:43.963654 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:43.966188 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-32b2796c-bffb-49ae-8627-ca6370f3a3e4 req-cb51bc94-5f27-4693-a0e4-189d54a8ce88 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:43.969057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['de2a1841-9c2e-4487-8eab-b43ae743539a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:37:43.970390 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-32b2796c-bffb-49ae-8627-ca6370f3a3e4 req-cb51bc94-5f27-4693-a0e4-189d54a8ce88 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.60 "DELETE /v2.0/ports/dc280a87-8d21-4c13-9f93-2c8747f4075e HTTP/1.1" status: 204 len: 173 time: 2.6590440 Feb 16 16:37:43.974297 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db11364a-5ab0-42fb-814f-c7490470af5c', 'name': 'network-vif-deleted', 'tag': 'dc280a87-8d21-4c13-9f93-2c8747f4075e'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:37:43.977458 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc66a798-1af4-4308-8ffb-d7978c414753" -d '{"events": [{"server_uuid": "db11364a-5ab0-42fb-814f-c7490470af5c", "name": "network-vif-deleted", "tag": "dc280a87-8d21-4c13-9f93-2c8747f4075e"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:37:44.068463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:37:44.068862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Checking segment: {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:37:44.069175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Bound using segment: {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:37:44.069631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Bound port: 31d32009-d9fb-49c9-b95e-35a0ec47f270, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:37:44.070027 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (31d32009-d9fb-49c9-b95e-35a0ec47f270), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:44.105039 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Network fbf091f5-41ca-4e2d-aae8-eb810e39931a is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:37:44.108614 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ea61e6-4b9c-4998-bbd4-47e5cac7e953 x-openstack-request-id: req-19ea61e6-4b9c-4998-bbd4-47e5cac7e953 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:37:44.108962 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db11364a-5ab0-42fb-814f-c7490470af5c", "name": "network-vif-deleted", "tag": "dc280a87-8d21-4c13-9f93-2c8747f4075e", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:37:44.109244 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19ea61e6-4b9c-4998-bbd4-47e5cac7e953 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:37:44.109661 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db11364a-5ab0-42fb-814f-c7490470af5c', 'name': 'network-vif-deleted', 'tag': 'dc280a87-8d21-4c13-9f93-2c8747f4075e', 'status': 'completed', 'code': 200} Feb 16 16:37:44.117984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:37:44.148016 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:37:44.193927 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] For port 31d32009-d9fb-49c9-b95e-35a0ec47f270, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:37:44.197629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] For port 31d32009-d9fb-49c9-b95e-35a0ec47f270, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=31d32009-d9fb-49c9-b95e-35a0ec47f270,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:37:44.201780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab8fe2-8051-4bf8-84d8-06d15b3430a4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Pushing event updated for resources: {'Port': ['ID=6c546aca-4b6e-4b3b-a0a2-be8555164a92,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:44.219796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-e4ab8fe2-8051-4bf8-84d8-06d15b3430a4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Network aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:37:44.221717 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (31d32009-d9fb-49c9-b95e-35a0ec47f270), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:44.269886 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ace8f1cc-3644-4f86-8ed1-057bdb21940c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:44.309501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=31d32009-d9fb-49c9-b95e-35a0ec47f270,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:44.314593 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (236c9258-7f0a-4869-b766-bb070d96f2dc), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:44.317325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-e4ab8fe2-8051-4bf8-84d8-06d15b3430a4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:37:44.370860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2b1c5f4-140c-4d8e-a197-f9780c75af9e req-953f5796-1975-463e-aac9-efcab0952a90 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431601 Feb 16 16:37:44.372283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-e4ab8fe2-8051-4bf8-84d8-06d15b3430a4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:37:44.390416 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:44.391046 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:44.392601 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-9f670b8e-0d67-4ecc-8a41-98fc58a4b6c9 service neutron] 10.222.0.65 "PUT /v2.0/ports/31d32009-d9fb-49c9-b95e-35a0ec47f270 HTTP/1.1" status: 200 len: 1091 time: 3.2471931 Feb 16 16:37:44.512328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bfb643a-7a9f-46f9-b24e-b51ab6b67abd', 'tag': '31d32009-d9fb-49c9-b95e-35a0ec47f270'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:37:44.521614 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe5f3a3-ed95-48e4-8f6e-d6f3a80347ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1bfb643a-7a9f-46f9-b24e-b51ab6b67abd", "tag": "31d32009-d9fb-49c9-b95e-35a0ec47f270"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:37:44.604925 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9cc03d53-6f3e-49b9-aab2-d44ee5d8c7a5 req-b50a3c4f-2146-4bca-987d-5f55684c72bc tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=db11364a-5ab0-42fb-814f-c7490470af5c HTTP/1.1" status: 200 len: 210 time: 0.2837563 Feb 16 16:37:44.718846 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b381710-3698-41b3-a7e7-bcac21e42257 x-openstack-request-id: req-6b381710-3698-41b3-a7e7-bcac21e42257 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:37:44.719139 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bfb643a-7a9f-46f9-b24e-b51ab6b67abd", "tag": "31d32009-d9fb-49c9-b95e-35a0ec47f270", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:37:44.719426 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b381710-3698-41b3-a7e7-bcac21e42257 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:37:44.722109 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:44.722775 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bfb643a-7a9f-46f9-b24e-b51ab6b67abd', 'tag': '31d32009-d9fb-49c9-b95e-35a0ec47f270', 'status': 'completed', 'code': 200} Feb 16 16:37:44.762729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-888d23e4-5230-4456-9b64-3ee301a76bad None None] Provisioning complete for port ace8f1cc-3644-4f86-8ed1-057bdb21940c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:44.764178 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-888d23e4-5230-4456-9b64-3ee301a76bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:44.784804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-e4ab8fe2-8051-4bf8-84d8-06d15b3430a4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:44.785630 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-e4ab8fe2-8051-4bf8-84d8-06d15b3430a4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:44.809859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-d533e35d-fbd1-4354-b2b9-6a6c756e3685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:44.812717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-d533e35d-fbd1-4354-b2b9-6a6c756e3685 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 1125 time: 0.2830298 Feb 16 16:37:44.817543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-e4ab8fe2-8051-4bf8-84d8-06d15b3430a4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2632282 Feb 16 16:37:44.849587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-888d23e4-5230-4456-9b64-3ee301a76bad None None] Port ace8f1cc-3644-4f86-8ed1-057bdb21940c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:37:44.870239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device dc280a87-8d21-4c13-9f93-2c8747f4075e no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:37:44.887040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Request body: {'port': {'device_id': '1cca779e-641d-4daf-9cb6-e5051130a9f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:44.925395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: dc280a87-8d21-4c13-9f93-2c8747f4075e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:37:44.925794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device dc280a87-8d21-4c13-9f93-2c8747f4075e not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:37:44.958401 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:44.973790 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-e975b948-c35a-44e6-aa82-5f0403239387 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31d32009-d9fb-49c9-b95e-35a0ec47f270 HTTP/1.1" status: 200 len: 217 time: 0.1478765 Feb 16 16:37:44.984859 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1426adbb-8b8f-4f5b-a672-af6801928bfc None None] Provisioning complete for port 6c546aca-4b6e-4b3b-a0a2-be8555164a92 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:44.985298 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1426adbb-8b8f-4f5b-a672-af6801928bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:44.989279 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Publish callbacks [] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:44.996174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:45.059076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1426adbb-8b8f-4f5b-a672-af6801928bfc None None] Port 6c546aca-4b6e-4b3b-a0a2-be8555164a92 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:37:45.084316 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (236c9258-7f0a-4869-b766-bb070d96f2dc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:45.086617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ace8f1cc-3644-4f86-8ed1-057bdb21940c,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:45.127392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-a3d90079-b104-48c1-a87f-1321f49cd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:45.128890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-a3d90079-b104-48c1-a87f-1321f49cd102 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7683ed5c-4de8-4e9d-8369-1fddb9288879 HTTP/1.1" status: 200 len: 851 time: 0.1447289 Feb 16 16:37:45.189946 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-19e76329-6532-4973-a10f-5918c2f358cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=121ff239-7c70-486a-be8a-d08127a9ab03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538256 Feb 16 16:37:45.204007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Network fbf091f5-41ca-4e2d-aae8-eb810e39931a is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:37:45.206330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:37:45.267471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3907d4c-6b4c-450c-860a-caa341d0809c req-81d8f868-5b94-4fe1-8de6-1ed5c7e66c3f tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:45.274694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3907d4c-6b4c-450c-860a-caa341d0809c req-81d8f868-5b94-4fe1-8de6-1ed5c7e66c3f tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 931 time: 0.3172569 Feb 16 16:37:45.395426 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Router 236c9258-7f0a-4869-b766-bb070d96f2dc has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:37:45.557827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3907d4c-6b4c-450c-860a-caa341d0809c req-76455ded-5aaa-43ec-9a9b-b27d94d05ed7 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822537 Feb 16 16:37:45.586593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-578e0d74-5887-4619-bbb1-804e1d554612 service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371742 Feb 16 16:37:45.591118 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9190671f-706b-4c00-b423-f4bc64c1ac80 None None] Provisioning complete for port ace8f1cc-3644-4f86-8ed1-057bdb21940c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:45.592861 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9190671f-706b-4c00-b423-f4bc64c1ac80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:45.613999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:37:45.622201 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-af47c4ae-ba3c-41c1-9e9a-7b834e7e97f6 admin admin] 10.222.0.24 "PUT /v2.0/routers/236c9258-7f0a-4869-b766-bb070d96f2dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5631990 Feb 16 16:37:45.642917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9190671f-706b-4c00-b423-f4bc64c1ac80 None None] Port ace8f1cc-3644-4f86-8ed1-057bdb21940c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:37:45.726626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdc046-5738-4a1c-80c4-8f5d3e51889c req-b666f23c-fe21-47a9-aff7-b1ce7f5c90fc tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:45.728187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72cdc046-5738-4a1c-80c4-8f5d3e51889c req-b666f23c-fe21-47a9-aff7-b1ce7f5c90fc tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 943 time: 0.1961317 Feb 16 16:37:45.789779 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36394) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:45.808972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34282a23-6cda-4601-b9ec-b0a467de6290 req-32a39df0-d48d-46ab-b7e2-c079ae8c3cba service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145550 Feb 16 16:37:45.835259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c546aca-4b6e-4b3b-a0a2-be8555164a92 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:37:45.851012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-73fb8f3b-3efd-40ad-bc84-5f530931b9d8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-697562466'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:45.852246 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Publish callbacks [] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:45.864301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72cdc046-5738-4a1c-80c4-8f5d3e51889c req-6fa0e466-7c27-46f5-a2aa-6cb4f26d58c0 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267893 Feb 16 16:37:45.875037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fb8f3b-3efd-40ad-bc84-5f530931b9d8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Made reservation on behalf of be5c26ee3e0b4a0a982a8a5a510819f0 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:37:45.879245 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73fb8f3b-3efd-40ad-bc84-5f530931b9d8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:45.907051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Transition to ACTIVE for port object 6c546aca-4b6e-4b3b-a0a2-be8555164a92 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:37:45.907472 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fb8f3b-3efd-40ad-bc84-5f530931b9d8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:37:45.918123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:45.919082 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73fb8f3b-3efd-40ad-bc84-5f530931b9d8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b7ed880b-e132-4d3d-a7c5-6bc723ab845d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:45.920227 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-73fb8f3b-3efd-40ad-bc84-5f530931b9d8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Added segment b7ed880b-e132-4d3d-a7c5-6bc723ab845d of type vlan for network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f Feb 16 16:37:45.968999 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73fb8f3b-3efd-40ad-bc84-5f530931b9d8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (0e78c7fe-edb2-40c7-8c68-2a6e50b0379f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:45.974176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5f3a3-ed95-48e4-8f6e-d6f3a80347ce req-38d12532-7b92-49f9-9a75-52e4825fd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:45.975728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fe5f3a3-ed95-48e4-8f6e-d6f3a80347ce req-38d12532-7b92-49f9-9a75-52e4825fd53e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 1125 time: 0.1069338 Feb 16 16:37:45.993816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Pushing event updated for resources: {'Port': ['ID=6c546aca-4b6e-4b3b-a0a2-be8555164a92,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:46.034218 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73fb8f3b-3efd-40ad-bc84-5f530931b9d8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (0e78c7fe-edb2-40c7-8c68-2a6e50b0379f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:46.049566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fb8f3b-3efd-40ad-bc84-5f530931b9d8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:46.050505 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73fb8f3b-3efd-40ad-bc84-5f530931b9d8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:46.112191 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-73fb8f3b-3efd-40ad-bc84-5f530931b9d8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3211353 Feb 16 16:37:46.112762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36398) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:46.138946 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c135b569-a796-4592-9168-02f149bba517 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Request body: {'subnet': {'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:46.167165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3609f7b1-8027-4cb2-8b66-7402aca01469 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:37:46.190911 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5f3a3-ed95-48e4-8f6e-d6f3a80347ce req-83bef537-86c8-4717-9ae8-20c78c7e5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:46.192783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fe5f3a3-ed95-48e4-8f6e-d6f3a80347ce req-83bef537-86c8-4717-9ae8-20c78c7e5450 service neutron] 10.222.0.65 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 912 time: 0.2079191 Feb 16 16:37:46.194617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Attempting to bind port 6c546aca-4b6e-4b3b-a0a2-be8555164a92 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:37:46.194953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Attempting to bind port 6c546aca-4b6e-4b3b-a0a2-be8555164a92 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '75210099-9289-41f8-a5cb-63ebb514a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:37:46.195280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Attempting to bind port 6c546aca-4b6e-4b3b-a0a2-be8555164a92 on network aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:37:46.197947 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb8f3b-3efd-40ad-bc84-5f530931b9d8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event updated for resources: {'Network': ['ID=0e78c7fe-edb2-40c7-8c68-2a6e50b0379f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:46.210222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Port 6c546aca-4b6e-4b3b-a0a2-be8555164a92 on network aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:37:46.210554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Attempting to bind port 6c546aca-4b6e-4b3b-a0a2-be8555164a92 on network aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:37:46.236689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:37:46.262966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:37:46.263882 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Checking segment: {'id': '75210099-9289-41f8-a5cb-63ebb514a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:37:46.264172 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Bound using segment: {'id': '75210099-9289-41f8-a5cb-63ebb514a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:37:46.264610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Bound port: 6c546aca-4b6e-4b3b-a0a2-be8555164a92, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75210099-9289-41f8-a5cb-63ebb514a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:37:46.266226 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:46.270231 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fe5f3a3-ed95-48e4-8f6e-d6f3a80347ce req-74f75754-aff0-45e5-9d3e-4d83bd8ac46c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31d32009-d9fb-49c9-b95e-35a0ec47f270 HTTP/1.1" status: 200 len: 217 time: 0.0677204 Feb 16 16:37:46.324168 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c135b569-a796-4592-9168-02f149bba517 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Made reservation on behalf of be5c26ee3e0b4a0a982a8a5a510819f0 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:37:46.331362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c135b569-a796-4592-9168-02f149bba517 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:46.354470 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 3609f7b1-8027-4cb2-8b66-7402aca01469 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:46.355413 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3609f7b1-8027-4cb2-8b66-7402aca01469), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:46.362550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Sync routers for ids ['236c9258-7f0a-4869-b766-bb070d96f2dc'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:37:46.408846 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Routers {'236c9258-7f0a-4869-b766-bb070d96f2dc'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:37:46.410082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:37:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['236c9258-7f0a-4869-b766-bb070d96f2dc'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:46.428070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5f3a3-ed95-48e4-8f6e-d6f3a80347ce req-08dc2eb7-7f92-4804-ae01-0b3ae85032f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:46.431051 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fe5f3a3-ed95-48e4-8f6e-d6f3a80347ce req-08dc2eb7-7f92-4804-ae01-0b3ae85032f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7683ed5c-4de8-4e9d-8369-1fddb9288879 HTTP/1.1" status: 200 len: 851 time: 0.1473811 Feb 16 16:37:46.488537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fe5f3a3-ed95-48e4-8f6e-d6f3a80347ce req-729f02f2-68c1-4066-bc73-9b04164b3dec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=121ff239-7c70-486a-be8a-d08127a9ab03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449922 Feb 16 16:37:46.492252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] For port 6c546aca-4b6e-4b3b-a0a2-be8555164a92, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:37:46.525469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] For port 6c546aca-4b6e-4b3b-a0a2-be8555164a92, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6c546aca-4b6e-4b3b-a0a2-be8555164a92,segment=NetworkSegment(75210099-9289-41f8-a5cb-63ebb514a19d),segment_id=75210099-9289-41f8-a5cb-63ebb514a19d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:37:46.543965 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:46.576022 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c135b569-a796-4592-9168-02f149bba517 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (56c2f247-adc8-4991-bc49-ddf220cfa699), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:46.587102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Set router 236c9258-7f0a-4869-b766-bb070d96f2dc gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:37:46.589372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 3609f7b1-8027-4cb2-8b66-7402aca01469 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:46.589951 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3609f7b1-8027-4cb2-8b66-7402aca01469), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:46.652904 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135b569-a796-4592-9168-02f149bba517 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event updated for resources: {'Subnet': ['ID=56c2f247-adc8-4991-bc49-ddf220cfa699,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:46.710847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c135b569-a796-4592-9168-02f149bba517 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Checking segment: {'id': 'b7ed880b-e132-4d3d-a7c5-6bc723ab845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:37:46.711497 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c135b569-a796-4592-9168-02f149bba517 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Network hostable DHCP agents. Network: 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:37:46.726669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:46.727302 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:46.728768 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] 10.222.0.65 "PUT /v2.0/ports/6c546aca-4b6e-4b3b-a0a2-be8555164a92 HTTP/1.1" status: 200 len: 1091 time: 1.8469138 Feb 16 16:37:46.735726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cca779e-641d-4daf-9cb6-e5051130a9f6', 'tag': '6c546aca-4b6e-4b3b-a0a2-be8555164a92'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:37:46.739222 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3cf342-0e53-4831-829a-8502c115c66f" -d '{"events": [{"name": "network-changed", "server_uuid": "1cca779e-641d-4daf-9cb6-e5051130a9f6", "tag": "6c546aca-4b6e-4b3b-a0a2-be8555164a92"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:37:46.743534 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c135b569-a796-4592-9168-02f149bba517 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:37:46.763111 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c135b569-a796-4592-9168-02f149bba517 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:37:46.777498 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fe5f3a3-ed95-48e4-8f6e-d6f3a80347ce req-82bbf9f5-99b7-4d9d-b120-5de1892f881f service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813108 Feb 16 16:37:46.778107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd3189-5295-4c61-9564-77398befa636 service neutron] Pushing event updated for resources: {'Port': ['ID=6c546aca-4b6e-4b3b-a0a2-be8555164a92,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:46.792944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c135b569-a796-4592-9168-02f149bba517 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:46.793578 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c135b569-a796-4592-9168-02f149bba517 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:46.837620 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c135b569-a796-4592-9168-02f149bba517 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7213504 Feb 16 16:37:46.840415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36404) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:46.852457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-607e386f-bfba-4f56-9131-9c3eee624103 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-34594901'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:46.881840 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad457fd-f9eb-4f6f-ade3-25dc2c7715c5 x-openstack-request-id: req-9ad457fd-f9eb-4f6f-ade3-25dc2c7715c5 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:37:46.882404 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cca779e-641d-4daf-9cb6-e5051130a9f6", "tag": "6c546aca-4b6e-4b3b-a0a2-be8555164a92", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:37:46.882404 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ad457fd-f9eb-4f6f-ade3-25dc2c7715c5 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:37:46.882802 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cca779e-641d-4daf-9cb6-e5051130a9f6', 'tag': '6c546aca-4b6e-4b3b-a0a2-be8555164a92', 'status': 'completed', 'code': 200} Feb 16 16:37:46.949067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607e386f-bfba-4f56-9131-9c3eee624103 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Made reservation on behalf of be5c26ee3e0b4a0a982a8a5a510819f0 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:37:46.957964 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-607e386f-bfba-4f56-9131-9c3eee624103 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:46.965142 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a55e7-5627-413a-aadd-b3c70b1843f7 None None] Network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:37:46.972888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73150960-3f90-4f05-a629-a9c65a406016 req-7a62f424-79d7-4db8-a6e1-5146bd9559f1 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:46.974414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73150960-3f90-4f05-a629-a9c65a406016 req-7a62f424-79d7-4db8-a6e1-5146bd9559f1 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.2821102 Feb 16 16:37:47.024560 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c937b9d-a42a-4b2a-9ef2-533c003ec8d2 req-c14c5c7d-cb11-460b-83e3-61c5f20a5b4d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1394072 Feb 16 16:37:47.039078 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607e386f-bfba-4f56-9131-9c3eee624103 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:37:47.049990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-6fac838d-9914-4837-a496-0a8c83813fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:47.051825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-6fac838d-9914-4837-a496-0a8c83813fa1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=597ffe9ef796448cac90a2d29d11daf8&device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 1125 time: 0.2472200 Feb 16 16:37:47.090710 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-607e386f-bfba-4f56-9131-9c3eee624103 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c362152e-dc45-408a-a92e-ba3da68906f6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:47.090710 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-607e386f-bfba-4f56-9131-9c3eee624103 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Added segment c362152e-dc45-408a-a92e-ba3da68906f6 of type vlan for network 44b4b7dc-6833-4415-aea6-764f4bebee37 Feb 16 16:37:47.122072 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-a13d5e6b-99e5-47c5-a62c-cd2f207b3451 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c546aca-4b6e-4b3b-a0a2-be8555164a92 HTTP/1.1" status: 200 len: 217 time: 0.0609317 Feb 16 16:37:47.124827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fe5f3a3-ed95-48e4-8f6e-d6f3a80347ce req-d4db130f-50bb-4c8f-a44c-39219556f759 service neutron] 10.222.0.65 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317811 Feb 16 16:37:47.154550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c937b9d-a42a-4b2a-9ef2-533c003ec8d2 req-c7f9e3c0-f59c-440f-9ca8-bd6be4eecd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:47.155306 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73150960-3f90-4f05-a629-a9c65a406016 req-77583f05-7367-4a66-9ede-c3a84893c981 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697729 Feb 16 16:37:47.156582 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c937b9d-a42a-4b2a-9ef2-533c003ec8d2 req-c7f9e3c0-f59c-440f-9ca8-bd6be4eecd6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 1127 time: 0.1037338 Feb 16 16:37:47.162677 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-607e386f-bfba-4f56-9131-9c3eee624103 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (44b4b7dc-6833-4415-aea6-764f4bebee37), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:47.196087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be7e27-c937-4b21-906e-6f978fe5705b req-0906655e-3aed-40ae-8fa2-1a31a33f1c4e tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:47.197588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8be7e27-c937-4b21-906e-6f978fe5705b req-0906655e-3aed-40ae-8fa2-1a31a33f1c4e tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 943 time: 0.1942909 Feb 16 16:37:47.253024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 3609f7b1-8027-4cb2-8b66-7402aca01469, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=3609f7b1-8027-4cb2-8b66-7402aca01469,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:47.266958 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-0e78c7fe-edb2-40c7-8c68-2a6e50b0379f', 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f', 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'fixed_ips': [{'subnet_id': '56c2f247-adc8-4991-bc49-ddf220cfa699'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:37:47.267894 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:47.269697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-3cf8440d-6422-41ad-9102-89ffcd27d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:47.271652 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-3cf8440d-6422-41ad-9102-89ffcd27d432 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1d337a89-ab46-4c66-87a3-a69513586ea0 HTTP/1.1" status: 200 len: 855 time: 0.1348684 Feb 16 16:37:47.273876 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3609f7b1-8027-4cb2-8b66-7402aca01469), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:47.289031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8be7e27-c937-4b21-906e-6f978fe5705b req-2c91743a-1bd6-45cd-82a1-0fc8e41878c7 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762787 Feb 16 16:37:47.289224 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.db.resource_extend [None req-607e386f-bfba-4f56-9131-9c3eee624103 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:37:47.291953 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c937b9d-a42a-4b2a-9ef2-533c003ec8d2 req-b58c0c6b-43d3-47e1-b6b0-23fce9e01753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:47.293499 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c937b9d-a42a-4b2a-9ef2-533c003ec8d2 req-b58c0c6b-43d3-47e1-b6b0-23fce9e01753 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 915 time: 0.1136217 Feb 16 16:37:47.351036 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c937b9d-a42a-4b2a-9ef2-533c003ec8d2 req-8771596a-71f1-4d63-ad94-963fa16682e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a29ba352-f266-4899-a105-0169a0c35bdb HTTP/1.1" status: 200 len: 217 time: 0.0492425 Feb 16 16:37:47.361114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-d1b0777a-dfc5-4e5a-8440-1c6827e50ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:47.362905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-d1b0777a-dfc5-4e5a-8440-1c6827e50ef0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa0bbe56-5d30-40d6-b39d-bdb3baf96a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0722063 Feb 16 16:37:47.392107 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-607e386f-bfba-4f56-9131-9c3eee624103 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (44b4b7dc-6833-4415-aea6-764f4bebee37), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:47.397933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e386f-bfba-4f56-9131-9c3eee624103 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:47.398643 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-607e386f-bfba-4f56-9131-9c3eee624103 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:47.488779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=3609f7b1-8027-4cb2-8b66-7402aca01469,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:47.489002 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e386f-bfba-4f56-9131-9c3eee624103 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event updated for resources: {'Network': ['ID=44b4b7dc-6833-4415-aea6-764f4bebee37,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:47.507176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 44b4b7dc-6833-4415-aea6-764f4bebee37 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:37:47.512802 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-040defab-e022-455a-8c27-f55c9b17a07f service neutron] 10.222.0.65 "GET /v2.0/networks/aa0bbe56-5d30-40d6-b39d-bdb3baf96a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428521 Feb 16 16:37:47.521078 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-607e386f-bfba-4f56-9131-9c3eee624103 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6771708 Feb 16 16:37:47.521078 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c937b9d-a42a-4b2a-9ef2-533c003ec8d2 req-bf6a69d4-bc65-4b00-9296-679b6a1d7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:47.521846 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c937b9d-a42a-4b2a-9ef2-533c003ec8d2 req-bf6a69d4-bc65-4b00-9296-679b6a1d7e20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cc44112-3970-4a84-a656-f40fa88683de HTTP/1.1" status: 200 len: 854 time: 0.1642096 Feb 16 16:37:47.522309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36410) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:47.528237 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Request body: {'subnet': {'network_id': '44b4b7dc-6833-4415-aea6-764f4bebee37', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:47.529889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:47.530235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:47.530575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:47.530909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:47.531236 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:47.531563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:47.531916 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:47.532239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:47.532561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:47.532880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:47.533198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:47.533520 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:47.533836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:47.643192 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c937b9d-a42a-4b2a-9ef2-533c003ec8d2 req-fa8da475-9ff9-4912-83ff-bfcebb07c1c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ff79391-d267-4f31-964d-a98547bf9b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368366 Feb 16 16:37:47.644702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Allocated IP 19.80.0.2 (0e78c7fe-edb2-40c7-8c68-2a6e50b0379f/56c2f247-adc8-4991-bc49-ddf220cfa699/8e43ef69-d22f-47de-bef4-d06944792603) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:37:47.647926 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a586e0c-f5f4-4882-b1f6-220a1a485dc4 req-3fb9d927-43ec-4259-a060-d219029b3105 service neutron] 10.222.0.65 "GET /v2.0/networks/aa0bbe56-5d30-40d6-b39d-bdb3baf96a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290641 Feb 16 16:37:47.731572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'name': 'tempest-ServersTestMultiNic-1089362365-router', 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:37:37Z', 'updated_at': '2022-02-16T16:37:44Z', 'revision_number': 4, 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'gw_port': {'id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:37:38Z', 'updated_at': '2022-02-16T16:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'ace8f1cc-3644-4f86-8ed1-057bdb21940c', 'name': '', 'network_id': 'fbf091f5-41ca-4e2d-aae8-eb810e39931a', 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'mac_address': 'fa:16:3e:bb:22:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:37:43Z', 'updated_at': '2022-02-16T16:37:44Z', 'revision_number': 2, 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'subnets': [{'id': 'df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:47.771378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cf342-0e53-4831-829a-8502c115c66f req-4fcdf3dd-b072-4753-b654-e8b75e2e1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:47.771811 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Checking router: 236c9258-7f0a-4869-b766-bb070d96f2dc for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:37:47.772172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Updating router 236c9258-7f0a-4869-b766-bb070d96f2dc port ace8f1cc-3644-4f86-8ed1-057bdb21940c binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:37:47.773170 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c937b9d-a42a-4b2a-9ef2-533c003ec8d2 req-86da4a93-e36e-468e-be27-5ae643ed219f service neutron] 10.222.0.65 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158600 Feb 16 16:37:47.773472 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b3cf342-0e53-4831-829a-8502c115c66f req-4fcdf3dd-b072-4753-b654-e8b75e2e1389 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=597ffe9ef796448cac90a2d29d11daf8&device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 1125 time: 0.0638907 Feb 16 16:37:47.795379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Made reservation on behalf of be5c26ee3e0b4a0a982a8a5a510819f0 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:37:47.800001 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:47.821228 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:47.906709 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Publish callbacks [] for port (8e43ef69-d22f-47de-bef4-d06944792603), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:47.921833 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c937b9d-a42a-4b2a-9ef2-533c003ec8d2 req-acf8c104-89d0-4c5f-a726-d9cb9562c878 service neutron] 10.222.0.65 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376858 Feb 16 16:37:47.936212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cf342-0e53-4831-829a-8502c115c66f req-ae06ba17-6b75-4f32-ae49-92ba9aee8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:47.940443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b3cf342-0e53-4831-829a-8502c115c66f req-ae06ba17-6b75-4f32-ae49-92ba9aee8ba6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 HTTP/1.1" status: 200 len: 917 time: 0.1565099 Feb 16 16:37:47.973785 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (8e43ef69-d22f-47de-bef4-d06944792603), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:48.028459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b3cf342-0e53-4831-829a-8502c115c66f req-a07f1c93-3a64-4608-81e4-df231d069104 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c546aca-4b6e-4b3b-a0a2-be8555164a92 HTTP/1.1" status: 200 len: 217 time: 0.0815907 Feb 16 16:37:48.087384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:37:48.104503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:37:48.117792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:37:48.131194 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3609f7b1-8027-4cb2-8b66-7402aca01469 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:37:48.138862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Pushing event updated for resources: {'Port': ['ID=8e43ef69-d22f-47de-bef4-d06944792603,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:48.141337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cf342-0e53-4831-829a-8502c115c66f req-1f265192-f862-424c-800b-5b38e37a6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:48.142989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b3cf342-0e53-4831-829a-8502c115c66f req-1f265192-f862-424c-800b-5b38e37a6606 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1d337a89-ab46-4c66-87a3-a69513586ea0 HTTP/1.1" status: 200 len: 855 time: 0.1074817 Feb 16 16:37:48.210944 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (1e652b7a-7cb7-458d-ab71-80a2778a53ab), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:48.238502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cf342-0e53-4831-829a-8502c115c66f req-a5f8df1e-2878-4874-81f8-3b61ed5c788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:48.240269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b3cf342-0e53-4831-829a-8502c115c66f req-a5f8df1e-2878-4874-81f8-3b61ed5c788b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa0bbe56-5d30-40d6-b39d-bdb3baf96a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0906959 Feb 16 16:37:48.291057 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Checking segment: {'id': 'c362152e-dc45-408a-a92e-ba3da68906f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44b4b7dc-6833-4415-aea6-764f4bebee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:37:48.291454 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Network hostable DHCP agents. Network: 44b4b7dc-6833-4415-aea6-764f4bebee37, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:37:48.306427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event updated for resources: {'Subnet': ['ID=1e652b7a-7cb7-458d-ab71-80a2778a53ab,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:48.319077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:48.319410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:48.320371 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:48.320627 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:48.321139 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:48.321490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:48.321949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:48.322334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:48.322726 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:48.323059 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:48.323439 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:48.326360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:48.326988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:37:48.331966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Network 44b4b7dc-6833-4415-aea6-764f4bebee37 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:37:48.345669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 44b4b7dc-6833-4415-aea6-764f4bebee37) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:37:48.356423 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:48.360109 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:48.396365 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f9ea2b24-f869-40be-99f6-6597bbf8714a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8729675 Feb 16 16:37:48.414134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf312150-18dd-4761-8435-7f3af5ecfb61 None None] Network 44b4b7dc-6833-4415-aea6-764f4bebee37 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:37:48.494430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Attempting to bind port 8e43ef69-d22f-47de-bef4-d06944792603 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:37:48.495023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Attempting to bind port 8e43ef69-d22f-47de-bef4-d06944792603 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'b7ed880b-e132-4d3d-a7c5-6bc723ab845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:37:48.495565 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Attempting to bind port 8e43ef69-d22f-47de-bef4-d06944792603 on network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:37:48.508684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:37:48.509343 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Checking segment: {'id': 'b7ed880b-e132-4d3d-a7c5-6bc723ab845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:37:48.509957 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:48.510503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Bound using segment: {'id': 'b7ed880b-e132-4d3d-a7c5-6bc723ab845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:37:48.511145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Bound port: 8e43ef69-d22f-47de-bef4-d06944792603, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ed880b-e132-4d3d-a7c5-6bc723ab845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:37:48.511700 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8e43ef69-d22f-47de-bef4-d06944792603), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:48.519057 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b3cf342-0e53-4831-829a-8502c115c66f req-d59c09ab-31de-43b5-93eb-02ccd9e044f8 service neutron] 10.222.0.65 "GET /v2.0/networks/aa0bbe56-5d30-40d6-b39d-bdb3baf96a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703054 Feb 16 16:37:48.543898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60be03-04a0-4931-a805-cee0185b4728 req-98005514-9361-46d2-8c77-f0ed0e2c7834 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:48.545759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a60be03-04a0-4931-a805-cee0185b4728 req-98005514-9361-46d2-8c77-f0ed0e2c7834 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.2501636 Feb 16 16:37:48.579323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e0f51-a925-420a-93fa-81372fca2b84 req-377f1c60-39db-4d78-8573-12c6c46d2b98 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:48.581030 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-325e0f51-a925-420a-93fa-81372fca2b84 req-377f1c60-39db-4d78-8573-12c6c46d2b98 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 943 time: 0.1436844 Feb 16 16:37:48.615130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 3609f7b1-8027-4cb2-8b66-7402aca01469 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:48.615585 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3609f7b1-8027-4cb2-8b66-7402aca01469), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:48.712135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-325e0f51-a925-420a-93fa-81372fca2b84 req-9d7ec148-7456-48ba-99b2-be2c20563ad9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133227 Feb 16 16:37:48.721664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a60be03-04a0-4931-a805-cee0185b4728 req-5f954397-e085-4954-befc-aa049719898a tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669230 Feb 16 16:37:48.732599 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b3cf342-0e53-4831-829a-8502c115c66f req-1cbdaa22-c1cf-43af-9424-2f5a3d62bde5 service neutron] 10.222.0.65 "GET /v2.0/networks/aa0bbe56-5d30-40d6-b39d-bdb3baf96a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062254 Feb 16 16:37:48.839315 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Publish callbacks [] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:48.847180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 31d32009-d9fb-49c9-b95e-35a0ec47f270 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:37:48.858736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-44b4b7dc-6833-4415-aea6-764f4bebee37', 'network_id': '44b4b7dc-6833-4415-aea6-764f4bebee37', 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'fixed_ips': [{'subnet_id': '1e652b7a-7cb7-458d-ab71-80a2778a53ab'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:37:48.859550 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:48.990240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-690cf662-27d3-4ec2-8b5c-e0e273177c7c tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:48.996584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-690cf662-27d3-4ec2-8b5c-e0e273177c7c tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:49.014343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-690cf662-27d3-4ec2-8b5c-e0e273177c7c tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/networks?id=0e78c7fe-edb2-40c7-8c68-2a6e50b0379f&id=44b4b7dc-6833-4415-aea6-764f4bebee37&id=0e78c7fe-edb2-40c7-8c68-2a6e50b0379f HTTP/1.1" status: 200 len: 1389 time: 0.2067680 Feb 16 16:37:49.034586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Allocated IP 19.86.0.2 (44b4b7dc-6833-4415-aea6-764f4bebee37/1e652b7a-7cb7-458d-ab71-80a2778a53ab/474a4bee-6be5-4eed-90be-ae14e0af20ff) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:37:49.039300 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-bc01297c-6fb5-4966-ad32-ca50fb9a5f11 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/quotas/be5c26ee3e0b4a0a982a8a5a510819f0 HTTP/1.1" status: 200 len: 375 time: 0.0238364 Feb 16 16:37:49.083535 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:49.103884 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] For port 8e43ef69-d22f-47de-bef4-d06944792603, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:37:49.131559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-5e68b813-3833-4075-93d0-a876d70f236b tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=be5c26ee3e0b4a0a982a8a5a510819f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912971 Feb 16 16:37:49.264447 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-03bb3f11-fceb-4ac7-8ff6-c5c478904a3d service neutron] 10.222.0.24 "GET /v2.0/networks/0e78c7fe-edb2-40c7-8c68-2a6e50b0379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312065 Feb 16 16:37:49.422758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-ca14b248-9a99-4b69-ba1b-88fb13ee0f7d service neutron] 10.222.0.24 "GET /v2.0/networks/0e78c7fe-edb2-40c7-8c68-2a6e50b0379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510358 Feb 16 16:37:49.522627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] For port 8e43ef69-d22f-47de-bef4-d06944792603, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8e43ef69-d22f-47de-bef4-d06944792603,segment=NetworkSegment(b7ed880b-e132-4d3d-a7c5-6bc723ab845d),segment_id=b7ed880b-e132-4d3d-a7c5-6bc723ab845d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:37:49.602311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-d1c49117-adce-4f6c-a7bf-62f30c73b478 service neutron] 10.222.0.24 "GET /v2.0/networks/44b4b7dc-6833-4415-aea6-764f4bebee37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734252 Feb 16 16:37:49.604345 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8e43ef69-d22f-47de-bef4-d06944792603), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:49.643201 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:37:49.762611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-50981ca0-72e4-4b8a-9cea-bb9cc3c6ba0a service neutron] 10.222.0.24 "GET /v2.0/networks/44b4b7dc-6833-4415-aea6-764f4bebee37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526420 Feb 16 16:37:49.775931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4634c4-8de0-486c-9c1e-7c776df0f053 None None] Pushing event updated for resources: {'Port': ['ID=ace8f1cc-3644-4f86-8ed1-057bdb21940c,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:49.857880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 3609f7b1-8027-4cb2-8b66-7402aca01469 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:49.983191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-5bbcc806-62e0-493f-adb5-de92510b494d service neutron] 10.222.0.24 "GET /v2.0/networks/0e78c7fe-edb2-40c7-8c68-2a6e50b0379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120576 Feb 16 16:37:50.032138 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-65dd0f12-aabf-498b-88d8-23d0f13dc6f3 None None] Provisioning complete for port ace8f1cc-3644-4f86-8ed1-057bdb21940c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:50.032455 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-65dd0f12-aabf-498b-88d8-23d0f13dc6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:50.129660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Attempting to bind port ace8f1cc-3644-4f86-8ed1-057bdb21940c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:37:50.130965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Attempting to bind port ace8f1cc-3644-4f86-8ed1-057bdb21940c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '8719bab0-3fdd-4fa4-8428-e1ce99f61e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fbf091f5-41ca-4e2d-aae8-eb810e39931a'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:37:50.131822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Attempting to bind port ace8f1cc-3644-4f86-8ed1-057bdb21940c on network fbf091f5-41ca-4e2d-aae8-eb810e39931a {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:37:50.186533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-aa4f1e46-282f-4b66-af9f-0cd3baa3a8c1 service neutron] 10.222.0.24 "GET /v2.0/networks/0e78c7fe-edb2-40c7-8c68-2a6e50b0379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804585 Feb 16 16:37:50.187198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 31d32009-d9fb-49c9-b95e-35a0ec47f270, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=31d32009-d9fb-49c9-b95e-35a0ec47f270,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:50.214871 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '31d32009-d9fb-49c9-b95e-35a0ec47f270', 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03', 'port_id': '31d32009-d9fb-49c9-b95e-35a0ec47f270', 'mac_address': 'fa:16:3e:b4:ca:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7683ed5c-4de8-4e9d-8369-1fddb9288879', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:37:50.253124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd55b2-6a82-4d68-8520-29f2e7b2383a None None] Pushing event updated for resources: {'Port': ['ID=8e43ef69-d22f-47de-bef4-d06944792603,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:50.260274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:37:50.260800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Checking segment: {'id': '8719bab0-3fdd-4fa4-8428-e1ce99f61e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fbf091f5-41ca-4e2d-aae8-eb810e39931a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:37:50.261306 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:50.261765 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Bound using segment: {'id': '8719bab0-3fdd-4fa4-8428-e1ce99f61e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fbf091f5-41ca-4e2d-aae8-eb810e39931a'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:37:50.262339 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Bound port: ace8f1cc-3644-4f86-8ed1-057bdb21940c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8719bab0-3fdd-4fa4-8428-e1ce99f61e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fbf091f5-41ca-4e2d-aae8-eb810e39931a'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:37:50.262799 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:50.357840 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 31d32009-d9fb-49c9-b95e-35a0ec47f270 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:50.358362 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (31d32009-d9fb-49c9-b95e-35a0ec47f270), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:50.361620 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3668d-8e59-4dff-b65f-f5dbc33de218 req-987636a0-1f8d-4745-989c-e7bdbb6dcb10 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:50.368943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3bd3668d-8e59-4dff-b65f-f5dbc33de218 req-987636a0-1f8d-4745-989c-e7bdbb6dcb10 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 943 time: 0.1263757 Feb 16 16:37:50.402566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-65dd0f12-aabf-498b-88d8-23d0f13dc6f3 None None] Port ace8f1cc-3644-4f86-8ed1-057bdb21940c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:37:50.411054 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d32009-d9fb-49c9-b95e-35a0ec47f270 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:37:50.452314 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Publish callbacks [] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:50.473609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3bd3668d-8e59-4dff-b65f-f5dbc33de218 req-4a0b7553-894d-43b4-b474-aec5bec32456 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993814 Feb 16 16:37:50.480652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 31d32009-d9fb-49c9-b95e-35a0ec47f270, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=31d32009-d9fb-49c9-b95e-35a0ec47f270,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:50.499529 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (31d32009-d9fb-49c9-b95e-35a0ec47f270), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:50.523867 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] For port ace8f1cc-3644-4f86-8ed1-057bdb21940c, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:37:50.531296 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:50.603567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=31d32009-d9fb-49c9-b95e-35a0ec47f270,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:50.665603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Pushing event updated for resources: {'Port': ['ID=474a4bee-6be5-4eed-90be-ae14e0af20ff,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:50.695510 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] For port ace8f1cc-3644-4f86-8ed1-057bdb21940c, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ace8f1cc-3644-4f86-8ed1-057bdb21940c,segment=NetworkSegment(8719bab0-3fdd-4fa4-8428-e1ce99f61e5d),segment_id=8719bab0-3fdd-4fa4-8428-e1ce99f61e5d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:37:50.718473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf957d-19f8-4d0f-af6b-5f271b5c38a3 req-f822005d-2773-4a6d-8cf2-55282dfc357b tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:50.727247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1bdf957d-19f8-4d0f-af6b-5f271b5c38a3 req-f822005d-2773-4a6d-8cf2-55282dfc357b tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.1006641 Feb 16 16:37:50.735985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Network 44b4b7dc-6833-4415-aea6-764f4bebee37 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:37:50.742831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:37:50.753759 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:50.756355 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:37:50.787580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['31d32009-d9fb-49c9-b95e-35a0ec47f270'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:37:50.835670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1bdf957d-19f8-4d0f-af6b-5f271b5c38a3 req-c8d5a64d-54d4-4b7f-a95e-f26eca017bc6 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073198 Feb 16 16:37:50.892863 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0aa54d2-d307-46a2-ae46-b5a2d1ef1ea1 req-10233742-ea4b-4612-9fa0-7361e89f6bc1 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 210 time: 0.0559452 Feb 16 16:37:51.076443 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae666b-fb5b-4a6d-92d9-2da10980368e req-cc93158b-cffc-4ea7-95aa-896908d62556 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:51.084749 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29ae666b-fb5b-4a6d-92d9-2da10980368e req-cc93158b-cffc-4ea7-95aa-896908d62556 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 945 time: 0.0944366 Feb 16 16:37:51.164508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Routers {'236c9258-7f0a-4869-b766-bb070d96f2dc'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:37:51.165152 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:37:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['236c9258-7f0a-4869-b766-bb070d96f2dc'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:51.175221 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29ae666b-fb5b-4a6d-92d9-2da10980368e req-2e0ad9e4-6731-462d-bd5b-e37089a2427d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb9b140f-fac4-46d1-941d-757c9ebe75f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863011 Feb 16 16:37:51.233632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4634c4-8de0-486c-9c1e-7c776df0f053 None None] Pushing event updated for resources: {'Port': ['ID=ace8f1cc-3644-4f86-8ed1-057bdb21940c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:51.237392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Attempting to bind port 474a4bee-6be5-4eed-90be-ae14e0af20ff on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:37:51.237586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Attempting to bind port 474a4bee-6be5-4eed-90be-ae14e0af20ff by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'c362152e-dc45-408a-a92e-ba3da68906f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44b4b7dc-6833-4415-aea6-764f4bebee37'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:37:51.237930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Attempting to bind port 474a4bee-6be5-4eed-90be-ae14e0af20ff on network 44b4b7dc-6833-4415-aea6-764f4bebee37 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:37:51.326538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:37:51.326940 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Checking segment: {'id': 'c362152e-dc45-408a-a92e-ba3da68906f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44b4b7dc-6833-4415-aea6-764f4bebee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:37:51.327320 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:51.327820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Bound using segment: {'id': 'c362152e-dc45-408a-a92e-ba3da68906f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44b4b7dc-6833-4415-aea6-764f4bebee37'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:37:51.328320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Bound port: 474a4bee-6be5-4eed-90be-ae14e0af20ff, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c362152e-dc45-408a-a92e-ba3da68906f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44b4b7dc-6833-4415-aea6-764f4bebee37'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:37:51.328741 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:51.535493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] For port 474a4bee-6be5-4eed-90be-ae14e0af20ff, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:37:51.540320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] For port 474a4bee-6be5-4eed-90be-ae14e0af20ff, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=474a4bee-6be5-4eed-90be-ae14e0af20ff,segment=NetworkSegment(c362152e-dc45-408a-a92e-ba3da68906f6),segment_id=c362152e-dc45-408a-a92e-ba3da68906f6)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:37:51.599985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deb48f1-e050-4a9f-aac4-d216651e806a None None] Network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:37:51.626897 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:51.669322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] Set router 236c9258-7f0a-4869-b766-bb070d96f2dc gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:37:51.682859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08795a2e-13bb-424a-ba63-2ace9cb9582c req-07c049a8-a331-44b9-aaff-16e0a08075c1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:51.690417 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08795a2e-13bb-424a-ba63-2ace9cb9582c req-07c049a8-a331-44b9-aaff-16e0a08075c1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 944 time: 0.1048598 Feb 16 16:37:51.757037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08795a2e-13bb-424a-ba63-2ace9cb9582c req-6297e9a9-4259-4733-9125-06bbb758482b tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656970 Feb 16 16:37:51.854139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3459a8f9-566b-4761-a7b8-95310958ea27 None None] Provisioning complete for port ace8f1cc-3644-4f86-8ed1-057bdb21940c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:51.854607 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3459a8f9-566b-4761-a7b8-95310958ea27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:52.134345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16827ba2-681d-436f-8467-df295e9e6049 req-fa492497-e218-4764-ab2a-f7d1db8404b7 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 210 time: 0.0861840 Feb 16 16:37:52.218559 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba7da2-09f4-459a-8576-010276314c87 req-b06c64f6-bd42-4f8b-8330-74f1cd664c15 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:52.231439 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fcba7da2-09f4-459a-8576-010276314c87 req-b06c64f6-bd42-4f8b-8330-74f1cd664c15 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.2347319 Feb 16 16:37:52.252409 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8e43ef69-d22f-47de-bef4-d06944792603 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:37:52.333204 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fcba7da2-09f4-459a-8576-010276314c87 req-b5de3fb7-70ff-4d94-9c6f-a166512db373 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008573 Feb 16 16:37:52.336429 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f834268-0fa9-4c1a-b145-b34771b0d72d None None] Pushing event updated for resources: {'Port': ['ID=474a4bee-6be5-4eed-90be-ae14e0af20ff,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:52.570035 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-700e5f0a-f1ed-425b-82de-d28f0dbc50ad tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:52.602462 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-700e5f0a-f1ed-425b-82de-d28f0dbc50ad tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:52.606946 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-700e5f0a-f1ed-425b-82de-d28f0dbc50ad tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.60 "GET /v2.0/networks?id=0e78c7fe-edb2-40c7-8c68-2a6e50b0379f&id=44b4b7dc-6833-4415-aea6-764f4bebee37&id=0e78c7fe-edb2-40c7-8c68-2a6e50b0379f HTTP/1.1" status: 200 len: 1389 time: 0.2925279 Feb 16 16:37:52.629259 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-b3e9a26b-44ed-4811-9dfb-4ac7279e7911 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Request body: {'port': {'device_id': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f', 'admin_state_up': True, 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:52.686782 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8e43ef69-d22f-47de-bef4-d06944792603 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:52.690818 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8e43ef69-d22f-47de-bef4-d06944792603), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:52.810937 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3459a8f9-566b-4761-a7b8-95310958ea27 None None] Current status of the port ace8f1cc-3644-4f86-8ed1-057bdb21940c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:52.814018 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3459a8f9-566b-4761-a7b8-95310958ea27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:52.851708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 31d32009-d9fb-49c9-b95e-35a0ec47f270 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:37:52.914366 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-b3e9a26b-44ed-4811-9dfb-4ac7279e7911 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Made reservation on behalf of be5c26ee3e0b4a0a982a8a5a510819f0 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:37:52.923045 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-b3e9a26b-44ed-4811-9dfb-4ac7279e7911 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:53.010646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3459a8f9-566b-4761-a7b8-95310958ea27 None None] For port ace8f1cc-3644-4f86-8ed1-057bdb21940c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ace8f1cc-3644-4f86-8ed1-057bdb21940c,segment=NetworkSegment(8719bab0-3fdd-4fa4-8428-e1ce99f61e5d),segment_id=8719bab0-3fdd-4fa4-8428-e1ce99f61e5d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:53.015467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'name': 'tempest-ServersTestMultiNic-1089362365-router', 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:37:37Z', 'updated_at': '2022-02-16T16:37:44Z', 'revision_number': 4, 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'gw_port': {'id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:37:38Z', 'updated_at': '2022-02-16T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'ace8f1cc-3644-4f86-8ed1-057bdb21940c', 'name': '', 'network_id': 'fbf091f5-41ca-4e2d-aae8-eb810e39931a', 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'mac_address': 'fa:16:3e:bb:22:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:37:43Z', 'updated_at': '2022-02-16T16:37:50Z', 'revision_number': 4, 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'subnets': [{'id': 'df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:53.032163 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3459a8f9-566b-4761-a7b8-95310958ea27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:53.279958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-b3e9a26b-44ed-4811-9dfb-4ac7279e7911 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Allocated IP 19.80.0.16 (0e78c7fe-edb2-40c7-8c68-2a6e50b0379f/56c2f247-adc8-4991-bc49-ddf220cfa699/159aa0a2-e046-4023-97d9-c4a4ad5fbc0b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:37:53.490263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755b143-7966-403c-a8de-aaa5156a0658 None None] The sync data for ids ['236c9258-7f0a-4869-b766-bb070d96f2dc'] in n-d-669411-5 is: [{'id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'name': 'tempest-ServersTestMultiNic-1089362365-router', 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:37:37Z', 'updated_at': '2022-02-16T16:37:44Z', 'revision_number': 4, 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'gw_port': {'id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:37:38Z', 'updated_at': '2022-02-16T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'ace8f1cc-3644-4f86-8ed1-057bdb21940c', 'name': '', 'network_id': 'fbf091f5-41ca-4e2d-aae8-eb810e39931a', 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'mac_address': 'fa:16:3e:bb:22:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:37:43Z', 'updated_at': '2022-02-16T16:37:50Z', 'revision_number': 4, 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'subnets': [{'id': 'df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:37:53.505299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06687eb7-d5fc-418f-afee-67e6ddd889bc req-45c0377c-bf0c-46d4-9ed6-37738b25b69d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:53.517348 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06687eb7-d5fc-418f-afee-67e6ddd889bc req-45c0377c-bf0c-46d4-9ed6-37738b25b69d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 945 time: 1.1470895 Feb 16 16:37:53.550973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8e43ef69-d22f-47de-bef4-d06944792603 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:53.550973 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8e43ef69-d22f-47de-bef4-d06944792603), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:53.587679 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 31d32009-d9fb-49c9-b95e-35a0ec47f270 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:37:53.602432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-26df5be4-34b7-49cd-903d-a998752724fa tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:53.613279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-26df5be4-34b7-49cd-903d-a998752724fa tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 945 time: 1.1719477 Feb 16 16:37:53.634910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec48546-b3c7-4d0c-ba56-1878ea6455ad None None] Network 44b4b7dc-6833-4415-aea6-764f4bebee37 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:37:53.699909 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-b3e9a26b-44ed-4811-9dfb-4ac7279e7911 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks [] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:53.703815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 31d32009-d9fb-49c9-b95e-35a0ec47f270 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:53.704336 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (31d32009-d9fb-49c9-b95e-35a0ec47f270), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:53.729232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3459a8f9-566b-4761-a7b8-95310958ea27 None None] Provisioning complete for port 8e43ef69-d22f-47de-bef4-d06944792603 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:53.741977 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3459a8f9-566b-4761-a7b8-95310958ea27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8e43ef69-d22f-47de-bef4-d06944792603), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:53.755718 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06687eb7-d5fc-418f-afee-67e6ddd889bc req-e2566f43-0e45-4350-ab84-6885ceddab71 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb9b140f-fac4-46d1-941d-757c9ebe75f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370903 Feb 16 16:37:53.770000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac785662-d730-4d2d-9e7b-81c2304251e3 req-96544640-e617-4e66-b12d-b88ac8c0d0ef tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:53.772023 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac785662-d730-4d2d-9e7b-81c2304251e3 req-96544640-e617-4e66-b12d-b88ac8c0d0ef tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 944 time: 0.4357047 Feb 16 16:37:53.826090 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-b3e9a26b-44ed-4811-9dfb-4ac7279e7911 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:53.933868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459a8f9-566b-4761-a7b8-95310958ea27 None None] Pushing event updated for resources: {'Port': ['ID=ace8f1cc-3644-4f86-8ed1-057bdb21940c,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:53.953551 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-b3e9a26b-44ed-4811-9dfb-4ac7279e7911 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:37:53.973966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-b3e9a26b-44ed-4811-9dfb-4ac7279e7911 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:37:54.010858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-b3e9a26b-44ed-4811-9dfb-4ac7279e7911 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:37:54.017779 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac785662-d730-4d2d-9e7b-81c2304251e3 req-6fd043d6-626e-4b6b-b3eb-b63096518849 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262869 Feb 16 16:37:54.036034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-3e7b902f-9987-46a2-902b-8451e4334d99 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Deleting port 40989412-c7c2-4636-b207-4e8c324c1705 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:37:54.036386 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-3e7b902f-9987-46a2-902b-8451e4334d99 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (40989412-c7c2-4636-b207-4e8c324c1705), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:54.049029 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9a26b-44ed-4811-9dfb-4ac7279e7911 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event updated for resources: {'Port': ['ID=159aa0a2-e046-4023-97d9-c4a4ad5fbc0b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:54.139097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 8e43ef69-d22f-47de-bef4-d06944792603, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8e43ef69-d22f-47de-bef4-d06944792603,segment=NetworkSegment(b7ed880b-e132-4d3d-a7c5-6bc723ab845d),segment_id=b7ed880b-e132-4d3d-a7c5-6bc723ab845d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:54.184079 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8e43ef69-d22f-47de-bef4-d06944792603), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:54.194113 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e401fa8-bc83-4e68-9f56-3b3be601eed8 req-dec78ee1-d6a3-4e6e-a793-5aecf6361e6e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:54.195636 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e401fa8-bc83-4e68-9f56-3b3be601eed8 req-dec78ee1-d6a3-4e6e-a793-5aecf6361e6e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 931 time: 0.2903125 Feb 16 16:37:54.206777 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-b3e9a26b-44ed-4811-9dfb-4ac7279e7911 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:54.221426 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-b3e9a26b-44ed-4811-9dfb-4ac7279e7911 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:54.290107 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-b3e9a26b-44ed-4811-9dfb-4ac7279e7911 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6737692 Feb 16 16:37:54.304232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-3aa3984b-6c19-4eb3-ac33-05e833e80408 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Request body: {'port': {'device_id': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'network_id': '44b4b7dc-6833-4415-aea6-764f4bebee37', 'admin_state_up': True, 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:54.414160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-3e7b902f-9987-46a2-902b-8451e4334d99 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] For port 40989412-c7c2-4636-b207-4e8c324c1705, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=40989412-c7c2-4636-b207-4e8c324c1705,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:54.414532 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-3e7b902f-9987-46a2-902b-8451e4334d99 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (40989412-c7c2-4636-b207-4e8c324c1705), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:54.429289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e401fa8-bc83-4e68-9f56-3b3be601eed8 req-62985d05-c090-4ea8-aafa-a791fdd28ca7 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134702 Feb 16 16:37:54.498689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3459a8f9-566b-4761-a7b8-95310958ea27 None None] Current status of the port 8e43ef69-d22f-47de-bef4-d06944792603 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:54.508505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f7fde-c71b-42ff-b9f4-8e9accc59154 req-2e12fe34-5dab-4db8-8f88-e0d25f549556 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:54.521975 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c8f7fde-c71b-42ff-b9f4-8e9accc59154 req-2e12fe34-5dab-4db8-8f88-e0d25f549556 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.3075163 Feb 16 16:37:54.634117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 474a4bee-6be5-4eed-90be-ae14e0af20ff up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:37:54.669369 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-3aa3984b-6c19-4eb3-ac33-05e833e80408 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Made reservation on behalf of be5c26ee3e0b4a0a982a8a5a510819f0 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:37:54.674690 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-3aa3984b-6c19-4eb3-ac33-05e833e80408 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:54.715215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 31d32009-d9fb-49c9-b95e-35a0ec47f270 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:54.717657 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (31d32009-d9fb-49c9-b95e-35a0ec47f270), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:54.761202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c8f7fde-c71b-42ff-b9f4-8e9accc59154 req-a844e3e9-0c19-4a7e-b9fd-0c5b057b4671 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382729 Feb 16 16:37:54.773841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 31d32009-d9fb-49c9-b95e-35a0ec47f270, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=31d32009-d9fb-49c9-b95e-35a0ec47f270,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:54.773841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=8e43ef69-d22f-47de-bef4-d06944792603,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:54.784537 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfb643a-7a9f-46f9-b24e-b51ab6b67abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d32009-d9fb-49c9-b95e-35a0ec47f270'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:37:54.787466 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc470ee-06f1-422c-94b9-3054d40cafd9" -d '{"events": [{"server_uuid": "1bfb643a-7a9f-46f9-b24e-b51ab6b67abd", "name": "network-vif-plugged", "status": "completed", "tag": "31d32009-d9fb-49c9-b95e-35a0ec47f270"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:37:54.803317 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (31d32009-d9fb-49c9-b95e-35a0ec47f270), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:54.896974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=31d32009-d9fb-49c9-b95e-35a0ec47f270,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:54.903428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0087a66f-478d-4e1c-a8d0-a0bd8b843582 None None] Provisioning complete for port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:54.903982 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0087a66f-478d-4e1c-a8d0-a0bd8b843582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:54.978947 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-3aa3984b-6c19-4eb3-ac33-05e833e80408 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Allocated IP 19.86.0.96 (44b4b7dc-6833-4415-aea6-764f4bebee37/1e652b7a-7cb7-458d-ab71-80a2778a53ab/89f59885-1c1b-45ed-bd4f-4a3e46a699bb) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:37:55.033004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0087a66f-478d-4e1c-a8d0-a0bd8b843582 None None] Port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:37:55.053675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0087a66f-478d-4e1c-a8d0-a0bd8b843582 None None] Provisioning complete for port 8e43ef69-d22f-47de-bef4-d06944792603 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:55.054139 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0087a66f-478d-4e1c-a8d0-a0bd8b843582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8e43ef69-d22f-47de-bef4-d06944792603), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:55.172754 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-3e7b902f-9987-46a2-902b-8451e4334d99 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:55.173336 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-3e7b902f-9987-46a2-902b-8451e4334d99 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (fd2cc3e9-e3c3-4485-a675-fa1829eb6047), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:55.173775 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-3e7b902f-9987-46a2-902b-8451e4334d99 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Floating IP fd2cc3e9-e3c3-4485-a675-fa1829eb6047 disassociated. External IP: 172.25.4.111, port: 40989412-c7c2-4636-b207-4e8c324c1705. Feb 16 16:37:55.174129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-3e7b902f-9987-46a2-902b-8451e4334d99 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Calling delete_port for 40989412-c7c2-4636-b207-4e8c324c1705 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:37:55.199546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 474a4bee-6be5-4eed-90be-ae14e0af20ff triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:55.199983 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:55.338785 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf54561f-9fb7-408b-b983-993f06240179 x-openstack-request-id: req-cf54561f-9fb7-408b-b983-993f06240179 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:37:55.339111 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfb643a-7a9f-46f9-b24e-b51ab6b67abd", "name": "network-vif-plugged", "status": "completed", "tag": "31d32009-d9fb-49c9-b95e-35a0ec47f270", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:37:55.339385 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf54561f-9fb7-408b-b983-993f06240179 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:37:55.339804 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfb643a-7a9f-46f9-b24e-b51ab6b67abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d32009-d9fb-49c9-b95e-35a0ec47f270', 'code': 200} Feb 16 16:37:55.394838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0087a66f-478d-4e1c-a8d0-a0bd8b843582 None None] Current status of the port 8e43ef69-d22f-47de-bef4-d06944792603 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:55.446654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0087a66f-478d-4e1c-a8d0-a0bd8b843582 None None] Provisioning complete for port 474a4bee-6be5-4eed-90be-ae14e0af20ff triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:55.447332 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0087a66f-478d-4e1c-a8d0-a0bd8b843582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:55.473885 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-3e7b902f-9987-46a2-902b-8451e4334d99 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (40989412-c7c2-4636-b207-4e8c324c1705), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:55.503398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 474a4bee-6be5-4eed-90be-ae14e0af20ff is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:55.507442 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:55.594589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b902f-9987-46a2-902b-8451e4334d99 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event deleted for resources: {'Port': ['ID=40989412-c7c2-4636-b207-4e8c324c1705,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:55.625772 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 474a4bee-6be5-4eed-90be-ae14e0af20ff, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=474a4bee-6be5-4eed-90be-ae14e0af20ff,segment=NetworkSegment(c362152e-dc45-408a-a92e-ba3da68906f6),segment_id=c362152e-dc45-408a-a92e-ba3da68906f6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:37:55.627988 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-3aa3984b-6c19-4eb3-ac33-05e833e80408 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks [] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:55.629964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c364a23-1ac8-4746-bcf1-a950682bd2f3 req-f641285e-d1c3-4e5c-a987-e69b24f76c1b tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:55.635785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c364a23-1ac8-4746-bcf1-a950682bd2f3 req-f641285e-d1c3-4e5c-a987-e69b24f76c1b tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 867 time: 0.7102616 Feb 16 16:37:55.654182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c2de7-6c9d-41d8-a675-de10b0414f2b req-772a6a12-1493-43c0-8325-ec12ebbde7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:55.657440 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe7c2de7-6c9d-41d8-a675-de10b0414f2b req-772a6a12-1493-43c0-8325-ec12ebbde7ad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 1127 time: 0.2665725 Feb 16 16:37:55.671040 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:55.676627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ace8f1cc-3644-4f86-8ed1-057bdb21940c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:37:55.771435 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d393fea4-8e91-4c4d-8ec1-3f53e3004c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:55.815504 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe7c2de7-6c9d-41d8-a675-de10b0414f2b req-3d2eee68-3c95-43a0-9cef-5fe72201fa56 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455221 Feb 16 16:37:55.817192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-3aa3984b-6c19-4eb3-ac33-05e833e80408 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:55.884111 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=474a4bee-6be5-4eed-90be-ae14e0af20ff,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:55.919347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ace8f1cc-3644-4f86-8ed1-057bdb21940c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:55.920471 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:55.924057 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-3aa3984b-6c19-4eb3-ac33-05e833e80408 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Network 44b4b7dc-6833-4415-aea6-764f4bebee37 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:37:55.928957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-3aa3984b-6c19-4eb3-ac33-05e833e80408 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:37:55.956656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0087a66f-478d-4e1c-a8d0-a0bd8b843582 None None] Current status of the port 474a4bee-6be5-4eed-90be-ae14e0af20ff is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:55.957282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-3aa3984b-6c19-4eb3-ac33-05e833e80408 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:37:55.971746 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3984b-6c19-4eb3-ac33-05e833e80408 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event updated for resources: {'Port': ['ID=89f59885-1c1b-45ed-bd4f-4a3e46a699bb,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:56.069267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a122d-48a9-4148-8e91-1936a63e5926 req-95e9102f-0e91-41f8-9f23-10d6b8b2d46c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:56.069267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c64a122d-48a9-4148-8e91-1936a63e5926 req-95e9102f-0e91-41f8-9f23-10d6b8b2d46c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.6172278 Feb 16 16:37:56.110473 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-3aa3984b-6c19-4eb3-ac33-05e833e80408 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:56.114499 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-3aa3984b-6c19-4eb3-ac33-05e833e80408 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:56.126695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ace8f1cc-3644-4f86-8ed1-057bdb21940c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:56.157195 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0400ff5b-5452-4558-8382-8c3c418bfff3 None None] Provisioning complete for port 474a4bee-6be5-4eed-90be-ae14e0af20ff triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:56.165137 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0400ff5b-5452-4558-8382-8c3c418bfff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:56.165639 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-3aa3984b-6c19-4eb3-ac33-05e833e80408 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8643055 Feb 16 16:37:56.179363 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-17d3df92-428a-49ec-a9e2-90d00213600e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Request body: {'port': {'device_id': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f', 'admin_state_up': True, 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:56.264783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c364a23-1ac8-4746-bcf1-a950682bd2f3 req-c719b9d7-0bb1-4777-bbbd-7aa9aa33b550 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb9b140f-fac4-46d1-941d-757c9ebe75f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5991800 Feb 16 16:37:56.335624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c64a122d-48a9-4148-8e91-1936a63e5926 req-03cdb2a8-2154-4ca9-91ae-8524a00e0429 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560489 Feb 16 16:37:56.369493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-3e7b902f-9987-46a2-902b-8451e4334d99 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Router d044b5a1-2930-40fe-a37a-e18a1de41c69 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:37:56.465475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 474a4bee-6be5-4eed-90be-ae14e0af20ff up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:37:56.543072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0400ff5b-5452-4558-8382-8c3c418bfff3 None None] Current status of the port 474a4bee-6be5-4eed-90be-ae14e0af20ff is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:56.561759 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-17d3df92-428a-49ec-a9e2-90d00213600e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Made reservation on behalf of be5c26ee3e0b4a0a982a8a5a510819f0 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:37:56.566945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-17d3df92-428a-49ec-a9e2-90d00213600e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:56.594680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 474a4bee-6be5-4eed-90be-ae14e0af20ff triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:56.595051 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:56.686870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-3e7b902f-9987-46a2-902b-8451e4334d99 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:37:56.699334 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ebcf7f-1c36-4404-a347-8de971cf7bf0 None None] Sync routers for ids ['d044b5a1-2930-40fe-a37a-e18a1de41c69'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:37:56.737126 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ebcf7f-1c36-4404-a347-8de971cf7bf0 None None] Routers {'d044b5a1-2930-40fe-a37a-e18a1de41c69'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:37:56.740484 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-17ebcf7f-1c36-4404-a347-8de971cf7bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:37:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d044b5a1-2930-40fe-a37a-e18a1de41c69'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:56.745694 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-17d3df92-428a-49ec-a9e2-90d00213600e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Allocated IP 19.80.0.125 (0e78c7fe-edb2-40c7-8c68-2a6e50b0379f/56c2f247-adc8-4991-bc49-ddf220cfa699/d453d25a-333b-4f96-9d15-3ce25272c9d2) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:37:56.757491 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cd23c1bd-6d90-45af-899d-6d9a2ecb574c None None] Provisioning complete for port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:56.757871 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cd23c1bd-6d90-45af-899d-6d9a2ecb574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:56.842655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cd23c1bd-6d90-45af-899d-6d9a2ecb574c None None] Port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:37:56.844275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 474a4bee-6be5-4eed-90be-ae14e0af20ff is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:56.845539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8e43ef69-d22f-47de-bef4-d06944792603 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:37:56.854355 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 40989412-c7c2-4636-b207-4e8c324c1705 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:37:56.897595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-3e7b902f-9987-46a2-902b-8451e4334d99 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] No DVR routers for this DVR port 40989412-c7c2-4636-b207-4e8c324c1705 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:37:56.906058 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-3e7b902f-9987-46a2-902b-8451e4334d99 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:56.912382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7460383d-0f3b-4ec6-b933-81e7c1733360 req-3e7b902f-9987-46a2-902b-8451e4334d99 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.65 "DELETE /v2.0/ports/40989412-c7c2-4636-b207-4e8c324c1705 HTTP/1.1" status: 204 len: 173 time: 3.2884693 Feb 16 16:37:56.928273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58afa9b-79f9-431d-87d2-f56994bc1b04', 'name': 'network-vif-deleted', 'tag': '40989412-c7c2-4636-b207-4e8c324c1705'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:37:56.942698 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59056e0-0ae3-4d77-ae2e-685b1c910e7a" -d '{"events": [{"server_uuid": "e58afa9b-79f9-431d-87d2-f56994bc1b04", "name": "network-vif-deleted", "tag": "40989412-c7c2-4636-b207-4e8c324c1705"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:37:56.960602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 40989412-c7c2-4636-b207-4e8c324c1705 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:37:56.973908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 40989412-c7c2-4636-b207-4e8c324c1705 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:37:57.037815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db768d4e-5435-4879-81e8-653de8032142 req-da1f0ce3-af3d-4a0d-b4df-4e75de6cd5e6 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:57.041431 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db768d4e-5435-4879-81e8-653de8032142 req-da1f0ce3-af3d-4a0d-b4df-4e75de6cd5e6 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.5294359 Feb 16 16:37:57.059662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c6cc2-3d85-4b39-bf36-02cf30c888dd req-c7706795-2d06-407b-8ea0-66fc0ecd73cb tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:57.078443 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c6cc2-3d85-4b39-bf36-02cf30c888dd req-c7706795-2d06-407b-8ea0-66fc0ecd73cb tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:57.080039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8e43ef69-d22f-47de-bef4-d06944792603 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:57.085478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-695c6cc2-3d85-4b39-bf36-02cf30c888dd req-c7706795-2d06-407b-8ea0-66fc0ecd73cb tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 1653 time: 0.5747194 Feb 16 16:37:57.086263 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8e43ef69-d22f-47de-bef4-d06944792603), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:57.124342 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-17d3df92-428a-49ec-a9e2-90d00213600e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks [] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:57.141969 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-17ebcf7f-1c36-4404-a347-8de971cf7bf0 None None] Set router d044b5a1-2930-40fe-a37a-e18a1de41c69 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:37:57.222105 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-17d3df92-428a-49ec-a9e2-90d00213600e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:57.298308 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db768d4e-5435-4879-81e8-653de8032142 req-394db774-fa85-4edf-b0be-ae7ecfb0f7aa tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108526 Feb 16 16:37:57.347695 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-17d3df92-428a-49ec-a9e2-90d00213600e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:37:57.360247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-17d3df92-428a-49ec-a9e2-90d00213600e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:37:57.364614 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8be4d44-417b-4f07-899e-3e7b05ba79ae x-openstack-request-id: req-e8be4d44-417b-4f07-899e-3e7b05ba79ae {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:37:57.364932 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58afa9b-79f9-431d-87d2-f56994bc1b04", "name": "network-vif-deleted", "tag": "40989412-c7c2-4636-b207-4e8c324c1705", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:37:57.365196 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8be4d44-417b-4f07-899e-3e7b05ba79ae {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:37:57.365634 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58afa9b-79f9-431d-87d2-f56994bc1b04', 'name': 'network-vif-deleted', 'tag': '40989412-c7c2-4636-b207-4e8c324c1705', 'status': 'completed', 'code': 200} Feb 16 16:37:57.372285 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-17d3df92-428a-49ec-a9e2-90d00213600e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:37:57.383722 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-695c6cc2-3d85-4b39-bf36-02cf30c888dd req-4937c741-ab32-421c-a457-15f76602f4a2 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556415 Feb 16 16:37:57.387305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8e43ef69-d22f-47de-bef4-d06944792603 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:37:57.516227 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-17d3df92-428a-49ec-a9e2-90d00213600e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:57.516892 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-17d3df92-428a-49ec-a9e2-90d00213600e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:57.555704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3df92-428a-49ec-a9e2-90d00213600e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event updated for resources: {'Port': ['ID=d453d25a-333b-4f96-9d15-3ce25272c9d2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:57.566565 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-17d3df92-428a-49ec-a9e2-90d00213600e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3949468 Feb 16 16:37:57.703986 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Request body: {'port': {'device_id': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:57.719966 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-17ebcf7f-1c36-4404-a347-8de971cf7bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:49Z', 'revision_number': 5, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:57.726278 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e1a0202-b873-4792-b73d-870f8b3ae2a4 req-fdc8e265-61cd-4459-bf83-93cfc11c598a tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58afa9b-79f9-431d-87d2-f56994bc1b04 HTTP/1.1" status: 200 len: 210 time: 0.0498214 Feb 16 16:37:57.760394 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ebcf7f-1c36-4404-a347-8de971cf7bf0 None None] Checking router: d044b5a1-2930-40fe-a37a-e18a1de41c69 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:37:57.769921 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ebcf7f-1c36-4404-a347-8de971cf7bf0 None None] Routers {'d044b5a1-2930-40fe-a37a-e18a1de41c69'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:37:57.770784 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-17ebcf7f-1c36-4404-a347-8de971cf7bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:37:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d044b5a1-2930-40fe-a37a-e18a1de41c69'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:57.775645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b5a4e-d0d1-4a57-8b3e-79a575b35e21 req-52269b69-ba53-4c74-b62b-cdc51d25a2b8 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:57.789857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e4b5a4e-d0d1-4a57-8b3e-79a575b35e21 req-52269b69-ba53-4c74-b62b-cdc51d25a2b8 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.1895225 Feb 16 16:37:57.832392 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:57.875546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-170efa9e-a80c-42ab-9061-9f2210911dc6 None None] Provisioning complete for port d453d25a-333b-4f96-9d15-3ce25272c9d2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:37:57.884053 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-170efa9e-a80c-42ab-9061-9f2210911dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:57.893862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e4b5a4e-d0d1-4a57-8b3e-79a575b35e21 req-025dd894-ab7f-44f3-84ea-65450eb13c56 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030085 Feb 16 16:37:57.968766 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-170efa9e-a80c-42ab-9061-9f2210911dc6 None None] Port d453d25a-333b-4f96-9d15-3ce25272c9d2 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:37:58.087744 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-17ebcf7f-1c36-4404-a347-8de971cf7bf0 None None] Set router d044b5a1-2930-40fe-a37a-e18a1de41c69 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:37:58.281635 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dc618201-9ee6-4499-8bdd-dab04b679f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:58.365266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb8bc3-3ba0-4636-82f1-82a0e4bad9a1 req-0220570d-a879-474b-ae83-cff8d25367af tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:58.367395 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51cb8bc3-3ba0-4636-82f1-82a0e4bad9a1 req-0220570d-a879-474b-ae83-cff8d25367af tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.2004547 Feb 16 16:37:58.397578 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-17ebcf7f-1c36-4404-a347-8de971cf7bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:49Z', 'revision_number': 5, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:37:58.429812 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ebcf7f-1c36-4404-a347-8de971cf7bf0 None None] The sync data for ids ['d044b5a1-2930-40fe-a37a-e18a1de41c69'] in n-d-669411-5 is: [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:27:37Z', 'revision_number': 4, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '3b6ceaec-f67d-4a5d-80a3-9764d2f9559c', 'name': '', 'network_id': '5a78f389-f648-40c0-9945-c98086a451a3', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'mac_address': 'fa:16:3e:2c:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:36Z', 'updated_at': '2022-02-16T16:27:49Z', 'revision_number': 5, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'subnets': [{'id': 'ad0a3f87-8df5-417f-9f01-966be8ea6e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:37:58.469864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:37:58.492786 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Publish callbacks [] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:58.524453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Transition to ACTIVE for port object 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:37:58.527729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51cb8bc3-3ba0-4636-82f1-82a0e4bad9a1 req-59fa2a3e-abff-48db-a80b-c923dc1ee369 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546667 Feb 16 16:37:58.534662 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:58.577979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bb3dd-e2d9-443e-bee8-9bf7c27cfa3b req-6879852a-0a01-4369-88ae-e74e377c8334 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:58.594677 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f86bb3dd-e2d9-443e-bee8-9bf7c27cfa3b req-6879852a-0a01-4369-88ae-e74e377c8334 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.1524780 Feb 16 16:37:58.715933 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f86bb3dd-e2d9-443e-bee8-9bf7c27cfa3b req-51b929fa-6669-4f29-bf38-14142fa830ae tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154425 Feb 16 16:37:58.743738 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Pushing event updated for resources: {'Port': ['ID=159aa0a2-e046-4023-97d9-c4a4ad5fbc0b,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:58.854298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Attempting to bind port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:37:58.854888 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Attempting to bind port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'b7ed880b-e132-4d3d-a7c5-6bc723ab845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:37:58.855383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Attempting to bind port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b on network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:37:58.866016 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7aa8d-438c-44a1-9e50-0392ebb91a1d req-a9bf0fdb-3e32-49f3-830e-7fce290804d6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:58.867727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b on network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:37:58.868280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Attempting to bind port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b on network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:37:58.875271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7aa8d-438c-44a1-9e50-0392ebb91a1d req-a9bf0fdb-3e32-49f3-830e-7fce290804d6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:58.882047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36572) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:58.892489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:37:58.893079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Checking segment: {'id': 'b7ed880b-e132-4d3d-a7c5-6bc723ab845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:37:58.893650 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Bound using segment: {'id': 'b7ed880b-e132-4d3d-a7c5-6bc723ab845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:37:58.894250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Bound port: 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ed880b-e132-4d3d-a7c5-6bc723ab845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:37:58.894798 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:58.900134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7aa8d-438c-44a1-9e50-0392ebb91a1d req-a9bf0fdb-3e32-49f3-830e-7fce290804d6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:58.904182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aeb7aa8d-438c-44a1-9e50-0392ebb91a1d req-a9bf0fdb-3e32-49f3-830e-7fce290804d6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2387 time: 0.2094123 Feb 16 16:37:58.947431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295dbf61-1516-4b01-b1f6-9ff51334e342 None None] New status for floating IP fd2cc3e9-e3c3-4485-a675-fa1829eb6047: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:37:59.031552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-731adf6b-7426-4c65-b358-4593b1a37fa9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group (cb9b140f-fac4-46d1-941d-757c9ebe75f8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:59.048155 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aeb7aa8d-438c-44a1-9e50-0392ebb91a1d req-2451c94d-8466-47d0-beb0-c3274c96e7e2 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373460 Feb 16 16:37:59.084354 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-731adf6b-7426-4c65-b358-4593b1a37fa9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group (cb9b140f-fac4-46d1-941d-757c9ebe75f8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:59.095054 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] For port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:37:59.115204 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] For port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=159aa0a2-e046-4023-97d9-c4a4ad5fbc0b,segment=NetworkSegment(b7ed880b-e132-4d3d-a7c5-6bc723ab845d),segment_id=b7ed880b-e132-4d3d-a7c5-6bc723ab845d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:37:59.141689 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:59.228170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb654e98-1565-48a3-8c59-2b5fcdbb062b req-d644c64a-841c-4d2c-9076-f713f46974ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1092703 Feb 16 16:37:59.259269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Pushing event updated for resources: {'Port': ['ID=159aa0a2-e046-4023-97d9-c4a4ad5fbc0b,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:59.290385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:59.290385 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:59.291624 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-1f5179b1-0d6b-4677-bca1-db6d40874663 service neutron] 10.222.0.60 "PUT /v2.0/ports/159aa0a2-e046-4023-97d9-c4a4ad5fbc0b HTTP/1.1" status: 200 len: 1091 time: 1.7109430 Feb 16 16:37:59.292117 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'tag': '159aa0a2-e046-4023-97d9-c4a4ad5fbc0b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:37:59.295226 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d50303-c65e-4ac2-9b84-12119ac4933b" -d '{"events": [{"name": "network-changed", "server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "tag": "159aa0a2-e046-4023-97d9-c4a4ad5fbc0b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:37:59.323502 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Request body: {'port': {'device_id': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:37:59.331965 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-731adf6b-7426-4c65-b358-4593b1a37fa9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cb9b140f-fac4-46d1-941d-757c9ebe75f8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:59.335130 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-731adf6b-7426-4c65-b358-4593b1a37fa9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:59.338522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36578) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:59.344317 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-731adf6b-7426-4c65-b358-4593b1a37fa9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "DELETE /v2.0/security-groups/cb9b140f-fac4-46d1-941d-757c9ebe75f8 HTTP/1.1" status: 204 len: 168 time: 0.4609995 Feb 16 16:37:59.382439 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:37:59.384172 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-b2d1ee1a-d571-414d-8b72-63d58024bad8 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] show failed (client error): The resource could not be found. Feb 16 16:37:59.388823 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b2d1ee1a-d571-414d-8b72-63d58024bad8 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "GET /v2.0/security-groups/cb9b140f-fac4-46d1-941d-757c9ebe75f8 HTTP/1.1" status: 404 len: 347 time: 0.0484726 Feb 16 16:37:59.400664 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36582) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:37:59.499538 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731adf6b-7426-4c65-b358-4593b1a37fa9 tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9b140f-fac4-46d1-941d-757c9ebe75f8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:37:59.561560 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357da330-fc24-4b9e-8861-ccab8e520840 x-openstack-request-id: req-357da330-fc24-4b9e-8861-ccab8e520840 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:37:59.561997 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "tag": "159aa0a2-e046-4023-97d9-c4a4ad5fbc0b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:37:59.562355 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-357da330-fc24-4b9e-8861-ccab8e520840 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:37:59.562894 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'tag': '159aa0a2-e046-4023-97d9-c4a4ad5fbc0b', 'status': 'completed', 'code': 200} Feb 16 16:37:59.565663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb654e98-1565-48a3-8c59-2b5fcdbb062b req-7e63c2dd-3e23-4059-b954-190d59bb8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:59.568820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb654e98-1565-48a3-8c59-2b5fcdbb062b req-7e63c2dd-3e23-4059-b954-190d59bb8cc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4468075801b43b7b3926e5aeb19d82d&device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 1127 time: 0.1734269 Feb 16 16:37:59.789707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb654e98-1565-48a3-8c59-2b5fcdbb062b req-2f0d46e9-908f-4836-9233-2156e90623e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:59.791339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb654e98-1565-48a3-8c59-2b5fcdbb062b req-2f0d46e9-908f-4836-9233-2156e90623e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 200 len: 915 time: 0.1973281 Feb 16 16:37:59.832244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7eccf4-17f2-4806-8f65-8eea23525bdf req-2c66fede-50ed-4133-9108-c6c01ce00b39 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:37:59.833812 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d7eccf4-17f2-4806-8f65-8eea23525bdf req-2c66fede-50ed-4133-9108-c6c01ce00b39 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.1574593 Feb 16 16:37:59.924682 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb654e98-1565-48a3-8c59-2b5fcdbb062b req-ad80fdfa-8345-46da-b9bc-d3c0cd8eaa4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de2a1841-9c2e-4487-8eab-b43ae743539a HTTP/1.1" status: 200 len: 217 time: 0.1200595 Feb 16 16:38:00.053514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d7eccf4-17f2-4806-8f65-8eea23525bdf req-7a248b5a-0a29-401b-8dcf-05b5bb612ac5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558549 Feb 16 16:38:00.061396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb654e98-1565-48a3-8c59-2b5fcdbb062b req-161c4cb6-b525-4e4f-96d4-bc20a51e591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:00.075021 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb654e98-1565-48a3-8c59-2b5fcdbb062b req-161c4cb6-b525-4e4f-96d4-bc20a51e591a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc44112-3970-4a84-a656-f40fa88683de HTTP/1.1" status: 200 len: 854 time: 0.1192451 Feb 16 16:38:00.129591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a02294-a139-44d6-8f83-556b34692fec req-e4887b67-7a3e-41db-bbfc-c49b259d872c tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:00.137335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07a02294-a139-44d6-8f83-556b34692fec req-e4887b67-7a3e-41db-bbfc-c49b259d872c tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.2315118 Feb 16 16:38:00.163707 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb654e98-1565-48a3-8c59-2b5fcdbb062b req-9c5124eb-f872-4ddf-b536-1106075df936 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5ff79391-d267-4f31-964d-a98547bf9b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926819 Feb 16 16:38:00.296693 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:00.411666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07a02294-a139-44d6-8f83-556b34692fec req-e1e81764-018b-48b9-b769-42ce022d5feb tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733023 Feb 16 16:38:00.478596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7889f7-0c12-4331-9782-aad2d5c41ca2 req-53971b95-1575-4619-a8dd-5a69215ed4f1 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:00.492247 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7889f7-0c12-4331-9782-aad2d5c41ca2 req-53971b95-1575-4619-a8dd-5a69215ed4f1 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:00.503773 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7889f7-0c12-4331-9782-aad2d5c41ca2 req-53971b95-1575-4619-a8dd-5a69215ed4f1 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:00.505835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d7889f7-0c12-4331-9782-aad2d5c41ca2 req-53971b95-1575-4619-a8dd-5a69215ed4f1 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2387 time: 0.3036134 Feb 16 16:38:00.512785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb654e98-1565-48a3-8c59-2b5fcdbb062b req-ed7b9a43-adac-40f9-b0f4-cf16545f0ae9 service neutron] 10.222.0.60 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327394 Feb 16 16:38:00.706926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d50303-c65e-4ac2-9b84-12119ac4933b req-fb44bfb0-f9b3-4130-a8fd-2fbfd7dbd3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:00.708131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d50303-c65e-4ac2-9b84-12119ac4933b req-fb44bfb0-f9b3-4130-a8fd-2fbfd7dbd3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:00.708759 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d50303-c65e-4ac2-9b84-12119ac4933b req-fb44bfb0-f9b3-4130-a8fd-2fbfd7dbd3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:00.710524 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-51d50303-c65e-4ac2-9b84-12119ac4933b req-fb44bfb0-f9b3-4130-a8fd-2fbfd7dbd3e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be5c26ee3e0b4a0a982a8a5a510819f0&device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2761 time: 1.2063453 Feb 16 16:38:00.754723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb654e98-1565-48a3-8c59-2b5fcdbb062b req-20689cd3-f8ef-46c2-b301-dfc978761b5a service neutron] 10.222.0.60 "GET /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236650 Feb 16 16:38:00.771083 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:00.796038 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f59885-1c1b-45ed-bd4f-4a3e46a699bb {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:38:00.804344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d7889f7-0c12-4331-9782-aad2d5c41ca2 req-d2e16da2-e71c-49fc-bf37-4f3e8749375a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891574 Feb 16 16:38:00.806127 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-418a9af5-536d-4447-9140-e0c7e2a7398d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Deleting port 528b59d8-f6de-4551-b4f3-8f3b7afaa916 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:00.806640 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-418a9af5-536d-4447-9140-e0c7e2a7398d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (528b59d8-f6de-4551-b4f3-8f3b7afaa916), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:00.834913 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Publish callbacks [] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:00.911812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Transition to ACTIVE for port object 89f59885-1c1b-45ed-bd4f-4a3e46a699bb will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:38:00.932570 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:01.012242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d50303-c65e-4ac2-9b84-12119ac4933b req-077930c8-3853-41c6-9d7f-0ab974336fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:01.012886 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d50303-c65e-4ac2-9b84-12119ac4933b req-077930c8-3853-41c6-9d7f-0ab974336fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:01.014090 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d50303-c65e-4ac2-9b84-12119ac4933b req-077930c8-3853-41c6-9d7f-0ab974336fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:01.015927 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-51d50303-c65e-4ac2-9b84-12119ac4933b req-077930c8-3853-41c6-9d7f-0ab974336fb1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=be5c26ee3e0b4a0a982a8a5a510819f0&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2973466 Feb 16 16:38:01.018962 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-418a9af5-536d-4447-9140-e0c7e2a7398d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (528b59d8-f6de-4551-b4f3-8f3b7afaa916), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:01.019396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-418a9af5-536d-4447-9140-e0c7e2a7398d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for floatingip (528b59d8-f6de-4551-b4f3-8f3b7afaa916), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:01.150522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-418a9af5-536d-4447-9140-e0c7e2a7398d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Calling delete_port for 528b59d8-f6de-4551-b4f3-8f3b7afaa916 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:01.163279 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Pushing event updated for resources: {'Port': ['ID=89f59885-1c1b-45ed-bd4f-4a3e46a699bb,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:01.244923 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:01.372378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9b0de-d5b7-4755-8c24-74e3c6f24324 req-95aa9510-b935-4be6-984c-6331b3bf965c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:01.391927 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47e9b0de-d5b7-4755-8c24-74e3c6f24324 req-95aa9510-b935-4be6-984c-6331b3bf965c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.1226265 Feb 16 16:38:01.502888 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47e9b0de-d5b7-4755-8c24-74e3c6f24324 req-aace8be9-8786-4c78-bfc5-698bcc693b55 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101522 Feb 16 16:38:01.519523 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d50303-c65e-4ac2-9b84-12119ac4933b req-1733f325-a815-451f-9974-f83bbdb01573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:01.521033 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-51d50303-c65e-4ac2-9b84-12119ac4933b req-1733f325-a815-451f-9974-f83bbdb01573 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4791188 Feb 16 16:38:01.530498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Attempting to bind port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:38:01.530837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Attempting to bind port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'c362152e-dc45-408a-a92e-ba3da68906f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44b4b7dc-6833-4415-aea6-764f4bebee37'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:38:01.531171 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Attempting to bind port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb on network 44b4b7dc-6833-4415-aea6-764f4bebee37 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:38:01.559996 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb on network 44b4b7dc-6833-4415-aea6-764f4bebee37 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:38:01.561125 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Attempting to bind port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb on network 44b4b7dc-6833-4415-aea6-764f4bebee37 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:38:01.570599 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:38:01.571219 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Checking segment: {'id': 'c362152e-dc45-408a-a92e-ba3da68906f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44b4b7dc-6833-4415-aea6-764f4bebee37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:38:01.571783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Bound using segment: {'id': 'c362152e-dc45-408a-a92e-ba3da68906f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44b4b7dc-6833-4415-aea6-764f4bebee37'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:38:01.572403 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Bound port: 89f59885-1c1b-45ed-bd4f-4a3e46a699bb, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c362152e-dc45-408a-a92e-ba3da68906f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44b4b7dc-6833-4415-aea6-764f4bebee37'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:38:01.572969 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:01.661629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01491a4-eafc-421d-a4a8-3e65a89b9b09 req-94e8981d-89bf-4ec3-8a70-b018592347dc tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:01.665611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c01491a4-eafc-421d-a4a8-3e65a89b9b09 req-94e8981d-89bf-4ec3-8a70-b018592347dc tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.1208920 Feb 16 16:38:01.788674 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] For port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:38:01.799140 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] For port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=89f59885-1c1b-45ed-bd4f-4a3e46a699bb,segment=NetworkSegment(c362152e-dc45-408a-a92e-ba3da68906f6),segment_id=c362152e-dc45-408a-a92e-ba3da68906f6)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:38:01.801787 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c01491a4-eafc-421d-a4a8-3e65a89b9b09 req-dff69e38-0f84-47b5-9f3a-79ca9d500a9e tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290240 Feb 16 16:38:01.805325 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-418a9af5-536d-4447-9140-e0c7e2a7398d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (528b59d8-f6de-4551-b4f3-8f3b7afaa916), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:01.873035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:01.882293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a9af5-536d-4447-9140-e0c7e2a7398d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Pushing event deleted for resources: {'Port': ['ID=528b59d8-f6de-4551-b4f3-8f3b7afaa916,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:01.948430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:01.948941 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:01.952076 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] 10.222.0.60 "PUT /v2.0/ports/89f59885-1c1b-45ed-bd4f-4a3e46a699bb HTTP/1.1" status: 200 len: 1091 time: 2.6331127 Feb 16 16:38:01.967942 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'tag': '89f59885-1c1b-45ed-bd4f-4a3e46a699bb'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:01.978108 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfa1412-b65d-4f7d-8330-ef63fac800db" -d '{"events": [{"name": "network-changed", "server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "tag": "89f59885-1c1b-45ed-bd4f-4a3e46a699bb"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:02.022625 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Request body: {'port': {'device_id': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:02.043887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c040c89-614c-4777-b9f7-ccc792cdfd73 req-7f50ee20-12ed-4a7f-a1d3-dcc7117d3ce7 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:02.073869 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-418a9af5-536d-4447-9140-e0c7e2a7398d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks [] for floatingip (fd2cc3e9-e3c3-4485-a675-fa1829eb6047), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:02.077320 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-418a9af5-536d-4447-9140-e0c7e2a7398d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:02.078494 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-418a9af5-536d-4447-9140-e0c7e2a7398d tempest-AttachVolumeTestJSON-120557038 tempest-AttachVolumeTestJSON-120557038-project] 10.222.0.24 "DELETE /v2.0/floatingips/fd2cc3e9-e3c3-4485-a675-fa1829eb6047 HTTP/1.1" status: 204 len: 168 time: 2.6712906 Feb 16 16:38:02.102410 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:02.105642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c040c89-614c-4777-b9f7-ccc792cdfd73 req-7f50ee20-12ed-4a7f-a1d3-dcc7117d3ce7 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:02.123490 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c040c89-614c-4777-b9f7-ccc792cdfd73 req-7f50ee20-12ed-4a7f-a1d3-dcc7117d3ce7 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:02.136482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c040c89-614c-4777-b9f7-ccc792cdfd73 req-7f50ee20-12ed-4a7f-a1d3-dcc7117d3ce7 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2399 time: 0.2142842 Feb 16 16:38:02.161325 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:02.295557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c040c89-614c-4777-b9f7-ccc792cdfd73 req-6b17d87d-8bf7-42c4-9ad8-15c8710d14fe tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581748 Feb 16 16:38:02.676055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d453d25a-333b-4f96-9d15-3ce25272c9d2 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:38:02.686919 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Publish callbacks [] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:02.704268 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Transition to ACTIVE for port object d453d25a-333b-4f96-9d15-3ce25272c9d2 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:38:02.738629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f549146-6c4b-4692-a7af-a7f96f3b2ffa req-1d2ae4e3-ec5d-4c4a-bcde-a19a7b8dd2ec tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:02.742744 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:38:02.753404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f549146-6c4b-4692-a7af-a7f96f3b2ffa req-1d2ae4e3-ec5d-4c4a-bcde-a19a7b8dd2ec tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.1355217 Feb 16 16:38:02.772159 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a0b496-9b62-41db-a748-6b16ce79f973 x-openstack-request-id: req-f7a0b496-9b62-41db-a748-6b16ce79f973 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:02.772452 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "tag": "89f59885-1c1b-45ed-bd4f-4a3e46a699bb", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:02.772712 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7a0b496-9b62-41db-a748-6b16ce79f973 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:02.773168 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'tag': '89f59885-1c1b-45ed-bd4f-4a3e46a699bb', 'status': 'completed', 'code': 200} Feb 16 16:38:02.787742 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:02.825579 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb492d8b-4963-487b-92a3-c006e326566f service neutron] Pushing event updated for resources: {'Port': ['ID=89f59885-1c1b-45ed-bd4f-4a3e46a699bb,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:02.836321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f549146-6c4b-4692-a7af-a7f96f3b2ffa req-c7e9b5df-eb76-405a-9c86-fe5542b64d40 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819545 Feb 16 16:38:02.937305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa1412-b65d-4f7d-8330-ef63fac800db req-e60e85a1-7bd5-4e5b-bb76-4da111fb0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:02.937711 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa1412-b65d-4f7d-8330-ef63fac800db req-e60e85a1-7bd5-4e5b-bb76-4da111fb0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:02.938287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa1412-b65d-4f7d-8330-ef63fac800db req-e60e85a1-7bd5-4e5b-bb76-4da111fb0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:02.939922 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5dfa1412-b65d-4f7d-8330-ef63fac800db req-e60e85a1-7bd5-4e5b-bb76-4da111fb0034 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be5c26ee3e0b4a0a982a8a5a510819f0&device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2884 time: 0.2319255 Feb 16 16:38:03.053426 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Pushing event updated for resources: {'Port': ['ID=d453d25a-333b-4f96-9d15-3ce25272c9d2,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:03.096867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1e2b1-7ce0-4978-aa08-9ed76e436999 req-929cf7a9-f192-48c9-a0bb-5c476b5e6ddb tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:03.100785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fe1e2b1-7ce0-4978-aa08-9ed76e436999 req-929cf7a9-f192-48c9-a0bb-5c476b5e6ddb tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.1423290 Feb 16 16:38:03.179677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Attempting to bind port d453d25a-333b-4f96-9d15-3ce25272c9d2 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:38:03.180331 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Attempting to bind port d453d25a-333b-4f96-9d15-3ce25272c9d2 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'b7ed880b-e132-4d3d-a7c5-6bc723ab845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:38:03.180819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Attempting to bind port d453d25a-333b-4f96-9d15-3ce25272c9d2 on network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:38:03.198194 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa1412-b65d-4f7d-8330-ef63fac800db req-d6ec2403-c079-4c92-9aa4-e203b08f12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:03.198940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa1412-b65d-4f7d-8330-ef63fac800db req-d6ec2403-c079-4c92-9aa4-e203b08f12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:03.199612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa1412-b65d-4f7d-8330-ef63fac800db req-d6ec2403-c079-4c92-9aa4-e203b08f12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:03.202012 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5dfa1412-b65d-4f7d-8330-ef63fac800db req-d6ec2403-c079-4c92-9aa4-e203b08f12ad service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=be5c26ee3e0b4a0a982a8a5a510819f0&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2512374 Feb 16 16:38:03.202916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Port d453d25a-333b-4f96-9d15-3ce25272c9d2 on network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:38:03.203402 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Attempting to bind port d453d25a-333b-4f96-9d15-3ce25272c9d2 on network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:38:03.219895 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:38:03.220533 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Checking segment: {'id': 'b7ed880b-e132-4d3d-a7c5-6bc723ab845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:38:03.221125 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Bound using segment: {'id': 'b7ed880b-e132-4d3d-a7c5-6bc723ab845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:38:03.221729 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Bound port: d453d25a-333b-4f96-9d15-3ce25272c9d2, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ed880b-e132-4d3d-a7c5-6bc723ab845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:38:03.222292 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:03.234439 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fe1e2b1-7ce0-4978-aa08-9ed76e436999 req-5331aa75-cf0f-4147-b307-a044d579a5f4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279027 Feb 16 16:38:03.442319 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa1412-b65d-4f7d-8330-ef63fac800db req-adf62d4f-22b0-47bc-ab93-a33dd8713466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:03.444223 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5dfa1412-b65d-4f7d-8330-ef63fac800db req-adf62d4f-22b0-47bc-ab93-a33dd8713466 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2344398 Feb 16 16:38:03.447949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] For port d453d25a-333b-4f96-9d15-3ce25272c9d2, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:38:03.456097 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] For port d453d25a-333b-4f96-9d15-3ce25272c9d2, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d453d25a-333b-4f96-9d15-3ce25272c9d2,segment=NetworkSegment(b7ed880b-e132-4d3d-a7c5-6bc723ab845d),segment_id=b7ed880b-e132-4d3d-a7c5-6bc723ab845d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:38:03.480209 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:03.535009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd319ee8-8049-4d71-bf24-1b3076c328c2 req-dc2bc6fb-8195-4d63-9903-989118170352 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:03.551531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd319ee8-8049-4d71-bf24-1b3076c328c2 req-dc2bc6fb-8195-4d63-9903-989118170352 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:03.558213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd319ee8-8049-4d71-bf24-1b3076c328c2 req-dc2bc6fb-8195-4d63-9903-989118170352 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:03.573336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd319ee8-8049-4d71-bf24-1b3076c328c2 req-dc2bc6fb-8195-4d63-9903-989118170352 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2411 time: 0.1310551 Feb 16 16:38:03.585377 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:03.588385 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:03.589806 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] 10.222.0.60 "PUT /v2.0/ports/d453d25a-333b-4f96-9d15-3ce25272c9d2 HTTP/1.1" status: 200 len: 1092 time: 1.5746028 Feb 16 16:38:03.695186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd319ee8-8049-4d71-bf24-1b3076c328c2 req-49194dbe-3bb4-43e1-9f83-9d14d345456a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095965 Feb 16 16:38:03.719795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b9739-3b7c-4576-a771-4326a883dd41 service neutron] Pushing event updated for resources: {'Port': ['ID=d453d25a-333b-4f96-9d15-3ce25272c9d2,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:03.758262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-04fcd376-848d-469a-bc7c-0f8d49b9526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:03.758750 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-04fcd376-848d-469a-bc7c-0f8d49b9526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:03.759228 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-04fcd376-848d-469a-bc7c-0f8d49b9526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:03.761032 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-04fcd376-848d-469a-bc7c-0f8d49b9526c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be5c26ee3e0b4a0a982a8a5a510819f0&device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2957 time: 0.1131425 Feb 16 16:38:03.855317 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-01e506a0-ef7d-4cc3-b29b-25046e30c426 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.16&port_id=159aa0a2-e046-4023-97d9-c4a4ad5fbc0b HTTP/1.1" status: 200 len: 217 time: 0.0784225 Feb 16 16:38:03.955816 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-6f174e3a-076e-412a-8c27-771e600a23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:03.958548 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-6f174e3a-076e-412a-8c27-771e600a23ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c2f247-adc8-4991-bc49-ddf220cfa699 HTTP/1.1" status: 200 len: 801 time: 0.0958505 Feb 16 16:38:04.039174 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-76d11506-d5f4-433e-a283-21d607d3cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:04.041124 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-76d11506-d5f4-433e-a283-21d607d3cb6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e78c7fe-edb2-40c7-8c68-2a6e50b0379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0757778 Feb 16 16:38:04.043448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065549c9-7cf7-46d3-ba9e-878caea21a06 req-f4feb0b4-8e8b-4656-b437-c2301091ed42 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:04.051533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-065549c9-7cf7-46d3-ba9e-878caea21a06 req-f4feb0b4-8e8b-4656-b437-c2301091ed42 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.0829127 Feb 16 16:38:04.144384 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-065549c9-7cf7-46d3-ba9e-878caea21a06 req-c5d89e28-a894-4a12-986f-8be3e117e037 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920181 Feb 16 16:38:04.182044 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-6546c8e4-9fee-4d63-a40c-4f2f4c8cbf16 service neutron] 10.222.0.60 "GET /v2.0/networks/0e78c7fe-edb2-40c7-8c68-2a6e50b0379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336682 Feb 16 16:38:04.317351 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-ba718ebf-f6ad-4740-8288-6106a9c04101 service neutron] 10.222.0.60 "GET /v2.0/networks/0e78c7fe-edb2-40c7-8c68-2a6e50b0379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287789 Feb 16 16:38:04.395356 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-763a678f-c51d-4f0f-9f74-42971ce67bca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=89f59885-1c1b-45ed-bd4f-4a3e46a699bb HTTP/1.1" status: 200 len: 217 time: 0.0687757 Feb 16 16:38:04.438465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965e36-bdc6-435c-869f-ab45c2a6731d req-59268a43-21e2-43cd-8081-7d253bb7d7ee tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:04.445355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35965e36-bdc6-435c-869f-ab45c2a6731d req-59268a43-21e2-43cd-8081-7d253bb7d7ee tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.1023600 Feb 16 16:38:04.475346 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:04.537580 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-28cd671a-7098-4920-8075-297bbc94f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:04.548816 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-28cd671a-7098-4920-8075-297bbc94f398 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e652b7a-7cb7-458d-ab71-80a2778a53ab HTTP/1.1" status: 200 len: 801 time: 0.1307542 Feb 16 16:38:04.568661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35965e36-bdc6-435c-869f-ab45c2a6731d req-62e30ce4-a236-42bb-b966-55a079adf99a tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224463 Feb 16 16:38:04.614895 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-cd021499-ee9a-4bb3-9680-530bda8d61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:04.616840 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-cd021499-ee9a-4bb3-9680-530bda8d61ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44b4b7dc-6833-4415-aea6-764f4bebee37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0676081 Feb 16 16:38:04.841061 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'tag': 'd453d25a-333b-4f96-9d15-3ce25272c9d2'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:04.854835 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef83a060-abbe-46dd-97b8-44c51b5581dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "tag": "d453d25a-333b-4f96-9d15-3ce25272c9d2"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:04.918538 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-16d34999-ad1a-416e-8338-3b892698d387 service neutron] 10.222.0.60 "GET /v2.0/networks/44b4b7dc-6833-4415-aea6-764f4bebee37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941372 Feb 16 16:38:04.925864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd0884-6430-4b20-b9d7-2f426f494cda req-d0ffda84-1f09-4a9e-9659-3028aacd7564 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:04.932974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30fd0884-6430-4b20-b9d7-2f426f494cda req-d0ffda84-1f09-4a9e-9659-3028aacd7564 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1476085 Feb 16 16:38:04.970741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3867-27bf-47ae-8b5d-fb706a220505 req-9d637c46-b35b-4e31-8db4-23ddae1e7fe8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:04.976442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3867-27bf-47ae-8b5d-fb706a220505 req-9d637c46-b35b-4e31-8db4-23ddae1e7fe8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:04.981783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3867-27bf-47ae-8b5d-fb706a220505 req-9d637c46-b35b-4e31-8db4-23ddae1e7fe8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:04.989854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2aac3867-27bf-47ae-8b5d-fb706a220505 req-9d637c46-b35b-4e31-8db4-23ddae1e7fe8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2411 time: 0.1647015 Feb 16 16:38:05.036853 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-7ee9cc7e-f025-4d05-99aa-d0a59b7dac39 service neutron] 10.222.0.60 "GET /v2.0/networks/44b4b7dc-6833-4415-aea6-764f4bebee37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084096 Feb 16 16:38:05.043424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30fd0884-6430-4b20-b9d7-2f426f494cda req-f2cf38ad-a86f-4569-8476-ed7152f1669d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048393 Feb 16 16:38:05.098700 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-f50ee82a-bb29-490a-afda-e175ebd75471 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.125&port_id=d453d25a-333b-4f96-9d15-3ce25272c9d2 HTTP/1.1" status: 200 len: 217 time: 0.0537684 Feb 16 16:38:05.123692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2aac3867-27bf-47ae-8b5d-fb706a220505 req-48ad8e75-fe3f-46d9-8ed6-d722bfa6e531 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275542 Feb 16 16:38:05.164780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d45c6b-10ff-46d9-a04f-c374bbe4ede3 req-40038183-4b06-4b50-8f0b-f898e17f8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:05.166432 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e7d45c6b-10ff-46d9-a04f-c374bbe4ede3 req-40038183-4b06-4b50-8f0b-f898e17f8cc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 1126 time: 0.3079455 Feb 16 16:38:05.167951 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-ac1e28f8-4960-424b-a543-8ce8ab4d1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:05.169440 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-ac1e28f8-4960-424b-a543-8ce8ab4d1f76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c2f247-adc8-4991-bc49-ddf220cfa699 HTTP/1.1" status: 200 len: 801 time: 0.0618129 Feb 16 16:38:05.171229 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9904d92e-710d-419d-85fa-32ede7d9a11d x-openstack-request-id: req-9904d92e-710d-419d-85fa-32ede7d9a11d {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:05.171588 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "tag": "d453d25a-333b-4f96-9d15-3ce25272c9d2", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:05.171931 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9904d92e-710d-419d-85fa-32ede7d9a11d {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:05.172517 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'tag': 'd453d25a-333b-4f96-9d15-3ce25272c9d2', 'status': 'completed', 'code': 200} Feb 16 16:38:05.305451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d94ca-9b26-4264-a2fb-5bd8cd8493d0 req-707eed89-33c6-4085-b953-ec6c60bb0d91 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:05.307156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b7d94ca-9b26-4264-a2fb-5bd8cd8493d0 req-707eed89-33c6-4085-b953-ec6c60bb0d91 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.0570502 Feb 16 16:38:05.369072 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-68a5bbb2-57fa-4a16-9430-b78397b75abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:05.371467 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-68a5bbb2-57fa-4a16-9430-b78397b75abb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e78c7fe-edb2-40c7-8c68-2a6e50b0379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1911061 Feb 16 16:38:05.376415 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b7d94ca-9b26-4264-a2fb-5bd8cd8493d0 req-9110d0b1-2258-418a-bf8d-047f2664daea tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619028 Feb 16 16:38:05.417655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d45c6b-10ff-46d9-a04f-c374bbe4ede3 req-67a49c25-546b-416b-8f4e-950a2d499656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:05.419264 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e7d45c6b-10ff-46d9-a04f-c374bbe4ede3 req-67a49c25-546b-416b-8f4e-950a2d499656 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.2403717 Feb 16 16:38:05.533690 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e7d45c6b-10ff-46d9-a04f-c374bbe4ede3 req-7d3b080d-f099-4a48-af5d-634f17ea4c22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5 HTTP/1.1" status: 200 len: 999 time: 0.1076486 Feb 16 16:38:05.540149 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-9c27e0de-23e1-4dad-8273-78e225482475 service neutron] 10.222.0.60 "GET /v2.0/networks/0e78c7fe-edb2-40c7-8c68-2a6e50b0379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613259 Feb 16 16:38:05.702244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d45c6b-10ff-46d9-a04f-c374bbe4ede3 req-178ca7ee-2d46-4d0a-a4cf-6e11f23b4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:05.703924 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e7d45c6b-10ff-46d9-a04f-c374bbe4ede3 req-178ca7ee-2d46-4d0a-a4cf-6e11f23b4c37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.1628861 Feb 16 16:38:05.728951 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7c396e0b-c56a-4bd9-84c6-7580357035d7 req-41699466-447e-43b1-a0d4-26eddb8072e1 service neutron] 10.222.0.60 "GET /v2.0/networks/0e78c7fe-edb2-40c7-8c68-2a6e50b0379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776991 Feb 16 16:38:05.777181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf5585-4269-4091-b024-31f0ed7f31fa req-b9c487c5-7cbe-4391-b2cf-2f392cdc5856 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:05.779375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8bf5585-4269-4091-b024-31f0ed7f31fa req-b9c487c5-7cbe-4391-b2cf-2f392cdc5856 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.0929470 Feb 16 16:38:05.780707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d45c6b-10ff-46d9-a04f-c374bbe4ede3 req-9e213ee3-bf87-4cbb-b1d8-54727fe8665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:05.782552 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e7d45c6b-10ff-46d9-a04f-c374bbe4ede3 req-9e213ee3-bf87-4cbb-b1d8-54727fe8665d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0726845 Feb 16 16:38:05.841017 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8bf5585-4269-4091-b024-31f0ed7f31fa req-7439091f-0cbe-463e-bed4-6d2722915287 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553668 Feb 16 16:38:05.943669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a060-abbe-46dd-97b8-44c51b5581dd req-aafbd0a3-fa89-4223-baee-680bd433d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:05.944290 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a060-abbe-46dd-97b8-44c51b5581dd req-aafbd0a3-fa89-4223-baee-680bd433d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:05.944658 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a060-abbe-46dd-97b8-44c51b5581dd req-aafbd0a3-fa89-4223-baee-680bd433d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:05.946236 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ef83a060-abbe-46dd-97b8-44c51b5581dd req-aafbd0a3-fa89-4223-baee-680bd433d247 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be5c26ee3e0b4a0a982a8a5a510819f0&device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2957 time: 0.1379719 Feb 16 16:38:05.967396 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e7d45c6b-10ff-46d9-a04f-c374bbe4ede3 req-c0bf1f75-3964-4a55-8480-884cd0936033 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769178 Feb 16 16:38:06.111476 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e7d45c6b-10ff-46d9-a04f-c374bbe4ede3 req-a66bf7eb-ae3b-40b4-9340-00ba2f88c3f7 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341257 Feb 16 16:38:06.135527 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a060-abbe-46dd-97b8-44c51b5581dd req-bcbb72c5-80b6-4652-9fc1-d93cd192f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:06.137312 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ef83a060-abbe-46dd-97b8-44c51b5581dd req-bcbb72c5-80b6-4652-9fc1-d93cd192f05d service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e78c7fe-edb2-40c7-8c68-2a6e50b0379f HTTP/1.1" status: 200 len: 902 time: 0.1830819 Feb 16 16:38:06.206259 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ef83a060-abbe-46dd-97b8-44c51b5581dd req-278145e5-1e63-4963-ab6c-9b1f57ff0f66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.125&port_id=d453d25a-333b-4f96-9d15-3ce25272c9d2 HTTP/1.1" status: 200 len: 217 time: 0.0615315 Feb 16 16:38:06.282829 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a060-abbe-46dd-97b8-44c51b5581dd req-edc0edb5-5730-4f9b-bd50-c863b32c13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:06.284325 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ef83a060-abbe-46dd-97b8-44c51b5581dd req-edc0edb5-5730-4f9b-bd50-c863b32c13fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c2f247-adc8-4991-bc49-ddf220cfa699 HTTP/1.1" status: 200 len: 801 time: 0.0724473 Feb 16 16:38:06.339302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8615a6-b9a7-4944-884a-bf59977333a4 req-12f72e0f-4499-49a6-810a-bfce17e149bd tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:06.341274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c8615a6-b9a7-4944-884a-bf59977333a4 req-12f72e0f-4499-49a6-810a-bfce17e149bd tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1801419 Feb 16 16:38:06.375133 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a060-abbe-46dd-97b8-44c51b5581dd req-f624754c-0830-412f-a9a4-8987fb527372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:06.376680 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ef83a060-abbe-46dd-97b8-44c51b5581dd req-f624754c-0830-412f-a9a4-8987fb527372 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e78c7fe-edb2-40c7-8c68-2a6e50b0379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0853050 Feb 16 16:38:06.384309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddcd92-d23d-4069-9464-f0456c3be8e5 req-f4f846bc-f90c-4f7e-bc1e-ac246a34a818 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:06.390518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddcd92-d23d-4069-9464-f0456c3be8e5 req-f4f846bc-f90c-4f7e-bc1e-ac246a34a818 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:06.396250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddcd92-d23d-4069-9464-f0456c3be8e5 req-f4f846bc-f90c-4f7e-bc1e-ac246a34a818 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:06.397908 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41ddcd92-d23d-4069-9464-f0456c3be8e5 req-f4f846bc-f90c-4f7e-bc1e-ac246a34a818 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2411 time: 0.1702960 Feb 16 16:38:06.462904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c8615a6-b9a7-4944-884a-bf59977333a4 req-9cc41d08-1dce-4114-8d95-f8ee1ce247a2 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134882 Feb 16 16:38:06.542012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41ddcd92-d23d-4069-9464-f0456c3be8e5 req-8c6dc64c-2eb9-418c-b3e4-4eddba544b1d tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019933 Feb 16 16:38:06.571230 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ef83a060-abbe-46dd-97b8-44c51b5581dd req-7e314bcd-5133-4abe-a5ba-f60d2161ad30 service neutron] 10.222.0.60 "GET /v2.0/networks/0e78c7fe-edb2-40c7-8c68-2a6e50b0379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867881 Feb 16 16:38:06.674698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959033e-f4bd-4ac2-bd22-0accf541134d req-979753b0-7a81-4a42-9294-025fe1b7cc4d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:06.678889 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5959033e-f4bd-4ac2-bd22-0accf541134d req-979753b0-7a81-4a42-9294-025fe1b7cc4d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.0848942 Feb 16 16:38:06.728987 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ef83a060-abbe-46dd-97b8-44c51b5581dd req-0eee051b-64bf-458d-8337-014de96b27bc service neutron] 10.222.0.60 "GET /v2.0/networks/0e78c7fe-edb2-40c7-8c68-2a6e50b0379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433191 Feb 16 16:38:06.775503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5959033e-f4bd-4ac2-bd22-0accf541134d req-8a12ce30-e9b6-4c05-ac3b-3650b067c14c tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887034 Feb 16 16:38:06.978710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98871d-8fde-4f9b-aa98-7b1d7ac27cb3 req-aa0ceb7b-e799-4208-9c87-e9684d947b34 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:06.986074 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b98871d-8fde-4f9b-aa98-7b1d7ac27cb3 req-aa0ceb7b-e799-4208-9c87-e9684d947b34 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.0634582 Feb 16 16:38:07.047116 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b98871d-8fde-4f9b-aa98-7b1d7ac27cb3 req-dbc8044f-3714-4f36-a9cd-c3d1a439a59c tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551243 Feb 16 16:38:07.662808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980aecc-13bc-44ec-b982-5d1177c8012e req-e9b6c471-f9fe-4bb5-a9b5-17dda03ae046 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:07.665147 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b980aecc-13bc-44ec-b982-5d1177c8012e req-e9b6c471-f9fe-4bb5-a9b5-17dda03ae046 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1163158 Feb 16 16:38:07.746964 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b980aecc-13bc-44ec-b982-5d1177c8012e req-43239deb-5108-41d4-8e3c-20a4a5377339 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695884 Feb 16 16:38:07.773412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a66fda-9d79-4832-8cc1-c090db753ce5 req-195303c6-dbfe-4111-a6e1-33b67341d865 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:07.780013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a66fda-9d79-4832-8cc1-c090db753ce5 req-195303c6-dbfe-4111-a6e1-33b67341d865 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:07.786838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a66fda-9d79-4832-8cc1-c090db753ce5 req-195303c6-dbfe-4111-a6e1-33b67341d865 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:07.788593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29a66fda-9d79-4832-8cc1-c090db753ce5 req-195303c6-dbfe-4111-a6e1-33b67341d865 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2411 time: 0.1201925 Feb 16 16:38:07.896214 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29a66fda-9d79-4832-8cc1-c090db753ce5 req-bb34b6e5-5225-4090-8499-1ddd52b3de43 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911169 Feb 16 16:38:07.991190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c709e-9931-4939-b878-483f06d15354 req-a04c886e-04aa-4fb1-9184-31261161443f tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:07.991419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d3c709e-9931-4939-b878-483f06d15354 req-a04c886e-04aa-4fb1-9184-31261161443f tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.1108124 Feb 16 16:38:08.051938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d3c709e-9931-4939-b878-483f06d15354 req-9230dbbf-eebf-412e-9830-f344f18faa18 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596004 Feb 16 16:38:08.192246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd47e2-d542-4ace-aa92-47a5d560d0cb req-ac4d6e24-f85d-4cbb-9078-d46015917510 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:08.201120 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bd47e2-d542-4ace-aa92-47a5d560d0cb req-ac4d6e24-f85d-4cbb-9078-d46015917510 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.0870888 Feb 16 16:38:08.263349 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45bd47e2-d542-4ace-aa92-47a5d560d0cb req-489655d6-4946-4974-8b85-317a8a6b48eb tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564096 Feb 16 16:38:09.042623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:38:09.246107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=159aa0a2-e046-4023-97d9-c4a4ad5fbc0b,segment=NetworkSegment(b7ed880b-e132-4d3d-a7c5-6bc723ab845d),segment_id=b7ed880b-e132-4d3d-a7c5-6bc723ab845d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:09.269389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '159aa0a2-e046-4023-97d9-c4a4ad5fbc0b', 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f', 'port_id': '159aa0a2-e046-4023-97d9-c4a4ad5fbc0b', 'mac_address': 'fa:16:3e:b1:76:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c2f247-adc8-4991-bc49-ddf220cfa699', 'ip_address': '19.80.0.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:38:09.297189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48b625-20d8-4f5f-8d7d-e78c8f9c5eed req-df115b0d-c0cb-45c5-8b48-afb3553be67a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:09.303470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48b625-20d8-4f5f-8d7d-e78c8f9c5eed req-df115b0d-c0cb-45c5-8b48-afb3553be67a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:09.320937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48b625-20d8-4f5f-8d7d-e78c8f9c5eed req-df115b0d-c0cb-45c5-8b48-afb3553be67a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:09.331065 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf48b625-20d8-4f5f-8d7d-e78c8f9c5eed req-df115b0d-c0cb-45c5-8b48-afb3553be67a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2411 time: 0.2929828 Feb 16 16:38:09.366994 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:09.367387 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:09.395012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:38:09.427373 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=159aa0a2-e046-4023-97d9-c4a4ad5fbc0b,segment=NetworkSegment(b7ed880b-e132-4d3d-a7c5-6bc723ab845d),segment_id=b7ed880b-e132-4d3d-a7c5-6bc723ab845d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:09.445592 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:09.446540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 89f59885-1c1b-45ed-bd4f-4a3e46a699bb details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:38:09.465085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a44d97-65e5-4885-ad76-b1cca3066ce6 req-08d32e2d-c0d4-49ef-bf24-cc3d0067c6ce tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:09.467525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95a44d97-65e5-4885-ad76-b1cca3066ce6 req-08d32e2d-c0d4-49ef-bf24-cc3d0067c6ce tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.3043213 Feb 16 16:38:09.510515 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf48b625-20d8-4f5f-8d7d-e78c8f9c5eed req-3f21bac5-27bb-4278-8008-64d3f6893eda tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781688 Feb 16 16:38:09.629423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95a44d97-65e5-4885-ad76-b1cca3066ce6 req-34863dce-76e2-473a-a749-a4424d4db033 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465039 Feb 16 16:38:09.710349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=159aa0a2-e046-4023-97d9-c4a4ad5fbc0b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:09.730492 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15950c6-30cc-42ad-80e8-2c89df2d9781 req-8f58d882-ba6d-403f-b30c-26701a5fe7e7 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:09.733096 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e15950c6-30cc-42ad-80e8-2c89df2d9781 req-8f58d882-ba6d-403f-b30c-26701a5fe7e7 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.0974829 Feb 16 16:38:09.772509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=89f59885-1c1b-45ed-bd4f-4a3e46a699bb,segment=NetworkSegment(c362152e-dc45-408a-a92e-ba3da68906f6),segment_id=c362152e-dc45-408a-a92e-ba3da68906f6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:09.799865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '89f59885-1c1b-45ed-bd4f-4a3e46a699bb', 'network_id': '44b4b7dc-6833-4415-aea6-764f4bebee37', 'port_id': '89f59885-1c1b-45ed-bd4f-4a3e46a699bb', 'mac_address': 'fa:16:3e:90:ac:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e652b7a-7cb7-458d-ab71-80a2778a53ab', 'ip_address': '19.86.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:38:09.820834 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e15950c6-30cc-42ad-80e8-2c89df2d9781 req-59380136-505b-41e7-a6b2-0795bceae35c tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799980 Feb 16 16:38:09.856623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:09.857536 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:09.871536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f59885-1c1b-45ed-bd4f-4a3e46a699bb {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:38:09.892870 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=89f59885-1c1b-45ed-bd4f-4a3e46a699bb,segment=NetworkSegment(c362152e-dc45-408a-a92e-ba3da68906f6),segment_id=c362152e-dc45-408a-a92e-ba3da68906f6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:09.901705 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:10.018950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=89f59885-1c1b-45ed-bd4f-4a3e46a699bb,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:10.264183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['159aa0a2-e046-4023-97d9-c4a4ad5fbc0b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:38:10.584326 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a0d8b-5f50-49f9-81de-759ef590bbc6 req-2dbec500-6f04-416d-b686-4865c07148d3 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:10.591284 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f79a0d8b-5f50-49f9-81de-759ef590bbc6 req-2dbec500-6f04-416d-b686-4865c07148d3 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 945 time: 0.1223822 Feb 16 16:38:10.736948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f79a0d8b-5f50-49f9-81de-759ef590bbc6 req-adc61c13-ddc7-47c8-80a5-1ac1e8f6f666 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434214 Feb 16 16:38:10.802202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568f9f-35bf-4b77-a8fb-eb1e9c1cdb7b req-fdefec3e-4df1-4d3d-b49d-677827b20873 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:10.816713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568f9f-35bf-4b77-a8fb-eb1e9c1cdb7b req-fdefec3e-4df1-4d3d-b49d-677827b20873 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:10.831933 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568f9f-35bf-4b77-a8fb-eb1e9c1cdb7b req-fdefec3e-4df1-4d3d-b49d-677827b20873 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:10.857364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84568f9f-35bf-4b77-a8fb-eb1e9c1cdb7b req-fdefec3e-4df1-4d3d-b49d-677827b20873 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2413 time: 0.2135608 Feb 16 16:38:11.022667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84568f9f-35bf-4b77-a8fb-eb1e9c1cdb7b req-dd21bbe6-4e43-4a39-bb95-876989dff941 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640580 Feb 16 16:38:11.043508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d453d25a-333b-4f96-9d15-3ce25272c9d2 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:38:11.082712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b573f59-1ebb-4379-8c8c-7df756c68e0c req-2ff76a6f-b023-4f82-8249-9a8b5c84cee5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:11.089839 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b573f59-1ebb-4379-8c8c-7df756c68e0c req-2ff76a6f-b023-4f82-8249-9a8b5c84cee5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.2301593 Feb 16 16:38:11.180935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b573f59-1ebb-4379-8c8c-7df756c68e0c req-0ba96cf5-828f-47c8-9c17-dffb339dd789 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901430 Feb 16 16:38:11.357764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0164c2-3fde-488e-97ec-3f80dce4f09b req-ee41e8f9-b6ae-4973-9abd-88a57c4888eb tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:11.359610 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c0164c2-3fde-488e-97ec-3f80dce4f09b req-ee41e8f9-b6ae-4973-9abd-88a57c4888eb tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.1589191 Feb 16 16:38:11.427489 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d453d25a-333b-4f96-9d15-3ce25272c9d2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d453d25a-333b-4f96-9d15-3ce25272c9d2,segment=NetworkSegment(b7ed880b-e132-4d3d-a7c5-6bc723ab845d),segment_id=b7ed880b-e132-4d3d-a7c5-6bc723ab845d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:11.442262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'd453d25a-333b-4f96-9d15-3ce25272c9d2', 'network_id': '0e78c7fe-edb2-40c7-8c68-2a6e50b0379f', 'port_id': 'd453d25a-333b-4f96-9d15-3ce25272c9d2', 'mac_address': 'fa:16:3e:b8:9e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c2f247-adc8-4991-bc49-ddf220cfa699', 'ip_address': '19.80.0.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:38:11.501060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c0164c2-3fde-488e-97ec-3f80dce4f09b req-9e63f250-5e12-4a5b-96df-334da1394e75 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351473 Feb 16 16:38:11.543680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port d453d25a-333b-4f96-9d15-3ce25272c9d2 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:11.544503 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:11.574322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d453d25a-333b-4f96-9d15-3ce25272c9d2 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:38:11.606499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['89f59885-1c1b-45ed-bd4f-4a3e46a699bb'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:38:11.725464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d453d25a-333b-4f96-9d15-3ce25272c9d2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d453d25a-333b-4f96-9d15-3ce25272c9d2,segment=NetworkSegment(b7ed880b-e132-4d3d-a7c5-6bc723ab845d),segment_id=b7ed880b-e132-4d3d-a7c5-6bc723ab845d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:11.874581 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:12.028125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=d453d25a-333b-4f96-9d15-3ce25272c9d2,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:12.063318 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b0266-bb09-4dbb-9840-e0fe77ce2939 req-9e732860-2d22-4665-a67c-76939c20313b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:12.068163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f6b0266-bb09-4dbb-9840-e0fe77ce2939 req-9e732860-2d22-4665-a67c-76939c20313b tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 945 time: 0.1964746 Feb 16 16:38:12.109807 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7aa6ea-06a0-45c6-9912-475a817258ee req-2d68850a-9cc6-41bb-bcbf-f35a2b8f13aa tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:12.111368 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d7aa6ea-06a0-45c6-9912-475a817258ee req-2d68850a-9cc6-41bb-bcbf-f35a2b8f13aa tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 945 time: 0.2306285 Feb 16 16:38:12.273464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['d453d25a-333b-4f96-9d15-3ce25272c9d2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:38:12.437136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36778) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:12.476591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3830840-60d4-4d37-b9c2-0094c8b3cdb2 req-e7f2a256-1794-4262-b9ae-cda9c324f105 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:12.496446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3830840-60d4-4d37-b9c2-0094c8b3cdb2 req-e7f2a256-1794-4262-b9ae-cda9c324f105 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:12.516909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3830840-60d4-4d37-b9c2-0094c8b3cdb2 req-e7f2a256-1794-4262-b9ae-cda9c324f105 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:12.536058 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3830840-60d4-4d37-b9c2-0094c8b3cdb2 req-e7f2a256-1794-4262-b9ae-cda9c324f105 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2414 time: 0.3557699 Feb 16 16:38:12.570644 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4ddde694-7ab3-4f14-a3b5-2c1b172d59d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:12.601574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d7aa6ea-06a0-45c6-9912-475a817258ee req-d32b4239-13d6-4d04-b9a3-fa9fdcf37569 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410388 Feb 16 16:38:12.757113 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4ddde694-7ab3-4f14-a3b5-2c1b172d59d0 admin admin] Publish callbacks [] for security_group (cdd15996-a81f-48d4-ab32-5820a686a084), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:12.768488 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4ddde694-7ab3-4f14-a3b5-2c1b172d59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cdd15996-a81f-48d4-ab32-5820a686a084), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:12.820117 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3830840-60d4-4d37-b9c2-0094c8b3cdb2 req-d0c596e8-9938-4bb0-b139-599e0502ccc3 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827716 Feb 16 16:38:12.883142 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4ddde694-7ab3-4f14-a3b5-2c1b172d59d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81982824e9f445a0b9c5967570a68072&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4447277 Feb 16 16:38:12.884527 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddde694-7ab3-4f14-a3b5-2c1b172d59d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd15996-a81f-48d4-ab32-5820a686a084,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:12.887979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36786) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:12.974174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9a4f-495a-4ccb-8f09-291c205275ce admin admin] Publish callbacks [] for security_group (cdd15996-a81f-48d4-ab32-5820a686a084), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:13.006488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-0f6b0266-bb09-4dbb-9840-e0fe77ce2939 req-76b928ab-5ba8-48e4-b055-73f2e7fcdd93 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Deleting port a29ba352-f266-4899-a105-0169a0c35bdb {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:13.006846 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0f6b0266-bb09-4dbb-9840-e0fe77ce2939 req-76b928ab-5ba8-48e4-b055-73f2e7fcdd93 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a29ba352-f266-4899-a105-0169a0c35bdb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:13.030704 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9a4f-495a-4ccb-8f09-291c205275ce admin admin] Publish callbacks [] for security_group (cdd15996-a81f-48d4-ab32-5820a686a084), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:13.066137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:38:13.132653 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9a4f-495a-4ccb-8f09-291c205275ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cdd15996-a81f-48d4-ab32-5820a686a084), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:13.136551 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9a4f-495a-4ccb-8f09-291c205275ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:13.138038 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fc3d9a4f-495a-4ccb-8f09-291c205275ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdd15996-a81f-48d4-ab32-5820a686a084 HTTP/1.1" status: 204 len: 168 time: 0.2482741 Feb 16 16:38:13.165615 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:38:13.170649 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:13.172101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:13.175388 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d9a4f-495a-4ccb-8f09-291c205275ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd15996-a81f-48d4-ab32-5820a686a084,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:13.218619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-0f6b0266-bb09-4dbb-9840-e0fe77ce2939 req-76b928ab-5ba8-48e4-b055-73f2e7fcdd93 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] For port a29ba352-f266-4899-a105-0169a0c35bdb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a29ba352-f266-4899-a105-0169a0c35bdb,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:13.219197 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0f6b0266-bb09-4dbb-9840-e0fe77ce2939 req-76b928ab-5ba8-48e4-b055-73f2e7fcdd93 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a29ba352-f266-4899-a105-0169a0c35bdb), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:13.252854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-0f6b0266-bb09-4dbb-9840-e0fe77ce2939 req-76b928ab-5ba8-48e4-b055-73f2e7fcdd93 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Calling delete_port for a29ba352-f266-4899-a105-0169a0c35bdb owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:13.411726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:13.412163 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:13.495931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=159aa0a2-e046-4023-97d9-c4a4ad5fbc0b,segment=NetworkSegment(b7ed880b-e132-4d3d-a7c5-6bc723ab845d),segment_id=b7ed880b-e132-4d3d-a7c5-6bc723ab845d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:13.507467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159aa0a2-e046-4023-97d9-c4a4ad5fbc0b'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:13.512980 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0e16d0-eecc-4192-80f8-cc3dcf052f12" -d '{"events": [{"server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "name": "network-vif-plugged", "status": "completed", "tag": "159aa0a2-e046-4023-97d9-c4a4ad5fbc0b"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:13.530359 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:13.531227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 89f59885-1c1b-45ed-bd4f-4a3e46a699bb up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:38:13.621987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1c1c0-bb5c-4c2c-bf2e-4fcac30919e1 req-76f85baa-541b-4a1f-a239-4ac00401c826 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:13.640357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ee1c1c0-bb5c-4c2c-bf2e-4fcac30919e1 req-76f85baa-541b-4a1f-a239-4ac00401c826 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.8303561 Feb 16 16:38:13.656727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=159aa0a2-e046-4023-97d9-c4a4ad5fbc0b,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:13.738128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:38:13.743168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:13.744038 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:13.808249 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eeb8a1-501f-4c5e-b802-3cb2c97a59bb req-c26cf7eb-1404-486b-99be-7653e0099f0e tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:13.822001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37eeb8a1-501f-4c5e-b802-3cb2c97a59bb req-c26cf7eb-1404-486b-99be-7653e0099f0e tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.8191481 Feb 16 16:38:13.951424 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:13.951897 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:13.957735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36802) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:13.980344 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-596f3a17-f5d5-4db4-8598-954b7132dd05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:14.036817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=89f59885-1c1b-45ed-bd4f-4a3e46a699bb,segment=NetworkSegment(c362152e-dc45-408a-a92e-ba3da68906f6),segment_id=c362152e-dc45-408a-a92e-ba3da68906f6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:14.054692 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:14.104636 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ee1c1c0-bb5c-4c2c-bf2e-4fcac30919e1 req-8f7426b4-b766-42e4-8c10-7320ed20defd tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609923 Feb 16 16:38:14.133037 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0f6b0266-bb09-4dbb-9840-e0fe77ce2939 req-76b928ab-5ba8-48e4-b055-73f2e7fcdd93 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a29ba352-f266-4899-a105-0169a0c35bdb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:14.175038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b928ab-5ba8-48e4-b055-73f2e7fcdd93 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Pushing event deleted for resources: {'Port': ['ID=a29ba352-f266-4899-a105-0169a0c35bdb,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:14.178312 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['de2a1841-9c2e-4487-8eab-b43ae743539a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:38:14.200552 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37eeb8a1-501f-4c5e-b802-3cb2c97a59bb req-845c79f9-904a-43dd-b047-84c9c3849f05 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3749864 Feb 16 16:38:14.201359 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-596f3a17-f5d5-4db4-8598-954b7132dd05 admin admin] Publish callbacks [] for security_group (458f5392-a9fb-448b-9980-035a5b4be085), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:14.216116 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-596f3a17-f5d5-4db4-8598-954b7132dd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (458f5392-a9fb-448b-9980-035a5b4be085), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:14.300532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['5cc56aa2-f9b6-492c-b737-2a294e7b867b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:38:14.337854 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34033d2-4aa2-40d4-8f1c-12587a96e7db x-openstack-request-id: req-e34033d2-4aa2-40d4-8f1c-12587a96e7db {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:14.338249 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "name": "network-vif-plugged", "status": "completed", "tag": "159aa0a2-e046-4023-97d9-c4a4ad5fbc0b", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:14.338578 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e34033d2-4aa2-40d4-8f1c-12587a96e7db {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:14.341101 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159aa0a2-e046-4023-97d9-c4a4ad5fbc0b', 'code': 200} Feb 16 16:38:14.355618 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-596f3a17-f5d5-4db4-8598-954b7132dd05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43172ad247264e939543ee8e8c2d9969&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3967562 Feb 16 16:38:14.360813 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f3a17-f5d5-4db4-8598-954b7132dd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458f5392-a9fb-448b-9980-035a5b4be085,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:14.370442 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36804) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:14.499393 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f30fbaa-1baf-4015-a0df-602de1fd535e admin admin] Publish callbacks [] for security_group (458f5392-a9fb-448b-9980-035a5b4be085), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:14.548863 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f30fbaa-1baf-4015-a0df-602de1fd535e admin admin] Publish callbacks [] for security_group (458f5392-a9fb-448b-9980-035a5b4be085), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:14.653751 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f30fbaa-1baf-4015-a0df-602de1fd535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (458f5392-a9fb-448b-9980-035a5b4be085), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:14.657521 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f30fbaa-1baf-4015-a0df-602de1fd535e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:14.661390 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6f30fbaa-1baf-4015-a0df-602de1fd535e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/458f5392-a9fb-448b-9980-035a5b4be085 HTTP/1.1" status: 204 len: 168 time: 0.2868559 Feb 16 16:38:14.672920 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30fbaa-1baf-4015-a0df-602de1fd535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458f5392-a9fb-448b-9980-035a5b4be085,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:14.705963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=89f59885-1c1b-45ed-bd4f-4a3e46a699bb,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:14.978039 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36812) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:15.034089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device a29ba352-f266-4899-a105-0169a0c35bdb no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:15.103652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6b0266-bb09-4dbb-9840-e0fe77ce2939 req-76b928ab-5ba8-48e4-b055-73f2e7fcdd93 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] No DVR routers for this DVR port a29ba352-f266-4899-a105-0169a0c35bdb on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:15.109726 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0f6b0266-bb09-4dbb-9840-e0fe77ce2939 req-76b928ab-5ba8-48e4-b055-73f2e7fcdd93 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:15.115789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f6b0266-bb09-4dbb-9840-e0fe77ce2939 req-76b928ab-5ba8-48e4-b055-73f2e7fcdd93 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.65 "DELETE /v2.0/ports/a29ba352-f266-4899-a105-0169a0c35bdb HTTP/1.1" status: 204 len: 173 time: 3.0406935 Feb 16 16:38:15.118324 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1', 'name': 'network-vif-deleted', 'tag': 'a29ba352-f266-4899-a105-0169a0c35bdb'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:15.158580 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad3eb9d-989f-4092-a256-8646a4491638" -d '{"events": [{"server_uuid": "5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1", "name": "network-vif-deleted", "tag": "a29ba352-f266-4899-a105-0169a0c35bdb"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:15.211922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d453d25a-333b-4f96-9d15-3ce25272c9d2 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:38:15.320167 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: a29ba352-f266-4899-a105-0169a0c35bdb {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:15.320739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device a29ba352-f266-4899-a105-0169a0c35bdb not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:15.367331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1587c335-29c9-4a60-8930-36cb97a4d5e3 req-1364c903-90ba-470a-8b6b-d3ba1e59cad5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1 HTTP/1.1" status: 200 len: 210 time: 0.3097587 Feb 16 16:38:15.460417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04dd29-8d7a-4371-8f29-e4148735bb42 req-95684b86-38b8-4782-8ef8-d8a02691bd22 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:15.466048 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04dd29-8d7a-4371-8f29-e4148735bb42 req-95684b86-38b8-4782-8ef8-d8a02691bd22 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:15.500675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04dd29-8d7a-4371-8f29-e4148735bb42 req-95684b86-38b8-4782-8ef8-d8a02691bd22 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:15.502363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b04dd29-8d7a-4371-8f29-e4148735bb42 req-95684b86-38b8-4782-8ef8-d8a02691bd22 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2416 time: 0.4336574 Feb 16 16:38:15.533774 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port d453d25a-333b-4f96-9d15-3ce25272c9d2 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:38:15.557284 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port d453d25a-333b-4f96-9d15-3ce25272c9d2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:15.559227 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:15.750630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b04dd29-8d7a-4371-8f29-e4148735bb42 req-e62a3c15-f3b7-499c-b8c8-5b4fbb6a85a8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373674 Feb 16 16:38:15.831586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port d453d25a-333b-4f96-9d15-3ce25272c9d2 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:15.832450 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:15.835614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68580d52-5506-4c8f-ae9f-6893673af1aa req-8ed50d4d-84ac-4b9a-af44-c31337f267ad tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:15.837218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68580d52-5506-4c8f-ae9f-6893673af1aa req-8ed50d4d-84ac-4b9a-af44-c31337f267ad tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.3067057 Feb 16 16:38:15.953246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d453d25a-333b-4f96-9d15-3ce25272c9d2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d453d25a-333b-4f96-9d15-3ce25272c9d2,segment=NetworkSegment(b7ed880b-e132-4d3d-a7c5-6bc723ab845d),segment_id=b7ed880b-e132-4d3d-a7c5-6bc723ab845d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:15.970010 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:16.010172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68580d52-5506-4c8f-ae9f-6893673af1aa req-4142a883-b7ab-40c4-9aff-e0c790eff23f tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655536 Feb 16 16:38:16.159605 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=d453d25a-333b-4f96-9d15-3ce25272c9d2,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:16.275211 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1191a59a-fb26-41f6-8844-10a7721747ed x-openstack-request-id: req-1191a59a-fb26-41f6-8844-10a7721747ed {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:16.275720 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1", "name": "network-vif-deleted", "tag": "a29ba352-f266-4899-a105-0169a0c35bdb", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:16.278500 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1191a59a-fb26-41f6-8844-10a7721747ed {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:16.280542 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b38ab38-7511-4d6b-8d2e-3ff291ae5cf1', 'name': 'network-vif-deleted', 'tag': 'a29ba352-f266-4899-a105-0169a0c35bdb', 'status': 'completed', 'code': 200} Feb 16 16:38:16.338815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d3100-08c5-4a63-b598-9e132cd28250 req-c2c5dd29-db18-4e66-825a-53114aa45c7a tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:16.342690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f59885-1c1b-45ed-bd4f-4a3e46a699bb'}, {'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd453d25a-333b-4f96-9d15-3ce25272c9d2'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:16.344576 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d2d3100-08c5-4a63-b598-9e132cd28250 req-c2c5dd29-db18-4e66-825a-53114aa45c7a tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.1806557 Feb 16 16:38:16.345162 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0943e2a6-27a2-403b-a1cf-8366da169301" -d '{"events": [{"server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "name": "network-vif-plugged", "status": "completed", "tag": "89f59885-1c1b-45ed-bd4f-4a3e46a699bb"}, {"server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "name": "network-vif-plugged", "status": "completed", "tag": "d453d25a-333b-4f96-9d15-3ce25272c9d2"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:16.443781 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d2d3100-08c5-4a63-b598-9e132cd28250 req-1c5399ee-46ef-4c57-9a56-7ac4d0d5ec2d tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885799 Feb 16 16:38:16.459519 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2323290d-89ae-4e2b-b3f5-a1a00c9bdd0a x-openstack-request-id: req-2323290d-89ae-4e2b-b3f5-a1a00c9bdd0a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:16.459840 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "name": "network-vif-plugged", "status": "completed", "tag": "89f59885-1c1b-45ed-bd4f-4a3e46a699bb", "code": 200}, {"server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "name": "network-vif-plugged", "status": "completed", "tag": "d453d25a-333b-4f96-9d15-3ce25272c9d2", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:16.460099 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2323290d-89ae-4e2b-b3f5-a1a00c9bdd0a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:16.460497 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f59885-1c1b-45ed-bd4f-4a3e46a699bb', 'code': 200} Feb 16 16:38:16.460753 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd453d25a-333b-4f96-9d15-3ce25272c9d2', 'code': 200} Feb 16 16:38:17.028421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68975698-e7aa-4897-b8c2-944ad15344dd req-49c039d2-86af-4ecf-b027-b2c550e519ef tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:17.030108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68975698-e7aa-4897-b8c2-944ad15344dd req-49c039d2-86af-4ecf-b027-b2c550e519ef tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 945 time: 0.1980131 Feb 16 16:38:17.069467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6698a2-231e-4440-afd1-0e21731b03fc req-be5baf0e-53e1-4c82-9ecc-64ea8760a6d5 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:17.077602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6698a2-231e-4440-afd1-0e21731b03fc req-be5baf0e-53e1-4c82-9ecc-64ea8760a6d5 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:17.083442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6698a2-231e-4440-afd1-0e21731b03fc req-be5baf0e-53e1-4c82-9ecc-64ea8760a6d5 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:17.093524 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f6698a2-231e-4440-afd1-0e21731b03fc req-be5baf0e-53e1-4c82-9ecc-64ea8760a6d5 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2417 time: 0.1794910 Feb 16 16:38:17.234912 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f6698a2-231e-4440-afd1-0e21731b03fc req-e3ed12a6-6ac0-41f2-afd0-0fc934d14e5d tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401126 Feb 16 16:38:17.256148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0352af-9b33-45a2-9ab6-3992a94b4045 req-8a457823-8edf-4e6a-9271-fc6ddf8783cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:17.256677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0352af-9b33-45a2-9ab6-3992a94b4045 req-8a457823-8edf-4e6a-9271-fc6ddf8783cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:17.257048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0352af-9b33-45a2-9ab6-3992a94b4045 req-8a457823-8edf-4e6a-9271-fc6ddf8783cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:17.258755 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ef0352af-9b33-45a2-9ab6-3992a94b4045 req-8a457823-8edf-4e6a-9271-fc6ddf8783cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2963 time: 0.1699276 Feb 16 16:38:17.312186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68975698-e7aa-4897-b8c2-944ad15344dd req-efadad40-2a38-437c-8027-5d03e14cb257 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718389 Feb 16 16:38:17.401821 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ef0352af-9b33-45a2-9ab6-3992a94b4045 req-8b06cc18-cb44-473d-889c-b06051a30fdd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261246 Feb 16 16:38:17.446618 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d709d-8202-4846-a1ad-752713b8a427 req-76ceb87b-ccd6-4ea3-a980-23ff145800fc tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:17.448533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c3d709d-8202-4846-a1ad-752713b8a427 req-76ceb87b-ccd6-4ea3-a980-23ff145800fc tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.0897937 Feb 16 16:38:17.533240 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c3d709d-8202-4846-a1ad-752713b8a427 req-fcea1518-1069-4a46-8da3-d006782547cd tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730925 Feb 16 16:38:17.581910 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b44b92f5-0b6e-4ff2-b485-b3fc906fe2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (24a0d9cc-9527-4ffa-909c-92519cee7ccf), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:17.758249 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5cca3-d4f0-4a5b-940d-3c9b63857bed req-95b92de6-a9c0-4072-b9d0-aa6ffc9f3fd4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:17.759863 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17c5cca3-d4f0-4a5b-940d-3c9b63857bed req-95b92de6-a9c0-4072-b9d0-aa6ffc9f3fd4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.1764107 Feb 16 16:38:17.885490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17c5cca3-d4f0-4a5b-940d-3c9b63857bed req-b66a958e-7787-46c9-9914-4b49ea6c36a6 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185737 Feb 16 16:38:17.939452 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b44b92f5-0b6e-4ff2-b485-b3fc906fe2ed admin admin] Deleting port 8ceb6112-db6b-4983-9545-56326d4706a6 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:17.940311 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b44b92f5-0b6e-4ff2-b485-b3fc906fe2ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:17.997151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0e58a-9239-4890-a3d9-7371637cc9e3 req-7a4c2a9b-6ed7-4c4e-8fd1-819c17ed7cb7 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:18.000682 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2b0e58a-9239-4890-a3d9-7371637cc9e3 req-7a4c2a9b-6ed7-4c4e-8fd1-819c17ed7cb7 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 945 time: 0.1129465 Feb 16 16:38:18.046106 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-b44b92f5-0b6e-4ff2-b485-b3fc906fe2ed admin admin] For port 8ceb6112-db6b-4983-9545-56326d4706a6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8ceb6112-db6b-4983-9545-56326d4706a6,segment=NetworkSegment(a4ad40c0-9abb-40ac-b9ba-231d605c80fd),segment_id=a4ad40c0-9abb-40ac-b9ba-231d605c80fd)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:18.046921 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b44b92f5-0b6e-4ff2-b485-b3fc906fe2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:18.067435 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b44b92f5-0b6e-4ff2-b485-b3fc906fe2ed admin admin] Calling delete_port for 8ceb6112-db6b-4983-9545-56326d4706a6 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:18.140749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-f2b0e58a-9239-4890-a3d9-7371637cc9e3 req-f8c625e6-d3dd-4eb5-abfe-9ac22fda002c tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Deleting port 5cc56aa2-f9b6-492c-b737-2a294e7b867b {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:18.141519 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f2b0e58a-9239-4890-a3d9-7371637cc9e3 req-f8c625e6-d3dd-4eb5-abfe-9ac22fda002c tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5cc56aa2-f9b6-492c-b737-2a294e7b867b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:18.352890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f2b0e58a-9239-4890-a3d9-7371637cc9e3 req-f8c625e6-d3dd-4eb5-abfe-9ac22fda002c tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] For port 5cc56aa2-f9b6-492c-b737-2a294e7b867b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5cc56aa2-f9b6-492c-b737-2a294e7b867b,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:18.353938 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f2b0e58a-9239-4890-a3d9-7371637cc9e3 req-f8c625e6-d3dd-4eb5-abfe-9ac22fda002c tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5cc56aa2-f9b6-492c-b737-2a294e7b867b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:18.397322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-f2b0e58a-9239-4890-a3d9-7371637cc9e3 req-f8c625e6-d3dd-4eb5-abfe-9ac22fda002c tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Calling delete_port for 5cc56aa2-f9b6-492c-b737-2a294e7b867b owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:18.428436 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b44b92f5-0b6e-4ff2-b485-b3fc906fe2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8ceb6112-db6b-4983-9545-56326d4706a6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:18.512012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b92f5-0b6e-4ff2-b485-b3fc906fe2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8ceb6112-db6b-4983-9545-56326d4706a6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:18.752107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b2b12-66db-47e6-99bf-0d98b95854e8 req-b8084eab-b405-417e-a42e-9ae4c7855bf8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:18.758968 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b2b12-66db-47e6-99bf-0d98b95854e8 req-b8084eab-b405-417e-a42e-9ae4c7855bf8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:18.782152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b2b12-66db-47e6-99bf-0d98b95854e8 req-b8084eab-b405-417e-a42e-9ae4c7855bf8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:18.797785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b65b2b12-66db-47e6-99bf-0d98b95854e8 req-b8084eab-b405-417e-a42e-9ae4c7855bf8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2417 time: 0.3916998 Feb 16 16:38:18.894030 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b44b92f5-0b6e-4ff2-b485-b3fc906fe2ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (24a0d9cc-9527-4ffa-909c-92519cee7ccf), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:18.937271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dfa2e-f8eb-4f69-a867-b1f34f775a17 req-f2cad0cc-a236-40ae-a28d-e30330fd4df2 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:18.945136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b7dfa2e-f8eb-4f69-a867-b1f34f775a17 req-f2cad0cc-a236-40ae-a28d-e30330fd4df2 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5688ad-23e1-4bec-8b35-7d27a3336fc2 HTTP/1.1" status: 200 len: 945 time: 0.3731287 Feb 16 16:38:19.193675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b65b2b12-66db-47e6-99bf-0d98b95854e8 req-5edd652e-ec69-40a4-8b4d-8444916586d9 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605630 Feb 16 16:38:19.245578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b7dfa2e-f8eb-4f69-a867-b1f34f775a17 req-19845022-c2e7-4b1f-9a00-14e3f4b32fe8 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947786 Feb 16 16:38:19.287891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44b92f5-0b6e-4ff2-b485-b3fc906fe2ed admin admin] Router 24a0d9cc-9527-4ffa-909c-92519cee7ccf has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:38:19.308180 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f2b0e58a-9239-4890-a3d9-7371637cc9e3 req-f8c625e6-d3dd-4eb5-abfe-9ac22fda002c tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (5cc56aa2-f9b6-492c-b737-2a294e7b867b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:19.322508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['de2a1841-9c2e-4487-8eab-b43ae743539a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:38:19.379947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c625e6-d3dd-4eb5-abfe-9ac22fda002c tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Pushing event deleted for resources: {'Port': ['ID=5cc56aa2-f9b6-492c-b737-2a294e7b867b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:19.559919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b0e58a-9239-4890-a3d9-7371637cc9e3 req-f8c625e6-d3dd-4eb5-abfe-9ac22fda002c tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] No DVR routers for this DVR port 5cc56aa2-f9b6-492c-b737-2a294e7b867b on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:19.570119 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f2b0e58a-9239-4890-a3d9-7371637cc9e3 req-f8c625e6-d3dd-4eb5-abfe-9ac22fda002c tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:19.574565 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2b0e58a-9239-4890-a3d9-7371637cc9e3 req-f8c625e6-d3dd-4eb5-abfe-9ac22fda002c tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.65 "DELETE /v2.0/ports/5cc56aa2-f9b6-492c-b737-2a294e7b867b HTTP/1.1" status: 204 len: 173 time: 1.5684874 Feb 16 16:38:19.581321 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5688ad-23e1-4bec-8b35-7d27a3336fc2', 'name': 'network-vif-deleted', 'tag': '5cc56aa2-f9b6-492c-b737-2a294e7b867b'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:19.599055 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5388d484-f18f-49cc-a025-81f16a666b26" -d '{"events": [{"server_uuid": "5d5688ad-23e1-4bec-8b35-7d27a3336fc2", "name": "network-vif-deleted", "tag": "5cc56aa2-f9b6-492c-b737-2a294e7b867b"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:19.646844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44b92f5-0b6e-4ff2-b485-b3fc906fe2ed admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:38:19.653728 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b44b92f5-0b6e-4ff2-b485-b3fc906fe2ed admin admin] 10.222.0.24 "PUT /v2.0/routers/24a0d9cc-9527-4ffa-909c-92519cee7ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6744220 Feb 16 16:38:19.656118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36904) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:19.662565 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f2b8c3-a7c6-4daa-8ff3-869befa2b221 None None] Sync routers for ids ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:38:19.675863 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8591c-c087-4b08-ba82-767468029f4c req-777e2b6c-25a4-4a43-8e1a-227e1db80e25 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:19.692652 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54f8591c-c087-4b08-ba82-767468029f4c req-777e2b6c-25a4-4a43-8e1a-227e1db80e25 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.3751647 Feb 16 16:38:19.694687 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f2b8c3-a7c6-4daa-8ff3-869befa2b221 None None] Routers {'24a0d9cc-9527-4ffa-909c-92519cee7ccf'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:38:19.695330 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d1f2b8c3-a7c6-4daa-8ff3-869befa2b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:37:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:19.719696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf3948-f867-4ec3-b481-eca934e66068 req-f7102cf3-413d-4cfb-b9d9-1dd33e4a4821 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:19.737352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eacf3948-f867-4ec3-b481-eca934e66068 req-f7102cf3-413d-4cfb-b9d9-1dd33e4a4821 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.3662288 Feb 16 16:38:19.856161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eacf3948-f867-4ec3-b481-eca934e66068 req-fabd48b5-8d9a-42af-8164-58c4ed064f4c tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157119 Feb 16 16:38:19.888814 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] Publish callbacks [] for router (24a0d9cc-9527-4ffa-909c-92519cee7ccf), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:19.890661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54f8591c-c087-4b08-ba82-767468029f4c req-e667ee47-b347-4917-ae55-ee897b1ede16 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459839 Feb 16 16:38:19.932276 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d1f2b8c3-a7c6-4daa-8ff3-869befa2b221 None None] Set router 24a0d9cc-9527-4ffa-909c-92519cee7ccf gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:38:19.940017 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08093490-29b7-4cec-a285-22e75814328c x-openstack-request-id: req-08093490-29b7-4cec-a285-22e75814328c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:19.940197 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5688ad-23e1-4bec-8b35-7d27a3336fc2", "name": "network-vif-deleted", "tag": "5cc56aa2-f9b6-492c-b737-2a294e7b867b", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:19.940457 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08093490-29b7-4cec-a285-22e75814328c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:19.940864 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5688ad-23e1-4bec-8b35-7d27a3336fc2', 'name': 'network-vif-deleted', 'tag': '5cc56aa2-f9b6-492c-b737-2a294e7b867b', 'status': 'completed', 'code': 200} Feb 16 16:38:20.028779 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] Publish callbacks [] for router_gateway (24a0d9cc-9527-4ffa-909c-92519cee7ccf), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:20.131704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] Deleting port f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:20.132190 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:20.263192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] For port f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:20.264241 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:20.278960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] Calling delete_port for f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:20.341585 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d1f2b8c3-a7c6-4daa-8ff3-869befa2b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:18Z', 'updated_at': '2022-02-16T16:38:18Z', 'revision_number': 5, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'gw_port': {'id': 'f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:19Z', 'updated_at': '2022-02-16T16:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:20.392530 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f2b8c3-a7c6-4daa-8ff3-869befa2b221 None None] Checking router: 24a0d9cc-9527-4ffa-909c-92519cee7ccf for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:38:20.403410 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f2b8c3-a7c6-4daa-8ff3-869befa2b221 None None] Routers {'24a0d9cc-9527-4ffa-909c-92519cee7ccf'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:38:20.404503 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d1f2b8c3-a7c6-4daa-8ff3-869befa2b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:37:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:20.523110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8752235-58bf-45d1-94f6-eff623fbc15d req-b39341dc-b526-446b-93b9-e0091e80080b tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:20.528575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8752235-58bf-45d1-94f6-eff623fbc15d req-b39341dc-b526-446b-93b9-e0091e80080b tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:20.535147 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8752235-58bf-45d1-94f6-eff623fbc15d req-b39341dc-b526-446b-93b9-e0091e80080b tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:20.537181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8752235-58bf-45d1-94f6-eff623fbc15d req-b39341dc-b526-446b-93b9-e0091e80080b tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2417 time: 0.1566265 Feb 16 16:38:20.558329 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d1f2b8c3-a7c6-4daa-8ff3-869befa2b221 None None] Set router 24a0d9cc-9527-4ffa-909c-92519cee7ccf gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:38:20.634048 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8752235-58bf-45d1-94f6-eff623fbc15d req-2e0450fe-b6e2-4263-87cf-008e1b0e3192 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837333 Feb 16 16:38:20.672530 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:20.701282 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d1f2b8c3-a7c6-4daa-8ff3-869befa2b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:18Z', 'updated_at': '2022-02-16T16:38:20Z', 'revision_number': 6, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:20.719307 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:20.740822 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f2b8c3-a7c6-4daa-8ff3-869befa2b221 None None] The sync data for ids ['24a0d9cc-9527-4ffa-909c-92519cee7ccf'] in n-d-669411-5 is: [{'id': '24a0d9cc-9527-4ffa-909c-92519cee7ccf', 'name': 'tempest-TaggedBootDevicesTest_v242-1951300486-router', 'tenant_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:18Z', 'updated_at': '2022-02-16T16:38:20Z', 'revision_number': 6, 'project_id': 'f8966ad3080046efbfd4bb8a1c96e2af', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:38:20.846353 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (24a0d9cc-9527-4ffa-909c-92519cee7ccf), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:20.966643 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (24a0d9cc-9527-4ffa-909c-92519cee7ccf), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:20.969675 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] Publish callbacks [] for router_controller (24a0d9cc-9527-4ffa-909c-92519cee7ccf), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:20.974046 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 5cc56aa2-f9b6-492c-b737-2a294e7b867b no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:21.030535 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 5cc56aa2-f9b6-492c-b737-2a294e7b867b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:21.031149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 5cc56aa2-f9b6-492c-b737-2a294e7b867b not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:21.055056 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (24a0d9cc-9527-4ffa-909c-92519cee7ccf), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:21.058958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24a0d9cc-9527-4ffa-909c-92519cee7ccf {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:38:21.064923 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:21.068649 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-544d4a7b-2990-419b-84cf-e167a94f40d8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/24a0d9cc-9527-4ffa-909c-92519cee7ccf HTTP/1.1" status: 204 len: 168 time: 1.4091825 Feb 16 16:38:21.069099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36942) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:21.073028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285fdc8-5a5e-42d9-9b15-36e65e149eb7 req-2c1017b9-0207-40f7-ba73-3bbdacfbef0a tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:21.078135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3285fdc8-5a5e-42d9-9b15-36e65e149eb7 req-2c1017b9-0207-40f7-ba73-3bbdacfbef0a tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.1326606 Feb 16 16:38:21.147887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a9e502-a90f-4f15-af2f-7679c7335629 admin admin] Deleting subnet aa52883c-d87f-4ec7-b5e1-ae348ec14277 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:38:21.152535 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e502-a90f-4f15-af2f-7679c7335629 admin admin] Publish callbacks [] for subnet (aa52883c-d87f-4ec7-b5e1-ae348ec14277), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:21.204380 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e502-a90f-4f15-af2f-7679c7335629 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (aa52883c-d87f-4ec7-b5e1-ae348ec14277), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:21.213376 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3285fdc8-5a5e-42d9-9b15-36e65e149eb7 req-b36ba489-2fcd-459d-bc08-5100a40551e7 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266229 Feb 16 16:38:21.248957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c11ba-e736-4d2b-82c1-9d85e219dfbd req-5dae18e0-8775-4193-bcd1-123a64eafa88 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:21.258148 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-666c11ba-e736-4d2b-82c1-9d85e219dfbd req-5dae18e0-8775-4193-bcd1-123a64eafa88 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.1164353 Feb 16 16:38:21.350916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-666c11ba-e736-4d2b-82c1-9d85e219dfbd req-a83e20fb-a611-4423-9322-dc3c7a9aa7c9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867450 Feb 16 16:38:21.375912 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e502-a90f-4f15-af2f-7679c7335629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (aa52883c-d87f-4ec7-b5e1-ae348ec14277), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:21.443017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a335105-45a2-47d1-a66e-9c1efc0e4540 req-7cbf9f36-3457-4e65-91eb-d1d566a31b66 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:21.445897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e502-a90f-4f15-af2f-7679c7335629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (aa52883c-d87f-4ec7-b5e1-ae348ec14277), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:21.448834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a335105-45a2-47d1-a66e-9c1efc0e4540 req-7cbf9f36-3457-4e65-91eb-d1d566a31b66 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:21.454689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a335105-45a2-47d1-a66e-9c1efc0e4540 req-7cbf9f36-3457-4e65-91eb-d1d566a31b66 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:21.462481 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a335105-45a2-47d1-a66e-9c1efc0e4540 req-7cbf9f36-3457-4e65-91eb-d1d566a31b66 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2417 time: 0.1152537 Feb 16 16:38:21.472394 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e502-a90f-4f15-af2f-7679c7335629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:21.472551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0048a60-cd39-4ff0-8464-b2abc365d2db None None] Network bd6679df-17c6-4470-9d69-faee9752f3e1 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:38:21.481835 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f0a9e502-a90f-4f15-af2f-7679c7335629 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aa52883c-d87f-4ec7-b5e1-ae348ec14277 HTTP/1.1" status: 204 len: 168 time: 0.4107716 Feb 16 16:38:21.484290 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36946) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:21.513097 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9e502-a90f-4f15-af2f-7679c7335629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa52883c-d87f-4ec7-b5e1-ae348ec14277,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:21.608747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a335105-45a2-47d1-a66e-9c1efc0e4540 req-53bf22d4-a969-48d4-9dbc-a37b58ebfae4 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365666 Feb 16 16:38:21.615616 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (bd6679df-17c6-4470-9d69-faee9752f3e1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:21.718715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] Deleting port 9c949258-c988-4a14-93bf-531eecf0ce87 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:21.719047 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9c949258-c988-4a14-93bf-531eecf0ce87), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:21.729687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414d087a-d375-47b3-be18-6318aa2bffb7 None None] DHCP port deletion for bd6679df-17c6-4470-9d69-faee9752f3e1 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:38:21.791993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] For port 9c949258-c988-4a14-93bf-531eecf0ce87, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9c949258-c988-4a14-93bf-531eecf0ce87,segment=NetworkSegment(a4ad40c0-9abb-40ac-b9ba-231d605c80fd),segment_id=a4ad40c0-9abb-40ac-b9ba-231d605c80fd)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:21.792564 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9c949258-c988-4a14-93bf-531eecf0ce87), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:21.792671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-414d087a-d375-47b3-be18-6318aa2bffb7 None None] Deleting port 9c949258-c988-4a14-93bf-531eecf0ce87 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:21.792943 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-414d087a-d375-47b3-be18-6318aa2bffb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9c949258-c988-4a14-93bf-531eecf0ce87), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:21.809555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] Calling delete_port for 9c949258-c988-4a14-93bf-531eecf0ce87 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:21.942084 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (9c949258-c988-4a14-93bf-531eecf0ce87), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:21.976528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] No DVR routers for this DVR port 9c949258-c988-4a14-93bf-531eecf0ce87 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:21.984281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-414d087a-d375-47b3-be18-6318aa2bffb7 None None] For port 9c949258-c988-4a14-93bf-531eecf0ce87, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9c949258-c988-4a14-93bf-531eecf0ce87,segment=NetworkSegment(a4ad40c0-9abb-40ac-b9ba-231d605c80fd),segment_id=a4ad40c0-9abb-40ac-b9ba-231d605c80fd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:21.984882 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-414d087a-d375-47b3-be18-6318aa2bffb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9c949258-c988-4a14-93bf-531eecf0ce87), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:22.026294 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c949258-c988-4a14-93bf-531eecf0ce87,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:22.026519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-414d087a-d375-47b3-be18-6318aa2bffb7 None None] Calling delete_port for 9c949258-c988-4a14-93bf-531eecf0ce87 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:22.110516 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (bd6679df-17c6-4470-9d69-faee9752f3e1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:22.134822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6679df-17c6-4470-9d69-faee9752f3e1']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:22.149200 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-414d087a-d375-47b3-be18-6318aa2bffb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (9c949258-c988-4a14-93bf-531eecf0ce87), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:22.150196 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ad40c0-9abb-40ac-b9ba-231d605c80fd') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:22.150568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ad40c0-9abb-40ac-b9ba-231d605c80fd') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:22.162125 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (a4ad40c0-9abb-40ac-b9ba-231d605c80fd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:22.179961 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a4ad40c0-9abb-40ac-b9ba-231d605c80fd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:22.186993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:38:22.187388 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (a4ad40c0-9abb-40ac-b9ba-231d605c80fd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:38:22.189760 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:38:22.192240 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d087a-d375-47b3-be18-6318aa2bffb7 None None] Pushing event deleted for resources: {'Port': ['ID=9c949258-c988-4a14-93bf-531eecf0ce87,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:22.202132 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d087a-d375-47b3-be18-6318aa2bffb7 None None] No DVR routers for this DVR port 9c949258-c988-4a14-93bf-531eecf0ce87 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:22.273359 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (bd6679df-17c6-4470-9d69-faee9752f3e1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:22.286448 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:22.293442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bd6679df-17c6-4470-9d69-faee9752f3e1 HTTP/1.1" status: 204 len: 168 time: 0.8035166 Feb 16 16:38:22.294111 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36968) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:22.331278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68959af-0320-4cfa-976b-b507523aced6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6679df-17c6-4470-9d69-faee9752f3e1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:22.375415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8ceb6112-db6b-4983-9545-56326d4706a6 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:22.407477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 8ceb6112-db6b-4983-9545-56326d4706a6 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:22.407935 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8ceb6112-db6b-4983-9545-56326d4706a6 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:22.408479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:22.437401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:22.437835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f3a708b0-3a09-43c0-8a0a-dff1a1dec5f8 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:22.438342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9c949258-c988-4a14-93bf-531eecf0ce87 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:22.446290 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084f389-71d9-4f6b-9306-4dfbfe34c115 req-b7b55807-6216-4cf3-b526-161dd972d5aa tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:22.448653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a084f389-71d9-4f6b-9306-4dfbfe34c115 req-b7b55807-6216-4cf3-b526-161dd972d5aa tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.0941827 Feb 16 16:38:22.463076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 9c949258-c988-4a14-93bf-531eecf0ce87 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:22.463985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9c949258-c988-4a14-93bf-531eecf0ce87 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:22.601676 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a084f389-71d9-4f6b-9306-4dfbfe34c115 req-484c97f2-a7c7-4f80-8201-54b0df845941 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468909 Feb 16 16:38:22.659427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce41cd-6591-4ae9-b5bd-b5dbc27de278 req-392b5f28-f54e-4953-ab65-c245af288680 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:22.661054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdce41cd-6591-4ae9-b5bd-b5dbc27de278 req-392b5f28-f54e-4953-ab65-c245af288680 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.1675198 Feb 16 16:38:22.833710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdce41cd-6591-4ae9-b5bd-b5dbc27de278 req-34a595fb-7b28-4327-b069-5f9851850420 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661413 Feb 16 16:38:22.888775 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea82bf-ea91-463f-9801-37a84f312922 req-229967df-d273-4030-ae82-16b6ac457894 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:22.894542 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea82bf-ea91-463f-9801-37a84f312922 req-229967df-d273-4030-ae82-16b6ac457894 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:22.901481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea82bf-ea91-463f-9801-37a84f312922 req-229967df-d273-4030-ae82-16b6ac457894 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:22.902402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4dea82bf-ea91-463f-9801-37a84f312922 req-229967df-d273-4030-ae82-16b6ac457894 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2417 time: 0.1568732 Feb 16 16:38:22.975798 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-359d3f35-4ae9-4827-80c6-c9486c316fcc tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:22.982665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4dea82bf-ea91-463f-9801-37a84f312922 req-cacabc84-4e4e-4f51-9ea2-75ddc3280d9d tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711706 Feb 16 16:38:22.992302 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-359d3f35-4ae9-4827-80c6-c9486c316fcc tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:23.006347 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-359d3f35-4ae9-4827-80c6-c9486c316fcc tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:23.009649 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-359d3f35-4ae9-4827-80c6-c9486c316fcc tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.60 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 2417 time: 0.2348821 Feb 16 16:38:23.116942 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36992) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:23.161772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-895cd0aa-bad1-45b2-a331-7d8cf2bcb491 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Deleting port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:23.162125 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-895cd0aa-bad1-45b2-a331-7d8cf2bcb491 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:23.271477 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3f23111-fcce-4f34-a291-82f94eb36c81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:23.306772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-895cd0aa-bad1-45b2-a331-7d8cf2bcb491 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] For port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=159aa0a2-e046-4023-97d9-c4a4ad5fbc0b,segment=NetworkSegment(b7ed880b-e132-4d3d-a7c5-6bc723ab845d),segment_id=b7ed880b-e132-4d3d-a7c5-6bc723ab845d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:23.307903 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-895cd0aa-bad1-45b2-a331-7d8cf2bcb491 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:23.325149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-895cd0aa-bad1-45b2-a331-7d8cf2bcb491 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Calling delete_port for 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:23.365381 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3f23111-fcce-4f34-a291-82f94eb36c81 admin admin] Publish callbacks [] for security_group (c59469cb-d08f-4d88-a9b8-ab50b2f425f5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:23.371789 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3f23111-fcce-4f34-a291-82f94eb36c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c59469cb-d08f-4d88-a9b8-ab50b2f425f5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:23.426588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d3f23111-fcce-4f34-a291-82f94eb36c81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09f093f0309348c298af97611265933e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081686 Feb 16 16:38:23.427287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f23111-fcce-4f34-a291-82f94eb36c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59469cb-d08f-4d88-a9b8-ab50b2f425f5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:23.430538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36996) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:23.513793 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0409395e-df87-486d-bae1-25080a8c1ff1 admin admin] Publish callbacks [] for security_group (c59469cb-d08f-4d88-a9b8-ab50b2f425f5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:23.541137 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0409395e-df87-486d-bae1-25080a8c1ff1 admin admin] Publish callbacks [] for security_group (c59469cb-d08f-4d88-a9b8-ab50b2f425f5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:23.566384 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e19822c-2c51-425f-bf23-5ab114d1ea0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (0a431299-9bad-4519-b9a2-06a748fa80e2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:23.569860 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-895cd0aa-bad1-45b2-a331-7d8cf2bcb491 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (159aa0a2-e046-4023-97d9-c4a4ad5fbc0b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:23.582835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['159aa0a2-e046-4023-97d9-c4a4ad5fbc0b', '89f59885-1c1b-45ed-bd4f-4a3e46a699bb', 'd453d25a-333b-4f96-9d15-3ce25272c9d2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:38:23.632712 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0409395e-df87-486d-bae1-25080a8c1ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c59469cb-d08f-4d88-a9b8-ab50b2f425f5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:23.650022 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0409395e-df87-486d-bae1-25080a8c1ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:23.656419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0409395e-df87-486d-bae1-25080a8c1ff1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c59469cb-d08f-4d88-a9b8-ab50b2f425f5 HTTP/1.1" status: 204 len: 168 time: 0.2232354 Feb 16 16:38:23.689660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409395e-df87-486d-bae1-25080a8c1ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59469cb-d08f-4d88-a9b8-ab50b2f425f5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:23.710919 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cd0aa-bad1-45b2-a331-7d8cf2bcb491 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Port': ['ID=159aa0a2-e046-4023-97d9-c4a4ad5fbc0b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:23.843681 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-895cd0aa-bad1-45b2-a331-7d8cf2bcb491 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] No DVR routers for this DVR port 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:23.848759 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-895cd0aa-bad1-45b2-a331-7d8cf2bcb491 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:23.858803 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-895cd0aa-bad1-45b2-a331-7d8cf2bcb491 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.60 "DELETE /v2.0/ports/159aa0a2-e046-4023-97d9-c4a4ad5fbc0b HTTP/1.1" status: 204 len: 173 time: 0.8436477 Feb 16 16:38:23.861489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'name': 'network-vif-deleted', 'tag': '159aa0a2-e046-4023-97d9-c4a4ad5fbc0b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:23.864701 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2434dc97-099a-455a-b72c-45dc1f4c764a" -d '{"events": [{"server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "name": "network-vif-deleted", "tag": "159aa0a2-e046-4023-97d9-c4a4ad5fbc0b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:24.000188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f5a58-b30d-4a6d-bb26-1733d226ff74 req-8d613d7b-3312-4172-8540-bdc843e26e16 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:24.002158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-241f5a58-b30d-4a6d-bb26-1733d226ff74 req-8d613d7b-3312-4172-8540-bdc843e26e16 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.2267723 Feb 16 16:38:24.162030 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-241f5a58-b30d-4a6d-bb26-1733d226ff74 req-56e929c7-c6ee-45ae-9e68-ed6fe3e09bbc tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534734 Feb 16 16:38:24.222936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c534f-e9e3-4af0-9380-1d8b670b6227 req-8284846e-f5cd-4fb9-a046-691be03018f8 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:24.224890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b59c534f-e9e3-4af0-9380-1d8b670b6227 req-8284846e-f5cd-4fb9-a046-691be03018f8 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.2147379 Feb 16 16:38:24.340053 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b59c534f-e9e3-4af0-9380-1d8b670b6227 req-717e1f34-fc6c-4aa6-9db2-95a24e1b5275 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000454 Feb 16 16:38:24.369455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37014) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:24.399345 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f71eafb8-44cd-4ee9-ac19-fa59351ad795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:24.596250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f54d25-5642-4526-91b8-4fa1374a87fc req-20d24b84-88d6-4cbc-ad29-3ecc4e840495 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:24.601957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f54d25-5642-4526-91b8-4fa1374a87fc req-20d24b84-88d6-4cbc-ad29-3ecc4e840495 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:24.603959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66f54d25-5642-4526-91b8-4fa1374a87fc req-20d24b84-88d6-4cbc-ad29-3ecc4e840495 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 1682 time: 0.1927118 Feb 16 16:38:24.664541 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f71eafb8-44cd-4ee9-ac19-fa59351ad795 admin admin] Publish callbacks [] for security_group (2c95f9b4-c57e-4a13-a0e5-02af86fd5da9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:24.708479 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f71eafb8-44cd-4ee9-ac19-fa59351ad795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2c95f9b4-c57e-4a13-a0e5-02af86fd5da9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:24.750693 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232c5182-24c5-4882-91e5-944a3137daa5 x-openstack-request-id: req-232c5182-24c5-4882-91e5-944a3137daa5 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:24.751498 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "name": "network-vif-deleted", "tag": "159aa0a2-e046-4023-97d9-c4a4ad5fbc0b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:24.751922 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-232c5182-24c5-4882-91e5-944a3137daa5 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:24.752457 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'name': 'network-vif-deleted', 'tag': '159aa0a2-e046-4023-97d9-c4a4ad5fbc0b', 'status': 'completed', 'code': 200} Feb 16 16:38:24.773411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71eafb8-44cd-4ee9-ac19-fa59351ad795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c95f9b4-c57e-4a13-a0e5-02af86fd5da9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:24.792875 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f71eafb8-44cd-4ee9-ac19-fa59351ad795 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d82b61cd7dea41e7b92fa38221b12a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4221325 Feb 16 16:38:24.798961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66f54d25-5642-4526-91b8-4fa1374a87fc req-88af872a-9c19-4c87-b6a0-b527eaf976be tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830511 Feb 16 16:38:24.802209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37022) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:24.835621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f50a2-995c-49c0-acf1-bc6b80d9e539 req-7a8b3d4c-e61d-422b-840e-b7d5463bc016 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:24.837634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-379f50a2-995c-49c0-acf1-bc6b80d9e539 req-7a8b3d4c-e61d-422b-840e-b7d5463bc016 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.1803467 Feb 16 16:38:24.908309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-f0a82d36-9d5c-4dd8-b2cd-b0dccb4d281f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Deleting port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:24.909433 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-f0a82d36-9d5c-4dd8-b2cd-b0dccb4d281f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:24.952583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-379f50a2-995c-49c0-acf1-bc6b80d9e539 req-e8b236d0-2dab-4c18-9771-56a89507ec74 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996139 Feb 16 16:38:24.952583 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-db0e9d31-1c2b-4cec-9f1f-f85538368f97 admin admin] Publish callbacks [] for security_group (2c95f9b4-c57e-4a13-a0e5-02af86fd5da9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:24.991006 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-db0e9d31-1c2b-4cec-9f1f-f85538368f97 admin admin] Publish callbacks [] for security_group (2c95f9b4-c57e-4a13-a0e5-02af86fd5da9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:25.062183 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-db0e9d31-1c2b-4cec-9f1f-f85538368f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2c95f9b4-c57e-4a13-a0e5-02af86fd5da9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:25.065487 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-db0e9d31-1c2b-4cec-9f1f-f85538368f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:25.066962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-db0e9d31-1c2b-4cec-9f1f-f85538368f97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c95f9b4-c57e-4a13-a0e5-02af86fd5da9 HTTP/1.1" status: 204 len: 168 time: 0.2637331 Feb 16 16:38:25.090748 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-f0a82d36-9d5c-4dd8-b2cd-b0dccb4d281f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] For port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=89f59885-1c1b-45ed-bd4f-4a3e46a699bb,segment=NetworkSegment(c362152e-dc45-408a-a92e-ba3da68906f6),segment_id=c362152e-dc45-408a-a92e-ba3da68906f6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:25.091211 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-f0a82d36-9d5c-4dd8-b2cd-b0dccb4d281f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:25.108275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e9d31-1c2b-4cec-9f1f-f85538368f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c95f9b4-c57e-4a13-a0e5-02af86fd5da9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:25.110910 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-f0a82d36-9d5c-4dd8-b2cd-b0dccb4d281f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Calling delete_port for 89f59885-1c1b-45ed-bd4f-4a3e46a699bb owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:25.224437 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-4e19822c-2c51-425f-bf23-5ab114d1ea0a admin admin] Deleting port 0437f7bc-74ac-44d8-b334-eea9a945997f {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:25.224982 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e19822c-2c51-425f-bf23-5ab114d1ea0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:25.359904 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b18a09-ceaa-49f0-a8d3-19ff3541fcd2 req-8466f1b4-ab4b-4a8c-b7c8-8a85d8b47ab9 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:25.370151 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2b18a09-ceaa-49f0-a8d3-19ff3541fcd2 req-8466f1b4-ab4b-4a8c-b7c8-8a85d8b47ab9 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.0857236 Feb 16 16:38:25.374894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-4e19822c-2c51-425f-bf23-5ab114d1ea0a admin admin] For port 0437f7bc-74ac-44d8-b334-eea9a945997f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0437f7bc-74ac-44d8-b334-eea9a945997f,segment=NetworkSegment(9d8814de-0d7b-4827-9378-5c42c8d70859),segment_id=9d8814de-0d7b-4827-9378-5c42c8d70859)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:25.375493 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e19822c-2c51-425f-bf23-5ab114d1ea0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:25.390880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-4e19822c-2c51-425f-bf23-5ab114d1ea0a admin admin] Calling delete_port for 0437f7bc-74ac-44d8-b334-eea9a945997f owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:25.400541 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-f0a82d36-9d5c-4dd8-b2cd-b0dccb4d281f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (89f59885-1c1b-45ed-bd4f-4a3e46a699bb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:25.445554 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2b18a09-ceaa-49f0-a8d3-19ff3541fcd2 req-448494d7-0cdf-40c5-a4eb-f79ec0df3cfd tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743070 Feb 16 16:38:25.467443 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a82d36-9d5c-4dd8-b2cd-b0dccb4d281f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Port': ['ID=89f59885-1c1b-45ed-bd4f-4a3e46a699bb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:25.539849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-f0a82d36-9d5c-4dd8-b2cd-b0dccb4d281f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] No DVR routers for this DVR port 89f59885-1c1b-45ed-bd4f-4a3e46a699bb on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:25.547192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-f0a82d36-9d5c-4dd8-b2cd-b0dccb4d281f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:25.550528 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-f0a82d36-9d5c-4dd8-b2cd-b0dccb4d281f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.60 "DELETE /v2.0/ports/89f59885-1c1b-45ed-bd4f-4a3e46a699bb HTTP/1.1" status: 204 len: 173 time: 1.6787224 Feb 16 16:38:25.612777 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67ad224f-5e27-4dcd-aadb-e2077a3473b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:25.907786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc00c53-287f-436a-8bc7-2becf0a6f7bf req-a3f211da-29d2-44cd-a766-dc0bf99d2be9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:25.909268 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cc00c53-287f-436a-8bc7-2becf0a6f7bf req-a3f211da-29d2-44cd-a766-dc0bf99d2be9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.1303942 Feb 16 16:38:25.934708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-5c8da219-18e1-4785-a848-bdf448046c68 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Deleting port d453d25a-333b-4f96-9d15-3ce25272c9d2 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:25.935822 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-5c8da219-18e1-4785-a848-bdf448046c68 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:26.032446 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e19822c-2c51-425f-bf23-5ab114d1ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (0437f7bc-74ac-44d8-b334-eea9a945997f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:26.099581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19822c-2c51-425f-bf23-5ab114d1ea0a admin admin] Pushing event deleted for resources: {'Port': ['ID=0437f7bc-74ac-44d8-b334-eea9a945997f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:26.208102 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2bfde-6d7a-43e1-8527-74b5489dd800 req-8029c353-a550-49a8-8d7f-90509763cc0d tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:26.210179 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4df2bfde-6d7a-43e1-8527-74b5489dd800 req-8029c353-a550-49a8-8d7f-90509763cc0d tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 946 time: 0.2825682 Feb 16 16:38:26.215959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-5c8da219-18e1-4785-a848-bdf448046c68 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] For port d453d25a-333b-4f96-9d15-3ce25272c9d2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d453d25a-333b-4f96-9d15-3ce25272c9d2,segment=NetworkSegment(b7ed880b-e132-4d3d-a7c5-6bc723ab845d),segment_id=b7ed880b-e132-4d3d-a7c5-6bc723ab845d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:26.216376 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-5c8da219-18e1-4785-a848-bdf448046c68 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:26.261052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-5c8da219-18e1-4785-a848-bdf448046c68 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Calling delete_port for d453d25a-333b-4f96-9d15-3ce25272c9d2 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:26.356274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c36ba-84b5-4fb5-b391-3fcafddebb48 req-8b403216-1b28-4907-bbcb-862a8d1e3f76 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:26.358402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-420c36ba-84b5-4fb5-b391-3fcafddebb48 req-8b403216-1b28-4907-bbcb-862a8d1e3f76 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 945 time: 0.2137363 Feb 16 16:38:26.360840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-0cc00c53-287f-436a-8bc7-2becf0a6f7bf req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Deleting port 31d32009-d9fb-49c9-b95e-35a0ec47f270 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:26.361257 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0cc00c53-287f-436a-8bc7-2becf0a6f7bf req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (31d32009-d9fb-49c9-b95e-35a0ec47f270), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:26.511703 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e19822c-2c51-425f-bf23-5ab114d1ea0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (0a431299-9bad-4519-b9a2-06a748fa80e2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:26.526707 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4df2bfde-6d7a-43e1-8527-74b5489dd800 req-ce85d211-efba-4f13-9761-4c589a9a1154 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093615 Feb 16 16:38:26.663820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-420c36ba-84b5-4fb5-b391-3fcafddebb48 req-fa669368-da32-4cf8-93a1-80aeedcab402 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608748 Feb 16 16:38:26.739866 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-0cc00c53-287f-436a-8bc7-2becf0a6f7bf req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] For port 31d32009-d9fb-49c9-b95e-35a0ec47f270, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=31d32009-d9fb-49c9-b95e-35a0ec47f270,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:26.740535 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0cc00c53-287f-436a-8bc7-2becf0a6f7bf req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (31d32009-d9fb-49c9-b95e-35a0ec47f270), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:26.761217 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'name': 'network-vif-deleted', 'tag': '89f59885-1c1b-45ed-bd4f-4a3e46a699bb'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:26.763629 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f6424e-2410-4fba-8a11-7a788e2e3739" -d '{"events": [{"server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "name": "network-vif-deleted", "tag": "89f59885-1c1b-45ed-bd4f-4a3e46a699bb"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:26.764440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-0cc00c53-287f-436a-8bc7-2becf0a6f7bf req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Calling delete_port for 31d32009-d9fb-49c9-b95e-35a0ec47f270 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:26.795843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cac19d-fb93-4fdb-8a38-d365372000d4 req-d59b1e2f-e39f-49ef-be3b-e6e3e80becf5 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:26.801596 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-5c8da219-18e1-4785-a848-bdf448046c68 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d453d25a-333b-4f96-9d15-3ce25272c9d2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:26.815454 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01cac19d-fb93-4fdb-8a38-d365372000d4 req-d59b1e2f-e39f-49ef-be3b-e6e3e80becf5 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 943 time: 0.1487799 Feb 16 16:38:26.926967 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a248eb90-1c5c-434c-9896-31a10bd61057 x-openstack-request-id: req-a248eb90-1c5c-434c-9896-31a10bd61057 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:26.927289 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "name": "network-vif-deleted", "tag": "89f59885-1c1b-45ed-bd4f-4a3e46a699bb", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:26.927546 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a248eb90-1c5c-434c-9896-31a10bd61057 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:26.929911 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'name': 'network-vif-deleted', 'tag': '89f59885-1c1b-45ed-bd4f-4a3e46a699bb', 'status': 'completed', 'code': 200} Feb 16 16:38:26.934034 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8da219-18e1-4785-a848-bdf448046c68 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Port': ['ID=d453d25a-333b-4f96-9d15-3ce25272c9d2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:26.972239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6c546aca-4b6e-4b3b-a0a2-be8555164a92 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:38:27.055943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-5c8da219-18e1-4785-a848-bdf448046c68 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] No DVR routers for this DVR port d453d25a-333b-4f96-9d15-3ce25272c9d2 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:27.061684 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-5c8da219-18e1-4785-a848-bdf448046c68 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:27.076821 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5970f31c-e3cb-4349-aa25-fd07f77185fe req-5c8da219-18e1-4785-a848-bdf448046c68 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.60 "DELETE /v2.0/ports/d453d25a-333b-4f96-9d15-3ce25272c9d2 HTTP/1.1" status: 204 len: 173 time: 1.4134824 Feb 16 16:38:27.098941 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01cac19d-fb93-4fdb-8a38-d365372000d4 req-c45693ef-eb18-4280-9b25-38bc720f1d41 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704826 Feb 16 16:38:27.212082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:27.235025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:27.235690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 159aa0a2-e046-4023-97d9-c4a4ad5fbc0b not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:27.236402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d453d25a-333b-4f96-9d15-3ce25272c9d2 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:27.260348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: d453d25a-333b-4f96-9d15-3ce25272c9d2 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:27.261082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d453d25a-333b-4f96-9d15-3ce25272c9d2 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:27.261725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 89f59885-1c1b-45ed-bd4f-4a3e46a699bb no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:27.328150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 89f59885-1c1b-45ed-bd4f-4a3e46a699bb {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:27.328494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 89f59885-1c1b-45ed-bd4f-4a3e46a699bb not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:27.353186 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0cc00c53-287f-436a-8bc7-2becf0a6f7bf req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (31d32009-d9fb-49c9-b95e-35a0ec47f270), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:27.371774 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['31d32009-d9fb-49c9-b95e-35a0ec47f270'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:38:27.379867 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e19822c-2c51-425f-bf23-5ab114d1ea0a admin admin] Router 0a431299-9bad-4519-b9a2-06a748fa80e2 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:38:27.459434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Pushing event deleted for resources: {'Port': ['ID=31d32009-d9fb-49c9-b95e-35a0ec47f270,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:27.475951 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6c546aca-4b6e-4b3b-a0a2-be8555164a92, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6c546aca-4b6e-4b3b-a0a2-be8555164a92,segment=NetworkSegment(75210099-9289-41f8-a5cb-63ebb514a19d),segment_id=75210099-9289-41f8-a5cb-63ebb514a19d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:27.491621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '6c546aca-4b6e-4b3b-a0a2-be8555164a92', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'port_id': '6c546aca-4b6e-4b3b-a0a2-be8555164a92', 'mac_address': 'fa:16:3e:75:39:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:38:27.504327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc00c53-287f-436a-8bc7-2becf0a6f7bf req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] No DVR routers for this DVR port 31d32009-d9fb-49c9-b95e-35a0ec47f270 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:27.513388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:27.517129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:27.517543 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:27.517888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:27.518354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:27.518801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:27.519377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:27.519809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:27.520120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:27.520443 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:27.520763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:27.523118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:27.523471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:27.534274 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0cc00c53-287f-436a-8bc7-2becf0a6f7bf req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:27.543739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cc00c53-287f-436a-8bc7-2becf0a6f7bf req-6c4d695e-db05-4527-aeb9-3889259b882d tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.65 "DELETE /v2.0/ports/31d32009-d9fb-49c9-b95e-35a0ec47f270 HTTP/1.1" status: 204 len: 173 time: 1.6286612 Feb 16 16:38:27.544333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfb643a-7a9f-46f9-b24e-b51ab6b67abd', 'name': 'network-vif-deleted', 'tag': '31d32009-d9fb-49c9-b95e-35a0ec47f270'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:27.551069 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1d0c7b-5ef1-41d0-9032-88199fd9f82a" -d '{"events": [{"server_uuid": "1bfb643a-7a9f-46f9-b24e-b51ab6b67abd", "name": "network-vif-deleted", "tag": "31d32009-d9fb-49c9-b95e-35a0ec47f270"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:27.636377 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e19822c-2c51-425f-bf23-5ab114d1ea0a admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:38:27.658564 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6c546aca-4b6e-4b3b-a0a2-be8555164a92 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:27.659116 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:27.661576 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4e19822c-2c51-425f-bf23-5ab114d1ea0a admin admin] 10.222.0.24 "PUT /v2.0/routers/0a431299-9bad-4519-b9a2-06a748fa80e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3632782 Feb 16 16:38:27.662418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37086) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:27.679316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c546aca-4b6e-4b3b-a0a2-be8555164a92 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:38:27.683908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d463b2-3e08-489b-a600-f36b1301de38 None None] Sync routers for ids ['0a431299-9bad-4519-b9a2-06a748fa80e2'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:38:27.712634 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6c546aca-4b6e-4b3b-a0a2-be8555164a92, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6c546aca-4b6e-4b3b-a0a2-be8555164a92,segment=NetworkSegment(75210099-9289-41f8-a5cb-63ebb514a19d),segment_id=75210099-9289-41f8-a5cb-63ebb514a19d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:27.713774 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d463b2-3e08-489b-a600-f36b1301de38 None None] Routers {'0a431299-9bad-4519-b9a2-06a748fa80e2'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:38:27.714637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f8d463b2-3e08-489b-a600-f36b1301de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:37:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0a431299-9bad-4519-b9a2-06a748fa80e2'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:27.718670 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:27.727193 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9325b227-079b-481c-b59c-4c71d4321afa x-openstack-request-id: req-9325b227-079b-481c-b59c-4c71d4321afa {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:27.727622 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfb643a-7a9f-46f9-b24e-b51ab6b67abd", "name": "network-vif-deleted", "tag": "31d32009-d9fb-49c9-b95e-35a0ec47f270", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:27.728784 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9325b227-079b-481c-b59c-4c71d4321afa {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:27.729320 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfb643a-7a9f-46f9-b24e-b51ab6b67abd', 'name': 'network-vif-deleted', 'tag': '31d32009-d9fb-49c9-b95e-35a0ec47f270', 'status': 'completed', 'code': 200} Feb 16 16:38:27.858851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=6c546aca-4b6e-4b3b-a0a2-be8555164a92,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:27.897550 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-793d99c1-fbe5-40d5-8b89-b60c0a10fc1d req-802756f6-e8af-4443-be08-07849bbdbd16 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bfb643a-7a9f-46f9-b24e-b51ab6b67abd HTTP/1.1" status: 200 len: 210 time: 0.0635023 Feb 16 16:38:27.940246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['6c546aca-4b6e-4b3b-a0a2-be8555164a92'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:38:27.976464 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ae297ff6-8722-4b32-8c35-1ee4605d9522 req-9c158e12-1c97-4f51-9234-393d0467e853 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0 HTTP/1.1" status: 200 len: 210 time: 0.0718107 Feb 16 16:38:28.027583 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] Publish callbacks [] for router (0a431299-9bad-4519-b9a2-06a748fa80e2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:28.094004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f8d463b2-3e08-489b-a600-f36b1301de38 None None] Set router 0a431299-9bad-4519-b9a2-06a748fa80e2 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:38:28.225731 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] Publish callbacks [] for router_gateway (0a431299-9bad-4519-b9a2-06a748fa80e2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:28.411562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ff43a-e2de-423a-97fe-ee1306fb02de req-82c24911-a57a-491c-b6f6-1a662d7adbbf tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:28.428907 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-807ff43a-e2de-423a-97fe-ee1306fb02de req-82c24911-a57a-491c-b6f6-1a662d7adbbf tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 944 time: 0.1168530 Feb 16 16:38:28.456101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] Deleting port 7b1140ec-3247-48e7-9235-f6fe421de924 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:28.456445 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7b1140ec-3247-48e7-9235-f6fe421de924), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:28.629564 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-807ff43a-e2de-423a-97fe-ee1306fb02de req-71debc65-eee5-4ed0-bada-f625fa2de965 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997509 Feb 16 16:38:28.670078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] For port 7b1140ec-3247-48e7-9235-f6fe421de924, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7b1140ec-3247-48e7-9235-f6fe421de924,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:28.670452 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7b1140ec-3247-48e7-9235-f6fe421de924), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:28.684255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] Calling delete_port for 7b1140ec-3247-48e7-9235-f6fe421de924 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:28.742761 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-deccf64e-35ce-45da-8882-2fe8d634e49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:28.858991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f8d463b2-3e08-489b-a600-f36b1301de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'name': 'tempest-TaggedBootDevicesTest_v242-342029550-router', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '7b1140ec-3247-48e7-9235-f6fe421de924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:31Z', 'updated_at': '2022-02-16T16:38:25Z', 'revision_number': 5, 'project_id': 'd00bb13e16794f428f64221a6a53f476', 'gw_port': {'id': '7b1140ec-3247-48e7-9235-f6fe421de924', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:29:32Z', 'updated_at': '2022-02-16T16:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:28.890259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d463b2-3e08-489b-a600-f36b1301de38 None None] Checking router: 0a431299-9bad-4519-b9a2-06a748fa80e2 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:38:28.899595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d463b2-3e08-489b-a600-f36b1301de38 None None] Routers {'0a431299-9bad-4519-b9a2-06a748fa80e2'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:38:28.900770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f8d463b2-3e08-489b-a600-f36b1301de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:38:29Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0a431299-9bad-4519-b9a2-06a748fa80e2'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:28.911671 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (7b1140ec-3247-48e7-9235-f6fe421de924), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:28.931077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'name': 'network-vif-deleted', 'tag': 'd453d25a-333b-4f96-9d15-3ce25272c9d2'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:28.933953 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d718c2a-00a1-4c6f-8e7c-252ffbbf6b09" -d '{"events": [{"server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "name": "network-vif-deleted", "tag": "d453d25a-333b-4f96-9d15-3ce25272c9d2"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:28.993302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1140ec-3247-48e7-9235-f6fe421de924,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:29.012509 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2f53fa-7b16-43df-a803-3464d96bbf99 x-openstack-request-id: req-bb2f53fa-7b16-43df-a803-3464d96bbf99 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:29.012802 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0", "name": "network-vif-deleted", "tag": "d453d25a-333b-4f96-9d15-3ce25272c9d2", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:29.013056 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb2f53fa-7b16-43df-a803-3464d96bbf99 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:29.013516 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3464a2aa-b0a2-4bd4-9036-20f2f4efb2f0', 'name': 'network-vif-deleted', 'tag': 'd453d25a-333b-4f96-9d15-3ce25272c9d2', 'status': 'completed', 'code': 200} Feb 16 16:38:29.082406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 31d32009-d9fb-49c9-b95e-35a0ec47f270 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:29.090128 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (0a431299-9bad-4519-b9a2-06a748fa80e2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:29.142562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 31d32009-d9fb-49c9-b95e-35a0ec47f270 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:29.144316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 31d32009-d9fb-49c9-b95e-35a0ec47f270 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:29.152643 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f8d463b2-3e08-489b-a600-f36b1301de38 None None] Set router 0a431299-9bad-4519-b9a2-06a748fa80e2 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:38:29.153639 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37128) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:29.259220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f8d463b2-3e08-489b-a600-f36b1301de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'name': 'tempest-TaggedBootDevicesTest_v242-342029550-router', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:31Z', 'updated_at': '2022-02-16T16:38:28Z', 'revision_number': 6, 'project_id': 'd00bb13e16794f428f64221a6a53f476', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:29.285961 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (0a431299-9bad-4519-b9a2-06a748fa80e2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:29.295146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] Publish callbacks [] for router_controller (0a431299-9bad-4519-b9a2-06a748fa80e2), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:29.327223 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbf2898-1b3e-4f3d-857e-e6a5af66187f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Deleting subnet 1e652b7a-7cb7-458d-ab71-80a2778a53ab {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:38:29.331904 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2898-1b3e-4f3d-857e-e6a5af66187f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks [] for subnet (1e652b7a-7cb7-458d-ab71-80a2778a53ab), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:29.338579 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d463b2-3e08-489b-a600-f36b1301de38 None None] The sync data for ids ['0a431299-9bad-4519-b9a2-06a748fa80e2'] in n-d-669411-5 is: [{'id': '0a431299-9bad-4519-b9a2-06a748fa80e2', 'name': 'tempest-TaggedBootDevicesTest_v242-342029550-router', 'tenant_id': 'd00bb13e16794f428f64221a6a53f476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:29:31Z', 'updated_at': '2022-02-16T16:38:28Z', 'revision_number': 6, 'project_id': 'd00bb13e16794f428f64221a6a53f476', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:38:29.340231 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:29.430057 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2898-1b3e-4f3d-857e-e6a5af66187f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (1e652b7a-7cb7-458d-ab71-80a2778a53ab), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:29.489503 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (0a431299-9bad-4519-b9a2-06a748fa80e2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:29.489972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a431299-9bad-4519-b9a2-06a748fa80e2 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:38:29.509024 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:29.521076 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5426b8fe-dde8-4aa5-ac2e-08ea5e80b3a7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0a431299-9bad-4519-b9a2-06a748fa80e2 HTTP/1.1" status: 204 len: 168 time: 1.8572619 Feb 16 16:38:29.521725 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37152) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:29.761336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071d46-981e-4291-bb56-d159baede64d req-c8f28907-bc9f-447a-8afe-a613e2fd75fe tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:29.768976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31071d46-981e-4291-bb56-d159baede64d req-c8f28907-bc9f-447a-8afe-a613e2fd75fe tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 811 time: 0.3571186 Feb 16 16:38:29.812587 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d13361-9d31-48b2-91d3-fbfa5e37992e admin admin] Deleting subnet 2187b9c1-73be-4053-9d89-08b203565cf8 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:38:29.820672 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45d13361-9d31-48b2-91d3-fbfa5e37992e admin admin] Publish callbacks [] for subnet (2187b9c1-73be-4053-9d89-08b203565cf8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:29.857610 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31071d46-981e-4291-bb56-d159baede64d req-137081b5-b622-428c-9502-b34fb0e7f7a6 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/quotas/87aaae2862ac405f88354b7195ee2896 HTTP/1.1" status: 200 len: 375 time: 0.0571935 Feb 16 16:38:29.874828 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2898-1b3e-4f3d-857e-e6a5af66187f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (1e652b7a-7cb7-458d-ab71-80a2778a53ab), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:29.918896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31071d46-981e-4291-bb56-d159baede64d req-325a087a-8dc4-4c0c-b3af-6ade499c9f2b tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435350 Feb 16 16:38:29.934682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf16ac-8448-4b99-a57e-ca9ed70fc367 req-c49c11c0-bf34-4829-a104-fb7f769da940 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:29.936595 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4cf16ac-8448-4b99-a57e-ca9ed70fc367 req-c49c11c0-bf34-4829-a104-fb7f769da940 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 944 time: 0.1664269 Feb 16 16:38:29.943787 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45d13361-9d31-48b2-91d3-fbfa5e37992e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (2187b9c1-73be-4053-9d89-08b203565cf8), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:29.966556 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37162) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:30.020279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4cf16ac-8448-4b99-a57e-ca9ed70fc367 req-9cc8ec8d-d26c-4689-8957-c7f1329686b3 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776284 Feb 16 16:38:30.211033 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2898-1b3e-4f3d-857e-e6a5af66187f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (1e652b7a-7cb7-458d-ab71-80a2778a53ab), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:30.229348 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c61b5615-2ce2-4d6b-8c98-31444c16e618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:30.241270 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45d13361-9d31-48b2-91d3-fbfa5e37992e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (2187b9c1-73be-4053-9d89-08b203565cf8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:30.304834 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf2898-1b3e-4f3d-857e-e6a5af66187f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Subnet': ['ID=1e652b7a-7cb7-458d-ab71-80a2778a53ab,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:30.310775 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2898-1b3e-4f3d-857e-e6a5af66187f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:30.315541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d20e5ee-918d-4927-86fe-2ec052a0990c None None] Network 44b4b7dc-6833-4415-aea6-764f4bebee37 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:38:30.317626 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ecbf2898-1b3e-4f3d-857e-e6a5af66187f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "DELETE /v2.0/subnets/1e652b7a-7cb7-458d-ab71-80a2778a53ab HTTP/1.1" status: 204 len: 168 time: 1.1624382 Feb 16 16:38:30.322860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37166) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:30.431109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31071d46-981e-4291-bb56-d159baede64d req-05816b8f-d23b-4eef-8c21-45540a3864ca service neutron] 10.222.0.24 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935162 Feb 16 16:38:30.474259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7b1140ec-3247-48e7-9235-f6fe421de924 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:30.553106 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (44b4b7dc-6833-4415-aea6-764f4bebee37), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:30.576570 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45d13361-9d31-48b2-91d3-fbfa5e37992e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (2187b9c1-73be-4053-9d89-08b203565cf8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:30.588820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 7b1140ec-3247-48e7-9235-f6fe421de924 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:30.589173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7b1140ec-3247-48e7-9235-f6fe421de924 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:30.589610 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0437f7bc-74ac-44d8-b334-eea9a945997f no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:30.636684 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d13361-9d31-48b2-91d3-fbfa5e37992e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2187b9c1-73be-4053-9d89-08b203565cf8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:30.641738 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45d13361-9d31-48b2-91d3-fbfa5e37992e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:30.647071 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-45d13361-9d31-48b2-91d3-fbfa5e37992e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2187b9c1-73be-4053-9d89-08b203565cf8 HTTP/1.1" status: 204 len: 168 time: 1.1142526 Feb 16 16:38:30.651175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37172) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:30.653648 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c61b5615-2ce2-4d6b-8c98-31444c16e618 admin admin] Publish callbacks [] for security_group (9b444859-d8b7-4ec3-8514-3f0e283e98d8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:30.670903 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c61b5615-2ce2-4d6b-8c98-31444c16e618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9b444859-d8b7-4ec3-8514-3f0e283e98d8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:30.694932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be2416e-d71b-4dbc-97fa-14716e6747fa None None] Network 28718670-2ada-4623-bc40-65ed49258b37 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:38:30.703189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 0437f7bc-74ac-44d8-b334-eea9a945997f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:30.703189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0437f7bc-74ac-44d8-b334-eea9a945997f not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:30.757323 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Deleting port 474a4bee-6be5-4eed-90be-ae14e0af20ff {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:30.757671 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:30.794280 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31071d46-981e-4291-bb56-d159baede64d req-9b18e073-31da-418f-9d30-0f08f82d56b9 service neutron] 10.222.0.24 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371310 Feb 16 16:38:30.805901 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c61b5615-2ce2-4d6b-8c98-31444c16e618 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=920eeb52414d492d9b618a06f16c0d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8376734 Feb 16 16:38:30.815550 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37174) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:30.829569 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (28718670-2ada-4623-bc40-65ed49258b37), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:30.841152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b5615-2ce2-4d6b-8c98-31444c16e618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b444859-d8b7-4ec3-8514-3f0e283e98d8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:30.950352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad6ca3-13ea-4f0d-a7ac-f7769dae5006 None None] DHCP port deletion for 44b4b7dc-6833-4415-aea6-764f4bebee37 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:38:30.952523 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] For port 474a4bee-6be5-4eed-90be-ae14e0af20ff, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=474a4bee-6be5-4eed-90be-ae14e0af20ff,segment=NetworkSegment(c362152e-dc45-408a-a92e-ba3da68906f6),segment_id=c362152e-dc45-408a-a92e-ba3da68906f6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:30.953706 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:30.963475 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.002513 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Calling delete_port for 474a4bee-6be5-4eed-90be-ae14e0af20ff owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:31.011269 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c19f1834-92c8-4c78-a307-4cdb999b4cf3 admin admin] Publish callbacks [] for security_group (9b444859-d8b7-4ec3-8514-3f0e283e98d8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.048240 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6c546aca-4b6e-4b3b-a0a2-be8555164a92 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:38:31.114050 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c19f1834-92c8-4c78-a307-4cdb999b4cf3 admin admin] Publish callbacks [] for security_group (9b444859-d8b7-4ec3-8514-3f0e283e98d8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.222998 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.253820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Port': ['ID=474a4bee-6be5-4eed-90be-ae14e0af20ff,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:31.256454 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] No DVR routers for this DVR port 474a4bee-6be5-4eed-90be-ae14e0af20ff on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:31.369822 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (44b4b7dc-6833-4415-aea6-764f4bebee37), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.393709 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c19f1834-92c8-4c78-a307-4cdb999b4cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9b444859-d8b7-4ec3-8514-3f0e283e98d8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.397024 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b4b7dc-6833-4415-aea6-764f4bebee37']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:31.399861 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c19f1834-92c8-4c78-a307-4cdb999b4cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.409937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c19f1834-92c8-4c78-a307-4cdb999b4cf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b444859-d8b7-4ec3-8514-3f0e283e98d8 HTTP/1.1" status: 204 len: 168 time: 0.5932286 Feb 16 16:38:31.413263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c362152e-dc45-408a-a92e-ba3da68906f6') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:31.413564 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c362152e-dc45-408a-a92e-ba3da68906f6') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:31.428774 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.442713 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 6c546aca-4b6e-4b3b-a0a2-be8555164a92 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:38:31.445535 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (c362152e-dc45-408a-a92e-ba3da68906f6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.465437 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] Deleting port 571202a6-182a-4cd7-b4a2-4d5678543a98 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:31.471037 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.479048 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eaa848d3-ed89-403d-a1c7-b213eded4d44 req-21905502-0519-4be0-9d0e-7985e8902d84 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 210 time: 0.2515109 Feb 16 16:38:31.488659 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-baad6ca3-13ea-4f0d-a7ac-f7769dae5006 None None] Deleting port 474a4bee-6be5-4eed-90be-ae14e0af20ff {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:31.489141 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-baad6ca3-13ea-4f0d-a7ac-f7769dae5006 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.503228 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c362152e-dc45-408a-a92e-ba3da68906f6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.506946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 6c546aca-4b6e-4b3b-a0a2-be8555164a92 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:31.508187 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.526954 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:38:31.528682 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (c362152e-dc45-408a-a92e-ba3da68906f6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.540155 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f1834-92c8-4c78-a307-4cdb999b4cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b444859-d8b7-4ec3-8514-3f0e283e98d8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:38:31.645239 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:38:31.687065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd8731b-fc65-48a2-b7b5-c0825227a07e None None] DHCP port deletion for 28718670-2ada-4623-bc40-65ed49258b37 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:38:31.751839 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (44b4b7dc-6833-4415-aea6-764f4bebee37), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.787042 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:31.798082 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "DELETE /v2.0/networks/44b4b7dc-6833-4415-aea6-764f4bebee37 HTTP/1.1" status: 204 len: 168 time: 1.4713626 Feb 16 16:38:31.800990 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44ad91-2d47-4526-9560-c5d4a7c04721 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Network': ['ID=44b4b7dc-6833-4415-aea6-764f4bebee37,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:31.806152 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37196) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:31.970745 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2166ae-75c7-4d15-94e5-aa5ca4c146a1 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Deleting subnet 56c2f247-adc8-4991-bc49-ddf220cfa699 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:38:31.983742 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f2166ae-75c7-4d15-94e5-aa5ca4c146a1 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks [] for subnet (56c2f247-adc8-4991-bc49-ddf220cfa699), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:32.079634 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f2166ae-75c7-4d15-94e5-aa5ca4c146a1 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (56c2f247-adc8-4991-bc49-ddf220cfa699), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:32.186313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37202) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:32.248077 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6c546aca-4b6e-4b3b-a0a2-be8555164a92 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:32.248511 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:32.267499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-baad6ca3-13ea-4f0d-a7ac-f7769dae5006 None None] For port 474a4bee-6be5-4eed-90be-ae14e0af20ff, host n-d-669411-5, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:32.267969 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-baad6ca3-13ea-4f0d-a7ac-f7769dae5006 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:32.285906 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5f7a-cf34-45e4-b729-fe18565ddc5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:32.363740 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6c546aca-4b6e-4b3b-a0a2-be8555164a92, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6c546aca-4b6e-4b3b-a0a2-be8555164a92,segment=NetworkSegment(75210099-9289-41f8-a5cb-63ebb514a19d),segment_id=75210099-9289-41f8-a5cb-63ebb514a19d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:32.377891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cca779e-641d-4daf-9cb6-e5051130a9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c546aca-4b6e-4b3b-a0a2-be8555164a92'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:32.384905 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d419d0ec-2048-4e0f-95b3-9487981411f6" -d '{"events": [{"server_uuid": "1cca779e-641d-4daf-9cb6-e5051130a9f6", "name": "network-vif-plugged", "status": "completed", "tag": "6c546aca-4b6e-4b3b-a0a2-be8555164a92"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:32.393670 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:32.414570 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:32.423627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-baad6ca3-13ea-4f0d-a7ac-f7769dae5006 None None] Calling delete_port for 474a4bee-6be5-4eed-90be-ae14e0af20ff owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:32.441669 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 474a4bee-6be5-4eed-90be-ae14e0af20ff no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:32.484093 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5f7a-cf34-45e4-b729-fe18565ddc5f admin admin] Publish callbacks [] for security_group (64592d2c-92db-440d-907f-2d5e48309010), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:32.501019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5f7a-cf34-45e4-b729-fe18565ddc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (64592d2c-92db-440d-907f-2d5e48309010), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:32.575804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f5f7a-cf34-45e4-b729-fe18565ddc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64592d2c-92db-440d-907f-2d5e48309010,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:32.584446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-baad6ca3-13ea-4f0d-a7ac-f7769dae5006 None None] Port 474a4bee-6be5-4eed-90be-ae14e0af20ff was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:38:32.590658 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 474a4bee-6be5-4eed-90be-ae14e0af20ff {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:32.592204 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 474a4bee-6be5-4eed-90be-ae14e0af20ff not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:32.592889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 571202a6-182a-4cd7-b4a2-4d5678543a98 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:32.598264 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-baad6ca3-13ea-4f0d-a7ac-f7769dae5006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (474a4bee-6be5-4eed-90be-ae14e0af20ff), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:32.599516 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f2166ae-75c7-4d15-94e5-aa5ca4c146a1 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (56c2f247-adc8-4991-bc49-ddf220cfa699), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:32.613600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=6c546aca-4b6e-4b3b-a0a2-be8555164a92,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:32.644532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-baad6ca3-13ea-4f0d-a7ac-f7769dae5006 None None] Network 44b4b7dc-6833-4415-aea6-764f4bebee37 is not hosted by any dhcp agent {{(pid=103423) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:38:32.645305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad6ca3-13ea-4f0d-a7ac-f7769dae5006 None None] No DVR routers for this DVR port 474a4bee-6be5-4eed-90be-ae14e0af20ff on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:32.679736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e92b2-5c9b-43a9-b7e7-296c58b29c6d req-fd97ce23-4642-4684-b004-a4dedbcc7a38 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:32.682530 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f9e92b2-5c9b-43a9-b7e7-296c58b29c6d req-fd97ce23-4642-4684-b004-a4dedbcc7a38 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 944 time: 1.4513521 Feb 16 16:38:32.699398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8731b-fc65-48a2-b7b5-c0825227a07e None None] Deleting port 571202a6-182a-4cd7-b4a2-4d5678543a98 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:32.699398 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9bd8731b-fc65-48a2-b7b5-c0825227a07e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:32.720519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] For port 571202a6-182a-4cd7-b4a2-4d5678543a98, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=571202a6-182a-4cd7-b4a2-4d5678543a98,segment=NetworkSegment(9d8814de-0d7b-4827-9378-5c42c8d70859),segment_id=9d8814de-0d7b-4827-9378-5c42c8d70859)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:32.724398 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:32.760823 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-eb0f5f7a-cf34-45e4-b729-fe18565ddc5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbc9c20918d845098676d8c13f2748a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5680404 Feb 16 16:38:32.761539 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37210) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:32.818894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] Calling delete_port for 571202a6-182a-4cd7-b4a2-4d5678543a98 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:32.855350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f9e92b2-5c9b-43a9-b7e7-296c58b29c6d req-6dce1f7a-8072-453f-b781-b1a03f625484 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392941 Feb 16 16:38:32.859039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad6ca3-13ea-4f0d-a7ac-f7769dae5006 None None] Pushing event deleted for resources: {'Port': ['ID=474a4bee-6be5-4eed-90be-ae14e0af20ff,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:32.889274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9bd8731b-fc65-48a2-b7b5-c0825227a07e None None] For port 571202a6-182a-4cd7-b4a2-4d5678543a98, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=571202a6-182a-4cd7-b4a2-4d5678543a98,segment=NetworkSegment(9d8814de-0d7b-4827-9378-5c42c8d70859),segment_id=9d8814de-0d7b-4827-9378-5c42c8d70859)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:32.889848 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9bd8731b-fc65-48a2-b7b5-c0825227a07e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:32.942567 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77d49933-8c9e-4673-8ff4-911f0d4aa22a admin admin] Publish callbacks [] for security_group (64592d2c-92db-440d-907f-2d5e48309010), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:32.943520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdb50a-cb59-46a7-a512-bc562c525ba0 req-944b0227-e354-4f47-ae1d-9a8d9677ecec tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:32.946348 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53cdb50a-cb59-46a7-a512-bc562c525ba0 req-944b0227-e354-4f47-ae1d-9a8d9677ecec tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 945 time: 0.3363249 Feb 16 16:38:32.949540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8731b-fc65-48a2-b7b5-c0825227a07e None None] Calling delete_port for 571202a6-182a-4cd7-b4a2-4d5678543a98 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:32.996754 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 571202a6-182a-4cd7-b4a2-4d5678543a98 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:32.997363 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.001638 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37248-2d35-45e5-ad2e-885fab94ea4a req-8ab5f94f-0dcd-47e9-92cd-77d5be0cd9f5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:33.003974 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bdf37248-2d35-45e5-ad2e-885fab94ea4a req-8ab5f94f-0dcd-47e9-92cd-77d5be0cd9f5 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 945 time: 0.3241379 Feb 16 16:38:33.039679 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53cdb50a-cb59-46a7-a512-bc562c525ba0 req-e2959034-2e35-49a8-8a6c-4d6f9ab38184 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849910 Feb 16 16:38:33.058675 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.060086 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40425f4f-9b7a-43ac-97c3-8f3ab60103a5 x-openstack-request-id: req-40425f4f-9b7a-43ac-97c3-8f3ab60103a5 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:33.062134 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cca779e-641d-4daf-9cb6-e5051130a9f6", "name": "network-vif-plugged", "status": "completed", "tag": "6c546aca-4b6e-4b3b-a0a2-be8555164a92", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:33.062134 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40425f4f-9b7a-43ac-97c3-8f3ab60103a5 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:33.062134 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cca779e-641d-4daf-9cb6-e5051130a9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c546aca-4b6e-4b3b-a0a2-be8555164a92', 'code': 200} Feb 16 16:38:33.100564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] Pushing event deleted for resources: {'Port': ['ID=571202a6-182a-4cd7-b4a2-4d5678543a98,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:33.114799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] No DVR routers for this DVR port 571202a6-182a-4cd7-b4a2-4d5678543a98 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:33.196606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c1bc805b-bf30-46aa-87da-395959fbbc5e req-e3af1308-ea5b-47d3-b3d2-cdb2339672c3 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 210 time: 0.0497544 Feb 16 16:38:33.290863 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f2166ae-75c7-4d15-94e5-aa5ca4c146a1 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (56c2f247-adc8-4991-bc49-ddf220cfa699), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.301224 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9bd8731b-fc65-48a2-b7b5-c0825227a07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (571202a6-182a-4cd7-b4a2-4d5678543a98), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.303406 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071d46-981e-4291-bb56-d159baede64d req-3cfc4c4b-4e86-4b71-ab30-fdcd95642172 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:33.305184 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31071d46-981e-4291-bb56-d159baede64d req-3cfc4c4b-4e86-4b71-ab30-fdcd95642172 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.60 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 811 time: 0.2903626 Feb 16 16:38:33.308824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77d49933-8c9e-4673-8ff4-911f0d4aa22a admin admin] Publish callbacks [] for security_group (64592d2c-92db-440d-907f-2d5e48309010), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.332712 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (28718670-2ada-4623-bc40-65ed49258b37), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.339634 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8731b-fc65-48a2-b7b5-c0825227a07e None None] Pushing event deleted for resources: {'Port': ['ID=571202a6-182a-4cd7-b4a2-4d5678543a98,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:33.342831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8731b-fc65-48a2-b7b5-c0825227a07e None None] No DVR routers for this DVR port 571202a6-182a-4cd7-b4a2-4d5678543a98 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:33.355204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239914cc-696b-4d80-9278-c7162ed59f5f req-77605259-9d3f-425d-bf6e-edbce56f5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:33.358326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-239914cc-696b-4d80-9278-c7162ed59f5f req-77605259-9d3f-425d-bf6e-edbce56f5e30 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 1127 time: 0.2101178 Feb 16 16:38:33.365429 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2166ae-75c7-4d15-94e5-aa5ca4c146a1 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Subnet': ['ID=56c2f247-adc8-4991-bc49-ddf220cfa699,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:33.374914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-31071d46-981e-4291-bb56-d159baede64d req-a77faf58-e857-486d-b5fb-95f506946165 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Request body: {'port': {'device_id': 'cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf', 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03', 'admin_state_up': True, 'tenant_id': '87aaae2862ac405f88354b7195ee2896'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:33.398607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f987fc05-9cf2-4900-b81e-499ef2a17013 None None] Network 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:38:33.414934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28718670-2ada-4623-bc40-65ed49258b37']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:33.415476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f2166ae-75c7-4d15-94e5-aa5ca4c146a1 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.426758 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5f2166ae-75c7-4d15-94e5-aa5ca4c146a1 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "DELETE /v2.0/subnets/56c2f247-adc8-4991-bc49-ddf220cfa699 HTTP/1.1" status: 204 len: 168 time: 1.6180375 Feb 16 16:38:33.429687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37212) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:33.446932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8814de-0d7b-4827-9378-5c42c8d70859') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:33.447226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8814de-0d7b-4827-9378-5c42c8d70859') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:33.476959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-239914cc-696b-4d80-9278-c7162ed59f5f req-a9507140-fa05-42a7-8b60-1ad905598569 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117740 Feb 16 16:38:33.492278 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (9d8814de-0d7b-4827-9378-5c42c8d70859), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.550404 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (9d8814de-0d7b-4827-9378-5c42c8d70859), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.559177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:38:33.559619 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (9d8814de-0d7b-4827-9378-5c42c8d70859), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:38:33.586022 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:38:33.659938 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (0e78c7fe-edb2-40c7-8c68-2a6e50b0379f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.675475 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (28718670-2ada-4623-bc40-65ed49258b37), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.693656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248828fe-3321-43b1-9d6d-2ed8c9b1aabf None None] DHCP port deletion for 0e78c7fe-edb2-40c7-8c68-2a6e50b0379f request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:38:33.706959 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77d49933-8c9e-4673-8ff4-911f0d4aa22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (64592d2c-92db-440d-907f-2d5e48309010), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.710259 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77d49933-8c9e-4673-8ff4-911f0d4aa22a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.711846 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-77d49933-8c9e-4673-8ff4-911f0d4aa22a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64592d2c-92db-440d-907f-2d5e48309010 HTTP/1.1" status: 204 len: 168 time: 0.9456818 Feb 16 16:38:33.725155 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-bdf37248-2d35-45e5-ad2e-885fab94ea4a req-2fce4fee-353a-444d-b4d0-41ae455fc31f tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Deleting port de2a1841-9c2e-4487-8eab-b43ae743539a {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:33.725601 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bdf37248-2d35-45e5-ad2e-885fab94ea4a req-2fce4fee-353a-444d-b4d0-41ae455fc31f tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (de2a1841-9c2e-4487-8eab-b43ae743539a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.759454 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.760042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d49933-8c9e-4673-8ff4-911f0d4aa22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64592d2c-92db-440d-907f-2d5e48309010,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:33.765198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] 10.222.0.24 "DELETE /v2.0/networks/28718670-2ada-4623-bc40-65ed49258b37 HTTP/1.1" status: 204 len: 168 time: 3.1075983 Feb 16 16:38:33.779714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31071d46-981e-4291-bb56-d159baede64d req-a77faf58-e857-486d-b5fb-95f506946165 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Made reservation on behalf of 87aaae2862ac405f88354b7195ee2896 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:38:33.783177 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31071d46-981e-4291-bb56-d159baede64d req-a77faf58-e857-486d-b5fb-95f506946165 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.809452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda78b25-1587-45a1-a7c5-fae5c47a97af admin admin] Pushing event deleted for resources: {'Network': ['ID=28718670-2ada-4623-bc40-65ed49258b37,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:33.829442 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-248828fe-3321-43b1-9d6d-2ed8c9b1aabf None None] Deleting port 8e43ef69-d22f-47de-bef4-d06944792603 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:33.829837 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-248828fe-3321-43b1-9d6d-2ed8c9b1aabf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8e43ef69-d22f-47de-bef4-d06944792603), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.854036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Deleting port 8e43ef69-d22f-47de-bef4-d06944792603 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:33.854423 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8e43ef69-d22f-47de-bef4-d06944792603), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.954014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-bdf37248-2d35-45e5-ad2e-885fab94ea4a req-2fce4fee-353a-444d-b4d0-41ae455fc31f tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] For port de2a1841-9c2e-4487-8eab-b43ae743539a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=de2a1841-9c2e-4487-8eab-b43ae743539a,segment=NetworkSegment(36df7f40-0e88-480e-98ee-14402ad44d1d),segment_id=36df7f40-0e88-480e-98ee-14402ad44d1d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:33.954392 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bdf37248-2d35-45e5-ad2e-885fab94ea4a req-2fce4fee-353a-444d-b4d0-41ae455fc31f tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (de2a1841-9c2e-4487-8eab-b43ae743539a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.969927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-248828fe-3321-43b1-9d6d-2ed8c9b1aabf None None] For port 8e43ef69-d22f-47de-bef4-d06944792603, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8e43ef69-d22f-47de-bef4-d06944792603,segment=NetworkSegment(b7ed880b-e132-4d3d-a7c5-6bc723ab845d),segment_id=b7ed880b-e132-4d3d-a7c5-6bc723ab845d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:33.970349 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-248828fe-3321-43b1-9d6d-2ed8c9b1aabf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8e43ef69-d22f-47de-bef4-d06944792603), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:33.993907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] For port 8e43ef69-d22f-47de-bef4-d06944792603, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8e43ef69-d22f-47de-bef4-d06944792603,segment=NetworkSegment(b7ed880b-e132-4d3d-a7c5-6bc723ab845d),segment_id=b7ed880b-e132-4d3d-a7c5-6bc723ab845d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:33.994278 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8e43ef69-d22f-47de-bef4-d06944792603), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:34.006819 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-248828fe-3321-43b1-9d6d-2ed8c9b1aabf None None] Calling delete_port for 8e43ef69-d22f-47de-bef4-d06944792603 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:34.019208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Calling delete_port for 8e43ef69-d22f-47de-bef4-d06944792603 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:34.084805 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-bdf37248-2d35-45e5-ad2e-885fab94ea4a req-2fce4fee-353a-444d-b4d0-41ae455fc31f tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Calling delete_port for de2a1841-9c2e-4487-8eab-b43ae743539a owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:34.179115 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-248828fe-3321-43b1-9d6d-2ed8c9b1aabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (8e43ef69-d22f-47de-bef4-d06944792603), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:34.245906 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248828fe-3321-43b1-9d6d-2ed8c9b1aabf None None] Pushing event deleted for resources: {'Port': ['ID=8e43ef69-d22f-47de-bef4-d06944792603,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:34.253255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248828fe-3321-43b1-9d6d-2ed8c9b1aabf None None] No DVR routers for this DVR port 8e43ef69-d22f-47de-bef4-d06944792603 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:34.275438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9afe8-e68f-4179-8d9c-df47451dd612 req-5ce22b3f-5a16-4f11-aec7-56ef161dd1a5 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:34.277368 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5a9afe8-e68f-4179-8d9c-df47451dd612 req-5ce22b3f-5a16-4f11-aec7-56ef161dd1a5 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 945 time: 0.2270286 Feb 16 16:38:34.307777 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-31071d46-981e-4291-bb56-d159baede64d req-a77faf58-e857-486d-b5fb-95f506946165 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Allocated IP 172.20.0.13 (121ff239-7c70-486a-be8a-d08127a9ab03/7683ed5c-4de8-4e9d-8369-1fddb9288879/8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:38:34.407650 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8e43ef69-d22f-47de-bef4-d06944792603 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:34.442257 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8e43ef69-d22f-47de-bef4-d06944792603), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:34.469808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37234) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:34.488102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 8e43ef69-d22f-47de-bef4-d06944792603 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:34.491455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8e43ef69-d22f-47de-bef4-d06944792603 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:34.546766 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:34.563961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba54b8-6244-4f20-8613-a974d0586163 req-6743ca1c-77c4-45da-960e-65ea25b6c0d4 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:34.567271 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2ba54b8-6244-4f20-8613-a974d0586163 req-6743ca1c-77c4-45da-960e-65ea25b6c0d4 tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6f1adb9-e262-4286-a077-e17400380ba4 HTTP/1.1" status: 200 len: 945 time: 0.3866167 Feb 16 16:38:34.581472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Port': ['ID=8e43ef69-d22f-47de-bef4-d06944792603,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:34.602605 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] No DVR routers for this DVR port 8e43ef69-d22f-47de-bef4-d06944792603 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:34.692695 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31071d46-981e-4291-bb56-d159baede64d req-a77faf58-e857-486d-b5fb-95f506946165 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks [] for port (8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:34.717695 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5a9afe8-e68f-4179-8d9c-df47451dd612 req-b0cf8295-3faa-4cb1-ad96-479292ec857b tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4287488 Feb 16 16:38:34.791790 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bdf37248-2d35-45e5-ad2e-885fab94ea4a req-2fce4fee-353a-444d-b4d0-41ae455fc31f tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (de2a1841-9c2e-4487-8eab-b43ae743539a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:34.806282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['de2a1841-9c2e-4487-8eab-b43ae743539a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:38:34.881727 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (0e78c7fe-edb2-40c7-8c68-2a6e50b0379f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:34.898956 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf37248-2d35-45e5-ad2e-885fab94ea4a req-2fce4fee-353a-444d-b4d0-41ae455fc31f tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] No DVR routers for this DVR port de2a1841-9c2e-4487-8eab-b43ae743539a on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:34.901695 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bdf37248-2d35-45e5-ad2e-885fab94ea4a req-2fce4fee-353a-444d-b4d0-41ae455fc31f tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:34.906495 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bdf37248-2d35-45e5-ad2e-885fab94ea4a req-2fce4fee-353a-444d-b4d0-41ae455fc31f tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.60 "DELETE /v2.0/ports/de2a1841-9c2e-4487-8eab-b43ae743539a HTTP/1.1" status: 204 len: 173 time: 1.6532466 Feb 16 16:38:34.907520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce4fee-353a-444d-b4d0-41ae455fc31f tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] Pushing event deleted for resources: {'Port': ['ID=de2a1841-9c2e-4487-8eab-b43ae743539a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:34.918660 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31071d46-981e-4291-bb56-d159baede64d req-a77faf58-e857-486d-b5fb-95f506946165 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:34.927607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f1adb9-e262-4286-a077-e17400380ba4', 'name': 'network-vif-deleted', 'tag': 'de2a1841-9c2e-4487-8eab-b43ae743539a'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:34.938728 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755f1580-4728-4e1a-8e8f-961ff8c8458f" -d '{"events": [{"server_uuid": "e6f1adb9-e262-4286-a077-e17400380ba4", "name": "network-vif-deleted", "tag": "de2a1841-9c2e-4487-8eab-b43ae743539a"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:34.994200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e78c7fe-edb2-40c7-8c68-2a6e50b0379f']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:35.033463 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77faf58-e857-486d-b5fb-95f506946165 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Pushing event updated for resources: {'Port': ['ID=8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:35.041229 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ed880b-e132-4d3d-a7c5-6bc723ab845d') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:35.041531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ed880b-e132-4d3d-a7c5-6bc723ab845d') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:35.083399 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37252) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:35.091722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31071d46-981e-4291-bb56-d159baede64d req-a77faf58-e857-486d-b5fb-95f506946165 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Network 121ff239-7c70-486a-be8a-d08127a9ab03 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:38:35.092339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3e329831-2a41-4969-bbbe-e3d75c029d94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8966ad3080046efbfd4bb8a1c96e2af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5391729 Feb 16 16:38:35.099164 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (b7ed880b-e132-4d3d-a7c5-6bc723ab845d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.120987 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-31071d46-981e-4291-bb56-d159baede64d req-a77faf58-e857-486d-b5fb-95f506946165 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:38:35.140218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-31071d46-981e-4291-bb56-d159baede64d req-a77faf58-e857-486d-b5fb-95f506946165 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:38:35.142626 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2ba54b8-6244-4f20-8613-a974d0586163 req-ea073a93-b394-425f-8211-2c7dfecfb01c tempest-AttachVolumeNegativeTest-2063518854 tempest-AttachVolumeNegativeTest-2063518854-project] 10.222.0.24 "GET /v2.0/security-groups?id=94811894-4dec-4fde-8428-31ddd3dda723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545268 Feb 16 16:38:35.157646 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b7ed880b-e132-4d3d-a7c5-6bc723ab845d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.177760 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:38:35.178421 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (b7ed880b-e132-4d3d-a7c5-6bc723ab845d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:38:35.187353 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:38:35.226555 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae02a62-9518-470e-a12b-8bd72504f5d9 x-openstack-request-id: req-2ae02a62-9518-470e-a12b-8bd72504f5d9 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:35.228426 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f1adb9-e262-4286-a077-e17400380ba4", "name": "network-vif-deleted", "tag": "de2a1841-9c2e-4487-8eab-b43ae743539a", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:35.229070 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ae02a62-9518-470e-a12b-8bd72504f5d9 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:35.230706 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f1adb9-e262-4286-a077-e17400380ba4', 'name': 'network-vif-deleted', 'tag': 'de2a1841-9c2e-4487-8eab-b43ae743539a', 'status': 'completed', 'code': 200} Feb 16 16:38:35.258674 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071d46-981e-4291-bb56-d159baede64d req-a77faf58-e857-486d-b5fb-95f506946165 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:35.259826 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31071d46-981e-4291-bb56-d159baede64d req-a77faf58-e857-486d-b5fb-95f506946165 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.296240 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d7644acc-9bb5-44c1-bd4d-75dc45334907 admin admin] Publish callbacks [] for security_group (6500674e-1fd9-4577-9332-b98777c412f9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.333639 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31071d46-981e-4291-bb56-d159baede64d req-a77faf58-e857-486d-b5fb-95f506946165 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9697978 Feb 16 16:38:35.335746 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d7644acc-9bb5-44c1-bd4d-75dc45334907 admin admin] Publish callbacks [] for security_group (6500674e-1fd9-4577-9332-b98777c412f9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.349485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Request body: {'port': {'device_id': 'cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:35.457962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c94cd6-7ef9-4e34-8cd1-5b033df1e707 req-11f72007-9cf3-4fbd-9bf5-2f889dc7d4fe tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:35.469344 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.469549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47c94cd6-7ef9-4e34-8cd1-5b033df1e707 req-11f72007-9cf3-4fbd-9bf5-2f889dc7d4fe tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 932 time: 0.2531075 Feb 16 16:38:35.474031 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (0e78c7fe-edb2-40c7-8c68-2a6e50b0379f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.481623 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.485126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "DELETE /v2.0/networks/0e78c7fe-edb2-40c7-8c68-2a6e50b0379f HTTP/1.1" status: 204 len: 168 time: 2.0544729 Feb 16 16:38:35.493715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37258) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:35.499806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-06fb2ef7-4ada-47f0-911f-fa26db3c7866 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-425708920'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:35.530939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9802bd0-2a7c-4195-873f-474bca994d37 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Network': ['ID=0e78c7fe-edb2-40c7-8c68-2a6e50b0379f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:35.543357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fb2ef7-4ada-47f0-911f-fa26db3c7866 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Made reservation on behalf of be5c26ee3e0b4a0a982a8a5a510819f0 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:38:35.550826 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-06fb2ef7-4ada-47f0-911f-fa26db3c7866 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.553038 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d7644acc-9bb5-44c1-bd4d-75dc45334907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6500674e-1fd9-4577-9332-b98777c412f9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.557754 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d7644acc-9bb5-44c1-bd4d-75dc45334907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.561913 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d7644acc-9bb5-44c1-bd4d-75dc45334907 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6500674e-1fd9-4577-9332-b98777c412f9 HTTP/1.1" status: 204 len: 168 time: 0.4744072 Feb 16 16:38:35.607404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fb2ef7-4ada-47f0-911f-fa26db3c7866 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:38:35.611495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7644acc-9bb5-44c1-bd4d-75dc45334907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6500674e-1fd9-4577-9332-b98777c412f9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:35.617430 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-06fb2ef7-4ada-47f0-911f-fa26db3c7866 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (674608b4-8649-45f9-b3c5-a37ca726f2b6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.617775 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-06fb2ef7-4ada-47f0-911f-fa26db3c7866 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Added segment 674608b4-8649-45f9-b3c5-a37ca726f2b6 of type vlan for network 4bb2024c-04d5-4b3b-9a56-10bff69d9d78 Feb 16 16:38:35.666421 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-06fb2ef7-4ada-47f0-911f-fa26db3c7866 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (4bb2024c-04d5-4b3b-9a56-10bff69d9d78), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.693031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47c94cd6-7ef9-4e34-8cd1-5b033df1e707 req-3162c657-b726-4aeb-b9bd-90d219c7b067 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262690 Feb 16 16:38:35.697327 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-06fb2ef7-4ada-47f0-911f-fa26db3c7866 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (4bb2024c-04d5-4b3b-9a56-10bff69d9d78), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.704699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fb2ef7-4ada-47f0-911f-fa26db3c7866 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:35.704891 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-06fb2ef7-4ada-47f0-911f-fa26db3c7866 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:35.844238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb2ef7-4ada-47f0-911f-fa26db3c7866 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event updated for resources: {'Network': ['ID=4bb2024c-04d5-4b3b-9a56-10bff69d9d78,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:35.859620 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 4bb2024c-04d5-4b3b-9a56-10bff69d9d78 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:38:35.868486 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-06fb2ef7-4ada-47f0-911f-fa26db3c7866 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3713369 Feb 16 16:38:35.868680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37272) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:35.882043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d7da52f4-3260-4e69-a9fa-0ee210922731 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Request body: {'subnet': {'network_id': '4bb2024c-04d5-4b3b-9a56-10bff69d9d78', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:36.173878 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf416cc-8611-4e03-9c89-53ee10675f44 req-e0adb3b9-57dd-40e7-a724-38cc87fdca90 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:36.177766 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ddf416cc-8611-4e03-9c89-53ee10675f44 req-e0adb3b9-57dd-40e7-a724-38cc87fdca90 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 945 time: 0.3310382 Feb 16 16:38:36.226485 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37282) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:36.260673 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37284) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:36.424007 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ddf416cc-8611-4e03-9c89-53ee10675f44 req-1db4d0de-0918-4005-9ed6-e94360c59e89 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224283 Feb 16 16:38:36.429547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7da52f4-3260-4e69-a9fa-0ee210922731 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Made reservation on behalf of be5c26ee3e0b4a0a982a8a5a510819f0 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:38:36.449219 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d7da52f4-3260-4e69-a9fa-0ee210922731 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:36.492167 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e65b5962-a28b-41f6-b173-47864923bb76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d00bb13e16794f428f64221a6a53f476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523050 Feb 16 16:38:36.495381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37294) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:36.539741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:38:36.556065 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Publish callbacks [] for port (8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:36.571741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Transition to ACTIVE for port object 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:38:36.582027 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:36.662678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:36.726942 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Attempting to bind port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:38:36.727356 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Attempting to bind port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:38:36.727785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Attempting to bind port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a on network 121ff239-7c70-486a-be8a-d08127a9ab03 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:38:36.733067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a on network 121ff239-7c70-486a-be8a-d08127a9ab03 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:38:36.733610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Attempting to bind port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a on network 121ff239-7c70-486a-be8a-d08127a9ab03 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:38:36.739116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:38:36.739542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Checking segment: {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:38:36.740029 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Bound using segment: {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:38:36.740530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Bound port: 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd6572f-6c4f-41bc-9cae-18686b9fbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:38:36.741024 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:36.742274 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ca306aeb-b71e-4893-81e4-abd7f954d07e admin admin] Publish callbacks [] for security_group (00419332-6594-407c-a472-7db883681d4a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:36.760769 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a69a44-7e82-46d1-9c85-1089c932c28a req-0fc8d119-caf3-4c0b-a72c-f066ba73bf8d tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:36.762296 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45a69a44-7e82-46d1-9c85-1089c932c28a req-0fc8d119-caf3-4c0b-a72c-f066ba73bf8d tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 945 time: 0.2336552 Feb 16 16:38:36.776488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37306) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:36.786665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fbb54d6d-8899-4974-9c73-abae0934df28 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Request body: {'floatingip': {'port_id': '6c546aca-4b6e-4b3b-a0a2-be8555164a92'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:36.832690 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] For port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:38:36.838489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] For port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:38:36.848828 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:36.873661 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ca306aeb-b71e-4893-81e4-abd7f954d07e admin admin] Publish callbacks [] for security_group (00419332-6594-407c-a472-7db883681d4a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:36.886277 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fbb54d6d-8899-4974-9c73-abae0934df28 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for floatingip (d5a0f98b-cda4-4793-82d4-617a0e7e3906), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:36.902082 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:36.903229 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:36.905485 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31071d46-981e-4291-bb56-d159baede64d req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] 10.222.0.60 "PUT /v2.0/ports/8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a HTTP/1.1" status: 200 len: 1092 time: 1.5602651 Feb 16 16:38:36.926020 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200395e-61bb-4889-8c9c-2a8ec618c095 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:37.007416 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071d46-981e-4291-bb56-d159baede64d req-1b009860-b3da-4728-b982-66c72da028a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:37.009452 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31071d46-981e-4291-bb56-d159baede64d req-1b009860-b3da-4728-b982-66c72da028a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 1126 time: 0.0623257 Feb 16 16:38:37.082338 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31071d46-981e-4291-bb56-d159baede64d req-7cd3c437-d351-48b5-aa5a-4cf595b2f918 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a HTTP/1.1" status: 200 len: 217 time: 0.0621727 Feb 16 16:38:37.087001 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbf5d1b-8890-4ff6-bd42-cca7360e089b admin admin] Deleting subnet 4cc44112-3970-4a84-a656-f40fa88683de {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:38:37.110430 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37314) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:37.115385 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5d1b-8890-4ff6-bd42-cca7360e089b admin admin] Publish callbacks [] for subnet (4cc44112-3970-4a84-a656-f40fa88683de), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:37.136330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071d46-981e-4291-bb56-d159baede64d req-437f56c5-cbca-48bb-a38b-4d76a0b828a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:37.137789 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31071d46-981e-4291-bb56-d159baede64d req-437f56c5-cbca-48bb-a38b-4d76a0b828a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7683ed5c-4de8-4e9d-8369-1fddb9288879 HTTP/1.1" status: 200 len: 851 time: 0.0493250 Feb 16 16:38:37.172037 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31071d46-981e-4291-bb56-d159baede64d req-41e29e46-b0bc-42f2-a8ac-8122841128fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=121ff239-7c70-486a-be8a-d08127a9ab03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282457 Feb 16 16:38:37.191140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device de2a1841-9c2e-4487-8eab-b43ae743539a no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:37.237954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: de2a1841-9c2e-4487-8eab-b43ae743539a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:37.238530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device de2a1841-9c2e-4487-8eab-b43ae743539a not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:37.264044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf', 'tag': '8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:37.268013 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45d6a43-a019-4447-b12f-90a029bff012" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf", "tag": "8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:37.296388 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31071d46-981e-4291-bb56-d159baede64d req-367729e2-ca78-4024-8f24-8beacb8b7b1b service neutron] 10.222.0.60 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185706 Feb 16 16:38:37.334684 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32ce6d5-6e49-43c1-b619-2cea0bed76ee x-openstack-request-id: req-a32ce6d5-6e49-43c1-b619-2cea0bed76ee {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:37.334982 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf", "tag": "8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:37.335266 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a32ce6d5-6e49-43c1-b619-2cea0bed76ee {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:37.335707 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf', 'tag': '8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a', 'status': 'completed', 'code': 200} Feb 16 16:38:37.377442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57465b-5fd7-4913-b542-fba4e7afb38f req-34df8b64-4044-4cc2-b580-07a74e681323 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:37.379226 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac57465b-5fd7-4913-b542-fba4e7afb38f req-34df8b64-4044-4cc2-b580-07a74e681323 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 944 time: 0.5288367 Feb 16 16:38:37.385799 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6fdaa284-443d-4b50-945d-cbcbdf3fa644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:37.396516 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5d1b-8890-4ff6-bd42-cca7360e089b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (4cc44112-3970-4a84-a656-f40fa88683de), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:37.410739 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31071d46-981e-4291-bb56-d159baede64d req-082e503b-5905-46d7-adc3-3fb9e574cf87 service neutron] 10.222.0.60 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087413 Feb 16 16:38:37.429478 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d7da52f4-3260-4e69-a9fa-0ee210922731 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (60655f56-7d5c-48de-b2fb-ee0f65ad8707), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:37.464721 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ca306aeb-b71e-4893-81e4-abd7f954d07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (00419332-6594-407c-a472-7db883681d4a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:37.467850 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ca306aeb-b71e-4893-81e4-abd7f954d07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:37.471813 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ca306aeb-b71e-4893-81e4-abd7f954d07e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00419332-6594-407c-a472-7db883681d4a HTTP/1.1" status: 204 len: 168 time: 0.9729190 Feb 16 16:38:37.519052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d6a43-a019-4447-b12f-90a029bff012 req-942a1a22-39ab-4100-8aa4-9eb83bac97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:37.520785 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f45d6a43-a019-4447-b12f-90a029bff012 req-942a1a22-39ab-4100-8aa4-9eb83bac97d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87aaae2862ac405f88354b7195ee2896&device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 1126 time: 0.0592837 Feb 16 16:38:37.555877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca306aeb-b71e-4893-81e4-abd7f954d07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00419332-6594-407c-a472-7db883681d4a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:37.661718 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d6a43-a019-4447-b12f-90a029bff012 req-a573af54-5f4c-4c2c-b144-1dc6f8676ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:37.663639 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f45d6a43-a019-4447-b12f-90a029bff012 req-a573af54-5f4c-4c2c-b144-1dc6f8676ed4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 200 len: 912 time: 0.1364772 Feb 16 16:38:37.734421 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f45d6a43-a019-4447-b12f-90a029bff012 req-05568f61-b094-4dc9-8fa4-7dce76c0678d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a HTTP/1.1" status: 200 len: 217 time: 0.0642374 Feb 16 16:38:37.760850 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5d1b-8890-4ff6-bd42-cca7360e089b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (4cc44112-3970-4a84-a656-f40fa88683de), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:37.807444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da52f4-3260-4e69-a9fa-0ee210922731 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event updated for resources: {'Subnet': ['ID=60655f56-7d5c-48de-b2fb-ee0f65ad8707,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:37.824512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d6a43-a019-4447-b12f-90a029bff012 req-e4e131a4-a700-4434-986a-912e67740f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:37.829041 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f45d6a43-a019-4447-b12f-90a029bff012 req-e4e131a4-a700-4434-986a-912e67740f0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7683ed5c-4de8-4e9d-8369-1fddb9288879 HTTP/1.1" status: 200 len: 851 time: 0.0885143 Feb 16 16:38:37.839133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac57465b-5fd7-4913-b542-fba4e7afb38f req-c835e666-af5e-49e0-b3ef-e2adfa7051ab tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351068 Feb 16 16:38:37.846192 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7da52f4-3260-4e69-a9fa-0ee210922731 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Checking segment: {'id': '674608b4-8649-45f9-b3c5-a37ca726f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4bb2024c-04d5-4b3b-9a56-10bff69d9d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:38:37.846658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7da52f4-3260-4e69-a9fa-0ee210922731 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Network hostable DHCP agents. Network: 4bb2024c-04d5-4b3b-9a56-10bff69d9d78, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:38:37.882606 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f45d6a43-a019-4447-b12f-90a029bff012 req-dd366d91-4ed3-4fee-a156-bbba799373e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=121ff239-7c70-486a-be8a-d08127a9ab03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417056 Feb 16 16:38:37.949726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7da52f4-3260-4e69-a9fa-0ee210922731 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Network 4bb2024c-04d5-4b3b-9a56-10bff69d9d78 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:38:37.951990 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5d1b-8890-4ff6-bd42-cca7360e089b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (4cc44112-3970-4a84-a656-f40fa88683de), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.002396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf5d1b-8890-4ff6-bd42-cca7360e089b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc44112-3970-4a84-a656-f40fa88683de,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:38.007056 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6fdaa284-443d-4b50-945d-cbcbdf3fa644 admin admin] Publish callbacks [] for security_group (f54e6082-5182-40f4-bbfc-a156501685b0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.010002 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-d7da52f4-3260-4e69-a9fa-0ee210922731 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 4bb2024c-04d5-4b3b-9a56-10bff69d9d78) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:38:38.012042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9cbf5d1b-8890-4ff6-bd42-cca7360e089b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.018830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9cbf5d1b-8890-4ff6-bd42-cca7360e089b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4cc44112-3970-4a84-a656-f40fa88683de HTTP/1.1" status: 204 len: 168 time: 1.7255120 Feb 16 16:38:38.020808 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.db.resource_extend [None req-fbb54d6d-8899-4974-9c73-abae0934df28 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:38:38.023181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37334) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:38.024926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f234e9a8-0afd-4864-8bcc-ec6ab3169012 None None] Network 4bb2024c-04d5-4b3b-9a56-10bff69d9d78 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:38:38.043119 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f45d6a43-a019-4447-b12f-90a029bff012 req-3241b6de-ad6b-4325-a12a-a095da3ffb5b service neutron] 10.222.0.60 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545880 Feb 16 16:38:38.135383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7da52f4-3260-4e69-a9fa-0ee210922731 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:38.136023 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d7da52f4-3260-4e69-a9fa-0ee210922731 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.140841 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ea391a-c718-4f1b-ba26-7d125176b67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (5ff79391-d267-4f31-964d-a98547bf9b6d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.142377 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6fdaa284-443d-4b50-945d-cbcbdf3fa644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f54e6082-5182-40f4-bbfc-a156501685b0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.152672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-4bb2024c-04d5-4b3b-9a56-10bff69d9d78', 'network_id': '4bb2024c-04d5-4b3b-9a56-10bff69d9d78', 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'fixed_ips': [{'subnet_id': '60655f56-7d5c-48de-b2fb-ee0f65ad8707'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:38:38.153551 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.223217 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fbb54d6d-8899-4974-9c73-abae0934df28 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.228840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6fdaa284-443d-4b50-945d-cbcbdf3fa644 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=744828a2d17946d3980e9d3beecdcd8b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1000125 Feb 16 16:38:38.233603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d7da52f4-3260-4e69-a9fa-0ee210922731 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3608987 Feb 16 16:38:38.233782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37342) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:38.249624 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37344) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:38.256590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdaa284-443d-4b50-945d-cbcbdf3fa644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54e6082-5182-40f4-bbfc-a156501685b0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:38.261157 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fbb54d6d-8899-4974-9c73-abae0934df28 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (d5a0f98b-cda4-4793-82d4-617a0e7e3906), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.263634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3b8d2f10-cde7-43a0-a2bd-bc196f2cadc6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1163279498'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:38.345658 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Allocated IP 19.80.0.2 (4bb2024c-04d5-4b3b-9a56-10bff69d9d78/60655f56-7d5c-48de-b2fb-ee0f65ad8707/1272fbe1-8e5e-4175-b486-0fd7a4633a13) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:38:38.357815 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f45d6a43-a019-4447-b12f-90a029bff012 req-eaf936f8-ef18-478b-84a9-c1a4552f6e2b service neutron] 10.222.0.60 "GET /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077047 Feb 16 16:38:38.397972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8d2f10-cde7-43a0-a2bd-bc196f2cadc6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Made reservation on behalf of be5c26ee3e0b4a0a982a8a5a510819f0 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:38:38.403387 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2f10-cde7-43a0-a2bd-bc196f2cadc6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.430513 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f52ecc7-024d-4ce2-ab92-a5c7760c660b admin admin] Publish callbacks [] for security_group (f54e6082-5182-40f4-bbfc-a156501685b0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.469336 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37350) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:38.471466 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f52ecc7-024d-4ce2-ab92-a5c7760c660b admin admin] Publish callbacks [] for security_group (f54e6082-5182-40f4-bbfc-a156501685b0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.479586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8d2f10-cde7-43a0-a2bd-bc196f2cadc6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:38:38.526129 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2f10-cde7-43a0-a2bd-bc196f2cadc6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (2be5cde4-9980-4180-bedf-9da9a41732b3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.526368 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-3b8d2f10-cde7-43a0-a2bd-bc196f2cadc6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Added segment 2be5cde4-9980-4180-bedf-9da9a41732b3 of type vlan for network 607b5cc3-2314-4db1-837e-ef59a38fe652 Feb 16 16:38:38.567578 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Publish callbacks [] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.581839 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.643977 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2f10-cde7-43a0-a2bd-bc196f2cadc6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (607b5cc3-2314-4db1-837e-ef59a38fe652), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.650709 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Network 4bb2024c-04d5-4b3b-9a56-10bff69d9d78 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:38:38.657376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:38:38.666584 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:38:38.672774 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Pushing event updated for resources: {'Port': ['ID=1272fbe1-8e5e-4175-b486-0fd7a4633a13,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:38.676773 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1724826481-network', 'tenant_id': 'e2ba7612aa4f4a12a94557eca9488eb2'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:38.683851 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2f10-cde7-43a0-a2bd-bc196f2cadc6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (607b5cc3-2314-4db1-837e-ef59a38fe652), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.689593 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8d2f10-cde7-43a0-a2bd-bc196f2cadc6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:38.690489 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2f10-cde7-43a0-a2bd-bc196f2cadc6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.762212 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Attempting to bind port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:38:38.762775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Attempting to bind port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '674608b4-8649-45f9-b3c5-a37ca726f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4bb2024c-04d5-4b3b-9a56-10bff69d9d78'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:38:38.763281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Attempting to bind port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 on network 4bb2024c-04d5-4b3b-9a56-10bff69d9d78 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:38:38.770147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:38:38.771175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Checking segment: {'id': '674608b4-8649-45f9-b3c5-a37ca726f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4bb2024c-04d5-4b3b-9a56-10bff69d9d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:38:38.771662 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.772161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Bound using segment: {'id': '674608b4-8649-45f9-b3c5-a37ca726f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4bb2024c-04d5-4b3b-9a56-10bff69d9d78'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:38:38.772714 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Bound port: 1272fbe1-8e5e-4175-b486-0fd7a4633a13, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674608b4-8649-45f9-b3c5-a37ca726f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4bb2024c-04d5-4b3b-9a56-10bff69d9d78'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:38:38.773208 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.784455 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f52ecc7-024d-4ce2-ab92-a5c7760c660b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f54e6082-5182-40f4-bbfc-a156501685b0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.787420 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f52ecc7-024d-4ce2-ab92-a5c7760c660b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.788812 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5f52ecc7-024d-4ce2-ab92-a5c7760c660b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f54e6082-5182-40f4-bbfc-a156501685b0 HTTP/1.1" status: 204 len: 168 time: 0.5569069 Feb 16 16:38:38.806982 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3b8d2f10-cde7-43a0-a2bd-bc196f2cadc6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5528710 Feb 16 16:38:38.809278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] Made reservation on behalf of e2ba7612aa4f4a12a94557eca9488eb2 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:38:38.816614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.819557 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d2f10-cde7-43a0-a2bd-bc196f2cadc6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event updated for resources: {'Network': ['ID=607b5cc3-2314-4db1-837e-ef59a38fe652,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:38.824300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37356) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:38.863273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] For port 1272fbe1-8e5e-4175-b486-0fd7a4633a13, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:38:38.867381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] For port 1272fbe1-8e5e-4175-b486-0fd7a4633a13, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1272fbe1-8e5e-4175-b486-0fd7a4633a13,segment=NetworkSegment(674608b4-8649-45f9-b3c5-a37ca726f2b6),segment_id=674608b4-8649-45f9-b3c5-a37ca726f2b6)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:38:38.870120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3f3797f9-7a0b-493c-a7cc-2f6d340df411 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Request body: {'subnet': {'network_id': '607b5cc3-2314-4db1-837e-ef59a38fe652', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:38.874201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 607b5cc3-2314-4db1-837e-ef59a38fe652 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:38:38.880584 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52ecc7-024d-4ce2-ab92-a5c7760c660b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54e6082-5182-40f4-bbfc-a156501685b0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:38.897227 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.906608 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:38.980430 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ea391a-c718-4f1b-ba26-7d125176b67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (5ff79391-d267-4f31-964d-a98547bf9b6d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.027390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed78e86-2af9-4dd7-890f-73ec3030e85f None None] Pushing event updated for resources: {'Port': ['ID=1272fbe1-8e5e-4175-b486-0fd7a4633a13,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:39.050997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-78ea391a-c718-4f1b-ba26-7d125176b67c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff79391-d267-4f31-964d-a98547bf9b6d']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:39.067595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-78ea391a-c718-4f1b-ba26-7d125176b67c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36df7f40-0e88-480e-98ee-14402ad44d1d') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:39.068463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-78ea391a-c718-4f1b-ba26-7d125176b67c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36df7f40-0e88-480e-98ee-14402ad44d1d') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:39.096373 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ea391a-c718-4f1b-ba26-7d125176b67c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (36df7f40-0e88-480e-98ee-14402ad44d1d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.155122 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-fbb54d6d-8899-4974-9c73-abae0934df28 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Floating IP d5a0f98b-cda4-4793-82d4-617a0e7e3906 associated. External IP: 172.25.4.37, port: 6c546aca-4b6e-4b3b-a0a2-be8555164a92. Feb 16 16:38:39.158707 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ea391a-c718-4f1b-ba26-7d125176b67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (36df7f40-0e88-480e-98ee-14402ad44d1d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.169939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3797f9-7a0b-493c-a7cc-2f6d340df411 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Made reservation on behalf of be5c26ee3e0b4a0a982a8a5a510819f0 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:38:39.174862 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f3797f9-7a0b-493c-a7cc-2f6d340df411 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.210535 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] Publish callbacks [] for security_group (80e6ce46-877d-4d85-ac88-b1382c7350fb), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.227322 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (80e6ce46-877d-4d85-ac88-b1382c7350fb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.248543 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ea391a-c718-4f1b-ba26-7d125176b67c admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:38:39.249155 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ea391a-c718-4f1b-ba26-7d125176b67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (36df7f40-0e88-480e-98ee-14402ad44d1d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.258553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30102a-1501-47d1-a070-d83851aeae4e req-3ea50cfe-5f0d-49c0-ae14-c2e72a83afc5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:39.265306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e6ce46-877d-4d85-ac88-b1382c7350fb,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:39.267773 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c30102a-1501-47d1-a070-d83851aeae4e req-3ea50cfe-5f0d-49c0-ae14-c2e72a83afc5 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 944 time: 0.2789149 Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:38:39.275892 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:38:39.349510 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:38:39.393721 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (59d52c74-e223-4780-a880-e3cafc434ee8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.394062 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] Added segment 59d52c74-e223-4780-a880-e3cafc434ee8 of type vlan for network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad Feb 16 16:38:39.433113 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37364) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:39.472273 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2bb795a8-04ab-49b9-a9d6-4e7317292679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.479170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c30102a-1501-47d1-a070-d83851aeae4e req-b0f92092-228c-473b-995e-af672061db90 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102849 Feb 16 16:38:39.479882 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ea391a-c718-4f1b-ba26-7d125176b67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (5ff79391-d267-4f31-964d-a98547bf9b6d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.499614 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78ea391a-c718-4f1b-ba26-7d125176b67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.503291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-78ea391a-c718-4f1b-ba26-7d125176b67c admin admin] 10.222.0.24 "DELETE /v2.0/networks/5ff79391-d267-4f31-964d-a98547bf9b6d HTTP/1.1" status: 204 len: 168 time: 1.4775403 Feb 16 16:38:39.506516 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (ba60c3ee-51d9-4ac7-bcac-b8b74968bfad), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.555681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea391a-c718-4f1b-ba26-7d125176b67c admin admin] Pushing event deleted for resources: {'Network': ['ID=5ff79391-d267-4f31-964d-a98547bf9b6d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:39.598174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (ba60c3ee-51d9-4ac7-bcac-b8b74968bfad), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.600129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:39.608297 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.683907 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2bb795a8-04ab-49b9-a9d6-4e7317292679 admin admin] Publish callbacks [] for security_group (27668299-d59b-4836-b449-4267b7937d86), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.696891 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2bb795a8-04ab-49b9-a9d6-4e7317292679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (27668299-d59b-4836-b449-4267b7937d86), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.706282 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2319696 Feb 16 16:38:39.706875 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37368) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:39.730877 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2895a7b3-2240-4189-bb00-ade6d5043db4 admin admin] Request body: {'subnet': {'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1724826481-subnet', 'tenant_id': 'e2ba7612aa4f4a12a94557eca9488eb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:39.742832 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:38:39.756563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2bb795a8-04ab-49b9-a9d6-4e7317292679 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d4ecce733424eadb855573a0c2ad4f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3209035 Feb 16 16:38:39.761368 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37370) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:39.776135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb795a8-04ab-49b9-a9d6-4e7317292679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27668299-d59b-4836-b449-4267b7937d86,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:39.784163 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2895a7b3-2240-4189-bb00-ade6d5043db4 admin admin] Made reservation on behalf of e2ba7612aa4f4a12a94557eca9488eb2 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:38:39.787438 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2895a7b3-2240-4189-bb00-ade6d5043db4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.806207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37372) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:39.822796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb54d6d-8899-4974-9c73-abae0934df28 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:38:39.833627 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76820-3fc1-4686-89b8-460c4d176f37 admin admin] Pushing event updated for resources: {'Network': ['ID=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:39.842859 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f3797f9-7a0b-493c-a7cc-2f6d340df411 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (56c28703-e923-4ca4-9db6-b79824d9ea8d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.848694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:38:39.954502 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-62e69792-3f98-4c92-b62c-1d7ae2681304 admin admin] Publish callbacks [] for security_group (27668299-d59b-4836-b449-4267b7937d86), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:39.981070 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-62e69792-3f98-4c92-b62c-1d7ae2681304 admin admin] Publish callbacks [] for security_group (27668299-d59b-4836-b449-4267b7937d86), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:40.012784 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cbb8ca40-961d-42ff-ac7b-8657262783e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4468075801b43b7b3926e5aeb19d82d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2054217 Feb 16 16:38:40.019441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37374) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:40.035018 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3797f9-7a0b-493c-a7cc-2f6d340df411 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event updated for resources: {'Subnet': ['ID=56c28703-e923-4ca4-9db6-b79824d9ea8d,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:40.071694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb54d6d-8899-4974-9c73-abae0934df28 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:38:40.079437 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fbb54d6d-8899-4974-9c73-abae0934df28 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:40.086923 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ec877-ba10-4de2-b949-fcc52c82ef13 None None] Sync routers for ids ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:38:40.105744 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ec877-ba10-4de2-b949-fcc52c82ef13 None None] Routers {'8c196b4c-f38f-4e9a-93b0-9a6158296eb9'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:38:40.114624 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d98ec877-ba10-4de2-b949-fcc52c82ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:38:29Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:40.115197 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3797f9-7a0b-493c-a7cc-2f6d340df411 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Checking segment: {'id': '2be5cde4-9980-4180-bedf-9da9a41732b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607b5cc3-2314-4db1-837e-ef59a38fe652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:38:40.115826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3797f9-7a0b-493c-a7cc-2f6d340df411 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Network hostable DHCP agents. Network: 607b5cc3-2314-4db1-837e-ef59a38fe652, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:38:40.139044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fbb54d6d-8899-4974-9c73-abae0934df28 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "PUT /v2.0/floatingips/d5a0f98b-cda4-4793-82d4-617a0e7e3906 HTTP/1.1" status: 200 len: 990 time: 3.3568630 Feb 16 16:38:40.141582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cca779e-641d-4daf-9cb6-e5051130a9f6', 'tag': '6c546aca-4b6e-4b3b-a0a2-be8555164a92'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:40.143009 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efffc58-10bb-4577-a03d-b87c6f1c9382" -d '{"events": [{"name": "network-changed", "server_uuid": "1cca779e-641d-4daf-9cb6-e5051130a9f6", "tag": "6c546aca-4b6e-4b3b-a0a2-be8555164a92"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:40.226248 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-62e69792-3f98-4c92-b62c-1d7ae2681304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (27668299-d59b-4836-b449-4267b7937d86), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:40.229326 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-62e69792-3f98-4c92-b62c-1d7ae2681304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:40.230537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-62e69792-3f98-4c92-b62c-1d7ae2681304 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27668299-d59b-4836-b449-4267b7937d86 HTTP/1.1" status: 204 len: 168 time: 0.4674728 Feb 16 16:38:40.248623 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc636a3-3e7f-4065-8ee3-20ffff031cfa x-openstack-request-id: req-5fc636a3-3e7f-4065-8ee3-20ffff031cfa {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:40.249676 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cca779e-641d-4daf-9cb6-e5051130a9f6", "tag": "6c546aca-4b6e-4b3b-a0a2-be8555164a92", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:40.250481 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fc636a3-3e7f-4065-8ee3-20ffff031cfa {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:40.251059 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cca779e-641d-4daf-9cb6-e5051130a9f6', 'tag': '6c546aca-4b6e-4b3b-a0a2-be8555164a92', 'status': 'completed', 'code': 200} Feb 16 16:38:40.253105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e69792-3f98-4c92-b62c-1d7ae2681304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27668299-d59b-4836-b449-4267b7937d86,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:40.284173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3797f9-7a0b-493c-a7cc-2f6d340df411 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Network 607b5cc3-2314-4db1-837e-ef59a38fe652 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:38:40.302577 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0213033-a0cd-4d5e-aa58-2ec82ccbe87b admin admin] Publish callbacks [] for security_group (94811894-4dec-4fde-8428-31ddd3dda723), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:40.411827 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-3f3797f9-7a0b-493c-a7cc-2f6d340df411 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 607b5cc3-2314-4db1-837e-ef59a38fe652) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:38:40.444862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd59a88-c055-4740-ae5f-64ae0a9088d1 None None] Network 607b5cc3-2314-4db1-837e-ef59a38fe652 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:38:40.459803 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efffc58-10bb-4577-a03d-b87c6f1c9382 req-91c7786d-04fa-4e1d-9699-31cb226f3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:40.482607 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2efffc58-10bb-4577-a03d-b87c6f1c9382 req-91c7786d-04fa-4e1d-9699-31cb226f3133 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=597ffe9ef796448cac90a2d29d11daf8&device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 1127 time: 0.2057793 Feb 16 16:38:40.516899 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3797f9-7a0b-493c-a7cc-2f6d340df411 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:40.517887 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f3797f9-7a0b-493c-a7cc-2f6d340df411 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:40.621644 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d98ec877-ba10-4de2-b949-fcc52c82ef13 None None] Set router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:38:40.652812 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2895a7b3-2240-4189-bb00-ade6d5043db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:40.681808 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0213033-a0cd-4d5e-aa58-2ec82ccbe87b admin admin] Publish callbacks [] for security_group (94811894-4dec-4fde-8428-31ddd3dda723), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:40.754590 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3f3797f9-7a0b-493c-a7cc-2f6d340df411 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9141362 Feb 16 16:38:40.761517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f239a-2013-478c-9c4a-6625f1045795 req-1972b2d3-173a-4ac5-9ed7-0b200b73c796 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:40.764410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-854f239a-2013-478c-9c4a-6625f1045795 req-1972b2d3-173a-4ac5-9ed7-0b200b73c796 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 945 time: 0.4311829 Feb 16 16:38:40.844153 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2895a7b3-2240-4189-bb00-ade6d5043db4 admin admin] Checking segment: {'id': '59d52c74-e223-4780-a880-e3cafc434ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:38:40.844607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2895a7b3-2240-4189-bb00-ade6d5043db4 admin admin] Network hostable DHCP agents. Network: ba60c3ee-51d9-4ac7-bcac-b8b74968bfad, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:38:40.866727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895a7b3-2240-4189-bb00-ade6d5043db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:40.876214 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2895a7b3-2240-4189-bb00-ade6d5043db4 admin admin] Network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:38:40.903249 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-2895a7b3-2240-4189-bb00-ade6d5043db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, ba60c3ee-51d9-4ac7-bcac-b8b74968bfad) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:38:40.912241 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2895a7b3-2240-4189-bb00-ade6d5043db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:40.914503 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2895a7b3-2240-4189-bb00-ade6d5043db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:40.926676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efffc58-10bb-4577-a03d-b87c6f1c9382 req-c12abb16-84c6-4287-be36-3c0aa3f9042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:40.929261 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2efffc58-10bb-4577-a03d-b87c6f1c9382 req-c12abb16-84c6-4287-be36-3c0aa3f9042e service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 HTTP/1.1" status: 200 len: 917 time: 0.4384229 Feb 16 16:38:40.948004 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0213033-a0cd-4d5e-aa58-2ec82ccbe87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (94811894-4dec-4fde-8428-31ddd3dda723), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:40.957330 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0213033-a0cd-4d5e-aa58-2ec82ccbe87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:40.963607 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c0213033-a0cd-4d5e-aa58-2ec82ccbe87b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94811894-4dec-4fde-8428-31ddd3dda723 HTTP/1.1" status: 204 len: 168 time: 0.9399581 Feb 16 16:38:41.012415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0213033-a0cd-4d5e-aa58-2ec82ccbe87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94811894-4dec-4fde-8428-31ddd3dda723,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:41.037402 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2895a7b3-2240-4189-bb00-ade6d5043db4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3200004 Feb 16 16:38:41.058640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee5478-a895-4658-a1df-17022181b910 req-d3be7ec4-46c6-40f1-b6e6-26b597e8f470 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:41.061254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19ee5478-a895-4658-a1df-17022181b910 req-d3be7ec4-46c6-40f1-b6e6-26b597e8f470 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 944 time: 0.3649545 Feb 16 16:38:41.080329 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-854f239a-2013-478c-9c4a-6625f1045795 req-18e1a2dd-2f63-4b9e-84be-a9578e932577 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957797 Feb 16 16:38:41.102617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1272fbe1-8e5e-4175-b486-0fd7a4633a13 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:38:41.102617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b65654-538b-4694-bd0a-5e085210aa37 None None] Network 4bb2024c-04d5-4b3b-9a56-10bff69d9d78 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:38:41.102617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b51dd8-36d7-4943-a883-f4c396b74f6e None None] Network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:38:41.225107 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2efffc58-10bb-4577-a03d-b87c6f1c9382 req-01e8d401-74e9-4c70-a335-58a7c455cd1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c546aca-4b6e-4b3b-a0a2-be8555164a92 HTTP/1.1" status: 200 len: 998 time: 0.2678208 Feb 16 16:38:41.254738 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:38:41.277098 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dba3a0-affb-4619-b4ab-96c45d447ce4 None None] Network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:38:41.337754 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19ee5478-a895-4658-a1df-17022181b910 req-8de187de-58f3-4f9b-85e3-244ec17b8afe tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230530 Feb 16 16:38:41.387331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efffc58-10bb-4577-a03d-b87c6f1c9382 req-e2d7fda5-1874-4a13-ac45-4ad22a294fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:41.392935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2efffc58-10bb-4577-a03d-b87c6f1c9382 req-e2d7fda5-1874-4a13-ac45-4ad22a294fd7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1d337a89-ab46-4c66-87a3-a69513586ea0 HTTP/1.1" status: 200 len: 855 time: 0.1665342 Feb 16 16:38:41.414019 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-288f7480-4a4a-4c69-bfe4-dc3dfd48bb67 None None] Provisioning complete for port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:41.414397 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-288f7480-4a4a-4c69-bfe4-dc3dfd48bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:41.416993 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d98ec877-ba10-4de2-b949-fcc52c82ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:36:44Z', 'updated_at': '2022-02-16T16:36:48Z', 'revision_number': 4, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'gw_port': {'id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:45Z', 'updated_at': '2022-02-16T16:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'd5a0f98b-cda4-4793-82d4-617a0e7e3906', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'port_id': '6c546aca-4b6e-4b3b-a0a2-be8555164a92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'mac_address': 'fa:16:3e:75:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cca779e-641d-4daf-9cb6-e5051130a9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:36:51Z', 'updated_at': '2022-02-16T16:38:37Z', 'revision_number': 1, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69060334-87f5-4ea8-8f23-2e7176eb139d', 'name': '', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'mac_address': 'fa:16:3e:4b:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:47Z', 'updated_at': '2022-02-16T16:36:52Z', 'revision_number': 5, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'subnets': [{'id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:41.423655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37420) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:41.480924 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ec877-ba10-4de2-b949-fcc52c82ef13 None None] Checking router: 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:38:41.505060 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ec877-ba10-4de2-b949-fcc52c82ef13 None None] Routers {'8c196b4c-f38f-4e9a-93b0-9a6158296eb9'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:38:41.505717 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d98ec877-ba10-4de2-b949-fcc52c82ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:38:29Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:41.521966 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-bb600942-37fa-493b-b572-54f04b75537e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:38:41.583792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-d3813363-a027-443d-89a8-4453eb1b1d88 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:41.589977 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-d3813363-a027-443d-89a8-4453eb1b1d88 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:41.600661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-d3813363-a027-443d-89a8-4453eb1b1d88 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/networks?id=4bb2024c-04d5-4b3b-9a56-10bff69d9d78&id=607b5cc3-2314-4db1-837e-ef59a38fe652 HTTP/1.1" status: 200 len: 1391 time: 0.2897520 Feb 16 16:38:41.600944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-607b5cc3-2314-4db1-837e-ef59a38fe652', 'network_id': '607b5cc3-2314-4db1-837e-ef59a38fe652', 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'fixed_ips': [{'subnet_id': '56c28703-e923-4ca4-9db6-b79824d9ea8d'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:38:41.601869 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:41.627206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-73f7c08a-2ca9-4de9-af68-2259c9690c25 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/quotas/be5c26ee3e0b4a0a982a8a5a510819f0 HTTP/1.1" status: 200 len: 375 time: 0.0252192 Feb 16 16:38:41.703371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:41.703371 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:41.761661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efffc58-10bb-4577-a03d-b87c6f1c9382 req-9def1a7e-1a7a-44cd-a1fb-9fd65de8626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:41.765265 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2efffc58-10bb-4577-a03d-b87c6f1c9382 req-9def1a7e-1a7a-44cd-a1fb-9fd65de8626d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa0bbe56-5d30-40d6-b39d-bdb3baf96a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3582790 Feb 16 16:38:41.806049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-888aa40b-d79f-4b93-bb95-3f8ac675edb6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=be5c26ee3e0b4a0a982a8a5a510819f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1778817 Feb 16 16:38:41.984351 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d98ec877-ba10-4de2-b949-fcc52c82ef13 None None] Set router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:38:42.136427 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-24530f93-3cce-4561-96bb-7a29b898a7ca service neutron] 10.222.0.24 "GET /v2.0/networks/4bb2024c-04d5-4b3b-9a56-10bff69d9d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026681 Feb 16 16:38:42.178806 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:42.183911 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-288f7480-4a4a-4c69-bfe4-dc3dfd48bb67 None None] Current status of the port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:42.184494 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-288f7480-4a4a-4c69-bfe4-dc3dfd48bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:42.324695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a', 'network_id': '121ff239-7c70-486a-be8a-d08127a9ab03', 'port_id': '8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a', 'mac_address': 'fa:16:3e:87:2d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7683ed5c-4de8-4e9d-8369-1fddb9288879', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:38:42.352469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:42.352469 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:42.435013 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2efffc58-10bb-4577-a03d-b87c6f1c9382 req-ee9b647a-7d01-4533-bb9a-be4001326432 service neutron] 10.222.0.65 "GET /v2.0/networks/aa0bbe56-5d30-40d6-b39d-bdb3baf96a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614082 Feb 16 16:38:42.490654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-288f7480-4a4a-4c69-bfe4-dc3dfd48bb67 None None] For port 1272fbe1-8e5e-4175-b486-0fd7a4633a13, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1272fbe1-8e5e-4175-b486-0fd7a4633a13,segment=NetworkSegment(674608b4-8649-45f9-b3c5-a37ca726f2b6),segment_id=674608b4-8649-45f9-b3c5-a37ca726f2b6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:42.496952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Allocated IP 19.86.0.2 (607b5cc3-2314-4db1-837e-ef59a38fe652/56c28703-e923-4ca4-9db6-b79824d9ea8d/6b3dd325-6fed-4b7d-9e55-3607aa8d5877) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:38:42.643807 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-288f7480-4a4a-4c69-bfe4-dc3dfd48bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:42.674772 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d98ec877-ba10-4de2-b949-fcc52c82ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:36:44Z', 'updated_at': '2022-02-16T16:36:48Z', 'revision_number': 4, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'gw_port': {'id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:45Z', 'updated_at': '2022-02-16T16:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'd5a0f98b-cda4-4793-82d4-617a0e7e3906', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'port_id': '6c546aca-4b6e-4b3b-a0a2-be8555164a92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'mac_address': 'fa:16:3e:75:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cca779e-641d-4daf-9cb6-e5051130a9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:36:51Z', 'updated_at': '2022-02-16T16:38:37Z', 'revision_number': 1, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69060334-87f5-4ea8-8f23-2e7176eb139d', 'name': '', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'mac_address': 'fa:16:3e:4b:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:47Z', 'updated_at': '2022-02-16T16:36:52Z', 'revision_number': 5, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'subnets': [{'id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:42.680488 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-410fe5dc-be65-4658-b2ad-8f9bc5f21472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (d044b5a1-2930-40fe-a37a-e18a1de41c69), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:42.720931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-3418df84-1eef-42b0-8d0f-22b19095fb8e service neutron] 10.222.0.24 "GET /v2.0/networks/4bb2024c-04d5-4b3b-9a56-10bff69d9d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814059 Feb 16 16:38:42.778748 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ec877-ba10-4de2-b949-fcc52c82ef13 None None] The sync data for ids ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'] in n-d-669411-5 is: [{'id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:36:44Z', 'updated_at': '2022-02-16T16:36:48Z', 'revision_number': 4, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'gw_port': {'id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:45Z', 'updated_at': '2022-02-16T16:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'd5a0f98b-cda4-4793-82d4-617a0e7e3906', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'port_id': '6c546aca-4b6e-4b3b-a0a2-be8555164a92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'mac_address': 'fa:16:3e:75:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cca779e-641d-4daf-9cb6-e5051130a9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:36:51Z', 'updated_at': '2022-02-16T16:38:37Z', 'revision_number': 1, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69060334-87f5-4ea8-8f23-2e7176eb139d', 'name': '', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'mac_address': 'fa:16:3e:4b:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:47Z', 'updated_at': '2022-02-16T16:36:52Z', 'revision_number': 5, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'subnets': [{'id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:38:42.780389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:42.780909 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:42.811548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-8bcd9ed3-25cc-4b60-b5d1-b9b969627a3c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:42.813407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-8bcd9ed3-25cc-4b60-b5d1-b9b969627a3c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/networks?id=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad HTTP/1.1" status: 200 len: 815 time: 0.6553643 Feb 16 16:38:42.833168 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:38:42.837396 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:38:42.961029 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-430db563-9846-459b-975d-196bf537e37e tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/quotas/e2ba7612aa4f4a12a94557eca9488eb2 HTTP/1.1" status: 200 len: 375 time: 0.1377559 Feb 16 16:38:42.965662 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2efffc58-10bb-4577-a03d-b87c6f1c9382 req-a4c55c51-11f5-478c-aab5-4b4b33c674ba service neutron] 10.222.0.65 "GET /v2.0/networks/aa0bbe56-5d30-40d6-b39d-bdb3baf96a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171456 Feb 16 16:38:43.031083 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-99906571-92e4-427d-a23c-8dd86b7611e5 None None] Provisioning complete for port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:43.036401 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-99906571-92e4-427d-a23c-8dd86b7611e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:43.040065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:38:43.102699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-ceee8d1c-8267-4a7e-8810-1b12c03c4c44 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2ba7612aa4f4a12a94557eca9488eb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178706 Feb 16 16:38:43.118043 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f7480-4a4a-4c69-bfe4-dc3dfd48bb67 None None] Pushing event updated for resources: {'Port': ['ID=1272fbe1-8e5e-4175-b486-0fd7a4633a13,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:43.126109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:43.161721 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:43.187703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f894ccc3-c7e4-4a7b-9c62-3d6c4e2704d2 service neutron] 10.222.0.24 "GET /v2.0/networks/607b5cc3-2314-4db1-837e-ef59a38fe652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659119 Feb 16 16:38:43.211932 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-410fe5dc-be65-4658-b2ad-8f9bc5f21472 admin admin] Deleting port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:43.212411 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-410fe5dc-be65-4658-b2ad-8f9bc5f21472 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:43.289302 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ba051-ddf9-43e5-a9e0-a52e76b49ebf None None] New status for floating IP d5a0f98b-cda4-4793-82d4-617a0e7e3906: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:38:43.359605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-410fe5dc-be65-4658-b2ad-8f9bc5f21472 admin admin] For port 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=3b6ceaec-f67d-4a5d-80a3-9764d2f9559c,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:43.360010 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-410fe5dc-be65-4658-b2ad-8f9bc5f21472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:43.394549 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-410fe5dc-be65-4658-b2ad-8f9bc5f21472 admin admin] Calling delete_port for 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:43.407772 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:43.417358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-902ef04d-0e82-4516-8b3d-57509aebf84b service neutron] 10.222.0.24 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109338 Feb 16 16:38:43.499252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-99906571-92e4-427d-a23c-8dd86b7611e5 None None] Current status of the port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:43.506365 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:43.571109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-61a0d473-3b92-444b-b6bb-c7ba1dfed1a6 service neutron] 10.222.0.24 "GET /v2.0/networks/607b5cc3-2314-4db1-837e-ef59a38fe652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111186 Feb 16 16:38:43.590107 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-22426f86-6379-4ced-98b0-70df01dc791d service neutron] 10.222.0.24 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718061 Feb 16 16:38:43.653792 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Publish callbacks [] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:43.660181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:38:43.682811 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1272fbe1-8e5e-4175-b486-0fd7a4633a13 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:38:43.834929 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-410fe5dc-be65-4658-b2ad-8f9bc5f21472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (3b6ceaec-f67d-4a5d-80a3-9764d2f9559c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:43.937050 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fe5dc-be65-4658-b2ad-8f9bc5f21472 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6ceaec-f67d-4a5d-80a3-9764d2f9559c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:44.104948 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a21aa5-767f-49c2-81ab-3c5453a03e99 req-79ece7e6-3f31-4c90-96a3-c289279ea08e tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:44.106561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9a21aa5-767f-49c2-81ab-3c5453a03e99 req-79ece7e6-3f31-4c90-96a3-c289279ea08e tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 945 time: 0.1480293 Feb 16 16:38:44.223580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9a21aa5-767f-49c2-81ab-3c5453a03e99 req-589fd5e5-653d-43b6-a38f-46d04c3dcafe tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028628 Feb 16 16:38:44.230727 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:44.390118 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-410fe5dc-be65-4658-b2ad-8f9bc5f21472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (d044b5a1-2930-40fe-a37a-e18a1de41c69), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:44.417067 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b73ab43-ed64-4c90-a1cc-b1fcb5ccb4c6 req-32e6a3c7-e362-4b3d-88bb-f15630b6f414 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 210 time: 0.1114058 Feb 16 16:38:44.518803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b6e51f5-d8e2-4d30-8b01-c665ad5f6d7b req-37df54ed-d87d-4cc4-831c-c3767f9dfe1a tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 210 time: 0.0504513 Feb 16 16:38:44.542583 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Pushing event updated for resources: {'Port': ['ID=6b3dd325-6fed-4b7d-9e55-3607aa8d5877,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:44.554726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Network 607b5cc3-2314-4db1-837e-ef59a38fe652 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:38:44.561726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:38:44.567061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:38:44.569276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:44.569652 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:44.727515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Attempting to bind port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:38:44.727940 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Attempting to bind port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '2be5cde4-9980-4180-bedf-9da9a41732b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607b5cc3-2314-4db1-837e-ef59a38fe652'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:38:44.728351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Attempting to bind port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 on network 607b5cc3-2314-4db1-837e-ef59a38fe652 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:38:44.750831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:38:44.751227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Checking segment: {'id': '2be5cde4-9980-4180-bedf-9da9a41732b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607b5cc3-2314-4db1-837e-ef59a38fe652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:38:44.751640 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:44.752099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Bound using segment: {'id': '2be5cde4-9980-4180-bedf-9da9a41732b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607b5cc3-2314-4db1-837e-ef59a38fe652'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:38:44.752623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Bound port: 6b3dd325-6fed-4b7d-9e55-3607aa8d5877, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be5cde4-9980-4180-bedf-9da9a41732b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607b5cc3-2314-4db1-837e-ef59a38fe652'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:38:44.753009 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:44.920892 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:45.022426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] For port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:38:45.027271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] For port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b3dd325-6fed-4b7d-9e55-3607aa8d5877,segment=NetworkSegment(2be5cde4-9980-4180-bedf-9da9a41732b3),segment_id=2be5cde4-9980-4180-bedf-9da9a41732b3)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:38:45.037385 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:45.047076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410fe5dc-be65-4658-b2ad-8f9bc5f21472 admin admin] Router d044b5a1-2930-40fe-a37a-e18a1de41c69 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:38:45.187010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a372e3-4943-425c-bc6e-73e5afaf7177 None None] Pushing event updated for resources: {'Port': ['ID=6b3dd325-6fed-4b7d-9e55-3607aa8d5877,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:45.286666 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410fe5dc-be65-4658-b2ad-8f9bc5f21472 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:38:45.295587 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3110a227-6719-43a8-9230-57e61b7580fd None None] Sync routers for ids ['d044b5a1-2930-40fe-a37a-e18a1de41c69'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:38:45.305534 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-410fe5dc-be65-4658-b2ad-8f9bc5f21472 admin admin] 10.222.0.24 "PUT /v2.0/routers/d044b5a1-2930-40fe-a37a-e18a1de41c69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8789859 Feb 16 16:38:45.307492 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37514) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:45.310795 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3110a227-6719-43a8-9230-57e61b7580fd None None] Routers {'d044b5a1-2930-40fe-a37a-e18a1de41c69'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:38:45.311655 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3110a227-6719-43a8-9230-57e61b7580fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:38:29Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d044b5a1-2930-40fe-a37a-e18a1de41c69'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:45.646112 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-3110a227-6719-43a8-9230-57e61b7580fd None None] Set router d044b5a1-2930-40fe-a37a-e18a1de41c69 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:38:45.715611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc8935e2-0852-484b-af60-56ffb11f9c62 req-02a5ece8-e321-4b36-8880-a28dd0bd01bd tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 210 time: 0.0636013 Feb 16 16:38:45.956366 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0005851-60e8-4794-a17c-63c8d74bc8f5 req-a5b6519c-5c4c-4272-9f85-f8c6ef738dfb tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 210 time: 0.0965822 Feb 16 16:38:46.083858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db6937-317d-4549-8d80-5e30f09ffde3 req-3ee03861-aab5-4ba3-a5bc-01efeab86cf1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:46.086069 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7598eae7-a67f-4631-9cab-364616a8a664 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:46.088968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1db6937-317d-4549-8d80-5e30f09ffde3 req-3ee03861-aab5-4ba3-a5bc-01efeab86cf1 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 945 time: 0.5237727 Feb 16 16:38:46.098009 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7598eae7-a67f-4631-9cab-364616a8a664 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:46.101883 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7598eae7-a67f-4631-9cab-364616a8a664 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.65 "GET /v2.0/networks?id=4bb2024c-04d5-4b3b-9a56-10bff69d9d78&id=607b5cc3-2314-4db1-837e-ef59a38fe652 HTTP/1.1" status: 200 len: 1391 time: 0.2655790 Feb 16 16:38:46.115930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-ff39edc1-95f7-41ea-b6b3-6feda01e8d29 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Request body: {'port': {'device_id': 'd907180c-4162-4b28-b103-3388dbcd261b', 'network_id': '4bb2024c-04d5-4b3b-9a56-10bff69d9d78', 'admin_state_up': True, 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:46.134821 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] Publish callbacks [] for router (d044b5a1-2930-40fe-a37a-e18a1de41c69), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:46.179571 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3110a227-6719-43a8-9230-57e61b7580fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:38:43Z', 'revision_number': 5, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:46.222662 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3110a227-6719-43a8-9230-57e61b7580fd None None] Checking router: d044b5a1-2930-40fe-a37a-e18a1de41c69 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:38:46.241521 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3110a227-6719-43a8-9230-57e61b7580fd None None] Routers {'d044b5a1-2930-40fe-a37a-e18a1de41c69'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:38:46.242372 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3110a227-6719-43a8-9230-57e61b7580fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:38:29Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d044b5a1-2930-40fe-a37a-e18a1de41c69'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:46.285195 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-7af5e1d0-a22a-4288-93f6-be7f18f9af24 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:46.295685 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-7af5e1d0-a22a-4288-93f6-be7f18f9af24 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.65 "GET /v2.0/networks?id=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad HTTP/1.1" status: 200 len: 815 time: 0.5760374 Feb 16 16:38:46.372851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-ff39edc1-95f7-41ea-b6b3-6feda01e8d29 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Made reservation on behalf of be5c26ee3e0b4a0a982a8a5a510819f0 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:38:46.377596 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-ff39edc1-95f7-41ea-b6b3-6feda01e8d29 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:46.408583 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-3110a227-6719-43a8-9230-57e61b7580fd None None] Set router d044b5a1-2930-40fe-a37a-e18a1de41c69 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:38:46.711705 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-ff39edc1-95f7-41ea-b6b3-6feda01e8d29 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Allocated IP 19.80.0.29 (4bb2024c-04d5-4b3b-9a56-10bff69d9d78/60655f56-7d5c-48de-b2fb-ee0f65ad8707/d4370deb-3b60-457c-b062-a30781d81b24) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:38:46.715930 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3110a227-6719-43a8-9230-57e61b7580fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:38:43Z', 'revision_number': 5, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:46.784513 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3110a227-6719-43a8-9230-57e61b7580fd None None] The sync data for ids ['d044b5a1-2930-40fe-a37a-e18a1de41c69'] in n-d-669411-5 is: [{'id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'name': 'tempest-AttachVolumeTestJSON-1089007602-router', 'tenant_id': '3e6b64801f404e85a0915d363dec27d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:27:32Z', 'updated_at': '2022-02-16T16:38:43Z', 'revision_number': 5, 'project_id': '3e6b64801f404e85a0915d363dec27d4', 'gw_port': {'id': 'bc587995-a31c-43a5-97e0-1b306ad304ac', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd044b5a1-2930-40fe-a37a-e18a1de41c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:27:33Z', 'updated_at': '2022-02-16T16:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:38:46.991155 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5721d37-6308-426f-bc1d-7934e5cf159d None None] Network 607b5cc3-2314-4db1-837e-ef59a38fe652 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:38:47.007500 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-ff39edc1-95f7-41ea-b6b3-6feda01e8d29 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks [] for port (d4370deb-3b60-457c-b062-a30781d81b24), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:47.027599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-5c230b4e-3b82-489c-aa3a-96509fa7dcf7 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Request body: {'port': {'device_id': 'c52c8ad8-1dac-4e6e-a866-a00e32cd843e', 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad', 'admin_state_up': True, 'tenant_id': 'e2ba7612aa4f4a12a94557eca9488eb2'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:47.056205 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-ff39edc1-95f7-41ea-b6b3-6feda01e8d29 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d4370deb-3b60-457c-b062-a30781d81b24), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:47.105425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3e0a8ed-184e-4262-be62-edcc220c98f1 req-da231c49-c2aa-4b13-ae61-3f76ee97d92f tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 210 time: 0.0904918 Feb 16 16:38:47.144198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39edc1-95f7-41ea-b6b3-6feda01e8d29 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event updated for resources: {'Port': ['ID=d4370deb-3b60-457c-b062-a30781d81b24,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:47.154886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Provisioning complete for port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:47.155352 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:47.165473 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-ff39edc1-95f7-41ea-b6b3-6feda01e8d29 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Network 4bb2024c-04d5-4b3b-9a56-10bff69d9d78 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:38:47.167258 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-ff39edc1-95f7-41ea-b6b3-6feda01e8d29 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:38:47.170623 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-ff39edc1-95f7-41ea-b6b3-6feda01e8d29 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:38:47.261639 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:38:47.309448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-ff39edc1-95f7-41ea-b6b3-6feda01e8d29 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:47.319818 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1db6937-317d-4549-8d80-5e30f09ffde3 req-9038e446-875b-47ed-8ce1-841563cf9f51 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2177756 Feb 16 16:38:47.323656 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-ff39edc1-95f7-41ea-b6b3-6feda01e8d29 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:47.408705 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-ff39edc1-95f7-41ea-b6b3-6feda01e8d29 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2883673 Feb 16 16:38:47.416956 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Request body: {'port': {'device_id': 'd907180c-4162-4b28-b103-3388dbcd261b', 'network_id': '607b5cc3-2314-4db1-837e-ef59a38fe652', 'admin_state_up': True, 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:47.600211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1c66-d063-41a7-acfa-ac231f703b6f req-28d87673-39d8-4c04-8c87-7475697305a4 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:47.608330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d60f1c66-d063-41a7-acfa-ac231f703b6f req-28d87673-39d8-4c04-8c87-7475697305a4 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 931 time: 0.3498502 Feb 16 16:38:47.635029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-5c230b4e-3b82-489c-aa3a-96509fa7dcf7 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Made reservation on behalf of e2ba7612aa4f4a12a94557eca9488eb2 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:38:47.644819 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-5c230b4e-3b82-489c-aa3a-96509fa7dcf7 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:47.711011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Current status of the port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:47.711668 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:47.714280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:38:47.809740 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:38:47.818794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] For port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b3dd325-6fed-4b7d-9e55-3607aa8d5877,segment=NetworkSegment(2be5cde4-9980-4180-bedf-9da9a41732b3),segment_id=2be5cde4-9980-4180-bedf-9da9a41732b3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:47.827239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:47.827629 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:47.832294 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:47.832878 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] Publish callbacks [] for router_gateway (d044b5a1-2930-40fe-a37a-e18a1de41c69), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:47.836403 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Made reservation on behalf of be5c26ee3e0b4a0a982a8a5a510819f0 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:38:47.840817 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:47.913358 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Pushing event updated for resources: {'Port': ['ID=6b3dd325-6fed-4b7d-9e55-3607aa8d5877,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:47.924154 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:47.924757 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:47.925272 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:47.925770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:47.926523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:47.927012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:47.927496 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:47.928016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:47.928521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:47.929011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:47.929500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:47.930010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:47.930728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e703d7-dc11-4ec2-a8c2-f0ddc5843e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:47.954818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:47.955523 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:47.956316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-5c230b4e-3b82-489c-aa3a-96509fa7dcf7 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Allocated IP 172.20.0.3 (ba60c3ee-51d9-4ac7-bcac-b8b74968bfad/2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45/64f80236-b1e3-4ebd-9e20-937c9fcf25b9) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:38:48.001302 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d7ff5535-3372-40c5-939f-ce3c7eaa8c74 None None] Provisioning complete for port d4370deb-3b60-457c-b062-a30781d81b24 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:48.002429 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d7ff5535-3372-40c5-939f-ce3c7eaa8c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d4370deb-3b60-457c-b062-a30781d81b24), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:48.015368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Allocated IP 19.86.0.208 (607b5cc3-2314-4db1-837e-ef59a38fe652/56c28703-e923-4ca4-9db6-b79824d9ea8d/abb730f1-68e4-47a2-b487-f63cdc7d4968) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:38:48.065459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:48.066158 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:48.110343 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff5535-3372-40c5-939f-ce3c7eaa8c74 None None] Port d4370deb-3b60-457c-b062-a30781d81b24 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:38:48.120179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:48.122960 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ad690a-b9d7-4ca6-b9b6-5b4cb529f486" -d '{"events": [{"server_uuid": "cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf", "name": "network-vif-plugged", "status": "completed", "tag": "8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:48.183964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:48.186570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:48.190128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d7ff5535-3372-40c5-939f-ce3c7eaa8c74 None None] Provisioning complete for port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:48.191572 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d7ff5535-3372-40c5-939f-ce3c7eaa8c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:48.196926 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-5c230b4e-3b82-489c-aa3a-96509fa7dcf7 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks [] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:48.223609 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks [] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:48.231845 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:48.236110 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:48.267906 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:48.276026 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-5c230b4e-3b82-489c-aa3a-96509fa7dcf7 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:48.282215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:48.282897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3b6ceaec-f67d-4a5d-80a3-9764d2f9559c not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:48.323516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Network 607b5cc3-2314-4db1-837e-ef59a38fe652 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:38:48.327521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d60f1c66-d063-41a7-acfa-ac231f703b6f req-4c5a6fa0-c7ab-4655-85b3-06c636646fce tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7175362 Feb 16 16:38:48.331455 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:38:48.337138 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:38:48.364946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff5535-3372-40c5-939f-ce3c7eaa8c74 None None] Current status of the port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:48.381541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:48.386727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event updated for resources: {'Port': ['ID=abb730f1-68e4-47a2-b487-f63cdc7d4968,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:48.406324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:48.407079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:48.408428 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d596691a-31c2-4a98-bcc3-9d6734d1fada x-openstack-request-id: req-d596691a-31c2-4a98-bcc3-9d6734d1fada {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:48.408838 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf", "name": "network-vif-plugged", "status": "completed", "tag": "8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:48.409494 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d596691a-31c2-4a98-bcc3-9d6734d1fada {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:48.409771 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a', 'code': 200} Feb 16 16:38:48.411767 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:48.412117 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:48.412457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:48.412792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:48.413120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:48.421906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:48.426230 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:48.426583 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:48.426920 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:48.427251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:48.436317 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:48.443796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:48.444161 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:38:48.480516 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-3ecf7f1f-9f98-4a04-a65e-0c2834c9763f tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0694635 Feb 16 16:38:48.483117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-5c230b4e-3b82-489c-aa3a-96509fa7dcf7 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:38:48.486448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-5c230b4e-3b82-489c-aa3a-96509fa7dcf7 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:38:48.495630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Request body: {'port': {'device_id': 'd907180c-4162-4b28-b103-3388dbcd261b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:48.524964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-5c230b4e-3b82-489c-aa3a-96509fa7dcf7 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:38:48.578725 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] Deleting port bc587995-a31c-43a5-97e0-1b306ad304ac {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:48.579060 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (bc587995-a31c-43a5-97e0-1b306ad304ac), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:48.592509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c230b4e-3b82-489c-aa3a-96509fa7dcf7 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Pushing event updated for resources: {'Port': ['ID=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:48.597503 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d4370deb-3b60-457c-b062-a30781d81b24), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:48.619381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f91d4-1275-46ce-bb38-d9b346df693c req-9617fc56-46e1-40c5-a50d-7406aabf1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:48.620231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d294a-d16d-4c78-8596-15175d5963e3 req-08cd5862-57ec-4836-8e47-d2934daa55b6 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:48.621557 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-966f91d4-1275-46ce-bb38-d9b346df693c req-9617fc56-46e1-40c5-a50d-7406aabf1eca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 1128 time: 0.1399403 Feb 16 16:38:48.621835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-759d294a-d16d-4c78-8596-15175d5963e3 req-08cd5862-57ec-4836-8e47-d2934daa55b6 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 931 time: 0.3640037 Feb 16 16:38:48.690868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1c79f27b-2806-420e-af09-92eafdcc45a3 None None] Provisioning complete for port abb730f1-68e4-47a2-b487-f63cdc7d4968 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:48.691679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88de99-16b9-4e30-a09c-ecbe65314c3c req-96e94191-3d5e-42a3-a1a6-e204b5dca0b8 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:48.691929 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1c79f27b-2806-420e-af09-92eafdcc45a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:48.693227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d88de99-16b9-4e30-a09c-ecbe65314c3c req-96e94191-3d5e-42a3-a1a6-e204b5dca0b8 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 946 time: 0.2001781 Feb 16 16:38:48.703786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-5c230b4e-3b82-489c-aa3a-96509fa7dcf7 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:48.704405 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-5c230b4e-3b82-489c-aa3a-96509fa7dcf7 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:48.741150 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-966f91d4-1275-46ce-bb38-d9b346df693c req-d084ee92-57b2-46db-90e3-9ee26ec47eee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941689 Feb 16 16:38:48.747979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1c79f27b-2806-420e-af09-92eafdcc45a3 None None] Port abb730f1-68e4-47a2-b487-f63cdc7d4968 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:38:48.762473 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-5c230b4e-3b82-489c-aa3a-96509fa7dcf7 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7492058 Feb 16 16:38:48.781283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Request body: {'port': {'device_id': 'c52c8ad8-1dac-4e6e-a866-a00e32cd843e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:48.786701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-759d294a-d16d-4c78-8596-15175d5963e3 req-79a7cdef-ed96-4482-b643-715eb62d4ca3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542516 Feb 16 16:38:48.863613 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d88de99-16b9-4e30-a09c-ecbe65314c3c req-4c5aa10c-45a9-465a-bab3-3bea649356d4 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155066 Feb 16 16:38:48.865522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] For port bc587995-a31c-43a5-97e0-1b306ad304ac, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=bc587995-a31c-43a5-97e0-1b306ad304ac,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:48.865880 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (bc587995-a31c-43a5-97e0-1b306ad304ac), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:48.899535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] Calling delete_port for bc587995-a31c-43a5-97e0-1b306ad304ac owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:48.916216 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:49.298756 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (bc587995-a31c-43a5-97e0-1b306ad304ac), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:49.334785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc587995-a31c-43a5-97e0-1b306ad304ac,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:49.472848 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4370deb-3b60-457c-b062-a30781d81b24 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:38:49.481320 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Publish callbacks [] for port (d4370deb-3b60-457c-b062-a30781d81b24), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:49.490505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:38:49.495021 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Transition to ACTIVE for port object d4370deb-3b60-457c-b062-a30781d81b24 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:38:49.501371 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d4370deb-3b60-457c-b062-a30781d81b24), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:49.549515 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (d044b5a1-2930-40fe-a37a-e18a1de41c69), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:49.560576 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Publish callbacks [] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:49.569724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4370deb-3b60-457c-b062-a30781d81b24,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:49.579168 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Transition to ACTIVE for port object 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:38:49.621634 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:49.702860 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:38:49.733222 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Attempting to bind port d4370deb-3b60-457c-b062-a30781d81b24 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:38:49.733863 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Attempting to bind port d4370deb-3b60-457c-b062-a30781d81b24 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '674608b4-8649-45f9-b3c5-a37ca726f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4bb2024c-04d5-4b3b-9a56-10bff69d9d78'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:38:49.734365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Attempting to bind port d4370deb-3b60-457c-b062-a30781d81b24 on network 4bb2024c-04d5-4b3b-9a56-10bff69d9d78 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:38:49.740131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Port d4370deb-3b60-457c-b062-a30781d81b24 on network 4bb2024c-04d5-4b3b-9a56-10bff69d9d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:38:49.740665 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Attempting to bind port d4370deb-3b60-457c-b062-a30781d81b24 on network 4bb2024c-04d5-4b3b-9a56-10bff69d9d78 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:38:49.751225 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:38:49.751822 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Checking segment: {'id': '674608b4-8649-45f9-b3c5-a37ca726f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4bb2024c-04d5-4b3b-9a56-10bff69d9d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:38:49.752421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Bound using segment: {'id': '674608b4-8649-45f9-b3c5-a37ca726f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4bb2024c-04d5-4b3b-9a56-10bff69d9d78'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:38:49.753296 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Bound port: d4370deb-3b60-457c-b062-a30781d81b24, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674608b4-8649-45f9-b3c5-a37ca726f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4bb2024c-04d5-4b3b-9a56-10bff69d9d78'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:38:49.753975 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d4370deb-3b60-457c-b062-a30781d81b24), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:49.843638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:49.844199 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:49.854487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:49.881030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] For port d4370deb-3b60-457c-b062-a30781d81b24, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:38:49.889657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] For port d4370deb-3b60-457c-b062-a30781d81b24, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d4370deb-3b60-457c-b062-a30781d81b24,segment=NetworkSegment(674608b4-8649-45f9-b3c5-a37ca726f2b6),segment_id=674608b4-8649-45f9-b3c5-a37ca726f2b6)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:38:49.908046 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d4370deb-3b60-457c-b062-a30781d81b24), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:49.926640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e72af0-169f-40aa-85fe-6def2d7055ea req-02e9b358-07cd-4bdf-b9ce-9a86875f2687 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:49.933559 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e72af0-169f-40aa-85fe-6def2d7055ea req-02e9b358-07cd-4bdf-b9ce-9a86875f2687 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:49.936143 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40e72af0-169f-40aa-85fe-6def2d7055ea req-02e9b358-07cd-4bdf-b9ce-9a86875f2687 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1654 time: 0.4677274 Feb 16 16:38:49.989329 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:49.989954 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:49.995141 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] 10.222.0.65 "PUT /v2.0/ports/d4370deb-3b60-457c-b062-a30781d81b24 HTTP/1.1" status: 200 len: 1091 time: 1.5028722 Feb 16 16:38:49.997138 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (d044b5a1-2930-40fe-a37a-e18a1de41c69), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:49.998747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd907180c-4162-4b28-b103-3388dbcd261b', 'tag': 'd4370deb-3b60-457c-b062-a30781d81b24'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:50.009967 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c56631-a14a-466d-b602-d563d9b91187" -d '{"events": [{"name": "network-changed", "server_uuid": "d907180c-4162-4b28-b103-3388dbcd261b", "tag": "d4370deb-3b60-457c-b062-a30781d81b24"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:50.036017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:50.055085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Request body: {'port': {'device_id': 'd907180c-4162-4b28-b103-3388dbcd261b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:38:50.056382 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] Publish callbacks [] for router_controller (d044b5a1-2930-40fe-a37a-e18a1de41c69), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:50.061408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40e72af0-169f-40aa-85fe-6def2d7055ea req-2a398e7e-b6da-46a1-a995-774b58b16538 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865369 Feb 16 16:38:50.144194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8654901-7542-43bf-8c39-40d68b225759 req-8e474e71-9ac2-4883-b12d-20125c8b281f tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:50.145733 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8654901-7542-43bf-8c39-40d68b225759 req-8e474e71-9ac2-4883-b12d-20125c8b281f tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 943 time: 0.2058034 Feb 16 16:38:50.166938 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0df9d6-beb4-4513-b09f-e3376fdfd7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4370deb-3b60-457c-b062-a30781d81b24,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:50.229292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Attempting to bind port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:38:50.229632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Attempting to bind port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '59d52c74-e223-4780-a880-e3cafc434ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:38:50.229985 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Attempting to bind port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 on network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:38:50.236034 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (d044b5a1-2930-40fe-a37a-e18a1de41c69), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:50.236638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d044b5a1-2930-40fe-a37a-e18a1de41c69 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:38:50.242479 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:50.246362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-069f1332-d2b1-4173-b148-e7a126d7d42c admin admin] 10.222.0.24 "DELETE /v2.0/routers/d044b5a1-2930-40fe-a37a-e18a1de41c69 HTTP/1.1" status: 204 len: 168 time: 4.9352911 Feb 16 16:38:50.246362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 on network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:38:50.246362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Attempting to bind port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 on network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:38:50.256632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37578) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:50.257781 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:38:50.257921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Checking segment: {'id': '59d52c74-e223-4780-a880-e3cafc434ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:38:50.258274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Bound using segment: {'id': '59d52c74-e223-4780-a880-e3cafc434ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:38:50.258759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Bound port: 64f80236-b1e3-4ebd-9e20-937c9fcf25b9, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d52c74-e223-4780-a880-e3cafc434ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:38:50.259083 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:50.264897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:50.307863 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8654901-7542-43bf-8c39-40d68b225759 req-921f61e0-8f66-405b-bf88-e4c548a2a04f tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561954 Feb 16 16:38:50.392817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153849db-3793-4f8e-9fe4-11efaad9c5de req-ed5459f8-4459-4203-96e6-54a0b2c50061 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:50.401994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-153849db-3793-4f8e-9fe4-11efaad9c5de req-ed5459f8-4459-4203-96e6-54a0b2c50061 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 946 time: 0.2300992 Feb 16 16:38:50.407360 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d3c445-8324-4614-86cc-9e43f816738f x-openstack-request-id: req-17d3c445-8324-4614-86cc-9e43f816738f {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:50.411010 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d907180c-4162-4b28-b103-3388dbcd261b", "tag": "d4370deb-3b60-457c-b062-a30781d81b24", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:50.411945 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17d3c445-8324-4614-86cc-9e43f816738f {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:50.411945 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd907180c-4162-4b28-b103-3388dbcd261b', 'tag': 'd4370deb-3b60-457c-b062-a30781d81b24', 'status': 'completed', 'code': 200} Feb 16 16:38:50.480412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] For port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:38:50.484093 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] For port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:38:50.531044 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:50.572956 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33486fd-c08c-46dd-aa44-cb2412e95c8d admin admin] Deleting subnet ad0a3f87-8df5-417f-9f01-966be8ea6e6e {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:38:50.576431 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b33486fd-c08c-46dd-aa44-cb2412e95c8d admin admin] Publish callbacks [] for subnet (ad0a3f87-8df5-417f-9f01-966be8ea6e6e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:50.617021 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b33486fd-c08c-46dd-aa44-cb2412e95c8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (ad0a3f87-8df5-417f-9f01-966be8ea6e6e), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:50.700953 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b33486fd-c08c-46dd-aa44-cb2412e95c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (ad0a3f87-8df5-417f-9f01-966be8ea6e6e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:50.738767 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb730f1-68e4-47a2-b487-f63cdc7d4968 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:38:50.752243 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Publish callbacks [] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:50.772412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:50.773563 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:50.775097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] 10.222.0.65 "PUT /v2.0/ports/64f80236-b1e3-4ebd-9e20-937c9fcf25b9 HTTP/1.1" status: 200 len: 1091 time: 2.0033228 Feb 16 16:38:50.778852 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Transition to ACTIVE for port object abb730f1-68e4-47a2-b487-f63cdc7d4968 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:38:50.787019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52c8ad8-1dac-4e6e-a866-a00e32cd843e', 'tag': '64f80236-b1e3-4ebd-9e20-937c9fcf25b9'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:50.790220 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6530151e-dbf6-4199-8291-566d0ee22629" -d '{"events": [{"name": "network-changed", "server_uuid": "c52c8ad8-1dac-4e6e-a866-a00e32cd843e", "tag": "64f80236-b1e3-4ebd-9e20-937c9fcf25b9"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:50.793417 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b33486fd-c08c-46dd-aa44-cb2412e95c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (ad0a3f87-8df5-417f-9f01-966be8ea6e6e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:50.800635 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:50.890759 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7153a831-3e94-4210-befa-27f3fba420ca x-openstack-request-id: req-7153a831-3e94-4210-befa-27f3fba420ca {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:50.891052 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52c8ad8-1dac-4e6e-a866-a00e32cd843e", "tag": "64f80236-b1e3-4ebd-9e20-937c9fcf25b9", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:50.891313 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7153a831-3e94-4210-befa-27f3fba420ca {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:50.891719 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52c8ad8-1dac-4e6e-a866-a00e32cd843e', 'tag': '64f80236-b1e3-4ebd-9e20-937c9fcf25b9', 'status': 'completed', 'code': 200} Feb 16 16:38:50.952225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c56631-a14a-466d-b602-d563d9b91187 req-d52f11c3-7d77-4a70-bd41-5dc7fedc9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:50.952749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c56631-a14a-466d-b602-d563d9b91187 req-d52f11c3-7d77-4a70-bd41-5dc7fedc9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:50.954351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18c56631-a14a-466d-b602-d563d9b91187 req-d52f11c3-7d77-4a70-bd41-5dc7fedc9356 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be5c26ee3e0b4a0a982a8a5a510819f0&device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1944 time: 0.4665403 Feb 16 16:38:50.972337 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5178815-e437-4958-a8e9-c6367925163f None None] Network 5a78f389-f648-40c0-9945-c98086a451a3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:38:50.977395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33486fd-c08c-46dd-aa44-cb2412e95c8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad0a3f87-8df5-417f-9f01-966be8ea6e6e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:50.982757 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b33486fd-c08c-46dd-aa44-cb2412e95c8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:50.993508 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b33486fd-c08c-46dd-aa44-cb2412e95c8d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ad0a3f87-8df5-417f-9f01-966be8ea6e6e HTTP/1.1" status: 204 len: 168 time: 0.7273400 Feb 16 16:38:50.999680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-153849db-3793-4f8e-9fe4-11efaad9c5de req-a5d7b731-a70e-412c-a56f-5442f4c48440 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968893 Feb 16 16:38:51.019802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37586) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:51.028487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Pushing event updated for resources: {'Port': ['ID=abb730f1-68e4-47a2-b487-f63cdc7d4968,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:51.033127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15416782-18a2-43d1-bffc-01a0948ac2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:51.217034 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Attempting to bind port abb730f1-68e4-47a2-b487-f63cdc7d4968 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:38:51.218262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Attempting to bind port abb730f1-68e4-47a2-b487-f63cdc7d4968 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '2be5cde4-9980-4180-bedf-9da9a41732b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607b5cc3-2314-4db1-837e-ef59a38fe652'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:38:51.219063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Attempting to bind port abb730f1-68e4-47a2-b487-f63cdc7d4968 on network 607b5cc3-2314-4db1-837e-ef59a38fe652 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:38:51.225348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Port abb730f1-68e4-47a2-b487-f63cdc7d4968 on network 607b5cc3-2314-4db1-837e-ef59a38fe652 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:38:51.226121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Attempting to bind port abb730f1-68e4-47a2-b487-f63cdc7d4968 on network 607b5cc3-2314-4db1-837e-ef59a38fe652 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:38:51.234545 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:38:51.235528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Checking segment: {'id': '2be5cde4-9980-4180-bedf-9da9a41732b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607b5cc3-2314-4db1-837e-ef59a38fe652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:38:51.237317 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Bound using segment: {'id': '2be5cde4-9980-4180-bedf-9da9a41732b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607b5cc3-2314-4db1-837e-ef59a38fe652'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:38:51.239124 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Bound port: abb730f1-68e4-47a2-b487-f63cdc7d4968, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be5cde4-9980-4180-bedf-9da9a41732b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '607b5cc3-2314-4db1-837e-ef59a38fe652'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:38:51.240740 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:51.287505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-5c0ff01e-4ba4-46c2-934f-db7af152e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:51.289175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-5c0ff01e-4ba4-46c2-934f-db7af152e992 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2ba7612aa4f4a12a94557eca9488eb2&device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 1125 time: 0.4498136 Feb 16 16:38:51.379472 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] For port abb730f1-68e4-47a2-b487-f63cdc7d4968, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:38:51.384024 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] For port abb730f1-68e4-47a2-b487-f63cdc7d4968, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=abb730f1-68e4-47a2-b487-f63cdc7d4968,segment=NetworkSegment(2be5cde4-9980-4180-bedf-9da9a41732b3),segment_id=2be5cde4-9980-4180-bedf-9da9a41732b3)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:38:51.399913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c56631-a14a-466d-b602-d563d9b91187 req-5b27e746-7778-4649-a382-51c09b18127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:51.401310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c56631-a14a-466d-b602-d563d9b91187 req-5b27e746-7778-4649-a382-51c09b18127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:51.402071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c56631-a14a-466d-b602-d563d9b91187 req-5b27e746-7778-4649-a382-51c09b18127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:51.405550 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18c56631-a14a-466d-b602-d563d9b91187 req-5b27e746-7778-4649-a382-51c09b18127f service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=be5c26ee3e0b4a0a982a8a5a510819f0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4401753 Feb 16 16:38:51.407193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:51.445347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3c457b-46e1-4f62-947d-48dd45a65e09 None None] DHCP port deletion for 5a78f389-f648-40c0-9945-c98086a451a3 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:38:51.458047 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-03aea9eb-93d0-43b3-b1d9-c01e25f461f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64f80236-b1e3-4ebd-9e20-937c9fcf25b9 HTTP/1.1" status: 200 len: 217 time: 0.1377294 Feb 16 16:38:51.461031 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (5a78f389-f648-40c0-9945-c98086a451a3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:51.471276 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:51.471925 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:51.480342 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] 10.222.0.65 "PUT /v2.0/ports/abb730f1-68e4-47a2-b487-f63cdc7d4968 HTTP/1.1" status: 200 len: 1092 time: 1.4374557 Feb 16 16:38:51.509056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbb4ca-8753-453a-b766-8a90a1f8f987 service neutron] Pushing event updated for resources: {'Port': ['ID=abb730f1-68e4-47a2-b487-f63cdc7d4968,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:51.567396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c457b-46e1-4f62-947d-48dd45a65e09 None None] Deleting port a62affe4-44a9-4039-8fa1-8d69996da342 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:51.568053 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6b3c457b-46e1-4f62-947d-48dd45a65e09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a62affe4-44a9-4039-8fa1-8d69996da342), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:51.594816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device bc587995-a31c-43a5-97e0-1b306ad304ac no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:51.667481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-09e362fd-95be-43f4-ae6c-7b6f273c0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:51.669013 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-09e362fd-95be-43f4-ae6c-7b6f273c0dd8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45 HTTP/1.1" status: 200 len: 855 time: 0.1991961 Feb 16 16:38:51.670575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c56631-a14a-466d-b602-d563d9b91187 req-d2b41a6e-89a0-432c-9444-07438f92f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:51.672029 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18c56631-a14a-466d-b602-d563d9b91187 req-d2b41a6e-89a0-432c-9444-07438f92f681 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1252086 Feb 16 16:38:51.713411 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6b3c457b-46e1-4f62-947d-48dd45a65e09 None None] For port a62affe4-44a9-4039-8fa1-8d69996da342, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a62affe4-44a9-4039-8fa1-8d69996da342,segment=NetworkSegment(502c577e-68d5-44ab-b8b9-538a223eb50e),segment_id=502c577e-68d5-44ab-b8b9-538a223eb50e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:51.713825 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6b3c457b-46e1-4f62-947d-48dd45a65e09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a62affe4-44a9-4039-8fa1-8d69996da342), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:51.728642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c457b-46e1-4f62-947d-48dd45a65e09 None None] Calling delete_port for a62affe4-44a9-4039-8fa1-8d69996da342 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:51.742890 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: bc587995-a31c-43a5-97e0-1b306ad304ac {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:38:51.743243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device bc587995-a31c-43a5-97e0-1b306ad304ac not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:38:51.743673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a62affe4-44a9-4039-8fa1-8d69996da342 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:38:51.743816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-f69e2d1f-67fb-4763-9ea5-161daf5c316a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588288 Feb 16 16:38:51.763574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba7e38-4678-4969-b435-657d355a0450 req-a6eda697-ee5b-46ab-bf5f-10cd9ed53577 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:51.769205 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba7e38-4678-4969-b435-657d355a0450 req-a6eda697-ee5b-46ab-bf5f-10cd9ed53577 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:51.770751 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccba7e38-4678-4969-b435-657d355a0450 req-a6eda697-ee5b-46ab-bf5f-10cd9ed53577 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1678 time: 0.4973745 Feb 16 16:38:51.923069 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6b3c457b-46e1-4f62-947d-48dd45a65e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (a62affe4-44a9-4039-8fa1-8d69996da342), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:51.933003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Port a62affe4-44a9-4039-8fa1-8d69996da342 update to DOWN by agent not found {{(pid=103423) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 16 16:38:51.967286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c457b-46e1-4f62-947d-48dd45a65e09 None None] Pushing event deleted for resources: {'Port': ['ID=a62affe4-44a9-4039-8fa1-8d69996da342,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:51.970277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c457b-46e1-4f62-947d-48dd45a65e09 None None] No DVR routers for this DVR port a62affe4-44a9-4039-8fa1-8d69996da342 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:52.308198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85c3ef-0e13-4e46-815b-0ab2f4f34b07 req-ae973205-5dbc-4295-8805-719388bd6372 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:52.309567 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d85c3ef-0e13-4e46-815b-0ab2f4f34b07 req-ae973205-5dbc-4295-8805-719388bd6372 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 943 time: 0.7728910 Feb 16 16:38:52.323951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-b0364324-2616-4096-8e86-2f0bf0a2a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:52.324426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-b0364324-2616-4096-8e86-2f0bf0a2a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:52.326565 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-b0364324-2616-4096-8e86-2f0bf0a2a205 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be5c26ee3e0b4a0a982a8a5a510819f0&device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 2042 time: 0.5816391 Feb 16 16:38:52.341569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccba7e38-4678-4969-b435-657d355a0450 req-ecdce424-8a7b-4467-b683-6c6e84e5a238 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380464 Feb 16 16:38:52.394759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-6d36151e-6bc1-4f42-ba4c-e893293a3793 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.29&port_id=d4370deb-3b60-457c-b062-a30781d81b24 HTTP/1.1" status: 200 len: 217 time: 0.0522509 Feb 16 16:38:52.396687 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-f2ce09bc-3658-4d58-965f-944d5ef55c3b service neutron] 10.222.0.65 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044724 Feb 16 16:38:52.406794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Deleting port a62affe4-44a9-4039-8fa1-8d69996da342 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:52.407481 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a62affe4-44a9-4039-8fa1-8d69996da342), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:52.412749 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd907180c-4162-4b28-b103-3388dbcd261b', 'tag': 'abb730f1-68e4-47a2-b487-f63cdc7d4968'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:52.415015 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b48b052-4cc8-4327-9633-e2a4ba42fcf1" -d '{"events": [{"name": "network-changed", "server_uuid": "d907180c-4162-4b28-b103-3388dbcd261b", "tag": "abb730f1-68e4-47a2-b487-f63cdc7d4968"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:52.540764 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d85c3ef-0e13-4e46-815b-0ab2f4f34b07 req-7421d7d2-bc76-4406-a869-e670a1624f5b tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101390 Feb 16 16:38:52.619129 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc65e673-026c-43b0-870a-bbadc0a10b2b x-openstack-request-id: req-dc65e673-026c-43b0-870a-bbadc0a10b2b {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:52.620434 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d907180c-4162-4b28-b103-3388dbcd261b", "tag": "abb730f1-68e4-47a2-b487-f63cdc7d4968", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:52.620931 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc65e673-026c-43b0-870a-bbadc0a10b2b {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:52.621552 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd907180c-4162-4b28-b103-3388dbcd261b', 'tag': 'abb730f1-68e4-47a2-b487-f63cdc7d4968', 'status': 'completed', 'code': 200} Feb 16 16:38:52.646787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] For port a62affe4-44a9-4039-8fa1-8d69996da342, host n-d-669411-5, got binding levels [] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:52.647148 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a62affe4-44a9-4039-8fa1-8d69996da342), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:52.651963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-a40c6f18-8843-478a-9568-872addc0274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:52.653424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-a40c6f18-8843-478a-9568-872addc0274f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60655f56-7d5c-48de-b2fb-ee0f65ad8707 HTTP/1.1" status: 200 len: 801 time: 0.2434337 Feb 16 16:38:52.683383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Calling delete_port for a62affe4-44a9-4039-8fa1-8d69996da342 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:52.692450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.ipam_backend_mixin [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Port a62affe4-44a9-4039-8fa1-8d69996da342 was not found and therefore no delete operation was performed {{(pid=103421) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:38:52.711945 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a62affe4-44a9-4039-8fa1-8d69996da342), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:52.726134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41f6b519-6dd5-404e-9159-4a6b54be7771 req-4bc491be-cd10-4891-a3df-be2b938c0cf0 service neutron] 10.222.0.65 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170867 Feb 16 16:38:52.756997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Pushing event deleted for resources: {'Port': ['ID=a62affe4-44a9-4039-8fa1-8d69996da342,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:52.758937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] No DVR routers for this DVR port a62affe4-44a9-4039-8fa1-8d69996da342 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:52.770487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6e85c-0ee1-44c8-8f3c-cebe97386de1 req-4d8b24aa-1aa8-422c-82b8-ce090ccedda9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:52.772153 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73d6e85c-0ee1-44c8-8f3c-cebe97386de1 req-4d8b24aa-1aa8-422c-82b8-ce090ccedda9 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 946 time: 0.2516992 Feb 16 16:38:52.872957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-2942cda8-3a72-4e37-8f6b-a9a342b275b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:52.874671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-2942cda8-3a72-4e37-8f6b-a9a342b275b3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bb2024c-04d5-4b3b-9a56-10bff69d9d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2096415 Feb 16 16:38:52.925600 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (5a78f389-f648-40c0-9945-c98086a451a3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:52.974952 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73d6e85c-0ee1-44c8-8f3c-cebe97386de1 req-96ab6270-4c47-4332-a136-659608c3b3ef tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755893 Feb 16 16:38:52.980746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a78f389-f648-40c0-9945-c98086a451a3']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:53.022273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502c577e-68d5-44ab-b8b9-538a223eb50e') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:53.022624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502c577e-68d5-44ab-b8b9-538a223eb50e') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:38:53.037028 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (502c577e-68d5-44ab-b8b9-538a223eb50e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:53.040030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530151e-dbf6-4199-8291-566d0ee22629 req-e07c57f8-2cf9-4feb-a811-411d8e798d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:53.041517 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6530151e-dbf6-4199-8291-566d0ee22629 req-e07c57f8-2cf9-4feb-a811-411d8e798d1c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2ba7612aa4f4a12a94557eca9488eb2&device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 1125 time: 0.2411132 Feb 16 16:38:53.091390 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (502c577e-68d5-44ab-b8b9-538a223eb50e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:53.127149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:38:53.128077 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (502c577e-68d5-44ab-b8b9-538a223eb50e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:38:53.132224 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:38:53.176314 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-ee773128-5562-415d-ac13-baf3e8be567a service neutron] 10.222.0.65 "GET /v2.0/networks/4bb2024c-04d5-4b3b-9a56-10bff69d9d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891097 Feb 16 16:38:53.299270 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (5a78f389-f648-40c0-9945-c98086a451a3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:53.335062 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:53.339065 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] 10.222.0.24 "DELETE /v2.0/networks/5a78f389-f648-40c0-9945-c98086a451a3 HTTP/1.1" status: 204 len: 168 time: 2.3171422 Feb 16 16:38:53.388600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-27eb76ed-b224-4bf1-a23e-b39f9fdad07a service neutron] 10.222.0.65 "GET /v2.0/networks/4bb2024c-04d5-4b3b-9a56-10bff69d9d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056909 Feb 16 16:38:53.397359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530151e-dbf6-4199-8291-566d0ee22629 req-0a2a562a-4317-4253-b685-3bd7de7e2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:53.398944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6530151e-dbf6-4199-8291-566d0ee22629 req-0a2a562a-4317-4253-b685-3bd7de7e2d3e service neutron] 10.222.0.65 "GET /v2.0/networks?id=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad HTTP/1.1" status: 200 len: 916 time: 0.3493049 Feb 16 16:38:53.485608 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f9f25a11-78ed-40a0-aa30-0375194d554a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.208&port_id=abb730f1-68e4-47a2-b487-f63cdc7d4968 HTTP/1.1" status: 200 len: 217 time: 0.0856559 Feb 16 16:38:53.529251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6530151e-dbf6-4199-8291-566d0ee22629 req-965ece05-b90d-4e80-81b6-0e7c4ceeaa42 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64f80236-b1e3-4ebd-9e20-937c9fcf25b9 HTTP/1.1" status: 200 len: 217 time: 0.0401533 Feb 16 16:38:53.566559 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3f628-ab28-4eb0-9353-ee3d8407022a admin admin] Pushing event deleted for resources: {'Network': ['ID=5a78f389-f648-40c0-9945-c98086a451a3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:53.588271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37622) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:53.642910 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-697f670a-b226-4645-93d9-f2704f113061 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e6b64801f404e85a0915d363dec27d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0531828 Feb 16 16:38:53.643871 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37624) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:53.701097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41a4dd-a6a5-45ed-9cc8-b6cea82c68f2 req-190034ea-f4db-45db-b356-473df0b5c6ec tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:53.704011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a41a4dd-a6a5-45ed-9cc8-b6cea82c68f2 req-190034ea-f4db-45db-b356-473df0b5c6ec tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 946 time: 0.4607306 Feb 16 16:38:53.710266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-4207ef0d-7634-425a-b481-ba344ed2de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:53.711710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-4207ef0d-7634-425a-b481-ba344ed2de17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56c28703-e923-4ca4-9db6-b79824d9ea8d HTTP/1.1" status: 200 len: 801 time: 0.1816144 Feb 16 16:38:53.715501 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb80be22-32d5-4c6a-b86a-e616310f9f29 admin admin] Publish callbacks [] for security_group (8a258775-1d7d-42df-b0e5-dbe47c4e5b38), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:53.729038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530151e-dbf6-4199-8291-566d0ee22629 req-6361c8bd-35a4-4639-b581-851245b4729c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:53.730509 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6530151e-dbf6-4199-8291-566d0ee22629 req-6361c8bd-35a4-4639-b581-851245b4729c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45 HTTP/1.1" status: 200 len: 855 time: 0.1619558 Feb 16 16:38:53.745717 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb80be22-32d5-4c6a-b86a-e616310f9f29 admin admin] Publish callbacks [] for security_group (8a258775-1d7d-42df-b0e5-dbe47c4e5b38), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:53.749013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50714fd-07c8-4478-ad62-49284dfd21f1 req-4f0b7a7d-3740-4a58-9131-dfc60a8f6c12 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:53.754536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50714fd-07c8-4478-ad62-49284dfd21f1 req-4f0b7a7d-3740-4a58-9131-dfc60a8f6c12 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:53.756195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f50714fd-07c8-4478-ad62-49284dfd21f1 req-4f0b7a7d-3740-4a58-9131-dfc60a8f6c12 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1678 time: 0.2692761 Feb 16 16:38:53.786476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6530151e-dbf6-4199-8291-566d0ee22629 req-21b77a2d-4f3e-4ccf-a8d4-6ef732537845 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278080 Feb 16 16:38:53.807325 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb80be22-32d5-4c6a-b86a-e616310f9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8a258775-1d7d-42df-b0e5-dbe47c4e5b38), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:53.811043 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb80be22-32d5-4c6a-b86a-e616310f9f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:53.814725 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fb80be22-32d5-4c6a-b86a-e616310f9f29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a258775-1d7d-42df-b0e5-dbe47c4e5b38 HTTP/1.1" status: 204 len: 168 time: 0.1673689 Feb 16 16:38:53.823070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80be22-32d5-4c6a-b86a-e616310f9f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a258775-1d7d-42df-b0e5-dbe47c4e5b38,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:53.992409 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a41a4dd-a6a5-45ed-9cc8-b6cea82c68f2 req-3be368f9-3078-4622-9a40-f17abc7758a3 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792037 Feb 16 16:38:54.012504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f50714fd-07c8-4478-ad62-49284dfd21f1 req-c67ea615-cd8e-42e8-9547-e495fbb92dde tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246578 Feb 16 16:38:54.080675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6530151e-dbf6-4199-8291-566d0ee22629 req-f964abdd-a455-476e-ac31-97a7fb94a17b service neutron] 10.222.0.65 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530720 Feb 16 16:38:54.087478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-06a57669-8efa-477b-8ec5-fe7648195cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:54.090918 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-06a57669-8efa-477b-8ec5-fe7648195cd4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=607b5cc3-2314-4db1-837e-ef59a38fe652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3567715 Feb 16 16:38:54.321879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-f3540afc-d375-4520-b932-636cdbfdb09b service neutron] 10.222.0.65 "GET /v2.0/networks/607b5cc3-2314-4db1-837e-ef59a38fe652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166517 Feb 16 16:38:54.365876 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6530151e-dbf6-4199-8291-566d0ee22629 req-ba9ef90a-091a-4cba-8217-75d6afdb60c9 service neutron] 10.222.0.65 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725592 Feb 16 16:38:54.373245 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2d94a-06b8-444b-a726-f2a0021af600 req-8e1821c6-7c33-4cd9-a837-bfeae51baf3f tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:54.380448 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4d2d94a-06b8-444b-a726-f2a0021af600 req-8e1821c6-7c33-4cd9-a837-bfeae51baf3f tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 943 time: 0.1866765 Feb 16 16:38:54.491723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4d2d94a-06b8-444b-a726-f2a0021af600 req-4e20c603-d677-471d-9131-9b5476b77414 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104159 Feb 16 16:38:54.497383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16bd18e4-12bb-4e24-9e6d-6c54273525b2 req-df154232-31f3-43d9-a7a7-6e4c912ba217 service neutron] 10.222.0.65 "GET /v2.0/networks/607b5cc3-2314-4db1-837e-ef59a38fe652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646621 Feb 16 16:38:54.612709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48b052-4cc8-4327-9633-e2a4ba42fcf1 req-782f4b79-b847-418b-8117-901c3095fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:54.613899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48b052-4cc8-4327-9633-e2a4ba42fcf1 req-782f4b79-b847-418b-8117-901c3095fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:54.615016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b48b052-4cc8-4327-9633-e2a4ba42fcf1 req-782f4b79-b847-418b-8117-901c3095fcb5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be5c26ee3e0b4a0a982a8a5a510819f0&device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 2042 time: 0.0543168 Feb 16 16:38:54.731252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48b052-4cc8-4327-9633-e2a4ba42fcf1 req-15a4ffea-3e2d-4ded-9fe4-9a048c763590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:54.733783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b48b052-4cc8-4327-9633-e2a4ba42fcf1 req-15a4ffea-3e2d-4ded-9fe4-9a048c763590 service neutron] 10.222.0.65 "GET /v2.0/networks?id=607b5cc3-2314-4db1-837e-ef59a38fe652 HTTP/1.1" status: 200 len: 903 time: 0.1118178 Feb 16 16:38:54.790307 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b48b052-4cc8-4327-9633-e2a4ba42fcf1 req-b702dbad-52ca-4520-a439-360a8e2fd167 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.208&port_id=abb730f1-68e4-47a2-b487-f63cdc7d4968 HTTP/1.1" status: 200 len: 217 time: 0.0483861 Feb 16 16:38:54.908638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48b052-4cc8-4327-9633-e2a4ba42fcf1 req-d4345b31-d743-4f83-bd15-e3fe68946949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:54.910525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b48b052-4cc8-4327-9633-e2a4ba42fcf1 req-d4345b31-d743-4f83-bd15-e3fe68946949 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56c28703-e923-4ca4-9db6-b79824d9ea8d HTTP/1.1" status: 200 len: 801 time: 0.0964026 Feb 16 16:38:54.985413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48b052-4cc8-4327-9633-e2a4ba42fcf1 req-72961564-818d-47c2-99e9-df6b06438556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:54.986917 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b48b052-4cc8-4327-9633-e2a4ba42fcf1 req-72961564-818d-47c2-99e9-df6b06438556 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=607b5cc3-2314-4db1-837e-ef59a38fe652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0698249 Feb 16 16:38:55.086302 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:38:55.209618 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:55.226756 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '64f80236-b1e3-4ebd-9e20-937c9fcf25b9', 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad', 'port_id': '64f80236-b1e3-4ebd-9e20-937c9fcf25b9', 'mac_address': 'fa:16:3e:47:85:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:38:55.265928 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b48b052-4cc8-4327-9633-e2a4ba42fcf1 req-d99380d8-3684-4e19-a7cb-1c39ed9e4421 service neutron] 10.222.0.65 "GET /v2.0/networks/607b5cc3-2314-4db1-837e-ef59a38fe652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722833 Feb 16 16:38:55.309503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:55.310311 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:55.329231 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:38:55.333004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62df9-61aa-495a-87f3-8d1e885a0af3 req-87594e6f-ff9d-4989-a3c4-b276d4aa3fe3 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:55.340053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62df9-61aa-495a-87f3-8d1e885a0af3 req-87594e6f-ff9d-4989-a3c4-b276d4aa3fe3 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:55.348270 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-79f62df9-61aa-495a-87f3-8d1e885a0af3 req-87594e6f-ff9d-4989-a3c4-b276d4aa3fe3 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1678 time: 0.2212932 Feb 16 16:38:55.364966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:55.370469 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:55.408540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00c66b-e221-477a-9407-bfdd71680186 req-1b6cb5fe-cce2-4a84-87f1-8a7580c68f8e tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:55.410712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f00c66b-e221-477a-9407-bfdd71680186 req-1b6cb5fe-cce2-4a84-87f1-8a7580c68f8e tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 946 time: 0.2807443 Feb 16 16:38:55.445197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:55.484707 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b48b052-4cc8-4327-9633-e2a4ba42fcf1 req-e2d62135-3ea6-4ca4-a394-c2493c32773a service neutron] 10.222.0.65 "GET /v2.0/networks/607b5cc3-2314-4db1-837e-ef59a38fe652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108557 Feb 16 16:38:55.532984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-79f62df9-61aa-495a-87f3-8d1e885a0af3 req-d0152db1-9899-4dc3-99a2-544c6bd1f92e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831772 Feb 16 16:38:55.541316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f00c66b-e221-477a-9407-bfdd71680186 req-5923da00-4bf8-44ec-a637-54e0ecd0d780 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151724 Feb 16 16:38:55.629498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['64f80236-b1e3-4ebd-9e20-937c9fcf25b9'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:38:55.689108 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ee950b13-e93c-4ca8-ab48-7719d53c901a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:55.717472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404e277-21b8-43db-81ea-9fd54144cbb8 req-df855a4b-5b96-4fa2-a49c-df413cce0bad tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:55.719108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5404e277-21b8-43db-81ea-9fd54144cbb8 req-df855a4b-5b96-4fa2-a49c-df413cce0bad tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 944 time: 0.0949149 Feb 16 16:38:55.858963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5404e277-21b8-43db-81ea-9fd54144cbb8 req-726ae952-edf1-4d45-8120-b60c96c8fdaf tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341965 Feb 16 16:38:56.012371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be6432-c8ef-461b-befb-fd0c6fab47b3 req-4312ee06-607c-4932-80af-6b3731e14ed8 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:56.019560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47be6432-c8ef-461b-befb-fd0c6fab47b3 req-4312ee06-607c-4932-80af-6b3731e14ed8 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 946 time: 0.0667589 Feb 16 16:38:56.065815 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37688) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:56.070648 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47be6432-c8ef-461b-befb-fd0c6fab47b3 req-986aad33-4efd-4af0-86e2-e81c958fc5aa tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501950 Feb 16 16:38:56.195802 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08bc5360-7bd3-47c8-bdb8-cc45fca43b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:56.284212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08bc5360-7bd3-47c8-bdb8-cc45fca43b37 admin admin] Publish callbacks [] for security_group (9c53de07-2161-4b8e-b67b-514bdede8f71), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:56.289310 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08bc5360-7bd3-47c8-bdb8-cc45fca43b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9c53de07-2161-4b8e-b67b-514bdede8f71), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:56.346896 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-08bc5360-7bd3-47c8-bdb8-cc45fca43b37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d22c2f3b031447ba3da77d48f2a5f75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2795467 Feb 16 16:38:56.347944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc5360-7bd3-47c8-bdb8-cc45fca43b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c53de07-2161-4b8e-b67b-514bdede8f71,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:56.349393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37706) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:56.475274 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-438e84eb-cc62-42d0-86ea-178f800b828e admin admin] Publish callbacks [] for security_group (9c53de07-2161-4b8e-b67b-514bdede8f71), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:56.503257 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-438e84eb-cc62-42d0-86ea-178f800b828e admin admin] Publish callbacks [] for security_group (9c53de07-2161-4b8e-b67b-514bdede8f71), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:56.581101 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-438e84eb-cc62-42d0-86ea-178f800b828e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9c53de07-2161-4b8e-b67b-514bdede8f71), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:56.584406 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-438e84eb-cc62-42d0-86ea-178f800b828e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:56.600439 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-438e84eb-cc62-42d0-86ea-178f800b828e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c53de07-2161-4b8e-b67b-514bdede8f71 HTTP/1.1" status: 204 len: 168 time: 0.2419760 Feb 16 16:38:56.623089 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e84eb-cc62-42d0-86ea-178f800b828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c53de07-2161-4b8e-b67b-514bdede8f71,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:56.776378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016434-89df-476b-9d07-bb7fc60dd04f req-cb51cdc3-f68a-4fad-b1ca-67347aff5f3b tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:56.795312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016434-89df-476b-9d07-bb7fc60dd04f req-cb51cdc3-f68a-4fad-b1ca-67347aff5f3b tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:56.799722 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54016434-89df-476b-9d07-bb7fc60dd04f req-cb51cdc3-f68a-4fad-b1ca-67347aff5f3b tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1678 time: 0.1393578 Feb 16 16:38:56.893276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54016434-89df-476b-9d07-bb7fc60dd04f req-c92bce67-51c3-4c4f-a16d-4a8f3dabfd5d tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867867 Feb 16 16:38:56.954375 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37730) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:57.032462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fce23-c200-4815-9326-739f3c2f3bc6 req-b9e08a43-3210-471c-8a07-8b0d0799b463 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:57.034141 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e45fce23-c200-4815-9326-739f3c2f3bc6 req-b9e08a43-3210-471c-8a07-8b0d0799b463 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 944 time: 0.0813155 Feb 16 16:38:57.130356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d4370deb-3b60-457c-b062-a30781d81b24 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:38:57.134767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:38:57.170345 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44571f4d-b585-4ebb-a779-2ae015fb43e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:57.227344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e45fce23-c200-4815-9326-739f3c2f3bc6 req-e1d89823-7a6d-4af2-8b79-ce8079309201 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860068 Feb 16 16:38:57.328829 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44571f4d-b585-4ebb-a779-2ae015fb43e8 admin admin] Publish callbacks [] for security_group (37965c29-2077-4ee3-b973-ee07f97d6665), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:57.335211 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44571f4d-b585-4ebb-a779-2ae015fb43e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (37965c29-2077-4ee3-b973-ee07f97d6665), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:57.340556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:38:57.348127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34547773-2aca-46a9-a2df-dbc575f2a17c req-d02a5daf-6bd8-458c-b508-69bae919f2da tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:57.351814 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:38:57.352718 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:57.360042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34547773-2aca-46a9-a2df-dbc575f2a17c req-d02a5daf-6bd8-458c-b508-69bae919f2da tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 946 time: 0.0986099 Feb 16 16:38:57.386901 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-44571f4d-b585-4ebb-a779-2ae015fb43e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6cce3d9e0b64ce2ba66918acaee666e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4314358 Feb 16 16:38:57.392080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37744) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:57.392997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44571f4d-b585-4ebb-a779-2ae015fb43e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37965c29-2077-4ee3-b973-ee07f97d6665,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:57.448331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d4370deb-3b60-457c-b062-a30781d81b24, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d4370deb-3b60-457c-b062-a30781d81b24,segment=NetworkSegment(674608b4-8649-45f9-b3c5-a37ca726f2b6),segment_id=674608b4-8649-45f9-b3c5-a37ca726f2b6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:57.453185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34547773-2aca-46a9-a2df-dbc575f2a17c req-c8c40c9d-67ea-4245-bda7-5503e64876f2 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921466 Feb 16 16:38:57.478553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'd4370deb-3b60-457c-b062-a30781d81b24', 'network_id': '4bb2024c-04d5-4b3b-9a56-10bff69d9d78', 'port_id': 'd4370deb-3b60-457c-b062-a30781d81b24', 'mac_address': 'fa:16:3e:3c:e7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60655f56-7d5c-48de-b2fb-ee0f65ad8707', 'ip_address': '19.80.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:38:57.542650 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:57.542802 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:57.553231 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da9325bc-af95-4006-b151-5409bc58d4d9 admin admin] Publish callbacks [] for security_group (37965c29-2077-4ee3-b973-ee07f97d6665), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:57.579998 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da9325bc-af95-4006-b151-5409bc58d4d9 admin admin] Publish callbacks [] for security_group (37965c29-2077-4ee3-b973-ee07f97d6665), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:57.613395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port d4370deb-3b60-457c-b062-a30781d81b24 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:57.613839 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d4370deb-3b60-457c-b062-a30781d81b24), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:57.645958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da9325bc-af95-4006-b151-5409bc58d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (37965c29-2077-4ee3-b973-ee07f97d6665), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:57.651166 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da9325bc-af95-4006-b151-5409bc58d4d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:57.653500 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-da9325bc-af95-4006-b151-5409bc58d4d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37965c29-2077-4ee3-b973-ee07f97d6665 HTTP/1.1" status: 204 len: 168 time: 0.2542934 Feb 16 16:38:57.666497 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9325bc-af95-4006-b151-5409bc58d4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37965c29-2077-4ee3-b973-ee07f97d6665,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:57.671683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4370deb-3b60-457c-b062-a30781d81b24 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:38:57.710745 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:57.715040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52c8ad8-1dac-4e6e-a866-a00e32cd843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f80236-b1e3-4ebd-9e20-937c9fcf25b9'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:57.721748 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2f54e4-9994-4fc4-8dbb-b8ebd82c8631" -d '{"events": [{"server_uuid": "c52c8ad8-1dac-4e6e-a866-a00e32cd843e", "name": "network-vif-plugged", "status": "completed", "tag": "64f80236-b1e3-4ebd-9e20-937c9fcf25b9"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:57.748209 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:57.808395 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bd435f-514d-4729-87b8-95d7e11713ff x-openstack-request-id: req-a6bd435f-514d-4729-87b8-95d7e11713ff {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:57.808936 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52c8ad8-1dac-4e6e-a866-a00e32cd843e", "name": "network-vif-plugged", "status": "completed", "tag": "64f80236-b1e3-4ebd-9e20-937c9fcf25b9", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:57.809307 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6bd435f-514d-4729-87b8-95d7e11713ff {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:57.809959 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52c8ad8-1dac-4e6e-a866-a00e32cd843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f80236-b1e3-4ebd-9e20-937c9fcf25b9', 'code': 200} Feb 16 16:38:57.814775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d4370deb-3b60-457c-b062-a30781d81b24, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d4370deb-3b60-457c-b062-a30781d81b24,segment=NetworkSegment(674608b4-8649-45f9-b3c5-a37ca726f2b6),segment_id=674608b4-8649-45f9-b3c5-a37ca726f2b6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:57.823421 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d4370deb-3b60-457c-b062-a30781d81b24), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:57.824217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device abb730f1-68e4-47a2-b487-f63cdc7d4968 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:38:57.860751 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:57.958461 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916b1f6-52f6-43fd-968d-073bafb71888 req-9ee533b5-91fc-4174-b85a-78acacab99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:57.961595 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7916b1f6-52f6-43fd-968d-073bafb71888 req-9ee533b5-91fc-4174-b85a-78acacab99c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 1127 time: 0.0718598 Feb 16 16:38:58.041385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a5448-cd52-4994-9fee-b8d309b8e16b req-e1ff5db3-09f3-492e-87b4-8b6b627d3844 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:58.043135 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b64a5448-cd52-4994-9fee-b8d309b8e16b req-e1ff5db3-09f3-492e-87b4-8b6b627d3844 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 946 time: 0.1422727 Feb 16 16:38:58.052837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7916b1f6-52f6-43fd-968d-073bafb71888 req-fe5255c2-fbf2-44fe-b4a1-197af6020ddc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835259 Feb 16 16:38:58.190431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-b64a5448-cd52-4994-9fee-b8d309b8e16b req-79ced548-10bc-4633-a257-e5c455ffca78 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Deleting port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:38:58.191143 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b64a5448-cd52-4994-9fee-b8d309b8e16b req-79ced548-10bc-4633-a257-e5c455ffca78 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:58.199558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ceb73-dd4a-4cf1-b102-d0a186939908 req-678600d7-1486-4fe7-9bbc-2d005ec79638 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:58.214281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ceb73-dd4a-4cf1-b102-d0a186939908 req-678600d7-1486-4fe7-9bbc-2d005ec79638 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:58.221525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-710ceb73-dd4a-4cf1-b102-d0a186939908 req-678600d7-1486-4fe7-9bbc-2d005ec79638 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1679 time: 0.1615140 Feb 16 16:38:58.305754 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-710ceb73-dd4a-4cf1-b102-d0a186939908 req-7e5fbf3d-c5ac-41cd-bd42-7f3ba38d3ee8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784192 Feb 16 16:38:58.332877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37770) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:58.351892 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30687eed-dd0e-496a-b8fb-0f2c96ece00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:58.355853 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-b64a5448-cd52-4994-9fee-b8d309b8e16b req-79ced548-10bc-4633-a257-e5c455ffca78 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] For port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a,segment=NetworkSegment(6bd6572f-6c4f-41bc-9cae-18686b9fbddd),segment_id=6bd6572f-6c4f-41bc-9cae-18686b9fbddd)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:58.356433 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b64a5448-cd52-4994-9fee-b8d309b8e16b req-79ced548-10bc-4633-a257-e5c455ffca78 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:58.382567 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-b64a5448-cd52-4994-9fee-b8d309b8e16b req-79ced548-10bc-4633-a257-e5c455ffca78 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Calling delete_port for 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:38:58.445241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=d4370deb-3b60-457c-b062-a30781d81b24,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:58.470100 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port abb730f1-68e4-47a2-b487-f63cdc7d4968, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=abb730f1-68e4-47a2-b487-f63cdc7d4968,segment=NetworkSegment(2be5cde4-9980-4180-bedf-9da9a41732b3),segment_id=2be5cde4-9980-4180-bedf-9da9a41732b3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:58.482933 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9cb87b68-530b-4fd0-9026-53e15e50ea0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:58.489121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'abb730f1-68e4-47a2-b487-f63cdc7d4968', 'network_id': '607b5cc3-2314-4db1-837e-ef59a38fe652', 'port_id': 'abb730f1-68e4-47a2-b487-f63cdc7d4968', 'mac_address': 'fa:16:3e:b3:b9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c28703-e923-4ca4-9db6-b79824d9ea8d', 'ip_address': '19.86.0.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:38:58.526025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a85f66-3d24-43db-b765-d17d350e1a90 req-b0ad18fa-b606-44d3-a024-6d22483c1672 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:58.541317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-04a85f66-3d24-43db-b765-d17d350e1a90 req-b0ad18fa-b606-44d3-a024-6d22483c1672 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.1775322 Feb 16 16:38:58.588832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port abb730f1-68e4-47a2-b487-f63cdc7d4968 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:38:58.589704 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:58.618032 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30687eed-dd0e-496a-b8fb-0f2c96ece00d admin admin] Publish callbacks [] for security_group (aa8ffb33-2799-4403-b08f-213e9705c117), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:58.622723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb730f1-68e4-47a2-b487-f63cdc7d4968 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:38:58.641789 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b64a5448-cd52-4994-9fee-b8d309b8e16b req-79ced548-10bc-4633-a257-e5c455ffca78 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:58.652222 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30687eed-dd0e-496a-b8fb-0f2c96ece00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (aa8ffb33-2799-4403-b08f-213e9705c117), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:58.676839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:38:58.693862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ced548-10bc-4633-a257-e5c455ffca78 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Pushing event deleted for resources: {'Port': ['ID=8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:58.704716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-04a85f66-3d24-43db-b765-d17d350e1a90 req-4f046fa8-7175-4817-b8d9-d3fb10e765a8 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569998 Feb 16 16:38:58.734965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port abb730f1-68e4-47a2-b487-f63cdc7d4968, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=abb730f1-68e4-47a2-b487-f63cdc7d4968,segment=NetworkSegment(2be5cde4-9980-4180-bedf-9da9a41732b3),segment_id=2be5cde4-9980-4180-bedf-9da9a41732b3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:38:58.741243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-30687eed-dd0e-496a-b8fb-0f2c96ece00d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc7dec6e54844896974f4217fd78e20e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4066370 Feb 16 16:38:58.743415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30687eed-dd0e-496a-b8fb-0f2c96ece00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8ffb33-2799-4403-b08f-213e9705c117,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:58.746367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37780) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:38:58.751865 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:58.788664 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64a5448-cd52-4994-9fee-b8d309b8e16b req-79ced548-10bc-4633-a257-e5c455ffca78 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] No DVR routers for this DVR port 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:38:58.792189 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b64a5448-cd52-4994-9fee-b8d309b8e16b req-79ced548-10bc-4633-a257-e5c455ffca78 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:58.796494 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b64a5448-cd52-4994-9fee-b8d309b8e16b req-79ced548-10bc-4633-a257-e5c455ffca78 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.60 "DELETE /v2.0/ports/8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a HTTP/1.1" status: 204 len: 173 time: 0.7474644 Feb 16 16:38:58.797083 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf', 'name': 'network-vif-deleted', 'tag': '8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:38:58.799491 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc1daa7-c53d-4c1a-bdd2-39fde6e27e2b" -d '{"events": [{"server_uuid": "cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf", "name": "network-vif-deleted", "tag": "8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:38:58.814833 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d369ddf-ab3d-4178-8bfb-adb5c053e686 req-6629265c-3670-420f-9c51-008801692731 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:58.817574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d369ddf-ab3d-4178-8bfb-adb5c053e686 req-6629265c-3670-420f-9c51-008801692731 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf HTTP/1.1" status: 200 len: 867 time: 0.2282450 Feb 16 16:38:58.871902 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-79583ac5-534d-4145-b2f9-44b3fae0dffe admin admin] Publish callbacks [] for security_group (aa8ffb33-2799-4403-b08f-213e9705c117), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:58.879644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=abb730f1-68e4-47a2-b487-f63cdc7d4968,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:58.883381 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb78712c-e49a-491f-99fd-2f2138f437e2 x-openstack-request-id: req-eb78712c-e49a-491f-99fd-2f2138f437e2 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:38:58.885149 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf", "name": "network-vif-deleted", "tag": "8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:38:58.885496 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb78712c-e49a-491f-99fd-2f2138f437e2 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:38:58.885954 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8ea9a3-dcbb-4d91-8ad3-470e46ad5cdf', 'name': 'network-vif-deleted', 'tag': '8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a', 'status': 'completed', 'code': 200} Feb 16 16:38:58.950479 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d369ddf-ab3d-4178-8bfb-adb5c053e686 req-c5b2b0c4-b4b2-472f-b599-3ac0efbdc121 tempest-DeleteServersTestJSON-1497311441 tempest-DeleteServersTestJSON-1497311441-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0b8bc7-579f-414a-b181-676b893bfdea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186969 Feb 16 16:38:58.969048 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-79583ac5-534d-4145-b2f9-44b3fae0dffe admin admin] Publish callbacks [] for security_group (aa8ffb33-2799-4403-b08f-213e9705c117), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:59.015161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['d4370deb-3b60-457c-b062-a30781d81b24'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:38:59.035478 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-79583ac5-534d-4145-b2f9-44b3fae0dffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (aa8ffb33-2799-4403-b08f-213e9705c117), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:59.038412 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-79583ac5-534d-4145-b2f9-44b3fae0dffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:59.042116 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-79583ac5-534d-4145-b2f9-44b3fae0dffe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa8ffb33-2799-4403-b08f-213e9705c117 HTTP/1.1" status: 204 len: 168 time: 0.2902243 Feb 16 16:38:59.049262 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79583ac5-534d-4145-b2f9-44b3fae0dffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8ffb33-2799-4403-b08f-213e9705c117,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:38:59.228683 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:38:59.475859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c657f-ec10-46c2-bc46-9683b5421efd req-5b04d662-005b-45f6-be89-9fd669894c00 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:59.481479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c657f-ec10-46c2-bc46-9683b5421efd req-5b04d662-005b-45f6-be89-9fd669894c00 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:59.489621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-373c657f-ec10-46c2-bc46-9683b5421efd req-5b04d662-005b-45f6-be89-9fd669894c00 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1680 time: 0.1044559 Feb 16 16:38:59.545592 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-373c657f-ec10-46c2-bc46-9683b5421efd req-cdb05863-22e2-4e60-8356-42fb31a0551e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546072 Feb 16 16:38:59.959782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde1757-6778-45c2-918d-ee033255448a req-38f32cfa-ce5f-4880-8023-d7e317aa63a8 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:38:59.968985 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bde1757-6778-45c2-918d-ee033255448a req-38f32cfa-ce5f-4880-8023-d7e317aa63a8 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.1951041 Feb 16 16:39:00.048202 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['abb730f1-68e4-47a2-b487-f63cdc7d4968'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:39:00.067158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bde1757-6778-45c2-918d-ee033255448a req-c93d1848-2e6d-4ca7-bea9-f11b743b2ff1 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970852 Feb 16 16:39:00.320430 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b557e-cdf3-460d-baae-bfa56d01691d req-f4cf4019-775f-4c8e-968b-6538949499ad tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:00.331108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-046b557e-cdf3-460d-baae-bfa56d01691d req-f4cf4019-775f-4c8e-968b-6538949499ad tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.1390908 Feb 16 16:39:00.438004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-046b557e-cdf3-460d-baae-bfa56d01691d req-565de46e-b650-427d-8a20-430ab842f411 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002333 Feb 16 16:39:00.790787 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:00.807866 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff45eb-cc2f-4aa5-8f7a-95d41de3bd4d req-96294e46-97cf-4b48-a1da-b2232dd8ef58 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:00.828339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff45eb-cc2f-4aa5-8f7a-95d41de3bd4d req-96294e46-97cf-4b48-a1da-b2232dd8ef58 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:00.837983 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43ff45eb-cc2f-4aa5-8f7a-95d41de3bd4d req-96294e46-97cf-4b48-a1da-b2232dd8ef58 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1680 time: 0.1755352 Feb 16 16:39:00.924961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43ff45eb-cc2f-4aa5-8f7a-95d41de3bd4d req-e51d7356-aa88-4cc6-8539-1ea9c8f3664d tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857358 Feb 16 16:39:01.136912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc44a9f-030a-47c1-9e5a-839f8346cdc5 req-f3d5f65c-7deb-491a-8e79-f55a8fcdea7c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:01.138726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cc44a9f-030a-47c1-9e5a-839f8346cdc5 req-f3d5f65c-7deb-491a-8e79-f55a8fcdea7c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.1016629 Feb 16 16:39:01.145671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d4370deb-3b60-457c-b062-a30781d81b24 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:39:01.248275 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ceefdb50-7968-428f-861f-075d63617922 req-2e449894-c34a-4722-8861-02361ba721c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1298249 Feb 16 16:39:01.249410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port d4370deb-3b60-457c-b062-a30781d81b24 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:39:01.261891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port d4370deb-3b60-457c-b062-a30781d81b24 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:01.262838 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d4370deb-3b60-457c-b062-a30781d81b24), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:01.315597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:39:01.318409 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cc44a9f-030a-47c1-9e5a-839f8346cdc5 req-898a38a9-2fd3-47b7-9fad-949db86c780d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665590 Feb 16 16:39:01.328436 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:01.383659 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:39:01.384363 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8c3319b4-ceba-4a5f-ad45-aa8d2d539f0a not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:39:01.404600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefdb50-7968-428f-861f-075d63617922 req-186136cf-e347-4139-a2aa-cc3e0d066670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:01.406460 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ceefdb50-7968-428f-861f-075d63617922 req-186136cf-e347-4139-a2aa-cc3e0d066670 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 1126 time: 0.1390393 Feb 16 16:39:01.505907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port d4370deb-3b60-457c-b062-a30781d81b24 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:01.512383 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d4370deb-3b60-457c-b062-a30781d81b24), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:01.550317 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefdb50-7968-428f-861f-075d63617922 req-ca103f4a-5f3b-4611-8994-2dec7d9a919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:01.552616 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ceefdb50-7968-428f-861f-075d63617922 req-ca103f4a-5f3b-4611-8994-2dec7d9a919d service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.1253476 Feb 16 16:39:01.563172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd907180c-4162-4b28-b103-3388dbcd261b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4370deb-3b60-457c-b062-a30781d81b24'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:01.567920 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a14635-0229-48ad-9209-2c3f95341ac4" -d '{"events": [{"server_uuid": "d907180c-4162-4b28-b103-3388dbcd261b", "name": "network-vif-plugged", "status": "completed", "tag": "d4370deb-3b60-457c-b062-a30781d81b24"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:01.625919 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d4370deb-3b60-457c-b062-a30781d81b24, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d4370deb-3b60-457c-b062-a30781d81b24,segment=NetworkSegment(674608b4-8649-45f9-b3c5-a37ca726f2b6),segment_id=674608b4-8649-45f9-b3c5-a37ca726f2b6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:01.640510 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d4370deb-3b60-457c-b062-a30781d81b24), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:01.641581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device abb730f1-68e4-47a2-b487-f63cdc7d4968 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:39:01.701107 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01763371-e776-4b11-b36b-fa41b659f79f x-openstack-request-id: req-01763371-e776-4b11-b36b-fa41b659f79f {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:01.701506 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d907180c-4162-4b28-b103-3388dbcd261b", "name": "network-vif-plugged", "status": "completed", "tag": "d4370deb-3b60-457c-b062-a30781d81b24", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:01.701925 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01763371-e776-4b11-b36b-fa41b659f79f {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:01.702340 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd907180c-4162-4b28-b103-3388dbcd261b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4370deb-3b60-457c-b062-a30781d81b24', 'code': 200} Feb 16 16:39:01.717625 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ceefdb50-7968-428f-861f-075d63617922 req-13032653-e00d-42c1-879a-312ff4d517ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5 HTTP/1.1" status: 200 len: 999 time: 0.1591551 Feb 16 16:39:01.765851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port abb730f1-68e4-47a2-b487-f63cdc7d4968 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:39:01.781532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port abb730f1-68e4-47a2-b487-f63cdc7d4968 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:01.781961 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:01.833684 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefdb50-7968-428f-861f-075d63617922 req-edf9b0f5-95be-47e8-96af-55a9f7922e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:01.835610 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ceefdb50-7968-428f-861f-075d63617922 req-edf9b0f5-95be-47e8-96af-55a9f7922e57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.1115165 Feb 16 16:39:01.848789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=d4370deb-3b60-457c-b062-a30781d81b24,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:01.894966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port abb730f1-68e4-47a2-b487-f63cdc7d4968 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:01.895364 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:01.938405 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefdb50-7968-428f-861f-075d63617922 req-f7375602-73d1-4641-8be6-7f869e26a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:01.942182 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ceefdb50-7968-428f-861f-075d63617922 req-f7375602-73d1-4641-8be6-7f869e26a8d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0909328 Feb 16 16:39:01.942949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port abb730f1-68e4-47a2-b487-f63cdc7d4968, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=abb730f1-68e4-47a2-b487-f63cdc7d4968,segment=NetworkSegment(2be5cde4-9980-4180-bedf-9da9a41732b3),segment_id=2be5cde4-9980-4180-bedf-9da9a41732b3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:01.949114 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:02.011498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=abb730f1-68e4-47a2-b487-f63cdc7d4968,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:02.082394 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:02.150049 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ceefdb50-7968-428f-861f-075d63617922 req-78c0d6ad-3014-4b4d-a0ae-4aaa6f689fbb service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007825 Feb 16 16:39:02.219152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9998ffc-b894-4f0c-976e-4b2565fd5cf9 req-fa731743-78bf-4461-88c5-4fd31941c6d6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:02.230081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9998ffc-b894-4f0c-976e-4b2565fd5cf9 req-fa731743-78bf-4461-88c5-4fd31941c6d6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:02.236984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9998ffc-b894-4f0c-976e-4b2565fd5cf9 req-fa731743-78bf-4461-88c5-4fd31941c6d6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1682 time: 0.1232066 Feb 16 16:39:02.312928 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9998ffc-b894-4f0c-976e-4b2565fd5cf9 req-933828b9-b487-4b99-86c7-3434cbff1652 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715051 Feb 16 16:39:02.349454 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ceefdb50-7968-428f-861f-075d63617922 req-b1b3af88-c4ca-4308-ae11-1cec7d517097 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897597 Feb 16 16:39:02.569335 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f58e59-61d5-4efc-962a-12e296442da0 req-bfeb2912-e77a-45be-9c8d-3f761aa4e6e3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:02.584820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0f58e59-61d5-4efc-962a-12e296442da0 req-bfeb2912-e77a-45be-9c8d-3f761aa4e6e3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.1043460 Feb 16 16:39:02.721435 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0f58e59-61d5-4efc-962a-12e296442da0 req-88e6b373-11f2-4243-8720-0b9c4cd87fea tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356356 Feb 16 16:39:03.533591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab55ae-9690-4b72-a0dc-576ec6e9d1e0 req-864f2e1b-33db-4481-a3a3-c155176c5e4e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:03.551883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab55ae-9690-4b72-a0dc-576ec6e9d1e0 req-864f2e1b-33db-4481-a3a3-c155176c5e4e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:03.572424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45ab55ae-9690-4b72-a0dc-576ec6e9d1e0 req-864f2e1b-33db-4481-a3a3-c155176c5e4e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1682 time: 0.1249142 Feb 16 16:39:03.651067 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45ab55ae-9690-4b72-a0dc-576ec6e9d1e0 req-173c6503-79d2-493b-a437-4a1c7ac0ec95 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776827 Feb 16 16:39:03.703311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd907180c-4162-4b28-b103-3388dbcd261b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb730f1-68e4-47a2-b487-f63cdc7d4968'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:03.705793 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e32c31-abd6-4988-8265-5cf6f839aa48" -d '{"events": [{"server_uuid": "d907180c-4162-4b28-b103-3388dbcd261b", "name": "network-vif-plugged", "status": "completed", "tag": "abb730f1-68e4-47a2-b487-f63cdc7d4968"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:03.796938 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e48d29-c453-440a-89f9-a31b02c2a13e x-openstack-request-id: req-56e48d29-c453-440a-89f9-a31b02c2a13e {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:03.796938 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d907180c-4162-4b28-b103-3388dbcd261b", "name": "network-vif-plugged", "status": "completed", "tag": "abb730f1-68e4-47a2-b487-f63cdc7d4968", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:03.797127 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56e48d29-c453-440a-89f9-a31b02c2a13e {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:03.797521 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd907180c-4162-4b28-b103-3388dbcd261b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb730f1-68e4-47a2-b487-f63cdc7d4968', 'code': 200} Feb 16 16:39:03.952023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991859be-588a-4eb1-b821-20fcf01e4cec req-61d9c2d6-31e4-4a37-bf10-e41504b25082 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:03.958878 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-991859be-588a-4eb1-b821-20fcf01e4cec req-61d9c2d6-31e4-4a37-bf10-e41504b25082 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.0982399 Feb 16 16:39:04.505610 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:04.653849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc419921-3ba9-4400-99af-b3f99e3f5eaf req-9e04ceb6-8ec6-4953-a97d-b3279166a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:04.655375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc419921-3ba9-4400-99af-b3f99e3f5eaf req-9e04ceb6-8ec6-4953-a97d-b3279166a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:04.657129 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc419921-3ba9-4400-99af-b3f99e3f5eaf req-9e04ceb6-8ec6-4953-a97d-b3279166a2b1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 2046 time: 0.7632329 Feb 16 16:39:04.762048 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-991859be-588a-4eb1-b821-20fcf01e4cec req-e20a21df-b1c5-46f8-aaf2-4b89baa77619 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7827599 Feb 16 16:39:04.898796 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc419921-3ba9-4400-99af-b3f99e3f5eaf req-93a4685d-b765-4747-a7aa-662a99fdcd3d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280512 Feb 16 16:39:04.950145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b6bf5-6266-4079-9170-800ce1411bee req-105a418f-2d5f-4576-b33a-983599635ff3 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:04.970488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b6bf5-6266-4079-9170-800ce1411bee req-105a418f-2d5f-4576-b33a-983599635ff3 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:04.993258 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-744b6bf5-6266-4079-9170-800ce1411bee req-105a418f-2d5f-4576-b33a-983599635ff3 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1682 time: 0.1811888 Feb 16 16:39:05.156963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-744b6bf5-6266-4079-9170-800ce1411bee req-cb658526-ea93-4fc5-9ca0-99d2ddd51aac tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714935 Feb 16 16:39:05.924066 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f13d5-eb37-45d4-9c54-88641e5c6fb6 req-4619543d-e7a4-44bf-a9ed-18014cc5abb2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:05.925861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-436f13d5-eb37-45d4-9c54-88641e5c6fb6 req-4619543d-e7a4-44bf-a9ed-18014cc5abb2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.0840118 Feb 16 16:39:05.991713 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-436f13d5-eb37-45d4-9c54-88641e5c6fb6 req-e7588a06-230e-4657-a497-eb08386fc870 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592310 Feb 16 16:39:06.340346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca1cd9-0618-41cb-b996-d5ef460e0dd4 req-41cdf01a-28e2-40b1-aab5-668f3f3e17a0 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:06.348665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca1cd9-0618-41cb-b996-d5ef460e0dd4 req-41cdf01a-28e2-40b1-aab5-668f3f3e17a0 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:06.358836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7eca1cd9-0618-41cb-b996-d5ef460e0dd4 req-41cdf01a-28e2-40b1-aab5-668f3f3e17a0 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1682 time: 0.0877256 Feb 16 16:39:06.427895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7eca1cd9-0618-41cb-b996-d5ef460e0dd4 req-1a2f0877-cb9a-4c9f-8a28-f83ef9aebc05 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652823 Feb 16 16:39:06.894534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015f727-6648-4176-94de-e697fffe2238 req-7fbfdee4-6224-495d-b246-30b93fbdc824 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:06.902619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015f727-6648-4176-94de-e697fffe2238 req-7fbfdee4-6224-495d-b246-30b93fbdc824 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:06.913786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2015f727-6648-4176-94de-e697fffe2238 req-7fbfdee4-6224-495d-b246-30b93fbdc824 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1682 time: 0.0890043 Feb 16 16:39:07.017862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2015f727-6648-4176-94de-e697fffe2238 req-f736918c-2508-45bf-9487-7c826f246a35 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028528 Feb 16 16:39:07.184269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dca97d-86bf-4074-83b0-40baf41c6f9f req-fc8e9f83-dabc-47a8-9a44-7ff0aaee2c1d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:07.186286 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0dca97d-86bf-4074-83b0-40baf41c6f9f req-fc8e9f83-dabc-47a8-9a44-7ff0aaee2c1d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.1024501 Feb 16 16:39:07.320304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0dca97d-86bf-4074-83b0-40baf41c6f9f req-40584452-3901-47e6-8138-628e9f5da69c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275935 Feb 16 16:39:08.340388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6e612-c35d-4f6e-9a98-edbebb5949b5 req-d788c9d3-edeb-4b63-bbec-83c7962300db tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:08.355788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6e612-c35d-4f6e-9a98-edbebb5949b5 req-d788c9d3-edeb-4b63-bbec-83c7962300db tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:08.361575 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11a6e612-c35d-4f6e-9a98-edbebb5949b5 req-d788c9d3-edeb-4b63-bbec-83c7962300db tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1682 time: 0.2086065 Feb 16 16:39:08.466074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-f0bf90d6-080b-46d1-9b9f-8e31c97e9d5b tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:08.472205 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-f0bf90d6-080b-46d1-9b9f-8e31c97e9d5b tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:08.474109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-f0bf90d6-080b-46d1-9b9f-8e31c97e9d5b tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.65 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 1682 time: 0.2610643 Feb 16 16:39:08.705803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11a6e612-c35d-4f6e-9a98-edbebb5949b5 req-95a63c28-e9ca-4b09-877a-0256b68cba42 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325400 Feb 16 16:39:08.726847 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b91f1-5f7c-4e81-a9bd-20d9a3434919 req-0202f4dd-d78b-4a71-92a3-cb05d54f215c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:08.728781 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce3b91f1-5f7c-4e81-a9bd-20d9a3434919 req-0202f4dd-d78b-4a71-92a3-cb05d54f215c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.2537105 Feb 16 16:39:08.789120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-32b82f48-2f22-426b-bb83-3529ba6b2a1c tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Deleting port abb730f1-68e4-47a2-b487-f63cdc7d4968 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:39:08.789565 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-32b82f48-2f22-426b-bb83-3529ba6b2a1c tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:08.860113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce3b91f1-5f7c-4e81-a9bd-20d9a3434919 req-3776cfea-2d19-4eb3-b190-98f9b7a523b3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086767 Feb 16 16:39:08.978086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-32b82f48-2f22-426b-bb83-3529ba6b2a1c tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] For port abb730f1-68e4-47a2-b487-f63cdc7d4968, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=abb730f1-68e4-47a2-b487-f63cdc7d4968,segment=NetworkSegment(2be5cde4-9980-4180-bedf-9da9a41732b3),segment_id=2be5cde4-9980-4180-bedf-9da9a41732b3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:08.992111 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-32b82f48-2f22-426b-bb83-3529ba6b2a1c tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:09.031827 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-32b82f48-2f22-426b-bb83-3529ba6b2a1c tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Calling delete_port for abb730f1-68e4-47a2-b487-f63cdc7d4968 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:39:09.210992 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-32b82f48-2f22-426b-bb83-3529ba6b2a1c tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (abb730f1-68e4-47a2-b487-f63cdc7d4968), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:09.244324 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b82f48-2f22-426b-bb83-3529ba6b2a1c tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Port': ['ID=abb730f1-68e4-47a2-b487-f63cdc7d4968,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:09.343619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-32b82f48-2f22-426b-bb83-3529ba6b2a1c tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] No DVR routers for this DVR port abb730f1-68e4-47a2-b487-f63cdc7d4968 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:39:09.346332 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-32b82f48-2f22-426b-bb83-3529ba6b2a1c tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:09.349895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-32b82f48-2f22-426b-bb83-3529ba6b2a1c tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.65 "DELETE /v2.0/ports/abb730f1-68e4-47a2-b487-f63cdc7d4968 HTTP/1.1" status: 204 len: 173 time: 0.8570559 Feb 16 16:39:09.350367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd907180c-4162-4b28-b103-3388dbcd261b', 'name': 'network-vif-deleted', 'tag': 'abb730f1-68e4-47a2-b487-f63cdc7d4968'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:09.358149 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe5c34e-9adb-4cd0-aa82-7f7d35ee7f81" -d '{"events": [{"server_uuid": "d907180c-4162-4b28-b103-3388dbcd261b", "name": "network-vif-deleted", "tag": "abb730f1-68e4-47a2-b487-f63cdc7d4968"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:09.476772 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb72d33-59e6-4e5a-9451-4fc3276df01e x-openstack-request-id: req-ecb72d33-59e6-4e5a-9451-4fc3276df01e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:09.477157 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d907180c-4162-4b28-b103-3388dbcd261b", "name": "network-vif-deleted", "tag": "abb730f1-68e4-47a2-b487-f63cdc7d4968", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:09.477488 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecb72d33-59e6-4e5a-9451-4fc3276df01e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:09.478056 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd907180c-4162-4b28-b103-3388dbcd261b', 'name': 'network-vif-deleted', 'tag': 'abb730f1-68e4-47a2-b487-f63cdc7d4968', 'status': 'completed', 'code': 200} Feb 16 16:39:09.634515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-b0964439-4ee2-402d-ac22-3d89d6c0085e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Deleting port d4370deb-3b60-457c-b062-a30781d81b24 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:39:09.634860 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-b0964439-4ee2-402d-ac22-3d89d6c0085e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d4370deb-3b60-457c-b062-a30781d81b24), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:09.781076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38106) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:09.949379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-b0964439-4ee2-402d-ac22-3d89d6c0085e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] For port d4370deb-3b60-457c-b062-a30781d81b24, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d4370deb-3b60-457c-b062-a30781d81b24,segment=NetworkSegment(674608b4-8649-45f9-b3c5-a37ca726f2b6),segment_id=674608b4-8649-45f9-b3c5-a37ca726f2b6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:09.950237 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-b0964439-4ee2-402d-ac22-3d89d6c0085e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d4370deb-3b60-457c-b062-a30781d81b24), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:09.980446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-b0964439-4ee2-402d-ac22-3d89d6c0085e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Calling delete_port for d4370deb-3b60-457c-b062-a30781d81b24 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:39:10.004633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d59b7-29b5-4a46-9c57-7b25197dece7 req-48affe12-6b8e-4614-9bb0-46a4d0d623c6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:10.006725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-266d59b7-29b5-4a46-9c57-7b25197dece7 req-48affe12-6b8e-4614-9bb0-46a4d0d623c6 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/ports?device_id=d907180c-4162-4b28-b103-3388dbcd261b HTTP/1.1" status: 200 len: 945 time: 0.1477954 Feb 16 16:39:10.215124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-266d59b7-29b5-4a46-9c57-7b25197dece7 req-388b522a-d4e3-44e0-9dd3-6f0f324d48f8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "GET /v2.0/security-groups?id=a91f0a2a-d568-480c-ae7a-909088905197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614578 Feb 16 16:39:10.224458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc29e01-c228-4a2d-b5f6-d2696b5c670f req-b5dd7dee-fa44-489f-8abb-383bbb9c511d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:10.234933 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fc29e01-c228-4a2d-b5f6-d2696b5c670f req-b5dd7dee-fa44-489f-8abb-383bbb9c511d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.1660345 Feb 16 16:39:10.341213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-4550dc92-6b09-43e5-ac88-6576a7f127bc admin admin] Deleting subnet 7683ed5c-4de8-4e9d-8369-1fddb9288879 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:39:10.346377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fc29e01-c228-4a2d-b5f6-d2696b5c670f req-9a1b9ffc-76d3-456a-ab4a-770c4961b0ba tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057827 Feb 16 16:39:10.350518 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-b0964439-4ee2-402d-ac22-3d89d6c0085e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d4370deb-3b60-457c-b062-a30781d81b24), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:10.353230 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4550dc92-6b09-43e5-ac88-6576a7f127bc admin admin] Publish callbacks [] for subnet (7683ed5c-4de8-4e9d-8369-1fddb9288879), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:10.447061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0964439-4ee2-402d-ac22-3d89d6c0085e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Port': ['ID=d4370deb-3b60-457c-b062-a30781d81b24,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:10.493386 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4550dc92-6b09-43e5-ac88-6576a7f127bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (7683ed5c-4de8-4e9d-8369-1fddb9288879), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:10.505525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-b0964439-4ee2-402d-ac22-3d89d6c0085e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] No DVR routers for this DVR port d4370deb-3b60-457c-b062-a30781d81b24 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:39:10.512277 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-b0964439-4ee2-402d-ac22-3d89d6c0085e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:10.521112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e938dfa9-2a3b-431d-9790-9aa6d74ace4b req-b0964439-4ee2-402d-ac22-3d89d6c0085e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.65 "DELETE /v2.0/ports/d4370deb-3b60-457c-b062-a30781d81b24 HTTP/1.1" status: 204 len: 173 time: 1.1578419 Feb 16 16:39:10.590465 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4550dc92-6b09-43e5-ac88-6576a7f127bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (7683ed5c-4de8-4e9d-8369-1fddb9288879), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:10.767693 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4550dc92-6b09-43e5-ac88-6576a7f127bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (7683ed5c-4de8-4e9d-8369-1fddb9288879), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:10.823618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550dc92-6b09-43e5-ac88-6576a7f127bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7683ed5c-4de8-4e9d-8369-1fddb9288879,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:10.827843 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4550dc92-6b09-43e5-ac88-6576a7f127bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:10.842349 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4550dc92-6b09-43e5-ac88-6576a7f127bc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7683ed5c-4de8-4e9d-8369-1fddb9288879 HTTP/1.1" status: 204 len: 168 time: 1.0590198 Feb 16 16:39:10.850668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38144) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:10.990789 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b8400e2-bacb-4324-a7f6-8f175a3e7182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (121ff239-7c70-486a-be8a-d08127a9ab03), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:11.134579 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b8400e2-bacb-4324-a7f6-8f175a3e7182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (121ff239-7c70-486a-be8a-d08127a9ab03), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:11.160824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d4370deb-3b60-457c-b062-a30781d81b24 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:39:11.163038 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7b8400e2-bacb-4324-a7f6-8f175a3e7182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121ff239-7c70-486a-be8a-d08127a9ab03']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:11.175619 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7b8400e2-bacb-4324-a7f6-8f175a3e7182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd6572f-6c4f-41bc-9cae-18686b9fbddd') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:11.176378 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7b8400e2-bacb-4324-a7f6-8f175a3e7182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd6572f-6c4f-41bc-9cae-18686b9fbddd') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:11.195114 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b8400e2-bacb-4324-a7f6-8f175a3e7182 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (6bd6572f-6c4f-41bc-9cae-18686b9fbddd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:11.215352 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b8400e2-bacb-4324-a7f6-8f175a3e7182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6bd6572f-6c4f-41bc-9cae-18686b9fbddd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:11.223914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8400e2-bacb-4324-a7f6-8f175a3e7182 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:39:11.224654 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b8400e2-bacb-4324-a7f6-8f175a3e7182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (6bd6572f-6c4f-41bc-9cae-18686b9fbddd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:11.229133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: d4370deb-3b60-457c-b062-a30781d81b24 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:39:11.229521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d4370deb-3b60-457c-b062-a30781d81b24 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:39:11.229956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device abb730f1-68e4-47a2-b487-f63cdc7d4968 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:39:11.306088 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9feee7-44d3-470f-ad05-fae382743740 req-d670466b-476b-4eda-a84c-c364a33c52e3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:11.330982 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad9feee7-44d3-470f-ad05-fae382743740 req-d670466b-476b-4eda-a84c-c364a33c52e3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.2284973 Feb 16 16:39:11.332837 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: abb730f1-68e4-47a2-b487-f63cdc7d4968 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:39:11.333198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device abb730f1-68e4-47a2-b487-f63cdc7d4968 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:39:11.337792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38158) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:39:11.375045 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:39:11.394809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b8400e2-bacb-4324-a7f6-8f175a3e7182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (121ff239-7c70-486a-be8a-d08127a9ab03), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:11.399506 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b8400e2-bacb-4324-a7f6-8f175a3e7182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:11.426986 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7b8400e2-bacb-4324-a7f6-8f175a3e7182 admin admin] 10.222.0.24 "DELETE /v2.0/networks/121ff239-7c70-486a-be8a-d08127a9ab03 HTTP/1.1" status: 204 len: 168 time: 0.5636995 Feb 16 16:39:11.467622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8400e2-bacb-4324-a7f6-8f175a3e7182 admin admin] Pushing event deleted for resources: {'Network': ['ID=121ff239-7c70-486a-be8a-d08127a9ab03,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:11.508267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd907180c-4162-4b28-b103-3388dbcd261b', 'name': 'network-vif-deleted', 'tag': 'd4370deb-3b60-457c-b062-a30781d81b24'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:11.514379 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b42a849-6d91-47d9-803d-c595fa881947" -d '{"events": [{"server_uuid": "d907180c-4162-4b28-b103-3388dbcd261b", "name": "network-vif-deleted", "tag": "d4370deb-3b60-457c-b062-a30781d81b24"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:11.579288 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad9feee7-44d3-470f-ad05-fae382743740 req-feca2677-e736-4cf2-98c0-005f8b07069d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465391 Feb 16 16:39:11.661071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff267890-6c26-40a7-9c0b-4f8e080acf9d tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Deleting subnet 56c28703-e923-4ca4-9db6-b79824d9ea8d {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:39:11.731883 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fd7418-e73a-490c-a9fd-8a0d273d3f3d x-openstack-request-id: req-80fd7418-e73a-490c-a9fd-8a0d273d3f3d {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:11.732192 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d907180c-4162-4b28-b103-3388dbcd261b", "name": "network-vif-deleted", "tag": "d4370deb-3b60-457c-b062-a30781d81b24", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:11.732449 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80fd7418-e73a-490c-a9fd-8a0d273d3f3d {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:11.732864 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd907180c-4162-4b28-b103-3388dbcd261b', 'name': 'network-vif-deleted', 'tag': 'd4370deb-3b60-457c-b062-a30781d81b24', 'status': 'completed', 'code': 200} Feb 16 16:39:11.736119 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff267890-6c26-40a7-9c0b-4f8e080acf9d tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks [] for subnet (56c28703-e923-4ca4-9db6-b79824d9ea8d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:11.947583 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38184) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:12.011634 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff267890-6c26-40a7-9c0b-4f8e080acf9d tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (56c28703-e923-4ca4-9db6-b79824d9ea8d), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:12.039325 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1d7ee0d0-0844-4e0e-9fbb-2d45dc5657ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87aaae2862ac405f88354b7195ee2896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0905311 Feb 16 16:39:12.041676 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38186) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:12.078964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8003caa-dc76-4e0b-acf7-1261e009dce0 req-788ee04d-6733-4aa3-a99f-3361f1ac1f9d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:12.084184 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8003caa-dc76-4e0b-acf7-1261e009dce0 req-788ee04d-6733-4aa3-a99f-3361f1ac1f9d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.4816883 Feb 16 16:39:12.137308 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7469a73f-8716-4df3-b202-926e47c16455 admin admin] Publish callbacks [] for security_group (0a0b8bc7-579f-414a-b181-676b893bfdea), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:12.188649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98df6a1-67b8-4298-812a-beba129d84aa req-ac709953-1c8c-4df9-b81b-a785fe547e78 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:12.190227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f98df6a1-67b8-4298-812a-beba129d84aa req-ac709953-1c8c-4df9-b81b-a785fe547e78 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.3666384 Feb 16 16:39:12.212756 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7469a73f-8716-4df3-b202-926e47c16455 admin admin] Publish callbacks [] for security_group (0a0b8bc7-579f-414a-b181-676b893bfdea), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:12.268115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8003caa-dc76-4e0b-acf7-1261e009dce0 req-7db0e4e9-a728-4b95-a71f-3ba0da84831d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594532 Feb 16 16:39:12.296081 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7469a73f-8716-4df3-b202-926e47c16455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0a0b8bc7-579f-414a-b181-676b893bfdea), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:12.299101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7469a73f-8716-4df3-b202-926e47c16455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:12.302653 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7469a73f-8716-4df3-b202-926e47c16455 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a0b8bc7-579f-414a-b181-676b893bfdea HTTP/1.1" status: 204 len: 168 time: 0.2575879 Feb 16 16:39:12.317418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469a73f-8716-4df3-b202-926e47c16455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0b8bc7-579f-414a-b181-676b893bfdea,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:12.386199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f98df6a1-67b8-4298-812a-beba129d84aa req-6fafd7b9-9adf-403f-bff0-66ba5bf2bb05 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327221 Feb 16 16:39:12.404152 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff267890-6c26-40a7-9c0b-4f8e080acf9d tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (56c28703-e923-4ca4-9db6-b79824d9ea8d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:12.497119 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff267890-6c26-40a7-9c0b-4f8e080acf9d tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (56c28703-e923-4ca4-9db6-b79824d9ea8d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:12.556285 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff267890-6c26-40a7-9c0b-4f8e080acf9d tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Subnet': ['ID=56c28703-e923-4ca4-9db6-b79824d9ea8d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:12.586749 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9cb237-e44c-4756-8f72-8652d7031381 None None] Network 607b5cc3-2314-4db1-837e-ef59a38fe652 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:39:12.587294 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff267890-6c26-40a7-9c0b-4f8e080acf9d tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:12.592520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ff267890-6c26-40a7-9c0b-4f8e080acf9d tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "DELETE /v2.0/subnets/56c28703-e923-4ca4-9db6-b79824d9ea8d HTTP/1.1" status: 204 len: 168 time: 1.2384760 Feb 16 16:39:12.595294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38198) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:12.653954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598da90a-7f9e-480d-8fcb-b2a17c9fa906 req-bb00ab5f-16da-4ed0-a38a-1fefd8ed18de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:12.663343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-598da90a-7f9e-480d-8fcb-b2a17c9fa906 req-bb00ab5f-16da-4ed0-a38a-1fefd8ed18de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1113949 Feb 16 16:39:12.754373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-598da90a-7f9e-480d-8fcb-b2a17c9fa906 req-a9134b69-9ba0-4971-851f-5b92d33db073 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897737 Feb 16 16:39:12.873884 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (607b5cc3-2314-4db1-837e-ef59a38fe652), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:13.004779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151a79f9-142d-4e66-b688-30bdd680fb64 None None] DHCP port deletion for 607b5cc3-2314-4db1-837e-ef59a38fe652 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:39:13.107512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-151a79f9-142d-4e66-b688-30bdd680fb64 None None] Deleting port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:39:13.107941 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-151a79f9-142d-4e66-b688-30bdd680fb64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:13.129275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d383c5f-b268-4a25-90c6-48503efb4bbc req-14c5951b-e377-40d8-b2b8-b8dc4bf583b7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:13.131153 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d383c5f-b268-4a25-90c6-48503efb4bbc req-14c5951b-e377-40d8-b2b8-b8dc4bf583b7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.2271914 Feb 16 16:39:13.155193 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Deleting port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:39:13.155834 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:13.293459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-151a79f9-142d-4e66-b688-30bdd680fb64 None None] For port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b3dd325-6fed-4b7d-9e55-3607aa8d5877,segment=NetworkSegment(2be5cde4-9980-4180-bedf-9da9a41732b3),segment_id=2be5cde4-9980-4180-bedf-9da9a41732b3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:13.301338 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-151a79f9-142d-4e66-b688-30bdd680fb64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:13.302784 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d383c5f-b268-4a25-90c6-48503efb4bbc req-c0449da4-ba85-43a3-bbf0-389fd138add4 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652207 Feb 16 16:39:13.347478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-151a79f9-142d-4e66-b688-30bdd680fb64 None None] Calling delete_port for 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:39:13.409428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] For port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b3dd325-6fed-4b7d-9e55-3607aa8d5877,segment=NetworkSegment(2be5cde4-9980-4180-bedf-9da9a41732b3),segment_id=2be5cde4-9980-4180-bedf-9da9a41732b3)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:13.409838 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:13.484080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Calling delete_port for 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:39:13.616380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21e574-d805-4218-ba7e-a78da8983cd5 req-6298da45-2c64-4fcd-9631-f88e99a2a84a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:13.618453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d21e574-d805-4218-ba7e-a78da8983cd5 req-6298da45-2c64-4fcd-9631-f88e99a2a84a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.1459820 Feb 16 16:39:13.627240 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:39:13.639355 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-151a79f9-142d-4e66-b688-30bdd680fb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:13.735633 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (6b3dd325-6fed-4b7d-9e55-3607aa8d5877), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:13.750439 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d21e574-d805-4218-ba7e-a78da8983cd5 req-55a42110-c96b-4208-8dde-f3006556e917 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145604 Feb 16 16:39:13.818489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Port': ['ID=6b3dd325-6fed-4b7d-9e55-3607aa8d5877,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:13.851834 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:39:13.853533 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] No DVR routers for this DVR port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:39:13.859379 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:39:13.885642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a79f9-142d-4e66-b688-30bdd680fb64 None None] Pushing event deleted for resources: {'Port': ['ID=6b3dd325-6fed-4b7d-9e55-3607aa8d5877,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:13.893277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151a79f9-142d-4e66-b688-30bdd680fb64 None None] No DVR routers for this DVR port 6b3dd325-6fed-4b7d-9e55-3607aa8d5877 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:39:13.952826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-d536c0dc-785e-4057-80f3-ad707c396e0c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:13.960588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-d536c0dc-785e-4057-80f3-ad707c396e0c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 811 time: 0.1640759 Feb 16 16:39:13.979890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-8f2a6f4c-fe03-4763-bfd8-a894cf1fc664 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/quotas/1ba6ed05f60d4be18332c533a096aa72 HTTP/1.1" status: 200 len: 375 time: 0.0182116 Feb 16 16:39:14.109659 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-44478a74-86e0-4c24-9e1f-ecf7c9f4e809 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1287208 Feb 16 16:39:14.111364 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (607b5cc3-2314-4db1-837e-ef59a38fe652), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:14.184467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607b5cc3-2314-4db1-837e-ef59a38fe652']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:14.210439 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be5cde4-9980-4180-bedf-9da9a41732b3') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:14.213776 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be5cde4-9980-4180-bedf-9da9a41732b3') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:14.235503 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (2be5cde4-9980-4180-bedf-9da9a41732b3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:14.271697 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (2be5cde4-9980-4180-bedf-9da9a41732b3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:14.290718 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:39:14.291899 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (2be5cde4-9980-4180-bedf-9da9a41732b3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:39:14.460661 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:39:14.470532 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (607b5cc3-2314-4db1-837e-ef59a38fe652), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:14.486783 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:14.499999 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "DELETE /v2.0/networks/607b5cc3-2314-4db1-837e-ef59a38fe652 HTTP/1.1" status: 204 len: 168 time: 1.8999200 Feb 16 16:39:14.501683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38250) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:14.532166 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c805945-6ad5-4db2-9a8f-294d4f329a0e tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Network': ['ID=607b5cc3-2314-4db1-837e-ef59a38fe652,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:14.602837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-7ff66cea-3bb6-44b5-9a26-454b42fa684a service neutron] 10.222.0.24 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922087 Feb 16 16:39:14.629509 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38252) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:14.727703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-f794dc86-aabb-438b-92ef-bea1243a22f8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Deleting subnet 60655f56-7d5c-48de-b2fb-ee0f65ad8707 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:39:14.735518 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f794dc86-aabb-438b-92ef-bea1243a22f8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks [] for subnet (60655f56-7d5c-48de-b2fb-ee0f65ad8707), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:14.930432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f794dc86-aabb-438b-92ef-bea1243a22f8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (60655f56-7d5c-48de-b2fb-ee0f65ad8707), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:14.999346 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1381480160-network', 'tenant_id': '8d83e08025744ab4844ec52896740055'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:15.027241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be530712-626d-412b-8999-aa966e639254 req-45ac46bd-7ceb-4f77-8945-7f62ae85fcd4 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:15.028841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-be530712-626d-412b-8999-aa966e639254 req-45ac46bd-7ceb-4f77-8945-7f62ae85fcd4 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.1478844 Feb 16 16:39:15.030747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2ffc20bf-f556-4742-8e45-c9c63463fdf3 service neutron] 10.222.0.24 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269698 Feb 16 16:39:15.089500 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] Made reservation on behalf of 8d83e08025744ab4844ec52896740055 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:39:15.092703 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:15.113147 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f794dc86-aabb-438b-92ef-bea1243a22f8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (60655f56-7d5c-48de-b2fb-ee0f65ad8707), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:15.119324 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:15.141755 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-be530712-626d-412b-8999-aa966e639254 req-92556f31-51d2-48d0-ae4b-4afea5b02068 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898263 Feb 16 16:39:15.225769 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f794dc86-aabb-438b-92ef-bea1243a22f8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (60655f56-7d5c-48de-b2fb-ee0f65ad8707), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:15.268328 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] Publish callbacks [] for security_group (7a77c44b-5eef-4a1e-a37a-6eea130159ff), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:15.273079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7a77c44b-5eef-4a1e-a37a-6eea130159ff), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:15.289814 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:39:15.299484 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794dc86-aabb-438b-92ef-bea1243a22f8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Subnet': ['ID=60655f56-7d5c-48de-b2fb-ee0f65ad8707,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:15.309335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b183b7a-4504-4bf9-b974-949c6ca7ca7a None None] Network 4bb2024c-04d5-4b3b-9a56-10bff69d9d78 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:39:15.310433 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:15.310796 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] Added segment cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf of type vlan for network cea638c0-d7ab-4751-ad20-4a04e8fb7191 Feb 16 16:39:15.321869 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f794dc86-aabb-438b-92ef-bea1243a22f8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:15.362074 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f794dc86-aabb-438b-92ef-bea1243a22f8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "DELETE /v2.0/subnets/60655f56-7d5c-48de-b2fb-ee0f65ad8707 HTTP/1.1" status: 204 len: 168 time: 0.8578615 Feb 16 16:39:15.366361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38276) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:15.408168 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (cea638c0-d7ab-4751-ad20-4a04e8fb7191), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:15.466255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a77c44b-5eef-4a1e-a37a-6eea130159ff,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:15.494078 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (cea638c0-d7ab-4751-ad20-4a04e8fb7191), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:15.495121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:15.495711 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:15.551360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4c2cb36-f1e2-44dc-9638-e9609aa40406 req-46b7bdce-6f73-405b-a8ee-f6122bb2fbed tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 210 time: 0.1574123 Feb 16 16:39:15.627450 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9962466 Feb 16 16:39:15.635902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38282) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:15.669062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-91643070-3cd8-48ef-8e1a-43bf11c0a6bf admin admin] Request body: {'subnet': {'network_id': 'cea638c0-d7ab-4751-ad20-4a04e8fb7191', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1381480160-subnet', 'tenant_id': '8d83e08025744ab4844ec52896740055', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:15.687610 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (4bb2024c-04d5-4b3b-9a56-10bff69d9d78), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:15.697300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a1d79a-86fb-45a2-94ae-71977c71a28c None None] DHCP port deletion for 4bb2024c-04d5-4b3b-9a56-10bff69d9d78 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:39:15.760225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38288) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:15.770110 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4289f6-7e93-4aaa-bb35-0c5557951b2f admin admin] Pushing event updated for resources: {'Network': ['ID=cea638c0-d7ab-4751-ad20-4a04e8fb7191,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:15.788378 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91643070-3cd8-48ef-8e1a-43bf11c0a6bf admin admin] Made reservation on behalf of 8d83e08025744ab4844ec52896740055 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:39:15.792544 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91643070-3cd8-48ef-8e1a-43bf11c0a6bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:15.793006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network cea638c0-d7ab-4751-ad20-4a04e8fb7191 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:39:15.796589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Deleting port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:39:15.797191 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:15.880702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] For port 1272fbe1-8e5e-4175-b486-0fd7a4633a13, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1272fbe1-8e5e-4175-b486-0fd7a4633a13,segment=NetworkSegment(674608b4-8649-45f9-b3c5-a37ca726f2b6),segment_id=674608b4-8649-45f9-b3c5-a37ca726f2b6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:15.881330 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:15.896591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Calling delete_port for 1272fbe1-8e5e-4175-b486-0fd7a4633a13 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:39:15.903522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-66a1d79a-86fb-45a2-94ae-71977c71a28c None None] Deleting port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:39:15.904022 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-66a1d79a-86fb-45a2-94ae-71977c71a28c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.018245 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c40db4aa-f68f-4900-9059-ee785d9aaa15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.077383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-66a1d79a-86fb-45a2-94ae-71977c71a28c None None] For port 1272fbe1-8e5e-4175-b486-0fd7a4633a13, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1272fbe1-8e5e-4175-b486-0fd7a4633a13,segment=NetworkSegment(674608b4-8649-45f9-b3c5-a37ca726f2b6),segment_id=674608b4-8649-45f9-b3c5-a37ca726f2b6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:16.078301 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-66a1d79a-86fb-45a2-94ae-71977c71a28c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.103049 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-66a1d79a-86fb-45a2-94ae-71977c71a28c None None] Calling delete_port for 1272fbe1-8e5e-4175-b486-0fd7a4633a13 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:39:16.143556 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.175690 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91643070-3cd8-48ef-8e1a-43bf11c0a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (98301421-4c2d-4cad-8581-09645b04d3d9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.225801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Port': ['ID=1272fbe1-8e5e-4175-b486-0fd7a4633a13,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:16.247424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] No DVR routers for this DVR port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:39:16.304160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91643070-3cd8-48ef-8e1a-43bf11c0a6bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=98301421-4c2d-4cad-8581-09645b04d3d9,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:16.358143 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-66a1d79a-86fb-45a2-94ae-71977c71a28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (1272fbe1-8e5e-4175-b486-0fd7a4633a13), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.400333 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c40db4aa-f68f-4900-9059-ee785d9aaa15 admin admin] Publish callbacks [] for security_group (2fe162b5-59a2-4d59-8da6-57b378ce0fab), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.410482 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91643070-3cd8-48ef-8e1a-43bf11c0a6bf admin admin] Checking segment: {'id': 'cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cea638c0-d7ab-4751-ad20-4a04e8fb7191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:39:16.411215 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91643070-3cd8-48ef-8e1a-43bf11c0a6bf admin admin] Network hostable DHCP agents. Network: cea638c0-d7ab-4751-ad20-4a04e8fb7191, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:39:16.420558 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c40db4aa-f68f-4900-9059-ee785d9aaa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2fe162b5-59a2-4d59-8da6-57b378ce0fab), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.453738 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91643070-3cd8-48ef-8e1a-43bf11c0a6bf admin admin] Network cea638c0-d7ab-4751-ad20-4a04e8fb7191 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:39:16.487676 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c40db4aa-f68f-4900-9059-ee785d9aaa15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28329320f352437d88c113e40eeb878b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7239573 Feb 16 16:39:16.488709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38306) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:16.490969 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1d79a-86fb-45a2-94ae-71977c71a28c None None] Pushing event deleted for resources: {'Port': ['ID=1272fbe1-8e5e-4175-b486-0fd7a4633a13,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:16.495331 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-91643070-3cd8-48ef-8e1a-43bf11c0a6bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, cea638c0-d7ab-4751-ad20-4a04e8fb7191) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:39:16.509844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40db4aa-f68f-4900-9059-ee785d9aaa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe162b5-59a2-4d59-8da6-57b378ce0fab,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:16.526080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91643070-3cd8-48ef-8e1a-43bf11c0a6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:16.531013 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91643070-3cd8-48ef-8e1a-43bf11c0a6bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.543368 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (4bb2024c-04d5-4b3b-9a56-10bff69d9d78), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.549132 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c9ff3d-ab5f-459e-aa6d-1c9941531bea None None] Network cea638c0-d7ab-4751-ad20-4a04e8fb7191 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:39:16.553958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb659dc-f57f-4545-91a6-fb76d6e81290 req-086bf3c5-6ff5-4c5f-85d8-0a2da50544c3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:16.556119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cb659dc-f57f-4545-91a6-fb76d6e81290 req-086bf3c5-6ff5-4c5f-85d8-0a2da50544c3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.2503119 Feb 16 16:39:16.621789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb2024c-04d5-4b3b-9a56-10bff69d9d78']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:16.647940 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-91643070-3cd8-48ef-8e1a-43bf11c0a6bf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9972947 Feb 16 16:39:16.663274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674608b4-8649-45f9-b3c5-a37ca726f2b6') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:16.663640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674608b4-8649-45f9-b3c5-a37ca726f2b6') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:16.670596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a1d79a-86fb-45a2-94ae-71977c71a28c None None] No DVR routers for this DVR port 1272fbe1-8e5e-4175-b486-0fd7a4633a13 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:39:16.687161 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcf5219d-fd36-4254-ac69-d067461e2e00 admin admin] Publish callbacks [] for security_group (2fe162b5-59a2-4d59-8da6-57b378ce0fab), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.719850 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (674608b4-8649-45f9-b3c5-a37ca726f2b6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.737187 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcf5219d-fd36-4254-ac69-d067461e2e00 admin admin] Publish callbacks [] for security_group (2fe162b5-59a2-4d59-8da6-57b378ce0fab), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.744738 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:39:16.764519 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (674608b4-8649-45f9-b3c5-a37ca726f2b6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.771951 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cb659dc-f57f-4545-91a6-fb76d6e81290 req-449a5eb2-aedb-49cf-a136-e84a2491f849 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902080 Feb 16 16:39:16.784373 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:39:16.798805 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (674608b4-8649-45f9-b3c5-a37ca726f2b6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:39:16.802754 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:39:16.866709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b41df1a-279d-4ca8-a61c-70c64936d827 req-215bf78c-6b47-4a12-b22d-6072bd9057ec tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 210 time: 0.0632563 Feb 16 16:39:16.870299 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcf5219d-fd36-4254-ac69-d067461e2e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2fe162b5-59a2-4d59-8da6-57b378ce0fab), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.875625 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcf5219d-fd36-4254-ac69-d067461e2e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.876816 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fcf5219d-fd36-4254-ac69-d067461e2e00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fe162b5-59a2-4d59-8da6-57b378ce0fab HTTP/1.1" status: 204 len: 168 time: 0.3865657 Feb 16 16:39:16.903363 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5219d-fd36-4254-ac69-d067461e2e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe162b5-59a2-4d59-8da6-57b378ce0fab,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:16.942462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ff217a-a368-47f1-8884-64daa46cc43c None None] Network cea638c0-d7ab-4751-ad20-4a04e8fb7191 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:39:16.950342 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (4bb2024c-04d5-4b3b-9a56-10bff69d9d78), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.974925 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:16.982975 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] 10.222.0.24 "DELETE /v2.0/networks/4bb2024c-04d5-4b3b-9a56-10bff69d9d78 HTTP/1.1" status: 204 len: 168 time: 1.6086235 Feb 16 16:39:16.987407 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596e64e-bfd8-4731-ab6e-8a0bbb2604e8 tempest-ServersTestMultiNic-2090217311 tempest-ServersTestMultiNic-2090217311-project] Pushing event deleted for resources: {'Network': ['ID=4bb2024c-04d5-4b3b-9a56-10bff69d9d78,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:17.233073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95582c4e-4b55-4d89-8221-117ab014cb2f req-10fb35cf-8f7f-4ed5-bf14-766e6037659f tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:17.238159 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95582c4e-4b55-4d89-8221-117ab014cb2f req-10fb35cf-8f7f-4ed5-bf14-766e6037659f tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 945 time: 0.1323164 Feb 16 16:39:17.306587 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-787fd09f-5555-4c5c-b89c-e630a8bd08e7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:17.308869 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-787fd09f-5555-4c5c-b89c-e630a8bd08e7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 811 time: 0.2286546 Feb 16 16:39:17.324963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-5d63c67d-cfd4-47ff-a804-c4f8b91453ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Request body: {'port': {'device_id': 'de8a5dc6-9129-438e-8a68-f4da3772fe22', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'admin_state_up': True, 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:17.366596 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95582c4e-4b55-4d89-8221-117ab014cb2f req-2a12e884-25c3-4572-836e-242c2d57402f tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140337 Feb 16 16:39:17.547065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38336) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:17.556752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1272fbe1-8e5e-4175-b486-0fd7a4633a13 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:39:17.574413 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-874b6675-7462-4d4e-8139-07bdf574f8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:17.604803 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 1272fbe1-8e5e-4175-b486-0fd7a4633a13 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:39:17.605431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1272fbe1-8e5e-4175-b486-0fd7a4633a13 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:39:17.624418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-5d63c67d-cfd4-47ff-a804-c4f8b91453ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Made reservation on behalf of 1ba6ed05f60d4be18332c533a096aa72 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:39:17.627884 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-5d63c67d-cfd4-47ff-a804-c4f8b91453ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:17.703112 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-874b6675-7462-4d4e-8139-07bdf574f8fd admin admin] Publish callbacks [] for security_group (4ec5aef7-971c-4f41-9589-e0b5798d1c7c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:17.708020 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-874b6675-7462-4d4e-8139-07bdf574f8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4ec5aef7-971c-4f41-9589-e0b5798d1c7c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:17.760620 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-874b6675-7462-4d4e-8139-07bdf574f8fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5677ea65230e46ce8ff7796a0dd09ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2125192 Feb 16 16:39:17.761865 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b6675-7462-4d4e-8139-07bdf574f8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec5aef7-971c-4f41-9589-e0b5798d1c7c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:17.766638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38350) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:17.793083 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38352) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:17.947893 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d366ee7c-234f-4493-83f3-9efc32591aa5 admin admin] Publish callbacks [] for security_group (4ec5aef7-971c-4f41-9589-e0b5798d1c7c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:17.970317 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-5d63c67d-cfd4-47ff-a804-c4f8b91453ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Allocated IP 172.20.0.5 (15aff283-df39-49e7-b6a0-0744c433d246/fb3087b6-a700-4596-bf94-8374694c51fb/50703739-ca5f-4c66-8200-50e2ede3ef8b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:39:17.978408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-c299c739-62ff-47ec-bbc2-fd136860ddf8 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:17.979983 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-c299c739-62ff-47ec-bbc2-fd136860ddf8 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/networks?id=cea638c0-d7ab-4751-ad20-4a04e8fb7191 HTTP/1.1" status: 200 len: 818 time: 0.1968384 Feb 16 16:39:18.016223 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d366ee7c-234f-4493-83f3-9efc32591aa5 admin admin] Publish callbacks [] for security_group (4ec5aef7-971c-4f41-9589-e0b5798d1c7c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:18.025061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29eb3b6-54fd-46e0-a601-84d6040d08e5 req-bbc4f591-0755-43f7-9990-321629acc14f tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:18.026761 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f29eb3b6-54fd-46e0-a601-84d6040d08e5 req-bbc4f591-0755-43f7-9990-321629acc14f tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.1430521 Feb 16 16:39:18.033244 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-9a66e34a-04c6-4495-8f42-40a6513adfc9 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/quotas/8d83e08025744ab4844ec52896740055 HTTP/1.1" status: 200 len: 375 time: 0.0463579 Feb 16 16:39:18.110582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-e8478fa4-2ad5-448b-a861-c30f7b78f7f1 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d83e08025744ab4844ec52896740055&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603466 Feb 16 16:39:18.189523 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f29eb3b6-54fd-46e0-a601-84d6040d08e5 req-b7fe106d-c964-4982-9281-ca8d6144ef90 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550894 Feb 16 16:39:18.238489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d366ee7c-234f-4493-83f3-9efc32591aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4ec5aef7-971c-4f41-9589-e0b5798d1c7c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:18.241819 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d366ee7c-234f-4493-83f3-9efc32591aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:18.243112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d366ee7c-234f-4493-83f3-9efc32591aa5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ec5aef7-971c-4f41-9589-e0b5798d1c7c HTTP/1.1" status: 204 len: 168 time: 0.4755163 Feb 16 16:39:18.306120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366ee7c-234f-4493-83f3-9efc32591aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec5aef7-971c-4f41-9589-e0b5798d1c7c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:18.388058 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-200ca888-ebf3-475f-892c-ef15a96ba6b6 req-78cfd2b4-52bf-46bd-ad8d-5cca935b00a7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 210 time: 0.0641916 Feb 16 16:39:18.396951 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-5d63c67d-cfd4-47ff-a804-c4f8b91453ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:18.404519 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-7142c70b-054d-46eb-b55f-b94eacc83548 service neutron] 10.222.0.24 "GET /v2.0/networks/cea638c0-d7ab-4751-ad20-4a04e8fb7191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868831 Feb 16 16:39:18.510771 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-5d63c67d-cfd4-47ff-a804-c4f8b91453ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:18.526723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['8a5bc04e-6631-4840-a3dc-39fbe7f55040', '255c1a02-fccd-43c6-9d8d-66dfc94c8894'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:39:18.582113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-5d63c67d-cfd4-47ff-a804-c4f8b91453ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Network 15aff283-df39-49e7-b6a0-0744c433d246 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:39:18.604280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-5d63c67d-cfd4-47ff-a804-c4f8b91453ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:39:18.610311 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-5d63c67d-cfd4-47ff-a804-c4f8b91453ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:39:18.616046 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63c67d-cfd4-47ff-a804-c4f8b91453ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event updated for resources: {'Port': ['ID=50703739-ca5f-4c66-8200-50e2ede3ef8b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:18.658763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-234cc05e-55be-4e01-aff1-6efa4726c44b service neutron] 10.222.0.24 "GET /v2.0/networks/cea638c0-d7ab-4751-ad20-4a04e8fb7191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531154 Feb 16 16:39:18.708634 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c6e5-1f58-4ba6-b212-fca2f8934de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (236c9258-7f0a-4869-b766-bb070d96f2dc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:18.999355 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-5d63c67d-cfd4-47ff-a804-c4f8b91453ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:19.000070 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-5d63c67d-cfd4-47ff-a804-c4f8b91453ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:19.002887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0402f-8c4a-472e-8365-1beb56e2cb03 req-164cb6ba-43c0-41f5-984c-b6ef56e29630 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:19.010616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6d0402f-8c4a-472e-8365-1beb56e2cb03 req-164cb6ba-43c0-41f5-984c-b6ef56e29630 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 945 time: 0.1667898 Feb 16 16:39:19.071939 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-5d63c67d-cfd4-47ff-a804-c4f8b91453ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7540863 Feb 16 16:39:19.095354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Request body: {'port': {'device_id': 'de8a5dc6-9129-438e-8a68-f4da3772fe22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:19.181749 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c3ccf344-9827-408b-8641-c15ae838c88b req-04d7e9a9-8368-47fe-b5e2-31a8c61d4331 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 210 time: 0.1062362 Feb 16 16:39:19.192691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38378) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:19.245663 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:19.267057 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29f1a9f8-bd03-41e0-a965-28718951e4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:19.274556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8d82b40a-2be3-4283-9dea-f9f57ffcce72 None None] Provisioning complete for port 50703739-ca5f-4c66-8200-50e2ede3ef8b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:19.275032 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8d82b40a-2be3-4283-9dea-f9f57ffcce72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:19.326825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6d0402f-8c4a-472e-8365-1beb56e2cb03 req-4c93cc36-3b49-4500-8fc0-3e8ececc0a21 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074470 Feb 16 16:39:19.386936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8d82b40a-2be3-4283-9dea-f9f57ffcce72 None None] Port 50703739-ca5f-4c66-8200-50e2ede3ef8b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:39:19.482329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26098f7-7c49-4da8-be57-cdbfa8c3a585 req-87c584b1-e072-43d8-93a3-4ee37c2ba8c5 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:19.495255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d26098f7-7c49-4da8-be57-cdbfa8c3a585 req-87c584b1-e072-43d8-93a3-4ee37c2ba8c5 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.1636276 Feb 16 16:39:19.814574 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29f1a9f8-bd03-41e0-a965-28718951e4bc admin admin] Publish callbacks [] for security_group (67cca0c9-1e06-4efd-aacc-eeb8a13246b7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:19.848895 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29f1a9f8-bd03-41e0-a965-28718951e4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (67cca0c9-1e06-4efd-aacc-eeb8a13246b7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:19.947449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d26098f7-7c49-4da8-be57-cdbfa8c3a585 req-657ebb6a-c686-4370-8482-4dc0e7f97434 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503112 Feb 16 16:39:20.007438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b9922-8426-4b26-b201-104fba7c0b90 req-8b5b1a84-401c-4f72-b7cb-e38b5b64493b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:20.024767 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a79b9922-8426-4b26-b201-104fba7c0b90 req-8b5b1a84-401c-4f72-b7cb-e38b5b64493b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 931 time: 0.4446807 Feb 16 16:39:20.058784 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-29f1a9f8-bd03-41e0-a965-28718951e4bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fcc7cd50e0364c229de5ff7112857f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8651891 Feb 16 16:39:20.065673 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38394) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:20.116019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1a9f8-bd03-41e0-a965-28718951e4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cca0c9-1e06-4efd-aacc-eeb8a13246b7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:20.204976 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5c6e5-1f58-4ba6-b212-fca2f8934de3 admin admin] Deleting port ace8f1cc-3644-4f86-8ed1-057bdb21940c {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:39:20.205584 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c6e5-1f58-4ba6-b212-fca2f8934de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:20.245529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a79b9922-8426-4b26-b201-104fba7c0b90 req-c1d59548-539d-4643-9f42-16cab9acdab5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197747 Feb 16 16:39:20.246549 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1177-e42d-4e55-b69f-dbf02fe58801 admin admin] Publish callbacks [] for security_group (67cca0c9-1e06-4efd-aacc-eeb8a13246b7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:20.297174 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1177-e42d-4e55-b69f-dbf02fe58801 admin admin] Publish callbacks [] for security_group (67cca0c9-1e06-4efd-aacc-eeb8a13246b7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:20.415016 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1177-e42d-4e55-b69f-dbf02fe58801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (67cca0c9-1e06-4efd-aacc-eeb8a13246b7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:20.417670 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1177-e42d-4e55-b69f-dbf02fe58801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:20.418806 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8bdb1177-e42d-4e55-b69f-dbf02fe58801 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67cca0c9-1e06-4efd-aacc-eeb8a13246b7 HTTP/1.1" status: 204 len: 168 time: 0.3522158 Feb 16 16:39:20.463996 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-2ea5c6e5-1f58-4ba6-b212-fca2f8934de3 admin admin] For port ace8f1cc-3644-4f86-8ed1-057bdb21940c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ace8f1cc-3644-4f86-8ed1-057bdb21940c,segment=NetworkSegment(8719bab0-3fdd-4fa4-8428-e1ce99f61e5d),segment_id=8719bab0-3fdd-4fa4-8428-e1ce99f61e5d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:20.464829 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c6e5-1f58-4ba6-b212-fca2f8934de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:20.467977 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e8122c8-7f2a-4162-9815-624c37262b8c req-96a9639b-6330-4183-8f62-2be9b7c8beec tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 210 time: 0.0821347 Feb 16 16:39:20.489265 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50703739-ca5f-4c66-8200-50e2ede3ef8b {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:39:20.524506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb1177-e42d-4e55-b69f-dbf02fe58801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cca0c9-1e06-4efd-aacc-eeb8a13246b7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:20.535914 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Publish callbacks [] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:20.553112 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5c6e5-1f58-4ba6-b212-fca2f8934de3 admin admin] Calling delete_port for ace8f1cc-3644-4f86-8ed1-057bdb21940c owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:39:20.596367 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Transition to ACTIVE for port object 50703739-ca5f-4c66-8200-50e2ede3ef8b will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:39:20.662007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-6d75bd1f-fc01-4814-81d6-b079ceb2525b tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:20.673905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-6d75bd1f-fc01-4814-81d6-b079ceb2525b tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.65 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 945 time: 0.3103199 Feb 16 16:39:20.677572 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:20.794982 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665149f5-f6a8-458f-8a26-8856b24a3082 req-687d0f69-3682-4d5f-9839-e1148021367b tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:20.798882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-665149f5-f6a8-458f-8a26-8856b24a3082 req-687d0f69-3682-4d5f-9839-e1148021367b tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 945 time: 0.3343947 Feb 16 16:39:20.851295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=50703739-ca5f-4c66-8200-50e2ede3ef8b,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:21.116001 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-30353271-bab3-47d0-8dad-72550d752995 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Deleting port 6c546aca-4b6e-4b3b-a0a2-be8555164a92 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:39:21.123070 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-30353271-bab3-47d0-8dad-72550d752995 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:21.130341 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Attempting to bind port 50703739-ca5f-4c66-8200-50e2ede3ef8b on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:39:21.130795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Attempting to bind port 50703739-ca5f-4c66-8200-50e2ede3ef8b by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:39:21.131237 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Attempting to bind port 50703739-ca5f-4c66-8200-50e2ede3ef8b on network 15aff283-df39-49e7-b6a0-0744c433d246 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:39:21.142036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Port 50703739-ca5f-4c66-8200-50e2ede3ef8b on network 15aff283-df39-49e7-b6a0-0744c433d246 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:39:21.142475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Attempting to bind port 50703739-ca5f-4c66-8200-50e2ede3ef8b on network 15aff283-df39-49e7-b6a0-0744c433d246 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:39:21.155045 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:39:21.155535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Checking segment: {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:39:21.156058 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Bound using segment: {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:39:21.156605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Bound port: 50703739-ca5f-4c66-8200-50e2ede3ef8b, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:39:21.157417 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:21.181790 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-665149f5-f6a8-458f-8a26-8856b24a3082 req-92f28ba9-0a50-4eff-b5e8-b5363f579cb0 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3815186 Feb 16 16:39:21.401779 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] For port 50703739-ca5f-4c66-8200-50e2ede3ef8b, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:39:21.485051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] For port 50703739-ca5f-4c66-8200-50e2ede3ef8b, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=50703739-ca5f-4c66-8200-50e2ede3ef8b,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:39:21.569407 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:21.691116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:21.693043 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:21.696855 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] 10.222.0.60 "PUT /v2.0/ports/50703739-ca5f-4c66-8200-50e2ede3ef8b HTTP/1.1" status: 200 len: 1091 time: 2.6141055 Feb 16 16:39:21.700014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8a5dc6-9129-438e-8a68-f4da3772fe22', 'tag': '50703739-ca5f-4c66-8200-50e2ede3ef8b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:21.703887 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db300d4-6025-41dc-8b8f-02b422c28a36" -d '{"events": [{"name": "network-changed", "server_uuid": "de8a5dc6-9129-438e-8a68-f4da3772fe22", "tag": "50703739-ca5f-4c66-8200-50e2ede3ef8b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:21.782637 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c6e5-1f58-4ba6-b212-fca2f8934de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ace8f1cc-3644-4f86-8ed1-057bdb21940c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:21.826110 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d981906-d92b-4b76-998b-4b4ddfcfd3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=50703739-ca5f-4c66-8200-50e2ede3ef8b,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:21.997539 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5c6e5-1f58-4ba6-b212-fca2f8934de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ace8f1cc-3644-4f86-8ed1-057bdb21940c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:22.043895 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-d06a25b1-b4c5-4298-b9be-30f76e9cddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:22.046038 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-d06a25b1-b4c5-4298-b9be-30f76e9cddb5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 1125 time: 0.2870927 Feb 16 16:39:22.147164 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-aa757679-15ad-46d6-9b96-1b395f29f513 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50703739-ca5f-4c66-8200-50e2ede3ef8b HTTP/1.1" status: 200 len: 217 time: 0.0826344 Feb 16 16:39:22.149771 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-30353271-bab3-47d0-8dad-72550d752995 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] For port 6c546aca-4b6e-4b3b-a0a2-be8555164a92, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6c546aca-4b6e-4b3b-a0a2-be8555164a92,segment=NetworkSegment(75210099-9289-41f8-a5cb-63ebb514a19d),segment_id=75210099-9289-41f8-a5cb-63ebb514a19d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:22.150267 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-30353271-bab3-47d0-8dad-72550d752995 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:22.198508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-8321a540-9bd7-4cde-9772-87435bfafdb2 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:22.203882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-8321a540-9bd7-4cde-9772-87435bfafdb2 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.65 "GET /v2.0/networks?id=cea638c0-d7ab-4751-ad20-4a04e8fb7191 HTTP/1.1" status: 200 len: 818 time: 1.4337468 Feb 16 16:39:22.229705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-d6ea7b01-f4d6-43ec-a46a-dd53c54b9607 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Request body: {'port': {'device_id': '241582da-bc78-4954-bcbc-ef9b5b468519', 'network_id': 'cea638c0-d7ab-4751-ad20-4a04e8fb7191', 'admin_state_up': True, 'tenant_id': '8d83e08025744ab4844ec52896740055'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:22.324689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe9b02-b723-4dcd-aec8-1a08ffaea54c req-a4368652-6310-4763-984a-97b1b7b87672 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:22.333753 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27fe9b02-b723-4dcd-aec8-1a08ffaea54c req-a4368652-6310-4763-984a-97b1b7b87672 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 1.1498234 Feb 16 16:39:22.346572 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-522529b5-a19c-4741-9972-170fa9620870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:22.348342 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-522529b5-a19c-4741-9972-170fa9620870 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.1936612 Feb 16 16:39:22.403455 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c6e5-1f58-4ba6-b212-fca2f8934de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (236c9258-7f0a-4869-b766-bb070d96f2dc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:22.430890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480b0be-fcf1-495b-b31b-96e13abf8b5a req-a69364a8-ddb7-4b55-a8a6-77cf86121ac1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:22.444810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3480b0be-fcf1-495b-b31b-96e13abf8b5a req-a69364a8-ddb7-4b55-a8a6-77cf86121ac1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 943 time: 0.3730016 Feb 16 16:39:22.498924 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-7ba44bdd-b796-4e78-985d-2bd1b7726883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:22.500614 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-7ba44bdd-b796-4e78-985d-2bd1b7726883 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1449261 Feb 16 16:39:22.503189 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27fe9b02-b723-4dcd-aec8-1a08ffaea54c req-7df22fa7-cb95-4510-ab09-0419444363fc tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691506 Feb 16 16:39:22.642972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3480b0be-fcf1-495b-b31b-96e13abf8b5a req-ca941dd1-40b4-4a32-a0fa-667ba6975f8f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969559 Feb 16 16:39:22.730109 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9cd812-a2d0-4748-8513-dce5d7e30bb2 x-openstack-request-id: req-4d9cd812-a2d0-4748-8513-dce5d7e30bb2 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:22.730306 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8a5dc6-9129-438e-8a68-f4da3772fe22", "tag": "50703739-ca5f-4c66-8200-50e2ede3ef8b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:22.730585 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d9cd812-a2d0-4748-8513-dce5d7e30bb2 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:22.730879 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8a5dc6-9129-438e-8a68-f4da3772fe22', 'tag': '50703739-ca5f-4c66-8200-50e2ede3ef8b', 'status': 'completed', 'code': 200} Feb 16 16:39:22.731256 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38448) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:22.825615 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-114d099a-87e9-43a8-b8a1-1c5246b436da req-f0a67918-034c-4936-a71e-ef2ee92b9af2 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 210 time: 0.0757365 Feb 16 16:39:22.865238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-d6ea7b01-f4d6-43ec-a46a-dd53c54b9607 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Made reservation on behalf of 8d83e08025744ab4844ec52896740055 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:39:22.869327 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-d6ea7b01-f4d6-43ec-a46a-dd53c54b9607 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:22.906816 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-30353271-bab3-47d0-8dad-72550d752995 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:22.907189 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-30353271-bab3-47d0-8dad-72550d752995 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (d5a0f98b-cda4-4793-82d4-617a0e7e3906), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:22.907650 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-30353271-bab3-47d0-8dad-72550d752995 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Floating IP d5a0f98b-cda4-4793-82d4-617a0e7e3906 disassociated. External IP: 172.25.4.37, port: 6c546aca-4b6e-4b3b-a0a2-be8555164a92. Feb 16 16:39:22.908606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-30353271-bab3-47d0-8dad-72550d752995 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Calling delete_port for 6c546aca-4b6e-4b3b-a0a2-be8555164a92 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:39:22.950449 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea98f5c-05fe-43ef-8b87-daf43cdf8337 req-46c0b61c-0bfe-4c84-a302-73abb09edcb8 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:22.958904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fea98f5c-05fe-43ef-8b87-daf43cdf8337 req-46c0b61c-0bfe-4c84-a302-73abb09edcb8 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 945 time: 0.1538217 Feb 16 16:39:22.980184 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-100bcaa7-d416-4783-97ae-cc04bfa5023e service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691117 Feb 16 16:39:23.015660 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ca8576d-8bb0-4907-b3e8-f04aec273f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:23.171665 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea5c6e5-1f58-4ba6-b212-fca2f8934de3 admin admin] Router 236c9258-7f0a-4869-b766-bb070d96f2dc has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:39:23.197710 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c493c7a-f7c0-4842-9f24-761d486329fe req-07aa0420-40b2-427b-88d8-7b4ddceb21c9 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096770 Feb 16 16:39:23.249431 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fea98f5c-05fe-43ef-8b87-daf43cdf8337 req-936307cb-8134-4f4f-9624-7459c1072874 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups?id=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900114 Feb 16 16:39:23.254541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6c546aca-4b6e-4b3b-a0a2-be8555164a92 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:39:23.401111 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ca8576d-8bb0-4907-b3e8-f04aec273f54 admin admin] Publish callbacks [] for security_group (76a5e410-43d6-4f76-838f-a40e9b2c0562), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:23.417204 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ca8576d-8bb0-4907-b3e8-f04aec273f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (76a5e410-43d6-4f76-838f-a40e9b2c0562), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:23.425791 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-d6ea7b01-f4d6-43ec-a46a-dd53c54b9607 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Allocated IP 172.20.0.8 (cea638c0-d7ab-4751-ad20-4a04e8fb7191/98301421-4c2d-4cad-8581-09645b04d3d9/177c259d-2c02-4eeb-9f74-ae998aaa2b24) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:39:23.433417 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6c546aca-4b6e-4b3b-a0a2-be8555164a92 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:23.433827 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:23.448043 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-30353271-bab3-47d0-8dad-72550d752995 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6c546aca-4b6e-4b3b-a0a2-be8555164a92), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:23.512855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30353271-bab3-47d0-8dad-72550d752995 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Pushing event deleted for resources: {'Port': ['ID=6c546aca-4b6e-4b3b-a0a2-be8555164a92,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:23.588435 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2ca8576d-8bb0-4907-b3e8-f04aec273f54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=597db49d3b184b4ea69db75b4ebbac80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8502645 Feb 16 16:39:23.594541 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea5c6e5-1f58-4ba6-b212-fca2f8934de3 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:39:23.601822 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2ea5c6e5-1f58-4ba6-b212-fca2f8934de3 admin admin] 10.222.0.24 "PUT /v2.0/routers/236c9258-7f0a-4869-b766-bb070d96f2dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8074937 Feb 16 16:39:23.605424 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38462) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:23.605616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38464) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:23.610260 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d05b6-7452-4cf3-90d2-aa424dd9eb32 None None] Sync routers for ids ['236c9258-7f0a-4869-b766-bb070d96f2dc'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:39:23.630893 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d05b6-7452-4cf3-90d2-aa424dd9eb32 None None] Routers {'236c9258-7f0a-4869-b766-bb070d96f2dc'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:39:23.631858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-644d05b6-7452-4cf3-90d2-aa424dd9eb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:38:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['236c9258-7f0a-4869-b766-bb070d96f2dc'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:23.756897 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db300d4-6025-41dc-8b8f-02b422c28a36 req-f00e01c8-fdf8-4b46-9637-0631c5dc1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:23.762931 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9db300d4-6025-41dc-8b8f-02b422c28a36 req-f00e01c8-fdf8-4b46-9637-0631c5dc1525 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 1125 time: 0.4183371 Feb 16 16:39:23.769353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8576d-8bb0-4907-b3e8-f04aec273f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a5e410-43d6-4f76-838f-a40e9b2c0562,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:23.825344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-644d05b6-7452-4cf3-90d2-aa424dd9eb32 None None] Set router 236c9258-7f0a-4869-b766-bb070d96f2dc gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:39:23.845999 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-d6ea7b01-f4d6-43ec-a46a-dd53c54b9607 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Publish callbacks [] for port (177c259d-2c02-4eeb-9f74-ae998aaa2b24), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:23.855151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-30353271-bab3-47d0-8dad-72550d752995 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:39:23.870222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c09f9-685f-4ce9-ab92-cc8fe78d7a4e req-5cfab4e6-d6be-4a7a-a2fb-e7f520f45bd0 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:23.872030 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d8c09f9-685f-4ce9-ab92-cc8fe78d7a4e req-5cfab4e6-d6be-4a7a-a2fb-e7f520f45bd0 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.1682162 Feb 16 16:39:23.909379 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81ea87b4-5bae-4b66-aed0-229f92c11560 admin admin] Publish callbacks [] for security_group (76a5e410-43d6-4f76-838f-a40e9b2c0562), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:23.921466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ef40a-3312-4daa-8111-2d5113f36e7c req-d7f53d7a-7d59-48e2-9f35-3bb87bd46172 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:23.929556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a07ef40a-3312-4daa-8111-2d5113f36e7c req-d7f53d7a-7d59-48e2-9f35-3bb87bd46172 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 943 time: 0.1766925 Feb 16 16:39:24.041446 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81ea87b4-5bae-4b66-aed0-229f92c11560 admin admin] Publish callbacks [] for security_group (76a5e410-43d6-4f76-838f-a40e9b2c0562), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:24.061342 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] Publish callbacks [] for router (236c9258-7f0a-4869-b766-bb070d96f2dc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:24.131209 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d8c09f9-685f-4ce9-ab92-cc8fe78d7a4e req-a175cafa-9715-46aa-b0c5-bbdc633a44f3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397447 Feb 16 16:39:24.171397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-644d05b6-7452-4cf3-90d2-aa424dd9eb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'name': 'tempest-ServersTestMultiNic-1089362365-router', 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:37:37Z', 'updated_at': '2022-02-16T16:39:21Z', 'revision_number': 5, 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'gw_port': {'id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:37:38Z', 'updated_at': '2022-02-16T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:24.213430 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-d6ea7b01-f4d6-43ec-a46a-dd53c54b9607 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (177c259d-2c02-4eeb-9f74-ae998aaa2b24), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:24.232974 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db300d4-6025-41dc-8b8f-02b422c28a36 req-84b6b780-05ca-4e8f-8822-633b2864d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:24.234058 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9db300d4-6025-41dc-8b8f-02b422c28a36 req-84b6b780-05ca-4e8f-8822-633b2864d9ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.4485826 Feb 16 16:39:24.274217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d05b6-7452-4cf3-90d2-aa424dd9eb32 None None] Checking router: 236c9258-7f0a-4869-b766-bb070d96f2dc for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:39:24.290047 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9db300d4-6025-41dc-8b8f-02b422c28a36 req-3bc59aa1-8a6c-49fe-99bd-731f3533baf8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50703739-ca5f-4c66-8200-50e2ede3ef8b HTTP/1.1" status: 200 len: 217 time: 0.0489349 Feb 16 16:39:24.312661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d05b6-7452-4cf3-90d2-aa424dd9eb32 None None] Routers {'236c9258-7f0a-4869-b766-bb070d96f2dc'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:39:24.313535 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-644d05b6-7452-4cf3-90d2-aa424dd9eb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:38:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['236c9258-7f0a-4869-b766-bb070d96f2dc'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:24.340033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a07ef40a-3312-4daa-8111-2d5113f36e7c req-14880785-fccd-4f6c-a98f-31683170e4ec tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922105 Feb 16 16:39:24.346600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-d6ea7b01-f4d6-43ec-a46a-dd53c54b9607 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Network cea638c0-d7ab-4751-ad20-4a04e8fb7191 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:39:24.358466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-d6ea7b01-f4d6-43ec-a46a-dd53c54b9607 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:39:24.366212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81ea87b4-5bae-4b66-aed0-229f92c11560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (76a5e410-43d6-4f76-838f-a40e9b2c0562), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:24.368799 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81ea87b4-5bae-4b66-aed0-229f92c11560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:24.387465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-d6ea7b01-f4d6-43ec-a46a-dd53c54b9607 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:39:24.392196 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-81ea87b4-5bae-4b66-aed0-229f92c11560 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76a5e410-43d6-4f76-838f-a40e9b2c0562 HTTP/1.1" status: 204 len: 168 time: 0.7855103 Feb 16 16:39:24.431358 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea7b01-f4d6-43ec-a46a-dd53c54b9607 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Pushing event updated for resources: {'Port': ['ID=177c259d-2c02-4eeb-9f74-ae998aaa2b24,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:24.444579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-30353271-bab3-47d0-8dad-72550d752995 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:39:24.460532 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a279d130-227f-4521-972d-620630a7df14 None None] Sync routers for ids ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:39:24.463993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea87b4-5bae-4b66-aed0-229f92c11560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a5e410-43d6-4f76-838f-a40e9b2c0562,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:24.478462 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a279d130-227f-4521-972d-620630a7df14 None None] Routers {'8c196b4c-f38f-4e9a-93b0-9a6158296eb9'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:39:24.479675 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a279d130-227f-4521-972d-620630a7df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:38:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:24.496152 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] Publish callbacks [] for router_gateway (236c9258-7f0a-4869-b766-bb070d96f2dc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:24.519236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db300d4-6025-41dc-8b8f-02b422c28a36 req-97663f90-28f9-485e-8fb4-949771af8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:24.520754 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9db300d4-6025-41dc-8b8f-02b422c28a36 req-97663f90-28f9-485e-8fb4-949771af8bc7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.2224586 Feb 16 16:39:24.552028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-d6ea7b01-f4d6-43ec-a46a-dd53c54b9607 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:24.552963 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-d6ea7b01-f4d6-43ec-a46a-dd53c54b9607 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:24.637362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac45ae7-f84d-4599-89c2-3ea8b44ef52b req-f1a82133-1dcc-4340-bf5e-dc4e619fa9d0 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:24.640810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dac45ae7-f84d-4599-89c2-3ea8b44ef52b req-f1a82133-1dcc-4340-bf5e-dc4e619fa9d0 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 931 time: 0.3996174 Feb 16 16:39:24.670787 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-32eb1272-9ea3-4346-8a5b-a3ad5bfc83c3 req-84536c1a-340f-446b-afbe-805135141e29 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.1484766 Feb 16 16:39:24.671972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-30353271-bab3-47d0-8dad-72550d752995 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] No DVR routers for this DVR port 6c546aca-4b6e-4b3b-a0a2-be8555164a92 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:39:24.676315 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-30353271-bab3-47d0-8dad-72550d752995 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:24.681467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e820d561-bfe1-45d5-bfd8-20c459d6de5e req-30353271-bab3-47d0-8dad-72550d752995 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.65 "DELETE /v2.0/ports/6c546aca-4b6e-4b3b-a0a2-be8555164a92 HTTP/1.1" status: 204 len: 173 time: 3.9992735 Feb 16 16:39:24.682639 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a279d130-227f-4521-972d-620630a7df14 None None] Set router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:39:24.712432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cca779e-641d-4daf-9cb6-e5051130a9f6', 'name': 'network-vif-deleted', 'tag': '6c546aca-4b6e-4b3b-a0a2-be8555164a92'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:24.718043 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37152215-10f1-405d-acf1-44c06c8fa3e9" -d '{"events": [{"server_uuid": "1cca779e-641d-4daf-9cb6-e5051130a9f6", "name": "network-vif-deleted", "tag": "6c546aca-4b6e-4b3b-a0a2-be8555164a92"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:24.735861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db300d4-6025-41dc-8b8f-02b422c28a36 req-e8eeb943-f083-47ba-8899-efe6c4ad21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:24.738795 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9db300d4-6025-41dc-8b8f-02b422c28a36 req-e8eeb943-f083-47ba-8899-efe6c4ad21fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2102730 Feb 16 16:39:24.764839 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dac45ae7-f84d-4599-89c2-3ea8b44ef52b req-6c5d2c47-490a-4680-8ebf-81d66b3fd627 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a77c44b-5eef-4a1e-a37a-6eea130159ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778236 Feb 16 16:39:24.779981 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-d6ea7b01-f4d6-43ec-a46a-dd53c54b9607 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5649984 Feb 16 16:39:24.792595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Request body: {'port': {'device_id': '241582da-bc78-4954-bcbc-ef9b5b468519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:24.823333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] Deleting port 3609f7b1-8027-4cb2-8b66-7402aca01469 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:39:24.830350 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3609f7b1-8027-4cb2-8b66-7402aca01469), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:24.857256 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49653670-fc2c-4119-aced-39e0aff7c840 x-openstack-request-id: req-49653670-fc2c-4119-aced-39e0aff7c840 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:24.857550 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cca779e-641d-4daf-9cb6-e5051130a9f6", "name": "network-vif-deleted", "tag": "6c546aca-4b6e-4b3b-a0a2-be8555164a92", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:24.860631 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49653670-fc2c-4119-aced-39e0aff7c840 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:24.861066 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cca779e-641d-4daf-9cb6-e5051130a9f6', 'name': 'network-vif-deleted', 'tag': '6c546aca-4b6e-4b3b-a0a2-be8555164a92', 'status': 'completed', 'code': 200} Feb 16 16:39:25.002467 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (177c259d-2c02-4eeb-9f74-ae998aaa2b24), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:25.042759 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9db300d4-6025-41dc-8b8f-02b422c28a36 req-5c302aeb-17d1-4600-a925-c3333d9a6cfb service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925298 Feb 16 16:39:25.045412 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] For port 3609f7b1-8027-4cb2-8b66-7402aca01469, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=3609f7b1-8027-4cb2-8b66-7402aca01469,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:25.045633 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3609f7b1-8027-4cb2-8b66-7402aca01469), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:25.049795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-644d05b6-7452-4cf3-90d2-aa424dd9eb32 None None] Set router 236c9258-7f0a-4869-b766-bb070d96f2dc gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:39:25.109008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] Calling delete_port for 3609f7b1-8027-4cb2-8b66-7402aca01469 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:39:25.186131 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a279d130-227f-4521-972d-620630a7df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:36:44Z', 'updated_at': '2022-02-16T16:36:48Z', 'revision_number': 4, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'gw_port': {'id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:45Z', 'updated_at': '2022-02-16T16:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '69060334-87f5-4ea8-8f23-2e7176eb139d', 'name': '', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'mac_address': 'fa:16:3e:4b:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:47Z', 'updated_at': '2022-02-16T16:36:52Z', 'revision_number': 5, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'subnets': [{'id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:25.445504 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9db300d4-6025-41dc-8b8f-02b422c28a36 req-bca1fd3a-8bcd-40d2-a0f6-00922e8c1aaf service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966913 Feb 16 16:39:25.493104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 50703739-ca5f-4c66-8200-50e2ede3ef8b details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:39:25.646774 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a279d130-227f-4521-972d-620630a7df14 None None] Checking router: 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:39:25.656180 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a279d130-227f-4521-972d-620630a7df14 None None] Routers {'8c196b4c-f38f-4e9a-93b0-9a6158296eb9'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:39:25.656970 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a279d130-227f-4521-972d-620630a7df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:38:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:25.760781 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7df61-814e-4fe1-b849-e50c59ab975e req-eb675498-9920-4968-b639-ee3d74b34739 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:25.782664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0aa7df61-814e-4fe1-b849-e50c59ab975e req-eb675498-9920-4968-b639-ee3d74b34739 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.4138868 Feb 16 16:39:25.812360 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a279d130-227f-4521-972d-620630a7df14 None None] Set router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:39:25.870345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 50703739-ca5f-4c66-8200-50e2ede3ef8b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=50703739-ca5f-4c66-8200-50e2ede3ef8b,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:25.904761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '50703739-ca5f-4c66-8200-50e2ede3ef8b', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'port_id': '50703739-ca5f-4c66-8200-50e2ede3ef8b', 'mac_address': 'fa:16:3e:03:9f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:39:25.999484 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dee41d8e-24cd-4829-a722-62f492ba0945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:26.093386 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0aa7df61-814e-4fe1-b849-e50c59ab975e req-81170331-2815-45f0-840e-82a3f0288480 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098085 Feb 16 16:39:26.103051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-644d05b6-7452-4cf3-90d2-aa424dd9eb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'name': 'tempest-ServersTestMultiNic-1089362365-router', 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:37:37Z', 'updated_at': '2022-02-16T16:39:21Z', 'revision_number': 5, 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'gw_port': {'id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:37:38Z', 'updated_at': '2022-02-16T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:26.151932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20304c0b-da6e-4724-b5d7-654215226975 req-14443508-a743-4ee1-b80f-57a0022151c2 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:26.154134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20304c0b-da6e-4724-b5d7-654215226975 req-14443508-a743-4ee1-b80f-57a0022151c2 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 943 time: 0.4551013 Feb 16 16:39:26.173107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 50703739-ca5f-4c66-8200-50e2ede3ef8b is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:26.173502 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:26.205036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d05b6-7452-4cf3-90d2-aa424dd9eb32 None None] The sync data for ids ['236c9258-7f0a-4869-b766-bb070d96f2dc'] in n-d-669411-5 is: [{'id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'name': 'tempest-ServersTestMultiNic-1089362365-router', 'tenant_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:37:37Z', 'updated_at': '2022-02-16T16:39:21Z', 'revision_number': 5, 'project_id': 'be5c26ee3e0b4a0a982a8a5a510819f0', 'gw_port': {'id': '3609f7b1-8027-4cb2-8b66-7402aca01469', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c9258-7f0a-4869-b766-bb070d96f2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:37:38Z', 'updated_at': '2022-02-16T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:39:26.214496 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50703739-ca5f-4c66-8200-50e2ede3ef8b {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:39:26.249400 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 50703739-ca5f-4c66-8200-50e2ede3ef8b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=50703739-ca5f-4c66-8200-50e2ede3ef8b,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:26.265638 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:26.287053 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a279d130-227f-4521-972d-620630a7df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:36:44Z', 'updated_at': '2022-02-16T16:36:48Z', 'revision_number': 4, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'gw_port': {'id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:45Z', 'updated_at': '2022-02-16T16:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '69060334-87f5-4ea8-8f23-2e7176eb139d', 'name': '', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'mac_address': 'fa:16:3e:4b:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:47Z', 'updated_at': '2022-02-16T16:36:52Z', 'revision_number': 5, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'subnets': [{'id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:26.325549 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a279d130-227f-4521-972d-620630a7df14 None None] The sync data for ids ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'] in n-d-669411-5 is: [{'id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:36:44Z', 'updated_at': '2022-02-16T16:36:48Z', 'revision_number': 4, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'gw_port': {'id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:45Z', 'updated_at': '2022-02-16T16:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '69060334-87f5-4ea8-8f23-2e7176eb139d', 'name': '', 'network_id': 'aa0bbe56-5d30-40d6-b39d-bdb3baf96a56', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'mac_address': 'fa:16:3e:4b:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:47Z', 'updated_at': '2022-02-16T16:36:52Z', 'revision_number': 5, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'subnets': [{'id': '1d337a89-ab46-4c66-87a3-a69513586ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:39:26.428724 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=50703739-ca5f-4c66-8200-50e2ede3ef8b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:26.451406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05c214ba-288a-45c2-b5ae-3f0550fe32b0 req-fa691f84-3d03-4feb-a956-77485ede23b4 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.1838493 Feb 16 16:39:26.555795 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20304c0b-da6e-4724-b5d7-654215226975 req-2d6b1f84-50a0-4713-9ed1-f23b1627fffa tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857071 Feb 16 16:39:26.585131 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177c259d-2c02-4eeb-9f74-ae998aaa2b24 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:39:26.609875 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (3609f7b1-8027-4cb2-8b66-7402aca01469), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:26.617754 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['50703739-ca5f-4c66-8200-50e2ede3ef8b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:39:26.668235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=3609f7b1-8027-4cb2-8b66-7402aca01469,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:26.675240 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Publish callbacks [] for port (177c259d-2c02-4eeb-9f74-ae998aaa2b24), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:26.725832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Transition to ACTIVE for port object 177c259d-2c02-4eeb-9f74-ae998aaa2b24 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:39:26.742705 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (177c259d-2c02-4eeb-9f74-ae998aaa2b24), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:26.812154 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (236c9258-7f0a-4869-b766-bb070d96f2dc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:26.856065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf66d34-8231-49b3-80fb-85c0e08d7a46 req-19e91829-549d-4ec0-898d-8259afec31a5 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:26.868135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-baf66d34-8231-49b3-80fb-85c0e08d7a46 req-19e91829-549d-4ec0-898d-8259afec31a5 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 931 time: 0.2654161 Feb 16 16:39:27.018762 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Pushing event updated for resources: {'Port': ['ID=177c259d-2c02-4eeb-9f74-ae998aaa2b24,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:27.096914 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3460ce8f-f818-4d4c-a6f7-5d256679582e None None] New status for floating IP d5a0f98b-cda4-4793-82d4-617a0e7e3906: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:39:27.106255 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (236c9258-7f0a-4869-b766-bb070d96f2dc), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:27.111990 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] Publish callbacks [] for router_controller (236c9258-7f0a-4869-b766-bb070d96f2dc), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:27.160618 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-baf66d34-8231-49b3-80fb-85c0e08d7a46 req-5a563838-a659-4212-8e99-0749d87b98e8 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a77c44b-5eef-4a1e-a37a-6eea130159ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912724 Feb 16 16:39:27.395165 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (236c9258-7f0a-4869-b766-bb070d96f2dc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:27.396467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 236c9258-7f0a-4869-b766-bb070d96f2dc {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:39:27.421149 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:27.423275 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cdde6e70-70e7-46d3-91cf-3b5bb60a6b99 admin admin] 10.222.0.24 "DELETE /v2.0/routers/236c9258-7f0a-4869-b766-bb070d96f2dc HTTP/1.1" status: 204 len: 168 time: 3.8151457 Feb 16 16:39:27.428575 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38534) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:27.660054 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Attempting to bind port 177c259d-2c02-4eeb-9f74-ae998aaa2b24 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:39:27.660920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Attempting to bind port 177c259d-2c02-4eeb-9f74-ae998aaa2b24 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cea638c0-d7ab-4751-ad20-4a04e8fb7191'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:39:27.661686 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Attempting to bind port 177c259d-2c02-4eeb-9f74-ae998aaa2b24 on network cea638c0-d7ab-4751-ad20-4a04e8fb7191 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:39:27.682774 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Port 177c259d-2c02-4eeb-9f74-ae998aaa2b24 on network cea638c0-d7ab-4751-ad20-4a04e8fb7191 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:39:27.683640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Attempting to bind port 177c259d-2c02-4eeb-9f74-ae998aaa2b24 on network cea638c0-d7ab-4751-ad20-4a04e8fb7191 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:39:27.711584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:39:27.712394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Checking segment: {'id': 'cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cea638c0-d7ab-4751-ad20-4a04e8fb7191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:39:27.713250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Bound using segment: {'id': 'cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cea638c0-d7ab-4751-ad20-4a04e8fb7191'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:39:27.714101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Bound port: 177c259d-2c02-4eeb-9f74-ae998aaa2b24, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cea638c0-d7ab-4751-ad20-4a04e8fb7191'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:39:27.714859 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (177c259d-2c02-4eeb-9f74-ae998aaa2b24), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:27.771932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ace8f1cc-3644-4f86-8ed1-057bdb21940c no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:39:27.787806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0dbed70-b78c-44f6-81b2-e16127279e4a admin admin] Deleting subnet df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:39:27.812671 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0dbed70-b78c-44f6-81b2-e16127279e4a admin admin] Publish callbacks [] for subnet (df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:27.812808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e1881-b9b8-4abd-a4c5-8ccf71b409d0 req-27d024a3-b079-4b02-acbb-5e70e5997561 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:27.815373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-141e1881-b9b8-4abd-a4c5-8ccf71b409d0 req-27d024a3-b079-4b02-acbb-5e70e5997561 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.3973572 Feb 16 16:39:27.838006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: ace8f1cc-3644-4f86-8ed1-057bdb21940c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:39:27.848088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ace8f1cc-3644-4f86-8ed1-057bdb21940c not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:39:27.893363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b75fee4-b63b-4264-80ff-506488d2531a req-9c05a0b6-9da5-4497-9657-eac46274658d tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.1130915 Feb 16 16:39:27.910038 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0dbed70-b78c-44f6-81b2-e16127279e4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:28.152015 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0dbed70-b78c-44f6-81b2-e16127279e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:28.241005 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-141e1881-b9b8-4abd-a4c5-8ccf71b409d0 req-adad623e-cacf-46b4-8025-8cf6c7e1ab76 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820131 Feb 16 16:39:28.257073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] For port 177c259d-2c02-4eeb-9f74-ae998aaa2b24, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:39:28.269594 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-287e9b5a-6a02-4135-915f-ec1036d52b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:28.286055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] For port 177c259d-2c02-4eeb-9f74-ae998aaa2b24, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=177c259d-2c02-4eeb-9f74-ae998aaa2b24,segment=NetworkSegment(cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf),segment_id=cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:39:28.332690 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0dbed70-b78c-44f6-81b2-e16127279e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:28.340061 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (177c259d-2c02-4eeb-9f74-ae998aaa2b24), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:28.434738 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbed70-b78c-44f6-81b2-e16127279e4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:28.454055 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0dbed70-b78c-44f6-81b2-e16127279e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:28.457165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96649e7f-dbe1-4149-9ce8-69ecf109cf9f None None] Network fbf091f5-41ca-4e2d-aae8-eb810e39931a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:39:28.466280 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d0dbed70-b78c-44f6-81b2-e16127279e4a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/df1b8b0b-6f5c-4ad2-abe8-b40ee66ff5a0 HTTP/1.1" status: 204 len: 168 time: 1.0280709 Feb 16 16:39:28.467190 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38554) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:28.502743 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b71cbd-7cdc-4a68-9b0c-a3d4036e5159 req-893f63af-0bcf-4b21-bd93-e53c14809c71 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:28.510266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14b71cbd-7cdc-4a68-9b0c-a3d4036e5159 req-893f63af-0bcf-4b21-bd93-e53c14809c71 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 944 time: 0.4658139 Feb 16 16:39:28.559199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Pushing event updated for resources: {'Port': ['ID=177c259d-2c02-4eeb-9f74-ae998aaa2b24,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:28.607731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:28.608515 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:28.610072 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] 10.222.0.65 "PUT /v2.0/ports/177c259d-2c02-4eeb-9f74-ae998aaa2b24 HTTP/1.1" status: 200 len: 1091 time: 3.8246508 Feb 16 16:39:28.610675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241582da-bc78-4954-bcbc-ef9b5b468519', 'tag': '177c259d-2c02-4eeb-9f74-ae998aaa2b24'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:28.613072 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365ae871-c5d3-4afd-9be5-7cf1312b860f" -d '{"events": [{"name": "network-changed", "server_uuid": "241582da-bc78-4954-bcbc-ef9b5b468519", "tag": "177c259d-2c02-4eeb-9f74-ae998aaa2b24"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:28.632962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:28.633471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:28.633909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:28.634419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:28.634928 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:28.635351 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:28.635741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:28.636245 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:28.637303 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:28.637736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:28.638996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:28.639480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:28.639913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3f435a-e4a7-4ce1-a6f4-5f2b5ecccea8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:28.680691 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (fbf091f5-41ca-4e2d-aae8-eb810e39931a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:28.782176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38560) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:28.824489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14b71cbd-7cdc-4a68-9b0c-a3d4036e5159 req-4abe0a80-4808-469f-86a7-47746eac2d4d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088362 Feb 16 16:39:28.848575 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] Deleting port 4c997cd2-b4fd-4d58-a05f-86f6d118f787 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:39:28.849115 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:28.857945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e2b445-3d05-4fe8-ad1d-bb882d643e6f None None] DHCP port deletion for fbf091f5-41ca-4e2d-aae8-eb810e39931a request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:39:28.876232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b440d3-e440-4df6-a5e4-d1e9247d8892 req-be820ac6-4573-4432-b872-a33a4d6f42b5 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:28.891846 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-78b440d3-e440-4df6-a5e4-d1e9247d8892 req-be820ac6-4573-4432-b872-a33a4d6f42b5 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 943 time: 0.3968811 Feb 16 16:39:28.989960 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad7d49d-a816-4cff-a1df-1043d7dce818 x-openstack-request-id: req-9ad7d49d-a816-4cff-a1df-1043d7dce818 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:28.995006 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241582da-bc78-4954-bcbc-ef9b5b468519", "tag": "177c259d-2c02-4eeb-9f74-ae998aaa2b24", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:28.996875 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ad7d49d-a816-4cff-a1df-1043d7dce818 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:29.001593 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241582da-bc78-4954-bcbc-ef9b5b468519', 'tag': '177c259d-2c02-4eeb-9f74-ae998aaa2b24', 'status': 'completed', 'code': 200} Feb 16 16:39:29.009295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-5606c773-bb79-461e-82c2-cc5ee27b0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:29.018676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-21e2b445-3d05-4fe8-ad1d-bb882d643e6f None None] Deleting port 4c997cd2-b4fd-4d58-a05f-86f6d118f787 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:39:29.019058 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-21e2b445-3d05-4fe8-ad1d-bb882d643e6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:29.027276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-5606c773-bb79-461e-82c2-cc5ee27b0a6b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8d83e08025744ab4844ec52896740055&device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 1125 time: 0.3596983 Feb 16 16:39:29.064755 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] For port 4c997cd2-b4fd-4d58-a05f-86f6d118f787, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4c997cd2-b4fd-4d58-a05f-86f6d118f787,segment=NetworkSegment(8719bab0-3fdd-4fa4-8428-e1ce99f61e5d),segment_id=8719bab0-3fdd-4fa4-8428-e1ce99f61e5d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:29.065123 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:29.110242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] Calling delete_port for 4c997cd2-b4fd-4d58-a05f-86f6d118f787 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:39:29.179441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-21e2b445-3d05-4fe8-ad1d-bb882d643e6f None None] For port 4c997cd2-b4fd-4d58-a05f-86f6d118f787, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4c997cd2-b4fd-4d58-a05f-86f6d118f787,segment=NetworkSegment(8719bab0-3fdd-4fa4-8428-e1ce99f61e5d),segment_id=8719bab0-3fdd-4fa4-8428-e1ce99f61e5d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:29.179868 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-21e2b445-3d05-4fe8-ad1d-bb882d643e6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:29.208608 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-21e2b445-3d05-4fe8-ad1d-bb882d643e6f None None] Calling delete_port for 4c997cd2-b4fd-4d58-a05f-86f6d118f787 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:39:29.228335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b05ec759-19ef-4895-a834-c88a62561cd0 req-4cf67902-6288-41e7-8069-7ddffbb15a4f tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.0594888 Feb 16 16:39:29.242631 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd1da-1953-4b16-9418-ceace3d4057c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:29.261087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-fbc7eb9d-ba76-4f74-a3b6-28fcb69fa038 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177c259d-2c02-4eeb-9f74-ae998aaa2b24 HTTP/1.1" status: 200 len: 217 time: 0.2061272 Feb 16 16:39:29.283920 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:29.352370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c997cd2-b4fd-4d58-a05f-86f6d118f787,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:29.364946 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] No DVR routers for this DVR port 4c997cd2-b4fd-4d58-a05f-86f6d118f787 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:39:29.379378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-78b440d3-e440-4df6-a5e4-d1e9247d8892 req-c27e748c-85c0-49f2-8b49-4421753db616 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a77c44b-5eef-4a1e-a37a-6eea130159ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815178 Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.392138 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.395281 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.395281 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.395281 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.395281 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.395281 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.395281 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.395281 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.395281 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.395281 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.395281 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.395281 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.395281 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.395281 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:39:29.395281 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:39:29.409770 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-21e2b445-3d05-4fe8-ad1d-bb882d643e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (4c997cd2-b4fd-4d58-a05f-86f6d118f787), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:29.559387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 50703739-ca5f-4c66-8200-50e2ede3ef8b up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:39:29.572629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-f87f3635-e424-40a0-b8ce-083c78565395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:29.581236 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-f87f3635-e424-40a0-b8ce-083c78565395 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98301421-4c2d-4cad-8581-09645b04d3d9 HTTP/1.1" status: 200 len: 858 time: 0.3066223 Feb 16 16:39:29.609738 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (fbf091f5-41ca-4e2d-aae8-eb810e39931a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:29.616228 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3609f7b1-8027-4cb2-8b66-7402aca01469 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:39:29.624040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2b445-3d05-4fe8-ad1d-bb882d643e6f None None] Pushing event deleted for resources: {'Port': ['ID=4c997cd2-b4fd-4d58-a05f-86f6d118f787,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:29.657192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf091f5-41ca-4e2d-aae8-eb810e39931a']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:29.668615 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:29.669325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 3609f7b1-8027-4cb2-8b66-7402aca01469 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:39:29.669925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3609f7b1-8027-4cb2-8b66-7402aca01469 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:39:29.670477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4c997cd2-b4fd-4d58-a05f-86f6d118f787 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:39:29.671066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8719bab0-3fdd-4fa4-8428-e1ce99f61e5d') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:29.671461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8719bab0-3fdd-4fa4-8428-e1ce99f61e5d') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:29.677431 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-c6b7ad6b-f9e8-4cd5-8475-b06023e4c637 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cea638c0-d7ab-4751-ad20-4a04e8fb7191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826206 Feb 16 16:39:29.706576 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (8719bab0-3fdd-4fa4-8428-e1ce99f61e5d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:29.724945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (8719bab0-3fdd-4fa4-8428-e1ce99f61e5d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:29.733652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:39:29.734304 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (8719bab0-3fdd-4fa4-8428-e1ce99f61e5d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:29.738606 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2b445-3d05-4fe8-ad1d-bb882d643e6f None None] No DVR routers for this DVR port 4c997cd2-b4fd-4d58-a05f-86f6d118f787 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:39:29.745169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 4c997cd2-b4fd-4d58-a05f-86f6d118f787 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:39:29.746815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4c997cd2-b4fd-4d58-a05f-86f6d118f787 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:39:29.817683 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:39:29.821302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f56943-65d3-4f01-8b85-2083c8977dac req-796efc94-c070-4af5-b170-95fe9f0bdc29 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:29.826544 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 50703739-ca5f-4c66-8200-50e2ede3ef8b completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:39:29.829982 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (fbf091f5-41ca-4e2d-aae8-eb810e39931a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:29.832506 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61f56943-65d3-4f01-8b85-2083c8977dac req-796efc94-c070-4af5-b170-95fe9f0bdc29 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.3892932 Feb 16 16:39:29.833348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 50703739-ca5f-4c66-8200-50e2ede3ef8b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:29.834117 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:29.835929 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:29.842013 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fbf091f5-41ca-4e2d-aae8-eb810e39931a HTTP/1.1" status: 204 len: 168 time: 1.3710532 Feb 16 16:39:29.876634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6e7cc-86b2-4c72-a419-d97406a8b9b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbf091f5-41ca-4e2d-aae8-eb810e39931a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:30.018377 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd1da-1953-4b16-9418-ceace3d4057c admin admin] Publish callbacks [] for security_group (8ca14685-db74-4655-8a46-83fbe1570790), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:30.072818 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd1da-1953-4b16-9418-ceace3d4057c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8ca14685-db74-4655-8a46-83fbe1570790), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:30.078401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 50703739-ca5f-4c66-8200-50e2ede3ef8b is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:30.078909 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:30.131514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61f56943-65d3-4f01-8b85-2083c8977dac req-1aabd04a-ef01-4ad7-b0c8-5923a58330c4 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981482 Feb 16 16:39:30.160017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38578) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:30.176463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8a5dc6-9129-438e-8a68-f4da3772fe22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50703739-ca5f-4c66-8200-50e2ede3ef8b'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:30.178552 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-b46d1851-dbc8-4909-8f23-a393aff8557d service neutron] 10.222.0.65 "GET /v2.0/networks/cea638c0-d7ab-4751-ad20-4a04e8fb7191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915836 Feb 16 16:39:30.179163 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8c7fa5-54f8-4b92-bb61-98986b6e92b1" -d '{"events": [{"server_uuid": "de8a5dc6-9129-438e-8a68-f4da3772fe22", "name": "network-vif-plugged", "status": "completed", "tag": "50703739-ca5f-4c66-8200-50e2ede3ef8b"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:30.187459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6c3cd1da-1953-4b16-9418-ceace3d4057c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=139edf5ccb85434dbe96dae2ae143aa5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3976703 Feb 16 16:39:30.189970 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38582) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:30.229835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 50703739-ca5f-4c66-8200-50e2ede3ef8b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=50703739-ca5f-4c66-8200-50e2ede3ef8b,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:30.241092 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:30.297463 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c495d86-de41-4beb-9021-69afccffb786 x-openstack-request-id: req-8c495d86-de41-4beb-9021-69afccffb786 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:30.298606 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8a5dc6-9129-438e-8a68-f4da3772fe22", "name": "network-vif-plugged", "status": "completed", "tag": "50703739-ca5f-4c66-8200-50e2ede3ef8b", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:30.303217 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c495d86-de41-4beb-9021-69afccffb786 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:30.303881 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-76be9a19-c24a-4973-b79c-36575b89cdad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be5c26ee3e0b4a0a982a8a5a510819f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298239 Feb 16 16:39:30.304064 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8a5dc6-9129-438e-8a68-f4da3772fe22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50703739-ca5f-4c66-8200-50e2ede3ef8b', 'code': 200} Feb 16 16:39:30.315330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38586) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:30.344193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39dc49ba-243f-43b8-aef8-ff1600cf0597 req-18fa5980-f745-4f1a-b87c-f23aae8afb23 service neutron] 10.222.0.65 "GET /v2.0/networks/cea638c0-d7ab-4751-ad20-4a04e8fb7191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555154 Feb 16 16:39:30.351597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f08fc-e7d8-4b79-b498-b6116af3886c req-38b74ee7-2762-4f65-8ba1-f2aba0eab4ec tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:30.353569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de2f08fc-e7d8-4b79-b498-b6116af3886c req-38b74ee7-2762-4f65-8ba1-f2aba0eab4ec tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 944 time: 0.3409688 Feb 16 16:39:30.354444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cd1da-1953-4b16-9418-ceace3d4057c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca14685-db74-4655-8a46-83fbe1570790,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:30.364647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=50703739-ca5f-4c66-8200-50e2ede3ef8b,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:30.465584 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e11003c3-f0cf-4a54-a865-3464949f7f42 admin admin] Publish callbacks [] for security_group (8ca14685-db74-4655-8a46-83fbe1570790), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:30.571370 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e11003c3-f0cf-4a54-a865-3464949f7f42 admin admin] Publish callbacks [] for security_group (8ca14685-db74-4655-8a46-83fbe1570790), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:30.596428 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7afd2f84-c850-4331-8b09-5c46ed7736f4 req-21b28953-3595-40e5-9e97-4d815d26c436 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.1865849 Feb 16 16:39:30.626827 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0d2549d-45b4-4d43-b518-50262471d1be admin admin] Publish callbacks [] for security_group (a91f0a2a-d568-480c-ae7a-909088905197), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:30.671307 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de2f08fc-e7d8-4b79-b498-b6116af3886c req-c6015bb9-83a4-4477-bb6d-d5c4af4a0090 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075807 Feb 16 16:39:30.698500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ae871-c5d3-4afd-9be5-7cf1312b860f req-8f325286-8d21-4acd-b03c-4e9a609583b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:30.700225 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-365ae871-c5d3-4afd-9be5-7cf1312b860f req-8f325286-8d21-4acd-b03c-4e9a609583b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8d83e08025744ab4844ec52896740055&device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 1125 time: 0.2269495 Feb 16 16:39:30.712086 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0d2549d-45b4-4d43-b518-50262471d1be admin admin] Publish callbacks [] for security_group (a91f0a2a-d568-480c-ae7a-909088905197), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:30.734167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238cca8-014f-4e02-a91c-dd79fe424599 req-6805c89c-a311-4865-a240-156877b68bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:30.736934 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c238cca8-014f-4e02-a91c-dd79fe424599 req-6805c89c-a311-4865-a240-156877b68bb4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 1127 time: 0.3998075 Feb 16 16:39:30.780619 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:30.846940 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e11003c3-f0cf-4a54-a865-3464949f7f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8ca14685-db74-4655-8a46-83fbe1570790), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:30.849720 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e11003c3-f0cf-4a54-a865-3464949f7f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:30.853499 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e11003c3-f0cf-4a54-a865-3464949f7f42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ca14685-db74-4655-8a46-83fbe1570790 HTTP/1.1" status: 204 len: 168 time: 0.6561997 Feb 16 16:39:30.855733 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c238cca8-014f-4e02-a91c-dd79fe424599 req-7baca21d-04dd-49ea-b85b-7b1c8be5d04b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113136 Feb 16 16:39:30.866313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11003c3-f0cf-4a54-a865-3464949f7f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca14685-db74-4655-8a46-83fbe1570790,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:30.885558 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0d2549d-45b4-4d43-b518-50262471d1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a91f0a2a-d568-480c-ae7a-909088905197), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:30.888879 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0d2549d-45b4-4d43-b518-50262471d1be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:30.892435 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e0d2549d-45b4-4d43-b518-50262471d1be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a91f0a2a-d568-480c-ae7a-909088905197 HTTP/1.1" status: 204 len: 168 time: 0.5697834 Feb 16 16:39:30.905219 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2549d-45b4-4d43-b518-50262471d1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91f0a2a-d568-480c-ae7a-909088905197,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:30.908957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d30683-403c-4cc9-8baa-b8dc64851acf req-78ecf9bd-d607-42ce-bc98-3376c81ee052 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:30.916463 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73d30683-403c-4cc9-8baa-b8dc64851acf req-78ecf9bd-d607-42ce-bc98-3376c81ee052 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 943 time: 0.2144115 Feb 16 16:39:31.033329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ae871-c5d3-4afd-9be5-7cf1312b860f req-68380700-29e2-4f26-b70f-0d896f317e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:31.037307 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-365ae871-c5d3-4afd-9be5-7cf1312b860f req-68380700-29e2-4f26-b70f-0d896f317e88 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cea638c0-d7ab-4751-ad20-4a04e8fb7191 HTTP/1.1" status: 200 len: 919 time: 0.3213139 Feb 16 16:39:31.256255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-365ae871-c5d3-4afd-9be5-7cf1312b860f req-2b5992ad-e484-4305-b7be-6623fda26c01 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177c259d-2c02-4eeb-9f74-ae998aaa2b24 HTTP/1.1" status: 200 len: 217 time: 0.1880553 Feb 16 16:39:31.273194 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:31.316003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:39:31.403398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ae871-c5d3-4afd-9be5-7cf1312b860f req-f03f6f91-5738-4c68-93fe-f188a9420e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:31.409373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-365ae871-c5d3-4afd-9be5-7cf1312b860f req-f03f6f91-5738-4c68-93fe-f188a9420e0d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98301421-4c2d-4cad-8581-09645b04d3d9 HTTP/1.1" status: 200 len: 858 time: 0.1514809 Feb 16 16:39:31.423177 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73d30683-403c-4cc9-8baa-b8dc64851acf req-03a2b550-57c8-446c-9cdd-2c8342206e4e tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a77c44b-5eef-4a1e-a37a-6eea130159ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058510 Feb 16 16:39:31.553130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-365ae871-c5d3-4afd-9be5-7cf1312b860f req-8d65ffbc-cf06-4331-8490-83bd79cd4176 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cea638c0-d7ab-4751-ad20-4a04e8fb7191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256871 Feb 16 16:39:31.609732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38612) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:31.625477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:31.653513 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ac53f1f6-84c1-440c-9761-16edc9003751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:31.654356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '64f80236-b1e3-4ebd-9e20-937c9fcf25b9', 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad', 'port_id': '64f80236-b1e3-4ebd-9e20-937c9fcf25b9', 'mac_address': 'fa:16:3e:47:85:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:39:31.662354 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:39:31.812930 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ac53f1f6-84c1-440c-9761-16edc9003751 admin admin] Publish callbacks [] for security_group (9c0a34a1-bb51-443c-9b59-123c4910e638), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:31.822053 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ac53f1f6-84c1-440c-9761-16edc9003751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9c0a34a1-bb51-443c-9b59-123c4910e638), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:31.846087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-365ae871-c5d3-4afd-9be5-7cf1312b860f req-b33c061d-d401-4974-a187-d5e1a66cf2cf service neutron] 10.222.0.65 "GET /v2.0/networks/cea638c0-d7ab-4751-ad20-4a04e8fb7191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435193 Feb 16 16:39:31.881860 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ac53f1f6-84c1-440c-9761-16edc9003751 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=875a1f66840541ec8c7226e93b90efe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2703874 Feb 16 16:39:31.883844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53f1f6-84c1-440c-9761-16edc9003751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0a34a1-bb51-443c-9b59-123c4910e638,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:31.888137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38620) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:31.928971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:31.929418 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:31.952899 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:31.953292 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:31.955969 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:39:31.988206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:31.991539 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50f97ffa-2d72-4359-bc8d-fad57fdf0723 req-6311a1f2-d385-4be2-8931-72abef2c5d36 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.1378157 Feb 16 16:39:32.009935 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:32.030822 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa4edd95-6c30-4c6f-963e-c4dfcd6fcb77 admin admin] Publish callbacks [] for security_group (9c0a34a1-bb51-443c-9b59-123c4910e638), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:32.082840 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa4edd95-6c30-4c6f-963e-c4dfcd6fcb77 admin admin] Publish callbacks [] for security_group (9c0a34a1-bb51-443c-9b59-123c4910e638), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:32.148616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:32.152999 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa4edd95-6c30-4c6f-963e-c4dfcd6fcb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9c0a34a1-bb51-443c-9b59-123c4910e638), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:32.156092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa4edd95-6c30-4c6f-963e-c4dfcd6fcb77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:32.162765 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fa4edd95-6c30-4c6f-963e-c4dfcd6fcb77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c0a34a1-bb51-443c-9b59-123c4910e638 HTTP/1.1" status: 204 len: 168 time: 0.2722456 Feb 16 16:39:32.188781 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4edd95-6c30-4c6f-963e-c4dfcd6fcb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0a34a1-bb51-443c-9b59-123c4910e638,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:32.246600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa33dd-8574-4443-870f-4ac433b63555 req-cb739742-07b9-4f09-9d98-64f97bb0ee9e tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:32.249466 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94fa33dd-8574-4443-870f-4ac433b63555 req-cb739742-07b9-4f09-9d98-64f97bb0ee9e tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.8329847 Feb 16 16:39:32.303413 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['64f80236-b1e3-4ebd-9e20-937c9fcf25b9'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:39:32.351861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-365ae871-c5d3-4afd-9be5-7cf1312b860f req-445c1426-c8c9-469c-a6b3-b4226a449c8e service neutron] 10.222.0.65 "GET /v2.0/networks/cea638c0-d7ab-4751-ad20-4a04e8fb7191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939141 Feb 16 16:39:32.368829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1fba9-8655-4b8b-8218-eea6895f6a79 req-9db39b28-da2d-4121-a0b9-96bdd6384c3b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:32.370201 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1dd1fba9-8655-4b8b-8218-eea6895f6a79 req-9db39b28-da2d-4121-a0b9-96bdd6384c3b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 945 time: 0.1827149 Feb 16 16:39:32.374359 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94fa33dd-8574-4443-870f-4ac433b63555 req-26ecf46f-af83-4b11-9231-9d6b9b7420e4 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142774 Feb 16 16:39:32.456764 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:32.501795 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1dd1fba9-8655-4b8b-8218-eea6895f6a79 req-8c7c2370-ca7f-4eed-9fd5-b1507cca3ab4 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093414 Feb 16 16:39:32.530013 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:39:32.531880 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:39:32.672828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6394a-b47f-4d4a-b8f9-2507cdd7087b req-44d1c4ee-30f0-4142-937c-2980aa9e2411 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:32.676515 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fa6394a-b47f-4d4a-b8f9-2507cdd7087b req-44d1c4ee-30f0-4142-937c-2980aa9e2411 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 943 time: 0.1330748 Feb 16 16:39:32.811468 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fa6394a-b47f-4d4a-b8f9-2507cdd7087b req-947e7e09-34db-4f83-b187-dc3dfc664bf1 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a77c44b-5eef-4a1e-a37a-6eea130159ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182373 Feb 16 16:39:32.895037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38642) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:33.017820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-122940379-network', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:33.081810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] Made reservation on behalf of b6e850f85e6540848343a8f94f5bb145 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:39:33.085362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:33.134021 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:33.160506 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 is: BUILD; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:33.161023 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:33.177163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:39:33.177378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-018cf837-0bf4-4bba-834f-83c0419b5f68 req-455a1e48-63d7-4dd0-b0ef-e0768806ad52 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.0694664 Feb 16 16:39:33.204173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:33.210790 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:33.284753 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] Publish callbacks [] for security_group (0a7ef8e7-0672-48e9-a794-38cd422aab10), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:33.296425 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0a7ef8e7-0672-48e9-a794-38cd422aab10), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:33.298760 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:33.332470 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 177c259d-2c02-4eeb-9f74-ae998aaa2b24 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:39:33.355170 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:39:33.382457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7ef8e7-0672-48e9-a794-38cd422aab10,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:33.413428 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (801b17c6-3ed8-4a59-9833-ae77937d15ad), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:33.413571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:39:33.413969 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] Added segment 801b17c6-3ed8-4a59-9833-ae77937d15ad of type vlan for network fe4a0c62-7e77-41f1-a6b1-5456111aabec Feb 16 16:39:33.533004 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (fe4a0c62-7e77-41f1-a6b1-5456111aabec), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:33.580705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 177c259d-2c02-4eeb-9f74-ae998aaa2b24, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=177c259d-2c02-4eeb-9f74-ae998aaa2b24,segment=NetworkSegment(cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf),segment_id=cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:33.583200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:33.583585 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:33.626286 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (fe4a0c62-7e77-41f1-a6b1-5456111aabec), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:33.627428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:33.628119 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:33.672846 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7755570 Feb 16 16:39:33.683543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '177c259d-2c02-4eeb-9f74-ae998aaa2b24', 'network_id': 'cea638c0-d7ab-4751-ad20-4a04e8fb7191', 'port_id': '177c259d-2c02-4eeb-9f74-ae998aaa2b24', 'mac_address': 'fa:16:3e:3a:06:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98301421-4c2d-4cad-8581-09645b04d3d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:39:33.705820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38668) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:33.716493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ef7f52ae-4fa9-44c8-a63a-2f137cb8e740 admin admin] Request body: {'subnet': {'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-122940379-subnet', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:33.786843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ce701-1f16-4812-9325-b8ce1dbdb30f req-eee246e7-71c9-4132-b527-93f437501ef8 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:33.788436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-440ce701-1f16-4812-9325-b8ce1dbdb30f req-eee246e7-71c9-4132-b527-93f437501ef8 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 943 time: 0.2282124 Feb 16 16:39:33.844221 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf46fb-9fdc-418f-9d71-517324d5342d admin admin] Pushing event updated for resources: {'Network': ['ID=fe4a0c62-7e77-41f1-a6b1-5456111aabec,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:33.855477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbefc36-d959-46d8-a198-762ffa4fb6e8 req-9b607683-67bd-4b8a-96af-843260a02666 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:33.858516 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dbefc36-d959-46d8-a198-762ffa4fb6e8 req-9b607683-67bd-4b8a-96af-843260a02666 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 945 time: 0.2371540 Feb 16 16:39:33.869479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7f52ae-4fa9-44c8-a63a-2f137cb8e740 admin admin] Made reservation on behalf of b6e850f85e6540848343a8f94f5bb145 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:39:33.872686 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef7f52ae-4fa9-44c8-a63a-2f137cb8e740 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:33.954024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network fe4a0c62-7e77-41f1-a6b1-5456111aabec details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:39:33.965590 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-440ce701-1f16-4812-9325-b8ce1dbdb30f req-920b90ff-1d46-42d5-8a4e-172fb18c91ef tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652057 Feb 16 16:39:33.990118 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:33.993330 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:34.033574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6dbefc36-d959-46d8-a198-762ffa4fb6e8 req-19db64ea-0504-4874-8040-f67f428b5a10 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673605 Feb 16 16:39:34.083207 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 177c259d-2c02-4eeb-9f74-ae998aaa2b24 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:34.083632 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (177c259d-2c02-4eeb-9f74-ae998aaa2b24), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:34.102771 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177c259d-2c02-4eeb-9f74-ae998aaa2b24 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:39:34.139330 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:34.167057 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef7f52ae-4fa9-44c8-a63a-2f137cb8e740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (0a3b0099-e3d2-484e-86b0-d55f301048e5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:34.178315 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52c8ad8-1dac-4e6e-a866-a00e32cd843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f80236-b1e3-4ebd-9e20-937c9fcf25b9'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:34.180972 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bb93cc-b75a-4b8c-a300-533a25c06d30" -d '{"events": [{"server_uuid": "c52c8ad8-1dac-4e6e-a866-a00e32cd843e", "name": "network-vif-plugged", "status": "completed", "tag": "64f80236-b1e3-4ebd-9e20-937c9fcf25b9"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:34.201731 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:34.251386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 177c259d-2c02-4eeb-9f74-ae998aaa2b24, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=177c259d-2c02-4eeb-9f74-ae998aaa2b24,segment=NetworkSegment(cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf),segment_id=cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:34.269040 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (177c259d-2c02-4eeb-9f74-ae998aaa2b24), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:34.274705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:34.373256 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f52ae-4fa9-44c8-a63a-2f137cb8e740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3b0099-e3d2-484e-86b0-d55f301048e5,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:34.415834 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=177c259d-2c02-4eeb-9f74-ae998aaa2b24,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:34.428423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dd60c23c-7150-405e-bfdf-9bddc5b50977 req-84a0dbdc-1c85-42e6-96ce-6509e8a8e4be tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1ba6ed05f60d4be18332c533a096aa72 HTTP/1.1" status: 200 len: 267 time: 0.1901383 Feb 16 16:39:34.432274 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7f52ae-4fa9-44c8-a63a-2f137cb8e740 admin admin] Checking segment: {'id': '801b17c6-3ed8-4a59-9833-ae77937d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:39:34.432669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f52ae-4fa9-44c8-a63a-2f137cb8e740 admin admin] Network hostable DHCP agents. Network: fe4a0c62-7e77-41f1-a6b1-5456111aabec, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:39:34.482444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88494d3a-b889-4820-8553-1f38317e008b req-f58b52ef-6cf9-4029-9aa0-21c555fef114 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:34.483800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f52ae-4fa9-44c8-a63a-2f137cb8e740 admin admin] Network fe4a0c62-7e77-41f1-a6b1-5456111aabec is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:39:34.499820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f52ae-4fa9-44c8-a63a-2f137cb8e740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, fe4a0c62-7e77-41f1-a6b1-5456111aabec) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:39:34.503024 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88494d3a-b889-4820-8553-1f38317e008b req-f58b52ef-6cf9-4029-9aa0-21c555fef114 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 943 time: 0.3443465 Feb 16 16:39:34.505706 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7f52ae-4fa9-44c8-a63a-2f137cb8e740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:34.505960 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef7f52ae-4fa9-44c8-a63a-2f137cb8e740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:34.514261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['177c259d-2c02-4eeb-9f74-ae998aaa2b24'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:39:34.525874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042747ff-4269-4b7c-ae88-70d4d8a54ec1 None None] Network fe4a0c62-7e77-41f1-a6b1-5456111aabec requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:39:34.557292 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ef7f52ae-4fa9-44c8-a63a-2f137cb8e740 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8503394 Feb 16 16:39:34.560480 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38704) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:34.565529 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:34.586009 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:34.612992 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (57aa7d1b-3e05-42e9-9190-7b43f274ec87), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:34.614082 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (57aa7d1b-3e05-42e9-9190-7b43f274ec87), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:34.750214 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Publish callbacks [] for router_controller (57aa7d1b-3e05-42e9-9190-7b43f274ec87), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:34.876221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'fixed_ips': [{'subnet_id': '0a3b0099-e3d2-484e-86b0-d55f301048e5'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:39:34.877698 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:35.093849 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Publish callbacks [] for router_gateway (57aa7d1b-3e05-42e9-9190-7b43f274ec87), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:35.242333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Allocated IP 172.20.0.2 (fe4a0c62-7e77-41f1-a6b1-5456111aabec/0a3b0099-e3d2-484e-86b0-d55f301048e5/38d66fe3-d32d-4f7c-88e1-c630f7749fe0) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:39:35.498362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Publish callbacks [] for router_gateway (57aa7d1b-3e05-42e9-9190-7b43f274ec87), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:35.500700 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88494d3a-b889-4820-8553-1f38317e008b req-22ac104f-a0bf-441c-837e-446a3ed1ab6b tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a77c44b-5eef-4a1e-a37a-6eea130159ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9966979 Feb 16 16:39:35.510551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60c23c-7150-405e-bfdf-9bddc5b50977 req-d95719fc-7450-4516-87f3-2392e3661f4e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:35.519886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dd60c23c-7150-405e-bfdf-9bddc5b50977 req-d95719fc-7450-4516-87f3-2392e3661f4e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 945 time: 1.0830026 Feb 16 16:39:35.530223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-dd60c23c-7150-405e-bfdf-9bddc5b50977 req-424eef81-2aa0-49be-a0b1-e97f11ad48fa tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Request body: {'port': {'security_groups': []}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:35.567865 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:35.660076 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-dd60c23c-7150-405e-bfdf-9bddc5b50977 req-424eef81-2aa0-49be-a0b1-e97f11ad48fa tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:35.949806 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-991b4027-cc45-48b4-b78c-5b4bc91accef req-f205976d-c81e-449a-bc6c-63dcf9b5bd7f tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.1025221 Feb 16 16:39:35.968422 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Allocated IP 172.25.4.47 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/1fc53723-a45b-44d7-ab0a-ead286a11e95) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:39:35.976987 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Publish callbacks [] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:35.996119 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60354828-03b4-49a0-9414-581fe1ffdfa7 x-openstack-request-id: req-60354828-03b4-49a0-9414-581fe1ffdfa7 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:35.996440 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52c8ad8-1dac-4e6e-a866-a00e32cd843e", "name": "network-vif-plugged", "status": "completed", "tag": "64f80236-b1e3-4ebd-9e20-937c9fcf25b9", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:35.996715 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60354828-03b4-49a0-9414-581fe1ffdfa7 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:35.997170 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52c8ad8-1dac-4e6e-a866-a00e32cd843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f80236-b1e3-4ebd-9e20-937c9fcf25b9', 'code': 200} Feb 16 16:39:36.042231 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:36.046979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e06bc-5773-4bce-bffb-d8f339575f26 req-4c85e0bd-3718-4e00-8003-24249bc9648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:36.049333 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-621e06bc-5773-4bce-bffb-d8f339575f26 req-4c85e0bd-3718-4e00-8003-24249bc9648c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 1127 time: 0.2655838 Feb 16 16:39:36.225635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Network fe4a0c62-7e77-41f1-a6b1-5456111aabec is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:39:36.268398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:39:36.274777 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Publish callbacks [] for port (1fc53723-a45b-44d7-ab0a-ead286a11e95), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:36.274973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:39:36.275882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Pushing event updated for resources: {'Port': ['ID=38d66fe3-d32d-4f7c-88e1-c630f7749fe0,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:36.404635 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (1fc53723-a45b-44d7-ab0a-ead286a11e95), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:36.412823 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Attempting to bind port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:39:36.413225 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Attempting to bind port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '801b17c6-3ed8-4a59-9833-ae77937d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:39:36.413762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Attempting to bind port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 on network fe4a0c62-7e77-41f1-a6b1-5456111aabec {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:39:36.423219 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-dd60c23c-7150-405e-bfdf-9bddc5b50977 req-424eef81-2aa0-49be-a0b1-e97f11ad48fa tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] For port 50703739-ca5f-4c66-8200-50e2ede3ef8b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=50703739-ca5f-4c66-8200-50e2ede3ef8b,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:36.446185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:39:36.446602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Checking segment: {'id': '801b17c6-3ed8-4a59-9833-ae77937d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:39:36.446967 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:36.447363 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Bound using segment: {'id': '801b17c6-3ed8-4a59-9833-ae77937d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:39:36.447879 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Bound port: 38d66fe3-d32d-4f7c-88e1-c630f7749fe0, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801b17c6-3ed8-4a59-9833-ae77937d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:39:36.449582 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:36.499807 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:39:36.505038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-621e06bc-5773-4bce-bffb-d8f339575f26 req-40123fd8-4948-4d90-b8ab-e74c28959076 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450875 Feb 16 16:39:36.505612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:39:36.516697 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:39:36.551812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303178e5-f4d5-4976-9656-165aadf1407f req-3d3fed0e-144e-49ef-a19a-e39772b4d320 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:36.561787 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-303178e5-f4d5-4976-9656-165aadf1407f req-3d3fed0e-144e-49ef-a19a-e39772b4d320 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.3924294 Feb 16 16:39:36.588386 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-dd60c23c-7150-405e-bfdf-9bddc5b50977 req-424eef81-2aa0-49be-a0b1-e97f11ad48fa tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:36.589962 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc53723-a45b-44d7-ab0a-ead286a11e95,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:36.615915 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-dd60c23c-7150-405e-bfdf-9bddc5b50977 req-424eef81-2aa0-49be-a0b1-e97f11ad48fa tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:36.637108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['8a5bc04e-6631-4840-a3dc-39fbe7f55040', '255c1a02-fccd-43c6-9d8d-66dfc94c8894', '50703739-ca5f-4c66-8200-50e2ede3ef8b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:39:36.741713 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] For port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:39:36.798913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] For port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=38d66fe3-d32d-4f7c-88e1-c630f7749fe0,segment=NetworkSegment(801b17c6-3ed8-4a59-9833-ae77937d15ad),segment_id=801b17c6-3ed8-4a59-9833-ae77937d15ad)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:39:36.799876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60c23c-7150-405e-bfdf-9bddc5b50977 req-424eef81-2aa0-49be-a0b1-e97f11ad48fa tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:36.800585 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-dd60c23c-7150-405e-bfdf-9bddc5b50977 req-424eef81-2aa0-49be-a0b1-e97f11ad48fa tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:36.808844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dd60c23c-7150-405e-bfdf-9bddc5b50977 req-424eef81-2aa0-49be-a0b1-e97f11ad48fa tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "PUT /v2.0/ports/50703739-ca5f-4c66-8200-50e2ede3ef8b HTTP/1.1" status: 200 len: 904 time: 1.2878158 Feb 16 16:39:36.815023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8a5dc6-9129-438e-8a68-f4da3772fe22', 'tag': '50703739-ca5f-4c66-8200-50e2ede3ef8b'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:36.824662 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95e57cd-8742-405b-b474-3d1170a2aa80" -d '{"events": [{"name": "network-changed", "server_uuid": "de8a5dc6-9129-438e-8a68-f4da3772fe22", "tag": "50703739-ca5f-4c66-8200-50e2ede3ef8b"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:36.856347 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:36.872813 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-303178e5-f4d5-4976-9656-165aadf1407f req-56116979-e374-4583-836b-68793c2136bf tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099356 Feb 16 16:39:36.885904 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424eef81-2aa0-49be-a0b1-e97f11ad48fa tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event updated for resources: {'Port': ['ID=50703739-ca5f-4c66-8200-50e2ede3ef8b,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:36.937047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['50703739-ca5f-4c66-8200-50e2ede3ef8b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:39:37.016828 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Publish callbacks [] for router_gateway (57aa7d1b-3e05-42e9-9190-7b43f274ec87), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:37.181683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75e92f-3e01-4f87-979f-3e2053bbb0ca req-17636222-c3a8-4e82-a447-6d1bcd3f7f1c tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:37.183328 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a75e92f-3e01-4f87-979f-3e2053bbb0ca req-17636222-c3a8-4e82-a447-6d1bcd3f7f1c tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 944 time: 0.2461689 Feb 16 16:39:37.251022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223abf1-bd65-4aee-bee0-ea61e5eec362 None None] Pushing event updated for resources: {'Port': ['ID=38d66fe3-d32d-4f7c-88e1-c630f7749fe0,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:37.305177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1dd23-9ef9-4d1c-b423-4e7f86ce5eea req-3dfcb532-7fa7-4aca-aea8-cc34d46ca601 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:37.325067 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53c1dd23-9ef9-4d1c-b423-4e7f86ce5eea req-3dfcb532-7fa7-4aca-aea8-cc34d46ca601 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 907 time: 0.2658236 Feb 16 16:39:37.332808 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8152c938-337b-42a7-8a11-7227de0c5f79 None None] Provisioning complete for port 50703739-ca5f-4c66-8200-50e2ede3ef8b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:37.333292 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8152c938-337b-42a7-8a11-7227de0c5f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:37.450795 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a75e92f-3e01-4f87-979f-3e2053bbb0ca req-59716003-20b6-424f-bb04-28ee4883462b tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a77c44b-5eef-4a1e-a37a-6eea130159ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168348 Feb 16 16:39:37.458669 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d54df8-d9bb-4ce6-a544-25527b8f5a99 x-openstack-request-id: req-01d54df8-d9bb-4ce6-a544-25527b8f5a99 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:37.459372 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8a5dc6-9129-438e-8a68-f4da3772fe22", "tag": "50703739-ca5f-4c66-8200-50e2ede3ef8b", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:37.459917 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01d54df8-d9bb-4ce6-a544-25527b8f5a99 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:37.460566 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8a5dc6-9129-438e-8a68-f4da3772fe22', 'tag': '50703739-ca5f-4c66-8200-50e2ede3ef8b', 'status': 'completed', 'code': 200} Feb 16 16:39:37.525269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 177c259d-2c02-4eeb-9f74-ae998aaa2b24 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:39:37.799471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3e691af-fb05-44ca-a8ed-6c948b4272f4 req-60ffceac-1edc-4d54-a5ac-784f1be0e383 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.1306846 Feb 16 16:39:37.907455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 177c259d-2c02-4eeb-9f74-ae998aaa2b24 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:39:37.971987 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 177c259d-2c02-4eeb-9f74-ae998aaa2b24 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:37.972365 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (177c259d-2c02-4eeb-9f74-ae998aaa2b24), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:38.104691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013f0d2-362b-4600-b655-69a4d36d9e92 req-df32c6ff-418d-4a36-906e-a879f3e2e464 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:38.117234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b013f0d2-362b-4600-b655-69a4d36d9e92 req-df32c6ff-418d-4a36-906e-a879f3e2e464 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.3164914 Feb 16 16:39:38.152357 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e57cd-8742-405b-b474-3d1170a2aa80 req-67986cd4-6b8d-42f4-83c2-00d83dc5fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:38.169627 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a95e57cd-8742-405b-b474-3d1170a2aa80 req-67986cd4-6b8d-42f4-83c2-00d83dc5fd2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 1089 time: 0.5905175 Feb 16 16:39:38.189584 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (57aa7d1b-3e05-42e9-9190-7b43f274ec87), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:38.194995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38830) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:38.249276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b013f0d2-362b-4600-b655-69a4d36d9e92 req-1b2bdffd-7d85-4295-a59e-1fd64d4f4bfc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310019 Feb 16 16:39:38.266838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb120b-87d8-484c-ac6a-e2d8877926d1 req-3695bbdb-5511-4fda-aa5a-d2d850850560 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:38.268556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36fb120b-87d8-484c-ac6a-e2d8877926d1 req-3695bbdb-5511-4fda-aa5a-d2d850850560 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.2583895 Feb 16 16:39:38.280781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:39:38.375340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36fb120b-87d8-484c-ac6a-e2d8877926d1 req-975f22b6-a6b4-4c85-b8e6-a8c97fc99e55 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893290 Feb 16 16:39:38.473353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35abefb-0107-4056-9c12-3f6d2dfcf61d req-1ba36c6a-91ae-4b6e-9e5d-4ff1d74c9e86 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:38.473905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8152c938-337b-42a7-8a11-7227de0c5f79 None None] Current status of the port 50703739-ca5f-4c66-8200-50e2ede3ef8b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:38.487667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b35abefb-0107-4056-9c12-3f6d2dfcf61d req-1ba36c6a-91ae-4b6e-9e5d-4ff1d74c9e86 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1166492 Feb 16 16:39:38.523628 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e57cd-8742-405b-b474-3d1170a2aa80 req-1c24b6e8-f504-4feb-9481-2ab5586ddf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:38.525461 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a95e57cd-8742-405b-b474-3d1170a2aa80 req-1c24b6e8-f504-4feb-9481-2ab5586ddf06 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.3377392 Feb 16 16:39:38.615413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b35abefb-0107-4056-9c12-3f6d2dfcf61d req-deb54e4c-db64-4c21-86f7-8527b2c698ae tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266048 Feb 16 16:39:38.695665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 177c259d-2c02-4eeb-9f74-ae998aaa2b24 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:38.696233 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (177c259d-2c02-4eeb-9f74-ae998aaa2b24), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:38.715668 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a95e57cd-8742-405b-b474-3d1170a2aa80 req-cdbc2da9-d607-493e-b6e1-ced4cb3b3078 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50703739-ca5f-4c66-8200-50e2ede3ef8b HTTP/1.1" status: 200 len: 217 time: 0.1823580 Feb 16 16:39:38.775396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241582da-bc78-4954-bcbc-ef9b5b468519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177c259d-2c02-4eeb-9f74-ae998aaa2b24'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:38.777757 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb374b74-8f80-42d0-bb24-34d449f10ebe" -d '{"events": [{"server_uuid": "241582da-bc78-4954-bcbc-ef9b5b468519", "name": "network-vif-plugged", "status": "completed", "tag": "177c259d-2c02-4eeb-9f74-ae998aaa2b24"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:38.817004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e57cd-8742-405b-b474-3d1170a2aa80 req-7967b6aa-b0ac-4036-8b8a-83577f6df040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:38.828882 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a95e57cd-8742-405b-b474-3d1170a2aa80 req-7967b6aa-b0ac-4036-8b8a-83577f6df040 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.1023970 Feb 16 16:39:38.831530 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-677b4387-669f-4cd9-a6dc-c7de3715c491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:38.840394 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 177c259d-2c02-4eeb-9f74-ae998aaa2b24, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=177c259d-2c02-4eeb-9f74-ae998aaa2b24,segment=NetworkSegment(cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf),segment_id=cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:38.900787 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (177c259d-2c02-4eeb-9f74-ae998aaa2b24), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:38.917731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafa15e-c06e-4d8e-913b-5a647fa9d6ed req-0ff08b02-c5d3-4508-b903-9c83375e3cfc tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:38.926857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5dafa15e-c06e-4d8e-913b-5a647fa9d6ed req-0ff08b02-c5d3-4508-b903-9c83375e3cfc tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.3092618 Feb 16 16:39:38.938013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:38.954531 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:39.070802 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e57cd-8742-405b-b474-3d1170a2aa80 req-a996f338-2e02-49f8-8d7a-df672802b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:39.082390 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a95e57cd-8742-405b-b474-3d1170a2aa80 req-a996f338-2e02-49f8-8d7a-df672802b069 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2412207 Feb 16 16:39:39.114760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5dafa15e-c06e-4d8e-913b-5a647fa9d6ed req-056dac44-6198-4dc2-8467-689d206a55f6 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851556 Feb 16 16:39:39.186454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112208c2-d23e-44c1-b0e1-61098717830b req-278111f9-3814-4428-8388-0d44e6cafdf9 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:39.197543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-112208c2-d23e-44c1-b0e1-61098717830b req-278111f9-3814-4428-8388-0d44e6cafdf9 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 945 time: 0.2676046 Feb 16 16:39:39.199077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:39:39.329362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-112208c2-d23e-44c1-b0e1-61098717830b req-1e220539-79f0-446e-bad4-2fa173eaa851 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a77c44b-5eef-4a1e-a37a-6eea130159ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256244 Feb 16 16:39:39.413651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e10af3-4812-4a78-a629-07c912627856 None None] Network fe4a0c62-7e77-41f1-a6b1-5456111aabec requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:39:39.537664 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-677b4387-669f-4cd9-a6dc-c7de3715c491 admin admin] Publish callbacks [] for security_group (68684551-b92b-4534-ab4d-1c77c1be5212), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:39.582916 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-677b4387-669f-4cd9-a6dc-c7de3715c491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (68684551-b92b-4534-ab4d-1c77c1be5212), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:39.657951 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ebb7fd-1de5-4bee-9e41-f743d9517204 x-openstack-request-id: req-d8ebb7fd-1de5-4bee-9e41-f743d9517204 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:39.658249 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241582da-bc78-4954-bcbc-ef9b5b468519", "name": "network-vif-plugged", "status": "completed", "tag": "177c259d-2c02-4eeb-9f74-ae998aaa2b24", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:39.658654 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8ebb7fd-1de5-4bee-9e41-f743d9517204 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:39.659113 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241582da-bc78-4954-bcbc-ef9b5b468519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177c259d-2c02-4eeb-9f74-ae998aaa2b24', 'code': 200} Feb 16 16:39:39.661674 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=177c259d-2c02-4eeb-9f74-ae998aaa2b24,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:39.667534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-677b4387-669f-4cd9-a6dc-c7de3715c491 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81b6d8be7c89433fa30a0e658fc737bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4628348 Feb 16 16:39:39.732367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6c2f2c3c-d186-4738-b39f-3946fcd0ebf5 None None] Provisioning complete for port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:39.732853 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6c2f2c3c-d186-4738-b39f-3946fcd0ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:39.767080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38890) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:39.768706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b4387-669f-4cd9-a6dc-c7de3715c491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68684551-b92b-4534-ab4d-1c77c1be5212,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:39.803961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac5c81d0-57cd-4ac4-8095-8047e50d2ec1 req-81a9ad33-3113-409b-a364-7c9ad4b518aa tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.2225959 Feb 16 16:39:39.868365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e1ed3-87dc-4d13-8fe4-909166f03efa req-2a3fa921-13fe-4225-bb45-013b528e5ef6 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:39.870813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:39.871271 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:39.877325 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c6e1ed3-87dc-4d13-8fe4-909166f03efa req-2a3fa921-13fe-4225-bb45-013b528e5ef6 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.4681337 Feb 16 16:39:39.904075 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9a83-d1aa-4f92-ad09-edf3a034bd06 admin admin] Publish callbacks [] for security_group (68684551-b92b-4534-ab4d-1c77c1be5212), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:39.935726 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9a83-d1aa-4f92-ad09-edf3a034bd06 admin admin] Publish callbacks [] for security_group (68684551-b92b-4534-ab4d-1c77c1be5212), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:40.006495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=38d66fe3-d32d-4f7c-88e1-c630f7749fe0,segment=NetworkSegment(801b17c6-3ed8-4a59-9833-ae77937d15ad),segment_id=801b17c6-3ed8-4a59-9833-ae77937d15ad)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:40.008241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f2c3c-d186-4738-b39f-3946fcd0ebf5 None None] Current status of the port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:40.008695 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6c2f2c3c-d186-4738-b39f-3946fcd0ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:40.038911 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:40.135347 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c6e1ed3-87dc-4d13-8fe4-909166f03efa req-d189339d-7cc4-4457-be72-44ec012938c5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569561 Feb 16 16:39:40.144839 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9a83-d1aa-4f92-ad09-edf3a034bd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (68684551-b92b-4534-ab4d-1c77c1be5212), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:40.147716 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9a83-d1aa-4f92-ad09-edf3a034bd06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:40.155680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2e1d9a83-d1aa-4f92-ad09-edf3a034bd06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68684551-b92b-4534-ab4d-1c77c1be5212 HTTP/1.1" status: 204 len: 168 time: 0.3469124 Feb 16 16:39:40.165945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d9a83-d1aa-4f92-ad09-edf3a034bd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68684551-b92b-4534-ab4d-1c77c1be5212,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:40.214929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97073a8-ddd1-45ea-b989-3877ac76196c req-7bdfb400-3c78-492f-b71c-788d9157c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:40.218632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a97073a8-ddd1-45ea-b989-3877ac76196c req-7bdfb400-3c78-492f-b71c-788d9157c20f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 1127 time: 0.6873391 Feb 16 16:39:40.489206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a97073a8-ddd1-45ea-b989-3877ac76196c req-74f47aca-f5bd-43e7-ac0c-17e8de76aa7b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7a77c44b-5eef-4a1e-a37a-6eea130159ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634072 Feb 16 16:39:40.489474 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-6c2f2c3c-d186-4738-b39f-3946fcd0ebf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:39:40.512442 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-6c2f2c3c-d186-4738-b39f-3946fcd0ebf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:39:40.658165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=38d66fe3-d32d-4f7c-88e1-c630f7749fe0,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:40.790795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee5671-610c-40e7-bad8-32e7f85e62f1 req-100b2cfe-2060-437a-b06c-241a19252b81 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:40.792763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9eee5671-610c-40e7-bad8-32e7f85e62f1 req-100b2cfe-2060-437a-b06c-241a19252b81 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.3982024 Feb 16 16:39:40.808217 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a95e57cd-8742-405b-b474-3d1170a2aa80 req-adc59ad6-7f52-4634-bb65-c8cd86252bd9 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6999342 Feb 16 16:39:40.871812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bca73f-0c62-4a42-8679-3f34eee5626b req-756571f6-b7b2-4c35-ab12-fcdfa9ce3d4b tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:40.875977 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:39:40.884298 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3bca73f-0c62-4a42-8679-3f34eee5626b req-756571f6-b7b2-4c35-ab12-fcdfa9ce3d4b tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 945 time: 0.2950013 Feb 16 16:39:40.892199 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Sync routers for ids ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:39:40.915601 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Routers {'57aa7d1b-3e05-42e9-9190-7b43f274ec87'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:39:40.916606 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:39:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:40.973819 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9eee5671-610c-40e7-bad8-32e7f85e62f1 req-f86dc031-2e8d-460b-86f6-fa7e16296cb9 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708143 Feb 16 16:39:41.076486 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3bca73f-0c62-4a42-8679-3f34eee5626b req-98d7a978-203d-4e07-8c01-fe9603adadc3 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a77c44b-5eef-4a1e-a37a-6eea130159ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880097 Feb 16 16:39:41.145428 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a95e57cd-8742-405b-b474-3d1170a2aa80 req-9ea7c6cb-af1e-4d2d-9bfa-1f66a657b597 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301134 Feb 16 16:39:41.161153 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:41.171726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38964) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:41.180395 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a40efd8d-8d9b-4cc3-8897-b11c9b22f025 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6178923 Feb 16 16:39:41.220324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f2c3c-d186-4738-b39f-3946fcd0ebf5 None None] Current status of the port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:41.364180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ba22b986-05ee-4f6c-9767-3d20f77de575 None None] Provisioning complete for port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:41.365510 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba22b986-05ee-4f6c-9767-3d20f77de575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:41.425972 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Set router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:39:41.499376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3e27acfb-1726-406c-99d0-1622b9570fce tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:41.505925 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3e27acfb-1726-406c-99d0-1622b9570fce tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/networks?id=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad HTTP/1.1" status: 200 len: 815 time: 0.2014391 Feb 16 16:39:41.586189 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-62e67490-28d8-4e8b-8fe2-83f5a4710dca tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/quotas/e2ba7612aa4f4a12a94557eca9488eb2 HTTP/1.1" status: 200 len: 375 time: 0.0793114 Feb 16 16:39:41.654790 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1ff1947-f068-4d65-b346-0af5a43ac36a req-6f35b8ef-3b81-490d-ba7a-8ba90127499d tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.3660388 Feb 16 16:39:41.750947 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ba22b986-05ee-4f6c-9767-3d20f77de575 None None] Current status of the port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:41.752005 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-d41c4ace-243e-499b-b3e7-f846ce687cfb tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2ba7612aa4f4a12a94557eca9488eb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1645722 Feb 16 16:39:41.987547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-2a679811-36a4-4e55-8d36-8cc084e94c4a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:41.995168 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-2a679811-36a4-4e55-8d36-8cc084e94c4a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 811 time: 0.1663697 Feb 16 16:39:42.064943 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:34Z', 'updated_at': '2022-02-16T16:39:36Z', 'revision_number': 3, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'gw_port': {'id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:35Z', 'updated_at': '2022-02-16T16:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:42.115454 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-6b43750a-b11e-40d3-8147-97c827af8af2 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/quotas/1ba6ed05f60d4be18332c533a096aa72 HTTP/1.1" status: 200 len: 375 time: 0.1169586 Feb 16 16:39:42.176531 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Checking router: 57aa7d1b-3e05-42e9-9190-7b43f274ec87 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:39:42.176908 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Updating router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 port 1fc53723-a45b-44d7-ab0a-ead286a11e95 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:39:42.315740 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1fc53723-a45b-44d7-ab0a-ead286a11e95), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:42.326001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:39:42.473645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:42.474059 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:42.505481 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-4095192b-3b84-4ed8-954d-382f28cc2614 service neutron] 10.222.0.24 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7521613 Feb 16 16:39:42.654114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13eace-b7ec-4d0f-8ac2-1a8815f6f2a1 req-86cb1542-1fe0-4931-8f19-5918cbb90bea tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:42.657113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce13eace-b7ec-4d0f-8ac2-1a8815f6f2a1 req-86cb1542-1fe0-4931-8f19-5918cbb90bea tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.65 "GET /v2.0/ports?device_id=c52c8ad8-1dac-4e6e-a866-a00e32cd843e HTTP/1.1" status: 200 len: 945 time: 0.6332948 Feb 16 16:39:42.747973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-c0438075-55a2-45ed-8e12-6f28d064f9b7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6312456 Feb 16 16:39:42.793169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:43.040292 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Publish callbacks [] for port (1fc53723-a45b-44d7-ab0a-ead286a11e95), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:43.048547 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1fc53723-a45b-44d7-ab0a-ead286a11e95), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:43.068193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-dd95cfce-50cd-487c-ab08-5d61ba99bf38 service neutron] 10.222.0.24 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518787 Feb 16 16:39:43.106741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-9bf70dee-c0c6-4f7e-bf98-0efac845494b service neutron] 10.222.0.24 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577056 Feb 16 16:39:43.154405 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Attempting to bind port 1fc53723-a45b-44d7-ab0a-ead286a11e95 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:39:43.155398 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Attempting to bind port 1fc53723-a45b-44d7-ab0a-ead286a11e95 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:39:43.158069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-ce13eace-b7ec-4d0f-8ac2-1a8815f6f2a1 req-174329ee-1fb5-41c5-a051-95e7a61547f2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Deleting port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:39:43.158418 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ce13eace-b7ec-4d0f-8ac2-1a8815f6f2a1 req-174329ee-1fb5-41c5-a051-95e7a61547f2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:43.159506 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Attempting to bind port 1fc53723-a45b-44d7-ab0a-ead286a11e95 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:39:43.192734 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:39:43.193550 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:39:43.194189 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:43.194795 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:39:43.195503 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Bound port: 1fc53723-a45b-44d7-ab0a-ead286a11e95, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:39:43.196229 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1fc53723-a45b-44d7-ab0a-ead286a11e95), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:43.324738 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] For port 1fc53723-a45b-44d7-ab0a-ead286a11e95, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:39:43.332786 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] For port 1fc53723-a45b-44d7-ab0a-ead286a11e95, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1fc53723-a45b-44d7-ab0a-ead286a11e95,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:39:43.355122 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c7e01-7d38-4944-8ac9-ee35c99b9949 None None] Pushing event updated for resources: {'Port': ['ID=1fc53723-a45b-44d7-ab0a-ead286a11e95,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:43.369068 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1fc53723-a45b-44d7-ab0a-ead286a11e95), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:43.389408 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c7e01-7d38-4944-8ac9-ee35c99b9949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:43.396136 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c7e01-7d38-4944-8ac9-ee35c99b9949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:43.396648 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c7e01-7d38-4944-8ac9-ee35c99b9949 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:43.397100 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c7e01-7d38-4944-8ac9-ee35c99b9949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:43.397543 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c7e01-7d38-4944-8ac9-ee35c99b9949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:43.397980 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c7e01-7d38-4944-8ac9-ee35c99b9949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:43.398415 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c7e01-7d38-4944-8ac9-ee35c99b9949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:43.400752 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c7e01-7d38-4944-8ac9-ee35c99b9949 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:43.401199 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c7e01-7d38-4944-8ac9-ee35c99b9949 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:43.401630 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c7e01-7d38-4944-8ac9-ee35c99b9949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:43.402057 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c7e01-7d38-4944-8ac9-ee35c99b9949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:43.402586 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c7e01-7d38-4944-8ac9-ee35c99b9949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:43.404162 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2c7e01-7d38-4944-8ac9-ee35c99b9949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:43.691658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-6fc1deb2-955c-4bb1-85b7-161cac73e6b9 service neutron] 10.222.0.24 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839531 Feb 16 16:39:43.694311 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Routers {'57aa7d1b-3e05-42e9-9190-7b43f274ec87'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:39:43.698697 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:39:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:43.846814 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c7e01-7d38-4944-8ac9-ee35c99b9949 None None] Pushing event updated for resources: {'Port': ['ID=1fc53723-a45b-44d7-ab0a-ead286a11e95,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:44.021014 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] Set router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:39:44.229828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ce13eace-b7ec-4d0f-8ac2-1a8815f6f2a1 req-174329ee-1fb5-41c5-a051-95e7a61547f2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] For port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:44.232728 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ce13eace-b7ec-4d0f-8ac2-1a8815f6f2a1 req-174329ee-1fb5-41c5-a051-95e7a61547f2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:44.532281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-ce13eace-b7ec-4d0f-8ac2-1a8815f6f2a1 req-174329ee-1fb5-41c5-a051-95e7a61547f2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Calling delete_port for 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:39:44.665243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af063e6b-1cc8-43fa-8276-fa50c491c7e7 req-3c1b4cb3-0a00-4ed6-af7d-0e9b97ab187e tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.1753201 Feb 16 16:39:44.916394 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:45.026098 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:34Z', 'updated_at': '2022-02-16T16:39:36Z', 'revision_number': 3, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'gw_port': {'id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:35Z', 'updated_at': '2022-02-16T16:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:45.039790 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-811d8de3-9f6b-4e27-b94e-68e153cba439 req-90b1ef1e-39cb-4d1d-98bc-2630f9932ac6 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 210 time: 0.1624792 Feb 16 16:39:45.101503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7dfbf-7c7d-4685-b52a-6cec32cd0ec9 req-cd8abea1-1ab2-437b-b3c2-d881870c3e91 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:45.116941 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ea7dfbf-7c7d-4685-b52a-6cec32cd0ec9 req-cd8abea1-1ab2-437b-b3c2-d881870c3e91 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 945 time: 1.4509163 Feb 16 16:39:45.274313 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd56989-1bc7-4b22-a27d-2baf049ed202 None None] The sync data for ids ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'] in n-d-669411-5 is: [{'id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:34Z', 'updated_at': '2022-02-16T16:39:36Z', 'revision_number': 3, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'gw_port': {'id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:35Z', 'updated_at': '2022-02-16T16:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:39:45.348598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:39:45.473009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b8712c4-7147-47b4-b2a4-698c1b34828c req-0fdb8d7b-7c58-406a-b359-8159674a0a4f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 210 time: 0.2532220 Feb 16 16:39:45.513778 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:45.515603 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:45.619295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:45.621675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52c8ad8-1dac-4e6e-a866-a00e32cd843e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f80236-b1e3-4ebd-9e20-937c9fcf25b9'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:45.627145 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977d3de8-19a8-4867-987d-7c27734ad2b6" -d '{"events": [{"server_uuid": "c52c8ad8-1dac-4e6e-a866-a00e32cd843e", "name": "network-vif-unplugged", "status": "completed", "tag": "64f80236-b1e3-4ebd-9e20-937c9fcf25b9"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:45.673509 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:45.829031 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419edca0-043c-4dab-bd83-1d39f95d8c0c x-openstack-request-id: req-419edca0-043c-4dab-bd83-1d39f95d8c0c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:45.829695 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52c8ad8-1dac-4e6e-a866-a00e32cd843e", "name": "network-vif-unplugged", "status": "completed", "tag": "64f80236-b1e3-4ebd-9e20-937c9fcf25b9", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:45.831388 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-419edca0-043c-4dab-bd83-1d39f95d8c0c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:45.832050 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52c8ad8-1dac-4e6e-a866-a00e32cd843e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f80236-b1e3-4ebd-9e20-937c9fcf25b9', 'code': 200} Feb 16 16:39:45.879018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:46.251524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1fc53723-a45b-44d7-ab0a-ead286a11e95 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:39:46.429374 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-d87ff04c-6613-4955-b173-675476cbe7b0 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:46.436514 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-d87ff04c-6613-4955-b173-675476cbe7b0 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.60 "GET /v2.0/networks?id=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad HTTP/1.1" status: 200 len: 815 time: 0.5157816 Feb 16 16:39:46.474486 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Request body: {'port': {'device_id': '3ec1e458-4961-456b-b1a0-28a080cbc2a4', 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad', 'admin_state_up': True, 'tenant_id': 'e2ba7612aa4f4a12a94557eca9488eb2'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:46.478792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 1fc53723-a45b-44d7-ab0a-ead286a11e95 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:46.479336 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1fc53723-a45b-44d7-ab0a-ead286a11e95), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:46.727436 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 1fc53723-a45b-44d7-ab0a-ead286a11e95 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:46.727868 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1fc53723-a45b-44d7-ab0a-ead286a11e95), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:46.751202 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-364e637b-b795-452f-bba9-3d49f08c088b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:46.752740 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-364e637b-b795-452f-bba9-3d49f08c088b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 811 time: 0.2693439 Feb 16 16:39:46.793129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 1fc53723-a45b-44d7-ab0a-ead286a11e95, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1fc53723-a45b-44d7-ab0a-ead286a11e95,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:46.800867 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1fc53723-a45b-44d7-ab0a-ead286a11e95), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:46.924092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-e137d223-369f-4166-9eb4-a5df0451483f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Request body: {'port': {'device_id': 'd2a33c12-6034-4694-bb9b-37ddad9c36ab', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'admin_state_up': True, 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:46.929962 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=1fc53723-a45b-44d7-ab0a-ead286a11e95,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:47.125670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Allocated IP 172.20.0.1 (fe4a0c62-7e77-41f1-a6b1-5456111aabec/0a3b0099-e3d2-484e-86b0-d55f301048e5/779ed6c3-d87f-4288-a7ac-9e155b97d6b8) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:39:47.161027 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Made reservation on behalf of e2ba7612aa4f4a12a94557eca9488eb2 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:39:47.165288 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:47.215165 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-e137d223-369f-4166-9eb4-a5df0451483f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Made reservation on behalf of 1ba6ed05f60d4be18332c533a096aa72 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:39:47.219384 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-e137d223-369f-4166-9eb4-a5df0451483f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:47.264581 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Publish callbacks [] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:47.447796 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:47.493862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-328bc80d-bb2a-48a2-823a-9997a7c7792d req-706138d2-9cde-4dcb-9955-5f1dcd480cc5 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.5909979 Feb 16 16:39:47.606466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Network fe4a0c62-7e77-41f1-a6b1-5456111aabec is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:39:47.609697 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ce13eace-b7ec-4d0f-8ac2-1a8815f6f2a1 req-174329ee-1fb5-41c5-a051-95e7a61547f2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (64f80236-b1e3-4ebd-9e20-937c9fcf25b9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:47.645797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:39:47.648367 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Allocated IP 172.20.0.6 (ba60c3ee-51d9-4ac7-bcac-b8b74968bfad/2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45/b9f946e1-f13e-4917-a83b-aa4210f21281) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:39:47.648842 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:39:47.670783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-e137d223-369f-4166-9eb4-a5df0451483f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Allocated IP 172.20.0.7 (15aff283-df39-49e7-b6a0-0744c433d246/fb3087b6-a700-4596-bf94-8374694c51fb/9d30d88d-da72-4ad3-bd2a-203c8989ef4d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:39:47.843123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ea7dfbf-7c7d-4685-b52a-6cec32cd0ec9 req-b42c3be8-a102-4ec1-a65e-83e4a4d4b347 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a77c44b-5eef-4a1e-a37a-6eea130159ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.7209456 Feb 16 16:39:47.903602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Pushing event updated for resources: {'Port': ['ID=779ed6c3-d87f-4288-a7ac-9e155b97d6b8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:47.918557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c2fb452-0447-48f1-8944-be5151372c1e req-4be687e1-94f8-4cc0-a4e5-3b7b49b5568f tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 210 time: 0.2843401 Feb 16 16:39:48.084783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce13eace-b7ec-4d0f-8ac2-1a8815f6f2a1 req-174329ee-1fb5-41c5-a051-95e7a61547f2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] No DVR routers for this DVR port 64f80236-b1e3-4ebd-9e20-937c9fcf25b9 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:39:48.094554 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ce13eace-b7ec-4d0f-8ac2-1a8815f6f2a1 req-174329ee-1fb5-41c5-a051-95e7a61547f2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:48.104410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce13eace-b7ec-4d0f-8ac2-1a8815f6f2a1 req-174329ee-1fb5-41c5-a051-95e7a61547f2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.65 "DELETE /v2.0/ports/64f80236-b1e3-4ebd-9e20-937c9fcf25b9 HTTP/1.1" status: 204 len: 173 time: 5.4047098 Feb 16 16:39:48.105195 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52c8ad8-1dac-4e6e-a866-a00e32cd843e', 'name': 'network-vif-deleted', 'tag': '64f80236-b1e3-4ebd-9e20-937c9fcf25b9'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:48.111185 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8e30c8-c609-409c-865e-6655b9ce1969" -d '{"events": [{"server_uuid": "c52c8ad8-1dac-4e6e-a866-a00e32cd843e", "name": "network-vif-deleted", "tag": "64f80236-b1e3-4ebd-9e20-937c9fcf25b9"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:48.117617 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks [] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:48.146447 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (57aa7d1b-3e05-42e9-9190-7b43f274ec87), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:48.149700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174329ee-1fb5-41c5-a051-95e7a61547f2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Pushing event deleted for resources: {'Port': ['ID=64f80236-b1e3-4ebd-9e20-937c9fcf25b9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:48.168719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84b5600b-aad1-4bee-b537-8bf329242f99 req-8092ce24-1235-489d-b163-bd5eeb26338b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 210 time: 0.1031830 Feb 16 16:39:48.206541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-11163d4b-a12e-4c81-b17b-374231fd1015 None None] Provisioning complete for port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:48.207019 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-11163d4b-a12e-4c81-b17b-374231fd1015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:48.258771 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:48.308529 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-11163d4b-a12e-4c81-b17b-374231fd1015 None None] Port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:39:48.314634 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1fc53723-a45b-44d7-ab0a-ead286a11e95 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:39:48.408976 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8436072-1734-474f-8363-84f16dfde61c x-openstack-request-id: req-d8436072-1734-474f-8363-84f16dfde61c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:48.411200 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52c8ad8-1dac-4e6e-a866-a00e32cd843e", "name": "network-vif-deleted", "tag": "64f80236-b1e3-4ebd-9e20-937c9fcf25b9", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:48.412207 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8436072-1734-474f-8363-84f16dfde61c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:48.414576 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52c8ad8-1dac-4e6e-a866-a00e32cd843e', 'name': 'network-vif-deleted', 'tag': '64f80236-b1e3-4ebd-9e20-937c9fcf25b9', 'status': 'completed', 'code': 200} Feb 16 16:39:48.517537 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 1fc53723-a45b-44d7-ab0a-ead286a11e95 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:48.517945 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1fc53723-a45b-44d7-ab0a-ead286a11e95), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:48.542272 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:48.545275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39240) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:48.662378 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-e137d223-369f-4166-9eb4-a5df0451483f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:48.729358 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 1fc53723-a45b-44d7-ab0a-ead286a11e95 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:48.748878 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-856fff71-c6e3-42da-9fb9-44d336377793 req-f15a1d04-cbbb-42f4-aa9d-0d6da3b6893c tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.1283469 Feb 16 16:39:48.792764 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:39:48.838285 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:39:48.842797 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:39:48.847925 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-e137d223-369f-4166-9eb4-a5df0451483f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:48.864020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['8a5bc04e-6631-4840-a3dc-39fbe7f55040', '255c1a02-fccd-43c6-9d8d-66dfc94c8894'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:39:48.946545 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a753f-788d-4225-88a6-29d242cde915 req-e034a404-07aa-4ce6-87c6-7b910e1739eb tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:48.957320 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-629a753f-788d-4225-88a6-29d242cde915 req-e034a404-07aa-4ce6-87c6-7b910e1739eb tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 945 time: 0.3640196 Feb 16 16:39:49.005129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:49.007429 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:49.023739 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Pushing event updated for resources: {'Port': ['ID=b9f946e1-f13e-4917-a83b-aa4210f21281,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:49.048253 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5976791 Feb 16 16:39:49.050904 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-e137d223-369f-4166-9eb4-a5df0451483f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Network 15aff283-df39-49e7-b6a0-0744c433d246 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:39:49.054050 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:49.054396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:49.054740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:49.055186 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:49.055527 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:49.056287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:49.056628 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:49.057000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:49.057344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:49.057673 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:49.058003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:49.058328 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:49.058762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b860b0-bc26-42b3-b249-95b757fd1297 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:49.072146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-e137d223-369f-4166-9eb4-a5df0451483f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:39:49.078260 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-e137d223-369f-4166-9eb4-a5df0451483f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:39:49.249675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Request body: {'port': {'device_id': '3ec1e458-4961-456b-b1a0-28a080cbc2a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:49.258413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-e137d223-369f-4166-9eb4-a5df0451483f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:49.258833 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80955dbe-909e-446a-a91b-cf4d9bdc706a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:49.260241 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-e137d223-369f-4166-9eb4-a5df0451483f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:49.344868 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-e137d223-369f-4166-9eb4-a5df0451483f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4410069 Feb 16 16:39:49.351741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137d223-369f-4166-9eb4-a5df0451483f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event updated for resources: {'Port': ['ID=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:49.363778 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-629a753f-788d-4225-88a6-29d242cde915 req-749f5553-a5aa-4a0b-a9d9-ef994c2a1eef tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a77c44b-5eef-4a1e-a37a-6eea130159ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028890 Feb 16 16:39:49.378931 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Request body: {'port': {'device_id': 'd2a33c12-6034-4694-bb9b-37ddad9c36ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:49.523376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e7faa-5f42-48d7-a8b7-a224a5687303 req-17082907-d35e-4e64-b1bd-f4ea7572b84b tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:49.526945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:49.535006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a5e7faa-5f42-48d7-a8b7-a224a5687303 req-17082907-d35e-4e64-b1bd-f4ea7572b84b tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 931 time: 0.4058130 Feb 16 16:39:49.544608 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:49.654561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c654381f-b286-40c1-871d-e5fc33714bbc None None] Provisioning complete for port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:49.655126 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c654381f-b286-40c1-871d-e5fc33714bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:49.685204 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Publish callbacks [] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:49.718760 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:49.760348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c654381f-b286-40c1-871d-e5fc33714bbc None None] Port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:39:49.877740 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (57aa7d1b-3e05-42e9-9190-7b43f274ec87), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:49.972130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Pushing event updated for resources: {'Port': ['ID=779ed6c3-d87f-4288-a7ac-9e155b97d6b8,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:50.025419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a5e7faa-5f42-48d7-a8b7-a224a5687303 req-a6fce54c-117e-4d05-8d42-d4a99cb92db1 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610250 Feb 16 16:39:50.110592 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80955dbe-909e-446a-a91b-cf4d9bdc706a admin admin] Publish callbacks [] for security_group (badc9736-d193-4f26-bcd3-183e3ada9b14), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:50.118888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216ab3e-81a7-4fbb-b5bf-49b60d146008 req-98de7cec-8ac3-4fb3-8476-c99757034751 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:50.124885 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9216ab3e-81a7-4fbb-b5bf-49b60d146008 req-98de7cec-8ac3-4fb3-8476-c99757034751 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 931 time: 0.5866225 Feb 16 16:39:50.201582 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80955dbe-909e-446a-a91b-cf4d9bdc706a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (badc9736-d193-4f26-bcd3-183e3ada9b14), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:50.219554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d30d88d-da72-4ad3-bd2a-203c8989ef4d {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:39:50.235040 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Publish callbacks [] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:50.265845 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86c13174-0668-4591-a124-6bc226eb59b4 req-e9dba738-ec4f-436c-aed4-60fd996c75a8 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/ports?device_id=1cca779e-641d-4daf-9cb6-e5051130a9f6 HTTP/1.1" status: 200 len: 210 time: 0.0898044 Feb 16 16:39:50.304484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39274) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:50.304802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4197b58-9bc3-459d-a505-a6cea39899ce req-3a9579c9-15db-4192-905d-f7749753dc17 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:50.307778 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Transition to ACTIVE for port object 9d30d88d-da72-4ad3-bd2a-203c8989ef4d will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:39:50.313499 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4197b58-9bc3-459d-a505-a6cea39899ce req-3a9579c9-15db-4192-905d-f7749753dc17 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.65 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 945 time: 0.4359353 Feb 16 16:39:50.348262 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:50.483972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f946e1-f13e-4917-a83b-aa4210f21281 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:39:50.493716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-80955dbe-909e-446a-a91b-cf4d9bdc706a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3086ca3b0d184f0f8695a0b75545b543&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9419239 Feb 16 16:39:50.496717 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39280) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:50.503684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80955dbe-909e-446a-a91b-cf4d9bdc706a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badc9736-d193-4f26-bcd3-183e3ada9b14,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:50.514273 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Publish callbacks [] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:50.631328 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Pushing event updated for resources: {'Port': ['ID=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:50.647404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Network fe4a0c62-7e77-41f1-a6b1-5456111aabec is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:39:50.668243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9216ab3e-81a7-4fbb-b5bf-49b60d146008 req-8a8814ce-4174-442d-a68b-65bcb5427780 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613798 Feb 16 16:39:50.695584 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Transition to ACTIVE for port object b9f946e1-f13e-4917-a83b-aa4210f21281 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:39:50.713864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:39:50.762482 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d031eba-16ef-4921-9ebe-fb693fe418db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:50.767152 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:50.822975 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-51eae4dd-df6b-47b3-9e85-6a2f6618d79d admin admin] Publish callbacks [] for security_group (badc9736-d193-4f26-bcd3-183e3ada9b14), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:50.979378 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d031eba-16ef-4921-9ebe-fb693fe418db admin admin] Publish callbacks [] for security_group (822d2e81-abbe-4bf9-b4f9-6527b8036be7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:50.986891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Attempting to bind port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:39:50.987235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Attempting to bind port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:39:50.987652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Attempting to bind port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d on network 15aff283-df39-49e7-b6a0-0744c433d246 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:39:50.997353 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d031eba-16ef-4921-9ebe-fb693fe418db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (822d2e81-abbe-4bf9-b4f9-6527b8036be7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:51.011301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:39:51.044615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb3752-b169-4edb-a9ec-723a29036ed9 req-18fb549d-1dc9-48b8-9703-57b286376251 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:51.045615 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d031eba-16ef-4921-9ebe-fb693fe418db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822d2e81-abbe-4bf9-b4f9-6527b8036be7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:51.070223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96eb3752-b169-4edb-a9ec-723a29036ed9 req-18fb549d-1dc9-48b8-9703-57b286376251 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 945 time: 0.5521810 Feb 16 16:39:51.137130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d on network 15aff283-df39-49e7-b6a0-0744c433d246 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:39:51.138332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Attempting to bind port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d on network 15aff283-df39-49e7-b6a0-0744c433d246 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:39:51.143471 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-51eae4dd-df6b-47b3-9e85-6a2f6618d79d admin admin] Publish callbacks [] for security_group (badc9736-d193-4f26-bcd3-183e3ada9b14), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:51.182312 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Pushing event updated for resources: {'Port': ['ID=b9f946e1-f13e-4917-a83b-aa4210f21281,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:51.202975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:39:51.203623 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Checking segment: {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:39:51.205445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Bound using segment: {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:39:51.206062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Bound port: 9d30d88d-da72-4ad3-bd2a-203c8989ef4d, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:39:51.206615 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:51.235729 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5d031eba-16ef-4921-9ebe-fb693fe418db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b88eedf048248aeac82093e499a1995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9297631 Feb 16 16:39:51.242376 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39286) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:51.246379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Attempting to bind port b9f946e1-f13e-4917-a83b-aa4210f21281 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:39:51.246906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Attempting to bind port b9f946e1-f13e-4917-a83b-aa4210f21281 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '59d52c74-e223-4780-a880-e3cafc434ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:39:51.247942 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Attempting to bind port b9f946e1-f13e-4917-a83b-aa4210f21281 on network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:39:51.338862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Port b9f946e1-f13e-4917-a83b-aa4210f21281 on network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:39:51.339430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Attempting to bind port b9f946e1-f13e-4917-a83b-aa4210f21281 on network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:39:51.363652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:39:51.364313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Checking segment: {'id': '59d52c74-e223-4780-a880-e3cafc434ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:39:51.364863 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Bound using segment: {'id': '59d52c74-e223-4780-a880-e3cafc434ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:39:51.365500 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Bound port: b9f946e1-f13e-4917-a83b-aa4210f21281, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d52c74-e223-4780-a880-e3cafc434ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:39:51.366023 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:51.418978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] For port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:39:51.426571 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0973ad7-bb13-4f1a-b8aa-e97fe891eb9c admin admin] Publish callbacks [] for security_group (822d2e81-abbe-4bf9-b4f9-6527b8036be7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:51.538310 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b75c39ac-29d4-40bd-9840-6512977b0a15 None None] Provisioning complete for port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:51.538879 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b75c39ac-29d4-40bd-9840-6512977b0a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:51.545661 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-51eae4dd-df6b-47b3-9e85-6a2f6618d79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (badc9736-d193-4f26-bcd3-183e3ada9b14), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:51.552552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-51eae4dd-df6b-47b3-9e85-6a2f6618d79d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:51.553966 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-51eae4dd-df6b-47b3-9e85-6a2f6618d79d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/badc9736-d193-4f26-bcd3-183e3ada9b14 HTTP/1.1" status: 204 len: 168 time: 1.0486817 Feb 16 16:39:51.585518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b75c39ac-29d4-40bd-9840-6512977b0a15 None None] Port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:39:51.605727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] For port b9f946e1-f13e-4917-a83b-aa4210f21281, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:39:51.611792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] For port b9f946e1-f13e-4917-a83b-aa4210f21281, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b9f946e1-f13e-4917-a83b-aa4210f21281,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:39:51.637288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] For port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:39:51.650668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eae4dd-df6b-47b3-9e85-6a2f6618d79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badc9736-d193-4f26-bcd3-183e3ada9b14,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:51.687007 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0973ad7-bb13-4f1a-b8aa-e97fe891eb9c admin admin] Publish callbacks [] for security_group (822d2e81-abbe-4bf9-b4f9-6527b8036be7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:51.709041 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:51.713092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:51.724452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-d4197b58-9bc3-459d-a505-a6cea39899ce req-b82fc030-c8c1-469b-ac53-ec71a29bb841 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Deleting port 177c259d-2c02-4eeb-9f74-ae998aaa2b24 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:39:51.726250 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d4197b58-9bc3-459d-a505-a6cea39899ce req-b82fc030-c8c1-469b-ac53-ec71a29bb841 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (177c259d-2c02-4eeb-9f74-ae998aaa2b24), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:51.780951 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:51.781705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:51.782934 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] 10.222.0.60 "PUT /v2.0/ports/9d30d88d-da72-4ad3-bd2a-203c8989ef4d HTTP/1.1" status: 200 len: 1091 time: 2.4139593 Feb 16 16:39:51.785201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a33c12-6034-4694-bb9b-37ddad9c36ab', 'tag': '9d30d88d-da72-4ad3-bd2a-203c8989ef4d'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:51.787461 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b223b642-6571-4644-8f3f-d7a3aad59961" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a33c12-6034-4694-bb9b-37ddad9c36ab", "tag": "9d30d88d-da72-4ad3-bd2a-203c8989ef4d"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:51.797431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:39:51.809128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Sync routers for ids ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:39:51.818083 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96eb3752-b169-4edb-a9ec-723a29036ed9 req-67fda7d5-6654-4177-a36b-81ccba8a4e00 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a77c44b-5eef-4a1e-a37a-6eea130159ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7464700 Feb 16 16:39:51.826384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:51.826998 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:51.828165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Routers {'57aa7d1b-3e05-42e9-9190-7b43f274ec87'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:39:51.828913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:39:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:51.843192 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] 10.222.0.60 "PUT /v2.0/ports/b9f946e1-f13e-4917-a83b-aa4210f21281 HTTP/1.1" status: 200 len: 1091 time: 2.7738249 Feb 16 16:39:51.868522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6be3ab58-09dd-4474-909c-302cf3bff4d9 admin admin] 10.222.0.24 "PUT /v2.0/routers/57aa7d1b-3e05-42e9-9190-7b43f274ec87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6950543 Feb 16 16:39:52.026331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fef7d-ba6c-47ff-9828-a8ac42dc460f req-72452160-09bb-4f12-a1fe-8be31279d80b tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:52.051422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-049fef7d-ba6c-47ff-9828-a8ac42dc460f req-72452160-09bb-4f12-a1fe-8be31279d80b tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 943 time: 0.7824087 Feb 16 16:39:52.120921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ab987-7b2a-42ac-ab0d-a0d6df6b727d service neutron] Pushing event updated for resources: {'Port': ['ID=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:52.192719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-d4197b58-9bc3-459d-a505-a6cea39899ce req-b82fc030-c8c1-469b-ac53-ec71a29bb841 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] For port 177c259d-2c02-4eeb-9f74-ae998aaa2b24, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=177c259d-2c02-4eeb-9f74-ae998aaa2b24,segment=NetworkSegment(cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf),segment_id=cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:52.193114 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d4197b58-9bc3-459d-a505-a6cea39899ce req-b82fc030-c8c1-469b-ac53-ec71a29bb841 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (177c259d-2c02-4eeb-9f74-ae998aaa2b24), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:52.202349 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-049fef7d-ba6c-47ff-9828-a8ac42dc460f req-699f2ace-89e7-4049-a899-efcccf162e84 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495063 Feb 16 16:39:52.259126 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-d4197b58-9bc3-459d-a505-a6cea39899ce req-b82fc030-c8c1-469b-ac53-ec71a29bb841 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Calling delete_port for 177c259d-2c02-4eeb-9f74-ae998aaa2b24 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:39:52.347450 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6838b6a0-90c6-4e3b-bfab-d00a315ecb21 x-openstack-request-id: req-6838b6a0-90c6-4e3b-bfab-d00a315ecb21 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:52.348048 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a33c12-6034-4694-bb9b-37ddad9c36ab", "tag": "9d30d88d-da72-4ad3-bd2a-203c8989ef4d", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:52.348048 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6838b6a0-90c6-4e3b-bfab-d00a315ecb21 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:52.348436 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a33c12-6034-4694-bb9b-37ddad9c36ab', 'tag': '9d30d88d-da72-4ad3-bd2a-203c8989ef4d', 'status': 'completed', 'code': 200} Feb 16 16:39:52.401434 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-71deddf9-e759-413d-83b6-34f57122e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:52.403041 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-71deddf9-e759-413d-83b6-34f57122e380 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 1125 time: 0.5481071 Feb 16 16:39:52.403629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39314) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:52.410234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc19868-0285-4f0d-bea8-ccf231ec8140 req-c300bf52-a470-4227-b1f2-f04a8c10fbe5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:52.412823 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fc19868-0285-4f0d-bea8-ccf231ec8140 req-c300bf52-a470-4227-b1f2-f04a8c10fbe5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 943 time: 0.2228165 Feb 16 16:39:52.441325 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0973ad7-bb13-4f1a-b8aa-e97fe891eb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (822d2e81-abbe-4bf9-b4f9-6527b8036be7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:52.443905 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0973ad7-bb13-4f1a-b8aa-e97fe891eb9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:52.445046 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b0973ad7-bb13-4f1a-b8aa-e97fe891eb9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/822d2e81-abbe-4bf9-b4f9-6527b8036be7 HTTP/1.1" status: 204 len: 168 time: 1.1997340 Feb 16 16:39:52.452590 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-60af0517-494c-45e0-b0e7-420f375a15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:52.454074 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-60af0517-494c-45e0-b0e7-420f375a15e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2ba7612aa4f4a12a94557eca9488eb2&device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 1125 time: 0.5041468 Feb 16 16:39:52.464732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51a3ac-8ecb-44c1-b984-789bf148667e service neutron] Pushing event updated for resources: {'Port': ['ID=b9f946e1-f13e-4917-a83b-aa4210f21281,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:52.513972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0973ad7-bb13-4f1a-b8aa-e97fe891eb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822d2e81-abbe-4bf9-b4f9-6527b8036be7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:52.588745 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-77daa949-e5d2-409d-8b6e-318bfbffc046 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d30d88d-da72-4ad3-bd2a-203c8989ef4d HTTP/1.1" status: 200 len: 217 time: 0.1414149 Feb 16 16:39:52.591638 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-9be09fb5-55af-4095-9fb6-09f7d0b6d5d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f946e1-f13e-4917-a83b-aa4210f21281 HTTP/1.1" status: 200 len: 217 time: 0.1193192 Feb 16 16:39:52.595118 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d4197b58-9bc3-459d-a505-a6cea39899ce req-b82fc030-c8c1-469b-ac53-ec71a29bb841 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (177c259d-2c02-4eeb-9f74-ae998aaa2b24), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:52.651131 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fc030-c8c1-469b-ac53-ec71a29bb841 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Pushing event deleted for resources: {'Port': ['ID=177c259d-2c02-4eeb-9f74-ae998aaa2b24,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:52.712974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fc19868-0285-4f0d-bea8-ccf231ec8140 req-1b13471e-4e64-430c-87c3-ed9d32f6d781 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917013 Feb 16 16:39:52.736537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4197b58-9bc3-459d-a505-a6cea39899ce req-b82fc030-c8c1-469b-ac53-ec71a29bb841 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] No DVR routers for this DVR port 177c259d-2c02-4eeb-9f74-ae998aaa2b24 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:39:52.740260 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d4197b58-9bc3-459d-a505-a6cea39899ce req-b82fc030-c8c1-469b-ac53-ec71a29bb841 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:52.745522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4197b58-9bc3-459d-a505-a6cea39899ce req-b82fc030-c8c1-469b-ac53-ec71a29bb841 tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.65 "DELETE /v2.0/ports/177c259d-2c02-4eeb-9f74-ae998aaa2b24 HTTP/1.1" status: 204 len: 173 time: 2.4308331 Feb 16 16:39:52.746279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241582da-bc78-4954-bcbc-ef9b5b468519', 'name': 'network-vif-deleted', 'tag': '177c259d-2c02-4eeb-9f74-ae998aaa2b24'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:52.751475 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b1eb99-8ca6-423c-86c5-ecfd4cfb78f0" -d '{"events": [{"server_uuid": "241582da-bc78-4954-bcbc-ef9b5b468519", "name": "network-vif-deleted", "tag": "177c259d-2c02-4eeb-9f74-ae998aaa2b24"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:52.760037 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4563063e-d18d-43b7-a4f5-dab7fb90c3b7 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for security_group (93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:52.809347 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d683c40f-e36d-41d6-a6d9-bad80c3ed468 x-openstack-request-id: req-d683c40f-e36d-41d6-a6d9-bad80c3ed468 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:52.810636 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241582da-bc78-4954-bcbc-ef9b5b468519", "name": "network-vif-deleted", "tag": "177c259d-2c02-4eeb-9f74-ae998aaa2b24", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:52.811211 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d683c40f-e36d-41d6-a6d9-bad80c3ed468 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:52.812035 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241582da-bc78-4954-bcbc-ef9b5b468519', 'name': 'network-vif-deleted', 'tag': '177c259d-2c02-4eeb-9f74-ae998aaa2b24', 'status': 'completed', 'code': 200} Feb 16 16:39:52.888768 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4563063e-d18d-43b7-a4f5-dab7fb90c3b7 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for security_group (93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:52.931715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-b655880c-1a47-45c3-94d2-3c797604b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:52.935201 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-b655880c-1a47-45c3-94d2-3c797604b2ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45 HTTP/1.1" status: 200 len: 855 time: 0.3246992 Feb 16 16:39:52.957047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-8976f27b-57dc-4bf8-a852-7b1148b233b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:52.958626 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-8976f27b-57dc-4bf8-a852-7b1148b233b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.3476934 Feb 16 16:39:53.005112 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-e07181da-a491-467c-bfe7-5ce0a27f2f17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594733 Feb 16 16:39:53.046747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aa12e45-9ff7-43a6-9767-8cc60fc529a7 req-bb443961-eee7-4a09-ab68-ad325a7a091a tempest-InstanceActionsV221TestJSON-1884393159 tempest-InstanceActionsV221TestJSON-1884393159-project] 10.222.0.24 "GET /v2.0/ports?device_id=241582da-bc78-4954-bcbc-ef9b5b468519 HTTP/1.1" status: 200 len: 210 time: 0.0611293 Feb 16 16:39:53.069939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Set router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:39:53.177798 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4563063e-d18d-43b7-a4f5-dab7fb90c3b7 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:53.194602 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4563063e-d18d-43b7-a4f5-dab7fb90c3b7 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:53.195777 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4563063e-d18d-43b7-a4f5-dab7fb90c3b7 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "DELETE /v2.0/security-groups/93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b HTTP/1.1" status: 204 len: 168 time: 0.7879083 Feb 16 16:39:53.198346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39328) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:53.226614 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-06bf31fb-2b57-4aab-9a99-9a81c8cea24d tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] show failed (client error): The resource could not be found. Feb 16 16:39:53.230634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-06bf31fb-2b57-4aab-9a99-9a81c8cea24d tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "GET /v2.0/security-groups/93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b HTTP/1.1" status: 404 len: 347 time: 0.0302961 Feb 16 16:39:53.233671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563063e-d18d-43b7-a4f5-dab7fb90c3b7 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f6fc8a-4942-45dd-b0ae-4cfcd9fb554b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:53.235182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39332) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:53.240981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-e8d6eaca-5687-4afb-8abb-12c2bdc8a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:53.242495 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-e8d6eaca-5687-4afb-8abb-12c2bdc8a29d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2724526 Feb 16 16:39:53.333916 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-508c780b-652b-4dea-8bd3-5d71bb4195b9 service neutron] 10.222.0.60 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133185 Feb 16 16:39:53.430827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 177c259d-2c02-4eeb-9f74-ae998aaa2b24 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:39:53.469311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 177c259d-2c02-4eeb-9f74-ae998aaa2b24 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:39:53.470547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 177c259d-2c02-4eeb-9f74-ae998aaa2b24 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:39:53.593354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39346) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:53.646711 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99b5b1b2-abea-4443-b3a4-0a87180231dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:53.654528 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-6e51f9ec-5499-4bf3-9651-d251f61d035e service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970938 Feb 16 16:39:53.661871 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ce4d139-8b9c-483c-8f22-8d79ce1af882 req-0516ddfb-881f-4bd4-b20a-8d13f3229520 service neutron] 10.222.0.60 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126769 Feb 16 16:39:53.695407 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:34Z', 'updated_at': '2022-02-16T16:39:48Z', 'revision_number': 4, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'gw_port': {'id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:35Z', 'updated_at': '2022-02-16T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '779ed6c3-d87f-4288-a7ac-9e155b97d6b8', 'name': '', 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'mac_address': 'fa:16:3e:26:66:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:45Z', 'updated_at': '2022-02-16T16:39:48Z', 'revision_number': 2, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'subnets': [{'id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:53.757939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39352) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:53.771068 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1585455187-network', 'tenant_id': '83926cb5341c420e8852abc85c11f800'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:53.801851 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47052909-f135-416c-9b8f-17c420e781e8 req-b2bd7f79-e0e0-49cb-a400-5fe8a25405ec tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:53.804032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47052909-f135-416c-9b8f-17c420e781e8 req-b2bd7f79-e0e0-49cb-a400-5fe8a25405ec tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 943 time: 0.4149623 Feb 16 16:39:53.819577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Checking router: 57aa7d1b-3e05-42e9-9190-7b43f274ec87 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:39:53.821627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Updating router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:39:53.843333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1aa94761-d7a7-4f2b-9d0e-7df4835ba097 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Deleting port b486fbb9-5439-4fce-bf01-f1ff38cfc983 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:39:53.844037 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1aa94761-d7a7-4f2b-9d0e-7df4835ba097 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b486fbb9-5439-4fce-bf01-f1ff38cfc983), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:53.864230 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] Made reservation on behalf of 83926cb5341c420e8852abc85c11f800 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:39:53.866901 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:53.915192 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:53.917505 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:53.940771 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-27efd143-407b-4b62-a6c8-afad2f45a2fb req-3767316c-3f91-483d-a804-bf95d8b477e2 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772636 Feb 16 16:39:54.011272 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:39:54.111119 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99b5b1b2-abea-4443-b3a4-0a87180231dd admin admin] Publish callbacks [] for security_group (ac72e1c8-a35a-4e2f-9fe7-16b9274bc858), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:54.118469 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223b642-6571-4644-8f3f-d7a3aad59961 req-b1eade8f-a91f-46f1-8f14-1343d01255a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:54.119991 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b223b642-6571-4644-8f3f-d7a3aad59961 req-b1eade8f-a91f-46f1-8f14-1343d01255a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 1125 time: 0.1159263 Feb 16 16:39:54.125488 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99b5b1b2-abea-4443-b3a4-0a87180231dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ac72e1c8-a35a-4e2f-9fe7-16b9274bc858), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:54.140372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47052909-f135-416c-9b8f-17c420e781e8 req-562c6d6c-66fb-4916-8215-6a29bf819f71 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227286 Feb 16 16:39:54.238965 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed56c62-4967-4705-afd0-0fc028df7775 req-ac5adc69-be36-4593-8ffa-c819f7a7e5e4 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:54.252055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ed56c62-4967-4705-afd0-0fc028df7775 req-ac5adc69-be36-4593-8ffa-c819f7a7e5e4 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 943 time: 0.3176761 Feb 16 16:39:54.335037 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1aa94761-d7a7-4f2b-9d0e-7df4835ba097 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b486fbb9-5439-4fce-bf01-f1ff38cfc983), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:54.335849 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1aa94761-d7a7-4f2b-9d0e-7df4835ba097 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for floatingip (b486fbb9-5439-4fce-bf01-f1ff38cfc983), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:54.336943 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Publish callbacks [] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:54.346464 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:54.364878 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec1e458-4961-456b-b1a0-28a080cbc2a4', 'tag': 'b9f946e1-f13e-4917-a83b-aa4210f21281'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:39:54.375247 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d36ad04-0f9b-4771-8d50-325420d983ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec1e458-4961-456b-b1a0-28a080cbc2a4", "tag": "b9f946e1-f13e-4917-a83b-aa4210f21281"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:39:54.380111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1aa94761-d7a7-4f2b-9d0e-7df4835ba097 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Calling delete_port for b486fbb9-5439-4fce-bf01-f1ff38cfc983 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:39:54.406238 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-99b5b1b2-abea-4443-b3a4-0a87180231dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aaa0a94086b64745baac3b6a5650b60f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8074925 Feb 16 16:39:54.411249 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39366) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:54.416807 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5b1b2-abea-4443-b3a4-0a87180231dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac72e1c8-a35a-4e2f-9fe7-16b9274bc858,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:54.417299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0b3ff-f657-4be1-8ebd-096c35ca1147 None None] Pushing event updated for resources: {'Port': ['ID=779ed6c3-d87f-4288-a7ac-9e155b97d6b8,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:54.617536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0b3ff-f657-4be1-8ebd-096c35ca1147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:54.626897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0b3ff-f657-4be1-8ebd-096c35ca1147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:54.627442 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0b3ff-f657-4be1-8ebd-096c35ca1147 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:54.627929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0b3ff-f657-4be1-8ebd-096c35ca1147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:54.628398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0b3ff-f657-4be1-8ebd-096c35ca1147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:54.628872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0b3ff-f657-4be1-8ebd-096c35ca1147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:54.629569 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0b3ff-f657-4be1-8ebd-096c35ca1147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:54.630168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0b3ff-f657-4be1-8ebd-096c35ca1147 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:54.630622 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0b3ff-f657-4be1-8ebd-096c35ca1147 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:54.631047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0b3ff-f657-4be1-8ebd-096c35ca1147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:54.631515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0b3ff-f657-4be1-8ebd-096c35ca1147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:54.632221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0b3ff-f657-4be1-8ebd-096c35ca1147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:54.632649 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0b3ff-f657-4be1-8ebd-096c35ca1147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:39:54.656054 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Attempting to bind port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:39:54.660525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Attempting to bind port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '801b17c6-3ed8-4a59-9833-ae77937d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:39:54.661089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Attempting to bind port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 on network fe4a0c62-7e77-41f1-a6b1-5456111aabec {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:39:54.673910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:39:54.674383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Checking segment: {'id': '801b17c6-3ed8-4a59-9833-ae77937d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:39:54.678093 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:54.678093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Bound using segment: {'id': '801b17c6-3ed8-4a59-9833-ae77937d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:39:54.678093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Bound port: 779ed6c3-d87f-4288-a7ac-9e155b97d6b8, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801b17c6-3ed8-4a59-9833-ae77937d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:39:54.678093 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:54.701822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ed56c62-4967-4705-afd0-0fc028df7775 req-c7f57a27-d308-46bf-81a3-6205885af536 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482207 Feb 16 16:39:54.771601 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] Publish callbacks [] for security_group (9af47d9d-d2db-4e85-a79d-02427a929d4b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:54.786606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39376) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:54.830135 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9af47d9d-d2db-4e85-a79d-02427a929d4b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:54.836371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] For port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:39:54.864872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] For port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=779ed6c3-d87f-4288-a7ac-9e155b97d6b8,segment=NetworkSegment(801b17c6-3ed8-4a59-9833-ae77937d15ad),segment_id=801b17c6-3ed8-4a59-9833-ae77937d15ad)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:39:54.876425 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:54.914929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af47d9d-d2db-4e85-a79d-02427a929d4b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:54.934458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:39:54.975619 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ebbbe239-efcd-4236-97c1-7522b17487aa), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:54.976092 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] Added segment ebbbe239-efcd-4236-97c1-7522b17487aa of type vlan for network b2421003-de0a-4b87-96b9-e9e47e26a610 Feb 16 16:39:54.979888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f4721b-f334-4199-a627-b378d4190201 admin admin] Deleting subnet 98301421-4c2d-4cad-8581-09645b04d3d9 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:39:54.984656 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-70f4721b-f334-4199-a627-b378d4190201 admin admin] Publish callbacks [] for subnet (98301421-4c2d-4cad-8581-09645b04d3d9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.029784 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-70f4721b-f334-4199-a627-b378d4190201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (98301421-4c2d-4cad-8581-09645b04d3d9), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.060848 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0b3ff-f657-4be1-8ebd-096c35ca1147 None None] Pushing event updated for resources: {'Port': ['ID=779ed6c3-d87f-4288-a7ac-9e155b97d6b8,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:55.094990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b10a75b3-cd66-4321-8f4a-b2bf82e800e0 None None] Provisioning complete for port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:55.096774 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b10a75b3-cd66-4321-8f4a-b2bf82e800e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.101600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Routers {'57aa7d1b-3e05-42e9-9190-7b43f274ec87'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:39:55.103241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:39:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:55.111463 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-70f4721b-f334-4199-a627-b378d4190201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (98301421-4c2d-4cad-8581-09645b04d3d9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.271825 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-70f4721b-f334-4199-a627-b378d4190201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (98301421-4c2d-4cad-8581-09645b04d3d9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.277232 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bc0d16-e930-4d5e-9dc0-6f8d37f49786 x-openstack-request-id: req-d3bc0d16-e930-4d5e-9dc0-6f8d37f49786 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:39:55.277788 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec1e458-4961-456b-b1a0-28a080cbc2a4", "tag": "b9f946e1-f13e-4917-a83b-aa4210f21281", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:39:55.277788 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3bc0d16-e930-4d5e-9dc0-6f8d37f49786 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:39:55.278733 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec1e458-4961-456b-b1a0-28a080cbc2a4', 'tag': 'b9f946e1-f13e-4917-a83b-aa4210f21281', 'status': 'completed', 'code': 200} Feb 16 16:39:55.407765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4721b-f334-4199-a627-b378d4190201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98301421-4c2d-4cad-8581-09645b04d3d9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:55.412981 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-70f4721b-f334-4199-a627-b378d4190201 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.415800 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-70f4721b-f334-4199-a627-b378d4190201 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/98301421-4c2d-4cad-8581-09645b04d3d9 HTTP/1.1" status: 204 len: 168 time: 0.6276610 Feb 16 16:39:55.425298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39390) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:55.480759 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d815403d-8228-41f7-97df-a91ad2b6eb24 admin admin] Publish callbacks [] for security_group (ac72e1c8-a35a-4e2f-9fe7-16b9274bc858), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.504798 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36ad04-0f9b-4771-8d50-325420d983ea req-54bae61f-7bc1-42c9-9a11-829bf5c84446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:55.507120 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5d36ad04-0f9b-4771-8d50-325420d983ea req-54bae61f-7bc1-42c9-9a11-829bf5c84446 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2ba7612aa4f4a12a94557eca9488eb2&device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 1125 time: 0.2269244 Feb 16 16:39:55.509445 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (b2421003-de0a-4b87-96b9-e9e47e26a610), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.515195 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b10a75b3-cd66-4321-8f4a-b2bf82e800e0 None None] Current status of the port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:55.516249 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b10a75b3-cd66-4321-8f4a-b2bf82e800e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.518198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223b642-6571-4644-8f3f-d7a3aad59961 req-9e187a56-ceae-481b-b12d-4d0e9f9ffec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:55.519852 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b223b642-6571-4644-8f3f-d7a3aad59961 req-9e187a56-ceae-481b-b12d-4d0e9f9ffec9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 1.3859255 Feb 16 16:39:55.530977 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1aa94761-d7a7-4f2b-9d0e-7df4835ba097 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b486fbb9-5439-4fce-bf01-f1ff38cfc983), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.562278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b10a75b3-cd66-4321-8f4a-b2bf82e800e0 None None] For port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=779ed6c3-d87f-4288-a7ac-9e155b97d6b8,segment=NetworkSegment(801b17c6-3ed8-4a59-9833-ae77937d15ad),segment_id=801b17c6-3ed8-4a59-9833-ae77937d15ad)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:55.583837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa94761-d7a7-4f2b-9d0e-7df4835ba097 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Pushing event deleted for resources: {'Port': ['ID=b486fbb9-5439-4fce-bf01-f1ff38cfc983,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:55.595125 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b10a75b3-cd66-4321-8f4a-b2bf82e800e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.697476 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (b2421003-de0a-4b87-96b9-e9e47e26a610), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.700205 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:55.700924 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.704775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a75b3-cd66-4321-8f4a-b2bf82e800e0 None None] Pushing event updated for resources: {'Port': ['ID=779ed6c3-d87f-4288-a7ac-9e155b97d6b8,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:55.730163 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1aa94761-d7a7-4f2b-9d0e-7df4835ba097 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks [] for floatingip (d5a0f98b-cda4-4793-82d4-617a0e7e3906), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.736597 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1aa94761-d7a7-4f2b-9d0e-7df4835ba097 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.737811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1aa94761-d7a7-4f2b-9d0e-7df4835ba097 tempest-ServersTestBootFromVolume-1012933961 tempest-ServersTestBootFromVolume-1012933961-project] 10.222.0.24 "DELETE /v2.0/floatingips/d5a0f98b-cda4-4793-82d4-617a0e7e3906 HTTP/1.1" status: 204 len: 168 time: 2.4855566 Feb 16 16:39:55.753118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39402) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:55.753797 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0bbf78ad-ff19-499e-af3f-e04f722ff7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.766844 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b223b642-6571-4644-8f3f-d7a3aad59961 req-0052faf4-b969-4623-9977-66d3ac028728 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d30d88d-da72-4ad3-bd2a-203c8989ef4d HTTP/1.1" status: 200 len: 217 time: 0.2103763 Feb 16 16:39:55.800068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] Set router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:39:55.803730 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0430579 Feb 16 16:39:55.828458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e05b3-3ae0-4cfe-bb44-d0f571c64dfa req-722465a3-8c5d-46da-825f-ba0da428f49e tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:55.840375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb9e05b3-3ae0-4cfe-bb44-d0f571c64dfa req-722465a3-8c5d-46da-825f-ba0da428f49e tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 943 time: 0.5218942 Feb 16 16:39:55.863710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39404) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:55.877898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-bd42eb55-ca61-4e3e-bfa6-efff5292d597 admin admin] Request body: {'subnet': {'network_id': 'b2421003-de0a-4b87-96b9-e9e47e26a610', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1585455187-subnet', 'tenant_id': '83926cb5341c420e8852abc85c11f800', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:55.899504 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d815403d-8228-41f7-97df-a91ad2b6eb24 admin admin] Publish callbacks [] for security_group (ac72e1c8-a35a-4e2f-9fe7-16b9274bc858), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.968624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39406) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:55.973088 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-239ac8ab-fea0-453b-b96b-f1aee58e7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (cea638c0-d7ab-4751-ad20-4a04e8fb7191), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:55.981889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-025d7607-aeae-423e-9eec-8f2fed6cdacb None None] Provisioning complete for port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:55.982664 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-025d7607-aeae-423e-9eec-8f2fed6cdacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:56.054596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e35e6-9989-456f-956a-d3d81905e690 admin admin] Pushing event updated for resources: {'Network': ['ID=b2421003-de0a-4b87-96b9-e9e47e26a610,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:56.105061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd42eb55-ca61-4e3e-bfa6-efff5292d597 admin admin] Made reservation on behalf of 83926cb5341c420e8852abc85c11f800 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:39:56.113807 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd42eb55-ca61-4e3e-bfa6-efff5292d597 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:56.125269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network b2421003-de0a-4b87-96b9-e9e47e26a610 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:39:56.308446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:34Z', 'updated_at': '2022-02-16T16:39:48Z', 'revision_number': 4, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'gw_port': {'id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:35Z', 'updated_at': '2022-02-16T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '779ed6c3-d87f-4288-a7ac-9e155b97d6b8', 'name': '', 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'mac_address': 'fa:16:3e:26:66:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:45Z', 'updated_at': '2022-02-16T16:39:54Z', 'revision_number': 4, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'subnets': [{'id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:56.346787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95c925-8859-4b25-b367-94692df5efa8 None None] The sync data for ids ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'] in n-d-669411-5 is: [{'id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:34Z', 'updated_at': '2022-02-16T16:39:48Z', 'revision_number': 4, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'gw_port': {'id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:35Z', 'updated_at': '2022-02-16T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '779ed6c3-d87f-4288-a7ac-9e155b97d6b8', 'name': '', 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'mac_address': 'fa:16:3e:26:66:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:45Z', 'updated_at': '2022-02-16T16:39:54Z', 'revision_number': 4, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'subnets': [{'id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:39:56.349139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-025d7607-aeae-423e-9eec-8f2fed6cdacb None None] Current status of the port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:56.377797 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-239ac8ab-fea0-453b-b96b-f1aee58e7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (cea638c0-d7ab-4751-ad20-4a04e8fb7191), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:56.386550 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d58789e9-c1d3-4d7b-95f1-a59d7945487a tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:56.426251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223b642-6571-4644-8f3f-d7a3aad59961 req-9329893c-8427-4ac8-8d82-633ce8bedf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:56.428195 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b223b642-6571-4644-8f3f-d7a3aad59961 req-9329893c-8427-4ac8-8d82-633ce8bedf6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.5135152 Feb 16 16:39:56.439568 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36ad04-0f9b-4771-8d50-325420d983ea req-f2bbe9e8-86e4-456b-bfd0-0907efb51eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:56.441297 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5d36ad04-0f9b-4771-8d50-325420d983ea req-f2bbe9e8-86e4-456b-bfd0-0907efb51eb9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad HTTP/1.1" status: 200 len: 916 time: 0.9205184 Feb 16 16:39:56.470004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb9e05b3-3ae0-4cfe-bb44-d0f571c64dfa req-a661f2ea-e505-489c-b585-c4a48c930928 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6280949 Feb 16 16:39:56.486562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-239ac8ab-fea0-453b-b96b-f1aee58e7a34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea638c0-d7ab-4751-ad20-4a04e8fb7191']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:56.524687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282afaf-865a-48dd-905b-521e71df7fea req-84be2726-3dde-45df-9ace-e2b797b5e26a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:56.532571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1282afaf-865a-48dd-905b-521e71df7fea req-84be2726-3dde-45df-9ace-e2b797b5e26a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 943 time: 0.6449766 Feb 16 16:39:56.546203 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d815403d-8228-41f7-97df-a91ad2b6eb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ac72e1c8-a35a-4e2f-9fe7-16b9274bc858), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:56.549030 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d815403d-8228-41f7-97df-a91ad2b6eb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:56.552668 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d815403d-8228-41f7-97df-a91ad2b6eb24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac72e1c8-a35a-4e2f-9fe7-16b9274bc858 HTTP/1.1" status: 204 len: 168 time: 2.1362748 Feb 16 16:39:56.597398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815403d-8228-41f7-97df-a91ad2b6eb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac72e1c8-a35a-4e2f-9fe7-16b9274bc858,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:56.605057 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5d36ad04-0f9b-4771-8d50-325420d983ea req-1e277108-fa3c-4d27-a89f-0dbf4a0dc044 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f946e1-f13e-4917-a83b-aa4210f21281 HTTP/1.1" status: 200 len: 217 time: 0.1555243 Feb 16 16:39:56.607114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-239ac8ab-fea0-453b-b96b-f1aee58e7a34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:56.607420 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-239ac8ab-fea0-453b-b96b-f1aee58e7a34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:39:56.656686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d58789e9-c1d3-4d7b-95f1-a59d7945487a tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] 10.222.0.24 "PUT /v2.0/quotas/c0ee2b61355444ea868f0d3566869ac0 HTTP/1.1" status: 200 len: 368 time: 0.6861241 Feb 16 16:39:56.657432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39412) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:56.690314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Request body: {'network': {'project_id': 'c0ee2b61355444ea868f0d3566869ac0'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:56.719167 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-239ac8ab-fea0-453b-b96b-f1aee58e7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:56.719620 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd42eb55-ca61-4e3e-bfa6-efff5292d597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (a7144027-c4fd-4cf7-a806-c1dbe16566e7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:56.723630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223b642-6571-4644-8f3f-d7a3aad59961 req-68120a10-3120-48f3-8b10-9fb9544dea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:56.725347 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b223b642-6571-4644-8f3f-d7a3aad59961 req-68120a10-3120-48f3-8b10-9fb9544dea75 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2831047 Feb 16 16:39:56.812954 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1282afaf-865a-48dd-905b-521e71df7fea req-f963b131-85ac-4818-9ea8-ea97dbf9c063 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765024 Feb 16 16:39:56.853271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Made reservation on behalf of c0ee2b61355444ea868f0d3566869ac0 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:39:56.856086 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:56.889317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd42eb55-ca61-4e3e-bfa6-efff5292d597 admin admin] Checking segment: {'id': 'ebbbe239-efcd-4236-97c1-7522b17487aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2421003-de0a-4b87-96b9-e9e47e26a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:39:56.889762 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd42eb55-ca61-4e3e-bfa6-efff5292d597 admin admin] Network hostable DHCP agents. Network: b2421003-de0a-4b87-96b9-e9e47e26a610, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:39:56.894112 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:56.896657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42eb55-ca61-4e3e-bfa6-efff5292d597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7144027-c4fd-4cf7-a806-c1dbe16566e7,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:56.951949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd42eb55-ca61-4e3e-bfa6-efff5292d597 admin admin] Network b2421003-de0a-4b87-96b9-e9e47e26a610 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:39:56.984710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-bd42eb55-ca61-4e3e-bfa6-efff5292d597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, b2421003-de0a-4b87-96b9-e9e47e26a610) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:39:56.997564 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d22ffc-028e-4ec4-86de-bebf56d6a0e9 None None] Network b2421003-de0a-4b87-96b9-e9e47e26a610 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:39:57.014185 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b223b642-6571-4644-8f3f-d7a3aad59961 req-4364f4d9-3e65-4d83-a49c-f729aedf9574 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896172 Feb 16 16:39:57.016845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42eb55-ca61-4e3e-bfa6-efff5292d597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:57.019640 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd42eb55-ca61-4e3e-bfa6-efff5292d597 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:57.077494 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-239ac8ab-fea0-453b-b96b-f1aee58e7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:57.117536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bd42eb55-ca61-4e3e-bfa6-efff5292d597 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2451668 Feb 16 16:39:57.124429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39418) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:57.130183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239ac8ab-fea0-453b-b96b-f1aee58e7a34 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:39:57.130593 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-239ac8ab-fea0-453b-b96b-f1aee58e7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (cfb24f95-1fc5-4e08-b2ca-49c6f432a5cf), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:39:57.137028 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:39:57.145003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1585455187-router', 'tenant_id': '83926cb5341c420e8852abc85c11f800', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:57.267976 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:57.269024 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:57.284476 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks [] for security_group (c2b90b18-0318-46bf-b4ab-60d92e24628b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:57.285072 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36ad04-0f9b-4771-8d50-325420d983ea req-f835488b-266f-466f-8bea-050d16dc6b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:57.286769 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5d36ad04-0f9b-4771-8d50-325420d983ea req-f835488b-266f-466f-8bea-050d16dc6b06 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45 HTTP/1.1" status: 200 len: 855 time: 0.6670411 Feb 16 16:39:57.293106 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c2b90b18-0318-46bf-b4ab-60d92e24628b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:57.307441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-b2421003-de0a-4b87-96b9-e9e47e26a610', 'network_id': 'b2421003-de0a-4b87-96b9-e9e47e26a610', 'project_id': '83926cb5341c420e8852abc85c11f800', 'fixed_ips': [{'subnet_id': 'a7144027-c4fd-4cf7-a806-c1dbe16566e7'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:39:57.311231 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:57.460722 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5d36ad04-0f9b-4771-8d50-325420d983ea req-3b57f397-a14c-4c8c-8c31-3c44992b99fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346052 Feb 16 16:39:57.486112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b90b18-0318-46bf-b4ab-60d92e24628b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:57.628861 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Publish callbacks [] for router_controller (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:57.665171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:39:57.681750 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Allocated IP 172.20.0.2 (b2421003-de0a-4b87-96b9-e9e47e26a610/a7144027-c4fd-4cf7-a806-c1dbe16566e7/0c02aff4-fb4b-42ca-8324-84a0e3a74317) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:39:57.774975 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b223b642-6571-4644-8f3f-d7a3aad59961 req-956ccfa5-ada5-43e7-8b76-a40d9585c808 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7544622 Feb 16 16:39:57.805965 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5d36ad04-0f9b-4771-8d50-325420d983ea req-e73ac32c-4053-4278-9253-b79497119cc2 service neutron] 10.222.0.60 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286541 Feb 16 16:39:57.861283 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (90f27588-7b91-4157-8ccd-5770b145d5e5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:57.861778 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Added segment 90f27588-7b91-4157-8ccd-5770b145d5e5 of type vlan for network 5a292c54-730c-4c2e-bbce-a438ac2a8946 Feb 16 16:39:57.921919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80763cf4-eb5d-418a-9ed5-a6cdd2a804b3 req-8bd6141b-513e-4bc3-ae0d-71eaab226b63 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:57.924383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80763cf4-eb5d-418a-9ed5-a6cdd2a804b3 req-8bd6141b-513e-4bc3-ae0d-71eaab226b63 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 943 time: 0.2743475 Feb 16 16:39:57.948260 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b9f946e1-f13e-4917-a83b-aa4210f21281 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:39:58.036076 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5d36ad04-0f9b-4771-8d50-325420d983ea req-862655bf-cec2-4449-aad3-68bab6ccc8a8 service neutron] 10.222.0.60 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291665 Feb 16 16:39:58.037797 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-239ac8ab-fea0-453b-b96b-f1aee58e7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (cea638c0-d7ab-4751-ad20-4a04e8fb7191), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:58.049382 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-239ac8ab-fea0-453b-b96b-f1aee58e7a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:58.056796 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-239ac8ab-fea0-453b-b96b-f1aee58e7a34 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cea638c0-d7ab-4751-ad20-4a04e8fb7191 HTTP/1.1" status: 204 len: 168 time: 2.6113882 Feb 16 16:39:58.136008 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (5a292c54-730c-4c2e-bbce-a438ac2a8946), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:58.155910 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ac8ab-fea0-453b-b96b-f1aee58e7a34 admin admin] Pushing event deleted for resources: {'Network': ['ID=cea638c0-d7ab-4751-ad20-4a04e8fb7191,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:58.215195 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (5a292c54-730c-4c2e-bbce-a438ac2a8946), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:58.217467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:58.218073 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:58.243108 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d52be30-ff03-4c5f-b2d2-cfd4ce3a4712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:58.320871 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Publish callbacks [] for router_gateway (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:58.406165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:39:58.446459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80763cf4-eb5d-418a-9ed5-a6cdd2a804b3 req-ae85054d-fc15-49c1-a870-1837eaa5302e tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151856 Feb 16 16:39:58.507253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8221996 Feb 16 16:39:58.512689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39448) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:58.548825 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Publish callbacks [] for port (0c02aff4-fb4b-42ca-8324-84a0e3a74317), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:58.549077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39450) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:58.552099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a138cded-3408-4f05-af40-859f1be67238 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Request body: {'network': {'project_id': 'c0ee2b61355444ea868f0d3566869ac0'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:58.570260 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7e55377a-aeff-4d44-9331-03ef3bb7e92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:58.577201 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (0c02aff4-fb4b-42ca-8324-84a0e3a74317), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:58.655844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b9f946e1-f13e-4917-a83b-aa4210f21281, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b9f946e1-f13e-4917-a83b-aa4210f21281,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:58.662834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a138cded-3408-4f05-af40-859f1be67238 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Made reservation on behalf of c0ee2b61355444ea868f0d3566869ac0 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:39:58.665474 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a138cded-3408-4f05-af40-859f1be67238 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:58.667721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Network b2421003-de0a-4b87-96b9-e9e47e26a610 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:39:58.687895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:39:58.694164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f36f6-f51f-4a95-985d-586f5317e7a4 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Pushing event updated for resources: {'Network': ['ID=5a292c54-730c-4c2e-bbce-a438ac2a8946,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:58.708367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:39:58.708817 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:58.713856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15753cb5-f587-4938-b1c1-1fb2eb58b583 req-6a860231-5caf-4c49-ab7c-80278e4b2b87 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:58.714875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:39:58.725618 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15753cb5-f587-4938-b1c1-1fb2eb58b583 req-6a860231-5caf-4c49-ab7c-80278e4b2b87 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 943 time: 0.7131183 Feb 16 16:39:58.731929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 5a292c54-730c-4c2e-bbce-a438ac2a8946 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:39:58.775700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a138cded-3408-4f05-af40-859f1be67238 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:39:58.807736 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a138cded-3408-4f05-af40-859f1be67238 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (884819cf-9aeb-488c-bd23-9929db9b5e5e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:58.808102 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-a138cded-3408-4f05-af40-859f1be67238 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Added segment 884819cf-9aeb-488c-bd23-9929db9b5e5e of type vlan for network 172cc3fd-c7b1-4f5c-ac70-0e954ebbfa36 Feb 16 16:39:58.824363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15753cb5-f587-4938-b1c1-1fb2eb58b583 req-cef17df9-2de8-4611-9d45-d48d4d6b0a75 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885768 Feb 16 16:39:58.861782 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c6c37100-728d-49a2-83b5-e259577a63b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d83e08025744ab4844ec52896740055&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3116014 Feb 16 16:39:58.866092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39456) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:58.892782 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Pushing event updated for resources: {'Port': ['ID=0c02aff4-fb4b-42ca-8324-84a0e3a74317,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:58.902734 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a138cded-3408-4f05-af40-859f1be67238 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (172cc3fd-c7b1-4f5c-ac70-0e954ebbfa36), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:58.924422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'b9f946e1-f13e-4917-a83b-aa4210f21281', 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad', 'port_id': 'b9f946e1-f13e-4917-a83b-aa4210f21281', 'mac_address': 'fa:16:3e:f6:6e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:39:59.075744 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-947c35d1-13bc-435f-bef2-893bdad13b02 admin admin] Publish callbacks [] for security_group (7a77c44b-5eef-4a1e-a37a-6eea130159ff), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:59.163678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b9f946e1-f13e-4917-a83b-aa4210f21281 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:59.164043 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:59.172684 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-947c35d1-13bc-435f-bef2-893bdad13b02 admin admin] Publish callbacks [] for security_group (7a77c44b-5eef-4a1e-a37a-6eea130159ff), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:59.195515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f946e1-f13e-4917-a83b-aa4210f21281 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:39:59.233196 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1d52be30-ff03-4c5f-b2d2-cfd4ce3a4712 admin admin] Deleting port 69060334-87f5-4ea8-8f23-2e7176eb139d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:39:59.233861 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d52be30-ff03-4c5f-b2d2-cfd4ce3a4712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:59.257202 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Attempting to bind port 0c02aff4-fb4b-42ca-8324-84a0e3a74317 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:39:59.257579 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Attempting to bind port 0c02aff4-fb4b-42ca-8324-84a0e3a74317 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'ebbbe239-efcd-4236-97c1-7522b17487aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2421003-de0a-4b87-96b9-e9e47e26a610'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:39:59.257943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Attempting to bind port 0c02aff4-fb4b-42ca-8324-84a0e3a74317 on network b2421003-de0a-4b87-96b9-e9e47e26a610 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:39:59.274257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b9f946e1-f13e-4917-a83b-aa4210f21281, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b9f946e1-f13e-4917-a83b-aa4210f21281,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:59.280734 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:59.286420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:39:59.286889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Checking segment: {'id': 'ebbbe239-efcd-4236-97c1-7522b17487aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2421003-de0a-4b87-96b9-e9e47e26a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:39:59.287210 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:59.287747 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Bound using segment: {'id': 'ebbbe239-efcd-4236-97c1-7522b17487aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2421003-de0a-4b87-96b9-e9e47e26a610'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:39:59.288266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Bound port: 0c02aff4-fb4b-42ca-8324-84a0e3a74317, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbbe239-efcd-4236-97c1-7522b17487aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2421003-de0a-4b87-96b9-e9e47e26a610'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:39:59.288654 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0c02aff4-fb4b-42ca-8324-84a0e3a74317), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:59.303704 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-947c35d1-13bc-435f-bef2-893bdad13b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7a77c44b-5eef-4a1e-a37a-6eea130159ff), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:59.306645 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-947c35d1-13bc-435f-bef2-893bdad13b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:59.309568 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-947c35d1-13bc-435f-bef2-893bdad13b02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a77c44b-5eef-4a1e-a37a-6eea130159ff HTTP/1.1" status: 204 len: 168 time: 0.4412231 Feb 16 16:39:59.335472 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c35d1-13bc-435f-bef2-893bdad13b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a77c44b-5eef-4a1e-a37a-6eea130159ff,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:59.457637 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a138cded-3408-4f05-af40-859f1be67238 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (172cc3fd-c7b1-4f5c-ac70-0e954ebbfa36), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:59.458605 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a138cded-3408-4f05-af40-859f1be67238 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:59.459184 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a138cded-3408-4f05-af40-859f1be67238 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:59.495670 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-1d52be30-ff03-4c5f-b2d2-cfd4ce3a4712 admin admin] For port 69060334-87f5-4ea8-8f23-2e7176eb139d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=69060334-87f5-4ea8-8f23-2e7176eb139d,segment=NetworkSegment(75210099-9289-41f8-a5cb-63ebb514a19d),segment_id=75210099-9289-41f8-a5cb-63ebb514a19d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:39:59.495670 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d52be30-ff03-4c5f-b2d2-cfd4ce3a4712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:59.548276 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1d52be30-ff03-4c5f-b2d2-cfd4ce3a4712 admin admin] Calling delete_port for 69060334-87f5-4ea8-8f23-2e7176eb139d owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:39:59.587331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138cded-3408-4f05-af40-859f1be67238 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Pushing event updated for resources: {'Network': ['ID=172cc3fd-c7b1-4f5c-ac70-0e954ebbfa36,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:39:59.599149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] For port 0c02aff4-fb4b-42ca-8324-84a0e3a74317, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:39:59.607606 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] For port 0c02aff4-fb4b-42ca-8324-84a0e3a74317, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0c02aff4-fb4b-42ca-8324-84a0e3a74317,segment=NetworkSegment(ebbbe239-efcd-4236-97c1-7522b17487aa),segment_id=ebbbe239-efcd-4236-97c1-7522b17487aa)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:39:59.622433 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a138cded-3408-4f05-af40-859f1be67238 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0774810 Feb 16 16:39:59.640725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 172cc3fd-c7b1-4f5c-ac70-0e954ebbfa36 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:39:59.647254 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:59.648238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9d30d88d-da72-4ad3-bd2a-203c8989ef4d details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:39:59.663945 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39476) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:59.674860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d9cddec3-2e38-4d98-a5d5-c3c597f42921 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Request body: {'network': {'project_id': 'c0ee2b61355444ea868f0d3566869ac0'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:39:59.684270 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:39:59.688173 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0c02aff4-fb4b-42ca-8324-84a0e3a74317), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:39:59.710972 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cddec3-2e38-4d98-a5d5-c3c597f42921 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 16:39:59.711496 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9cddec3-2e38-4d98-a5d5-c3c597f42921 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:39:59.715348 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d9cddec3-2e38-4d98-a5d5-c3c597f42921 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0477374 Feb 16 16:39:59.718061 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39480) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:39:59.976106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a04d8-2a49-417d-8a35-1e5a998f6843 req-981de0df-b3e9-4d63-9134-cbe20d81d764 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:39:59.977695 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c7a04d8-2a49-417d-8a35-1e5a998f6843 req-981de0df-b3e9-4d63-9134-cbe20d81d764 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 944 time: 0.2727101 Feb 16 16:39:59.985131 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:00.000216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=b9f946e1-f13e-4917-a83b-aa4210f21281,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:00.020373 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '9d30d88d-da72-4ad3-bd2a-203c8989ef4d', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'port_id': '9d30d88d-da72-4ad3-bd2a-203c8989ef4d', 'mac_address': 'fa:16:3e:65:63:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:40:00.159206 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Publish callbacks [] for router_gateway (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:00.175985 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-be1a6636-bdde-4568-8494-e30e9b32af00 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0ee2b61355444ea868f0d3566869ac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4501989 Feb 16 16:40:00.193046 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39496) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:00.244064 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:00.264495 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d52be30-ff03-4c5f-b2d2-cfd4ce3a4712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (69060334-87f5-4ea8-8f23-2e7176eb139d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:00.345912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f192c-0698-49fd-90c5-71a2676f7597 None None] Pushing event updated for resources: {'Port': ['ID=0c02aff4-fb4b-42ca-8324-84a0e3a74317,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:00.380351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:00.394372 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:00.472684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d30d88d-da72-4ad3-bd2a-203c8989ef4d {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:40:00.475571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Allocated IP 172.25.4.154 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/ba5af080-553f-4d26-b2ee-416be08ee562) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:40:00.583932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:00.584227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93963549-f427-42be-bcf3-cce0cfb01b16 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks [] for security_group (c2b90b18-0318-46bf-b4ab-60d92e24628b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:00.585504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52be30-ff03-4c5f-b2d2-cfd4ce3a4712 admin admin] Pushing event deleted for resources: {'Port': ['ID=69060334-87f5-4ea8-8f23-2e7176eb139d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:00.592777 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:00.720889 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Publish callbacks [] for port (ba5af080-553f-4d26-b2ee-416be08ee562), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:00.744479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:00.774581 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ba5af080-553f-4d26-b2ee-416be08ee562), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:00.782829 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93963549-f427-42be-bcf3-cce0cfb01b16 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks [] for security_group (c2b90b18-0318-46bf-b4ab-60d92e24628b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:00.828105 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:00.864277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c7a04d8-2a49-417d-8a35-1e5a998f6843 req-0a61c077-a48c-41a0-afd0-dc52141d02b2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8776329 Feb 16 16:40:00.865231 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d52be30-ff03-4c5f-b2d2-cfd4ce3a4712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:00.872263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:40:00.880076 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa565f64-1f45-43be-8da7-d5ec2da53ee6 req-5511e211-78b1-4aa7-8d3e-03adf845f5ea tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:00.881624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa565f64-1f45-43be-8da7-d5ec2da53ee6 req-5511e211-78b1-4aa7-8d3e-03adf845f5ea tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 943 time: 0.8518915 Feb 16 16:40:00.885280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:40:00.891092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:40:00.894437 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5af080-553f-4d26-b2ee-416be08ee562,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:00.971262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['b9f946e1-f13e-4917-a83b-aa4210f21281'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:40:01.123542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['9d30d88d-da72-4ad3-bd2a-203c8989ef4d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:40:01.159653 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93963549-f427-42be-bcf3-cce0cfb01b16 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c2b90b18-0318-46bf-b4ab-60d92e24628b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:01.163180 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93963549-f427-42be-bcf3-cce0cfb01b16 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:01.165812 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-93963549-f427-42be-bcf3-cce0cfb01b16 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2b90b18-0318-46bf-b4ab-60d92e24628b HTTP/1.1" status: 204 len: 168 time: 0.9646597 Feb 16 16:40:01.193920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa565f64-1f45-43be-8da7-d5ec2da53ee6 req-ffd0a99b-d951-4c86-a8c5-3691ac6ae654 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761004 Feb 16 16:40:01.194966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39522) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:01.358210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39528) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:01.366692 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:01.373495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93963549-f427-42be-bcf3-cce0cfb01b16 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b90b18-0318-46bf-b4ab-60d92e24628b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:01.518710 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d52be30-ff03-4c5f-b2d2-cfd4ce3a4712 admin admin] Router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:40:01.571489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-557dce9f-de01-4733-afc1-09960033465d tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (172cc3fd-c7b1-4f5c-ac70-0e954ebbfa36), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:01.733979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1250175645-network', 'tenant_id': 'f77c9898c3cd44ff9e82073ac5afab26'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:01.829127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] Made reservation on behalf of f77c9898c3cd44ff9e82073ac5afab26 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:40:01.831420 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:01.854645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3c3d8f-0fec-4ecc-a992-8e764803e0a7 None None] Network b2421003-de0a-4b87-96b9-e9e47e26a610 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:40:01.860812 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:01.894127 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d52be30-ff03-4c5f-b2d2-cfd4ce3a4712 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:40:01.910086 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed85d0d-e0c4-46dd-9abe-a6d7589021df None None] Sync routers for ids ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:40:01.912695 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-557dce9f-de01-4733-afc1-09960033465d tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (172cc3fd-c7b1-4f5c-ac70-0e954ebbfa36), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:01.926594 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed85d0d-e0c4-46dd-9abe-a6d7589021df None None] Routers {'8c196b4c-f38f-4e9a-93b0-9a6158296eb9'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:01.926594 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-7ed85d0d-e0c4-46dd-9abe-a6d7589021df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:39:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:01.933091 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1d52be30-ff03-4c5f-b2d2-cfd4ce3a4712 admin admin] 10.222.0.24 "PUT /v2.0/routers/8c196b4c-f38f-4e9a-93b0-9a6158296eb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1675496 Feb 16 16:40:01.933931 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39538) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:02.005118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-557dce9f-de01-4733-afc1-09960033465d tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172cc3fd-c7b1-4f5c-ac70-0e954ebbfa36']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:02.040246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-557dce9f-de01-4733-afc1-09960033465d tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884819cf-9aeb-488c-bd23-9929db9b5e5e') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:02.044867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-557dce9f-de01-4733-afc1-09960033465d tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884819cf-9aeb-488c-bd23-9929db9b5e5e') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:02.046966 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Publish callbacks [] for router_gateway (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:02.182969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39542) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:02.191115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-248fc2c5-4a24-4a2e-9cfd-2ea9f057b797 None None] Provisioning complete for port 0c02aff4-fb4b-42ca-8324-84a0e3a74317 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:02.191503 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-248fc2c5-4a24-4a2e-9cfd-2ea9f057b797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0c02aff4-fb4b-42ca-8324-84a0e3a74317), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:02.197684 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-557dce9f-de01-4733-afc1-09960033465d tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (884819cf-9aeb-488c-bd23-9929db9b5e5e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:02.234399 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-7ed85d0d-e0c4-46dd-9abe-a6d7589021df None None] Set router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:40:02.303648 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:02.428611 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] Publish callbacks [] for router (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:02.477314 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0c02aff4-fb4b-42ca-8324-84a0e3a74317 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:40:02.649421 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-557dce9f-de01-4733-afc1-09960033465d tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (884819cf-9aeb-488c-bd23-9929db9b5e5e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:02.675729 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557dce9f-de01-4733-afc1-09960033465d tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:40:02.676192 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-557dce9f-de01-4733-afc1-09960033465d tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (884819cf-9aeb-488c-bd23-9929db9b5e5e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: warnings.warn('Neutron quota engine will require "--force" ' Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:40:02.680098 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:40:02.683316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-248fc2c5-4a24-4a2e-9cfd-2ea9f057b797 None None] Current status of the port 0c02aff4-fb4b-42ca-8324-84a0e3a74317 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:02.683960 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-248fc2c5-4a24-4a2e-9cfd-2ea9f057b797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0c02aff4-fb4b-42ca-8324-84a0e3a74317), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:02.846495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-248fc2c5-4a24-4a2e-9cfd-2ea9f057b797 None None] For port 0c02aff4-fb4b-42ca-8324-84a0e3a74317, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0c02aff4-fb4b-42ca-8324-84a0e3a74317,segment=NetworkSegment(ebbbe239-efcd-4236-97c1-7522b17487aa),segment_id=ebbbe239-efcd-4236-97c1-7522b17487aa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:02.865784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 0c02aff4-fb4b-42ca-8324-84a0e3a74317 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:02.866407 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0c02aff4-fb4b-42ca-8324-84a0e3a74317), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:02.886528 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-7ed85d0d-e0c4-46dd-9abe-a6d7589021df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:36:44Z', 'updated_at': '2022-02-16T16:40:00Z', 'revision_number': 5, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'gw_port': {'id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:45Z', 'updated_at': '2022-02-16T16:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:02.939241 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-248fc2c5-4a24-4a2e-9cfd-2ea9f057b797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0c02aff4-fb4b-42ca-8324-84a0e3a74317), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:02.980712 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed85d0d-e0c4-46dd-9abe-a6d7589021df None None] Checking router: 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:40:03.009874 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed85d0d-e0c4-46dd-9abe-a6d7589021df None None] Routers {'8c196b4c-f38f-4e9a-93b0-9a6158296eb9'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:03.010579 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-7ed85d0d-e0c4-46dd-9abe-a6d7589021df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:39:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:03.064293 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-557dce9f-de01-4733-afc1-09960033465d tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (172cc3fd-c7b1-4f5c-ac70-0e954ebbfa36), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:03.117855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fc2c5-4a24-4a2e-9cfd-2ea9f057b797 None None] Pushing event updated for resources: {'Port': ['ID=0c02aff4-fb4b-42ca-8324-84a0e3a74317,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:03.144138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8230adf-768a-4312-afcc-a0090cd267c1 req-35958071-315b-4239-adf1-97ccdadf124a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:03.145998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8230adf-768a-4312-afcc-a0090cd267c1 req-35958071-315b-4239-adf1-97ccdadf124a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 944 time: 1.0730076 Feb 16 16:40:03.152647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 0c02aff4-fb4b-42ca-8324-84a0e3a74317 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:03.157410 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-557dce9f-de01-4733-afc1-09960033465d tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:03.174902 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-557dce9f-de01-4733-afc1-09960033465d tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] 10.222.0.24 "DELETE /v2.0/networks/172cc3fd-c7b1-4f5c-ac70-0e954ebbfa36 HTTP/1.1" status: 204 len: 168 time: 1.9711702 Feb 16 16:40:03.227528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39558) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:03.288013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5a294cf8-d04e-4306-a6d5-3acdb1fd58a7 None None] Provisioning complete for port 0c02aff4-fb4b-42ca-8324-84a0e3a74317 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:03.288569 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5a294cf8-d04e-4306-a6d5-3acdb1fd58a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0c02aff4-fb4b-42ca-8324-84a0e3a74317), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:03.295512 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dce9f-de01-4733-afc1-09960033465d tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Pushing event deleted for resources: {'Network': ['ID=172cc3fd-c7b1-4f5c-ac70-0e954ebbfa36,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:03.324754 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-7ed85d0d-e0c4-46dd-9abe-a6d7589021df None None] Set router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:40:03.366526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a799ab-fd5c-476a-b813-e5d4241cdc04 req-46a3ae94-3c75-445c-a914-d8b47b99db9e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:03.383272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-26a799ab-fd5c-476a-b813-e5d4241cdc04 req-46a3ae94-3c75-445c-a914-d8b47b99db9e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 944 time: 1.0358596 Feb 16 16:40:03.568097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5a294cf8-d04e-4306-a6d5-3acdb1fd58a7 None None] Current status of the port 0c02aff4-fb4b-42ca-8324-84a0e3a74317 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:03.597768 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1677deca-d451-4c8f-aa8b-550dc53de014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:03.636609 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-7ed85d0d-e0c4-46dd-9abe-a6d7589021df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:36:44Z', 'updated_at': '2022-02-16T16:40:00Z', 'revision_number': 5, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'gw_port': {'id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:45Z', 'updated_at': '2022-02-16T16:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:03.668285 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed85d0d-e0c4-46dd-9abe-a6d7589021df None None] The sync data for ids ['8c196b4c-f38f-4e9a-93b0-9a6158296eb9'] in n-d-669411-5 is: [{'id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'name': 'tempest-ServersTestBootFromVolume-1798888763-router', 'tenant_id': '597ffe9ef796448cac90a2d29d11daf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:36:44Z', 'updated_at': '2022-02-16T16:40:00Z', 'revision_number': 5, 'project_id': '597ffe9ef796448cac90a2d29d11daf8', 'gw_port': {'id': 'd9075d1f-d6fb-44fc-853b-2b7f9466e2f1', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c196b4c-f38f-4e9a-93b0-9a6158296eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:36:45Z', 'updated_at': '2022-02-16T16:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:40:03.701382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8230adf-768a-4312-afcc-a0090cd267c1 req-1f5e96c3-149d-4283-a1be-a967f2ab7e30 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460484 Feb 16 16:40:03.738801 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2d01465f-b12c-461d-8a5a-97ecec5e580d req-9e584290-881d-4100-8643-20e0b807973e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5547910 Feb 16 16:40:03.907203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-26a799ab-fd5c-476a-b813-e5d4241cdc04 req-b3ae341c-3ac3-43b2-a062-14a841cc3fa3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227635 Feb 16 16:40:03.930891 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] Publish callbacks [] for security_group (4a538a15-e4d4-40e6-81f8-9e68fd639239), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:03.936272 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e9d4e22f-52ab-4340-8503-b3db67236b29 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (5a292c54-730c-4c2e-bbce-a438ac2a8946), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:03.945455 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1677deca-d451-4c8f-aa8b-550dc53de014 admin admin] Publish callbacks [] for security_group (ca346324-4fb0-4568-a980-01434f760523), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:03.956847 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4a538a15-e4d4-40e6-81f8-9e68fd639239), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:03.963823 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1677deca-d451-4c8f-aa8b-550dc53de014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ca346324-4fb0-4568-a980-01434f760523), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:03.982506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:40:03.984821 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] Publish callbacks [] for router_gateway (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:04.003319 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (54de2cc2-ddc4-48dc-967c-8553df4d2f12), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:04.003668 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] Added segment 54de2cc2-ddc4-48dc-967c-8553df4d2f12 of type vlan for network 20faa486-1103-4be5-bc7d-667bfcf220c2 Feb 16 16:40:04.100305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01465f-b12c-461d-8a5a-97ecec5e580d req-b238e98b-63d9-4189-9cb3-b658c0711346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:04.103195 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2d01465f-b12c-461d-8a5a-97ecec5e580d req-b238e98b-63d9-4189-9cb3-b658c0711346 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 1127 time: 0.3364072 Feb 16 16:40:04.134117 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (20faa486-1103-4be5-bc7d-667bfcf220c2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:04.177953 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1677deca-d451-4c8f-aa8b-550dc53de014 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29319190cfaa4f90be47d1286704a538&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9927130 Feb 16 16:40:04.205412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39562) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:04.248792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0c02aff4-fb4b-42ca-8324-84a0e3a74317 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:40:04.289005 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (20faa486-1103-4be5-bc7d-667bfcf220c2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:04.290636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:04.296644 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:04.349789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9905255 Feb 16 16:40:04.371743 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 0c02aff4-fb4b-42ca-8324-84a0e3a74317 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:04.372472 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0c02aff4-fb4b-42ca-8324-84a0e3a74317), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:04.399426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39564) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:04.417599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fd6b8041-33ff-4387-9d2e-d2fed00b3360 admin admin] Request body: {'subnet': {'network_id': '20faa486-1103-4be5-bc7d-667bfcf220c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1250175645-subnet', 'tenant_id': 'f77c9898c3cd44ff9e82073ac5afab26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:04.473999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01465f-b12c-461d-8a5a-97ecec5e580d req-74582024-3146-4f92-80c1-381f13361bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:04.479096 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2d01465f-b12c-461d-8a5a-97ecec5e580d req-74582024-3146-4f92-80c1-381f13361bda service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.3525441 Feb 16 16:40:04.481242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677deca-d451-4c8f-aa8b-550dc53de014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca346324-4fb0-4568-a980-01434f760523,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:04.501034 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:04.550411 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2d01465f-b12c-461d-8a5a-97ecec5e580d req-daeffa11-ea64-4299-9dba-aba88bbf711c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a5bc04e-6631-4840-a3dc-39fbe7f55040 HTTP/1.1" status: 200 len: 217 time: 0.0626225 Feb 16 16:40:04.558675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 0c02aff4-fb4b-42ca-8324-84a0e3a74317 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:04.568758 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 69060334-87f5-4ea8-8f23-2e7176eb139d no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:40:04.595516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 69060334-87f5-4ea8-8f23-2e7176eb139d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:40:04.596183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 69060334-87f5-4ea8-8f23-2e7176eb139d not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:40:04.619713 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b9f946e1-f13e-4917-a83b-aa4210f21281 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:40:04.633582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a538a15-e4d4-40e6-81f8-9e68fd639239,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:04.667905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] Deleting port d9075d1f-d6fb-44fc-853b-2b7f9466e2f1 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:40:04.668499 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d9075d1f-d6fb-44fc-853b-2b7f9466e2f1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:04.689627 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9fc0bb99-3259-4a21-8eb0-f93dc7601358 admin admin] Publish callbacks [] for security_group (ca346324-4fb0-4568-a980-01434f760523), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:04.719511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01465f-b12c-461d-8a5a-97ecec5e580d req-47f01eaa-1114-45e9-8ce3-07c54fae92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:04.724297 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:04.726127 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2d01465f-b12c-461d-8a5a-97ecec5e580d req-47f01eaa-1114-45e9-8ce3-07c54fae92e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.1666508 Feb 16 16:40:04.734980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d37ab-f830-462f-8208-90a2fb2e7858 admin admin] Pushing event updated for resources: {'Network': ['ID=20faa486-1103-4be5-bc7d-667bfcf220c2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:04.749728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 20faa486-1103-4be5-bc7d-667bfcf220c2 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:40:04.778695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6b8041-33ff-4387-9d2e-d2fed00b3360 admin admin] Made reservation on behalf of f77c9898c3cd44ff9e82073ac5afab26 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:40:04.785828 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8041-33ff-4387-9d2e-d2fed00b3360 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:04.791851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port b9f946e1-f13e-4917-a83b-aa4210f21281 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:40:04.820156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port b9f946e1-f13e-4917-a83b-aa4210f21281 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:04.820570 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:04.950785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] For port d9075d1f-d6fb-44fc-853b-2b7f9466e2f1, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d9075d1f-d6fb-44fc-853b-2b7f9466e2f1,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:04.970605 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d9075d1f-d6fb-44fc-853b-2b7f9466e2f1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:05.008956 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01465f-b12c-461d-8a5a-97ecec5e580d req-3fd34345-dc15-4c2e-8a28-f9dcc51e7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:05.010620 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2d01465f-b12c-461d-8a5a-97ecec5e580d req-3fd34345-dc15-4c2e-8a28-f9dcc51e7f95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2704844 Feb 16 16:40:05.039643 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] Calling delete_port for d9075d1f-d6fb-44fc-853b-2b7f9466e2f1 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:40:05.112610 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b9f946e1-f13e-4917-a83b-aa4210f21281 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:05.113006 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:05.192795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b9f946e1-f13e-4917-a83b-aa4210f21281, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b9f946e1-f13e-4917-a83b-aa4210f21281,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:05.194707 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec1e458-4961-456b-b1a0-28a080cbc2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f946e1-f13e-4917-a83b-aa4210f21281'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:40:05.201038 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a6af79-86a2-4338-973f-8585909bcce5" -d '{"events": [{"server_uuid": "3ec1e458-4961-456b-b1a0-28a080cbc2a4", "name": "network-vif-plugged", "status": "completed", "tag": "b9f946e1-f13e-4917-a83b-aa4210f21281"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:40:05.210382 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:05.211396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9d30d88d-da72-4ad3-bd2a-203c8989ef4d up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:40:05.284218 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2d01465f-b12c-461d-8a5a-97ecec5e580d req-49d2399e-a0cb-4aa7-a6b5-45c37c739f7a service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400005 Feb 16 16:40:05.352516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=b9f946e1-f13e-4917-a83b-aa4210f21281,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:05.420627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:40:05.425561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:05.426232 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:05.449770 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e9d4e22f-52ab-4340-8503-b3db67236b29 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (5a292c54-730c-4c2e-bbce-a438ac2a8946), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:05.481114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-e9d4e22f-52ab-4340-8503-b3db67236b29 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a292c54-730c-4c2e-bbce-a438ac2a8946']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:05.491929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-e9d4e22f-52ab-4340-8503-b3db67236b29 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f27588-7b91-4157-8ccd-5770b145d5e5') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:05.492706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-e9d4e22f-52ab-4340-8503-b3db67236b29 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f27588-7b91-4157-8ccd-5770b145d5e5') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:05.518316 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e9d4e22f-52ab-4340-8503-b3db67236b29 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (90f27588-7b91-4157-8ccd-5770b145d5e5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:05.539052 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e9d4e22f-52ab-4340-8503-b3db67236b29 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (90f27588-7b91-4157-8ccd-5770b145d5e5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:05.554111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d4e22f-52ab-4340-8503-b3db67236b29 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:40:05.556203 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e9d4e22f-52ab-4340-8503-b3db67236b29 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (90f27588-7b91-4157-8ccd-5770b145d5e5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:05.598490 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d9075d1f-d6fb-44fc-853b-2b7f9466e2f1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:05.637138 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:05.637584 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:40:05.677488 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:40:05.689110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:05.698118 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:05.739157 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9fc0bb99-3259-4a21-8eb0-f93dc7601358 admin admin] Publish callbacks [] for security_group (ca346324-4fb0-4568-a980-01434f760523), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:05.765779 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2d01465f-b12c-461d-8a5a-97ecec5e580d req-637c63c8-3baa-4b0b-8361-ed2b4b2d5fe1 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805663 Feb 16 16:40:05.797351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:05.838411 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e9d4e22f-52ab-4340-8503-b3db67236b29 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (5a292c54-730c-4c2e-bbce-a438ac2a8946), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:05.855886 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e9d4e22f-52ab-4340-8503-b3db67236b29 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:05.868605 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e9d4e22f-52ab-4340-8503-b3db67236b29 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] 10.222.0.24 "DELETE /v2.0/networks/5a292c54-730c-4c2e-bbce-a438ac2a8946 HTTP/1.1" status: 204 len: 168 time: 2.6387014 Feb 16 16:40:05.877753 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9075d1f-d6fb-44fc-853b-2b7f9466e2f1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:05.886552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:06.073783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4e22f-52ab-4340-8503-b3db67236b29 tempest-QuotasNegativeTest-49174671 tempest-QuotasNegativeTest-49174671-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a292c54-730c-4c2e-bbce-a438ac2a8946,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:06.134318 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:06.136460 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] Publish callbacks [] for router_controller (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:06.207614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6062c9-0168-4235-86fe-b15200615fd5 req-aea1eb69-93cc-40e0-b312-7ef615db210e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:06.209952 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e6062c9-0168-4235-86fe-b15200615fd5 req-aea1eb69-93cc-40e0-b312-7ef615db210e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.4691966 Feb 16 16:40:06.281792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa5f80-a090-4a2d-912d-0fcca3c6780e req-02dd9d7c-acf1-4ac4-8ab9-90c7a66c5619 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:06.283699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3aa5f80-a090-4a2d-912d-0fcca3c6780e req-02dd9d7c-acf1-4ac4-8ab9-90c7a66c5619 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.9277253 Feb 16 16:40:06.289884 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (8c196b4c-f38f-4e9a-93b0-9a6158296eb9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:06.290603 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c196b4c-f38f-4e9a-93b0-9a6158296eb9 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:40:06.298368 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:06.299888 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e9e19407-64a8-4a05-9e03-dbaf0b1e17a1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8c196b4c-f38f-4e9a-93b0-9a6158296eb9 HTTP/1.1" status: 204 len: 168 time: 4.3652177 Feb 16 16:40:06.304734 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39580) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:06.391085 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9fc0bb99-3259-4a21-8eb0-f93dc7601358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ca346324-4fb0-4568-a980-01434f760523), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:06.398035 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9fc0bb99-3259-4a21-8eb0-f93dc7601358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:06.401753 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9fc0bb99-3259-4a21-8eb0-f93dc7601358 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca346324-4fb0-4568-a980-01434f760523 HTTP/1.1" status: 204 len: 168 time: 2.1903973 Feb 16 16:40:06.446780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-182056c1-27c5-4fea-a352-64742a5b6f3e admin admin] Deleting subnet 1d337a89-ab46-4c66-87a3-a69513586ea0 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:40:06.458878 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-182056c1-27c5-4fea-a352-64742a5b6f3e admin admin] Publish callbacks [] for subnet (1d337a89-ab46-4c66-87a3-a69513586ea0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:06.584734 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-182056c1-27c5-4fea-a352-64742a5b6f3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (1d337a89-ab46-4c66-87a3-a69513586ea0), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:06.674845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0bb99-3259-4a21-8eb0-f93dc7601358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca346324-4fb0-4568-a980-01434f760523,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:06.699650 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8041-33ff-4387-9d2e-d2fed00b3360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (dac6a17c-2caa-4b50-8c83-8e3d54b9ab58), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:06.758854 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-182056c1-27c5-4fea-a352-64742a5b6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (1d337a89-ab46-4c66-87a3-a69513586ea0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:06.825241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39588) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:06.832636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b8041-33ff-4387-9d2e-d2fed00b3360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac6a17c-2caa-4b50-8c83-8e3d54b9ab58,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:06.860352 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-182056c1-27c5-4fea-a352-64742a5b6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (1d337a89-ab46-4c66-87a3-a69513586ea0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:06.868129 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e6062c9-0168-4235-86fe-b15200615fd5 req-d1671bdb-fef6-4096-90d3-b61709bb07a3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6424115 Feb 16 16:40:06.892514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eabc01-6273-4d26-addb-c8dcd848246f None None] Network aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:40:06.895652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Router 9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:40:06.954580 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-182056c1-27c5-4fea-a352-64742a5b6f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:06.966708 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-182056c1-27c5-4fea-a352-64742a5b6f3e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1d337a89-ab46-4c66-87a3-a69513586ea0 HTTP/1.1" status: 204 len: 168 time: 0.6574383 Feb 16 16:40:06.968476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39592) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:07.093560 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9d0ff1-2df3-40ff-9307-9ed455957321 x-openstack-request-id: req-ce9d0ff1-2df3-40ff-9307-9ed455957321 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:40:07.102864 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec1e458-4961-456b-b1a0-28a080cbc2a4", "name": "network-vif-plugged", "status": "completed", "tag": "b9f946e1-f13e-4917-a83b-aa4210f21281", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:40:07.103318 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce9d0ff1-2df3-40ff-9307-9ed455957321 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:40:07.103918 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec1e458-4961-456b-b1a0-28a080cbc2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f946e1-f13e-4917-a83b-aa4210f21281', 'code': 200} Feb 16 16:40:07.180016 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182056c1-27c5-4fea-a352-64742a5b6f3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d337a89-ab46-4c66-87a3-a69513586ea0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:07.193684 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (aa0bbe56-5d30-40d6-b39d-bdb3baf96a56), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:07.204689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39594) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:07.246078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:40:07.263057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Sync routers for ids ['9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:40:07.270357 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dccf55a6-8077-411e-a526-7fe4f8339386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:07.277364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Routers {'9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:07.278968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:39:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:07.295239 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3aa5f80-a090-4a2d-912d-0fcca3c6780e req-5dbcb4b9-a71e-43bb-bfb8-0dceb4acff0e tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9478321 Feb 16 16:40:07.379848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b8041-33ff-4387-9d2e-d2fed00b3360 admin admin] Checking segment: {'id': '54de2cc2-ddc4-48dc-967c-8553df4d2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '20faa486-1103-4be5-bc7d-667bfcf220c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:40:07.381107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b8041-33ff-4387-9d2e-d2fed00b3360 admin admin] Network hostable DHCP agents. Network: 20faa486-1103-4be5-bc7d-667bfcf220c2, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:40:07.391164 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f24526ba-29e7-4329-9b53-f6d3e13385db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:07.400948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa22b8d-c2b6-4c68-8e7f-827c26c8192c req-e308d0c1-aeba-43d7-b763-4a1202bc5347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:07.402676 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7fa22b8d-c2b6-4c68-8e7f-827c26c8192c req-e308d0c1-aeba-43d7-b763-4a1202bc5347 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 1127 time: 0.2068980 Feb 16 16:40:07.457264 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:07.463022 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0b157de5-30a0-4b4c-b1f3-cd3db23d87d3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.3347549 Feb 16 16:40:07.471203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39598) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:07.517778 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b8041-33ff-4387-9d2e-d2fed00b3360 admin admin] Network 20faa486-1103-4be5-bc7d-667bfcf220c2 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:40:07.563966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-fd6b8041-33ff-4387-9d2e-d2fed00b3360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 20faa486-1103-4be5-bc7d-667bfcf220c2) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:40:07.572093 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b8041-33ff-4387-9d2e-d2fed00b3360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:07.572693 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8041-33ff-4387-9d2e-d2fed00b3360 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:07.577310 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96d7d20-1ad9-49d5-b594-bd56290bfeac None None] DHCP port deletion for aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:40:07.588596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cdb548-f978-43d9-85f0-373b89efbacc None None] Network 20faa486-1103-4be5-bc7d-667bfcf220c2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:40:07.617006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fd6b8041-33ff-4387-9d2e-d2fed00b3360 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1972802 Feb 16 16:40:07.718761 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f24526ba-29e7-4329-9b53-f6d3e13385db admin admin] Publish callbacks [] for security_group (f7239358-092f-4958-92ae-bf1525c2910e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:07.726724 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f24526ba-29e7-4329-9b53-f6d3e13385db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f7239358-092f-4958-92ae-bf1525c2910e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:07.729857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Set router 9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:40:07.785076 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24526ba-29e7-4329-9b53-f6d3e13385db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7239358-092f-4958-92ae-bf1525c2910e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:07.795281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f24526ba-29e7-4329-9b53-f6d3e13385db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00d054d5335a44f2ba2a0370eb16229e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9370031 Feb 16 16:40:07.796203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39602) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:07.881021 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-442802b9-0b3f-4e87-8244-c39b74ab4b1c admin admin] Publish callbacks [] for security_group (f7239358-092f-4958-92ae-bf1525c2910e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:07.954325 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-442802b9-0b3f-4e87-8244-c39b74ab4b1c admin admin] Publish callbacks [] for security_group (f7239358-092f-4958-92ae-bf1525c2910e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.069472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90621d-9314-4d5c-827b-1918316958f1 req-67015bb9-409a-49e2-9ed2-7937a7b4d485 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:08.071385 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a90621d-9314-4d5c-827b-1918316958f1 req-67015bb9-409a-49e2-9ed2-7937a7b4d485 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.0819588 Feb 16 16:40:08.095910 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-442802b9-0b3f-4e87-8244-c39b74ab4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f7239358-092f-4958-92ae-bf1525c2910e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.098966 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-442802b9-0b3f-4e87-8244-c39b74ab4b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.111546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-442802b9-0b3f-4e87-8244-c39b74ab4b1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7239358-092f-4958-92ae-bf1525c2910e HTTP/1.1" status: 204 len: 168 time: 0.3052211 Feb 16 16:40:08.221405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442802b9-0b3f-4e87-8244-c39b74ab4b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7239358-092f-4958-92ae-bf1525c2910e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:08.296237 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dccf55a6-8077-411e-a526-7fe4f8339386 admin admin] Publish callbacks [] for security_group (5273ff1f-f0c2-44fd-8aba-34a50dfa15bc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.302958 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7fa22b8d-c2b6-4c68-8e7f-827c26c8192c req-3565cede-cffa-47a4-b512-35918a7d73cd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8906176 Feb 16 16:40:08.310312 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dccf55a6-8077-411e-a526-7fe4f8339386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5273ff1f-f0c2-44fd-8aba-34a50dfa15bc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.313702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a90621d-9314-4d5c-827b-1918316958f1 req-7055da56-a70d-4d2c-92c2-29f1c4f50e27 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325568 Feb 16 16:40:08.347056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] Deleting port 9a6223b2-57a2-444a-8fe3-b600a3430e46 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:40:08.347398 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.380327 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d9075d1f-d6fb-44fc-853b-2b7f9466e2f1 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:40:08.440066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a96d7d20-1ad9-49d5-b594-bd56290bfeac None None] Deleting port 9a6223b2-57a2-444a-8fe3-b600a3430e46 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:40:08.440946 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a96d7d20-1ad9-49d5-b594-bd56290bfeac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.469034 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: d9075d1f-d6fb-44fc-853b-2b7f9466e2f1 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:40:08.469299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d9075d1f-d6fb-44fc-853b-2b7f9466e2f1 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:40:08.469878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9a6223b2-57a2-444a-8fe3-b600a3430e46 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:40:08.482692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9386c70-fffb-4103-8268-e35fb9982ca4 None None] Network 20faa486-1103-4be5-bc7d-667bfcf220c2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:40:08.524012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf55a6-8077-411e-a526-7fe4f8339386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5273ff1f-f0c2-44fd-8aba-34a50dfa15bc,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:08.527950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-87125a6a-eb18-4f9c-8ce9-af7fadde7f20 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:08.530554 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-87125a6a-eb18-4f9c-8ce9-af7fadde7f20 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/networks?id=20faa486-1103-4be5-bc7d-667bfcf220c2 HTTP/1.1" status: 200 len: 813 time: 0.2589557 Feb 16 16:40:08.548454 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dccf55a6-8077-411e-a526-7fe4f8339386 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02c6c4a56fa54df49312d3875b9d21c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3423183 Feb 16 16:40:08.551804 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-c64ecc61-b51b-45b8-9c10-f89c634bf122 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/quotas/f77c9898c3cd44ff9e82073ac5afab26 HTTP/1.1" status: 200 len: 375 time: 0.0123975 Feb 16 16:40:08.552416 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39628) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:08.553079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.582132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] For port 9a6223b2-57a2-444a-8fe3-b600a3430e46, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9a6223b2-57a2-444a-8fe3-b600a3430e46,segment=NetworkSegment(75210099-9289-41f8-a5cb-63ebb514a19d),segment_id=75210099-9289-41f8-a5cb-63ebb514a19d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:08.582866 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.639728 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09222f-38d1-47bd-bfec-22e69b7b6744 req-94c96905-97c8-4a59-9854-1595bb82bfb1 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:08.649037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d09222f-38d1-47bd-bfec-22e69b7b6744 req-94c96905-97c8-4a59-9854-1595bb82bfb1 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.2181985 Feb 16 16:40:08.656387 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39630) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:08.659388 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-f1501fda-7601-4450-bb01-c1a5cc67f939 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f77c9898c3cd44ff9e82073ac5afab26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934250 Feb 16 16:40:08.678361 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] Calling delete_port for 9a6223b2-57a2-444a-8fe3-b600a3430e46 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:40:08.719951 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-97e5b5ff-bc59-4bd7-86db-225dadebaf7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.724310 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a96d7d20-1ad9-49d5-b594-bd56290bfeac None None] For port 9a6223b2-57a2-444a-8fe3-b600a3430e46, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9a6223b2-57a2-444a-8fe3-b600a3430e46,segment=NetworkSegment(75210099-9289-41f8-a5cb-63ebb514a19d),segment_id=75210099-9289-41f8-a5cb-63ebb514a19d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:08.724723 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a96d7d20-1ad9-49d5-b594-bd56290bfeac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.751008 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a96d7d20-1ad9-49d5-b594-bd56290bfeac None None] Calling delete_port for 9a6223b2-57a2-444a-8fe3-b600a3430e46 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:40:08.787420 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.808106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9a6223b2-57a2-444a-8fe3-b600a3430e46 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:08.808884 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.809923 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] No DVR routers for this DVR port 9a6223b2-57a2-444a-8fe3-b600a3430e46 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:40:08.834764 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-97e5b5ff-bc59-4bd7-86db-225dadebaf7d admin admin] Publish callbacks [] for security_group (91676843-cd6c-4c08-b555-e32af81bbb0d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.843631 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c80876a6-b5c3-4056-8161-0bc260d0bc80 admin admin] Publish callbacks [] for security_group (5273ff1f-f0c2-44fd-8aba-34a50dfa15bc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.877162 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-97e5b5ff-bc59-4bd7-86db-225dadebaf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (91676843-cd6c-4c08-b555-e32af81bbb0d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.886946 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6223b2-57a2-444a-8fe3-b600a3430e46,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:08.916732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'name': 'tempest-TaggedBootDevicesTest-1585455187-router', 'tenant_id': '83926cb5341c420e8852abc85c11f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'ba5af080-553f-4d26-b2ee-416be08ee562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:57Z', 'updated_at': '2022-02-16T16:40:01Z', 'revision_number': 3, 'project_id': '83926cb5341c420e8852abc85c11f800', 'gw_port': {'id': 'ba5af080-553f-4d26-b2ee-416be08ee562', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:40:00Z', 'updated_at': '2022-02-16T16:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:08.928860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d09222f-38d1-47bd-bfec-22e69b7b6744 req-9152f126-40cb-458b-88e9-f4a9f93cbadf tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787809 Feb 16 16:40:08.962331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Checking router: 9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:40:08.962693 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Updating router 9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b port ba5af080-553f-4d26-b2ee-416be08ee562 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:40:08.970514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c80876a6-b5c3-4056-8161-0bc260d0bc80 admin admin] Publish callbacks [] for security_group (5273ff1f-f0c2-44fd-8aba-34a50dfa15bc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.985156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-97e5b5ff-bc59-4bd7-86db-225dadebaf7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29a04dddbb934216a877cfcb635f95c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246939 Feb 16 16:40:08.985980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5b5ff-bc59-4bd7-86db-225dadebaf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91676843-cd6c-4c08-b555-e32af81bbb0d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:08.987406 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (aa0bbe56-5d30-40d6-b39d-bdb3baf96a56), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:08.990220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39632) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:08.998714 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ba5af080-553f-4d26-b2ee-416be08ee562), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.009362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-89ceab02-7c13-4eb2-b7d0-77d6ac90bc31 service neutron] 10.222.0.24 "GET /v2.0/networks/20faa486-1103-4be5-bc7d-667bfcf220c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356507 Feb 16 16:40:09.015184 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0bbe56-5d30-40d6-b39d-bdb3baf96a56']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:09.028334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75210099-9289-41f8-a5cb-63ebb514a19d') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:09.028695 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75210099-9289-41f8-a5cb-63ebb514a19d') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:09.043184 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (75210099-9289-41f8-a5cb-63ebb514a19d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.089962 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (75210099-9289-41f8-a5cb-63ebb514a19d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.105740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:40:09.105964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a33c12-6034-4694-bb9b-37ddad9c36ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d30d88d-da72-4ad3-bd2a-203c8989ef4d'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:40:09.106090 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (75210099-9289-41f8-a5cb-63ebb514a19d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:40:09.107998 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:40:09.111346 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab47914-7584-4d5c-b80d-ad03c40e10e0" -d '{"events": [{"server_uuid": "d2a33c12-6034-4694-bb9b-37ddad9c36ab", "name": "network-vif-plugged", "status": "completed", "tag": "9d30d88d-da72-4ad3-bd2a-203c8989ef4d"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:40:09.145612 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a96d7d20-1ad9-49d5-b594-bd56290bfeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (9a6223b2-57a2-444a-8fe3-b600a3430e46), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.168372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96d7d20-1ad9-49d5-b594-bd56290bfeac None None] No DVR routers for this DVR port 9a6223b2-57a2-444a-8fe3-b600a3430e46 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:40:09.174232 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d617bc-8fa7-4998-b907-f2229e1c8cba x-openstack-request-id: req-a0d617bc-8fa7-4998-b907-f2229e1c8cba {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:40:09.174845 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a33c12-6034-4694-bb9b-37ddad9c36ab", "name": "network-vif-plugged", "status": "completed", "tag": "9d30d88d-da72-4ad3-bd2a-203c8989ef4d", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:40:09.174845 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0d617bc-8fa7-4998-b907-f2229e1c8cba {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:40:09.175242 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a33c12-6034-4694-bb9b-37ddad9c36ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d30d88d-da72-4ad3-bd2a-203c8989ef4d', 'code': 200} Feb 16 16:40:09.201493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d7d20-1ad9-49d5-b594-bd56290bfeac None None] Pushing event deleted for resources: {'Port': ['ID=9a6223b2-57a2-444a-8fe3-b600a3430e46,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:09.245690 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (aa0bbe56-5d30-40d6-b39d-bdb3baf96a56), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.254958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.262798 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] 10.222.0.24 "DELETE /v2.0/networks/aa0bbe56-5d30-40d6-b39d-bdb3baf96a56 HTTP/1.1" status: 204 len: 168 time: 2.2901413 Feb 16 16:40:09.311969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dfe12-fda6-40b6-bdca-80448fc56349 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0bbe56-5d30-40d6-b39d-bdb3baf96a56,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:09.319733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Allocated IP 172.20.0.1 (b2421003-de0a-4b87-96b9-e9e47e26a610/a7144027-c4fd-4cf7-a806-c1dbe16566e7/d277fc4d-6789-4c43-b677-36bd2ce9de71) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:40:09.325189 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-62d4534a-b697-4b71-9748-09e5061868a2 service neutron] 10.222.0.24 "GET /v2.0/networks/20faa486-1103-4be5-bc7d-667bfcf220c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010154 Feb 16 16:40:09.365918 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28608f1-fb4e-41ce-a6e5-ac5e68b37d73 req-4d76ed19-511e-4edc-b776-b778ffa311c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:09.367518 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c28608f1-fb4e-41ce-a6e5-ac5e68b37d73 req-4d76ed19-511e-4edc-b776-b778ffa311c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 1127 time: 0.1160598 Feb 16 16:40:09.404067 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6946709-f66e-4030-a678-52063ee0fcbe admin admin] Publish callbacks [] for security_group (91676843-cd6c-4c08-b555-e32af81bbb0d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.435601 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c80876a6-b5c3-4056-8161-0bc260d0bc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5273ff1f-f0c2-44fd-8aba-34a50dfa15bc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.455379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c80876a6-b5c3-4056-8161-0bc260d0bc80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.459283 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c80876a6-b5c3-4056-8161-0bc260d0bc80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5273ff1f-f0c2-44fd-8aba-34a50dfa15bc HTTP/1.1" status: 204 len: 168 time: 0.9050114 Feb 16 16:40:09.472186 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Publish callbacks [] for port (ba5af080-553f-4d26-b2ee-416be08ee562), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.487682 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ba5af080-553f-4d26-b2ee-416be08ee562), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.558448 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6946709-f66e-4030-a678-52063ee0fcbe admin admin] Publish callbacks [] for security_group (91676843-cd6c-4c08-b555-e32af81bbb0d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.565447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80876a6-b5c3-4056-8161-0bc260d0bc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5273ff1f-f0c2-44fd-8aba-34a50dfa15bc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:09.569438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Attempting to bind port ba5af080-553f-4d26-b2ee-416be08ee562 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:40:09.569850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Attempting to bind port ba5af080-553f-4d26-b2ee-416be08ee562 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:40:09.570288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Attempting to bind port ba5af080-553f-4d26-b2ee-416be08ee562 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:40:09.580175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:40:09.580725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:40:09.581244 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.582297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:40:09.583047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Bound port: ba5af080-553f-4d26-b2ee-416be08ee562, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:40:09.583747 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ba5af080-553f-4d26-b2ee-416be08ee562), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.602230 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c28608f1-fb4e-41ce-a6e5-ac5e68b37d73 req-a7b618a1-3da3-4a65-ba94-ff60a595fab3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217309 Feb 16 16:40:09.621309 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Publish callbacks [] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.636215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2d512-e7d0-4b1e-b222-2b0202ecd2da None None] Pushing event updated for resources: {'Port': ['ID=ba5af080-553f-4d26-b2ee-416be08ee562,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:09.691998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39646) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:09.706248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] For port ba5af080-553f-4d26-b2ee-416be08ee562, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:40:09.711679 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] For port ba5af080-553f-4d26-b2ee-416be08ee562, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ba5af080-553f-4d26-b2ee-416be08ee562,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:40:09.721696 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ba5af080-553f-4d26-b2ee-416be08ee562), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.743270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7587d-a6c0-4b7c-bf98-a274694e8ddb req-6190a0b7-f8b8-473f-ad09-16d07c832587 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:09.743853 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.746134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0f7587d-a6c0-4b7c-bf98-a274694e8ddb req-6190a0b7-f8b8-473f-ad09-16d07c832587 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.2050943 Feb 16 16:40:09.800619 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d277fc4d-6789-4c43-b677-36bd2ce9de71,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:09.814876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2d512-e7d0-4b1e-b222-2b0202ecd2da None None] Pushing event updated for resources: {'Port': ['ID=ba5af080-553f-4d26-b2ee-416be08ee562,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:09.831342 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Network b2421003-de0a-4b87-96b9-e9e47e26a610 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:40:09.834752 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:40:09.842081 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:40:09.847342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-721a8629-755b-4865-aad6-cf90df28a651 req-d106e2f3-96e5-42ed-aba2-5b004058e341 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 210 time: 0.0616791 Feb 16 16:40:09.892456 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Routers {'9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:09.894321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:39:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:09.918001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0f7587d-a6c0-4b7c-bf98-a274694e8ddb req-eda87cbc-d21b-4493-837b-a7b498b608f4 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622846 Feb 16 16:40:09.947434 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f7fb4326-9d6d-4a86-adc3-801fd9df26ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=597ffe9ef796448cac90a2d29d11daf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2502623 Feb 16 16:40:09.948233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39654) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:09.948709 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6946709-f66e-4030-a678-52063ee0fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (91676843-cd6c-4c08-b555-e32af81bbb0d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.969989 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6946709-f66e-4030-a678-52063ee0fcbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:09.973440 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e6946709-f66e-4030-a678-52063ee0fcbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91676843-cd6c-4c08-b555-e32af81bbb0d HTTP/1.1" status: 204 len: 168 time: 0.9785676 Feb 16 16:40:10.013682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6946709-f66e-4030-a678-52063ee0fcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91676843-cd6c-4c08-b555-e32af81bbb0d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:10.074424 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:10.201073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] Set router 9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:40:10.298595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1eee56-7620-43aa-aad8-e8c1c731b2fc req-ab35e334-c434-420a-a4fb-2f0fb012a3ee tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:10.305536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b1eee56-7620-43aa-aad8-e8c1c731b2fc req-ab35e334-c434-420a-a4fb-2f0fb012a3ee tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.2140148 Feb 16 16:40:10.337559 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abbc61b9-94a2-4c5c-8fe5-ac9f17236669 admin admin] Publish callbacks [] for security_group (808d399b-a4ca-4d0f-9bbf-e3d5ab7cbcae), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:10.365792 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:10.428123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b1eee56-7620-43aa-aad8-e8c1c731b2fc req-12288845-4853-4b68-a4b1-6885dd7fad67 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132140 Feb 16 16:40:10.460075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0a8a1abd-c3f3-4395-b3f1-ab9e00702cd9 None None] Provisioning complete for port d277fc4d-6789-4c43-b677-36bd2ce9de71 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:10.460075 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a8a1abd-c3f3-4395-b3f1-ab9e00702cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:10.545178 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abbc61b9-94a2-4c5c-8fe5-ac9f17236669 admin admin] Publish callbacks [] for security_group (808d399b-a4ca-4d0f-9bbf-e3d5ab7cbcae), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:10.596527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a1abd-c3f3-4395-b3f1-ab9e00702cd9 None None] Port d277fc4d-6789-4c43-b677-36bd2ce9de71 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:40:10.818828 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abbc61b9-94a2-4c5c-8fe5-ac9f17236669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (808d399b-a4ca-4d0f-9bbf-e3d5ab7cbcae), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:10.822247 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abbc61b9-94a2-4c5c-8fe5-ac9f17236669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:10.823572 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-abbc61b9-94a2-4c5c-8fe5-ac9f17236669 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/808d399b-a4ca-4d0f-9bbf-e3d5ab7cbcae HTTP/1.1" status: 204 len: 168 time: 0.8744941 Feb 16 16:40:10.829230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'name': 'tempest-TaggedBootDevicesTest-1585455187-router', 'tenant_id': '83926cb5341c420e8852abc85c11f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'ba5af080-553f-4d26-b2ee-416be08ee562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:57Z', 'updated_at': '2022-02-16T16:40:01Z', 'revision_number': 3, 'project_id': '83926cb5341c420e8852abc85c11f800', 'gw_port': {'id': 'ba5af080-553f-4d26-b2ee-416be08ee562', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:40:00Z', 'updated_at': '2022-02-16T16:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:10.836006 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc61b9-94a2-4c5c-8fe5-ac9f17236669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808d399b-a4ca-4d0f-9bbf-e3d5ab7cbcae,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:10.897665 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Publish callbacks [] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:10.907049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:10.975146 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36ebe8-0959-471c-a1fb-8058fc2e5cce None None] The sync data for ids ['9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'] in n-d-669411-5 is: [{'id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'name': 'tempest-TaggedBootDevicesTest-1585455187-router', 'tenant_id': '83926cb5341c420e8852abc85c11f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'ba5af080-553f-4d26-b2ee-416be08ee562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:57Z', 'updated_at': '2022-02-16T16:40:01Z', 'revision_number': 3, 'project_id': '83926cb5341c420e8852abc85c11f800', 'gw_port': {'id': 'ba5af080-553f-4d26-b2ee-416be08ee562', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:40:00Z', 'updated_at': '2022-02-16T16:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:40:10.978975 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:11.081254 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d277fc4d-6789-4c43-b677-36bd2ce9de71,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:11.137166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c7a7449-e793-4d73-923c-31d847d3506e req-001bbf20-4281-4c78-9bb2-10a58a98b9e0 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 210 time: 0.1087732 Feb 16 16:40:11.238120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ca7d6-d429-4742-86cf-b31a5df954b6 req-2ebe2ed0-e2dc-4d47-a7cc-26f86b983928 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:11.240616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-549ca7d6-d429-4742-86cf-b31a5df954b6 req-2ebe2ed0-e2dc-4d47-a7cc-26f86b983928 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.1071839 Feb 16 16:40:11.287768 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39712) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:11.329189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Network b2421003-de0a-4b87-96b9-e9e47e26a610 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:40:11.332142 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-549ca7d6-d429-4742-86cf-b31a5df954b6 req-1b6cc27b-69ff-41f2-a154-b9c343b23bce tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817180 Feb 16 16:40:11.334827 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:40:11.618203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Router 9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:40:11.828592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-acaa97b4-fb07-4422-8e9e-fbe47940e87b tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:11.832444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-acaa97b4-fb07-4422-8e9e-fbe47940e87b tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.65 "GET /v2.0/networks?id=20faa486-1103-4be5-bc7d-667bfcf220c2 HTTP/1.1" status: 200 len: 813 time: 0.3215258 Feb 16 16:40:11.856496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619026f3-51cf-4ad5-8f42-4fe469ac912d req-d585adfd-032f-4ec9-81cd-cac72db2498c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:11.858086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-619026f3-51cf-4ad5-8f42-4fe469ac912d req-d585adfd-032f-4ec9-81cd-cac72db2498c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.2342660 Feb 16 16:40:11.866652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-299bbebd-71ba-4f43-a0f6-a9c408a72890 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Request body: {'port': {'device_id': '6f468365-5cf9-4544-b45d-c04c61eb4fc3', 'network_id': '20faa486-1103-4be5-bc7d-667bfcf220c2', 'admin_state_up': True, 'tenant_id': 'f77c9898c3cd44ff9e82073ac5afab26'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:11.882422 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96e1000d-e07e-4b0f-91f0-3fe2b4d969a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:11.899134 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:40:11.918244 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3ebf0560-cc37-4193-b210-915f594915f6 admin admin] 10.222.0.24 "PUT /v2.0/routers/9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4450767 Feb 16 16:40:11.944635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1ac26a95-3f1a-4c44-b263-6eee98d7ab1c None None] Provisioning complete for port d277fc4d-6789-4c43-b677-36bd2ce9de71 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:11.946872 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ac26a95-3f1a-4c44-b263-6eee98d7ab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:12.045563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-619026f3-51cf-4ad5-8f42-4fe469ac912d req-314b781a-e2c2-4d93-928b-4eaedefe6a9c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659751 Feb 16 16:40:12.056717 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96e1000d-e07e-4b0f-91f0-3fe2b4d969a6 admin admin] Publish callbacks [] for security_group (f2015cc9-2fda-40e6-ad64-c895e69831b6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:12.071791 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96e1000d-e07e-4b0f-91f0-3fe2b4d969a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f2015cc9-2fda-40e6-ad64-c895e69831b6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:12.076718 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1ac26a95-3f1a-4c44-b263-6eee98d7ab1c None None] Port d277fc4d-6789-4c43-b677-36bd2ce9de71 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:40:12.118384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-299bbebd-71ba-4f43-a0f6-a9c408a72890 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Made reservation on behalf of f77c9898c3cd44ff9e82073ac5afab26 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:40:12.123313 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-299bbebd-71ba-4f43-a0f6-a9c408a72890 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:12.236529 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1000d-e07e-4b0f-91f0-3fe2b4d969a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2015cc9-2fda-40e6-ad64-c895e69831b6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:12.255345 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-96e1000d-e07e-4b0f-91f0-3fe2b4d969a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8947b1ab4b447cc9cb1dbd43ba8f94b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9664893 Feb 16 16:40:12.258793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39738) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:12.321471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ba5af080-553f-4d26-b2ee-416be08ee562 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:40:12.343638 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c72934b-1bb7-4ef2-890c-8132e895070b admin admin] Publish callbacks [] for security_group (f2015cc9-2fda-40e6-ad64-c895e69831b6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:12.371473 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c72934b-1bb7-4ef2-890c-8132e895070b admin admin] Publish callbacks [] for security_group (f2015cc9-2fda-40e6-ad64-c895e69831b6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:12.464569 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c72934b-1bb7-4ef2-890c-8132e895070b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f2015cc9-2fda-40e6-ad64-c895e69831b6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:12.467705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c72934b-1bb7-4ef2-890c-8132e895070b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:12.471265 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6c72934b-1bb7-4ef2-890c-8132e895070b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2015cc9-2fda-40e6-ad64-c895e69831b6 HTTP/1.1" status: 204 len: 168 time: 0.2093418 Feb 16 16:40:12.493400 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72934b-1bb7-4ef2-890c-8132e895070b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2015cc9-2fda-40e6-ad64-c895e69831b6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:12.501227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ba5af080-553f-4d26-b2ee-416be08ee562 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:12.506481 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ba5af080-553f-4d26-b2ee-416be08ee562), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:12.527368 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-299bbebd-71ba-4f43-a0f6-a9c408a72890 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Allocated IP 172.20.0.7 (20faa486-1103-4be5-bc7d-667bfcf220c2/dac6a17c-2caa-4b50-8c83-8e3d54b9ab58/b52f3027-2ed0-41e0-b335-aa62863a2ae9) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:40:12.548892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d7b57c1-659e-4956-8b2a-c1e1ec7353e5 req-c0789a01-6e40-4955-8edf-029acec7be9d tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 210 time: 0.2070599 Feb 16 16:40:12.675549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bb146-5b49-41f5-bd17-b12c0318a41c req-33560cc0-2764-4235-855a-321e19c8f70a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:12.677422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f0bb146-5b49-41f5-bd17-b12c0318a41c req-33560cc0-2764-4235-855a-321e19c8f70a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.4528377 Feb 16 16:40:12.752750 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ba5af080-553f-4d26-b2ee-416be08ee562 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:12.753165 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ba5af080-553f-4d26-b2ee-416be08ee562), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:12.805589 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port ba5af080-553f-4d26-b2ee-416be08ee562, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ba5af080-553f-4d26-b2ee-416be08ee562,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:12.811593 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ba5af080-553f-4d26-b2ee-416be08ee562), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:12.886166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f0bb146-5b49-41f5-bd17-b12c0318a41c req-41108791-fe4b-4b5f-b1d8-f233e0cd8f90 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976297 Feb 16 16:40:12.933514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c957996-13fd-4372-83a2-63ce31fb81af req-4ff047f0-6e2a-412f-9447-5590eb018318 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:12.941236 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c957996-13fd-4372-83a2-63ce31fb81af req-4ff047f0-6e2a-412f-9447-5590eb018318 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.2618525 Feb 16 16:40:12.962365 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=ba5af080-553f-4d26-b2ee-416be08ee562,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:13.046239 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-299bbebd-71ba-4f43-a0f6-a9c408a72890 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Publish callbacks [] for port (b52f3027-2ed0-41e0-b335-aa62863a2ae9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:13.062899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c957996-13fd-4372-83a2-63ce31fb81af req-aea008cb-cc8d-4b08-b55d-15f6aa9719a1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206441 Feb 16 16:40:13.142118 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-299bbebd-71ba-4f43-a0f6-a9c408a72890 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b52f3027-2ed0-41e0-b335-aa62863a2ae9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:13.298768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bbebd-71ba-4f43-a0f6-a9c408a72890 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Pushing event updated for resources: {'Port': ['ID=b52f3027-2ed0-41e0-b335-aa62863a2ae9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:13.394156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-299bbebd-71ba-4f43-a0f6-a9c408a72890 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Network 20faa486-1103-4be5-bc7d-667bfcf220c2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:40:13.417620 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-299bbebd-71ba-4f43-a0f6-a9c408a72890 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:40:13.425920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-299bbebd-71ba-4f43-a0f6-a9c408a72890 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:40:13.525878 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483430a3-6433-4149-a28b-e842b8811d6b req-1f0133b9-fbe5-46ca-9eaa-3d99208ada30 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:13.527525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-483430a3-6433-4149-a28b-e842b8811d6b req-1f0133b9-fbe5-46ca-9eaa-3d99208ada30 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.2873096 Feb 16 16:40:13.604341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-299bbebd-71ba-4f43-a0f6-a9c408a72890 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:13.604932 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-299bbebd-71ba-4f43-a0f6-a9c408a72890 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:13.629633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-299bbebd-71ba-4f43-a0f6-a9c408a72890 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7704399 Feb 16 16:40:13.681810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-483430a3-6433-4149-a28b-e842b8811d6b req-e1db1bf4-15e2-4341-9bfc-cee751191ce6 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302192 Feb 16 16:40:13.703269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Request body: {'port': {'device_id': '6f468365-5cf9-4544-b45d-c04c61eb4fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:13.730321 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d4967-7d16-4209-8e0a-3f75bf226ce7 req-9e6b8caf-c216-4a81-bbb3-02858a71d264 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:13.732768 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-751d4967-7d16-4209-8e0a-3f75bf226ce7 req-9e6b8caf-c216-4a81-bbb3-02858a71d264 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.2239959 Feb 16 16:40:13.876231 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b52f3027-2ed0-41e0-b335-aa62863a2ae9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:13.977303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-751d4967-7d16-4209-8e0a-3f75bf226ce7 req-812d8bd7-7e07-4ddd-8240-d1ab8ad76098 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097580 Feb 16 16:40:14.084188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f91cc-8114-4957-8174-2feffcc745ca req-220ca9f0-358d-43d4-ae8f-37d95304e3fd tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:14.092947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b4f91cc-8114-4957-8174-2feffcc745ca req-220ca9f0-358d-43d4-ae8f-37d95304e3fd tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 931 time: 0.2959118 Feb 16 16:40:14.208217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ba5af080-553f-4d26-b2ee-416be08ee562 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:40:14.214998 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Sync routers for ids ['9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:40:14.236341 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Routers {'9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:14.236966 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:39:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:14.327171 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ba5af080-553f-4d26-b2ee-416be08ee562 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:14.328774 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ba5af080-553f-4d26-b2ee-416be08ee562), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:14.490397 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Set router 9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:40:14.539136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b4f91cc-8114-4957-8174-2feffcc745ca req-2c4f9cb2-558e-401a-8145-bfa74d43da57 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a538a15-e4d4-40e6-81f8-9e68fd639239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372182 Feb 16 16:40:14.615099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ba5af080-553f-4d26-b2ee-416be08ee562 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:14.625890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b6901-2c32-494e-b075-5a7de8eea755 req-669bc4d2-c485-495b-951a-c266f38da56f tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:14.638371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d09b6901-2c32-494e-b075-5a7de8eea755 req-669bc4d2-c485-495b-951a-c266f38da56f tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.5381391 Feb 16 16:40:14.727824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d09b6901-2c32-494e-b075-5a7de8eea755 req-70806d92-55d5-4700-bba3-d8d746772a5a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879180 Feb 16 16:40:14.842598 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'name': 'tempest-TaggedBootDevicesTest-1585455187-router', 'tenant_id': '83926cb5341c420e8852abc85c11f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'ba5af080-553f-4d26-b2ee-416be08ee562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:57Z', 'updated_at': '2022-02-16T16:40:10Z', 'revision_number': 4, 'project_id': '83926cb5341c420e8852abc85c11f800', 'gw_port': {'id': 'ba5af080-553f-4d26-b2ee-416be08ee562', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:40:00Z', 'updated_at': '2022-02-16T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'd277fc4d-6789-4c43-b677-36bd2ce9de71', 'name': '', 'network_id': 'b2421003-de0a-4b87-96b9-e9e47e26a610', 'tenant_id': '83926cb5341c420e8852abc85c11f800', 'mac_address': 'fa:16:3e:13:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a7144027-c4fd-4cf7-a806-c1dbe16566e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:40:08Z', 'updated_at': '2022-02-16T16:40:10Z', 'revision_number': 2, 'project_id': '83926cb5341c420e8852abc85c11f800', 'subnets': [{'id': 'a7144027-c4fd-4cf7-a806-c1dbe16566e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:14.880155 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Checking router: 9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:40:14.880929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52f3027-2ed0-41e0-b335-aa62863a2ae9 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:40:14.881332 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Updating router 9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b port d277fc4d-6789-4c43-b677-36bd2ce9de71 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:40:14.898309 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Publish callbacks [] for port (b52f3027-2ed0-41e0-b335-aa62863a2ae9), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:14.928741 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:14.939212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Transition to ACTIVE for port object b52f3027-2ed0-41e0-b335-aa62863a2ae9 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:40:14.947058 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (b52f3027-2ed0-41e0-b335-aa62863a2ae9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:15.177544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Pushing event updated for resources: {'Port': ['ID=b52f3027-2ed0-41e0-b335-aa62863a2ae9,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:15.296779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Attempting to bind port b52f3027-2ed0-41e0-b335-aa62863a2ae9 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:40:15.305275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Attempting to bind port b52f3027-2ed0-41e0-b335-aa62863a2ae9 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '54de2cc2-ddc4-48dc-967c-8553df4d2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '20faa486-1103-4be5-bc7d-667bfcf220c2'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:40:15.305701 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Attempting to bind port b52f3027-2ed0-41e0-b335-aa62863a2ae9 on network 20faa486-1103-4be5-bc7d-667bfcf220c2 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:40:15.347082 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39910) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:15.352327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Port b52f3027-2ed0-41e0-b335-aa62863a2ae9 on network 20faa486-1103-4be5-bc7d-667bfcf220c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:40:15.352842 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Attempting to bind port b52f3027-2ed0-41e0-b335-aa62863a2ae9 on network 20faa486-1103-4be5-bc7d-667bfcf220c2 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:40:15.360288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:40:15.360553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Checking segment: {'id': '54de2cc2-ddc4-48dc-967c-8553df4d2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '20faa486-1103-4be5-bc7d-667bfcf220c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:40:15.360943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Bound using segment: {'id': '54de2cc2-ddc4-48dc-967c-8553df4d2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '20faa486-1103-4be5-bc7d-667bfcf220c2'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:40:15.361377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Bound port: b52f3027-2ed0-41e0-b335-aa62863a2ae9, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54de2cc2-ddc4-48dc-967c-8553df4d2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '20faa486-1103-4be5-bc7d-667bfcf220c2'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:40:15.361738 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b52f3027-2ed0-41e0-b335-aa62863a2ae9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:15.369535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39914) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:15.391050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6058a63-f4d3-478a-b71b-4f47569505dd req-52a490e5-da7a-43d0-bfd0-7377aaaf2a83 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:15.392924 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6058a63-f4d3-478a-b71b-4f47569505dd req-52a490e5-da7a-43d0-bfd0-7377aaaf2a83 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.2779307 Feb 16 16:40:15.495959 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Publish callbacks [] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:15.506437 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:15.546591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a789d51-d132-4371-b372-7ed5193f9a04 req-7856838a-3421-4826-9359-8462ad6ef067 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:15.548334 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a789d51-d132-4371-b372-7ed5193f9a04 req-7856838a-3421-4826-9359-8462ad6ef067 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.2866838 Feb 16 16:40:15.600270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] For port b52f3027-2ed0-41e0-b335-aa62863a2ae9, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:40:15.657857 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-67050190', 'router:external': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:15.674243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] For port b52f3027-2ed0-41e0-b335-aa62863a2ae9, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b52f3027-2ed0-41e0-b335-aa62863a2ae9,segment=NetworkSegment(54de2cc2-ddc4-48dc-967c-8553df4d2f12),segment_id=54de2cc2-ddc4-48dc-967c-8553df4d2f12)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:40:15.691554 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6058a63-f4d3-478a-b71b-4f47569505dd req-0f01cb92-e41f-454d-bc37-3fa6271475fb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178528 Feb 16 16:40:15.692819 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5578a-4276-4f9b-be18-07eef8301574 None None] Pushing event updated for resources: {'Port': ['ID=d277fc4d-6789-4c43-b677-36bd2ce9de71,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:15.704144 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Made reservation on behalf of 19b3b27a47cc4dc189018f52fd704294 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:40:15.707089 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:15.734093 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (b52f3027-2ed0-41e0-b335-aa62863a2ae9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:15.742337 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Attempting to bind port d277fc4d-6789-4c43-b677-36bd2ce9de71 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:40:15.742337 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Attempting to bind port d277fc4d-6789-4c43-b677-36bd2ce9de71 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'ebbbe239-efcd-4236-97c1-7522b17487aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2421003-de0a-4b87-96b9-e9e47e26a610'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:40:15.742337 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Attempting to bind port d277fc4d-6789-4c43-b677-36bd2ce9de71 on network b2421003-de0a-4b87-96b9-e9e47e26a610 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:40:15.749052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1622486412-network', 'tenant_id': '41dca2a9285745468fe8daccfd8477e3'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:15.753831 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:40:15.754212 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Checking segment: {'id': 'ebbbe239-efcd-4236-97c1-7522b17487aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2421003-de0a-4b87-96b9-e9e47e26a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:40:15.754794 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:15.755193 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Bound using segment: {'id': 'ebbbe239-efcd-4236-97c1-7522b17487aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2421003-de0a-4b87-96b9-e9e47e26a610'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:40:15.755665 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Bound port: d277fc4d-6789-4c43-b677-36bd2ce9de71, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbbe239-efcd-4236-97c1-7522b17487aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2421003-de0a-4b87-96b9-e9e47e26a610'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:40:15.756099 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:15.774201 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:15.781785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a789d51-d132-4371-b372-7ed5193f9a04 req-46ff26a5-853f-41d6-afa2-6c4043bcff74 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159398 Feb 16 16:40:15.979095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Pushing event updated for resources: {'Port': ['ID=b52f3027-2ed0-41e0-b335-aa62863a2ae9,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:16.071227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for security_group (2fb97449-c154-426a-a572-816459ccfd24), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:16.075459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6747f65f-cb30-4f24-a4cb-8084838c46e1 None None] Provisioning complete for port d277fc4d-6789-4c43-b677-36bd2ce9de71 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:16.076980 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6747f65f-cb30-4f24-a4cb-8084838c46e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:16.078876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:16.080940 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:16.084549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-ef18556a-8650-491e-9935-d44d49288b2c service neutron] 10.222.0.65 "PUT /v2.0/ports/b52f3027-2ed0-41e0-b335-aa62863a2ae9 HTTP/1.1" status: 200 len: 1091 time: 2.3892634 Feb 16 16:40:16.086003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f468365-5cf9-4544-b45d-c04c61eb4fc3', 'tag': 'b52f3027-2ed0-41e0-b335-aa62863a2ae9'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:40:16.087078 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2fb97449-c154-426a-a572-816459ccfd24), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:16.096902 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6944cb17-4bc9-4249-8e3d-44871635e7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "6f468365-5cf9-4544-b45d-c04c61eb4fc3", "tag": "b52f3027-2ed0-41e0-b335-aa62863a2ae9"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:40:16.141491 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:40:16.165669 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (05a08b99-3dbc-4610-ba8a-d010926aaf7e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:16.166309 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Added segment 05a08b99-3dbc-4610-ba8a-d010926aaf7e of type vlan for network d85aca79-26f1-470b-9c23-ddc9fa7f379b Feb 16 16:40:16.204600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6747f65f-cb30-4f24-a4cb-8084838c46e1 None None] Port d277fc4d-6789-4c43-b677-36bd2ce9de71 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:40:16.262206 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff2087-4ff0-45e1-aedf-c0dcf4fdd3a4 req-50fe86de-4d2c-450a-89f1-2579a16ea698 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:16.264759 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] Made reservation on behalf of 41dca2a9285745468fe8daccfd8477e3 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:40:16.271264 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:16.272293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51ff2087-4ff0-45e1-aedf-c0dcf4fdd3a4 req-50fe86de-4d2c-450a-89f1-2579a16ea698 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 943 time: 0.2848558 Feb 16 16:40:16.282807 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] For port d277fc4d-6789-4c43-b677-36bd2ce9de71, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:40:16.300223 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] For port d277fc4d-6789-4c43-b677-36bd2ce9de71, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d277fc4d-6789-4c43-b677-36bd2ce9de71,segment=NetworkSegment(ebbbe239-efcd-4236-97c1-7522b17487aa),segment_id=ebbbe239-efcd-4236-97c1-7522b17487aa)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:40:16.304375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-71d0802a-f680-4e38-be4f-d6a6c100501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:16.306227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-71d0802a-f680-4e38-be4f-d6a6c100501c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f77c9898c3cd44ff9e82073ac5afab26&device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 1125 time: 0.1695154 Feb 16 16:40:16.319530 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:16.357472 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51ff2087-4ff0-45e1-aedf-c0dcf4fdd3a4 req-63b14513-9a0c-48f3-b7ec-997f0302821e tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a538a15-e4d4-40e6-81f8-9e68fd639239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841970 Feb 16 16:40:16.388734 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:16.478502 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Routers {'9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:16.479324 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:39:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:16.551666 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb97449-c154-426a-a572-816459ccfd24,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:16.557063 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (d85aca79-26f1-470b-9c23-ddc9fa7f379b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:16.639371 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (d85aca79-26f1-470b-9c23-ddc9fa7f379b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:16.644781 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:16.649646 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:16.691501 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] Set router 9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:40:16.833275 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.4598305 Feb 16 16:40:16.835320 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5578a-4276-4f9b-be18-07eef8301574 None None] Pushing event updated for resources: {'Port': ['ID=d277fc4d-6789-4c43-b677-36bd2ce9de71,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:16.843630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39986) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:16.896398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c66f13c1-1433-4244-bfd5-03b18c7df5e3 None None] Provisioning complete for port d277fc4d-6789-4c43-b677-36bd2ce9de71 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:16.897065 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c66f13c1-1433-4244-bfd5-03b18c7df5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:16.960765 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b14809ea-1f49-4f2b-8e2f-54caddf9b6d3 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Request body: {'subnet': {'network_id': 'd85aca79-26f1-470b-9c23-ddc9fa7f379b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:17.006095 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44985ec-5921-41f2-86d0-1201c99ad2dd tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Pushing event updated for resources: {'Network': ['ID=d85aca79-26f1-470b-9c23-ddc9fa7f379b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:17.047578 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c66f13c1-1433-4244-bfd5-03b18c7df5e3 None None] Current status of the port d277fc4d-6789-4c43-b677-36bd2ce9de71 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:17.047992 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c66f13c1-1433-4244-bfd5-03b18c7df5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:17.061973 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] Publish callbacks [] for security_group (600f8bd3-da19-4360-bee7-24915d450ec1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:17.064971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network d85aca79-26f1-470b-9c23-ddc9fa7f379b details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:40:17.088348 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbe2283-eab8-4852-b7b3-321e39f07d2e x-openstack-request-id: req-ddbe2283-eab8-4852-b7b3-321e39f07d2e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:40:17.088932 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f468365-5cf9-4544-b45d-c04c61eb4fc3", "tag": "b52f3027-2ed0-41e0-b335-aa62863a2ae9", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:40:17.088932 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddbe2283-eab8-4852-b7b3-321e39f07d2e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:40:17.089309 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f468365-5cf9-4544-b45d-c04c61eb4fc3', 'tag': 'b52f3027-2ed0-41e0-b335-aa62863a2ae9', 'status': 'completed', 'code': 200} Feb 16 16:40:17.093122 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (600f8bd3-da19-4360-bee7-24915d450ec1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:17.119311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-7367f25e-2ff5-42ca-a7a8-626513ddc45b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b52f3027-2ed0-41e0-b335-aa62863a2ae9 HTTP/1.1" status: 200 len: 217 time: 0.7800002 Feb 16 16:40:17.141610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600f8bd3-da19-4360-bee7-24915d450ec1,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:17.144887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14809ea-1f49-4f2b-8e2f-54caddf9b6d3 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Made reservation on behalf of 19b3b27a47cc4dc189018f52fd704294 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:40:17.147786 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b14809ea-1f49-4f2b-8e2f-54caddf9b6d3 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:17.171821 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:40:17.221778 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (86e1995f-77ce-461b-ba26-1470f9eb977b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:17.222645 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] Added segment 86e1995f-77ce-461b-ba26-1470f9eb977b of type vlan for network 8c1bb5df-1737-4e05-87cb-b4c41aab3581 Feb 16 16:40:17.245882 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'name': 'tempest-TaggedBootDevicesTest-1585455187-router', 'tenant_id': '83926cb5341c420e8852abc85c11f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'ba5af080-553f-4d26-b2ee-416be08ee562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:57Z', 'updated_at': '2022-02-16T16:40:10Z', 'revision_number': 4, 'project_id': '83926cb5341c420e8852abc85c11f800', 'gw_port': {'id': 'ba5af080-553f-4d26-b2ee-416be08ee562', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:40:00Z', 'updated_at': '2022-02-16T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'd277fc4d-6789-4c43-b677-36bd2ce9de71', 'name': '', 'network_id': 'b2421003-de0a-4b87-96b9-e9e47e26a610', 'tenant_id': '83926cb5341c420e8852abc85c11f800', 'mac_address': 'fa:16:3e:13:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a7144027-c4fd-4cf7-a806-c1dbe16566e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:40:08Z', 'updated_at': '2022-02-16T16:40:16Z', 'revision_number': 4, 'project_id': '83926cb5341c420e8852abc85c11f800', 'subnets': [{'id': 'a7144027-c4fd-4cf7-a806-c1dbe16566e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:17.321402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c66f13c1-1433-4244-bfd5-03b18c7df5e3 None None] For port d277fc4d-6789-4c43-b677-36bd2ce9de71, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d277fc4d-6789-4c43-b677-36bd2ce9de71,segment=NetworkSegment(ebbbe239-efcd-4236-97c1-7522b17487aa),segment_id=ebbbe239-efcd-4236-97c1-7522b17487aa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:17.330924 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c66f13c1-1433-4244-bfd5-03b18c7df5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:17.374504 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d0cc2-45c2-4d0b-987b-796196222b22 None None] The sync data for ids ['9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'] in n-d-669411-5 is: [{'id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'name': 'tempest-TaggedBootDevicesTest-1585455187-router', 'tenant_id': '83926cb5341c420e8852abc85c11f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'ba5af080-553f-4d26-b2ee-416be08ee562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:57Z', 'updated_at': '2022-02-16T16:40:10Z', 'revision_number': 4, 'project_id': '83926cb5341c420e8852abc85c11f800', 'gw_port': {'id': 'ba5af080-553f-4d26-b2ee-416be08ee562', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:40:00Z', 'updated_at': '2022-02-16T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'd277fc4d-6789-4c43-b677-36bd2ce9de71', 'name': '', 'network_id': 'b2421003-de0a-4b87-96b9-e9e47e26a610', 'tenant_id': '83926cb5341c420e8852abc85c11f800', 'mac_address': 'fa:16:3e:13:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a7144027-c4fd-4cf7-a806-c1dbe16566e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:40:08Z', 'updated_at': '2022-02-16T16:40:16Z', 'revision_number': 4, 'project_id': '83926cb5341c420e8852abc85c11f800', 'subnets': [{'id': 'a7144027-c4fd-4cf7-a806-c1dbe16566e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:40:17.393969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-12d9badd-5adb-4279-a130-2a3c8a07bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:17.399688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-12d9badd-5adb-4279-a130-2a3c8a07bce1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dac6a17c-2caa-4b50-8c83-8e3d54b9ab58 HTTP/1.1" status: 200 len: 853 time: 0.2529051 Feb 16 16:40:17.417732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d08e15-64a7-4640-ab66-edce676a7089 req-de8b6bff-7b1e-4b6a-b467-1213cd547ea3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:17.430518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58d08e15-64a7-4640-ab66-edce676a7089 req-de8b6bff-7b1e-4b6a-b467-1213cd547ea3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.3507361 Feb 16 16:40:17.531400 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f13c1-1433-4244-bfd5-03b18c7df5e3 None None] Pushing event updated for resources: {'Port': ['ID=d277fc4d-6789-4c43-b677-36bd2ce9de71,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:17.628384 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-1ce4e07d-3fe9-44f2-84f9-f4ec0882b9a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20faa486-1103-4be5-bc7d-667bfcf220c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1930723 Feb 16 16:40:17.669228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad9752-4e4d-43a1-a292-d63826b97574 req-1923a7aa-2937-47ae-bae8-c0a6ee9a347c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:17.676663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97ad9752-4e4d-43a1-a292-d63826b97574 req-1923a7aa-2937-47ae-bae8-c0a6ee9a347c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.4774630 Feb 16 16:40:17.789966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58d08e15-64a7-4640-ab66-edce676a7089 req-1c291826-7c62-4a20-9d62-f3f92ebf5e57 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580217 Feb 16 16:40:17.815452 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97ad9752-4e4d-43a1-a292-d63826b97574 req-a878ce7d-b906-414b-bf59-a5e8726b5ec3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244192 Feb 16 16:40:17.871158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-a277e7ef-54ce-471d-b195-993360a49629 service neutron] 10.222.0.65 "GET /v2.0/networks/20faa486-1103-4be5-bc7d-667bfcf220c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350867 Feb 16 16:40:18.043135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564a9fb-74a8-40b6-a993-432c0d0adc7c req-85e005cd-caa5-474c-9466-ad52790a2ae7 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:18.045372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6564a9fb-74a8-40b6-a993-432c0d0adc7c req-85e005cd-caa5-474c-9466-ad52790a2ae7 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 943 time: 0.1352770 Feb 16 16:40:18.065930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f59df52-9e48-4aa0-943d-a1f1772610d8 req-40366da7-aac3-4005-95ca-2181e82ad2ea service neutron] 10.222.0.65 "GET /v2.0/networks/20faa486-1103-4be5-bc7d-667bfcf220c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854048 Feb 16 16:40:18.195139 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (8c1bb5df-1737-4e05-87cb-b4c41aab3581), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:18.244893 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6564a9fb-74a8-40b6-a993-432c0d0adc7c req-055b1e9f-58c8-4d66-8210-04e88febc0a0 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a538a15-e4d4-40e6-81f8-9e68fd639239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910493 Feb 16 16:40:18.265470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944cb17-4bc9-4249-8e3d-44871635e7e1 req-194a7c84-7fda-4ed8-bd93-a1a3840f5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:18.267296 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6944cb17-4bc9-4249-8e3d-44871635e7e1 req-194a7c84-7fda-4ed8-bd93-a1a3840f5702 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f77c9898c3cd44ff9e82073ac5afab26&device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 1125 time: 0.1330626 Feb 16 16:40:18.305885 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d277fc4d-6789-4c43-b677-36bd2ce9de71 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:40:18.312751 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (8c1bb5df-1737-4e05-87cb-b4c41aab3581), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:18.313735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:18.315928 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:18.433016 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0847616 Feb 16 16:40:18.433848 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40054) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:18.446032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-cf1682de-13f8-4944-b410-e327d0004496 admin admin] Request body: {'subnet': {'network_id': '8c1bb5df-1737-4e05-87cb-b4c41aab3581', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1622486412-subnet', 'tenant_id': '41dca2a9285745468fe8daccfd8477e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:18.455866 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d277fc4d-6789-4c43-b677-36bd2ce9de71 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:18.456490 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:18.458098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944cb17-4bc9-4249-8e3d-44871635e7e1 req-cfa7bd01-90bb-4e16-ae22-cf1528772df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:18.459880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6944cb17-4bc9-4249-8e3d-44871635e7e1 req-cfa7bd01-90bb-4e16-ae22-cf1528772df4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=20faa486-1103-4be5-bc7d-667bfcf220c2 HTTP/1.1" status: 200 len: 914 time: 0.1863046 Feb 16 16:40:18.491155 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1682de-13f8-4944-b410-e327d0004496 admin admin] Made reservation on behalf of 41dca2a9285745468fe8daccfd8477e3 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:40:18.493895 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf1682de-13f8-4944-b410-e327d0004496 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:18.535122 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdda046-7b40-4fcd-8d15-f2db02df5e0f admin admin] Pushing event updated for resources: {'Network': ['ID=8c1bb5df-1737-4e05-87cb-b4c41aab3581,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:18.548029 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 8c1bb5df-1737-4e05-87cb-b4c41aab3581 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:40:18.556748 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6944cb17-4bc9-4249-8e3d-44871635e7e1 req-312d97ac-b77f-43f9-8438-dd7930599baf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b52f3027-2ed0-41e0-b335-aa62863a2ae9 HTTP/1.1" status: 200 len: 217 time: 0.0896783 Feb 16 16:40:18.699164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944cb17-4bc9-4249-8e3d-44871635e7e1 req-3c46ab35-7ba0-40f6-9da0-0a6939f2ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:18.701246 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6944cb17-4bc9-4249-8e3d-44871635e7e1 req-3c46ab35-7ba0-40f6-9da0-0a6939f2ef9b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dac6a17c-2caa-4b50-8c83-8e3d54b9ab58 HTTP/1.1" status: 200 len: 853 time: 0.1368256 Feb 16 16:40:18.789960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6944cb17-4bc9-4249-8e3d-44871635e7e1 req-0c4e02c1-13b0-4adb-b9d3-49f73dd2de20 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20faa486-1103-4be5-bc7d-667bfcf220c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822353 Feb 16 16:40:18.835256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d277fc4d-6789-4c43-b677-36bd2ce9de71 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:18.947203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6944cb17-4bc9-4249-8e3d-44871635e7e1 req-835683bc-369a-4dd7-8be8-105313ed8945 service neutron] 10.222.0.65 "GET /v2.0/networks/20faa486-1103-4be5-bc7d-667bfcf220c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491570 Feb 16 16:40:18.977249 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf1682de-13f8-4944-b410-e327d0004496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (0f7f3045-0ec8-42dd-a33a-39692bb292b6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:18.986476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.objects.ports [None req-b14809ea-1f49-4f2b-8e2f-54caddf9b6d3 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:40:18.986869 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b14809ea-1f49-4f2b-8e2f-54caddf9b6d3 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (92ed5361-0062-45c0-9cec-7009bc48e073), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:19.118927 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1682de-13f8-4944-b410-e327d0004496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7f3045-0ec8-42dd-a33a-39692bb292b6,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:19.123873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d81ab-5cdf-49d0-b409-45c550aacd9e req-1a389f03-849c-413b-a7a0-37733dd41d68 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:19.127023 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-338d81ab-5cdf-49d0-b409-45c550aacd9e req-1a389f03-849c-413b-a7a0-37733dd41d68 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.1762338 Feb 16 16:40:19.145310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620cfe4-1d9a-4836-a63d-173cd6ee04e7 req-50978454-fe66-47c8-b084-b5430608b515 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:19.147674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d620cfe4-1d9a-4836-a63d-173cd6ee04e7 req-50978454-fe66-47c8-b084-b5430608b515 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.1882644 Feb 16 16:40:19.187322 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1682de-13f8-4944-b410-e327d0004496 admin admin] Checking segment: {'id': '86e1995f-77ce-461b-ba26-1470f9eb977b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8c1bb5df-1737-4e05-87cb-b4c41aab3581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:40:19.187701 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1682de-13f8-4944-b410-e327d0004496 admin admin] Network hostable DHCP agents. Network: 8c1bb5df-1737-4e05-87cb-b4c41aab3581, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:40:19.197441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14809ea-1f49-4f2b-8e2f-54caddf9b6d3 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Checking segment: {'id': '05a08b99-3dbc-4610-ba8a-d010926aaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd85aca79-26f1-470b-9c23-ddc9fa7f379b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:40:19.198110 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14809ea-1f49-4f2b-8e2f-54caddf9b6d3 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Network hostable DHCP agents. Network: d85aca79-26f1-470b-9c23-ddc9fa7f379b, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:40:19.228177 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14809ea-1f49-4f2b-8e2f-54caddf9b6d3 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Pushing event updated for resources: {'Subnet': ['ID=92ed5361-0062-45c0-9cec-7009bc48e073,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:19.249079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1682de-13f8-4944-b410-e327d0004496 admin admin] Network 8c1bb5df-1737-4e05-87cb-b4c41aab3581 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:40:19.256453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14809ea-1f49-4f2b-8e2f-54caddf9b6d3 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Network d85aca79-26f1-470b-9c23-ddc9fa7f379b is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:40:19.264835 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-cf1682de-13f8-4944-b410-e327d0004496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 8c1bb5df-1737-4e05-87cb-b4c41aab3581) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:40:19.270701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6944cb17-4bc9-4249-8e3d-44871635e7e1 req-a3cf6956-f740-45dc-bf22-fc97efbb865c service neutron] 10.222.0.65 "GET /v2.0/networks/20faa486-1103-4be5-bc7d-667bfcf220c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056042 Feb 16 16:40:19.275177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5973d4-a734-451a-b2df-616c6b5de3a4 None None] Network 8c1bb5df-1737-4e05-87cb-b4c41aab3581 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:40:19.292612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1682de-13f8-4944-b410-e327d0004496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:19.295432 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf1682de-13f8-4944-b410-e327d0004496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:19.305643 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d620cfe4-1d9a-4836-a63d-173cd6ee04e7 req-53a21c31-5467-4918-91a3-07990940a32e tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457648 Feb 16 16:40:19.307890 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b14809ea-1f49-4f2b-8e2f-54caddf9b6d3 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, d85aca79-26f1-470b-9c23-ddc9fa7f379b) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:40:19.321419 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14809ea-1f49-4f2b-8e2f-54caddf9b6d3 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:19.322025 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b14809ea-1f49-4f2b-8e2f-54caddf9b6d3 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:19.346235 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-338d81ab-5cdf-49d0-b409-45c550aacd9e req-4dd50ac2-7fc6-4a86-ac8f-f769ce0590a8 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951480 Feb 16 16:40:19.359053 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cf1682de-13f8-4944-b410-e327d0004496 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9117367 Feb 16 16:40:19.359053 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b14809ea-1f49-4f2b-8e2f-54caddf9b6d3 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5078301 Feb 16 16:40:19.360100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40076) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:19.360312 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555ab2ef-6d5e-4f61-b226-aad4a39ade0c None None] Network d85aca79-26f1-470b-9c23-ddc9fa7f379b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:40:19.369542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-bda84797-a8a5-42b5-82c0-a8a40924eb2a tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1303643165', 'network_id': 'd85aca79-26f1-470b-9c23-ddc9fa7f379b'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:19.418218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda84797-a8a5-42b5-82c0-a8a40924eb2a tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Made reservation on behalf of 19b3b27a47cc4dc189018f52fd704294 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:40:19.423743 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bda84797-a8a5-42b5-82c0-a8a40924eb2a tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:19.475854 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-bda84797-a8a5-42b5-82c0-a8a40924eb2a tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] device_id is not set on port 1ee2c3b7-3831-46b5-be29-5c034bed46d1 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:40:19.600269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe4aff-e37f-459d-949b-b1a4794c2e46 req-11c903fb-df3c-4fc8-b369-a1ed27b95dd3 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:19.605711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ffe4aff-e37f-459d-949b-b1a4794c2e46 req-11c903fb-df3c-4fc8-b369-a1ed27b95dd3 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 943 time: 0.1249533 Feb 16 16:40:19.672222 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-bda84797-a8a5-42b5-82c0-a8a40924eb2a tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Allocated IP 2001:db8::31 (d85aca79-26f1-470b-9c23-ddc9fa7f379b/92ed5361-0062-45c0-9cec-7009bc48e073/1ee2c3b7-3831-46b5-be29-5c034bed46d1) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:40:19.758548 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ffe4aff-e37f-459d-949b-b1a4794c2e46 req-7e3cecf7-a52e-4ab7-83c2-6786fc03f2b9 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a538a15-e4d4-40e6-81f8-9e68fd639239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473041 Feb 16 16:40:19.859150 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bda84797-a8a5-42b5-82c0-a8a40924eb2a tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for port (1ee2c3b7-3831-46b5-be29-5c034bed46d1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:19.913507 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bda84797-a8a5-42b5-82c0-a8a40924eb2a tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (1ee2c3b7-3831-46b5-be29-5c034bed46d1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:19.942608 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bec39c-4b25-4edf-bed5-bedaf5b06f96 None None] Network d85aca79-26f1-470b-9c23-ddc9fa7f379b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:40:19.969760 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea8cba8-c8c9-417c-9d6c-9426292d34fa None None] Network 8c1bb5df-1737-4e05-87cb-b4c41aab3581 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:40:19.993854 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda84797-a8a5-42b5-82c0-a8a40924eb2a tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Pushing event updated for resources: {'Port': ['ID=1ee2c3b7-3831-46b5-be29-5c034bed46d1,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:20.039394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda84797-a8a5-42b5-82c0-a8a40924eb2a tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Network d85aca79-26f1-470b-9c23-ddc9fa7f379b is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:40:20.042025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-bda84797-a8a5-42b5-82c0-a8a40924eb2a tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:40:20.045665 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda84797-a8a5-42b5-82c0-a8a40924eb2a tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:40:20.046908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda84797-a8a5-42b5-82c0-a8a40924eb2a tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:20.047558 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bda84797-a8a5-42b5-82c0-a8a40924eb2a tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:20.071414 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bda84797-a8a5-42b5-82c0-a8a40924eb2a tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7101328 Feb 16 16:40:20.074526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40092) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:20.189864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0698e1ed-b034-4df9-98a7-10d11725ac83 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Deleting port 1ee2c3b7-3831-46b5-be29-5c034bed46d1 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:40:20.190282 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0698e1ed-b034-4df9-98a7-10d11725ac83 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1ee2c3b7-3831-46b5-be29-5c034bed46d1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:20.291605 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0698e1ed-b034-4df9-98a7-10d11725ac83 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1ee2c3b7-3831-46b5-be29-5c034bed46d1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:20.313455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0698e1ed-b034-4df9-98a7-10d11725ac83 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Calling delete_port for 1ee2c3b7-3831-46b5-be29-5c034bed46d1 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:40:20.508081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba2bfb-1f2c-4fa8-b97e-1e6b176910b1 req-d1b47fa2-e6b8-4f34-aabc-3eb3992aa8ad tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:20.510096 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17ba2bfb-1f2c-4fa8-b97e-1e6b176910b1 req-d1b47fa2-e6b8-4f34-aabc-3eb3992aa8ad tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.1057918 Feb 16 16:40:20.601202 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0698e1ed-b034-4df9-98a7-10d11725ac83 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (1ee2c3b7-3831-46b5-be29-5c034bed46d1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:20.637121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17ba2bfb-1f2c-4fa8-b97e-1e6b176910b1 req-21093aaf-6a17-4872-8ac9-92852cc688e3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025720 Feb 16 16:40:20.640351 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698e1ed-b034-4df9-98a7-10d11725ac83 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ee2c3b7-3831-46b5-be29-5c034bed46d1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:20.681146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0698e1ed-b034-4df9-98a7-10d11725ac83 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:20.687653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40114) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:20.692268 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd85aca79-26f1-470b-9c23-ddc9fa7f379b', 'external_fixed_ips': [{'subnet_id': '92ed5361-0062-45c0-9cec-7009bc48e073', 'ip_address': '2001:db8::31'}]}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:20.696540 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0698e1ed-b034-4df9-98a7-10d11725ac83 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "DELETE /v2.0/ports/1ee2c3b7-3831-46b5-be29-5c034bed46d1 HTTP/1.1" status: 204 len: 168 time: 0.6205606 Feb 16 16:40:20.722130 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (247752f1-d81d-43fd-8710-dd0245b38064), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:20.723715 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (247752f1-d81d-43fd-8710-dd0245b38064), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:20.755557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9d30d88d-da72-4ad3-bd2a-203c8989ef4d details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:40:20.781772 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5c5d7-f2b6-4cfe-9241-dc616a666894 req-8df0cf2d-bedc-42a0-91f9-71472d4ddc10 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:20.784111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7d5c5d7-f2b6-4cfe-9241-dc616a666894 req-8df0cf2d-bedc-42a0-91f9-71472d4ddc10 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.0706408 Feb 16 16:40:20.795976 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_controller (247752f1-d81d-43fd-8710-dd0245b38064), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:20.917632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7d5c5d7-f2b6-4cfe-9241-dc616a666894 req-0aba2abb-028b-4627-9dab-484c4897a7af tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250067 Feb 16 16:40:20.952107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:20.969373 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '9d30d88d-da72-4ad3-bd2a-203c8989ef4d', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'port_id': '9d30d88d-da72-4ad3-bd2a-203c8989ef4d', 'mac_address': 'fa:16:3e:65:63:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:40:21.021063 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (247752f1-d81d-43fd-8710-dd0245b38064), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:21.039411 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:21.040309 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:21.057806 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d30d88d-da72-4ad3-bd2a-203c8989ef4d {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:40:21.068940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960dacb-7111-4036-ba31-035957d63c3c req-0fd509cf-a0b1-4214-913f-eadc32e4fe3b tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:21.070498 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a960dacb-7111-4036-ba31-035957d63c3c req-0fd509cf-a0b1-4214-913f-eadc32e4fe3b tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 943 time: 0.0697567 Feb 16 16:40:21.091878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:21.097196 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:21.164357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a960dacb-7111-4036-ba31-035957d63c3c req-259226b5-8c73-4620-a291-df721fae7903 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a538a15-e4d4-40e6-81f8-9e68fd639239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867300 Feb 16 16:40:21.177737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:21.221188 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['9d30d88d-da72-4ad3-bd2a-203c8989ef4d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:40:21.349951 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (247752f1-d81d-43fd-8710-dd0245b38064), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:21.381141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:21.503824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b52f3027-2ed0-41e0-b335-aa62863a2ae9 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:40:21.550569 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Allocated IP 2001:db8::31 (d85aca79-26f1-470b-9c23-ddc9fa7f379b/92ed5361-0062-45c0-9cec-7009bc48e073/9fe40742-795e-4779-bc27-baadeec39276) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:40:21.650575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b52f3027-2ed0-41e0-b335-aa62863a2ae9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b52f3027-2ed0-41e0-b335-aa62863a2ae9,segment=NetworkSegment(54de2cc2-ddc4-48dc-967c-8553df4d2f12),segment_id=54de2cc2-ddc4-48dc-967c-8553df4d2f12)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:21.683808 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'b52f3027-2ed0-41e0-b335-aa62863a2ae9', 'network_id': '20faa486-1103-4be5-bc7d-667bfcf220c2', 'port_id': 'b52f3027-2ed0-41e0-b335-aa62863a2ae9', 'mac_address': 'fa:16:3e:53:3a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac6a17c-2caa-4b50-8c83-8e3d54b9ab58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:40:21.738311 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for port (9fe40742-795e-4779-bc27-baadeec39276), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:21.777528 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b52f3027-2ed0-41e0-b335-aa62863a2ae9 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:21.777892 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b52f3027-2ed0-41e0-b335-aa62863a2ae9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:21.786240 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (9fe40742-795e-4779-bc27-baadeec39276), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:21.816896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52f3027-2ed0-41e0-b335-aa62863a2ae9 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:40:21.836402 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Network d85aca79-26f1-470b-9c23-ddc9fa7f379b is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:40:21.845248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b52f3027-2ed0-41e0-b335-aa62863a2ae9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b52f3027-2ed0-41e0-b335-aa62863a2ae9,segment=NetworkSegment(54de2cc2-ddc4-48dc-967c-8553df4d2f12),segment_id=54de2cc2-ddc4-48dc-967c-8553df4d2f12)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:21.848082 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:40:21.850392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee37aa-efa8-4990-9107-fb878a272941 req-4134620b-38ee-43b9-b769-737cddc5ce4e tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:21.850990 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b52f3027-2ed0-41e0-b335-aa62863a2ae9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:21.860927 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:40:21.864841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1ee37aa-efa8-4990-9107-fb878a272941 req-4134620b-38ee-43b9-b769-737cddc5ce4e tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.1076655 Feb 16 16:40:21.946548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b52f3027-2ed0-41e0-b335-aa62863a2ae9,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:21.972853 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1ee37aa-efa8-4990-9107-fb878a272941 req-fb8b5e19-54b6-4ae2-93bf-cc9af530d3e2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018903 Feb 16 16:40:21.989766 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Pushing event updated for resources: {'Port': ['ID=9fe40742-795e-4779-bc27-baadeec39276,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:22.065518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['b52f3027-2ed0-41e0-b335-aa62863a2ae9'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:40:22.132933 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ea18e-9a3b-4203-90d2-42fc3e1486f7 req-7eb4eb34-ee8f-4af1-959b-808dc820a290 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:22.135313 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba9ea18e-9a3b-4203-90d2-42fc3e1486f7 req-7eb4eb34-ee8f-4af1-959b-808dc820a290 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 944 time: 0.0805743 Feb 16 16:40:22.223790 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba9ea18e-9a3b-4203-90d2-42fc3e1486f7 req-84af6b66-db2b-49ee-a2f6-445cfdfb3479 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807755 Feb 16 16:40:22.228355 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (247752f1-d81d-43fd-8710-dd0245b38064), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:22.385188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48635229-d963-4639-9145-ac4a4ad8e672 req-39e08a34-95f8-4dae-8fef-f5cea6629956 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:22.387946 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48635229-d963-4639-9145-ac4a4ad8e672 req-39e08a34-95f8-4dae-8fef-f5cea6629956 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 944 time: 0.0677450 Feb 16 16:40:22.459625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48635229-d963-4639-9145-ac4a4ad8e672 req-51d211f1-d413-4f57-a4ab-cae5ef1c077e tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a538a15-e4d4-40e6-81f8-9e68fd639239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641794 Feb 16 16:40:22.545983 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (247752f1-d81d-43fd-8710-dd0245b38064), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:22.700860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Router 247752f1-d81d-43fd-8710-dd0245b38064 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:40:22.772120 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9d30d88d-da72-4ad3-bd2a-203c8989ef4d up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:40:22.844132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:40:22.849980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:22.850489 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:22.877557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:22.882410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40160) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:22.896126 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa449e56-3a96-4d13-bf44-f32ca71fc7f4 None None] Sync routers for ids ['247752f1-d81d-43fd-8710-dd0245b38064'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:40:22.896352 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6d4f926c-bf46-47cd-83e0-6741aa03ebb4 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.1975026 Feb 16 16:40:22.928360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa449e56-3a96-4d13-bf44-f32ca71fc7f4 None None] Routers {'247752f1-d81d-43fd-8710-dd0245b38064'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:22.929397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-aa449e56-3a96-4d13-bf44-f32ca71fc7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:39:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['247752f1-d81d-43fd-8710-dd0245b38064'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:23.077980 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69feb4e0-005e-475b-87ff-676ecc5f341e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router (247752f1-d81d-43fd-8710-dd0245b38064), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:23.079649 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:23.080316 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:23.132377 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:23.135298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a33c12-6034-4694-bb9b-37ddad9c36ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d30d88d-da72-4ad3-bd2a-203c8989ef4d'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:40:23.138575 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af190cc-d093-4b1d-8f13-790bbc573498" -d '{"events": [{"server_uuid": "d2a33c12-6034-4694-bb9b-37ddad9c36ab", "name": "network-vif-plugged", "status": "completed", "tag": "9d30d88d-da72-4ad3-bd2a-203c8989ef4d"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:40:23.144300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-aa449e56-3a96-4d13-bf44-f32ca71fc7f4 None None] Set router 247752f1-d81d-43fd-8710-dd0245b38064 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:40:23.146360 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:23.288674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12b5b5-a03b-43f9-9cef-6fed9e060c88 req-01ced371-853c-4c42-a1cb-475948b3350a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:23.290273 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd12b5b5-a03b-43f9-9cef-6fed9e060c88 req-01ced371-853c-4c42-a1cb-475948b3350a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.2054627 Feb 16 16:40:23.318568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:23.361692 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69feb4e0-005e-475b-87ff-676ecc5f341e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (247752f1-d81d-43fd-8710-dd0245b38064), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:23.374243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd12b5b5-a03b-43f9-9cef-6fed9e060c88 req-6c000d16-8eb0-4684-9665-df709cea1f64 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742464 Feb 16 16:40:23.394884 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-aa449e56-3a96-4d13-bf44-f32ca71fc7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247752f1-d81d-43fd-8710-dd0245b38064', 'name': '', 'tenant_id': '19b3b27a47cc4dc189018f52fd704294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85aca79-26f1-470b-9c23-ddc9fa7f379b', 'external_fixed_ips': [{'subnet_id': '92ed5361-0062-45c0-9cec-7009bc48e073', 'ip_address': '2001:db8::31'}], 'enable_snat': True}, 'gw_port_id': '9fe40742-795e-4779-bc27-baadeec39276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:40:20Z', 'updated_at': '2022-02-16T16:40:22Z', 'revision_number': 3, 'project_id': '19b3b27a47cc4dc189018f52fd704294', 'gw_port': {'id': '9fe40742-795e-4779-bc27-baadeec39276', 'name': '', 'network_id': 'd85aca79-26f1-470b-9c23-ddc9fa7f379b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247752f1-d81d-43fd-8710-dd0245b38064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '92ed5361-0062-45c0-9cec-7009bc48e073', 'ip_address': '2001:db8::31', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:40:21Z', 'updated_at': '2022-02-16T16:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92ed5361-0062-45c0-9cec-7009bc48e073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:23.438256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa449e56-3a96-4d13-bf44-f32ca71fc7f4 None None] Checking router: 247752f1-d81d-43fd-8710-dd0245b38064 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:40:23.438831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa449e56-3a96-4d13-bf44-f32ca71fc7f4 None None] Updating router 247752f1-d81d-43fd-8710-dd0245b38064 port 9fe40742-795e-4779-bc27-baadeec39276 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:40:23.474723 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3a7c9b-fd8f-4a5c-a5fe-b315e5918cf7 x-openstack-request-id: req-fc3a7c9b-fd8f-4a5c-a5fe-b315e5918cf7 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:40:23.475205 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a33c12-6034-4694-bb9b-37ddad9c36ab", "name": "network-vif-plugged", "status": "completed", "tag": "9d30d88d-da72-4ad3-bd2a-203c8989ef4d", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:40:23.475578 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc3a7c9b-fd8f-4a5c-a5fe-b315e5918cf7 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:40:23.476130 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a33c12-6034-4694-bb9b-37ddad9c36ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d30d88d-da72-4ad3-bd2a-203c8989ef4d', 'code': 200} Feb 16 16:40:23.486477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-69feb4e0-005e-475b-87ff-676ecc5f341e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Deleting port 9fe40742-795e-4779-bc27-baadeec39276 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:40:23.486717 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69feb4e0-005e-475b-87ff-676ecc5f341e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9fe40742-795e-4779-bc27-baadeec39276), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:23.489438 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aa449e56-3a96-4d13-bf44-f32ca71fc7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9fe40742-795e-4779-bc27-baadeec39276), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:23.534140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b52f3027-2ed0-41e0-b335-aa62863a2ae9 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:40:23.574078 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40176) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:23.651327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cd18a-7268-4066-aae4-1e1f685442f3 req-4971ed18-3e3c-49ee-a61e-764671908133 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:23.655914 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e7cd18a-7268-4066-aae4-1e1f685442f3 req-4971ed18-3e3c-49ee-a61e-764671908133 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.1351347 Feb 16 16:40:23.666095 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69feb4e0-005e-475b-87ff-676ecc5f341e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9fe40742-795e-4779-bc27-baadeec39276), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:23.700418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port b52f3027-2ed0-41e0-b335-aa62863a2ae9 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:40:23.706837 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port b52f3027-2ed0-41e0-b335-aa62863a2ae9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:23.707321 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b52f3027-2ed0-41e0-b335-aa62863a2ae9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:23.711099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-69feb4e0-005e-475b-87ff-676ecc5f341e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Calling delete_port for 9fe40742-795e-4779-bc27-baadeec39276 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:40:23.740854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e7cd18a-7268-4066-aae4-1e1f685442f3 req-599d439f-6242-4f24-9ad5-cafcbae2e7c2 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729165 Feb 16 16:40:23.770973 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b6fed2e-517c-4271-af31-89e1f5497ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:23.892140 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b6fed2e-517c-4271-af31-89e1f5497ab0 admin admin] Publish callbacks [] for security_group (1d45196f-92f9-4a30-853e-831f52d9ce36), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:23.899546 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b6fed2e-517c-4271-af31-89e1f5497ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1d45196f-92f9-4a30-853e-831f52d9ce36), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:23.941073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b52f3027-2ed0-41e0-b335-aa62863a2ae9 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:23.941460 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b52f3027-2ed0-41e0-b335-aa62863a2ae9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:23.982504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9939510-33ea-437d-8a6a-499629c9745a req-6332d9fe-a377-4418-bbbb-f379b680d871 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:23.984281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9939510-33ea-437d-8a6a-499629c9745a req-6332d9fe-a377-4418-bbbb-f379b680d871 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 944 time: 0.1203949 Feb 16 16:40:23.995739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b52f3027-2ed0-41e0-b335-aa62863a2ae9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b52f3027-2ed0-41e0-b335-aa62863a2ae9,segment=NetworkSegment(54de2cc2-ddc4-48dc-967c-8553df4d2f12),segment_id=54de2cc2-ddc4-48dc-967c-8553df4d2f12)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:24.003616 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6b6fed2e-517c-4271-af31-89e1f5497ab0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a53baf0e97334156905e04351ed8bb3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4240327 Feb 16 16:40:24.003840 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b52f3027-2ed0-41e0-b335-aa62863a2ae9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.009125 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fed2e-517c-4271-af31-89e1f5497ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d45196f-92f9-4a30-853e-831f52d9ce36,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:24.013712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40182) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:24.074147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b52f3027-2ed0-41e0-b335-aa62863a2ae9,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:24.118249 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9939510-33ea-437d-8a6a-499629c9745a req-360fda3e-28e1-4242-aa34-e8c1b25f9fd3 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a538a15-e4d4-40e6-81f8-9e68fd639239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250560 Feb 16 16:40:24.124502 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-aa449e56-3a96-4d13-bf44-f32ca71fc7f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:40:24.125006 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-aa449e56-3a96-4d13-bf44-f32ca71fc7f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:40:24.125145 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69feb4e0-005e-475b-87ff-676ecc5f341e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (9fe40742-795e-4779-bc27-baadeec39276), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.162582 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-01867a7d-319f-4ac5-a8be-da7d7c51faac admin admin] Publish callbacks [] for security_group (1d45196f-92f9-4a30-853e-831f52d9ce36), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.167585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb4e0-005e-475b-87ff-676ecc5f341e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fe40742-795e-4779-bc27-baadeec39276,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:24.195626 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69feb4e0-005e-475b-87ff-676ecc5f341e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (247752f1-d81d-43fd-8710-dd0245b38064), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.265181 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-01867a7d-319f-4ac5-a8be-da7d7c51faac admin admin] Publish callbacks [] for security_group (1d45196f-92f9-4a30-853e-831f52d9ce36), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.311537 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69feb4e0-005e-475b-87ff-676ecc5f341e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (247752f1-d81d-43fd-8710-dd0245b38064), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.318757 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69feb4e0-005e-475b-87ff-676ecc5f341e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_controller (247752f1-d81d-43fd-8710-dd0245b38064), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.378840 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69feb4e0-005e-475b-87ff-676ecc5f341e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (247752f1-d81d-43fd-8710-dd0245b38064), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.379617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69feb4e0-005e-475b-87ff-676ecc5f341e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 247752f1-d81d-43fd-8710-dd0245b38064 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:40:24.390910 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69feb4e0-005e-475b-87ff-676ecc5f341e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.392129 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-69feb4e0-005e-475b-87ff-676ecc5f341e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "DELETE /v2.0/routers/247752f1-d81d-43fd-8710-dd0245b38064 HTTP/1.1" status: 204 len: 168 time: 1.5087335 Feb 16 16:40:24.393317 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-01867a7d-319f-4ac5-a8be-da7d7c51faac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1d45196f-92f9-4a30-853e-831f52d9ce36), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.395041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40186) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:24.396195 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-01867a7d-319f-4ac5-a8be-da7d7c51faac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.397285 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-01867a7d-319f-4ac5-a8be-da7d7c51faac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d45196f-92f9-4a30-853e-831f52d9ce36 HTTP/1.1" status: 204 len: 168 time: 0.3826430 Feb 16 16:40:24.409594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01867a7d-319f-4ac5-a8be-da7d7c51faac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d45196f-92f9-4a30-853e-831f52d9ce36,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:24.465955 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbb093d-983d-4867-b322-44998ef6c72b tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Deleting subnet 92ed5361-0062-45c0-9cec-7009bc48e073 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:40:24.471161 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddbb093d-983d-4867-b322-44998ef6c72b tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for subnet (92ed5361-0062-45c0-9cec-7009bc48e073), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.532244 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddbb093d-983d-4867-b322-44998ef6c72b tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (92ed5361-0062-45c0-9cec-7009bc48e073), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.543258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d360c-95cf-48e8-8b58-bcf3e1d3eed7 req-188bf5a7-96ea-4337-889c-e12d7982d036 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:24.553026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d33d360c-95cf-48e8-8b58-bcf3e1d3eed7 req-188bf5a7-96ea-4337-889c-e12d7982d036 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.0742393 Feb 16 16:40:24.591558 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddbb093d-983d-4867-b322-44998ef6c72b tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (92ed5361-0062-45c0-9cec-7009bc48e073), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.613476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d33d360c-95cf-48e8-8b58-bcf3e1d3eed7 req-01456e67-fcb4-4108-9e93-6b832d11abb6 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585430 Feb 16 16:40:24.651294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa449e56-3a96-4d13-bf44-f32ca71fc7f4 None None] Port 9fe40742-795e-4779-bc27-baadeec39276 not found while updating agent binding for router 247752f1-d81d-43fd-8710-dd0245b38064. {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 16 16:40:24.663256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa449e56-3a96-4d13-bf44-f32ca71fc7f4 None None] Routers set() bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:24.666072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa449e56-3a96-4d13-bf44-f32ca71fc7f4 None None] Router IDs set() for agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 16:40:24.666072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_agentschedulers_db [None req-aa449e56-3a96-4d13-bf44-f32ca71fc7f4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'247752f1-d81d-43fd-8710-dd0245b38064'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:39:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent'). {{(pid=103423) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 16:40:24.666072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa449e56-3a96-4d13-bf44-f32ca71fc7f4 None None] The sync data for ids ['247752f1-d81d-43fd-8710-dd0245b38064'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:40:24.722882 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddbb093d-983d-4867-b322-44998ef6c72b tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (92ed5361-0062-45c0-9cec-7009bc48e073), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.748035 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb093d-983d-4867-b322-44998ef6c72b tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=92ed5361-0062-45c0-9cec-7009bc48e073,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:24.754075 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddbb093d-983d-4867-b322-44998ef6c72b tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.760563 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ddbb093d-983d-4867-b322-44998ef6c72b tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/92ed5361-0062-45c0-9cec-7009bc48e073 HTTP/1.1" status: 204 len: 168 time: 0.3615165 Feb 16 16:40:24.760683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40194) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:24.862007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40200) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:24.879092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f5dc417d-4449-4664-a611-8369e80c5cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.889551 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3a71290-fa8a-40f7-a1b4-19df1d3ff28c tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (d85aca79-26f1-470b-9c23-ddc9fa7f379b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.948365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b1421-fd2f-4c66-b268-967fe940aa6d req-49d19408-e8b3-4653-9fef-6bf1150b8ac3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:24.950044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a43b1421-fd2f-4c66-b268-967fe940aa6d req-49d19408-e8b3-4653-9fef-6bf1150b8ac3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.1014030 Feb 16 16:40:24.990501 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f5dc417d-4449-4664-a611-8369e80c5cb6 admin admin] Publish callbacks [] for security_group (fa1afc24-6243-4683-a5a8-2bdc8495b20c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:24.994912 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f5dc417d-4449-4664-a611-8369e80c5cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fa1afc24-6243-4683-a5a8-2bdc8495b20c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:25.009571 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3a71290-fa8a-40f7-a1b4-19df1d3ff28c tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (d85aca79-26f1-470b-9c23-ddc9fa7f379b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:25.040452 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f5dc417d-4449-4664-a611-8369e80c5cb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf6711c059f1405fa4f57951549689a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1764998 Feb 16 16:40:25.040679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40202) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:25.049165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-e3a71290-fa8a-40f7-a1b4-19df1d3ff28c tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85aca79-26f1-470b-9c23-ddc9fa7f379b']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:25.051030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc417d-4449-4664-a611-8369e80c5cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1afc24-6243-4683-a5a8-2bdc8495b20c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:25.073515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-e3a71290-fa8a-40f7-a1b4-19df1d3ff28c tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a08b99-3dbc-4610-ba8a-d010926aaf7e') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:25.073814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-e3a71290-fa8a-40f7-a1b4-19df1d3ff28c tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a08b99-3dbc-4610-ba8a-d010926aaf7e') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:25.091912 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a43b1421-fd2f-4c66-b268-967fe940aa6d req-790b793f-a630-40a9-913e-16358dd432dd tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289337 Feb 16 16:40:25.101065 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3a71290-fa8a-40f7-a1b4-19df1d3ff28c tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (05a08b99-3dbc-4610-ba8a-d010926aaf7e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:25.124144 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3a71290-fa8a-40f7-a1b4-19df1d3ff28c tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (05a08b99-3dbc-4610-ba8a-d010926aaf7e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:25.137892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a71290-fa8a-40f7-a1b4-19df1d3ff28c tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:40:25.138420 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3a71290-fa8a-40f7-a1b4-19df1d3ff28c tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (05a08b99-3dbc-4610-ba8a-d010926aaf7e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:40:25.140364 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:40:25.154971 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f292464b-120e-477d-93d9-d0948a3b8766 admin admin] Publish callbacks [] for security_group (fa1afc24-6243-4683-a5a8-2bdc8495b20c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:25.477336 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f468365-5cf9-4544-b45d-c04c61eb4fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52f3027-2ed0-41e0-b335-aa62863a2ae9'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:40:25.480588 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31df9f55-6a01-4d27-8898-8181cfe439eb" -d '{"events": [{"server_uuid": "6f468365-5cf9-4544-b45d-c04c61eb4fc3", "name": "network-vif-plugged", "status": "completed", "tag": "b52f3027-2ed0-41e0-b335-aa62863a2ae9"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:40:25.492056 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f292464b-120e-477d-93d9-d0948a3b8766 admin admin] Publish callbacks [] for security_group (fa1afc24-6243-4683-a5a8-2bdc8495b20c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:25.515740 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3a71290-fa8a-40f7-a1b4-19df1d3ff28c tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (d85aca79-26f1-470b-9c23-ddc9fa7f379b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:25.535352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a71290-fa8a-40f7-a1b4-19df1d3ff28c tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d85aca79-26f1-470b-9c23-ddc9fa7f379b {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 16:40:25.539115 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3a71290-fa8a-40f7-a1b4-19df1d3ff28c tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:25.546555 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e3a71290-fa8a-40f7-a1b4-19df1d3ff28c tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "DELETE /v2.0/networks/d85aca79-26f1-470b-9c23-ddc9fa7f379b HTTP/1.1" status: 204 len: 168 time: 0.7807932 Feb 16 16:40:25.580757 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a71290-fa8a-40f7-a1b4-19df1d3ff28c tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Pushing event deleted for resources: {'Network': ['ID=d85aca79-26f1-470b-9c23-ddc9fa7f379b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:25.617758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f23ede-253e-4d2b-9fe9-26dc166aceaf req-4a0e0c0a-4844-40eb-a4d6-41677c06d804 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:25.618914 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7fae1626-ea35-4a37-9bb5-e2bd903a7b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:25.621106 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30f23ede-253e-4d2b-9fe9-26dc166aceaf req-4a0e0c0a-4844-40eb-a4d6-41677c06d804 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 945 time: 0.1656723 Feb 16 16:40:25.642218 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f292464b-120e-477d-93d9-d0948a3b8766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fa1afc24-6243-4683-a5a8-2bdc8495b20c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:25.645230 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f292464b-120e-477d-93d9-d0948a3b8766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:25.648989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f292464b-120e-477d-93d9-d0948a3b8766 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa1afc24-6243-4683-a5a8-2bdc8495b20c HTTP/1.1" status: 204 len: 168 time: 0.6041374 Feb 16 16:40:25.678001 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292464b-120e-477d-93d9-d0948a3b8766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1afc24-6243-4683-a5a8-2bdc8495b20c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:25.762492 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30f23ede-253e-4d2b-9fe9-26dc166aceaf req-7ae43704-cd7c-44aa-b3bd-a4cba05dd7db tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a538a15-e4d4-40e6-81f8-9e68fd639239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301734 Feb 16 16:40:25.818238 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b0c219-7436-4306-b64e-ef532225ed57 x-openstack-request-id: req-f3b0c219-7436-4306-b64e-ef532225ed57 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:40:25.818538 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f468365-5cf9-4544-b45d-c04c61eb4fc3", "name": "network-vif-plugged", "status": "completed", "tag": "b52f3027-2ed0-41e0-b335-aa62863a2ae9", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:40:25.818794 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3b0c219-7436-4306-b64e-ef532225ed57 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:40:25.819185 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f468365-5cf9-4544-b45d-c04c61eb4fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52f3027-2ed0-41e0-b335-aa62863a2ae9', 'code': 200} Feb 16 16:40:26.037465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8e518-1cae-454b-a8c7-dacd37c21a76 req-cf67d793-8285-442a-a30d-7d1cd33704da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:26.040337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45a8e518-1cae-454b-a8c7-dacd37c21a76 req-cf67d793-8285-442a-a30d-7d1cd33704da service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 1127 time: 0.1611984 Feb 16 16:40:26.082032 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567a55e-e3b5-4660-8621-b6625264aa00 req-76edfd08-e89f-4b10-8c33-adafff78f475 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:26.089689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f567a55e-e3b5-4660-8621-b6625264aa00 req-76edfd08-e89f-4b10-8c33-adafff78f475 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.1436031 Feb 16 16:40:26.182399 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f567a55e-e3b5-4660-8621-b6625264aa00 req-77fef646-7de9-4cc9-aebe-6b36ce438b00 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875919 Feb 16 16:40:26.185756 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40228) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:26.190039 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-77c0cfdd-cc9b-4d1b-89c4-64e2ba0d0aaf tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Request body: {'router': {'name': 'tempest-router--1172632238', 'project_id': '8acba72dc97c425882b1edccfb8b9153'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:26.194012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45a8e518-1cae-454b-a8c7-dacd37c21a76 req-ab5c3b26-39cc-405c-bae7-735c15476a41 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4a538a15-e4d4-40e6-81f8-9e68fd639239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431847 Feb 16 16:40:26.250405 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77c0cfdd-cc9b-4d1b-89c4-64e2ba0d0aaf tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (79ecb848-18a5-41aa-8d0a-3c8f287459c9), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:26.255040 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77c0cfdd-cc9b-4d1b-89c4-64e2ba0d0aaf tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (79ecb848-18a5-41aa-8d0a-3c8f287459c9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:26.347160 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77c0cfdd-cc9b-4d1b-89c4-64e2ba0d0aaf tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_controller (79ecb848-18a5-41aa-8d0a-3c8f287459c9), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:26.353133 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77c0cfdd-cc9b-4d1b-89c4-64e2ba0d0aaf tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (79ecb848-18a5-41aa-8d0a-3c8f287459c9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:26.383408 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77c0cfdd-cc9b-4d1b-89c4-64e2ba0d0aaf tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:26.385424 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-77c0cfdd-cc9b-4d1b-89c4-64e2ba0d0aaf tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1986639 Feb 16 16:40:26.388173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40236) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:26.394352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60401a13-d3c4-4294-9b7d-d22850c92986 req-cfecbf74-bd1c-4b2f-80bd-e6ade6bb3142 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:26.396195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60401a13-d3c4-4294-9b7d-d22850c92986 req-cfecbf74-bd1c-4b2f-80bd-e6ade6bb3142 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.0874450 Feb 16 16:40:26.491642 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd095-5201-4515-8c25-0c0f2f0674a2 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router (79ecb848-18a5-41aa-8d0a-3c8f287459c9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:26.495152 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60401a13-d3c4-4294-9b7d-d22850c92986 req-c0400f85-faff-4ed7-817c-64a2d97de946 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928738 Feb 16 16:40:26.729645 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd095-5201-4515-8c25-0c0f2f0674a2 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (79ecb848-18a5-41aa-8d0a-3c8f287459c9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:26.732716 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd095-5201-4515-8c25-0c0f2f0674a2 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_controller (79ecb848-18a5-41aa-8d0a-3c8f287459c9), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:26.803831 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd095-5201-4515-8c25-0c0f2f0674a2 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (79ecb848-18a5-41aa-8d0a-3c8f287459c9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:26.804298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1bd095-5201-4515-8c25-0c0f2f0674a2 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79ecb848-18a5-41aa-8d0a-3c8f287459c9 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:40:26.809217 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd095-5201-4515-8c25-0c0f2f0674a2 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:26.813342 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9f1bd095-5201-4515-8c25-0c0f2f0674a2 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "DELETE /v2.0/routers/79ecb848-18a5-41aa-8d0a-3c8f287459c9 HTTP/1.1" status: 204 len: 168 time: 0.4208367 Feb 16 16:40:26.893293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a899a0e-32b4-4935-a8a4-217332ee5f54 req-8bb7af02-6ede-403c-8909-aa2371eb13ea tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:26.894851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a899a0e-32b4-4935-a8a4-217332ee5f54 req-8bb7af02-6ede-403c-8909-aa2371eb13ea tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 945 time: 0.0621123 Feb 16 16:40:26.974544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a899a0e-32b4-4935-a8a4-217332ee5f54 req-15985e47-bf7e-4af7-be70-2196bdc7bbc8 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a538a15-e4d4-40e6-81f8-9e68fd639239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711100 Feb 16 16:40:27.052269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40258) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:27.263211 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2089260316', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}, 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:27.287102 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (cdd4b313-fba0-4fab-980b-6fddae64da3e), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:27.288778 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (cdd4b313-fba0-4fab-980b-6fddae64da3e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:27.362491 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_controller (cdd4b313-fba0-4fab-980b-6fddae64da3e), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:27.393910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe02c0f-7b76-41ec-8554-6fba23fb0f67 req-a6d96748-4215-414e-ae01-463067ac007c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:27.396964 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fe02c0f-7b76-41ec-8554-6fba23fb0f67 req-a6d96748-4215-414e-ae01-463067ac007c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.1188760 Feb 16 16:40:27.472666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fe02c0f-7b76-41ec-8554-6fba23fb0f67 req-d7fdbb57-665e-4a4a-bb60-42655c382322 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688596 Feb 16 16:40:27.558644 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (cdd4b313-fba0-4fab-980b-6fddae64da3e), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:27.663234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d832b6-029a-42e3-b2c0-46c94d9a2c6c req-6fcad3ce-eef3-4ffe-a77e-a14984b8e5de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:27.665606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0d832b6-029a-42e3-b2c0-46c94d9a2c6c req-6fcad3ce-eef3-4ffe-a77e-a14984b8e5de tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.0786753 Feb 16 16:40:27.736449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0d832b6-029a-42e3-b2c0-46c94d9a2c6c req-607da55c-00fe-4d5e-8f09-1cf0e5cc8d80 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634410 Feb 16 16:40:27.864661 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (cdd4b313-fba0-4fab-980b-6fddae64da3e), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:27.886553 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:28.066498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Allocated IP 172.25.4.230 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/005f9041-3e70-4a88-bd7d-203c2e69b526) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:40:28.200711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b8aac-8a0c-4dcf-a98b-82a41990ebd9 req-67a7f361-d68e-4f82-b057-e6a2c822bd89 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:28.208645 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b6b8aac-8a0c-4dcf-a98b-82a41990ebd9 req-67a7f361-d68e-4f82-b057-e6a2c822bd89 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 945 time: 0.1561790 Feb 16 16:40:28.211414 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for port (005f9041-3e70-4a88-bd7d-203c2e69b526), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:28.262389 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d31dd359-8e47-49a2-8171-e173e7d56914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:28.266096 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (005f9041-3e70-4a88-bd7d-203c2e69b526), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:28.318202 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:40:28.324104 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:40:28.325128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b6b8aac-8a0c-4dcf-a98b-82a41990ebd9 req-d6d4a5ff-8deb-462e-9ac6-b347f1a1604d tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a538a15-e4d4-40e6-81f8-9e68fd639239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101894 Feb 16 16:40:28.329293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:40:28.357855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Pushing event updated for resources: {'Port': ['ID=005f9041-3e70-4a88-bd7d-203c2e69b526,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:28.697334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bf142-89a6-4f77-b49f-b51c6956220c req-24d5669d-dd93-45bc-b4e6-909a5a5af3ac tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:28.699049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-884bf142-89a6-4f77-b49f-b51c6956220c req-24d5669d-dd93-45bc-b4e6-909a5a5af3ac tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.0783415 Feb 16 16:40:28.791080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-884bf142-89a6-4f77-b49f-b51c6956220c req-f2143965-eeec-4b58-8cf3-60ce012365cd tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832901 Feb 16 16:40:28.983408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141b932-22b8-4a8f-be80-8f25c25424d8 req-cade0dc7-3a38-4d2e-990e-637d95f886a7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:28.985257 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f141b932-22b8-4a8f-be80-8f25c25424d8 req-cade0dc7-3a38-4d2e-990e-637d95f886a7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.0679147 Feb 16 16:40:29.002321 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (cdd4b313-fba0-4fab-980b-6fddae64da3e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:29.057004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f141b932-22b8-4a8f-be80-8f25c25424d8 req-b44f458b-41e9-472b-9651-6fb2411bc855 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639615 Feb 16 16:40:29.226917 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:29.304154 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (cdd4b313-fba0-4fab-980b-6fddae64da3e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:29.452366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171fc1a-94bc-4481-ad42-6ea98aa3973b req-626f30d0-f7a2-44f6-b4c5-428d14303829 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:29.454044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0171fc1a-94bc-4481-ad42-6ea98aa3973b req-626f30d0-f7a2-44f6-b4c5-428d14303829 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 945 time: 0.0935359 Feb 16 16:40:29.482826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Router cdd4b313-fba0-4fab-980b-6fddae64da3e is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:40:29.553113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0171fc1a-94bc-4481-ad42-6ea98aa3973b req-ce7203fa-0dca-494f-9a23-939e63d745e3 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a538a15-e4d4-40e6-81f8-9e68fd639239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918083 Feb 16 16:40:29.655371 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:40:29.666944 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233fead-59ed-4cf8-8dd8-a7a83eb56ae0 None None] Sync routers for ids ['cdd4b313-fba0-4fab-980b-6fddae64da3e'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:40:29.678101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:29.678346 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233fead-59ed-4cf8-8dd8-a7a83eb56ae0 None None] Routers {'cdd4b313-fba0-4fab-980b-6fddae64da3e'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:29.678830 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2233fead-59ed-4cf8-8dd8-a7a83eb56ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['cdd4b313-fba0-4fab-980b-6fddae64da3e'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:29.679605 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2cc55c3a-1be1-447c-a0a9-caf194d85e30 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6263461 Feb 16 16:40:29.682697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40326) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:29.734243 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2233fead-59ed-4cf8-8dd8-a7a83eb56ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:29.745135 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233fead-59ed-4cf8-8dd8-a7a83eb56ae0 None None] Routers {'cdd4b313-fba0-4fab-980b-6fddae64da3e'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:29.746181 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2233fead-59ed-4cf8-8dd8-a7a83eb56ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['cdd4b313-fba0-4fab-980b-6fddae64da3e'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:29.790576 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2233fead-59ed-4cf8-8dd8-a7a83eb56ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:29.791714 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233fead-59ed-4cf8-8dd8-a7a83eb56ae0 None None] The sync data for ids ['cdd4b313-fba0-4fab-980b-6fddae64da3e'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:40:29.817944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-46a41916-d2f5-4e86-900e-f1af200e5937 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/routers/cdd4b313-fba0-4fab-980b-6fddae64da3e HTTP/1.1" status: 200 len: 925 time: 0.1307013 Feb 16 16:40:29.819629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40330) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:29.853424 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a986e1e1-84c9-43e8-8aae-31f064b40214 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4b313-fba0-4fab-980b-6fddae64da3e HTTP/1.1" status: 200 len: 205 time: 0.0322371 Feb 16 16:40:29.856177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40332) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:29.966661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40336) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:30.120428 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad14766-e3cd-423e-ab69-92832334f024 req-5ec24426-4e86-406e-9c40-386057ec732c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:30.125122 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ffa77732-1a56-4951-97bb-3018a12cd2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:30.127276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fad14766-e3cd-423e-ab69-92832334f024 req-5ec24426-4e86-406e-9c40-386057ec732c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.2431719 Feb 16 16:40:30.160674 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (cdd4b313-fba0-4fab-980b-6fddae64da3e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:30.287419 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ffa77732-1a56-4951-97bb-3018a12cd2f6 admin admin] Publish callbacks [] for security_group (2597d0c3-6d0d-4f8f-82df-1b9b2bd098c0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:30.289897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fad14766-e3cd-423e-ab69-92832334f024 req-4ff94c74-698b-4807-816f-4585646a3864 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615751 Feb 16 16:40:30.335068 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (cdd4b313-fba0-4fab-980b-6fddae64da3e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:30.341854 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ffa77732-1a56-4951-97bb-3018a12cd2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2597d0c3-6d0d-4f8f-82df-1b9b2bd098c0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:30.400189 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ffa77732-1a56-4951-97bb-3018a12cd2f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cba711a4abb74b829cd73cd558d6a73c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4298186 Feb 16 16:40:30.400189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa77732-1a56-4951-97bb-3018a12cd2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2597d0c3-6d0d-4f8f-82df-1b9b2bd098c0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:30.401899 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40344) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:30.480481 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92256d2f-6a38-482f-b6b6-c0d7a5ee66fc admin admin] Publish callbacks [] for security_group (2597d0c3-6d0d-4f8f-82df-1b9b2bd098c0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:30.486559 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Deleting port 005f9041-3e70-4a88-bd7d-203c2e69b526 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:40:30.486903 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (005f9041-3e70-4a88-bd7d-203c2e69b526), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:30.506037 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62f187-fb0e-402e-a4c3-6dcdb493578b req-524d7c85-5553-46a4-82c1-619285e54419 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:30.507852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db62f187-fb0e-402e-a4c3-6dcdb493578b req-524d7c85-5553-46a4-82c1-619285e54419 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.1137683 Feb 16 16:40:30.509710 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92256d2f-6a38-482f-b6b6-c0d7a5ee66fc admin admin] Publish callbacks [] for security_group (2597d0c3-6d0d-4f8f-82df-1b9b2bd098c0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:30.588648 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92256d2f-6a38-482f-b6b6-c0d7a5ee66fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2597d0c3-6d0d-4f8f-82df-1b9b2bd098c0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:30.591935 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92256d2f-6a38-482f-b6b6-c0d7a5ee66fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:30.595600 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-92256d2f-6a38-482f-b6b6-c0d7a5ee66fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2597d0c3-6d0d-4f8f-82df-1b9b2bd098c0 HTTP/1.1" status: 204 len: 168 time: 0.1894040 Feb 16 16:40:30.603232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92256d2f-6a38-482f-b6b6-c0d7a5ee66fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2597d0c3-6d0d-4f8f-82df-1b9b2bd098c0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:30.662173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db62f187-fb0e-402e-a4c3-6dcdb493578b req-0bc32ea8-5cfd-449b-a0ac-259c87809530 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456811 Feb 16 16:40:30.665084 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (005f9041-3e70-4a88-bd7d-203c2e69b526), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:30.693324 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Calling delete_port for 005f9041-3e70-4a88-bd7d-203c2e69b526 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:40:30.706317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843da6d-f821-45ab-9d24-eaf51976b7ad req-37548e5b-cbd4-45fa-8ba3-9c1d4af5e605 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:30.708471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2843da6d-f821-45ab-9d24-eaf51976b7ad req-37548e5b-cbd4-45fa-8ba3-9c1d4af5e605 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 945 time: 0.1757073 Feb 16 16:40:30.753947 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:40:30.807537 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:30.958862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a039080-f755-46d5-8e49-5b7f950d771a req-55a35f71-7328-460c-a3cc-3b1c86374926 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:30.960571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a039080-f755-46d5-8e49-5b7f950d771a req-55a35f71-7328-460c-a3cc-3b1c86374926 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 945 time: 0.1654611 Feb 16 16:40:30.974118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-2843da6d-f821-45ab-9d24-eaf51976b7ad req-d5d87f15-e955-4bc4-a8aa-95cbcf7fdda9 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Deleting port b52f3027-2ed0-41e0-b335-aa62863a2ae9 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:40:30.974461 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2843da6d-f821-45ab-9d24-eaf51976b7ad req-d5d87f15-e955-4bc4-a8aa-95cbcf7fdda9 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b52f3027-2ed0-41e0-b335-aa62863a2ae9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:30.980531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40354) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:31.000146 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fefd2692-9add-4cb7-ac15-5ccff910eea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.082366 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (005f9041-3e70-4a88-bd7d-203c2e69b526), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.105024 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fefd2692-9add-4cb7-ac15-5ccff910eea8 admin admin] Publish callbacks [] for security_group (853201bc-7f27-4c85-829a-dce48f1db531), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.110398 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fefd2692-9add-4cb7-ac15-5ccff910eea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (853201bc-7f27-4c85-829a-dce48f1db531), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.158437 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fefd2692-9add-4cb7-ac15-5ccff910eea8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87352c92add0467eb1d3f618a7bdb737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1742060 Feb 16 16:40:31.159315 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40356) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:31.161100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd2692-9add-4cb7-ac15-5ccff910eea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853201bc-7f27-4c85-829a-dce48f1db531,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:31.169315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Pushing event deleted for resources: {'Port': ['ID=005f9041-3e70-4a88-bd7d-203c2e69b526,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:31.200474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a039080-f755-46d5-8e49-5b7f950d771a req-c8f84877-dd94-4fca-8199-117e43d217bb tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a538a15-e4d4-40e6-81f8-9e68fd639239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060659 Feb 16 16:40:31.237694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:31.238209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:31.238555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:31.238890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:31.239228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:31.239561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:31.239920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:31.240248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:31.240570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:31.240998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:31.241336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:31.241844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:31.242180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:31.245757 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0ccacba3-e417-4a14-ac64-2d0f7b92431d admin admin] Publish callbacks [] for security_group (853201bc-7f27-4c85-829a-dce48f1db531), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.263894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2843da6d-f821-45ab-9d24-eaf51976b7ad req-d5d87f15-e955-4bc4-a8aa-95cbcf7fdda9 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] For port b52f3027-2ed0-41e0-b335-aa62863a2ae9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b52f3027-2ed0-41e0-b335-aa62863a2ae9,segment=NetworkSegment(54de2cc2-ddc4-48dc-967c-8553df4d2f12),segment_id=54de2cc2-ddc4-48dc-967c-8553df4d2f12)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:31.264277 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2843da6d-f821-45ab-9d24-eaf51976b7ad req-d5d87f15-e955-4bc4-a8aa-95cbcf7fdda9 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b52f3027-2ed0-41e0-b335-aa62863a2ae9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.285983 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0ccacba3-e417-4a14-ac64-2d0f7b92431d admin admin] Publish callbacks [] for security_group (853201bc-7f27-4c85-829a-dce48f1db531), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.286518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-2843da6d-f821-45ab-9d24-eaf51976b7ad req-d5d87f15-e955-4bc4-a8aa-95cbcf7fdda9 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Calling delete_port for b52f3027-2ed0-41e0-b335-aa62863a2ae9 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:40:31.294106 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.299209 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (cdd4b313-fba0-4fab-980b-6fddae64da3e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.380369 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0ccacba3-e417-4a14-ac64-2d0f7b92431d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (853201bc-7f27-4c85-829a-dce48f1db531), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.383234 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0ccacba3-e417-4a14-ac64-2d0f7b92431d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.384605 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0ccacba3-e417-4a14-ac64-2d0f7b92431d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/853201bc-7f27-4c85-829a-dce48f1db531 HTTP/1.1" status: 204 len: 168 time: 0.2244527 Feb 16 16:40:31.401902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccacba3-e417-4a14-ac64-2d0f7b92431d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853201bc-7f27-4c85-829a-dce48f1db531,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:31.504764 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (cdd4b313-fba0-4fab-980b-6fddae64da3e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.509200 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_controller (cdd4b313-fba0-4fab-980b-6fddae64da3e), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.855576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953c6a9-c605-40f6-a6f2-d76ffbe75f23 req-770a5d0c-a159-49bd-9edf-4d7085740bde tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:31.857645 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d953c6a9-c605-40f6-a6f2-d76ffbe75f23 req-770a5d0c-a159-49bd-9edf-4d7085740bde tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.4546943 Feb 16 16:40:31.878197 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (cdd4b313-fba0-4fab-980b-6fddae64da3e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.878197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Fanout notify agent at l3_agent the message router_deleted on router cdd4b313-fba0-4fab-980b-6fddae64da3e {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:40:31.899262 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.900403 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d90561a2-38f6-4fd3-87c3-736cb12f16f8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "DELETE /v2.0/routers/cdd4b313-fba0-4fab-980b-6fddae64da3e HTTP/1.1" status: 204 len: 168 time: 2.0432434 Feb 16 16:40:31.904901 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40378) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:31.909555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Request body: {'router': {'name': 'tempest-snat-router-383776242', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'enable_snat': False}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:31.946448 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (3c19cc6f-791a-4f6e-9020-86fd23e53749), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.947467 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (3c19cc6f-791a-4f6e-9020-86fd23e53749), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:31.998387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d953c6a9-c605-40f6-a6f2-d76ffbe75f23 req-9fa224b1-6128-446e-8b84-8e440a8fe0e9 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224551 Feb 16 16:40:32.014792 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_controller (3c19cc6f-791a-4f6e-9020-86fd23e53749), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:32.016480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2843da6d-f821-45ab-9d24-eaf51976b7ad req-d5d87f15-e955-4bc4-a8aa-95cbcf7fdda9 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b52f3027-2ed0-41e0-b335-aa62863a2ae9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:32.082341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d87f15-e955-4bc4-a8aa-95cbcf7fdda9 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Pushing event deleted for resources: {'Port': ['ID=b52f3027-2ed0-41e0-b335-aa62863a2ae9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:32.085040 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:32.202254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2843da6d-f821-45ab-9d24-eaf51976b7ad req-d5d87f15-e955-4bc4-a8aa-95cbcf7fdda9 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] No DVR routers for this DVR port b52f3027-2ed0-41e0-b335-aa62863a2ae9 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:40:32.205673 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2843da6d-f821-45ab-9d24-eaf51976b7ad req-d5d87f15-e955-4bc4-a8aa-95cbcf7fdda9 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:32.209355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2843da6d-f821-45ab-9d24-eaf51976b7ad req-d5d87f15-e955-4bc4-a8aa-95cbcf7fdda9 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.65 "DELETE /v2.0/ports/b52f3027-2ed0-41e0-b335-aa62863a2ae9 HTTP/1.1" status: 204 len: 173 time: 1.4946680 Feb 16 16:40:32.218193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (3c19cc6f-791a-4f6e-9020-86fd23e53749), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:32.232716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f468365-5cf9-4544-b45d-c04c61eb4fc3', 'name': 'network-vif-deleted', 'tag': 'b52f3027-2ed0-41e0-b335-aa62863a2ae9'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:40:32.240310 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f294f969-3c31-4c52-8596-2ed9d56929c9" -d '{"events": [{"server_uuid": "6f468365-5cf9-4544-b45d-c04c61eb4fc3", "name": "network-vif-deleted", "tag": "b52f3027-2ed0-41e0-b335-aa62863a2ae9"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:40:32.328144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862fd1c-0e69-4c82-b1a9-6c9ec41efd54 req-5a79135b-332b-46f7-bf96-5a4638359a98 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:32.331715 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f862fd1c-0e69-4c82-b1a9-6c9ec41efd54 req-5a79135b-332b-46f7-bf96-5a4638359a98 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.1876574 Feb 16 16:40:32.391436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f862fd1c-0e69-4c82-b1a9-6c9ec41efd54 req-f217d66f-2c19-4800-9a48-b5ec8378bfb7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517576 Feb 16 16:40:32.530665 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (3c19cc6f-791a-4f6e-9020-86fd23e53749), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:32.561886 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:32.571716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c5f2d98-80d6-4f94-b8cd-ec4565480356 req-69fde3de-56ef-46d5-bdf6-2f8527870164 tempest-ServerPasswordTestJSON-246335430 tempest-ServerPasswordTestJSON-246335430-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f468365-5cf9-4544-b45d-c04c61eb4fc3 HTTP/1.1" status: 200 len: 210 time: 0.0367000 Feb 16 16:40:32.660980 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfd9ccd-dbd2-40e1-a6e0-dc41fa9b85ef x-openstack-request-id: req-3bfd9ccd-dbd2-40e1-a6e0-dc41fa9b85ef {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:40:32.661581 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f468365-5cf9-4544-b45d-c04c61eb4fc3", "name": "network-vif-deleted", "tag": "b52f3027-2ed0-41e0-b335-aa62863a2ae9", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:40:32.662183 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bfd9ccd-dbd2-40e1-a6e0-dc41fa9b85ef {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:40:32.662913 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f468365-5cf9-4544-b45d-c04c61eb4fc3', 'name': 'network-vif-deleted', 'tag': 'b52f3027-2ed0-41e0-b335-aa62863a2ae9', 'status': 'completed', 'code': 200} Feb 16 16:40:32.765904 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Allocated IP 172.25.4.8 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/58aa62e0-259f-4849-a04c-68dd3c9a30af) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:40:32.899569 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for port (58aa62e0-259f-4849-a04c-68dd3c9a30af), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:32.948451 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (58aa62e0-259f-4849-a04c-68dd3c9a30af), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:32.988626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:40:32.995430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:40:32.999878 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:40:33.025101 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Pushing event updated for resources: {'Port': ['ID=58aa62e0-259f-4849-a04c-68dd3c9a30af,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:33.166845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32edf5-22ba-4669-a582-98cdea1b2be7 req-0ef1cd7f-58e6-405b-8c96-35bd84626b1f tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:33.169304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed32edf5-22ba-4669-a582-98cdea1b2be7 req-0ef1cd7f-58e6-405b-8c96-35bd84626b1f tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.0854955 Feb 16 16:40:33.239418 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed32edf5-22ba-4669-a582-98cdea1b2be7 req-cd8ede3b-82ce-4acd-83e2-fadb71ec7e60 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641873 Feb 16 16:40:33.322392 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (3c19cc6f-791a-4f6e-9020-86fd23e53749), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:33.550116 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b52f3027-2ed0-41e0-b335-aa62863a2ae9 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:40:33.595243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: b52f3027-2ed0-41e0-b335-aa62863a2ae9 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:40:33.595822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b52f3027-2ed0-41e0-b335-aa62863a2ae9 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:40:33.597834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b7c57-723e-4b59-a299-2dcb99b695cc req-86d238c4-5d9d-43ea-86dd-79378fb0ba90 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:33.599737 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a1b7c57-723e-4b59-a299-2dcb99b695cc req-86d238c4-5d9d-43ea-86dd-79378fb0ba90 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.1015775 Feb 16 16:40:33.608417 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (3c19cc6f-791a-4f6e-9020-86fd23e53749), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:33.686087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a1b7c57-723e-4b59-a299-2dcb99b695cc req-34b557d0-df03-439b-be31-837764b95409 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800414 Feb 16 16:40:33.740940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40432) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:33.798113 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c0ec69-f1d4-4640-88bf-b89a37968eba admin admin] Deleting subnet dac6a17c-2caa-4b50-8c83-8e3d54b9ab58 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:40:33.798633 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Router 3c19cc6f-791a-4f6e-9020-86fd23e53749 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:40:33.801598 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5c0ec69-f1d4-4640-88bf-b89a37968eba admin admin] Publish callbacks [] for subnet (dac6a17c-2caa-4b50-8c83-8e3d54b9ab58), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:33.844480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5c0ec69-f1d4-4640-88bf-b89a37968eba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (dac6a17c-2caa-4b50-8c83-8e3d54b9ab58), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:33.898055 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5c0ec69-f1d4-4640-88bf-b89a37968eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (dac6a17c-2caa-4b50-8c83-8e3d54b9ab58), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:33.946098 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:40:33.964492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Sync routers for ids ['3c19cc6f-791a-4f6e-9020-86fd23e53749'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:40:33.977836 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:33.979150 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-caef7226-6583-437d-8494-9468fe4de361 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.0732489 Feb 16 16:40:33.981752 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5c0ec69-f1d4-4640-88bf-b89a37968eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (dac6a17c-2caa-4b50-8c83-8e3d54b9ab58), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:33.982211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Routers {'3c19cc6f-791a-4f6e-9020-86fd23e53749'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:33.983109 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40444) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:33.983349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3c19cc6f-791a-4f6e-9020-86fd23e53749'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:34.025338 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0ec69-f1d4-4640-88bf-b89a37968eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac6a17c-2caa-4b50-8c83-8e3d54b9ab58,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:34.041652 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5c0ec69-f1d4-4640-88bf-b89a37968eba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:34.047259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b5c0ec69-f1d4-4640-88bf-b89a37968eba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dac6a17c-2caa-4b50-8c83-8e3d54b9ab58 HTTP/1.1" status: 204 len: 168 time: 0.3027544 Feb 16 16:40:34.049835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40448) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:34.159374 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-38768a4c-13a4-41b4-8972-e9d902ce9413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (20faa486-1103-4be5-bc7d-667bfcf220c2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:34.183360 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c1dbc36d-ef86-49b7-b575-f18133d4ea96 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/routers/3c19cc6f-791a-4f6e-9020-86fd23e53749 HTTP/1.1" status: 200 len: 906 time: 0.1958556 Feb 16 16:40:34.188432 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40452) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:34.195180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Request body: {'router': {'name': 'tempest-snat-router-383776242', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'enable_snat': True}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:34.226899 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (663220b0-6e1b-4f69-acfe-632085f11079), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:34.228457 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (663220b0-6e1b-4f69-acfe-632085f11079), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:34.270305 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-38768a4c-13a4-41b4-8972-e9d902ce9413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (20faa486-1103-4be5-bc7d-667bfcf220c2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:34.295794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-38768a4c-13a4-41b4-8972-e9d902ce9413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20faa486-1103-4be5-bc7d-667bfcf220c2']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:34.310786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-38768a4c-13a4-41b4-8972-e9d902ce9413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54de2cc2-ddc4-48dc-967c-8553df4d2f12') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:34.310976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-38768a4c-13a4-41b4-8972-e9d902ce9413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54de2cc2-ddc4-48dc-967c-8553df4d2f12') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:34.334791 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-38768a4c-13a4-41b4-8972-e9d902ce9413 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (54de2cc2-ddc4-48dc-967c-8553df4d2f12), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:34.345748 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_controller (663220b0-6e1b-4f69-acfe-632085f11079), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:34.421979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Set router 3c19cc6f-791a-4f6e-9020-86fd23e53749 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:40:34.425278 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-38768a4c-13a4-41b4-8972-e9d902ce9413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (54de2cc2-ddc4-48dc-967c-8553df4d2f12), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:34.450757 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38768a4c-13a4-41b4-8972-e9d902ce9413 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:40:34.455446 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-38768a4c-13a4-41b4-8972-e9d902ce9413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (54de2cc2-ddc4-48dc-967c-8553df4d2f12), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:40:34.464488 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:40:34.553463 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:34.564170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308e816-a90d-4a58-b1b7-5cb2cc623ee1 req-f3b29559-f0ff-44cc-839a-d60b323aa712 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:34.568130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8308e816-a90d-4a58-b1b7-5cb2cc623ee1 req-f3b29559-f0ff-44cc-839a-d60b323aa712 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.2082767 Feb 16 16:40:34.717933 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-38768a4c-13a4-41b4-8972-e9d902ce9413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (20faa486-1103-4be5-bc7d-667bfcf220c2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:34.751077 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19cc6f-791a-4f6e-9020-86fd23e53749', 'name': 'tempest-snat-router-383776242', 'tenant_id': '19b3b27a47cc4dc189018f52fd704294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.8'}], 'enable_snat': False}, 'gw_port_id': '58aa62e0-259f-4849-a04c-68dd3c9a30af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:40:31Z', 'updated_at': '2022-02-16T16:40:33Z', 'revision_number': 3, 'project_id': '19b3b27a47cc4dc189018f52fd704294', 'gw_port': {'id': '58aa62e0-259f-4849-a04c-68dd3c9a30af', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c19cc6f-791a-4f6e-9020-86fd23e53749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:40:32Z', 'updated_at': '2022-02-16T16:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:34.758058 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-38768a4c-13a4-41b4-8972-e9d902ce9413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:34.768241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-38768a4c-13a4-41b4-8972-e9d902ce9413 admin admin] 10.222.0.24 "DELETE /v2.0/networks/20faa486-1103-4be5-bc7d-667bfcf220c2 HTTP/1.1" status: 204 len: 168 time: 0.7169769 Feb 16 16:40:34.780710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38768a4c-13a4-41b4-8972-e9d902ce9413 admin admin] Pushing event deleted for resources: {'Network': ['ID=20faa486-1103-4be5-bc7d-667bfcf220c2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:34.802863 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8308e816-a90d-4a58-b1b7-5cb2cc623ee1 req-a0236707-d9e3-4d22-8ee3-50a608f0f0fa tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586478 Feb 16 16:40:34.840601 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Checking router: 3c19cc6f-791a-4f6e-9020-86fd23e53749 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:40:34.842892 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Updating router 3c19cc6f-791a-4f6e-9020-86fd23e53749 port 58aa62e0-259f-4849-a04c-68dd3c9a30af binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:40:34.936807 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (58aa62e0-259f-4849-a04c-68dd3c9a30af), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:34.977940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764b210-4c4e-4faa-9d7b-60b04d503055 req-4f568b50-ff0e-49e1-820d-00035d8b856f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:34.988470 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3764b210-4c4e-4faa-9d7b-60b04d503055 req-4f568b50-ff0e-49e1-820d-00035d8b856f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.0780888 Feb 16 16:40:35.011793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40476) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:35.082697 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-26842f6a-d1b1-413e-a179-a3c94b94a1d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f77c9898c3cd44ff9e82073ac5afab26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0690546 Feb 16 16:40:35.086282 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40478) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:35.104358 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (663220b0-6e1b-4f69-acfe-632085f11079), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.106984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3764b210-4c4e-4faa-9d7b-60b04d503055 req-d2d1bf78-eebe-4600-a38f-f14e49b0d7df tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174572 Feb 16 16:40:35.121660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40480) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:35.207953 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b3e7d19-e7a9-47ca-ba05-9f66ed108a02 admin admin] Publish callbacks [] for security_group (4a538a15-e4d4-40e6-81f8-9e68fd639239), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.242527 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b3e7d19-e7a9-47ca-ba05-9f66ed108a02 admin admin] Publish callbacks [] for security_group (4a538a15-e4d4-40e6-81f8-9e68fd639239), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.323504 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b3e7d19-e7a9-47ca-ba05-9f66ed108a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4a538a15-e4d4-40e6-81f8-9e68fd639239), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.327450 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b3e7d19-e7a9-47ca-ba05-9f66ed108a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.328671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8b3e7d19-e7a9-47ca-ba05-9f66ed108a02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a538a15-e4d4-40e6-81f8-9e68fd639239 HTTP/1.1" status: 204 len: 168 time: 0.2413397 Feb 16 16:40:35.354000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e7d19-e7a9-47ca-ba05-9f66ed108a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a538a15-e4d4-40e6-81f8-9e68fd639239,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:35.377139 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc34aae1-b58c-4d65-9718-53a8c2127d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.438182 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Publish callbacks [] for port (58aa62e0-259f-4849-a04c-68dd3c9a30af), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.443445 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (663220b0-6e1b-4f69-acfe-632085f11079), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.448084 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (58aa62e0-259f-4849-a04c-68dd3c9a30af), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.466681 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.541749 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Attempting to bind port 58aa62e0-259f-4849-a04c-68dd3c9a30af on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:40:35.542119 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Attempting to bind port 58aa62e0-259f-4849-a04c-68dd3c9a30af by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:40:35.542494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Attempting to bind port 58aa62e0-259f-4849-a04c-68dd3c9a30af on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:40:35.554593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:40:35.555344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:40:35.555344 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.555574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:40:35.556055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Bound port: 58aa62e0-259f-4849-a04c-68dd3c9a30af, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:40:35.556456 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (58aa62e0-259f-4849-a04c-68dd3c9a30af), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.562709 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56607b-cb7e-4a65-ba1a-9c26d042f9a7 None None] Pushing event updated for resources: {'Port': ['ID=58aa62e0-259f-4849-a04c-68dd3c9a30af,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:35.618529 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc34aae1-b58c-4d65-9718-53a8c2127d9e admin admin] Publish callbacks [] for security_group (cd8842e8-16c8-4dea-9dbf-51a4ab84d4d4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.627999 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc34aae1-b58c-4d65-9718-53a8c2127d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cd8842e8-16c8-4dea-9dbf-51a4ab84d4d4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.638629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Allocated IP 172.25.4.36 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/603f4f02-cb53-45c4-9d1f-6a3cec9e52e7) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:40:35.646429 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] For port 58aa62e0-259f-4849-a04c-68dd3c9a30af, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:40:35.650228 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] For port 58aa62e0-259f-4849-a04c-68dd3c9a30af, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=58aa62e0-259f-4849-a04c-68dd3c9a30af,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:40:35.659914 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (58aa62e0-259f-4849-a04c-68dd3c9a30af), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.699435 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bc34aae1-b58c-4d65-9718-53a8c2127d9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1ccc5e8cc164c8fbe1403d581e63c55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5760911 Feb 16 16:40:35.702299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40492) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:35.703548 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34aae1-b58c-4d65-9718-53a8c2127d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8842e8-16c8-4dea-9dbf-51a4ab84d4d4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:35.765412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56607b-cb7e-4a65-ba1a-9c26d042f9a7 None None] Pushing event updated for resources: {'Port': ['ID=58aa62e0-259f-4849-a04c-68dd3c9a30af,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:35.782061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Routers {'3c19cc6f-791a-4f6e-9020-86fd23e53749'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:35.782804 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3c19cc6f-791a-4f6e-9020-86fd23e53749'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:35.825490 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for port (603f4f02-cb53-45c4-9d1f-6a3cec9e52e7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.851802 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b75b592-3569-4b4c-a24c-9f31d5bcbf7f admin admin] Publish callbacks [] for security_group (cd8842e8-16c8-4dea-9dbf-51a4ab84d4d4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.889040 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b75b592-3569-4b4c-a24c-9f31d5bcbf7f admin admin] Publish callbacks [] for security_group (cd8842e8-16c8-4dea-9dbf-51a4ab84d4d4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.917035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (603f4f02-cb53-45c4-9d1f-6a3cec9e52e7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:35.977282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:40:35.980423 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:40:35.987724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:40:35.988687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] Set router 3c19cc6f-791a-4f6e-9020-86fd23e53749 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:40:36.051394 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b75b592-3569-4b4c-a24c-9f31d5bcbf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cd8842e8-16c8-4dea-9dbf-51a4ab84d4d4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:36.054537 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b75b592-3569-4b4c-a24c-9f31d5bcbf7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:36.056160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1b75b592-3569-4b4c-a24c-9f31d5bcbf7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd8842e8-16c8-4dea-9dbf-51a4ab84d4d4 HTTP/1.1" status: 204 len: 168 time: 0.3527970 Feb 16 16:40:36.105236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75b592-3569-4b4c-a24c-9f31d5bcbf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8842e8-16c8-4dea-9dbf-51a4ab84d4d4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:36.138053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39b3b6-2083-4a1a-8e3a-d060cf3163a1 req-b443cfc5-54dc-4a52-8dc6-661590d50ca2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:36.141836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c39b3b6-2083-4a1a-8e3a-d060cf3163a1 req-b443cfc5-54dc-4a52-8dc6-661590d50ca2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.2080619 Feb 16 16:40:36.204183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Pushing event updated for resources: {'Port': ['ID=603f4f02-cb53-45c4-9d1f-6a3cec9e52e7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:36.255224 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c39b3b6-2083-4a1a-8e3a-d060cf3163a1 req-51cb8199-d58d-4f34-9043-347975829084 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070075 Feb 16 16:40:36.325396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19cc6f-791a-4f6e-9020-86fd23e53749', 'name': 'tempest-snat-router-383776242', 'tenant_id': '19b3b27a47cc4dc189018f52fd704294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.8'}], 'enable_snat': False}, 'gw_port_id': '58aa62e0-259f-4849-a04c-68dd3c9a30af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:40:31Z', 'updated_at': '2022-02-16T16:40:33Z', 'revision_number': 3, 'project_id': '19b3b27a47cc4dc189018f52fd704294', 'gw_port': {'id': '58aa62e0-259f-4849-a04c-68dd3c9a30af', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c19cc6f-791a-4f6e-9020-86fd23e53749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:40:32Z', 'updated_at': '2022-02-16T16:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:36.363288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c35c6-374c-43a2-b96d-3c8d629b06fb None None] The sync data for ids ['3c19cc6f-791a-4f6e-9020-86fd23e53749'] in n-d-669411-5 is: [{'id': '3c19cc6f-791a-4f6e-9020-86fd23e53749', 'name': 'tempest-snat-router-383776242', 'tenant_id': '19b3b27a47cc4dc189018f52fd704294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.8'}], 'enable_snat': False}, 'gw_port_id': '58aa62e0-259f-4849-a04c-68dd3c9a30af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:40:31Z', 'updated_at': '2022-02-16T16:40:33Z', 'revision_number': 3, 'project_id': '19b3b27a47cc4dc189018f52fd704294', 'gw_port': {'id': '58aa62e0-259f-4849-a04c-68dd3c9a30af', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c19cc6f-791a-4f6e-9020-86fd23e53749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:40:32Z', 'updated_at': '2022-02-16T16:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:40:36.384775 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (663220b0-6e1b-4f69-acfe-632085f11079), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:36.449059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df632a-6b9f-4ed2-943f-fe8acfb959ac req-1b79a75c-9995-4688-b67a-e10195b0e352 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:36.456717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14df632a-6b9f-4ed2-943f-fe8acfb959ac req-1b79a75c-9995-4688-b67a-e10195b0e352 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.0942113 Feb 16 16:40:36.530308 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14df632a-6b9f-4ed2-943f-fe8acfb959ac req-d090c65b-8311-4b55-ad2f-6922cd45b519 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721445 Feb 16 16:40:36.676907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40518) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:36.695363 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cceeb502-630c-44f8-aac0-9ff5b74d93c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:36.713267 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (663220b0-6e1b-4f69-acfe-632085f11079), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:37.004844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05c82f-5731-498a-9028-31668cf618dd req-705bdd7b-67c8-4d29-a896-9570d7b72da3 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:37.010779 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f05c82f-5731-498a-9028-31668cf618dd req-705bdd7b-67c8-4d29-a896-9570d7b72da3 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/networks?id=8c1bb5df-1737-4e05-87cb-b4c41aab3581 HTTP/1.1" status: 200 len: 814 time: 0.1921141 Feb 16 16:40:37.033658 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Router 663220b0-6e1b-4f69-acfe-632085f11079 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:40:37.081810 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cceeb502-630c-44f8-aac0-9ff5b74d93c1 admin admin] Publish callbacks [] for security_group (a05396d6-405e-4fa5-8e5c-7e2a4e43d55d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:37.084413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f05c82f-5731-498a-9028-31668cf618dd req-236fd747-91c4-4aa6-b042-ad3d8a449f06 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/quotas/41dca2a9285745468fe8daccfd8477e3 HTTP/1.1" status: 200 len: 375 time: 0.0409894 Feb 16 16:40:37.087784 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cceeb502-630c-44f8-aac0-9ff5b74d93c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a05396d6-405e-4fa5-8e5c-7e2a4e43d55d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:37.176016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f05c82f-5731-498a-9028-31668cf618dd req-fc47ec1d-9154-4f35-bab9-be98ed4dac47 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=41dca2a9285745468fe8daccfd8477e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830021 Feb 16 16:40:37.214450 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cceeb502-630c-44f8-aac0-9ff5b74d93c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=969749a7559449818e41df8eaa95d4a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5363693 Feb 16 16:40:37.217682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40544) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:37.257651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceeb502-630c-44f8-aac0-9ff5b74d93c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05396d6-405e-4fa5-8e5c-7e2a4e43d55d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:37.320628 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:40:37.339914 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Sync routers for ids ['663220b0-6e1b-4f69-acfe-632085f11079'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:40:37.361777 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:37.367602 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Routers {'663220b0-6e1b-4f69-acfe-632085f11079'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:37.369330 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['663220b0-6e1b-4f69-acfe-632085f11079'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:37.371009 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-638a6674-7b48-4cae-818b-3017d99ccfed tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.1813979 Feb 16 16:40:37.376114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40550) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:37.397071 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-644a443d-db8d-4256-942a-525d03297027 admin admin] Publish callbacks [] for security_group (a05396d6-405e-4fa5-8e5c-7e2a4e43d55d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:37.423366 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-644a443d-db8d-4256-942a-525d03297027 admin admin] Publish callbacks [] for security_group (a05396d6-405e-4fa5-8e5c-7e2a4e43d55d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:37.502477 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f05c82f-5731-498a-9028-31668cf618dd req-0930174c-0075-4301-a964-570d1b97d9f0 service neutron] 10.222.0.24 "GET /v2.0/networks/8c1bb5df-1737-4e05-87cb-b4c41aab3581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106320 Feb 16 16:40:37.628090 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5e155cf4-2355-4a91-bde5-ec8b3b139e08 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/routers/663220b0-6e1b-4f69-acfe-632085f11079 HTTP/1.1" status: 200 len: 906 time: 0.2502112 Feb 16 16:40:37.631200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40564) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:37.643004 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Set router 663220b0-6e1b-4f69-acfe-632085f11079 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:40:37.695935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f05c82f-5731-498a-9028-31668cf618dd req-6b279a04-0d4e-427b-8c75-1802d8330b4f service neutron] 10.222.0.24 "GET /v2.0/networks/8c1bb5df-1737-4e05-87cb-b4c41aab3581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854968 Feb 16 16:40:37.704093 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-644a443d-db8d-4256-942a-525d03297027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a05396d6-405e-4fa5-8e5c-7e2a4e43d55d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:37.711500 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-644a443d-db8d-4256-942a-525d03297027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:37.717122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-644a443d-db8d-4256-942a-525d03297027 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a05396d6-405e-4fa5-8e5c-7e2a4e43d55d HTTP/1.1" status: 204 len: 168 time: 0.4949770 Feb 16 16:40:37.735216 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a443d-db8d-4256-942a-525d03297027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05396d6-405e-4fa5-8e5c-7e2a4e43d55d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:37.971463 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d83bd01b-9061-4748-bc93-1d2d9219931e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router (663220b0-6e1b-4f69-acfe-632085f11079), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:38.158835 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663220b0-6e1b-4f69-acfe-632085f11079', 'name': 'tempest-snat-router-383776242', 'tenant_id': '19b3b27a47cc4dc189018f52fd704294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '603f4f02-cb53-45c4-9d1f-6a3cec9e52e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:40:34Z', 'updated_at': '2022-02-16T16:40:36Z', 'revision_number': 3, 'project_id': '19b3b27a47cc4dc189018f52fd704294', 'gw_port': {'id': '603f4f02-cb53-45c4-9d1f-6a3cec9e52e7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663220b0-6e1b-4f69-acfe-632085f11079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:40:35Z', 'updated_at': '2022-02-16T16:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:38.213907 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d83bd01b-9061-4748-bc93-1d2d9219931e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (663220b0-6e1b-4f69-acfe-632085f11079), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:38.257238 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Checking router: 663220b0-6e1b-4f69-acfe-632085f11079 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:40:38.257841 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Updating router 663220b0-6e1b-4f69-acfe-632085f11079 port 603f4f02-cb53-45c4-9d1f-6a3cec9e52e7 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:40:38.336964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 58aa62e0-259f-4849-a04c-68dd3c9a30af up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:40:38.349868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d61b14-fbee-4782-a705-68b69fc21531 req-e712577c-24b8-45f7-8d4d-66cdc774982e tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:38.379214 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (603f4f02-cb53-45c4-9d1f-6a3cec9e52e7), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:38.383480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4d61b14-fbee-4782-a705-68b69fc21531 req-e712577c-24b8-45f7-8d4d-66cdc774982e tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.2058630 Feb 16 16:40:38.412415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 58aa62e0-259f-4849-a04c-68dd3c9a30af triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:38.413198 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (58aa62e0-259f-4849-a04c-68dd3c9a30af), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:38.426680 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-d83bd01b-9061-4748-bc93-1d2d9219931e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Deleting port 603f4f02-cb53-45c4-9d1f-6a3cec9e52e7 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:40:38.427178 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d83bd01b-9061-4748-bc93-1d2d9219931e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (603f4f02-cb53-45c4-9d1f-6a3cec9e52e7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:38.556166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 58aa62e0-259f-4849-a04c-68dd3c9a30af is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:38.556766 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (58aa62e0-259f-4849-a04c-68dd3c9a30af), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:38.614396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 58aa62e0-259f-4849-a04c-68dd3c9a30af, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=58aa62e0-259f-4849-a04c-68dd3c9a30af,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:38.625654 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (58aa62e0-259f-4849-a04c-68dd3c9a30af), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:38.682694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4d61b14-fbee-4782-a705-68b69fc21531 req-c50b3107-ccfd-4fac-9b50-4ebe2e30876a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981870 Feb 16 16:40:38.722007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=58aa62e0-259f-4849-a04c-68dd3c9a30af,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:38.842636 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d83bd01b-9061-4748-bc93-1d2d9219931e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (603f4f02-cb53-45c4-9d1f-6a3cec9e52e7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:38.877298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-d83bd01b-9061-4748-bc93-1d2d9219931e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Calling delete_port for 603f4f02-cb53-45c4-9d1f-6a3cec9e52e7 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:40:39.054126 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79aea39-672d-4d62-9bd3-2d4a83ae747a req-ad2ff943-850b-451e-a68b-f31a9562f6fe tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:39.055703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e79aea39-672d-4d62-9bd3-2d4a83ae747a req-ad2ff943-850b-451e-a68b-f31a9562f6fe tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.2057278 Feb 16 16:40:39.172621 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Publish callbacks [] for port (603f4f02-cb53-45c4-9d1f-6a3cec9e52e7), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:39.189320 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (603f4f02-cb53-45c4-9d1f-6a3cec9e52e7), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:39.241978 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e79aea39-672d-4d62-9bd3-2d4a83ae747a req-a9a98405-0b8d-4cdb-bfbf-4e41f7840e78 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755354 Feb 16 16:40:39.360015 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Attempting to bind port 603f4f02-cb53-45c4-9d1f-6a3cec9e52e7 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:40:39.363370 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Attempting to bind port 603f4f02-cb53-45c4-9d1f-6a3cec9e52e7 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:40:39.363986 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Attempting to bind port 603f4f02-cb53-45c4-9d1f-6a3cec9e52e7 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:40:39.405278 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:40:39.406292 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:40:39.408525 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:39.410157 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:40:39.413787 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Bound port: 603f4f02-cb53-45c4-9d1f-6a3cec9e52e7, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:40:39.414929 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (603f4f02-cb53-45c4-9d1f-6a3cec9e52e7), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:39.422733 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7829a-b42b-4fde-a530-955de4e005ff None None] Pushing event updated for resources: {'Port': ['ID=603f4f02-cb53-45c4-9d1f-6a3cec9e52e7,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:39.486844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99f88383-8776-4d32-a402-a2a3025fcc6b req-77a2807c-fe10-48e2-82c6-0c292d966b57 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 210 time: 0.1096382 Feb 16 16:40:39.526160 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d83bd01b-9061-4748-bc93-1d2d9219931e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (603f4f02-cb53-45c4-9d1f-6a3cec9e52e7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:39.551424 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.db.api [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:40:39.551809 n-d-669411-5 neutron-server[103424]: DEBUG oslo_db.api [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:40:39.569143 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bd01b-9061-4748-bc93-1d2d9219931e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Pushing event deleted for resources: {'Port': ['ID=603f4f02-cb53-45c4-9d1f-6a3cec9e52e7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:39.704768 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d83bd01b-9061-4748-bc93-1d2d9219931e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (663220b0-6e1b-4f69-acfe-632085f11079), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:39.854327 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d83bd01b-9061-4748-bc93-1d2d9219931e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (663220b0-6e1b-4f69-acfe-632085f11079), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:39.856855 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d83bd01b-9061-4748-bc93-1d2d9219931e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_controller (663220b0-6e1b-4f69-acfe-632085f11079), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:39.868858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531aa79e-87ba-4b22-b5ab-167e1ecc1280 req-d27364c5-c212-4117-9966-623ee6d29137 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:39.878771 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-531aa79e-87ba-4b22-b5ab-167e1ecc1280 req-d27364c5-c212-4117-9966-623ee6d29137 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.0919263 Feb 16 16:40:39.957141 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-531aa79e-87ba-4b22-b5ab-167e1ecc1280 req-c5ecabb6-667d-4b06-a9b8-a1ea16515370 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749176 Feb 16 16:40:40.016056 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d83bd01b-9061-4748-bc93-1d2d9219931e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (663220b0-6e1b-4f69-acfe-632085f11079), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:40.019713 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83bd01b-9061-4748-bc93-1d2d9219931e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 663220b0-6e1b-4f69-acfe-632085f11079 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:40:40.034990 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d83bd01b-9061-4748-bc93-1d2d9219931e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:40.041465 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d83bd01b-9061-4748-bc93-1d2d9219931e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "DELETE /v2.0/routers/663220b0-6e1b-4f69-acfe-632085f11079 HTTP/1.1" status: 204 len: 168 time: 2.4067929 Feb 16 16:40:40.042622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40618) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:40.078803 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Attempting to bind port 603f4f02-cb53-45c4-9d1f-6a3cec9e52e7 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:40:40.079077 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Attempting to bind port 603f4f02-cb53-45c4-9d1f-6a3cec9e52e7 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:40:40.079437 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Attempting to bind port 603f4f02-cb53-45c4-9d1f-6a3cec9e52e7 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:40:40.108325 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:40:40.108718 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:40:40.110433 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:40.113340 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:40:40.114569 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Bound port: 603f4f02-cb53-45c4-9d1f-6a3cec9e52e7, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:40:40.121187 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (603f4f02-cb53-45c4-9d1f-6a3cec9e52e7), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:40.281724 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router (3c19cc6f-791a-4f6e-9020-86fd23e53749), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:40.287964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 58aa62e0-259f-4849-a04c-68dd3c9a30af up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:40:40.311431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05c82f-5731-498a-9028-31668cf618dd req-b6cee206-aa34-4d78-b789-cc5a5e2644f0 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:40.313046 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f05c82f-5731-498a-9028-31668cf618dd req-b6cee206-aa34-4d78-b789-cc5a5e2644f0 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.65 "GET /v2.0/networks?id=8c1bb5df-1737-4e05-87cb-b4c41aab3581 HTTP/1.1" status: 200 len: 814 time: 0.3299744 Feb 16 16:40:40.327472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-8f05c82f-5731-498a-9028-31668cf618dd req-9fc31794-6a67-4c4d-9aaf-209c0f7aaa75 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Request body: {'port': {'device_id': '889007eb-985a-4c66-a2aa-7a932999809a', 'network_id': '8c1bb5df-1737-4e05-87cb-b4c41aab3581', 'admin_state_up': True, 'tenant_id': '41dca2a9285745468fe8daccfd8477e3'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:40.445189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 58aa62e0-259f-4849-a04c-68dd3c9a30af triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:40.445576 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (58aa62e0-259f-4849-a04c-68dd3c9a30af), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:40.507525 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Port 603f4f02-cb53-45c4-9d1f-6a3cec9e52e7 has been deleted concurrently {{(pid=103424) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 16 16:40:40.572932 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Routers set() bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:40.576617 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Router IDs set() for agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 16:40:40.580680 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_agentschedulers_db [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'663220b0-6e1b-4f69-acfe-632085f11079'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent'). {{(pid=103424) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 16:40:40.581385 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3abfee4-4c9c-4c53-93f3-f9cec0d3d418 None None] The sync data for ids ['663220b0-6e1b-4f69-acfe-632085f11079'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:40:40.583966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 58aa62e0-259f-4849-a04c-68dd3c9a30af is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:40.633642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f05c82f-5731-498a-9028-31668cf618dd req-9fc31794-6a67-4c4d-9aaf-209c0f7aaa75 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Made reservation on behalf of 41dca2a9285745468fe8daccfd8477e3 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:40:40.638870 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8f05c82f-5731-498a-9028-31668cf618dd req-9fc31794-6a67-4c4d-9aaf-209c0f7aaa75 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:40.698088 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (3c19cc6f-791a-4f6e-9020-86fd23e53749), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:40.742159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57902e-73f4-4388-ae2d-2e6afb7df6c2 req-9fcde924-e4ea-4c86-8d74-724975b7d085 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:40.749868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc57902e-73f4-4388-ae2d-2e6afb7df6c2 req-9fcde924-e4ea-4c86-8d74-724975b7d085 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.1612585 Feb 16 16:40:40.800678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Deleting port 58aa62e0-259f-4849-a04c-68dd3c9a30af {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:40:40.801057 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (58aa62e0-259f-4849-a04c-68dd3c9a30af), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:40.880097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc57902e-73f4-4388-ae2d-2e6afb7df6c2 req-20c5e2d5-895a-4689-abb5-7f687b7c0188 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206906 Feb 16 16:40:40.972251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-8f05c82f-5731-498a-9028-31668cf618dd req-9fc31794-6a67-4c4d-9aaf-209c0f7aaa75 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Allocated IP 172.20.0.6 (8c1bb5df-1737-4e05-87cb-b4c41aab3581/0f7f3045-0ec8-42dd-a33a-39692bb292b6/8d7842a5-e85c-4432-a0e3-354d7aa7fc6c) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:40:41.026360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] For port 58aa62e0-259f-4849-a04c-68dd3c9a30af, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=58aa62e0-259f-4849-a04c-68dd3c9a30af,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:41.026732 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (58aa62e0-259f-4849-a04c-68dd3c9a30af), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:41.056111 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Calling delete_port for 58aa62e0-259f-4849-a04c-68dd3c9a30af owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:40:41.101247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-018f84bf-e800-4e93-8c27-75237ac5b74b req-9e345fed-5b61-47ae-a908-8eedebc3034e tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 210 time: 0.0423775 Feb 16 16:40:41.423961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5161d-9e9d-4fde-90f9-9fde85be794a req-e3287784-d8dc-4085-85af-1cddb133f490 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:41.437899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ba5161d-9e9d-4fde-90f9-9fde85be794a req-e3287784-d8dc-4085-85af-1cddb133f490 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.2470529 Feb 16 16:40:41.453088 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dd4ffa4b-535a-4733-a6d2-209171fb43af req-5b1ebc0b-8a46-4d89-9f37-6da14c0e3c47 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec6a536-cf01-4a49-ba3a-cbc7b5e6ed0f HTTP/1.1" status: 200 len: 210 time: 0.1200192 Feb 16 16:40:41.606680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (58aa62e0-259f-4849-a04c-68dd3c9a30af), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:41.640298 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8f05c82f-5731-498a-9028-31668cf618dd req-9fc31794-6a67-4c4d-9aaf-209c0f7aaa75 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Publish callbacks [] for port (8d7842a5-e85c-4432-a0e3-354d7aa7fc6c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:41.681846 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ba5161d-9e9d-4fde-90f9-9fde85be794a req-08b3807d-894b-4389-b48e-d7cf9e025b2b tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385185 Feb 16 16:40:41.730686 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8f05c82f-5731-498a-9028-31668cf618dd req-9fc31794-6a67-4c4d-9aaf-209c0f7aaa75 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8d7842a5-e85c-4432-a0e3-354d7aa7fc6c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:41.792436 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Pushing event deleted for resources: {'Port': ['ID=58aa62e0-259f-4849-a04c-68dd3c9a30af,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:41.913781 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f05c82f-5731-498a-9028-31668cf618dd req-9fc31794-6a67-4c4d-9aaf-209c0f7aaa75 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Network 8c1bb5df-1737-4e05-87cb-b4c41aab3581 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:40:41.930319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-8f05c82f-5731-498a-9028-31668cf618dd req-9fc31794-6a67-4c4d-9aaf-209c0f7aaa75 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:40:41.944411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f05c82f-5731-498a-9028-31668cf618dd req-9fc31794-6a67-4c4d-9aaf-209c0f7aaa75 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:40:42.000174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (3c19cc6f-791a-4f6e-9020-86fd23e53749), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:42.151987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc31794-6a67-4c4d-9aaf-209c0f7aaa75 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Pushing event updated for resources: {'Port': ['ID=8d7842a5-e85c-4432-a0e3-354d7aa7fc6c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:42.263619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05c82f-5731-498a-9028-31668cf618dd req-9fc31794-6a67-4c4d-9aaf-209c0f7aaa75 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:42.264327 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8f05c82f-5731-498a-9028-31668cf618dd req-9fc31794-6a67-4c4d-9aaf-209c0f7aaa75 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:42.312681 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (3c19cc6f-791a-4f6e-9020-86fd23e53749), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:42.316796 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f05c82f-5731-498a-9028-31668cf618dd req-9fc31794-6a67-4c4d-9aaf-209c0f7aaa75 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9955173 Feb 16 16:40:42.321403 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_controller (3c19cc6f-791a-4f6e-9020-86fd23e53749), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:42.341830 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f3e8-3acb-47e8-868b-10be805e7f31 req-dc7a74bb-d9e0-4057-a812-383a22be9602 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:42.348728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a72f3e8-3acb-47e8-868b-10be805e7f31 req-dc7a74bb-d9e0-4057-a812-383a22be9602 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.2594967 Feb 16 16:40:42.368167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Request body: {'port': {'device_id': '889007eb-985a-4c66-a2aa-7a932999809a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:42.433588 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (3c19cc6f-791a-4f6e-9020-86fd23e53749), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:42.435099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c19cc6f-791a-4f6e-9020-86fd23e53749 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:40:42.446238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:42.451104 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0914d655-486c-4bbf-8ef9-2bc20fab8b88 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "DELETE /v2.0/routers/3c19cc6f-791a-4f6e-9020-86fd23e53749 HTTP/1.1" status: 204 len: 168 time: 2.4041743 Feb 16 16:40:42.453374 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40708) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:42.460091 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-242765940', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}, 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:42.516740 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (5a54b440-425d-4b06-990e-d3e31e52a83f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:42.518030 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (5a54b440-425d-4b06-990e-d3e31e52a83f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:42.690689 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_controller (5a54b440-425d-4b06-990e-d3e31e52a83f), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:42.789741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a72f3e8-3acb-47e8-868b-10be805e7f31 req-fbc7ad88-3bf4-462d-8397-53da8c7cedd0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400938 Feb 16 16:40:42.893352 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d7842a5-e85c-4432-a0e3-354d7aa7fc6c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:43.012840 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (5a54b440-425d-4b06-990e-d3e31e52a83f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:43.465932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52057a67-b3b1-45f3-b038-9a85078e26dd req-c8f61b5e-ef74-4bb7-8ef1-b14f7cae552e tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:43.475449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52057a67-b3b1-45f3-b038-9a85078e26dd req-c8f61b5e-ef74-4bb7-8ef1-b14f7cae552e tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 931 time: 0.9667079 Feb 16 16:40:43.637484 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52057a67-b3b1-45f3-b038-9a85078e26dd req-f899b1ab-a698-4221-bfc3-8d199f71d11b tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/security-groups?id=600f8bd3-da19-4360-bee7-24915d450ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600821 Feb 16 16:40:43.977158 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64875d25-5894-4c42-bac3-3b0f1e7482c4 req-a1cb810e-8c40-4742-a82c-2d9a48456b9b tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:43.985926 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64875d25-5894-4c42-bac3-3b0f1e7482c4 req-a1cb810e-8c40-4742-a82c-2d9a48456b9b tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.8228264 Feb 16 16:40:44.062653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba92a503-ddba-4807-b3d4-00998b630ee5 req-fef8cc9f-656f-4481-ab0b-654e73b33cc8 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.1098161 Feb 16 16:40:44.187720 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 58aa62e0-259f-4849-a04c-68dd3c9a30af no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:40:44.240407 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 58aa62e0-259f-4849-a04c-68dd3c9a30af {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:40:44.241182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 58aa62e0-259f-4849-a04c-68dd3c9a30af not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:40:44.323274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64875d25-5894-4c42-bac3-3b0f1e7482c4 req-e2377c30-7b1e-478b-acfa-81d9795006b3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364630 Feb 16 16:40:44.453734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:40:44.472546 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Publish callbacks [] for port (8d7842a5-e85c-4432-a0e3-354d7aa7fc6c), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:44.509839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Transition to ACTIVE for port object 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:40:44.542408 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (8d7842a5-e85c-4432-a0e3-354d7aa7fc6c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:44.611725 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (5a54b440-425d-4b06-990e-d3e31e52a83f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:44.657487 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:44.772786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7842a5-e85c-4432-a0e3-354d7aa7fc6c,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:45.025264 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Allocated IP 172.25.4.151 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/7ef830ce-1d2c-4ad7-b30d-4f884596878f) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:40:45.131546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-475f4ae8-ad91-45b8-aadb-d736aa725af4 req-e7fd202b-7ce4-4899-a77e-0898a166d89a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ec6a536-cf01-4a49-ba3a-cbc7b5e6ed0f HTTP/1.1" status: 200 len: 210 time: 0.1007638 Feb 16 16:40:45.204728 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081cc82-7fa7-4fd1-ae5c-90dbf2fba75a req-21e461e7-9a3a-47cc-bbab-1a461e12a8f4 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:45.215689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9081cc82-7fa7-4fd1-ae5c-90dbf2fba75a req-21e461e7-9a3a-47cc-bbab-1a461e12a8f4 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.8089817 Feb 16 16:40:45.265203 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for port (7ef830ce-1d2c-4ad7-b30d-4f884596878f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:45.311165 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7ef830ce-1d2c-4ad7-b30d-4f884596878f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:45.433684 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:40:45.447883 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:40:45.458749 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:40:45.507333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eea75-ebbe-4bec-afb1-ea7d22443b8c req-ef761a0b-238a-4ef9-916b-6de579feac81 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:45.509669 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-814eea75-ebbe-4bec-afb1-ea7d22443b8c req-ef761a0b-238a-4ef9-916b-6de579feac81 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 943 time: 0.6300097 Feb 16 16:40:45.531503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Attempting to bind port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:40:45.538646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Attempting to bind port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '86e1995f-77ce-461b-ba26-1470f9eb977b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8c1bb5df-1737-4e05-87cb-b4c41aab3581'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:40:45.539332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Attempting to bind port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c on network 8c1bb5df-1737-4e05-87cb-b4c41aab3581 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:40:45.559183 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c on network 8c1bb5df-1737-4e05-87cb-b4c41aab3581 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:40:45.559880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Attempting to bind port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c on network 8c1bb5df-1737-4e05-87cb-b4c41aab3581 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:40:45.595171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:40:45.599426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Checking segment: {'id': '86e1995f-77ce-461b-ba26-1470f9eb977b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8c1bb5df-1737-4e05-87cb-b4c41aab3581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:40:45.600105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Bound using segment: {'id': '86e1995f-77ce-461b-ba26-1470f9eb977b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8c1bb5df-1737-4e05-87cb-b4c41aab3581'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:40:45.603669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Bound port: 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e1995f-77ce-461b-ba26-1470f9eb977b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8c1bb5df-1737-4e05-87cb-b4c41aab3581'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:40:45.604322 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d7842a5-e85c-4432-a0e3-354d7aa7fc6c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:45.606655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Pushing event updated for resources: {'Port': ['ID=7ef830ce-1d2c-4ad7-b30d-4f884596878f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:45.639220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9081cc82-7fa7-4fd1-ae5c-90dbf2fba75a req-8ce7b8d5-4a6c-48a2-a70e-923ed03a5358 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102147 Feb 16 16:40:45.748454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] For port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:40:45.751926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] For port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8d7842a5-e85c-4432-a0e3-354d7aa7fc6c,segment=NetworkSegment(86e1995f-77ce-461b-ba26-1470f9eb977b),segment_id=86e1995f-77ce-461b-ba26-1470f9eb977b)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:40:45.760704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (8d7842a5-e85c-4432-a0e3-354d7aa7fc6c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:45.826733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7842a5-e85c-4432-a0e3-354d7aa7fc6c,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:45.882938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:45.883712 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:45.885269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f05c82f-5731-498a-9028-31668cf618dd req-07a84ef0-66fd-4c72-8a68-a2e8ff76a280 service neutron] 10.222.0.65 "PUT /v2.0/ports/8d7842a5-e85c-4432-a0e3-354d7aa7fc6c HTTP/1.1" status: 200 len: 1091 time: 3.5345612 Feb 16 16:40:45.887917 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8efb128-5b88-42ce-bc1b-72fac3d837e8 req-fbc9490d-798b-4934-8fd2-1e67e73413c7 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0629187 Feb 16 16:40:45.888357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889007eb-985a-4c66-a2aa-7a932999809a', 'tag': '8d7842a5-e85c-4432-a0e3-354d7aa7fc6c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:40:45.890944 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aea7ad-ef07-44a9-a6f4-540f89bf33ac" -d '{"events": [{"name": "network-changed", "server_uuid": "889007eb-985a-4c66-a2aa-7a932999809a", "tag": "8d7842a5-e85c-4432-a0e3-354d7aa7fc6c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:40:45.908264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-814eea75-ebbe-4bec-afb1-ea7d22443b8c req-3e6145dc-8a45-46e0-b8f9-e7a4a83fe645 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/security-groups?id=600f8bd3-da19-4360-bee7-24915d450ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899527 Feb 16 16:40:46.035406 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (5a54b440-425d-4b06-990e-d3e31e52a83f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:46.113037 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdf5088-ab6e-4777-94c6-834300ad8517 x-openstack-request-id: req-dcdf5088-ab6e-4777-94c6-834300ad8517 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:40:46.113346 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889007eb-985a-4c66-a2aa-7a932999809a", "tag": "8d7842a5-e85c-4432-a0e3-354d7aa7fc6c", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:40:46.113612 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcdf5088-ab6e-4777-94c6-834300ad8517 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:40:46.114031 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889007eb-985a-4c66-a2aa-7a932999809a', 'tag': '8d7842a5-e85c-4432-a0e3-354d7aa7fc6c', 'status': 'completed', 'code': 200} Feb 16 16:40:46.162069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05c82f-5731-498a-9028-31668cf618dd req-bdbd9bdc-512e-487a-8c8a-9c227a81430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:46.175514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f05c82f-5731-498a-9028-31668cf618dd req-bdbd9bdc-512e-487a-8c8a-9c227a81430f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=41dca2a9285745468fe8daccfd8477e3&device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 1125 time: 0.2364602 Feb 16 16:40:46.312597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31be9e-dcdd-4a33-b20c-24dd12822bee req-f3cffba3-03b5-4465-b64c-76b7009580d4 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:46.322019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b31be9e-dcdd-4a33-b20c-24dd12822bee req-f3cffba3-03b5-4465-b64c-76b7009580d4 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.2840815 Feb 16 16:40:46.325056 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f05c82f-5731-498a-9028-31668cf618dd req-d097a1c7-9989-4321-9254-52b265b50056 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7842a5-e85c-4432-a0e3-354d7aa7fc6c HTTP/1.1" status: 200 len: 217 time: 0.1308088 Feb 16 16:40:46.461646 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (5a54b440-425d-4b06-990e-d3e31e52a83f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:46.528336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05c82f-5731-498a-9028-31668cf618dd req-c4d4b834-e506-43cc-ab4b-35df11e608f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:46.530591 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f05c82f-5731-498a-9028-31668cf618dd req-c4d4b834-e506-43cc-ab4b-35df11e608f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f7f3045-0ec8-42dd-a33a-39692bb292b6 HTTP/1.1" status: 200 len: 854 time: 0.1807911 Feb 16 16:40:46.718011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2880cec6-2791-4a24-8ab6-8f173d6a8ebb req-0066194a-4080-4915-8fa7-35d694324776 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.1859105 Feb 16 16:40:46.726405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f05c82f-5731-498a-9028-31668cf618dd req-2725970c-2086-48ac-92df-9d572a4cd0db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c1bb5df-1737-4e05-87cb-b4c41aab3581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452661 Feb 16 16:40:46.746815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b31be9e-dcdd-4a33-b20c-24dd12822bee req-efb1451e-2a47-4d92-8ca1-45ce4789a213 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232709 Feb 16 16:40:46.900507 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Router 5a54b440-425d-4b06-990e-d3e31e52a83f is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:40:46.909844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ae2e8-e131-4da9-b211-4eda74cc3b07 req-3d62c9b3-c48a-4201-8fd2-726263d8c681 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:46.912118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-729ae2e8-e131-4da9-b211-4eda74cc3b07 req-3d62c9b3-c48a-4201-8fd2-726263d8c681 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.1310308 Feb 16 16:40:46.928460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b9f946e1-f13e-4917-a83b-aa4210f21281 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:40:46.935706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b9f946e1-f13e-4917-a83b-aa4210f21281 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:40:47.242005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b9f946e1-f13e-4917-a83b-aa4210f21281 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:47.243027 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:47.269397 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f05c82f-5731-498a-9028-31668cf618dd req-e347f8cb-1544-4a04-89af-b2deacfa0b47 service neutron] 10.222.0.65 "GET /v2.0/networks/8c1bb5df-1737-4e05-87cb-b4c41aab3581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521457 Feb 16 16:40:47.320089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec1e458-4961-456b-b1a0-28a080cbc2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f946e1-f13e-4917-a83b-aa4210f21281'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:40:47.322187 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dad5bde-7e98-4186-b02f-32047c1bdfb3" -d '{"events": [{"server_uuid": "3ec1e458-4961-456b-b1a0-28a080cbc2a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f946e1-f13e-4917-a83b-aa4210f21281"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:40:47.347820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:40:47.405174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a9af5c-6d20-48f1-a2f5-04ff10d95c3a None None] Sync routers for ids ['5a54b440-425d-4b06-990e-d3e31e52a83f'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:40:47.431282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b9f946e1-f13e-4917-a83b-aa4210f21281, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b9f946e1-f13e-4917-a83b-aa4210f21281,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:47.472974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b9f946e1-f13e-4917-a83b-aa4210f21281, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b9f946e1-f13e-4917-a83b-aa4210f21281,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:47.472974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'b9f946e1-f13e-4917-a83b-aa4210f21281', 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad', 'port_id': 'b9f946e1-f13e-4917-a83b-aa4210f21281', 'mac_address': 'fa:16:3e:f6:6e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:40:47.489628 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:47.491445 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-74183fb0-0d8e-4f6a-94c9-0f36943339a3 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0364940 Feb 16 16:40:47.494387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40822) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:47.499147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9836466f-3ed7-438f-b7a4-e6a55af34fc6 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'enable_snat': False}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:47.499525 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:47.548622 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b9f946e1-f13e-4917-a83b-aa4210f21281 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:47.549019 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:47.550900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a9af5c-6d20-48f1-a2f5-04ff10d95c3a None None] Routers {'5a54b440-425d-4b06-990e-d3e31e52a83f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:47.551861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a0a9af5c-6d20-48f1-a2f5-04ff10d95c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['5a54b440-425d-4b06-990e-d3e31e52a83f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:47.579102 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-729ae2e8-e131-4da9-b211-4eda74cc3b07 req-6c59bb1b-e8c9-4a13-bfa6-6092db44b998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5985398 Feb 16 16:40:47.608502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45c7b2-624b-4b19-9125-5fcf8706385c req-6fa3d072-404e-48e7-9fce-1c0f3b11964e tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:47.633992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb45c7b2-624b-4b19-9125-5fcf8706385c req-6fa3d072-404e-48e7-9fce-1c0f3b11964e tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 943 time: 0.3635361 Feb 16 16:40:47.682188 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=b9f946e1-f13e-4917-a83b-aa4210f21281,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:47.748497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f05c82f-5731-498a-9028-31668cf618dd req-3799fe69-593a-400c-be17-4cd0f44bb0c2 service neutron] 10.222.0.65 "GET /v2.0/networks/8c1bb5df-1737-4e05-87cb-b4c41aab3581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618454 Feb 16 16:40:47.810876 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb45c7b2-624b-4b19-9125-5fcf8706385c req-cb78671c-e641-4d18-8d51-7927c674ecda tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/security-groups?id=600f8bd3-da19-4360-bee7-24915d450ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759000 Feb 16 16:40:47.815197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a0a9af5c-6d20-48f1-a2f5-04ff10d95c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:47.832700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9f946e1-f13e-4917-a83b-aa4210f21281 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:40:47.961358 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcac315f-68a4-4e48-9875-124bfe8298c3 x-openstack-request-id: req-bcac315f-68a4-4e48-9875-124bfe8298c3 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:40:47.963886 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec1e458-4961-456b-b1a0-28a080cbc2a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f946e1-f13e-4917-a83b-aa4210f21281", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:40:47.964311 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcac315f-68a4-4e48-9875-124bfe8298c3 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:40:47.965077 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec1e458-4961-456b-b1a0-28a080cbc2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f946e1-f13e-4917-a83b-aa4210f21281', 'code': 200} Feb 16 16:40:47.972413 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:40:47.973250 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:40:47.981198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a9af5c-6d20-48f1-a2f5-04ff10d95c3a None None] Routers {'5a54b440-425d-4b06-990e-d3e31e52a83f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:47.982205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a0a9af5c-6d20-48f1-a2f5-04ff10d95c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['5a54b440-425d-4b06-990e-d3e31e52a83f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:48.043647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a0a9af5c-6d20-48f1-a2f5-04ff10d95c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:48.044722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a9af5c-6d20-48f1-a2f5-04ff10d95c3a None None] The sync data for ids ['5a54b440-425d-4b06-990e-d3e31e52a83f'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:40:48.074876 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5849ff8b-4122-4285-9b18-6b1b180db7d9 req-a6942f81-4c6b-41ac-a7f4-ae80569cdd3b tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.2035091 Feb 16 16:40:48.348723 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9836466f-3ed7-438f-b7a4-e6a55af34fc6 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (5a54b440-425d-4b06-990e-d3e31e52a83f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:48.555617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b9f946e1-f13e-4917-a83b-aa4210f21281 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:48.562319 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:48.592568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f946e1-f13e-4917-a83b-aa4210f21281 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:40:48.654882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b9f946e1-f13e-4917-a83b-aa4210f21281, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b9f946e1-f13e-4917-a83b-aa4210f21281,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:48.661565 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:48.792105 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=b9f946e1-f13e-4917-a83b-aa4210f21281,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:48.926989 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aea7ad-ef07-44a9-a6f4-540f89bf33ac req-c0ca5303-45aa-4477-b09f-950272f19149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:48.928774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6aea7ad-ef07-44a9-a6f4-540f89bf33ac req-c0ca5303-45aa-4477-b09f-950272f19149 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=41dca2a9285745468fe8daccfd8477e3&device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 1125 time: 0.9702890 Feb 16 16:40:48.974197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce57a7-e35b-4750-b6ad-a8cd06f12f80 req-9bb0ef5a-e2c7-45e1-b729-6383fcc29c8a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:48.981628 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7ce57a7-e35b-4750-b6ad-a8cd06f12f80 req-9bb0ef5a-e2c7-45e1-b729-6383fcc29c8a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 943 time: 0.8941948 Feb 16 16:40:49.038021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf781d3-53e0-45b9-bb18-dbf09ad4d6e1 req-8d0b26c1-4e7e-4540-b7de-2a752d6e1cb1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:49.039495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6bf781d3-53e0-45b9-bb18-dbf09ad4d6e1 req-8d0b26c1-4e7e-4540-b7de-2a752d6e1cb1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.1828439 Feb 16 16:40:49.069586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['b9f946e1-f13e-4917-a83b-aa4210f21281'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:40:49.388340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7ce57a7-e35b-4750-b6ad-a8cd06f12f80 req-bf6a8a71-e372-4682-8a8f-b3b76962b2e7 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020860 Feb 16 16:40:49.393826 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9836466f-3ed7-438f-b7a4-e6a55af34fc6 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (5a54b440-425d-4b06-990e-d3e31e52a83f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:49.395662 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9836466f-3ed7-438f-b7a4-e6a55af34fc6 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (5a54b440-425d-4b06-990e-d3e31e52a83f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:49.666558 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6bf781d3-53e0-45b9-bb18-dbf09ad4d6e1 req-b674bd2b-b13c-41f5-ad4e-5c32d5badaf2 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685806 Feb 16 16:40:49.842794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aea7ad-ef07-44a9-a6f4-540f89bf33ac req-7470c9f2-97b1-47df-b9f2-31ff16b30224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:49.844365 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:40:49.847305 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6aea7ad-ef07-44a9-a6f4-540f89bf33ac req-7470c9f2-97b1-47df-b9f2-31ff16b30224 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c1bb5df-1737-4e05-87cb-b4c41aab3581 HTTP/1.1" status: 200 len: 915 time: 0.9077299 Feb 16 16:40:49.847896 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9836466f-3ed7-438f-b7a4-e6a55af34fc6 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Router 5a54b440-425d-4b06-990e-d3e31e52a83f has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:40:49.954851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6aea7ad-ef07-44a9-a6f4-540f89bf33ac req-8468a1cf-9a4d-4fe0-9a79-83cd686815ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7842a5-e85c-4432-a0e3-354d7aa7fc6c HTTP/1.1" status: 200 len: 217 time: 0.0945160 Feb 16 16:40:49.985318 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441335a-0f3b-4459-928e-ed95c5d38926 req-4da4c3a5-6934-4680-99ff-6047ef3b7ff8 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:50.002944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2441335a-0f3b-4459-928e-ed95c5d38926 req-4da4c3a5-6934-4680-99ff-6047ef3b7ff8 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 943 time: 0.2890582 Feb 16 16:40:50.036646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-25d691ee-6f92-4e3c-ba56-9ff5a29cd23f req-50ea33f2-1899-42dd-9364-0da7e2f84b05 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.1879704 Feb 16 16:40:50.122907 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9836466f-3ed7-438f-b7a4-e6a55af34fc6 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:40:50.133039 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9836466f-3ed7-438f-b7a4-e6a55af34fc6 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:50.134293 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9836466f-3ed7-438f-b7a4-e6a55af34fc6 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "PUT /v2.0/routers/5a54b440-425d-4b06-990e-d3e31e52a83f HTTP/1.1" status: 200 len: 925 time: 2.6389501 Feb 16 16:40:50.138005 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40886) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:50.148122 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32809b76-9fa4-4487-a806-71c17edba305 None None] Sync routers for ids ['5a54b440-425d-4b06-990e-d3e31e52a83f'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:40:50.166315 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32809b76-9fa4-4487-a806-71c17edba305 None None] Routers {'5a54b440-425d-4b06-990e-d3e31e52a83f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:50.166951 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-32809b76-9fa4-4487-a806-71c17edba305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['5a54b440-425d-4b06-990e-d3e31e52a83f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:50.198267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8d7842a5-e85c-4432-a0e3-354d7aa7fc6c,segment=NetworkSegment(86e1995f-77ce-461b-ba26-1470f9eb977b),segment_id=86e1995f-77ce-461b-ba26-1470f9eb977b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:50.200578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2441335a-0f3b-4459-928e-ed95c5d38926 req-14ed88b4-d9d9-407f-86e5-4dfbf4b1b9f8 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/security-groups?id=600f8bd3-da19-4360-bee7-24915d450ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941898 Feb 16 16:40:50.257301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aea7ad-ef07-44a9-a6f4-540f89bf33ac req-de7b9bbb-26db-4657-841f-1e872cfa2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:50.258828 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6aea7ad-ef07-44a9-a6f4-540f89bf33ac req-de7b9bbb-26db-4657-841f-1e872cfa2ee1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f7f3045-0ec8-42dd-a33a-39692bb292b6 HTTP/1.1" status: 200 len: 854 time: 0.2477548 Feb 16 16:40:50.279410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '8d7842a5-e85c-4432-a0e3-354d7aa7fc6c', 'network_id': '8c1bb5df-1737-4e05-87cb-b4c41aab3581', 'port_id': '8d7842a5-e85c-4432-a0e3-354d7aa7fc6c', 'mac_address': 'fa:16:3e:95:52:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7f3045-0ec8-42dd-a33a-39692bb292b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:40:50.333310 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-32809b76-9fa4-4487-a806-71c17edba305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:50.342659 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6aea7ad-ef07-44a9-a6f4-540f89bf33ac req-485f74b2-7c09-4cca-856d-a2de589ea469 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c1bb5df-1737-4e05-87cb-b4c41aab3581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767438 Feb 16 16:40:50.362074 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32809b76-9fa4-4487-a806-71c17edba305 None None] Routers {'5a54b440-425d-4b06-990e-d3e31e52a83f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:50.363098 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-32809b76-9fa4-4487-a806-71c17edba305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['5a54b440-425d-4b06-990e-d3e31e52a83f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:50.394129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:50.396712 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d7842a5-e85c-4432-a0e3-354d7aa7fc6c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:50.462394 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:40:50.521636 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-32809b76-9fa4-4487-a806-71c17edba305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:50.528094 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32809b76-9fa4-4487-a806-71c17edba305 None None] The sync data for ids ['5a54b440-425d-4b06-990e-d3e31e52a83f'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:40:50.579941 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8d7842a5-e85c-4432-a0e3-354d7aa7fc6c,segment=NetworkSegment(86e1995f-77ce-461b-ba26-1470f9eb977b),segment_id=86e1995f-77ce-461b-ba26-1470f9eb977b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:50.592006 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8d7842a5-e85c-4432-a0e3-354d7aa7fc6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:50.648842 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6005ea78-1e06-4443-a281-a55ac9a66a77 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/routers/5a54b440-425d-4b06-990e-d3e31e52a83f HTTP/1.1" status: 200 len: 925 time: 0.5064862 Feb 16 16:40:50.650261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40910) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:50.682526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b80035-8ef2-4bf0-973f-912a8a0b3aa3 req-3b2fc179-2d47-488d-876b-8886d937d07a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:50.690794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3b80035-8ef2-4bf0-973f-912a8a0b3aa3 req-3b2fc179-2d47-488d-876b-8886d937d07a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 944 time: 0.1336238 Feb 16 16:40:50.703425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6aea7ad-ef07-44a9-a6f4-540f89bf33ac req-8102c498-e10f-45ba-bca3-563186252db6 service neutron] 10.222.0.65 "GET /v2.0/networks/8c1bb5df-1737-4e05-87cb-b4c41aab3581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513529 Feb 16 16:40:50.745110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b35b32c6-dba8-47bd-a0cc-e7fc89527ed7 req-a00005d7-0415-4990-9c65-426ff5abfb1e tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0424867 Feb 16 16:40:50.827526 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3b80035-8ef2-4bf0-973f-912a8a0b3aa3 req-da439e46-dc90-42a2-ab3a-5c591cf89e34 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357591 Feb 16 16:40:50.869617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=8d7842a5-e85c-4432-a0e3-354d7aa7fc6c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:50.895157 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6123ab0a-449d-4ace-a772-41e949bd1585 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:50.903075 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40924) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:50.907701 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6123ab0a-449d-4ace-a772-41e949bd1585 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&device_id=5a54b440-425d-4b06-990e-d3e31e52a83f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2426856 Feb 16 16:40:50.943562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b9f946e1-f13e-4917-a83b-aa4210f21281 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:40:51.109297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['8d7842a5-e85c-4432-a0e3-354d7aa7fc6c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:40:51.403204 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port b9f946e1-f13e-4917-a83b-aa4210f21281 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:51.403989 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:51.470873 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6aea7ad-ef07-44a9-a6f4-540f89bf33ac req-e53cb10b-dbac-4a2b-a24d-1c926c9c12e1 service neutron] 10.222.0.65 "GET /v2.0/networks/8c1bb5df-1737-4e05-87cb-b4c41aab3581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7218747 Feb 16 16:40:51.529990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f854934-893f-4d05-9cef-8a58b03ab6ed req-4b73f2db-c2e5-4e54-b34e-d155d7872e35 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:51.539255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f854934-893f-4d05-9cef-8a58b03ab6ed req-4b73f2db-c2e5-4e54-b34e-d155d7872e35 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.5565436 Feb 16 16:40:51.673950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a37a2d-bf62-4d90-9c35-fc9e4516c578 req-e6b4c8fe-c001-46e2-9724-798e34277d1b tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:51.675489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9a37a2d-bf62-4d90-9c35-fc9e4516c578 req-e6b4c8fe-c001-46e2-9724-798e34277d1b tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 944 time: 0.2902107 Feb 16 16:40:51.692720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211ca328-bfaa-4990-9655-1b05c4628709 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:51.696917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40944) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:51.697510 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-211ca328-bfaa-4990-9655-1b05c4628709 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 881 time: 0.7901752 Feb 16 16:40:51.703003 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f854934-893f-4d05-9cef-8a58b03ab6ed req-6ad1a411-28d3-4834-b422-276d0a1bed52 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439307 Feb 16 16:40:51.770615 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d73105fd-6f9e-4488-8ae3-ae702478287c tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a54b440-425d-4b06-990e-d3e31e52a83f HTTP/1.1" status: 200 len: 205 time: 0.0682507 Feb 16 16:40:51.771317 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40946) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:51.774427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b9f946e1-f13e-4917-a83b-aa4210f21281 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:51.775101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:51.786782 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9a37a2d-bf62-4d90-9c35-fc9e4516c578 req-7f16472a-b111-4ffa-a2d5-6bf906b5a01d tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/security-groups?id=600f8bd3-da19-4360-bee7-24915d450ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020451 Feb 16 16:40:51.879838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec1e458-4961-456b-b1a0-28a080cbc2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f946e1-f13e-4917-a83b-aa4210f21281'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:40:51.899200 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c778b0-4ceb-491d-ab75-dde0072d5f1e" -d '{"events": [{"server_uuid": "3ec1e458-4961-456b-b1a0-28a080cbc2a4", "name": "network-vif-plugged", "status": "completed", "tag": "b9f946e1-f13e-4917-a83b-aa4210f21281"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:40:51.912611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b9f946e1-f13e-4917-a83b-aa4210f21281, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b9f946e1-f13e-4917-a83b-aa4210f21281,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:51.923898 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:51.997670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0627a60-7dee-4f24-8bcc-273ce3459369 req-c26fd71f-242e-4906-901f-9abdff86e1e1 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0695632 Feb 16 16:40:52.000248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=b9f946e1-f13e-4917-a83b-aa4210f21281,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:52.097366 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0895028f-709f-4a8c-900e-c9d945b183ce x-openstack-request-id: req-0895028f-709f-4a8c-900e-c9d945b183ce {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:40:52.097725 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec1e458-4961-456b-b1a0-28a080cbc2a4", "name": "network-vif-plugged", "status": "completed", "tag": "b9f946e1-f13e-4917-a83b-aa4210f21281", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:40:52.097989 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0895028f-709f-4a8c-900e-c9d945b183ce {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:40:52.098999 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec1e458-4961-456b-b1a0-28a080cbc2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f946e1-f13e-4917-a83b-aa4210f21281', 'code': 200} Feb 16 16:40:52.156796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf357a0a-5427-43ab-a4e5-cd73131812f4 req-395ab2b5-d27a-4b57-8876-7e51f565d6be tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:52.161675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf357a0a-5427-43ab-a4e5-cd73131812f4 req-395ab2b5-d27a-4b57-8876-7e51f565d6be tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.1582062 Feb 16 16:40:52.197750 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (5a54b440-425d-4b06-990e-d3e31e52a83f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:52.300696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf357a0a-5427-43ab-a4e5-cd73131812f4 req-4a8bf87d-5880-4ca3-bb65-84f39f153cd6 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331787 Feb 16 16:40:52.688916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f367eb11-f1f1-4a5b-ac52-7c2765611479 req-abc6fc98-30c5-4b81-a85b-67082464770c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ec6a536-cf01-4a49-ba3a-cbc7b5e6ed0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0722752 Feb 16 16:40:52.775024 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f367eb11-f1f1-4a5b-ac52-7c2765611479 req-8122a319-fa80-4ff8-bab9-1059a981aa0f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=54ea7e0295cd4244bef6fff1affba266&device_id=3ec6a536-cf01-4a49-ba3a-cbc7b5e6ed0f HTTP/1.1" status: 200 len: 210 time: 0.0378492 Feb 16 16:40:52.833096 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8ea5c-6f92-4884-8448-6b46b644547d req-398f4e6a-50eb-4624-8116-7addcc75e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:52.834658 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d0a8ea5c-6f92-4884-8448-6b46b644547d req-398f4e6a-50eb-4624-8116-7addcc75e586 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 1127 time: 0.1236126 Feb 16 16:40:52.883797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f367eb11-f1f1-4a5b-ac52-7c2765611479 req-141874da-8cdb-4b14-885f-44c5ca8dcf23 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=54ea7e0295cd4244bef6fff1affba266&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798354 Feb 16 16:40:52.903041 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (5a54b440-425d-4b06-990e-d3e31e52a83f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:52.908504 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d0a8ea5c-6f92-4884-8448-6b46b644547d req-e5befef0-b877-4e85-b766-a1f50bf922db service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636387 Feb 16 16:40:53.026022 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Deleting port 7ef830ce-1d2c-4ad7-b30d-4f884596878f {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:40:53.026462 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7ef830ce-1d2c-4ad7-b30d-4f884596878f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:53.253324 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7ef830ce-1d2c-4ad7-b30d-4f884596878f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:53.288996 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Calling delete_port for 7ef830ce-1d2c-4ad7-b30d-4f884596878f owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:40:53.312292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a04e37-3e94-408b-a07c-ade605ffe9c6 req-29c142e4-776e-4f13-b618-a29f691dc4dc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:53.315897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7a04e37-3e94-408b-a07c-ade605ffe9c6 req-29c142e4-776e-4f13-b618-a29f691dc4dc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.4548411 Feb 16 16:40:53.431689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489824d2-0a24-4748-8a16-7dfc97d70b32 req-95ed36a9-beb2-46f5-9fc8-6bb42135882b tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:53.448224 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-489824d2-0a24-4748-8a16-7dfc97d70b32 req-95ed36a9-beb2-46f5-9fc8-6bb42135882b tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 944 time: 0.4171641 Feb 16 16:40:53.546239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367eb11-f1f1-4a5b-ac52-7c2765611479 req-2e50220f-f491-445f-85ec-fa2f919f596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:53.547706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f367eb11-f1f1-4a5b-ac52-7c2765611479 req-2e50220f-f491-445f-85ec-fa2f919f596c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5676422 Feb 16 16:40:53.577817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7a04e37-3e94-408b-a07c-ade605ffe9c6 req-b0f9ec40-a6c6-436d-a25e-6488cdefb40f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267635 Feb 16 16:40:53.628112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:40:53.641035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-489824d2-0a24-4748-8a16-7dfc97d70b32 req-aa35427f-cc15-499c-8a61-e838d13c1281 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/security-groups?id=600f8bd3-da19-4360-bee7-24915d450ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918390 Feb 16 16:40:53.750631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7ef830ce-1d2c-4ad7-b30d-4f884596878f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:53.755366 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bd6376f-766d-4879-b9da-3a4ca1762442 req-e40f674e-31d4-4d7a-8176-c23a8d7d0b52 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.1001365 Feb 16 16:40:53.811196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:40:53.821088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:40:53.821569 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8d7842a5-e85c-4432-a0e3-354d7aa7fc6c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:53.860661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Pushing event deleted for resources: {'Port': ['ID=7ef830ce-1d2c-4ad7-b30d-4f884596878f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:53.943567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef9b8f-aa25-423c-a226-3ef39309a2bf req-38fc01a2-cc33-482b-85cd-fbc185c72f18 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:53.945128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:53.946152 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:53.946966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:53.950198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:53.951866 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:53.952899 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:53.955137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:53.955805 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cef9b8f-aa25-423c-a226-3ef39309a2bf req-38fc01a2-cc33-482b-85cd-fbc185c72f18 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.1361558 Feb 16 16:40:53.956357 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:53.957841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:53.958779 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:53.960451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:53.962592 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:53.963672 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:40:54.058265 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:40:54.059362 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d7842a5-e85c-4432-a0e3-354d7aa7fc6c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:54.076492 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cef9b8f-aa25-423c-a226-3ef39309a2bf req-8d8b5fef-bb4e-4a3b-b55c-04ef60b45942 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168435 Feb 16 16:40:54.077745 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (5a54b440-425d-4b06-990e-d3e31e52a83f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:54.154332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8d7842a5-e85c-4432-a0e3-354d7aa7fc6c,segment=NetworkSegment(86e1995f-77ce-461b-ba26-1470f9eb977b),segment_id=86e1995f-77ce-461b-ba26-1470f9eb977b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:54.157673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889007eb-985a-4c66-a2aa-7a932999809a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7842a5-e85c-4432-a0e3-354d7aa7fc6c'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:40:54.169208 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f49b58d-0a40-4173-9949-db56edd79129" -d '{"events": [{"server_uuid": "889007eb-985a-4c66-a2aa-7a932999809a", "name": "network-vif-plugged", "status": "completed", "tag": "8d7842a5-e85c-4432-a0e3-354d7aa7fc6c"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:40:54.178961 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8d7842a5-e85c-4432-a0e3-354d7aa7fc6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:54.281818 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167b0e77-ec34-4082-83fc-c286fd7ef864 x-openstack-request-id: req-167b0e77-ec34-4082-83fc-c286fd7ef864 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:40:54.282187 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889007eb-985a-4c66-a2aa-7a932999809a", "name": "network-vif-plugged", "status": "completed", "tag": "8d7842a5-e85c-4432-a0e3-354d7aa7fc6c", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:40:54.282516 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-167b0e77-ec34-4082-83fc-c286fd7ef864 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:40:54.283011 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889007eb-985a-4c66-a2aa-7a932999809a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7842a5-e85c-4432-a0e3-354d7aa7fc6c', 'code': 200} Feb 16 16:40:54.295412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=8d7842a5-e85c-4432-a0e3-354d7aa7fc6c,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:54.331557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (5a54b440-425d-4b06-990e-d3e31e52a83f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:54.340969 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_controller (5a54b440-425d-4b06-990e-d3e31e52a83f), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:54.471483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967a37e-1f7d-42bd-9e29-f5f0076d0efd req-5a28b3c9-b296-4ee2-a52e-0e5f6a4aef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:54.479855 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (5a54b440-425d-4b06-990e-d3e31e52a83f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:54.481472 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Fanout notify agent at l3_agent the message router_deleted on router 5a54b440-425d-4b06-990e-d3e31e52a83f {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:40:54.495912 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5967a37e-1f7d-42bd-9e29-f5f0076d0efd req-5a28b3c9-b296-4ee2-a52e-0e5f6a4aef23 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 1127 time: 0.1159031 Feb 16 16:40:54.508586 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:54.510629 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8ca6c014-eed6-489c-a9f1-959291437521 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "DELETE /v2.0/routers/5a54b440-425d-4b06-990e-d3e31e52a83f HTTP/1.1" status: 204 len: 168 time: 2.7383661 Feb 16 16:40:54.532164 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40996) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:54.554145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ab636498-d865-4009-b69d-81588e212b1b tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1860790540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:54.597937 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab636498-d865-4009-b69d-81588e212b1b tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (4565f44e-78e8-426b-993b-1eea57e5314d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:54.600410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab636498-d865-4009-b69d-81588e212b1b tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (4565f44e-78e8-426b-993b-1eea57e5314d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:54.661765 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5967a37e-1f7d-42bd-9e29-f5f0076d0efd req-7259d1fc-64ed-491b-9272-45ee827df81a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=600f8bd3-da19-4360-bee7-24915d450ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593614 Feb 16 16:40:54.717649 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab636498-d865-4009-b69d-81588e212b1b tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_controller (4565f44e-78e8-426b-993b-1eea57e5314d), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:54.726826 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab636498-d865-4009-b69d-81588e212b1b tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (4565f44e-78e8-426b-993b-1eea57e5314d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:54.773430 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab636498-d865-4009-b69d-81588e212b1b tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:54.777170 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ab636498-d865-4009-b69d-81588e212b1b tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2423387 Feb 16 16:40:54.779494 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41004) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:54.794722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:40:54.807796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3250b0-2608-4fdc-bcf8-4512e680f170 req-cebc7519-cf96-41ba-967a-3f3c4f0069ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:54.828356 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b3250b0-2608-4fdc-bcf8-4512e680f170 req-cebc7519-cf96-41ba-967a-3f3c4f0069ca tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.1236916 Feb 16 16:40:54.995803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b3250b0-2608-4fdc-bcf8-4512e680f170 req-6b1fa0b6-3c9f-44bd-a289-dfca3597f4b5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664379 Feb 16 16:40:55.053163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a8cba-54e2-4a25-8dc9-4cf41fed85b9 req-34e64f23-b493-4d5e-bdd9-3c39cae4e5b5 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:55.056132 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f57a8cba-54e2-4a25-8dc9-4cf41fed85b9 req-34e64f23-b493-4d5e-bdd9-3c39cae4e5b5 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 945 time: 0.2257898 Feb 16 16:40:55.249145 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5873a5a-1208-4ee9-aa3b-25f08db5fa68 req-b337f793-4259-420a-a77f-54ae0a0bf6f0 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.1294448 Feb 16 16:40:55.271329 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f57a8cba-54e2-4a25-8dc9-4cf41fed85b9 req-7266a189-a3ef-4816-8275-54fc7606d257 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/security-groups?id=600f8bd3-da19-4360-bee7-24915d450ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058129 Feb 16 16:40:55.339696 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (4565f44e-78e8-426b-993b-1eea57e5314d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:55.563324 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7a473-67a1-4a61-b45f-1cac71f69558 req-e124aacf-db9b-42b3-8b9d-81a02b35ee3e tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:55.568114 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c1f7a473-67a1-4a61-b45f-1cac71f69558 req-e124aacf-db9b-42b3-8b9d-81a02b35ee3e tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.1530888 Feb 16 16:40:55.653968 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a224fd0a-3223-466f-bea8-c999d4fc8255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:55.745967 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c1f7a473-67a1-4a61-b45f-1cac71f69558 req-60700fb0-8a80-4afe-9808-ad69856bafac tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704109 Feb 16 16:40:55.828682 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (4565f44e-78e8-426b-993b-1eea57e5314d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:55.867802 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:56.013222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13282b9-3dc9-42a8-8c56-e4cc1e428d34 req-ffa2f1b1-011c-4fdc-9e63-e0f8d745c690 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:56.029706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f13282b9-3dc9-42a8-8c56-e4cc1e428d34 req-ffa2f1b1-011c-4fdc-9e63-e0f8d745c690 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.1002939 Feb 16 16:40:56.076140 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Allocated IP 172.25.4.170 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/a026e8f3-68b1-46b8-8926-7600aad43d28) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:40:56.136733 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f13282b9-3dc9-42a8-8c56-e4cc1e428d34 req-409cf698-0e8e-4d8e-8cd4-11e306891bf9 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021404 Feb 16 16:40:56.260181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecb5d3-5193-456a-b9d8-c6262b8a4a76 req-0eff73cf-87dc-4620-9695-edc5f8e374ff tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:56.265651 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88ecb5d3-5193-456a-b9d8-c6262b8a4a76 req-0eff73cf-87dc-4620-9695-edc5f8e374ff tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.1260643 Feb 16 16:40:56.273782 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for port (a026e8f3-68b1-46b8-8926-7600aad43d28), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:56.320422 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a026e8f3-68b1-46b8-8926-7600aad43d28), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:56.410184 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88ecb5d3-5193-456a-b9d8-c6262b8a4a76 req-8151ad53-76ae-443e-8ef3-15e5abe4ddbc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363194 Feb 16 16:40:56.501594 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Pushing event updated for resources: {'Port': ['ID=a026e8f3-68b1-46b8-8926-7600aad43d28,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:56.524029 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:40:56.527074 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:40:56.536314 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:40:56.758152 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9ef2ccd-10f6-4900-9137-c288a63332cc req-adedc503-df70-4fe8-82f6-2ab43905d421 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.1172438 Feb 16 16:40:56.817932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af359d-cbac-4e4c-8b55-b517810b47a2 req-ef6643f8-fb82-4164-877c-af856d723e5a tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:56.827305 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34af359d-cbac-4e4c-8b55-b517810b47a2 req-ef6643f8-fb82-4164-877c-af856d723e5a tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 945 time: 0.2052288 Feb 16 16:40:56.914257 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (4565f44e-78e8-426b-993b-1eea57e5314d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:56.922261 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34af359d-cbac-4e4c-8b55-b517810b47a2 req-d022da31-caa5-4651-abbb-68bdc8259382 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/security-groups?id=600f8bd3-da19-4360-bee7-24915d450ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891297 Feb 16 16:40:57.112619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-feafce22-657c-4b76-a408-28e9edaeb175 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:57.128758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-feafce22-657c-4b76-a408-28e9edaeb175 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/networks?id=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad HTTP/1.1" status: 200 len: 815 time: 0.2050996 Feb 16 16:40:57.165492 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-3f0804fb-5958-4d00-8d1f-e71004f85f70 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/quotas/e2ba7612aa4f4a12a94557eca9488eb2 HTTP/1.1" status: 200 len: 375 time: 0.0356841 Feb 16 16:40:57.363798 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (4565f44e-78e8-426b-993b-1eea57e5314d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:57.392112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (4565f44e-78e8-426b-993b-1eea57e5314d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:57.516401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-f81f6e37-a25e-4eda-91e7-2385c6d14415 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2ba7612aa4f4a12a94557eca9488eb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3499770 Feb 16 16:40:57.760543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-568d0268-6c04-47ff-9f72-cf1041795bc8 service neutron] 10.222.0.24 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431781 Feb 16 16:40:57.780689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Router 4565f44e-78e8-426b-993b-1eea57e5314d is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:40:57.984895 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:40:57.998434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b48f57-82ff-43d7-949f-3c8ccf419290 None None] Sync routers for ids ['4565f44e-78e8-426b-993b-1eea57e5314d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:40:58.001257 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:58.002491 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-db4c7baf-1d69-49cc-b82e-321cfa9713fd tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "PUT /v2.0/routers/4565f44e-78e8-426b-993b-1eea57e5314d HTTP/1.1" status: 200 len: 884 time: 3.2207985 Feb 16 16:40:58.006751 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41096) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:58.016319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b48f57-82ff-43d7-949f-3c8ccf419290 None None] Routers {'4565f44e-78e8-426b-993b-1eea57e5314d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:58.016964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-71b48f57-82ff-43d7-949f-3c8ccf419290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['4565f44e-78e8-426b-993b-1eea57e5314d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:58.125595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceacab-dac6-4e04-b358-6e089edef65a req-b024e7b2-fac1-4e53-9e06-2929bc08b439 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:58.127234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81ceacab-dac6-4e04-b358-6e089edef65a req-b024e7b2-fac1-4e53-9e06-2929bc08b439 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.3631468 Feb 16 16:40:58.195041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-71b48f57-82ff-43d7-949f-3c8ccf419290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:58.206803 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b48f57-82ff-43d7-949f-3c8ccf419290 None None] Routers {'4565f44e-78e8-426b-993b-1eea57e5314d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:40:58.207791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-71b48f57-82ff-43d7-949f-3c8ccf419290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['4565f44e-78e8-426b-993b-1eea57e5314d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:58.252350 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f095f-e997-471a-a1c4-26d10bab9e78 req-0ce2847c-9294-4e9b-8939-2e463f898442 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:58.253894 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-332f095f-e997-471a-a1c4-26d10bab9e78 req-0ce2847c-9294-4e9b-8939-2e463f898442 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ec1e458-4961-456b-b1a0-28a080cbc2a4 HTTP/1.1" status: 200 len: 945 time: 0.2673237 Feb 16 16:40:58.264091 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-71b48f57-82ff-43d7-949f-3c8ccf419290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:40:58.265124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b48f57-82ff-43d7-949f-3c8ccf419290 None None] The sync data for ids ['4565f44e-78e8-426b-993b-1eea57e5314d'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:40:58.297965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81ceacab-dac6-4e04-b358-6e089edef65a req-8a3d4f49-d896-4cfc-858c-e817e8cc0cc4 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617873 Feb 16 16:40:58.302528 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9ecb2de2-f68a-4d9c-885d-99b9bab30fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:58.324603 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dac2b-9953-4e1e-a925-942aa28761ab req-692a4624-ea4f-4f64-91dd-e9a6af4f2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:58.329405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e96dac2b-9953-4e1e-a925-942aa28761ab req-692a4624-ea4f-4f64-91dd-e9a6af4f2bd1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=41dca2a9285745468fe8daccfd8477e3&device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 1127 time: 0.5515423 Feb 16 16:40:58.359884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-1b7d5223-dc83-406c-a9ea-418a73e98303 service neutron] 10.222.0.24 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961370 Feb 16 16:40:58.533626 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-249567b4-2715-4305-b12d-b1a6c518d9c2 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/routers/4565f44e-78e8-426b-993b-1eea57e5314d HTTP/1.1" status: 200 len: 925 time: 0.5250459 Feb 16 16:40:58.534543 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41102) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:58.672048 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710ba3a-1eaf-4d24-9a15-e1185e9d2ca7 req-cd8200a0-dd1a-4c80-96e5-3b58704a6369 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:58.673520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7710ba3a-1eaf-4d24-9a15-e1185e9d2ca7 req-cd8200a0-dd1a-4c80-96e5-3b58704a6369 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 945 time: 0.1687620 Feb 16 16:40:58.682715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dac2b-9953-4e1e-a925-942aa28761ab req-491e5ab0-5a47-46d6-8f7b-c93dde0a8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:58.684578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e96dac2b-9953-4e1e-a925-942aa28761ab req-491e5ab0-5a47-46d6-8f7b-c93dde0a8e3c service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c1bb5df-1737-4e05-87cb-b4c41aab3581 HTTP/1.1" status: 200 len: 915 time: 0.3235717 Feb 16 16:40:58.693390 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb94eba-5405-4232-9d2d-564bebcc871d tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:58.695402 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-beb94eba-5405-4232-9d2d-564bebcc871d tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&device_id=4565f44e-78e8-426b-993b-1eea57e5314d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1602890 Feb 16 16:40:58.700538 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41108) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:58.722284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-332f095f-e997-471a-a1c4-26d10bab9e78 req-29faaddb-0133-45a8-9bea-2bbb17e50ba3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Deleting port b9f946e1-f13e-4917-a83b-aa4210f21281 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:40:58.722570 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-332f095f-e997-471a-a1c4-26d10bab9e78 req-29faaddb-0133-45a8-9bea-2bbb17e50ba3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:58.847569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e96dac2b-9953-4e1e-a925-942aa28761ab req-a4edf7bc-2f46-4cbd-b798-0ddf01657792 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d7842a5-e85c-4432-a0e3-354d7aa7fc6c HTTP/1.1" status: 200 len: 217 time: 0.1555452 Feb 16 16:40:58.987052 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2145ef0-0427-4107-8623-30f96e51702f req-074f0c03-d116-426a-a45c-2f9346aeb12e tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0752308 Feb 16 16:40:59.040356 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-332f095f-e997-471a-a1c4-26d10bab9e78 req-29faaddb-0133-45a8-9bea-2bbb17e50ba3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] For port b9f946e1-f13e-4917-a83b-aa4210f21281, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b9f946e1-f13e-4917-a83b-aa4210f21281,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:40:59.040888 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-332f095f-e997-471a-a1c4-26d10bab9e78 req-29faaddb-0133-45a8-9bea-2bbb17e50ba3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:59.076846 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-332f095f-e997-471a-a1c4-26d10bab9e78 req-29faaddb-0133-45a8-9bea-2bbb17e50ba3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Calling delete_port for b9f946e1-f13e-4917-a83b-aa4210f21281 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:40:59.172792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64efecae-8a63-4d50-9ca5-e535818b352e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:59.175590 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7710ba3a-1eaf-4d24-9a15-e1185e9d2ca7 req-c5393381-4637-430b-a603-649dc50da1cb tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/security-groups?id=600f8bd3-da19-4360-bee7-24915d450ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850876 Feb 16 16:40:59.181845 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-64efecae-8a63-4d50-9ca5-e535818b352e tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 881 time: 0.4795065 Feb 16 16:40:59.195362 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41122) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:59.197571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2777a74f-cc72-4c94-a7d7-107a9495f24e req-111bcc60-1694-4de7-9004-557e4b6cc875 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 210 time: 0.0789952 Feb 16 16:40:59.229924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dac2b-9953-4e1e-a925-942aa28761ab req-4529c6ca-3f75-4cc4-9082-aea24d7443e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:40:59.236560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e96dac2b-9953-4e1e-a925-942aa28761ab req-4529c6ca-3f75-4cc4-9082-aea24d7443e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f7f3045-0ec8-42dd-a33a-39692bb292b6 HTTP/1.1" status: 200 len: 854 time: 0.3270824 Feb 16 16:40:59.269521 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:59.317267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e96dac2b-9953-4e1e-a925-942aa28761ab req-fe5cd599-d740-4060-9387-a9614d794747 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c1bb5df-1737-4e05-87cb-b4c41aab3581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593591 Feb 16 16:40:59.388643 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bda95645-e7e1-4fd5-8bee-9a10f568762f tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "GET /v2.0/ports?device_id=4565f44e-78e8-426b-993b-1eea57e5314d HTTP/1.1" status: 200 len: 205 time: 0.1962798 Feb 16 16:40:59.394423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41130) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:40:59.595360 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0aad96df-c486-473b-b07e-b4eac01e5d3d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (4565f44e-78e8-426b-993b-1eea57e5314d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:59.717537 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-332f095f-e997-471a-a1c4-26d10bab9e78 req-29faaddb-0133-45a8-9bea-2bbb17e50ba3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b9f946e1-f13e-4917-a83b-aa4210f21281), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:59.729622 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['b9f946e1-f13e-4917-a83b-aa4210f21281'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:40:59.804113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faaddb-0133-45a8-9bea-2bbb17e50ba3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Pushing event deleted for resources: {'Port': ['ID=b9f946e1-f13e-4917-a83b-aa4210f21281,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:40:59.925365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-332f095f-e997-471a-a1c4-26d10bab9e78 req-29faaddb-0133-45a8-9bea-2bbb17e50ba3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] No DVR routers for this DVR port b9f946e1-f13e-4917-a83b-aa4210f21281 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:40:59.929587 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-332f095f-e997-471a-a1c4-26d10bab9e78 req-29faaddb-0133-45a8-9bea-2bbb17e50ba3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:40:59.935544 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-332f095f-e997-471a-a1c4-26d10bab9e78 req-29faaddb-0133-45a8-9bea-2bbb17e50ba3 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.60 "DELETE /v2.0/ports/b9f946e1-f13e-4917-a83b-aa4210f21281 HTTP/1.1" status: 204 len: 173 time: 1.6535382 Feb 16 16:40:59.938225 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec1e458-4961-456b-b1a0-28a080cbc2a4', 'name': 'network-vif-deleted', 'tag': 'b9f946e1-f13e-4917-a83b-aa4210f21281'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:40:59.942940 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ca685d-8d6c-463d-b707-54b60b240500" -d '{"events": [{"server_uuid": "3ec1e458-4961-456b-b1a0-28a080cbc2a4", "name": "network-vif-deleted", "tag": "b9f946e1-f13e-4917-a83b-aa4210f21281"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:00.062448 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc315a58-3844-4921-ab46-c8655cac74c1 x-openstack-request-id: req-bc315a58-3844-4921-ab46-c8655cac74c1 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:00.063065 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec1e458-4961-456b-b1a0-28a080cbc2a4", "name": "network-vif-deleted", "tag": "b9f946e1-f13e-4917-a83b-aa4210f21281", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:00.063294 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc315a58-3844-4921-ab46-c8655cac74c1 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:00.063615 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec1e458-4961-456b-b1a0-28a080cbc2a4', 'name': 'network-vif-deleted', 'tag': 'b9f946e1-f13e-4917-a83b-aa4210f21281', 'status': 'completed', 'code': 200} Feb 16 16:41:00.528339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca583283-271c-4565-ad85-8276b4476f60 req-1da58123-64b2-432b-b606-97e9c7644861 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.1455657 Feb 16 16:41:00.623344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e96dac2b-9953-4e1e-a925-942aa28761ab req-b5b1f7a9-5d4c-41df-ad9a-a5ea519000c7 service neutron] 10.222.0.65 "GET /v2.0/networks/8c1bb5df-1737-4e05-87cb-b4c41aab3581?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2932103 Feb 16 16:41:00.651972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151b3b6-e92c-476b-b68a-6203ade93032 req-ce1b1a27-1db8-4f2c-8bd2-526aae0a0cdc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:00.661749 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d151b3b6-e92c-476b-b68a-6203ade93032 req-ce1b1a27-1db8-4f2c-8bd2-526aae0a0cdc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 1.2680221 Feb 16 16:41:00.801618 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:00.938041 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e96dac2b-9953-4e1e-a925-942aa28761ab req-15a8c1fe-84dc-4730-8868-329e93625da2 service neutron] 10.222.0.65 "GET /v2.0/networks/8c1bb5df-1737-4e05-87cb-b4c41aab3581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730966 Feb 16 16:41:01.093552 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0aad96df-c486-473b-b07e-b4eac01e5d3d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (4565f44e-78e8-426b-993b-1eea57e5314d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:01.263360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89a83c-0e54-4897-bd3c-6fd8983bb226 req-b87f92b8-7cf4-411c-92e2-a7620acb6fd9 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:01.273117 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa89a83c-0e54-4897-bd3c-6fd8983bb226 req-b87f92b8-7cf4-411c-92e2-a7620acb6fd9 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 945 time: 0.3149281 Feb 16 16:41:01.333532 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-bd87d0a8-8926-4d25-acb2-9c8a92e312ca tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:01.335733 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-bd87d0a8-8926-4d25-acb2-9c8a92e312ca tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.60 "GET /v2.0/networks?id=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad HTTP/1.1" status: 200 len: 815 time: 0.5183544 Feb 16 16:41:01.350487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-f6468b69-94ef-4b30-9ba1-c17804ef1b7d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Request body: {'port': {'device_id': '251eb101-3543-43c4-af0e-eec7f08e17ab', 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad', 'admin_state_up': True, 'tenant_id': 'e2ba7612aa4f4a12a94557eca9488eb2'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:01.363101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:01.491459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa89a83c-0e54-4897-bd3c-6fd8983bb226 req-1263d4f9-6a84-4b1e-8547-124aaa8ce6b2 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/security-groups?id=600f8bd3-da19-4360-bee7-24915d450ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155967 Feb 16 16:41:01.504110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d151b3b6-e92c-476b-b68a-6203ade93032 req-0637df06-6742-45e7-a853-2b61e1c384c5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8412843 Feb 16 16:41:01.570925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0aad96df-c486-473b-b07e-b4eac01e5d3d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Deleting port a026e8f3-68b1-46b8-8926-7600aad43d28 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:41:01.571585 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0aad96df-c486-473b-b07e-b4eac01e5d3d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a026e8f3-68b1-46b8-8926-7600aad43d28), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:01.778965 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0aad96df-c486-473b-b07e-b4eac01e5d3d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a026e8f3-68b1-46b8-8926-7600aad43d28), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:01.789837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-f6468b69-94ef-4b30-9ba1-c17804ef1b7d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Made reservation on behalf of e2ba7612aa4f4a12a94557eca9488eb2 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:01.796723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0aad96df-c486-473b-b07e-b4eac01e5d3d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Calling delete_port for a026e8f3-68b1-46b8-8926-7600aad43d28 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:41:01.797691 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-f6468b69-94ef-4b30-9ba1-c17804ef1b7d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:02.073703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1a071f0-1d4d-4d27-b3c2-0213c9625c47 req-dd91fd28-7db0-4964-a9ca-613cb3551e7c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 210 time: 0.1988161 Feb 16 16:41:02.107252 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:02.146104 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fe33667-fb19-46d3-9c10-8c9a578c08fc req-74d77df6-4f45-4cf8-92ca-5d56a6284aae tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.2694707 Feb 16 16:41:02.199305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-f6468b69-94ef-4b30-9ba1-c17804ef1b7d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Allocated IP 172.20.0.14 (ba60c3ee-51d9-4ac7-bcac-b8b74968bfad/2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45/7b918118-7f8f-474d-86f7-c3d0510bceb2) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:02.510842 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0aad96df-c486-473b-b07e-b4eac01e5d3d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a026e8f3-68b1-46b8-8926-7600aad43d28), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:02.572970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad96df-c486-473b-b07e-b4eac01e5d3d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Pushing event deleted for resources: {'Port': ['ID=a026e8f3-68b1-46b8-8926-7600aad43d28,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:02.713770 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0aad96df-c486-473b-b07e-b4eac01e5d3d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (4565f44e-78e8-426b-993b-1eea57e5314d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:02.840840 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-f6468b69-94ef-4b30-9ba1-c17804ef1b7d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks [] for port (7b918118-7f8f-474d-86f7-c3d0510bceb2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:02.912726 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-f6468b69-94ef-4b30-9ba1-c17804ef1b7d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7b918118-7f8f-474d-86f7-c3d0510bceb2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:02.978288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b9f946e1-f13e-4917-a83b-aa4210f21281 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:41:02.986737 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0aad96df-c486-473b-b07e-b4eac01e5d3d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (4565f44e-78e8-426b-993b-1eea57e5314d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:02.992648 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0aad96df-c486-473b-b07e-b4eac01e5d3d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_controller (4565f44e-78e8-426b-993b-1eea57e5314d), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:03.065253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: b9f946e1-f13e-4917-a83b-aa4210f21281 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:41:03.065620 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b9f946e1-f13e-4917-a83b-aa4210f21281 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:41:03.126518 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-f6468b69-94ef-4b30-9ba1-c17804ef1b7d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:03.130255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-f6468b69-94ef-4b30-9ba1-c17804ef1b7d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:03.146861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-f6468b69-94ef-4b30-9ba1-c17804ef1b7d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:03.262727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e75f9-abe0-4984-a8b0-15c7a20f4227 req-5d1ae55d-f543-46e9-b48f-e18c73ca0b52 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:03.264470 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-246e75f9-abe0-4984-a8b0-15c7a20f4227 req-5d1ae55d-f543-46e9-b48f-e18c73ca0b52 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.4166512 Feb 16 16:41:03.271670 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0aad96df-c486-473b-b07e-b4eac01e5d3d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (4565f44e-78e8-426b-993b-1eea57e5314d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:03.272826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aad96df-c486-473b-b07e-b4eac01e5d3d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Fanout notify agent at l3_agent the message router_deleted on router 4565f44e-78e8-426b-993b-1eea57e5314d {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:41:03.299559 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0aad96df-c486-473b-b07e-b4eac01e5d3d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:03.306445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0aad96df-c486-473b-b07e-b4eac01e5d3d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "DELETE /v2.0/routers/4565f44e-78e8-426b-993b-1eea57e5314d HTTP/1.1" status: 204 len: 168 time: 3.9107077 Feb 16 16:41:03.345970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019c30b-2474-4300-9e3a-db10a4e2e065 req-9affc740-30d6-4bd3-8972-67cc73a5a597 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:03.357942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a019c30b-2474-4300-9e3a-db10a4e2e065 req-9affc740-30d6-4bd3-8972-67cc73a5a597 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 945 time: 0.5117464 Feb 16 16:41:03.368447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41186) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:03.506000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2cdb3344-d09c-4ed9-a692-747a6af33510 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-934877041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:03.584886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a019c30b-2474-4300-9e3a-db10a4e2e065 req-8e6045d6-6769-4771-8a38-40c3368f1c9a tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/security-groups?id=600f8bd3-da19-4360-bee7-24915d450ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252660 Feb 16 16:41:03.716829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-246e75f9-abe0-4984-a8b0-15c7a20f4227 req-1983e106-df87-4c9a-9215-ba543ea0564c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511925 Feb 16 16:41:03.721445 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2cdb3344-d09c-4ed9-a692-747a6af33510 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (45396c9f-88f9-49f6-9c28-60f5b45086d3), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:03.722546 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2cdb3344-d09c-4ed9-a692-747a6af33510 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (45396c9f-88f9-49f6-9c28-60f5b45086d3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:03.901896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dd8014b5-1d33-410c-9141-c618a041fedf req-ff36400b-dc37-434f-aaa2-beebf41ad952 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0323071 Feb 16 16:41:03.913411 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2cdb3344-d09c-4ed9-a692-747a6af33510 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_controller (45396c9f-88f9-49f6-9c28-60f5b45086d3), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:03.922387 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2cdb3344-d09c-4ed9-a692-747a6af33510 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (45396c9f-88f9-49f6-9c28-60f5b45086d3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:03.961856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af5129-f220-4dcb-b1c9-c4e03a69e049 req-eb35dadb-0dbc-428a-a501-06eb115f5bef tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:03.970830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-25af5129-f220-4dcb-b1c9-c4e03a69e049 req-eb35dadb-0dbc-428a-a501-06eb115f5bef tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 932 time: 0.1956642 Feb 16 16:41:04.003777 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6468b69-94ef-4b30-9ba1-c17804ef1b7d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Pushing event updated for resources: {'Port': ['ID=7b918118-7f8f-474d-86f7-c3d0510bceb2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:04.023605 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2cdb3344-d09c-4ed9-a692-747a6af33510 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:04.034030 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2cdb3344-d09c-4ed9-a692-747a6af33510 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6641805 Feb 16 16:41:04.036102 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41196) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:04.057139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'enable_snat': True}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:04.060210 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-f6468b69-94ef-4b30-9ba1-c17804ef1b7d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:04.062401 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-f6468b69-94ef-4b30-9ba1-c17804ef1b7d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:04.109611 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-f6468b69-94ef-4b30-9ba1-c17804ef1b7d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7626987 Feb 16 16:41:04.151389 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Request body: {'port': {'device_id': '251eb101-3543-43c4-af0e-eec7f08e17ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:04.193501 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d586892-24de-494a-8daa-91a2482f4b1c req-099401e6-fe01-4523-9ddc-b33b876f050b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0233054 Feb 16 16:41:04.429186 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7b918118-7f8f-474d-86f7-c3d0510bceb2), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:04.443939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d586892-24de-494a-8daa-91a2482f4b1c req-e8b71ec6-6bff-4064-ac29-1424c85286fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:04.445821 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d586892-24de-494a-8daa-91a2482f4b1c req-e8b71ec6-6bff-4064-ac29-1424c85286fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 1128 time: 0.2259727 Feb 16 16:41:04.512196 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:04.533144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-25af5129-f220-4dcb-b1c9-c4e03a69e049 req-c9b7437e-aaf6-42f3-9281-c74d19d2a095 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619979 Feb 16 16:41:04.782995 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (45396c9f-88f9-49f6-9c28-60f5b45086d3), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:04.868743 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d586892-24de-494a-8daa-91a2482f4b1c req-a49f104b-00e2-45a6-be0b-1aec423093ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:04.877893 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d586892-24de-494a-8daa-91a2482f4b1c req-a49f104b-00e2-45a6-be0b-1aec423093ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.4032505 Feb 16 16:41:04.903929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae693d4-064a-4091-b977-93a635f4dd3b req-7415c92a-ce36-4f96-ae2c-c48d6cb7fb7c tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:04.905493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bae693d4-064a-4091-b977-93a635f4dd3b req-7415c92a-ce36-4f96-ae2c-c48d6cb7fb7c tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 945 time: 0.2825010 Feb 16 16:41:05.006635 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d586892-24de-494a-8daa-91a2482f4b1c req-a4e84e8d-da63-4194-8e56-bf38a3a7d6aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=255c1a02-fccd-43c6-9d8d-66dfc94c8894 HTTP/1.1" status: 200 len: 217 time: 0.1277490 Feb 16 16:41:05.164938 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d586892-24de-494a-8daa-91a2482f4b1c req-87131a76-cc9b-42a8-a32e-b45d7a73e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:05.172213 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d586892-24de-494a-8daa-91a2482f4b1c req-87131a76-cc9b-42a8-a32e-b45d7a73e57e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.1558452 Feb 16 16:41:05.225867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4bf62-388c-4640-aa20-49f0cb8c96d9 req-fc335c9c-f3e0-4a4e-93f2-1ebeb2bd44d5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:05.227586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68e4bf62-388c-4640-aa20-49f0cb8c96d9 req-fc335c9c-f3e0-4a4e-93f2-1ebeb2bd44d5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.3530428 Feb 16 16:41:05.290580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bae693d4-064a-4091-b977-93a635f4dd3b req-2f8a17e9-809f-4fd1-a6cd-0b7ba4a5be4f tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/security-groups?id=600f8bd3-da19-4360-bee7-24915d450ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679676 Feb 16 16:41:05.436500 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68e4bf62-388c-4640-aa20-49f0cb8c96d9 req-efea8c55-079b-4e86-8074-80663e17a719 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447544 Feb 16 16:41:05.448499 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41220) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:05.507733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d586892-24de-494a-8daa-91a2482f4b1c req-4c3ce70e-331a-498f-86bc-47365b56c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:05.509312 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d586892-24de-494a-8daa-91a2482f4b1c req-4c3ce70e-331a-498f-86bc-47365b56c6b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3298628 Feb 16 16:41:05.696407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccb2f79e-b27b-459e-ae1f-a452c7699676 req-9382cc76-29ad-4836-b464-8ff6cfa78260 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0761914 Feb 16 16:41:05.779155 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (45396c9f-88f9-49f6-9c28-60f5b45086d3), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:05.816701 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b0497625-0187-436d-9b65-2c5ca70a4264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:05.830011 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca454b90-6048-41cb-b2b1-91d6f225148c req-9323f700-8aa7-493c-a057-d1b158b51046 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:05.832422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca454b90-6048-41cb-b2b1-91d6f225148c req-9323f700-8aa7-493c-a057-d1b158b51046 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 932 time: 0.1210554 Feb 16 16:41:05.833699 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:05.882325 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b918118-7f8f-474d-86f7-c3d0510bceb2 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:41:05.890094 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d586892-24de-494a-8daa-91a2482f4b1c req-83c8d84e-41fc-4ed2-8743-5ca08cf4c9f6 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715727 Feb 16 16:41:05.912252 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Publish callbacks [] for port (7b918118-7f8f-474d-86f7-c3d0510bceb2), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:06.002870 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Transition to ACTIVE for port object 7b918118-7f8f-474d-86f7-c3d0510bceb2 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:41:06.018309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Allocated IP 172.25.4.251 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/e7df857c-b9ee-4a53-beb0-a5514e7ac8cb) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:06.023284 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (7b918118-7f8f-474d-86f7-c3d0510bceb2), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:06.146069 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for port (e7df857c-b9ee-4a53-beb0-a5514e7ac8cb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:06.267684 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e7df857c-b9ee-4a53-beb0-a5514e7ac8cb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:06.279522 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d586892-24de-494a-8daa-91a2482f4b1c req-882439c0-d7bf-4b8f-9826-fb039e09d8be service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699038 Feb 16 16:41:06.316533 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Pushing event updated for resources: {'Port': ['ID=7b918118-7f8f-474d-86f7-c3d0510bceb2,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:06.352472 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Attempting to bind port 7b918118-7f8f-474d-86f7-c3d0510bceb2 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:41:06.352826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Attempting to bind port 7b918118-7f8f-474d-86f7-c3d0510bceb2 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '59d52c74-e223-4780-a880-e3cafc434ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:41:06.353370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Attempting to bind port 7b918118-7f8f-474d-86f7-c3d0510bceb2 on network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:06.364080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Port 7b918118-7f8f-474d-86f7-c3d0510bceb2 on network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:41:06.364407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Attempting to bind port 7b918118-7f8f-474d-86f7-c3d0510bceb2 on network ba60c3ee-51d9-4ac7-bcac-b8b74968bfad {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:06.372221 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:41:06.372856 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Checking segment: {'id': '59d52c74-e223-4780-a880-e3cafc434ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:06.373949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Bound using segment: {'id': '59d52c74-e223-4780-a880-e3cafc434ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:41:06.374781 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Bound port: 7b918118-7f8f-474d-86f7-c3d0510bceb2, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d52c74-e223-4780-a880-e3cafc434ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:41:06.375150 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7b918118-7f8f-474d-86f7-c3d0510bceb2), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:06.475922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] For port 7b918118-7f8f-474d-86f7-c3d0510bceb2, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:41:06.479566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] For port 7b918118-7f8f-474d-86f7-c3d0510bceb2, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=7b918118-7f8f-474d-86f7-c3d0510bceb2,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:41:06.490496 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (7b918118-7f8f-474d-86f7-c3d0510bceb2), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:06.542026 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:06.544141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:06.546192 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] 10.222.0.60 "PUT /v2.0/ports/7b918118-7f8f-474d-86f7-c3d0510bceb2 HTTP/1.1" status: 200 len: 1092 time: 2.4158576 Feb 16 16:41:06.549796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:06.556601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Pushing event updated for resources: {'Port': ['ID=e7df857c-b9ee-4a53-beb0-a5514e7ac8cb,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:06.582339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:06.588535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251eb101-3543-43c4-af0e-eec7f08e17ab', 'tag': '7b918118-7f8f-474d-86f7-c3d0510bceb2'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:41:06.593758 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaaca69-a1e9-45ed-9579-32028f578d79" -d '{"events": [{"name": "network-changed", "server_uuid": "251eb101-3543-43c4-af0e-eec7f08e17ab", "tag": "7b918118-7f8f-474d-86f7-c3d0510bceb2"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:06.600469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:06.699876 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb175b-0270-4e2b-bf22-bf717518082c service neutron] Pushing event updated for resources: {'Port': ['ID=7b918118-7f8f-474d-86f7-c3d0510bceb2,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:06.722428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-8935dbe4-66aa-4992-bac2-784ff5634ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:06.724805 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-8935dbe4-66aa-4992-bac2-784ff5634ce7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2ba7612aa4f4a12a94557eca9488eb2&device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 1126 time: 0.1274900 Feb 16 16:41:06.757946 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca454b90-6048-41cb-b2b1-91d6f225148c req-c98f49ae-107e-4991-96bd-21aad1509831 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677788 Feb 16 16:41:06.776880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb706f-de72-4440-a084-0afc91e4f02d req-b4be6582-f0e4-418c-8f32-55b51c20fa37 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:06.778944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cbb706f-de72-4440-a084-0afc91e4f02d req-b4be6582-f0e4-418c-8f32-55b51c20fa37 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.65 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 945 time: 0.5964243 Feb 16 16:41:06.790427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfef54e-e8e9-41cb-b8d6-92ac374d85ed req-3b6b997d-e970-40ae-bb73-4ec9863aead1 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:06.792170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1dfef54e-e8e9-41cb-b8d6-92ac374d85ed req-3b6b997d-e970-40ae-bb73-4ec9863aead1 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 945 time: 0.3065493 Feb 16 16:41:06.891643 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-4318528c-29a9-425f-9793-9363251ae8e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b918118-7f8f-474d-86f7-c3d0510bceb2 HTTP/1.1" status: 200 len: 217 time: 0.1563203 Feb 16 16:41:07.008793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-c7a8d4f1-e7b0-4942-afc3-957be58eaec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:07.014744 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-c7a8d4f1-e7b0-4942-afc3-957be58eaec2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45 HTTP/1.1" status: 200 len: 855 time: 0.1165545 Feb 16 16:41:07.081442 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-fa5b5ae5-2adc-47ca-aeae-57af6f8c040d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611732 Feb 16 16:41:07.280679 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-33e2601e-b60d-480c-bd9d-118cae972243 service neutron] 10.222.0.60 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923366 Feb 16 16:41:07.402262 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a4dec6f5-729d-4aee-9f91-bdbcfc53de15 req-d2578d92-b7ad-490c-a9fb-574bebfa1371 service neutron] 10.222.0.60 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130915 Feb 16 16:41:07.414481 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b0497625-0187-436d-9b65-2c5ca70a4264 admin admin] Publish callbacks [] for security_group (af342e7f-67e9-447e-aad3-381015c89be7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:07.453508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecb116-4270-4db5-a31d-93f3d4af2232 req-9d75178d-c753-4042-9b7d-85ba12692e12 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:07.455664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-93ecb116-4270-4db5-a31d-93f3d4af2232 req-9d75178d-c753-4042-9b7d-85ba12692e12 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.2678027 Feb 16 16:41:07.486441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b0497625-0187-436d-9b65-2c5ca70a4264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (af342e7f-67e9-447e-aad3-381015c89be7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:07.494581 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1dfef54e-e8e9-41cb-b8d6-92ac374d85ed req-b8a40e19-0b19-4687-adc4-3993a64c431b tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/security-groups?id=600f8bd3-da19-4360-bee7-24915d450ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138943 Feb 16 16:41:07.624851 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9ca5c4-56b3-40ab-bf52-849ebdc73c96 x-openstack-request-id: req-dc9ca5c4-56b3-40ab-bf52-849ebdc73c96 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:07.625915 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251eb101-3543-43c4-af0e-eec7f08e17ab", "tag": "7b918118-7f8f-474d-86f7-c3d0510bceb2", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:07.625915 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc9ca5c4-56b3-40ab-bf52-849ebdc73c96 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:07.626105 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251eb101-3543-43c4-af0e-eec7f08e17ab', 'tag': '7b918118-7f8f-474d-86f7-c3d0510bceb2', 'status': 'completed', 'code': 200} Feb 16 16:41:07.757218 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:41:07.785502 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaca69-a1e9-45ed-9579-32028f578d79 req-c1b75659-bc4f-4850-be29-8906943c0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:07.787080 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-eaaaca69-a1e9-45ed-9579-32028f578d79 req-c1b75659-bc4f-4850-be29-8906943c0419 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2ba7612aa4f4a12a94557eca9488eb2&device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 1126 time: 0.1366947 Feb 16 16:41:07.788651 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b0497625-0187-436d-9b65-2c5ca70a4264 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d00f2edbbc34125800b812734d9d2fa&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3368959 Feb 16 16:41:07.791128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41256) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:07.819209 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aa3f47c-8b59-4b85-a492-5ad9233c327c req-67eea084-9191-4809-a730-93003cb29c0e tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0763605 Feb 16 16:41:07.819776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0497625-0187-436d-9b65-2c5ca70a4264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af342e7f-67e9-447e-aad3-381015c89be7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:07.837174 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-8cbb706f-de72-4440-a084-0afc91e4f02d req-3dd57a61-12ae-40f6-b09e-49de168f4c3d tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Deleting port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:41:07.837969 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8cbb706f-de72-4440-a084-0afc91e4f02d req-3dd57a61-12ae-40f6-b09e-49de168f4c3d tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8d7842a5-e85c-4432-a0e3-354d7aa7fc6c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:07.853486 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-93ecb116-4270-4db5-a31d-93f3d4af2232 req-b4660a54-e55d-4439-8aa9-c44689fe17cb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573499 Feb 16 16:41:08.032438 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (45396c9f-88f9-49f6-9c28-60f5b45086d3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:08.083859 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d467347-22c7-4d65-b053-e53e692926df admin admin] Publish callbacks [] for security_group (af342e7f-67e9-447e-aad3-381015c89be7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:08.147622 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-8cbb706f-de72-4440-a084-0afc91e4f02d req-3dd57a61-12ae-40f6-b09e-49de168f4c3d tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] For port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=8d7842a5-e85c-4432-a0e3-354d7aa7fc6c,segment=NetworkSegment(86e1995f-77ce-461b-ba26-1470f9eb977b),segment_id=86e1995f-77ce-461b-ba26-1470f9eb977b)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:08.148173 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8cbb706f-de72-4440-a084-0afc91e4f02d req-3dd57a61-12ae-40f6-b09e-49de168f4c3d tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8d7842a5-e85c-4432-a0e3-354d7aa7fc6c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:08.166604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaca69-a1e9-45ed-9579-32028f578d79 req-31cdfe7d-c0a3-4902-9ac6-4d5932eedf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:08.169867 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-eaaaca69-a1e9-45ed-9579-32028f578d79 req-31cdfe7d-c0a3-4902-9ac6-4d5932eedf98 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad HTTP/1.1" status: 200 len: 916 time: 0.3704004 Feb 16 16:41:08.197248 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d467347-22c7-4d65-b053-e53e692926df admin admin] Publish callbacks [] for security_group (af342e7f-67e9-447e-aad3-381015c89be7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:08.214003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-8cbb706f-de72-4440-a084-0afc91e4f02d req-3dd57a61-12ae-40f6-b09e-49de168f4c3d tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Calling delete_port for 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:41:08.263881 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-eaaaca69-a1e9-45ed-9579-32028f578d79 req-6261fb38-fa48-4714-b207-4dc531ce4ad1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b918118-7f8f-474d-86f7-c3d0510bceb2 HTTP/1.1" status: 200 len: 217 time: 0.0855494 Feb 16 16:41:08.318289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f5bfc-611b-4350-a3e9-217206c5d054 req-495aafa2-b87d-4a96-9500-0b60cd3e5d7d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:08.319963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea5f5bfc-611b-4350-a3e9-217206c5d054 req-495aafa2-b87d-4a96-9500-0b60cd3e5d7d tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 944 time: 0.3167965 Feb 16 16:41:08.374189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaca69-a1e9-45ed-9579-32028f578d79 req-5acfb387-61e2-4622-9a26-92e958bba464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:08.388251 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-eaaaca69-a1e9-45ed-9579-32028f578d79 req-5acfb387-61e2-4622-9a26-92e958bba464 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45 HTTP/1.1" status: 200 len: 855 time: 0.1128640 Feb 16 16:41:08.468290 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d467347-22c7-4d65-b053-e53e692926df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (af342e7f-67e9-447e-aad3-381015c89be7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:08.479746 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d467347-22c7-4d65-b053-e53e692926df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:08.483019 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1d467347-22c7-4d65-b053-e53e692926df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af342e7f-67e9-447e-aad3-381015c89be7 HTTP/1.1" status: 204 len: 168 time: 0.6909146 Feb 16 16:41:08.491331 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-eaaaca69-a1e9-45ed-9579-32028f578d79 req-52a6c2fd-4fe7-4426-a7a3-c696fd012cd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956314 Feb 16 16:41:08.518442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea5f5bfc-611b-4350-a3e9-217206c5d054 req-3dde6f7e-a6c3-40f8-be29-21f83759d89b tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871777 Feb 16 16:41:08.518987 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d467347-22c7-4d65-b053-e53e692926df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af342e7f-67e9-447e-aad3-381015c89be7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:08.557656 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (45396c9f-88f9-49f6-9c28-60f5b45086d3), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:08.558288 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (45396c9f-88f9-49f6-9c28-60f5b45086d3), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:08.566324 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8cbb706f-de72-4440-a084-0afc91e4f02d req-3dd57a61-12ae-40f6-b09e-49de168f4c3d tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8d7842a5-e85c-4432-a0e3-354d7aa7fc6c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:08.578925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['8d7842a5-e85c-4432-a0e3-354d7aa7fc6c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:41:08.715576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd57a61-12ae-40f6-b09e-49de168f4c3d tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Pushing event deleted for resources: {'Port': ['ID=8d7842a5-e85c-4432-a0e3-354d7aa7fc6c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:08.772211 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-eaaaca69-a1e9-45ed-9579-32028f578d79 req-97e98c87-2ff8-4931-b0f4-2daaef4b5ac5 service neutron] 10.222.0.60 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716408 Feb 16 16:41:08.772566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db597ffb-26cb-4d5d-a5c5-a3d5fd3d73c3 req-9595ca22-0fcb-45da-b35d-3629b4a5a1f7 tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.24 "GET /v2.0/ports?device_id=889007eb-985a-4c66-a2aa-7a932999809a HTTP/1.1" status: 200 len: 210 time: 0.0872815 Feb 16 16:41:08.863221 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbb706f-de72-4440-a084-0afc91e4f02d req-3dd57a61-12ae-40f6-b09e-49de168f4c3d tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] No DVR routers for this DVR port 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:41:08.899673 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8cbb706f-de72-4440-a084-0afc91e4f02d req-3dd57a61-12ae-40f6-b09e-49de168f4c3d tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:08.899673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cbb706f-de72-4440-a084-0afc91e4f02d req-3dd57a61-12ae-40f6-b09e-49de168f4c3d tempest-InstanceActionsTestJSON-2061333790 tempest-InstanceActionsTestJSON-2061333790-project] 10.222.0.65 "DELETE /v2.0/ports/8d7842a5-e85c-4432-a0e3-354d7aa7fc6c HTTP/1.1" status: 204 len: 173 time: 2.0980387 Feb 16 16:41:08.901375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889007eb-985a-4c66-a2aa-7a932999809a', 'name': 'network-vif-deleted', 'tag': '8d7842a5-e85c-4432-a0e3-354d7aa7fc6c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:41:08.905526 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73235d85-886f-4cb4-b341-0ec5a53718c7" -d '{"events": [{"server_uuid": "889007eb-985a-4c66-a2aa-7a932999809a", "name": "network-vif-deleted", "tag": "8d7842a5-e85c-4432-a0e3-354d7aa7fc6c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:09.054507 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-eaaaca69-a1e9-45ed-9579-32028f578d79 req-450d933d-fc0c-4e95-833f-cf849cf32a12 service neutron] 10.222.0.60 "GET /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761421 Feb 16 16:41:09.105036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2570b2fa-2893-4206-8b47-5ee1ff30c7f0 req-64ab1e2d-7d38-434d-9d5c-31bbc319d587 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0856855 Feb 16 16:41:09.152185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bf280-5a4b-4710-a6ba-aa2f1b3af8cb req-ce52616c-03dc-49c0-a69e-ecde959433b5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:09.155058 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-008bf280-5a4b-4710-a6ba-aa2f1b3af8cb req-ce52616c-03dc-49c0-a69e-ecde959433b5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.1635432 Feb 16 16:41:09.211731 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-008bf280-5a4b-4710-a6ba-aa2f1b3af8cb req-469c1f49-ac48-4ec0-82f2-c9ed72b88ecd tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500383 Feb 16 16:41:09.232641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Router 45396c9f-88f9-49f6-9c28-60f5b45086d3 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:41:09.252462 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41288) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:09.267939 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c91762db-6452-4190-9036-d1336646e20a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:09.365171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c91762db-6452-4190-9036-d1336646e20a admin admin] Publish callbacks [] for security_group (e1a1d755-4da2-43db-a40d-ca593f90baee), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:09.380363 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c91762db-6452-4190-9036-d1336646e20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e1a1d755-4da2-43db-a40d-ca593f90baee), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:09.383859 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16628a0c-580f-4393-9234-c3fdbb78384f x-openstack-request-id: req-16628a0c-580f-4393-9234-c3fdbb78384f {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:09.384535 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889007eb-985a-4c66-a2aa-7a932999809a", "name": "network-vif-deleted", "tag": "8d7842a5-e85c-4432-a0e3-354d7aa7fc6c", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:09.384830 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16628a0c-580f-4393-9234-c3fdbb78384f {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:09.385759 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889007eb-985a-4c66-a2aa-7a932999809a', 'name': 'network-vif-deleted', 'tag': '8d7842a5-e85c-4432-a0e3-354d7aa7fc6c', 'status': 'completed', 'code': 200} Feb 16 16:41:09.386267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:41:09.392355 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:09.396458 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4d86d5b2-2083-42b4-be5a-a9b2e55de605 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "PUT /v2.0/routers/45396c9f-88f9-49f6-9c28-60f5b45086d3 HTTP/1.1" status: 200 len: 918 time: 5.3567598 Feb 16 16:41:09.398237 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac9df4b-c145-4f20-9cb5-dd4d320ef133 None None] Sync routers for ids ['45396c9f-88f9-49f6-9c28-60f5b45086d3'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:41:09.407587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41292) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:09.416372 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac9df4b-c145-4f20-9cb5-dd4d320ef133 None None] Routers {'45396c9f-88f9-49f6-9c28-60f5b45086d3'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:41:09.417018 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9ac9df4b-c145-4f20-9cb5-dd4d320ef133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['45396c9f-88f9-49f6-9c28-60f5b45086d3'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:09.423785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91762db-6452-4190-9036-d1336646e20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a1d755-4da2-43db-a40d-ca593f90baee,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:09.466128 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c91762db-6452-4190-9036-d1336646e20a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e89ae7965514ecabb2aad4ab0612925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2095675 Feb 16 16:41:09.466586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41294) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:09.510142 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9ac9df4b-c145-4f20-9cb5-dd4d320ef133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:09.538817 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac9df4b-c145-4f20-9cb5-dd4d320ef133 None None] Routers {'45396c9f-88f9-49f6-9c28-60f5b45086d3'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:41:09.539427 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9ac9df4b-c145-4f20-9cb5-dd4d320ef133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['45396c9f-88f9-49f6-9c28-60f5b45086d3'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:09.574927 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b64cee5-0eb6-428a-98b6-50dda5f2d1cb admin admin] Publish callbacks [] for security_group (e1a1d755-4da2-43db-a40d-ca593f90baee), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:09.587895 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9ac9df4b-c145-4f20-9cb5-dd4d320ef133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:09.588787 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac9df4b-c145-4f20-9cb5-dd4d320ef133 None None] The sync data for ids ['45396c9f-88f9-49f6-9c28-60f5b45086d3'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:41:09.623517 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-46c2b990-5b25-4935-8d43-6d69e6673e0d tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/routers/45396c9f-88f9-49f6-9c28-60f5b45086d3 HTTP/1.1" status: 200 len: 924 time: 0.2096407 Feb 16 16:41:09.624180 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b64cee5-0eb6-428a-98b6-50dda5f2d1cb admin admin] Publish callbacks [] for security_group (e1a1d755-4da2-43db-a40d-ca593f90baee), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:09.624596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41298) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:09.707626 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b64cee5-0eb6-428a-98b6-50dda5f2d1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e1a1d755-4da2-43db-a40d-ca593f90baee), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:09.710840 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b64cee5-0eb6-428a-98b6-50dda5f2d1cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:09.712696 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0b64cee5-0eb6-428a-98b6-50dda5f2d1cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1a1d755-4da2-43db-a40d-ca593f90baee HTTP/1.1" status: 204 len: 168 time: 0.2424295 Feb 16 16:41:09.724004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64cee5-0eb6-428a-98b6-50dda5f2d1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a1d755-4da2-43db-a40d-ca593f90baee,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:09.810590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ab736f-a313-4422-83a6-49db047efa23 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:09.812365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-52ab736f-a313-4422-83a6-49db047efa23 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&device_id=45396c9f-88f9-49f6-9c28-60f5b45086d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1868207 Feb 16 16:41:09.815368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41304) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:09.837843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2752b7-6b56-4b21-998e-f927117d36ff req-661eca2c-28e9-4543-9c58-26ccf16b0cf9 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:09.848407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e2752b7-6b56-4b21-998e-f927117d36ff req-661eca2c-28e9-4543-9c58-26ccf16b0cf9 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 944 time: 0.1731324 Feb 16 16:41:09.902060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41306) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:09.952074 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e2752b7-6b56-4b21-998e-f927117d36ff req-af077765-55fd-40b5-9be8-5907a4cbe8cd tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026134 Feb 16 16:41:09.995288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-100434b1-cca9-452b-bbad-dc54ca34c025 admin admin] Deleting subnet 0f7f3045-0ec8-42dd-a33a-39692bb292b6 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:41:10.003977 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-100434b1-cca9-452b-bbad-dc54ca34c025 admin admin] Publish callbacks [] for subnet (0f7f3045-0ec8-42dd-a33a-39692bb292b6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:10.045335 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495fcea-1c60-48f7-a9e4-a1ac076ff8a1 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:10.049715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41310) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:10.049849 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7495fcea-1c60-48f7-a9e4-a1ac076ff8a1 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 881 time: 0.2332118 Feb 16 16:41:10.068022 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-100434b1-cca9-452b-bbad-dc54ca34c025 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (0f7f3045-0ec8-42dd-a33a-39692bb292b6), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:10.104021 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8b8f362f-8de5-42bf-887d-d09fa99da612 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "GET /v2.0/ports?device_id=45396c9f-88f9-49f6-9c28-60f5b45086d3 HTTP/1.1" status: 200 len: 205 time: 0.0522900 Feb 16 16:41:10.106394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41312) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:10.176611 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-100434b1-cca9-452b-bbad-dc54ca34c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (0f7f3045-0ec8-42dd-a33a-39692bb292b6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:10.179963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f78af-1bdb-43db-9f72-f8fb7dbaa0b6 req-bb0221c3-4550-4a18-89f1-432fb25842a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:10.184065 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53f78af-1bdb-43db-9f72-f8fb7dbaa0b6 req-bb0221c3-4550-4a18-89f1-432fb25842a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 1127 time: 0.0753574 Feb 16 16:41:10.310574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bfbb7f4-b2b2-4fc3-957e-ec8392885fb6 req-a557b404-3b03-4d53-b32b-27ad2f454387 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0746617 Feb 16 16:41:10.333968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f78af-1bdb-43db-9f72-f8fb7dbaa0b6 req-1405a549-ca66-4503-a270-b73626687c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:10.336129 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53f78af-1bdb-43db-9f72-f8fb7dbaa0b6 req-1405a549-ca66-4503-a270-b73626687c17 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.1315551 Feb 16 16:41:10.403706 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53f78af-1bdb-43db-9f72-f8fb7dbaa0b6 req-6b1927f4-4da1-4a89-b811-d8bf228033b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d30d88d-da72-4ad3-bd2a-203c8989ef4d HTTP/1.1" status: 200 len: 217 time: 0.0565500 Feb 16 16:41:10.408008 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01827830-6fdf-4dfb-abe5-e546dfc19469 req-5f10e9c3-a645-4992-8174-016ccd2558da tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:10.409688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01827830-6fdf-4dfb-abe5-e546dfc19469 req-5f10e9c3-a645-4992-8174-016ccd2558da tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.1009169 Feb 16 16:41:10.446391 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-385c995b-17c5-46ad-9c68-2bb09008f9cb tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (45396c9f-88f9-49f6-9c28-60f5b45086d3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:10.467534 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f78af-1bdb-43db-9f72-f8fb7dbaa0b6 req-f6cf0a0e-56a8-4c58-918c-778a4f40a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:10.469193 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53f78af-1bdb-43db-9f72-f8fb7dbaa0b6 req-f6cf0a0e-56a8-4c58-918c-778a4f40a255 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.0594995 Feb 16 16:41:10.470821 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-100434b1-cca9-452b-bbad-dc54ca34c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (0f7f3045-0ec8-42dd-a33a-39692bb292b6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:10.517529 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-100434b1-cca9-452b-bbad-dc54ca34c025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:10.521092 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-100434b1-cca9-452b-bbad-dc54ca34c025 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0f7f3045-0ec8-42dd-a33a-39692bb292b6 HTTP/1.1" status: 204 len: 168 time: 0.6176944 Feb 16 16:41:10.544609 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41332) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:10.555287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100434b1-cca9-452b-bbad-dc54ca34c025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f7f3045-0ec8-42dd-a33a-39692bb292b6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:10.609680 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f78af-1bdb-43db-9f72-f8fb7dbaa0b6 req-9927b2c8-0f9d-4847-89bf-76912b6606dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:10.611460 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53f78af-1bdb-43db-9f72-f8fb7dbaa0b6 req-9927b2c8-0f9d-4847-89bf-76912b6606dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1317451 Feb 16 16:41:10.736128 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-05e1d0d8-f7de-4d47-b2ef-b5c748562f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (8c1bb5df-1737-4e05-87cb-b4c41aab3581), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:10.801144 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53f78af-1bdb-43db-9f72-f8fb7dbaa0b6 req-8be4fa0a-306c-4a24-92ab-1f7cbaa80687 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546607 Feb 16 16:41:10.910998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01827830-6fdf-4dfb-abe5-e546dfc19469 req-201e7d80-1a25-4d40-b517-1d8b8620204c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809742 Feb 16 16:41:10.945161 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-385c995b-17c5-46ad-9c68-2bb09008f9cb tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (45396c9f-88f9-49f6-9c28-60f5b45086d3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:10.954281 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-05e1d0d8-f7de-4d47-b2ef-b5c748562f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (8c1bb5df-1737-4e05-87cb-b4c41aab3581), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:10.988157 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 7b918118-7f8f-474d-86f7-c3d0510bceb2 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:41:11.017388 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-05e1d0d8-f7de-4d47-b2ef-b5c748562f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1bb5df-1737-4e05-87cb-b4c41aab3581']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:11.031030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-05e1d0d8-f7de-4d47-b2ef-b5c748562f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e1995f-77ce-461b-ba26-1470f9eb977b') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:11.031321 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-05e1d0d8-f7de-4d47-b2ef-b5c748562f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e1995f-77ce-461b-ba26-1470f9eb977b') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:11.050915 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-05e1d0d8-f7de-4d47-b2ef-b5c748562f49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (86e1995f-77ce-461b-ba26-1470f9eb977b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:11.063636 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53f78af-1bdb-43db-9f72-f8fb7dbaa0b6 req-44ed8916-989f-4fab-b8d8-af5d5d8a4eb7 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515039 Feb 16 16:41:11.063898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-385c995b-17c5-46ad-9c68-2bb09008f9cb tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Deleting port e7df857c-b9ee-4a53-beb0-a5514e7ac8cb {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:41:11.064489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-385c995b-17c5-46ad-9c68-2bb09008f9cb tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e7df857c-b9ee-4a53-beb0-a5514e7ac8cb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:11.070116 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-05e1d0d8-f7de-4d47-b2ef-b5c748562f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (86e1995f-77ce-461b-ba26-1470f9eb977b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:11.078573 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e1d0d8-f7de-4d47-b2ef-b5c748562f49 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:41:11.078979 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-05e1d0d8-f7de-4d47-b2ef-b5c748562f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (86e1995f-77ce-461b-ba26-1470f9eb977b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: items = [ Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:41:11.097347 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:41:11.184915 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 7b918118-7f8f-474d-86f7-c3d0510bceb2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=7b918118-7f8f-474d-86f7-c3d0510bceb2,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:11.197556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '7b918118-7f8f-474d-86f7-c3d0510bceb2', 'network_id': 'ba60c3ee-51d9-4ac7-bcac-b8b74968bfad', 'port_id': '7b918118-7f8f-474d-86f7-c3d0510bceb2', 'mac_address': 'fa:16:3e:e9:f0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:41:11.212675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abb499-86fb-4027-bfbb-be34967a495a req-31c01c74-a9cc-4824-b69b-70ab86968244 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:11.215138 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81abb499-86fb-4027-bfbb-be34967a495a req-31c01c74-a9cc-4824-b69b-70ab86968244 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 944 time: 0.1550925 Feb 16 16:41:11.227383 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-05e1d0d8-f7de-4d47-b2ef-b5c748562f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (8c1bb5df-1737-4e05-87cb-b4c41aab3581), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:11.244606 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 7b918118-7f8f-474d-86f7-c3d0510bceb2 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:11.245002 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7b918118-7f8f-474d-86f7-c3d0510bceb2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:11.260729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b918118-7f8f-474d-86f7-c3d0510bceb2 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:41:11.263631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-05e1d0d8-f7de-4d47-b2ef-b5c748562f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:11.269366 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-385c995b-17c5-46ad-9c68-2bb09008f9cb tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e7df857c-b9ee-4a53-beb0-a5514e7ac8cb), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:11.270914 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-05e1d0d8-f7de-4d47-b2ef-b5c748562f49 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8c1bb5df-1737-4e05-87cb-b4c41aab3581 HTTP/1.1" status: 204 len: 168 time: 0.7228155 Feb 16 16:41:11.274257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1d0d8-f7de-4d47-b2ef-b5c748562f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1bb5df-1737-4e05-87cb-b4c41aab3581,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:11.285515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 7b918118-7f8f-474d-86f7-c3d0510bceb2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=7b918118-7f8f-474d-86f7-c3d0510bceb2,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:11.291119 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7b918118-7f8f-474d-86f7-c3d0510bceb2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:11.350608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-385c995b-17c5-46ad-9c68-2bb09008f9cb tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Calling delete_port for e7df857c-b9ee-4a53-beb0-a5514e7ac8cb owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:41:11.357524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=7b918118-7f8f-474d-86f7-c3d0510bceb2,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:11.366198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:11.366832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:11.368083 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:11.368753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:11.369393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:11.370146 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:11.370669 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:11.371554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:11.372274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:11.373598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:11.374095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:11.374683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:11.375894 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:11.387126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81abb499-86fb-4027-bfbb-be34967a495a req-59842896-6fb1-4491-96f4-64c6d2f6b025 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645226 Feb 16 16:41:11.484116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41364) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:11.559927 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cd728bff-951b-4b3f-8b03-52f5071adbfa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41dca2a9285745468fe8daccfd8477e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0739160 Feb 16 16:41:11.562395 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41368) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:11.567034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2cfd004-968c-4f9b-b09d-869a823381d8 req-d526c933-083e-44aa-977a-bb716437802b tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0751288 Feb 16 16:41:11.663440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['7b918118-7f8f-474d-86f7-c3d0510bceb2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:41:11.665107 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18df80f1-054b-4272-a68a-43f763ed5b22 admin admin] Publish callbacks [] for security_group (600f8bd3-da19-4360-bee7-24915d450ec1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:11.697075 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18df80f1-054b-4272-a68a-43f763ed5b22 admin admin] Publish callbacks [] for security_group (600f8bd3-da19-4360-bee7-24915d450ec1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:11.766856 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-385c995b-17c5-46ad-9c68-2bb09008f9cb tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e7df857c-b9ee-4a53-beb0-a5514e7ac8cb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:11.773674 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:41:11.799264 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18df80f1-054b-4272-a68a-43f763ed5b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (600f8bd3-da19-4360-bee7-24915d450ec1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:11.803339 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18df80f1-054b-4272-a68a-43f763ed5b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:11.804872 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-18df80f1-054b-4272-a68a-43f763ed5b22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/600f8bd3-da19-4360-bee7-24915d450ec1 HTTP/1.1" status: 204 len: 168 time: 0.2414527 Feb 16 16:41:11.828484 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:41:11.828944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 8d7842a5-e85c-4432-a0e3-354d7aa7fc6c not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:41:11.834547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df80f1-054b-4272-a68a-43f763ed5b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600f8bd3-da19-4360-bee7-24915d450ec1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:11.864334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c995b-17c5-46ad-9c68-2bb09008f9cb tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Pushing event deleted for resources: {'Port': ['ID=e7df857c-b9ee-4a53-beb0-a5514e7ac8cb,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:12.059912 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-385c995b-17c5-46ad-9c68-2bb09008f9cb tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (45396c9f-88f9-49f6-9c28-60f5b45086d3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:12.243727 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-385c995b-17c5-46ad-9c68-2bb09008f9cb tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (45396c9f-88f9-49f6-9c28-60f5b45086d3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:12.243727 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-385c995b-17c5-46ad-9c68-2bb09008f9cb tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_controller (45396c9f-88f9-49f6-9c28-60f5b45086d3), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:12.354868 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-385c995b-17c5-46ad-9c68-2bb09008f9cb tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (45396c9f-88f9-49f6-9c28-60f5b45086d3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:12.355650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385c995b-17c5-46ad-9c68-2bb09008f9cb tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Fanout notify agent at l3_agent the message router_deleted on router 45396c9f-88f9-49f6-9c28-60f5b45086d3 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:41:12.362806 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-385c995b-17c5-46ad-9c68-2bb09008f9cb tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:12.371816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-385c995b-17c5-46ad-9c68-2bb09008f9cb tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "DELETE /v2.0/routers/45396c9f-88f9-49f6-9c28-60f5b45086d3 HTTP/1.1" status: 204 len: 168 time: 2.2579656 Feb 16 16:41:12.373313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41400) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:12.378800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5c6db9f7-93b4-454e-8434-9e4116d704cf tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2099506502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:12.386549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94aafe-3918-44b5-946b-16483bb9a2b2 req-2a7a02e8-889e-49dd-ac94-c8fc0b0b7412 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:12.388122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a94aafe-3918-44b5-946b-16483bb9a2b2 req-2a7a02e8-889e-49dd-ac94-c8fc0b0b7412 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 945 time: 0.0992568 Feb 16 16:41:12.417181 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c6db9f7-93b4-454e-8434-9e4116d704cf tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (a32c97ed-bf48-4657-95e1-10edbb8c2bf2), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:12.418604 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c6db9f7-93b4-454e-8434-9e4116d704cf tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (a32c97ed-bf48-4657-95e1-10edbb8c2bf2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:12.497720 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c6db9f7-93b4-454e-8434-9e4116d704cf tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_controller (a32c97ed-bf48-4657-95e1-10edbb8c2bf2), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:12.500375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a94aafe-3918-44b5-946b-16483bb9a2b2 req-0374f4bb-2e01-4403-a580-2c92d3933723 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999036 Feb 16 16:41:12.504209 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c6db9f7-93b4-454e-8434-9e4116d704cf tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (a32c97ed-bf48-4657-95e1-10edbb8c2bf2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:12.529195 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c6db9f7-93b4-454e-8434-9e4116d704cf tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:12.533480 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5c6db9f7-93b4-454e-8434-9e4116d704cf tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1557167 Feb 16 16:41:12.533480 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41408) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:12.538058 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'enable_snat': False}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:12.625776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb4125-d204-459e-9ff6-734f73668b91 req-8db3f0d1-41e9-41f3-98db-71ed3b2e9376 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:12.633875 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abfb4125-d204-459e-9ff6-734f73668b91 req-8db3f0d1-41e9-41f3-98db-71ed3b2e9376 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 945 time: 0.0855000 Feb 16 16:41:12.786092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abfb4125-d204-459e-9ff6-734f73668b91 req-15243b0b-82d9-436d-8a03-d1359e9c0f46 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454761 Feb 16 16:41:12.813727 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-be6ec974-82b0-4270-9849-67944108b978 req-2d6a3b3b-0397-483f-abcd-e5cd07fc9112 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0649714 Feb 16 16:41:12.990158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9d30d88d-da72-4ad3-bd2a-203c8989ef4d no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:41:12.995677 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (a32c97ed-bf48-4657-95e1-10edbb8c2bf2), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:13.180736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41432) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:13.265612 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:13.266278 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:13.338794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:13.340992 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a33c12-6034-4694-bb9b-37ddad9c36ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d30d88d-da72-4ad3-bd2a-203c8989ef4d'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:41:13.345349 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe2f437-eb67-4811-b057-56486fbf3827" -d '{"events": [{"server_uuid": "d2a33c12-6034-4694-bb9b-37ddad9c36ab", "name": "network-vif-unplugged", "status": "completed", "tag": "9d30d88d-da72-4ad3-bd2a-203c8989ef4d"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:13.360229 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:13.439175 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 16:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632b2e04-5f96-4840-b695-98eeafe910dc x-openstack-request-id: req-632b2e04-5f96-4840-b695-98eeafe910dc {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:13.439831 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a33c12-6034-4694-bb9b-37ddad9c36ab", "name": "network-vif-unplugged", "status": "failed", "tag": "9d30d88d-da72-4ad3-bd2a-203c8989ef4d", "code": 422}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:13.440242 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-632b2e04-5f96-4840-b695-98eeafe910dc {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:13.440823 n-d-669411-5 neutron-server[103423]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2a33c12-6034-4694-bb9b-37ddad9c36ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d30d88d-da72-4ad3-bd2a-203c8989ef4d', 'code': 422} returned with failed status Feb 16 16:41:13.444805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1275206754-network', 'tenant_id': 'e300acfbf04b4eada0553faf05d0af3f'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:13.466573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:13.479699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] Made reservation on behalf of e300acfbf04b4eada0553faf05d0af3f for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:13.482959 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:13.494175 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (a32c97ed-bf48-4657-95e1-10edbb8c2bf2), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:13.497521 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:13.520012 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:13.628209 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] Publish callbacks [] for security_group (03508df0-a96d-43ed-9541-2ac968b88855), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:13.653228 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (03508df0-a96d-43ed-9541-2ac968b88855), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:13.656916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Allocated IP 172.25.4.30 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/c7046b69-7eee-4a42-8919-6522c3532a8a) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:13.706260 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:41:13.729627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03508df0-a96d-43ed-9541-2ac968b88855,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:13.745398 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7130f9b9-582a-450c-9091-9709ea6f989b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:13.747952 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] Added segment 7130f9b9-582a-450c-9091-9709ea6f989b of type vlan for network 76d5e39e-bfac-4a2f-83b2-aae8633c63df Feb 16 16:41:13.775778 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483f702-3366-4320-861d-bf5de2723290 req-1450eef6-4a03-470f-a473-8a85ebfb102a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:13.784192 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1483f702-3366-4320-861d-bf5de2723290 req-1450eef6-4a03-470f-a473-8a85ebfb102a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 943 time: 0.1538658 Feb 16 16:41:13.841972 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (76d5e39e-bfac-4a2f-83b2-aae8633c63df), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:13.883475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1483f702-3366-4320-861d-bf5de2723290 req-75c2efeb-b749-482c-a140-a04ae5e29ddb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978496 Feb 16 16:41:13.919618 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (76d5e39e-bfac-4a2f-83b2-aae8633c63df), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:13.921648 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:13.923711 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.025186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8427637 Feb 16 16:41:14.028957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41452) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:14.062584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-eec980cf-62c5-4239-a081-55bddf43c962 admin admin] Request body: {'subnet': {'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1275206754-subnet', 'tenant_id': 'e300acfbf04b4eada0553faf05d0af3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:14.070552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11c87c-071f-49da-bfad-0beb701ab2b0 admin admin] Pushing event updated for resources: {'Network': ['ID=76d5e39e-bfac-4a2f-83b2-aae8633c63df,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:14.087072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 76d5e39e-bfac-4a2f-83b2-aae8633c63df details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:41:14.128022 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c3cbb4b1-b951-4a0d-a6d6-682d67c0c7d3 req-f3ab8640-4c9a-49df-88be-7d4e194953d4 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0614121 Feb 16 16:41:14.144331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec980cf-62c5-4239-a081-55bddf43c962 admin admin] Made reservation on behalf of e300acfbf04b4eada0553faf05d0af3f for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:14.147313 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eec980cf-62c5-4239-a081-55bddf43c962 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.156757 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bf5b7-ab00-44ea-9ed3-ab2f2e6b7fc9 req-63a1508f-4d01-4567-990f-ae14253b98cf tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:14.158757 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-237bf5b7-ab00-44ea-9ed3-ab2f2e6b7fc9 req-63a1508f-4d01-4567-990f-ae14253b98cf tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 945 time: 0.2132471 Feb 16 16:41:14.309001 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for port (c7046b69-7eee-4a42-8919-6522c3532a8a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.339123 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41458) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:14.357734 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-78c340c4-6478-4b6f-a749-9827fc68b009 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-716191996'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:14.359456 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-237bf5b7-ab00-44ea-9ed3-ab2f2e6b7fc9 req-a176bdec-49fd-404d-a24e-99753727d6b0 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874702 Feb 16 16:41:14.390960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c340c4-6478-4b6f-a749-9827fc68b009 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Made reservation on behalf of b6e850f85e6540848343a8f94f5bb145 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:14.394259 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78c340c4-6478-4b6f-a749-9827fc68b009 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.429629 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c7046b69-7eee-4a42-8919-6522c3532a8a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.432377 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c340c4-6478-4b6f-a749-9827fc68b009 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:41:14.485141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78c340c4-6478-4b6f-a749-9827fc68b009 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (083577d3-c1fb-4c55-983e-1f5ef48a333f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.485587 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-78c340c4-6478-4b6f-a749-9827fc68b009 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Added segment 083577d3-c1fb-4c55-983e-1f5ef48a333f of type vlan for network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 Feb 16 16:41:14.492159 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:14.502389 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:14.512466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cf560-5a03-4528-b03c-a6e44decc152 req-60674d6d-425b-439e-81ef-3ece24e4b438 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:14.519190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-309cf560-5a03-4528-b03c-a6e44decc152 req-60674d6d-425b-439e-81ef-3ece24e4b438 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1357086 Feb 16 16:41:14.523110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41462) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:14.525799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:14.531415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Pushing event updated for resources: {'Port': ['ID=c7046b69-7eee-4a42-8919-6522c3532a8a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:14.546629 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eec980cf-62c5-4239-a081-55bddf43c962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (c011dd0e-9804-401d-9007-b0574322b362), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.568274 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78c340c4-6478-4b6f-a749-9827fc68b009 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a2e0ee76-c2f8-4175-ba5c-7ce526208ad6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.625257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec980cf-62c5-4239-a081-55bddf43c962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c011dd0e-9804-401d-9007-b0574322b362,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:14.631048 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-309cf560-5a03-4528-b03c-a6e44decc152 req-a61d31dc-5d31-4476-96fc-0373e8e5b525 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110585 Feb 16 16:41:14.644856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec980cf-62c5-4239-a081-55bddf43c962 admin admin] Checking segment: {'id': '7130f9b9-582a-450c-9091-9709ea6f989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:14.645351 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec980cf-62c5-4239-a081-55bddf43c962 admin admin] Network hostable DHCP agents. Network: 76d5e39e-bfac-4a2f-83b2-aae8633c63df, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:41:14.667709 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78c340c4-6478-4b6f-a749-9827fc68b009 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a2e0ee76-c2f8-4175-ba5c-7ce526208ad6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.672539 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8d38e2e4-ea68-4121-9a01-a23be746beca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.672757 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c340c4-6478-4b6f-a749-9827fc68b009 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:14.673322 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78c340c4-6478-4b6f-a749-9827fc68b009 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.681829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec980cf-62c5-4239-a081-55bddf43c962 admin admin] Network 76d5e39e-bfac-4a2f-83b2-aae8633c63df is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:41:14.698645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-eec980cf-62c5-4239-a081-55bddf43c962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 76d5e39e-bfac-4a2f-83b2-aae8633c63df) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:14.703141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec980cf-62c5-4239-a081-55bddf43c962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:14.703745 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eec980cf-62c5-4239-a081-55bddf43c962 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.711215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b24588-8a42-442b-b267-445b328c4b0e None None] Network 76d5e39e-bfac-4a2f-83b2-aae8633c63df requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:41:14.740734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-eec980cf-62c5-4239-a081-55bddf43c962 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7091193 Feb 16 16:41:14.745117 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-78c340c4-6478-4b6f-a749-9827fc68b009 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3993979 Feb 16 16:41:14.748334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41468) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:14.757156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-df45f3f7-a230-4ed8-a9c0-7b578ed8c72e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-275764733'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:14.794776 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c340c4-6478-4b6f-a749-9827fc68b009 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'Network': ['ID=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:14.830637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df45f3f7-a230-4ed8-a9c0-7b578ed8c72e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Made reservation on behalf of b6e850f85e6540848343a8f94f5bb145 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:14.834112 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-df45f3f7-a230-4ed8-a9c0-7b578ed8c72e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.861614 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:41:14.884782 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8d38e2e4-ea68-4121-9a01-a23be746beca admin admin] Publish callbacks [] for security_group (34143531-b379-4d99-b699-c339892b0842), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.895417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805803e5-b926-4b7b-bc23-512f6c0c6e02 req-4640eec0-da49-4d34-a52f-4f5043508ca9 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:14.896627 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-805803e5-b926-4b7b-bc23-512f6c0c6e02 req-4640eec0-da49-4d34-a52f-4f5043508ca9 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1221585 Feb 16 16:41:14.900899 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8d38e2e4-ea68-4121-9a01-a23be746beca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (34143531-b379-4d99-b699-c339892b0842), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.917238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df45f3f7-a230-4ed8-a9c0-7b578ed8c72e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:41:14.922114 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb691fdc-0fb0-42cd-aaa0-16bffca24b8b None None] Network 76d5e39e-bfac-4a2f-83b2-aae8633c63df requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:41:14.927536 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router_gateway (a32c97ed-bf48-4657-95e1-10edbb8c2bf2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:14.993571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 7b918118-7f8f-474d-86f7-c3d0510bceb2 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:41:15.012777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-805803e5-b926-4b7b-bc23-512f6c0c6e02 req-51a43ebb-af54-4540-b917-a8c7389a4968 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958180 Feb 16 16:41:15.030123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-df45f3f7-a230-4ed8-a9c0-7b578ed8c72e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (dd2806e9-1f7a-4875-9386-a6335cc512bf), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:15.030469 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-df45f3f7-a230-4ed8-a9c0-7b578ed8c72e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Added segment dd2806e9-1f7a-4875-9386-a6335cc512bf of type vlan for network 8c7818c1-3357-407b-a8ee-d592e424d1da Feb 16 16:41:15.034124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8d38e2e4-ea68-4121-9a01-a23be746beca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f00ee91d1d644d5bac8fbcaa0138e17b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5101354 Feb 16 16:41:15.039110 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41478) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:15.096655 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-df45f3f7-a230-4ed8-a9c0-7b578ed8c72e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (8c7818c1-3357-407b-a8ee-d592e424d1da), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:15.116059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 7b918118-7f8f-474d-86f7-c3d0510bceb2 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:41:15.123585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 7b918118-7f8f-474d-86f7-c3d0510bceb2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:15.124860 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7b918118-7f8f-474d-86f7-c3d0510bceb2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:15.126819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38e2e4-ea68-4121-9a01-a23be746beca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34143531-b379-4d99-b699-c339892b0842,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:15.130392 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-df45f3f7-a230-4ed8-a9c0-7b578ed8c72e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (8c7818c1-3357-407b-a8ee-d592e424d1da), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:15.136199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df45f3f7-a230-4ed8-a9c0-7b578ed8c72e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:15.137038 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-df45f3f7-a230-4ed8-a9c0-7b578ed8c72e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:15.209029 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (a32c97ed-bf48-4657-95e1-10edbb8c2bf2), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:15.219174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (a32c97ed-bf48-4657-95e1-10edbb8c2bf2), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:15.247372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 7b918118-7f8f-474d-86f7-c3d0510bceb2 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:15.247795 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7b918118-7f8f-474d-86f7-c3d0510bceb2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:15.280343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45f3f7-a230-4ed8-a9c0-7b578ed8c72e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'Network': ['ID=8c7818c1-3357-407b-a8ee-d592e424d1da,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:15.284751 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 7b918118-7f8f-474d-86f7-c3d0510bceb2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=7b918118-7f8f-474d-86f7-c3d0510bceb2,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:15.289587 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7b918118-7f8f-474d-86f7-c3d0510bceb2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:15.291441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 9d30d88d-da72-4ad3-bd2a-203c8989ef4d no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:41:15.318221 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-df45f3f7-a230-4ed8-a9c0-7b578ed8c72e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5686576 Feb 16 16:41:15.321732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41494) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:15.329132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d9edeafc-316a-413f-b852-2d1f1619e146 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'subnet': {'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:15.335188 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62682c83-2949-4454-ae7c-d5de2b5a356e admin admin] Publish callbacks [] for security_group (34143531-b379-4d99-b699-c339892b0842), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:15.356279 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 8c7818c1-3357-407b-a8ee-d592e424d1da details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:41:15.370246 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62682c83-2949-4454-ae7c-d5de2b5a356e admin admin] Publish callbacks [] for security_group (34143531-b379-4d99-b699-c339892b0842), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:15.449492 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Router a32c97ed-bf48-4657-95e1-10edbb8c2bf2 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:41:15.465639 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62682c83-2949-4454-ae7c-d5de2b5a356e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (34143531-b379-4d99-b699-c339892b0842), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:15.469474 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62682c83-2949-4454-ae7c-d5de2b5a356e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:15.473155 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-62682c83-2949-4454-ae7c-d5de2b5a356e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34143531-b379-4d99-b699-c339892b0842 HTTP/1.1" status: 204 len: 168 time: 0.4303677 Feb 16 16:41:15.514053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de1369-9f30-4c88-ad0b-4593f524ef20 req-4abaf764-7678-4a20-ae6d-b74a0cdeddfe tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:15.518451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62682c83-2949-4454-ae7c-d5de2b5a356e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34143531-b379-4d99-b699-c339892b0842,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:15.529089 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59de1369-9f30-4c88-ad0b-4593f524ef20 req-4abaf764-7678-4a20-ae6d-b74a0cdeddfe tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.2750866 Feb 16 16:41:15.530030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251eb101-3543-43c4-af0e-eec7f08e17ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b918118-7f8f-474d-86f7-c3d0510bceb2'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:41:15.535645 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7f0c75-b173-42ee-bd8f-4edf0ef640dd" -d '{"events": [{"server_uuid": "251eb101-3543-43c4-af0e-eec7f08e17ab", "name": "network-vif-plugged", "status": "completed", "tag": "7b918118-7f8f-474d-86f7-c3d0510bceb2"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:15.539032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=7b918118-7f8f-474d-86f7-c3d0510bceb2,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:15.545585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d is: DOWN; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:15.675570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:41:15.683144 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:15.685008 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-61aeb33f-1f60-4abc-b6b5-a2ec83a3a803 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "PUT /v2.0/routers/a32c97ed-bf48-4657-95e1-10edbb8c2bf2 HTTP/1.1" status: 200 len: 919 time: 3.1505501 Feb 16 16:41:15.687313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41508) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:15.689538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e7729-3418-4716-9da8-3139c4cf4e89 None None] Sync routers for ids ['a32c97ed-bf48-4657-95e1-10edbb8c2bf2'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:41:15.712454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04e7729-3418-4716-9da8-3139c4cf4e89 None None] Routers {'a32c97ed-bf48-4657-95e1-10edbb8c2bf2'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:41:15.716911 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f04e7729-3418-4716-9da8-3139c4cf4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a32c97ed-bf48-4657-95e1-10edbb8c2bf2'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:15.722681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59de1369-9f30-4c88-ad0b-4593f524ef20 req-1deef954-0a68-48c3-93cc-69af84f22ec5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927059 Feb 16 16:41:15.723277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9edeafc-316a-413f-b852-2d1f1619e146 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Made reservation on behalf of b6e850f85e6540848343a8f94f5bb145 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:15.726834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d9edeafc-316a-413f-b852-2d1f1619e146 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:15.758606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-c531d236-e8f9-45b9-8723-78d296bd881e tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:15.766906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-c531d236-e8f9-45b9-8723-78d296bd881e tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/networks?id=76d5e39e-bfac-4a2f-83b2-aae8633c63df HTTP/1.1" status: 200 len: 818 time: 0.4153500 Feb 16 16:41:15.800401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f04e7729-3418-4716-9da8-3139c4cf4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:15.821693 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04e7729-3418-4716-9da8-3139c4cf4e89 None None] Routers {'a32c97ed-bf48-4657-95e1-10edbb8c2bf2'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:41:15.822880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f04e7729-3418-4716-9da8-3139c4cf4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a32c97ed-bf48-4657-95e1-10edbb8c2bf2'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:15.827362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-20365ba7-c7f7-474f-b605-f7c3e66bceef tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/quotas/e300acfbf04b4eada0553faf05d0af3f HTTP/1.1" status: 200 len: 375 time: 0.0594821 Feb 16 16:41:15.862054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-7614a83e-f7fa-45d3-b136-1c9ed6c54b26 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e300acfbf04b4eada0553faf05d0af3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337720 Feb 16 16:41:15.923459 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6ce291e2-c34f-4351-b4db-0ce23acdad4b tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/routers/a32c97ed-bf48-4657-95e1-10edbb8c2bf2 HTTP/1.1" status: 200 len: 925 time: 0.2348313 Feb 16 16:41:15.927203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41512) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:15.983555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41514) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:15.995631 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-b3d3149d-a52c-4574-907b-2a4c022e8f07 service neutron] 10.222.0.24 "GET /v2.0/networks/76d5e39e-bfac-4a2f-83b2-aae8633c63df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181762 Feb 16 16:41:16.002507 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-607ced6d-b9f7-48a1-8007-86567cb96ac2 req-545bfcd0-379a-4681-b8fc-99b11204947e tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.1730273 Feb 16 16:41:16.052633 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c64e711-d97a-4e44-a241-e98e2765a7da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:16.098212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-c6c8fee1-aa83-47ca-8753-7a6482ea4fa7 service neutron] 10.222.0.24 "GET /v2.0/networks/76d5e39e-bfac-4a2f-83b2-aae8633c63df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946372 Feb 16 16:41:16.146254 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0632379-ae8b-4bb9-bbaa-4aa1219b0406 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:16.152984 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b0632379-ae8b-4bb9-bbaa-4aa1219b0406 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&device_id=a32c97ed-bf48-4657-95e1-10edbb8c2bf2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2209628 Feb 16 16:41:16.154565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41516) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:16.199691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f04e7729-3418-4716-9da8-3139c4cf4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:16.201611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e7729-3418-4716-9da8-3139c4cf4e89 None None] The sync data for ids ['a32c97ed-bf48-4657-95e1-10edbb8c2bf2'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:41:16.351601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218ef60-7879-4173-9eaa-e0b40a8599d3 req-fd55bf90-79cd-42c4-9734-b49cfe672d8a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:16.354191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a218ef60-7879-4173-9eaa-e0b40a8599d3 req-fd55bf90-79cd-42c4-9734-b49cfe672d8a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 946 time: 0.1681807 Feb 16 16:41:16.356407 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d9edeafc-316a-413f-b852-2d1f1619e146 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (fd80079a-8787-4887-b18e-e3dbc94e8246), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:16.405456 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2dde6a-d90e-4936-b8b6-20982dfeb8be tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:16.410424 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ae2dde6a-d90e-4936-b8b6-20982dfeb8be tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/networks/ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 881 time: 0.2515430 Feb 16 16:41:16.416631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41518) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:16.426566 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c64e711-d97a-4e44-a241-e98e2765a7da admin admin] Publish callbacks [] for security_group (89afe5d6-26ca-4c65-8ed5-680d561099bc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:16.436436 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c64e711-d97a-4e44-a241-e98e2765a7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (89afe5d6-26ca-4c65-8ed5-680d561099bc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:16.466819 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2c9ce980-c9b1-4a76-9af5-2879296e0200 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32c97ed-bf48-4657-95e1-10edbb8c2bf2 HTTP/1.1" status: 200 len: 205 time: 0.0455008 Feb 16 16:41:16.476481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41520) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:16.483340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edeafc-316a-413f-b852-2d1f1619e146 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'Subnet': ['ID=fd80079a-8787-4887-b18e-e3dbc94e8246,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:16.572854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a218ef60-7879-4173-9eaa-e0b40a8599d3 req-c81d8965-7636-48cd-9fc0-6e25fc7b2c0a tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082536 Feb 16 16:41:16.578504 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c58a08-5ec3-48a9-aaa1-b8db1c74d238 x-openstack-request-id: req-f8c58a08-5ec3-48a9-aaa1-b8db1c74d238 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:16.579261 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251eb101-3543-43c4-af0e-eec7f08e17ab", "name": "network-vif-plugged", "status": "completed", "tag": "7b918118-7f8f-474d-86f7-c3d0510bceb2", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:16.579801 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8c58a08-5ec3-48a9-aaa1-b8db1c74d238 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:16.580616 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251eb101-3543-43c4-af0e-eec7f08e17ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b918118-7f8f-474d-86f7-c3d0510bceb2', 'code': 200} Feb 16 16:41:16.587237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeafc-316a-413f-b852-2d1f1619e146 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Checking segment: {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:16.588123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9edeafc-316a-413f-b852-2d1f1619e146 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Network hostable DHCP agents. Network: a2e0ee76-c2f8-4175-ba5c-7ce526208ad6, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:41:16.677709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9edeafc-316a-413f-b852-2d1f1619e146 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:41:16.719425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-d9edeafc-316a-413f-b852-2d1f1619e146 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, a2e0ee76-c2f8-4175-ba5c-7ce526208ad6) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:16.721975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9edeafc-316a-413f-b852-2d1f1619e146 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:16.722760 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d9edeafc-316a-413f-b852-2d1f1619e146 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:16.732219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb120a-1502-418f-8258-bdb44b197ead None None] Network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:41:16.789597 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d9edeafc-316a-413f-b852-2d1f1619e146 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4644845 Feb 16 16:41:16.789781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85b3134c-7e9d-4bf3-b651-fd410ae07e62 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (a32c97ed-bf48-4657-95e1-10edbb8c2bf2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:16.790182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41530) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:16.796495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-67494e2f-aeb6-4eba-9be5-e50be28c4195 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'subnet': {'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:16.854399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32021c8-b190-4fe7-9b90-3785f21acb2b req-0d567d93-d61e-4ea1-b0ac-8c39cf8bf80f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:16.856497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c32021c8-b190-4fe7-9b90-3785f21acb2b req-0d567d93-d61e-4ea1-b0ac-8c39cf8bf80f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1522126 Feb 16 16:41:16.938148 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9c64e711-d97a-4e44-a241-e98e2765a7da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e302bdf246943c1937d00d39750988f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9524996 Feb 16 16:41:16.951275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41536) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:16.966630 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-a2e0ee76-c2f8-4175-ba5c-7ce526208ad6', 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6', 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'fixed_ips': [{'subnet_id': 'fd80079a-8787-4887-b18e-e3dbc94e8246'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:41:16.967928 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:16.975396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85b3134c-7e9d-4bf3-b651-fd410ae07e62 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (a32c97ed-bf48-4657-95e1-10edbb8c2bf2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:17.002902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67494e2f-aeb6-4eba-9be5-e50be28c4195 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Made reservation on behalf of b6e850f85e6540848343a8f94f5bb145 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:17.006621 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67494e2f-aeb6-4eba-9be5-e50be28c4195 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:17.009163 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64e711-d97a-4e44-a241-e98e2765a7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89afe5d6-26ca-4c65-8ed5-680d561099bc,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:17.063296 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64b48170-94a6-4c21-8ce1-cfd2d3e52105 req-1bfcac94-80ee-4840-95ef-5e24681c0ae0 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 210 time: 0.1484156 Feb 16 16:41:17.076940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fd0cd-d94c-4ac4-91c5-a8f60c53f6cc req-88806a29-efc9-4b6c-9fc6-252a6e79d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:17.084210 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-587fd0cd-d94c-4ac4-91c5-a8f60c53f6cc req-88806a29-efc9-4b6c-9fc6-252a6e79d1bc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 1128 time: 0.1645262 Feb 16 16:41:17.135704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09b36bf8-1cd9-473f-a96e-47c41c696182 admin admin] Publish callbacks [] for security_group (89afe5d6-26ca-4c65-8ed5-680d561099bc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:17.159440 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09b36bf8-1cd9-473f-a96e-47c41c696182 admin admin] Publish callbacks [] for security_group (89afe5d6-26ca-4c65-8ed5-680d561099bc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:17.160098 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Allocated IP 10.1.1.2 (a2e0ee76-c2f8-4175-ba5c-7ce526208ad6/fd80079a-8787-4887-b18e-e3dbc94e8246/f54318d3-3692-46a3-b4b9-6fb8c0b6af7d) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:17.179178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-85b3134c-7e9d-4bf3-b651-fd410ae07e62 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Deleting port c7046b69-7eee-4a42-8919-6522c3532a8a {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:41:17.180630 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85b3134c-7e9d-4bf3-b651-fd410ae07e62 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c7046b69-7eee-4a42-8919-6522c3532a8a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:17.251616 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-587fd0cd-d94c-4ac4-91c5-a8f60c53f6cc req-d29933db-8bd1-4b03-b298-c80b37fc8a20 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608932 Feb 16 16:41:17.302182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2d0ea22-582b-4ecf-a6f0-3d5ee85cb290 req-6aa58262-f5e8-4ed0-b7f0-31913e9750ac tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0780003 Feb 16 16:41:17.319009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c32021c8-b190-4fe7-9b90-3785f21acb2b req-243c4d35-b581-4137-9503-37f6fc2ae2ac tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4226065 Feb 16 16:41:17.329005 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09b36bf8-1cd9-473f-a96e-47c41c696182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (89afe5d6-26ca-4c65-8ed5-680d561099bc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:17.332494 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09b36bf8-1cd9-473f-a96e-47c41c696182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:17.333635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-09b36bf8-1cd9-473f-a96e-47c41c696182 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89afe5d6-26ca-4c65-8ed5-680d561099bc HTTP/1.1" status: 204 len: 168 time: 0.3812065 Feb 16 16:41:17.350580 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Publish callbacks [] for port (f54318d3-3692-46a3-b4b9-6fb8c0b6af7d), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:17.354371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b36bf8-1cd9-473f-a96e-47c41c696182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89afe5d6-26ca-4c65-8ed5-680d561099bc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:17.360864 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (f54318d3-3692-46a3-b4b9-6fb8c0b6af7d), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:17.391656 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85b3134c-7e9d-4bf3-b651-fd410ae07e62 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c7046b69-7eee-4a42-8919-6522c3532a8a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:17.421755 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-85b3134c-7e9d-4bf3-b651-fd410ae07e62 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Calling delete_port for c7046b69-7eee-4a42-8919-6522c3532a8a owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:41:17.448493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Pushing event updated for resources: {'Port': ['ID=f54318d3-3692-46a3-b4b9-6fb8c0b6af7d,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:17.493850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:17.499224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:17.504360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:17.618679 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67494e2f-aeb6-4eba-9be5-e50be28c4195 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (b1c74edd-6d03-4ab5-a984-b1104bd6fd71), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:17.676588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Attempting to bind port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:41:17.677133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Attempting to bind port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:41:17.677613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Attempting to bind port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d on network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:17.694249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:41:17.702268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Checking segment: {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:17.704277 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:17.704912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Bound using segment: {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:41:17.707180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Bound port: f54318d3-3692-46a3-b4b9-6fb8c0b6af7d, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:41:17.707729 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f54318d3-3692-46a3-b4b9-6fb8c0b6af7d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:17.881130 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85b3134c-7e9d-4bf3-b651-fd410ae07e62 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c7046b69-7eee-4a42-8919-6522c3532a8a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:17.920303 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] For port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:41:17.933897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] For port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f54318d3-3692-46a3-b4b9-6fb8c0b6af7d,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:41:17.952264 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f54318d3-3692-46a3-b4b9-6fb8c0b6af7d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:17.966778 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3134c-7e9d-4bf3-b651-fd410ae07e62 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Pushing event deleted for resources: {'Port': ['ID=c7046b69-7eee-4a42-8919-6522c3532a8a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:17.992926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67494e2f-aeb6-4eba-9be5-e50be28c4195 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'Subnet': ['ID=b1c74edd-6d03-4ab5-a984-b1104bd6fd71,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:18.027521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efa0b4-5c6e-4d36-921e-8927c82cba7c req-7dcdfbf7-9ed1-4f30-8668-8598d8818b08 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:18.030124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65efa0b4-5c6e-4d36-921e-8927c82cba7c req-7dcdfbf7-9ed1-4f30-8668-8598d8818b08 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.2896762 Feb 16 16:41:18.036496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67494e2f-aeb6-4eba-9be5-e50be28c4195 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Checking segment: {'id': 'dd2806e9-1f7a-4875-9386-a6335cc512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:18.036859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67494e2f-aeb6-4eba-9be5-e50be28c4195 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Network hostable DHCP agents. Network: 8c7818c1-3357-407b-a8ee-d592e424d1da, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:41:18.048203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd15f0-b910-4889-b9dd-f2f25e8f738a req-52fbcda2-df8b-4dc8-b534-a58628aac1ac tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:18.057600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbcd15f0-b910-4889-b9dd-f2f25e8f738a req-52fbcda2-df8b-4dc8-b534-a58628aac1ac tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 946 time: 0.3185391 Feb 16 16:41:18.149062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3bbab-9373-4f84-9e3c-8b1a84f192bc None None] Pushing event updated for resources: {'Port': ['ID=f54318d3-3692-46a3-b4b9-6fb8c0b6af7d,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:18.188710 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85b3134c-7e9d-4bf3-b651-fd410ae07e62 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (a32c97ed-bf48-4657-95e1-10edbb8c2bf2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:18.194587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65efa0b4-5c6e-4d36-921e-8927c82cba7c req-49c96acc-ddfd-439e-8765-364273a29b6a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340897 Feb 16 16:41:18.199912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67494e2f-aeb6-4eba-9be5-e50be28c4195 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Network 8c7818c1-3357-407b-a8ee-d592e424d1da is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:41:18.219801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-67494e2f-aeb6-4eba-9be5-e50be28c4195 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 8c7818c1-3357-407b-a8ee-d592e424d1da) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:18.229013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38e6f15-3cfa-40c5-b826-613f0479119a None None] Network 8c7818c1-3357-407b-a8ee-d592e424d1da requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:41:18.233733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67494e2f-aeb6-4eba-9be5-e50be28c4195 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:18.234320 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67494e2f-aeb6-4eba-9be5-e50be28c4195 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:18.285359 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbcd15f0-b910-4889-b9dd-f2f25e8f738a req-78f965fb-a1fe-42fd-8f16-38712d8d697c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178755 Feb 16 16:41:18.305367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-67494e2f-aeb6-4eba-9be5-e50be28c4195 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5132873 Feb 16 16:41:18.307140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41570) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:18.314479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8878d1b0-3125-44be-b0cb-0356ebb6be9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'port': {'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6', 'name': 'tempest-TaggedBootDevicesTest-761474938', 'fixed_ips': [{'subnet_id': 'fd80079a-8787-4887-b18e-e3dbc94e8246'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:18.515789 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85b3134c-7e9d-4bf3-b651-fd410ae07e62 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (a32c97ed-bf48-4657-95e1-10edbb8c2bf2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:18.531325 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85b3134c-7e9d-4bf3-b651-fd410ae07e62 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_controller (a32c97ed-bf48-4657-95e1-10edbb8c2bf2), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:18.577568 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0357f554-cde3-4d8c-a2ee-48d56e6c0629 req-364d96b4-9c6e-4491-85d4-9846c0918a36 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 210 time: 0.1208382 Feb 16 16:41:18.632447 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85b3134c-7e9d-4bf3-b651-fd410ae07e62 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (a32c97ed-bf48-4657-95e1-10edbb8c2bf2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:18.634488 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b3134c-7e9d-4bf3-b651-fd410ae07e62 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Fanout notify agent at l3_agent the message router_deleted on router a32c97ed-bf48-4657-95e1-10edbb8c2bf2 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:41:18.648422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81391705-f833-4fdd-8442-8726d2cfeadc req-cc03f614-826f-4c76-84bb-ba2bee4914a4 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0806804 Feb 16 16:41:18.660785 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-8c7818c1-3357-407b-a8ee-d592e424d1da', 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da', 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'fixed_ips': [{'subnet_id': 'b1c74edd-6d03-4ab5-a984-b1104bd6fd71'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:41:18.662993 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:18.679394 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85b3134c-7e9d-4bf3-b651-fd410ae07e62 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:18.687468 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41578) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:18.689001 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-85b3134c-7e9d-4bf3-b651-fd410ae07e62 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "DELETE /v2.0/routers/a32c97ed-bf48-4657-95e1-10edbb8c2bf2 HTTP/1.1" status: 204 len: 168 time: 2.2111733 Feb 16 16:41:18.694766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-217315685', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:18.775920 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (11dea631-83ee-446e-9a67-0cd55da41755), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:18.777323 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (11dea631-83ee-446e-9a67-0cd55da41755), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:18.781699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8878d1b0-3125-44be-b0cb-0356ebb6be9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Made reservation on behalf of b6e850f85e6540848343a8f94f5bb145 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:19.019194 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Allocated IP 10.2.2.2 (8c7818c1-3357-407b-a8ee-d592e424d1da/b1c74edd-6d03-4ab5-a984-b1104bd6fd71/73f919ad-7b78-40df-aa3c-be51cc861716) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:19.275861 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_controller (11dea631-83ee-446e-9a67-0cd55da41755), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:19.471419 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Publish callbacks [] for port (73f919ad-7b78-40df-aa3c-be51cc861716), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:19.485525 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (73f919ad-7b78-40df-aa3c-be51cc861716), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:19.512897 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-0f9710a1-c3f8-4850-84de-dc28ab5d6d9d tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:19.515070 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-0f9710a1-c3f8-4850-84de-dc28ab5d6d9d tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.60 "GET /v2.0/networks?id=76d5e39e-bfac-4a2f-83b2-aae8633c63df HTTP/1.1" status: 200 len: 818 time: 0.3292952 Feb 16 16:41:19.530840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-e277e552-7e2f-43bb-b015-321c9f3bdcba tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Request body: {'port': {'device_id': 'e18b4f1a-08aa-4456-94f7-a41b09efe9ad', 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df', 'admin_state_up': True, 'tenant_id': 'e300acfbf04b4eada0553faf05d0af3f'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:19.612462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Pushing event updated for resources: {'Port': ['ID=73f919ad-7b78-40df-aa3c-be51cc861716,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:19.638602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Network 8c7818c1-3357-407b-a8ee-d592e424d1da is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:19.643696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:19.649019 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:19.741328 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-421c661a-f580-414c-9f2d-6b73447e1248 req-a05e59eb-98e0-42ee-afdb-56bcc0b870a2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0651290 Feb 16 16:41:19.747801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Attempting to bind port 73f919ad-7b78-40df-aa3c-be51cc861716 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:41:19.747801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Attempting to bind port 73f919ad-7b78-40df-aa3c-be51cc861716 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'dd2806e9-1f7a-4875-9386-a6335cc512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:41:19.747801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Attempting to bind port 73f919ad-7b78-40df-aa3c-be51cc861716 on network 8c7818c1-3357-407b-a8ee-d592e424d1da {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:19.754511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:41:19.754897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Checking segment: {'id': 'dd2806e9-1f7a-4875-9386-a6335cc512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:19.755314 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:19.755721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Bound using segment: {'id': 'dd2806e9-1f7a-4875-9386-a6335cc512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:41:19.759573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Bound port: 73f919ad-7b78-40df-aa3c-be51cc861716, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2806e9-1f7a-4875-9386-a6335cc512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:41:19.760731 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (73f919ad-7b78-40df-aa3c-be51cc861716), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:19.816954 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41614) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:19.823188 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-e277e552-7e2f-43bb-b015-321c9f3bdcba tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Made reservation on behalf of e300acfbf04b4eada0553faf05d0af3f for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:19.828136 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-e277e552-7e2f-43bb-b015-321c9f3bdcba tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:19.865417 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] For port 73f919ad-7b78-40df-aa3c-be51cc861716, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:41:19.875983 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] For port 73f919ad-7b78-40df-aa3c-be51cc861716, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=73f919ad-7b78-40df-aa3c-be51cc861716,segment=NetworkSegment(dd2806e9-1f7a-4875-9386-a6335cc512bf),segment_id=dd2806e9-1f7a-4875-9386-a6335cc512bf)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:41:19.889395 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (73f919ad-7b78-40df-aa3c-be51cc861716), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:19.946502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-a20f8c24-c230-4a58-8d93-287102b45717 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:19.948661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-a20f8c24-c230-4a58-8d93-287102b45717 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.65 "GET /v2.0/networks?id=76d5e39e-bfac-4a2f-83b2-aae8633c63df HTTP/1.1" status: 200 len: 818 time: 0.7395592 Feb 16 16:41:19.960034 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8878d1b0-3125-44be-b0cb-0356ebb6be9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:19.978115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce2de7-9d4f-40e4-a4ce-4ba340024a0d None None] Pushing event updated for resources: {'Port': ['ID=73f919ad-7b78-40df-aa3c-be51cc861716,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:19.991539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-30e5fc02-471d-468a-955e-cd02198c8eee tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Request body: {'port': {'device_id': '5cc42164-1ecc-4663-85d0-df2d88527e50', 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df', 'admin_state_up': True, 'tenant_id': 'e300acfbf04b4eada0553faf05d0af3f'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:20.033073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5b96e8-5b5e-4336-87c8-fc46268db62f None None] Network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:41:20.175898 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-777d6c52-1a11-4e37-a7ed-60152a11632d None None] Provisioning complete for port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:20.176372 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-777d6c52-1a11-4e37-a7ed-60152a11632d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f54318d3-3692-46a3-b4b9-6fb8c0b6af7d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:20.258631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-91b343d3-cd31-42ac-a5f6-82821273e6c9 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:20.260199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-91b343d3-cd31-42ac-a5f6-82821273e6c9 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.65 "GET /v2.0/networks?id=76d5e39e-bfac-4a2f-83b2-aae8633c63df HTTP/1.1" status: 200 len: 818 time: 1.0477889 Feb 16 16:41:20.307214 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (11dea631-83ee-446e-9a67-0cd55da41755), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:20.384702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-777d6c52-1a11-4e37-a7ed-60152a11632d None None] Current status of the port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:20.385580 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-777d6c52-1a11-4e37-a7ed-60152a11632d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f54318d3-3692-46a3-b4b9-6fb8c0b6af7d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:20.422686 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-99e79dd9-09c1-4cec-8225-34e3c98125bf tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Request body: {'port': {'device_id': 'fa3755eb-f8cd-4cca-bad7-a68a3da0aca9', 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df', 'admin_state_up': True, 'tenant_id': 'e300acfbf04b4eada0553faf05d0af3f'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:20.505927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-777d6c52-1a11-4e37-a7ed-60152a11632d None None] For port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f54318d3-3692-46a3-b4b9-6fb8c0b6af7d,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:20.514905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f54318d3-3692-46a3-b4b9-6fb8c0b6af7d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:41:20.523871 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-777d6c52-1a11-4e37-a7ed-60152a11632d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f54318d3-3692-46a3-b4b9-6fb8c0b6af7d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:20.563258 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45dc6b93-44e7-4a6d-ae77-6b8d60cda45f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:20.664079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-8878d1b0-3125-44be-b0cb-0356ebb6be9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] device_id is not set on port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:41:20.693577 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45dc6b93-44e7-4a6d-ae77-6b8d60cda45f admin admin] Publish callbacks [] for security_group (8c713b82-4f88-4fa6-9a24-0e726cf8e8bc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:20.701481 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45dc6b93-44e7-4a6d-ae77-6b8d60cda45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8c713b82-4f88-4fa6-9a24-0e726cf8e8bc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:20.758866 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc6b93-44e7-4a6d-ae77-6b8d60cda45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c713b82-4f88-4fa6-9a24-0e726cf8e8bc,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:20.763895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d6c52-1a11-4e37-a7ed-60152a11632d None None] Pushing event updated for resources: {'Port': ['ID=f54318d3-3692-46a3-b4b9-6fb8c0b6af7d,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:20.809877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:20.810262 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f54318d3-3692-46a3-b4b9-6fb8c0b6af7d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:20.865699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a10f0-b595-4e66-9f17-b20ff2e9ed08 req-fa684722-b3a8-434a-bf85-e6edc5da4d54 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:20.877780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d0a10f0-b595-4e66-9f17-b20ff2e9ed08 req-fa684722-b3a8-434a-bf85-e6edc5da4d54 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 946 time: 1.3840191 Feb 16 16:41:20.950793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092fa9e-bb5d-42ea-bb0a-861cce2ebd97 req-22abb734-8845-4579-bfab-88663bc14afb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:20.960708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0092fa9e-bb5d-42ea-bb0a-861cce2ebd97 req-22abb734-8845-4579-bfab-88663bc14afb tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 1.4541421 Feb 16 16:41:20.976258 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:21.015254 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-45dc6b93-44e7-4a6d-ae77-6b8d60cda45f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec60dd2588ca4b2e922da55409fe7795&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1944098 Feb 16 16:41:21.016250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41620) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:21.057920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ecb4f4b3-5a21-4319-9d3c-1ed99c954db2 None None] Provisioning complete for port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:21.058326 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ecb4f4b3-5a21-4319-9d3c-1ed99c954db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f54318d3-3692-46a3-b4b9-6fb8c0b6af7d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:21.065967 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-e277e552-7e2f-43bb-b015-321c9f3bdcba tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Allocated IP 172.20.0.12 (76d5e39e-bfac-4a2f-83b2-aae8633c63df/c011dd0e-9804-401d-9007-b0574322b362/07ba9b63-8ce6-4f9b-91da-787719b31bd1) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:21.099647 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-237853d5-2afa-4007-ac6c-8c981a4d669a admin admin] Publish callbacks [] for security_group (8c713b82-4f88-4fa6-9a24-0e726cf8e8bc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:21.121463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-30e5fc02-471d-468a-955e-cd02198c8eee tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Made reservation on behalf of e300acfbf04b4eada0553faf05d0af3f for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:21.126987 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-30e5fc02-471d-468a-955e-cd02198c8eee tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:21.137862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d0a10f0-b595-4e66-9f17-b20ff2e9ed08 req-28436e2b-29dc-455b-8a2f-92e3790d26de tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589898 Feb 16 16:41:21.153095 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-237853d5-2afa-4007-ac6c-8c981a4d669a admin admin] Publish callbacks [] for security_group (8c713b82-4f88-4fa6-9a24-0e726cf8e8bc), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:21.164754 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ecb4f4b3-5a21-4319-9d3c-1ed99c954db2 None None] Current status of the port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:21.291724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0092fa9e-bb5d-42ea-bb0a-861cce2ebd97 req-b7a442fa-47ec-4f5e-91d4-7ddd1d3cec1c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295357 Feb 16 16:41:21.293178 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-237853d5-2afa-4007-ac6c-8c981a4d669a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8c713b82-4f88-4fa6-9a24-0e726cf8e8bc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:21.295785 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-237853d5-2afa-4007-ac6c-8c981a4d669a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:21.300017 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-237853d5-2afa-4007-ac6c-8c981a4d669a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c713b82-4f88-4fa6-9a24-0e726cf8e8bc HTTP/1.1" status: 204 len: 168 time: 0.2830696 Feb 16 16:41:21.321109 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237853d5-2afa-4007-ac6c-8c981a4d669a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c713b82-4f88-4fa6-9a24-0e726cf8e8bc,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:21.337309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4ac6893-4f77-45e2-8b7d-9c3a576ebdf9 req-3a704123-608f-4422-ada7-2a0e1a214473 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 210 time: 0.1052864 Feb 16 16:41:21.363103 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-e277e552-7e2f-43bb-b015-321c9f3bdcba tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks [] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:21.374549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-8878d1b0-3125-44be-b0cb-0356ebb6be9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Allocated IP 10.1.1.163 (a2e0ee76-c2f8-4175-ba5c-7ce526208ad6/fd80079a-8787-4887-b18e-e3dbc94e8246/d91c30ef-7b5c-42fa-a0e7-f684909efdf4) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:21.442508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-99e79dd9-09c1-4cec-8225-34e3c98125bf tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Made reservation on behalf of e300acfbf04b4eada0553faf05d0af3f for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:21.445632 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-99e79dd9-09c1-4cec-8225-34e3c98125bf tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:21.451127 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-e277e552-7e2f-43bb-b015-321c9f3bdcba tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:21.496636 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-e277e552-7e2f-43bb-b015-321c9f3bdcba tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Network 76d5e39e-bfac-4a2f-83b2-aae8633c63df is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:21.506160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-e277e552-7e2f-43bb-b015-321c9f3bdcba tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:21.508934 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-e277e552-7e2f-43bb-b015-321c9f3bdcba tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:21.566593 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277e552-7e2f-43bb-b015-321c9f3bdcba tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Pushing event updated for resources: {'Port': ['ID=07ba9b63-8ce6-4f9b-91da-787719b31bd1,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:21.569190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dd34422e-bc94-4d65-b00d-c73f76c9d936 req-1201dd07-86ba-4bff-8c99-2e48e6c9ee86 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.1338172 Feb 16 16:41:21.586662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-e277e552-7e2f-43bb-b015-321c9f3bdcba tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:21.589080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-e277e552-7e2f-43bb-b015-321c9f3bdcba tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:21.613873 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-e277e552-7e2f-43bb-b015-321c9f3bdcba tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0882714 Feb 16 16:41:21.631213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Request body: {'port': {'device_id': 'e18b4f1a-08aa-4456-94f7-a41b09efe9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:21.720599 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:21.894267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aec7ce8-c1a0-4cf4-af37-c52ae15dc499 None None] Network 8c7818c1-3357-407b-a8ee-d592e424d1da requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:41:21.901730 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-30e5fc02-471d-468a-955e-cd02198c8eee tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Allocated IP 172.20.0.9 (76d5e39e-bfac-4a2f-83b2-aae8633c63df/c011dd0e-9804-401d-9007-b0574322b362/e134d409-abea-4a22-b971-5c47bbe9967f) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:21.976138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed77b6-f7fd-4b2d-bf80-d7575b69be6e req-84323390-e158-42ad-928b-f6cbe5bbf6e2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:21.977629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-67ed77b6-f7fd-4b2d-bf80-d7575b69be6e req-84323390-e158-42ad-928b-f6cbe5bbf6e2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 946 time: 0.5258503 Feb 16 16:41:22.018063 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ceca0439-ad71-4b19-b0cb-af0cb32deb6e None None] Provisioning complete for port 73f919ad-7b78-40df-aa3c-be51cc861716 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:22.018621 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ceca0439-ad71-4b19-b0cb-af0cb32deb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (73f919ad-7b78-40df-aa3c-be51cc861716), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:22.027814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4454944b-e503-4d68-9333-6d56b017668b req-f5e6042b-00f1-449e-a5af-4ad2e39db93b tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926&device_id=3ec6a536-cf01-4a49-ba3a-cbc7b5e6ed0f HTTP/1.1" status: 200 len: 210 time: 0.0731907 Feb 16 16:41:22.033524 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8878d1b0-3125-44be-b0cb-0356ebb6be9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:22.174054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-67ed77b6-f7fd-4b2d-bf80-d7575b69be6e req-120f9e0c-edff-4dea-9869-272ea0ea5e60 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675942 Feb 16 16:41:22.279248 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (11dea631-83ee-446e-9a67-0cd55da41755), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:22.332205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ceca0439-ad71-4b19-b0cb-af0cb32deb6e None None] Current status of the port 73f919ad-7b78-40df-aa3c-be51cc861716 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:22.333200 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ceca0439-ad71-4b19-b0cb-af0cb32deb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (73f919ad-7b78-40df-aa3c-be51cc861716), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:22.357894 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0ab59b62-f2e4-4891-8d3b-a740cdb6d322 req-69c119a3-4464-4c15-9cb9-c4456b5ea9fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=54ea7e0295cd4244bef6fff1affba266&device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.0543125 Feb 16 16:41:22.407946 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0ab59b62-f2e4-4891-8d3b-a740cdb6d322 req-cda8b932-51da-44ec-99d2-1e6df9dfdf95 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=54ea7e0295cd4244bef6fff1affba266&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402019 Feb 16 16:41:22.441533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ceca0439-ad71-4b19-b0cb-af0cb32deb6e None None] For port 73f919ad-7b78-40df-aa3c-be51cc861716, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=73f919ad-7b78-40df-aa3c-be51cc861716,segment=NetworkSegment(dd2806e9-1f7a-4875-9386-a6335cc512bf),segment_id=dd2806e9-1f7a-4875-9386-a6335cc512bf)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:22.452685 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:22.456060 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ceca0439-ad71-4b19-b0cb-af0cb32deb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (73f919ad-7b78-40df-aa3c-be51cc861716), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:22.523253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 73f919ad-7b78-40df-aa3c-be51cc861716 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:41:22.603097 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8878d1b0-3125-44be-b0cb-0356ebb6be9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:22.645404 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab59b62-f2e4-4891-8d3b-a740cdb6d322 req-b0938180-3773-407c-b336-ad49467d593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:22.646828 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0ab59b62-f2e4-4891-8d3b-a740cdb6d322 req-b0938180-3773-407c-b336-ad49467d593e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2327023 Feb 16 16:41:22.658527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca0439-ad71-4b19-b0cb-af0cb32deb6e None None] Pushing event updated for resources: {'Port': ['ID=73f919ad-7b78-40df-aa3c-be51cc861716,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:22.678648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 73f919ad-7b78-40df-aa3c-be51cc861716 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:22.679033 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (73f919ad-7b78-40df-aa3c-be51cc861716), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:22.762913 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-686e0a89-361c-4634-b67c-7cb83a3b0084 req-305d8671-1209-4ef0-af85-f9198e62a3c2 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.2315953 Feb 16 16:41:22.780689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 73f919ad-7b78-40df-aa3c-be51cc861716 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:22.782224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f54318d3-3692-46a3-b4b9-6fb8c0b6af7d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:41:22.841042 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-09a525a9-9ac8-479f-adc6-42307d19120a None None] Provisioning complete for port 73f919ad-7b78-40df-aa3c-be51cc861716 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:22.841534 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-09a525a9-9ac8-479f-adc6-42307d19120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (73f919ad-7b78-40df-aa3c-be51cc861716), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:22.904261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:22.904917 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f54318d3-3692-46a3-b4b9-6fb8c0b6af7d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:22.973730 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-09a525a9-9ac8-479f-adc6-42307d19120a None None] Current status of the port 73f919ad-7b78-40df-aa3c-be51cc861716 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:23.020668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:23.093786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878d1b0-3125-44be-b0cb-0356ebb6be9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'Port': ['ID=d91c30ef-7b5c-42fa-a0e7-f684909efdf4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:23.097470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8878d1b0-3125-44be-b0cb-0356ebb6be9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:23.124463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-8878d1b0-3125-44be-b0cb-0356ebb6be9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:23.148515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8878d1b0-3125-44be-b0cb-0356ebb6be9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:23.153458 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8311aeb2-fb3c-4a50-b741-c9d78b7e90c8 req-7041f520-ef99-4898-be64-a7a0aaadac94 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 210 time: 0.0670345 Feb 16 16:41:23.304790 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-30e5fc02-471d-468a-955e-cd02198c8eee tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks [] for port (e134d409-abea-4a22-b971-5c47bbe9967f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:23.317732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702173a-550e-4f36-a358-3f44337a863c req-7b4dce58-9ab2-434e-bdfe-5107adb6eb9d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:23.325241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3702173a-550e-4f36-a358-3f44337a863c req-7b4dce58-9ab2-434e-bdfe-5107adb6eb9d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.7538304 Feb 16 16:41:23.331853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8878d1b0-3125-44be-b0cb-0356ebb6be9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:23.332385 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8878d1b0-3125-44be-b0cb-0356ebb6be9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:23.369391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Allocated IP 172.25.4.111 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/a818116f-a103-4cda-8581-7bb38fba05b9) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:23.407012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8878d1b0-3125-44be-b0cb-0356ebb6be9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0986834 Feb 16 16:41:23.409591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41668) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:23.415499 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ca628104-e9e2-40ad-9bc1-f59b6fe739d6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'port': {'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6', 'name': 'tempest-TaggedBootDevicesTest-1801729250', 'fixed_ips': [{'subnet_id': 'fd80079a-8787-4887-b18e-e3dbc94e8246'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:23.467122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3702173a-550e-4f36-a358-3f44337a863c req-9c369899-56a7-452b-9aec-e0e840f88e0c tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410117 Feb 16 16:41:23.490116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7f9ea-9b5d-40d9-a331-a8b4858fe891 req-35f666cb-18f5-4780-a079-d0d3392477f2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:23.491638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aba7f9ea-9b5d-40d9-a331-a8b4858fe891 req-35f666cb-18f5-4780-a079-d0d3392477f2 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 946 time: 0.2486780 Feb 16 16:41:23.500418 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-30e5fc02-471d-468a-955e-cd02198c8eee tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e134d409-abea-4a22-b971-5c47bbe9967f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:23.502907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7578690b-f6e2-4ebe-9b36-3181df1fdb5a None None] Provisioning complete for port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:23.503563 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7578690b-f6e2-4ebe-9b36-3181df1fdb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:23.545263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7578690b-f6e2-4ebe-9b36-3181df1fdb5a None None] Port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:41:23.549591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca628104-e9e2-40ad-9bc1-f59b6fe739d6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Made reservation on behalf of b6e850f85e6540848343a8f94f5bb145 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:23.642063 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca628104-e9e2-40ad-9bc1-f59b6fe739d6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:23.660761 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-ca628104-e9e2-40ad-9bc1-f59b6fe739d6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] device_id is not set on port 6dd9809b-8b67-4061-8a60-b968873f6f2d yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:41:23.685713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-30e5fc02-471d-468a-955e-cd02198c8eee tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Network 76d5e39e-bfac-4a2f-83b2-aae8633c63df is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:23.719075 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-99e79dd9-09c1-4cec-8225-34e3c98125bf tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Allocated IP 172.20.0.5 (76d5e39e-bfac-4a2f-83b2-aae8633c63df/c011dd0e-9804-401d-9007-b0574322b362/f090feb3-93e3-4285-a85f-8206028d75f7) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:23.723898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5fc02-471d-468a-955e-cd02198c8eee tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Pushing event updated for resources: {'Port': ['ID=e134d409-abea-4a22-b971-5c47bbe9967f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:23.726461 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-30e5fc02-471d-468a-955e-cd02198c8eee tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:23.739987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-30e5fc02-471d-468a-955e-cd02198c8eee tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:23.785462 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for port (a818116f-a103-4cda-8581-7bb38fba05b9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:23.822066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aba7f9ea-9b5d-40d9-a331-a8b4858fe891 req-cfc5b34b-1c05-4e39-ac20-0d61ba881024 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150315 Feb 16 16:41:23.849968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-ca628104-e9e2-40ad-9bc1-f59b6fe739d6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Allocated IP 10.1.1.156 (a2e0ee76-c2f8-4175-ba5c-7ce526208ad6/fd80079a-8787-4887-b18e-e3dbc94e8246/6dd9809b-8b67-4061-8a60-b968873f6f2d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:23.936492 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-30e5fc02-471d-468a-955e-cd02198c8eee tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:23.937129 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-30e5fc02-471d-468a-955e-cd02198c8eee tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:24.018898 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5a456f0-aea8-416a-87fe-a8365432d48f req-c6e24609-20b6-41c0-9848-217106fbd759 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.1107690 Feb 16 16:41:24.062728 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca628104-e9e2-40ad-9bc1-f59b6fe739d6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:24.064815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-30e5fc02-471d-468a-955e-cd02198c8eee tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0910125 Feb 16 16:41:24.084419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Request body: {'port': {'device_id': '5cc42164-1ecc-4663-85d0-df2d88527e50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:24.093434 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a818116f-a103-4cda-8581-7bb38fba05b9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:24.103138 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0ab59b62-f2e4-4891-8d3b-a740cdb6d322 req-b2bdf256-6f69-458c-90de-a76c5ddd6e5a tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae7a3575-5fdc-4dc2-bef8-adf1aefb8926 HTTP/1.1" status: 200 len: 210 time: 0.1502733 Feb 16 16:41:24.117448 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca628104-e9e2-40ad-9bc1-f59b6fe739d6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:24.167208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca628104-e9e2-40ad-9bc1-f59b6fe739d6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:24.171112 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ca628104-e9e2-40ad-9bc1-f59b6fe739d6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:24.175981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca628104-e9e2-40ad-9bc1-f59b6fe739d6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:24.282590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 73f919ad-7b78-40df-aa3c-be51cc861716 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:41:24.285794 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca628104-e9e2-40ad-9bc1-f59b6fe739d6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:24.287137 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca628104-e9e2-40ad-9bc1-f59b6fe739d6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:24.303993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca628104-e9e2-40ad-9bc1-f59b6fe739d6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'Port': ['ID=6dd9809b-8b67-4061-8a60-b968873f6f2d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:24.324432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:24.341796 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ca628104-e9e2-40ad-9bc1-f59b6fe739d6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9308116 Feb 16 16:41:24.359684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 73f919ad-7b78-40df-aa3c-be51cc861716 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:24.360327 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (73f919ad-7b78-40df-aa3c-be51cc861716), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:24.380148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ee43e-a4e1-4e9a-8ce0-c4ab1b96a821 req-3b7979fd-7431-4895-aa59-f99e8d42a381 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:24.390186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f9ee43e-a4e1-4e9a-8ce0-c4ab1b96a821 req-3b7979fd-7431-4895-aa59-f99e8d42a381 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 946 time: 0.4501319 Feb 16 16:41:24.402473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:24.437774 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:24.443412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Pushing event updated for resources: {'Port': ['ID=a818116f-a103-4cda-8581-7bb38fba05b9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:24.501512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 73f919ad-7b78-40df-aa3c-be51cc861716 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:24.539314 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e134d409-abea-4a22-b971-5c47bbe9967f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:24.579129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c88cb6c9-8bf4-4e57-b0d6-0110214ef420 None None] Provisioning complete for port 6dd9809b-8b67-4061-8a60-b968873f6f2d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:24.579530 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c88cb6c9-8bf4-4e57-b0d6-0110214ef420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:24.588024 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-99e79dd9-09c1-4cec-8225-34e3c98125bf tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks [] for port (f090feb3-93e3-4285-a85f-8206028d75f7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:24.615617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c88cb6c9-8bf4-4e57-b0d6-0110214ef420 None None] Port 6dd9809b-8b67-4061-8a60-b968873f6f2d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:41:24.750811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f9ee43e-a4e1-4e9a-8ce0-c4ab1b96a821 req-f80ba73d-caf5-4760-bc57-2f3e61cd1d12 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594155 Feb 16 16:41:24.756037 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-99e79dd9-09c1-4cec-8225-34e3c98125bf tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f090feb3-93e3-4285-a85f-8206028d75f7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:24.770661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71c8bb-7988-4357-ab73-233e3eae3919 req-f034cfba-f60a-4398-99e0-c6e728cb0315 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:24.772462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e71c8bb-7988-4357-ab73-233e3eae3919 req-f034cfba-f60a-4398-99e0-c6e728cb0315 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 931 time: 0.4793470 Feb 16 16:41:24.851870 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ba9b63-8ce6-4f9b-91da-787719b31bd1 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:41:24.860814 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Publish callbacks [] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:24.882382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Transition to ACTIVE for port object 07ba9b63-8ce6-4f9b-91da-787719b31bd1 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:41:24.892049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:24.899419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-99e79dd9-09c1-4cec-8225-34e3c98125bf tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Network 76d5e39e-bfac-4a2f-83b2-aae8633c63df is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:24.953771 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Pushing event updated for resources: {'Port': ['ID=07ba9b63-8ce6-4f9b-91da-787719b31bd1,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:24.967319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e79dd9-09c1-4cec-8225-34e3c98125bf tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Pushing event updated for resources: {'Port': ['ID=f090feb3-93e3-4285-a85f-8206028d75f7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:24.969929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-99e79dd9-09c1-4cec-8225-34e3c98125bf tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:24.992524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-99e79dd9-09c1-4cec-8225-34e3c98125bf tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:25.044705 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Attempting to bind port 07ba9b63-8ce6-4f9b-91da-787719b31bd1 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:41:25.046330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Attempting to bind port 07ba9b63-8ce6-4f9b-91da-787719b31bd1 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '7130f9b9-582a-450c-9091-9709ea6f989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:41:25.046689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Attempting to bind port 07ba9b63-8ce6-4f9b-91da-787719b31bd1 on network 76d5e39e-bfac-4a2f-83b2-aae8633c63df {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:25.056751 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Port 07ba9b63-8ce6-4f9b-91da-787719b31bd1 on network 76d5e39e-bfac-4a2f-83b2-aae8633c63df not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:41:25.056751 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Attempting to bind port 07ba9b63-8ce6-4f9b-91da-787719b31bd1 on network 76d5e39e-bfac-4a2f-83b2-aae8633c63df {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:25.056925 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e71c8bb-7988-4357-ab73-233e3eae3919 req-00aa4865-8e8d-48c9-9778-481fef128e30 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652266 Feb 16 16:41:25.057011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41696) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:25.086148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-16fc3bf1-cd44-4597-b407-244a3b0ba4f8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766249563', 'description': 'tempest-description--1459984017'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:25.106894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:41:25.107285 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Checking segment: {'id': '7130f9b9-582a-450c-9091-9709ea6f989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:25.107624 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Bound using segment: {'id': '7130f9b9-582a-450c-9091-9709ea6f989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:41:25.108081 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Bound port: 07ba9b63-8ce6-4f9b-91da-787719b31bd1, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7130f9b9-582a-450c-9091-9709ea6f989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:41:25.108441 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.160080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16fc3bf1-cd44-4597-b407-244a3b0ba4f8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.240685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] For port 07ba9b63-8ce6-4f9b-91da-787719b31bd1, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:41:25.265446 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] For port 07ba9b63-8ce6-4f9b-91da-787719b31bd1, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=07ba9b63-8ce6-4f9b-91da-787719b31bd1,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:41:25.284905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-99e79dd9-09c1-4cec-8225-34e3c98125bf tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:25.285081 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.285835 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-99e79dd9-09c1-4cec-8225-34e3c98125bf tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.321392 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-99e79dd9-09c1-4cec-8225-34e3c98125bf tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9619970 Feb 16 16:41:25.332855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Request body: {'port': {'device_id': 'fa3755eb-f8cd-4cca-bad7-a68a3da0aca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:25.350797 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:25.351414 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.352925 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] 10.222.0.60 "PUT /v2.0/ports/07ba9b63-8ce6-4f9b-91da-787719b31bd1 HTTP/1.1" status: 200 len: 1092 time: 3.7325869 Feb 16 16:41:25.353383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18b4f1a-08aa-4456-94f7-a41b09efe9ad', 'tag': '07ba9b63-8ce6-4f9b-91da-787719b31bd1'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:41:25.356557 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9672850-1aaf-4275-8e70-44c93099e3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e18b4f1a-08aa-4456-94f7-a41b09efe9ad", "tag": "07ba9b63-8ce6-4f9b-91da-787719b31bd1"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:25.372537 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16fc3bf1-cd44-4597-b407-244a3b0ba4f8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for security_group (7f6c5a73-b2cd-4473-820b-4457672460be), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.384146 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16fc3bf1-cd44-4597-b407-244a3b0ba4f8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7f6c5a73-b2cd-4473-820b-4457672460be), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.406621 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16fc3bf1-cd44-4597-b407-244a3b0ba4f8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.407895 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-16fc3bf1-cd44-4597-b407-244a3b0ba4f8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3489316 Feb 16 16:41:25.422118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41710) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:25.424205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef08064-b7e9-41ac-9c8f-f55ddc975663 service neutron] Pushing event updated for resources: {'Port': ['ID=07ba9b63-8ce6-4f9b-91da-787719b31bd1,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:25.449562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-61b147aa-3da9-4a42-a18a-539e9489d5c8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'security_group_rule': {'security_group_id': '7f6c5a73-b2cd-4473-820b-4457672460be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:25.488018 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc3bf1-cd44-4597-b407-244a3b0ba4f8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6c5a73-b2cd-4473-820b-4457672460be,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:25.502252 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-3dc8ef51-1f74-452d-b861-ed7b84eb8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:25.503795 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-3dc8ef51-1f74-452d-b861-ed7b84eb8854 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e300acfbf04b4eada0553faf05d0af3f&device_id=e18b4f1a-08aa-4456-94f7-a41b09efe9ad HTTP/1.1" status: 200 len: 1126 time: 0.1002126 Feb 16 16:41:25.505291 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61b147aa-3da9-4a42-a18a-539e9489d5c8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for security_group_rule (802164bf-7b8a-4080-bfdd-19a5777ffff5), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.563670 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-70d46bf1-8313-4320-a818-a033b16001e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07ba9b63-8ce6-4f9b-91da-787719b31bd1 HTTP/1.1" status: 200 len: 217 time: 0.0534258 Feb 16 16:41:25.568947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d48ed9-47e8-4973-907a-bc0add50a236 req-aebdc974-a261-49a5-81e4-7ddbb630645f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:25.570436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00d48ed9-47e8-4973-907a-bc0add50a236 req-aebdc974-a261-49a5-81e4-7ddbb630645f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.4235392 Feb 16 16:41:25.584967 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f090feb3-93e3-4285-a85f-8206028d75f7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.630547 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a07d121a-1acb-49f3-a2e1-cc9b65d70baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.632666 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-165e371a-22dd-4a77-a156-31347251c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:25.634125 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-165e371a-22dd-4a77-a156-31347251c9f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c011dd0e-9804-401d-9007-b0574322b362 HTTP/1.1" status: 200 len: 858 time: 0.0655327 Feb 16 16:41:25.637416 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (11dea631-83ee-446e-9a67-0cd55da41755), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.641840 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61b147aa-3da9-4a42-a18a-539e9489d5c8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for security_group_rule (802164bf-7b8a-4080-bfdd-19a5777ffff5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.655328 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61b147aa-3da9-4a42-a18a-539e9489d5c8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (802164bf-7b8a-4080-bfdd-19a5777ffff5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.678503 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-d7b682a6-5ad7-4ad7-ad94-fc66b43b0d85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76d5e39e-bfac-4a2f-83b2-aae8633c63df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347986 Feb 16 16:41:25.712103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b147aa-3da9-4a42-a18a-539e9489d5c8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802164bf-7b8a-4080-bfdd-19a5777ffff5,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:25.729393 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61b147aa-3da9-4a42-a18a-539e9489d5c8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.731383 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-61b147aa-3da9-4a42-a18a-539e9489d5c8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3082004 Feb 16 16:41:25.734182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41714) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:25.768700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c16c00cf-6c13-42ae-8b61-3b5e0db3dc04 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'security_group_rule': {'security_group_id': '7f6c5a73-b2cd-4473-820b-4457672460be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:25.816063 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-f346382a-24e4-43b0-9e5f-4ebf53220924 service neutron] 10.222.0.60 "GET /v2.0/networks/76d5e39e-bfac-4a2f-83b2-aae8633c63df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302013 Feb 16 16:41:25.816811 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c16c00cf-6c13-42ae-8b61-3b5e0db3dc04 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for security_group_rule (94f66e2b-d217-4341-97d1-189313dae850), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.935704 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c16c00cf-6c13-42ae-8b61-3b5e0db3dc04 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for security_group_rule (94f66e2b-d217-4341-97d1-189313dae850), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.947730 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c16c00cf-6c13-42ae-8b61-3b5e0db3dc04 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (94f66e2b-d217-4341-97d1-189313dae850), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.965620 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-e9a159ee-3d7e-4b5e-b607-4beb1b2f971a service neutron] 10.222.0.60 "GET /v2.0/networks/76d5e39e-bfac-4a2f-83b2-aae8633c63df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380725 Feb 16 16:41:25.970726 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c00cf-6c13-42ae-8b61-3b5e0db3dc04 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f66e2b-d217-4341-97d1-189313dae850,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:25.985328 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c16c00cf-6c13-42ae-8b61-3b5e0db3dc04 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:25.989370 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c16c00cf-6c13-42ae-8b61-3b5e0db3dc04 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2510180 Feb 16 16:41:25.989764 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41716) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:25.993574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa5161-b8f2-4a6c-83f1-b3e1ffeee651 req-ef243f2c-cd03-46c6-ae43-42f0d09006ca tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:25.994468 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:25.995103 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bfa5161-b8f2-4a6c-83f1-b3e1ffeee651 req-ef243f2c-cd03-46c6-ae43-42f0d09006ca tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 946 time: 0.5909083 Feb 16 16:41:26.020190 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:26.115141 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00d48ed9-47e8-4973-907a-bc0add50a236 req-ca58d6b3-2cf9-43e0-b064-96f2380ecf28 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5324531 Feb 16 16:41:26.122704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e134d409-abea-4a22-b971-5c47bbe9967f {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:41:26.130613 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:26.147568 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Publish callbacks [] for port (e134d409-abea-4a22-b971-5c47bbe9967f), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:26.237253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Transition to ACTIVE for port object e134d409-abea-4a22-b971-5c47bbe9967f will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:41:26.260432 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bfa5161-b8f2-4a6c-83f1-b3e1ffeee651 req-20864339-9f30-4ec8-8207-6045ac781a3c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083681 Feb 16 16:41:26.303664 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Allocated IP 172.25.4.240 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/bd0125bc-eecd-4c67-9041-a0decc61e278) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:26.313417 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8168fb8a-b4df-47aa-b13e-4f5716c861f5 x-openstack-request-id: req-8168fb8a-b4df-47aa-b13e-4f5716c861f5 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:26.314579 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18b4f1a-08aa-4456-94f7-a41b09efe9ad", "tag": "07ba9b63-8ce6-4f9b-91da-787719b31bd1", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:26.314848 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8168fb8a-b4df-47aa-b13e-4f5716c861f5 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:26.316160 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18b4f1a-08aa-4456-94f7-a41b09efe9ad', 'tag': '07ba9b63-8ce6-4f9b-91da-787719b31bd1', 'status': 'completed', 'code': 200} Feb 16 16:41:26.344514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (e134d409-abea-4a22-b971-5c47bbe9967f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:26.467643 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6002b19f-7745-4f3b-be35-3038e190ace3 req-98922089-d0ff-4d03-a307-ad9bdcdf97ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=54ea7e0295cd4244bef6fff1affba266&device_id=3ec6a536-cf01-4a49-ba3a-cbc7b5e6ed0f HTTP/1.1" status: 200 len: 210 time: 0.0461488 Feb 16 16:41:26.514066 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6002b19f-7745-4f3b-be35-3038e190ace3 req-d24135af-e828-4116-bf52-fe021e48a89e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=54ea7e0295cd4244bef6fff1affba266&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307660 Feb 16 16:41:26.544929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e134d409-abea-4a22-b971-5c47bbe9967f,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:26.576690 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9672850-1aaf-4275-8e70-44c93099e3ae req-7ae728e9-4412-4deb-a364-2dde80fd3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:26.584339 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a9672850-1aaf-4275-8e70-44c93099e3ae req-7ae728e9-4412-4deb-a364-2dde80fd3e84 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e300acfbf04b4eada0553faf05d0af3f&device_id=e18b4f1a-08aa-4456-94f7-a41b09efe9ad HTTP/1.1" status: 200 len: 1126 time: 0.2441080 Feb 16 16:41:26.760368 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b68d7-5188-4c1d-b64b-45f5b1e690ea req-dbd855e5-c8ea-4264-b6cc-6f1685ce37fb tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:26.762662 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-059b68d7-5188-4c1d-b64b-45f5b1e690ea req-dbd855e5-c8ea-4264-b6cc-6f1685ce37fb tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 943 time: 0.3543074 Feb 16 16:41:26.786264 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (11dea631-83ee-446e-9a67-0cd55da41755), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:26.795049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for port (bd0125bc-eecd-4c67-9041-a0decc61e278), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:26.816035 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9672850-1aaf-4275-8e70-44c93099e3ae req-17681309-cab8-4dc1-9973-550fecea89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:26.817531 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a9672850-1aaf-4275-8e70-44c93099e3ae req-17681309-cab8-4dc1-9973-550fecea89a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=76d5e39e-bfac-4a2f-83b2-aae8633c63df HTTP/1.1" status: 200 len: 919 time: 0.2145476 Feb 16 16:41:26.819925 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002b19f-7745-4f3b-be35-3038e190ace3 req-04553b6f-4e0f-4efd-ae33-b196351c2c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:26.821250 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6002b19f-7745-4f3b-be35-3038e190ace3 req-04553b6f-4e0f-4efd-ae33-b196351c2c61 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3014994 Feb 16 16:41:26.861230 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a4423-32f3-4255-b912-3b1361aca400 req-29a137ad-6fe0-48d1-8731-45acb7e2a32c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:26.863176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-645a4423-32f3-4255-b912-3b1361aca400 req-29a137ad-6fe0-48d1-8731-45acb7e2a32c tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 946 time: 0.3339448 Feb 16 16:41:26.865242 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a9672850-1aaf-4275-8e70-44c93099e3ae req-02aa887a-9efd-4851-8d1a-2435c367df6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07ba9b63-8ce6-4f9b-91da-787719b31bd1 HTTP/1.1" status: 200 len: 217 time: 0.0398135 Feb 16 16:41:26.921268 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (bd0125bc-eecd-4c67-9041-a0decc61e278), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:26.951993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9672850-1aaf-4275-8e70-44c93099e3ae req-1e66a6cc-ae6e-4332-8804-3dcd75adf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:26.953447 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a9672850-1aaf-4275-8e70-44c93099e3ae req-1e66a6cc-ae6e-4332-8804-3dcd75adf453 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c011dd0e-9804-401d-9007-b0574322b362 HTTP/1.1" status: 200 len: 858 time: 0.0798500 Feb 16 16:41:26.961493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Attempting to bind port e134d409-abea-4a22-b971-5c47bbe9967f on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:41:26.961955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Attempting to bind port e134d409-abea-4a22-b971-5c47bbe9967f by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '7130f9b9-582a-450c-9091-9709ea6f989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:41:26.962815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Attempting to bind port e134d409-abea-4a22-b971-5c47bbe9967f on network 76d5e39e-bfac-4a2f-83b2-aae8633c63df {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:26.973195 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f090feb3-93e3-4285-a85f-8206028d75f7 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:41:26.982537 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:27.003172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:27.005511 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Publish callbacks [] for port (f090feb3-93e3-4285-a85f-8206028d75f7), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:27.006197 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a9672850-1aaf-4275-8e70-44c93099e3ae req-f6596bc1-af86-4236-986a-4203c1436634 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76d5e39e-bfac-4a2f-83b2-aae8633c63df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430205 Feb 16 16:41:27.007307 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:27.009806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Port e134d409-abea-4a22-b971-5c47bbe9967f on network 76d5e39e-bfac-4a2f-83b2-aae8633c63df not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:41:27.010483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Attempting to bind port e134d409-abea-4a22-b971-5c47bbe9967f on network 76d5e39e-bfac-4a2f-83b2-aae8633c63df {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:27.010641 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'Port': ['ID=bd0125bc-eecd-4c67-9041-a0decc61e278,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:27.039012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-059b68d7-5188-4c1d-b64b-45f5b1e690ea req-760464b1-40b0-4322-8a3d-1e06b484e429 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554774 Feb 16 16:41:27.053332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:41:27.053705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Checking segment: {'id': '7130f9b9-582a-450c-9091-9709ea6f989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:27.054098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Bound using segment: {'id': '7130f9b9-582a-450c-9091-9709ea6f989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:41:27.054549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Bound port: e134d409-abea-4a22-b971-5c47bbe9967f, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7130f9b9-582a-450c-9091-9709ea6f989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:41:27.054913 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e134d409-abea-4a22-b971-5c47bbe9967f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:27.067184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Transition to ACTIVE for port object f090feb3-93e3-4285-a85f-8206028d75f7 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:41:27.091576 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f090feb3-93e3-4285-a85f-8206028d75f7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:27.108087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-645a4423-32f3-4255-b912-3b1361aca400 req-b76a73a5-3e66-4269-b7dd-a02c4bc015ce tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970642 Feb 16 16:41:27.214694 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a9672850-1aaf-4275-8e70-44c93099e3ae req-9b9d2449-71c9-4fef-b358-591753fd73b3 service neutron] 10.222.0.60 "GET /v2.0/networks/76d5e39e-bfac-4a2f-83b2-aae8633c63df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832397 Feb 16 16:41:27.216176 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for floatingip (58527b4e-d9a2-4d7b-bae6-58d5cdfa2ac6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:27.224518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Pushing event updated for resources: {'Port': ['ID=f090feb3-93e3-4285-a85f-8206028d75f7,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:27.301753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] For port e134d409-abea-4a22-b971-5c47bbe9967f, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:41:27.306736 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7287c27-9464-4c41-b3c1-fe3fd6272fe8 req-bc36ef0a-c143-4801-9647-6741a9ef7410 tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ec6a536-cf01-4a49-ba3a-cbc7b5e6ed0f HTTP/1.1" status: 200 len: 210 time: 0.0880868 Feb 16 16:41:27.322962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] For port e134d409-abea-4a22-b971-5c47bbe9967f, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e134d409-abea-4a22-b971-5c47bbe9967f,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:41:27.330205 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bd0125bc-eecd-4c67-9041-a0decc61e278), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:27.336896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Router 11dea631-83ee-446e-9a67-0cd55da41755 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:41:27.354696 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (e134d409-abea-4a22-b971-5c47bbe9967f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:27.421478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:27.422177 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:27.423346 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a9672850-1aaf-4275-8e70-44c93099e3ae req-8cef1dbc-e8d5-41dd-8429-102bdeda8207 service neutron] 10.222.0.60 "GET /v2.0/networks/76d5e39e-bfac-4a2f-83b2-aae8633c63df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969781 Feb 16 16:41:27.423622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] 10.222.0.65 "PUT /v2.0/ports/e134d409-abea-4a22-b971-5c47bbe9967f HTTP/1.1" status: 200 len: 1091 time: 3.3458245 Feb 16 16:41:27.426139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc42164-1ecc-4663-85d0-df2d88527e50', 'tag': 'e134d409-abea-4a22-b971-5c47bbe9967f'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:41:27.431248 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df31f368-8041-4c48-93b4-1209ab916a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc42164-1ecc-4663-85d0-df2d88527e50", "tag": "e134d409-abea-4a22-b971-5c47bbe9967f"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:27.575293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Attempting to bind port f090feb3-93e3-4285-a85f-8206028d75f7 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:41:27.575658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Attempting to bind port f090feb3-93e3-4285-a85f-8206028d75f7 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '7130f9b9-582a-450c-9091-9709ea6f989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:41:27.575983 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Attempting to bind port f090feb3-93e3-4285-a85f-8206028d75f7 on network 76d5e39e-bfac-4a2f-83b2-aae8633c63df {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:27.606435 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for port (bd0125bc-eecd-4c67-9041-a0decc61e278), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:27.614226 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (bd0125bc-eecd-4c67-9041-a0decc61e278), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:27.620133 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e030eebc-17e4-49fa-883d-a7d948e6a8db x-openstack-request-id: req-e030eebc-17e4-49fa-883d-a7d948e6a8db {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:27.620432 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc42164-1ecc-4663-85d0-df2d88527e50", "tag": "e134d409-abea-4a22-b971-5c47bbe9967f", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:27.621362 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e030eebc-17e4-49fa-883d-a7d948e6a8db {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:27.621847 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc42164-1ecc-4663-85d0-df2d88527e50', 'tag': 'e134d409-abea-4a22-b971-5c47bbe9967f', 'status': 'completed', 'code': 200} Feb 16 16:41:27.622802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3d599-b317-4677-abf3-29572ad2c6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e134d409-abea-4a22-b971-5c47bbe9967f,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:27.627963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:41:27.631296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Port f090feb3-93e3-4285-a85f-8206028d75f7 on network 76d5e39e-bfac-4a2f-83b2-aae8633c63df not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:41:27.631632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Attempting to bind port f090feb3-93e3-4285-a85f-8206028d75f7 on network 76d5e39e-bfac-4a2f-83b2-aae8633c63df {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:27.658129 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b6ed6-491a-4621-9413-13e5fe292e39 None None] Sync routers for ids ['11dea631-83ee-446e-9a67-0cd55da41755'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:41:27.682533 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b6ed6-491a-4621-9413-13e5fe292e39 None None] Routers {'11dea631-83ee-446e-9a67-0cd55da41755'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:41:27.683238 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ab9b6ed6-491a-4621-9413-13e5fe292e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['11dea631-83ee-446e-9a67-0cd55da41755'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:27.702779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:41:27.702779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Checking segment: {'id': '7130f9b9-582a-450c-9091-9709ea6f989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:27.702779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Bound using segment: {'id': '7130f9b9-582a-450c-9091-9709ea6f989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:41:27.702779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Bound port: f090feb3-93e3-4285-a85f-8206028d75f7, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7130f9b9-582a-450c-9091-9709ea6f989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:41:27.702779 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f090feb3-93e3-4285-a85f-8206028d75f7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:27.735989 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (58527b4e-d9a2-4d7b-bae6-58d5cdfa2ac6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:27.751499 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'Port': ['ID=bd0125bc-eecd-4c67-9041-a0decc61e278,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:27.774475 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:27.784757 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8d2906b8-3b55-4089-be71-e5a3457b6ea4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7849658 Feb 16 16:41:27.784968 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ab9b6ed6-491a-4621-9413-13e5fe292e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:27.787790 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b6ed6-491a-4621-9413-13e5fe292e39 None None] Routers {'11dea631-83ee-446e-9a67-0cd55da41755'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:41:27.788533 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ab9b6ed6-491a-4621-9413-13e5fe292e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:40:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['11dea631-83ee-446e-9a67-0cd55da41755'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:27.818651 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:27.822998 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41752) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:27.823202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-931cf0e0-3cc8-48b5-bcb5-0c9e9e353395 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.1344428 Feb 16 16:41:27.823520 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ab9b6ed6-491a-4621-9413-13e5fe292e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:27.825024 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b6ed6-491a-4621-9413-13e5fe292e39 None None] The sync data for ids ['11dea631-83ee-446e-9a67-0cd55da41755'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:41:27.845777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-fbc270c9-94c9-4913-9a92-f59a9655bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:27.847611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-fbc270c9-94c9-4913-9a92-f59a9655bd1a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e300acfbf04b4eada0553faf05d0af3f&device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 1125 time: 0.3013897 Feb 16 16:41:27.851696 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:27.894968 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e023974-2feb-44c5-8a32-d29d503293a9 req-c79b5145-9102-412c-bb43-41a02a04a105 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:27.902758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e023974-2feb-44c5-8a32-d29d503293a9 req-c79b5145-9102-412c-bb43-41a02a04a105 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.3569779 Feb 16 16:41:27.972681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-874791bc-6b20-4b50-9346-e0fafa57b30e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e134d409-abea-4a22-b971-5c47bbe9967f HTTP/1.1" status: 200 len: 217 time: 0.0997655 Feb 16 16:41:28.075304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa805a-4ae8-4710-8c1d-f8af3509c6ff req-0f4f4d60-11fb-404e-a4b7-4a26052350cd tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:28.076844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1fa805a-4ae8-4710-8c1d-f8af3509c6ff req-0f4f4d60-11fb-404e-a4b7-4a26052350cd tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 946 time: 0.3991570 Feb 16 16:41:28.078160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] For port f090feb3-93e3-4285-a85f-8206028d75f7, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:41:28.088376 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e023974-2feb-44c5-8a32-d29d503293a9 req-dd27100c-ff56-4f33-b181-8d831fcbf025 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843209 Feb 16 16:41:28.110129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] For port f090feb3-93e3-4285-a85f-8206028d75f7, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f090feb3-93e3-4285-a85f-8206028d75f7,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:41:28.122454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-4ce736d5-635e-428a-b855-bd1f72ee0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:28.124018 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-4ce736d5-635e-428a-b855-bd1f72ee0b0a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c011dd0e-9804-401d-9007-b0574322b362 HTTP/1.1" status: 200 len: 858 time: 0.1288218 Feb 16 16:41:28.126829 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f090feb3-93e3-4285-a85f-8206028d75f7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:28.159901 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6002b19f-7745-4f3b-be35-3038e190ace3 req-85ca8f54-b5c5-466f-8f2e-ab1ba05b9f1f tempest-ServerShowV247Test-1700472638 tempest-ServerShowV247Test-1700472638-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ec6a536-cf01-4a49-ba3a-cbc7b5e6ed0f HTTP/1.1" status: 200 len: 210 time: 0.0759518 Feb 16 16:41:28.230963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-b717790f-fe45-4e3b-8b49-a3e6c17c03d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76d5e39e-bfac-4a2f-83b2-aae8633c63df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810056 Feb 16 16:41:28.249058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:28.249670 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:28.251158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] 10.222.0.65 "PUT /v2.0/ports/f090feb3-93e3-4285-a85f-8206028d75f7 HTTP/1.1" status: 200 len: 1091 time: 2.9222600 Feb 16 16:41:28.281059 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eb696258-ee0d-4185-8a3c-c245751b84c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:28.371346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1fa805a-4ae8-4710-8c1d-f8af3509c6ff req-e322630d-f0dc-43ad-be19-44a796828d17 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545073 Feb 16 16:41:28.564048 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75898271-2d53-4700-bc60-5aad248c2157 service neutron] Pushing event updated for resources: {'Port': ['ID=f090feb3-93e3-4285-a85f-8206028d75f7,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:28.571818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eeade972-175a-4cd2-a4b9-f282580f8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:28.574569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-eeade972-175a-4cd2-a4b9-f282580f8c70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e300acfbf04b4eada0553faf05d0af3f&device_id=fa3755eb-f8cd-4cca-bad7-a68a3da0aca9 HTTP/1.1" status: 200 len: 1125 time: 0.2191367 Feb 16 16:41:28.586377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-525ca6b8-a865-4728-a6f2-a825e0abfd2f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1766249563&fields=id&tenant_id=b6e850f85e6540848343a8f94f5bb145 HTTP/1.1" status: 200 len: 267 time: 0.3543630 Feb 16 16:41:28.821352 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (11dea631-83ee-446e-9a67-0cd55da41755), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:28.848540 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_gateway (11dea631-83ee-446e-9a67-0cd55da41755), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:28.937983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Deleting port a818116f-a103-4cda-8581-7bb38fba05b9 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:41:28.938354 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a818116f-a103-4cda-8581-7bb38fba05b9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:29.034920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 07ba9b63-8ce6-4f9b-91da-787719b31bd1 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:41:29.038639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-8c28db13-3806-4581-a6fb-1421fc82f331 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:29.045307 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a818116f-a103-4cda-8581-7bb38fba05b9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:29.046370 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-8c28db13-3806-4581-a6fb-1421fc82f331 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports/d91c30ef-7b5c-42fa-a0e7-f684909efdf4 HTTP/1.1" status: 200 len: 931 time: 0.4588768 Feb 16 16:41:29.055712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-b104f0d2-1e72-42c5-a6a5-1529e7eb6337 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f090feb3-93e3-4285-a85f-8206028d75f7 HTTP/1.1" status: 200 len: 217 time: 0.4652789 Feb 16 16:41:29.060026 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Calling delete_port for a818116f-a103-4cda-8581-7bb38fba05b9 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:41:29.071465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9b106-e01f-42fb-9831-e71aa081ca57 req-8b08251e-0d27-4f8f-a978-7bc4716a6084 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:29.078910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11c9b106-e01f-42fb-9831-e71aa081ca57 req-8b08251e-0d27-4f8f-a978-7bc4716a6084 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 943 time: 0.5824075 Feb 16 16:41:29.146567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-2c362854-c90d-47ec-ab93-f325a2091a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:29.148388 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-2c362854-c90d-47ec-ab93-f325a2091a7a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c011dd0e-9804-401d-9007-b0574322b362 HTTP/1.1" status: 200 len: 858 time: 0.0660868 Feb 16 16:41:29.149994 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 07ba9b63-8ce6-4f9b-91da-787719b31bd1, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=07ba9b63-8ce6-4f9b-91da-787719b31bd1,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:29.150525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-03c772ff-bf82-4b34-bfec-7f6aa42e0e5a service neutron] 10.222.0.65 "GET /v2.0/networks/76d5e39e-bfac-4a2f-83b2-aae8633c63df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9080169 Feb 16 16:41:29.167130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '07ba9b63-8ce6-4f9b-91da-787719b31bd1', 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df', 'port_id': '07ba9b63-8ce6-4f9b-91da-787719b31bd1', 'mac_address': 'fa:16:3e:53:a6:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c011dd0e-9804-401d-9007-b0574322b362', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:41:29.211186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-4351b42c-31cc-4cfe-82fd-15ac78d496a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76d5e39e-bfac-4a2f-83b2-aae8633c63df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489681 Feb 16 16:41:29.229484 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 07ba9b63-8ce6-4f9b-91da-787719b31bd1 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:29.231064 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:29.243154 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:29.250142 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ba9b63-8ce6-4f9b-91da-787719b31bd1 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:41:29.276445 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 07ba9b63-8ce6-4f9b-91da-787719b31bd1, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=07ba9b63-8ce6-4f9b-91da-787719b31bd1,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:29.281448 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a818116f-a103-4cda-8581-7bb38fba05b9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:29.288813 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:29.340669 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11c9b106-e01f-42fb-9831-e71aa081ca57 req-70e35d90-ceaa-4f0b-83e7-190644def215 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603750 Feb 16 16:41:29.370833 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-94537ee6-8eee-4199-b192-a6d3806c437a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:29.382168 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-94537ee6-8eee-4199-b192-a6d3806c437a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports/6dd9809b-8b67-4061-8a60-b968873f6f2d HTTP/1.1" status: 200 len: 932 time: 0.3344295 Feb 16 16:41:29.398779 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Pushing event deleted for resources: {'Port': ['ID=a818116f-a103-4cda-8581-7bb38fba05b9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:29.463855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc483f-89b2-415f-b7a0-bc6b6cfa3b7a req-bb0e3e7a-0954-433d-b013-7690b2a4b93b tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:29.470244 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7ecc483f-89b2-415f-b7a0-bc6b6cfa3b7a req-bb0e3e7a-0954-433d-b013-7690b2a4b93b tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.60 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 946 time: 0.4559727 Feb 16 16:41:29.479379 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=07ba9b63-8ce6-4f9b-91da-787719b31bd1,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:29.570814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-0ce802d1-8c48-4382-9e88-7f90a2d76650 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?network_id=8c7818c1-3357-407b-a8ee-d592e424d1da&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1876409 Feb 16 16:41:29.629382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3755eb-f8cd-4cca-bad7-a68a3da0aca9', 'tag': 'f090feb3-93e3-4285-a85f-8206028d75f7'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:41:29.631655 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fbbad3-7b0c-42e4-add1-d517459e8622" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3755eb-f8cd-4cca-bad7-a68a3da0aca9", "tag": "f090feb3-93e3-4285-a85f-8206028d75f7"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:29.635069 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (11dea631-83ee-446e-9a67-0cd55da41755), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:29.647791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['07ba9b63-8ce6-4f9b-91da-787719b31bd1'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:41:29.667170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-2bbd58d9-e93b-411d-93a9-4808cfb8cc21 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?network_id=8c7818c1-3357-407b-a8ee-d592e424d1da&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0954032 Feb 16 16:41:29.724178 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-54a4a977-b3cf-4016-a181-e7e223de9bf3 service neutron] 10.222.0.65 "GET /v2.0/networks/76d5e39e-bfac-4a2f-83b2-aae8633c63df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585110 Feb 16 16:41:29.747546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-97ab7b1d-88db-40be-ad62-a004e2efa209 service neutron] 10.222.0.65 "GET /v2.0/networks/76d5e39e-bfac-4a2f-83b2-aae8633c63df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184486 Feb 16 16:41:29.825145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-7ecc483f-89b2-415f-b7a0-bc6b6cfa3b7a req-a2437a0b-6ad4-4a0c-93ed-bcb55202a358 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Deleting port 7b918118-7f8f-474d-86f7-c3d0510bceb2 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:41:29.825616 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7ecc483f-89b2-415f-b7a0-bc6b6cfa3b7a req-a2437a0b-6ad4-4a0c-93ed-bcb55202a358 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7b918118-7f8f-474d-86f7-c3d0510bceb2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:29.881067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41786) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:29.916783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5fe3-d4b7-43db-844b-ffac6ff49ded req-4b32b30f-e8a1-48e3-a333-5af43e911423 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:29.918868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1fe5fe3-d4b7-43db-844b-ffac6ff49ded req-4b32b30f-e8a1-48e3-a333-5af43e911423 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.3576200 Feb 16 16:41:30.007037 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (11dea631-83ee-446e-9a67-0cd55da41755), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:30.015358 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (11dea631-83ee-446e-9a67-0cd55da41755), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:30.066745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31f368-8041-4c48-93b4-1209ab916a6b req-01b07bf8-e937-434f-9d8a-49ecff60629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:30.071087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df31f368-8041-4c48-93b4-1209ab916a6b req-01b07bf8-e937-434f-9d8a-49ecff60629f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e300acfbf04b4eada0553faf05d0af3f&device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 1125 time: 0.2698488 Feb 16 16:41:30.081464 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-099075b3-0df8-49bc-87b8-7d5f8dc87230 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:30.093045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-099075b3-0df8-49bc-87b8-7d5f8dc87230 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:30.106756 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-099075b3-0df8-49bc-87b8-7d5f8dc87230 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:30.108700 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-099075b3-0df8-49bc-87b8-7d5f8dc87230 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/networks?id=fe4a0c62-7e77-41f1-a6b1-5456111aabec&id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&id=8c7818c1-3357-407b-a8ee-d592e424d1da&id=8c7818c1-3357-407b-a8ee-d592e424d1da HTTP/1.1" status: 200 len: 1988 time: 0.4396787 Feb 16 16:41:30.126559 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-7ecc483f-89b2-415f-b7a0-bc6b6cfa3b7a req-a2437a0b-6ad4-4a0c-93ed-bcb55202a358 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] For port 7b918118-7f8f-474d-86f7-c3d0510bceb2, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=7b918118-7f8f-474d-86f7-c3d0510bceb2,segment=NetworkSegment(59d52c74-e223-4780-a880-e3cafc434ee8),segment_id=59d52c74-e223-4780-a880-e3cafc434ee8)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:30.127040 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7ecc483f-89b2-415f-b7a0-bc6b6cfa3b7a req-a2437a0b-6ad4-4a0c-93ed-bcb55202a358 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7b918118-7f8f-474d-86f7-c3d0510bceb2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:30.142823 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-7ecc483f-89b2-415f-b7a0-bc6b6cfa3b7a req-a2437a0b-6ad4-4a0c-93ed-bcb55202a358 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Calling delete_port for 7b918118-7f8f-474d-86f7-c3d0510bceb2 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:41:30.176922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e1cd208-43f6-44aa-ab80-77447e54e995 req-3a9493c7-239e-4942-827b-76ab23c99939 service neutron] 10.222.0.65 "GET /v2.0/networks/76d5e39e-bfac-4a2f-83b2-aae8633c63df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957531 Feb 16 16:41:30.179371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1fe5fe3-d4b7-43db-844b-ffac6ff49ded req-2235cf29-837b-4ca9-ab61-7a761db4f7c5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194140 Feb 16 16:41:30.180708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-72cd62e8-ce8a-45db-8f4b-b0f9e70a8c7a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/quotas/b6e850f85e6540848343a8f94f5bb145 HTTP/1.1" status: 200 len: 375 time: 0.0523880 Feb 16 16:41:30.274246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31f368-8041-4c48-93b4-1209ab916a6b req-e8a5e90f-0ba2-47da-9861-057db7a4bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:30.275746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df31f368-8041-4c48-93b4-1209ab916a6b req-e8a5e90f-0ba2-47da-9861-057db7a4bbef service neutron] 10.222.0.65 "GET /v2.0/networks?id=76d5e39e-bfac-4a2f-83b2-aae8633c63df HTTP/1.1" status: 200 len: 919 time: 0.1626010 Feb 16 16:41:30.310031 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a3cfef9f-2f7c-496c-a08a-c22f59c7c0ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:30.330960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Router 11dea631-83ee-446e-9a67-0cd55da41755 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:41:30.388646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df31f368-8041-4c48-93b4-1209ab916a6b req-ac866325-c0be-4431-982b-d5174c142a08 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e134d409-abea-4a22-b971-5c47bbe9967f HTTP/1.1" status: 200 len: 217 time: 0.0922058 Feb 16 16:41:30.466715 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-b6eec03d-c1f7-461a-a1b9-c7e64e01d786 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6e850f85e6540848343a8f94f5bb145&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2504630 Feb 16 16:41:30.503305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f256f7f-09ca-4382-8ee7-d204f2e97267 req-6114d432-fa68-42d1-9ef9-c9b67a6a4e12 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:30.505119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f256f7f-09ca-4382-8ee7-d204f2e97267 req-6114d432-fa68-42d1-9ef9-c9b67a6a4e12 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/ports?device_id=251eb101-3543-43c4-af0e-eec7f08e17ab HTTP/1.1" status: 200 len: 946 time: 0.2003562 Feb 16 16:41:30.522480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31f368-8041-4c48-93b4-1209ab916a6b req-f834b7e1-5af5-40b9-8fe0-e638d4ecc9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:30.524376 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df31f368-8041-4c48-93b4-1209ab916a6b req-f834b7e1-5af5-40b9-8fe0-e638d4ecc9ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c011dd0e-9804-401d-9007-b0574322b362 HTTP/1.1" status: 200 len: 858 time: 0.1251402 Feb 16 16:41:30.528794 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a3cfef9f-2f7c-496c-a08a-c22f59c7c0ce admin admin] Publish callbacks [] for security_group (2ea09fe9-11f1-4d52-a580-fd716431f234), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:30.564567 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a3cfef9f-2f7c-496c-a08a-c22f59c7c0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2ea09fe9-11f1-4d52-a580-fd716431f234), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:30.571240 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7ecc483f-89b2-415f-b7a0-bc6b6cfa3b7a req-a2437a0b-6ad4-4a0c-93ed-bcb55202a358 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7b918118-7f8f-474d-86f7-c3d0510bceb2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:30.581799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df31f368-8041-4c48-93b4-1209ab916a6b req-60efe654-df08-4d94-ad6f-a1bdf4107b35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76d5e39e-bfac-4a2f-83b2-aae8633c63df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453207 Feb 16 16:41:30.584555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['7b918118-7f8f-474d-86f7-c3d0510bceb2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:41:30.638759 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:41:30.645713 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f256f7f-09ca-4382-8ee7-d204f2e97267 req-e91a8db2-8467-4cef-8405-b006ae7a21ea tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.24 "GET /v2.0/security-groups?id=80e6ce46-877d-4d85-ac88-b1382c7350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247351 Feb 16 16:41:30.664110 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2437a0b-6ad4-4a0c-93ed-bcb55202a358 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Pushing event deleted for resources: {'Port': ['ID=7b918118-7f8f-474d-86f7-c3d0510bceb2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:30.674407 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be00d20-3695-40b7-af67-a50b7f414850 None None] Sync routers for ids ['11dea631-83ee-446e-9a67-0cd55da41755'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:41:30.682648 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:30.684659 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-701c2aaa-4d80-43d5-8c77-f403f87b4baa tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "PUT /v2.0/routers/11dea631-83ee-446e-9a67-0cd55da41755 HTTP/1.1" status: 200 len: 709 time: 2.8581789 Feb 16 16:41:30.693610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41810) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:30.700020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be00d20-3695-40b7-af67-a50b7f414850 None None] Routers {'11dea631-83ee-446e-9a67-0cd55da41755'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:41:30.700974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7be00d20-3695-40b7-af67-a50b7f414850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:41:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['11dea631-83ee-446e-9a67-0cd55da41755'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:30.722012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecc483f-89b2-415f-b7a0-bc6b6cfa3b7a req-a2437a0b-6ad4-4a0c-93ed-bcb55202a358 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] No DVR routers for this DVR port 7b918118-7f8f-474d-86f7-c3d0510bceb2 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:41:30.724016 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfef9f-2f7c-496c-a08a-c22f59c7c0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea09fe9-11f1-4d52-a580-fd716431f234,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:30.738668 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7ecc483f-89b2-415f-b7a0-bc6b6cfa3b7a req-a2437a0b-6ad4-4a0c-93ed-bcb55202a358 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:30.746816 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7ecc483f-89b2-415f-b7a0-bc6b6cfa3b7a req-a2437a0b-6ad4-4a0c-93ed-bcb55202a358 tempest-ServerDiskConfigTestJSON-130850281 tempest-ServerDiskConfigTestJSON-130850281-project] 10.222.0.60 "DELETE /v2.0/ports/7b918118-7f8f-474d-86f7-c3d0510bceb2 HTTP/1.1" status: 204 len: 173 time: 1.2350407 Feb 16 16:41:30.755525 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a3cfef9f-2f7c-496c-a08a-c22f59c7c0ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54ea7e0295cd4244bef6fff1affba266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8738570 Feb 16 16:41:30.756396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251eb101-3543-43c4-af0e-eec7f08e17ab', 'name': 'network-vif-deleted', 'tag': '7b918118-7f8f-474d-86f7-c3d0510bceb2'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:41:30.759301 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb2aaf5-8c22-4bab-a5ec-5c517abe57b4" -d '{"events": [{"server_uuid": "251eb101-3543-43c4-af0e-eec7f08e17ab", "name": "network-vif-deleted", "tag": "7b918118-7f8f-474d-86f7-c3d0510bceb2"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:30.764641 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41812) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:30.776477 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38027700-e0b5-4f5c-9042-904dbbaa7ba9 x-openstack-request-id: req-38027700-e0b5-4f5c-9042-904dbbaa7ba9 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:30.777070 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3755eb-f8cd-4cca-bad7-a68a3da0aca9", "tag": "f090feb3-93e3-4285-a85f-8206028d75f7", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:30.777413 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38027700-e0b5-4f5c-9042-904dbbaa7ba9 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:30.777923 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3755eb-f8cd-4cca-bad7-a68a3da0aca9', 'tag': 'f090feb3-93e3-4285-a85f-8206028d75f7', 'status': 'completed', 'code': 200} Feb 16 16:41:30.798814 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7be00d20-3695-40b7-af67-a50b7f414850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:30.809486 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:30.825998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be00d20-3695-40b7-af67-a50b7f414850 None None] Routers {'11dea631-83ee-446e-9a67-0cd55da41755'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:41:30.826712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7be00d20-3695-40b7-af67-a50b7f414850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:41:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['11dea631-83ee-446e-9a67-0cd55da41755'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:30.866007 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a1c9dfbb-9e9b-49ab-9ecf-947750ed2ecf admin admin] Publish callbacks [] for security_group (2ea09fe9-11f1-4d52-a580-fd716431f234), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:30.868013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7be00d20-3695-40b7-af67-a50b7f414850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:30.868958 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be00d20-3695-40b7-af67-a50b7f414850 None None] The sync data for ids ['11dea631-83ee-446e-9a67-0cd55da41755'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:41:30.896566 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a1c9dfbb-9e9b-49ab-9ecf-947750ed2ecf admin admin] Publish callbacks [] for security_group (2ea09fe9-11f1-4d52-a580-fd716431f234), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:30.913988 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-0daaec8b-8d6d-4c99-98dd-9eb169fd695e service neutron] 10.222.0.24 "GET /v2.0/networks/fe4a0c62-7e77-41f1-a6b1-5456111aabec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307568 Feb 16 16:41:30.931989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-49cfa797-844b-452d-bfb5-04deab05f4c7 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/routers/11dea631-83ee-446e-9a67-0cd55da41755 HTTP/1.1" status: 200 len: 744 time: 0.2345901 Feb 16 16:41:30.934278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41818) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:30.982383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df31f368-8041-4c48-93b4-1209ab916a6b req-8851278b-9cc6-4020-a2b7-890f8f5cfb66 service neutron] 10.222.0.65 "GET /v2.0/networks/76d5e39e-bfac-4a2f-83b2-aae8633c63df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723092 Feb 16 16:41:30.990778 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-49713be6-5df4-476e-8aef-b9dba9f1c056 tempest-RoutersIpV6AdminTest-808920843 tempest-RoutersIpV6AdminTest-808920843-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&device_id=11dea631-83ee-446e-9a67-0cd55da41755 HTTP/1.1" status: 200 len: 205 time: 0.0552402 Feb 16 16:41:30.993909 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41820) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:31.031553 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5f9aa808-5b32-4f63-8b6b-2d2e141c6b12 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "GET /v2.0/ports?device_id=11dea631-83ee-446e-9a67-0cd55da41755 HTTP/1.1" status: 200 len: 205 time: 0.0360706 Feb 16 16:41:31.034481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41822) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:31.042028 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a1c9dfbb-9e9b-49ab-9ecf-947750ed2ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2ea09fe9-11f1-4d52-a580-fd716431f234), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:31.045383 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a1c9dfbb-9e9b-49ab-9ecf-947750ed2ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:31.046560 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a1c9dfbb-9e9b-49ab-9ecf-947750ed2ecf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ea09fe9-11f1-4d52-a580-fd716431f234 HTTP/1.1" status: 204 len: 168 time: 0.2785616 Feb 16 16:41:31.051850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 07ba9b63-8ce6-4f9b-91da-787719b31bd1 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:41:31.128774 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbbad3-7b0c-42e4-add1-d517459e8622 req-342acb30-8899-4d75-a1cd-3be996340353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:31.135089 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68fbbad3-7b0c-42e4-add1-d517459e8622 req-342acb30-8899-4d75-a1cd-3be996340353 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e300acfbf04b4eada0553faf05d0af3f&device_id=fa3755eb-f8cd-4cca-bad7-a68a3da0aca9 HTTP/1.1" status: 200 len: 1125 time: 0.3153491 Feb 16 16:41:31.154189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 07ba9b63-8ce6-4f9b-91da-787719b31bd1 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:41:31.159169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 07ba9b63-8ce6-4f9b-91da-787719b31bd1 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:31.159820 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:31.202860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9dfbb-9e9b-49ab-9ecf-947750ed2ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea09fe9-11f1-4d52-a580-fd716431f234,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:31.219340 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4d61-3f34-42b8-9b40-da820b8535ee tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (11dea631-83ee-446e-9a67-0cd55da41755), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:31.270443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-55faf9ef-4356-478f-985e-f7e20ce446e8 service neutron] 10.222.0.24 "GET /v2.0/networks/fe4a0c62-7e77-41f1-a6b1-5456111aabec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458567 Feb 16 16:41:31.282235 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47604137-21ec-41a1-a44e-3fbe1df00a24 req-e682baf0-cc0a-4200-a1cc-6ebe04f05a89 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:31.284269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47604137-21ec-41a1-a44e-3fbe1df00a24 req-e682baf0-cc0a-4200-a1cc-6ebe04f05a89 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 943 time: 0.3050599 Feb 16 16:41:31.358212 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:31.400061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 07ba9b63-8ce6-4f9b-91da-787719b31bd1 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:31.400564 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:31.419935 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd5549-f70f-441d-a7ca-13b3dcefb41e req-d2f507e7-fa4b-49e5-ba3f-dc783f0b03e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:31.424672 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-65bd5549-f70f-441d-a7ca-13b3dcefb41e req-d2f507e7-fa4b-49e5-ba3f-dc783f0b03e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 1126 time: 0.2628803 Feb 16 16:41:31.430509 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df31f368-8041-4c48-93b4-1209ab916a6b req-6a8ab531-c536-42c7-908c-435fd03c8528 service neutron] 10.222.0.65 "GET /v2.0/networks/76d5e39e-bfac-4a2f-83b2-aae8633c63df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401200 Feb 16 16:41:31.445247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-99e256f4-02d0-4da9-9daa-a6d3ba2c9d94 service neutron] 10.222.0.24 "GET /v2.0/ports/d91c30ef-7b5c-42fa-a0e7-f684909efdf4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1204312 Feb 16 16:41:31.500551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18b4f1a-08aa-4456-94f7-a41b09efe9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ba9b63-8ce6-4f9b-91da-787719b31bd1'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:41:31.502796 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c3d323-a92b-4f47-bf69-c8bae91f65fb" -d '{"events": [{"server_uuid": "e18b4f1a-08aa-4456-94f7-a41b09efe9ad", "name": "network-vif-plugged", "status": "completed", "tag": "07ba9b63-8ce6-4f9b-91da-787719b31bd1"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:31.507568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbbad3-7b0c-42e4-add1-d517459e8622 req-09668734-cc59-4d94-b84b-d305d3e8ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:31.509147 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68fbbad3-7b0c-42e4-add1-d517459e8622 req-09668734-cc59-4d94-b84b-d305d3e8ed87 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76d5e39e-bfac-4a2f-83b2-aae8633c63df HTTP/1.1" status: 200 len: 919 time: 0.3643010 Feb 16 16:41:31.550110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 07ba9b63-8ce6-4f9b-91da-787719b31bd1, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=07ba9b63-8ce6-4f9b-91da-787719b31bd1,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:31.556801 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:31.594139 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47604137-21ec-41a1-a44e-3fbe1df00a24 req-a568abdb-93f5-42c2-80c6-f27d70f9b78b tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553985 Feb 16 16:41:31.611070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68fbbad3-7b0c-42e4-add1-d517459e8622 req-8868da3b-9371-4659-9a32-894f6b352abe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f090feb3-93e3-4285-a85f-8206028d75f7 HTTP/1.1" status: 200 len: 217 time: 0.0834036 Feb 16 16:41:31.627706 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4d61-3f34-42b8-9b40-da820b8535ee tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (11dea631-83ee-446e-9a67-0cd55da41755), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:31.628460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=07ba9b63-8ce6-4f9b-91da-787719b31bd1,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:31.631189 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4d61-3f34-42b8-9b40-da820b8535ee tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router_controller (11dea631-83ee-446e-9a67-0cd55da41755), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:31.724471 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd5549-f70f-441d-a7ca-13b3dcefb41e req-16ee964d-4ec3-4cdf-b447-8e2cf5324fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:31.727669 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-65bd5549-f70f-441d-a7ca-13b3dcefb41e req-16ee964d-4ec3-4cdf-b447-8e2cf5324fb3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.2693334 Feb 16 16:41:31.789961 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce352c39-44fb-4502-a83b-d025f3d7ccc8 x-openstack-request-id: req-ce352c39-44fb-4502-a83b-d025f3d7ccc8 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:31.790422 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251eb101-3543-43c4-af0e-eec7f08e17ab", "name": "network-vif-deleted", "tag": "7b918118-7f8f-474d-86f7-c3d0510bceb2", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:31.791089 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce352c39-44fb-4502-a83b-d025f3d7ccc8 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:31.791773 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251eb101-3543-43c4-af0e-eec7f08e17ab', 'name': 'network-vif-deleted', 'tag': '7b918118-7f8f-474d-86f7-c3d0510bceb2', 'status': 'completed', 'code': 200} Feb 16 16:41:31.828698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbbad3-7b0c-42e4-add1-d517459e8622 req-63a0efe5-f8b6-460d-92bf-516a095d18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:31.829113 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f090feb3-93e3-4285-a85f-8206028d75f7 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:41:31.830456 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68fbbad3-7b0c-42e4-add1-d517459e8622 req-63a0efe5-f8b6-460d-92bf-516a095d18ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c011dd0e-9804-401d-9007-b0574322b362 HTTP/1.1" status: 200 len: 858 time: 0.2166436 Feb 16 16:41:31.832697 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-66ec8317-9095-4707-a186-b74d725d120c service neutron] 10.222.0.24 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769157 Feb 16 16:41:31.842422 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4d61-3f34-42b8-9b40-da820b8535ee tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (11dea631-83ee-446e-9a67-0cd55da41755), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:31.842995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfb4d61-3f34-42b8-9b40-da820b8535ee tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Fanout notify agent at l3_agent the message router_deleted on router 11dea631-83ee-446e-9a67-0cd55da41755 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:41:31.853946 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4d61-3f34-42b8-9b40-da820b8535ee tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:31.859952 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5dfb4d61-3f34-42b8-9b40-da820b8535ee tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "DELETE /v2.0/routers/11dea631-83ee-446e-9a67-0cd55da41755 HTTP/1.1" status: 204 len: 168 time: 0.8204319 Feb 16 16:41:31.859952 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41844) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:31.884472 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68fbbad3-7b0c-42e4-add1-d517459e8622 req-60f8046d-bcaa-446e-a0e1-6d51697d5357 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76d5e39e-bfac-4a2f-83b2-aae8633c63df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480359 Feb 16 16:41:31.901625 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-749b3aad-71e8-403e-afc9-415e46e9c4a8 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "GET /v2.0/ports?device_id=11dea631-83ee-446e-9a67-0cd55da41755 HTTP/1.1" status: 200 len: 205 time: 0.0373008 Feb 16 16:41:31.902006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41846) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:31.917324 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-65bd5549-f70f-441d-a7ca-13b3dcefb41e req-6c8f2825-6c5a-41ce-9657-101d742dd300 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5 HTTP/1.1" status: 200 len: 999 time: 0.1233518 Feb 16 16:41:31.971993 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-8f637651-8f39-49f7-ba1b-37433bb4a7b2 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] delete failed (client error): The resource could not be found. Feb 16 16:41:31.973576 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8f637651-8f39-49f7-ba1b-37433bb4a7b2 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "DELETE /v2.0/routers/11dea631-83ee-446e-9a67-0cd55da41755 HTTP/1.1" status: 404 len: 336 time: 0.0714397 Feb 16 16:41:31.978446 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41852) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:32.021455 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9e9a5b82-9e78-47b7-bff2-ccad1928b4ec tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32c97ed-bf48-4657-95e1-10edbb8c2bf2 HTTP/1.1" status: 200 len: 205 time: 0.0416963 Feb 16 16:41:32.022126 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41854) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:32.066059 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-f8bc54e1-b387-4577-9f3f-abcdb4ec347e tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] delete failed (client error): The resource could not be found. Feb 16 16:41:32.070932 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f8bc54e1-b387-4577-9f3f-abcdb4ec347e tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "DELETE /v2.0/routers/a32c97ed-bf48-4657-95e1-10edbb8c2bf2 HTTP/1.1" status: 404 len: 336 time: 0.0474479 Feb 16 16:41:32.074676 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd5549-f70f-441d-a7ca-13b3dcefb41e req-773603c2-2eab-4edd-8d21-f11ad34db98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:32.076276 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-65bd5549-f70f-441d-a7ca-13b3dcefb41e req-773603c2-2eab-4edd-8d21-f11ad34db98e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.1521146 Feb 16 16:41:32.076826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41856) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:32.130330 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:32.166930 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2c358e5d-f62b-4994-8b03-0da549aeadef tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "GET /v2.0/ports?device_id=45396c9f-88f9-49f6-9c28-60f5b45086d3 HTTP/1.1" status: 200 len: 205 time: 0.0888906 Feb 16 16:41:32.168528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41862) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:32.190288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f090feb3-93e3-4285-a85f-8206028d75f7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f090feb3-93e3-4285-a85f-8206028d75f7,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:32.209844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'f090feb3-93e3-4285-a85f-8206028d75f7', 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df', 'port_id': 'f090feb3-93e3-4285-a85f-8206028d75f7', 'mac_address': 'fa:16:3e:1f:88:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c011dd0e-9804-401d-9007-b0574322b362', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:41:32.222513 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-be083f35-5d07-4cd5-89f3-c859a2a3820e tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] delete failed (client error): The resource could not be found. Feb 16 16:41:32.227440 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-be083f35-5d07-4cd5-89f3-c859a2a3820e tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "DELETE /v2.0/routers/45396c9f-88f9-49f6-9c28-60f5b45086d3 HTTP/1.1" status: 404 len: 336 time: 0.0557561 Feb 16 16:41:32.228561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41864) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:32.256574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port f090feb3-93e3-4285-a85f-8206028d75f7 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:32.257848 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f090feb3-93e3-4285-a85f-8206028d75f7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:32.268524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd5549-f70f-441d-a7ca-13b3dcefb41e req-b9efb6a2-420b-4832-8a02-95ab351e219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:32.270188 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-65bd5549-f70f-441d-a7ca-13b3dcefb41e req-b9efb6a2-420b-4832-8a02-95ab351e219e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1700618 Feb 16 16:41:32.274751 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f090feb3-93e3-4285-a85f-8206028d75f7 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:41:32.275227 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-790c2979-fc40-4fd9-a307-c35cba0271da tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "GET /v2.0/ports?device_id=4565f44e-78e8-426b-993b-1eea57e5314d HTTP/1.1" status: 200 len: 205 time: 0.0400326 Feb 16 16:41:32.275968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41866) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:32.299431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f090feb3-93e3-4285-a85f-8206028d75f7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f090feb3-93e3-4285-a85f-8206028d75f7,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:32.304869 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f090feb3-93e3-4285-a85f-8206028d75f7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:32.306011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device e134d409-abea-4a22-b971-5c47bbe9967f details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:41:32.328064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c58c48-9f2d-42fd-86af-54c16e8a9621 req-53334e94-5873-45ce-b527-327b51af7c97 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:32.335529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42c58c48-9f2d-42fd-86af-54c16e8a9621 req-53334e94-5873-45ce-b527-327b51af7c97 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.5810509 Feb 16 16:41:32.384559 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-65bd5549-f70f-441d-a7ca-13b3dcefb41e req-473e64b6-a688-4b5b-97d1-e38b2dc4f0ae service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076610 Feb 16 16:41:32.447362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-b5afc451-b27a-450f-a97b-066f3aacde67 service neutron] 10.222.0.24 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010942 Feb 16 16:41:32.477775 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42c58c48-9f2d-42fd-86af-54c16e8a9621 req-053d54aa-44fc-462d-938e-9360ec56458e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411409 Feb 16 16:41:32.551557 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-65bd5549-f70f-441d-a7ca-13b3dcefb41e req-cc6fe36b-c849-4eef-93c4-9d5951df621c service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172388 Feb 16 16:41:32.552681 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-f2522ef6-6a75-4b38-9aaa-ccd38b7ddeff tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] delete failed (client error): The resource could not be found. Feb 16 16:41:32.556495 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f2522ef6-6a75-4b38-9aaa-ccd38b7ddeff tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "DELETE /v2.0/routers/4565f44e-78e8-426b-993b-1eea57e5314d HTTP/1.1" status: 404 len: 336 time: 0.1785553 Feb 16 16:41:32.557110 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41870) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:32.564988 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68fbbad3-7b0c-42e4-add1-d517459e8622 req-b8f9d19f-4514-4837-999d-3f5cf957e64c service neutron] 10.222.0.65 "GET /v2.0/networks/76d5e39e-bfac-4a2f-83b2-aae8633c63df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665163 Feb 16 16:41:32.596434 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-dccb414d-8540-41bd-be81-4bf31a5890d0 service neutron] 10.222.0.24 "GET /v2.0/ports/6dd9809b-8b67-4061-8a60-b968873f6f2d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1427944 Feb 16 16:41:32.642856 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4e0f067c-cc93-427e-81a4-87c9429af514 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a54b440-425d-4b06-990e-d3e31e52a83f HTTP/1.1" status: 200 len: 205 time: 0.0843515 Feb 16 16:41:32.643784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41876) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:32.676824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=f090feb3-93e3-4285-a85f-8206028d75f7,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:32.694765 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b7e047-aa0c-4c7b-9781-ba2d2c3de42f x-openstack-request-id: req-93b7e047-aa0c-4c7b-9781-ba2d2c3de42f {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:32.696057 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18b4f1a-08aa-4456-94f7-a41b09efe9ad", "name": "network-vif-plugged", "status": "completed", "tag": "07ba9b63-8ce6-4f9b-91da-787719b31bd1", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:32.696271 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93b7e047-aa0c-4c7b-9781-ba2d2c3de42f {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:32.697347 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18b4f1a-08aa-4456-94f7-a41b09efe9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ba9b63-8ce6-4f9b-91da-787719b31bd1', 'code': 200} Feb 16 16:41:32.702188 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-bea8696a-23f9-4518-bfb9-f3d17fb1202d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] delete failed (client error): The resource could not be found. Feb 16 16:41:32.703318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port e134d409-abea-4a22-b971-5c47bbe9967f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e134d409-abea-4a22-b971-5c47bbe9967f,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:32.707453 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bea8696a-23f9-4518-bfb9-f3d17fb1202d tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "DELETE /v2.0/routers/5a54b440-425d-4b06-990e-d3e31e52a83f HTTP/1.1" status: 404 len: 336 time: 0.0626235 Feb 16 16:41:32.709213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41880) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:32.725224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'e134d409-abea-4a22-b971-5c47bbe9967f', 'network_id': '76d5e39e-bfac-4a2f-83b2-aae8633c63df', 'port_id': 'e134d409-abea-4a22-b971-5c47bbe9967f', 'mac_address': 'fa:16:3e:10:f4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c011dd0e-9804-401d-9007-b0574322b362', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:41:32.786163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port e134d409-abea-4a22-b971-5c47bbe9967f is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:32.786561 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e134d409-abea-4a22-b971-5c47bbe9967f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:32.794028 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f1e26dee-4acc-4bb7-bc97-68d94b4eb314 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4b313-fba0-4fab-980b-6fddae64da3e HTTP/1.1" status: 200 len: 205 time: 0.0836306 Feb 16 16:41:32.800066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41882) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:32.805073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e134d409-abea-4a22-b971-5c47bbe9967f {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:41:32.832535 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port e134d409-abea-4a22-b971-5c47bbe9967f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e134d409-abea-4a22-b971-5c47bbe9967f,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:32.837492 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e134d409-abea-4a22-b971-5c47bbe9967f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:32.897317 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-f80a418f-95c4-4db7-ad5c-491e0430526b tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] delete failed (client error): The resource could not be found. Feb 16 16:41:32.898463 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f80a418f-95c4-4db7-ad5c-491e0430526b tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "DELETE /v2.0/routers/cdd4b313-fba0-4fab-980b-6fddae64da3e HTTP/1.1" status: 404 len: 336 time: 0.0947244 Feb 16 16:41:32.902407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41886) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:32.909466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=e134d409-abea-4a22-b971-5c47bbe9967f,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:32.938309 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f558f9-ab03-4ea0-9669-920c3ca19ef9 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] DELETE failed (client error): The resource could not be found. Feb 16 16:41:32.938874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f558f9-ab03-4ea0-9669-920c3ca19ef9 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:41:32.944891 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-36f558f9-ab03-4ea0-9669-920c3ca19ef9 tempest-RoutersIpV6AdminTest-1571187445 tempest-RoutersIpV6AdminTest-1571187445-project] 10.222.0.24 "DELETE /v2.0/subnets/92ed5361-0062-45c0-9cec-7009bc48e073 HTTP/1.1" status: 404 len: 337 time: 0.0361652 Feb 16 16:41:32.966946 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d1394-e11e-4bc8-87d2-f87e69448972 req-dccfe52f-e5b9-4058-92dd-e31b83f58776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:32.968622 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e64d1394-e11e-4bc8-87d2-f87e69448972 req-dccfe52f-e5b9-4058-92dd-e31b83f58776 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e18b4f1a-08aa-4456-94f7-a41b09efe9ad HTTP/1.1" status: 200 len: 1128 time: 0.2752738 Feb 16 16:41:33.035073 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41890) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:33.045377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68fbbad3-7b0c-42e4-add1-d517459e8622 req-e8d83a88-daaa-4e71-bf40-37d702068268 service neutron] 10.222.0.65 "GET /v2.0/networks/76d5e39e-bfac-4a2f-83b2-aae8633c63df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702718 Feb 16 16:41:33.050757 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e64d1394-e11e-4bc8-87d2-f87e69448972 req-290ead62-d2dc-49a3-8ead-9078483f5719 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750244 Feb 16 16:41:33.055682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 7b918118-7f8f-474d-86f7-c3d0510bceb2 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:41:33.076277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-c43df9b1-9e75-4a69-8e2a-9c2649b3677a service neutron] 10.222.0.24 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394529 Feb 16 16:41:33.090873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 7b918118-7f8f-474d-86f7-c3d0510bceb2 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:41:33.091322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 7b918118-7f8f-474d-86f7-c3d0510bceb2 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:41:33.093265 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['f090feb3-93e3-4285-a85f-8206028d75f7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:41:33.095646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['e134d409-abea-4a22-b971-5c47bbe9967f'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:41:33.146333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44079da8-3fe3-4403-bf78-74e193e7b19a req-ed2e67eb-740c-4239-8139-f12af5a654d2 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:33.161934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44079da8-3fe3-4403-bf78-74e193e7b19a req-ed2e67eb-740c-4239-8139-f12af5a654d2 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 944 time: 0.4191971 Feb 16 16:41:33.304383 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-727c2766-2a8c-4f50-a982-09fbb95f3bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:33.429197 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44079da8-3fe3-4403-bf78-74e193e7b19a req-d86ff0df-29a2-4e4c-ad73-19d6f639e846 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183728 Feb 16 16:41:33.461542 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-727c2766-2a8c-4f50-a982-09fbb95f3bf8 admin admin] Publish callbacks [] for security_group (cf3a953f-c84a-42e8-9d0f-196eba9952be), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:33.461738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ff333e87-3b0f-4a0f-9f4d-d2e3462e4125 service neutron] 10.222.0.24 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720307 Feb 16 16:41:33.470672 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-727c2766-2a8c-4f50-a982-09fbb95f3bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cf3a953f-c84a-42e8-9d0f-196eba9952be), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:33.502349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41898) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:33.533475 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-727c2766-2a8c-4f50-a982-09fbb95f3bf8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=757f04fd1a2e40f29a2ed386c5e1d8ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4904306 Feb 16 16:41:33.533603 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41906) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:33.540112 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c2766-2a8c-4f50-a982-09fbb95f3bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3a953f-c84a-42e8-9d0f-196eba9952be,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:33.614295 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-947981ab-e54f-4856-b038-9576d57293b4 admin admin] Publish callbacks [] for security_group (cf3a953f-c84a-42e8-9d0f-196eba9952be), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:33.649203 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-947981ab-e54f-4856-b038-9576d57293b4 admin admin] Publish callbacks [] for security_group (cf3a953f-c84a-42e8-9d0f-196eba9952be), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:33.659159 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ffd5263e-1736-4c86-a350-8d55e9f369b0 service neutron] 10.222.0.24 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912577 Feb 16 16:41:33.668023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c834d85-d4dc-458d-a2de-656e2cd25efd req-4367ec97-44ab-4391-8493-ae76fd34e5b9 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:33.669490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c834d85-d4dc-458d-a2de-656e2cd25efd req-4367ec97-44ab-4391-8493-ae76fd34e5b9 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0875423 Feb 16 16:41:33.679471 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1546a450-987b-47fc-be88-9a373ae3c3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:33.748866 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-947981ab-e54f-4856-b038-9576d57293b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cf3a953f-c84a-42e8-9d0f-196eba9952be), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:33.751641 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-947981ab-e54f-4856-b038-9576d57293b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:33.752818 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-947981ab-e54f-4856-b038-9576d57293b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf3a953f-c84a-42e8-9d0f-196eba9952be HTTP/1.1" status: 204 len: 168 time: 0.2183731 Feb 16 16:41:33.767879 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947981ab-e54f-4856-b038-9576d57293b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3a953f-c84a-42e8-9d0f-196eba9952be,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:33.781521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c834d85-d4dc-458d-a2de-656e2cd25efd req-67f28b6c-5087-408e-a5f9-ce64da8d372f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029778 Feb 16 16:41:33.809223 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1546a450-987b-47fc-be88-9a373ae3c3a4 admin admin] Publish callbacks [] for security_group (b6ba19b9-0d5f-4186-b43f-03963410a586), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:33.820677 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-451f67c8-be22-4a1d-b1b3-9cc3c151365b service neutron] 10.222.0.24 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500478 Feb 16 16:41:33.821035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1546a450-987b-47fc-be88-9a373ae3c3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b6ba19b9-0d5f-4186-b43f-03963410a586), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:33.871785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546a450-987b-47fc-be88-9a373ae3c3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ba19b9-0d5f-4186-b43f-03963410a586,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:33.886617 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1546a450-987b-47fc-be88-9a373ae3c3a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e923dc17ddf640deab18a5036d209695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3799839 Feb 16 16:41:33.887124 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41914) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:33.941753 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61976864-3864-45e6-9258-b74141bd759d admin admin] Publish callbacks [] for security_group (b6ba19b9-0d5f-4186-b43f-03963410a586), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:33.961723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d5973ce8-eaea-4895-8ff3-ef8e4e0aa11c service neutron] 10.222.0.24 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402278 Feb 16 16:41:33.966055 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61976864-3864-45e6-9258-b74141bd759d admin admin] Publish callbacks [] for security_group (b6ba19b9-0d5f-4186-b43f-03963410a586), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:33.989237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9897620-176d-4756-a005-cd28969eef77 req-57d0c918-1e2d-4132-954e-ec2dfa98d1db tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:33.990707 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9897620-176d-4756-a005-cd28969eef77 req-57d0c918-1e2d-4132-954e-ec2dfa98d1db tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0857589 Feb 16 16:41:34.020704 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61976864-3864-45e6-9258-b74141bd759d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b6ba19b9-0d5f-4186-b43f-03963410a586), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:34.026371 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61976864-3864-45e6-9258-b74141bd759d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:34.028559 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-61976864-3864-45e6-9258-b74141bd759d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6ba19b9-0d5f-4186-b43f-03963410a586 HTTP/1.1" status: 204 len: 168 time: 0.1403985 Feb 16 16:41:34.041762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61976864-3864-45e6-9258-b74141bd759d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ba19b9-0d5f-4186-b43f-03963410a586,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:34.101435 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9897620-176d-4756-a005-cd28969eef77 req-06dd9457-6aa5-46db-a71f-c4c30d5730ef tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003988 Feb 16 16:41:34.125977 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-2ac326b3-f346-40b6-9c4f-7cc1bb0ed3f9 service neutron] 10.222.0.24 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528378 Feb 16 16:41:34.271430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-21fb1af9-16bf-4fb7-afa3-64c7dc01d8a9 service neutron] 10.222.0.24 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377461 Feb 16 16:41:34.312896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0973f-5a9d-47f3-82e9-9df980a87c52 req-c41b0311-db06-4320-936a-27c70c0bbd63 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:34.314557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42d0973f-5a9d-47f3-82e9-9df980a87c52 req-c41b0311-db06-4320-936a-27c70c0bbd63 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.0943973 Feb 16 16:41:34.393925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41940) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:34.494414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42d0973f-5a9d-47f3-82e9-9df980a87c52 req-4eca300c-6c3f-4c2f-8d67-7c560d9a6ab6 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657758 Feb 16 16:41:34.509152 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-28748342-bb51-4b0c-a723-8570b2bb3220 service neutron] 10.222.0.24 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279351 Feb 16 16:41:34.545080 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:34.554300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41946) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:34.580142 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f47c78b5-6067-4d95-86a9-fd66f7b3e789 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19b3b27a47cc4dc189018f52fd704294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1835670 Feb 16 16:41:34.587013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41948) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:34.635155 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff44f82-84ef-45bf-a9dc-ecaf844ae731 admin admin] Deleting subnet 2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:41:34.639089 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ff44f82-84ef-45bf-a9dc-ecaf844ae731 admin admin] Publish callbacks [] for subnet (2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:34.683667 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ff44f82-84ef-45bf-a9dc-ecaf844ae731 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:34.737488 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ff44f82-84ef-45bf-a9dc-ecaf844ae731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:34.749595 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Publish callbacks [] for security_group (2fb97449-c154-426a-a572-816459ccfd24), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:34.756057 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-e986d212-ad77-4684-99a8-5ba10adf44d8 service neutron] 10.222.0.24 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352362 Feb 16 16:41:34.798638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77944ac1-2001-43cc-b514-0af2d9bce170 req-160d7b3b-46d1-40e7-8543-554b4b4608f6 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:34.805840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77944ac1-2001-43cc-b514-0af2d9bce170 req-160d7b3b-46d1-40e7-8543-554b4b4608f6 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 944 time: 0.1919038 Feb 16 16:41:34.806290 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ff44f82-84ef-45bf-a9dc-ecaf844ae731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:34.818913 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Publish callbacks [] for security_group (2fb97449-c154-426a-a572-816459ccfd24), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:34.837458 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff44f82-84ef-45bf-a9dc-ecaf844ae731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:34.841713 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ff44f82-84ef-45bf-a9dc-ecaf844ae731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:34.847182 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8ff44f82-84ef-45bf-a9dc-ecaf844ae731 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2ebd94bc-cdfe-4fb3-9a98-4f6e9376bd45 HTTP/1.1" status: 204 len: 168 time: 0.2918000 Feb 16 16:41:34.850056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41958) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:34.936594 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99fc7730-9f60-49f6-8ac4-4436de658ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (ba60c3ee-51d9-4ac7-bcac-b8b74968bfad), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:34.946064 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77944ac1-2001-43cc-b514-0af2d9bce170 req-3ed74959-9eec-4b45-a8b2-034bcc4cf94a tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371057 Feb 16 16:41:34.982169 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-94a8805c-97ab-4455-a15f-1e747fbebd96 service neutron] 10.222.0.24 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171972 Feb 16 16:41:34.990607 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2fb97449-c154-426a-a572-816459ccfd24), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:34.993340 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:35.004667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fb97449-c154-426a-a572-816459ccfd24 HTTP/1.1" status: 204 len: 168 time: 0.4166167 Feb 16 16:41:35.070807 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb97449-c154-426a-a572-816459ccfd24,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:35.102056 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99fc7730-9f60-49f6-8ac4-4436de658ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (ba60c3ee-51d9-4ac7-bcac-b8b74968bfad), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:35.122002 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:35.122704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:35.122704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:35.123021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:35.123340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:35.123674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:35.124060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:35.124390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:35.124715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:35.125061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:35.125491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:35.125988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:35.126120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887310-39f2-4459-91c1-9b62c2ea5969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:35.128163 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-99fc7730-9f60-49f6-8ac4-4436de658ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba60c3ee-51d9-4ac7-bcac-b8b74968bfad']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:35.142330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-33b3c678-67a7-47f5-9907-8d9e42e7801b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:35.143783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-33b3c678-67a7-47f5-9907-8d9e42e7801b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports/d91c30ef-7b5c-42fa-a0e7-f684909efdf4 HTTP/1.1" status: 200 len: 931 time: 0.1553361 Feb 16 16:41:35.157172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-99fc7730-9f60-49f6-8ac4-4436de658ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d52c74-e223-4780-a880-e3cafc434ee8') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:35.157478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-99fc7730-9f60-49f6-8ac4-4436de658ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d52c74-e223-4780-a880-e3cafc434ee8') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:41:35.171212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99fc7730-9f60-49f6-8ac4-4436de658ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (59d52c74-e223-4780-a880-e3cafc434ee8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:35.192324 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99fc7730-9f60-49f6-8ac4-4436de658ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (59d52c74-e223-4780-a880-e3cafc434ee8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:35.200876 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fc7730-9f60-49f6-8ac4-4436de658ae1 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:41:35.201401 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99fc7730-9f60-49f6-8ac4-4436de658ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (59d52c74-e223-4780-a880-e3cafc434ee8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:41:35.203253 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:41:35.255107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd5fd3-2b05-41dc-99e0-556338051522 req-181649b4-af5d-4216-a58d-72f053b30373 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:35.261797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eefd5fd3-2b05-41dc-99e0-556338051522 req-181649b4-af5d-4216-a58d-72f053b30373 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1946542 Feb 16 16:41:35.280721 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99fc7730-9f60-49f6-8ac4-4436de658ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (ba60c3ee-51d9-4ac7-bcac-b8b74968bfad), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:35.287285 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99fc7730-9f60-49f6-8ac4-4436de658ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:35.291031 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-99fc7730-9f60-49f6-8ac4-4436de658ae1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ba60c3ee-51d9-4ac7-bcac-b8b74968bfad HTTP/1.1" status: 204 len: 168 time: 0.4397781 Feb 16 16:41:35.313898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-60ffc7f1-da24-4efe-ad40-d4c127e686e6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:35.315368 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-60ffc7f1-da24-4efe-ad40-d4c127e686e6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports/6dd9809b-8b67-4061-8a60-b968873f6f2d HTTP/1.1" status: 200 len: 932 time: 0.1611865 Feb 16 16:41:35.316459 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc7730-9f60-49f6-8ac4-4436de658ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba60c3ee-51d9-4ac7-bcac-b8b74968bfad,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:35.376877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eefd5fd3-2b05-41dc-99e0-556338051522 req-87a1232d-5f9b-4fd4-b8e3-f35427bd4ab5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041605 Feb 16 16:41:35.587988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652959ed-4d32-4921-8a1f-15aea745e4a7 req-64edbbf7-88e6-41a2-9a9d-94dd1e387588 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:35.598137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-652959ed-4d32-4921-8a1f-15aea745e4a7 req-64edbbf7-88e6-41a2-9a9d-94dd1e387588 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1308529 Feb 16 16:41:35.656671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41988) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:35.669509 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-652959ed-4d32-4921-8a1f-15aea745e4a7 req-a28b2462-bb2b-4d87-8117-db1f53be38f1 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704119 Feb 16 16:41:35.743203 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7b5d3ce8-6ee8-479f-8f76-090b30ac1f7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2ba7612aa4f4a12a94557eca9488eb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0853012 Feb 16 16:41:35.746013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41998) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:35.879967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f090feb3-93e3-4285-a85f-8206028d75f7 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:41:35.888164 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9cc7-da53-4dad-a584-e99526b287c5 admin admin] Publish callbacks [] for security_group (80e6ce46-877d-4d85-ac88-b1382c7350fb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:35.938592 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9cc7-da53-4dad-a584-e99526b287c5 admin admin] Publish callbacks [] for security_group (80e6ce46-877d-4d85-ac88-b1382c7350fb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:36.072488 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9cc7-da53-4dad-a584-e99526b287c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (80e6ce46-877d-4d85-ac88-b1382c7350fb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:36.084219 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9cc7-da53-4dad-a584-e99526b287c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:36.087481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db690971-9f5f-4c56-9220-357b026aac14 req-307aaab6-57d4-409c-9723-8e66316eafe8 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:36.092456 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7bbd9cc7-da53-4dad-a584-e99526b287c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80e6ce46-877d-4d85-ac88-b1382c7350fb HTTP/1.1" status: 204 len: 168 time: 0.3440926 Feb 16 16:41:36.098690 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db690971-9f5f-4c56-9220-357b026aac14 req-307aaab6-57d4-409c-9723-8e66316eafe8 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1177330 Feb 16 16:41:36.118352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd9cc7-da53-4dad-a584-e99526b287c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e6ce46-877d-4d85-ac88-b1382c7350fb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:36.227444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db690971-9f5f-4c56-9220-357b026aac14 req-593cde1c-2830-452c-8ccd-b0ed452e4796 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276929 Feb 16 16:41:36.228683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port f090feb3-93e3-4285-a85f-8206028d75f7 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:41:36.243779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port f090feb3-93e3-4285-a85f-8206028d75f7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:36.244160 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f090feb3-93e3-4285-a85f-8206028d75f7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:36.399884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fe64e-c9e5-490d-a381-bb19bf353ed6 req-1ce993c5-59cd-44b3-b121-98cbeab7cf67 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:36.401381 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-889fe64e-c9e5-490d-a381-bb19bf353ed6 req-1ce993c5-59cd-44b3-b121-98cbeab7cf67 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 944 time: 0.0905099 Feb 16 16:41:36.504553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port f090feb3-93e3-4285-a85f-8206028d75f7 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:36.506504 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f090feb3-93e3-4285-a85f-8206028d75f7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:36.524008 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a43c0f6-0faa-44a8-8fb1-22f6977d02ae req-94278ef0-deae-4e23-ad38-99ffde5230bb tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0867338 Feb 16 16:41:36.562244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3755eb-f8cd-4cca-bad7-a68a3da0aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f090feb3-93e3-4285-a85f-8206028d75f7'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:41:36.567100 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1af67cc-6126-4d90-9780-f911073ceebe" -d '{"events": [{"server_uuid": "fa3755eb-f8cd-4cca-bad7-a68a3da0aca9", "name": "network-vif-plugged", "status": "completed", "tag": "f090feb3-93e3-4285-a85f-8206028d75f7"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:36.572631 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-889fe64e-c9e5-490d-a381-bb19bf353ed6 req-33d5c503-58a1-4118-96a3-2a7389911903 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612172 Feb 16 16:41:36.599429 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f090feb3-93e3-4285-a85f-8206028d75f7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f090feb3-93e3-4285-a85f-8206028d75f7,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:36.607319 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f090feb3-93e3-4285-a85f-8206028d75f7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:36.608960 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device e134d409-abea-4a22-b971-5c47bbe9967f up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:41:36.661249 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f987de2e-5d6b-4aa9-b56b-d84a4497d4cb x-openstack-request-id: req-f987de2e-5d6b-4aa9-b56b-d84a4497d4cb {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:36.662759 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3755eb-f8cd-4cca-bad7-a68a3da0aca9", "name": "network-vif-plugged", "status": "completed", "tag": "f090feb3-93e3-4285-a85f-8206028d75f7", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:36.663795 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f987de2e-5d6b-4aa9-b56b-d84a4497d4cb {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:36.665361 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3755eb-f8cd-4cca-bad7-a68a3da0aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f090feb3-93e3-4285-a85f-8206028d75f7', 'code': 200} Feb 16 16:41:36.772543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=f090feb3-93e3-4285-a85f-8206028d75f7,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:36.788305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port e134d409-abea-4a22-b971-5c47bbe9967f completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:41:36.793617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port e134d409-abea-4a22-b971-5c47bbe9967f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:36.794171 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e134d409-abea-4a22-b971-5c47bbe9967f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:36.807172 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a367940-03bd-4f7b-a7cd-9640c1d7859b req-fa608ee9-8614-4340-be62-3e9151dd340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:36.813480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a367940-03bd-4f7b-a7cd-9640c1d7859b req-fa608ee9-8614-4340-be62-3e9151dd340b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fa3755eb-f8cd-4cca-bad7-a68a3da0aca9 HTTP/1.1" status: 200 len: 1127 time: 0.1034148 Feb 16 16:41:36.846709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-eb2bb9d2-f1bb-44af-ab10-e02cca08f9d5 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:36.848922 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-eb2bb9d2-f1bb-44af-ab10-e02cca08f9d5 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports/d91c30ef-7b5c-42fa-a0e7-f684909efdf4 HTTP/1.1" status: 200 len: 931 time: 0.4791389 Feb 16 16:41:36.955087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a367940-03bd-4f7b-a7cd-9640c1d7859b req-af91d04f-1d2a-485f-ba6a-8376a5d9f4ce service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379993 Feb 16 16:41:36.969362 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port e134d409-abea-4a22-b971-5c47bbe9967f is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:36.970615 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e134d409-abea-4a22-b971-5c47bbe9967f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:36.971570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-e59a92ee-51c3-47eb-9ab1-428537afce08 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:36.981414 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-e59a92ee-51c3-47eb-9ab1-428537afce08 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports/6dd9809b-8b67-4061-8a60-b968873f6f2d HTTP/1.1" status: 200 len: 932 time: 0.1270852 Feb 16 16:41:37.036166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port e134d409-abea-4a22-b971-5c47bbe9967f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e134d409-abea-4a22-b971-5c47bbe9967f,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:37.044881 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e134d409-abea-4a22-b971-5c47bbe9967f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:37.134322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=e134d409-abea-4a22-b971-5c47bbe9967f,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:37.404937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa26a5e-ceea-44a4-b778-992d6b4aacee req-72578fc8-8b38-4942-90c9-4a80c7b3033a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:37.414931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffa26a5e-ceea-44a4-b778-992d6b4aacee req-72578fc8-8b38-4942-90c9-4a80c7b3033a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.1116498 Feb 16 16:41:37.490337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffa26a5e-ceea-44a4-b778-992d6b4aacee req-4bc6ad69-e554-4b18-9dec-c5203b7cbbb3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742953 Feb 16 16:41:37.609385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42078) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:37.676429 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-095e6c19-d0f9-4b94-94ef-b531813b2e22 req-5c789d6a-c931-4b4f-a463-8e39f2e01f32 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0465968 Feb 16 16:41:37.937821 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e4c0-320b-4af5-88d8-07465f8fc620 req-4d299cdd-adac-4f08-ae69-736f8eeb79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:37.944598 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b742e4c0-320b-4af5-88d8-07465f8fc620 req-4d299cdd-adac-4f08-ae69-736f8eeb79c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 1126 time: 0.0964670 Feb 16 16:41:37.970798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1007039097'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:37.996042 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8484a5-9237-46d3-8391-367fceaf226f req-64205d36-80ab-42f2-932d-ce28ab434d0f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:38.014633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b8484a5-9237-46d3-8391-367fceaf226f req-64205d36-80ab-42f2-932d-ce28ab434d0f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.2431958 Feb 16 16:41:38.096885 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1bb5d-d88f-4d77-a1fb-7d4b9dd4f943 req-f386c590-b38b-4553-bddb-3d528ed56b63 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:38.101814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34f1bb5d-d88f-4d77-a1fb-7d4b9dd4f943 req-f386c590-b38b-4553-bddb-3d528ed56b63 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 945 time: 0.2804754 Feb 16 16:41:38.141315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Made reservation on behalf of 3b905209f0b2489c9c5335cc347441b5 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:38.165111 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:38.239150 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:38.285359 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b8484a5-9237-46d3-8391-367fceaf226f req-2c4207df-8900-4c51-b2db-5479f815dda7 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687397 Feb 16 16:41:38.313118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34f1bb5d-d88f-4d77-a1fb-7d4b9dd4f943 req-3534bd7f-502b-43e0-8869-dfa3a41966dd tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931360 Feb 16 16:41:38.408154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42092) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:38.435384 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks [] for security_group (8284fe9a-c7ee-4771-a747-5e6c32942f53), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:38.442524 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8284fe9a-c7ee-4771-a747-5e6c32942f53), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:38.460643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:41:38.481423 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (3151126e-b29a-46f0-bebf-cd169dd4648a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:38.482244 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Added segment 3151126e-b29a-46f0-bebf-cd169dd4648a of type vlan for network bed7d10a-dde7-4d8a-b01b-465996ff4489 Feb 16 16:41:38.555779 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (bed7d10a-dde7-4d8a-b01b-465996ff4489), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:38.570916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1b170ca8-1a9a-441f-a531-9c725c9fb0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:38.572419 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1b170ca8-1a9a-441f-a531-9c725c9fb0e8 service neutron] 10.222.0.60 "GET /v2.0/ports/d91c30ef-7b5c-42fa-a0e7-f684909efdf4 HTTP/1.1" status: 200 len: 1027 time: 0.0563266 Feb 16 16:41:38.620244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8284fe9a-c7ee-4771-a747-5e6c32942f53,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:38.623736 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (bed7d10a-dde7-4d8a-b01b-465996ff4489), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:38.625783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-41063275-6e2c-4f01-ab58-8796a6690136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:38.627267 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-41063275-6e2c-4f01-ab58-8796a6690136 service neutron] 10.222.0.60 "GET /v2.0/ports/6dd9809b-8b67-4061-8a60-b968873f6f2d HTTP/1.1" status: 200 len: 1028 time: 0.0469604 Feb 16 16:41:38.628550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e4c0-320b-4af5-88d8-07465f8fc620 req-efab94f6-46b5-429f-b651-d414e967ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:38.630654 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b742e4c0-320b-4af5-88d8-07465f8fc620 req-efab94f6-46b5-429f-b651-d414e967ca96 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.6838255 Feb 16 16:41:38.631600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:38.632896 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:38.668300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc42164-1ecc-4663-85d0-df2d88527e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e134d409-abea-4a22-b971-5c47bbe9967f'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:41:38.671519 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295141fb-d9ab-41f7-9cb0-d61319be21f2" -d '{"events": [{"server_uuid": "5cc42164-1ecc-4663-85d0-df2d88527e50", "name": "network-vif-plugged", "status": "completed", "tag": "e134d409-abea-4a22-b971-5c47bbe9967f"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:38.730404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event updated for resources: {'Network': ['ID=bed7d10a-dde7-4d8a-b01b-465996ff4489,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:38.746050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network bed7d10a-dde7-4d8a-b01b-465996ff4489 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:41:38.769514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ab071bcf-a780-412e-84f5-e64b3479170b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1571589 Feb 16 16:41:38.770170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42106) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:38.783720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b17b78e4-a5bc-4ed3-a9ff-3db91e1bcee6 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Request body: {'subnet': {'network_id': 'bed7d10a-dde7-4d8a-b01b-465996ff4489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:38.806417 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b47a8c-4dc3-498b-b13a-713ac493af15 x-openstack-request-id: req-b2b47a8c-4dc3-498b-b13a-713ac493af15 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:38.808418 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc42164-1ecc-4663-85d0-df2d88527e50", "name": "network-vif-plugged", "status": "completed", "tag": "e134d409-abea-4a22-b971-5c47bbe9967f", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:38.810051 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2b47a8c-4dc3-498b-b13a-713ac493af15 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:38.811703 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc42164-1ecc-4663-85d0-df2d88527e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e134d409-abea-4a22-b971-5c47bbe9967f', 'code': 200} Feb 16 16:41:39.023998 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-aef39398-7f07-4026-b8a0-0584ce0aeb54 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:39.030349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-aef39398-7f07-4026-b8a0-0584ce0aeb54 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:39.036222 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-aef39398-7f07-4026-b8a0-0584ce0aeb54 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:39.038419 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-aef39398-7f07-4026-b8a0-0584ce0aeb54 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "GET /v2.0/networks?id=fe4a0c62-7e77-41f1-a6b1-5456111aabec&id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&id=8c7818c1-3357-407b-a8ee-d592e424d1da&id=8c7818c1-3357-407b-a8ee-d592e424d1da HTTP/1.1" status: 200 len: 1988 time: 0.4002061 Feb 16 16:41:39.048126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecfb059a-f184-4d79-8fa5-252a6a5755d1 req-58e4ba43-10ba-4063-b86c-1972f373e17d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.1595912 Feb 16 16:41:39.056015 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b742e4c0-320b-4af5-88d8-07465f8fc620 req-8e2c85e5-0d27-4e2c-932f-d767347d9153 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5 HTTP/1.1" status: 200 len: 999 time: 0.4163487 Feb 16 16:41:39.083469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-126540068-network', 'tenant_id': '332a5c84b57f438c85d5813eecf2c338'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:39.196043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] Made reservation on behalf of 332a5c84b57f438c85d5813eecf2c338 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:39.198378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:39.201329 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-43563d09-0a1c-472a-91a2-9fbaa9636ea1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6e850f85e6540848343a8f94f5bb145 HTTP/1.1" status: 200 len: 380 time: 0.1443248 Feb 16 16:41:39.205487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e4c0-320b-4af5-88d8-07465f8fc620 req-149fc57f-a490-4ad2-a9a7-c79085292665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:39.207817 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b742e4c0-320b-4af5-88d8-07465f8fc620 req-149fc57f-a490-4ad2-a9a7-c79085292665 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.1054671 Feb 16 16:41:39.213135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d7adf35a-7ec9-4cb0-9e13-b9324a8b2ac1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'port': {'device_id': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'admin_state_up': True, 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'security_groups': ['7f6c5a73-b2cd-4473-820b-4457672460be']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:39.225286 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:39.251492 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4c1cf-c89c-4e8a-89da-af6bf1fefd53 req-2a24a4e4-d8c1-4e6b-afed-9b118340308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:39.253086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6f4c1cf-c89c-4e8a-89da-af6bf1fefd53 req-2a24a4e4-d8c1-4e6b-afed-9b118340308e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 1127 time: 0.3849840 Feb 16 16:41:39.255005 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17b78e4-a5bc-4ed3-a9ff-3db91e1bcee6 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Made reservation on behalf of 3b905209f0b2489c9c5335cc347441b5 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:39.265582 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b17b78e4-a5bc-4ed3-a9ff-3db91e1bcee6 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:39.371900 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e4c0-320b-4af5-88d8-07465f8fc620 req-5c6ad81c-73b6-4343-af96-4a86ead6c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:39.376133 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b742e4c0-320b-4af5-88d8-07465f8fc620 req-5c6ad81c-73b6-4343-af96-4a86ead6c4f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1372912 Feb 16 16:41:39.507172 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b742e4c0-320b-4af5-88d8-07465f8fc620 req-4e90fbbe-afb3-4966-bf5b-339c39362371 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263974 Feb 16 16:41:39.567401 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d7adf35a-7ec9-4cb0-9e13-b9324a8b2ac1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Made reservation on behalf of b6e850f85e6540848343a8f94f5bb145 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:39.571901 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d7adf35a-7ec9-4cb0-9e13-b9324a8b2ac1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:39.733561 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b742e4c0-320b-4af5-88d8-07465f8fc620 req-a65ce267-9b3a-450d-bc32-280ec0c10b72 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206397 Feb 16 16:41:39.785031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6f4c1cf-c89c-4e8a-89da-af6bf1fefd53 req-4208a6aa-9dca-4d7a-a580-c2f6991e6a88 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114028 Feb 16 16:41:39.801535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf57d4-821d-4d20-92fe-7e2128514440 req-81ff0e7e-db4c-45e6-a7ce-bd5f7a1e76b5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:39.803091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-accf57d4-821d-4d20-92fe-7e2128514440 req-81ff0e7e-db4c-45e6-a7ce-bd5f7a1e76b5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.3175917 Feb 16 16:41:39.814968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d7adf35a-7ec9-4cb0-9e13-b9324a8b2ac1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Allocated IP 172.20.0.10 (fe4a0c62-7e77-41f1-a6b1-5456111aabec/0a3b0099-e3d2-484e-86b0-d55f301048e5/60af1716-f231-40c5-ab45-6d89ab6d6e3f) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:39.932323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c7bd5-50e6-4da0-b2a5-e56349d51d5a req-b3e5a833-7678-4d64-b193-c9ba7ff9e6bb tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:39.945063 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc0c7bd5-50e6-4da0-b2a5-e56349d51d5a req-b3e5a833-7678-4d64-b193-c9ba7ff9e6bb tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 945 time: 0.4140189 Feb 16 16:41:39.999617 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] Publish callbacks [] for security_group (335854a8-58b5-471e-85e2-d4e422d126f8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:40.007176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-accf57d4-821d-4d20-92fe-7e2128514440 req-ef0c0cd7-0ffd-4787-af90-1bbd927d8dc4 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955242 Feb 16 16:41:40.055720 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (335854a8-58b5-471e-85e2-d4e422d126f8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:40.056481 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d7adf35a-7ec9-4cb0-9e13-b9324a8b2ac1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:40.168585 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d7adf35a-7ec9-4cb0-9e13-b9324a8b2ac1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:40.188387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc0c7bd5-50e6-4da0-b2a5-e56349d51d5a req-76a674f8-e415-489c-9b8b-0faca6447c94 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423556 Feb 16 16:41:40.251292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:41:40.274735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf35a-7ec9-4cb0-9e13-b9324a8b2ac1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'Port': ['ID=60af1716-f231-40c5-ab45-6d89ab6d6e3f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:40.289479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d7adf35a-7ec9-4cb0-9e13-b9324a8b2ac1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Network fe4a0c62-7e77-41f1-a6b1-5456111aabec is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:40.291713 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d7adf35a-7ec9-4cb0-9e13-b9324a8b2ac1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:40.311293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335854a8-58b5-471e-85e2-d4e422d126f8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:40.316546 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6c56c56e-b5ea-4648-af2d-83ee0f8eaee5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:40.316921 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] Added segment 6c56c56e-b5ea-4648-af2d-83ee0f8eaee5 of type vlan for network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe Feb 16 16:41:40.320112 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b17b78e4-a5bc-4ed3-a9ff-3db91e1bcee6 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (f01c5ec9-2210-4fa2-a5e1-4e3118ed071c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:40.326906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d7adf35a-7ec9-4cb0-9e13-b9324a8b2ac1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:40.443102 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b78e4-a5bc-4ed3-a9ff-3db91e1bcee6 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event updated for resources: {'Subnet': ['ID=f01c5ec9-2210-4fa2-a5e1-4e3118ed071c,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:40.468888 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d7adf35a-7ec9-4cb0-9e13-b9324a8b2ac1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:40.472181 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (d11b8c1b-145a-49b6-8292-3d1c2bc85ffe), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:40.479526 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d7adf35a-7ec9-4cb0-9e13-b9324a8b2ac1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:40.498002 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d7adf35a-7ec9-4cb0-9e13-b9324a8b2ac1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2890182 Feb 16 16:41:40.504535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f85675-61dd-4cf3-887b-c0354994e411 req-d0700604-fd8e-49fb-8aed-b909f8277aba tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:40.515864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-bd227e3c-be4b-4a67-9dc0-dcea5b71e9dc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'port': {'device_id': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6', 'admin_state_up': True, 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'security_groups': ['7f6c5a73-b2cd-4473-820b-4457672460be']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:40.520461 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-25f85675-61dd-4cf3-887b-c0354994e411 req-d0700604-fd8e-49fb-8aed-b909f8277aba tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 932 time: 0.3263648 Feb 16 16:41:40.523566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b78e4-a5bc-4ed3-a9ff-3db91e1bcee6 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Checking segment: {'id': '3151126e-b29a-46f0-bebf-cd169dd4648a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bed7d10a-dde7-4d8a-b01b-465996ff4489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:40.524589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b78e4-a5bc-4ed3-a9ff-3db91e1bcee6 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Network hostable DHCP agents. Network: bed7d10a-dde7-4d8a-b01b-465996ff4489, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:41:40.649020 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (d11b8c1b-145a-49b6-8292-3d1c2bc85ffe), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:40.659718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:40.660550 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:40.716148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b78e4-a5bc-4ed3-a9ff-3db91e1bcee6 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Network bed7d10a-dde7-4d8a-b01b-465996ff4489 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:41:40.724852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5e0cb3b9-41a3-4882-b53c-29ba88aa0214 None None] Provisioning complete for port 60af1716-f231-40c5-ab45-6d89ab6d6e3f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:40.731449 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5e0cb3b9-41a3-4882-b53c-29ba88aa0214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:40.778991 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-25f85675-61dd-4cf3-887b-c0354994e411 req-c1008124-2306-42fd-9494-89ba08f25a4b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514708 Feb 16 16:41:40.818925 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4066210 Feb 16 16:41:40.819583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42140) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:40.822651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-bd227e3c-be4b-4a67-9dc0-dcea5b71e9dc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Made reservation on behalf of b6e850f85e6540848343a8f94f5bb145 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:40.830587 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-bd227e3c-be4b-4a67-9dc0-dcea5b71e9dc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:40.855418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5f264de7-886b-4a70-b571-47df5af2fa42 admin admin] Request body: {'subnet': {'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-126540068-subnet', 'tenant_id': '332a5c84b57f438c85d5813eecf2c338', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:40.874859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-b17b78e4-a5bc-4ed3-a9ff-3db91e1bcee6 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, bed7d10a-dde7-4d8a-b01b-465996ff4489) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:40.912246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5e0cb3b9-41a3-4882-b53c-29ba88aa0214 None None] Port 60af1716-f231-40c5-ab45-6d89ab6d6e3f cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:41:40.922416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b863feb-6aa0-4836-8014-508959d909e0 None None] Network bed7d10a-dde7-4d8a-b01b-465996ff4489 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:41:41.150142 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-bd227e3c-be4b-4a67-9dc0-dcea5b71e9dc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Allocated IP 10.1.1.38 (a2e0ee76-c2f8-4175-ba5c-7ce526208ad6/fd80079a-8787-4887-b18e-e3dbc94e8246/07c6c357-bfbf-4921-8a12-0b2663806de4) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:41.199436 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-bed7d10a-dde7-4d8a-b01b-465996ff4489', 'network_id': 'bed7d10a-dde7-4d8a-b01b-465996ff4489', 'project_id': '3b905209f0b2489c9c5335cc347441b5', 'fixed_ips': [{'subnet_id': 'f01c5ec9-2210-4fa2-a5e1-4e3118ed071c'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:41:41.201095 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:41.470265 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-bd227e3c-be4b-4a67-9dc0-dcea5b71e9dc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:41.492818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Allocated IP 172.20.0.2 (bed7d10a-dde7-4d8a-b01b-465996ff4489/f01c5ec9-2210-4fa2-a5e1-4e3118ed071c/b41e03f9-62a1-433b-986c-597461a3f179) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:41.516606 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-bd227e3c-be4b-4a67-9dc0-dcea5b71e9dc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:41.580981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd227e3c-be4b-4a67-9dc0-dcea5b71e9dc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'Port': ['ID=07c6c357-bfbf-4921-8a12-0b2663806de4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:41.607248 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-bd227e3c-be4b-4a67-9dc0-dcea5b71e9dc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:41.609821 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-bd227e3c-be4b-4a67-9dc0-dcea5b71e9dc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:41.623351 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17b78e4-a5bc-4ed3-a9ff-3db91e1bcee6 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:41.624004 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b17b78e4-a5bc-4ed3-a9ff-3db91e1bcee6 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:41.625993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-bd227e3c-be4b-4a67-9dc0-dcea5b71e9dc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:41.707254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba0379-3283-4642-9ca8-075da5759d7c admin admin] Pushing event updated for resources: {'Network': ['ID=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:41.732880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:41:41.774839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-bd227e3c-be4b-4a67-9dc0-dcea5b71e9dc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:41.776412 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-bd227e3c-be4b-4a67-9dc0-dcea5b71e9dc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:41.824555 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-bd227e3c-be4b-4a67-9dc0-dcea5b71e9dc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3196316 Feb 16 16:41:41.840113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-c1c22d9c-c5a4-4506-b6ad-02221fa46daa tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'port': {'device_id': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6', 'admin_state_up': True, 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'security_groups': ['7f6c5a73-b2cd-4473-820b-4457672460be']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:41.897585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f264de7-886b-4a70-b571-47df5af2fa42 admin admin] Made reservation on behalf of 332a5c84b57f438c85d5813eecf2c338 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:41.906152 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f264de7-886b-4a70-b571-47df5af2fa42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:41.932964 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b17b78e4-a5bc-4ed3-a9ff-3db91e1bcee6 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1579795 Feb 16 16:41:41.945574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42158) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:41.975702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2e5f653a-ab35-42bb-8c59-af91f07e52c9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Request body: {'port': {'network_id': 'bed7d10a-dde7-4d8a-b01b-465996ff4489', 'name': 'tempest-AllowedAddressPairTestJSON-85246146'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:42.112591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-c1c22d9c-c5a4-4506-b6ad-02221fa46daa tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Made reservation on behalf of b6e850f85e6540848343a8f94f5bb145 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:42.120124 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-c1c22d9c-c5a4-4506-b6ad-02221fa46daa tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:42.121926 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Publish callbacks [] for port (b41e03f9-62a1-433b-986c-597461a3f179), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:42.123648 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052a350-16d3-4061-aaca-7d10c90f0023 req-aa40ecfa-0376-40b5-ae88-85acce77d7cc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:42.144536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6052a350-16d3-4061-aaca-7d10c90f0023 req-aa40ecfa-0376-40b5-ae88-85acce77d7cc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.5176296 Feb 16 16:41:42.147471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-82904d11-6e6d-4c8c-a19d-1c63ef99a2ef None None] Provisioning complete for port 07c6c357-bfbf-4921-8a12-0b2663806de4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:42.149179 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-82904d11-6e6d-4c8c-a19d-1c63ef99a2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:42.151584 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (b41e03f9-62a1-433b-986c-597461a3f179), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:42.218521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00b39b-6e05-46b7-8941-bc71979b9ec8 req-de065267-1a48-43a7-bad4-4603e411aabf tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:42.225719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f00b39b-6e05-46b7-8941-bc71979b9ec8 req-de065267-1a48-43a7-bad4-4603e411aabf tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 945 time: 0.5978727 Feb 16 16:41:42.246797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-82904d11-6e6d-4c8c-a19d-1c63ef99a2ef None None] Port 07c6c357-bfbf-4921-8a12-0b2663806de4 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:41:42.313759 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Network bed7d10a-dde7-4d8a-b01b-465996ff4489 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:42.327493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:42.335091 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:42.377994 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Pushing event updated for resources: {'Port': ['ID=b41e03f9-62a1-433b-986c-597461a3f179,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:42.478626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-c1c22d9c-c5a4-4506-b6ad-02221fa46daa tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Allocated IP 10.1.1.215 (a2e0ee76-c2f8-4175-ba5c-7ce526208ad6/fd80079a-8787-4887-b18e-e3dbc94e8246/1ced1e52-ce08-4240-9780-a8fd8c6f59ad) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:42.520925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Attempting to bind port b41e03f9-62a1-433b-986c-597461a3f179 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:41:42.521637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Attempting to bind port b41e03f9-62a1-433b-986c-597461a3f179 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '3151126e-b29a-46f0-bebf-cd169dd4648a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bed7d10a-dde7-4d8a-b01b-465996ff4489'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:41:42.523095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Attempting to bind port b41e03f9-62a1-433b-986c-597461a3f179 on network bed7d10a-dde7-4d8a-b01b-465996ff4489 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:42.541014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:41:42.543529 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Checking segment: {'id': '3151126e-b29a-46f0-bebf-cd169dd4648a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bed7d10a-dde7-4d8a-b01b-465996ff4489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:42.547521 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:42.548187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Bound using segment: {'id': '3151126e-b29a-46f0-bebf-cd169dd4648a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bed7d10a-dde7-4d8a-b01b-465996ff4489'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:41:42.548889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Bound port: b41e03f9-62a1-433b-986c-597461a3f179, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3151126e-b29a-46f0-bebf-cd169dd4648a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bed7d10a-dde7-4d8a-b01b-465996ff4489'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:41:42.549454 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b41e03f9-62a1-433b-986c-597461a3f179), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:42.649025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6052a350-16d3-4061-aaca-7d10c90f0023 req-df8bf20b-df43-4b2b-a1b1-94a1668c2b4a tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5022485 Feb 16 16:41:42.661351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f00b39b-6e05-46b7-8941-bc71979b9ec8 req-3c62f2b7-f862-4278-adba-427536da9899 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345136 Feb 16 16:41:42.665839 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f264de7-886b-4a70-b571-47df5af2fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (0e0fbba3-e5f1-47c3-b3aa-330b8331dd02), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:42.734913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] For port b41e03f9-62a1-433b-986c-597461a3f179, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:41:42.743292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] For port b41e03f9-62a1-433b-986c-597461a3f179, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b41e03f9-62a1-433b-986c-597461a3f179,segment=NetworkSegment(3151126e-b29a-46f0-bebf-cd169dd4648a),segment_id=3151126e-b29a-46f0-bebf-cd169dd4648a)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:41:42.756350 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b41e03f9-62a1-433b-986c-597461a3f179), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:42.842064 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-c1c22d9c-c5a4-4506-b6ad-02221fa46daa tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:42.850063 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9cabe-34b3-4e6f-bf68-99b4918c6f8a None None] Pushing event updated for resources: {'Port': ['ID=b41e03f9-62a1-433b-986c-597461a3f179,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:42.932230 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-c1c22d9c-c5a4-4506-b6ad-02221fa46daa tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:43.020085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f264de7-886b-4a70-b571-47df5af2fa42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e0fbba3-e5f1-47c3-b3aa-330b8331dd02,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:43.024744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f264de7-886b-4a70-b571-47df5af2fa42 admin admin] Checking segment: {'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:43.025118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f264de7-886b-4a70-b571-47df5af2fa42 admin admin] Network hostable DHCP agents. Network: d11b8c1b-145a-49b6-8292-3d1c2bc85ffe, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:41:43.052528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5f653a-ab35-42bb-8c59-af91f07e52c9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Made reservation on behalf of 3b905209f0b2489c9c5335cc347441b5 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:43.057216 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e5f653a-ab35-42bb-8c59-af91f07e52c9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:43.086143 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-c1c22d9c-c5a4-4506-b6ad-02221fa46daa tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:43.086889 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-2e5f653a-ab35-42bb-8c59-af91f07e52c9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] device_id is not set on port fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:41:43.095711 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-c1c22d9c-c5a4-4506-b6ad-02221fa46daa tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:43.130475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-c1c22d9c-c5a4-4506-b6ad-02221fa46daa tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:43.142315 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c22d9c-c5a4-4506-b6ad-02221fa46daa tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'Port': ['ID=1ced1e52-ce08-4240-9780-a8fd8c6f59ad,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:43.312312 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-c1c22d9c-c5a4-4506-b6ad-02221fa46daa tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:43.312981 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-c1c22d9c-c5a4-4506-b6ad-02221fa46daa tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:43.341433 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-c1c22d9c-c5a4-4506-b6ad-02221fa46daa tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5105956 Feb 16 16:41:43.361407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-2628d11d-7ca0-456b-8b25-2736bad6d714 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'port': {'device_id': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da', 'admin_state_up': True, 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'security_groups': ['7f6c5a73-b2cd-4473-820b-4457672460be']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:43.560875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f264de7-886b-4a70-b571-47df5af2fa42 admin admin] Network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:41:43.582305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6046c0-759d-478d-a689-bb775b77c897 req-44e2bdc3-d062-4160-9545-325c34203f04 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:43.592387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb6046c0-759d-478d-a689-bb775b77c897 req-44e2bdc3-d062-4160-9545-325c34203f04 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=e18b4f1a-08aa-4456-94f7-a41b09efe9ad HTTP/1.1" status: 200 len: 946 time: 0.7069483 Feb 16 16:41:43.696789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-5f264de7-886b-4a70-b571-47df5af2fa42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, d11b8c1b-145a-49b6-8292-3d1c2bc85ffe) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:43.701820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8770e03f-7b89-46f5-a2d6-78b52d9ec9d6 None None] Provisioning complete for port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:43.704025 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8770e03f-7b89-46f5-a2d6-78b52d9ec9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:43.709397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-2e5f653a-ab35-42bb-8c59-af91f07e52c9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Allocated IP 172.20.0.6 (bed7d10a-dde7-4d8a-b01b-465996ff4489/f01c5ec9-2210-4fa2-a5e1-4e3118ed071c/fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:43.713721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22c0a98-7b5f-4419-8cd5-7308a0a5486a None None] Network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:41:43.754339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011a1ac-ed01-4782-b20c-12d686687436 req-b3e70543-9549-4b06-83e9-10dab046a6be tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:43.765725 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011a1ac-ed01-4782-b20c-12d686687436 req-b3e70543-9549-4b06-83e9-10dab046a6be tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:43.774852 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-2628d11d-7ca0-456b-8b25-2736bad6d714 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Made reservation on behalf of b6e850f85e6540848343a8f94f5bb145 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:43.780026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011a1ac-ed01-4782-b20c-12d686687436 req-b3e70543-9549-4b06-83e9-10dab046a6be tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:43.785172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0011a1ac-ed01-4782-b20c-12d686687436 req-b3e70543-9549-4b06-83e9-10dab046a6be tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 2374 time: 0.9015465 Feb 16 16:41:43.795986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f264de7-886b-4a70-b571-47df5af2fa42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:43.796597 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f264de7-886b-4a70-b571-47df5af2fa42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:43.955639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5f264de7-886b-4a70-b571-47df5af2fa42 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1191151 Feb 16 16:41:43.968372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8770e03f-7b89-46f5-a2d6-78b52d9ec9d6 None None] Port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:41:43.990832 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-2628d11d-7ca0-456b-8b25-2736bad6d714 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:44.067246 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb6046c0-759d-478d-a689-bb775b77c897 req-edd5dae7-d9ea-4406-93cc-b352dcc73f0e tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748421 Feb 16 16:41:44.094664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-d11b8c1b-145a-49b6-8292-3d1c2bc85ffe', 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe', 'project_id': '332a5c84b57f438c85d5813eecf2c338', 'fixed_ips': [{'subnet_id': '0e0fbba3-e5f1-47c3-b3aa-330b8331dd02'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:41:44.096836 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:44.203632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0011a1ac-ed01-4782-b20c-12d686687436 req-50f87204-2868-4e60-a390-a52623947e1a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778782 Feb 16 16:41:44.630447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Allocated IP 172.20.0.2 (d11b8c1b-145a-49b6-8292-3d1c2bc85ffe/0e0fbba3-e5f1-47c3-b3aa-330b8331dd02/2ea5c9ad-3b02-4191-a98a-00063d18df3c) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:44.759070 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:41:44.785171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b979f76-898d-4575-8f62-d63f920a1b2e req-42f439bc-2912-4641-a56a-58032450c3a0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:44.787524 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b979f76-898d-4575-8f62-d63f920a1b2e req-42f439bc-2912-4641-a56a-58032450c3a0 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.4654245 Feb 16 16:41:44.830076 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503f9b4-f7c3-4fd7-b261-bc7292d05ebc req-98b4e043-3533-4071-bb3d-b69ce4ace390 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:44.837924 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e503f9b4-f7c3-4fd7-b261-bc7292d05ebc req-98b4e043-3533-4071-bb3d-b69ce4ace390 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa3755eb-f8cd-4cca-bad7-a68a3da0aca9 HTTP/1.1" status: 200 len: 945 time: 0.3767848 Feb 16 16:41:44.858960 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e5f653a-ab35-42bb-8c59-af91f07e52c9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks [] for port (fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:44.916670 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-2628d11d-7ca0-456b-8b25-2736bad6d714 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Allocated IP 10.2.2.100 (8c7818c1-3357-407b-a8ee-d592e424d1da/b1c74edd-6d03-4ab5-a984-b1104bd6fd71/f13eedf5-23a5-4e39-9570-fad7d7cbd215) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:44.991957 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e503f9b4-f7c3-4fd7-b261-bc7292d05ebc req-6c1b4a34-c378-4c49-b0fd-6e95c901ace3 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526403 Feb 16 16:41:45.019638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b979f76-898d-4575-8f62-d63f920a1b2e req-795b6d70-2451-4755-ae51-b9d01dbb6afd tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158234 Feb 16 16:41:45.038969 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e5f653a-ab35-42bb-8c59-af91f07e52c9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:45.105935 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Publish callbacks [] for port (2ea5c9ad-3b02-4191-a98a-00063d18df3c), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:45.117466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b41e03f9-62a1-433b-986c-597461a3f179 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:41:45.207034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5f653a-ab35-42bb-8c59-af91f07e52c9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Network bed7d10a-dde7-4d8a-b01b-465996ff4489 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:45.216397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-2e5f653a-ab35-42bb-8c59-af91f07e52c9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:45.229063 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f653a-ab35-42bb-8c59-af91f07e52c9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:45.258499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a29b45-d689-4f62-9552-190e3be5aaef None None] Network bed7d10a-dde7-4d8a-b01b-465996ff4489 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:41:45.294492 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-2628d11d-7ca0-456b-8b25-2736bad6d714 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:45.329524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f653a-ab35-42bb-8c59-af91f07e52c9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event updated for resources: {'Port': ['ID=fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:45.394157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5f653a-ab35-42bb-8c59-af91f07e52c9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:45.401823 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e5f653a-ab35-42bb-8c59-af91f07e52c9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:45.440894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2e5f653a-ab35-42bb-8c59-af91f07e52c9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4800999 Feb 16 16:41:45.442984 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-2628d11d-7ca0-456b-8b25-2736bad6d714 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:45.449466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42238) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:45.455368 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-be23f857-5bb2-4aca-801b-f57e81b54aa9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Request body: {'port': {'network_id': 'bed7d10a-dde7-4d8a-b01b-465996ff4489', 'name': 'tempest-AllowedAddressPairTestJSON-825248677', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:8d:21:6a'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:45.480261 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (2ea5c9ad-3b02-4191-a98a-00063d18df3c), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:45.599471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:45.629181 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628d11d-7ca0-456b-8b25-2736bad6d714 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'Port': ['ID=f13eedf5-23a5-4e39-9570-fad7d7cbd215,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:45.649752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:45.669217 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-2628d11d-7ca0-456b-8b25-2736bad6d714 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Network 8c7818c1-3357-407b-a8ee-d592e424d1da is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:45.671248 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-2628d11d-7ca0-456b-8b25-2736bad6d714 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:45.677513 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-2628d11d-7ca0-456b-8b25-2736bad6d714 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:45.683673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:45.772184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ad7627dc-af3c-4475-8752-fdd2d56418d3 None None] Provisioning complete for port b41e03f9-62a1-433b-986c-597461a3f179 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:45.772772 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ad7627dc-af3c-4475-8752-fdd2d56418d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b41e03f9-62a1-433b-986c-597461a3f179), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:45.821582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be23f857-5bb2-4aca-801b-f57e81b54aa9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Made reservation on behalf of 3b905209f0b2489c9c5335cc347441b5 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:45.851138 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port b41e03f9-62a1-433b-986c-597461a3f179 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:45.851138 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b41e03f9-62a1-433b-986c-597461a3f179), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:45.881203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-2628d11d-7ca0-456b-8b25-2736bad6d714 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:45.884035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-2628d11d-7ca0-456b-8b25-2736bad6d714 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:45.887871 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Pushing event updated for resources: {'Port': ['ID=2ea5c9ad-3b02-4191-a98a-00063d18df3c,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:45.924247 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-2628d11d-7ca0-456b-8b25-2736bad6d714 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5757689 Feb 16 16:41:45.940010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-3ecbbcfa-4507-4ae2-a37c-0c64518eb4bf tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'port': {'device_id': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da', 'admin_state_up': True, 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'security_groups': ['7f6c5a73-b2cd-4473-820b-4457672460be']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:46.237066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-3ecbbcfa-4507-4ae2-a37c-0c64518eb4bf tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Made reservation on behalf of b6e850f85e6540848343a8f94f5bb145 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:46.252337 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-3ecbbcfa-4507-4ae2-a37c-0c64518eb4bf tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:46.314405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-26212427-9611-4c17-8915-7848f39afc79 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:46.317414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-26212427-9611-4c17-8915-7848f39afc79 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/networks?id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe HTTP/1.1" status: 200 len: 815 time: 0.4457476 Feb 16 16:41:46.325925 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be23f857-5bb2-4aca-801b-f57e81b54aa9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:46.400437 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-be23f857-5bb2-4aca-801b-f57e81b54aa9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] device_id is not set on port f5af1d15-e0a6-433c-be59-765eaab4e116 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:41:46.422762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-85c2be5e-54c1-442d-a637-39d54e199628 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/quotas/332a5c84b57f438c85d5813eecf2c338 HTTP/1.1" status: 200 len: 375 time: 0.0565755 Feb 16 16:41:46.492721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Attempting to bind port 2ea5c9ad-3b02-4191-a98a-00063d18df3c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:41:46.493285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Attempting to bind port 2ea5c9ad-3b02-4191-a98a-00063d18df3c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:41:46.494252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Attempting to bind port 2ea5c9ad-3b02-4191-a98a-00063d18df3c on network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:46.536694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:41:46.537081 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Checking segment: {'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:46.537557 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:46.544328 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Bound using segment: {'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:41:46.544849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Bound port: 2ea5c9ad-3b02-4191-a98a-00063d18df3c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:41:46.545251 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2ea5c9ad-3b02-4191-a98a-00063d18df3c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:46.678059 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-79acfbb3-705c-4e61-a29e-eaf85dbdc9d7 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=332a5c84b57f438c85d5813eecf2c338&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2528231 Feb 16 16:41:46.717037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-3ecbbcfa-4507-4ae2-a37c-0c64518eb4bf tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Allocated IP 10.2.2.200 (8c7818c1-3357-407b-a8ee-d592e424d1da/b1c74edd-6d03-4ab5-a984-b1104bd6fd71/05513152-46fd-4fae-986f-261a23262945) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:46.748657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ad7627dc-af3c-4475-8752-fdd2d56418d3 None None] Current status of the port b41e03f9-62a1-433b-986c-597461a3f179 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:46.749057 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ad7627dc-af3c-4475-8752-fdd2d56418d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b41e03f9-62a1-433b-986c-597461a3f179), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:46.803009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-be23f857-5bb2-4aca-801b-f57e81b54aa9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Allocated IP 172.20.0.11 (bed7d10a-dde7-4d8a-b01b-465996ff4489/f01c5ec9-2210-4fa2-a5e1-4e3118ed071c/f5af1d15-e0a6-433c-be59-765eaab4e116) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:46.830528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42298) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:46.914364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ad7627dc-af3c-4475-8752-fdd2d56418d3 None None] For port b41e03f9-62a1-433b-986c-597461a3f179, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b41e03f9-62a1-433b-986c-597461a3f179,segment=NetworkSegment(3151126e-b29a-46f0-bebf-cd169dd4648a),segment_id=3151126e-b29a-46f0-bebf-cd169dd4648a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:46.985380 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ad7627dc-af3c-4475-8752-fdd2d56418d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b41e03f9-62a1-433b-986c-597461a3f179), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:47.065129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] For port 2ea5c9ad-3b02-4191-a98a-00063d18df3c, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:41:47.068792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] For port 2ea5c9ad-3b02-4191-a98a-00063d18df3c, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2ea5c9ad-3b02-4191-a98a-00063d18df3c,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:41:47.090459 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2ea5c9ad-3b02-4191-a98a-00063d18df3c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:47.113509 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-3ecbbcfa-4507-4ae2-a37c-0c64518eb4bf tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for port (05513152-46fd-4fae-986f-261a23262945), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:47.151328 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-2e86d1cc-7fe7-4456-99d1-dd48023eec36 service neutron] 10.222.0.24 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623089 Feb 16 16:41:47.170024 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b964c617-e7e4-4983-a6f5-c2dabca9f199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:47.217627 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-3ecbbcfa-4507-4ae2-a37c-0c64518eb4bf tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (05513152-46fd-4fae-986f-261a23262945), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:47.224693 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b41e03f9-62a1-433b-986c-597461a3f179 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:47.225425 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b41e03f9-62a1-433b-986c-597461a3f179), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:47.227586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c7ffab26-520d-4b44-bae1-ad3d0513e703 None None] Provisioning complete for port f13eedf5-23a5-4e39-9570-fad7d7cbd215 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:47.228285 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c7ffab26-520d-4b44-bae1-ad3d0513e703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:47.244814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620381d-90c2-4b96-825b-8fe43a69427b req-bffe1a5f-58e1-40aa-ac36-db8d013b4fb6 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:47.248239 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5620381d-90c2-4b96-825b-8fe43a69427b req-bffe1a5f-58e1-40aa-ac36-db8d013b4fb6 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa3755eb-f8cd-4cca-bad7-a68a3da0aca9 HTTP/1.1" status: 200 len: 945 time: 0.3626692 Feb 16 16:41:47.304564 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7627dc-af3c-4475-8752-fdd2d56418d3 None None] Pushing event updated for resources: {'Port': ['ID=b41e03f9-62a1-433b-986c-597461a3f179,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:47.358438 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-3ecbbcfa-4507-4ae2-a37c-0c64518eb4bf tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Network 8c7818c1-3357-407b-a8ee-d592e424d1da is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:47.364828 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:41:47.365714 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:41:47.366704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-3ecbbcfa-4507-4ae2-a37c-0c64518eb4bf tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:47.378037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-3ecbbcfa-4507-4ae2-a37c-0c64518eb4bf tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:47.390119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbbcfa-4507-4ae2-a37c-0c64518eb4bf tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event updated for resources: {'Port': ['ID=05513152-46fd-4fae-986f-261a23262945,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:47.401864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c7ffab26-520d-4b44-bae1-ad3d0513e703 None None] Port f13eedf5-23a5-4e39-9570-fad7d7cbd215 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:41:47.479893 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ef267-9d37-4ab8-b22a-7de4fe7d3f1e None None] Pushing event updated for resources: {'Port': ['ID=2ea5c9ad-3b02-4191-a98a-00063d18df3c,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:47.500989 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-3ecbbcfa-4507-4ae2-a37c-0c64518eb4bf tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:47.501565 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-3ecbbcfa-4507-4ae2-a37c-0c64518eb4bf tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:47.549180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c1f07b57-582f-4a07-9067-ca407fc4ed48 None None] Provisioning complete for port fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:47.549795 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c1f07b57-582f-4a07-9067-ca407fc4ed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:47.558106 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-3ecbbcfa-4507-4ae2-a37c-0c64518eb4bf tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6261308 Feb 16 16:41:47.569446 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Request body: {'port': {'device_id': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:47.655847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c1f07b57-582f-4a07-9067-ca407fc4ed48 None None] Port fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:41:47.683251 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c1f07b57-582f-4a07-9067-ca407fc4ed48 None None] Provisioning complete for port b41e03f9-62a1-433b-986c-597461a3f179 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:47.683872 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c1f07b57-582f-4a07-9067-ca407fc4ed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b41e03f9-62a1-433b-986c-597461a3f179), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:47.734349 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:47.810366 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b964c617-e7e4-4983-a6f5-c2dabca9f199 admin admin] Publish callbacks [] for security_group (bcfca4e0-57c5-48c8-b8a9-009af0fc8a89), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:47.892955 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-17173b34-29a2-45af-84a3-7d13d3f44813 service neutron] 10.222.0.24 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7187202 Feb 16 16:41:47.921318 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b964c617-e7e4-4983-a6f5-c2dabca9f199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (bcfca4e0-57c5-48c8-b8a9-009af0fc8a89), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:47.981963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b41e03f9-62a1-433b-986c-597461a3f179 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:48.097620 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e9793-7c47-4666-81ef-ff0a4cb2756c req-e3fe6bce-90c5-4e77-99c8-09e3ecb7f27b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:48.101746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-419e9793-7c47-4666-81ef-ff0a4cb2756c req-e3fe6bce-90c5-4e77-99c8-09e3ecb7f27b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2a33c12-6034-4694-bb9b-37ddad9c36ab HTTP/1.1" status: 200 len: 943 time: 0.8732121 Feb 16 16:41:48.119874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c1f07b57-582f-4a07-9067-ca407fc4ed48 None None] Current status of the port b41e03f9-62a1-433b-986c-597461a3f179 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:48.146961 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be23f857-5bb2-4aca-801b-f57e81b54aa9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks [] for port (f5af1d15-e0a6-433c-be59-765eaab4e116), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:48.187042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b964c617-e7e4-4983-a6f5-c2dabca9f199 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b5741a8555c4b5f8cbf72466fe4430f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3495169 Feb 16 16:41:48.187787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42312) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:48.201683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964c617-e7e4-4983-a6f5-c2dabca9f199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfca4e0-57c5-48c8-b8a9-009af0fc8a89,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:48.267299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5de55cfc-7929-49c2-ae5e-7f3d26742bda None None] Provisioning complete for port fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:48.285140 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5de55cfc-7929-49c2-ae5e-7f3d26742bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:48.400540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2ea5c9ad-3b02-4191-a98a-00063d18df3c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:41:48.451279 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5de55cfc-7929-49c2-ae5e-7f3d26742bda None None] Port fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:41:48.495635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5de55cfc-7929-49c2-ae5e-7f3d26742bda None None] Provisioning complete for port 05513152-46fd-4fae-986f-261a23262945 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:48.496356 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5de55cfc-7929-49c2-ae5e-7f3d26742bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (05513152-46fd-4fae-986f-261a23262945), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:48.507543 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60af1716-f231-40c5-ab45-6d89ab6d6e3f {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:41:48.516501 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Publish callbacks [] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:48.531837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Transition to ACTIVE for port object 60af1716-f231-40c5-ab45-6d89ab6d6e3f will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:41:48.538485 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:48.555446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2ea5c9ad-3b02-4191-a98a-00063d18df3c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:48.556027 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2ea5c9ad-3b02-4191-a98a-00063d18df3c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:48.563959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-5620381d-90c2-4b96-825b-8fe43a69427b req-d005576e-8aa2-40cd-bff3-5c03898f5a91 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Deleting port f090feb3-93e3-4285-a85f-8206028d75f7 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:41:48.564298 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5620381d-90c2-4b96-825b-8fe43a69427b req-d005576e-8aa2-40cd-bff3-5c03898f5a91 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f090feb3-93e3-4285-a85f-8206028d75f7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:48.669277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5de55cfc-7929-49c2-ae5e-7f3d26742bda None None] Port 05513152-46fd-4fae-986f-261a23262945 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:41:48.703130 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe6b13f4-b3ac-4496-839c-e4af0d491b59 admin admin] Publish callbacks [] for security_group (bcfca4e0-57c5-48c8-b8a9-009af0fc8a89), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:48.705560 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be23f857-5bb2-4aca-801b-f57e81b54aa9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f5af1d15-e0a6-433c-be59-765eaab4e116), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:48.748909 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Pushing event updated for resources: {'Port': ['ID=60af1716-f231-40c5-ab45-6d89ab6d6e3f,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:48.770758 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2ea5c9ad-3b02-4191-a98a-00063d18df3c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:48.771162 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2ea5c9ad-3b02-4191-a98a-00063d18df3c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:48.800717 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Attempting to bind port 60af1716-f231-40c5-ab45-6d89ab6d6e3f on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:41:48.801150 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Attempting to bind port 60af1716-f231-40c5-ab45-6d89ab6d6e3f by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '801b17c6-3ed8-4a59-9833-ae77937d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:41:48.801546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Attempting to bind port 60af1716-f231-40c5-ab45-6d89ab6d6e3f on network fe4a0c62-7e77-41f1-a6b1-5456111aabec {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:48.807640 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Port 60af1716-f231-40c5-ab45-6d89ab6d6e3f on network fe4a0c62-7e77-41f1-a6b1-5456111aabec not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:41:48.808412 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Attempting to bind port 60af1716-f231-40c5-ab45-6d89ab6d6e3f on network fe4a0c62-7e77-41f1-a6b1-5456111aabec {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:48.818707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:41:48.819445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Checking segment: {'id': '801b17c6-3ed8-4a59-9833-ae77937d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:48.822286 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Bound using segment: {'id': '801b17c6-3ed8-4a59-9833-ae77937d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:41:48.822752 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Bound port: 60af1716-f231-40c5-ab45-6d89ab6d6e3f, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801b17c6-3ed8-4a59-9833-ae77937d15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:41:48.823804 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:48.847360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 2ea5c9ad-3b02-4191-a98a-00063d18df3c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2ea5c9ad-3b02-4191-a98a-00063d18df3c,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:48.856582 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2ea5c9ad-3b02-4191-a98a-00063d18df3c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:48.857501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b41e03f9-62a1-433b-986c-597461a3f179 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:41:48.976043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] For port 60af1716-f231-40c5-ab45-6d89ab6d6e3f, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:41:48.986028 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] For port 60af1716-f231-40c5-ab45-6d89ab6d6e3f, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=60af1716-f231-40c5-ab45-6d89ab6d6e3f,segment=NetworkSegment(801b17c6-3ed8-4a59-9833-ae77937d15ad),segment_id=801b17c6-3ed8-4a59-9833-ae77937d15ad)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:41:48.998001 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:49.020090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=2ea5c9ad-3b02-4191-a98a-00063d18df3c,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:49.084393 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:49.085021 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:49.086466 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] 10.222.0.60 "PUT /v2.0/ports/60af1716-f231-40c5-ab45-6d89ab6d6e3f HTTP/1.1" status: 200 len: 1092 time: 1.5214214 Feb 16 16:41:49.086993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': '60af1716-f231-40c5-ab45-6d89ab6d6e3f'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:41:49.104836 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50634456-3216-4c47-821f-ebdde4c8791b" -d '{"events": [{"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "60af1716-f231-40c5-ab45-6d89ab6d6e3f"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:49.124139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port b41e03f9-62a1-433b-986c-597461a3f179 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:49.135475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Request body: {'port': {'device_id': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:49.136136 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b41e03f9-62a1-433b-986c-597461a3f179), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:49.307803 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45f177-8e7c-498b-92f8-82674708a916 service neutron] Pushing event updated for resources: {'Port': ['ID=60af1716-f231-40c5-ab45-6d89ab6d6e3f,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:49.341985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c286c6-fa04-4446-851b-48237a00ccee None None] Network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:41:49.345951 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:49.520456 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b41e03f9-62a1-433b-986c-597461a3f179 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:49.754526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-72076692-79ef-4752-bc8e-14138c971ef3 None None] Provisioning complete for port 2ea5c9ad-3b02-4191-a98a-00063d18df3c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:49.755295 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-72076692-79ef-4752-bc8e-14138c971ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2ea5c9ad-3b02-4191-a98a-00063d18df3c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:49.783918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecc82d-69ca-445d-b3e2-3e3f73cf24ac req-51f071c6-0096-4072-bded-18e417257c1d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:49.800228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecc82d-69ca-445d-b3e2-3e3f73cf24ac req-51f071c6-0096-4072-bded-18e417257c1d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:49.816881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecc82d-69ca-445d-b3e2-3e3f73cf24ac req-51f071c6-0096-4072-bded-18e417257c1d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:49.822863 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecc82d-69ca-445d-b3e2-3e3f73cf24ac req-51f071c6-0096-4072-bded-18e417257c1d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:49.833579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecc82d-69ca-445d-b3e2-3e3f73cf24ac req-51f071c6-0096-4072-bded-18e417257c1d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:49.840450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42336) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:49.849066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffecc82d-69ca-445d-b3e2-3e3f73cf24ac req-51f071c6-0096-4072-bded-18e417257c1d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 3816 time: 1.5171211 Feb 16 16:41:49.922313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-72076692-79ef-4752-bc8e-14138c971ef3 None None] Current status of the port 2ea5c9ad-3b02-4191-a98a-00063d18df3c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:49.926803 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe6b13f4-b3ac-4496-839c-e4af0d491b59 admin admin] Publish callbacks [] for security_group (bcfca4e0-57c5-48c8-b8a9-009af0fc8a89), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:49.948749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be23f857-5bb2-4aca-801b-f57e81b54aa9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Network bed7d10a-dde7-4d8a-b01b-465996ff4489 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:49.974604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-be23f857-5bb2-4aca-801b-f57e81b54aa9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:49.991194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23f857-5bb2-4aca-801b-f57e81b54aa9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event updated for resources: {'Port': ['ID=f5af1d15-e0a6-433c-be59-765eaab4e116,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:50.004473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23f857-5bb2-4aca-801b-f57e81b54aa9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:50.011402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-419e9793-7c47-4666-81ef-ff0a4cb2756c req-dab934a1-7c2d-4876-98e6-d59deba71d40 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Deleting port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:41:50.011939 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-419e9793-7c47-4666-81ef-ff0a4cb2756c req-dab934a1-7c2d-4876-98e6-d59deba71d40 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:50.029809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-5620381d-90c2-4b96-825b-8fe43a69427b req-d005576e-8aa2-40cd-bff3-5c03898f5a91 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] For port f090feb3-93e3-4285-a85f-8206028d75f7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f090feb3-93e3-4285-a85f-8206028d75f7,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:50.036149 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5620381d-90c2-4b96-825b-8fe43a69427b req-d005576e-8aa2-40cd-bff3-5c03898f5a91 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f090feb3-93e3-4285-a85f-8206028d75f7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:50.133965 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b4c937b-9e65-4168-b5ae-15ee93240dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:50.170573 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91c30ef-7b5c-42fa-a0e7-f684909efdf4 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:41:50.174752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2ea5c9ad-3b02-4191-a98a-00063d18df3c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:41:50.193922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-5620381d-90c2-4b96-825b-8fe43a69427b req-d005576e-8aa2-40cd-bff3-5c03898f5a91 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Calling delete_port for f090feb3-93e3-4285-a85f-8206028d75f7 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:41:50.196162 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Publish callbacks [] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:50.268277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Transition to ACTIVE for port object d91c30ef-7b5c-42fa-a0e7-f684909efdf4 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:41:50.288378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be23f857-5bb2-4aca-801b-f57e81b54aa9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:50.291617 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be23f857-5bb2-4aca-801b-f57e81b54aa9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:50.296443 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:50.378170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2ea5c9ad-3b02-4191-a98a-00063d18df3c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:50.380814 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2ea5c9ad-3b02-4191-a98a-00063d18df3c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:50.495906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Pushing event updated for resources: {'Port': ['ID=d91c30ef-7b5c-42fa-a0e7-f684909efdf4,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:50.509263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e89b8fbf-7229-4655-adeb-2ebae8372cd1 None None] Provisioning complete for port 2ea5c9ad-3b02-4191-a98a-00063d18df3c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:50.509650 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e89b8fbf-7229-4655-adeb-2ebae8372cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2ea5c9ad-3b02-4191-a98a-00063d18df3c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:50.657401 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b4c937b-9e65-4168-b5ae-15ee93240dd9 admin admin] Publish callbacks [] for security_group (e4d93dbf-3b53-499b-9853-5ca4fd1d7291), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:50.671010 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b4c937b-9e65-4168-b5ae-15ee93240dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e4d93dbf-3b53-499b-9853-5ca4fd1d7291), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:50.689281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2ea5c9ad-3b02-4191-a98a-00063d18df3c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:50.728343 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Attempting to bind port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:41:50.728680 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Attempting to bind port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:41:50.729118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Attempting to bind port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 on network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:50.766829 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42346) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:50.772068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e89b8fbf-7229-4655-adeb-2ebae8372cd1 None None] Current status of the port 2ea5c9ad-3b02-4191-a98a-00063d18df3c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:41:50.774900 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffecc82d-69ca-445d-b3e2-3e3f73cf24ac req-3aa90ced-7455-42e4-8ac5-81def8f22666 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9246769 Feb 16 16:41:50.778438 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 on network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:41:50.778771 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Attempting to bind port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 on network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:50.795119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-be23f857-5bb2-4aca-801b-f57e81b54aa9 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 5.3443236 Feb 16 16:41:50.795862 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0b4c937b-9e65-4168-b5ae-15ee93240dd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4cfc7f59e234a9cbb2c7eb70a26fb3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9540482 Feb 16 16:41:50.798225 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42350) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:50.798562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42352) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:50.799506 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c937b-9e65-4168-b5ae-15ee93240dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d93dbf-3b53-499b-9853-5ca4fd1d7291,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:50.833300 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe6b13f4-b3ac-4496-839c-e4af0d491b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (bcfca4e0-57c5-48c8-b8a9-009af0fc8a89), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:50.843104 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:41:50.843632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Checking segment: {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:50.844384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Bound using segment: {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:41:50.844608 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe6b13f4-b3ac-4496-839c-e4af0d491b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:50.844832 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Bound port: d91c30ef-7b5c-42fa-a0e7-f684909efdf4, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:41:50.845195 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:50.848525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fe6b13f4-b3ac-4496-839c-e4af0d491b59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcfca4e0-57c5-48c8-b8a9-009af0fc8a89 HTTP/1.1" status: 204 len: 168 time: 2.6557343 Feb 16 16:41:50.912363 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-df0717dc-a91f-4cca-9d9a-d8f32939d185 None None] Provisioning complete for port f5af1d15-e0a6-433c-be59-765eaab4e116 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:50.912754 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-df0717dc-a91f-4cca-9d9a-d8f32939d185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f5af1d15-e0a6-433c-be59-765eaab4e116), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:51.002615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b13f4-b3ac-4496-839c-e4af0d491b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfca4e0-57c5-48c8-b8a9-009af0fc8a89,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:51.039672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-df0717dc-a91f-4cca-9d9a-d8f32939d185 None None] Port f5af1d15-e0a6-433c-be59-765eaab4e116 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:41:51.125564 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338ed754-6068-45f0-9600-269b857179a3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:51.133057 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338ed754-6068-45f0-9600-269b857179a3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:51.139245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338ed754-6068-45f0-9600-269b857179a3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:51.141282 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-338ed754-6068-45f0-9600-269b857179a3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3128676 Feb 16 16:41:51.144937 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fa2d342-3fb8-485f-8e64-b2234fa1a349 admin admin] Publish callbacks [] for security_group (e4d93dbf-3b53-499b-9853-5ca4fd1d7291), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:51.159729 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42358) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:51.163385 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff94e15b-18f2-4364-bba9-832f617fc7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:51.190638 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] For port d91c30ef-7b5c-42fa-a0e7-f684909efdf4, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:41:51.260192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] For port d91c30ef-7b5c-42fa-a0e7-f684909efdf4, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d91c30ef-7b5c-42fa-a0e7-f684909efdf4,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:41:51.262579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-0c026af3-bb15-462a-8aea-afb85739bd81 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:51.264798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-0c026af3-bb15-462a-8aea-afb85739bd81 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.65 "GET /v2.0/networks?id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe HTTP/1.1" status: 200 len: 815 time: 0.8925343 Feb 16 16:41:51.271601 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fa2d342-3fb8-485f-8e64-b2234fa1a349 admin admin] Publish callbacks [] for security_group (e4d93dbf-3b53-499b-9853-5ca4fd1d7291), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:51.276073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-419e9793-7c47-4666-81ef-ff0a4cb2756c req-dab934a1-7c2d-4876-98e6-d59deba71d40 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] For port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:51.277472 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-419e9793-7c47-4666-81ef-ff0a4cb2756c req-dab934a1-7c2d-4876-98e6-d59deba71d40 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:51.288728 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-edf59acd-515b-48d4-8676-57d07759f962 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Request body: {'port': {'device_id': '03fd1765-c812-4f1e-a6a6-2d31e37e15ec', 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe', 'admin_state_up': True, 'tenant_id': '332a5c84b57f438c85d5813eecf2c338'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:51.302193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:51.379246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-419e9793-7c47-4666-81ef-ff0a4cb2756c req-dab934a1-7c2d-4876-98e6-d59deba71d40 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Calling delete_port for 9d30d88d-da72-4ad3-bd2a-203c8989ef4d owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:41:51.420394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:51.421042 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:51.422468 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] 10.222.0.60 "PUT /v2.0/ports/d91c30ef-7b5c-42fa-a0e7-f684909efdf4 HTTP/1.1" status: 200 len: 1130 time: 2.2974999 Feb 16 16:41:51.459930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42360) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:51.497409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Request body: {'port': {'device_id': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:51.539787 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-572e53c4-67bb-4ee4-b8c2-9726677746a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:51.540796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc15eb2-f8bf-42e6-8d49-1f7d82e2106d service neutron] Pushing event updated for resources: {'Port': ['ID=d91c30ef-7b5c-42fa-a0e7-f684909efdf4,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:51.563298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea812220-ddbc-418d-b023-a51c24f4b91a req-f0e02538-8087-4488-8e50-12dfda8b76f2 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:51.577387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea812220-ddbc-418d-b023-a51c24f4b91a req-f0e02538-8087-4488-8e50-12dfda8b76f2 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa3755eb-f8cd-4cca-bad7-a68a3da0aca9 HTTP/1.1" status: 200 len: 945 time: 0.5863786 Feb 16 16:41:51.607503 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fa2d342-3fb8-485f-8e64-b2234fa1a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e4d93dbf-3b53-499b-9853-5ca4fd1d7291), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:51.613101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fa2d342-3fb8-485f-8e64-b2234fa1a349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:51.614771 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7fa2d342-3fb8-485f-8e64-b2234fa1a349 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4d93dbf-3b53-499b-9853-5ca4fd1d7291 HTTP/1.1" status: 204 len: 168 time: 0.7957885 Feb 16 16:41:51.687820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2d342-3fb8-485f-8e64-b2234fa1a349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d93dbf-3b53-499b-9853-5ca4fd1d7291,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:51.698758 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2849b308-2ed5-4297-955d-4edb3b4524e8 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Deleting port f5af1d15-e0a6-433c-be59-765eaab4e116 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:41:51.704048 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2849b308-2ed5-4297-955d-4edb3b4524e8 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f5af1d15-e0a6-433c-be59-765eaab4e116), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:51.774592 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea812220-ddbc-418d-b023-a51c24f4b91a req-759e8af2-c668-47e0-a0ac-f7041c02288a tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949551 Feb 16 16:41:51.862215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f090feb3-93e3-4285-a85f-8206028d75f7 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:41:51.875194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-edf59acd-515b-48d4-8676-57d07759f962 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Made reservation on behalf of 332a5c84b57f438c85d5813eecf2c338 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:51.892392 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-edf59acd-515b-48d4-8676-57d07759f962 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:51.972230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No active binding found for port f090feb3-93e3-4285-a85f-8206028d75f7 {{(pid=103423) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 16:41:51.972626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] The host n-h1-669411-5 is not matching for port f090feb3-93e3-4285-a85f-8206028d75f7 host None! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:41:51.973216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f090feb3-93e3-4285-a85f-8206028d75f7 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:41:51.980378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5620381d-90c2-4b96-825b-8fe43a69427b req-d005576e-8aa2-40cd-bff3-5c03898f5a91 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f090feb3-93e3-4285-a85f-8206028d75f7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:51.981772 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2849b308-2ed5-4297-955d-4edb3b4524e8 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f5af1d15-e0a6-433c-be59-765eaab4e116), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:51.993725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['07ba9b63-8ce6-4f9b-91da-787719b31bd1'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:41:51.996286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['e134d409-abea-4a22-b971-5c47bbe9967f'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:41:52.014431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2849b308-2ed5-4297-955d-4edb3b4524e8 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Calling delete_port for f5af1d15-e0a6-433c-be59-765eaab4e116 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:41:52.119823 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-572e53c4-67bb-4ee4-b8c2-9726677746a5 admin admin] Publish callbacks [] for security_group (397a62a6-c3d5-4e32-a410-db0fb1a0698b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:52.154930 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff94e15b-18f2-4364-bba9-832f617fc7a4 admin admin] Publish callbacks [] for security_group (c9989218-71e1-4837-b86b-9300cb48802e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:52.172980 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-572e53c4-67bb-4ee4-b8c2-9726677746a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (397a62a6-c3d5-4e32-a410-db0fb1a0698b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:52.257244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-edf59acd-515b-48d4-8676-57d07759f962 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Allocated IP 172.20.0.9 (d11b8c1b-145a-49b6-8292-3d1c2bc85ffe/0e0fbba3-e5f1-47c3-b3aa-330b8331dd02/3a578ed1-f57b-4959-8fa7-8154fd24939a) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:52.280005 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff94e15b-18f2-4364-bba9-832f617fc7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c9989218-71e1-4837-b86b-9300cb48802e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:52.565484 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005576e-8aa2-40cd-bff3-5c03898f5a91 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Pushing event deleted for resources: {'Port': ['ID=f090feb3-93e3-4285-a85f-8206028d75f7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:52.706406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-d6570d9d-316f-4ed6-83b9-0733a287df09 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:52.709970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-d6570d9d-316f-4ed6-83b9-0733a287df09 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/networks?id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe HTTP/1.1" status: 200 len: 815 time: 0.8130920 Feb 16 16:41:52.765408 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-419e9793-7c47-4666-81ef-ff0a4cb2756c req-dab934a1-7c2d-4876-98e6-d59deba71d40 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (9d30d88d-da72-4ad3-bd2a-203c8989ef4d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:52.780471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['8a5bc04e-6631-4840-a3dc-39fbe7f55040', '255c1a02-fccd-43c6-9d8d-66dfc94c8894'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:41:52.913154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-5620381d-90c2-4b96-825b-8fe43a69427b req-d005576e-8aa2-40cd-bff3-5c03898f5a91 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] No DVR routers for this DVR port f090feb3-93e3-4285-a85f-8206028d75f7 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:41:52.922379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5620381d-90c2-4b96-825b-8fe43a69427b req-d005576e-8aa2-40cd-bff3-5c03898f5a91 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:52.928883 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5620381d-90c2-4b96-825b-8fe43a69427b req-d005576e-8aa2-40cd-bff3-5c03898f5a91 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.65 "DELETE /v2.0/ports/f090feb3-93e3-4285-a85f-8206028d75f7 HTTP/1.1" status: 204 len: 173 time: 5.6270196 Feb 16 16:41:52.986336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3755eb-f8cd-4cca-bad7-a68a3da0aca9', 'name': 'network-vif-deleted', 'tag': 'f090feb3-93e3-4285-a85f-8206028d75f7'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:41:52.991318 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2ea0cd-94d2-4ff8-9fc2-89e664e1127a" -d '{"events": [{"server_uuid": "fa3755eb-f8cd-4cca-bad7-a68a3da0aca9", "name": "network-vif-deleted", "tag": "f090feb3-93e3-4285-a85f-8206028d75f7"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:53.008490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-ba92878f-8448-4fca-b973-43d069dfe510 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/quotas/332a5c84b57f438c85d5813eecf2c338 HTTP/1.1" status: 200 len: 375 time: 0.2387490 Feb 16 16:41:53.118721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-419e9793-7c47-4666-81ef-ff0a4cb2756c req-dab934a1-7c2d-4876-98e6-d59deba71d40 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] No DVR routers for this DVR port 9d30d88d-da72-4ad3-bd2a-203c8989ef4d on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:41:53.121475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab934a1-7c2d-4876-98e6-d59deba71d40 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event deleted for resources: {'Port': ['ID=9d30d88d-da72-4ad3-bd2a-203c8989ef4d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:53.123599 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-419e9793-7c47-4666-81ef-ff0a4cb2756c req-dab934a1-7c2d-4876-98e6-d59deba71d40 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:53.146982 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-419e9793-7c47-4666-81ef-ff0a4cb2756c req-dab934a1-7c2d-4876-98e6-d59deba71d40 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "DELETE /v2.0/ports/9d30d88d-da72-4ad3-bd2a-203c8989ef4d HTTP/1.1" status: 204 len: 173 time: 5.0232093 Feb 16 16:41:53.158013 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-572e53c4-67bb-4ee4-b8c2-9726677746a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=830fedd239794312b38c84f700657103&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6941004 Feb 16 16:41:53.160812 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:53.209534 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42400) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:53.441765 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e53c4-67bb-4ee4-b8c2-9726677746a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397a62a6-c3d5-4e32-a410-db0fb1a0698b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:53.452803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-5fcc27c2-ade1-4724-8162-c0eca0d2438a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=332a5c84b57f438c85d5813eecf2c338&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4433124 Feb 16 16:41:53.533002 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ff94e15b-18f2-4364-bba9-832f617fc7a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e711cc8e295b4aba82e602b3ebc6d68a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7651229 Feb 16 16:41:53.539917 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-edf59acd-515b-48d4-8676-57d07759f962 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks [] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:53.574708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42414) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:53.586271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94e15b-18f2-4364-bba9-832f617fc7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9989218-71e1-4837-b86b-9300cb48802e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:53.682112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2849b308-2ed5-4297-955d-4edb3b4524e8 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f5af1d15-e0a6-433c-be59-765eaab4e116), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:53.804644 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd2da451-3604-4606-bda9-536520c3590e admin admin] Publish callbacks [] for security_group (c9989218-71e1-4837-b86b-9300cb48802e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:53.811304 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Publish callbacks [] for security_group (397a62a6-c3d5-4e32-a410-db0fb1a0698b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:53.824133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-265f1816-0947-40be-a533-577fab053a9c service neutron] 10.222.0.24 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698785 Feb 16 16:41:53.858670 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-edf59acd-515b-48d4-8676-57d07759f962 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:53.912364 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd2da451-3604-4606-bda9-536520c3590e admin admin] Publish callbacks [] for security_group (c9989218-71e1-4837-b86b-9300cb48802e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:53.933261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849b308-2ed5-4297-955d-4edb3b4524e8 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event deleted for resources: {'Port': ['ID=f5af1d15-e0a6-433c-be59-765eaab4e116,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:54.108846 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Publish callbacks [] for security_group (397a62a6-c3d5-4e32-a410-db0fb1a0698b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:54.129442 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dc8836-20df-4b3a-8fe9-c65bc0be12ac x-openstack-request-id: req-96dc8836-20df-4b3a-8fe9-c65bc0be12ac {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:54.130135 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "60af1716-f231-40c5-ab45-6d89ab6d6e3f", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:54.130547 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96dc8836-20df-4b3a-8fe9-c65bc0be12ac {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:54.131106 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': '60af1716-f231-40c5-ab45-6d89ab6d6e3f', 'status': 'completed', 'code': 200} Feb 16 16:41:54.135377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf59acd-515b-48d4-8676-57d07759f962 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Pushing event updated for resources: {'Port': ['ID=3a578ed1-f57b-4959-8fa7-8154fd24939a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:54.191396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-edf59acd-515b-48d4-8676-57d07759f962 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:54.195724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-edf59acd-515b-48d4-8676-57d07759f962 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:54.197811 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd2da451-3604-4606-bda9-536520c3590e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c9989218-71e1-4837-b86b-9300cb48802e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:54.202558 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd2da451-3604-4606-bda9-536520c3590e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:54.204096 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bd2da451-3604-4606-bda9-536520c3590e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9989218-71e1-4837-b86b-9300cb48802e HTTP/1.1" status: 204 len: 168 time: 0.6252272 Feb 16 16:41:54.206078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-edf59acd-515b-48d4-8676-57d07759f962 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:54.313257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2da451-3604-4606-bda9-536520c3590e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9989218-71e1-4837-b86b-9300cb48802e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:54.366025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-d10262ce-2fb3-472f-aab1-fac90a00a05a service neutron] 10.222.0.24 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307515 Feb 16 16:41:54.403796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-edf59acd-515b-48d4-8676-57d07759f962 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:54.413187 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-edf59acd-515b-48d4-8676-57d07759f962 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:54.458526 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-edf59acd-515b-48d4-8676-57d07759f962 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1744654 Feb 16 16:41:54.473000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Request body: {'port': {'device_id': '03fd1765-c812-4f1e-a6a6-2d31e37e15ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:54.638270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd9809b-8b67-4061-8a60-b968873f6f2d {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:41:54.648129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2a50d-8c22-481f-95a9-1fda9efbba4c req-9110591e-2271-413e-aafa-e582c43f812b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:54.656004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2a50d-8c22-481f-95a9-1fda9efbba4c req-9110591e-2271-413e-aafa-e582c43f812b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:54.658068 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Publish callbacks [] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:54.661665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2a50d-8c22-481f-95a9-1fda9efbba4c req-9110591e-2271-413e-aafa-e582c43f812b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:54.668392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2a50d-8c22-481f-95a9-1fda9efbba4c req-9110591e-2271-413e-aafa-e582c43f812b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:54.673781 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2a50d-8c22-481f-95a9-1fda9efbba4c req-9110591e-2271-413e-aafa-e582c43f812b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:54.679232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2a50d-8c22-481f-95a9-1fda9efbba4c req-9110591e-2271-413e-aafa-e582c43f812b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:54.687243 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Transition to ACTIVE for port object 6dd9809b-8b67-4061-8a60-b968873f6f2d will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:41:54.689181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efd2a50d-8c22-481f-95a9-1fda9efbba4c req-9110591e-2271-413e-aafa-e582c43f812b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 4600 time: 0.4377251 Feb 16 16:41:54.697826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8050fb37-c489-4196-8e55-609447657257 None None] Provisioning complete for port 3a578ed1-f57b-4959-8fa7-8154fd24939a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:54.699891 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:54.700598 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8050fb37-c489-4196-8e55-609447657257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:54.770880 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:54.774657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8050fb37-c489-4196-8e55-609447657257 None None] Port 3a578ed1-f57b-4959-8fa7-8154fd24939a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:41:54.832345 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2849b308-2ed5-4297-955d-4edb3b4524e8 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:54.838501 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2849b308-2ed5-4297-955d-4edb3b4524e8 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "DELETE /v2.0/ports/f5af1d15-e0a6-433c-be59-765eaab4e116 HTTP/1.1" status: 204 len: 168 time: 3.6703353 Feb 16 16:41:54.850298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42454) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:54.884455 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5598cf36-c9a8-4ace-bb50-b487d1ca6622 x-openstack-request-id: req-5598cf36-c9a8-4ace-bb50-b487d1ca6622 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:54.884752 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3755eb-f8cd-4cca-bad7-a68a3da0aca9", "name": "network-vif-deleted", "tag": "f090feb3-93e3-4285-a85f-8206028d75f7", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:54.885011 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5598cf36-c9a8-4ace-bb50-b487d1ca6622 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:54.885422 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3755eb-f8cd-4cca-bad7-a68a3da0aca9', 'name': 'network-vif-deleted', 'tag': 'f090feb3-93e3-4285-a85f-8206028d75f7', 'status': 'completed', 'code': 200} Feb 16 16:41:54.914680 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50634456-3216-4c47-821f-ebdde4c8791b req-ae575918-65a4-48c4-b56a-90a65662f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:54.915326 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50634456-3216-4c47-821f-ebdde4c8791b req-ae575918-65a4-48c4-b56a-90a65662f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:54.916803 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50634456-3216-4c47-821f-ebdde4c8791b req-ae575918-65a4-48c4-b56a-90a65662f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:54.920552 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50634456-3216-4c47-821f-ebdde4c8791b req-ae575918-65a4-48c4-b56a-90a65662f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:54.924612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50634456-3216-4c47-821f-ebdde4c8791b req-ae575918-65a4-48c4-b56a-90a65662f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:54.926644 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50634456-3216-4c47-821f-ebdde4c8791b req-ae575918-65a4-48c4-b56a-90a65662f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:54.955604 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-50634456-3216-4c47-821f-ebdde4c8791b req-ae575918-65a4-48c4-b56a-90a65662f06e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6e850f85e6540848343a8f94f5bb145&device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5348 time: 0.8035688 Feb 16 16:41:55.060073 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efd2a50d-8c22-481f-95a9-1fda9efbba4c req-7c1ea795-4839-4268-994b-670e0fa3cdb5 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3698487 Feb 16 16:41:55.338164 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50634456-3216-4c47-821f-ebdde4c8791b req-e63cfd13-805d-4cb9-a871-6763faa86de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:55.339394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50634456-3216-4c47-821f-ebdde4c8791b req-e63cfd13-805d-4cb9-a871-6763faa86de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:55.340325 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50634456-3216-4c47-821f-ebdde4c8791b req-e63cfd13-805d-4cb9-a871-6763faa86de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:55.342734 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-50634456-3216-4c47-821f-ebdde4c8791b req-e63cfd13-805d-4cb9-a871-6763faa86de1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b6e850f85e6540848343a8f94f5bb145&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2821994 Feb 16 16:41:55.373066 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (397a62a6-c3d5-4e32-a410-db0fb1a0698b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:55.382777 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:55.383993 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/397a62a6-c3d5-4e32-a410-db0fb1a0698b HTTP/1.1" status: 204 len: 168 time: 1.9965837 Feb 16 16:41:55.551144 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b682295-9b9e-44a8-8037-0ab4fdee1a94 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] GET failed (client error): The resource could not be found. Feb 16 16:41:55.556310 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0b682295-9b9e-44a8-8037-0ab4fdee1a94 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "GET /v2.0/ports/f5af1d15-e0a6-433c-be59-765eaab4e116 HTTP/1.1" status: 404 len: 333 time: 0.6957154 Feb 16 16:41:55.556310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd9809b-8b67-4061-8a60-b968873f6f2d,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:55.579740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42522) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:55.586967 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7d88a4ed-4f5f-44d6-a021-31b7d3481d51 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Request body: {'port': {'network_id': 'bed7d10a-dde7-4d8a-b01b-465996ff4489', 'name': 'tempest-AllowedAddressPairTestJSON-2032822592'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:55.622185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-28a6a551-a6f7-479e-9701-5bf6de00fba9 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:55.625545 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-789aa579-68d1-429c-9c8c-f12188929fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:55.631343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-28a6a551-a6f7-479e-9701-5bf6de00fba9 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/networks?id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe HTTP/1.1" status: 200 len: 815 time: 0.3159208 Feb 16 16:41:55.651447 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397a62a6-c3d5-4e32-a410-db0fb1a0698b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:55.676534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-fe928e28-7f03-48cb-90f0-ecdf627f23bc tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/quotas/332a5c84b57f438c85d5813eecf2c338 HTTP/1.1" status: 200 len: 375 time: 0.0437632 Feb 16 16:41:55.683976 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.686467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.686959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.687320 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.688125 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.689531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.690392 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.690800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.691144 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.691484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.692617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.695260 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.695737 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.838129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.838487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.839406 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.839784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.840136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.840471 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.840801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.842102 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.846941 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.847358 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.847710 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.848103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:55.848445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97f244-dd68-4c53-94a8-aab6a19cc5a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:41:56.000022 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50634456-3216-4c47-821f-ebdde4c8791b req-36097f22-10d4-46ad-ae1b-efcecdb7d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:56.002037 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-50634456-3216-4c47-821f-ebdde4c8791b req-36097f22-10d4-46ad-ae1b-efcecdb7d983 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6026573 Feb 16 16:41:56.020542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Attempting to bind port 6dd9809b-8b67-4061-8a60-b968873f6f2d on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:41:56.020933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Attempting to bind port 6dd9809b-8b67-4061-8a60-b968873f6f2d by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:41:56.021636 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Attempting to bind port 6dd9809b-8b67-4061-8a60-b968873f6f2d on network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:56.045489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Port 6dd9809b-8b67-4061-8a60-b968873f6f2d on network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:41:56.045843 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Attempting to bind port 6dd9809b-8b67-4061-8a60-b968873f6f2d on network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:56.079907 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:41:56.081624 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Checking segment: {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:56.082043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Bound using segment: {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:41:56.082540 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Bound port: 6dd9809b-8b67-4061-8a60-b968873f6f2d, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:41:56.082898 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:56.118247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-58d595ae-2a7c-442b-b58d-d0ea0ac64e15 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=332a5c84b57f438c85d5813eecf2c338&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4395647 Feb 16 16:41:56.135547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': 'd91c30ef-7b5c-42fa-a0e7-f684909efdf4'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:41:56.137997 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9484ab4f-6c6d-449e-a58d-eae1d22eeaa7" -d '{"events": [{"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "d91c30ef-7b5c-42fa-a0e7-f684909efdf4"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:56.159864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d88a4ed-4f5f-44d6-a021-31b7d3481d51 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Made reservation on behalf of 3b905209f0b2489c9c5335cc347441b5 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:56.163274 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d88a4ed-4f5f-44d6-a021-31b7d3481d51 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:56.194922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-7d88a4ed-4f5f-44d6-a021-31b7d3481d51 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] device_id is not set on port ee829720-d8d3-443d-83df-d5d1946997a5 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:41:56.204554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] For port 6dd9809b-8b67-4061-8a60-b968873f6f2d, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:41:56.208630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] For port 6dd9809b-8b67-4061-8a60-b968873f6f2d, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=6dd9809b-8b67-4061-8a60-b968873f6f2d,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:41:56.229140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a578ed1-f57b-4959-8fa7-8154fd24939a {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:41:56.240034 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:56.240566 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Publish callbacks [] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:56.256375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Transition to ACTIVE for port object 3a578ed1-f57b-4959-8fa7-8154fd24939a will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:41:56.281827 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:56.299694 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:56.299918 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:56.301330 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] 10.222.0.60 "PUT /v2.0/ports/6dd9809b-8b67-4061-8a60-b968873f6f2d HTTP/1.1" status: 200 len: 1131 time: 4.8146629 Feb 16 16:41:56.355156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d952b-ccb8-4bfd-b97f-6280512865fc req-386fecac-a29a-48e4-ad3e-f6ec8eabd8e6 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:56.364580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db6d952b-ccb8-4bfd-b97f-6280512865fc req-386fecac-a29a-48e4-ad3e-f6ec8eabd8e6 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 907 time: 0.4019594 Feb 16 16:41:56.422353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Request body: {'port': {'device_id': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:56.437120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc72053-6b69-4241-bdf4-ce8968e46525 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd9809b-8b67-4061-8a60-b968873f6f2d,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:56.629919 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-7d88a4ed-4f5f-44d6-a021-31b7d3481d51 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Allocated IP 172.20.0.14 (bed7d10a-dde7-4d8a-b01b-465996ff4489/f01c5ec9-2210-4fa2-a5e1-4e3118ed071c/ee829720-d8d3-443d-83df-d5d1946997a5) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:41:56.772219 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Pushing event updated for resources: {'Port': ['ID=3a578ed1-f57b-4959-8fa7-8154fd24939a,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:56.788131 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:56.895525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a33c12-6034-4694-bb9b-37ddad9c36ab', 'name': 'network-vif-deleted', 'tag': '9d30d88d-da72-4ad3-bd2a-203c8989ef4d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:41:56.905033 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0ebf29-c053-42a1-ae7b-3b206f59db3d" -d '{"events": [{"server_uuid": "d2a33c12-6034-4694-bb9b-37ddad9c36ab", "name": "network-vif-deleted", "tag": "9d30d88d-da72-4ad3-bd2a-203c8989ef4d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:41:56.940613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42588) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:57.158954 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-21292dce-3672-47a8-b844-70fc163254bd service neutron] 10.222.0.24 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8840697 Feb 16 16:41:57.280331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Attempting to bind port 3a578ed1-f57b-4959-8fa7-8154fd24939a on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:41:57.280637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Attempting to bind port 3a578ed1-f57b-4959-8fa7-8154fd24939a by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:41:57.281884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Attempting to bind port 3a578ed1-f57b-4959-8fa7-8154fd24939a on network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:57.306423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Port 3a578ed1-f57b-4959-8fa7-8154fd24939a on network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:41:57.307042 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Attempting to bind port 3a578ed1-f57b-4959-8fa7-8154fd24939a on network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:57.341150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbfd3e-391b-4160-8f3c-1287ca1afc04 req-3b7d7f83-1006-47d8-aeaf-d51001d456a0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:57.365915 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d88a4ed-4f5f-44d6-a021-31b7d3481d51 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks [] for port (ee829720-d8d3-443d-83df-d5d1946997a5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:57.367272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbfd3e-391b-4160-8f3c-1287ca1afc04 req-3b7d7f83-1006-47d8-aeaf-d51001d456a0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:57.377926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbfd3e-391b-4160-8f3c-1287ca1afc04 req-3b7d7f83-1006-47d8-aeaf-d51001d456a0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:57.388378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbfd3e-391b-4160-8f3c-1287ca1afc04 req-3b7d7f83-1006-47d8-aeaf-d51001d456a0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:57.399278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbfd3e-391b-4160-8f3c-1287ca1afc04 req-3b7d7f83-1006-47d8-aeaf-d51001d456a0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:57.411552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbfd3e-391b-4160-8f3c-1287ca1afc04 req-3b7d7f83-1006-47d8-aeaf-d51001d456a0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:57.421321 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbfd3e-391b-4160-8f3c-1287ca1afc04 req-3b7d7f83-1006-47d8-aeaf-d51001d456a0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:57.439102 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14dbfd3e-391b-4160-8f3c-1287ca1afc04 req-3b7d7f83-1006-47d8-aeaf-d51001d456a0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5373 time: 0.7578068 Feb 16 16:41:57.447156 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d88a4ed-4f5f-44d6-a021-31b7d3481d51 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ee829720-d8d3-443d-83df-d5d1946997a5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:57.499876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-fe224373-bfc9-4d28-92c1-5c10b054e5d7 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:57.501489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-fe224373-bfc9-4d28-92c1-5c10b054e5d7 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.65 "GET /v2.0/networks?id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe HTTP/1.1" status: 200 len: 815 time: 1.0287077 Feb 16 16:41:57.524704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88a4ed-4f5f-44d6-a021-31b7d3481d51 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Network bed7d10a-dde7-4d8a-b01b-465996ff4489 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:41:57.541079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7d88a4ed-4f5f-44d6-a021-31b7d3481d51 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:41:57.568410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88a4ed-4f5f-44d6-a021-31b7d3481d51 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:41:57.597223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:41:57.597810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Checking segment: {'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:57.598390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Bound using segment: {'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:41:57.599013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Bound port: 3a578ed1-f57b-4959-8fa7-8154fd24939a, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:41:57.599696 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:57.616020 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-ebc98e86-5e80-4eb6-8f82-f9dd87417b1a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Request body: {'port': {'device_id': '7b0fd6de-250e-4c94-9e36-974d21ea314a', 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe', 'admin_state_up': True, 'tenant_id': '332a5c84b57f438c85d5813eecf2c338'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:57.636636 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-251201d3-a834-4309-96eb-655b1ac4bcbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:57.636872 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d88a4ed-4f5f-44d6-a021-31b7d3481d51 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:57.637543 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d88a4ed-4f5f-44d6-a021-31b7d3481d51 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:57.663203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c6c357-bfbf-4921-8a12-0b2663806de4 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:41:57.679395 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Publish callbacks [] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:57.690631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88a4ed-4f5f-44d6-a021-31b7d3481d51 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event updated for resources: {'Port': ['ID=ee829720-d8d3-443d-83df-d5d1946997a5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:57.707285 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7d88a4ed-4f5f-44d6-a021-31b7d3481d51 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1262245 Feb 16 16:41:57.711352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42610) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:41:57.712382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Transition to ACTIVE for port object 07c6c357-bfbf-4921-8a12-0b2663806de4 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:41:57.718774 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5c9c5b3c-0b78-4f6c-8f3e-89ffcd2d4c1a tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:8d:21:6a'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:57.797263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e4b47-af73-4d3d-a997-0a051190db03 req-f82a9d97-8715-4261-b4e0-838a8bd1e00b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:57.798893 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-861e4b47-af73-4d3d-a997-0a051190db03 req-f82a9d97-8715-4261-b4e0-838a8bd1e00b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 907 time: 0.2731454 Feb 16 16:41:57.808927 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:57.926276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e59b75ad-c6d8-4553-adc5-79fe7c7a2616 None None] Provisioning complete for port ee829720-d8d3-443d-83df-d5d1946997a5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:41:57.926871 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e59b75ad-c6d8-4553-adc5-79fe7c7a2616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ee829720-d8d3-443d-83df-d5d1946997a5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:58.003601 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e59b75ad-c6d8-4553-adc5-79fe7c7a2616 None None] Port ee829720-d8d3-443d-83df-d5d1946997a5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:41:58.273561 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7e96c551-0f8f-4243-b7fb-8da9138ba427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:58.409070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-a772eaeb-aec2-4011-803c-502b1b9b60aa service neutron] 10.222.0.24 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2231121 Feb 16 16:41:58.445429 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Pushing event updated for resources: {'Port': ['ID=07c6c357-bfbf-4921-8a12-0b2663806de4,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:58.446590 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14dbfd3e-391b-4160-8f3c-1287ca1afc04 req-a64b4601-8062-4a1d-b416-f701eaf96c1d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0062125 Feb 16 16:41:58.574419 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2a4fc1-a75a-4fed-98ab-93de2c4497b2 x-openstack-request-id: req-5e2a4fc1-a75a-4fed-98ab-93de2c4497b2 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:58.574736 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "d91c30ef-7b5c-42fa-a0e7-f684909efdf4", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:58.574958 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e2a4fc1-a75a-4fed-98ab-93de2c4497b2 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:58.575364 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': 'd91c30ef-7b5c-42fa-a0e7-f684909efdf4', 'status': 'completed', 'code': 200} Feb 16 16:41:58.578531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] For port 3a578ed1-f57b-4959-8fa7-8154fd24939a, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:41:58.588116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] For port 3a578ed1-f57b-4959-8fa7-8154fd24939a, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3a578ed1-f57b-4959-8fa7-8154fd24939a,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:41:58.642083 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:58.816860 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 16 Feb 2022 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbd56cf-bdac-47dd-8b49-5c8b8290b848 x-openstack-request-id: req-8dbd56cf-bdac-47dd-8b49-5c8b8290b848 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:41:58.828992 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a33c12-6034-4694-bb9b-37ddad9c36ab", "name": "network-vif-deleted", "tag": "9d30d88d-da72-4ad3-bd2a-203c8989ef4d", "status": "failed", "code": 422}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:41:58.829701 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dbd56cf-bdac-47dd-8b49-5c8b8290b848 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:41:58.830502 n-d-669411-5 neutron-server[103421]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2a33c12-6034-4694-bb9b-37ddad9c36ab', 'name': 'network-vif-deleted', 'tag': '9d30d88d-da72-4ad3-bd2a-203c8989ef4d', 'status': 'failed', 'code': 422} returned with failed status Feb 16 16:41:58.841772 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:58.848135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Attempting to bind port 07c6c357-bfbf-4921-8a12-0b2663806de4 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:41:58.848135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Attempting to bind port 07c6c357-bfbf-4921-8a12-0b2663806de4 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:41:58.848135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Attempting to bind port 07c6c357-bfbf-4921-8a12-0b2663806de4 on network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:58.852652 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:58.858816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] 10.222.0.65 "PUT /v2.0/ports/3a578ed1-f57b-4959-8fa7-8154fd24939a HTTP/1.1" status: 200 len: 1091 time: 4.3907924 Feb 16 16:41:58.900727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-ebc98e86-5e80-4eb6-8f82-f9dd87417b1a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Made reservation on behalf of 332a5c84b57f438c85d5813eecf2c338 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:41:58.916286 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-ebc98e86-5e80-4eb6-8f82-f9dd87417b1a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:58.980527 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Port 07c6c357-bfbf-4921-8a12-0b2663806de4 on network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:41:58.986153 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Attempting to bind port 07c6c357-bfbf-4921-8a12-0b2663806de4 on network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:41:58.998031 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c9c5b3c-0b78-4f6c-8f3e-89ffcd2d4c1a tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ee829720-d8d3-443d-83df-d5d1946997a5), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:59.022015 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:41:59.023514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Checking segment: {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:41:59.024342 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Bound using segment: {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:41:59.025008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Bound port: 07c6c357-bfbf-4921-8a12-0b2663806de4, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:41:59.025631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:59.049978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-861e4b47-af73-4d3d-a997-0a051190db03 req-6e44d4e1-a1a6-4f0e-a18c-101e96daabc3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Deleting port 50703739-ca5f-4c66-8200-50e2ede3ef8b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:41:59.050946 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-861e4b47-af73-4d3d-a997-0a051190db03 req-6e44d4e1-a1a6-4f0e-a18c-101e96daabc3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:59.219222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9390a-2a93-470d-bd40-cf37abedbbae service neutron] Pushing event updated for resources: {'Port': ['ID=3a578ed1-f57b-4959-8fa7-8154fd24939a,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:41:59.244604 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:59.255330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fc22886-d662-47b0-abc7-c55e60f4cc0e req-22bd20cd-b2bc-4aac-9714-973e4f5777eb tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 210 time: 0.2337961 Feb 16 16:41:59.403128 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-251201d3-a834-4309-96eb-655b1ac4bcbd admin admin] Publish callbacks [] for security_group (c0fd5823-a37a-49d4-940c-69fcc90aaa22), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:59.487335 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484ab4f-6c6d-449e-a58d-eae1d22eeaa7 req-59b4b848-b554-4632-8b9e-21be680990f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:59.488032 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484ab4f-6c6d-449e-a58d-eae1d22eeaa7 req-59b4b848-b554-4632-8b9e-21be680990f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:59.490454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484ab4f-6c6d-449e-a58d-eae1d22eeaa7 req-59b4b848-b554-4632-8b9e-21be680990f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:59.502248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484ab4f-6c6d-449e-a58d-eae1d22eeaa7 req-59b4b848-b554-4632-8b9e-21be680990f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:59.502749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484ab4f-6c6d-449e-a58d-eae1d22eeaa7 req-59b4b848-b554-4632-8b9e-21be680990f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:59.503231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484ab4f-6c6d-449e-a58d-eae1d22eeaa7 req-59b4b848-b554-4632-8b9e-21be680990f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:59.503709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484ab4f-6c6d-449e-a58d-eae1d22eeaa7 req-59b4b848-b554-4632-8b9e-21be680990f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:59.505804 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9484ab4f-6c6d-449e-a58d-eae1d22eeaa7 req-59b4b848-b554-4632-8b9e-21be680990f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6e850f85e6540848343a8f94f5bb145&device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 6328 time: 0.9113822 Feb 16 16:41:59.532219 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] For port 07c6c357-bfbf-4921-8a12-0b2663806de4, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:41:59.572487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-861e4b47-af73-4d3d-a997-0a051190db03 req-6e44d4e1-a1a6-4f0e-a18c-101e96daabc3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] For port 50703739-ca5f-4c66-8200-50e2ede3ef8b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=50703739-ca5f-4c66-8200-50e2ede3ef8b,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:41:59.572817 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-861e4b47-af73-4d3d-a997-0a051190db03 req-6e44d4e1-a1a6-4f0e-a18c-101e96daabc3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:59.583325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-43fbfa5a-2c1c-4d91-8f84-809398e5ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:59.584915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-43fbfa5a-2c1c-4d91-8f84-809398e5ca93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332a5c84b57f438c85d5813eecf2c338&device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 1125 time: 0.6648722 Feb 16 16:41:59.585687 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-251201d3-a834-4309-96eb-655b1ac4bcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c0fd5823-a37a-49d4-940c-69fcc90aaa22), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:59.701949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] For port 07c6c357-bfbf-4921-8a12-0b2663806de4, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=07c6c357-bfbf-4921-8a12-0b2663806de4,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:41:59.710054 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-861e4b47-af73-4d3d-a997-0a051190db03 req-6e44d4e1-a1a6-4f0e-a18c-101e96daabc3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Calling delete_port for 50703739-ca5f-4c66-8200-50e2ede3ef8b owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:41:59.730814 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:59.826373 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30059d-0e67-4f57-ace8-73c1a3b5c146 req-97ce1b3b-4f60-4fbe-b355-20edf37b778b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:59.850396 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff30059d-0e67-4f57-ace8-73c1a3b5c146 req-97ce1b3b-4f60-4fbe-b355-20edf37b778b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 907 time: 0.9122365 Feb 16 16:41:59.889378 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:41:59.889873 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:41:59.891480 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] 10.222.0.60 "PUT /v2.0/ports/07c6c357-bfbf-4921-8a12-0b2663806de4 HTTP/1.1" status: 200 len: 1090 time: 3.4855742 Feb 16 16:41:59.941764 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Request body: {'port': {'device_id': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:41:59.967489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-88a58dda-bd5d-43c0-82b0-4a7eea8d0746 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a578ed1-f57b-4959-8fa7-8154fd24939a HTTP/1.1" status: 200 len: 217 time: 0.3655906 Feb 16 16:42:00.005095 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa50f1-eb1e-4983-91d4-4ca48e153443 service neutron] Pushing event updated for resources: {'Port': ['ID=07c6c357-bfbf-4921-8a12-0b2663806de4,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:00.218255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-fb70f09a-f5fd-448e-aab6-ac31f0675297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:00.220589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-fb70f09a-f5fd-448e-aab6-ac31f0675297 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0e0fbba3-e5f1-47c3-b3aa-330b8331dd02 HTTP/1.1" status: 200 len: 854 time: 0.1711729 Feb 16 16:42:00.223372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-251201d3-a834-4309-96eb-655b1ac4bcbd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0275aa3db0004275b9a0f1420de8762a&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2709434 Feb 16 16:42:00.250079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42688) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:00.263691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251201d3-a834-4309-96eb-655b1ac4bcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fd5823-a37a-49d4-940c-69fcc90aaa22,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:00.272919 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c9c5b3c-0b78-4f6c-8f3e-89ffcd2d4c1a tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks [] for port (ee829720-d8d3-443d-83df-d5d1946997a5), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:00.281482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-ebc98e86-5e80-4eb6-8f82-f9dd87417b1a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Allocated IP 172.20.0.4 (d11b8c1b-145a-49b6-8292-3d1c2bc85ffe/0e0fbba3-e5f1-47c3-b3aa-330b8331dd02/c5144a61-24b0-4388-8963-a8bd473ba9fd) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:00.307774 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c9c5b3c-0b78-4f6c-8f3e-89ffcd2d4c1a tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (ee829720-d8d3-443d-83df-d5d1946997a5), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:00.409887 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:00.619379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61567e78-8911-4027-9996-07c47a8c7bd2 req-1b77a819-1e7d-4cd5-87a6-277dd2baa2ba tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:00.626188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61567e78-8911-4027-9996-07c47a8c7bd2 req-1b77a819-1e7d-4cd5-87a6-277dd2baa2ba tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:00.633234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': '6dd9809b-8b67-4061-8a60-b968873f6f2d'}, {'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': '07c6c357-bfbf-4921-8a12-0b2663806de4'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:00.635871 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee" -d '{"events": [{"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "6dd9809b-8b67-4061-8a60-b968873f6f2d"}, {"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "07c6c357-bfbf-4921-8a12-0b2663806de4"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:00.641582 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c5b3c-0b78-4f6c-8f3e-89ffcd2d4c1a tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event updated for resources: {'Port': ['ID=ee829720-d8d3-443d-83df-d5d1946997a5,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:00.654649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61567e78-8911-4027-9996-07c47a8c7bd2 req-1b77a819-1e7d-4cd5-87a6-277dd2baa2ba tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:00.682185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61567e78-8911-4027-9996-07c47a8c7bd2 req-1b77a819-1e7d-4cd5-87a6-277dd2baa2ba tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:00.695746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61567e78-8911-4027-9996-07c47a8c7bd2 req-1b77a819-1e7d-4cd5-87a6-277dd2baa2ba tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:00.716085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61567e78-8911-4027-9996-07c47a8c7bd2 req-1b77a819-1e7d-4cd5-87a6-277dd2baa2ba tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:00.721658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61567e78-8911-4027-9996-07c47a8c7bd2 req-1b77a819-1e7d-4cd5-87a6-277dd2baa2ba tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:00.723546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61567e78-8911-4027-9996-07c47a8c7bd2 req-1b77a819-1e7d-4cd5-87a6-277dd2baa2ba tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5385 time: 0.8661551 Feb 16 16:42:00.763521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484ab4f-6c6d-449e-a58d-eae1d22eeaa7 req-8ce39130-b6b9-4a15-8f5e-e9c18b4d66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:00.764009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484ab4f-6c6d-449e-a58d-eae1d22eeaa7 req-8ce39130-b6b9-4a15-8f5e-e9c18b4d66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:00.769494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484ab4f-6c6d-449e-a58d-eae1d22eeaa7 req-8ce39130-b6b9-4a15-8f5e-e9c18b4d66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:00.771519 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9484ab4f-6c6d-449e-a58d-eae1d22eeaa7 req-8ce39130-b6b9-4a15-8f5e-e9c18b4d66a9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b6e850f85e6540848343a8f94f5bb145&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.1653409 Feb 16 16:42:00.814749 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:00.872671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-d2ba876f-bd27-4cad-86e4-f59911832a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:00.883218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-d2ba876f-bd27-4cad-86e4-f59911832a40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6157260 Feb 16 16:42:00.883879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fd1765-c812-4f1e-a6a6-2d31e37e15ec', 'tag': '3a578ed1-f57b-4959-8fa7-8154fd24939a'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:00.887251 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a530b114-b073-4bdd-8762-ae0d427709a6" -d '{"events": [{"name": "network-changed", "server_uuid": "03fd1765-c812-4f1e-a6a6-2d31e37e15ec", "tag": "3a578ed1-f57b-4959-8fa7-8154fd24939a"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:00.980972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3c553c21-3a90-4ed7-8acb-7f1e57841ad2 None None] Provisioning complete for port ee829720-d8d3-443d-83df-d5d1946997a5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:00.981278 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c553c21-3a90-4ed7-8acb-7f1e57841ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ee829720-d8d3-443d-83df-d5d1946997a5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:01.095817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3c553c21-3a90-4ed7-8acb-7f1e57841ad2 None None] Port ee829720-d8d3-443d-83df-d5d1946997a5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:42:01.116784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-834bfa8d-a22f-449f-908a-42288c43cb03 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:01.118963 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-834bfa8d-a22f-449f-908a-42288c43cb03 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.60 "GET /v2.0/networks?id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe HTTP/1.1" status: 200 len: 815 time: 0.4645550 Feb 16 16:42:01.119919 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-861e4b47-af73-4d3d-a997-0a051190db03 req-6e44d4e1-a1a6-4f0e-a18c-101e96daabc3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (50703739-ca5f-4c66-8200-50e2ede3ef8b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:01.125773 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42708) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:01.154649 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c0319f21-fbcc-4144-bc9b-aa33fa79262a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Request body: {'port': {'device_id': '428bfc52-86f9-47d7-b169-c3080d299daf', 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe', 'admin_state_up': True, 'tenant_id': '332a5c84b57f438c85d5813eecf2c338'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:01.180812 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d42a1f9b-fab9-48cd-b754-20cbe470cd01 admin admin] Publish callbacks [] for security_group (c0fd5823-a37a-49d4-940c-69fcc90aaa22), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:01.184356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 50703739-ca5f-4c66-8200-50e2ede3ef8b no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:42:01.195950 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c5b3c-0b78-4f6c-8f3e-89ffcd2d4c1a tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] In _notify_port_updated(), no bound segment for port ee829720-d8d3-443d-83df-d5d1946997a5 on network bed7d10a-dde7-4d8a-b01b-465996ff4489 {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:42:01.201871 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9c5b3c-0b78-4f6c-8f3e-89ffcd2d4c1a tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:01.202850 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c9c5b3c-0b78-4f6c-8f3e-89ffcd2d4c1a tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:01.204467 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5c9c5b3c-0b78-4f6c-8f3e-89ffcd2d4c1a tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "PUT /v2.0/ports/ee829720-d8d3-443d-83df-d5d1946997a5 HTTP/1.1" status: 200 len: 994 time: 3.4909642 Feb 16 16:42:01.214559 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc1e63-4bd1-4969-a6db-73025fed2c61 req-90b342c5-332e-4821-b50a-daed51aa1969 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:01.219971 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44d4e1-a1a6-4f0e-a18c-101e96daabc3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event deleted for resources: {'Port': ['ID=50703739-ca5f-4c66-8200-50e2ede3ef8b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:01.220376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc1e63-4bd1-4969-a6db-73025fed2c61 req-90b342c5-332e-4821-b50a-daed51aa1969 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:01.222234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42712) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:01.227471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98dc1e63-4bd1-4969-a6db-73025fed2c61 req-90b342c5-332e-4821-b50a-daed51aa1969 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50&device_id=e18b4f1a-08aa-4456-94f7-a41b09efe9ad HTTP/1.1" status: 200 len: 1682 time: 0.6557488 Feb 16 16:42:01.248300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 50703739-ca5f-4c66-8200-50e2ede3ef8b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:42:01.253422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 50703739-ca5f-4c66-8200-50e2ede3ef8b not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:42:01.265270 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61567e78-8911-4027-9996-07c47a8c7bd2 req-b03fcca8-a52f-4b7f-8693-91eb6aeb5e4d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5282373 Feb 16 16:42:01.299462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-8c91da1d-1ff7-4626-95c9-d32b9f3544df service neutron] 10.222.0.65 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765013 Feb 16 16:42:01.326122 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:01.396553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98dc1e63-4bd1-4969-a6db-73025fed2c61 req-8a9b2290-2046-4749-8268-4a4b100b92dd tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680539 Feb 16 16:42:01.439244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484ab4f-6c6d-449e-a58d-eae1d22eeaa7 req-36351e85-1ad9-47f9-b3f2-6999bcfbf83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:01.449268 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d42a1f9b-fab9-48cd-b754-20cbe470cd01 admin admin] Publish callbacks [] for security_group (c0fd5823-a37a-49d4-940c-69fcc90aaa22), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:01.449478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9484ab4f-6c6d-449e-a58d-eae1d22eeaa7 req-36351e85-1ad9-47f9-b3f2-6999bcfbf83c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6153955 Feb 16 16:42:01.493178 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-ebc98e86-5e80-4eb6-8f82-f9dd87417b1a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks [] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:01.499052 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0833b70-6e7a-4e98-a307-db489d72b95b x-openstack-request-id: req-c0833b70-6e7a-4e98-a307-db489d72b95b {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:01.499603 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "6dd9809b-8b67-4061-8a60-b968873f6f2d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "07c6c357-bfbf-4921-8a12-0b2663806de4", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:01.500044 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0833b70-6e7a-4e98-a307-db489d72b95b {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:01.500686 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': '6dd9809b-8b67-4061-8a60-b968873f6f2d', 'status': 'completed', 'code': 200} Feb 16 16:42:01.501058 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': '07c6c357-bfbf-4921-8a12-0b2663806de4', 'status': 'completed', 'code': 200} Feb 16 16:42:01.591181 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-861e4b47-af73-4d3d-a997-0a051190db03 req-6e44d4e1-a1a6-4f0e-a18c-101e96daabc3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] No DVR routers for this DVR port 50703739-ca5f-4c66-8200-50e2ede3ef8b on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:42:01.622533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09b2681b-8f98-4749-b51c-ee4d530b9531 req-0585d40b-1826-43ce-906a-96eb56986e8b tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 210 time: 0.1718228 Feb 16 16:42:01.676617 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-861e4b47-af73-4d3d-a997-0a051190db03 req-6e44d4e1-a1a6-4f0e-a18c-101e96daabc3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:01.680384 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-861e4b47-af73-4d3d-a997-0a051190db03 req-6e44d4e1-a1a6-4f0e-a18c-101e96daabc3 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "DELETE /v2.0/ports/50703739-ca5f-4c66-8200-50e2ede3ef8b HTTP/1.1" status: 204 len: 173 time: 3.8692248 Feb 16 16:42:01.710360 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e672ec39-853b-4109-8303-6ad51b869c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:01.750196 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b76936-6800-44b7-a715-50d4bb8d3d66 x-openstack-request-id: req-97b76936-6800-44b7-a715-50d4bb8d3d66 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:01.750413 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03fd1765-c812-4f1e-a6a6-2d31e37e15ec", "tag": "3a578ed1-f57b-4959-8fa7-8154fd24939a", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:01.750660 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97b76936-6800-44b7-a715-50d4bb8d3d66 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:01.751074 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fd1765-c812-4f1e-a6a6-2d31e37e15ec', 'tag': '3a578ed1-f57b-4959-8fa7-8154fd24939a', 'status': 'completed', 'code': 200} Feb 16 16:42:01.757016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b24c5e4-9ac1-49ca-aac3-9cdd7c934800 req-73d92a88-6ec9-4a3a-a503-5a0600bf65e5 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a5dc6-9129-438e-8a68-f4da3772fe22 HTTP/1.1" status: 200 len: 210 time: 0.1632040 Feb 16 16:42:01.967847 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d42a1f9b-fab9-48cd-b754-20cbe470cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c0fd5823-a37a-49d4-940c-69fcc90aaa22), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:01.974294 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d42a1f9b-fab9-48cd-b754-20cbe470cd01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:01.975445 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d42a1f9b-fab9-48cd-b754-20cbe470cd01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0fd5823-a37a-49d4-940c-69fcc90aaa22 HTTP/1.1" status: 204 len: 168 time: 1.7244205 Feb 16 16:42:02.024450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-9b4272fa-b515-4a33-a7e6-8d316e237447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:02.033270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-9b4272fa-b515-4a33-a7e6-8d316e237447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:02.033652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-9b4272fa-b515-4a33-a7e6-8d316e237447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:02.035438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-9b4272fa-b515-4a33-a7e6-8d316e237447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:02.035955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-9b4272fa-b515-4a33-a7e6-8d316e237447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:02.036425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-9b4272fa-b515-4a33-a7e6-8d316e237447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:02.038506 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c0319f21-fbcc-4144-bc9b-aa33fa79262a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Made reservation on behalf of 332a5c84b57f438c85d5813eecf2c338 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:02.042803 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c0319f21-fbcc-4144-bc9b-aa33fa79262a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:02.043644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-9b4272fa-b515-4a33-a7e6-8d316e237447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:02.046495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-9b4272fa-b515-4a33-a7e6-8d316e237447 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6e850f85e6540848343a8f94f5bb145&device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 6401 time: 0.5167055 Feb 16 16:42:02.098958 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:02.234314 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-570dd332-3c1c-4216-abc5-851ff6a60532 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Deleting port ee829720-d8d3-443d-83df-d5d1946997a5 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:02.235411 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-570dd332-3c1c-4216-abc5-851ff6a60532 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ee829720-d8d3-443d-83df-d5d1946997a5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:02.450417 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-570dd332-3c1c-4216-abc5-851ff6a60532 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ee829720-d8d3-443d-83df-d5d1946997a5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:02.474176 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-ebc98e86-5e80-4eb6-8f82-f9dd87417b1a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:02.483156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-8d9000e1-4e0d-4068-9a2d-22eefdc57bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:02.484232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-8d9000e1-4e0d-4068-9a2d-22eefdc57bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:02.485270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-8d9000e1-4e0d-4068-9a2d-22eefdc57bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:02.487484 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-8d9000e1-4e0d-4068-9a2d-22eefdc57bfb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b6e850f85e6540848343a8f94f5bb145&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4178829 Feb 16 16:42:02.494274 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-570dd332-3c1c-4216-abc5-851ff6a60532 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Calling delete_port for ee829720-d8d3-443d-83df-d5d1946997a5 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:02.512824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-467612b9-1fac-445c-81a1-5bea0564ea39 req-27959639-dd4b-4b5d-b43a-dcac784259d9 service neutron] 10.222.0.65 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1088727 Feb 16 16:42:02.585525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-ebc98e86-5e80-4eb6-8f82-f9dd87417b1a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:02.727988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a1f9b-fab9-48cd-b754-20cbe470cd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fd5823-a37a-49d4-940c-69fcc90aaa22,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:02.739327 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-570dd332-3c1c-4216-abc5-851ff6a60532 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ee829720-d8d3-443d-83df-d5d1946997a5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:02.757289 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42736) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:02.847125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-ebc98e86-5e80-4eb6-8f82-f9dd87417b1a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:02.897957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-ebc98e86-5e80-4eb6-8f82-f9dd87417b1a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:02.935326 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c0319f21-fbcc-4144-bc9b-aa33fa79262a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Allocated IP 172.20.0.8 (d11b8c1b-145a-49b6-8292-3d1c2bc85ffe/0e0fbba3-e5f1-47c3-b3aa-330b8331dd02/ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:03.125122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-ebc98e86-5e80-4eb6-8f82-f9dd87417b1a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:03.125968 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-ebc98e86-5e80-4eb6-8f82-f9dd87417b1a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:03.174347 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c0319f21-fbcc-4144-bc9b-aa33fa79262a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks [] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:03.186044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68851500-8f4d-4692-b0ae-3ec7ed52917b req-76f8ef48-760e-4413-803d-a17ea5056c41 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:03.198049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68851500-8f4d-4692-b0ae-3ec7ed52917b req-76f8ef48-760e-4413-803d-a17ea5056c41 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:03.205709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68851500-8f4d-4692-b0ae-3ec7ed52917b req-76f8ef48-760e-4413-803d-a17ea5056c41 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:03.211963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68851500-8f4d-4692-b0ae-3ec7ed52917b req-76f8ef48-760e-4413-803d-a17ea5056c41 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:03.219288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68851500-8f4d-4692-b0ae-3ec7ed52917b req-76f8ef48-760e-4413-803d-a17ea5056c41 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:03.232326 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68851500-8f4d-4692-b0ae-3ec7ed52917b req-76f8ef48-760e-4413-803d-a17ea5056c41 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:03.237793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68851500-8f4d-4692-b0ae-3ec7ed52917b req-76f8ef48-760e-4413-803d-a17ea5056c41 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:03.237965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5ca4ce5f-9b6b-440a-8718-4200324bece5 None None] Provisioning complete for port c5144a61-24b0-4388-8963-a8bd473ba9fd triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:03.239071 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5ca4ce5f-9b6b-440a-8718-4200324bece5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:03.240134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68851500-8f4d-4692-b0ae-3ec7ed52917b req-76f8ef48-760e-4413-803d-a17ea5056c41 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5385 time: 0.7262549 Feb 16 16:42:03.270448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc98e86-5e80-4eb6-8f82-f9dd87417b1a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Pushing event updated for resources: {'Port': ['ID=c5144a61-24b0-4388-8963-a8bd473ba9fd,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:03.271179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ced1e52-ce08-4240-9780-a8fd8c6f59ad {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:42:03.281959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a21489a-e672-4798-944e-083f1daa6569 req-c391b207-b6f3-4ba0-a84b-df34f78c16d7 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 210 time: 0.4244459 Feb 16 16:42:03.326844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570dd332-3c1c-4216-abc5-851ff6a60532 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event deleted for resources: {'Port': ['ID=ee829720-d8d3-443d-83df-d5d1946997a5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:03.333290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4ce5f-9b6b-440a-8718-4200324bece5 None None] Port c5144a61-24b0-4388-8963-a8bd473ba9fd cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:42:03.344399 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Publish callbacks [] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:03.352968 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-182a7dd5-bcc2-4af9-9d0c-ea6e32944513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:03.379686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-ebc98e86-5e80-4eb6-8f82-f9dd87417b1a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8028462 Feb 16 16:42:03.436269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Request body: {'port': {'device_id': '7b0fd6de-250e-4c94-9e36-974d21ea314a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:03.498539 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c0319f21-fbcc-4144-bc9b-aa33fa79262a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:03.513808 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8a5dc6-9129-438e-8a68-f4da3772fe22', 'name': 'network-vif-deleted', 'tag': '50703739-ca5f-4c66-8200-50e2ede3ef8b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:03.516451 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af50087e-6ebe-4191-bee3-a136b944fe2a" -d '{"events": [{"server_uuid": "de8a5dc6-9129-438e-8a68-f4da3772fe22", "name": "network-vif-deleted", "tag": "50703739-ca5f-4c66-8200-50e2ede3ef8b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:03.518297 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b114-b073-4bdd-8762-ae0d427709a6 req-0dc6b37e-79f8-43ba-8794-3da748541811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:03.522853 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a530b114-b073-4bdd-8762-ae0d427709a6 req-0dc6b37e-79f8-43ba-8794-3da748541811 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332a5c84b57f438c85d5813eecf2c338&device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 1125 time: 0.9335425 Feb 16 16:42:03.540266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Transition to ACTIVE for port object 1ced1e52-ce08-4240-9780-a8fd8c6f59ad will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:42:03.600176 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:03.655974 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e672ec39-853b-4109-8303-6ad51b869c52 admin admin] Publish callbacks [] for security_group (5f87a4f3-1842-47ae-a765-ec4bf708d1c4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:03.660263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c0319f21-fbcc-4144-bc9b-aa33fa79262a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:03.660833 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-fef30696-a2fe-4638-9b8a-6c67516ba027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:03.663208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-fef30696-a2fe-4638-9b8a-6c67516ba027 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1269157 Feb 16 16:42:03.721626 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e672ec39-853b-4109-8303-6ad51b869c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5f87a4f3-1842-47ae-a765-ec4bf708d1c4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:03.724178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c0319f21-fbcc-4144-bc9b-aa33fa79262a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:03.767266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c0319f21-fbcc-4144-bc9b-aa33fa79262a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:03.789239 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:03.835523 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c0319f21-fbcc-4144-bc9b-aa33fa79262a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:03.836185 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c0319f21-fbcc-4144-bc9b-aa33fa79262a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:03.863622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0319f21-fbcc-4144-bc9b-aa33fa79262a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Pushing event updated for resources: {'Port': ['ID=ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:03.892851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3a578ed1-f57b-4959-8fa7-8154fd24939a details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:42:03.894563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.60', 56831) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:03.902264 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c0319f21-fbcc-4144-bc9b-aa33fa79262a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7618189 Feb 16 16:42:03.972836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68851500-8f4d-4692-b0ae-3ec7ed52917b req-80f4f5f4-fb75-42c2-88d9-ddd011f634ec tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6804662 Feb 16 16:42:04.169414 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3a578ed1-f57b-4959-8fa7-8154fd24939a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3a578ed1-f57b-4959-8fa7-8154fd24939a,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:04.254148 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '3a578ed1-f57b-4959-8fa7-8154fd24939a', 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe', 'port_id': '3a578ed1-f57b-4959-8fa7-8154fd24939a', 'mac_address': 'fa:16:3e:90:d6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0fbba3-e5f1-47c3-b3aa-330b8331dd02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:42:04.383539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 3a578ed1-f57b-4959-8fa7-8154fd24939a is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:04.383953 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:04.431009 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a9a0d885-ba33-47dc-9371-eb7ede03c1c0 None None] Provisioning complete for port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:04.431413 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a9a0d885-ba33-47dc-9371-eb7ede03c1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:04.490383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a578ed1-f57b-4959-8fa7-8154fd24939a {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:42:04.533908 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a8a0c6-3789-4cfc-ac86-1052fc54f0eb x-openstack-request-id: req-01a8a0c6-3789-4cfc-ac86-1052fc54f0eb {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:04.534509 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8a5dc6-9129-438e-8a68-f4da3772fe22", "name": "network-vif-deleted", "tag": "50703739-ca5f-4c66-8200-50e2ede3ef8b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:04.534509 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01a8a0c6-3789-4cfc-ac86-1052fc54f0eb {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:04.534862 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8a5dc6-9129-438e-8a68-f4da3772fe22', 'name': 'network-vif-deleted', 'tag': '50703739-ca5f-4c66-8200-50e2ede3ef8b', 'status': 'completed', 'code': 200} Feb 16 16:42:04.581224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Request body: {'port': {'device_id': '428bfc52-86f9-47d7-b169-c3080d299daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:04.582708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3a578ed1-f57b-4959-8fa7-8154fd24939a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3a578ed1-f57b-4959-8fa7-8154fd24939a,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:04.585002 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:04.586226 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a9a0d885-ba33-47dc-9371-eb7ede03c1c0 None None] Port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:42:04.589571 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:04.648943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=3a578ed1-f57b-4959-8fa7-8154fd24939a,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:04.660129 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a2d1dc89-9e76-45e1-93aa-1507ef1c4fd4 req-dfcdb5ef-ebec-4521-ac9b-84e430a224c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4528885 Feb 16 16:42:04.665066 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e672ec39-853b-4109-8303-6ad51b869c52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5c81d689f1841768b4fd1074288573c&name=default HTTP/1.1" status: 200 len: 3000 time: 3.5311563 Feb 16 16:42:04.714623 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672ec39-853b-4109-8303-6ad51b869c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f87a4f3-1842-47ae-a765-ec4bf708d1c4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:04.725811 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42762) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:04.756125 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:04.784878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['3a578ed1-f57b-4959-8fa7-8154fd24939a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:42:04.817981 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-570dd332-3c1c-4216-abc5-851ff6a60532 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:04.821286 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-570dd332-3c1c-4216-abc5-851ff6a60532 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "DELETE /v2.0/ports/ee829720-d8d3-443d-83df-d5d1946997a5 HTTP/1.1" status: 204 len: 168 time: 3.5914977 Feb 16 16:42:04.905542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42764) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:04.906145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.60', 56832) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:04.912934 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ced1e52-ce08-4240-9780-a8fd8c6f59ad,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:05.021719 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae01efe-fd88-4d78-bc63-2f5c50662795 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] GET failed (client error): The resource could not be found. Feb 16 16:42:05.023147 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6ae01efe-fd88-4d78-bc63-2f5c50662795 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "GET /v2.0/ports/ee829720-d8d3-443d-83df-d5d1946997a5 HTTP/1.1" status: 404 len: 333 time: 0.1044338 Feb 16 16:42:05.036455 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42768) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:05.081870 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c78c3ac5-8800-46b0-827b-08a4ba6d4cbb tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Request body: {'port': {'network_id': 'bed7d10a-dde7-4d8a-b01b-465996ff4489', 'name': 'tempest-AllowedAddressPairTestJSON-2002747380'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:05.297321 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e40857-3940-4628-aefe-59735f4aca90 req-cc7f2812-8f49-49f0-a191-3a80837d296a tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:05.299792 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-02e40857-3940-4628-aefe-59735f4aca90 req-cc7f2812-8f49-49f0-a191-3a80837d296a tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.60 "GET /v2.0/ports?device_id=e18b4f1a-08aa-4456-94f7-a41b09efe9ad HTTP/1.1" status: 200 len: 946 time: 1.3954952 Feb 16 16:42:05.306700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bb86f-a015-4f39-a3c4-0bfad6a88ea5 req-af8eb9df-5d7c-4ec3-ba49-d77d56f26754 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:05.308993 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee2bb86f-a015-4f39-a3c4-0bfad6a88ea5 req-af8eb9df-5d7c-4ec3-ba49-d77d56f26754 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=e18b4f1a-08aa-4456-94f7-a41b09efe9ad HTTP/1.1" status: 200 len: 946 time: 1.7747133 Feb 16 16:42:05.327419 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-182a7dd5-bcc2-4af9-9d0c-ea6e32944513 admin admin] Publish callbacks [] for security_group (ac484ff2-515e-4847-8dd1-dcd5f21bfa91), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:05.337094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b114-b073-4bdd-8762-ae0d427709a6 req-e2dd6c52-ddd6-4eea-b80c-fdf2af847a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:05.339347 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a530b114-b073-4bdd-8762-ae0d427709a6 req-e2dd6c52-ddd6-4eea-b80c-fdf2af847a9e service neutron] 10.222.0.65 "GET /v2.0/networks?id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe HTTP/1.1" status: 200 len: 916 time: 1.7525110 Feb 16 16:42:05.516007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198cd39c-44c0-4474-a9ac-4267deaf52c5 req-02a81ec9-4320-40f8-a188-ddfc17a8b510 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:05.518917 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-198cd39c-44c0-4474-a9ac-4267deaf52c5 req-02a81ec9-4320-40f8-a188-ddfc17a8b510 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 945 time: 0.9987564 Feb 16 16:42:05.519611 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-182a7dd5-bcc2-4af9-9d0c-ea6e32944513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ac484ff2-515e-4847-8dd1-dcd5f21bfa91), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:05.632357 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78c3ac5-8800-46b0-827b-08a4ba6d4cbb tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Made reservation on behalf of 3b905209f0b2489c9c5335cc347441b5 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:05.638645 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c78c3ac5-8800-46b0-827b-08a4ba6d4cbb tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:05.708703 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1dc89-9e76-45e1-93aa-1507ef1c4fd4 req-9a2b0070-f2e0-4def-a7ce-c3b6b5b9fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:05.710635 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a2d1dc89-9e76-45e1-93aa-1507ef1c4fd4 req-9a2b0070-f2e0-4def-a7ce-c3b6b5b9fccd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ba6ed05f60d4be18332c533a096aa72&device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 1126 time: 0.9753032 Feb 16 16:42:05.752072 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd2ade-3dc7-475e-b3d9-c68f0b8a23a3 req-a2851597-6d34-4630-ba84-218194b3671e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:05.753590 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6edd2ade-3dc7-475e-b3d9-c68f0b8a23a3 req-a2851597-6d34-4630-ba84-218194b3671e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 946 time: 0.8327553 Feb 16 16:42:05.794794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee2bb86f-a015-4f39-a3c4-0bfad6a88ea5 req-50f8d110-899c-4b60-b2a4-68815823d1eb tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539711 Feb 16 16:42:05.829481 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-182a7dd5-bcc2-4af9-9d0c-ea6e32944513 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc063eeae22144b29bbe2b462cea2df3&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0295825 Feb 16 16:42:05.847852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a530b114-b073-4bdd-8762-ae0d427709a6 req-e2e06895-c8dc-484c-b19e-83a137303ba3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a578ed1-f57b-4959-8fa7-8154fd24939a HTTP/1.1" status: 200 len: 217 time: 0.4764926 Feb 16 16:42:05.849813 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42776) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:05.869510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-07183de0-cb24-4b6d-97ea-ff6685f83f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:05.870543 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-07183de0-cb24-4b6d-97ea-ff6685f83f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:05.871046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-07183de0-cb24-4b6d-97ea-ff6685f83f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:05.871537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-07183de0-cb24-4b6d-97ea-ff6685f83f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:05.872158 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-061e31e4-faac-4bca-939d-52164ace8ec7 admin admin] Publish callbacks [] for security_group (5f87a4f3-1842-47ae-a765-ec4bf708d1c4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:05.872482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-07183de0-cb24-4b6d-97ea-ff6685f83f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:05.872953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-07183de0-cb24-4b6d-97ea-ff6685f83f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:05.874165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-07183de0-cb24-4b6d-97ea-ff6685f83f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:05.875740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Attempting to bind port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:42:05.876209 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-07183de0-cb24-4b6d-97ea-ff6685f83f70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6e850f85e6540848343a8f94f5bb145&device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 6426 time: 2.0672598 Feb 16 16:42:05.876332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Attempting to bind port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:42:05.876691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Attempting to bind port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad on network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:05.898728 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad on network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:42:05.899052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Attempting to bind port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad on network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:05.922498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3a578ed1-f57b-4959-8fa7-8154fd24939a up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:42:05.941602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5144a61-24b0-4388-8963-a8bd473ba9fd {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:42:05.980197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 3a578ed1-f57b-4959-8fa7-8154fd24939a completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:42:05.984506 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 3a578ed1-f57b-4959-8fa7-8154fd24939a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:05.984968 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:06.001854 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-c78c3ac5-8800-46b0-827b-08a4ba6d4cbb tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] device_id is not set on port bb0ac996-4da8-4370-8d85-a114f4a22338 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:42:06.005702 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Publish callbacks [] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:06.017678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a7dd5-bcc2-4af9-9d0c-ea6e32944513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac484ff2-515e-4847-8dd1-dcd5f21bfa91,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:06.045490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:42:06.045684 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Checking segment: {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:06.045905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Bound using segment: {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:42:06.046351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Bound port: 1ced1e52-ce08-4240-9780-a8fd8c6f59ad, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083577d3-c1fb-4c55-983e-1f5ef48a333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:42:06.046736 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:06.097541 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-061e31e4-faac-4bca-939d-52164ace8ec7 admin admin] Publish callbacks [] for security_group (5f87a4f3-1842-47ae-a765-ec4bf708d1c4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:06.099333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Transition to ACTIVE for port object c5144a61-24b0-4388-8963-a8bd473ba9fd will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:42:06.112203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 3a578ed1-f57b-4959-8fa7-8154fd24939a is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:06.112946 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:06.126490 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:06.169178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3a578ed1-f57b-4959-8fa7-8154fd24939a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3a578ed1-f57b-4959-8fa7-8154fd24939a,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:06.172721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fd1765-c812-4f1e-a6a6-2d31e37e15ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a578ed1-f57b-4959-8fa7-8154fd24939a'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:06.179654 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b987cd-d2d0-4556-8d4f-66fdc3a9c7af" -d '{"events": [{"server_uuid": "03fd1765-c812-4f1e-a6a6-2d31e37e15ec", "name": "network-vif-plugged", "status": "completed", "tag": "3a578ed1-f57b-4959-8fa7-8154fd24939a"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:06.185236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f36c4-1088-4ac5-bc34-617a3f6eede4 req-25b320fe-180e-4e65-8fdd-d4e902316680 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:06.186950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b0f36c4-1088-4ac5-bc34-617a3f6eede4 req-25b320fe-180e-4e65-8fdd-d4e902316680 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 931 time: 0.8955393 Feb 16 16:42:06.188499 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b114-b073-4bdd-8762-ae0d427709a6 req-ceff287b-ba3e-4707-9040-24290a93291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:06.191012 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:06.192098 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device e134d409-abea-4a22-b971-5c47bbe9967f no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:42:06.196120 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a530b114-b073-4bdd-8762-ae0d427709a6 req-ceff287b-ba3e-4707-9040-24290a93291b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0e0fbba3-e5f1-47c3-b3aa-330b8331dd02 HTTP/1.1" status: 200 len: 854 time: 0.3188343 Feb 16 16:42:06.205295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5144a61-24b0-4388-8963-a8bd473ba9fd,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:06.346403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12370f32-bbb7-48bb-a807-fc7a170ac908 req-7565ca41-f1e9-4cb7-a4bc-11745bce6258 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:06.348130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12370f32-bbb7-48bb-a807-fc7a170ac908 req-7565ca41-f1e9-4cb7-a4bc-11745bce6258 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 946 time: 0.4230430 Feb 16 16:42:06.366472 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=3a578ed1-f57b-4959-8fa7-8154fd24939a,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:06.422683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12370f32-bbb7-48bb-a807-fc7a170ac908 req-3b0277d8-bb6a-4ca2-aa79-9887cd628a71 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566838 Feb 16 16:42:06.423999 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-810e19c8-2c9e-4512-a25d-00744029554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:06.424460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-810e19c8-2c9e-4512-a25d-00744029554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:06.424913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-810e19c8-2c9e-4512-a25d-00744029554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:06.426589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-810e19c8-2c9e-4512-a25d-00744029554b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b6e850f85e6540848343a8f94f5bb145&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5282340 Feb 16 16:42:06.483625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port e134d409-abea-4a22-b971-5c47bbe9967f is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:06.485157 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e134d409-abea-4a22-b971-5c47bbe9967f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:06.496954 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-afac53fa-70eb-404d-8f2b-4181cf7de332 admin admin] Publish callbacks [] for security_group (ac484ff2-515e-4847-8dd1-dcd5f21bfa91), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:06.579982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port e134d409-abea-4a22-b971-5c47bbe9967f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e134d409-abea-4a22-b971-5c47bbe9967f,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:06.590216 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e134d409-abea-4a22-b971-5c47bbe9967f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:06.675645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=e134d409-abea-4a22-b971-5c47bbe9967f,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:06.699980 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1dc89-9e76-45e1-93aa-1507ef1c4fd4 req-0691a3a5-07ee-40a0-8268-79b4e87ae7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:06.702116 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a2d1dc89-9e76-45e1-93aa-1507ef1c4fd4 req-0691a3a5-07ee-40a0-8268-79b4e87ae7c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 200 len: 912 time: 0.9384778 Feb 16 16:42:06.728653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b114-b073-4bdd-8762-ae0d427709a6 req-1a69dfaa-3169-4eb6-8134-22674573d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:06.730483 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a530b114-b073-4bdd-8762-ae0d427709a6 req-1a69dfaa-3169-4eb6-8134-22674573d7d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5221858 Feb 16 16:42:06.767661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b0f36c4-1088-4ac5-bc34-617a3f6eede4 req-6b4212ca-7cf0-460e-97fc-c631847caa37 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658014 Feb 16 16:42:06.829636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Attempting to bind port c5144a61-24b0-4388-8963-a8bd473ba9fd on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:42:06.838329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Attempting to bind port c5144a61-24b0-4388-8963-a8bd473ba9fd by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:42:06.839388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Attempting to bind port c5144a61-24b0-4388-8963-a8bd473ba9fd on network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:06.841932 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4975c1-3e0e-4e6e-9f24-a6b1ddcef844 x-openstack-request-id: req-3c4975c1-3e0e-4e6e-9f24-a6b1ddcef844 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:06.842235 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03fd1765-c812-4f1e-a6a6-2d31e37e15ec", "name": "network-vif-plugged", "status": "completed", "tag": "3a578ed1-f57b-4959-8fa7-8154fd24939a", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:06.842520 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c4975c1-3e0e-4e6e-9f24-a6b1ddcef844 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:06.842924 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fd1765-c812-4f1e-a6a6-2d31e37e15ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a578ed1-f57b-4959-8fa7-8154fd24939a', 'code': 200} Feb 16 16:42:06.853307 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-02e40857-3940-4628-aefe-59735f4aca90 req-b6add02b-31e7-4aa5-8b54-d3aaf3d8e4a1 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Deleting port 07ba9b63-8ce6-4f9b-91da-787719b31bd1 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:06.853663 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-02e40857-3940-4628-aefe-59735f4aca90 req-b6add02b-31e7-4aa5-8b54-d3aaf3d8e4a1 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:06.858816 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-198cd39c-44c0-4474-a9ac-4267deaf52c5 req-9f246e6a-b35c-4c38-bfee-6b929428f2d8 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Deleting port e134d409-abea-4a22-b971-5c47bbe9967f {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:06.859333 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-198cd39c-44c0-4474-a9ac-4267deaf52c5 req-9f246e6a-b35c-4c38-bfee-6b929428f2d8 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e134d409-abea-4a22-b971-5c47bbe9967f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:06.882335 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-061e31e4-faac-4bca-939d-52164ace8ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5f87a4f3-1842-47ae-a765-ec4bf708d1c4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:06.885104 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-061e31e4-faac-4bca-939d-52164ace8ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:06.891325 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-061e31e4-faac-4bca-939d-52164ace8ec7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f87a4f3-1842-47ae-a765-ec4bf708d1c4 HTTP/1.1" status: 204 len: 168 time: 2.1391299 Feb 16 16:42:06.903484 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-74992da6-05f2-40e2-af93-cf9378d4e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:06.908031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5860f7d-9c87-4fc3-a6ad-c44ab4e640ee req-74992da6-05f2-40e2-af93-cf9378d4e5f7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4677849 Feb 16 16:42:06.960554 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-afac53fa-70eb-404d-8f2b-4181cf7de332 admin admin] Publish callbacks [] for security_group (ac484ff2-515e-4847-8dd1-dcd5f21bfa91), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:06.965871 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] For port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:42:07.005159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd21af-e8eb-45b9-abd7-8fcd2f2f0a0b req-98378e8f-837d-466b-bc5d-f12676fc4cf2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:07.011437 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd21af-e8eb-45b9-abd7-8fcd2f2f0a0b req-98378e8f-837d-466b-bc5d-f12676fc4cf2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:07.014454 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e31e4-faac-4bca-939d-52164ace8ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f87a4f3-1842-47ae-a765-ec4bf708d1c4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:07.020193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd21af-e8eb-45b9-abd7-8fcd2f2f0a0b req-98378e8f-837d-466b-bc5d-f12676fc4cf2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:07.027943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd21af-e8eb-45b9-abd7-8fcd2f2f0a0b req-98378e8f-837d-466b-bc5d-f12676fc4cf2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:07.035500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd21af-e8eb-45b9-abd7-8fcd2f2f0a0b req-98378e8f-837d-466b-bc5d-f12676fc4cf2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:07.041645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd21af-e8eb-45b9-abd7-8fcd2f2f0a0b req-98378e8f-837d-466b-bc5d-f12676fc4cf2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:07.047544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd21af-e8eb-45b9-abd7-8fcd2f2f0a0b req-98378e8f-837d-466b-bc5d-f12676fc4cf2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:07.048596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-c78c3ac5-8800-46b0-827b-08a4ba6d4cbb tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Allocated IP 172.20.0.7 (bed7d10a-dde7-4d8a-b01b-465996ff4489/f01c5ec9-2210-4fa2-a5e1-4e3118ed071c/bb0ac996-4da8-4370-8d85-a114f4a22338) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:07.055594 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4fd21af-e8eb-45b9-abd7-8fcd2f2f0a0b req-98378e8f-837d-466b-bc5d-f12676fc4cf2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5397 time: 0.4582195 Feb 16 16:42:07.061097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Port c5144a61-24b0-4388-8963-a8bd473ba9fd on network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:42:07.061423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Attempting to bind port c5144a61-24b0-4388-8963-a8bd473ba9fd on network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:07.073959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] For port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=1ced1e52-ce08-4240-9780-a8fd8c6f59ad,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:42:07.115946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:42:07.116347 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Checking segment: {'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:07.116663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Bound using segment: {'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:42:07.117107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Bound port: c5144a61-24b0-4388-8963-a8bd473ba9fd, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:42:07.117462 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:07.209726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] For port c5144a61-24b0-4388-8963-a8bd473ba9fd, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:42:07.213013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] For port c5144a61-24b0-4388-8963-a8bd473ba9fd, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c5144a61-24b0-4388-8963-a8bd473ba9fd,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:42:07.221238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 07ba9b63-8ce6-4f9b-91da-787719b31bd1 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:42:07.242401 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:07.321437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a530b114-b073-4bdd-8762-ae0d427709a6 req-f6ba549f-dae7-4651-a8f3-6ea64cf9256d service neutron] 10.222.0.65 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801613 Feb 16 16:42:07.337236 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a2d1dc89-9e76-45e1-93aa-1507ef1c4fd4 req-aa38b85e-fe2d-45c4-b48c-843aa3d84df1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5 HTTP/1.1" status: 200 len: 999 time: 0.5860701 Feb 16 16:42:07.339653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-6edd2ade-3dc7-475e-b3d9-c68f0b8a23a3 req-1757968a-f3b7-410c-a530-ac8f158d1c0b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Deleting port 255c1a02-fccd-43c6-9d8d-66dfc94c8894 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:07.340201 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6edd2ade-3dc7-475e-b3d9-c68f0b8a23a3 req-1757968a-f3b7-410c-a530-ac8f158d1c0b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:07.350421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660b584-9f16-463a-8926-1569bdb78483 req-5cff95c1-c9c3-4151-9bdb-49ac1d9b772a tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:07.359726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7660b584-9f16-463a-8926-1569bdb78483 req-5cff95c1-c9c3-4151-9bdb-49ac1d9b772a tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=e18b4f1a-08aa-4456-94f7-a41b09efe9ad HTTP/1.1" status: 200 len: 946 time: 0.2954760 Feb 16 16:42:07.397632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 07ba9b63-8ce6-4f9b-91da-787719b31bd1 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:07.398031 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:07.398235 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:07.426665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:07.427327 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:07.428755 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] 10.222.0.65 "PUT /v2.0/ports/c5144a61-24b0-4388-8963-a8bd473ba9fd HTTP/1.1" status: 200 len: 1091 time: 4.0113614 Feb 16 16:42:07.429709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0fd6de-250e-4c94-9e36-974d21ea314a', 'tag': 'c5144a61-24b0-4388-8963-a8bd473ba9fd'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:07.432065 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ecacf3-3861-4689-840d-b5ae140f35d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b0fd6de-250e-4c94-9e36-974d21ea314a", "tag": "c5144a61-24b0-4388-8963-a8bd473ba9fd"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:07.465759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f330a7-314b-4efc-a63e-e24882556f9e req-be0dfe93-89e5-4d45-bf3b-b39b5f32ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:07.467288 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24f330a7-314b-4efc-a63e-e24882556f9e req-be0dfe93-89e5-4d45-bf3b-b39b5f32ad12 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 1127 time: 0.5528464 Feb 16 16:42:07.477333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 07ba9b63-8ce6-4f9b-91da-787719b31bd1, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=07ba9b63-8ce6-4f9b-91da-787719b31bd1,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:07.495675 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:07.581029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42798) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:07.634234 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=07ba9b63-8ce6-4f9b-91da-787719b31bd1,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:07.704297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a530b114-b073-4bdd-8762-ae0d427709a6 req-5423d6cf-a4db-47dc-b228-12b861e1a197 service neutron] 10.222.0.65 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167791 Feb 16 16:42:07.798297 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-40178731-f1ce-437f-834d-d1bb741ecd19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:07.831191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5244e3-7203-4353-834d-0bf4937dbab7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5144a61-24b0-4388-8963-a8bd473ba9fd,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:07.836580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7660b584-9f16-463a-8926-1569bdb78483 req-d29d6261-e58e-4396-add3-21c75d2ed414 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/security-groups?id=03508df0-a96d-43ed-9541-2ac968b88855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760139 Feb 16 16:42:07.855104 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4fd21af-e8eb-45b9-abd7-8fcd2f2f0a0b req-434a367c-c33b-446d-80e8-a27bd7191f7a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7986035 Feb 16 16:42:07.890298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-33445c08-5066-4449-9b0b-8ea21c5ba45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:07.890298 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-33445c08-5066-4449-9b0b-8ea21c5ba45f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332a5c84b57f438c85d5813eecf2c338&device_id=7b0fd6de-250e-4c94-9e36-974d21ea314a HTTP/1.1" status: 200 len: 1125 time: 0.3076320 Feb 16 16:42:07.890298 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24f330a7-314b-4efc-a63e-e24882556f9e req-b9cb1f5c-7fa3-47eb-acab-edc9021de19a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098361 Feb 16 16:42:07.944979 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-6ac8b8fc-f80c-49d0-ace7-da730c0eba4b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5144a61-24b0-4388-8963-a8bd473ba9fd HTTP/1.1" status: 200 len: 217 time: 0.0541153 Feb 16 16:42:07.975445 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa222804-5da1-4087-bfb1-6700c9e353c5 x-openstack-request-id: req-aa222804-5da1-4087-bfb1-6700c9e353c5 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:07.975744 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b0fd6de-250e-4c94-9e36-974d21ea314a", "tag": "c5144a61-24b0-4388-8963-a8bd473ba9fd", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:07.977354 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa222804-5da1-4087-bfb1-6700c9e353c5 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:07.977808 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0fd6de-250e-4c94-9e36-974d21ea314a', 'tag': 'c5144a61-24b0-4388-8963-a8bd473ba9fd', 'status': 'completed', 'code': 200} Feb 16 16:42:08.166866 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:42:08.189104 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-40178731-f1ce-437f-834d-d1bb741ecd19 admin admin] Publish callbacks [] for security_group (0a0328b9-48a2-424e-856d-5687500c9972), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:08.197753 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Publish callbacks [] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:08.225106 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Transition to ACTIVE for port object ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:42:08.227998 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-40178731-f1ce-437f-834d-d1bb741ecd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0a0328b9-48a2-424e-856d-5687500c9972), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:08.242696 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:08.243342 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:08.245227 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] 10.222.0.60 "PUT /v2.0/ports/1ced1e52-ce08-4240-9780-a8fd8c6f59ad HTTP/1.1" status: 200 len: 1091 time: 8.3117018 Feb 16 16:42:08.284242 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:08.293700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': '1ced1e52-ce08-4240-9780-a8fd8c6f59ad'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:08.296179 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64101387-5809-4140-8a49-92d2a7a8e488" -d '{"events": [{"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "1ced1e52-ce08-4240-9780-a8fd8c6f59ad"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:08.299612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1dc89-9e76-45e1-93aa-1507ef1c4fd4 req-d8fccb29-209d-483a-a83f-71203d6d22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:08.301220 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a2d1dc89-9e76-45e1-93aa-1507ef1c4fd4 req-d8fccb29-209d-483a-a83f-71203d6d22b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 200 len: 850 time: 0.2676508 Feb 16 16:42:08.335652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-02e40857-3940-4628-aefe-59735f4aca90 req-b6add02b-31e7-4aa5-8b54-d3aaf3d8e4a1 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] For port 07ba9b63-8ce6-4f9b-91da-787719b31bd1, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=07ba9b63-8ce6-4f9b-91da-787719b31bd1,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:08.335652 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-02e40857-3940-4628-aefe-59735f4aca90 req-b6add02b-31e7-4aa5-8b54-d3aaf3d8e4a1 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:08.353965 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-02e40857-3940-4628-aefe-59735f4aca90 req-b6add02b-31e7-4aa5-8b54-d3aaf3d8e4a1 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Calling delete_port for 07ba9b63-8ce6-4f9b-91da-787719b31bd1 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:08.421413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7e8a5-d279-4f42-975f-75a7f4056df0 req-0b6b4a61-2ee9-4554-94ca-de01e9c2474e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:08.423674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abb7e8a5-d279-4f42-975f-75a7f4056df0 req-0b6b4a61-2ee9-4554-94ca-de01e9c2474e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 946 time: 0.4290714 Feb 16 16:42:08.439496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40178731-f1ce-437f-834d-d1bb741ecd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0328b9-48a2-424e-856d-5687500c9972,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:08.461224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-5c8fa73b-79fa-49bd-b747-beb1345718c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:08.466758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-5c8fa73b-79fa-49bd-b747-beb1345718c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0e0fbba3-e5f1-47c3-b3aa-330b8331dd02 HTTP/1.1" status: 200 len: 854 time: 0.3818285 Feb 16 16:42:08.472741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-40178731-f1ce-437f-834d-d1bb741ecd19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b90a8f4a28049c2826860a77df8cea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8875260 Feb 16 16:42:08.486641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42808) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:08.536986 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Request body: {'port': {'device_id': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:08.540091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abeaf1-150e-4f3b-937e-a1e8a511f17e req-f9f39ef4-a134-48bf-bcff-b25fe61418c0 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:08.556481 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17abeaf1-150e-4f3b-937e-a1e8a511f17e req-f9f39ef4-a134-48bf-bcff-b25fe61418c0 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 931 time: 0.4561269 Feb 16 16:42:08.616427 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-02e40857-3940-4628-aefe-59735f4aca90 req-b6add02b-31e7-4aa5-8b54-d3aaf3d8e4a1 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (07ba9b63-8ce6-4f9b-91da-787719b31bd1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:08.700157 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-afac53fa-70eb-404d-8f2b-4181cf7de332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ac484ff2-515e-4847-8dd1-dcd5f21bfa91), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:08.703307 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-afac53fa-70eb-404d-8f2b-4181cf7de332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:08.704493 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-afac53fa-70eb-404d-8f2b-4181cf7de332 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac484ff2-515e-4847-8dd1-dcd5f21bfa91 HTTP/1.1" status: 204 len: 168 time: 2.8297544 Feb 16 16:42:08.788902 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abb7e8a5-d279-4f42-975f-75a7f4056df0 req-bf4fe18f-7a23-4d39-9498-1e2a681e630d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205256 Feb 16 16:42:08.794121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-198cd39c-44c0-4474-a9ac-4267deaf52c5 req-9f246e6a-b35c-4c38-bfee-6b929428f2d8 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] For port e134d409-abea-4a22-b971-5c47bbe9967f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e134d409-abea-4a22-b971-5c47bbe9967f,segment=NetworkSegment(7130f9b9-582a-450c-9091-9709ea6f989b),segment_id=7130f9b9-582a-450c-9091-9709ea6f989b)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:08.794884 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-198cd39c-44c0-4474-a9ac-4267deaf52c5 req-9f246e6a-b35c-4c38-bfee-6b929428f2d8 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e134d409-abea-4a22-b971-5c47bbe9967f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:08.810315 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac53fa-70eb-404d-8f2b-4181cf7de332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac484ff2-515e-4847-8dd1-dcd5f21bfa91,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:08.825373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17abeaf1-150e-4f3b-937e-a1e8a511f17e req-e3b1c782-6a84-42cb-a3e4-b306ff469c4f tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294757 Feb 16 16:42:08.841390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-30a9bd22-0323-4fbc-a785-1feb11813900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:08.847818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc42164-1ecc-4663-85d0-df2d88527e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e134d409-abea-4a22-b971-5c47bbe9967f'}, {'server_uuid': 'e18b4f1a-08aa-4456-94f7-a41b09efe9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ba9b63-8ce6-4f9b-91da-787719b31bd1'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:08.858399 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd6fa1f-6cfe-4b5a-a182-f43cab2ace85" -d '{"events": [{"server_uuid": "5cc42164-1ecc-4663-85d0-df2d88527e50", "name": "network-vif-unplugged", "status": "completed", "tag": "e134d409-abea-4a22-b971-5c47bbe9967f"}, {"server_uuid": "e18b4f1a-08aa-4456-94f7-a41b09efe9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "07ba9b63-8ce6-4f9b-91da-787719b31bd1"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:08.859439 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-30a9bd22-0323-4fbc-a785-1feb11813900 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3735690 Feb 16 16:42:08.981216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e40857-3940-4628-aefe-59735f4aca90 req-b6add02b-31e7-4aa5-8b54-d3aaf3d8e4a1 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] No DVR routers for this DVR port 07ba9b63-8ce6-4f9b-91da-787719b31bd1 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:42:08.982845 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8844d0c1-efcc-4591-84d5-4413c1023c83 x-openstack-request-id: req-8844d0c1-efcc-4591-84d5-4413c1023c83 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:08.983174 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc42164-1ecc-4663-85d0-df2d88527e50", "name": "network-vif-unplugged", "status": "completed", "tag": "e134d409-abea-4a22-b971-5c47bbe9967f", "code": 200}, {"server_uuid": "e18b4f1a-08aa-4456-94f7-a41b09efe9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "07ba9b63-8ce6-4f9b-91da-787719b31bd1", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:08.983484 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8844d0c1-efcc-4591-84d5-4413c1023c83 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:08.984113 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc42164-1ecc-4663-85d0-df2d88527e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e134d409-abea-4a22-b971-5c47bbe9967f', 'code': 200} Feb 16 16:42:08.984601 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18b4f1a-08aa-4456-94f7-a41b09efe9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ba9b63-8ce6-4f9b-91da-787719b31bd1', 'code': 200} Feb 16 16:42:09.017326 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad33da9-c442-4558-ac61-939651050b89 x-openstack-request-id: req-1ad33da9-c442-4558-ac61-939651050b89 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:09.017629 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "1ced1e52-ce08-4240-9780-a8fd8c6f59ad", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:09.017883 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ad33da9-c442-4558-ac61-939651050b89 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:09.018265 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': '1ced1e52-ce08-4240-9780-a8fd8c6f59ad', 'status': 'completed', 'code': 200} Feb 16 16:42:09.020607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286fb36-1743-4f03-af56-3a325f72b4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ced1e52-ce08-4240-9780-a8fd8c6f59ad,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:09.050782 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94beba4b-54d1-4549-a2cf-7b3870be2c56 admin admin] Publish callbacks [] for security_group (0a0328b9-48a2-424e-856d-5687500c9972), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:09.074139 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-02e40857-3940-4628-aefe-59735f4aca90 req-b6add02b-31e7-4aa5-8b54-d3aaf3d8e4a1 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:09.086350 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-02e40857-3940-4628-aefe-59735f4aca90 req-b6add02b-31e7-4aa5-8b54-d3aaf3d8e4a1 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.60 "DELETE /v2.0/ports/07ba9b63-8ce6-4f9b-91da-787719b31bd1 HTTP/1.1" status: 204 len: 173 time: 3.7639713 Feb 16 16:42:09.093278 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c78c3ac5-8800-46b0-827b-08a4ba6d4cbb tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks [] for port (bb0ac996-4da8-4370-8d85-a114f4a22338), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:09.115368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-198cd39c-44c0-4474-a9ac-4267deaf52c5 req-9f246e6a-b35c-4c38-bfee-6b929428f2d8 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Calling delete_port for e134d409-abea-4a22-b971-5c47bbe9967f owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:09.232299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 255c1a02-fccd-43c6-9d8d-66dfc94c8894 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:42:09.259065 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-facaf315-452e-42cd-9937-dc8f1474baab req-59fdef9a-36d8-4d02-a255-44c0e34799b9 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=e18b4f1a-08aa-4456-94f7-a41b09efe9ad HTTP/1.1" status: 200 len: 210 time: 0.1768777 Feb 16 16:42:09.279090 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-6edd2ade-3dc7-475e-b3d9-c68f0b8a23a3 req-1757968a-f3b7-410c-a530-ac8f158d1c0b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] For port 255c1a02-fccd-43c6-9d8d-66dfc94c8894, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=255c1a02-fccd-43c6-9d8d-66dfc94c8894,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:09.279616 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6edd2ade-3dc7-475e-b3d9-c68f0b8a23a3 req-1757968a-f3b7-410c-a530-ac8f158d1c0b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:09.305687 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-6edd2ade-3dc7-475e-b3d9-c68f0b8a23a3 req-1757968a-f3b7-410c-a530-ac8f158d1c0b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Calling delete_port for 255c1a02-fccd-43c6-9d8d-66dfc94c8894 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:09.362100 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94beba4b-54d1-4549-a2cf-7b3870be2c56 admin admin] Publish callbacks [] for security_group (0a0328b9-48a2-424e-856d-5687500c9972), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:09.433384 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-d9faf6a2-4b57-4121-88ca-4a535005e49a service neutron] 10.222.0.65 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569739 Feb 16 16:42:09.478495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101387-5809-4140-8a49-92d2a7a8e488 req-7c26297e-874c-4261-abef-fd15b7bb8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:09.482315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101387-5809-4140-8a49-92d2a7a8e488 req-7c26297e-874c-4261-abef-fd15b7bb8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:09.482939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101387-5809-4140-8a49-92d2a7a8e488 req-7c26297e-874c-4261-abef-fd15b7bb8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:09.483547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101387-5809-4140-8a49-92d2a7a8e488 req-7c26297e-874c-4261-abef-fd15b7bb8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:09.484699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101387-5809-4140-8a49-92d2a7a8e488 req-7c26297e-874c-4261-abef-fd15b7bb8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:09.486822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 255c1a02-fccd-43c6-9d8d-66dfc94c8894 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:09.487224 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:09.492644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101387-5809-4140-8a49-92d2a7a8e488 req-7c26297e-874c-4261-abef-fd15b7bb8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:09.494384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101387-5809-4140-8a49-92d2a7a8e488 req-7c26297e-874c-4261-abef-fd15b7bb8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:09.496826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64101387-5809-4140-8a49-92d2a7a8e488 req-7c26297e-874c-4261-abef-fd15b7bb8171 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6e850f85e6540848343a8f94f5bb145&device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 6499 time: 0.4472194 Feb 16 16:42:09.515373 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c78c3ac5-8800-46b0-827b-08a4ba6d4cbb tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (bb0ac996-4da8-4370-8d85-a114f4a22338), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:09.517010 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6edd2ade-3dc7-475e-b3d9-c68f0b8a23a3 req-1757968a-f3b7-410c-a530-ac8f158d1c0b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (255c1a02-fccd-43c6-9d8d-66dfc94c8894), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:09.538555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['8a5bc04e-6631-4840-a3dc-39fbe7f55040'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:42:09.581561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1dc89-9e76-45e1-93aa-1507ef1c4fd4 req-1f0d7404-9792-46c0-8091-8462f4093764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:09.583149 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a2d1dc89-9e76-45e1-93aa-1507ef1c4fd4 req-1f0d7404-9792-46c0-8091-8462f4093764 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15aff283-df39-49e7-b6a0-0744c433d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0056882 Feb 16 16:42:09.602367 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78c3ac5-8800-46b0-827b-08a4ba6d4cbb tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Network bed7d10a-dde7-4d8a-b01b-465996ff4489 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:09.603792 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:09.641600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c78c3ac5-8800-46b0-827b-08a4ba6d4cbb tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:09.846351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c3ac5-8800-46b0-827b-08a4ba6d4cbb tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:09.969328 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a2d1dc89-9e76-45e1-93aa-1507ef1c4fd4 req-b5800f37-e1b7-49fe-a83d-36f8acce9bb7 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614955 Feb 16 16:42:09.978048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c3ac5-8800-46b0-827b-08a4ba6d4cbb tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:09.980450 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c78c3ac5-8800-46b0-827b-08a4ba6d4cbb tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:10.212044 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a293ebb9-8a22-44f9-84a8-3fbcdd4211c0 None None] Provisioning complete for port bb0ac996-4da8-4370-8d85-a114f4a22338 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:10.212605 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a293ebb9-8a22-44f9-84a8-3fbcdd4211c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bb0ac996-4da8-4370-8d85-a114f4a22338), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:10.312076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a293ebb9-8a22-44f9-84a8-3fbcdd4211c0 None None] Port bb0ac996-4da8-4370-8d85-a114f4a22338 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:42:10.347890 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a2d1dc89-9e76-45e1-93aa-1507ef1c4fd4 req-eb81364c-8637-4c80-badd-4d4726aaa6f0 service neutron] 10.222.0.60 "GET /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674735 Feb 16 16:42:10.348581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Attempting to bind port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:42:10.348907 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Attempting to bind port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:42:10.349229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Attempting to bind port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 on network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:10.400733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14c14b-7e38-4eeb-a171-9a05b89c0495 req-7fbc032e-5899-4e5b-aec5-ec0f71bd8e2f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:10.407330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edd2ade-3dc7-475e-b3d9-c68f0b8a23a3 req-1757968a-f3b7-410c-a530-ac8f158d1c0b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] No DVR routers for this DVR port 255c1a02-fccd-43c6-9d8d-66dfc94c8894 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:42:10.410819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14c14b-7e38-4eeb-a171-9a05b89c0495 req-7fbc032e-5899-4e5b-aec5-ec0f71bd8e2f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:10.418824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14c14b-7e38-4eeb-a171-9a05b89c0495 req-7fbc032e-5899-4e5b-aec5-ec0f71bd8e2f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:10.425481 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-6edd2ade-3dc7-475e-b3d9-c68f0b8a23a3 req-1757968a-f3b7-410c-a530-ac8f158d1c0b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:10.426202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14c14b-7e38-4eeb-a171-9a05b89c0495 req-7fbc032e-5899-4e5b-aec5-ec0f71bd8e2f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:10.431117 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6edd2ade-3dc7-475e-b3d9-c68f0b8a23a3 req-1757968a-f3b7-410c-a530-ac8f158d1c0b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "DELETE /v2.0/ports/255c1a02-fccd-43c6-9d8d-66dfc94c8894 HTTP/1.1" status: 204 len: 173 time: 4.5796688 Feb 16 16:42:10.434873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14c14b-7e38-4eeb-a171-9a05b89c0495 req-7fbc032e-5899-4e5b-aec5-ec0f71bd8e2f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:10.442349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14c14b-7e38-4eeb-a171-9a05b89c0495 req-7fbc032e-5899-4e5b-aec5-ec0f71bd8e2f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:10.448319 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:10.449513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14c14b-7e38-4eeb-a171-9a05b89c0495 req-7fbc032e-5899-4e5b-aec5-ec0f71bd8e2f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:10.451865 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd14c14b-7e38-4eeb-a171-9a05b89c0495 req-7fbc032e-5899-4e5b-aec5-ec0f71bd8e2f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5397 time: 1.2592545 Feb 16 16:42:10.458640 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 on network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:42:10.460367 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Attempting to bind port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 on network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:10.492974 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c78c3ac5-8800-46b0-827b-08a4ba6d4cbb tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4425066 Feb 16 16:42:10.563395 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94beba4b-54d1-4549-a2cf-7b3870be2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0a0328b9-48a2-424e-856d-5687500c9972), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:10.575262 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94beba4b-54d1-4549-a2cf-7b3870be2c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:10.578066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-94beba4b-54d1-4549-a2cf-7b3870be2c56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a0328b9-48a2-424e-856d-5687500c9972 HTTP/1.1" status: 204 len: 168 time: 2.0896163 Feb 16 16:42:10.584628 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-912dd35c-64ba-4ed7-9501-884a39460d88 req-dc1807a9-47b4-46be-b220-9d74acf4ce60 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc978092-a580-4f4b-a1d0-5819682f75c8 HTTP/1.1" status: 200 len: 210 time: 0.1278327 Feb 16 16:42:10.609430 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42848) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:10.673020 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-73931b4a-2eea-467b-a051-28dd9397c89e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8d:21:6a'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:10.833133 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94beba4b-54d1-4549-a2cf-7b3870be2c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0328b9-48a2-424e-856d-5687500c9972,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:11.153922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13eedf5-23a5-4e39-9570-fad7d7cbd215 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:42:11.162902 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Publish callbacks [] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:11.178190 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Transition to ACTIVE for port object f13eedf5-23a5-4e39-9570-fad7d7cbd215 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:42:11.179265 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18b4f1a-08aa-4456-94f7-a41b09efe9ad', 'name': 'network-vif-deleted', 'tag': '07ba9b63-8ce6-4f9b-91da-787719b31bd1'}, {'server_uuid': 'fc978092-a580-4f4b-a1d0-5819682f75c8', 'name': 'network-vif-deleted', 'tag': '255c1a02-fccd-43c6-9d8d-66dfc94c8894'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:11.183056 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d4e2da-ad6b-4795-8998-46dc6d9954f5" -d '{"events": [{"server_uuid": "e18b4f1a-08aa-4456-94f7-a41b09efe9ad", "name": "network-vif-deleted", "tag": "07ba9b63-8ce6-4f9b-91da-787719b31bd1"}, {"server_uuid": "fc978092-a580-4f4b-a1d0-5819682f75c8", "name": "network-vif-deleted", "tag": "255c1a02-fccd-43c6-9d8d-66dfc94c8894"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:11.203167 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:11.209493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:42:11.209924 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Checking segment: {'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:11.210493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Bound using segment: {'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:42:11.210996 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Bound port: ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:42:11.211410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:11.212139 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd14c14b-7e38-4eeb-a171-9a05b89c0495 req-276a39b7-683e-4244-a1fa-bb6752c857b3 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6014934 Feb 16 16:42:11.218941 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6add02b-31e7-4aa5-8b54-d3aaf3d8e4a1 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Pushing event deleted for resources: {'Port': ['ID=07ba9b63-8ce6-4f9b-91da-787719b31bd1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:11.279111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101387-5809-4140-8a49-92d2a7a8e488 req-a3fd2894-1366-4d7e-8124-33c2f5d04059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:11.279687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101387-5809-4140-8a49-92d2a7a8e488 req-a3fd2894-1366-4d7e-8124-33c2f5d04059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:11.280393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101387-5809-4140-8a49-92d2a7a8e488 req-a3fd2894-1366-4d7e-8124-33c2f5d04059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:11.282002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64101387-5809-4140-8a49-92d2a7a8e488 req-a3fd2894-1366-4d7e-8124-33c2f5d04059 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b6e850f85e6540848343a8f94f5bb145&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.6791322 Feb 16 16:42:11.295385 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d59e7ad-4f79-4efe-bf2e-acfe3a06bfa9 req-f160df33-3e42-433a-8bf8-057442663b8f service neutron] 10.222.0.65 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8480582 Feb 16 16:42:11.358702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] For port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:42:11.362566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] For port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:42:11.379458 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:11.464769 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:11.465572 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:11.467032 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] 10.222.0.60 "PUT /v2.0/ports/ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 HTTP/1.1" status: 200 len: 1091 time: 6.9482429 Feb 16 16:42:11.471777 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-198cd39c-44c0-4474-a9ac-4267deaf52c5 req-9f246e6a-b35c-4c38-bfee-6b929428f2d8 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e134d409-abea-4a22-b971-5c47bbe9967f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:11.480023 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c3ac5-8800-46b0-827b-08a4ba6d4cbb tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event updated for resources: {'Port': ['ID=bb0ac996-4da8-4370-8d85-a114f4a22338,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:11.534966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64101387-5809-4140-8a49-92d2a7a8e488 req-95936377-a64f-45ee-9c16-fc880b267135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:11.537228 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64101387-5809-4140-8a49-92d2a7a8e488 req-95936377-a64f-45ee-9c16-fc880b267135 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2472463 Feb 16 16:42:11.553012 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36678edf-da09-45c3-92be-7aea35b89c0e x-openstack-request-id: req-36678edf-da09-45c3-92be-7aea35b89c0e {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:11.553317 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18b4f1a-08aa-4456-94f7-a41b09efe9ad", "name": "network-vif-deleted", "tag": "07ba9b63-8ce6-4f9b-91da-787719b31bd1", "status": "completed", "code": 200}, {"server_uuid": "fc978092-a580-4f4b-a1d0-5819682f75c8", "name": "network-vif-deleted", "tag": "255c1a02-fccd-43c6-9d8d-66dfc94c8894", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:11.553606 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36678edf-da09-45c3-92be-7aea35b89c0e {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:11.553971 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18b4f1a-08aa-4456-94f7-a41b09efe9ad', 'name': 'network-vif-deleted', 'tag': '07ba9b63-8ce6-4f9b-91da-787719b31bd1', 'status': 'completed', 'code': 200} Feb 16 16:42:11.554229 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc978092-a580-4f4b-a1d0-5819682f75c8', 'name': 'network-vif-deleted', 'tag': '255c1a02-fccd-43c6-9d8d-66dfc94c8894', 'status': 'completed', 'code': 200} Feb 16 16:42:11.674226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab4dcf-6d49-49bc-a3bc-c219ab467808 req-00cdee02-f9b9-4885-a832-d2da9916851b tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:11.687882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bab4dcf-6d49-49bc-a3bc-c219ab467808 req-00cdee02-f9b9-4885-a832-d2da9916851b tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 943 time: 0.8568654 Feb 16 16:42:11.726346 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757968a-f3b7-410c-a530-ac8f158d1c0b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event deleted for resources: {'Port': ['ID=255c1a02-fccd-43c6-9d8d-66dfc94c8894,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:11.783893 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-10af96f5-c504-4fa7-9c13-c00ee9c98a29 req-63a0baef-9dd0-4fda-b49f-15017ac245f6 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc42164-1ecc-4663-85d0-df2d88527e50 HTTP/1.1" status: 200 len: 210 time: 0.1535060 Feb 16 16:42:11.961922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bab4dcf-6d49-49bc-a3bc-c219ab467808 req-85d9998c-4c5a-400d-a2b8-dae69b20c84d tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727540 Feb 16 16:42:11.980717 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecacf3-3861-4689-840d-b5ae140f35d7 req-f3864c55-236a-40c4-bd56-21cda5bbaa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:11.980717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5ecacf3-3861-4689-840d-b5ae140f35d7 req-f3864c55-236a-40c4-bd56-21cda5bbaa5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332a5c84b57f438c85d5813eecf2c338&device_id=7b0fd6de-250e-4c94-9e36-974d21ea314a HTTP/1.1" status: 200 len: 1125 time: 0.4570203 Feb 16 16:42:12.004962 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73931b4a-2eea-467b-a051-28dd9397c89e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bb0ac996-4da8-4370-8d85-a114f4a22338), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:12.015374 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Pushing event updated for resources: {'Port': ['ID=f13eedf5-23a5-4e39-9570-fad7d7cbd215,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:12.169880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8fccc-6d89-4a96-951e-4775f29194a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:12.308782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-198cd39c-44c0-4474-a9ac-4267deaf52c5 req-9f246e6a-b35c-4c38-bfee-6b929428f2d8 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] No DVR routers for this DVR port e134d409-abea-4a22-b971-5c47bbe9967f on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:42:12.313304 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-198cd39c-44c0-4474-a9ac-4267deaf52c5 req-9f246e6a-b35c-4c38-bfee-6b929428f2d8 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:12.317049 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-198cd39c-44c0-4474-a9ac-4267deaf52c5 req-9f246e6a-b35c-4c38-bfee-6b929428f2d8 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] 10.222.0.65 "DELETE /v2.0/ports/e134d409-abea-4a22-b971-5c47bbe9967f HTTP/1.1" status: 204 len: 173 time: 6.7136228 Feb 16 16:42:12.319596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Attempting to bind port f13eedf5-23a5-4e39-9570-fad7d7cbd215 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:42:12.320741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Attempting to bind port f13eedf5-23a5-4e39-9570-fad7d7cbd215 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'dd2806e9-1f7a-4875-9386-a6335cc512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:42:12.321292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Attempting to bind port f13eedf5-23a5-4e39-9570-fad7d7cbd215 on network 8c7818c1-3357-407b-a8ee-d592e424d1da {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:12.327610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f246e6a-b35c-4c38-bfee-6b929428f2d8 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] Pushing event deleted for resources: {'Port': ['ID=e134d409-abea-4a22-b971-5c47bbe9967f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:12.339972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-2553a685-79e9-4150-b99c-8b78242baa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:12.343580 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-2553a685-79e9-4150-b99c-8b78242baa16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=332a5c84b57f438c85d5813eecf2c338&device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 1125 time: 0.7660530 Feb 16 16:42:12.375381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Port f13eedf5-23a5-4e39-9570-fad7d7cbd215 on network 8c7818c1-3357-407b-a8ee-d592e424d1da not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:42:12.376414 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Attempting to bind port f13eedf5-23a5-4e39-9570-fad7d7cbd215 on network 8c7818c1-3357-407b-a8ee-d592e424d1da {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:12.473757 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:42:12.474257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Checking segment: {'id': 'dd2806e9-1f7a-4875-9386-a6335cc512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:12.474926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Bound using segment: {'id': 'dd2806e9-1f7a-4875-9386-a6335cc512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:42:12.475409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Bound port: f13eedf5-23a5-4e39-9570-fad7d7cbd215, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2806e9-1f7a-4875-9386-a6335cc512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:42:12.475800 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:12.481758 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-a2360119-7e96-4ad0-93cc-50b425c1389c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 HTTP/1.1" status: 200 len: 217 time: 0.1197710 Feb 16 16:42:12.637824 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-3549271e-6261-4782-a3e6-55d817c4a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:12.639369 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-3549271e-6261-4782-a3e6-55d817c4a0db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e0fbba3-e5f1-47c3-b3aa-330b8331dd02 HTTP/1.1" status: 200 len: 854 time: 0.1450508 Feb 16 16:42:12.765058 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] For port f13eedf5-23a5-4e39-9570-fad7d7cbd215, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:42:12.779151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecacf3-3861-4689-840d-b5ae140f35d7 req-dfccc557-efa3-4a08-a599-e8d8fe6cebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:12.781527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5ecacf3-3861-4689-840d-b5ae140f35d7 req-dfccc557-efa3-4a08-a599-e8d8fe6cebc2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe HTTP/1.1" status: 200 len: 916 time: 0.7871099 Feb 16 16:42:12.814851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] For port f13eedf5-23a5-4e39-9570-fad7d7cbd215, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f13eedf5-23a5-4e39-9570-fad7d7cbd215,segment=NetworkSegment(dd2806e9-1f7a-4875-9386-a6335cc512bf),segment_id=dd2806e9-1f7a-4875-9386-a6335cc512bf)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:42:12.842790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-88d90908-0349-4a2e-a0ff-c34cee7690f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:12.847177 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-88d90908-0349-4a2e-a0ff-c34cee7690f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1908662 Feb 16 16:42:12.850277 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:12.865759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5ecacf3-3861-4689-840d-b5ae140f35d7 req-f13d568b-211e-4c10-9c4d-c919d17ed30e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5144a61-24b0-4388-8963-a8bd473ba9fd HTTP/1.1" status: 200 len: 217 time: 0.0674756 Feb 16 16:42:12.988581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdb68d-d744-4a3b-a60a-fb52a03f4915 req-687842b6-2868-4a52-bed7-2c2b5292da1b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:12.990247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3ecdb68d-d744-4a3b-a60a-fb52a03f4915 req-687842b6-2868-4a52-bed7-2c2b5292da1b tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.4962461 Feb 16 16:42:13.008006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e7b67-b25f-4a5e-96e3-1afb35fe7836 req-1e372b72-6aa0-43bf-816a-4b9569d6d80a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:13.014664 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e7b67-b25f-4a5e-96e3-1afb35fe7836 req-1e372b72-6aa0-43bf-816a-4b9569d6d80a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:13.027610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e7b67-b25f-4a5e-96e3-1afb35fe7836 req-1e372b72-6aa0-43bf-816a-4b9569d6d80a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:13.033382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e7b67-b25f-4a5e-96e3-1afb35fe7836 req-1e372b72-6aa0-43bf-816a-4b9569d6d80a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:13.046715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e7b67-b25f-4a5e-96e3-1afb35fe7836 req-1e372b72-6aa0-43bf-816a-4b9569d6d80a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:13.053746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e7b67-b25f-4a5e-96e3-1afb35fe7836 req-1e372b72-6aa0-43bf-816a-4b9569d6d80a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:13.075209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e7b67-b25f-4a5e-96e3-1afb35fe7836 req-1e372b72-6aa0-43bf-816a-4b9569d6d80a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:13.084966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb5e7b67-b25f-4a5e-96e3-1afb35fe7836 req-1e372b72-6aa0-43bf-816a-4b9569d6d80a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5409 time: 0.5943332 Feb 16 16:42:13.090340 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:13.090729 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73931b4a-2eea-467b-a051-28dd9397c89e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks [] for port (bb0ac996-4da8-4370-8d85-a114f4a22338), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:13.091931 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:13.098045 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] 10.222.0.60 "PUT /v2.0/ports/f13eedf5-23a5-4e39-9570-fad7d7cbd215 HTTP/1.1" status: 200 len: 1091 time: 4.5654032 Feb 16 16:42:13.128814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c019b-8907-4f59-8412-66b960b436ce req-80b4d85b-1149-4def-97f9-294e3f6dcee2 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:13.130672 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d3c019b-8907-4f59-8412-66b960b436ce req-80b4d85b-1149-4def-97f9-294e3f6dcee2 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 945 time: 0.6392064 Feb 16 16:42:13.136420 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73931b4a-2eea-467b-a051-28dd9397c89e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (bb0ac996-4da8-4370-8d85-a114f4a22338), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:13.206570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Request body: {'port': {'device_id': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:13.210843 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49e440-ebb1-48a4-b440-37d1ecd9de78 service neutron] Pushing event updated for resources: {'Port': ['ID=f13eedf5-23a5-4e39-9570-fad7d7cbd215,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:13.349685 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (05513152-46fd-4fae-986f-261a23262945), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:13.454015 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-40af88ee-a51d-444c-8a4d-11e926a826a8 service neutron] 10.222.0.60 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929465 Feb 16 16:42:13.481876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-73931b4a-2eea-467b-a051-28dd9397c89e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] In _notify_port_updated(), no bound segment for port bb0ac996-4da8-4370-8d85-a114f4a22338 on network bed7d10a-dde7-4d8a-b01b-465996ff4489 {{(pid=103421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:42:13.491776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73931b4a-2eea-467b-a051-28dd9397c89e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:13.492476 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73931b4a-2eea-467b-a051-28dd9397c89e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:13.497062 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-73931b4a-2eea-467b-a051-28dd9397c89e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "PUT /v2.0/ports/bb0ac996-4da8-4370-8d85-a114f4a22338 HTTP/1.1" status: 200 len: 996 time: 2.8550847 Feb 16 16:42:13.497062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecacf3-3861-4689-840d-b5ae140f35d7 req-55e71b25-5680-4dc5-8f97-1cd13dcb61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:13.498429 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5ecacf3-3861-4689-840d-b5ae140f35d7 req-55e71b25-5680-4dc5-8f97-1cd13dcb61cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0e0fbba3-e5f1-47c3-b3aa-330b8331dd02 HTTP/1.1" status: 200 len: 854 time: 0.6187372 Feb 16 16:42:13.552234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42968) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:13.555394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42970) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:13.783298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73931b4a-2eea-467b-a051-28dd9397c89e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event updated for resources: {'Port': ['ID=bb0ac996-4da8-4370-8d85-a114f4a22338,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:13.784581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e8c0a6b1-175c-4d37-b909-33cdf35b823c None None] Provisioning complete for port bb0ac996-4da8-4370-8d85-a114f4a22338 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:13.785456 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a6b1-175c-4d37-b909-33cdf35b823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bb0ac996-4da8-4370-8d85-a114f4a22338), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:13.846176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e8c0a6b1-175c-4d37-b909-33cdf35b823c None None] Port bb0ac996-4da8-4370-8d85-a114f4a22338 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:42:13.856366 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb5e7b67-b25f-4a5e-96e3-1afb35fe7836 req-27ebefa1-41e8-4e4d-8ba3-9ee850c3fde0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7709246 Feb 16 16:42:13.918437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d3c019b-8907-4f59-8412-66b960b436ce req-d25316d2-8319-474d-a09c-9c33f459dbd2 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=192be164-5491-4059-8be5-78169c1679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7363501 Feb 16 16:42:13.953209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c5144a61-24b0-4388-8963-a8bd473ba9fd details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:42:13.977535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42978) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:14.048667 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecacf3-3861-4689-840d-b5ae140f35d7 req-eecbc0ec-096c-4687-8595-25f8acd9e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:14.050176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5ecacf3-3861-4689-840d-b5ae140f35d7 req-eecbc0ec-096c-4687-8595-25f8acd9e646 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4742017 Feb 16 16:42:14.061401 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-3ecdb68d-d744-4a3b-a60a-fb52a03f4915 req-ae0b2e5a-216b-43d6-a85a-849b53103e07 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Deleting port 8a5bc04e-6631-4840-a3dc-39fbe7f55040 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:14.061740 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3ecdb68d-d744-4a3b-a60a-fb52a03f4915 req-ae0b2e5a-216b-43d6-a85a-849b53103e07 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:14.184777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-3ecdb68d-d744-4a3b-a60a-fb52a03f4915 req-ae0b2e5a-216b-43d6-a85a-849b53103e07 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] For port 8a5bc04e-6631-4840-a3dc-39fbe7f55040, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8a5bc04e-6631-4840-a3dc-39fbe7f55040,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:14.185152 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3ecdb68d-d744-4a3b-a60a-fb52a03f4915 req-ae0b2e5a-216b-43d6-a85a-849b53103e07 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:14.241042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ef1238e9-de67-4651-82e2-235639aee96f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:14.252247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428bfc52-86f9-47d7-b169-c3080d299daf', 'tag': 'ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557'}, {'server_uuid': '5cc42164-1ecc-4663-85d0-df2d88527e50', 'name': 'network-vif-deleted', 'tag': 'e134d409-abea-4a22-b971-5c47bbe9967f'}, {'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': 'f13eedf5-23a5-4e39-9570-fad7d7cbd215'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:14.254525 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4a1c3a-4849-418a-9221-9713f5f0bad0" -d '{"events": [{"name": "network-changed", "server_uuid": "428bfc52-86f9-47d7-b169-c3080d299daf", "tag": "ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557"}, {"server_uuid": "5cc42164-1ecc-4663-85d0-df2d88527e50", "name": "network-vif-deleted", "tag": "e134d409-abea-4a22-b971-5c47bbe9967f"}, {"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "f13eedf5-23a5-4e39-9570-fad7d7cbd215"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:14.265176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-3ecdb68d-d744-4a3b-a60a-fb52a03f4915 req-ae0b2e5a-216b-43d6-a85a-849b53103e07 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Calling delete_port for 8a5bc04e-6631-4840-a3dc-39fbe7f55040 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:14.378186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-297f309a-c462-401f-8c9d-2f6af677e301 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Deleting port bb0ac996-4da8-4370-8d85-a114f4a22338 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:14.382031 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-297f309a-c462-401f-8c9d-2f6af677e301 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (bb0ac996-4da8-4370-8d85-a114f4a22338), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:14.440153 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f53e8eea-091f-4e90-b7c8-b0b61e6bae55 req-b4d2bffd-465a-49c2-9e91-536708fc0462 service neutron] 10.222.0.60 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9741180 Feb 16 16:42:14.441748 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70960195-9862-43e4-87a5-895fffea960c x-openstack-request-id: req-70960195-9862-43e4-87a5-895fffea960c {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:14.442104 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428bfc52-86f9-47d7-b169-c3080d299daf", "tag": "ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557", "status": "completed", "code": 200}, {"server_uuid": "5cc42164-1ecc-4663-85d0-df2d88527e50", "name": "network-vif-deleted", "tag": "e134d409-abea-4a22-b971-5c47bbe9967f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "f13eedf5-23a5-4e39-9570-fad7d7cbd215", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:14.442383 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70960195-9862-43e4-87a5-895fffea960c {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:14.443780 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428bfc52-86f9-47d7-b169-c3080d299daf', 'tag': 'ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557', 'status': 'completed', 'code': 200} Feb 16 16:42:14.443780 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc42164-1ecc-4663-85d0-df2d88527e50', 'name': 'network-vif-deleted', 'tag': 'e134d409-abea-4a22-b971-5c47bbe9967f', 'status': 'completed', 'code': 200} Feb 16 16:42:14.443780 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': 'f13eedf5-23a5-4e39-9570-fad7d7cbd215', 'status': 'completed', 'code': 200} Feb 16 16:42:14.568939 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ef1238e9-de67-4651-82e2-235639aee96f admin admin] Publish callbacks [] for security_group (ef6b823e-6835-4418-9824-45003a74b208), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:14.592629 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ef1238e9-de67-4651-82e2-235639aee96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ef6b823e-6835-4418-9824-45003a74b208), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:14.657082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c5144a61-24b0-4388-8963-a8bd473ba9fd, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c5144a61-24b0-4388-8963-a8bd473ba9fd,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:14.665702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ef1238e9-de67-4651-82e2-235639aee96f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=002e6f15f71f4b278e5db7e1e672e58d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1011117 Feb 16 16:42:14.667811 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32bcec2-65ec-427e-9029-de5b46e0e525 admin admin] Deleting subnet c011dd0e-9804-401d-9007-b0574322b362 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:42:14.670571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42996) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:14.684233 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'c5144a61-24b0-4388-8963-a8bd473ba9fd', 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe', 'port_id': 'c5144a61-24b0-4388-8963-a8bd473ba9fd', 'mac_address': 'fa:16:3e:b1:25:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0fbba3-e5f1-47c3-b3aa-330b8331dd02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:42:14.688979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1238e9-de67-4651-82e2-235639aee96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6b823e-6835-4418-9824-45003a74b208,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:14.742520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-b110b898-0364-41d6-a939-3e846deaeb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:14.747230 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-b110b898-0364-41d6-a939-3e846deaeb59 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=332a5c84b57f438c85d5813eecf2c338&device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 1125 time: 0.2463958 Feb 16 16:42:14.761315 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b32bcec2-65ec-427e-9029-de5b46e0e525 admin admin] Publish callbacks [] for subnet (c011dd0e-9804-401d-9007-b0574322b362), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:14.777406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port c5144a61-24b0-4388-8963-a8bd473ba9fd is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:14.778333 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:14.797265 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5144a61-24b0-4388-8963-a8bd473ba9fd {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:42:14.824663 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c5144a61-24b0-4388-8963-a8bd473ba9fd, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c5144a61-24b0-4388-8963-a8bd473ba9fd,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:14.834245 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:14.931171 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05513152-46fd-4fae-986f-261a23262945 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:42:14.937927 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-0eb2fe12-f436-4970-8287-c49ec6020bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:14.939426 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-0eb2fe12-f436-4970-8287-c49ec6020bc3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe HTTP/1.1" status: 200 len: 916 time: 0.1811557 Feb 16 16:42:14.944923 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Publish callbacks [] for port (05513152-46fd-4fae-986f-261a23262945), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:15.000161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=c5144a61-24b0-4388-8963-a8bd473ba9fd,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:15.009175 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-2f0977d3-7cd4-4c8f-ba77-deb5a4b147ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 HTTP/1.1" status: 200 len: 217 time: 0.0621667 Feb 16 16:42:15.019832 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Transition to ACTIVE for port object 05513152-46fd-4fae-986f-261a23262945 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:42:15.025337 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:15.025699 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:15.026190 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:15.026747 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:15.027131 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:15.027502 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:15.027859 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:15.028193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:15.028525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:15.028851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:15.029178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:15.029506 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:15.030027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:15.079215 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-c62b03a4-0670-4027-8b23-2474073145b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:15.081109 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-c62b03a4-0670-4027-8b23-2474073145b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e0fbba3-e5f1-47c3-b3aa-330b8331dd02 HTTP/1.1" status: 200 len: 854 time: 0.0633895 Feb 16 16:42:15.082401 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (05513152-46fd-4fae-986f-261a23262945), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:15.098081 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['c5144a61-24b0-4388-8963-a8bd473ba9fd'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:42:15.203631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Pushing event updated for resources: {'Port': ['ID=05513152-46fd-4fae-986f-261a23262945,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:15.314017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8a5bc04e-6631-4840-a3dc-39fbe7f55040 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:42:15.386496 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b32bcec2-65ec-427e-9029-de5b46e0e525 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (c011dd0e-9804-401d-9007-b0574322b362), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:15.407450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-8bfc4f27-fe39-448d-9882-998bb595de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:15.414793 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-8bfc4f27-fe39-448d-9882-998bb595de2a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3180995 Feb 16 16:42:15.559365 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 8a5bc04e-6631-4840-a3dc-39fbe7f55040 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:15.559862 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:15.587300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Attempting to bind port 05513152-46fd-4fae-986f-261a23262945 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:42:15.588086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Attempting to bind port 05513152-46fd-4fae-986f-261a23262945 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'dd2806e9-1f7a-4875-9386-a6335cc512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:42:15.589444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Attempting to bind port 05513152-46fd-4fae-986f-261a23262945 on network 8c7818c1-3357-407b-a8ee-d592e424d1da {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:15.601221 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Port 05513152-46fd-4fae-986f-261a23262945 on network 8c7818c1-3357-407b-a8ee-d592e424d1da not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:42:15.602761 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Attempting to bind port 05513152-46fd-4fae-986f-261a23262945 on network 8c7818c1-3357-407b-a8ee-d592e424d1da {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:15.607856 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43010) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:15.621370 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-e1a5ca75-e8cd-43ea-b504-dda6f92c7272 service neutron] 10.222.0.60 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996078 Feb 16 16:42:15.625028 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:42:15.625578 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Checking segment: {'id': 'dd2806e9-1f7a-4875-9386-a6335cc512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:15.626142 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Bound using segment: {'id': 'dd2806e9-1f7a-4875-9386-a6335cc512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:42:15.627306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Bound port: 05513152-46fd-4fae-986f-261a23262945, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2806e9-1f7a-4875-9386-a6335cc512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:42:15.628190 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (05513152-46fd-4fae-986f-261a23262945), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:15.662789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8a5bc04e-6631-4840-a3dc-39fbe7f55040, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8a5bc04e-6631-4840-a3dc-39fbe7f55040,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:15.668962 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12782549-d73b-4997-945a-83000e7a361a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a5bc04e-6631-4840-a3dc-39fbe7f55040'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:15.673493 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eace6772-d81c-48e3-8daa-463437e1534e" -d '{"events": [{"server_uuid": "12782549-d73b-4997-945a-83000e7a361a", "name": "network-vif-unplugged", "status": "completed", "tag": "8a5bc04e-6631-4840-a3dc-39fbe7f55040"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:15.682487 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:15.718559 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-297f309a-c462-401f-8c9d-2f6af677e301 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (bb0ac996-4da8-4370-8d85-a114f4a22338), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:15.776657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a495d3-1bcc-4e8e-956c-cc3cb76e0325 req-6706ab29-06f8-4d11-8508-721967232440 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:15.789617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51a495d3-1bcc-4e8e-956c-cc3cb76e0325 req-6706ab29-06f8-4d11-8508-721967232440 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 943 time: 1.7307339 Feb 16 16:42:15.831550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=8a5bc04e-6631-4840-a3dc-39fbe7f55040,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:15.846422 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b32bcec2-65ec-427e-9029-de5b46e0e525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (c011dd0e-9804-401d-9007-b0574322b362), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:15.852418 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-6941764a-065c-4002-8a2b-0b60ea325a7b service neutron] 10.222.0.60 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214088 Feb 16 16:42:15.854575 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab61172e-6199-42be-a136-ccc29c485e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:15.856838 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] For port 05513152-46fd-4fae-986f-261a23262945, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:42:15.881554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] For port 05513152-46fd-4fae-986f-261a23262945, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=05513152-46fd-4fae-986f-261a23262945,segment=NetworkSegment(dd2806e9-1f7a-4875-9386-a6335cc512bf),segment_id=dd2806e9-1f7a-4875-9386-a6335cc512bf)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:42:15.893954 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (05513152-46fd-4fae-986f-261a23262945), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:15.935901 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:15.938127 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:15.941180 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] 10.222.0.60 "PUT /v2.0/ports/05513152-46fd-4fae-986f-261a23262945 HTTP/1.1" status: 200 len: 1091 time: 2.7441397 Feb 16 16:42:16.089824 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2673c8-1fab-4896-b4a7-9608d97cce3d service neutron] Pushing event updated for resources: {'Port': ['ID=05513152-46fd-4fae-986f-261a23262945,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:16.099170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51a495d3-1bcc-4e8e-956c-cc3cb76e0325 req-11fa470e-2da5-4a80-be37-0794f57ad9d8 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314843 Feb 16 16:42:16.105676 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-b8e627fe-f397-4d5d-b04e-b3922deaa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.106099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-297f309a-c462-401f-8c9d-2f6af677e301 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Calling delete_port for bb0ac996-4da8-4370-8d85-a114f4a22338 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:16.106227 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-b8e627fe-f397-4d5d-b04e-b3922deaa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.106650 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-b8e627fe-f397-4d5d-b04e-b3922deaa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.107283 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-b8e627fe-f397-4d5d-b04e-b3922deaa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.107924 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-b8e627fe-f397-4d5d-b04e-b3922deaa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.108395 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-b8e627fe-f397-4d5d-b04e-b3922deaa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.108904 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-b8e627fe-f397-4d5d-b04e-b3922deaa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.113266 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-b8e627fe-f397-4d5d-b04e-b3922deaa274 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6e850f85e6540848343a8f94f5bb145&device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 6695 time: 0.2087100 Feb 16 16:42:16.233800 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab61172e-6199-42be-a136-ccc29c485e50 admin admin] Publish callbacks [] for security_group (0bc48617-ba75-4034-8ec6-83703d0e79b0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:16.257791 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dcf23-edb8-4500-9555-7f5427be5a07 req-cb155707-c643-4fe4-a2a0-ea18047c19cc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.264373 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dcf23-edb8-4500-9555-7f5427be5a07 req-cb155707-c643-4fe4-a2a0-ea18047c19cc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.269844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dcf23-edb8-4500-9555-7f5427be5a07 req-cb155707-c643-4fe4-a2a0-ea18047c19cc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.275524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dcf23-edb8-4500-9555-7f5427be5a07 req-cb155707-c643-4fe4-a2a0-ea18047c19cc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.282582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dcf23-edb8-4500-9555-7f5427be5a07 req-cb155707-c643-4fe4-a2a0-ea18047c19cc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.288646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dcf23-edb8-4500-9555-7f5427be5a07 req-cb155707-c643-4fe4-a2a0-ea18047c19cc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.295548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dcf23-edb8-4500-9555-7f5427be5a07 req-cb155707-c643-4fe4-a2a0-ea18047c19cc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.297647 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b5dcf23-edb8-4500-9555-7f5427be5a07 req-cb155707-c643-4fe4-a2a0-ea18047c19cc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.8748674 Feb 16 16:42:16.299673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5ecacf3-3861-4689-840d-b5ae140f35d7 req-b1b86bd6-bf3a-41a1-891d-f094aebf84b9 service neutron] 10.222.0.65 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0677924 Feb 16 16:42:16.310313 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab61172e-6199-42be-a136-ccc29c485e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0bc48617-ba75-4034-8ec6-83703d0e79b0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:16.314003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-93b6008a-1cf8-4374-acc7-8390d491858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.314468 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-93b6008a-1cf8-4374-acc7-8390d491858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.314928 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-93b6008a-1cf8-4374-acc7-8390d491858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.316653 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-93b6008a-1cf8-4374-acc7-8390d491858e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b6e850f85e6540848343a8f94f5bb145&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1930046 Feb 16 16:42:16.402195 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ab61172e-6199-42be-a136-ccc29c485e50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eeeb3545c9ba4cc6a2679cad55718744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7926586 Feb 16 16:42:16.405036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43018) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:16.406958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61172e-6199-42be-a136-ccc29c485e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc48617-ba75-4034-8ec6-83703d0e79b0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:16.448802 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': '05513152-46fd-4fae-986f-261a23262945'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:16.451475 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a83a53-5c81-410f-8224-aedfdb5461f0" -d '{"events": [{"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "05513152-46fd-4fae-986f-261a23262945"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:16.468430 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3ecdb68d-d744-4a3b-a60a-fb52a03f4915 req-ae0b2e5a-216b-43d6-a85a-849b53103e07 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8a5bc04e-6631-4840-a3dc-39fbe7f55040), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:16.517258 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-37994379-ca71-49f6-8d00-e47563b59671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.518640 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5e4a1c3a-4849-418a-9221-9713f5f0bad0 req-37994379-ca71-49f6-8d00-e47563b59671 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1915534 Feb 16 16:42:16.545594 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f315491e-d62e-4021-a3b1-0d355defa635 admin admin] Publish callbacks [] for security_group (0bc48617-ba75-4034-8ec6-83703d0e79b0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:16.558301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2abfea9-1d6d-46df-b16b-32f442bab497 req-cce392c6-584e-45d1-97a9-3486f40ac349 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 210 time: 0.2241733 Feb 16 16:42:16.624708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f315491e-d62e-4021-a3b1-0d355defa635 admin admin] Publish callbacks [] for security_group (0bc48617-ba75-4034-8ec6-83703d0e79b0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:16.667087 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e976ed-878e-455d-b055-2c6d25553abc x-openstack-request-id: req-e8e976ed-878e-455d-b055-2c6d25553abc {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:16.667599 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12782549-d73b-4997-945a-83000e7a361a", "name": "network-vif-unplugged", "status": "completed", "tag": "8a5bc04e-6631-4840-a3dc-39fbe7f55040", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:16.668121 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8e976ed-878e-455d-b055-2c6d25553abc {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:16.668833 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12782549-d73b-4997-945a-83000e7a361a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a5bc04e-6631-4840-a3dc-39fbe7f55040', 'code': 200} Feb 16 16:42:16.704060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-10af184e-cb58-4fa7-8ad0-3d53a15af8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.704481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-10af184e-cb58-4fa7-8ad0-3d53a15af8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.705423 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-10af184e-cb58-4fa7-8ad0-3d53a15af8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.705888 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-10af184e-cb58-4fa7-8ad0-3d53a15af8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.707214 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-10af184e-cb58-4fa7-8ad0-3d53a15af8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.708167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-10af184e-cb58-4fa7-8ad0-3d53a15af8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.709376 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-10af184e-cb58-4fa7-8ad0-3d53a15af8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.711620 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-10af184e-cb58-4fa7-8ad0-3d53a15af8e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6e850f85e6540848343a8f94f5bb145&device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 6695 time: 0.1449268 Feb 16 16:42:16.754772 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f315491e-d62e-4021-a3b1-0d355defa635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0bc48617-ba75-4034-8ec6-83703d0e79b0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:16.764029 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f315491e-d62e-4021-a3b1-0d355defa635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:16.766091 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f315491e-d62e-4021-a3b1-0d355defa635 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bc48617-ba75-4034-8ec6-83703d0e79b0 HTTP/1.1" status: 204 len: 168 time: 0.3600662 Feb 16 16:42:16.817255 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b199bc-a554-4ea7-a5e9-26f2fbb49875 x-openstack-request-id: req-a2b199bc-a554-4ea7-a5e9-26f2fbb49875 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:16.818012 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "05513152-46fd-4fae-986f-261a23262945", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:16.819063 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2b199bc-a554-4ea7-a5e9-26f2fbb49875 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:16.819805 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': '05513152-46fd-4fae-986f-261a23262945', 'status': 'completed', 'code': 200} Feb 16 16:42:16.825095 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-be4905ea-83d8-444c-af81-61b0a39d51ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60af1716-f231-40c5-ab45-6d89ab6d6e3f HTTP/1.1" status: 200 len: 217 time: 0.1059101 Feb 16 16:42:16.844306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315491e-d62e-4021-a3b1-0d355defa635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc48617-ba75-4034-8ec6-83703d0e79b0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:16.924478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b2e5a-216b-43d6-a85a-849b53103e07 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event deleted for resources: {'Port': ['ID=8a5bc04e-6631-4840-a3dc-39fbe7f55040,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:16.940167 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b32bcec2-65ec-427e-9029-de5b46e0e525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (c011dd0e-9804-401d-9007-b0574322b362), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:16.943410 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a8dd0570-400b-4dac-b0f0-a5904b8692eb admin admin] Publish callbacks [] for security_group (ef6b823e-6835-4418-9824-45003a74b208), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:16.945199 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-297f309a-c462-401f-8c9d-2f6af677e301 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (bb0ac996-4da8-4370-8d85-a114f4a22338), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:16.980374 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-b2191538-cdb4-4565-ab2a-a8c98e2abb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:16.985940 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-b2191538-cdb4-4565-ab2a-a8c98e2abb7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a3b0099-e3d2-484e-86b0-d55f301048e5 HTTP/1.1" status: 200 len: 850 time: 0.1531079 Feb 16 16:42:17.019023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecdb68d-d744-4a3b-a60a-fb52a03f4915 req-ae0b2e5a-216b-43d6-a85a-849b53103e07 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] No DVR routers for this DVR port 8a5bc04e-6631-4840-a3dc-39fbe7f55040 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:42:17.024707 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3ecdb68d-d744-4a3b-a60a-fb52a03f4915 req-ae0b2e5a-216b-43d6-a85a-849b53103e07 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:17.029071 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3ecdb68d-d744-4a3b-a60a-fb52a03f4915 req-ae0b2e5a-216b-43d6-a85a-849b53103e07 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "DELETE /v2.0/ports/8a5bc04e-6631-4840-a3dc-39fbe7f55040 HTTP/1.1" status: 204 len: 173 time: 3.9415886 Feb 16 16:42:17.059239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12782549-d73b-4997-945a-83000e7a361a', 'name': 'network-vif-deleted', 'tag': '8a5bc04e-6631-4840-a3dc-39fbe7f55040'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:17.061745 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d5e054-a2c3-4974-99e1-cdbc9da5bb81" -d '{"events": [{"server_uuid": "12782549-d73b-4997-945a-83000e7a361a", "name": "network-vif-deleted", "tag": "8a5bc04e-6631-4840-a3dc-39fbe7f55040"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:17.177783 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad86bddd-de5a-4f1e-b5ca-d308e20fabb3 x-openstack-request-id: req-ad86bddd-de5a-4f1e-b5ca-d308e20fabb3 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:17.181066 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12782549-d73b-4997-945a-83000e7a361a", "name": "network-vif-deleted", "tag": "8a5bc04e-6631-4840-a3dc-39fbe7f55040", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:17.181532 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad86bddd-de5a-4f1e-b5ca-d308e20fabb3 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:17.182751 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12782549-d73b-4997-945a-83000e7a361a', 'name': 'network-vif-deleted', 'tag': '8a5bc04e-6631-4840-a3dc-39fbe7f55040', 'status': 'completed', 'code': 200} Feb 16 16:42:17.184920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bcec2-65ec-427e-9029-de5b46e0e525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c011dd0e-9804-401d-9007-b0574322b362,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:17.185963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-3be51b4e-e56a-400c-8e4d-a42586182a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:17.193536 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b32bcec2-65ec-427e-9029-de5b46e0e525 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:17.195081 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-3be51b4e-e56a-400c-8e4d-a42586182a56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe4a0c62-7e77-41f1-a6b1-5456111aabec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1906397 Feb 16 16:42:17.201631 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b32bcec2-65ec-427e-9029-de5b46e0e525 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c011dd0e-9804-401d-9007-b0574322b362 HTTP/1.1" status: 204 len: 168 time: 3.2194893 Feb 16 16:42:17.208284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43030) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:17.218417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f309a-c462-401f-8c9d-2f6af677e301 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event deleted for resources: {'Port': ['ID=bb0ac996-4da8-4370-8d85-a114f4a22338,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:17.247739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5ecacf3-3861-4689-840d-b5ae140f35d7 req-162de6fa-0e25-4d09-b40c-dfef4cfbcb1e service neutron] 10.222.0.65 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9019389 Feb 16 16:42:17.250768 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a8dd0570-400b-4dac-b0f0-a5904b8692eb admin admin] Publish callbacks [] for security_group (ef6b823e-6835-4418-9824-45003a74b208), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:17.274264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:42:17.492285 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b5dcf23-edb8-4500-9555-7f5427be5a07 req-ff921166-daa0-44c4-83ca-2517b80b39e4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1545570 Feb 16 16:42:17.508000 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef3ad-554a-455e-8c3d-42f47a37fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (76d5e39e-bfac-4a2f-83b2-aae8633c63df), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:17.543553 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-297f309a-c462-401f-8c9d-2f6af677e301 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:17.568809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-297f309a-c462-401f-8c9d-2f6af677e301 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "DELETE /v2.0/ports/bb0ac996-4da8-4370-8d85-a114f4a22338 HTTP/1.1" status: 204 len: 168 time: 4.0078537 Feb 16 16:42:17.569882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:17.574854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43038) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:17.600161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43040) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:17.613841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557', 'network_id': 'd11b8c1b-145a-49b6-8292-3d1c2bc85ffe', 'port_id': 'ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557', 'mac_address': 'fa:16:3e:88:6a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0fbba3-e5f1-47c3-b3aa-330b8331dd02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:42:17.624129 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-593d6eee-3313-442e-b514-0033666b17cc service neutron] 10.222.0.60 "GET /v2.0/networks/fe4a0c62-7e77-41f1-a6b1-5456111aabec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200602 Feb 16 16:42:17.688809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd49201-c3d8-4a14-8020-2557c540e36a req-66ff5268-5c0b-4bab-aa55-8056f3d318d1 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:17.701449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dfd49201-c3d8-4a14-8020-2557c540e36a req-66ff5268-5c0b-4bab-aa55-8056f3d318d1 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 943 time: 0.4451976 Feb 16 16:42:17.717370 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba99d813-62a2-4485-b6f7-6a8089580a70 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] GET failed (client error): The resource could not be found. Feb 16 16:42:17.727935 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43050) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:17.732291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ba99d813-62a2-4485-b6f7-6a8089580a70 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "GET /v2.0/ports/bb0ac996-4da8-4370-8d85-a114f4a22338 HTTP/1.1" status: 404 len: 333 time: 0.1551721 Feb 16 16:42:17.733269 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a8dd0570-400b-4dac-b0f0-a5904b8692eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ef6b823e-6835-4418-9824-45003a74b208), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:17.735878 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a8dd0570-400b-4dac-b0f0-a5904b8692eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:17.736238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:17.736391 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:17.736984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a8dd0570-400b-4dac-b0f0-a5904b8692eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef6b823e-6835-4418-9824-45003a74b208 HTTP/1.1" status: 204 len: 168 time: 3.0351055 Feb 16 16:42:17.738984 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f3482670-4a20-43c8-90de-ff1d9d50676e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:17.742366 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0a2b9814-361e-4f10-969a-b2a6efe985d3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Request body: {'port': {'network_id': 'bed7d10a-dde7-4d8a-b01b-465996ff4489', 'name': 'tempest-AllowedAddressPairTestJSON-1257114128'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:17.761994 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:42:17.783988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:17.789882 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:17.882758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd0570-400b-4dac-b0f0-a5904b8692eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6b823e-6835-4418-9824-45003a74b208,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:17.896060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2021f00d-2f74-4ad1-b009-951c5760039c req-cd14a03b-58dd-4bc6-948e-45a63edf6903 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=12782549-d73b-4997-945a-83000e7a361a HTTP/1.1" status: 200 len: 210 time: 0.1081054 Feb 16 16:42:17.949008 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:17.983392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c5144a61-24b0-4388-8963-a8bd473ba9fd up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:42:18.012972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dfd49201-c3d8-4a14-8020-2557c540e36a req-82b90811-e387-4d5d-bd1f-e4b1b24ffc85 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105636 Feb 16 16:42:18.079373 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port c5144a61-24b0-4388-8963-a8bd473ba9fd completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:42:18.083688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port c5144a61-24b0-4388-8963-a8bd473ba9fd triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:18.084315 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.108865 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef3ad-554a-455e-8c3d-42f47a37fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (76d5e39e-bfac-4a2f-83b2-aae8633c63df), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.117913 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f3482670-4a20-43c8-90de-ff1d9d50676e admin admin] Publish callbacks [] for security_group (596f7a12-61bb-4a40-bc35-14e5620fab41), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.126835 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f3482670-4a20-43c8-90de-ff1d9d50676e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (596f7a12-61bb-4a40-bc35-14e5620fab41), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.179060 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:42:18.180608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ad4ef3ad-554a-455e-8c3d-42f47a37fdc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d5e39e-bfac-4a2f-83b2-aae8633c63df']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:18.216021 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f3482670-4a20-43c8-90de-ff1d9d50676e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5065e9606284574b1b6a23763d38a94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6102064 Feb 16 16:42:18.216384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43070) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:18.217269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3482670-4a20-43c8-90de-ff1d9d50676e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596f7a12-61bb-4a40-bc35-14e5620fab41,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:18.230637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ad4ef3ad-554a-455e-8c3d-42f47a37fdc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7130f9b9-582a-450c-9091-9709ea6f989b') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:18.230939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ad4ef3ad-554a-455e-8c3d-42f47a37fdc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7130f9b9-582a-450c-9091-9709ea6f989b') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:18.239627 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2b9814-361e-4f10-969a-b2a6efe985d3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Made reservation on behalf of 3b905209f0b2489c9c5335cc347441b5 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:18.242903 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a2b9814-361e-4f10-969a-b2a6efe985d3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.300261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef3ad-554a-455e-8c3d-42f47a37fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (7130f9b9-582a-450c-9091-9709ea6f989b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.319364 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-0a2b9814-361e-4f10-969a-b2a6efe985d3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] device_id is not set on port daac7058-0888-451c-a3ad-f3caa36d9cb5 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:42:18.344545 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-769d0bab-33dc-4c75-8b4d-ef6a302c4227 service neutron] 10.222.0.60 "GET /v2.0/networks/fe4a0c62-7e77-41f1-a6b1-5456111aabec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6883187 Feb 16 16:42:18.362725 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef3ad-554a-455e-8c3d-42f47a37fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7130f9b9-582a-450c-9091-9709ea6f989b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.378986 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port c5144a61-24b0-4388-8963-a8bd473ba9fd is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:18.380071 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.414715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43078) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:18.425027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c5144a61-24b0-4388-8963-a8bd473ba9fd, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c5144a61-24b0-4388-8963-a8bd473ba9fd,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:18.431658 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fc7a6fc-a15d-4da2-9716-828bf905bfe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.435499 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.461347 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-c743fe35-9ee2-4666-ac27-f8063bb0d64b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=d91c30ef-7b5c-42fa-a0e7-f684909efdf4 HTTP/1.1" status: 200 len: 217 time: 0.1088920 Feb 16 16:42:18.464927 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4ef3ad-554a-455e-8c3d-42f47a37fdc1 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:42:18.465342 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef3ad-554a-455e-8c3d-42f47a37fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (7130f9b9-582a-450c-9091-9709ea6f989b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:42:18.472418 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:42:18.486353 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2d8adda-2d23-43e3-8d4c-7c5bda938781 admin admin] Publish callbacks [] for security_group (596f7a12-61bb-4a40-bc35-14e5620fab41), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.560007 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fc7a6fc-a15d-4da2-9716-828bf905bfe6 admin admin] Publish callbacks [] for security_group (d54c9bdf-89a5-4cd4-9645-90ccd59fa7a5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.565671 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fc7a6fc-a15d-4da2-9716-828bf905bfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d54c9bdf-89a5-4cd4-9645-90ccd59fa7a5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.613921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7a6fc-a15d-4da2-9716-828bf905bfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54c9bdf-89a5-4cd4-9645-90ccd59fa7a5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:18.644586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1fc7a6fc-a15d-4da2-9716-828bf905bfe6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a72dd798b144c198837decd195676d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2282343 Feb 16 16:42:18.644950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=c5144a61-24b0-4388-8963-a8bd473ba9fd,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:18.653627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43086) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:18.670159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0fd6de-250e-4c94-9e36-974d21ea314a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5144a61-24b0-4388-8963-a8bd473ba9fd'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:18.672820 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5256fd49-4db0-4055-af3a-4c61d89a1516" -d '{"events": [{"server_uuid": "7b0fd6de-250e-4c94-9e36-974d21ea314a", "name": "network-vif-plugged", "status": "completed", "tag": "c5144a61-24b0-4388-8963-a8bd473ba9fd"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:18.755069 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63124b15-894f-4b39-ac8c-42bf2bae0d3a x-openstack-request-id: req-63124b15-894f-4b39-ac8c-42bf2bae0d3a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:18.755373 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0fd6de-250e-4c94-9e36-974d21ea314a", "name": "network-vif-plugged", "status": "completed", "tag": "c5144a61-24b0-4388-8963-a8bd473ba9fd", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:18.755630 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63124b15-894f-4b39-ac8c-42bf2bae0d3a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:18.756275 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0fd6de-250e-4c94-9e36-974d21ea314a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5144a61-24b0-4388-8963-a8bd473ba9fd', 'code': 200} Feb 16 16:42:18.804484 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d5607c00-6f03-4806-84e8-7c30b32fa7a6 admin admin] Publish callbacks [] for security_group (d54c9bdf-89a5-4cd4-9645-90ccd59fa7a5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.841171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075863e-ca96-431f-a0bb-74a759098501 req-58e42ebd-b00d-4898-8016-62399fa92c54 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:18.847594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075863e-ca96-431f-a0bb-74a759098501 req-58e42ebd-b00d-4898-8016-62399fa92c54 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:18.853510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075863e-ca96-431f-a0bb-74a759098501 req-58e42ebd-b00d-4898-8016-62399fa92c54 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:18.863977 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075863e-ca96-431f-a0bb-74a759098501 req-58e42ebd-b00d-4898-8016-62399fa92c54 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:18.869622 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075863e-ca96-431f-a0bb-74a759098501 req-58e42ebd-b00d-4898-8016-62399fa92c54 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:18.875454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075863e-ca96-431f-a0bb-74a759098501 req-58e42ebd-b00d-4898-8016-62399fa92c54 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:18.881023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075863e-ca96-431f-a0bb-74a759098501 req-58e42ebd-b00d-4898-8016-62399fa92c54 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:18.883460 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d075863e-ca96-431f-a0bb-74a759098501 req-58e42ebd-b00d-4898-8016-62399fa92c54 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.2135468 Feb 16 16:42:18.952834 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2d8adda-2d23-43e3-8d4c-7c5bda938781 admin admin] Publish callbacks [] for security_group (596f7a12-61bb-4a40-bc35-14e5620fab41), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.997691 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d5607c00-6f03-4806-84e8-7c30b32fa7a6 admin admin] Publish callbacks [] for security_group (d54c9bdf-89a5-4cd4-9645-90ccd59fa7a5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:18.999987 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-997e1b0a-86c7-4b3b-ad9f-3e5fbc094bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:19.001507 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-997e1b0a-86c7-4b3b-ad9f-3e5fbc094bdc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd80079a-8787-4887-b18e-e3dbc94e8246 HTTP/1.1" status: 200 len: 797 time: 0.5172293 Feb 16 16:42:19.004206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d075863e-ca96-431f-a0bb-74a759098501 req-ed963886-682c-4d40-a259-6f7596614c3a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822105 Feb 16 16:42:19.010768 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef3ad-554a-455e-8c3d-42f47a37fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (76d5e39e-bfac-4a2f-83b2-aae8633c63df), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:19.021756 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef3ad-554a-455e-8c3d-42f47a37fdc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:19.040851 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ad4ef3ad-554a-455e-8c3d-42f47a37fdc1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/76d5e39e-bfac-4a2f-83b2-aae8633c63df HTTP/1.1" status: 204 len: 168 time: 1.8240130 Feb 16 16:42:19.067697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0368f9-27a8-4e82-a90b-787caee19d1b req-5bb23e46-c98f-407e-812e-d9510f2bb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:19.069365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d0368f9-27a8-4e82-a90b-787caee19d1b req-5bb23e46-c98f-407e-812e-d9510f2bb51e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7b0fd6de-250e-4c94-9e36-974d21ea314a HTTP/1.1" status: 200 len: 1127 time: 0.2432051 Feb 16 16:42:19.167998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d0368f9-27a8-4e82-a90b-787caee19d1b req-117d3f12-1a5e-4146-a12c-f8f3a284eef6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919456 Feb 16 16:42:19.205410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ef3ad-554a-455e-8c3d-42f47a37fdc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=76d5e39e-bfac-4a2f-83b2-aae8633c63df,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:19.235112 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-0a2b9814-361e-4f10-969a-b2a6efe985d3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Allocated IP 172.20.0.9 (bed7d10a-dde7-4d8a-b01b-465996ff4489/f01c5ec9-2210-4fa2-a5e1-4e3118ed071c/daac7058-0888-451c-a3ad-f3caa36d9cb5) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:19.261905 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d5607c00-6f03-4806-84e8-7c30b32fa7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d54c9bdf-89a5-4cd4-9645-90ccd59fa7a5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:19.265283 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d5607c00-6f03-4806-84e8-7c30b32fa7a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:19.266365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d5607c00-6f03-4806-84e8-7c30b32fa7a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d54c9bdf-89a5-4cd4-9645-90ccd59fa7a5 HTTP/1.1" status: 204 len: 168 time: 0.6113689 Feb 16 16:42:19.273298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:42:19.318299 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-f3ba4654-72d2-4f5c-a75c-e9cb2bb9cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:19.320080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5607c00-6f03-4806-84e8-7c30b32fa7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54c9bdf-89a5-4cd4-9645-90ccd59fa7a5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:19.321789 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-f3ba4654-72d2-4f5c-a75c-e9cb2bb9cff7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2732537 Feb 16 16:42:19.332619 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2d8adda-2d23-43e3-8d4c-7c5bda938781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (596f7a12-61bb-4a40-bc35-14e5620fab41), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:19.342519 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2d8adda-2d23-43e3-8d4c-7c5bda938781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:19.350314 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f2d8adda-2d23-43e3-8d4c-7c5bda938781 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/596f7a12-61bb-4a40-bc35-14e5620fab41 HTTP/1.1" status: 204 len: 168 time: 1.1271727 Feb 16 16:42:19.373142 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9f300-4ad5-4515-a648-485c14289880 req-6545df1b-1bb2-4b31-aa2e-99ca4b84b85e tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:19.380102 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97d9f300-4ad5-4515-a648-485c14289880 req-6545df1b-1bb2-4b31-aa2e-99ca4b84b85e tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 944 time: 0.2126815 Feb 16 16:42:19.405396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43112) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:19.461485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:42:19.468443 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:19.471968 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:19.554375 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a2b9814-361e-4f10-969a-b2a6efe985d3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks [] for port (daac7058-0888-451c-a3ad-f3caa36d9cb5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:19.625412 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97d9f300-4ad5-4515-a648-485c14289880 req-97257e09-8626-4eb5-9e5b-6aa3c4c071c8 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377620 Feb 16 16:42:19.671935 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a2b9814-361e-4f10-969a-b2a6efe985d3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (daac7058-0888-451c-a3ad-f3caa36d9cb5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:19.677183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:19.679348 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:19.708451 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-46a03549-2830-4907-ae51-85196d176dba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e300acfbf04b4eada0553faf05d0af3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2942052 Feb 16 16:42:19.714115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43116) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:19.759821 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:19.769944 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:19.831523 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8adda-2d23-43e3-8d4c-7c5bda938781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596f7a12-61bb-4a40-bc35-14e5620fab41,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:19.835145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161b54c-95e3-4fc0-b336-e38070aa06ff req-5c244cfd-21b3-431b-afc7-354e8eee2737 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:19.844132 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-219d4c39-fea2-420f-bd32-d7c88759533b service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908309 Feb 16 16:42:19.849040 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e161b54c-95e3-4fc0-b336-e38070aa06ff req-5c244cfd-21b3-431b-afc7-354e8eee2737 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.3746715 Feb 16 16:42:19.920584 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:19.961781 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46f321c1-95c2-4c18-9699-2aa26a30bda3 admin admin] Publish callbacks [] for security_group (03508df0-a96d-43ed-9541-2ac968b88855), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:19.967170 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b9814-361e-4f10-969a-b2a6efe985d3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event updated for resources: {'Port': ['ID=daac7058-0888-451c-a3ad-f3caa36d9cb5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:20.027263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e161b54c-95e3-4fc0-b336-e38070aa06ff req-aad20e79-c046-4bf5-92b0-bab73b4da53d tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757281 Feb 16 16:42:20.074234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2b9814-361e-4f10-969a-b2a6efe985d3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Network bed7d10a-dde7-4d8a-b01b-465996ff4489 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:20.090019 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46f321c1-95c2-4c18-9699-2aa26a30bda3 admin admin] Publish callbacks [] for security_group (03508df0-a96d-43ed-9541-2ac968b88855), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:20.134717 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-0a2b9814-361e-4f10-969a-b2a6efe985d3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:20.141069 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b9814-361e-4f10-969a-b2a6efe985d3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:20.341776 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2b9814-361e-4f10-969a-b2a6efe985d3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:20.345339 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a2b9814-361e-4f10-969a-b2a6efe985d3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:20.355787 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-c85dad22-9da9-4927-90c6-c05d6bd43a6b service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905609 Feb 16 16:42:20.384042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46f321c1-95c2-4c18-9699-2aa26a30bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (03508df0-a96d-43ed-9541-2ac968b88855), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:20.388340 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46f321c1-95c2-4c18-9699-2aa26a30bda3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:20.392483 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-46f321c1-95c2-4c18-9699-2aa26a30bda3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03508df0-a96d-43ed-9541-2ac968b88855 HTTP/1.1" status: 204 len: 168 time: 0.6701357 Feb 16 16:42:20.417092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e9718-b84b-40da-aacf-8cf137e3dcdf req-dcbca795-aacd-4a67-a281-6df9b7ffef13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:20.424555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e9718-b84b-40da-aacf-8cf137e3dcdf req-dcbca795-aacd-4a67-a281-6df9b7ffef13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:20.439092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e9718-b84b-40da-aacf-8cf137e3dcdf req-dcbca795-aacd-4a67-a281-6df9b7ffef13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:20.441872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e9718-b84b-40da-aacf-8cf137e3dcdf req-dcbca795-aacd-4a67-a281-6df9b7ffef13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:20.448654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e9718-b84b-40da-aacf-8cf137e3dcdf req-dcbca795-aacd-4a67-a281-6df9b7ffef13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:20.458340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e9718-b84b-40da-aacf-8cf137e3dcdf req-dcbca795-aacd-4a67-a281-6df9b7ffef13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:20.464613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e9718-b84b-40da-aacf-8cf137e3dcdf req-dcbca795-aacd-4a67-a281-6df9b7ffef13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:20.466666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d6e9718-b84b-40da-aacf-8cf137e3dcdf req-dcbca795-aacd-4a67-a281-6df9b7ffef13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.2472823 Feb 16 16:42:20.474156 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-62f9866c-6615-49d5-8b2d-8175e30fe468 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=6dd9809b-8b67-4061-8a60-b968873f6f2d HTTP/1.1" status: 200 len: 217 time: 0.1075740 Feb 16 16:42:20.488735 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0a2b9814-361e-4f10-969a-b2a6efe985d3 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7575264 Feb 16 16:42:20.512380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43144) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:20.513157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f321c1-95c2-4c18-9699-2aa26a30bda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03508df0-a96d-43ed-9541-2ac968b88855,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:20.538403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7d5e2f85-d7b1-4dcc-85a0-b42c73c474f1 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Request body: {'port': {'network_id': 'bed7d10a-dde7-4d8a-b01b-465996ff4489', 'name': 'tempest-AllowedAddressPairTestJSON-1572038198'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:20.644588 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d1652aab-efef-4d04-95b4-e3862185aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:20.647652 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d1652aab-efef-4d04-95b4-e3862185aafe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd80079a-8787-4887-b18e-e3dbc94e8246 HTTP/1.1" status: 200 len: 797 time: 0.1577315 Feb 16 16:42:20.735564 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-87f77897-c7f8-4df7-886f-4059fc5b6964 None None] Provisioning complete for port daac7058-0888-451c-a3ad-f3caa36d9cb5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:20.737289 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87f77897-c7f8-4df7-886f-4059fc5b6964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (daac7058-0888-451c-a3ad-f3caa36d9cb5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:20.752679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-f7203b44-4884-45b0-98f9-0860d57da113 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:20.755075 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-f7203b44-4884-45b0-98f9-0860d57da113 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.2830553 Feb 16 16:42:20.810823 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ef77f2e8-78ea-41de-bd15-becf4499be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:20.812403 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-ef77f2e8-78ea-41de-bd15-becf4499be5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1552272 Feb 16 16:42:20.824860 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428bfc52-86f9-47d7-b169-c3080d299daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:20.831094 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df4dc07-6290-4707-bf51-2539867096bd" -d '{"events": [{"server_uuid": "428bfc52-86f9-47d7-b169-c3080d299daf", "name": "network-vif-plugged", "status": "completed", "tag": "ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:20.869327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d6e9718-b84b-40da-aacf-8cf137e3dcdf req-16b87f40-55b9-4b1a-b81c-8ca132a52692 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3652439 Feb 16 16:42:20.870809 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-87f77897-c7f8-4df7-886f-4059fc5b6964 None None] Port daac7058-0888-451c-a3ad-f3caa36d9cb5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:42:20.957977 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e4ec66-eed3-4a5c-a58f-e7ef20c01226 x-openstack-request-id: req-c1e4ec66-eed3-4a5c-a58f-e7ef20c01226 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:20.958535 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428bfc52-86f9-47d7-b169-c3080d299daf", "name": "network-vif-plugged", "status": "completed", "tag": "ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:20.959009 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1e4ec66-eed3-4a5c-a58f-e7ef20c01226 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:20.965429 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428bfc52-86f9-47d7-b169-c3080d299daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557', 'code': 200} Feb 16 16:42:21.028348 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-2cc5add4-1f5e-402f-817b-8c8c71568352 service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002139 Feb 16 16:42:21.119209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5e2f85-d7b1-4dcc-85a0-b42c73c474f1 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Made reservation on behalf of 3b905209f0b2489c9c5335cc347441b5 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:21.129791 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7d5e2f85-d7b1-4dcc-85a0-b42c73c474f1 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:21.189284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-7d5e2f85-d7b1-4dcc-85a0-b42c73c474f1 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] device_id is not set on port 5079cc98-482e-4298-a843-192dce5d1d5f yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:42:21.208427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7bef0-9860-40f8-aceb-b35625815ad3 req-c558d79c-648f-44fe-a176-0d02a414db13 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:21.211698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8f7bef0-9860-40f8-aceb-b35625815ad3 req-c558d79c-648f-44fe-a176-0d02a414db13 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 945 time: 0.4544911 Feb 16 16:42:21.221693 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319fe5e-7024-4768-96f2-873cbb99212e req-d6f2a88a-ec26-48a8-b873-47fac055dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:21.223488 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6319fe5e-7024-4768-96f2-873cbb99212e req-d6f2a88a-ec26-48a8-b873-47fac055dd4f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 1127 time: 0.1941381 Feb 16 16:42:21.289226 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-be4bef01-f5bf-4e54-a8e9-45ab75072e21 service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493885 Feb 16 16:42:21.423482 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-23fd4fac-fbc4-47c5-849c-8b7f51c9052a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=07c6c357-bfbf-4921-8a12-0b2663806de4 HTTP/1.1" status: 200 len: 217 time: 0.1132209 Feb 16 16:42:21.445366 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6319fe5e-7024-4768-96f2-873cbb99212e req-e75f1d03-5155-4d9b-a8bd-e0002273d246 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040646 Feb 16 16:42:21.471397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-7d5e2f85-d7b1-4dcc-85a0-b42c73c474f1 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Allocated IP 172.20.0.10 (bed7d10a-dde7-4d8a-b01b-465996ff4489/f01c5ec9-2210-4fa2-a5e1-4e3118ed071c/5079cc98-482e-4298-a843-192dce5d1d5f) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:21.524972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-f56f823c-49cd-4cb9-a5e3-d6b25b1403e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:21.526894 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-f56f823c-49cd-4cb9-a5e3-d6b25b1403e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd80079a-8787-4887-b18e-e3dbc94e8246 HTTP/1.1" status: 200 len: 797 time: 0.0902126 Feb 16 16:42:21.685122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-13402dda-dfb5-49ac-a5c8-f690b5395998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Deleting port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:21.685508 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-13402dda-dfb5-49ac-a5c8-f690b5395998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:21.752596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43110fe6-b079-4168-9dfc-d15e9a18588f req-7e8ac0d3-7e57-4e74-9816-04e68b0edb94 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:21.759673 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:42:21.772598 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43110fe6-b079-4168-9dfc-d15e9a18588f req-7e8ac0d3-7e57-4e74-9816-04e68b0edb94 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 944 time: 0.5855994 Feb 16 16:42:21.804590 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cf4dc26e-c628-4658-ac9f-f09e186e8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:21.812736 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-cf4dc26e-c628-4658-ac9f-f09e186e8347 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1108918 Feb 16 16:42:21.848067 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8f7bef0-9860-40f8-aceb-b35625815ad3 req-b3609289-ae67-49d0-8661-413a101ccd48 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629513 Feb 16 16:42:22.047151 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-65966b13-a5e7-42d9-be49-004cf238da56 service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283885 Feb 16 16:42:22.149533 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-983460fc-bc7d-41dc-927d-d9158c9a54e2 service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004467 Feb 16 16:42:22.240556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43110fe6-b079-4168-9dfc-d15e9a18588f req-fc184ead-cb1e-4ccb-b863-333431a6be4f tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups?id=0bd25c0e-9539-4b4c-a743-41797ba5f8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4669764 Feb 16 16:42:22.255424 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-95dc2da9-eb9f-4f02-97b4-6877386c37ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=1ced1e52-ce08-4240-9780-a8fd8c6f59ad HTTP/1.1" status: 200 len: 217 time: 0.0984297 Feb 16 16:42:22.303707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-13402dda-dfb5-49ac-a5c8-f690b5395998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] For port 157e59aa-dbbe-4801-ad9b-4766ec9364e5, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=157e59aa-dbbe-4801-ad9b-4766ec9364e5,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:22.304370 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-13402dda-dfb5-49ac-a5c8-f690b5395998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:22.318600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c48741-591e-4705-88a1-6e00f8c36393 req-1e6da917-6b2f-4c4b-a10d-c79155e8a982 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:22.324623 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c48741-591e-4705-88a1-6e00f8c36393 req-1e6da917-6b2f-4c4b-a10d-c79155e8a982 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:22.337697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c48741-591e-4705-88a1-6e00f8c36393 req-1e6da917-6b2f-4c4b-a10d-c79155e8a982 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:22.347797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c48741-591e-4705-88a1-6e00f8c36393 req-1e6da917-6b2f-4c4b-a10d-c79155e8a982 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:22.352133 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-a4429330-a82c-4eb7-9082-a9db07ceea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:22.353588 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-a4429330-a82c-4eb7-9082-a9db07ceea57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd80079a-8787-4887-b18e-e3dbc94e8246 HTTP/1.1" status: 200 len: 797 time: 0.0918000 Feb 16 16:42:22.359464 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c48741-591e-4705-88a1-6e00f8c36393 req-1e6da917-6b2f-4c4b-a10d-c79155e8a982 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:22.378181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c48741-591e-4705-88a1-6e00f8c36393 req-1e6da917-6b2f-4c4b-a10d-c79155e8a982 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:22.389753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c48741-591e-4705-88a1-6e00f8c36393 req-1e6da917-6b2f-4c4b-a10d-c79155e8a982 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:22.397101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75c48741-591e-4705-88a1-6e00f8c36393 req-1e6da917-6b2f-4c4b-a10d-c79155e8a982 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.3741300 Feb 16 16:42:22.435109 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43230) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:22.439775 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43232) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:22.467083 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7d5e2f85-d7b1-4dcc-85a0-b42c73c474f1 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks [] for port (5079cc98-482e-4298-a843-192dce5d1d5f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:22.482812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-36144867-9628-4263-bb7d-6d7b7a00e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:22.484439 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-36144867-9628-4263-bb7d-6d7b7a00e525 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1207218 Feb 16 16:42:22.700874 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75c48741-591e-4705-88a1-6e00f8c36393 req-2f1cd710-68aa-4ef0-a254-b7ae37784a83 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2558310 Feb 16 16:42:22.770318 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-3f7130ed-bc03-4292-bebd-59fd4779e8bd service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792389 Feb 16 16:42:22.890725 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-13402dda-dfb5-49ac-a5c8-f690b5395998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:22.891412 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-13402dda-dfb5-49ac-a5c8-f690b5395998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (cea00738-ef0f-4a96-b896-ff446c2dfb86), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:22.891518 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-13402dda-dfb5-49ac-a5c8-f690b5395998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Floating IP cea00738-ef0f-4a96-b896-ff446c2dfb86 disassociated. External IP: 172.25.4.138, port: 157e59aa-dbbe-4801-ad9b-4766ec9364e5. Feb 16 16:42:22.891985 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-13402dda-dfb5-49ac-a5c8-f690b5395998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Calling delete_port for 157e59aa-dbbe-4801-ad9b-4766ec9364e5 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:22.903998 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a03476f6-4bd0-4fc9-93f7-7da7374544d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:23.022743 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a03476f6-4bd0-4fc9-93f7-7da7374544d5 admin admin] Publish callbacks [] for security_group (89e12fbc-d64b-4bfb-8480-6b03375ea0ef), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:23.110066 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a03476f6-4bd0-4fc9-93f7-7da7374544d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (89e12fbc-d64b-4bfb-8480-6b03375ea0ef), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:23.129400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1127439265-network', 'tenant_id': 'd22b9b81f06848d7bdabcc0eea844576'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:23.157641 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-13402dda-dfb5-49ac-a5c8-f690b5395998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (157e59aa-dbbe-4801-ad9b-4766ec9364e5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:23.185226 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a03476f6-4bd0-4fc9-93f7-7da7374544d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8952f52891c14047beba738e31be9e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7490525 Feb 16 16:42:23.186132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43250) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:23.200257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03476f6-4bd0-4fc9-93f7-7da7374544d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e12fbc-d64b-4bfb-8480-6b03375ea0ef,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:23.220769 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-145fd8df-17ac-43a3-89d6-5ca2a4608285 service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440787 Feb 16 16:42:23.298089 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-161879bc-61e4-41a3-a3bb-d9b8c450a1ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f13eedf5-23a5-4e39-9570-fad7d7cbd215 HTTP/1.1" status: 200 len: 217 time: 0.0679443 Feb 16 16:42:23.304919 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 157e59aa-dbbe-4801-ad9b-4766ec9364e5 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:42:23.344102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 157e59aa-dbbe-4801-ad9b-4766ec9364e5 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:42:23.344315 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 157e59aa-dbbe-4801-ad9b-4766ec9364e5 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:42:23.355611 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79793aa3-38b0-4c62-bcb1-bfe02ef23e19 admin admin] Publish callbacks [] for security_group (89e12fbc-d64b-4bfb-8480-6b03375ea0ef), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:23.386371 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7d5e2f85-d7b1-4dcc-85a0-b42c73c474f1 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (5079cc98-482e-4298-a843-192dce5d1d5f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:23.397507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13402dda-dfb5-49ac-a5c8-f690b5395998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event deleted for resources: {'Port': ['ID=157e59aa-dbbe-4801-ad9b-4766ec9364e5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:23.466462 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79793aa3-38b0-4c62-bcb1-bfe02ef23e19 admin admin] Publish callbacks [] for security_group (89e12fbc-d64b-4bfb-8480-6b03375ea0ef), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:23.479304 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7ce8e571-087e-4fc2-abcd-c0839dce0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:23.481739 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-7ce8e571-087e-4fc2-abcd-c0839dce0115 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1c74edd-6d03-4ab5-a984-b1104bd6fd71 HTTP/1.1" status: 200 len: 797 time: 0.1733308 Feb 16 16:42:23.571213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-195ce2b3-50f2-43dc-85f6-639fd74ccc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:23.573446 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-195ce2b3-50f2-43dc-85f6-639fd74ccc14 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8c7818c1-3357-407b-a8ee-d592e424d1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0803156 Feb 16 16:42:23.589894 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79793aa3-38b0-4c62-bcb1-bfe02ef23e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (89e12fbc-d64b-4bfb-8480-6b03375ea0ef), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:23.594381 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79793aa3-38b0-4c62-bcb1-bfe02ef23e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:23.597788 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-79793aa3-38b0-4c62-bcb1-bfe02ef23e19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89e12fbc-d64b-4bfb-8480-6b03375ea0ef HTTP/1.1" status: 204 len: 168 time: 0.4027624 Feb 16 16:42:23.654564 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79793aa3-38b0-4c62-bcb1-bfe02ef23e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e12fbc-d64b-4bfb-8480-6b03375ea0ef,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:23.860685 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-4362af3a-e2dd-465e-882e-61fd5f0e5081 service neutron] 10.222.0.60 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791848 Feb 16 16:42:23.939495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] Made reservation on behalf of d22b9b81f06848d7bdabcc0eea844576 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:23.941926 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:24.012766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e2f85-d7b1-4dcc-85a0-b42c73c474f1 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Network bed7d10a-dde7-4d8a-b01b-465996ff4489 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:24.024101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b9eeddb-f49e-4ea4-a3f4-4f356de8085d req-2bca0177-5cf8-49b8-a0e2-df058895b392 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 210 time: 0.6354196 Feb 16 16:42:24.042844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e2f85-d7b1-4dcc-85a0-b42c73c474f1 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:24.056719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e2f85-d7b1-4dcc-85a0-b42c73c474f1 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:24.074251 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-eaea14b4-f857-4c92-93f2-3fa3ec1f1950 service neutron] 10.222.0.60 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037621 Feb 16 16:42:24.196411 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-1e448ffc-c458-4812-8165-987e7fe29b24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05513152-46fd-4fae-986f-261a23262945 HTTP/1.1" status: 200 len: 217 time: 0.1001723 Feb 16 16:42:24.237342 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:24.247177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e2f85-d7b1-4dcc-85a0-b42c73c474f1 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event updated for resources: {'Port': ['ID=5079cc98-482e-4298-a843-192dce5d1d5f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:24.268855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e2f85-d7b1-4dcc-85a0-b42c73c474f1 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.269788 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7d5e2f85-d7b1-4dcc-85a0-b42c73c474f1 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:24.288836 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d0bcad1c-cf09-4b6a-8a2a-ad63b7b4a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.291130 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-d0bcad1c-cf09-4b6a-8a2a-ad63b7b4a382 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1c74edd-6d03-4ab5-a984-b1104bd6fd71 HTTP/1.1" status: 200 len: 797 time: 0.0898724 Feb 16 16:42:24.373742 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6ee3f-8218-4cf3-b755-c20112bec5e2 req-0f8e2807-02f5-45dc-9a85-4802b21c697b tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.378414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdf6ee3f-8218-4cf3-b755-c20112bec5e2 req-0f8e2807-02f5-45dc-9a85-4802b21c697b tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 945 time: 1.2652395 Feb 16 16:42:24.403347 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-023dbf80-2a22-422d-bc2d-5ae53e42277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.405323 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-023dbf80-2a22-422d-bc2d-5ae53e42277b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8c7818c1-3357-407b-a8ee-d592e424d1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1065176 Feb 16 16:42:24.470608 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7d5e2f85-d7b1-4dcc-85a0-b42c73c474f1 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9546487 Feb 16 16:42:24.474273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43300) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:24.535342 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-844f4673-92cc-407e-a9d0-0acd7b1edcd8 service neutron] 10.222.0.60 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243362 Feb 16 16:42:24.549695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e7a45605-7456-4b6b-992d-36d1b7471ddb None None] Provisioning complete for port 5079cc98-482e-4298-a843-192dce5d1d5f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:24.550240 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e7a45605-7456-4b6b-992d-36d1b7471ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5079cc98-482e-4298-a843-192dce5d1d5f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:24.558258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-bf4a2c1a-d23f-4791-9063-52c99177db9e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:8d:21:6a'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:1f:d0:e8'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:24.632254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-13402dda-dfb5-49ac-a5c8-f690b5395998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:42:24.638516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e7a45605-7456-4b6b-992d-36d1b7471ddb None None] Port 5079cc98-482e-4298-a843-192dce5d1d5f cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:42:24.645184 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd39d09f-9b28-4230-ad4f-85c4e0c10196 req-21eb479e-da41-4e0b-adde-303416d496c3 service neutron] 10.222.0.60 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042991 Feb 16 16:42:24.818203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32f9d4-adb2-4f31-9b5e-9d14fad40b97 req-ce1c6a6f-8313-4f4a-a179-828b715b0d0d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.832683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32f9d4-adb2-4f31-9b5e-9d14fad40b97 req-ce1c6a6f-8313-4f4a-a179-828b715b0d0d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.841382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-a1b08106-6553-4bbb-b633-93b050392e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.844845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32f9d4-adb2-4f31-9b5e-9d14fad40b97 req-ce1c6a6f-8313-4f4a-a179-828b715b0d0d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.845358 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-a1b08106-6553-4bbb-b633-93b050392e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.849657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-a1b08106-6553-4bbb-b633-93b050392e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.850301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-a1b08106-6553-4bbb-b633-93b050392e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.851042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-a1b08106-6553-4bbb-b633-93b050392e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.851800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-a1b08106-6553-4bbb-b633-93b050392e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.853341 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-a1b08106-6553-4bbb-b633-93b050392e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.858421 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-a1b08106-6553-4bbb-b633-93b050392e4a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6e850f85e6540848343a8f94f5bb145&device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 6695 time: 0.1478143 Feb 16 16:42:24.859971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32f9d4-adb2-4f31-9b5e-9d14fad40b97 req-ce1c6a6f-8313-4f4a-a179-828b715b0d0d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.872132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32f9d4-adb2-4f31-9b5e-9d14fad40b97 req-ce1c6a6f-8313-4f4a-a179-828b715b0d0d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.887236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32f9d4-adb2-4f31-9b5e-9d14fad40b97 req-ce1c6a6f-8313-4f4a-a179-828b715b0d0d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.895211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32f9d4-adb2-4f31-9b5e-9d14fad40b97 req-ce1c6a6f-8313-4f4a-a179-828b715b0d0d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:24.897311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f32f9d4-adb2-4f31-9b5e-9d14fad40b97 req-ce1c6a6f-8313-4f4a-a179-828b715b0d0d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.6386085 Feb 16 16:42:24.955329 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43316) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:25.035610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-8dc45f7f-792a-4f41-b05b-e2dd5fe66430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:25.039477 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-8dc45f7f-792a-4f41-b05b-e2dd5fe66430 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8c7818c1-3357-407b-a8ee-d592e424d1da HTTP/1.1" status: 200 len: 902 time: 0.1747239 Feb 16 16:42:25.081655 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdf6ee3f-8218-4cf3-b755-c20112bec5e2 req-04fd032a-66c7-4c53-ba6f-476331f44bef tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460486 Feb 16 16:42:25.150141 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-cfdd7364-08b6-4c86-9624-28b443db3bb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05513152-46fd-4fae-986f-261a23262945 HTTP/1.1" status: 200 len: 217 time: 0.1051290 Feb 16 16:42:25.264974 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a871c4ea-37e3-466d-b484-83ce9f6eb02d tempest-AgentManagementNegativeTest-743997894 tempest-AgentManagementNegativeTest-743997894-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3085952 Feb 16 16:42:25.297516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-2636f96f-ed77-4a15-afad-918a0f695d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:25.300483 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-2636f96f-ed77-4a15-afad-918a0f695d59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1c74edd-6d03-4ab5-a984-b1104bd6fd71 HTTP/1.1" status: 200 len: 797 time: 0.1413672 Feb 16 16:42:25.315409 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d36a9be-f1ee-48c0-bcac-3a3f7efc7bad req-85522d4a-fa84-4607-872b-db4ba84f24fc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 210 time: 0.1131952 Feb 16 16:42:25.414059 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f32f9d4-adb2-4f31-9b5e-9d14fad40b97 req-59b9cbc1-1374-487f-bc8a-840c293ea7e5 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4042304 Feb 16 16:42:25.437062 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] Publish callbacks [] for security_group (9f390dea-1142-4eb7-9e36-f41ee5f291a5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:25.450241 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-42eb4115-200b-43bf-aaff-a316dadf128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:25.451861 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-42eb4115-200b-43bf-aaff-a316dadf128b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8c7818c1-3357-407b-a8ee-d592e424d1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1450648 Feb 16 16:42:25.470845 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9f390dea-1142-4eb7-9e36-f41ee5f291a5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:25.590514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c1a-d23f-4791-9063-52c99177db9e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5079cc98-482e-4298-a843-192dce5d1d5f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:25.597469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-13402dda-dfb5-49ac-a5c8-f690b5395998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:42:25.611160 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01611693-3f80-4cdf-953d-f35afc37244c None None] Sync routers for ids ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:42:25.632201 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01611693-3f80-4cdf-953d-f35afc37244c None None] Routers {'51eb3b5f-4c8f-40df-87a4-5d239d98a77d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:42:25.633249 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-01611693-3f80-4cdf-953d-f35afc37244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:41:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:25.643205 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:42:25.644618 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1a0ca6b3-c154-440a-80b8-d59ad059d2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:25.731049 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-6940ab36-d8ad-40cc-bec1-c325ea83ab9d service neutron] 10.222.0.60 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724679 Feb 16 16:42:25.799833 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (42c4285c-e7a6-48f8-b247-1e3eaa380b97), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:25.802497 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] Added segment 42c4285c-e7a6-48f8-b247-1e3eaa380b97 of type vlan for network 3f9cc470-50a7-4301-865d-60b166be3e4a Feb 16 16:42:25.894934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-13402dda-dfb5-49ac-a5c8-f690b5395998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] No DVR routers for this DVR port 157e59aa-dbbe-4801-ad9b-4766ec9364e5 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:42:25.902191 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-01611693-3f80-4cdf-953d-f35afc37244c None None] Set router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:42:25.908247 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-13402dda-dfb5-49ac-a5c8-f690b5395998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:25.923978 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76e266ce-13c2-4da3-b8c9-1cf09a832f42 req-13402dda-dfb5-49ac-a5c8-f690b5395998 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.60 "DELETE /v2.0/ports/157e59aa-dbbe-4801-ad9b-4766ec9364e5 HTTP/1.1" status: 204 len: 173 time: 5.1494586 Feb 16 16:42:25.932871 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43348) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:25.944897 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c8a83a53-5c81-410f-8224-aedfdb5461f0 req-01ebe440-68ea-4cbe-a526-db7bbd03e11a service neutron] 10.222.0.60 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004683 Feb 16 16:42:25.946086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43352) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:25.970389 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-deleted', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:25.977305 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57536bb7-e415-4834-b87e-38db7706bebb" -d '{"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-deleted", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:25.980827 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f390dea-1142-4eb7-9e36-f41ee5f291a5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:25.999733 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (3f9cc470-50a7-4301-865d-60b166be3e4a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.200641 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5ad41705-cc57-4183-bfb8-fb1a101b7741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.261050 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96457f26-ff8f-45eb-9d0b-ca83a620c981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.311101 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c1a-d23f-4791-9063-52c99177db9e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks [] for port (5079cc98-482e-4298-a843-192dce5d1d5f), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.326062 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2812e0-8218-41e2-a2ca-728173631605 x-openstack-request-id: req-ff2812e0-8218-41e2-a2ca-728173631605 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:26.326662 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ea6e03-d60c-4a42-9fe5-9cf6938bc970", "name": "network-vif-deleted", "tag": "157e59aa-dbbe-4801-ad9b-4766ec9364e5", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:26.327020 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff2812e0-8218-41e2-a2ca-728173631605 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:26.328165 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ea6e03-d60c-4a42-9fe5-9cf6938bc970', 'name': 'network-vif-deleted', 'tag': '157e59aa-dbbe-4801-ad9b-4766ec9364e5', 'status': 'completed', 'code': 200} Feb 16 16:42:26.332400 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c1a-d23f-4791-9063-52c99177db9e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (5079cc98-482e-4298-a843-192dce5d1d5f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.346286 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-01611693-3f80-4cdf-953d-f35afc37244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:37Z', 'updated_at': '2022-02-16T16:32:44Z', 'revision_number': 4, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'gw_port': {'id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:38Z', 'updated_at': '2022-02-16T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'd0514355-a6bf-4867-bcb6-4b6c96748429', 'name': '', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'mac_address': 'fa:16:3e:4a:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:43Z', 'updated_at': '2022-02-16T16:32:56Z', 'revision_number': 5, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'subnets': [{'id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:26.378932 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01611693-3f80-4cdf-953d-f35afc37244c None None] Checking router: 51eb3b5f-4c8f-40df-87a4-5d239d98a77d for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:42:26.391419 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01611693-3f80-4cdf-953d-f35afc37244c None None] Routers {'51eb3b5f-4c8f-40df-87a4-5d239d98a77d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:42:26.392483 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-01611693-3f80-4cdf-953d-f35afc37244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:41:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:26.468223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a2c1a-d23f-4791-9063-52c99177db9e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event updated for resources: {'Port': ['ID=5079cc98-482e-4298-a843-192dce5d1d5f,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:26.479903 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96457f26-ff8f-45eb-9d0b-ca83a620c981 admin admin] Publish callbacks [] for security_group (36703fd9-7837-4f44-a4cc-68971546e56c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.493063 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96457f26-ff8f-45eb-9d0b-ca83a620c981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (36703fd9-7837-4f44-a4cc-68971546e56c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.493554 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (3f9cc470-50a7-4301-865d-60b166be3e4a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.495447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:26.497685 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.537171 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-96457f26-ff8f-45eb-9d0b-ca83a620c981 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=214f49a36fa94f34a977f715560fa0ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5861075 Feb 16 16:42:26.552065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43366) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:26.610930 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5ad41705-cc57-4183-bfb8-fb1a101b7741 admin admin] Publish callbacks [] for security_group (ff088352-a372-42a7-b2b1-4fc559db8784), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.630485 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5ad41705-cc57-4183-bfb8-fb1a101b7741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ff088352-a372-42a7-b2b1-4fc559db8784), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.676870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] Pushing event updated for resources: {'Network': ['ID=3f9cc470-50a7-4301-865d-60b166be3e4a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:26.688838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 3f9cc470-50a7-4301-865d-60b166be3e4a details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:42:26.695171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd4b8b9e-507b-4dcf-b6b3-bac2d618e9a5 req-b50ae87c-27cb-4e29-8860-0e287c59bb60 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ea6e03-d60c-4a42-9fe5-9cf6938bc970 HTTP/1.1" status: 200 len: 210 time: 0.2135587 Feb 16 16:42:26.699966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2ff67d64-ee65-4aec-8509-4b003fb0853e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.2514269 Feb 16 16:42:26.714217 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43368) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:26.715656 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-01611693-3f80-4cdf-953d-f35afc37244c None None] Set router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:42:26.717240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96457f26-ff8f-45eb-9d0b-ca83a620c981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36703fd9-7837-4f44-a4cc-68971546e56c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:26.721855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-0a48d650-b81f-4b55-916a-e93be01edf83 admin admin] Request body: {'subnet': {'network_id': '3f9cc470-50a7-4301-865d-60b166be3e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1127439265-subnet', 'tenant_id': 'd22b9b81f06848d7bdabcc0eea844576', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:26.754803 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63d36f3e-e524-43f2-b1d8-347d3b785b73 admin admin] Publish callbacks [] for security_group (36703fd9-7837-4f44-a4cc-68971546e56c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.772034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a48d650-b81f-4b55-916a-e93be01edf83 admin admin] Made reservation on behalf of d22b9b81f06848d7bdabcc0eea844576 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:26.774688 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0a48d650-b81f-4b55-916a-e93be01edf83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.825405 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63d36f3e-e524-43f2-b1d8-347d3b785b73 admin admin] Publish callbacks [] for security_group (36703fd9-7837-4f44-a4cc-68971546e56c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.967602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c163804-e561-4c05-be54-f171a0a27f78 req-7362eb0f-5767-4f65-9fe8-d62e80c5169a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:26.977839 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c163804-e561-4c05-be54-f171a0a27f78 req-7362eb0f-5767-4f65-9fe8-d62e80c5169a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 945 time: 0.6559465 Feb 16 16:42:26.992330 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63d36f3e-e524-43f2-b1d8-347d3b785b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (36703fd9-7837-4f44-a4cc-68971546e56c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.995279 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63d36f3e-e524-43f2-b1d8-347d3b785b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:26.996483 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-63d36f3e-e524-43f2-b1d8-347d3b785b73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36703fd9-7837-4f44-a4cc-68971546e56c HTTP/1.1" status: 204 len: 168 time: 0.4312456 Feb 16 16:42:27.013597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4be5ec6c-efc4-498f-864f-9c55e2fbee7f None None] Provisioning complete for port 5079cc98-482e-4298-a843-192dce5d1d5f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:27.016516 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4be5ec6c-efc4-498f-864f-9c55e2fbee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5079cc98-482e-4298-a843-192dce5d1d5f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:27.017429 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5ad41705-cc57-4183-bfb8-fb1a101b7741 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=177c8c3aacb54640b7f49ad41c86920b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0819173 Feb 16 16:42:27.032498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43372) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:27.052462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bf4a2c1a-d23f-4791-9063-52c99177db9e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] In _notify_port_updated(), no bound segment for port 5079cc98-482e-4298-a843-192dce5d1d5f on network bed7d10a-dde7-4d8a-b01b-465996ff4489 {{(pid=103421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:42:27.059246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a2c1a-d23f-4791-9063-52c99177db9e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:27.060591 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c1a-d23f-4791-9063-52c99177db9e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:27.062320 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bf4a2c1a-d23f-4791-9063-52c99177db9e tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "PUT /v2.0/ports/5079cc98-482e-4298-a843-192dce5d1d5f HTTP/1.1" status: 200 len: 1056 time: 2.5247004 Feb 16 16:42:27.071021 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43374) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:27.071724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad41705-cc57-4183-bfb8-fb1a101b7741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff088352-a372-42a7-b2b1-4fc559db8784,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:27.116831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4be5ec6c-efc4-498f-864f-9c55e2fbee7f None None] Port 5079cc98-482e-4298-a843-192dce5d1d5f cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:42:27.190378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c163804-e561-4c05-be54-f171a0a27f78 req-f4136e11-7044-4e30-a25e-e1147b4fb29b tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110116 Feb 16 16:42:27.195552 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d36f3e-e524-43f2-b1d8-347d3b785b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36703fd9-7837-4f44-a4cc-68971546e56c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:27.196161 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0a48d650-b81f-4b55-916a-e93be01edf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (b5cca10e-80e3-4565-b076-eec43f49aace), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:27.293215 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-01611693-3f80-4cdf-953d-f35afc37244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:37Z', 'updated_at': '2022-02-16T16:32:44Z', 'revision_number': 4, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'gw_port': {'id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:38Z', 'updated_at': '2022-02-16T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'd0514355-a6bf-4867-bcb6-4b6c96748429', 'name': '', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'mac_address': 'fa:16:3e:4a:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:43Z', 'updated_at': '2022-02-16T16:32:56Z', 'revision_number': 5, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'subnets': [{'id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:27.306345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa73e5c-1291-4356-86cd-89a7bb49f1b0 req-e712b64c-1a47-4a24-8f1c-cf4cd5f5cd9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:27.312521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa73e5c-1291-4356-86cd-89a7bb49f1b0 req-e712b64c-1a47-4a24-8f1c-cf4cd5f5cd9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:27.318851 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa73e5c-1291-4356-86cd-89a7bb49f1b0 req-e712b64c-1a47-4a24-8f1c-cf4cd5f5cd9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:27.326574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa73e5c-1291-4356-86cd-89a7bb49f1b0 req-e712b64c-1a47-4a24-8f1c-cf4cd5f5cd9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:27.333406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa73e5c-1291-4356-86cd-89a7bb49f1b0 req-e712b64c-1a47-4a24-8f1c-cf4cd5f5cd9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:27.340038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa73e5c-1291-4356-86cd-89a7bb49f1b0 req-e712b64c-1a47-4a24-8f1c-cf4cd5f5cd9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:27.345920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa73e5c-1291-4356-86cd-89a7bb49f1b0 req-e712b64c-1a47-4a24-8f1c-cf4cd5f5cd9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:27.354817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4aa73e5c-1291-4356-86cd-89a7bb49f1b0 req-e712b64c-1a47-4a24-8f1c-cf4cd5f5cd9a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.3955264 Feb 16 16:42:27.373044 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-715443ec-8d8b-4358-afeb-8b7b63bb0a2a admin admin] Publish callbacks [] for security_group (ff088352-a372-42a7-b2b1-4fc559db8784), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:27.431539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48d650-b81f-4b55-916a-e93be01edf83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5cca10e-80e3-4565-b076-eec43f49aace,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:27.449187 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-715443ec-8d8b-4358-afeb-8b7b63bb0a2a admin admin] Publish callbacks [] for security_group (ff088352-a372-42a7-b2b1-4fc559db8784), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:27.489588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48d650-b81f-4b55-916a-e93be01edf83 admin admin] Checking segment: {'id': '42c4285c-e7a6-48f8-b247-1e3eaa380b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3f9cc470-50a7-4301-865d-60b166be3e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:27.490355 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a48d650-b81f-4b55-916a-e93be01edf83 admin admin] Network hostable DHCP agents. Network: 3f9cc470-50a7-4301-865d-60b166be3e4a, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:42:27.537853 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4aa73e5c-1291-4356-86cd-89a7bb49f1b0 req-864b7863-15dc-49f8-b8cc-ebb4a351e6b1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1813865 Feb 16 16:42:27.539276 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01611693-3f80-4cdf-953d-f35afc37244c None None] The sync data for ids ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'] in n-d-669411-5 is: [{'id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:37Z', 'updated_at': '2022-02-16T16:32:44Z', 'revision_number': 4, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'gw_port': {'id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:38Z', 'updated_at': '2022-02-16T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'd0514355-a6bf-4867-bcb6-4b6c96748429', 'name': '', 'network_id': '15aff283-df39-49e7-b6a0-0744c433d246', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'mac_address': 'fa:16:3e:4a:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:43Z', 'updated_at': '2022-02-16T16:32:56Z', 'revision_number': 5, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'subnets': [{'id': 'fb3087b6-a700-4596-bf94-8374694c51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:42:27.564064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adecac-5826-499e-903c-b3ca15608457 req-2f783f9b-705e-4ada-806d-192edded0362 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:27.571556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73adecac-5826-499e-903c-b3ca15608457 req-2f783f9b-705e-4ada-806d-192edded0362 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.2119598 Feb 16 16:42:27.574295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7601c5b1-b3d8-402d-aa72-dc58a5c13c8b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Deleting port 5079cc98-482e-4298-a843-192dce5d1d5f {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:27.574650 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7601c5b1-b3d8-402d-aa72-dc58a5c13c8b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5079cc98-482e-4298-a843-192dce5d1d5f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:27.594558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a48d650-b81f-4b55-916a-e93be01edf83 admin admin] Network 3f9cc470-50a7-4301-865d-60b166be3e4a is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:42:27.615842 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-0a48d650-b81f-4b55-916a-e93be01edf83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 3f9cc470-50a7-4301-865d-60b166be3e4a) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:27.621743 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-715443ec-8d8b-4358-afeb-8b7b63bb0a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ff088352-a372-42a7-b2b1-4fc559db8784), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:27.626026 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-715443ec-8d8b-4358-afeb-8b7b63bb0a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:27.630968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c72bfcb-9805-45a4-9dd0-d7ce7d6980fe None None] Network 3f9cc470-50a7-4301-865d-60b166be3e4a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:42:27.637688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a48d650-b81f-4b55-916a-e93be01edf83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:27.638463 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0a48d650-b81f-4b55-916a-e93be01edf83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:27.645312 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-715443ec-8d8b-4358-afeb-8b7b63bb0a2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff088352-a372-42a7-b2b1-4fc559db8784 HTTP/1.1" status: 204 len: 168 time: 0.6116278 Feb 16 16:42:27.676142 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43384) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:27.702404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73adecac-5826-499e-903c-b3ca15608457 req-b0359918-a971-49bc-8acc-e7295ca76c46 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296268 Feb 16 16:42:27.736473 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0a48d650-b81f-4b55-916a-e93be01edf83 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0200143 Feb 16 16:42:27.749083 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ca58b20-db9b-4864-ab5a-5d1cd5ce4cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:27.768261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715443ec-8d8b-4358-afeb-8b7b63bb0a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff088352-a372-42a7-b2b1-4fc559db8784,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:27.936763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43394) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:27.960885 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a53e576-fbf9-44b5-be05-e5922397e57e None None] Network 3f9cc470-50a7-4301-865d-60b166be3e4a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:42:28.005300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43398) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:28.111018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444a9eb-5d37-4db7-9ff0-63cb8cc6cb3e req-f60c7792-7d1a-42ea-8f8c-ff97918dd7a6 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:28.112695 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7444a9eb-5d37-4db7-9ff0-63cb8cc6cb3e req-f60c7792-7d1a-42ea-8f8c-ff97918dd7a6 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b0fd6de-250e-4c94-9e36-974d21ea314a HTTP/1.1" status: 200 len: 945 time: 0.2770257 Feb 16 16:42:28.128698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8041a7d6-2cfb-4e4d-aba1-8e63ff160ca2 None None] New status for floating IP cea00738-ef0f-4a96-b896-ff446c2dfb86: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:42:28.228162 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7601c5b1-b3d8-402d-aa72-dc58a5c13c8b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5079cc98-482e-4298-a843-192dce5d1d5f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:28.239476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7444a9eb-5d37-4db7-9ff0-63cb8cc6cb3e req-ac8460e0-7e47-42b8-ba59-5fa017d50747 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177652 Feb 16 16:42:28.243088 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8457a6-3cb8-42d9-9ac1-ed6f07225e68 admin admin] Deleting subnet b5cca10e-80e3-4565-b076-eec43f49aace {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:42:28.294032 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a8457a6-3cb8-42d9-9ac1-ed6f07225e68 admin admin] Publish callbacks [] for subnet (b5cca10e-80e3-4565-b076-eec43f49aace), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:28.298247 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e2eaa473-6861-4aac-8dcf-3dcb2445307b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:28.300359 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61a70f9c-34fe-4c68-99a3-c5a9c3406c25 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for security_group (0bd25c0e-9539-4b4c-a743-41797ba5f8b0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:28.337611 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61a70f9c-34fe-4c68-99a3-c5a9c3406c25 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for security_group (0bd25c0e-9539-4b4c-a743-41797ba5f8b0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:28.357788 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7601c5b1-b3d8-402d-aa72-dc58a5c13c8b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Calling delete_port for 5079cc98-482e-4298-a843-192dce5d1d5f owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:28.440352 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a8457a6-3cb8-42d9-9ac1-ed6f07225e68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (b5cca10e-80e3-4565-b076-eec43f49aace), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:28.462186 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61a70f9c-34fe-4c68-99a3-c5a9c3406c25 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0bd25c0e-9539-4b4c-a743-41797ba5f8b0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:28.477803 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61a70f9c-34fe-4c68-99a3-c5a9c3406c25 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:28.479715 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-61a70f9c-34fe-4c68-99a3-c5a9c3406c25 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "DELETE /v2.0/security-groups/0bd25c0e-9539-4b4c-a743-41797ba5f8b0 HTTP/1.1" status: 204 len: 168 time: 0.5384023 Feb 16 16:42:28.483380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43412) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:28.511098 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a8457a6-3cb8-42d9-9ac1-ed6f07225e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (b5cca10e-80e3-4565-b076-eec43f49aace), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:28.525065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a70f9c-34fe-4c68-99a3-c5a9c3406c25 tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd25c0e-9539-4b4c-a743-41797ba5f8b0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:28.558556 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-2def439e-260e-4063-93eb-91cb26a5986e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] show failed (client error): The resource could not be found. Feb 16 16:42:28.562123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2def439e-260e-4063-93eb-91cb26a5986e tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "GET /v2.0/security-groups/0bd25c0e-9539-4b4c-a743-41797ba5f8b0 HTTP/1.1" status: 404 len: 347 time: 0.0741773 Feb 16 16:42:28.562343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43414) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:28.654275 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ca58b20-db9b-4864-ab5a-5d1cd5ce4cea admin admin] Publish callbacks [] for security_group (4c110cdc-2051-4215-b25a-b57576c41955), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:28.656080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a8457a6-3cb8-42d9-9ac1-ed6f07225e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (b5cca10e-80e3-4565-b076-eec43f49aace), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:28.671967 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ca58b20-db9b-4864-ab5a-5d1cd5ce4cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4c110cdc-2051-4215-b25a-b57576c41955), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:28.861216 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f011bb-5fd5-4b38-abe2-4f7ae4263859 req-36ef90b5-a8d0-44a1-a5ff-f84896df5615 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:28.867364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f011bb-5fd5-4b38-abe2-4f7ae4263859 req-36ef90b5-a8d0-44a1-a5ff-f84896df5615 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:28.874835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f011bb-5fd5-4b38-abe2-4f7ae4263859 req-36ef90b5-a8d0-44a1-a5ff-f84896df5615 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:28.880630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f011bb-5fd5-4b38-abe2-4f7ae4263859 req-36ef90b5-a8d0-44a1-a5ff-f84896df5615 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:28.888362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f011bb-5fd5-4b38-abe2-4f7ae4263859 req-36ef90b5-a8d0-44a1-a5ff-f84896df5615 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:28.896036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f011bb-5fd5-4b38-abe2-4f7ae4263859 req-36ef90b5-a8d0-44a1-a5ff-f84896df5615 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:28.903175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f011bb-5fd5-4b38-abe2-4f7ae4263859 req-36ef90b5-a8d0-44a1-a5ff-f84896df5615 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:28.926004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7f011bb-5fd5-4b38-abe2-4f7ae4263859 req-36ef90b5-a8d0-44a1-a5ff-f84896df5615 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.2069440 Feb 16 16:42:28.974033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-3827ef40-9cc9-46e1-bded-54a862f5cebc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Deleting port d37bfcb9-6f26-4f52-9f60-822d23e3ebcc {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:28.974393 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3827ef40-9cc9-46e1-bded-54a862f5cebc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d37bfcb9-6f26-4f52-9f60-822d23e3ebcc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:29.056571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7f011bb-5fd5-4b38-abe2-4f7ae4263859 req-423de59a-6eb7-4008-ac59-60e7e5abcf8f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296904 Feb 16 16:42:29.139309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd246-8821-466b-a96e-cefc0c39f90a req-c3858f92-d6fd-4a8e-ae80-44fd4569ef09 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:29.142513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f09bd246-8821-466b-a96e-cefc0c39f90a req-c3858f92-d6fd-4a8e-ae80-44fd4569ef09 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 945 time: 0.2122188 Feb 16 16:42:29.189098 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3827ef40-9cc9-46e1-bded-54a862f5cebc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d37bfcb9-6f26-4f52-9f60-822d23e3ebcc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:29.189581 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3827ef40-9cc9-46e1-bded-54a862f5cebc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for floatingip (d37bfcb9-6f26-4f52-9f60-822d23e3ebcc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:29.203721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-3827ef40-9cc9-46e1-bded-54a862f5cebc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Calling delete_port for d37bfcb9-6f26-4f52-9f60-822d23e3ebcc owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:29.245507 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:29.301790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8457a6-3cb8-42d9-9ac1-ed6f07225e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5cca10e-80e3-4565-b076-eec43f49aace,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:29.334328 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43428) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.335450 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a8457a6-3cb8-42d9-9ac1-ed6f07225e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:29.342197 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8a8457a6-3cb8-42d9-9ac1-ed6f07225e68 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b5cca10e-80e3-4565-b076-eec43f49aace HTTP/1.1" status: 204 len: 168 time: 1.3248897 Feb 16 16:42:29.347056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43430) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.363997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca58b20-db9b-4864-ab5a-5d1cd5ce4cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c110cdc-2051-4215-b25a-b57576c41955,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:29.387777 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9ca58b20-db9b-4864-ab5a-5d1cd5ce4cea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51f7a24b155948f89992c1d058d0f8e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7061551 Feb 16 16:42:29.391715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43434) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.414282 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7601c5b1-b3d8-402d-aa72-dc58a5c13c8b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5079cc98-482e-4298-a843-192dce5d1d5f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:29.454359 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f09bd246-8821-466b-a96e-cefc0c39f90a req-11eee016-f860-4e39-96cf-81e3865d7dd9 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015583 Feb 16 16:42:29.491182 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc46df7f-8891-4473-bd30-78dddf8be859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (3f9cc470-50a7-4301-865d-60b166be3e4a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:29.546447 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3827ef40-9cc9-46e1-bded-54a862f5cebc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d37bfcb9-6f26-4f52-9f60-822d23e3ebcc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:29.556464 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601c5b1-b3d8-402d-aa72-dc58a5c13c8b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event deleted for resources: {'Port': ['ID=5079cc98-482e-4298-a843-192dce5d1d5f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:29.596239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827ef40-9cc9-46e1-bded-54a862f5cebc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Pushing event deleted for resources: {'Port': ['ID=d37bfcb9-6f26-4f52-9f60-822d23e3ebcc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:29.673504 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc46df7f-8891-4473-bd30-78dddf8be859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (3f9cc470-50a7-4301-865d-60b166be3e4a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:29.716799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-9092e2f3-aa42-495c-9fa9-911b1536a13d tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:29.718263 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9092e2f3-aa42-495c-9fa9-911b1536a13d tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3771811 Feb 16 16:42:29.724283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43444) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.730955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-009fb742-0cf2-4776-80d2-cea10d7594b0 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:29.734937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-009fb742-0cf2-4776-80d2-cea10d7594b0 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0096989 Feb 16 16:42:29.736772 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-dc46df7f-8891-4473-bd30-78dddf8be859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9cc470-50a7-4301-865d-60b166be3e4a']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:29.738972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43446) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.747063 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-27b39330-8e5c-4b2c-9239-afccf0c04ce5 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:29.750660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-27b39330-8e5c-4b2c-9239-afccf0c04ce5 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0094030 Feb 16 16:42:29.758724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43448) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.763915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-dc46df7f-8891-4473-bd30-78dddf8be859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c4285c-e7a6-48f8-b247-1e3eaa380b97') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:29.764252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-dc46df7f-8891-4473-bd30-78dddf8be859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c4285c-e7a6-48f8-b247-1e3eaa380b97') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:29.768705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-b4b3efef-da1a-4947-a128-6a2e7623bce8 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:29.772448 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b4b3efef-da1a-4947-a128-6a2e7623bce8 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0108449 Feb 16 16:42:29.776524 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3827ef40-9cc9-46e1-bded-54a862f5cebc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks [] for floatingip (cea00738-ef0f-4a96-b896-ff446c2dfb86), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:29.779282 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3827ef40-9cc9-46e1-bded-54a862f5cebc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:29.780524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43450) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.783689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3827ef40-9cc9-46e1-bded-54a862f5cebc tempest-ServerActionsTestJSON-616855808 tempest-ServerActionsTestJSON-616855808-project] 10.222.0.24 "DELETE /v2.0/floatingips/cea00738-ef0f-4a96-b896-ff446c2dfb86 HTTP/1.1" status: 204 len: 168 time: 1.2202532 Feb 16 16:42:29.784314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43452) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.786448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-fb414221-3ead-4429-9bd1-3dbf951f6b29 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:29.787905 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fb414221-3ead-4429-9bd1-3dbf951f6b29 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0060177 Feb 16 16:42:29.794602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43454) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.806145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-9a463935-2d8e-4b1d-b09e-1fecbbdf89d3 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:29.809978 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9a463935-2d8e-4b1d-b09e-1fecbbdf89d3 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0091341 Feb 16 16:42:29.811918 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc46df7f-8891-4473-bd30-78dddf8be859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (42c4285c-e7a6-48f8-b247-1e3eaa380b97), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:29.813610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43458) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.833017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-6f7657e5-8be1-4032-8721-669345c52044 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:29.837003 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6f7657e5-8be1-4032-8721-669345c52044 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0214219 Feb 16 16:42:29.837624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43460) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.850697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-921185dd-a6e1-48f5-a877-e5e48bb9231e tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:29.855042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-921185dd-a6e1-48f5-a877-e5e48bb9231e tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0075769 Feb 16 16:42:29.860145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43462) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.864591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-abcd1ecc-0f25-4d29-b16d-e5386b4ded87 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:29.868714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-abcd1ecc-0f25-4d29-b16d-e5386b4ded87 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0073047 Feb 16 16:42:29.870147 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43464) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.871192 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc46df7f-8891-4473-bd30-78dddf8be859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (42c4285c-e7a6-48f8-b247-1e3eaa380b97), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:29.875825 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7da375b0-e4b0-499f-a670-79411fc2b8a8 admin admin] Publish callbacks [] for security_group (4c110cdc-2051-4215-b25a-b57576c41955), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:29.899196 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-60d0db56-66d2-4d74-a534-bd13034aa220 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:29.903084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-60d0db56-66d2-4d74-a534-bd13034aa220 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0135863 Feb 16 16:42:29.911931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43466) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.920101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc46df7f-8891-4473-bd30-78dddf8be859 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:42:29.920335 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc46df7f-8891-4473-bd30-78dddf8be859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (42c4285c-e7a6-48f8-b247-1e3eaa380b97), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:29.924381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-fcd52273-700c-4ef0-8beb-08dd67e0e79e tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:29.928035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fcd52273-700c-4ef0-8beb-08dd67e0e79e tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0101209 Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:42:29.930190 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:42:29.952002 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43468) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.952002 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-225b8601-c453-4643-9d57-ca1779b8bcb3 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:29.954048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43470) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.954144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-225b8601-c453-4643-9d57-ca1779b8bcb3 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0077846 Feb 16 16:42:29.967950 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-7dc3ffa3-0af7-4161-869d-baee007c33e4 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:29.970010 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7dc3ffa3-0af7-4161-869d-baee007c33e4 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0166702 Feb 16 16:42:29.976926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43472) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:29.990784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-c9adb5ef-8b64-4b9c-9dfa-641097d61241 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:29.992078 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c9adb5ef-8b64-4b9c-9dfa-641097d61241 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0138564 Feb 16 16:42:29.998065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43474) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.036274 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7da375b0-e4b0-499f-a670-79411fc2b8a8 admin admin] Publish callbacks [] for security_group (4c110cdc-2051-4215-b25a-b57576c41955), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:30.080442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367ef75-5156-4e49-8abb-ec0f6b4d3880 req-4ead19ef-de27-48b4-a3e6-ed8b9c7730bd tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:30.085355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7367ef75-5156-4e49-8abb-ec0f6b4d3880 req-4ead19ef-de27-48b4-a3e6-ed8b9c7730bd tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.2702005 Feb 16 16:42:30.091336 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7601c5b1-b3d8-402d-aa72-dc58a5c13c8b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:30.096460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-a62df299-74cb-4f1e-be30-ed4f242b219a tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.097796 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a62df299-74cb-4f1e-be30-ed4f242b219a tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0105362 Feb 16 16:42:30.098054 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7601c5b1-b3d8-402d-aa72-dc58a5c13c8b tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "DELETE /v2.0/ports/5079cc98-482e-4298-a843-192dce5d1d5f HTTP/1.1" status: 204 len: 168 time: 3.0175750 Feb 16 16:42:30.099890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43476) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.100445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43478) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.107891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-edd1d5ec-1ce2-4427-8506-09918e2cdb0c tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.109039 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-edd1d5ec-1ce2-4427-8506-09918e2cdb0c tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0077193 Feb 16 16:42:30.112073 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43482) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.116495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-93ba3324-24ea-401f-b4ae-6f3e579b3f18 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.117552 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-93ba3324-24ea-401f-b4ae-6f3e579b3f18 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0050564 Feb 16 16:42:30.120486 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43484) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.124585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-582fbe92-4eee-4289-a63f-a1c611d51823 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.127654 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-582fbe92-4eee-4289-a63f-a1c611d51823 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0040987 Feb 16 16:42:30.128382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43486) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.136075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-6e448911-5c4f-492c-8ede-899d08a1cca9 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.137522 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6e448911-5c4f-492c-8ede-899d08a1cca9 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0079465 Feb 16 16:42:30.139017 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7da375b0-e4b0-499f-a670-79411fc2b8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4c110cdc-2051-4215-b25a-b57576c41955), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:30.141845 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7da375b0-e4b0-499f-a670-79411fc2b8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:30.143200 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7da375b0-e4b0-499f-a670-79411fc2b8a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c110cdc-2051-4215-b25a-b57576c41955 HTTP/1.1" status: 204 len: 168 time: 0.7504971 Feb 16 16:42:30.143828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43488) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.150723 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-1351e80f-6d24-47d4-8416-55c7b0a7b48c tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.152153 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1351e80f-6d24-47d4-8416-55c7b0a7b48c tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0052559 Feb 16 16:42:30.159621 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43492) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.162753 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da375b0-e4b0-499f-a670-79411fc2b8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c110cdc-2051-4215-b25a-b57576c41955,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:30.170096 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-2f1d543f-6750-48a0-88cb-13f384482435 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.173418 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2f1d543f-6750-48a0-88cb-13f384482435 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056551 Feb 16 16:42:30.174197 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43494) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.178063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-48982074-0e2b-4f16-b21a-2559d6125285 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.179797 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-48982074-0e2b-4f16-b21a-2559d6125285 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043170 Feb 16 16:42:30.181387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43496) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.192126 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-deaa5579-d2d2-4aef-b538-11042ce0468b tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.195363 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-deaa5579-d2d2-4aef-b538-11042ce0468b tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0099595 Feb 16 16:42:30.195557 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43498) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.200082 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-0e31f845-b643-4107-af83-a6116fd61deb tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.203297 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0e31f845-b643-4107-af83-a6116fd61deb tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046346 Feb 16 16:42:30.203532 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43500) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.208134 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-485580fd-056d-46a6-884d-3eb44e9bb00d tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.211258 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-485580fd-056d-46a6-884d-3eb44e9bb00d tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0042152 Feb 16 16:42:30.211709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43502) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.216791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-88deb90c-85cd-4337-8e4a-f9afbf92ae7f tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.219921 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-88deb90c-85cd-4337-8e4a-f9afbf92ae7f tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0054088 Feb 16 16:42:30.220302 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43504) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.224399 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-754e4b10-64be-4f7f-b07f-c449477b3c4c tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.227624 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-754e4b10-64be-4f7f-b07f-c449477b3c4c tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043900 Feb 16 16:42:30.228007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43506) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.233092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-6c470169-9a96-438d-b30c-bb9e486eff29 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.235804 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6c470169-9a96-438d-b30c-bb9e486eff29 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0053289 Feb 16 16:42:30.236560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43508) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.247340 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-874f7833-e7fd-4be0-8c4a-c751403d424a tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.248683 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-874f7833-e7fd-4be0-8c4a-c751403d424a tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0102682 Feb 16 16:42:30.251229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43510) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.257190 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-b4b98d12-d0df-42a3-bdd8-1bcfe25aaf1e tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.258439 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b4b98d12-d0df-42a3-bdd8-1bcfe25aaf1e tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0059657 Feb 16 16:42:30.261752 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43512) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.268601 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-3db1c982-da93-4cc2-8c1e-d6bd40ab77d2 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.271770 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3db1c982-da93-4cc2-8c1e-d6bd40ab77d2 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0082045 Feb 16 16:42:30.273896 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43514) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.282151 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-e5fa84bf-923c-4155-af5f-7504d1cb889c tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.284228 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e5fa84bf-923c-4155-af5f-7504d1cb889c tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0061548 Feb 16 16:42:30.287223 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43516) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.294172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-d69d5730-f839-4fe5-bdd3-0c803d088e88 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.296254 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d69d5730-f839-4fe5-bdd3-0c803d088e88 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0075305 Feb 16 16:42:30.298414 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43518) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.304489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-9bf76cd8-6f92-4b81-a0a9-df77ef309f30 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.307467 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9bf76cd8-6f92-4b81-a0a9-df77ef309f30 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070174 Feb 16 16:42:30.309794 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43520) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.317948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-4fdd584f-3088-4574-b2e7-fe6944ab4171 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.319459 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4fdd584f-3088-4574-b2e7-fe6944ab4171 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0085001 Feb 16 16:42:30.322067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43522) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.329735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-b1c1e2ce-1d73-4957-8d1f-11ebaf81b686 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.331157 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b1c1e2ce-1d73-4957-8d1f-11ebaf81b686 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0073817 Feb 16 16:42:30.333732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43524) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.342188 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-225e8d29-fa3c-455e-9ea1-f8a6975a31b3 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.345638 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-225e8d29-fa3c-455e-9ea1-f8a6975a31b3 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0087419 Feb 16 16:42:30.347094 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43526) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.352540 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-32af82e0-a5c9-49de-9d7b-f2d5317edf46 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.354797 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-32af82e0-a5c9-49de-9d7b-f2d5317edf46 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0061626 Feb 16 16:42:30.357474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43528) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.364795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-41c7cfc9-5482-4b2b-9bbe-8b9483fa4a48 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.367431 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-41c7cfc9-5482-4b2b-9bbe-8b9483fa4a48 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0080433 Feb 16 16:42:30.370509 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43530) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.377825 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-ef4eff60-5f4c-4405-8f8f-2528966248c4 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.379552 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ef4eff60-5f4c-4405-8f8f-2528966248c4 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0076981 Feb 16 16:42:30.382305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43532) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.389447 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-64937e17-afa4-42b1-b938-514fdc3b7985 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.391077 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-64937e17-afa4-42b1-b938-514fdc3b7985 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0072112 Feb 16 16:42:30.393826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43534) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.402383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-38adda74-420f-4797-821b-1da5c2f3716a tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.404712 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-38adda74-420f-4797-821b-1da5c2f3716a tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0086100 Feb 16 16:42:30.407195 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43536) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.414068 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-52dd218a-36de-4aee-af7e-fb35b9100686 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.415494 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-52dd218a-36de-4aee-af7e-fb35b9100686 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0065215 Feb 16 16:42:30.418354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43540) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.424751 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-6493e2c3-f7c9-4d73-9b77-1bc3bdbc94f3 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.426266 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6493e2c3-f7c9-4d73-9b77-1bc3bdbc94f3 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0066049 Feb 16 16:42:30.446173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43544) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.453681 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-b185a58c-94d9-4c89-96be-125f642dab04 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.457833 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b185a58c-94d9-4c89-96be-125f642dab04 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0076001 Feb 16 16:42:30.458670 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43546) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.463407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-3ff120e8-7734-44be-8054-1c595b3046f9 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.467691 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3ff120e8-7734-44be-8054-1c595b3046f9 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0078361 Feb 16 16:42:30.468762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43548) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.474457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-7be946f8-e7e3-4ec4-a92c-0350e2a265ff tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.478970 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7be946f8-e7e3-4ec4-a92c-0350e2a265ff tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0090513 Feb 16 16:42:30.480686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43550) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.485993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-710612ab-dbd1-45ab-8329-97d100900204 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.490248 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-710612ab-dbd1-45ab-8329-97d100900204 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0083122 Feb 16 16:42:30.491250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43552) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.496245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-9ffbb3ce-4c9e-44f5-9850-774ebdbbbf4b tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.500212 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9ffbb3ce-4c9e-44f5-9850-774ebdbbbf4b tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0077715 Feb 16 16:42:30.501051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43554) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.506960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-8c682464-24a5-468e-8e2b-aad260af25ce tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.511620 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8c682464-24a5-468e-8e2b-aad260af25ce tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0091331 Feb 16 16:42:30.512481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43556) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.516898 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-a8572766-23f5-4511-a8fd-089fa54b2c2a tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.521024 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a8572766-23f5-4511-a8fd-089fa54b2c2a tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0070736 Feb 16 16:42:30.521882 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43558) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.527126 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-18edcb7e-7b71-4d60-8bca-65e91e1cc77d tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.531219 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-18edcb7e-7b71-4d60-8bca-65e91e1cc77d tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0081978 Feb 16 16:42:30.532025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43560) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.543288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-c65039d2-a934-4e92-a049-d3c4c0a0970e tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.547349 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c65039d2-a934-4e92-a049-d3c4c0a0970e tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0139289 Feb 16 16:42:30.548011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43562) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.549937 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cae7701-cf53-4fb5-9aa8-857a660a9cb8 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] GET failed (client error): The resource could not be found. Feb 16 16:42:30.552331 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-4e65f3a5-ffd3-488b-a671-4fc949efe1a1 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.554287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8cae7701-cf53-4fb5-9aa8-857a660a9cb8 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "GET /v2.0/ports/5079cc98-482e-4298-a843-192dce5d1d5f HTTP/1.1" status: 404 len: 333 time: 0.4469604 Feb 16 16:42:30.555803 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4e65f3a5-ffd3-488b-a671-4fc949efe1a1 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0068359 Feb 16 16:42:30.556372 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43564) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.556696 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43566) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.573020 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-6f5cf48f-5bbc-4594-88b7-1c2b294c67ca tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.577590 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6f5cf48f-5bbc-4594-88b7-1c2b294c67ca tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0100727 Feb 16 16:42:30.579637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43568) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.584437 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-bcc448d5-ff9f-4313-af8d-fe4e4715a67d tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.588714 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bcc448d5-ff9f-4313-af8d-fe4e4715a67d tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0074813 Feb 16 16:42:30.589295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43570) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.611583 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc46df7f-8891-4473-bd30-78dddf8be859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (3f9cc470-50a7-4301-865d-60b166be3e4a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:30.639175 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-9e346b1e-4c60-47d1-bc66-b1dd1e50baed tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.643607 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9e346b1e-4c60-47d1-bc66-b1dd1e50baed tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0170488 Feb 16 16:42:30.644885 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43572) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.645660 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc46df7f-8891-4473-bd30-78dddf8be859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:30.653131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dc46df7f-8891-4473-bd30-78dddf8be859 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3f9cc470-50a7-4301-865d-60b166be3e4a HTTP/1.1" status: 204 len: 168 time: 1.3059089 Feb 16 16:42:30.673026 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-47a02092-77cc-4627-99bf-000beadf4c97 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.677174 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-47a02092-77cc-4627-99bf-000beadf4c97 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0134699 Feb 16 16:42:30.730986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43578) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.746357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7367ef75-5156-4e49-8abb-ec0f6b4d3880 req-88eee366-d01b-41be-99a6-4baa488868af tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402326 Feb 16 16:42:30.747375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46df7f-8891-4473-bd30-78dddf8be859 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9cc470-50a7-4301-865d-60b166be3e4a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:30.769513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-b8a83c8b-88e6-4dfc-89e6-89a190d447e5 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.777730 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b8a83c8b-88e6-4dfc-89e6-89a190d447e5 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0280328 Feb 16 16:42:30.787223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43582) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.797822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-964e329a-8f12-4221-a031-0ee1f0bd056e tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.799040 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-964e329a-8f12-4221-a031-0ee1f0bd056e tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0094428 Feb 16 16:42:30.803631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43586) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.814935 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-60ac7815-cb19-495f-b8a9-87fab8301fe1 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.816294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-60ac7815-cb19-495f-b8a9-87fab8301fe1 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0114980 Feb 16 16:42:30.818350 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:30.823572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43588) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.830969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-f7c5a2fd-ecdd-4349-9936-256b766374ac tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.832223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f7c5a2fd-ecdd-4349-9936-256b766374ac tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0073352 Feb 16 16:42:30.835292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43590) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.847625 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-d0de50ea-5bc6-4204-9669-17ac8a70dca6 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.851894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43592) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.852278 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d0de50ea-5bc6-4204-9669-17ac8a70dca6 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0158765 Feb 16 16:42:30.864067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [None req-da2ddd94-796e-4e84-a66b-0784589a143b tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.867182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-da2ddd94-796e-4e84-a66b-0784589a143b tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0115423 Feb 16 16:42:30.871489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43594) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.886462 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-380e37ed-8f63-4099-b6d5-19d5f483a882 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.890110 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-380e37ed-8f63-4099-b6d5-19d5f483a882 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0176630 Feb 16 16:42:30.890878 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43598) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.895125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24506c1d-79a5-4390-863b-47bb52e61e69 req-4a92139e-31b9-4c01-88ac-b2611c5158fc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:30.899379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-97c7697c-de6d-4435-a053-2b44f7baf0ca tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Deleting port daac7058-0888-451c-a3ad-f3caa36d9cb5 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:30.899727 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97c7697c-de6d-4435-a053-2b44f7baf0ca tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (daac7058-0888-451c-a3ad-f3caa36d9cb5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:30.905476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24506c1d-79a5-4390-863b-47bb52e61e69 req-4a92139e-31b9-4c01-88ac-b2611c5158fc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:30.917887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-f12e6ddc-498c-437c-ac92-7ba81bcd238c tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.921844 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f12e6ddc-498c-437c-ac92-7ba81bcd238c tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0143449 Feb 16 16:42:30.923976 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43600) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.924756 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24506c1d-79a5-4390-863b-47bb52e61e69 req-4a92139e-31b9-4c01-88ac-b2611c5158fc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:30.928288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-8d21fa7f-3c08-44e4-bc4c-a5a5dc9600eb tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.930385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24506c1d-79a5-4390-863b-47bb52e61e69 req-4a92139e-31b9-4c01-88ac-b2611c5158fc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:30.932939 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8d21fa7f-3c08-44e4-bc4c-a5a5dc9600eb tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0074914 Feb 16 16:42:30.933520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43602) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.951777 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-f639a8cb-31f4-45d8-b0f0-588b9bf655c5 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.952093 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24506c1d-79a5-4390-863b-47bb52e61e69 req-4a92139e-31b9-4c01-88ac-b2611c5158fc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:30.955821 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f639a8cb-31f4-45d8-b0f0-588b9bf655c5 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0090768 Feb 16 16:42:30.956542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43604) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.957687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24506c1d-79a5-4390-863b-47bb52e61e69 req-4a92139e-31b9-4c01-88ac-b2611c5158fc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:30.968358 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-e71c76f5-80f5-4028-8b29-fae15beaa738 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.971917 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e71c76f5-80f5-4028-8b29-fae15beaa738 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0074687 Feb 16 16:42:30.972494 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43608) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.980691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-9b705ac3-e354-4ced-90c4-18fe8f37530c tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:30.981000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24506c1d-79a5-4390-863b-47bb52e61e69 req-4a92139e-31b9-4c01-88ac-b2611c5158fc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:30.982971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24506c1d-79a5-4390-863b-47bb52e61e69 req-4a92139e-31b9-4c01-88ac-b2611c5158fc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.4219253 Feb 16 16:42:30.985053 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9b705ac3-e354-4ced-90c4-18fe8f37530c tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0084114 Feb 16 16:42:30.985519 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43610) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:30.998046 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [None req-cb8c980d-3d03-4935-a5de-0c6c317a3704 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:31.004524 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cb8c980d-3d03-4935-a5de-0c6c317a3704 tempest-ExtensionsTestJSON-1455172320 tempest-ExtensionsTestJSON-1455172320-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0077469 Feb 16 16:42:31.128091 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43616) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:31.184440 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97c7697c-de6d-4435-a053-2b44f7baf0ca tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (daac7058-0888-451c-a3ad-f3caa36d9cb5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:31.202950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24506c1d-79a5-4390-863b-47bb52e61e69 req-e88ad48d-8c4a-4abd-a917-cae9731bf56e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0998466 Feb 16 16:42:31.209835 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-97c7697c-de6d-4435-a053-2b44f7baf0ca tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Calling delete_port for daac7058-0888-451c-a3ad-f3caa36d9cb5 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:31.251543 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8a755d86-8786-4065-874c-53e933b096e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d22b9b81f06848d7bdabcc0eea844576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1164334 Feb 16 16:42:31.256496 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43618) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:31.320546 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:31.575881 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19f18036-0957-4178-962d-14642cb315ff admin admin] Publish callbacks [] for security_group (9f390dea-1142-4eb7-9e36-f41ee5f291a5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:31.586501 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb956-a19b-464c-9453-ac29f37f628f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:31.615908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988cc7e-9eb7-4bbc-8824-4e7e780f5d37 req-5774a59c-1867-421c-b4b8-7d2c36cde64b tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:31.628994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988cc7e-9eb7-4bbc-8824-4e7e780f5d37 req-5774a59c-1867-421c-b4b8-7d2c36cde64b tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:31.639476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19f18036-0957-4178-962d-14642cb315ff admin admin] Publish callbacks [] for security_group (9f390dea-1142-4eb7-9e36-f41ee5f291a5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:31.643696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988cc7e-9eb7-4bbc-8824-4e7e780f5d37 req-5774a59c-1867-421c-b4b8-7d2c36cde64b tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:31.648568 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4988cc7e-9eb7-4bbc-8824-4e7e780f5d37 req-5774a59c-1867-421c-b4b8-7d2c36cde64b tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf&device_id=7b0fd6de-250e-4c94-9e36-974d21ea314a&device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 2416 time: 0.2404058 Feb 16 16:42:31.718528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43632) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:31.847747 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97c7697c-de6d-4435-a053-2b44f7baf0ca tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (daac7058-0888-451c-a3ad-f3caa36d9cb5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:31.884502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4988cc7e-9eb7-4bbc-8824-4e7e780f5d37 req-299ced49-a547-4faa-a894-8137a4e28757 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405737 Feb 16 16:42:31.933630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7697c-de6d-4435-a053-2b44f7baf0ca tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event deleted for resources: {'Port': ['ID=daac7058-0888-451c-a3ad-f3caa36d9cb5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:32.016509 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19f18036-0957-4178-962d-14642cb315ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9f390dea-1142-4eb7-9e36-f41ee5f291a5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:32.045597 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19f18036-0957-4178-962d-14642cb315ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:32.046919 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-19f18036-0957-4178-962d-14642cb315ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f390dea-1142-4eb7-9e36-f41ee5f291a5 HTTP/1.1" status: 204 len: 168 time: 0.7829738 Feb 16 16:42:32.087395 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f18036-0957-4178-962d-14642cb315ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f390dea-1142-4eb7-9e36-f41ee5f291a5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:32.090551 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:32.187944 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97c7697c-de6d-4435-a053-2b44f7baf0ca tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:32.195544 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-97c7697c-de6d-4435-a053-2b44f7baf0ca tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "DELETE /v2.0/ports/daac7058-0888-451c-a3ad-f3caa36d9cb5 HTTP/1.1" status: 204 len: 168 time: 1.6350181 Feb 16 16:42:32.196858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43644) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:32.223689 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab8a7-3f02-4cc7-93af-43af97483fc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:32.234329 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-4530e4e5-0c55-4aee-804d-cca222123b64 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] GET failed (client error): The resource could not be found. Feb 16 16:42:32.241703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4530e4e5-0c55-4aee-804d-cca222123b64 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "GET /v2.0/ports/daac7058-0888-451c-a3ad-f3caa36d9cb5 HTTP/1.1" status: 404 len: 333 time: 0.0416212 Feb 16 16:42:32.242329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43646) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:32.320666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79b5fe-58b7-437c-b7b7-c179e4b1ff41 req-d6ca56ae-5c9e-425a-86e5-14564201c897 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:32.322190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba79b5fe-58b7-437c-b7b7-c179e4b1ff41 req-d6ca56ae-5c9e-425a-86e5-14564201c897 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 945 time: 0.2619724 Feb 16 16:42:32.421410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab8a7-3f02-4cc7-93af-43af97483fc8 admin admin] Publish callbacks [] for security_group (4151c05c-42b1-4b47-931d-a40c96e8d8e0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:32.429342 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab8a7-3f02-4cc7-93af-43af97483fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4151c05c-42b1-4b47-931d-a40c96e8d8e0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:32.468276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba79b5fe-58b7-437c-b7b7-c179e4b1ff41 req-1b7fd1ea-e4eb-47cf-8e2c-bed7654b89a5 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380112 Feb 16 16:42:32.508278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-af2a0ca6-6ca3-4c14-b588-c81ef290cc78 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Deleting port fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:32.508623 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-af2a0ca6-6ca3-4c14-b588-c81ef290cc78 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:32.578504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ab8a7-3f02-4cc7-93af-43af97483fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4151c05c-42b1-4b47-931d-a40c96e8d8e0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:32.598036 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ef1ab8a7-3f02-4cc7-93af-43af97483fc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a05d112c01240abbad6ac95a3cbae7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8734665 Feb 16 16:42:32.599109 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43658) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:32.602950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a4ae2-c674-41c4-9dba-fc164aea8936 req-d2f76cfc-cfc6-41c7-8ad4-c51fe6178fb9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:32.608410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a4ae2-c674-41c4-9dba-fc164aea8936 req-d2f76cfc-cfc6-41c7-8ad4-c51fe6178fb9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:32.614248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a4ae2-c674-41c4-9dba-fc164aea8936 req-d2f76cfc-cfc6-41c7-8ad4-c51fe6178fb9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:32.619816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a4ae2-c674-41c4-9dba-fc164aea8936 req-d2f76cfc-cfc6-41c7-8ad4-c51fe6178fb9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:32.625218 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a4ae2-c674-41c4-9dba-fc164aea8936 req-d2f76cfc-cfc6-41c7-8ad4-c51fe6178fb9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:32.630554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a4ae2-c674-41c4-9dba-fc164aea8936 req-d2f76cfc-cfc6-41c7-8ad4-c51fe6178fb9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:32.639547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a4ae2-c674-41c4-9dba-fc164aea8936 req-d2f76cfc-cfc6-41c7-8ad4-c51fe6178fb9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:32.639547 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a15a4ae2-c674-41c4-9dba-fc164aea8936 req-d2f76cfc-cfc6-41c7-8ad4-c51fe6178fb9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.2528300 Feb 16 16:42:32.733002 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61bf0db5-0962-424a-9066-de0dc3a4b798 admin admin] Publish callbacks [] for security_group (4151c05c-42b1-4b47-931d-a40c96e8d8e0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:32.769435 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a15a4ae2-c674-41c4-9dba-fc164aea8936 req-cb8fa8ba-3ee4-4b48-b511-fb0084ea68b6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815930 Feb 16 16:42:32.791891 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61bf0db5-0962-424a-9066-de0dc3a4b798 admin admin] Publish callbacks [] for security_group (4151c05c-42b1-4b47-931d-a40c96e8d8e0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:32.808113 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-af2a0ca6-6ca3-4c14-b588-c81ef290cc78 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:32.824721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-af2a0ca6-6ca3-4c14-b588-c81ef290cc78 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Calling delete_port for fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:32.834177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ea1eb956-a19b-464c-9453-ac29f37f628f admin admin] Deleting port d0514355-a6bf-4867-bcb6-4b6c96748429 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:32.834715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb956-a19b-464c-9453-ac29f37f628f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:32.961822 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61bf0db5-0962-424a-9066-de0dc3a4b798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4151c05c-42b1-4b47-931d-a40c96e8d8e0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:32.964906 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61bf0db5-0962-424a-9066-de0dc3a4b798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:32.968340 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-61bf0db5-0962-424a-9066-de0dc3a4b798 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4151c05c-42b1-4b47-931d-a40c96e8d8e0 HTTP/1.1" status: 204 len: 168 time: 0.3660975 Feb 16 16:42:32.987048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf0db5-0962-424a-9066-de0dc3a4b798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4151c05c-42b1-4b47-931d-a40c96e8d8e0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:33.044992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-ea1eb956-a19b-464c-9453-ac29f37f628f admin admin] For port d0514355-a6bf-4867-bcb6-4b6c96748429, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d0514355-a6bf-4867-bcb6-4b6c96748429,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:33.045429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb956-a19b-464c-9453-ac29f37f628f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:33.071786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ea1eb956-a19b-464c-9453-ac29f37f628f admin admin] Calling delete_port for d0514355-a6bf-4867-bcb6-4b6c96748429 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:33.484415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43688) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:33.518135 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-af2a0ca6-6ca3-4c14-b588-c81ef290cc78 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:33.562602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a0ca6-6ca3-4c14-b588-c81ef290cc78 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event deleted for resources: {'Port': ['ID=fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:33.666686 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb956-a19b-464c-9453-ac29f37f628f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d0514355-a6bf-4867-bcb6-4b6c96748429), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:33.740070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1eb956-a19b-464c-9453-ac29f37f628f admin admin] Pushing event deleted for resources: {'Port': ['ID=d0514355-a6bf-4867-bcb6-4b6c96748429,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:33.894763 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-af2a0ca6-6ca3-4c14-b588-c81ef290cc78 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:33.918023 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-af2a0ca6-6ca3-4c14-b588-c81ef290cc78 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "DELETE /v2.0/ports/fc14bdcf-e333-4c82-b7b4-65f2a2c73bb8 HTTP/1.1" status: 204 len: 168 time: 1.6718173 Feb 16 16:42:33.922598 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43708) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:33.923179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8a2fd0d0-d72e-4845-862d-d006e26ce7f9 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1556739787'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:33.923676 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8a2fd0d0-d72e-4845-862d-d006e26ce7f9 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Unknown quota resources ['metering_label']. {{(pid=103422) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:42:34.327467 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd0d0-d72e-4845-862d-d006e26ce7f9 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:34.329259 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8a2fd0d0-d72e-4845-862d-d006e26ce7f9 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8426876 Feb 16 16:42:34.331993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43718) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:34.339490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ce8ce95c-0c05-4279-92e1-154a4f6c96e8 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '233b0fda-70f6-4b62-a3e9-1a4d48ad2cb7'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:34.340650 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ce8ce95c-0c05-4279-92e1-154a4f6c96e8 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103422) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:42:34.365256 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb956-a19b-464c-9453-ac29f37f628f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:34.372282 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Deleting subnet f01c5ec9-2210-4fa2-a5e1-4e3118ed071c {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:42:34.375927 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks [] for subnet (f01c5ec9-2210-4fa2-a5e1-4e3118ed071c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:34.425845 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (f01c5ec9-2210-4fa2-a5e1-4e3118ed071c), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:34.456331 n-d-669411-5 neutron-server[103422]: WARNING neutron.services.metering.metering_plugin [None req-ce8ce95c-0c05-4279-92e1-154a4f6c96e8 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 16 16:42:34.495456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cdc92-f7c0-4507-8227-e54707129aa6 req-4870fbac-aaf4-42a2-a30f-98cf3d9ab83b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:34.501980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cdc92-f7c0-4507-8227-e54707129aa6 req-4870fbac-aaf4-42a2-a30f-98cf3d9ab83b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:34.507899 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:34.508597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cdc92-f7c0-4507-8227-e54707129aa6 req-4870fbac-aaf4-42a2-a30f-98cf3d9ab83b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:34.514128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cdc92-f7c0-4507-8227-e54707129aa6 req-4870fbac-aaf4-42a2-a30f-98cf3d9ab83b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:34.520577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cdc92-f7c0-4507-8227-e54707129aa6 req-4870fbac-aaf4-42a2-a30f-98cf3d9ab83b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:34.526395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cdc92-f7c0-4507-8227-e54707129aa6 req-4870fbac-aaf4-42a2-a30f-98cf3d9ab83b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:34.532558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cdc92-f7c0-4507-8227-e54707129aa6 req-4870fbac-aaf4-42a2-a30f-98cf3d9ab83b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:34.540791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-813cdc92-f7c0-4507-8227-e54707129aa6 req-4870fbac-aaf4-42a2-a30f-98cf3d9ab83b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.5962350 Feb 16 16:42:34.649232 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce95c-0c05-4279-92e1-154a4f6c96e8 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:34.651186 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ce8ce95c-0c05-4279-92e1-154a4f6c96e8 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3172803 Feb 16 16:42:34.654855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43726) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:34.661317 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2a74df66-a698-45ae-8621-8f8adfb4d45a tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '233b0fda-70f6-4b62-a3e9-1a4d48ad2cb7'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:34.662064 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2a74df66-a698-45ae-8621-8f8adfb4d45a tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103422) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:42:34.735890 n-d-669411-5 neutron-server[103422]: WARNING neutron.services.metering.metering_plugin [None req-2a74df66-a698-45ae-8621-8f8adfb4d45a tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 16 16:42:34.866056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43736) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:35.003382 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2a74df66-a698-45ae-8621-8f8adfb4d45a tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.005115 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2a74df66-a698-45ae-8621-8f8adfb4d45a tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3489635 Feb 16 16:42:35.008612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43742) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:35.022462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-813cdc92-f7c0-4507-8227-e54707129aa6 req-fec85d08-bdfa-4cea-956d-22af9ffddfb8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4799395 Feb 16 16:42:35.027067 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4df98d55-ea09-4516-b429-2d04e4ff5c04 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=97e2117b-af73-4f2a-8c3a-ee237139861d HTTP/1.1" status: 200 len: 462 time: 0.0171366 Feb 16 16:42:35.031979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43746) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:35.048637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1032161266'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:35.077549 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Made reservation on behalf of 6b45013a38a645ba942df5d60a48b5aa for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:35.081945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.098575 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (f01c5ec9-2210-4fa2-a5e1-4e3118ed071c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.125051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.196055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1eb956-a19b-464c-9453-ac29f37f628f admin admin] Router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:42:35.262653 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for security_group (bc987458-7d1f-43f0-a2af-fd59c1f652b8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.334644 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (bc987458-7d1f-43f0-a2af-fd59c1f652b8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.346674 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (f01c5ec9-2210-4fa2-a5e1-4e3118ed071c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.389017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9222b475-9649-4680-9dc2-cdedeba33f77 None None] Network bed7d10a-dde7-4d8a-b01b-465996ff4489 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:42:35.394367 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.399927 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "DELETE /v2.0/subnets/f01c5ec9-2210-4fa2-a5e1-4e3118ed071c HTTP/1.1" status: 204 len: 168 time: 1.4723902 Feb 16 16:42:35.417304 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43756) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:35.421633 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc987458-7d1f-43f0-a2af-fd59c1f652b8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:35.426623 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event deleted for resources: {'Subnet': ['ID=f01c5ec9-2210-4fa2-a5e1-4e3118ed071c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:35.433802 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66d0779c-2f43-4ecb-940d-570bfac5201a tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.444195 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-66d0779c-2f43-4ecb-940d-570bfac5201a tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/97e2117b-af73-4f2a-8c3a-ee237139861d HTTP/1.1" status: 204 len: 168 time: 0.4090431 Feb 16 16:42:35.448922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43758) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:35.484025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f7fdcac6-9940-4efa-89e6-6476894d1eb5 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=97e2117b-af73-4f2a-8c3a-ee237139861d HTTP/1.1" status: 200 len: 221 time: 0.0279872 Feb 16 16:42:35.484025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:35.484025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:35.484025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:35.484025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:35.484639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:35.484639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:35.484837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:35.485108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:35.485438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:35.485767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:35.486091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:35.486412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:35.486796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c5ae-0c14-4024-bbbe-9684f21b9778 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:35.491734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43760) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:35.496678 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b5a4418d-c7a6-4fa0-97b8-d4770af85557 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--770751037', 'description': 'label created by tempest'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:35.497134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b5a4418d-c7a6-4fa0-97b8-d4770af85557 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Unknown quota resources ['metering_label']. {{(pid=103421) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:42:35.529904 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1eb956-a19b-464c-9453-ac29f37f628f admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:42:35.544403 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9374821e-d98a-412c-a4ae-b64e7b374572 None None] Sync routers for ids ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:42:35.549138 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ea1eb956-a19b-464c-9453-ac29f37f628f admin admin] 10.222.0.24 "PUT /v2.0/routers/51eb3b5f-4c8f-40df-87a4-5d239d98a77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7557471 Feb 16 16:42:35.561673 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9374821e-d98a-412c-a4ae-b64e7b374572 None None] Routers {'51eb3b5f-4c8f-40df-87a4-5d239d98a77d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:42:35.562343 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9374821e-d98a-412c-a4ae-b64e7b374572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:42:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:35.605829 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (bed7d10a-dde7-4d8a-b01b-465996ff4489), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.612343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43762) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:35.613114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43764) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:35.621381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc49cc-4e78-4b91-9b61-9e26598aa767 req-d9de83ca-30c9-4fc3-a313-8301efcefdf6 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:35.623187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1edc49cc-4e78-4b91-9b61-9e26598aa767 req-d9de83ca-30c9-4fc3-a313-8301efcefdf6 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.2669692 Feb 16 16:42:35.650024 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:42:35.693458 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f49e2915-90eb-4f62-b0ff-35a9bfa6014c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.694304 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Added segment f49e2915-90eb-4f62-b0ff-35a9bfa6014c of type vlan for network b23a6480-eaf4-4862-8b69-2bb9de33bafe Feb 16 16:42:35.760848 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b65c1d-d0ba-4372-a5fb-8206af1d205e None None] DHCP port deletion for bed7d10a-dde7-4d8a-b01b-465996ff4489 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:42:35.790466 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Deleting port b41e03f9-62a1-433b-986c-597461a3f179 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:35.790685 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-9374821e-d98a-412c-a4ae-b64e7b374572 None None] Set router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:42:35.794048 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b41e03f9-62a1-433b-986c-597461a3f179), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.833693 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-42b65c1d-d0ba-4372-a5fb-8206af1d205e None None] Deleting port b41e03f9-62a1-433b-986c-597461a3f179 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:35.834075 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-42b65c1d-d0ba-4372-a5fb-8206af1d205e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b41e03f9-62a1-433b-986c-597461a3f179), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.876677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] For port b41e03f9-62a1-433b-986c-597461a3f179, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b41e03f9-62a1-433b-986c-597461a3f179,segment=NetworkSegment(3151126e-b29a-46f0-bebf-cd169dd4648a),segment_id=3151126e-b29a-46f0-bebf-cd169dd4648a)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:35.877042 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b41e03f9-62a1-433b-986c-597461a3f179), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.893450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Calling delete_port for b41e03f9-62a1-433b-986c-597461a3f179 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:35.969306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-42b65c1d-d0ba-4372-a5fb-8206af1d205e None None] For port b41e03f9-62a1-433b-986c-597461a3f179, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b41e03f9-62a1-433b-986c-597461a3f179,segment=NetworkSegment(3151126e-b29a-46f0-bebf-cd169dd4648a),segment_id=3151126e-b29a-46f0-bebf-cd169dd4648a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:35.969706 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-42b65c1d-d0ba-4372-a5fb-8206af1d205e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b41e03f9-62a1-433b-986c-597461a3f179), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.993106 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (b23a6480-eaf4-4862-8b69-2bb9de33bafe), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.997899 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b41e03f9-62a1-433b-986c-597461a3f179), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:35.998807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-42b65c1d-d0ba-4372-a5fb-8206af1d205e None None] Calling delete_port for b41e03f9-62a1-433b-986c-597461a3f179 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:36.056424 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] No DVR routers for this DVR port b41e03f9-62a1-433b-986c-597461a3f179 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:42:36.091819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event deleted for resources: {'Port': ['ID=b41e03f9-62a1-433b-986c-597461a3f179,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:36.162712 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.db.resource_extend [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:42:36.167565 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-42b65c1d-d0ba-4372-a5fb-8206af1d205e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (b41e03f9-62a1-433b-986c-597461a3f179), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:36.203352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b41e03f9-62a1-433b-986c-597461a3f179 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:42:36.210806 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (b23a6480-eaf4-4862-8b69-2bb9de33bafe), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:36.212702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b65c1d-d0ba-4372-a5fb-8206af1d205e None None] No DVR routers for this DVR port b41e03f9-62a1-433b-986c-597461a3f179 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:42:36.214976 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9374821e-d98a-412c-a4ae-b64e7b374572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:37Z', 'updated_at': '2022-02-16T16:42:33Z', 'revision_number': 5, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'gw_port': {'id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:38Z', 'updated_at': '2022-02-16T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:36.218061 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:36.218768 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:36.286168 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (bed7d10a-dde7-4d8a-b01b-465996ff4489), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:36.307790 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9374821e-d98a-412c-a4ae-b64e7b374572 None None] Checking router: 51eb3b5f-4c8f-40df-87a4-5d239d98a77d for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:42:36.321832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: b41e03f9-62a1-433b-986c-597461a3f179 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:42:36.322168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b41e03f9-62a1-433b-986c-597461a3f179 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:42:36.328891 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9374821e-d98a-412c-a4ae-b64e7b374572 None None] Routers {'51eb3b5f-4c8f-40df-87a4-5d239d98a77d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:42:36.329971 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9374821e-d98a-412c-a4ae-b64e7b374572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:42:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:36.337347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b65c1d-d0ba-4372-a5fb-8206af1d205e None None] Pushing event deleted for resources: {'Port': ['ID=b41e03f9-62a1-433b-986c-597461a3f179,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:36.399502 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5310502 Feb 16 16:42:36.418893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43772) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:36.425903 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-94e4f2cc-f681-4aa0-83ac-6a935366c216 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Request body: {'subnet': {'network_id': 'b23a6480-eaf4-4862-8b69-2bb9de33bafe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:36.465561 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-9374821e-d98a-412c-a4ae-b64e7b374572 None None] Set router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:42:36.487282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed7d10a-dde7-4d8a-b01b-465996ff4489']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:36.490314 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975ba97-6875-45ac-952c-1e897743718b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event updated for resources: {'Network': ['ID=b23a6480-eaf4-4862-8b69-2bb9de33bafe,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:36.506813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network b23a6480-eaf4-4862-8b69-2bb9de33bafe details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:42:36.581505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3151126e-b29a-46f0-bebf-cd169dd4648a') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:36.581746 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3151126e-b29a-46f0-bebf-cd169dd4648a') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:36.592182 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (3151126e-b29a-46f0-bebf-cd169dd4648a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:36.608092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (3151126e-b29a-46f0-bebf-cd169dd4648a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:36.612726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1edc49cc-4e78-4b91-9b61-9e26598aa767 req-d9f81654-91ba-4f4a-94c9-9714c0f91cf9 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9777043 Feb 16 16:42:36.615120 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0093719f-0414-436e-b2ba-e0cd4a654374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:36.615414 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:42:36.615858 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (3151126e-b29a-46f0-bebf-cd169dd4648a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: warnings.warn(msg) Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:42:36.709932 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:42:36.712824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (bed7d10a-dde7-4d8a-b01b-465996ff4489), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:36.714559 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e4f2cc-f681-4aa0-83ac-6a935366c216 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Made reservation on behalf of 6b45013a38a645ba942df5d60a48b5aa for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:36.718617 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-94e4f2cc-f681-4aa0-83ac-6a935366c216 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:36.720659 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5a4418d-c7a6-4fa0-97b8-d4770af85557 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:36.724797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b5a4418d-c7a6-4fa0-97b8-d4770af85557 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.2321620 Feb 16 16:42:36.730357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43774) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:36.818454 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a373bb76-7e5e-4e2a-8222-cfe429640c77 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=31a2d8f5-b468-48e9-89cb-26fda32ba71c HTTP/1.1" status: 200 len: 467 time: 0.0858459 Feb 16 16:42:36.822040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43776) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:36.890927 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9374821e-d98a-412c-a4ae-b64e7b374572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:37Z', 'updated_at': '2022-02-16T16:42:33Z', 'revision_number': 5, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'gw_port': {'id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:38Z', 'updated_at': '2022-02-16T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:36.924486 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:36.928160 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] 10.222.0.24 "DELETE /v2.0/networks/bed7d10a-dde7-4d8a-b01b-465996ff4489 HTTP/1.1" status: 204 len: 168 time: 1.4851563 Feb 16 16:42:36.929180 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-94e4f2cc-f681-4aa0-83ac-6a935366c216 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (20c6066a-a937-4e0c-937a-171b447f1ee8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:36.960950 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9374821e-d98a-412c-a4ae-b64e7b374572 None None] The sync data for ids ['51eb3b5f-4c8f-40df-87a4-5d239d98a77d'] in n-d-669411-5 is: [{'id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'name': 'tempest-ServerActionsTestJSON-800941438-router', 'tenant_id': '1ba6ed05f60d4be18332c533a096aa72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:32:37Z', 'updated_at': '2022-02-16T16:42:33Z', 'revision_number': 5, 'project_id': '1ba6ed05f60d4be18332c533a096aa72', 'gw_port': {'id': '8948c0c3-7ef6-4304-8cf1-b13f5e9c6073', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb3b5f-4c8f-40df-87a4-5d239d98a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:32:38Z', 'updated_at': '2022-02-16T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:42:36.961651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008a1a-43c3-4ea2-88a8-6ef92976b3ef req-30862ff6-1f42-4997-83bd-42b2bfbca09f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:36.977226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008a1a-43c3-4ea2-88a8-6ef92976b3ef req-30862ff6-1f42-4997-83bd-42b2bfbca09f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:36.988973 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008a1a-43c3-4ea2-88a8-6ef92976b3ef req-30862ff6-1f42-4997-83bd-42b2bfbca09f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:36.991918 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce46af3-cf4a-46c5-a115-9ef73bffc5c5 tempest-AllowedAddressPairTestJSON-725126006 tempest-AllowedAddressPairTestJSON-725126006-project] Pushing event deleted for resources: {'Network': ['ID=bed7d10a-dde7-4d8a-b01b-465996ff4489,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:37.000910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008a1a-43c3-4ea2-88a8-6ef92976b3ef req-30862ff6-1f42-4997-83bd-42b2bfbca09f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:37.007901 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008a1a-43c3-4ea2-88a8-6ef92976b3ef req-30862ff6-1f42-4997-83bd-42b2bfbca09f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:37.026975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008a1a-43c3-4ea2-88a8-6ef92976b3ef req-30862ff6-1f42-4997-83bd-42b2bfbca09f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:37.032353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008a1a-43c3-4ea2-88a8-6ef92976b3ef req-30862ff6-1f42-4997-83bd-42b2bfbca09f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:37.041633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c008a1a-43c3-4ea2-88a8-6ef92976b3ef req-30862ff6-1f42-4997-83bd-42b2bfbca09f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.5920737 Feb 16 16:42:37.045166 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4f2cc-f681-4aa0-83ac-6a935366c216 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event updated for resources: {'Subnet': ['ID=20c6066a-a937-4e0c-937a-171b447f1ee8,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:37.058815 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] Publish callbacks [] for router (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:37.112664 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4f2cc-f681-4aa0-83ac-6a935366c216 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Checking segment: {'id': 'f49e2915-90eb-4f62-b0ff-35a9bfa6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b23a6480-eaf4-4862-8b69-2bb9de33bafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:37.114200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4f2cc-f681-4aa0-83ac-6a935366c216 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Network hostable DHCP agents. Network: b23a6480-eaf4-4862-8b69-2bb9de33bafe, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:42:37.163312 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4f2cc-f681-4aa0-83ac-6a935366c216 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Network b23a6480-eaf4-4862-8b69-2bb9de33bafe is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:42:37.172927 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-94e4f2cc-f681-4aa0-83ac-6a935366c216 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, b23a6480-eaf4-4862-8b69-2bb9de33bafe) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:37.178710 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e4f2cc-f681-4aa0-83ac-6a935366c216 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:37.179309 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-94e4f2cc-f681-4aa0-83ac-6a935366c216 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:37.193449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef77bd35-8108-46f8-87f3-b0f445b52cb4 None None] Network b23a6480-eaf4-4862-8b69-2bb9de33bafe requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:42:37.214367 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-94e4f2cc-f681-4aa0-83ac-6a935366c216 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7908280 Feb 16 16:42:37.214367 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43782) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:37.225688 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-def635d9-3989-4cc0-ad55-f5b72299f9a3 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-222953856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:37.274984 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-def635d9-3989-4cc0-ad55-f5b72299f9a3 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (f087ba97-ee09-4717-8d5e-e1a7f96a41e6), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:37.276845 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-def635d9-3989-4cc0-ad55-f5b72299f9a3 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (f087ba97-ee09-4717-8d5e-e1a7f96a41e6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:37.314050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43786) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:37.397178 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-def635d9-3989-4cc0-ad55-f5b72299f9a3 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for router_controller (f087ba97-ee09-4717-8d5e-e1a7f96a41e6), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:37.404921 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-def635d9-3989-4cc0-ad55-f5b72299f9a3 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (f087ba97-ee09-4717-8d5e-e1a7f96a41e6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:37.438902 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-def635d9-3989-4cc0-ad55-f5b72299f9a3 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:37.443785 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-def635d9-3989-4cc0-ad55-f5b72299f9a3 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2248690 Feb 16 16:42:37.443785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43790) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:37.472609 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-b23a6480-eaf4-4862-8b69-2bb9de33bafe', 'network_id': 'b23a6480-eaf4-4862-8b69-2bb9de33bafe', 'project_id': '6b45013a38a645ba942df5d60a48b5aa', 'fixed_ips': [{'subnet_id': '20c6066a-a937-4e0c-937a-171b447f1ee8'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:42:37.473876 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:37.482389 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0093719f-0414-436e-b2ba-e0cd4a654374 admin admin] Publish callbacks [] for security_group (93f34dd1-21f3-4e73-b706-fc798fb75d69), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:37.547000 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0093719f-0414-436e-b2ba-e0cd4a654374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (93f34dd1-21f3-4e73-b706-fc798fb75d69), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:37.567740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c008a1a-43c3-4ea2-88a8-6ef92976b3ef req-c8ad0499-5e0a-485c-9a76-50368f6bc2a6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5194030 Feb 16 16:42:37.570953 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bda01c84-a6dc-404e-995a-6e1b4ad86f0b tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:37.577851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bda01c84-a6dc-404e-995a-6e1b4ad86f0b tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/31a2d8f5-b468-48e9-89cb-26fda32ba71c HTTP/1.1" status: 204 len: 168 time: 0.7452412 Feb 16 16:42:37.608177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43792) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:37.686265 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0093719f-0414-436e-b2ba-e0cd4a654374 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a703be48d75b40c684f7256da489ad35&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0606625 Feb 16 16:42:37.713444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Allocated IP 172.20.0.2 (b23a6480-eaf4-4862-8b69-2bb9de33bafe/20c6066a-a937-4e0c-937a-171b447f1ee8/c20b83c5-3abd-4dad-8d70-14079ae4ab2a) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:37.717234 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] Publish callbacks [] for router_gateway (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:37.731669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43796) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:37.811681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3911e290-2931-4f29-a9cc-62b61f6c16dd tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=31a2d8f5-b468-48e9-89cb-26fda32ba71c HTTP/1.1" status: 200 len: 216 time: 0.1356268 Feb 16 16:42:37.845367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43798) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:37.856974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-666f9d01-c753-4576-a594-2e36b4018e60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b905209f0b2489c9c5335cc347441b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5368347 Feb 16 16:42:37.876187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43800) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:37.893688 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Publish callbacks [] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:37.902465 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:37.984974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-42472bac-6aa3-435a-bfb5-ab906d9e31c8 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1258836 Feb 16 16:42:37.986405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093719f-0414-436e-b2ba-e0cd4a654374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f34dd1-21f3-4e73-b706-fc798fb75d69,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:37.992634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43802) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:38.034297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Pushing event updated for resources: {'Port': ['ID=c20b83c5-3abd-4dad-8d70-14079ae4ab2a,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:38.034544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d7796619-d257-4362-bd93-ab737496e510 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0358090 Feb 16 16:42:38.038204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43804) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:38.048778 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Network b23a6480-eaf4-4862-8b69-2bb9de33bafe is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:38.050594 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:38.058014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:38.065102 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b657466-fdc4-4c21-b92f-cfde214cc529 admin admin] Publish callbacks [] for security_group (8284fe9a-c7ee-4771-a747-5e6c32942f53), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:38.076123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4227e636-858f-48e0-a056-952a45b4f86a admin admin] Publish callbacks [] for security_group (93f34dd1-21f3-4e73-b706-fc798fb75d69), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:38.123714 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d0514355-a6bf-4867-bcb6-4b6c96748429 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:42:38.188794 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4227e636-858f-48e0-a056-952a45b4f86a admin admin] Publish callbacks [] for security_group (93f34dd1-21f3-4e73-b706-fc798fb75d69), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:38.211169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: d0514355-a6bf-4867-bcb6-4b6c96748429 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:42:38.212005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d0514355-a6bf-4867-bcb6-4b6c96748429 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:42:38.248433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Attempting to bind port c20b83c5-3abd-4dad-8d70-14079ae4ab2a on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:42:38.248873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Attempting to bind port c20b83c5-3abd-4dad-8d70-14079ae4ab2a by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'f49e2915-90eb-4f62-b0ff-35a9bfa6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b23a6480-eaf4-4862-8b69-2bb9de33bafe'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:42:38.249340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Attempting to bind port c20b83c5-3abd-4dad-8d70-14079ae4ab2a on network b23a6480-eaf4-4862-8b69-2bb9de33bafe {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:38.262869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:42:38.263423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Checking segment: {'id': 'f49e2915-90eb-4f62-b0ff-35a9bfa6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b23a6480-eaf4-4862-8b69-2bb9de33bafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:38.263947 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:38.268065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Bound using segment: {'id': 'f49e2915-90eb-4f62-b0ff-35a9bfa6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b23a6480-eaf4-4862-8b69-2bb9de33bafe'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:42:38.268655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Bound port: c20b83c5-3abd-4dad-8d70-14079ae4ab2a, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49e2915-90eb-4f62-b0ff-35a9bfa6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b23a6480-eaf4-4862-8b69-2bb9de33bafe'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:42:38.269144 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:38.270085 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b657466-fdc4-4c21-b92f-cfde214cc529 admin admin] Publish callbacks [] for security_group (8284fe9a-c7ee-4771-a747-5e6c32942f53), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:38.336723 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b657466-fdc4-4c21-b92f-cfde214cc529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8284fe9a-c7ee-4771-a747-5e6c32942f53), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:38.340247 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b657466-fdc4-4c21-b92f-cfde214cc529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:38.341401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4b657466-fdc4-4c21-b92f-cfde214cc529 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8284fe9a-c7ee-4771-a747-5e6c32942f53 HTTP/1.1" status: 204 len: 168 time: 0.4623613 Feb 16 16:42:38.342139 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4227e636-858f-48e0-a056-952a45b4f86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (93f34dd1-21f3-4e73-b706-fc798fb75d69), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:38.344770 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4227e636-858f-48e0-a056-952a45b4f86a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:38.348561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4227e636-858f-48e0-a056-952a45b4f86a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93f34dd1-21f3-4e73-b706-fc798fb75d69 HTTP/1.1" status: 204 len: 168 time: 0.6030817 Feb 16 16:42:38.352444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-01a0e93d-4b21-432f-89b6-81f07b25e088 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/233b0fda-70f6-4b62-a3e9-1a4d48ad2cb7 HTTP/1.1" status: 200 len: 473 time: 0.2969756 Feb 16 16:42:38.363455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d8e3f-cfbd-43b1-9382-a0d9c79a0ac8 req-0117d8ef-16ab-4224-9331-f5d726346a72 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:38.373750 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6e9d8e3f-cfbd-43b1-9382-a0d9c79a0ac8 req-0117d8ef-16ab-4224-9331-f5d726346a72 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.5860763 Feb 16 16:42:38.382194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43810) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:38.415000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] For port c20b83c5-3abd-4dad-8d70-14079ae4ab2a, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:42:38.418681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1110fb7e-5481-4824-b0fd-d8dfbc66d03c tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/be5daaed-c375-48b2-9b9c-8db650994185 HTTP/1.1" status: 200 len: 459 time: 0.0342257 Feb 16 16:42:38.432380 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] For port c20b83c5-3abd-4dad-8d70-14079ae4ab2a, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c20b83c5-3abd-4dad-8d70-14079ae4ab2a,segment=NetworkSegment(f49e2915-90eb-4f62-b0ff-35a9bfa6014c),segment_id=f49e2915-90eb-4f62-b0ff-35a9bfa6014c)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:42:38.450361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43814) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:38.455247 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:38.466438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6e9d8e3f-cfbd-43b1-9382-a0d9c79a0ac8 req-1f731e23-c07e-45dc-9e04-5699ffdd6b07 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875003 Feb 16 16:42:38.471525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b657466-fdc4-4c21-b92f-cfde214cc529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8284fe9a-c7ee-4771-a747-5e6c32942f53,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:38.529663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] Deleting port 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:38.530009 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8948c0c3-7ef6-4304-8cf1-b13f5e9c6073), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:38.531950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227e636-858f-48e0-a056-952a45b4f86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f34dd1-21f3-4e73-b706-fc798fb75d69,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:38.547511 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:39.005798 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4f358e1-3765-46ca-ad7e-e6821a0977f1 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:39.007239 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d4f358e1-3765-46ca-ad7e-e6821a0977f1 tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/be5daaed-c375-48b2-9b9c-8db650994185 HTTP/1.1" status: 204 len: 168 time: 0.5368967 Feb 16 16:42:39.015232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43834) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:39.075531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da89e9-6d74-4ecc-be1a-2a1b39c7444e None None] Pushing event updated for resources: {'Port': ['ID=c20b83c5-3abd-4dad-8d70-14079ae4ab2a,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:39.197201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Allocated IP 172.20.0.1 (b23a6480-eaf4-4862-8b69-2bb9de33bafe/20c6066a-a937-4e0c-937a-171b447f1ee8/bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:39.218938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] For port 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8948c0c3-7ef6-4304-8cf1-b13f5e9c6073,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:39.219457 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8948c0c3-7ef6-4304-8cf1-b13f5e9c6073), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:39.447159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fbc91-b650-4d76-a74a-0299419cfeec req-a84f0f6b-ccb1-4d43-bde1-e1f3e557aa85 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:39.461159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fbc91-b650-4d76-a74a-0299419cfeec req-a84f0f6b-ccb1-4d43-bde1-e1f3e557aa85 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:39.473218 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fbc91-b650-4d76-a74a-0299419cfeec req-a84f0f6b-ccb1-4d43-bde1-e1f3e557aa85 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:39.479091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for port (bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:39.506791 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fbc91-b650-4d76-a74a-0299419cfeec req-a84f0f6b-ccb1-4d43-bde1-e1f3e557aa85 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:39.527683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fbc91-b650-4d76-a74a-0299419cfeec req-a84f0f6b-ccb1-4d43-bde1-e1f3e557aa85 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:39.545962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fbc91-b650-4d76-a74a-0299419cfeec req-a84f0f6b-ccb1-4d43-bde1-e1f3e557aa85 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:39.561144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fbc91-b650-4d76-a74a-0299419cfeec req-a84f0f6b-ccb1-4d43-bde1-e1f3e557aa85 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:39.563882 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:39.578525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-418fbc91-b650-4d76-a74a-0299419cfeec req-a84f0f6b-ccb1-4d43-bde1-e1f3e557aa85 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.8687210 Feb 16 16:42:39.607244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] Calling delete_port for 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:39.638595 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Network b23a6480-eaf4-4862-8b69-2bb9de33bafe is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:39.642345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:39.659949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:39.758874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event updated for resources: {'Port': ['ID=bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:39.761680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (f087ba97-ee09-4717-8d5e-e1a7f96a41e6), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:39.912584 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e265cc50-faac-48fc-abf4-265c02bd6fac tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:39.917672 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e265cc50-faac-48fc-abf4-265c02bd6fac tempest-MeteringIpV6TestJSON-2131779142 tempest-MeteringIpV6TestJSON-2131779142-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/233b0fda-70f6-4b62-a3e9-1a4d48ad2cb7 HTTP/1.1" status: 204 len: 168 time: 0.9010489 Feb 16 16:42:39.924969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43862) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:39.929832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4884a-8c5c-4970-a8ab-34088d15eee4 req-8a693d9c-80f0-4ca3-a2a5-ca005e32bcf0 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:39.931718 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24e4884a-8c5c-4970-a8ab-34088d15eee4 req-8a693d9c-80f0-4ca3-a2a5-ca005e32bcf0 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.2816639 Feb 16 16:42:39.983576 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43866) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:39.991912 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-418fbc91-b650-4d76-a74a-0299419cfeec req-206336d4-043b-412e-ade1-e3cd559c8c8e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4109051 Feb 16 16:42:40.105392 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:40.262989 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-network', 'tenant_id': '02741f937a2842aca38571a11965b970'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:40.270174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c20b83c5-3abd-4dad-8d70-14079ae4ab2a up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:42:40.299737 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24e4884a-8c5c-4970-a8ab-34088d15eee4 req-d3c69bb2-c992-4ce2-941a-4d6937938232 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436956 Feb 16 16:42:40.409316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c20b83c5-3abd-4dad-8d70-14079ae4ab2a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:40.409702 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:40.441194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43872) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:40.468494 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8948c0c3-7ef6-4304-8cf1-b13f5e9c6073), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:40.506194 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] Made reservation on behalf of 02741f937a2842aca38571a11965b970 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:40.509107 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:40.536509 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:40.590913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c20b83c5-3abd-4dad-8d70-14079ae4ab2a is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:40.591576 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:40.633661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=8948c0c3-7ef6-4304-8cf1-b13f5e9c6073,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:40.675151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port c20b83c5-3abd-4dad-8d70-14079ae4ab2a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c20b83c5-3abd-4dad-8d70-14079ae4ab2a,segment=NetworkSegment(f49e2915-90eb-4f62-b0ff-35a9bfa6014c),segment_id=f49e2915-90eb-4f62-b0ff-35a9bfa6014c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:40.682262 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:40.690844 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-19868a30-5b1d-4f81-b7d7-b75a3d945989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:40.698832 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] Publish callbacks [] for security_group (34b32843-572f-4580-9b23-2b627e598d4f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:40.725271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-638736358'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:40.744374 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (34b32843-572f-4580-9b23-2b627e598d4f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:40.781351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=c20b83c5-3abd-4dad-8d70-14079ae4ab2a,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:40.825239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:40.828863 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:40.857282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:42:40.899709 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:40.920818 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b32843-572f-4580-9b23-2b627e598d4f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:40.928387 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7c548968-4ff9-4fa9-80db-6e9e91bc704d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:40.929204 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] Added segment 7c548968-4ff9-4fa9-80db-6e9e91bc704d of type vlan for network 8d61e968-9352-4447-90d4-31d4f93db9d5 Feb 16 16:42:40.959246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7632b6a-681b-45e8-861e-2f3d94593eb9 None None] Network b23a6480-eaf4-4862-8b69-2bb9de33bafe requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:42:41.133196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b257ee46-f4cf-43d9-b3eb-daac691a32a8 None None] Provisioning complete for port c20b83c5-3abd-4dad-8d70-14079ae4ab2a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:41.133739 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b257ee46-f4cf-43d9-b3eb-daac691a32a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.156871 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (8d61e968-9352-4447-90d4-31d4f93db9d5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.243858 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (8d61e968-9352-4447-90d4-31d4f93db9d5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.245574 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:41.246409 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.277201 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.311992 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for port (bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.317210 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (f16ec983-f77f-4c92-a5d5-e6140b980acd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.328479 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.331545 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f16ec983-f77f-4c92-a5d5-e6140b980acd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.352998 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4184508 Feb 16 16:42:41.370876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b257ee46-f4cf-43d9-b3eb-daac691a32a8 None None] Current status of the port c20b83c5-3abd-4dad-8d70-14079ae4ab2a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:41.409910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43882) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:41.429233 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b5bac6b2-258e-4aee-a868-304bb54bd1f9 admin admin] Request body: {'subnet': {'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-subnet', 'tenant_id': '02741f937a2842aca38571a11965b970', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:41.500758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bac6b2-258e-4aee-a868-304bb54bd1f9 admin admin] Made reservation on behalf of 02741f937a2842aca38571a11965b970 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:41.503970 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5bac6b2-258e-4aee-a868-304bb54bd1f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.527674 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.532476 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] Publish callbacks [] for router_controller (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.541764 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ed17d-128f-4b38-81c8-9069d7d9cf9d admin admin] Pushing event updated for resources: {'Network': ['ID=8d61e968-9352-4447-90d4-31d4f93db9d5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:41.552350 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 8d61e968-9352-4447-90d4-31d4f93db9d5 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:42:41.600948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event updated for resources: {'Port': ['ID=bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:41.626066 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d06e1-a837-4b67-9bde-45d76ff95799 req-29e663e3-42a4-4402-babc-2c403d3cc9f2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:41.632494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d06e1-a837-4b67-9bde-45d76ff95799 req-29e663e3-42a4-4402-babc-2c403d3cc9f2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:41.640307 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:42:41.642346 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (f087ba97-ee09-4717-8d5e-e1a7f96a41e6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.646589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d06e1-a837-4b67-9bde-45d76ff95799 req-29e663e3-42a4-4402-babc-2c403d3cc9f2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:41.655578 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d06e1-a837-4b67-9bde-45d76ff95799 req-29e663e3-42a4-4402-babc-2c403d3cc9f2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:41.659951 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16ec983-f77f-4c92-a5d5-e6140b980acd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:41.667057 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d06e1-a837-4b67-9bde-45d76ff95799 req-29e663e3-42a4-4402-babc-2c403d3cc9f2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:41.684998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d06e1-a837-4b67-9bde-45d76ff95799 req-29e663e3-42a4-4402-babc-2c403d3cc9f2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:41.704177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d06e1-a837-4b67-9bde-45d76ff95799 req-29e663e3-42a4-4402-babc-2c403d3cc9f2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:41.704570 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e28caf8c-d5f8-4655-b48d-19d4a835de8d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.705056 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Added segment e28caf8c-d5f8-4655-b48d-19d4a835de8d of type vlan for network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e Feb 16 16:42:41.707479 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f7d06e1-a837-4b67-9bde-45d76ff95799 req-29e663e3-42a4-4402-babc-2c403d3cc9f2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.5070641 Feb 16 16:42:41.725356 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (51eb3b5f-4c8f-40df-87a4-5d239d98a77d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.726165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51eb3b5f-4c8f-40df-87a4-5d239d98a77d {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:42:41.768254 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.771043 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-88098491-4ac1-4d58-8331-4e088e877f62 admin admin] 10.222.0.24 "DELETE /v2.0/routers/51eb3b5f-4c8f-40df-87a4-5d239d98a77d HTTP/1.1" status: 204 len: 168 time: 6.1466689 Feb 16 16:42:41.778991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43888) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:41.824855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7476b1d5-000b-4850-8ec6-7691c7bfa7c9 None None] Provisioning complete for port bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:41.826354 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7476b1d5-000b-4850-8ec6-7691c7bfa7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:41.981570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7476b1d5-000b-4850-8ec6-7691c7bfa7c9 None None] Port bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:42:42.031602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7476b1d5-000b-4850-8ec6-7691c7bfa7c9 None None] Provisioning complete for port c20b83c5-3abd-4dad-8d70-14079ae4ab2a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:42.034537 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7476b1d5-000b-4850-8ec6-7691c7bfa7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.127657 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.164527 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5bac6b2-258e-4aee-a868-304bb54bd1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (2633da54-4036-4028-8932-f86c9800af42), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.178374 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-19868a30-5b1d-4f81-b7d7-b75a3d945989 admin admin] Publish callbacks [] for security_group (df0cd52e-a2f2-4d6b-a2fb-e675224795b9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.203533 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.219034 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:42.219678 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.230561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Network b23a6480-eaf4-4862-8b69-2bb9de33bafe is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:42.276990 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:42.279870 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7476b1d5-000b-4850-8ec6-7691c7bfa7c9 None None] Current status of the port c20b83c5-3abd-4dad-8d70-14079ae4ab2a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:42.285172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43892) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:42.293626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bac6b2-258e-4aee-a868-304bb54bd1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2633da54-4036-4028-8932-f86c9800af42,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:42.318116 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3324046 Feb 16 16:42:42.326985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43896) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:42.341928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-19868a30-5b1d-4f81-b7d7-b75a3d945989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (df0cd52e-a2f2-4d6b-a2fb-e675224795b9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.366514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3d451858-1c6e-4d89-8f82-32f4ee20c1b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'name': 'tempest-PortsIpV6TestJSON-1033281130'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:42.479874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2db868a2-9661-4870-8c47-c1f7141e4f1f None None] Provisioning complete for port bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:42.483212 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2db868a2-9661-4870-8c47-c1f7141e4f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.488203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19868a30-5b1d-4f81-b7d7-b75a3d945989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0cd52e-a2f2-4d6b-a2fb-e675224795b9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:42.516462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-824710e4-1fd1-437e-8dc9-28efa224eba4 admin admin] Deleting subnet fb3087b6-a700-4596-bf94-8374694c51fb {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:42:42.585208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902fe95-2185-42a5-8cf9-be5a30bb225b req-6fb266e6-cfcc-4c76-aad8-14b5b9982d3e tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:42.586950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b902fe95-2185-42a5-8cf9-be5a30bb225b req-6fb266e6-cfcc-4c76-aad8-14b5b9982d3e tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 1.1087224 Feb 16 16:42:42.592637 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-19868a30-5b1d-4f81-b7d7-b75a3d945989 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5ce35eb99064c529e509a35979a7f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1474373 Feb 16 16:42:42.592831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2db868a2-9661-4870-8c47-c1f7141e4f1f None None] Port bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:42:42.593275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c20b83c5-3abd-4dad-8d70-14079ae4ab2a up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:42:42.611521 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-824710e4-1fd1-437e-8dc9-28efa224eba4 admin admin] Publish callbacks [] for subnet (fb3087b6-a700-4596-bf94-8374694c51fb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.613478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43898) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:42.620222 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d08ae-6df5-413e-b080-fe2f1e5dff03 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Network': ['ID=6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:42.651946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:42:42.712065 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-184f4d50-47d9-41c7-9706-7abbf45d5948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.725994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f7d06e1-a837-4b67-9bde-45d76ff95799 req-b2bc21f0-26a6-42f2-9e74-adbeb2c8ee05 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9972939 Feb 16 16:42:42.768786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bac6b2-258e-4aee-a868-304bb54bd1f9 admin admin] Checking segment: {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:42.769236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bac6b2-258e-4aee-a868-304bb54bd1f9 admin admin] Network hostable DHCP agents. Network: 8d61e968-9352-4447-90d4-31d4f93db9d5, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:42:42.785520 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bf1f9fa-faae-4243-83be-12308c64148f admin admin] Publish callbacks [] for security_group (df0cd52e-a2f2-4d6b-a2fb-e675224795b9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.800294 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-824710e4-1fd1-437e-8dc9-28efa224eba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (fb3087b6-a700-4596-bf94-8374694c51fb), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.837160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b902fe95-2185-42a5-8cf9-be5a30bb225b req-b9312f5e-d79d-4930-9123-7ec5e561f49e tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368205 Feb 16 16:42:42.843315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bac6b2-258e-4aee-a868-304bb54bd1f9 admin admin] Network 8d61e968-9352-4447-90d4-31d4f93db9d5 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:42:42.870761 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-b5bac6b2-258e-4aee-a868-304bb54bd1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 8d61e968-9352-4447-90d4-31d4f93db9d5) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:42.880898 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bf1f9fa-faae-4243-83be-12308c64148f admin admin] Publish callbacks [] for security_group (df0cd52e-a2f2-4d6b-a2fb-e675224795b9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.888785 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00878a8-7db0-45aa-8a3a-bd574ddacf0d None None] Network 8d61e968-9352-4447-90d4-31d4f93db9d5 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:42:42.891038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bac6b2-258e-4aee-a868-304bb54bd1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:42.891697 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5bac6b2-258e-4aee-a868-304bb54bd1f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.913513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b5bac6b2-258e-4aee-a868-304bb54bd1f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4882858 Feb 16 16:42:42.920780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43900) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:42.926213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d451858-1c6e-4d89-8f82-32f4ee20c1b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:42.943128 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d451858-1c6e-4d89-8f82-32f4ee20c1b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.965718 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bf1f9fa-faae-4243-83be-12308c64148f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (df0cd52e-a2f2-4d6b-a2fb-e675224795b9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.969986 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bf1f9fa-faae-4243-83be-12308c64148f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:42.971476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3bf1f9fa-faae-4243-83be-12308c64148f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df0cd52e-a2f2-4d6b-a2fb-e675224795b9 HTTP/1.1" status: 204 len: 168 time: 0.3569312 Feb 16 16:42:42.981135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:43.005808 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-3d451858-1c6e-4d89-8f82-32f4ee20c1b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:42:43.014669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1f9fa-faae-4243-83be-12308c64148f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0cd52e-a2f2-4d6b-a2fb-e675224795b9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:43.063508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cdf4a29a-f336-422c-99a0-de14b9962bfb None None] Provisioning complete for port bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:43.063908 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cdf4a29a-f336-422c-99a0-de14b9962bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.127894 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-824710e4-1fd1-437e-8dc9-28efa224eba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (fb3087b6-a700-4596-bf94-8374694c51fb), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.204999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c20b83c5-3abd-4dad-8d70-14079ae4ab2a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:43.205377 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.210490 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-824710e4-1fd1-437e-8dc9-28efa224eba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (fb3087b6-a700-4596-bf94-8374694c51fb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.217788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-8d61e968-9352-4447-90d4-31d4f93db9d5', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'project_id': '02741f937a2842aca38571a11965b970', 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:42:43.218559 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.257243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824710e4-1fd1-437e-8dc9-28efa224eba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb3087b6-a700-4596-bf94-8374694c51fb,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:43.271155 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-824710e4-1fd1-437e-8dc9-28efa224eba4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.274608 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (544a50d2-dfd6-4a56-aec9-899434750187), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.276298 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (544a50d2-dfd6-4a56-aec9-899434750187), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.280942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-824710e4-1fd1-437e-8dc9-28efa224eba4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fb3087b6-a700-4596-bf94-8374694c51fb HTTP/1.1" status: 204 len: 168 time: 1.4841549 Feb 16 16:42:43.282200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43906) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:43.304887 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49501e73-f20f-4103-b1de-60bfd53183de None None] Network 15aff283-df39-49e7-b6a0-0744c433d246 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:42:43.399657 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (15aff283-df39-49e7-b6a0-0744c433d246), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.458344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Router f087ba97-ee09-4717-8d5e-e1a7f96a41e6 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:42:43.483005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4a29a-f336-422c-99a0-de14b9962bfb None None] Port bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:42:43.494639 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-184f4d50-47d9-41c7-9706-7abbf45d5948 admin admin] Publish callbacks [] for security_group (29835432-3eb9-47bf-a10d-10f755e255dc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.518419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43908) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:43.536287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] Deleting port 49ed8375-4604-46a6-b9de-a902e35fd5dc {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:43.536972 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.575784 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-184f4d50-47d9-41c7-9706-7abbf45d5948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (29835432-3eb9-47bf-a10d-10f755e255dc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.576751 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-20bc2913-6a16-43d0-a798-101b5d000d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.585473 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Publish callbacks [] for router_controller (544a50d2-dfd6-4a56-aec9-899434750187), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.735128 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-20bc2913-6a16-43d0-a798-101b5d000d9b admin admin] Publish callbacks [] for security_group (1519f2a2-1d44-420f-a938-745d2a1cf91b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.743693 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] For port 49ed8375-4604-46a6-b9de-a902e35fd5dc, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=49ed8375-4604-46a6-b9de-a902e35fd5dc,segment=NetworkSegment(5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f),segment_id=5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:43.744737 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.747398 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-20bc2913-6a16-43d0-a798-101b5d000d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1519f2a2-1d44-420f-a938-745d2a1cf91b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:43.780664 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] Calling delete_port for 49ed8375-4604-46a6-b9de-a902e35fd5dc owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:43.816630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-20bc2913-6a16-43d0-a798-101b5d000d9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb92d3e5a60e4699ab5a44803c4f4703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2961414 Feb 16 16:42:43.819189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc2913-6a16-43d0-a798-101b5d000d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1519f2a2-1d44-420f-a938-745d2a1cf91b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:43.821915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43912) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:43.855807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Allocated IP 172.20.0.2 (8d61e968-9352-4447-90d4-31d4f93db9d5/2633da54-4036-4028-8932-f86c9800af42/874ef16b-3d30-4c26-bb58-ecbebae8e260) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:43.866694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c20b83c5-3abd-4dad-8d70-14079ae4ab2a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:43.874722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992c778c-db45-418e-a256-6fe9eb13dc78 None None] DHCP port deletion for 15aff283-df39-49e7-b6a0-0744c433d246 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:42:43.980932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:42:44.054462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:42:44.055121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8948c0c3-7ef6-4304-8cf1-b13f5e9c6073 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:42:44.081255 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e136986a-7105-4251-96b7-43ae3cfd1de9 admin admin] Publish callbacks [] for security_group (1519f2a2-1d44-420f-a938-745d2a1cf91b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.091374 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.141210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] No DVR routers for this DVR port 49ed8375-4604-46a6-b9de-a902e35fd5dc on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:42:44.147716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] Pushing event deleted for resources: {'Port': ['ID=49ed8375-4604-46a6-b9de-a902e35fd5dc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:44.168148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387170f-dcbf-4200-b23a-9c6a84da9d64 req-71e92ca4-b461-4387-91c8-60d80fd6ebe2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:44.173682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387170f-dcbf-4200-b23a-9c6a84da9d64 req-71e92ca4-b461-4387-91c8-60d80fd6ebe2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:44.179099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387170f-dcbf-4200-b23a-9c6a84da9d64 req-71e92ca4-b461-4387-91c8-60d80fd6ebe2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:44.185349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387170f-dcbf-4200-b23a-9c6a84da9d64 req-71e92ca4-b461-4387-91c8-60d80fd6ebe2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:44.190781 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387170f-dcbf-4200-b23a-9c6a84da9d64 req-71e92ca4-b461-4387-91c8-60d80fd6ebe2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:44.196715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387170f-dcbf-4200-b23a-9c6a84da9d64 req-71e92ca4-b461-4387-91c8-60d80fd6ebe2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:44.202931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387170f-dcbf-4200-b23a-9c6a84da9d64 req-71e92ca4-b461-4387-91c8-60d80fd6ebe2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:44.205681 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 49ed8375-4604-46a6-b9de-a902e35fd5dc no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:42:44.210833 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5387170f-dcbf-4200-b23a-9c6a84da9d64 req-71e92ca4-b461-4387-91c8-60d80fd6ebe2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.2828844 Feb 16 16:42:44.215603 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e136986a-7105-4251-96b7-43ae3cfd1de9 admin admin] Publish callbacks [] for security_group (1519f2a2-1d44-420f-a938-745d2a1cf91b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.236192 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369300df-cfef-4d19-b51c-44c656e87f86 req-8aae46eb-c4f2-441c-b41b-df7230aa2e8a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:44.237978 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 49ed8375-4604-46a6-b9de-a902e35fd5dc {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:42:44.238494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 49ed8375-4604-46a6-b9de-a902e35fd5dc not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:42:44.243739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-369300df-cfef-4d19-b51c-44c656e87f86 req-8aae46eb-c4f2-441c-b41b-df7230aa2e8a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.2604153 Feb 16 16:42:44.282770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-992c778c-db45-418e-a256-6fe9eb13dc78 None None] Deleting port 49ed8375-4604-46a6-b9de-a902e35fd5dc {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:44.283440 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-992c778c-db45-418e-a256-6fe9eb13dc78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.357267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-992c778c-db45-418e-a256-6fe9eb13dc78 None None] For port 49ed8375-4604-46a6-b9de-a902e35fd5dc, host n-d-669411-5, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:44.357934 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-992c778c-db45-418e-a256-6fe9eb13dc78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.372449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-992c778c-db45-418e-a256-6fe9eb13dc78 None None] Calling delete_port for 49ed8375-4604-46a6-b9de-a902e35fd5dc owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:44.377625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-992c778c-db45-418e-a256-6fe9eb13dc78 None None] Port 49ed8375-4604-46a6-b9de-a902e35fd5dc was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:42:44.393694 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (15aff283-df39-49e7-b6a0-0744c433d246), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.394448 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-992c778c-db45-418e-a256-6fe9eb13dc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (49ed8375-4604-46a6-b9de-a902e35fd5dc), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.424403 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c778c-db45-418e-a256-6fe9eb13dc78 None None] No DVR routers for this DVR port 49ed8375-4604-46a6-b9de-a902e35fd5dc on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:42:44.476052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c778c-db45-418e-a256-6fe9eb13dc78 None None] Pushing event deleted for resources: {'Port': ['ID=49ed8375-4604-46a6-b9de-a902e35fd5dc,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:44.492736 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-369300df-cfef-4d19-b51c-44c656e87f86 req-e73902f4-bb97-4847-b68b-f412f94f63d8 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473245 Feb 16 16:42:44.497984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15aff283-df39-49e7-b6a0-0744c433d246']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:44.510184 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d451858-1c6e-4d89-8f82-32f4ee20c1b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (3dec505f-c7fa-403b-a284-7e196eb5e9d0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.515945 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Publish callbacks [] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.520274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:44.520856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:44.527846 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.555321 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.581671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Pushing event updated for resources: {'Port': ['ID=874ef16b-3d30-4c26-bb58-ecbebae8e260,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:44.592220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Network 8d61e968-9352-4447-90d4-31d4f93db9d5 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:44.593932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:44.599936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:44.602479 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.606858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:42:44.618880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:42:44.620104 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (5b261fcf-0c3a-485a-b3ad-da2f3abc9e9f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.635108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0c2f6-7851-4a90-bce0-477013b2365a None None] Sync routers for ids ['f087ba97-ee09-4717-8d5e-e1a7f96a41e6'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:42:44.643858 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d451858-1c6e-4d89-8f82-32f4ee20c1b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (3dec505f-c7fa-403b-a284-7e196eb5e9d0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.652349 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c5c89bd7-a546-4c22-b1b4-c07eb3982bdb tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "PUT /v2.0/routers/f087ba97-ee09-4717-8d5e-e1a7f96a41e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2075548 Feb 16 16:42:44.657818 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-184f4d50-47d9-41c7-9706-7abbf45d5948 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c42eede53164825b4bb210047b13b49&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3716171 Feb 16 16:42:44.663300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43916) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:44.663643 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43918) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:44.668466 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f4d50-47d9-41c7-9706-7abbf45d5948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29835432-3eb9-47bf-a10d-10f755e255dc,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:44.673093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0c2f6-7851-4a90-bce0-477013b2365a None None] Routers {'f087ba97-ee09-4717-8d5e-e1a7f96a41e6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:42:44.673845 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f3c0c2f6-7851-4a90-bce0-477013b2365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:42:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f087ba97-ee09-4717-8d5e-e1a7f96a41e6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:44.676318 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-dc2fd0a0-d7af-4d7e-aa9c-153b4a066f96 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Request body: {'port': {'network_id': 'b23a6480-eaf4-4862-8b69-2bb9de33bafe', 'name': 'tempest-FloatingIPNegativeTestJSON-1992748550'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:44.681232 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5387170f-dcbf-4200-b23a-9c6a84da9d64 req-07e7c796-f3e3-4e47-b8b2-dc3b7b0a36c4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4686363 Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:42:44.682640 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:42:44.687352 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e136986a-7105-4251-96b7-43ae3cfd1de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1519f2a2-1d44-420f-a938-745d2a1cf91b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.690682 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e136986a-7105-4251-96b7-43ae3cfd1de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.695043 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e136986a-7105-4251-96b7-43ae3cfd1de9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1519f2a2-1d44-420f-a938-745d2a1cf91b HTTP/1.1" status: 204 len: 168 time: 0.8716865 Feb 16 16:42:44.718698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136986a-7105-4251-96b7-43ae3cfd1de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1519f2a2-1d44-420f-a938-745d2a1cf91b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:44.754836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f3c0c2f6-7851-4a90-bce0-477013b2365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:44.757527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Attempting to bind port 874ef16b-3d30-4c26-bb58-ecbebae8e260 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:42:44.758247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Attempting to bind port 874ef16b-3d30-4c26-bb58-ecbebae8e260 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:42:44.758856 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Attempting to bind port 874ef16b-3d30-4c26-bb58-ecbebae8e260 on network 8d61e968-9352-4447-90d4-31d4f93db9d5 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:44.767427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:42:44.767857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Checking segment: {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:44.768404 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.768810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Bound using segment: {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:42:44.769289 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Bound port: 874ef16b-3d30-4c26-bb58-ecbebae8e260, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:42:44.769675 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.778066 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (15aff283-df39-49e7-b6a0-0744c433d246), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.785466 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.797061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] 10.222.0.24 "DELETE /v2.0/networks/15aff283-df39-49e7-b6a0-0744c433d246 HTTP/1.1" status: 204 len: 168 time: 1.5136616 Feb 16 16:42:44.828344 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011e4d4-94b4-4d66-a933-f12f156a785c admin admin] Pushing event deleted for resources: {'Network': ['ID=15aff283-df39-49e7-b6a0-0744c433d246,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:44.837358 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0c2f6-7851-4a90-bce0-477013b2365a None None] Routers {'f087ba97-ee09-4717-8d5e-e1a7f96a41e6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:42:44.838738 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f3c0c2f6-7851-4a90-bce0-477013b2365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:42:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f087ba97-ee09-4717-8d5e-e1a7f96a41e6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:44.877692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f3c0c2f6-7851-4a90-bce0-477013b2365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:44.878261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0c2f6-7851-4a90-bce0-477013b2365a None None] The sync data for ids ['f087ba97-ee09-4717-8d5e-e1a7f96a41e6'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:42:44.909575 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Publish callbacks [] for router_gateway (544a50d2-dfd6-4a56-aec9-899434750187), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:44.923205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] For port 874ef16b-3d30-4c26-bb58-ecbebae8e260, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:42:44.930804 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] For port 874ef16b-3d30-4c26-bb58-ecbebae8e260, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=874ef16b-3d30-4c26-bb58-ecbebae8e260,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:42:44.948937 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:45.058800 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd39a248-678a-4106-afac-e6996ae4b277 admin admin] Publish callbacks [] for security_group (29835432-3eb9-47bf-a10d-10f755e255dc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:45.115192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd39a248-678a-4106-afac-e6996ae4b277 admin admin] Publish callbacks [] for security_group (29835432-3eb9-47bf-a10d-10f755e255dc), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:45.160333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901f9bb-c200-46d2-89cc-3a34f5ea150a None None] Pushing event updated for resources: {'Port': ['ID=874ef16b-3d30-4c26-bb58-ecbebae8e260,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:45.193092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43926) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:45.266073 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3dc878cf-797b-436d-a1c5-0d6a12976120 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ba6ed05f60d4be18332c533a096aa72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0714173 Feb 16 16:42:45.267297 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43928) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:45.290943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d451858-1c6e-4d89-8f82-32f4ee20c1b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=3dec505f-c7fa-403b-a284-7e196eb5e9d0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:45.309591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d451858-1c6e-4d89-8f82-32f4ee20c1b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Checking segment: {'id': 'e28caf8c-d5f8-4655-b48d-19d4a835de8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:45.309954 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d451858-1c6e-4d89-8f82-32f4ee20c1b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network hostable DHCP agents. Network: 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:42:45.382384 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82adc944-502c-4f04-9da7-b528c8b321e4 admin admin] Publish callbacks [] for security_group (192be164-5491-4059-8be5-78169c1679e1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:45.415906 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82adc944-502c-4f04-9da7-b528c8b321e4 admin admin] Publish callbacks [] for security_group (192be164-5491-4059-8be5-78169c1679e1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:45.416140 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd39a248-678a-4106-afac-e6996ae4b277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (29835432-3eb9-47bf-a10d-10f755e255dc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:45.419744 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd39a248-678a-4106-afac-e6996ae4b277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:45.424209 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dd39a248-678a-4106-afac-e6996ae4b277 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29835432-3eb9-47bf-a10d-10f755e255dc HTTP/1.1" status: 204 len: 168 time: 0.5777020 Feb 16 16:42:45.434032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d451858-1c6e-4d89-8f82-32f4ee20c1b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:42:45.454029 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2fd0a0-d7af-4d7e-aa9c-153b4a066f96 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Made reservation on behalf of 6b45013a38a645ba942df5d60a48b5aa for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:45.458784 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd0a0-d7af-4d7e-aa9c-153b4a066f96 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:45.471906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-3d451858-1c6e-4d89-8f82-32f4ee20c1b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:45.479253 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39a248-678a-4106-afac-e6996ae4b277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29835432-3eb9-47bf-a10d-10f755e255dc,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:45.485373 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc54763-2dc0-4c03-bcc3-41100bed3539 None None] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:42:45.531255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d451858-1c6e-4d89-8f82-32f4ee20c1b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:45.535162 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82adc944-502c-4f04-9da7-b528c8b321e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (192be164-5491-4059-8be5-78169c1679e1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:45.538008 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82adc944-502c-4f04-9da7-b528c8b321e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:45.539654 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-82adc944-502c-4f04-9da7-b528c8b321e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/192be164-5491-4059-8be5-78169c1679e1 HTTP/1.1" status: 204 len: 168 time: 0.2711189 Feb 16 16:42:45.563726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adc944-502c-4f04-9da7-b528c8b321e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192be164-5491-4059-8be5-78169c1679e1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:45.573179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d451858-1c6e-4d89-8f82-32f4ee20c1b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:45.576662 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d451858-1c6e-4d89-8f82-32f4ee20c1b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:45.612671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-dc2fd0a0-d7af-4d7e-aa9c-153b4a066f96 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] device_id is not set on port bdaa85ba-8384-49c2-a4ef-561f33c4219a yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:42:45.654998 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3d451858-1c6e-4d89-8f82-32f4ee20c1b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3270025 Feb 16 16:42:45.658977 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43944) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:45.664735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4f81aabb-b5e2-4e81-9b36-bebdca6111ec tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2037942185'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:45.729634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f81aabb-b5e2-4e81-9b36-bebdca6111ec tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:45.735618 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4f81aabb-b5e2-4e81-9b36-bebdca6111ec tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:45.828986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f81aabb-b5e2-4e81-9b36-bebdca6111ec tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:42:45.854467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155b1d4-5106-48f9-a4dd-8e98d2a40afc req-961f218b-3e24-4ca5-8c71-bbca0806c3ed tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:45.862119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2155b1d4-5106-48f9-a4dd-8e98d2a40afc req-961f218b-3e24-4ca5-8c71-bbca0806c3ed tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.1587842 Feb 16 16:42:45.873694 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4f81aabb-b5e2-4e81-9b36-bebdca6111ec tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (60d2b2ca-de5a-44e3-a308-9ccbd289eec6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:45.874042 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-4f81aabb-b5e2-4e81-9b36-bebdca6111ec tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Added segment 60d2b2ca-de5a-44e3-a308-9ccbd289eec6 of type vlan for network bbb8aaf8-8440-41ab-838a-a03ad762f6c5 Feb 16 16:42:45.994677 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4f81aabb-b5e2-4e81-9b36-bebdca6111ec tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (bbb8aaf8-8440-41ab-838a-a03ad762f6c5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:46.047794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2155b1d4-5106-48f9-a4dd-8e98d2a40afc req-1d8298b1-d81a-471a-a1b7-24e95aea9687 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778536 Feb 16 16:42:46.121191 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4f81aabb-b5e2-4e81-9b36-bebdca6111ec tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (bbb8aaf8-8440-41ab-838a-a03ad762f6c5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:46.127311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81aabb-b5e2-4e81-9b36-bebdca6111ec tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:46.136259 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4f81aabb-b5e2-4e81-9b36-bebdca6111ec tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:46.203889 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a353e8-849e-4c5d-9f88-3bf0f0e6b4dc req-a1a64da1-ade0-4511-9eaf-c3022cd4b8ca tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:46.210900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a353e8-849e-4c5d-9f88-3bf0f0e6b4dc req-a1a64da1-ade0-4511-9eaf-c3022cd4b8ca tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:46.216885 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a353e8-849e-4c5d-9f88-3bf0f0e6b4dc req-a1a64da1-ade0-4511-9eaf-c3022cd4b8ca tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:46.222341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a353e8-849e-4c5d-9f88-3bf0f0e6b4dc req-a1a64da1-ade0-4511-9eaf-c3022cd4b8ca tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:46.238456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a353e8-849e-4c5d-9f88-3bf0f0e6b4dc req-a1a64da1-ade0-4511-9eaf-c3022cd4b8ca tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:46.246612 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a353e8-849e-4c5d-9f88-3bf0f0e6b4dc req-a1a64da1-ade0-4511-9eaf-c3022cd4b8ca tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:46.274011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-dc2fd0a0-d7af-4d7e-aa9c-153b4a066f96 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Allocated IP 172.20.0.6 (b23a6480-eaf4-4862-8b69-2bb9de33bafe/20c6066a-a937-4e0c-937a-171b447f1ee8/bdaa85ba-8384-49c2-a4ef-561f33c4219a) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:46.278300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a353e8-849e-4c5d-9f88-3bf0f0e6b4dc req-a1a64da1-ade0-4511-9eaf-c3022cd4b8ca tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:46.280702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-55a353e8-849e-4c5d-9f88-3bf0f0e6b4dc req-a1a64da1-ade0-4511-9eaf-c3022cd4b8ca tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.3597109 Feb 16 16:42:46.285381 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Publish callbacks [] for router_gateway (544a50d2-dfd6-4a56-aec9-899434750187), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:46.321075 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:46.327366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 874ef16b-3d30-4c26-bb58-ecbebae8e260 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:42:46.355735 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4f81aabb-b5e2-4e81-9b36-bebdca6111ec tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6927667 Feb 16 16:42:46.380308 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43956) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:46.390519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'ports': [{'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e'}, {'network_id': 'bbb8aaf8-8440-41ab-838a-a03ad762f6c5'}]} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:46.390831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:46.391337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'network_id': 'bbb8aaf8-8440-41ab-838a-a03ad762f6c5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:46.405439 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 874ef16b-3d30-4c26-bb58-ecbebae8e260 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:46.406786 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:46.504274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81aabb-b5e2-4e81-9b36-bebdca6111ec tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Network': ['ID=bbb8aaf8-8440-41ab-838a-a03ad762f6c5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:46.563193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network bbb8aaf8-8440-41ab-838a-a03ad762f6c5 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:42:46.649886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 874ef16b-3d30-4c26-bb58-ecbebae8e260 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:46.650569 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:46.661659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Allocated IP 172.25.4.85 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:46.696777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-55a353e8-849e-4c5d-9f88-3bf0f0e6b4dc req-7e4dd8eb-8e42-4102-9e48-e88271752690 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3889334 Feb 16 16:42:46.862000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e1ef8-c504-4800-95de-cb2f0902f11c None None] Network 8d61e968-9352-4447-90d4-31d4f93db9d5 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:42:46.884780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'port': 2} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:46.896514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:46.903576 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd0a0-d7af-4d7e-aa9c-153b4a066f96 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for port (bdaa85ba-8384-49c2-a4ef-561f33c4219a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:46.913903 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:46.977152 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Publish callbacks [] for port (2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:47.016612 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd0a0-d7af-4d7e-aa9c-153b4a066f96 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (bdaa85ba-8384-49c2-a4ef-561f33c4219a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:47.083857 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2fd0a0-d7af-4d7e-aa9c-153b4a066f96 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Network b23a6480-eaf4-4862-8b69-2bb9de33bafe is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:47.138587 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-dc2fd0a0-d7af-4d7e-aa9c-153b4a066f96 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:47.141545 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2fd0a0-d7af-4d7e-aa9c-153b4a066f96 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:47.174202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port 5266cf4a-cd5c-47ba-b956-a6f20c49c0ea yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:42:47.219066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd0a0-d7af-4d7e-aa9c-153b4a066f96 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event updated for resources: {'Port': ['ID=bdaa85ba-8384-49c2-a4ef-561f33c4219a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:47.236289 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:47.248628 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 874ef16b-3d30-4c26-bb58-ecbebae8e260, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=874ef16b-3d30-4c26-bb58-ecbebae8e260,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:47.279380 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:47.324463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc926f33-64ef-4356-bb94-f429c229e31c req-d95b951d-6fa8-47b6-ba31-f530dbe351ee tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:47.326494 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc926f33-64ef-4356-bb94-f429c229e31c req-d95b951d-6fa8-47b6-ba31-f530dbe351ee tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.1416564 Feb 16 16:42:47.352507 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:47.356602 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:47.364698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=874ef16b-3d30-4c26-bb58-ecbebae8e260,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:47.373373 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-844fcb4a-0440-488d-8fbd-b05660e6bd7e None None] Provisioning complete for port 874ef16b-3d30-4c26-bb58-ecbebae8e260 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:47.373959 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-844fcb4a-0440-488d-8fbd-b05660e6bd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:47.381873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:47.448708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fd0a0-d7af-4d7e-aa9c-153b4a066f96 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:47.449432 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd0a0-d7af-4d7e-aa9c-153b4a066f96 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:47.519261 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (5266cf4a-cd5c-47ba-b956-a6f20c49c0ea), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:47.532885 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc926f33-64ef-4356-bb94-f429c229e31c req-458404c9-bfad-4d3d-bc55-f11b3967daa7 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998208 Feb 16 16:42:47.561422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-844fcb4a-0440-488d-8fbd-b05660e6bd7e None None] Current status of the port 874ef16b-3d30-4c26-bb58-ecbebae8e260 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:47.582522 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dc2fd0a0-d7af-4d7e-aa9c-153b4a066f96 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9104393 Feb 16 16:42:47.591850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43986) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:47.598579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:47.621955 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Pushing event updated for resources: {'Port': ['ID=2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:47.638519 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:47.693155 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6921f1cb-2657-4eed-83a7-63847cb3e183 None None] Provisioning complete for port bdaa85ba-8384-49c2-a4ef-561f33c4219a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:47.695270 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6921f1cb-2657-4eed-83a7-63847cb3e183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bdaa85ba-8384-49c2-a4ef-561f33c4219a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:47.742810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port e58ce267-be52-4124-8c90-13565649f772 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:42:47.809646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6921f1cb-2657-4eed-83a7-63847cb3e183 None None] Port bdaa85ba-8384-49c2-a4ef-561f33c4219a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:42:47.916746 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Publish callbacks [] for router_gateway (544a50d2-dfd6-4a56-aec9-899434750187), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:47.947979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-dbc63cb0-9d33-4f6c-910b-4bbee83724af None None] Provisioning complete for port 874ef16b-3d30-4c26-bb58-ecbebae8e260 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:47.949137 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dbc63cb0-9d33-4f6c-910b-4bbee83724af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:47.989787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb88c8a-5a0c-43c1-b2b4-a3582b270d48 req-56f22bd2-b2a2-4b21-bf2a-ed2017ff0efd tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:47.995444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb88c8a-5a0c-43c1-b2b4-a3582b270d48 req-56f22bd2-b2a2-4b21-bf2a-ed2017ff0efd tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:48.003018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb88c8a-5a0c-43c1-b2b4-a3582b270d48 req-56f22bd2-b2a2-4b21-bf2a-ed2017ff0efd tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:48.008688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb88c8a-5a0c-43c1-b2b4-a3582b270d48 req-56f22bd2-b2a2-4b21-bf2a-ed2017ff0efd tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:48.014607 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb88c8a-5a0c-43c1-b2b4-a3582b270d48 req-56f22bd2-b2a2-4b21-bf2a-ed2017ff0efd tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:48.021565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb88c8a-5a0c-43c1-b2b4-a3582b270d48 req-56f22bd2-b2a2-4b21-bf2a-ed2017ff0efd tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:48.026010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb88c8a-5a0c-43c1-b2b4-a3582b270d48 req-56f22bd2-b2a2-4b21-bf2a-ed2017ff0efd tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:48.027965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2cb88c8a-5a0c-43c1-b2b4-a3582b270d48 req-56f22bd2-b2a2-4b21-bf2a-ed2017ff0efd tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.2046163 Feb 16 16:42:48.038640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44006) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:48.109086 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (e58ce267-be52-4124-8c90-13565649f772), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:48.175257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-dbc63cb0-9d33-4f6c-910b-4bbee83724af None None] Current status of the port 874ef16b-3d30-4c26-bb58-ecbebae8e260 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:48.191653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 874ef16b-3d30-4c26-bb58-ecbebae8e260 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:42:48.212270 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:48.257654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44014) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:48.260189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 874ef16b-3d30-4c26-bb58-ecbebae8e260 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:48.260449 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:48.329343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2cb88c8a-5a0c-43c1-b2b4-a3582b270d48 req-1fbb43a1-81d8-4d59-98e3-7a24fc7b59d2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2651784 Feb 16 16:42:48.357361 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 874ef16b-3d30-4c26-bb58-ecbebae8e260 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:48.376737 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-671960824-network', 'tenant_id': '8cac6a7b0d5644ffad261fecb179f48a'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:48.401485 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (5266cf4a-cd5c-47ba-b956-a6f20c49c0ea), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:48.404479 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (544a50d2-dfd6-4a56-aec9-899434750187), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:48.406234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-58f9d617-f1e9-437a-9a7a-f8f9858d406f tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:48.436451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c2859-5e6f-4d4e-9ee2-48af8915845a req-81ea7ecc-76f4-41ee-a920-00a62a211673 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:48.437967 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c2859-5e6f-4d4e-9ee2-48af8915845a req-81ea7ecc-76f4-41ee-a920-00a62a211673 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.3242853 Feb 16 16:42:48.541986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:48.542402 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Router 544a50d2-dfd6-4a56-aec9-899434750187 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:42:48.553074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] Made reservation on behalf of 8cac6a7b0d5644ffad261fecb179f48a for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:48.555350 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:48.564932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:48.578590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:48.579436 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e58ce267-be52-4124-8c90-13565649f772), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:48.581541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=5266cf4a-cd5c-47ba-b956-a6f20c49c0ea,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:48.604905 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:48.626250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84480f86-f004-434d-9dcc-4f1921a929a7 req-f55e4acc-d470-4d03-9705-db736f8295b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:48.627803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84480f86-f004-434d-9dcc-4f1921a929a7 req-f55e4acc-d470-4d03-9705-db736f8295b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332a5c84b57f438c85d5813eecf2c338&device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 1127 time: 0.5526927 Feb 16 16:42:48.659855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:42:48.669400 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Sync routers for ids ['544a50d2-dfd6-4a56-aec9-899434750187'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:42:48.677811 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:48.679149 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-11282e67-db78-4a5a-8365-9e20a3ac3ccd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7574272 Feb 16 16:42:48.681734 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Routers {'544a50d2-dfd6-4a56-aec9-899434750187'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:42:48.682643 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:42:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['544a50d2-dfd6-4a56-aec9-899434750187'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:48.687242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Allocated IP 172.25.4.203 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/65044544-1c5a-4f04-b835-cb4a293c81a2) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:48.688411 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44018) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:48.725684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-58f9d617-f1e9-437a-9a7a-f8f9858d406f tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] 10.222.0.24 "PUT /v2.0/quotas/04bc1c6006ab4e729ad703673787dee7 HTTP/1.1" status: 200 len: 366 time: 0.4508574 Feb 16 16:42:48.729070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c2859-5e6f-4d4e-9ee2-48af8915845a req-389419c2-89bb-4fe3-8ab4-089760136791 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633381 Feb 16 16:42:48.730699 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44020) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:48.774789 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1b647358-1229-4681-9bee-e7404214342f tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0429149 Feb 16 16:42:48.778725 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44022) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:48.788466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=e58ce267-be52-4124-8c90-13565649f772,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:48.795623 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-be0209d7-2e0f-405e-96d8-623e7dec81b5 tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] 10.222.0.24 "GET /v2.0/quotas/04bc1c6006ab4e729ad703673787dee7 HTTP/1.1" status: 200 len: 366 time: 0.0165465 Feb 16 16:42:48.798272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44024) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:48.809334 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Set router 544a50d2-dfd6-4a56-aec9-899434750187 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:42:48.818120 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7f689c5f-1cab-485f-a93c-b89c597c083c tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/04bc1c6006ab4e729ad703673787dee7 HTTP/1.1" status: 204 len: 168 time: 0.0189087 Feb 16 16:42:48.825116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44026) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:48.841551 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e9d4166e-b86a-4a5b-9be2-f0b9421f20e5 tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0153160 Feb 16 16:42:48.842132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44028) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:48.858642 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5a7b130e-4a28-4d2b-a53c-e0624ac783ff tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] 10.222.0.24 "GET /v2.0/quotas/04bc1c6006ab4e729ad703673787dee7 HTTP/1.1" status: 200 len: 370 time: 0.0117452 Feb 16 16:42:48.859789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44030) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:48.872090 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9b52304c-cb2c-433a-9d6d-fbd01f774aa2 tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] 10.222.0.24 "GET /v2.0/quotas/04bc1c6006ab4e729ad703673787dee7/default HTTP/1.1" status: 200 len: 370 time: 0.0054178 Feb 16 16:42:48.874868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44032) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:49.010136 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:47Z', 'revision_number': 3, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:49.038004 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Checking router: 544a50d2-dfd6-4a56-aec9-899434750187 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:42:49.038348 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Updating router 544a50d2-dfd6-4a56-aec9-899434750187 port 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:42:49.068346 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.225188 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-6c7c16ed-559b-4ee0-b9c4-633903bf9adc tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] delete failed (client error): The resource could not be found. Feb 16 16:42:49.226241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6c7c16ed-559b-4ee0-b9c4-633903bf9adc tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/04bc1c6006ab4e729ad703673787dee7 HTTP/1.1" status: 404 len: 348 time: 0.3491554 Feb 16 16:42:49.227025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Checking segment: {'id': '60d2b2ca-de5a-44e3-a308-9ccbd289eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbb8aaf8-8440-41ab-838a-a03ad762f6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:49.227389 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network hostable DHCP agents. Network: bbb8aaf8-8440-41ab-838a-a03ad762f6c5, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:42:49.246079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84480f86-f004-434d-9dcc-4f1921a929a7 req-b6626947-af92-4a25-8502-9c4698cad4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:49.247501 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84480f86-f004-434d-9dcc-4f1921a929a7 req-b6626947-af92-4a25-8502-9c4698cad4d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe HTTP/1.1" status: 200 len: 916 time: 0.5870152 Feb 16 16:42:49.320822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84480f86-f004-434d-9dcc-4f1921a929a7 req-c23018bc-4b88-4206-b686-8a6a11abacc3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a578ed1-f57b-4959-8fa7-8154fd24939a HTTP/1.1" status: 200 len: 217 time: 0.0591521 Feb 16 16:42:49.351548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44036) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:49.355982 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for port (65044544-1c5a-4f04-b835-cb4a293c81a2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.384339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network bbb8aaf8-8440-41ab-838a-a03ad762f6c5 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:42:49.390037 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] Publish callbacks [] for security_group (696c38f6-312b-4066-85b8-c9480302f30a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.407178 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (696c38f6-312b-4066-85b8-c9480302f30a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.431248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, bbb8aaf8-8440-41ab-838a-a03ad762f6c5) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:49.449912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfb79f6-d363-4d14-be19-0f06bc76eb2b None None] Network bbb8aaf8-8440-41ab-838a-a03ad762f6c5 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:42:49.459645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:49.466488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:49.470681 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.472172 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:49.472928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.489711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84480f86-f004-434d-9dcc-4f1921a929a7 req-4a0f3afb-49c7-40b4-83ac-d681a9ef6921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:49.491313 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84480f86-f004-434d-9dcc-4f1921a929a7 req-4a0f3afb-49c7-40b4-83ac-d681a9ef6921 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0e0fbba3-e5f1-47c3-b3aa-330b8331dd02 HTTP/1.1" status: 200 len: 854 time: 0.1584151 Feb 16 16:42:49.497409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:42:49.545037 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696c38f6-312b-4066-85b8-c9480302f30a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:49.567824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Usage tracker for resource:network and project:fee3938a469047edbb6e17328a55967e is out of sync, need to count used quota {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:42:49.571693 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f29bcf46-a31c-4621-a56c-b3b31be5e4a5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.572542 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] Added segment f29bcf46-a31c-4621-a56c-b3b31be5e4a5 of type vlan for network 016316e8-4563-4626-b880-b825e89aa423 Feb 16 16:42:49.592606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ed3a0095-2f20-4368-b15a-fa2bf1386701 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2146218 Feb 16 16:42:49.595572 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44040) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:49.597103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 16:42:49.608774 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (65044544-1c5a-4f04-b835-cb4a293c81a2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.680382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Usage tracker for resource:subnet and project:fee3938a469047edbb6e17328a55967e is out of sync, need to count used quota {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:42:49.692639 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (016316e8-4563-4626-b880-b825e89aa423), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.705614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:49.710285 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 16:42:49.716686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Allocated IP 172.20.0.1 (8d61e968-9352-4447-90d4-31d4f93db9d5/2633da54-4036-4028-8932-f86c9800af42/5f6e3290-d973-46f0-8270-ec3dcd467a2e) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:49.733839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80170153-a77e-4a4f-bf40-7d52ed6bf7b4 req-6bd663f9-9a87-4da4-8a3c-7674d018427b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:49.739456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80170153-a77e-4a4f-bf40-7d52ed6bf7b4 req-6bd663f9-9a87-4da4-8a3c-7674d018427b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:49.745700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80170153-a77e-4a4f-bf40-7d52ed6bf7b4 req-6bd663f9-9a87-4da4-8a3c-7674d018427b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:49.749570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-4c02f719-4067-4595-94e3-3a81dc223910 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port e58ce267-be52-4124-8c90-13565649f772 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:49.749914 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c02f719-4067-4595-94e3-3a81dc223910 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e58ce267-be52-4124-8c90-13565649f772), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.750503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80170153-a77e-4a4f-bf40-7d52ed6bf7b4 req-6bd663f9-9a87-4da4-8a3c-7674d018427b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:49.755724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80170153-a77e-4a4f-bf40-7d52ed6bf7b4 req-6bd663f9-9a87-4da4-8a3c-7674d018427b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:49.761434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80170153-a77e-4a4f-bf40-7d52ed6bf7b4 req-6bd663f9-9a87-4da4-8a3c-7674d018427b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:49.766996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80170153-a77e-4a4f-bf40-7d52ed6bf7b4 req-6bd663f9-9a87-4da4-8a3c-7674d018427b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:49.769281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80170153-a77e-4a4f-bf40-7d52ed6bf7b4 req-6bd663f9-9a87-4da4-8a3c-7674d018427b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.3308094 Feb 16 16:42:49.769809 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Publish callbacks [] for port (2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.770223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:49.778634 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.779228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84480f86-f004-434d-9dcc-4f1921a929a7 req-f077442c-5f69-468e-96e8-9709d20648e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:49.780925 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84480f86-f004-434d-9dcc-4f1921a929a7 req-f077442c-5f69-468e-96e8-9709d20648e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2799587 Feb 16 16:42:49.784895 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:49.799393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event updated for resources: {'Port': ['ID=65044544-1c5a-4f04-b835-cb4a293c81a2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:49.812150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-84480f86-f004-434d-9dcc-4f1921a929a7 req-2ece530b-bcf4-46b7-b575-7047dec2b80e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:49.813202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84480f86-f004-434d-9dcc-4f1921a929a7 req-2ece530b-bcf4-46b7-b575-7047dec2b80e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0223861 Feb 16 16:42:49.825694 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c02f719-4067-4595-94e3-3a81dc223910 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e58ce267-be52-4124-8c90-13565649f772), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.838064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Usage tracker for resource:subnetpool and project:fee3938a469047edbb6e17328a55967e is out of sync, need to count used quota {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:42:49.847378 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-4c02f719-4067-4595-94e3-3a81dc223910 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for e58ce267-be52-4124-8c90-13565649f772 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:49.864167 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Attempting to bind port 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:42:49.864532 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Attempting to bind port 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:42:49.864888 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Attempting to bind port 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:49.873026 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c9e1c-9938-40e4-be8f-c0770fd9ff67 None None] Pushing event updated for resources: {'Port': ['ID=2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:49.880618 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:42:49.881080 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:49.881807 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.882285 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:42:49.882811 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Bound port: 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:42:49.883254 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.887375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 16:42:49.887554 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7c9e1c-9938-40e4-be8f-c0770fd9ff67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:49.887707 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7c9e1c-9938-40e4-be8f-c0770fd9ff67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:49.888307 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7c9e1c-9938-40e4-be8f-c0770fd9ff67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:49.888768 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7c9e1c-9938-40e4-be8f-c0770fd9ff67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:49.889389 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7c9e1c-9938-40e4-be8f-c0770fd9ff67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:49.889945 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7c9e1c-9938-40e4-be8f-c0770fd9ff67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:49.890281 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7c9e1c-9938-40e4-be8f-c0770fd9ff67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:49.890672 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7c9e1c-9938-40e4-be8f-c0770fd9ff67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:49.891237 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7c9e1c-9938-40e4-be8f-c0770fd9ff67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:49.891800 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7c9e1c-9938-40e4-be8f-c0770fd9ff67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:49.892370 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7c9e1c-9938-40e4-be8f-c0770fd9ff67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:49.892760 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7c9e1c-9938-40e4-be8f-c0770fd9ff67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:49.893173 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7c9e1c-9938-40e4-be8f-c0770fd9ff67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:49.925814 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (016316e8-4563-4626-b880-b825e89aa423), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.926772 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:49.927563 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.949071 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] For port 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:42:49.952598 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] For port 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:42:49.958451 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:49.976840 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Publish callbacks [] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.010847 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c02f719-4067-4595-94e3-3a81dc223910 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e58ce267-be52-4124-8c90-13565649f772), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.020574 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c9e1c-9938-40e4-be8f-c0770fd9ff67 None None] Pushing event updated for resources: {'Port': ['ID=2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:50.033177 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Routers {'544a50d2-dfd6-4a56-aec9-899434750187'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:42:50.034078 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:42:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['544a50d2-dfd6-4a56-aec9-899434750187'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:50.050147 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Usage tracker for resource:port and project:fee3938a469047edbb6e17328a55967e is out of sync, need to count used quota {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:42:50.065368 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c02f719-4067-4595-94e3-3a81dc223910 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.068166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0163071 Feb 16 16:42:50.072060 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4c02f719-4067-4595-94e3-3a81dc223910 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/e58ce267-be52-4124-8c90-13565649f772 HTTP/1.1" status: 204 len: 168 time: 0.4753315 Feb 16 16:42:50.073010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02f719-4067-4595-94e3-3a81dc223910 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=e58ce267-be52-4124-8c90-13565649f772,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:50.075077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44044) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:50.075396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44046) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:50.092273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9c7e0615-07a5-4a06-947d-51e656a0e36d admin admin] Request body: {'subnet': {'network_id': '016316e8-4563-4626-b880-b825e89aa423', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-671960824-subnet', 'tenant_id': '8cac6a7b0d5644ffad261fecb179f48a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:50.128356 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.157295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 16:42:50.173027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80170153-a77e-4a4f-bf40-7d52ed6bf7b4 req-d1325c42-16d0-4c1a-a26f-8c8ec1001340 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3855822 Feb 16 16:42:50.183556 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746f81f-5925-4af3-8944-18b42d11adeb admin admin] Pushing event updated for resources: {'Network': ['ID=016316e8-4563-4626-b880-b825e89aa423,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:50.201273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 016316e8-4563-4626-b880-b825e89aa423 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:42:50.207143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11077b-bb3e-4294-ba8a-724d73e47d16 req-3a4606e1-e9fa-4a81-aefb-935d360ca8c7 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:50.208981 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da11077b-bb3e-4294-ba8a-724d73e47d16 req-3a4606e1-e9fa-4a81-aefb-935d360ca8c7 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.3756647 Feb 16 16:42:50.209682 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7e0615-07a5-4a06-947d-51e656a0e36d admin admin] Made reservation on behalf of 8cac6a7b0d5644ffad261fecb179f48a for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:50.212082 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c7e0615-07a5-4a06-947d-51e656a0e36d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.229275 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84480f86-f004-434d-9dcc-4f1921a929a7 req-e49743e8-113d-487d-be7b-52126ca61861 service neutron] 10.222.0.65 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925216 Feb 16 16:42:50.239247 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Usage tracker for resource:router and project:fee3938a469047edbb6e17328a55967e is out of sync, need to count used quota {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:42:50.243878 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Network 8d61e968-9352-4447-90d4-31d4f93db9d5 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:50.256659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:50.268878 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:50.272182 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] Set router 544a50d2-dfd6-4a56-aec9-899434750187 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:42:50.274515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 16:42:50.275421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Pushing event updated for resources: {'Port': ['ID=5f6e3290-d973-46f0-8270-ec3dcd467a2e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:50.298256 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for floatingip (12c12617-f82e-40e3-8f50-35d70450440a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.333617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Usage tracker for resource:floatingip and project:fee3938a469047edbb6e17328a55967e is out of sync, need to count used quota {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:42:50.363308 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40ce7ef-9ace-4f2a-8403-d074b1056c7b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:50.368724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40ce7ef-9ace-4f2a-8403-d074b1056c7b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:50.370931 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d40ce7ef-9ace-4f2a-8403-d074b1056c7b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2916889 Feb 16 16:42:50.376229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44048) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:50.403117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 16:42:50.419262 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da11077b-bb3e-4294-ba8a-724d73e47d16 req-4f00eb0f-7ba3-4f8e-985a-ba69d56103ed tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992087 Feb 16 16:42:50.448015 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (544a50d2-dfd6-4a56-aec9-899434750187), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.448172 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (65044544-1c5a-4f04-b835-cb4a293c81a2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.500915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84480f86-f004-434d-9dcc-4f1921a929a7 req-e865cb91-9965-40b1-a534-fc9a65dd99b1 service neutron] 10.222.0.65 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578475 Feb 16 16:42:50.566610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Usage tracker for resource:security_group and project:fee3938a469047edbb6e17328a55967e is out of sync, need to count used quota {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:42:50.576827 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:47Z', 'revision_number': 3, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:50.607849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 16:42:50.617637 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b512f5-b574-402f-a02d-7d142b6f3f15 None None] The sync data for ids ['544a50d2-dfd6-4a56-aec9-899434750187'] in n-d-669411-5 is: [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:47Z', 'revision_number': 3, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:42:50.631792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Usage tracker for resource:security_group_rule and project:fee3938a469047edbb6e17328a55967e is out of sync, need to count used quota {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 16:42:50.646317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.quota.resource [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103421) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 16 16:42:50.661914 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-828fbad5-8f93-4d14-bd4a-ee5026e4b8ab tempest-QuotasTest-1543657378 tempest-QuotasTest-1543657378-project-admin] 10.222.0.24 "GET /v2.0/quotas/fee3938a469047edbb6e17328a55967e/details.json HTTP/1.1" status: 200 len: 703 time: 1.3041983 Feb 16 16:42:50.688082 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for port (65044544-1c5a-4f04-b835-cb4a293c81a2), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.693607 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (65044544-1c5a-4f04-b835-cb4a293c81a2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.719052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b5d8c84d-5551-4a3f-918d-649d1b38abf0 None None] Provisioning complete for port 5f6e3290-d973-46f0-8270-ec3dcd467a2e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:50.719654 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b5d8c84d-5551-4a3f-918d-649d1b38abf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.743240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1b4e3d04-e7cd-4736-856a-63bc12e61080 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port 5266cf4a-cd5c-47ba-b956-a6f20c49c0ea {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:50.744413 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3d04-e7cd-4736-856a-63bc12e61080 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5266cf4a-cd5c-47ba-b956-a6f20c49c0ea), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.792219 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event updated for resources: {'Port': ['ID=65044544-1c5a-4f04-b835-cb4a293c81a2,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:50.800656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b5d8c84d-5551-4a3f-918d-649d1b38abf0 None None] Port 5f6e3290-d973-46f0-8270-ec3dcd467a2e cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:42:50.810884 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c7e0615-07a5-4a06-947d-51e656a0e36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (7c07773c-4e35-4bb7-8acb-d6a13816e4c4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.832055 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (12c12617-f82e-40e3-8f50-35d70450440a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.852948 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.856054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bc2b16fd-c969-403b-9cd6-235617d83ac5 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2618501 Feb 16 16:42:50.857874 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44052) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:50.863934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f113634f-a6f9-4fdc-9268-b0a5165a4c9b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Request body: {'floatingip': {'port_id': 'bdaa85ba-8384-49c2-a4ef-561f33c4219a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:50.899012 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.903140 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3d04-e7cd-4736-856a-63bc12e61080 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5266cf4a-cd5c-47ba-b956-a6f20c49c0ea), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.917764 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f113634f-a6f9-4fdc-9268-b0a5165a4c9b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for floatingip (12c12617-f82e-40e3-8f50-35d70450440a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:50.958067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1b4e3d04-e7cd-4736-856a-63bc12e61080 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for 5266cf4a-cd5c-47ba-b956-a6f20c49c0ea owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:51.018423 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e0615-07a5-4a06-947d-51e656a0e36d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c07773c-4e35-4bb7-8acb-d6a13816e4c4,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:51.084155 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44056) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:51.094674 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7e0615-07a5-4a06-947d-51e656a0e36d admin admin] Checking segment: {'id': 'f29bcf46-a31c-4621-a56c-b3b31be5e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '016316e8-4563-4626-b880-b825e89aa423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:51.095042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e0615-07a5-4a06-947d-51e656a0e36d admin admin] Network hostable DHCP agents. Network: 016316e8-4563-4626-b880-b825e89aa423, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:42:51.165220 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e0615-07a5-4a06-947d-51e656a0e36d admin admin] Network 016316e8-4563-4626-b880-b825e89aa423 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:42:51.191582 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9c7e0615-07a5-4a06-947d-51e656a0e36d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 016316e8-4563-4626-b880-b825e89aa423) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:51.200620 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8fde7f-edeb-4bc5-975b-dbdb77d6ec49 None None] Network 016316e8-4563-4626-b880-b825e89aa423 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:42:51.205284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7e0615-07a5-4a06-947d-51e656a0e36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:51.205906 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c7e0615-07a5-4a06-947d-51e656a0e36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:51.208184 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-f113634f-a6f9-4fdc-9268-b0a5165a4c9b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] update failed (client error): The resource could not be found. Feb 16 16:42:51.214066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f113634f-a6f9-4fdc-9268-b0a5165a4c9b tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "PUT /v2.0/floatingips/12c12617-f82e-40e3-8f50-35d70450440a HTTP/1.1" status: 404 len: 507 time: 0.3515840 Feb 16 16:42:51.216562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44060) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:51.303302 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3d04-e7cd-4736-856a-63bc12e61080 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5266cf4a-cd5c-47ba-b956-a6f20c49c0ea), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:51.330648 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cf76a7a6-ac73-43e4-b6bd-83277fe12b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:51.352008 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2431cbab-0906-41f7-bc18-01d815218c92 None None] Network 016316e8-4563-4626-b880-b825e89aa423 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:42:51.406691 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Publish callbacks [] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:51.452215 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9c7e0615-07a5-4a06-947d-51e656a0e36d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3661954 Feb 16 16:42:51.452215 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3d04-e7cd-4736-856a-63bc12e61080 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:51.459902 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1b4e3d04-e7cd-4736-856a-63bc12e61080 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/5266cf4a-cd5c-47ba-b956-a6f20c49c0ea HTTP/1.1" status: 204 len: 168 time: 1.0825596 Feb 16 16:42:51.468659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44068) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:51.471801 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:51.480192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e3d04-e7cd-4736-856a-63bc12e61080 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=5266cf4a-cd5c-47ba-b956-a6f20c49c0ea,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:51.583256 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfb375-c0a7-47ec-a962-cad0bd3705ed req-513cff65-7c0b-494f-a7ed-9822af9ee527 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:51.589160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfb375-c0a7-47ec-a962-cad0bd3705ed req-513cff65-7c0b-494f-a7ed-9822af9ee527 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:51.596242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfb375-c0a7-47ec-a962-cad0bd3705ed req-513cff65-7c0b-494f-a7ed-9822af9ee527 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:51.603892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfb375-c0a7-47ec-a962-cad0bd3705ed req-513cff65-7c0b-494f-a7ed-9822af9ee527 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:51.610305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfb375-c0a7-47ec-a962-cad0bd3705ed req-513cff65-7c0b-494f-a7ed-9822af9ee527 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:51.616233 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfb375-c0a7-47ec-a962-cad0bd3705ed req-513cff65-7c0b-494f-a7ed-9822af9ee527 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:51.623281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfb375-c0a7-47ec-a962-cad0bd3705ed req-513cff65-7c0b-494f-a7ed-9822af9ee527 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:51.623804 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (544a50d2-dfd6-4a56-aec9-899434750187), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:51.625228 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1dfb375-c0a7-47ec-a962-cad0bd3705ed req-513cff65-7c0b-494f-a7ed-9822af9ee527 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.2924583 Feb 16 16:42:51.649110 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Pushing event updated for resources: {'Port': ['ID=5f6e3290-d973-46f0-8270-ec3dcd467a2e,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:51.654455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-61f6b0f7-9089-492b-9e89-78bb8676e660 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Deleting port 65044544-1c5a-4f04-b835-cb4a293c81a2 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:51.654940 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61f6b0f7-9089-492b-9e89-78bb8676e660 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (65044544-1c5a-4f04-b835-cb4a293c81a2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:51.742301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7594b43-cb69-4b2f-96a6-664361cf4f6f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:51.747852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d7594b43-cb69-4b2f-96a6-664361cf4f6f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2749467 Feb 16 16:42:51.748059 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44074) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:51.779297 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d447f79-eed7-4e6d-8c86-42852ebd8bda tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] GET failed (client error): The resource could not be found. Feb 16 16:42:51.781124 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4d447f79-eed7-4e6d-8c86-42852ebd8bda tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/e58ce267-be52-4124-8c90-13565649f772 HTTP/1.1" status: 404 len: 333 time: 0.0320439 Feb 16 16:42:51.785576 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44076) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:51.821837 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d78130-30ee-4e5d-a0dc-ac106a9b3f46 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] GET failed (client error): The resource could not be found. Feb 16 16:42:51.824175 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c8d78130-30ee-4e5d-a0dc-ac106a9b3f46 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/5266cf4a-cd5c-47ba-b956-a6f20c49c0ea HTTP/1.1" status: 404 len: 333 time: 0.0376112 Feb 16 16:42:51.826796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44078) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:51.850478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Network 8d61e968-9352-4447-90d4-31d4f93db9d5 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:51.858197 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:51.861118 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cf76a7a6-ac73-43e4-b6bd-83277fe12b2c admin admin] Publish callbacks [] for security_group (d5adbbeb-870e-471b-bb31-9b0160e3aca8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:51.878912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e4267-a170-4fec-9915-db0e59aa2ccd req-4eafe375-b427-4066-ab4a-ebdc42f1a570 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:51.882811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6d5e4267-a170-4fec-9915-db0e59aa2ccd req-4eafe375-b427-4066-ab4a-ebdc42f1a570 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.2501895 Feb 16 16:42:51.894219 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cf76a7a6-ac73-43e4-b6bd-83277fe12b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d5adbbeb-870e-471b-bb31-9b0160e3aca8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:51.898050 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61f6b0f7-9089-492b-9e89-78bb8676e660 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (65044544-1c5a-4f04-b835-cb4a293c81a2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:51.898378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61f6b0f7-9089-492b-9e89-78bb8676e660 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for floatingip (65044544-1c5a-4f04-b835-cb4a293c81a2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:51.908671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1dfb375-c0a7-47ec-a962-cad0bd3705ed req-b8035963-45ec-41f8-b3a9-15138e100a61 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2741976 Feb 16 16:42:51.975280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-61f6b0f7-9089-492b-9e89-78bb8676e660 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Calling delete_port for 65044544-1c5a-4f04-b835-cb4a293c81a2 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:51.989127 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f00dd820-bf78-4d14-98a6-97fc92b9db57 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (bbb8aaf8-8440-41ab-838a-a03ad762f6c5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.009431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76a7a6-ac73-43e4-b6bd-83277fe12b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5adbbeb-870e-471b-bb31-9b0160e3aca8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:52.044403 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6d5e4267-a170-4fec-9915-db0e59aa2ccd req-e32db93f-24ac-4bae-811f-2edb45aaf779 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512644 Feb 16 16:42:52.051132 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cf76a7a6-ac73-43e4-b6bd-83277fe12b2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=174c1adab74143168884759e9478fd46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9655275 Feb 16 16:42:52.052124 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44082) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:52.187043 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f00dd820-bf78-4d14-98a6-97fc92b9db57 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (bbb8aaf8-8440-41ab-838a-a03ad762f6c5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.208651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Router 544a50d2-dfd6-4a56-aec9-899434750187 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:42:52.220678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-f00dd820-bf78-4d14-98a6-97fc92b9db57 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb8aaf8-8440-41ab-838a-a03ad762f6c5']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:52.239905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:42:52.266561 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c2fbfc0-3c91-456a-b8ea-2de5cbff8d4f admin admin] Publish callbacks [] for security_group (d5adbbeb-870e-471b-bb31-9b0160e3aca8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.273959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-f00dd820-bf78-4d14-98a6-97fc92b9db57 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d2b2ca-de5a-44e3-a308-9ccbd289eec6') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:52.274261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-f00dd820-bf78-4d14-98a6-97fc92b9db57 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d2b2ca-de5a-44e3-a308-9ccbd289eec6') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:52.308361 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f00dd820-bf78-4d14-98a6-97fc92b9db57 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (60d2b2ca-de5a-44e3-a308-9ccbd289eec6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.309510 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-fa08a7bd-7a3b-404a-b07c-8216eca42e91 None None] Provisioning complete for port 5f6e3290-d973-46f0-8270-ec3dcd467a2e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:52.309933 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fa08a7bd-7a3b-404a-b07c-8216eca42e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.320766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b0a4b-26de-442f-8d35-186a660122d4 req-628b6210-6b2d-4f72-a535-9cbc71b3787e tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:52.322947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f97b0a4b-26de-442f-8d35-186a660122d4 req-628b6210-6b2d-4f72-a535-9cbc71b3787e tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.0828881 Feb 16 16:42:52.324370 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61f6b0f7-9089-492b-9e89-78bb8676e660 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (65044544-1c5a-4f04-b835-cb4a293c81a2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.339106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:52.339476 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.365801 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c2fbfc0-3c91-456a-b8ea-2de5cbff8d4f admin admin] Publish callbacks [] for security_group (d5adbbeb-870e-471b-bb31-9b0160e3aca8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.373740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6b0f7-9089-492b-9e89-78bb8676e660 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event deleted for resources: {'Port': ['ID=65044544-1c5a-4f04-b835-cb4a293c81a2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:52.387467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-fa08a7bd-7a3b-404a-b07c-8216eca42e91 None None] Port 5f6e3290-d973-46f0-8270-ec3dcd467a2e cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:42:52.419639 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f00dd820-bf78-4d14-98a6-97fc92b9db57 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (60d2b2ca-de5a-44e3-a308-9ccbd289eec6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.448526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:52.449445 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.475351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:52.476127 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00dd820-bf78-4d14-98a6-97fc92b9db57 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:42:52.476534 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f00dd820-bf78-4d14-98a6-97fc92b9db57 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (60d2b2ca-de5a-44e3-a308-9ccbd289eec6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:42:52.482114 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:42:52.484550 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.518715 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f97b0a4b-26de-442f-8d35-186a660122d4 req-267fa227-1c46-4ff3-a6bd-70bff244b821 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575460 Feb 16 16:42:52.548363 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:52.573408 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61f6b0f7-9089-492b-9e89-78bb8676e660 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for floatingip (12c12617-f82e-40e3-8f50-35d70450440a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.576297 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61f6b0f7-9089-492b-9e89-78bb8676e660 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.577684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-61f6b0f7-9089-492b-9e89-78bb8676e660 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "DELETE /v2.0/floatingips/12c12617-f82e-40e3-8f50-35d70450440a HTTP/1.1" status: 204 len: 168 time: 1.3622136 Feb 16 16:42:52.581169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44098) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:52.587130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-72f1c707-e808-406d-af5b-3274239b6cc4 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Request body: {'floatingip': {'floating_network_id': 'b23a6480-eaf4-4862-8b69-2bb9de33bafe', 'port_id': 'bdaa85ba-8384-49c2-a4ef-561f33c4219a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:52.607496 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f00dd820-bf78-4d14-98a6-97fc92b9db57 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (bbb8aaf8-8440-41ab-838a-a03ad762f6c5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.617895 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f00dd820-bf78-4d14-98a6-97fc92b9db57 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.621820 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f00dd820-bf78-4d14-98a6-97fc92b9db57 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/networks/bbb8aaf8-8440-41ab-838a-a03ad762f6c5 HTTP/1.1" status: 204 len: 168 time: 0.7940271 Feb 16 16:42:52.633233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44100) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:52.640794 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ee583359-1810-42e2-beab-600292acc6cf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-957892586'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:52.644537 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:42:52.647825 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00dd820-bf78-4d14-98a6-97fc92b9db57 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Network': ['ID=bbb8aaf8-8440-41ab-838a-a03ad762f6c5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:52.653459 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c1f0a985-afce-47ec-8b88-9ec11a9b34ea admin admin] 10.222.0.24 "PUT /v2.0/routers/544a50d2-dfd6-4a56-aec9-899434750187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9639187 Feb 16 16:42:52.656479 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c2fbfc0-3c91-456a-b8ea-2de5cbff8d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d5adbbeb-870e-471b-bb31-9b0160e3aca8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.658961 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c2fbfc0-3c91-456a-b8ea-2de5cbff8d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.662825 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1c2fbfc0-3c91-456a-b8ea-2de5cbff8d4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5adbbeb-870e-471b-bb31-9b0160e3aca8 HTTP/1.1" status: 204 len: 168 time: 0.6049898 Feb 16 16:42:52.674486 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fbfc0-3c91-456a-b8ea-2de5cbff8d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5adbbeb-870e-471b-bb31-9b0160e3aca8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:52.685493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee583359-1810-42e2-beab-600292acc6cf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:52.689438 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee583359-1810-42e2-beab-600292acc6cf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.723237 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee583359-1810-42e2-beab-600292acc6cf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:42:52.727126 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72f1c707-e808-406d-af5b-3274239b6cc4 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.740386 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee583359-1810-42e2-beab-600292acc6cf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (8b77ee6c-f789-4263-93f2-9e49518b2da5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.740608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-94b86cc3-e95f-4eca-aebf-928d43b0d971 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:52.741244 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-ee583359-1810-42e2-beab-600292acc6cf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Added segment 8b77ee6c-f789-4263-93f2-9e49518b2da5 of type vlan for network 8011639b-24a4-4aa9-b4e0-de96d6f3fcef Feb 16 16:42:52.744623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-94b86cc3-e95f-4eca-aebf-928d43b0d971 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/networks?id=016316e8-4563-4626-b880-b825e89aa423 HTTP/1.1" status: 200 len: 821 time: 0.3316703 Feb 16 16:42:52.795954 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-0d87314d-aebf-4440-a373-e2119728b7ae tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/quotas/8cac6a7b0d5644ffad261fecb179f48a HTTP/1.1" status: 200 len: 375 time: 0.0425737 Feb 16 16:42:52.812160 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee583359-1810-42e2-beab-600292acc6cf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (8011639b-24a4-4aa9-b4e0-de96d6f3fcef), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.825089 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad042939-523a-421e-a176-867096211556 req-e3462fd8-5e8f-4e34-81f2-ea89368f2918 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:52.826788 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad042939-523a-421e-a176-867096211556 req-e3462fd8-5e8f-4e34-81f2-ea89368f2918 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b0fd6de-250e-4c94-9e36-974d21ea314a HTTP/1.1" status: 200 len: 945 time: 0.2165182 Feb 16 16:42:52.856637 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee583359-1810-42e2-beab-600292acc6cf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (8011639b-24a4-4aa9-b4e0-de96d6f3fcef), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.862694 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee583359-1810-42e2-beab-600292acc6cf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:52.863456 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee583359-1810-42e2-beab-600292acc6cf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:52.881978 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-97c0d238-0f68-4c6d-95a6-89fa45c2dc5b tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8cac6a7b0d5644ffad261fecb179f48a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702634 Feb 16 16:42:52.906009 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ee583359-1810-42e2-beab-600292acc6cf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2695081 Feb 16 16:42:52.908849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44110) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:52.913719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e30e8d6f-9696-4ae1-a22d-79f054bce560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'subnet': {'network_id': '8011639b-24a4-4aa9-b4e0-de96d6f3fcef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:52.961574 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee583359-1810-42e2-beab-600292acc6cf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Network': ['ID=8011639b-24a4-4aa9-b4e0-de96d6f3fcef,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:52.976174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 8011639b-24a4-4aa9-b4e0-de96d6f3fcef details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:42:53.077742 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30e8d6f-9696-4ae1-a22d-79f054bce560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:53.081639 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e30e8d6f-9696-4ae1-a22d-79f054bce560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:53.086707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44114) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:53.104397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Sync routers for ids ['544a50d2-dfd6-4a56-aec9-899434750187'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:42:53.117058 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Routers {'544a50d2-dfd6-4a56-aec9-899434750187'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:42:53.117702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:42:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['544a50d2-dfd6-4a56-aec9-899434750187'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:53.125310 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c2244fd-9c79-42ed-9454-e1c826f05463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:53.167881 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.ipam_backend_mixin [None req-e30e8d6f-9696-4ae1-a22d-79f054bce560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Performing IP validity checks on allocation pools {{(pid=103422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 16:42:53.170629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.ipam_backend_mixin [None req-e30e8d6f-9696-4ae1-a22d-79f054bce560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 16:42:53.245899 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Set router 544a50d2-dfd6-4a56-aec9-899434750187 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:42:53.356883 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad042939-523a-421e-a176-867096211556 req-6c2d6bff-746a-4117-bd0d-196e8c8e7322 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159028 Feb 16 16:42:53.396278 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-bb9e4b25-9cf6-49f2-b593-beb92688961c service neutron] 10.222.0.24 "GET /v2.0/networks/016316e8-4563-4626-b880-b825e89aa423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132895 Feb 16 16:42:53.440087 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-72f1c707-e808-406d-af5b-3274239b6cc4 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:42:53.445567 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-72f1c707-e808-406d-af5b-3274239b6cc4 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8577807 Feb 16 16:42:53.445567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44120) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:53.461440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': 'bdaa85ba-8384-49c2-a4ef-561f33c4219a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:53.504316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:50Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '5f6e3290-d973-46f0-8270-ec3dcd467a2e', 'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'tenant_id': '02741f937a2842aca38571a11965b970', 'mac_address': 'fa:16:3e:da:0a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:49Z', 'updated_at': '2022-02-16T16:42:51Z', 'revision_number': 2, 'project_id': '02741f937a2842aca38571a11965b970', 'subnets': [{'id': '2633da54-4036-4028-8932-f86c9800af42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:53.514899 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:53.535930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Checking router: 544a50d2-dfd6-4a56-aec9-899434750187 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:42:53.536290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Updating router 544a50d2-dfd6-4a56-aec9-899434750187 port 5f6e3290-d973-46f0-8270-ec3dcd467a2e binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:42:53.560150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-abb69e79-f9ea-4cbc-81a1-cc3dd7e15c54 service neutron] 10.222.0.24 "GET /v2.0/networks/016316e8-4563-4626-b880-b825e89aa423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526258 Feb 16 16:42:53.567539 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:53.606981 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c2244fd-9c79-42ed-9454-e1c826f05463 admin admin] Publish callbacks [] for security_group (04f5d7a8-806e-40c3-aede-2198a07f301e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:53.657578 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:53.668393 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c2244fd-9c79-42ed-9454-e1c826f05463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (04f5d7a8-806e-40c3-aede-2198a07f301e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:53.734353 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e30e8d6f-9696-4ae1-a22d-79f054bce560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (b68d6003-85fd-4ae3-85c0-956c7802d21e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:53.740364 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2244fd-9c79-42ed-9454-e1c826f05463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f5d7a8-806e-40c3-aede-2198a07f301e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:53.758066 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2c2244fd-9c79-42ed-9454-e1c826f05463 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fee3938a469047edbb6e17328a55967e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6586163 Feb 16 16:42:53.762584 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44124) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:53.820703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Allocated IP 172.25.4.197 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/def24f28-1b02-4b46-b14d-c83715cf71ff) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:53.865712 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e8d6f-9696-4ae1-a22d-79f054bce560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Subnet': ['ID=b68d6003-85fd-4ae3-85c0-956c7802d21e,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:53.884257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30e8d6f-9696-4ae1-a22d-79f054bce560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Checking segment: {'id': '8b77ee6c-f789-4263-93f2-9e49518b2da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8011639b-24a4-4aa9-b4e0-de96d6f3fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:53.885136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e8d6f-9696-4ae1-a22d-79f054bce560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network hostable DHCP agents. Network: 8011639b-24a4-4aa9-b4e0-de96d6f3fcef, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:42:53.890351 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb1fac9d-4d8e-4645-830e-c1348f90e2ca admin admin] Publish callbacks [] for security_group (04f5d7a8-806e-40c3-aede-2198a07f301e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:53.929290 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb1fac9d-4d8e-4645-830e-c1348f90e2ca admin admin] Publish callbacks [] for security_group (04f5d7a8-806e-40c3-aede-2198a07f301e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:53.937530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e8d6f-9696-4ae1-a22d-79f054bce560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 8011639b-24a4-4aa9-b4e0-de96d6f3fcef is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:42:53.951157 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e30e8d6f-9696-4ae1-a22d-79f054bce560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 8011639b-24a4-4aa9-b4e0-de96d6f3fcef) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:53.956921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30e8d6f-9696-4ae1-a22d-79f054bce560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:53.957849 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e30e8d6f-9696-4ae1-a22d-79f054bce560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:53.998610 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e30e8d6f-9696-4ae1-a22d-79f054bce560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0887175 Feb 16 16:42:53.999228 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44130) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:54.006667 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2c1c5d35-54fb-4c0a-a833-b8022ec155b3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'network_id': '8011639b-24a4-4aa9-b4e0-de96d6f3fcef', 'name': 'tempest-PortsIpV6TestJSON-847694197'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:54.016669 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for port (def24f28-1b02-4b46-b14d-c83715cf71ff), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:54.062999 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a22c3-5b25-4b91-94a4-df5260f3c8af req-8a2f8ece-82dd-4ea9-ab8a-72d3c371bdc0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:54.068326 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a22c3-5b25-4b91-94a4-df5260f3c8af req-8a2f8ece-82dd-4ea9-ab8a-72d3c371bdc0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:54.074316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a22c3-5b25-4b91-94a4-df5260f3c8af req-8a2f8ece-82dd-4ea9-ab8a-72d3c371bdc0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:54.075848 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb1fac9d-4d8e-4645-830e-c1348f90e2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (04f5d7a8-806e-40c3-aede-2198a07f301e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:54.079421 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb1fac9d-4d8e-4645-830e-c1348f90e2ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:54.083169 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-eb1fac9d-4d8e-4645-830e-c1348f90e2ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04f5d7a8-806e-40c3-aede-2198a07f301e HTTP/1.1" status: 204 len: 168 time: 0.3172894 Feb 16 16:42:54.099704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fac9d-4d8e-4645-830e-c1348f90e2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f5d7a8-806e-40c3-aede-2198a07f301e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:54.110406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a22c3-5b25-4b91-94a4-df5260f3c8af req-8a2f8ece-82dd-4ea9-ab8a-72d3c371bdc0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:54.116947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a22c3-5b25-4b91-94a4-df5260f3c8af req-8a2f8ece-82dd-4ea9-ab8a-72d3c371bdc0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:54.123408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a22c3-5b25-4b91-94a4-df5260f3c8af req-8a2f8ece-82dd-4ea9-ab8a-72d3c371bdc0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:54.129236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a22c3-5b25-4b91-94a4-df5260f3c8af req-8a2f8ece-82dd-4ea9-ab8a-72d3c371bdc0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:54.138847 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-555a22c3-5b25-4b91-94a4-df5260f3c8af req-8a2f8ece-82dd-4ea9-ab8a-72d3c371bdc0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.1971529 Feb 16 16:42:54.154174 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44134) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:54.159994 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Publish callbacks [] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:54.166531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b69210-8b08-42fa-a875-a5c4fb473f10 None None] Network 8011639b-24a4-4aa9-b4e0-de96d6f3fcef requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:42:54.179242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4da679a0-3fbd-438e-b5fd-2c2c776fb3b7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2144503336', 'description': 'tempest-description--202911549'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:54.183676 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:54.263603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:42:54.309531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-555a22c3-5b25-4b91-94a4-df5260f3c8af req-27222a89-005d-4088-a2a3-e029bf15993a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1695247 Feb 16 16:42:54.328607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1c5d35-54fb-4c0a-a833-b8022ec155b3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:54.333089 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c1c5d35-54fb-4c0a-a833-b8022ec155b3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:54.376519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6417b44-70d3-4a49-9f31-f2f476b978c9 None None] Pushing event updated for resources: {'Port': ['ID=5f6e3290-d973-46f0-8270-ec3dcd467a2e,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:54.389838 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-2c1c5d35-54fb-4c0a-a833-b8022ec155b3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port 6b23c62d-5460-4c3b-af1a-668cadacb3d9 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:42:54.515362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4da679a0-3fbd-438e-b5fd-2c2c776fb3b7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:54.515596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Attempting to bind port 5f6e3290-d973-46f0-8270-ec3dcd467a2e on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:42:54.521354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59993524-a4f6-4c34-9dad-7ee2a5b61912 req-d36290ae-9d03-45f8-b49e-5130164ad695 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3789628 Feb 16 16:42:54.522527 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (def24f28-1b02-4b46-b14d-c83715cf71ff), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:54.528024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Attempting to bind port 5f6e3290-d973-46f0-8270-ec3dcd467a2e by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:42:54.528467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Attempting to bind port 5f6e3290-d973-46f0-8270-ec3dcd467a2e on network 8d61e968-9352-4447-90d4-31d4f93db9d5 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:54.538752 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cadd61f3-ddf3-4342-bb6b-023168b4d87a req-857c0fb6-ae27-4fde-bb92-eec4015b4247 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 210 time: 0.1006031 Feb 16 16:42:54.581503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:42:54.582093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Checking segment: {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:54.582419 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:54.582819 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Bound using segment: {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:42:54.583324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Bound port: 5f6e3290-d973-46f0-8270-ec3dcd467a2e, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:42:54.583714 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:54.588770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-8011639b-24a4-4aa9-b4e0-de96d6f3fcef', 'network_id': '8011639b-24a4-4aa9-b4e0-de96d6f3fcef', 'project_id': 'e6c4df9b782646bcaf02850f363551f8', 'fixed_ips': [{'subnet_id': 'b68d6003-85fd-4ae3-85c0-956c7802d21e'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:42:54.589620 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:54.615442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6bfad-ee41-4ecf-a689-54003242488f req-a6616333-7618-4fb5-9081-49fd4655b69e tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:54.617573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ac6bfad-ee41-4ecf-a689-54003242488f req-a6616333-7618-4fb5-9081-49fd4655b69e tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 945 time: 0.2942822 Feb 16 16:42:54.668599 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-2c1c5d35-54fb-4c0a-a833-b8022ec155b3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Allocated IP 2001:db8::146 (8011639b-24a4-4aa9-b4e0-de96d6f3fcef/b68d6003-85fd-4ae3-85c0-956c7802d21e/6b23c62d-5460-4c3b-af1a-668cadacb3d9) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:54.695075 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:54.713606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:54.725289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:54.767807 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event updated for resources: {'Port': ['ID=def24f28-1b02-4b46-b14d-c83715cf71ff,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:54.790822 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4da679a0-3fbd-438e-b5fd-2c2c776fb3b7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group (77ff6f58-66f5-43ce-a4b1-8d1aff24da3d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:54.806150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59993524-a4f6-4c34-9dad-7ee2a5b61912 req-824d490d-a5e0-475c-914d-c50ba5af9ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:54.809251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59993524-a4f6-4c34-9dad-7ee2a5b61912 req-824d490d-a5e0-475c-914d-c50ba5af9ac8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332a5c84b57f438c85d5813eecf2c338&device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 1127 time: 0.1855471 Feb 16 16:42:54.809732 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4da679a0-3fbd-438e-b5fd-2c2c776fb3b7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (77ff6f58-66f5-43ce-a4b1-8d1aff24da3d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:54.810371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] For port 5f6e3290-d973-46f0-8270-ec3dcd467a2e, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:42:54.823030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] For port 5f6e3290-d973-46f0-8270-ec3dcd467a2e, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5f6e3290-d973-46f0-8270-ec3dcd467a2e,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:42:54.826922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:54.827440 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:54.840216 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ac6bfad-ee41-4ecf-a689-54003242488f req-b7a30f68-1c05-4de1-a8c1-75ff7a70941e tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436944 Feb 16 16:42:54.856592 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:54.927462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-cb3ce8fe-5867-4798-a192-692d02f7f225 req-e3110991-1a53-47c6-ae5f-6ae3be459955 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:54.938345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb3ce8fe-5867-4798-a192-692d02f7f225 req-e3110991-1a53-47c6-ae5f-6ae3be459955 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0238447 Feb 16 16:42:55.024620 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c1c5d35-54fb-4c0a-a833-b8022ec155b3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (6b23c62d-5460-4c3b-af1a-668cadacb3d9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:55.079533 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c1c5d35-54fb-4c0a-a833-b8022ec155b3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (6b23c62d-5460-4c3b-af1a-668cadacb3d9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:55.152037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c5d35-54fb-4c0a-a833-b8022ec155b3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=6b23c62d-5460-4c3b-af1a-668cadacb3d9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:55.156707 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4da679a0-3fbd-438e-b5fd-2c2c776fb3b7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:55.158150 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4da679a0-3fbd-438e-b5fd-2c2c776fb3b7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9952989 Feb 16 16:42:55.165292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44156) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:55.172785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9526e1b2-c74f-45da-bba1-8a9af7fc384c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Request body: {'security_group_rule': {'security_group_id': '77ff6f58-66f5-43ce-a4b1-8d1aff24da3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:55.199055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da679a0-3fbd-438e-b5fd-2c2c776fb3b7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:55.208037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb3ce8fe-5867-4798-a192-692d02f7f225 req-575a5c2f-22fe-4afc-943b-3b55c92922a9 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2686801 Feb 16 16:42:55.217418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1c5d35-54fb-4c0a-a833-b8022ec155b3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 8011639b-24a4-4aa9-b4e0-de96d6f3fcef is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:55.220222 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-2c1c5d35-54fb-4c0a-a833-b8022ec155b3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:55.222269 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9526e1b2-c74f-45da-bba1-8a9af7fc384c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group_rule (62ecfafc-5f21-49c0-8569-89a68de81852), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:55.225416 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1c5d35-54fb-4c0a-a833-b8022ec155b3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:55.231519 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1c5d35-54fb-4c0a-a833-b8022ec155b3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:55.232254 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c1c5d35-54fb-4c0a-a833-b8022ec155b3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:55.234581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-04cac110-8f39-4e67-9b92-d4a309e5c23e None None] Provisioning complete for port 5f6e3290-d973-46f0-8270-ec3dcd467a2e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:55.234958 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-04cac110-8f39-4e67-9b92-d4a309e5c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:55.257679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59993524-a4f6-4c34-9dad-7ee2a5b61912 req-22e22a0a-7e25-435e-9270-5b94584a185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:55.262171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59993524-a4f6-4c34-9dad-7ee2a5b61912 req-22e22a0a-7e25-435e-9270-5b94584a185f service neutron] 10.222.0.65 "GET /v2.0/networks?id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe HTTP/1.1" status: 200 len: 916 time: 0.4210508 Feb 16 16:42:55.271391 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2c1c5d35-54fb-4c0a-a833-b8022ec155b3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2705240 Feb 16 16:42:55.273263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Routers {'544a50d2-dfd6-4a56-aec9-899434750187'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:42:55.273993 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:42:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['544a50d2-dfd6-4a56-aec9-899434750187'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:55.278339 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44158) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:55.380548 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59993524-a4f6-4c34-9dad-7ee2a5b61912 req-23067be8-b3dd-4570-baf3-c0ec67525224 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a578ed1-f57b-4959-8fa7-8154fd24939a HTTP/1.1" status: 200 len: 217 time: 0.1006804 Feb 16 16:42:55.402970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6417b44-70d3-4a49-9f31-f2f476b978c9 None None] Pushing event updated for resources: {'Port': ['ID=5f6e3290-d973-46f0-8270-ec3dcd467a2e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:55.471106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Deleting port def24f28-1b02-4b46-b14d-c83715cf71ff {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:55.471404 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (def24f28-1b02-4b46-b14d-c83715cf71ff), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:55.526294 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9526e1b2-c74f-45da-bba1-8a9af7fc384c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group_rule (62ecfafc-5f21-49c0-8569-89a68de81852), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:55.539302 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9526e1b2-c74f-45da-bba1-8a9af7fc384c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (62ecfafc-5f21-49c0-8569-89a68de81852), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:55.593383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] Set router 544a50d2-dfd6-4a56-aec9-899434750187 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:42:55.597963 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9526e1b2-c74f-45da-bba1-8a9af7fc384c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:55.599845 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9526e1b2-c74f-45da-bba1-8a9af7fc384c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4316280 Feb 16 16:42:55.603473 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44170) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:55.630704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Request body: {'security_group_rule': {'security_group_id': '77ff6f58-66f5-43ce-a4b1-8d1aff24da3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:55.635711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59993524-a4f6-4c34-9dad-7ee2a5b61912 req-b7d0791b-b609-45d1-9e24-afdca64f58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:55.638200 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59993524-a4f6-4c34-9dad-7ee2a5b61912 req-b7d0791b-b609-45d1-9e24-afdca64f58a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0e0fbba3-e5f1-47c3-b3aa-330b8331dd02 HTTP/1.1" status: 200 len: 854 time: 0.2470152 Feb 16 16:42:55.638345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526e1b2-c74f-45da-bba1-8a9af7fc384c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ecfafc-5f21-49c0-8569-89a68de81852,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:55.687539 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ec14d-cdc7-4c25-a4eb-030ad5761744 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port 6b23c62d-5460-4c3b-af1a-668cadacb3d9 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:55.687920 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab0ec14d-cdc7-4c25-a4eb-030ad5761744 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6b23c62d-5460-4c3b-af1a-668cadacb3d9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:55.735071 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group_rule (68ad5281-7b1a-4009-b300-2364b36d3681), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:55.753636 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (def24f28-1b02-4b46-b14d-c83715cf71ff), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:55.754194 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for floatingip (def24f28-1b02-4b46-b14d-c83715cf71ff), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:55.765193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44174) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:55.827096 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1efb3b73-6c7f-4574-93e4-966a241f6896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:55.855998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Allocated IP 2001:db8::2 (8011639b-24a4-4aa9-b4e0-de96d6f3fcef/b68d6003-85fd-4ae3-85c0-956c7802d21e/73abe00a-e74d-4173-86f3-d29b26aa3512) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:55.867175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Calling delete_port for def24f28-1b02-4b46-b14d-c83715cf71ff owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:55.905198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdfa82-afbb-4147-b653-46c11228d994 req-7ef0c8c9-30dd-4619-a86f-b3b03f1f6c87 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:55.914592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdfa82-afbb-4147-b653-46c11228d994 req-7ef0c8c9-30dd-4619-a86f-b3b03f1f6c87 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:55.923803 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdfa82-afbb-4147-b653-46c11228d994 req-7ef0c8c9-30dd-4619-a86f-b3b03f1f6c87 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:55.938345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdfa82-afbb-4147-b653-46c11228d994 req-7ef0c8c9-30dd-4619-a86f-b3b03f1f6c87 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:55.953297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:55.954040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdfa82-afbb-4147-b653-46c11228d994 req-7ef0c8c9-30dd-4619-a86f-b3b03f1f6c87 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:55.975012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdfa82-afbb-4147-b653-46c11228d994 req-7ef0c8c9-30dd-4619-a86f-b3b03f1f6c87 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:55.983856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdfa82-afbb-4147-b653-46c11228d994 req-7ef0c8c9-30dd-4619-a86f-b3b03f1f6c87 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:55.996101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ebdfa82-afbb-4147-b653-46c11228d994 req-7ef0c8c9-30dd-4619-a86f-b3b03f1f6c87 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.4175835 Feb 16 16:42:56.000170 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab0ec14d-cdc7-4c25-a4eb-030ad5761744 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6b23c62d-5460-4c3b-af1a-668cadacb3d9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.030751 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ec14d-cdc7-4c25-a4eb-030ad5761744 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for 6b23c62d-5460-4c3b-af1a-668cadacb3d9 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:56.035589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1954345793'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:56.051625 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group_rule (68ad5281-7b1a-4009-b300-2364b36d3681), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.060976 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-fe4f8c5c-e591-4c45-980f-0d41cbda8112 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:56.062833 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-fe4f8c5c-e591-4c45-980f-0d41cbda8112 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.60 "GET /v2.0/networks?id=016316e8-4563-4626-b880-b825e89aa423 HTTP/1.1" status: 200 len: 821 time: 0.3415020 Feb 16 16:42:56.069402 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (68ad5281-7b1a-4009-b300-2364b36d3681), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.124383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ebdfa82-afbb-4147-b653-46c11228d994 req-cb274acc-138a-4b04-91db-2c61ece8ed19 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259317 Feb 16 16:42:56.125009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Made reservation on behalf of 6547a7bda104404c97bf727d12b31ca9 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:56.130432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.136792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ad5281-7b1a-4009-b300-2364b36d3681,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:56.142929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-4fb198f6-57f9-4d4e-8776-38c137807222 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Request body: {'port': {'device_id': 'eb7c90c8-5771-4f85-be58-de736def6969', 'network_id': '016316e8-4563-4626-b880-b825e89aa423', 'admin_state_up': True, 'tenant_id': '8cac6a7b0d5644ffad261fecb179f48a'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:56.160117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59993524-a4f6-4c34-9dad-7ee2a5b61912 req-0076b146-a2c2-4080-a08a-8460f7728bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:56.161747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59993524-a4f6-4c34-9dad-7ee2a5b61912 req-0076b146-a2c2-4080-a08a-8460f7728bce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5072355 Feb 16 16:42:56.183168 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:56.184006 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:56.184571 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:56.185147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:56.185679 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:56.186208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:56.186948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:56.187147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:56.187551 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:56.187977 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:56.188378 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:56.188772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:56.189166 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:42:56.192683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-04cac110-8f39-4e67-9b92-d4a309e5c23e None None] Current status of the port 5f6e3290-d973-46f0-8270-ec3dcd467a2e is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:56.193086 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-04cac110-8f39-4e67-9b92-d4a309e5c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.221006 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.225280 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-85fee034-e9b9-4e28-a034-9ab0333ecf4a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6148171 Feb 16 16:42:56.255797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44178) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:56.262594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:56.266367 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Publish callbacks [] for port (73abe00a-e74d-4173-86f3-d29b26aa3512), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.278280 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (73abe00a-e74d-4173-86f3-d29b26aa3512), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.297438 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.321573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-04cac110-8f39-4e67-9b92-d4a309e5c23e None None] For port 5f6e3290-d973-46f0-8270-ec3dcd467a2e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5f6e3290-d973-46f0-8270-ec3dcd467a2e,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:56.326060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b3c8954-8aed-4b6a-976f-c3f727293331 req-1669672a-b498-43f2-9a08-c7259476f240 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 210 time: 0.1864054 Feb 16 16:42:56.344689 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-04cac110-8f39-4e67-9b92-d4a309e5c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.348973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Network 8011639b-24a4-4aa9-b4e0-de96d6f3fcef is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:56.355579 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:56.361166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:56.364312 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Pushing event updated for resources: {'Port': ['ID=73abe00a-e74d-4173-86f3-d29b26aa3512,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:56.382605 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab0ec14d-cdc7-4c25-a4eb-030ad5761744 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (6b23c62d-5460-4c3b-af1a-668cadacb3d9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.427598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:50Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '5f6e3290-d973-46f0-8270-ec3dcd467a2e', 'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'tenant_id': '02741f937a2842aca38571a11965b970', 'mac_address': 'fa:16:3e:da:0a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:49Z', 'updated_at': '2022-02-16T16:42:54Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'subnets': [{'id': '2633da54-4036-4028-8932-f86c9800af42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:56.428308 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ec14d-cdc7-4c25-a4eb-030ad5761744 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=6b23c62d-5460-4c3b-af1a-668cadacb3d9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:56.437570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-4fb198f6-57f9-4d4e-8776-38c137807222 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Made reservation on behalf of 8cac6a7b0d5644ffad261fecb179f48a for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:56.437817 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.437936 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-4fb198f6-57f9-4d4e-8776-38c137807222 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.470992 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab0ec14d-cdc7-4c25-a4eb-030ad5761744 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.476809 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ab0ec14d-cdc7-4c25-a4eb-030ad5761744 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/6b23c62d-5460-4c3b-af1a-668cadacb3d9 HTTP/1.1" status: 204 len: 168 time: 1.1974967 Feb 16 16:42:56.477623 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44180) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:56.501550 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00547449-401c-4826-8295-7bc21468565d req-e6b0ffac-6ee3-4a65-a4c8-ee39d8cd4a5a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:56.503198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00547449-401c-4826-8295-7bc21468565d req-e6b0ffac-6ee3-4a65-a4c8-ee39d8cd4a5a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.2665536 Feb 16 16:42:56.504524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f83f064-8515-477e-9634-ba3b63ff4473 None None] The sync data for ids ['544a50d2-dfd6-4a56-aec9-899434750187'] in n-d-669411-5 is: [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:50Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '5f6e3290-d973-46f0-8270-ec3dcd467a2e', 'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'tenant_id': '02741f937a2842aca38571a11965b970', 'mac_address': 'fa:16:3e:da:0a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:49Z', 'updated_at': '2022-02-16T16:42:54Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'subnets': [{'id': '2633da54-4036-4028-8932-f86c9800af42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:42:56.519210 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5647482-ad06-4b96-aeed-b10775579229 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] DELETE failed (client error): The resource could not be found. Feb 16 16:42:56.519833 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5647482-ad06-4b96-aeed-b10775579229 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:42:56.524737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Attempting to bind port 73abe00a-e74d-4173-86f3-d29b26aa3512 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:42:56.525657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Attempting to bind port 73abe00a-e74d-4173-86f3-d29b26aa3512 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '8b77ee6c-f789-4263-93f2-9e49518b2da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8011639b-24a4-4aa9-b4e0-de96d6f3fcef'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:42:56.526025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Attempting to bind port 73abe00a-e74d-4173-86f3-d29b26aa3512 on network 8011639b-24a4-4aa9-b4e0-de96d6f3fcef {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:56.527840 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f5647482-ad06-4b96-aeed-b10775579229 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/6b23c62d-5460-4c3b-af1a-668cadacb3d9 HTTP/1.1" status: 404 len: 333 time: 0.0473108 Feb 16 16:42:56.530050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cac110-8f39-4e67-9b92-d4a309e5c23e None None] Pushing event updated for resources: {'Port': ['ID=5f6e3290-d973-46f0-8270-ec3dcd467a2e,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:56.530551 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44182) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:56.537953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:42:56.538340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Checking segment: {'id': '8b77ee6c-f789-4263-93f2-9e49518b2da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8011639b-24a4-4aa9-b4e0-de96d6f3fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:56.538749 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.539147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Bound using segment: {'id': '8b77ee6c-f789-4263-93f2-9e49518b2da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8011639b-24a4-4aa9-b4e0-de96d6f3fcef'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:42:56.539640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Bound port: 73abe00a-e74d-4173-86f3-d29b26aa3512, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b77ee6c-f789-4263-93f2-9e49518b2da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8011639b-24a4-4aa9-b4e0-de96d6f3fcef'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:42:56.539835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59993524-a4f6-4c34-9dad-7ee2a5b61912 req-4b49d8fd-077f-4a00-bd9a-e729c6a93b18 service neutron] 10.222.0.65 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915113 Feb 16 16:42:56.545974 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (73abe00a-e74d-4173-86f3-d29b26aa3512), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.560064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8de3c552-073d-4dee-8cff-6d9d3f5a6e51 None None] Provisioning complete for port 5f6e3290-d973-46f0-8270-ec3dcd467a2e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:56.560348 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5399ab-93aa-4413-b5ef-795bcd488b69 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] GET failed (client error): The resource could not be found. Feb 16 16:42:56.560480 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8de3c552-073d-4dee-8cff-6d9d3f5a6e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.564494 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fb5399ab-93aa-4413-b5ef-795bcd488b69 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/6b23c62d-5460-4c3b-af1a-668cadacb3d9 HTTP/1.1" status: 404 len: 333 time: 0.0328150 Feb 16 16:42:56.565196 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44184) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:56.659199 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a936117-9fa3-4105-8658-cc631bbf9ce4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting subnet b68d6003-85fd-4ae3-85c0-956c7802d21e {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:42:56.670601 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a936117-9fa3-4105-8658-cc631bbf9ce4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (b68d6003-85fd-4ae3-85c0-956c7802d21e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.701997 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] For port 73abe00a-e74d-4173-86f3-d29b26aa3512, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:42:56.707306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] For port 73abe00a-e74d-4173-86f3-d29b26aa3512, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=73abe00a-e74d-4173-86f3-d29b26aa3512,segment=NetworkSegment(8b77ee6c-f789-4263-93f2-9e49518b2da5),segment_id=8b77ee6c-f789-4263-93f2-9e49518b2da5)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:42:56.725457 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (73abe00a-e74d-4173-86f3-d29b26aa3512), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.760785 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a936117-9fa3-4105-8658-cc631bbf9ce4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (b68d6003-85fd-4ae3-85c0-956c7802d21e), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.808799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8de3c552-073d-4dee-8cff-6d9d3f5a6e51 None None] Current status of the port 5f6e3290-d973-46f0-8270-ec3dcd467a2e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:56.820070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-4fb198f6-57f9-4d4e-8776-38c137807222 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Allocated IP 172.20.0.7 (016316e8-4563-4626-b880-b825e89aa423/7c07773c-4e35-4bb7-8acb-d6a13816e4c4/43fe90ae-f23d-4c8f-ab07-d7d530d89b45) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:56.827333 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00547449-401c-4826-8295-7bc21468565d req-020ef55e-ec7e-4d54-8c7f-a016266e7773 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789805 Feb 16 16:42:56.828146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (def24f28-1b02-4b46-b14d-c83715cf71ff), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.828818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b438846-6109-4ef6-87e8-4db45ccdc558 None None] Pushing event updated for resources: {'Port': ['ID=73abe00a-e74d-4173-86f3-d29b26aa3512,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:56.857288 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks [] for security_group (addf4893-7f31-47e1-96ea-2d3552cb55e2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.922335 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (addf4893-7f31-47e1-96ea-2d3552cb55e2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:56.944434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event deleted for resources: {'Port': ['ID=def24f28-1b02-4b46-b14d-c83715cf71ff,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:56.974125 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a936117-9fa3-4105-8658-cc631bbf9ce4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (b68d6003-85fd-4ae3-85c0-956c7802d21e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:57.021469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:42:57.076839 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59993524-a4f6-4c34-9dad-7ee2a5b61912 req-3b4cc1d5-cdf9-462a-943c-d7e53a579210 service neutron] 10.222.0.65 "GET /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956095 Feb 16 16:42:57.086994 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ff5c6399-dc84-4330-8247-b9e4313de245), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:57.088150 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Added segment ff5c6399-dc84-4330-8247-b9e4313de245 of type vlan for network d600aed7-5032-4d87-a587-4ec146e9a7b0 Feb 16 16:42:57.102227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=addf4893-7f31-47e1-96ea-2d3552cb55e2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:57.195588 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (d600aed7-5032-4d87-a587-4ec146e9a7b0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:57.222992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee5db5-1d75-4c94-8564-e7f0353e48ef req-9ac61c61-c803-4e40-a011-2e0749f2d127 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:57.231452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a936117-9fa3-4105-8658-cc631bbf9ce4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (b68d6003-85fd-4ae3-85c0-956c7802d21e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:57.235682 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77ee5db5-1d75-4c94-8564-e7f0353e48ef req-9ac61c61-c803-4e40-a011-2e0749f2d127 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b0fd6de-250e-4c94-9e36-974d21ea314a HTTP/1.1" status: 200 len: 945 time: 0.3031876 Feb 16 16:42:57.259976 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:57.262317 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a936117-9fa3-4105-8658-cc631bbf9ce4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:57.266667 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] create failed (client error): The resource could not be found. Feb 16 16:42:57.267996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7c692947-5b2c-42f2-9141-48fcb8c78b11 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8215084 Feb 16 16:42:57.273368 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7a936117-9fa3-4105-8658-cc631bbf9ce4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/b68d6003-85fd-4ae3-85c0-956c7802d21e HTTP/1.1" status: 204 len: 168 time: 0.7053809 Feb 16 16:42:57.280084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44190) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:57.280686 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44192) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:57.346315 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a936117-9fa3-4105-8658-cc631bbf9ce4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Subnet': ['ID=b68d6003-85fd-4ae3-85c0-956c7802d21e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:57.359708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-4fb198f6-57f9-4d4e-8776-38c137807222 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Publish callbacks [] for port (43fe90ae-f23d-4c8f-ab07-d7d530d89b45), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:57.390192 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (d600aed7-5032-4d87-a587-4ec146e9a7b0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:57.395382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:57.396008 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:57.402492 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-4fb198f6-57f9-4d4e-8776-38c137807222 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (43fe90ae-f23d-4c8f-ab07-d7d530d89b45), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:57.459669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-4fb198f6-57f9-4d4e-8776-38c137807222 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Network 016316e8-4563-4626-b880-b825e89aa423 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:57.471624 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-4fb198f6-57f9-4d4e-8776-38c137807222 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:57.482339 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-4fb198f6-57f9-4d4e-8776-38c137807222 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:57.548683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb198f6-57f9-4d4e-8776-38c137807222 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Pushing event updated for resources: {'Port': ['ID=43fe90ae-f23d-4c8f-ab07-d7d530d89b45,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:57.560988 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7760623 Feb 16 16:42:57.565942 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44196) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:57.574273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9fd657c9-5fbc-46d2-8746-cafa331640ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Request body: {'subnet': {'network_id': 'd600aed7-5032-4d87-a587-4ec146e9a7b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:57.584521 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-4fb198f6-57f9-4d4e-8776-38c137807222 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:57.585192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-4fb198f6-57f9-4d4e-8776-38c137807222 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:57.588377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77ee5db5-1d75-4c94-8564-e7f0353e48ef req-60cfb2fc-3651-4ce0-bbee-9e72979c3de6 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515048 Feb 16 16:42:57.679039 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-4fb198f6-57f9-4d4e-8776-38c137807222 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5451956 Feb 16 16:42:57.689470 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-34e0e268-7f24-4615-9b84-33b7fae48a36 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:42:57.690612 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-34e0e268-7f24-4615-9b84-33b7fae48a36 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060205 Feb 16 16:42:57.701425 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (8011639b-24a4-4aa9-b4e0-de96d6f3fcef), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:57.703027 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b553d-ee05-4387-bcd4-938b12e1df3d tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Pushing event updated for resources: {'Network': ['ID=d600aed7-5032-4d87-a587-4ec146e9a7b0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:57.722338 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd657c9-5fbc-46d2-8746-cafa331640ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Made reservation on behalf of 6547a7bda104404c97bf727d12b31ca9 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:57.730919 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network d600aed7-5032-4d87-a587-4ec146e9a7b0 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:42:57.731523 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fd657c9-5fbc-46d2-8746-cafa331640ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:57.802654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855b275-e43c-49bc-bde4-6e7b8db5a789 req-01e79e0a-78f4-411c-a13d-b7bb73824260 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:57.809093 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Request body: {'port': {'device_id': 'eb7c90c8-5771-4f85-be58-de736def6969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:57.809431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855b275-e43c-49bc-bde4-6e7b8db5a789 req-01e79e0a-78f4-411c-a13d-b7bb73824260 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:57.814820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855b275-e43c-49bc-bde4-6e7b8db5a789 req-01e79e0a-78f4-411c-a13d-b7bb73824260 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:57.820359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855b275-e43c-49bc-bde4-6e7b8db5a789 req-01e79e0a-78f4-411c-a13d-b7bb73824260 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:57.832327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855b275-e43c-49bc-bde4-6e7b8db5a789 req-01e79e0a-78f4-411c-a13d-b7bb73824260 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:57.839455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855b275-e43c-49bc-bde4-6e7b8db5a789 req-01e79e0a-78f4-411c-a13d-b7bb73824260 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:57.844911 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855b275-e43c-49bc-bde4-6e7b8db5a789 req-01e79e0a-78f4-411c-a13d-b7bb73824260 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:57.854764 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3855b275-e43c-49bc-bde4-6e7b8db5a789 req-01e79e0a-78f4-411c-a13d-b7bb73824260 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.5421512 Feb 16 16:42:57.901675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Allocated IP 172.25.4.245 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/4549a891-72d9-45e0-95ce-c336b7e4abc8) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:57.973486 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (43fe90ae-f23d-4c8f-ab07-d7d530d89b45), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:58.040983 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ad365-dbe0-454d-8234-33fc6870241e req-91b1aada-6b55-42ad-9d90-ac8a8389d839 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:58.048139 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-220ad365-dbe0-454d-8234-33fc6870241e req-91b1aada-6b55-42ad-9d90-ac8a8389d839 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 931 time: 0.3624530 Feb 16 16:42:58.051962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b218a-4bd5-44d5-9b67-59d7c35e8213 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Deleting port bdaa85ba-8384-49c2-a4ef-561f33c4219a {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:58.052309 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f6b218a-4bd5-44d5-9b67-59d7c35e8213 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (bdaa85ba-8384-49c2-a4ef-561f33c4219a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:58.158863 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fd657c9-5fbc-46d2-8746-cafa331640ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (f71410a9-bab8-4fa6-9ed3-fb1f32b3b924), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:58.245253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c82740-312a-4dd6-9b51-4ec57c8b23ed None None] Network 8011639b-24a4-4aa9-b4e0-de96d6f3fcef requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:42:58.334180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 73abe00a-e74d-4173-86f3-d29b26aa3512 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:42:58.336939 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-404b1f35-57c9-4594-9b3a-23894bd0b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:58.387261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e62abddf-b7c8-495a-bdd5-fd5b83e101e5 None None] Provisioning complete for port 73abe00a-e74d-4173-86f3-d29b26aa3512 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:58.387642 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e62abddf-b7c8-495a-bdd5-fd5b83e101e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (73abe00a-e74d-4173-86f3-d29b26aa3512), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:58.410297 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd657c9-5fbc-46d2-8746-cafa331640ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Pushing event updated for resources: {'Subnet': ['ID=f71410a9-bab8-4fa6-9ed3-fb1f32b3b924,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:58.428643 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd657c9-5fbc-46d2-8746-cafa331640ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Checking segment: {'id': 'ff5c6399-dc84-4330-8247-b9e4313de245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd600aed7-5032-4d87-a587-4ec146e9a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:58.429014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd657c9-5fbc-46d2-8746-cafa331640ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Network hostable DHCP agents. Network: d600aed7-5032-4d87-a587-4ec146e9a7b0, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:42:58.482527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 73abe00a-e74d-4173-86f3-d29b26aa3512 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:42:58.488699 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (73abe00a-e74d-4173-86f3-d29b26aa3512), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:58.512844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd657c9-5fbc-46d2-8746-cafa331640ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Network d600aed7-5032-4d87-a587-4ec146e9a7b0 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:42:58.541317 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9fd657c9-5fbc-46d2-8746-cafa331640ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, d600aed7-5032-4d87-a587-4ec146e9a7b0) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:58.556790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd657c9-5fbc-46d2-8746-cafa331640ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:58.557406 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fd657c9-5fbc-46d2-8746-cafa331640ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:58.558447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ccd30a-69f3-43a3-bfae-bfd16272956c None None] Network d600aed7-5032-4d87-a587-4ec146e9a7b0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:42:58.584112 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9fd657c9-5fbc-46d2-8746-cafa331640ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0162752 Feb 16 16:42:58.584697 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44202) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:58.590928 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-55a21f43-d936-42cb-b01b-07839636f3ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Request body: {'port': {'network_id': 'd600aed7-5032-4d87-a587-4ec146e9a7b0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-790054165'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:42:58.600963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4127e6b3-de3e-4eb6-b2a5-2e04a4d73cba None None] DHCP port deletion for 8011639b-24a4-4aa9-b4e0-de96d6f3fcef request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:42:58.603664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3855b275-e43c-49bc-bde4-6e7b8db5a789 req-32df6796-3daf-4275-b3ea-353baef794cf tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7473924 Feb 16 16:42:58.637806 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f6b218a-4bd5-44d5-9b67-59d7c35e8213 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (bdaa85ba-8384-49c2-a4ef-561f33c4219a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:58.669339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port 73abe00a-e74d-4173-86f3-d29b26aa3512 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:58.672936 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (73abe00a-e74d-4173-86f3-d29b26aa3512), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:58.698891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b218a-4bd5-44d5-9b67-59d7c35e8213 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Calling delete_port for bdaa85ba-8384-49c2-a4ef-561f33c4219a owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:58.705966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:42:58.717836 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Publish callbacks [] for port (43fe90ae-f23d-4c8f-ab07-d7d530d89b45), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:58.744940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Transition to ACTIVE for port object 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:42:58.750108 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (43fe90ae-f23d-4c8f-ab07-d7d530d89b45), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:58.766184 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:42:58.814957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a21f43-d936-42cb-b01b-07839636f3ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Made reservation on behalf of 6547a7bda104404c97bf727d12b31ca9 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:42:58.818890 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55a21f43-d936-42cb-b01b-07839636f3ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:58.820476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Pushing event updated for resources: {'Port': ['ID=43fe90ae-f23d-4c8f-ab07-d7d530d89b45,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:58.863848 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-55a21f43-d936-42cb-b01b-07839636f3ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] device_id is not set on port d01463c1-210c-44cb-b7b8-111a4ff324b6 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:42:58.895539 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for port (4549a891-72d9-45e0-95ce-c336b7e4abc8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:58.902513 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e62abddf-b7c8-495a-bdd5-fd5b83e101e5 None None] Current status of the port 73abe00a-e74d-4173-86f3-d29b26aa3512 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:58.903037 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e62abddf-b7c8-495a-bdd5-fd5b83e101e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (73abe00a-e74d-4173-86f3-d29b26aa3512), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:58.920087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-220ad365-dbe0-454d-8234-33fc6870241e req-091f9fe5-5e9f-4a6a-b040-e5ea20530d9c tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/security-groups?id=696c38f6-312b-4066-85b8-c9480302f30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8667769 Feb 16 16:42:58.996291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Attempting to bind port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:42:58.996678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Attempting to bind port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'f29bcf46-a31c-4621-a56c-b3b31be5e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '016316e8-4563-4626-b880-b825e89aa423'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:42:58.997008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Attempting to bind port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 on network 016316e8-4563-4626-b880-b825e89aa423 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:59.007850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 on network 016316e8-4563-4626-b880-b825e89aa423 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:42:59.007850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Attempting to bind port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 on network 016316e8-4563-4626-b880-b825e89aa423 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:59.014709 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e62abddf-b7c8-495a-bdd5-fd5b83e101e5 None None] For port 73abe00a-e74d-4173-86f3-d29b26aa3512, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=73abe00a-e74d-4173-86f3-d29b26aa3512,segment=NetworkSegment(8b77ee6c-f789-4263-93f2-9e49518b2da5),segment_id=8b77ee6c-f789-4263-93f2-9e49518b2da5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:59.020370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:42:59.020828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Checking segment: {'id': 'f29bcf46-a31c-4621-a56c-b3b31be5e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '016316e8-4563-4626-b880-b825e89aa423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:59.021088 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Bound using segment: {'id': 'f29bcf46-a31c-4621-a56c-b3b31be5e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '016316e8-4563-4626-b880-b825e89aa423'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:42:59.021522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Bound port: 43fe90ae-f23d-4c8f-ab07-d7d530d89b45, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29bcf46-a31c-4621-a56c-b3b31be5e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '016316e8-4563-4626-b880-b825e89aa423'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:42:59.022040 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (43fe90ae-f23d-4c8f-ab07-d7d530d89b45), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.025249 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] For port 73abe00a-e74d-4173-86f3-d29b26aa3512, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=73abe00a-e74d-4173-86f3-d29b26aa3512,segment=NetworkSegment(8b77ee6c-f789-4263-93f2-9e49518b2da5),segment_id=8b77ee6c-f789-4263-93f2-9e49518b2da5)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:59.025717 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (73abe00a-e74d-4173-86f3-d29b26aa3512), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.025869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-d600aed7-5032-4d87-a587-4ec146e9a7b0', 'network_id': 'd600aed7-5032-4d87-a587-4ec146e9a7b0', 'project_id': '6547a7bda104404c97bf727d12b31ca9', 'fixed_ips': [{'subnet_id': 'f71410a9-bab8-4fa6-9ed3-fb1f32b3b924'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:42:59.026816 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.031101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 73abe00a-e74d-4173-86f3-d29b26aa3512 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:42:59.031520 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (73abe00a-e74d-4173-86f3-d29b26aa3512), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.033289 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e62abddf-b7c8-495a-bdd5-fd5b83e101e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (73abe00a-e74d-4173-86f3-d29b26aa3512), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.045089 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-55a21f43-d936-42cb-b01b-07839636f3ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Allocated IP 172.20.0.3 (d600aed7-5032-4d87-a587-4ec146e9a7b0/f71410a9-bab8-4fa6-9ed3-fb1f32b3b924/d01463c1-210c-44cb-b7b8-111a4ff324b6) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:59.045992 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4127e6b3-de3e-4eb6-b2a5-2e04a4d73cba None None] Deleting port 73abe00a-e74d-4173-86f3-d29b26aa3512 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:42:59.046562 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4127e6b3-de3e-4eb6-b2a5-2e04a4d73cba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (73abe00a-e74d-4173-86f3-d29b26aa3512), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.059447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for 73abe00a-e74d-4173-86f3-d29b26aa3512 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:59.077134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b8dde-0481-4e37-aad9-d0db27b11f34 req-6375466e-1ed8-41dd-9aea-4d0e58c60e49 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:59.081777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca1b8dde-0481-4e37-aad9-d0db27b11f34 req-6375466e-1ed8-41dd-9aea-4d0e58c60e49 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 945 time: 0.3112984 Feb 16 16:42:59.132525 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f6b218a-4bd5-44d5-9b67-59d7c35e8213 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (bdaa85ba-8384-49c2-a4ef-561f33c4219a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.138132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] For port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:42:59.142894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] For port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=43fe90ae-f23d-4c8f-ab07-d7d530d89b45,segment=NetworkSegment(f29bcf46-a31c-4621-a56c-b3b31be5e4a5),segment_id=f29bcf46-a31c-4621-a56c-b3b31be5e4a5)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:42:59.163024 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (43fe90ae-f23d-4c8f-ab07-d7d530d89b45), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.184830 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (4549a891-72d9-45e0-95ce-c336b7e4abc8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.224151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b218a-4bd5-44d5-9b67-59d7c35e8213 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event deleted for resources: {'Port': ['ID=bdaa85ba-8384-49c2-a4ef-561f33c4219a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:59.238362 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:59.238973 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.240397 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] 10.222.0.60 "PUT /v2.0/ports/43fe90ae-f23d-4c8f-ab07-d7d530d89b45 HTTP/1.1" status: 200 len: 1091 time: 1.5420079 Feb 16 16:42:59.240843 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7c90c8-5771-4f85-be58-de736def6969', 'tag': '43fe90ae-f23d-4c8f-ab07-d7d530d89b45'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:42:59.243055 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99af53d0-9657-4bd0-9fce-3e17de4ea303" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7c90c8-5771-4f85-be58-de736def6969", "tag": "43fe90ae-f23d-4c8f-ab07-d7d530d89b45"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:42:59.287007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c183e6-fcc7-4aca-a837-a48267073e17 service neutron] Pushing event updated for resources: {'Port': ['ID=43fe90ae-f23d-4c8f-ab07-d7d530d89b45,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:59.289719 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4127e6b3-de3e-4eb6-b2a5-2e04a4d73cba None None] For port 73abe00a-e74d-4173-86f3-d29b26aa3512, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=73abe00a-e74d-4173-86f3-d29b26aa3512,segment=NetworkSegment(8b77ee6c-f789-4263-93f2-9e49518b2da5),segment_id=8b77ee6c-f789-4263-93f2-9e49518b2da5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:42:59.290394 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4127e6b3-de3e-4eb6-b2a5-2e04a4d73cba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (73abe00a-e74d-4173-86f3-d29b26aa3512), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.311587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62abddf-b7c8-495a-bdd5-fd5b83e101e5 None None] Pushing event updated for resources: {'Port': ['ID=73abe00a-e74d-4173-86f3-d29b26aa3512,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:59.332187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4127e6b3-de3e-4eb6-b2a5-2e04a4d73cba None None] Calling delete_port for 73abe00a-e74d-4173-86f3-d29b26aa3512 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:42:59.335523 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.343029 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:42:59.343702 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:42:59.347006 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55a21f43-d936-42cb-b01b-07839636f3ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks [] for port (d01463c1-210c-44cb-b7b8-111a4ff324b6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.379019 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c1f53c-37e3-46dc-9acc-f7077070be67 x-openstack-request-id: req-f7c1f53c-37e3-46dc-9acc-f7077070be67 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:42:59.379306 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7c90c8-5771-4f85-be58-de736def6969", "tag": "43fe90ae-f23d-4c8f-ab07-d7d530d89b45", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:42:59.379559 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7c1f53c-37e3-46dc-9acc-f7077070be67 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:42:59.379689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca1b8dde-0481-4e37-aad9-d0db27b11f34 req-79a26072-33e2-48ba-827d-1f42845ce72d tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837811 Feb 16 16:42:59.379983 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7c90c8-5771-4f85-be58-de736def6969', 'tag': '43fe90ae-f23d-4c8f-ab07-d7d530d89b45', 'status': 'completed', 'code': 200} Feb 16 16:42:59.392077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-e3419297-e416-4553-b6d0-51ec498bf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:59.393588 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-e3419297-e416-4553-b6d0-51ec498bf600 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cac6a7b0d5644ffad261fecb179f48a&device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 1125 time: 0.0918858 Feb 16 16:42:59.396703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:59.403124 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55a21f43-d936-42cb-b01b-07839636f3ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d01463c1-210c-44cb-b7b8-111a4ff324b6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.428097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:59.453375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:59.503977 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Allocated IP 172.20.0.2 (d600aed7-5032-4d87-a587-4ec146e9a7b0/f71410a9-bab8-4fa6-9ed3-fb1f32b3b924/369880cb-9bce-4e3f-b6bc-6cb822f5aaf0) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:42:59.506962 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-d2b0872c-17c3-4fe5-a0e5-a0ae71d89dc6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43fe90ae-f23d-4c8f-ab07-d7d530d89b45 HTTP/1.1" status: 200 len: 217 time: 0.0995212 Feb 16 16:42:59.513120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event updated for resources: {'Port': ['ID=4549a891-72d9-45e0-95ce-c336b7e4abc8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:59.536678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a21f43-d936-42cb-b01b-07839636f3ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Network d600aed7-5032-4d87-a587-4ec146e9a7b0 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:59.549889 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (73abe00a-e74d-4173-86f3-d29b26aa3512), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.571166 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-55a21f43-d936-42cb-b01b-07839636f3ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:59.616135 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f6b218a-4bd5-44d5-9b67-59d7c35e8213 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.624864 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1f6b218a-4bd5-44d5-9b67-59d7c35e8213 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "DELETE /v2.0/ports/bdaa85ba-8384-49c2-a4ef-561f33c4219a HTTP/1.1" status: 204 len: 168 time: 2.3428490 Feb 16 16:42:59.630611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44208) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:59.633146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=73abe00a-e74d-4173-86f3-d29b26aa3512,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:59.658709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No DVR routers for this DVR port 73abe00a-e74d-4173-86f3-d29b26aa3512 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:42:59.731741 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Publish callbacks [] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.736677 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4127e6b3-de3e-4eb6-b2a5-2e04a4d73cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (73abe00a-e74d-4173-86f3-d29b26aa3512), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.747358 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.775494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4127e6b3-de3e-4eb6-b2a5-2e04a4d73cba None None] No DVR routers for this DVR port 73abe00a-e74d-4173-86f3-d29b26aa3512 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:42:59.781474 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127e6b3-de3e-4eb6-b2a5-2e04a4d73cba None None] Pushing event deleted for resources: {'Port': ['ID=73abe00a-e74d-4173-86f3-d29b26aa3512,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:59.820073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Network d600aed7-5032-4d87-a587-4ec146e9a7b0 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:42:59.823831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:42:59.826623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:59.886394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a21f43-d936-42cb-b01b-07839636f3ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:42:59.903398 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (8011639b-24a4-4aa9-b4e0-de96d6f3fcef), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.906368 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for floatingip (007ae826-80ff-4b18-9db7-8897f32e9380), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.912056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Pushing event updated for resources: {'Port': ['ID=369880cb-9bce-4e3f-b6bc-6cb822f5aaf0,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:59.915143 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a21f43-d936-42cb-b01b-07839636f3ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Pushing event updated for resources: {'Port': ['ID=d01463c1-210c-44cb-b7b8-111a4ff324b6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:42:59.919943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Port 73abe00a-e74d-4173-86f3-d29b26aa3512 update to ACTIVE by agent not found {{(pid=103423) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 16 16:42:59.919943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5f6e3290-d973-46f0-8270-ec3dcd467a2e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:42:59.930459 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-f6470f90-bd83-47c5-ab85-33ab092eb34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:59.933091 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-f6470f90-bd83-47c5-ab85-33ab092eb34a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c07773c-4e35-4bb7-8acb-d6a13816e4c4 HTTP/1.1" status: 200 len: 861 time: 0.4194648 Feb 16 16:42:59.957740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8011639b-24a4-4aa9-b4e0-de96d6f3fcef']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:42:59.968861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64417696-07da-4405-888a-1053ef3c96ae tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:59.969112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Attempting to bind port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:42:59.969574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Attempting to bind port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'ff5c6399-dc84-4330-8247-b9e4313de245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd600aed7-5032-4d87-a587-4ec146e9a7b0'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:42:59.970139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Attempting to bind port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 on network d600aed7-5032-4d87-a587-4ec146e9a7b0 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:42:59.972007 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-1f2477d5-f87c-4ae6-9d26-d8b20eea2f8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016316e8-4563-4626-b880-b825e89aa423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304296 Feb 16 16:42:59.973165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-64417696-07da-4405-888a-1053ef3c96ae tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "GET /v2.0/ports?device_id=f087ba97-ee09-4717-8d5e-e1a7f96a41e6 HTTP/1.1" status: 200 len: 913 time: 0.3317802 Feb 16 16:42:59.977375 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a21f43-d936-42cb-b01b-07839636f3ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:42:59.978160 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55a21f43-d936-42cb-b01b-07839636f3ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.980394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44214) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:42:59.981249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:42:59.982023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Checking segment: {'id': 'ff5c6399-dc84-4330-8247-b9e4313de245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd600aed7-5032-4d87-a587-4ec146e9a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:42:59.982484 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:42:59.982905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Bound using segment: {'id': 'ff5c6399-dc84-4330-8247-b9e4313de245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd600aed7-5032-4d87-a587-4ec146e9a7b0'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:42:59.983392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Bound port: 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5c6399-dc84-4330-8247-b9e4313de245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd600aed7-5032-4d87-a587-4ec146e9a7b0'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:42:59.983808 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.012951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4644e6-90e0-4e52-b3c4-6fb3ed889630 req-e0dd1284-9849-49db-8b66-f279cb51a708 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:00.023805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4644e6-90e0-4e52-b3c4-6fb3ed889630 req-e0dd1284-9849-49db-8b66-f279cb51a708 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:00.030429 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5f6e3290-d973-46f0-8270-ec3dcd467a2e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:00.030807 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.031675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4644e6-90e0-4e52-b3c4-6fb3ed889630 req-e0dd1284-9849-49db-8b66-f279cb51a708 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:00.037345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4644e6-90e0-4e52-b3c4-6fb3ed889630 req-e0dd1284-9849-49db-8b66-f279cb51a708 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:00.042942 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4644e6-90e0-4e52-b3c4-6fb3ed889630 req-e0dd1284-9849-49db-8b66-f279cb51a708 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:00.048381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4644e6-90e0-4e52-b3c4-6fb3ed889630 req-e0dd1284-9849-49db-8b66-f279cb51a708 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:00.054532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4644e6-90e0-4e52-b3c4-6fb3ed889630 req-e0dd1284-9849-49db-8b66-f279cb51a708 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:00.058734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb4644e6-90e0-4e52-b3c4-6fb3ed889630 req-e0dd1284-9849-49db-8b66-f279cb51a708 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.2967615 Feb 16 16:43:00.067947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104535a-3824-4888-bd4b-8e9888726fe9 req-795f90f8-17d5-4dac-8f4d-43f121d8dc69 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:00.073966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104535a-3824-4888-bd4b-8e9888726fe9 req-795f90f8-17d5-4dac-8f4d-43f121d8dc69 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:00.079171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104535a-3824-4888-bd4b-8e9888726fe9 req-795f90f8-17d5-4dac-8f4d-43f121d8dc69 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:00.080859 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0104535a-3824-4888-bd4b-8e9888726fe9 req-795f90f8-17d5-4dac-8f4d-43f121d8dc69 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf&device_id=7b0fd6de-250e-4c94-9e36-974d21ea314a&device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 2416 time: 0.4188941 Feb 16 16:43:00.082767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b77ee6c-f789-4263-93f2-9e49518b2da5') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:00.083051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b77ee6c-f789-4263-93f2-9e49518b2da5') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:00.101331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] For port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:00.108304 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] For port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=369880cb-9bce-4e3f-b6bc-6cb822f5aaf0,segment=NetworkSegment(ff5c6399-dc84-4330-8247-b9e4313de245),segment_id=ff5c6399-dc84-4330-8247-b9e4313de245)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:00.119197 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (8b77ee6c-f789-4263-93f2-9e49518b2da5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.136690 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4549a891-72d9-45e0-95ce-c336b7e4abc8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.137842 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.149437 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-55a21f43-d936-42cb-b01b-07839636f3ce tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5623786 Feb 16 16:43:00.154650 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44216) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:00.166187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Request body: {'port': {'network_id': 'd600aed7-5032-4d87-a587-4ec146e9a7b0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-89476202', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:00.166951 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.api.validators [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] bootfile-name is not in valid_values {{(pid=103422) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 16:43:00.167406 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.api.validators [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] tftp-server is not in valid_values {{(pid=103422) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 16:43:00.167881 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.api.validators [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] server-ip-address is not in valid_values {{(pid=103422) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 16:43:00.171023 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (8b77ee6c-f789-4263-93f2-9e49518b2da5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.184675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5f6e3290-d973-46f0-8270-ec3dcd467a2e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:00.206133 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:00.206538 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (8b77ee6c-f789-4263-93f2-9e49518b2da5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: warnings.warn('Neutron quota engine will require "--force" ' Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:00.209922 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:00.224144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bb2b9-a0c3-4401-b748-a182b87b64e3 None None] Pushing event updated for resources: {'Port': ['ID=369880cb-9bce-4e3f-b6bc-6cb822f5aaf0,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:00.287969 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-1f090dda-e8c0-4c40-8ab4-37f4d8132a28 service neutron] 10.222.0.60 "GET /v2.0/networks/016316e8-4563-4626-b880-b825e89aa423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958097 Feb 16 16:43:00.303894 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 73abe00a-e74d-4173-86f3-d29b26aa3512 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:00.327703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb4644e6-90e0-4e52-b3c4-6fb3ed889630 req-54ba8432-5a1e-4c8a-aed5-c3cdf9a0e6ae tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2425117 Feb 16 16:43:00.345233 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0104535a-3824-4888-bd4b-8e9888726fe9 req-2234a747-6019-447c-9a77-3aef8c51501a tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513738 Feb 16 16:43:00.358898 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (8011639b-24a4-4aa9-b4e0-de96d6f3fcef), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.364042 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 73abe00a-e74d-4173-86f3-d29b26aa3512 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:00.364386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 73abe00a-e74d-4173-86f3-d29b26aa3512 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:00.372054 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.379793 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/networks/8011639b-24a4-4aa9-b4e0-de96d6f3fcef HTTP/1.1" status: 204 len: 168 time: 3.0922666 Feb 16 16:43:00.380604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44220) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:00.397666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-dcb6dca9-16c8-49aa-b512-6ba1a956ba6b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2016087857'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:00.440428 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324de25-05e9-4554-bf03-c1da5a59819a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Network': ['ID=8011639b-24a4-4aa9-b4e0-de96d6f3fcef,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:00.458921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-a323271b-141b-4c02-b4c6-8fe2414c708e req-1122b0cf-0f4a-45bc-b38b-9a7c9ccff092 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:43:00.459964 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a323271b-141b-4c02-b4c6-8fe2414c708e req-1122b0cf-0f4a-45bc-b38b-9a7c9ccff092 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091493 Feb 16 16:43:00.500920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb6dca9-16c8-49aa-b512-6ba1a956ba6b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:00.506127 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcb6dca9-16c8-49aa-b512-6ba1a956ba6b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.554496 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Made reservation on behalf of 6547a7bda104404c97bf727d12b31ca9 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:00.558947 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.571466 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6d29d07-3971-4ff8-a6fc-dcbc42ff26aa req-75de82cf-4d66-4431-925e-a01e140d5015 service neutron] 10.222.0.60 "GET /v2.0/networks/016316e8-4563-4626-b880-b825e89aa423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477510 Feb 16 16:43:00.599925 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] device_id is not set on port e77717fc-b9f2-4350-bc4d-ffebdc275d8b yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:43:00.660851 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for port (4549a891-72d9-45e0-95ce-c336b7e4abc8), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.669879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb6dca9-16c8-49aa-b512-6ba1a956ba6b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:00.673118 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (4549a891-72d9-45e0-95ce-c336b7e4abc8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.729974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a323271b-141b-4c02-b4c6-8fe2414c708e req-69dbd73c-d6fd-45c9-839b-925dfda03471 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2625656 Feb 16 16:43:00.743162 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408784a-0f74-494f-a301-67526ad18621 req-06d9d579-b3ad-4c19-a08b-56e2878a0cdb tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:00.747508 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4408784a-0f74-494f-a301-67526ad18621 req-06d9d579-b3ad-4c19-a08b-56e2878a0cdb tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 943 time: 0.2560489 Feb 16 16:43:00.750783 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcb6dca9-16c8-49aa-b512-6ba1a956ba6b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (8a41f5b4-81de-4123-9368-f3c4ea766e8d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.751126 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-dcb6dca9-16c8-49aa-b512-6ba1a956ba6b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Added segment 8a41f5b4-81de-4123-9368-f3c4ea766e8d of type vlan for network ace4b37f-e440-4a8b-8132-89422c72eb08 Feb 16 16:43:00.799441 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.839799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event updated for resources: {'Port': ['ID=4549a891-72d9-45e0-95ce-c336b7e4abc8,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:00.868975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af53d0-9657-4bd0-9fce-3e17de4ea303 req-4ee5080a-4758-4be4-8c6e-9d18e7d48293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:00.870575 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-99af53d0-9657-4bd0-9fce-3e17de4ea303 req-4ee5080a-4758-4be4-8c6e-9d18e7d48293 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cac6a7b0d5644ffad261fecb179f48a&device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 1125 time: 0.2323840 Feb 16 16:43:00.870715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcb6dca9-16c8-49aa-b512-6ba1a956ba6b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (ace4b37f-e440-4a8b-8132-89422c72eb08), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.872878 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (007ae826-80ff-4b18-9db7-8897f32e9380), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.903099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4408784a-0f74-494f-a301-67526ad18621 req-02147b48-0da6-41b2-a464-11df458fbd1c tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/security-groups?id=696c38f6-312b-4066-85b8-c9480302f30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408336 Feb 16 16:43:00.909202 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.910596 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fd30a996-c8a3-45fe-8b12-0425801a281a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6538901 Feb 16 16:43:00.934307 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcb6dca9-16c8-49aa-b512-6ba1a956ba6b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (ace4b37f-e440-4a8b-8132-89422c72eb08), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.938244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Allocated IP 172.20.0.8 (d600aed7-5032-4d87-a587-4ec146e9a7b0/f71410a9-bab8-4fa6-9ed3-fb1f32b3b924/e77717fc-b9f2-4350-bc4d-ffebdc275d8b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:00.942952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb6dca9-16c8-49aa-b512-6ba1a956ba6b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:00.943863 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcb6dca9-16c8-49aa-b512-6ba1a956ba6b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:00.992982 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dcb6dca9-16c8-49aa-b512-6ba1a956ba6b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6101928 Feb 16 16:43:00.999940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44226) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:01.018931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3ddec12c-cd32-4338-b59b-0393879d9cbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'subnet': {'network_id': 'ace4b37f-e440-4a8b-8132-89422c72eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:01.094645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6dca9-16c8-49aa-b512-6ba1a956ba6b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Network': ['ID=ace4b37f-e440-4a8b-8132-89422c72eb08,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:01.111173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network ace4b37f-e440-4a8b-8132-89422c72eb08 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:01.111828 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e47a4d6c-1ca0-4262-a70d-78bc90882c73 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (f087ba97-ee09-4717-8d5e-e1a7f96a41e6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:01.114023 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af53d0-9657-4bd0-9fce-3e17de4ea303 req-39ff3695-4a91-4e91-a1cb-d3a86b4e9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:01.115713 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-99af53d0-9657-4bd0-9fce-3e17de4ea303 req-39ff3695-4a91-4e91-a1cb-d3a86b4e9ea8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=016316e8-4563-4626-b880-b825e89aa423 HTTP/1.1" status: 200 len: 922 time: 0.2321620 Feb 16 16:43:01.245438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddec12c-cd32-4338-b59b-0393879d9cbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:01.249440 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ddec12c-cd32-4338-b59b-0393879d9cbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:01.276316 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-99af53d0-9657-4bd0-9fce-3e17de4ea303 req-2b2086f0-ed52-41ec-b285-55789c52857f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43fe90ae-f23d-4c8f-ab07-d7d530d89b45 HTTP/1.1" status: 200 len: 217 time: 0.1165357 Feb 16 16:43:01.343427 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:01.346768 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-a3a13c2d-ed89-4433-bf95-043f438888e2 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2144503336&fields=id&tenant_id=02741f937a2842aca38571a11965b970 HTTP/1.1" status: 200 len: 267 time: 0.1414006 Feb 16 16:43:01.413836 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af53d0-9657-4bd0-9fce-3e17de4ea303 req-491eac00-3d04-4cdb-bfcd-009f66009b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:01.416489 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-99af53d0-9657-4bd0-9fce-3e17de4ea303 req-491eac00-3d04-4cdb-bfcd-009f66009b0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c07773c-4e35-4bb7-8acb-d6a13816e4c4 HTTP/1.1" status: 200 len: 861 time: 0.1274660 Feb 16 16:43:01.567338 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-99af53d0-9657-4bd0-9fce-3e17de4ea303 req-07bb924c-c105-444f-87dd-ad3853db6422 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016316e8-4563-4626-b880-b825e89aa423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616739 Feb 16 16:43:01.634045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-b6657a58-585e-4851-90cf-b35de802d426 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:01.636198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-b6657a58-585e-4851-90cf-b35de802d426 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 817 time: 0.2398467 Feb 16 16:43:01.682503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-f9bd607f-6b11-4d35-91b4-184101ecbfe9 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/quotas/02741f937a2842aca38571a11965b970 HTTP/1.1" status: 200 len: 375 time: 0.0202801 Feb 16 16:43:01.690072 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks [] for port (e77717fc-b9f2-4350-bc4d-ffebdc275d8b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:01.798046 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-99af53d0-9657-4bd0-9fce-3e17de4ea303 req-e7c2330b-de7e-433b-a18b-beca0e78c391 service neutron] 10.222.0.60 "GET /v2.0/networks/016316e8-4563-4626-b880-b825e89aa423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985409 Feb 16 16:43:01.823708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251c4d67-b9ff-4250-8b76-9a646bb8e6e7 None None] Network d600aed7-5032-4d87-a587-4ec146e9a7b0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:01.829536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b4a38-0d19-408a-9e9d-7e166ea847cf req-e51e9398-7b4c-4ac1-b578-7451aea0a149 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:01.834959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b4a38-0d19-408a-9e9d-7e166ea847cf req-e51e9398-7b4c-4ac1-b578-7451aea0a149 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:01.840886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b4a38-0d19-408a-9e9d-7e166ea847cf req-e51e9398-7b4c-4ac1-b578-7451aea0a149 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:01.846460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b4a38-0d19-408a-9e9d-7e166ea847cf req-e51e9398-7b4c-4ac1-b578-7451aea0a149 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:01.851863 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b4a38-0d19-408a-9e9d-7e166ea847cf req-e51e9398-7b4c-4ac1-b578-7451aea0a149 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:01.857534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b4a38-0d19-408a-9e9d-7e166ea847cf req-e51e9398-7b4c-4ac1-b578-7451aea0a149 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:01.862797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b4a38-0d19-408a-9e9d-7e166ea847cf req-e51e9398-7b4c-4ac1-b578-7451aea0a149 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:01.865805 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef8b4a38-0d19-408a-9e9d-7e166ea847cf req-e51e9398-7b4c-4ac1-b578-7451aea0a149 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.2255044 Feb 16 16:43:01.900721 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-163eb044-3a93-4d10-84ea-5e8748cb7748 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1891043 Feb 16 16:43:01.910499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ddec12c-cd32-4338-b59b-0393879d9cbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (4c0345b6-95ed-49db-ad88-fcfae9a14fab), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:01.922357 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-99af53d0-9657-4bd0-9fce-3e17de4ea303 req-658da291-f311-41f9-9625-ae4fdf8012d7 service neutron] 10.222.0.60 "GET /v2.0/networks/016316e8-4563-4626-b880-b825e89aa423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148274 Feb 16 16:43:01.952442 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7d6eeffb-8abf-4e81-90a5-51fcae5c2825 None None] Provisioning complete for port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:01.953218 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7d6eeffb-8abf-4e81-90a5-51fcae5c2825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:01.960186 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e77717fc-b9f2-4350-bc4d-ffebdc275d8b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:01.994069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddec12c-cd32-4338-b59b-0393879d9cbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Subnet': ['ID=4c0345b6-95ed-49db-ad88-fcfae9a14fab,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:02.060162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef8b4a38-0d19-408a-9e9d-7e166ea847cf req-75e23aa2-51ca-48c1-b553-78c4ac5bcc5f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1831231 Feb 16 16:43:02.175789 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:02.184628 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7d6eeffb-8abf-4e81-90a5-51fcae5c2825 None None] Current status of the port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:02.190100 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7d6eeffb-8abf-4e81-90a5-51fcae5c2825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:02.251736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddec12c-cd32-4338-b59b-0393879d9cbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Checking segment: {'id': '8a41f5b4-81de-4123-9368-f3c4ea766e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ace4b37f-e440-4a8b-8132-89422c72eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:02.251937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddec12c-cd32-4338-b59b-0393879d9cbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network hostable DHCP agents. Network: ace4b37f-e440-4a8b-8132-89422c72eb08, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:02.290147 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-2c9722a3-d019-4fce-9446-c7b78427987a service neutron] 10.222.0.24 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045743 Feb 16 16:43:02.316366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-7d6eeffb-8abf-4e81-90a5-51fcae5c2825 None None] For port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=369880cb-9bce-4e3f-b6bc-6cb822f5aaf0,segment=NetworkSegment(ff5c6399-dc84-4330-8247-b9e4313de245),segment_id=ff5c6399-dc84-4330-8247-b9e4313de245)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:02.325115 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7d6eeffb-8abf-4e81-90a5-51fcae5c2825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:02.370902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddec12c-cd32-4338-b59b-0393879d9cbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network ace4b37f-e440-4a8b-8132-89422c72eb08 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:02.458776 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6eeffb-8abf-4e81-90a5-51fcae5c2825 None None] Pushing event updated for resources: {'Port': ['ID=369880cb-9bce-4e3f-b6bc-6cb822f5aaf0,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:02.479783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-3ddec12c-cd32-4338-b59b-0393879d9cbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, ace4b37f-e440-4a8b-8132-89422c72eb08) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:02.490255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f856107-4381-4bd6-88b1-2236a828b734 None None] Network ace4b37f-e440-4a8b-8132-89422c72eb08 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:02.500253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddec12c-cd32-4338-b59b-0393879d9cbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:02.500953 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ddec12c-cd32-4338-b59b-0393879d9cbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:02.506812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Network d600aed7-5032-4d87-a587-4ec146e9a7b0 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:02.508955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:02.512481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:02.518689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:02.555512 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3ddec12c-cd32-4338-b59b-0393879d9cbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5509772 Feb 16 16:43:02.561198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44248) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:02.565992 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Pushing event updated for resources: {'Port': ['ID=e77717fc-b9f2-4350-bc4d-ffebdc275d8b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:02.566601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5a2331c1-6264-4855-997a-3fd2172080a4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'network_id': 'ace4b37f-e440-4a8b-8132-89422c72eb08', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-11672056'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:02.594907 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-5ceaaa8c-65f0-465b-8f83-b63bcee7b950 service neutron] 10.222.0.24 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951119 Feb 16 16:43:02.623405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e00af-2960-426b-b43e-6e6bb28ce796 req-7813fbe5-08b7-4703-9090-9d94c55ccf01 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:02.633702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-673e00af-2960-426b-b43e-6e6bb28ce796 req-7813fbe5-08b7-4703-9090-9d94c55ccf01 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 943 time: 0.1575072 Feb 16 16:43:02.659431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e47a4d6c-1ca0-4262-a70d-78bc90882c73 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Deleting port bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:02.660100 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e47a4d6c-1ca0-4262-a70d-78bc90882c73 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:02.669933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:02.670635 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:02.710641 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d224db60-1e8f-4d54-9982-5127c5a26c83 None None] Provisioning complete for port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:02.710971 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d224db60-1e8f-4d54-9982-5127c5a26c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:02.724098 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b7aeacea-08a9-4cf0-b70f-94302e0e9dd0 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5667977 Feb 16 16:43:02.729435 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44250) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:02.788403 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-673e00af-2960-426b-b43e-6e6bb28ce796 req-1a4797a4-ff97-4803-979f-a0a408d44665 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/security-groups?id=696c38f6-312b-4066-85b8-c9480302f30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536686 Feb 16 16:43:02.829648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-ace4b37f-e440-4a8b-8132-89422c72eb08', 'network_id': 'ace4b37f-e440-4a8b-8132-89422c72eb08', 'project_id': 'e6c4df9b782646bcaf02850f363551f8', 'fixed_ips': [{'subnet_id': '4c0345b6-95ed-49db-ad88-fcfae9a14fab'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:43:02.830508 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:02.850259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2331c1-6264-4855-997a-3fd2172080a4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:02.854432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a2331c1-6264-4855-997a-3fd2172080a4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:02.904508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:02.904888 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:02.930257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-5a2331c1-6264-4855-997a-3fd2172080a4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port 431f1bd8-974e-4b6e-980a-4667e710393b yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:43:02.966527 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e47a4d6c-1ca0-4262-a70d-78bc90882c73 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:02.985324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb2e9bc-5d2d-4408-842c-ab9a761a4529 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:02.992158 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb2e9bc-5d2d-4408-842c-ab9a761a4529 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:02.999780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb2e9bc-5d2d-4408-842c-ab9a761a4529 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:03.002549 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-abb2e9bc-5d2d-4408-842c-ab9a761a4529 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2721672 Feb 16 16:43:03.010471 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44256) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:03.098413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e47a4d6c-1ca0-4262-a70d-78bc90882c73 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Calling delete_port for bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:03.108180 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-028868a6-2c5c-42e8-a833-aa10b021ef5f req-f5b28ad3-2b74-4937-90d1-f61ff567d4b0 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 210 time: 0.1571405 Feb 16 16:43:03.333914 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d224db60-1e8f-4d54-9982-5127c5a26c83 None None] Current status of the port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:03.343024 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-5a2331c1-6264-4855-997a-3fd2172080a4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Allocated IP 2001:db8::13f (ace4b37f-e440-4a8b-8132-89422c72eb08/4c0345b6-95ed-49db-ad88-fcfae9a14fab/431f1bd8-974e-4b6e-980a-4667e710393b) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:03.370154 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:03.376425 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d224db60-1e8f-4d54-9982-5127c5a26c83 None None] Provisioning complete for port e77717fc-b9f2-4350-bc4d-ffebdc275d8b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:03.376800 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d224db60-1e8f-4d54-9982-5127c5a26c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e77717fc-b9f2-4350-bc4d-ffebdc275d8b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:03.418168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d224db60-1e8f-4d54-9982-5127c5a26c83 None None] Port e77717fc-b9f2-4350-bc4d-ffebdc275d8b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:43:03.428791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d224db60-1e8f-4d54-9982-5127c5a26c83 None None] Provisioning complete for port d01463c1-210c-44cb-b7b8-111a4ff324b6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:03.429332 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d224db60-1e8f-4d54-9982-5127c5a26c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d01463c1-210c-44cb-b7b8-111a4ff324b6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:03.474201 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1302b-2859-46bc-832d-c1c59fbe82a1 req-dca85087-6537-4d4d-a605-8a22b4cd2c31 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:03.483322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1302b-2859-46bc-832d-c1c59fbe82a1 req-dca85087-6537-4d4d-a605-8a22b4cd2c31 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:03.485416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:43:03.498900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1302b-2859-46bc-832d-c1c59fbe82a1 req-dca85087-6537-4d4d-a605-8a22b4cd2c31 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:03.505881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1302b-2859-46bc-832d-c1c59fbe82a1 req-dca85087-6537-4d4d-a605-8a22b4cd2c31 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:03.513025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1302b-2859-46bc-832d-c1c59fbe82a1 req-dca85087-6537-4d4d-a605-8a22b4cd2c31 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:03.521060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1302b-2859-46bc-832d-c1c59fbe82a1 req-dca85087-6537-4d4d-a605-8a22b4cd2c31 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:03.528307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1302b-2859-46bc-832d-c1c59fbe82a1 req-dca85087-6537-4d4d-a605-8a22b4cd2c31 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:03.538070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ade1302b-2859-46bc-832d-c1c59fbe82a1 req-dca85087-6537-4d4d-a605-8a22b4cd2c31 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.2794378 Feb 16 16:43:03.547676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d224db60-1e8f-4d54-9982-5127c5a26c83 None None] Port d01463c1-210c-44cb-b7b8-111a4ff324b6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:43:03.657051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-930a7933-8077-484a-a898-6e00161d82c3 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Deleting port e77717fc-b9f2-4350-bc4d-ffebdc275d8b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:03.657496 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-930a7933-8077-484a-a898-6e00161d82c3 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e77717fc-b9f2-4350-bc4d-ffebdc275d8b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:03.663621 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e47a4d6c-1ca0-4262-a70d-78bc90882c73 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:03.694473 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ade1302b-2859-46bc-832d-c1c59fbe82a1 req-30733cf0-f1cb-40e1-87aa-be64788c5569 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1558571 Feb 16 16:43:03.753506 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d4d6c8dd-180c-4639-b9b2-3f3f7d3e9c7f None None] Provisioning complete for port e77717fc-b9f2-4350-bc4d-ffebdc275d8b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:03.754184 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4d6c8dd-180c-4639-b9b2-3f3f7d3e9c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e77717fc-b9f2-4350-bc4d-ffebdc275d8b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:03.754992 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a2331c1-6264-4855-997a-3fd2172080a4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (431f1bd8-974e-4b6e-980a-4667e710393b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:03.807449 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a4d6c-1ca0-4262-a70d-78bc90882c73 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event deleted for resources: {'Port': ['ID=bf3cca2b-8bff-4cf6-9cfa-d5a29cdf3f2d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:03.841039 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a2331c1-6264-4855-997a-3fd2172080a4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (431f1bd8-974e-4b6e-980a-4667e710393b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:03.870631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=43fe90ae-f23d-4c8f-ab07-d7d530d89b45,segment=NetworkSegment(f29bcf46-a31c-4621-a56c-b3b31be5e4a5),segment_id=f29bcf46-a31c-4621-a56c-b3b31be5e4a5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:03.935252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2331c1-6264-4855-997a-3fd2172080a4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network ace4b37f-e440-4a8b-8132-89422c72eb08 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:03.976527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6c8dd-180c-4639-b9b2-3f3f7d3e9c7f None None] Port e77717fc-b9f2-4350-bc4d-ffebdc275d8b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:43:03.978013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-5a2331c1-6264-4855-997a-3fd2172080a4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:03.990166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '43fe90ae-f23d-4c8f-ab07-d7d530d89b45', 'network_id': '016316e8-4563-4626-b880-b825e89aa423', 'port_id': '43fe90ae-f23d-4c8f-ab07-d7d530d89b45', 'mac_address': 'fa:16:3e:b0:6a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c07773c-4e35-4bb7-8acb-d6a13816e4c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:43:04.006696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2331c1-6264-4855-997a-3fd2172080a4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:04.013349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2331c1-6264-4855-997a-3fd2172080a4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:04.014114 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a2331c1-6264-4855-997a-3fd2172080a4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:04.035451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2331c1-6264-4855-997a-3fd2172080a4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=431f1bd8-974e-4b6e-980a-4667e710393b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:04.064164 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5a2331c1-6264-4855-997a-3fd2172080a4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.5022216 Feb 16 16:43:04.068737 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44274) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:04.139440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2dddb-498d-476b-99ce-dc1b583f1845 req-682ec99a-f2f7-445a-9b28-97d82db8db35 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:04.140961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fc2dddb-498d-476b-99ce-dc1b583f1845 req-682ec99a-f2f7-445a-9b28-97d82db8db35 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 943 time: 0.2186220 Feb 16 16:43:04.199458 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-930a7933-8077-484a-a898-6e00161d82c3 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e77717fc-b9f2-4350-bc4d-ffebdc275d8b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:04.219486 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-930a7933-8077-484a-a898-6e00161d82c3 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Calling delete_port for e77717fc-b9f2-4350-bc4d-ffebdc275d8b owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:04.225067 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e47a4d6c-1ca0-4262-a70d-78bc90882c73 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (f087ba97-ee09-4717-8d5e-e1a7f96a41e6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:04.248279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fc2dddb-498d-476b-99ce-dc1b583f1845 req-53670727-88c5-474d-9a9b-15bc81ad4230 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/security-groups?id=696c38f6-312b-4066-85b8-c9480302f30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913019 Feb 16 16:43:04.274517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d4d6c8dd-180c-4639-b9b2-3f3f7d3e9c7f None None] Provisioning complete for port d01463c1-210c-44cb-b7b8-111a4ff324b6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:04.276142 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4d6c8dd-180c-4639-b9b2-3f3f7d3e9c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d01463c1-210c-44cb-b7b8-111a4ff324b6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:04.342734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6c8dd-180c-4639-b9b2-3f3f7d3e9c7f None None] Port d01463c1-210c-44cb-b7b8-111a4ff324b6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:43:04.348054 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Allocated IP 2001:db8::2 (ace4b37f-e440-4a8b-8132-89422c72eb08/4c0345b6-95ed-49db-ad88-fcfae9a14fab/cbc375d9-04d9-464b-a6c1-2dfda49455e1) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:04.350069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:04.350447 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (43fe90ae-f23d-4c8f-ab07-d7d530d89b45), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:04.353792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:04.356878 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032fb64-6ae7-471d-a741-e50da621cdfc req-a614000d-0434-449b-b9c0-6113c98b1362 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:04.358424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e032fb64-6ae7-471d-a741-e50da621cdfc req-a614000d-0434-449b-b9c0-6113c98b1362 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 945 time: 0.2291751 Feb 16 16:43:04.401031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d457729a-c8f9-48fe-81c9-4bc65f5c7f13 req-b8d157b7-8b0a-4944-94e4-0617deba6f98 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 210 time: 0.0398519 Feb 16 16:43:04.409477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:04.421275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5e86bd93-7333-47d3-87ae-03b14e94cd75 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port 431f1bd8-974e-4b6e-980a-4667e710393b {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:04.421772 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e86bd93-7333-47d3-87ae-03b14e94cd75 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (431f1bd8-974e-4b6e-980a-4667e710393b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:04.491952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=43fe90ae-f23d-4c8f-ab07-d7d530d89b45,segment=NetworkSegment(f29bcf46-a31c-4621-a56c-b3b31be5e4a5),segment_id=f29bcf46-a31c-4621-a56c-b3b31be5e4a5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:04.518506 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (43fe90ae-f23d-4c8f-ab07-d7d530d89b45), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:04.526248 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e86bd93-7333-47d3-87ae-03b14e94cd75 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (431f1bd8-974e-4b6e-980a-4667e710393b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:04.538680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5e86bd93-7333-47d3-87ae-03b14e94cd75 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for 431f1bd8-974e-4b6e-980a-4667e710393b owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:04.572512 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:04.583458 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47a4d6c-1ca0-4262-a70d-78bc90882c73 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Router f087ba97-ee09-4717-8d5e-e1a7f96a41e6 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:43:04.673181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=43fe90ae-f23d-4c8f-ab07-d7d530d89b45,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:04.694885 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:04.695346 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:04.725309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47a4d6c-1ca0-4262-a70d-78bc90882c73 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:43:04.736463 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e47a4d6c-1ca0-4262-a70d-78bc90882c73 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "PUT /v2.0/routers/f087ba97-ee09-4717-8d5e-e1a7f96a41e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7541568 Feb 16 16:43:04.737076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44280) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:04.745551 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb98e74-5cdc-42a9-8b3a-1c1d5ae89451 None None] Sync routers for ids ['f087ba97-ee09-4717-8d5e-e1a7f96a41e6'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:43:04.766173 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb98e74-5cdc-42a9-8b3a-1c1d5ae89451 None None] Routers {'f087ba97-ee09-4717-8d5e-e1a7f96a41e6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:43:04.766798 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ddb98e74-5cdc-42a9-8b3a-1c1d5ae89451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:42:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f087ba97-ee09-4717-8d5e-e1a7f96a41e6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:04.832479 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-930a7933-8077-484a-a898-6e00161d82c3 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e77717fc-b9f2-4350-bc4d-ffebdc275d8b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:04.846167 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-774f7fc4-42c6-4a8f-b80f-239ec3a4c6c6 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for router (f087ba97-ee09-4717-8d5e-e1a7f96a41e6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:04.870560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-0897faed-a861-4ee7-b43c-f3a78d13db26 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:04.872122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-0897faed-a861-4ee7-b43c-f3a78d13db26 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.65 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 817 time: 0.1766386 Feb 16 16:43:04.872888 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ddb98e74-5cdc-42a9-8b3a-1c1d5ae89451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:04.874673 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e86bd93-7333-47d3-87ae-03b14e94cd75 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (431f1bd8-974e-4b6e-980a-4667e710393b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:04.895448 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb98e74-5cdc-42a9-8b3a-1c1d5ae89451 None None] Routers {'f087ba97-ee09-4717-8d5e-e1a7f96a41e6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:43:04.898365 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ddb98e74-5cdc-42a9-8b3a-1c1d5ae89451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:42:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f087ba97-ee09-4717-8d5e-e1a7f96a41e6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:04.939941 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a7933-8077-484a-a898-6e00161d82c3 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Pushing event deleted for resources: {'Port': ['ID=e77717fc-b9f2-4350-bc4d-ffebdc275d8b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:04.987987 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ddb98e74-5cdc-42a9-8b3a-1c1d5ae89451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:04.989013 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb98e74-5cdc-42a9-8b3a-1c1d5ae89451 None None] The sync data for ids ['f087ba97-ee09-4717-8d5e-e1a7f96a41e6'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:43:04.993061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['43fe90ae-f23d-4c8f-ab07-d7d530d89b45'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:05.000812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86bd93-7333-47d3-87ae-03b14e94cd75 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=431f1bd8-974e-4b6e-980a-4667e710393b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:05.011022 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e86bd93-7333-47d3-87ae-03b14e94cd75 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.014275 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5e86bd93-7333-47d3-87ae-03b14e94cd75 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/431f1bd8-974e-4b6e-980a-4667e710393b HTTP/1.1" status: 204 len: 168 time: 0.9441833 Feb 16 16:43:05.021755 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44282) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:05.049596 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e032fb64-6ae7-471d-a741-e50da621cdfc req-d8ad91cd-1e8e-4d7c-977a-4514ed30c953 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6768527 Feb 16 16:43:05.101899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10478bde-e1f8-4e7b-8c21-bf8fe226aac0 req-0eb7d38b-a984-4dec-825b-82a562ec8695 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:05.116587 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-2685995f-e34e-4e4d-a707-bdff23a07df4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] GET failed (client error): The resource could not be found. Feb 16 16:43:05.121302 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2685995f-e34e-4e4d-a707-bdff23a07df4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/431f1bd8-974e-4b6e-980a-4667e710393b HTTP/1.1" status: 404 len: 333 time: 0.0955870 Feb 16 16:43:05.125501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:05.130197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10478bde-e1f8-4e7b-8c21-bf8fe226aac0 req-0eb7d38b-a984-4dec-825b-82a562ec8695 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:05.136969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10478bde-e1f8-4e7b-8c21-bf8fe226aac0 req-0eb7d38b-a984-4dec-825b-82a562ec8695 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:05.146132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10478bde-e1f8-4e7b-8c21-bf8fe226aac0 req-0eb7d38b-a984-4dec-825b-82a562ec8695 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:05.152696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10478bde-e1f8-4e7b-8c21-bf8fe226aac0 req-0eb7d38b-a984-4dec-825b-82a562ec8695 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:05.154049 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Publish callbacks [] for port (cbc375d9-04d9-464b-a6c1-2dfda49455e1), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.159838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10478bde-e1f8-4e7b-8c21-bf8fe226aac0 req-0eb7d38b-a984-4dec-825b-82a562ec8695 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:05.165842 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10478bde-e1f8-4e7b-8c21-bf8fe226aac0 req-0eb7d38b-a984-4dec-825b-82a562ec8695 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:05.167953 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (cbc375d9-04d9-464b-a6c1-2dfda49455e1), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.168124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-10478bde-e1f8-4e7b-8c21-bf8fe226aac0 req-0eb7d38b-a984-4dec-825b-82a562ec8695 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5421 time: 0.2944155 Feb 16 16:43:05.171463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44284) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:05.239380 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-5ce908ce-4d94-4d68-9103-bc87986a9eb2 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02741f937a2842aca38571a11965b970 HTTP/1.1" status: 200 len: 380 time: 0.3372910 Feb 16 16:43:05.251515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-14f8b071-039a-41f2-bc9e-8fe937ac999f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Request body: {'port': {'device_id': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'admin_state_up': True, 'tenant_id': '02741f937a2842aca38571a11965b970', 'security_groups': ['77ff6f58-66f5-43ce-a4b1-8d1aff24da3d']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:05.279848 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-774f7fc4-42c6-4a8f-b80f-239ec3a4c6c6 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (f087ba97-ee09-4717-8d5e-e1a7f96a41e6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.288080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-930a7933-8077-484a-a898-6e00161d82c3 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.294242 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Network ace4b37f-e440-4a8b-8132-89422c72eb08 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:05.303552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Pushing event updated for resources: {'Port': ['ID=cbc375d9-04d9-464b-a6c1-2dfda49455e1,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:05.303715 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-930a7933-8077-484a-a898-6e00161d82c3 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] 10.222.0.24 "DELETE /v2.0/ports/e77717fc-b9f2-4350-bc4d-ffebdc275d8b HTTP/1.1" status: 204 len: 168 time: 2.2914202 Feb 16 16:43:05.303974 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44288) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:05.305387 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-774f7fc4-42c6-4a8f-b80f-239ec3a4c6c6 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for router_controller (f087ba97-ee09-4717-8d5e-e1a7f96a41e6), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.307832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:05.310523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:05.325753 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c6c41f2d-d5d0-4419-8456-b49227adcd78 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Request body: {'port': {'name': 'tempest-new-port-name-321928683', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:05.328288 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.api.validators [None req-c6c41f2d-d5d0-4419-8456-b49227adcd78 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] bootfile-name is not in valid_values {{(pid=103422) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 16:43:05.329977 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.api.validators [None req-c6c41f2d-d5d0-4419-8456-b49227adcd78 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] tftp-server is not in valid_values {{(pid=103422) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 16:43:05.330418 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.api.validators [None req-c6c41f2d-d5d0-4419-8456-b49227adcd78 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] server-ip-address is not in valid_values {{(pid=103422) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 16:43:05.331783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a72a19-3b66-4e80-9258-62747d85258e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting subnet 4c0345b6-95ed-49db-ad88-fcfae9a14fab {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:43:05.352640 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7a72a19-3b66-4e80-9258-62747d85258e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (4c0345b6-95ed-49db-ad88-fcfae9a14fab), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.406745 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Attempting to bind port cbc375d9-04d9-464b-a6c1-2dfda49455e1 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:05.407353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Attempting to bind port cbc375d9-04d9-464b-a6c1-2dfda49455e1 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '8a41f5b4-81de-4123-9368-f3c4ea766e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ace4b37f-e440-4a8b-8132-89422c72eb08'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:05.407929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Attempting to bind port cbc375d9-04d9-464b-a6c1-2dfda49455e1 on network ace4b37f-e440-4a8b-8132-89422c72eb08 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:05.411165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-10478bde-e1f8-4e7b-8c21-bf8fe226aac0 req-b45c4633-0d60-4391-a536-5427d60a88c4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2290251 Feb 16 16:43:05.418153 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:05.418771 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Checking segment: {'id': '8a41f5b4-81de-4123-9368-f3c4ea766e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ace4b37f-e440-4a8b-8132-89422c72eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:05.419371 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.420414 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Bound using segment: {'id': '8a41f5b4-81de-4123-9368-f3c4ea766e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ace4b37f-e440-4a8b-8132-89422c72eb08'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:05.421400 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Bound port: cbc375d9-04d9-464b-a6c1-2dfda49455e1, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a41f5b4-81de-4123-9368-f3c4ea766e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ace4b37f-e440-4a8b-8132-89422c72eb08'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:05.421995 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cbc375d9-04d9-464b-a6c1-2dfda49455e1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.469913 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-774f7fc4-42c6-4a8f-b80f-239ec3a4c6c6 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (f087ba97-ee09-4717-8d5e-e1a7f96a41e6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.469913 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774f7fc4-42c6-4a8f-b80f-239ec3a4c6c6 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Fanout notify agent at l3_agent the message router_deleted on router f087ba97-ee09-4717-8d5e-e1a7f96a41e6 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:43:05.494415 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-774f7fc4-42c6-4a8f-b80f-239ec3a4c6c6 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.496430 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-774f7fc4-42c6-4a8f-b80f-239ec3a4c6c6 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "DELETE /v2.0/routers/f087ba97-ee09-4717-8d5e-e1a7f96a41e6 HTTP/1.1" status: 204 len: 168 time: 0.7554276 Feb 16 16:43:05.498812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44292) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:05.528618 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] For port cbc375d9-04d9-464b-a6c1-2dfda49455e1, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:05.533168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] For port cbc375d9-04d9-464b-a6c1-2dfda49455e1, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=cbc375d9-04d9-464b-a6c1-2dfda49455e1,segment=NetworkSegment(8a41f5b4-81de-4123-9368-f3c4ea766e8d),segment_id=8a41f5b4-81de-4123-9368-f3c4ea766e8d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:05.540416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 1ced1e52-ce08-4240-9780-a8fd8c6f59ad details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:43:05.546725 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (cbc375d9-04d9-464b-a6c1-2dfda49455e1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.547034 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6c41f2d-d5d0-4419-8456-b49227adcd78 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d01463c1-210c-44cb-b7b8-111a4ff324b6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.602873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd73118-a0f8-4396-a651-7e0d7155e61f tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Deleting subnet 20c6066a-a937-4e0c-937a-171b447f1ee8 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:43:05.610881 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0fd73118-a0f8-4396-a651-7e0d7155e61f tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks [] for subnet (20c6066a-a937-4e0c-937a-171b447f1ee8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.687468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1fc66e-15db-49b4-b4bc-0114a8986108 None None] Pushing event updated for resources: {'Port': ['ID=cbc375d9-04d9-464b-a6c1-2dfda49455e1,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:05.751542 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0fd73118-a0f8-4396-a651-7e0d7155e61f tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (20c6066a-a937-4e0c-937a-171b447f1ee8), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.753946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=1ced1e52-ce08-4240-9780-a8fd8c6f59ad,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:05.767911 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '1ced1e52-ce08-4240-9780-a8fd8c6f59ad', 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6', 'port_id': '1ced1e52-ce08-4240-9780-a8fd8c6f59ad', 'mac_address': 'fa:16:3e:2c:e8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd80079a-8787-4887-b18e-e3dbc94e8246', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:43:05.813323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:05.814026 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.833779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ced1e52-ce08-4240-9780-a8fd8c6f59ad {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:05.856948 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=1ced1e52-ce08-4240-9780-a8fd8c6f59ad,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:05.863516 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.865460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 6dd9809b-8b67-4061-8a60-b968873f6f2d details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:43:05.926177 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22400713-f019-4535-b497-b4b2e4c07712 req-a41c4aff-16e2-4c6e-8909-a6e5d9d2b9ab tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:05.927778 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-22400713-f019-4535-b497-b4b2e4c07712 req-a41c4aff-16e2-4c6e-8909-a6e5d9d2b9ab tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.60 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 945 time: 0.2218022 Feb 16 16:43:05.932797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efd2dc40-bf4b-4243-86dd-1fa66dd80660 req-2dd86fa8-d1e7-4af1-b1a1-c6d45e6de562 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 210 time: 0.1054759 Feb 16 16:43:05.940540 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7a72a19-3b66-4e80-9258-62747d85258e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (4c0345b6-95ed-49db-ad88-fcfae9a14fab), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:05.986233 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 6dd9809b-8b67-4061-8a60-b968873f6f2d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=6dd9809b-8b67-4061-8a60-b968873f6f2d,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:05.987003 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0fd73118-a0f8-4396-a651-7e0d7155e61f tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (20c6066a-a937-4e0c-937a-171b447f1ee8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.013364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '6dd9809b-8b67-4061-8a60-b968873f6f2d', 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6', 'port_id': '6dd9809b-8b67-4061-8a60-b968873f6f2d', 'mac_address': 'fa:16:3e:1f:78:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd80079a-8787-4887-b18e-e3dbc94e8246', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:43:06.019843 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=1ced1e52-ce08-4240-9780-a8fd8c6f59ad,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:06.028606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436701f-0cfd-421b-bfbd-8ab1a755e5ae req-49e013fc-0c0d-4362-9d44-d6b4fc2dc09f tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:06.036527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e436701f-0cfd-421b-bfbd-8ab1a755e5ae req-49e013fc-0c0d-4362-9d44-d6b4fc2dc09f tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 944 time: 0.6306534 Feb 16 16:43:06.069074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 6dd9809b-8b67-4061-8a60-b968873f6f2d is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:06.069740 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.073827 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-14f8b071-039a-41f2-bc9e-8fe937ac999f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Made reservation on behalf of 02741f937a2842aca38571a11965b970 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:06.079910 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-14f8b071-039a-41f2-bc9e-8fe937ac999f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.093662 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd9809b-8b67-4061-8a60-b968873f6f2d {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:06.122485 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6c41f2d-d5d0-4419-8456-b49227adcd78 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks [] for port (d01463c1-210c-44cb-b7b8-111a4ff324b6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.123491 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 6dd9809b-8b67-4061-8a60-b968873f6f2d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=6dd9809b-8b67-4061-8a60-b968873f6f2d,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:06.128107 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.128789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device f13eedf5-23a5-4e39-9570-fad7d7cbd215 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:43:06.166234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e436701f-0cfd-421b-bfbd-8ab1a755e5ae req-bd319f4c-1b95-4122-9076-799f2f916137 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/security-groups?id=696c38f6-312b-4066-85b8-c9480302f30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282067 Feb 16 16:43:06.170550 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6c41f2d-d5d0-4419-8456-b49227adcd78 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d01463c1-210c-44cb-b7b8-111a4ff324b6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.184803 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0fd73118-a0f8-4396-a651-7e0d7155e61f tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (20c6066a-a937-4e0c-937a-171b447f1ee8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.221583 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=6dd9809b-8b67-4061-8a60-b968873f6f2d,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:06.247470 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7a72a19-3b66-4e80-9258-62747d85258e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (4c0345b6-95ed-49db-ad88-fcfae9a14fab), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.308558 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port f13eedf5-23a5-4e39-9570-fad7d7cbd215, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f13eedf5-23a5-4e39-9570-fad7d7cbd215,segment=NetworkSegment(dd2806e9-1f7a-4875-9386-a6335cc512bf),segment_id=dd2806e9-1f7a-4875-9386-a6335cc512bf)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:06.329248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'f13eedf5-23a5-4e39-9570-fad7d7cbd215', 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da', 'port_id': 'f13eedf5-23a5-4e39-9570-fad7d7cbd215', 'mac_address': 'fa:16:3e:12:22:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c74edd-6d03-4ab5-a984-b1104bd6fd71', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:43:06.349336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361ef73-6bd1-484f-994b-002a71067e70 req-aaa3d3c5-ff9e-47d7-8833-81d574210dd5 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:06.351086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e361ef73-6bd1-484f-994b-002a71067e70 req-aaa3d3c5-ff9e-47d7-8833-81d574210dd5 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 945 time: 0.1803794 Feb 16 16:43:06.376436 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device cbc375d9-04d9-464b-a6c1-2dfda49455e1 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:06.427394 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port f13eedf5-23a5-4e39-9570-fad7d7cbd215 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:06.428179 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.430427 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7a72a19-3b66-4e80-9258-62747d85258e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (4c0345b6-95ed-49db-ad88-fcfae9a14fab), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.454043 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13eedf5-23a5-4e39-9570-fad7d7cbd215 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:06.466449 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7a72a19-3b66-4e80-9258-62747d85258e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.473188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b7a72a19-3b66-4e80-9258-62747d85258e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/4c0345b6-95ed-49db-ad88-fcfae9a14fab HTTP/1.1" status: 204 len: 168 time: 1.3006194 Feb 16 16:43:06.473838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44296) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:06.491576 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port f13eedf5-23a5-4e39-9570-fad7d7cbd215, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f13eedf5-23a5-4e39-9570-fad7d7cbd215,segment=NetworkSegment(dd2806e9-1f7a-4875-9386-a6335cc512bf),segment_id=dd2806e9-1f7a-4875-9386-a6335cc512bf)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:06.493326 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port cbc375d9-04d9-464b-a6c1-2dfda49455e1 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:06.494721 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (cbc375d9-04d9-464b-a6c1-2dfda49455e1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.498363 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.499149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 60af1716-f231-40c5-ab45-6d89ab6d6e3f details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:43:06.515794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-14f8b071-039a-41f2-bc9e-8fe937ac999f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Allocated IP 172.20.0.13 (8d61e968-9352-4447-90d4-31d4f93db9d5/2633da54-4036-4028-8932-f86c9800af42/b30d1d8e-e7cb-420e-8d91-764be4b2896d) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:06.592621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a72a19-3b66-4e80-9258-62747d85258e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0345b6-95ed-49db-ad88-fcfae9a14fab,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:06.665079 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=f13eedf5-23a5-4e39-9570-fad7d7cbd215,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:06.665856 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0fd73118-a0f8-4396-a651-7e0d7155e61f tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.672805 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0fd73118-a0f8-4396-a651-7e0d7155e61f tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "DELETE /v2.0/subnets/20c6066a-a937-4e0c-937a-171b447f1ee8 HTTP/1.1" status: 204 len: 168 time: 1.1706905 Feb 16 16:43:06.673028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e361ef73-6bd1-484f-994b-002a71067e70 req-5083c431-d4b6-4c11-9309-e70a5dbe7a13 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077950 Feb 16 16:43:06.673153 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd73118-a0f8-4396-a651-7e0d7155e61f tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event deleted for resources: {'Subnet': ['ID=20c6066a-a937-4e0c-937a-171b447f1ee8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:06.679308 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44300) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:06.710766 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4b1a75-c89f-4075-98f0-f3091439dd4f None None] Network b23a6480-eaf4-4862-8b69-2bb9de33bafe requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:06.843938 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c6c41f2d-d5d0-4419-8456-b49227adcd78 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] In _notify_port_updated(), no bound segment for port d01463c1-210c-44cb-b7b8-111a4ff324b6 on network d600aed7-5032-4d87-a587-4ec146e9a7b0 {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:43:06.849099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c41f2d-d5d0-4419-8456-b49227adcd78 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:06.849792 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6c41f2d-d5d0-4419-8456-b49227adcd78 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.855625 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c6c41f2d-d5d0-4419-8456-b49227adcd78 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] 10.222.0.24 "PUT /v2.0/ports/d01463c1-210c-44cb-b7b8-111a4ff324b6 HTTP/1.1" status: 200 len: 1135 time: 1.5454755 Feb 16 16:43:06.858028 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44302) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:06.864186 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (b23a6480-eaf4-4862-8b69-2bb9de33bafe), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.883396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c41f2d-d5d0-4419-8456-b49227adcd78 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Pushing event updated for resources: {'Port': ['ID=d01463c1-210c-44cb-b7b8-111a4ff324b6,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:06.907529 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (ace4b37f-e440-4a8b-8132-89422c72eb08), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.938120 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port cbc375d9-04d9-464b-a6c1-2dfda49455e1 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:06.939024 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cbc375d9-04d9-464b-a6c1-2dfda49455e1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:06.941386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 60af1716-f231-40c5-ab45-6d89ab6d6e3f, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=60af1716-f231-40c5-ab45-6d89ab6d6e3f,segment=NetworkSegment(801b17c6-3ed8-4a59-9833-ae77937d15ad),segment_id=801b17c6-3ed8-4a59-9833-ae77937d15ad)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:06.949003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7429777-4d0c-41ba-924d-861190d994fe req-4e3335c2-28c5-42dd-aa30-4417ab352999 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:06.956483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7429777-4d0c-41ba-924d-861190d994fe req-4e3335c2-28c5-42dd-aa30-4417ab352999 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:06.965555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7757ed13-38bb-4e40-adac-57da02557439 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:06.966767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '60af1716-f231-40c5-ab45-6d89ab6d6e3f', 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'port_id': '60af1716-f231-40c5-ab45-6d89ab6d6e3f', 'mac_address': 'fa:16:3e:87:97:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:43:06.971889 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7757ed13-38bb-4e40-adac-57da02557439 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] 10.222.0.24 "GET /v2.0/ports/d01463c1-210c-44cb-b7b8-111a4ff324b6 HTTP/1.1" status: 200 len: 1135 time: 0.1042938 Feb 16 16:43:06.972524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44306) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:06.987138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7429777-4d0c-41ba-924d-861190d994fe req-4e3335c2-28c5-42dd-aa30-4417ab352999 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:06.998808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7429777-4d0c-41ba-924d-861190d994fe req-4e3335c2-28c5-42dd-aa30-4417ab352999 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:07.008050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port cbc375d9-04d9-464b-a6c1-2dfda49455e1, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=cbc375d9-04d9-464b-a6c1-2dfda49455e1,segment=NetworkSegment(8a41f5b4-81de-4123-9368-f3c4ea766e8d),segment_id=8a41f5b4-81de-4123-9368-f3c4ea766e8d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:07.015161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7429777-4d0c-41ba-924d-861190d994fe req-4e3335c2-28c5-42dd-aa30-4417ab352999 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:07.016653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-22400713-f019-4535-b497-b4b2e4c07712 req-f38d42c9-7415-4b45-a8e9-709ca3a4574d tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Deleting port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:07.017002 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-22400713-f019-4535-b497-b4b2e4c07712 req-f38d42c9-7415-4b45-a8e9-709ca3a4574d tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.026455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7429777-4d0c-41ba-924d-861190d994fe req-4e3335c2-28c5-42dd-aa30-4417ab352999 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:07.031444 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (cbc375d9-04d9-464b-a6c1-2dfda49455e1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.042188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7429777-4d0c-41ba-924d-861190d994fe req-4e3335c2-28c5-42dd-aa30-4417ab352999 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:07.046087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7429777-4d0c-41ba-924d-861190d994fe req-4e3335c2-28c5-42dd-aa30-4417ab352999 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5424 time: 0.4345632 Feb 16 16:43:07.099540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 60af1716-f231-40c5-ab45-6d89ab6d6e3f is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:07.099975 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.132558 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60af1716-f231-40c5-ab45-6d89ab6d6e3f {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:07.138442 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=cbc375d9-04d9-464b-a6c1-2dfda49455e1,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:07.144213 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6e621b74-30cc-4005-915a-eb26fce992db None None] Provisioning complete for port d01463c1-210c-44cb-b7b8-111a4ff324b6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:07.144584 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6e621b74-30cc-4005-915a-eb26fce992db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d01463c1-210c-44cb-b7b8-111a4ff324b6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.159406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ec016e6-f366-4569-bd83-56a0c62a9d58 req-4dee88fd-5bde-4cfb-b267-865420958b09 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 210 time: 0.0972512 Feb 16 16:43:07.173234 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be55d1b5-6c96-4431-8c0b-a8a42fc3a57b None None] DHCP port deletion for b23a6480-eaf4-4862-8b69-2bb9de33bafe request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:43:07.199426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 60af1716-f231-40c5-ab45-6d89ab6d6e3f, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=60af1716-f231-40c5-ab45-6d89ab6d6e3f,segment=NetworkSegment(801b17c6-3ed8-4a59-9833-ae77937d15ad),segment_id=801b17c6-3ed8-4a59-9833-ae77937d15ad)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:07.213230 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.213897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 07c6c357-bfbf-4921-8a12-0b2663806de4 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:43:07.240621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6e621b74-30cc-4005-915a-eb26fce992db None None] Port d01463c1-210c-44cb-b7b8-111a4ff324b6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:43:07.247209 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-14f8b071-039a-41f2-bc9e-8fe937ac999f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.261854 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-22400713-f019-4535-b497-b4b2e4c07712 req-f38d42c9-7415-4b45-a8e9-709ca3a4574d tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] For port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:07.262582 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-22400713-f019-4535-b497-b4b2e4c07712 req-f38d42c9-7415-4b45-a8e9-709ca3a4574d tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.278521 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Deleting port c20b83c5-3abd-4dad-8d70-14079ae4ab2a {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:07.278789 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.299217 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-22400713-f019-4535-b497-b4b2e4c07712 req-f38d42c9-7415-4b45-a8e9-709ca3a4574d tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Calling delete_port for ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:07.319059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 07c6c357-bfbf-4921-8a12-0b2663806de4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=07c6c357-bfbf-4921-8a12-0b2663806de4,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:07.327443 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=60af1716-f231-40c5-ab45-6d89ab6d6e3f,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:07.328874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e227436b-f7fb-4e5b-82c0-e0587f2841de tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Deleting port d01463c1-210c-44cb-b7b8-111a4ff324b6 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:07.329065 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e227436b-f7fb-4e5b-82c0-e0587f2841de tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d01463c1-210c-44cb-b7b8-111a4ff324b6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.330770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7045f3-fa7b-4df0-b95d-bfb769c8d9fd None None] Network ace4b37f-e440-4a8b-8132-89422c72eb08 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:07.362033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7429777-4d0c-41ba-924d-861190d994fe req-0378d2ec-9e41-4fb0-9b3c-e18938e45a7d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2912409 Feb 16 16:43:07.401547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port cbc375d9-04d9-464b-a6c1-2dfda49455e1 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:07.402427 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (cbc375d9-04d9-464b-a6c1-2dfda49455e1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.404150 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-14f8b071-039a-41f2-bc9e-8fe937ac999f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.404824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '07c6c357-bfbf-4921-8a12-0b2663806de4', 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6', 'port_id': '07c6c357-bfbf-4921-8a12-0b2663806de4', 'mac_address': 'fa:16:3e:ea:eb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd80079a-8787-4887-b18e-e3dbc94e8246', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:43:07.418369 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f898adf9-9512-4207-ab55-07b83582564f None None] Provisioning complete for port cbc375d9-04d9-464b-a6c1-2dfda49455e1 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:07.418748 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f898adf9-9512-4207-ab55-07b83582564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (cbc375d9-04d9-464b-a6c1-2dfda49455e1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.419582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed67c7-adc0-49ac-9c0a-36baebe63827 req-a7c6f161-130d-4e04-a322-6904132aaa94 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:07.420872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3ed67c7-adc0-49ac-9c0a-36baebe63827 req-a7c6f161-130d-4e04-a322-6904132aaa94 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 944 time: 0.1579342 Feb 16 16:43:07.440030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] For port c20b83c5-3abd-4dad-8d70-14079ae4ab2a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c20b83c5-3abd-4dad-8d70-14079ae4ab2a,segment=NetworkSegment(f49e2915-90eb-4f62-b0ff-35a9bfa6014c),segment_id=f49e2915-90eb-4f62-b0ff-35a9bfa6014c)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:07.440406 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.461661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-be55d1b5-6c96-4431-8c0b-a8a42fc3a57b None None] Deleting port c20b83c5-3abd-4dad-8d70-14079ae4ab2a {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:07.463523 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-be55d1b5-6c96-4431-8c0b-a8a42fc3a57b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.494685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Calling delete_port for c20b83c5-3abd-4dad-8d70-14079ae4ab2a owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:07.502800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-14f8b071-039a-41f2-bc9e-8fe937ac999f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Network 8d61e968-9352-4447-90d4-31d4f93db9d5 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:07.511366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8b071-039a-41f2-bc9e-8fe937ac999f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event updated for resources: {'Port': ['ID=b30d1d8e-e7cb-420e-8d91-764be4b2896d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:07.515029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-14f8b071-039a-41f2-bc9e-8fe937ac999f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:07.517279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-14f8b071-039a-41f2-bc9e-8fe937ac999f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:07.583357 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e227436b-f7fb-4e5b-82c0-e0587f2841de tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d01463c1-210c-44cb-b7b8-111a4ff324b6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.600759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] For port cbc375d9-04d9-464b-a6c1-2dfda49455e1, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=cbc375d9-04d9-464b-a6c1-2dfda49455e1,segment=NetworkSegment(8a41f5b4-81de-4123-9368-f3c4ea766e8d),segment_id=8a41f5b4-81de-4123-9368-f3c4ea766e8d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:07.601135 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (cbc375d9-04d9-464b-a6c1-2dfda49455e1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.611725 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e227436b-f7fb-4e5b-82c0-e0587f2841de tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Calling delete_port for d01463c1-210c-44cb-b7b8-111a4ff324b6 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:07.634245 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for cbc375d9-04d9-464b-a6c1-2dfda49455e1 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:07.639090 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3ed67c7-adc0-49ac-9c0a-36baebe63827 req-6f38e4f2-2312-4e95-9b82-06535de9cc75 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/security-groups?id=696c38f6-312b-4066-85b8-c9480302f30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860173 Feb 16 16:43:07.647236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-14f8b071-039a-41f2-bc9e-8fe937ac999f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:07.648159 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-14f8b071-039a-41f2-bc9e-8fe937ac999f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.769917 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-22400713-f019-4535-b497-b4b2e4c07712 req-f38d42c9-7415-4b45-a8e9-709ca3a4574d tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.808056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['3a578ed1-f57b-4959-8fa7-8154fd24939a', 'c5144a61-24b0-4388-8963-a8bd473ba9fd'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:07.810779 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d42c9-7415-4b45-a8e9-709ca3a4574d tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Pushing event deleted for resources: {'Port': ['ID=ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:07.824343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-14f8b071-039a-41f2-bc9e-8fe937ac999f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5782599 Feb 16 16:43:07.827795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:07.844188 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (cbc375d9-04d9-464b-a6c1-2dfda49455e1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.864137 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.874635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Request body: {'port': {'device_id': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:07.889994 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] No DVR routers for this DVR port c20b83c5-3abd-4dad-8d70-14079ae4ab2a on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:07.894352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 07c6c357-bfbf-4921-8a12-0b2663806de4 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:07.894687 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.912206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f898adf9-9512-4207-ab55-07b83582564f None None] Could not find standard attr ID for object cbc375d9-04d9-464b-a6c1-2dfda49455e1. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:43:07.912534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b285aee5-3aee-423a-bbb8-479d9c19a0ad req-2d9ba58f-beda-4ae6-bb67-529877a46430 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=428bfc52-86f9-47d7-b169-c3080d299daf HTTP/1.1" status: 200 len: 210 time: 0.1118350 Feb 16 16:43:07.925703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-be55d1b5-6c96-4431-8c0b-a8a42fc3a57b None None] For port c20b83c5-3abd-4dad-8d70-14079ae4ab2a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c20b83c5-3abd-4dad-8d70-14079ae4ab2a,segment=NetworkSegment(f49e2915-90eb-4f62-b0ff-35a9bfa6014c),segment_id=f49e2915-90eb-4f62-b0ff-35a9bfa6014c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:07.926178 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-be55d1b5-6c96-4431-8c0b-a8a42fc3a57b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.929280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event deleted for resources: {'Port': ['ID=c20b83c5-3abd-4dad-8d70-14079ae4ab2a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:07.931960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-22400713-f019-4535-b497-b4b2e4c07712 req-f38d42c9-7415-4b45-a8e9-709ca3a4574d tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] No DVR routers for this DVR port ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:07.945591 n-d-669411-5 neutron-server[103423]: INFO neutron.plugins.ml2.db [None req-f898adf9-9512-4207-ab55-07b83582564f None None] No ports have port_id starting with cbc375d9-04d9-464b-a6c1-2dfda49455e1 Feb 16 16:43:07.952422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=cbc375d9-04d9-464b-a6c1-2dfda49455e1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:07.955037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-be55d1b5-6c96-4431-8c0b-a8a42fc3a57b None None] Calling delete_port for c20b83c5-3abd-4dad-8d70-14079ae4ab2a owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:07.955926 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-22400713-f019-4535-b497-b4b2e4c07712 req-f38d42c9-7415-4b45-a8e9-709ca3a4574d tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:07.958021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No DVR routers for this DVR port cbc375d9-04d9-464b-a6c1-2dfda49455e1 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:07.958349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c6c357-bfbf-4921-8a12-0b2663806de4 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:07.959993 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-22400713-f019-4535-b497-b4b2e4c07712 req-f38d42c9-7415-4b45-a8e9-709ca3a4574d tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.60 "DELETE /v2.0/ports/ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 HTTP/1.1" status: 204 len: 173 time: 2.0252090 Feb 16 16:43:07.961429 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428bfc52-86f9-47d7-b169-c3080d299daf', 'name': 'network-vif-deleted', 'tag': 'ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:07.964463 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc589f36-a725-4daf-b5a7-eb2e3e0facae" -d '{"events": [{"server_uuid": "428bfc52-86f9-47d7-b169-c3080d299daf", "name": "network-vif-deleted", "tag": "ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:08.034316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 07c6c357-bfbf-4921-8a12-0b2663806de4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=07c6c357-bfbf-4921-8a12-0b2663806de4,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:08.074965 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (ace4b37f-e440-4a8b-8132-89422c72eb08), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.088953 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (b23a6480-eaf4-4862-8b69-2bb9de33bafe), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.091681 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.092588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d91c30ef-7b5c-42fa-a0e7-f684909efdf4 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:43:08.101681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace4b37f-e440-4a8b-8132-89422c72eb08']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:08.118758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a41f5b4-81de-4123-9368-f3c4ea766e8d') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:08.118995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a41f5b4-81de-4123-9368-f3c4ea766e8d') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:08.131541 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (8a41f5b4-81de-4123-9368-f3c4ea766e8d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.138773 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23a6480-eaf4-4862-8b69-2bb9de33bafe']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:08.150327 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49e2915-90eb-4f62-b0ff-35a9bfa6014c') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:08.151002 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49e2915-90eb-4f62-b0ff-35a9bfa6014c') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:08.155540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b50529-0158-4627-841c-54d48f228426 None None] DHCP port deletion for ace4b37f-e440-4a8b-8132-89422c72eb08 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:43:08.162726 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (f49e2915-90eb-4f62-b0ff-35a9bfa6014c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.178653 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f49e2915-90eb-4f62-b0ff-35a9bfa6014c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.178909 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.191726 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:08.195835 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (f49e2915-90eb-4f62-b0ff-35a9bfa6014c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.207638 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (8a41f5b4-81de-4123-9368-f3c4ea766e8d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:08.302064 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:08.308641 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (b23a6480-eaf4-4862-8b69-2bb9de33bafe), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.312002 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bab007b9-6b30-409b-80a1-2c8d6d1d462d None None] Provisioning complete for port b30d1d8e-e7cb-420e-8d91-764be4b2896d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:08.312620 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bab007b9-6b30-409b-80a1-2c8d6d1d462d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.325958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.344867 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] 10.222.0.24 "DELETE /v2.0/networks/b23a6480-eaf4-4862-8b69-2bb9de33bafe HTTP/1.1" status: 204 len: 168 time: 1.6155643 Feb 16 16:43:08.412029 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9e8b6c-dbe7-4ef5-8042-2c96e9ce13f8 x-openstack-request-id: req-de9e8b6c-dbe7-4ef5-8042-2c96e9ce13f8 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:08.412421 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428bfc52-86f9-47d7-b169-c3080d299daf", "name": "network-vif-deleted", "tag": "ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:08.412802 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de9e8b6c-dbe7-4ef5-8042-2c96e9ce13f8 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:08.413307 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428bfc52-86f9-47d7-b169-c3080d299daf', 'name': 'network-vif-deleted', 'tag': 'ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557', 'status': 'completed', 'code': 200} Feb 16 16:43:08.417567 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61935362-4c8a-4275-b4bf-d55239715c44 tempest-FloatingIPNegativeTestJSON-1212353445 tempest-FloatingIPNegativeTestJSON-1212353445-project] Pushing event deleted for resources: {'Network': ['ID=b23a6480-eaf4-4862-8b69-2bb9de33bafe,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:08.441370 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=07c6c357-bfbf-4921-8a12-0b2663806de4,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:08.471283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d91c30ef-7b5c-42fa-a0e7-f684909efdf4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d91c30ef-7b5c-42fa-a0e7-f684909efdf4,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:08.483020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device cbc375d9-04d9-464b-a6c1-2dfda49455e1 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:08.530302 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e227436b-f7fb-4e5b-82c0-e0587f2841de tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d01463c1-210c-44cb-b7b8-111a4ff324b6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.537438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:08.538039 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (8a41f5b4-81de-4123-9368-f3c4ea766e8d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:08.543355 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:08.567157 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: cbc375d9-04d9-464b-a6c1-2dfda49455e1 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:08.567286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device cbc375d9-04d9-464b-a6c1-2dfda49455e1 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:08.567667 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c20b83c5-3abd-4dad-8d70-14079ae4ab2a no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:08.569492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'd91c30ef-7b5c-42fa-a0e7-f684909efdf4', 'network_id': 'a2e0ee76-c2f8-4175-ba5c-7ce526208ad6', 'port_id': 'd91c30ef-7b5c-42fa-a0e7-f684909efdf4', 'mac_address': 'fa:16:3e:5e:72:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd80079a-8787-4887-b18e-e3dbc94e8246', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:43:08.574544 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-be55d1b5-6c96-4431-8c0b-a8a42fc3a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (c20b83c5-3abd-4dad-8d70-14079ae4ab2a), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.606508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227436b-f7fb-4e5b-82c0-e0587f2841de tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Pushing event deleted for resources: {'Port': ['ID=d01463c1-210c-44cb-b7b8-111a4ff324b6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:08.630519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bab007b9-6b30-409b-80a1-2c8d6d1d462d None None] Port b30d1d8e-e7cb-420e-8d91-764be4b2896d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:43:08.632197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: c20b83c5-3abd-4dad-8d70-14079ae4ab2a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:08.632595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c20b83c5-3abd-4dad-8d70-14079ae4ab2a not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:08.636868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be55d1b5-6c96-4431-8c0b-a8a42fc3a57b None None] Network b23a6480-eaf4-4862-8b69-2bb9de33bafe is not hosted by any dhcp agent {{(pid=103423) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:43:08.637334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55d1b5-6c96-4431-8c0b-a8a42fc3a57b None None] No DVR routers for this DVR port c20b83c5-3abd-4dad-8d70-14079ae4ab2a on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:08.656945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55d1b5-6c96-4431-8c0b-a8a42fc3a57b None None] Pushing event deleted for resources: {'Port': ['ID=c20b83c5-3abd-4dad-8d70-14079ae4ab2a,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:08.703723 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e227436b-f7fb-4e5b-82c0-e0587f2841de tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.710283 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e227436b-f7fb-4e5b-82c0-e0587f2841de tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] 10.222.0.24 "DELETE /v2.0/ports/d01463c1-210c-44cb-b7b8-111a4ff324b6 HTTP/1.1" status: 204 len: 168 time: 1.7361565 Feb 16 16:43:08.714287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44324) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:08.747910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:08.749004 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.778925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91c30ef-7b5c-42fa-a0e7-f684909efdf4 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:08.827738 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d91c30ef-7b5c-42fa-a0e7-f684909efdf4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d91c30ef-7b5c-42fa-a0e7-f684909efdf4,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:08.833249 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.834138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55ec4d-8ea0-449a-a080-ca32bd723110 req-43735dd9-b6c1-4f80-9962-c7335c2d175a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:08.834355 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 05513152-46fd-4fae-986f-261a23262945 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:43:08.835510 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6cea8f-43f8-477a-893c-ba2f16a67c67 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Deleting subnet f71410a9-bab8-4fa6-9ed3-fb1f32b3b924 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:43:08.842508 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d55ec4d-8ea0-449a-a080-ca32bd723110 req-43735dd9-b6c1-4f80-9962-c7335c2d175a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 932 time: 0.3000774 Feb 16 16:43:08.845577 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e6cea8f-43f8-477a-893c-ba2f16a67c67 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks [] for subnet (f71410a9-bab8-4fa6-9ed3-fb1f32b3b924), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.860881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb2cc7-4948-48d1-b229-72234e413820 req-6544d95f-72fc-4c3e-964d-c7ff2953d0a8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:08.866223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb2cc7-4948-48d1-b229-72234e413820 req-6544d95f-72fc-4c3e-964d-c7ff2953d0a8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:08.879236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb2cc7-4948-48d1-b229-72234e413820 req-6544d95f-72fc-4c3e-964d-c7ff2953d0a8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:08.885660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb2cc7-4948-48d1-b229-72234e413820 req-6544d95f-72fc-4c3e-964d-c7ff2953d0a8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:08.891058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb2cc7-4948-48d1-b229-72234e413820 req-6544d95f-72fc-4c3e-964d-c7ff2953d0a8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:08.897319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb2cc7-4948-48d1-b229-72234e413820 req-6544d95f-72fc-4c3e-964d-c7ff2953d0a8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:08.907705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e6cea8f-43f8-477a-893c-ba2f16a67c67 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (f71410a9-bab8-4fa6-9ed3-fb1f32b3b924), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.908684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb2cc7-4948-48d1-b229-72234e413820 req-6544d95f-72fc-4c3e-964d-c7ff2953d0a8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:08.910605 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29bb2cc7-4948-48d1-b229-72234e413820 req-6544d95f-72fc-4c3e-964d-c7ff2953d0a8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5426 time: 0.3755910 Feb 16 16:43:08.942390 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (ace4b37f-e440-4a8b-8132-89422c72eb08), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.960086 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:08.964671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/networks/ace4b37f-e440-4a8b-8132-89422c72eb08 HTTP/1.1" status: 204 len: 168 time: 2.4656641 Feb 16 16:43:08.968385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44330) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:08.977982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c695af87-f3f7-4ab1-8eee-68692c84ca88 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'name': 'tempest-PortsIpV6TestJSON-1681810412'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:08.984616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44332) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:09.018033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ad43c-6239-4dd4-bf19-8bf44ffb5364 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Network': ['ID=ace4b37f-e440-4a8b-8132-89422c72eb08,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:09.033785 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=d91c30ef-7b5c-42fa-a0e7-f684909efdf4,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:09.039198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 05513152-46fd-4fae-986f-261a23262945, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=05513152-46fd-4fae-986f-261a23262945,segment=NetworkSegment(dd2806e9-1f7a-4875-9386-a6335cc512bf),segment_id=dd2806e9-1f7a-4875-9386-a6335cc512bf)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:09.053627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '05513152-46fd-4fae-986f-261a23262945', 'network_id': '8c7818c1-3357-407b-a8ee-d592e424d1da', 'port_id': '05513152-46fd-4fae-986f-261a23262945', 'mac_address': 'fa:16:3e:d2:7c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c74edd-6d03-4ab5-a984-b1104bd6fd71', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:43:09.105137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 05513152-46fd-4fae-986f-261a23262945 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:09.107001 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (05513152-46fd-4fae-986f-261a23262945), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.109638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29bb2cc7-4948-48d1-b229-72234e413820 req-195d569d-7f1d-4369-982b-b5937f3baad4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1615727 Feb 16 16:43:09.113804 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e6cea8f-43f8-477a-893c-ba2f16a67c67 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (f71410a9-bab8-4fa6-9ed3-fb1f32b3b924), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.115633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d55ec4d-8ea0-449a-a080-ca32bd723110 req-1ff05835-b336-4047-9397-989ae9b1cdd3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722743 Feb 16 16:43:09.125029 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05513152-46fd-4fae-986f-261a23262945 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:09.137033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30d1d8e-e7cb-420e-8d91-764be4b2896d {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:09.151100 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Publish callbacks [] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.160641 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 05513152-46fd-4fae-986f-261a23262945, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=05513152-46fd-4fae-986f-261a23262945,segment=NetworkSegment(dd2806e9-1f7a-4875-9386-a6335cc512bf),segment_id=dd2806e9-1f7a-4875-9386-a6335cc512bf)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:09.168711 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (05513152-46fd-4fae-986f-261a23262945), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.171111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Transition to ACTIVE for port object b30d1d8e-e7cb-420e-8d91-764be4b2896d will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:43:09.179201 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.205998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:09.210893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c695af87-f3f7-4ab1-8eee-68692c84ca88 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:09.216372 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c695af87-f3f7-4ab1-8eee-68692c84ca88 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.253311 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-c695af87-f3f7-4ab1-8eee-68692c84ca88 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port 91dee3e0-d443-411f-9714-97113bd0812a yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:43:09.289051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b30d1d8e-e7cb-420e-8d91-764be4b2896d,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:09.312869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=05513152-46fd-4fae-986f-261a23262945,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:09.317662 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:43:09.322970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:09.323526 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (43fe90ae-f23d-4c8f-ab07-d7d530d89b45), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.369297 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f5b84523-a84c-4144-b647-2e021eecbcb3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b45013a38a645ba942df5d60a48b5aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3823485 Feb 16 16:43:09.373656 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44338) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:09.385827 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc1089-b7e5-4414-83ed-2b91937689de req-2826afd3-0718-4bc6-9275-97f7227f7d90 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:09.387419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1acc1089-b7e5-4414-83ed-2b91937689de req-2826afd3-0718-4bc6-9275-97f7227f7d90 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 944 time: 0.1891630 Feb 16 16:43:09.451572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Attempting to bind port b30d1d8e-e7cb-420e-8d91-764be4b2896d on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:09.451832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Attempting to bind port b30d1d8e-e7cb-420e-8d91-764be4b2896d by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:09.452149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Attempting to bind port b30d1d8e-e7cb-420e-8d91-764be4b2896d on network 8d61e968-9352-4447-90d4-31d4f93db9d5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:09.462003 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e6cea8f-43f8-477a-893c-ba2f16a67c67 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (f71410a9-bab8-4fa6-9ed3-fb1f32b3b924), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.480135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Port b30d1d8e-e7cb-420e-8d91-764be4b2896d on network 8d61e968-9352-4447-90d4-31d4f93db9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:43:09.486736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Attempting to bind port b30d1d8e-e7cb-420e-8d91-764be4b2896d on network 8d61e968-9352-4447-90d4-31d4f93db9d5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:09.497292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:09.498844 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (43fe90ae-f23d-4c8f-ab07-d7d530d89b45), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.503963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:09.504311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Checking segment: {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:09.504708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Bound using segment: {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:09.505156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Bound port: b30d1d8e-e7cb-420e-8d91-764be4b2896d, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:09.505517 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.523106 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e6cea8f-43f8-477a-893c-ba2f16a67c67 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.528021 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7e6cea8f-43f8-477a-893c-ba2f16a67c67 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] 10.222.0.24 "DELETE /v2.0/subnets/f71410a9-bab8-4fa6-9ed3-fb1f32b3b924 HTTP/1.1" status: 204 len: 168 time: 0.8104892 Feb 16 16:43:09.529583 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7c90c8-5771-4f85-be58-de736def6969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fe90ae-f23d-4c8f-ab07-d7d530d89b45'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:09.533092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44342) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:09.533270 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf84c05-548e-4aeb-bffa-71fb92e7934c" -d '{"events": [{"server_uuid": "eb7c90c8-5771-4f85-be58-de736def6969", "name": "network-vif-plugged", "status": "completed", "tag": "43fe90ae-f23d-4c8f-ab07-d7d530d89b45"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:09.533398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cea8f-43f8-477a-893c-ba2f16a67c67 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Pushing event deleted for resources: {'Subnet': ['ID=f71410a9-bab8-4fa6-9ed3-fb1f32b3b924,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:09.541949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b6e25a-941c-40ee-b431-3a073a94262f None None] Network d600aed7-5032-4d87-a587-4ec146e9a7b0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:09.546015 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1acc1089-b7e5-4414-83ed-2b91937689de req-960d648b-71e1-4fbf-bde3-4611891d82d0 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/security-groups?id=696c38f6-312b-4066-85b8-c9480302f30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506417 Feb 16 16:43:09.567901 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=43fe90ae-f23d-4c8f-ab07-d7d530d89b45,segment=NetworkSegment(f29bcf46-a31c-4621-a56c-b3b31be5e4a5),segment_id=f29bcf46-a31c-4621-a56c-b3b31be5e4a5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:09.589960 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (43fe90ae-f23d-4c8f-ab07-d7d530d89b45), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.591170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:09.639236 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-adaa1b5f-6380-480a-b7aa-ea9b024c9cb7 admin admin] Publish callbacks [] for security_group (bc987458-7d1f-43f0-a2af-fd59c1f652b8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.713370 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-adaa1b5f-6380-480a-b7aa-ea9b024c9cb7 admin admin] Publish callbacks [] for security_group (bc987458-7d1f-43f0-a2af-fd59c1f652b8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.730721 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (d600aed7-5032-4d87-a587-4ec146e9a7b0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.738732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] For port b30d1d8e-e7cb-420e-8d91-764be4b2896d, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:09.739094 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c695af87-f3f7-4ab1-8eee-68692c84ca88 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (91dee3e0-d443-411f-9714-97113bd0812a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.757766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] For port b30d1d8e-e7cb-420e-8d91-764be4b2896d, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:09.775304 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.793752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:09.794120 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ce4ceca3-e3f2-45cd-9ed8-ff5d464bf557 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:09.808762 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c695af87-f3f7-4ab1-8eee-68692c84ca88 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (91dee3e0-d443-411f-9714-97113bd0812a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.840072 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a52502-4466-43f8-8c24-a60f6c529d8a x-openstack-request-id: req-b3a52502-4466-43f8-8c24-a60f6c529d8a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:09.840780 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7c90c8-5771-4f85-be58-de736def6969", "name": "network-vif-plugged", "status": "completed", "tag": "43fe90ae-f23d-4c8f-ab07-d7d530d89b45", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:09.841211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee759e-fdc6-43a6-a5e2-5293304b6379 req-d7cd93df-bbb0-4dd8-ba5c-24700c045ccf tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:09.841542 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3a52502-4466-43f8-8c24-a60f6c529d8a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:09.842167 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7c90c8-5771-4f85-be58-de736def6969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fe90ae-f23d-4c8f-ab07-d7d530d89b45', 'code': 200} Feb 16 16:43:09.844248 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57ee759e-fdc6-43a6-a5e2-5293304b6379 req-d7cd93df-bbb0-4dd8-ba5c-24700c045ccf tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b0fd6de-250e-4c94-9e36-974d21ea314a HTTP/1.1" status: 200 len: 945 time: 0.1977251 Feb 16 16:43:09.860937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:09.861633 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.863102 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] 10.222.0.65 "PUT /v2.0/ports/b30d1d8e-e7cb-420e-8d91-764be4b2896d HTTP/1.1" status: 200 len: 1092 time: 2.0153155 Feb 16 16:43:09.864641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'tag': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:09.867973 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80293d09-5a6d-4ba3-bcd1-888017ccdf21" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f59978-c102-4bf2-b235-d2c5756a26d6", "tag": "b30d1d8e-e7cb-420e-8d91-764be4b2896d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:09.879368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695af87-f3f7-4ab1-8eee-68692c84ca88 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:09.885552 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c695af87-f3f7-4ab1-8eee-68692c84ca88 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:09.893249 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-adaa1b5f-6380-480a-b7aa-ea9b024c9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (bc987458-7d1f-43f0-a2af-fd59c1f652b8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.895941 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-adaa1b5f-6380-480a-b7aa-ea9b024c9cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.897700 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-adaa1b5f-6380-480a-b7aa-ea9b024c9cb7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc987458-7d1f-43f0-a2af-fd59c1f652b8 HTTP/1.1" status: 204 len: 168 time: 0.5229192 Feb 16 16:43:09.898751 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c695af87-f3f7-4ab1-8eee-68692c84ca88 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:09.904445 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=43fe90ae-f23d-4c8f-ab07-d7d530d89b45,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:09.920958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c695af87-f3f7-4ab1-8eee-68692c84ca88 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:09.921678 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c695af87-f3f7-4ab1-8eee-68692c84ca88 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:09.953421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccd0d1-6b00-4922-95c8-e251af34c9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b30d1d8e-e7cb-420e-8d91-764be4b2896d,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:09.957564 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa930b1d-af02-4030-b7b0-f1377551bb21 x-openstack-request-id: req-aa930b1d-af02-4030-b7b0-f1377551bb21 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:09.957884 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f59978-c102-4bf2-b235-d2c5756a26d6", "tag": "b30d1d8e-e7cb-420e-8d91-764be4b2896d", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:09.958113 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa930b1d-af02-4030-b7b0-f1377551bb21 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:09.958522 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'tag': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'status': 'completed', 'code': 200} Feb 16 16:43:10.012771 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57ee759e-fdc6-43a6-a5e2-5293304b6379 req-c6d168cf-ac88-487b-8b9e-e7b20fa5cd6d tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345768 Feb 16 16:43:10.015995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Deleting port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:10.016337 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:10.038668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa1b5f-6380-480a-b7aa-ea9b024c9cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc987458-7d1f-43f0-a2af-fd59c1f652b8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:10.059118 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c695af87-f3f7-4ab1-8eee-68692c84ca88 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0849898 Feb 16 16:43:10.059950 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44352) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:10.061469 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695af87-f3f7-4ab1-8eee-68692c84ca88 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=91dee3e0-d443-411f-9714-97113bd0812a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:10.096875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4d34e1-1b22-4c09-bcf6-d1029f826903 None None] DHCP port deletion for d600aed7-5032-4d87-a587-4ec146e9a7b0 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:43:10.173175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] For port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=369880cb-9bce-4e3f-b6bc-6cb822f5aaf0,segment=NetworkSegment(ff5c6399-dc84-4330-8247-b9e4313de245),segment_id=ff5c6399-dc84-4330-8247-b9e4313de245)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:10.173550 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:10.181556 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3abbed-dead-4a78-bc10-213c12ecf582 req-b6f66e9a-c128-47f6-9c99-933cbccedc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:10.183373 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9e3abbed-dead-4a78-bc10-213c12ecf582 req-b6f66e9a-c128-47f6-9c99-933cbccedc31 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 1127 time: 0.2192004 Feb 16 16:43:10.217806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Calling delete_port for 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:10.221921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-38a1b5c9-920e-41bb-8ffb-10f7228d4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:10.222531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-38a1b5c9-920e-41bb-8ffb-10f7228d4b18 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 1126 time: 0.2611272 Feb 16 16:43:10.229121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ec4d34e1-1b22-4c09-bcf6-d1029f826903 None None] Deleting port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:10.229518 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ec4d34e1-1b22-4c09-bcf6-d1029f826903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:10.295254 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9e3abbed-dead-4a78-bc10-213c12ecf582 req-1a62d482-82e9-4722-8fe9-5aef06ed171b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=696c38f6-312b-4066-85b8-c9480302f30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040726 Feb 16 16:43:10.306790 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-3c790830-d496-47c1-a352-9315aa1b2922 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d HTTP/1.1" status: 200 len: 217 time: 0.0718794 Feb 16 16:43:10.307014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1abe429f-ce07-43dc-a8ae-2151dc6d14bf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port 91dee3e0-d443-411f-9714-97113bd0812a {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:10.307316 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1abe429f-ce07-43dc-a8ae-2151dc6d14bf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (91dee3e0-d443-411f-9714-97113bd0812a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:10.349401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:10.392566 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1abe429f-ce07-43dc-a8ae-2151dc6d14bf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (91dee3e0-d443-411f-9714-97113bd0812a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:10.404772 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ec4d34e1-1b22-4c09-bcf6-d1029f826903 None None] For port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=369880cb-9bce-4e3f-b6bc-6cb822f5aaf0,segment=NetworkSegment(ff5c6399-dc84-4330-8247-b9e4313de245),segment_id=ff5c6399-dc84-4330-8247-b9e4313de245)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:10.405129 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ec4d34e1-1b22-4c09-bcf6-d1029f826903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:10.408842 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1abe429f-ce07-43dc-a8ae-2151dc6d14bf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for 91dee3e0-d443-411f-9714-97113bd0812a owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:10.418931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['1ced1e52-ce08-4240-9780-a8fd8c6f59ad'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:10.427624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['60af1716-f231-40c5-ab45-6d89ab6d6e3f'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:10.454448 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ec4d34e1-1b22-4c09-bcf6-d1029f826903 None None] Calling delete_port for 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:10.494723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd613ec-8475-4f2d-a23d-4a9a42762d57 req-2262264f-68c5-4429-b3ab-2da1c2d28f2d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:10.497876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f13eedf5-23a5-4e39-9570-fad7d7cbd215'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:10.502448 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9bd613ec-8475-4f2d-a23d-4a9a42762d57 req-2262264f-68c5-4429-b3ab-2da1c2d28f2d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.2121687 Feb 16 16:43:10.521902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-1ace4b63-15fe-4d7d-9a59-317df5d85d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:10.523632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-1ace4b63-15fe-4d7d-9a59-317df5d85d64 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2633da54-4036-4028-8932-f86c9800af42 HTTP/1.1" status: 200 len: 856 time: 0.2075827 Feb 16 16:43:10.537044 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1abe429f-ce07-43dc-a8ae-2151dc6d14bf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (91dee3e0-d443-411f-9714-97113bd0812a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:10.582353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691eccf-bfa1-4e5e-93a8-9457134027ed req-cedd24ea-b196-4147-9d68-22b05e396249 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:10.590321 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691eccf-bfa1-4e5e-93a8-9457134027ed req-cedd24ea-b196-4147-9d68-22b05e396249 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:10.595676 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe429f-ce07-43dc-a8ae-2151dc6d14bf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=91dee3e0-d443-411f-9714-97113bd0812a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:10.597801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691eccf-bfa1-4e5e-93a8-9457134027ed req-cedd24ea-b196-4147-9d68-22b05e396249 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:10.604663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691eccf-bfa1-4e5e-93a8-9457134027ed req-cedd24ea-b196-4147-9d68-22b05e396249 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:10.609964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691eccf-bfa1-4e5e-93a8-9457134027ed req-cedd24ea-b196-4147-9d68-22b05e396249 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:10.613718 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1abe429f-ce07-43dc-a8ae-2151dc6d14bf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:10.617115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691eccf-bfa1-4e5e-93a8-9457134027ed req-cedd24ea-b196-4147-9d68-22b05e396249 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:10.618425 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1abe429f-ce07-43dc-a8ae-2151dc6d14bf tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/91dee3e0-d443-411f-9714-97113bd0812a HTTP/1.1" status: 204 len: 168 time: 0.5531077 Feb 16 16:43:10.621514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44370) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:10.625722 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691eccf-bfa1-4e5e-93a8-9457134027ed req-cedd24ea-b196-4147-9d68-22b05e396249 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:10.627146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6db61466-02ec-470d-983e-4026af9f7930 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'mac_address': 'fa:16:3e:02:6a:ae', 'name': 'tempest-PortsIpV6TestJSON-110651716'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:10.627593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4691eccf-bfa1-4e5e-93a8-9457134027ed req-cedd24ea-b196-4147-9d68-22b05e396249 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5428 time: 0.3747520 Feb 16 16:43:10.640625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['6dd9809b-8b67-4061-8a60-b968873f6f2d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:10.663176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['05513152-46fd-4fae-986f-261a23262945'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:10.706059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['d91c30ef-7b5c-42fa-a0e7-f684909efdf4'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:10.707668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['07c6c357-bfbf-4921-8a12-0b2663806de4'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:10.744184 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9bd613ec-8475-4f2d-a23d-4a9a42762d57 req-a23d35ff-dcf9-4ee8-9753-19cb1aeabd87 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361665 Feb 16 16:43:10.754965 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:10.790489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db61466-02ec-470d-983e-4026af9f7930 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:10.851306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] No DVR routers for this DVR port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:10.858050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Pushing event deleted for resources: {'Port': ['ID=369880cb-9bce-4e3f-b6bc-6cb822f5aaf0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:10.881955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 update to DOWN by agent not found {{(pid=103423) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 16 16:43:10.902165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-d5908542-118d-497e-90ab-d35c47adf7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:10.903689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-d5908542-118d-497e-90ab-d35c47adf7ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d61e968-9352-4447-90d4-31d4f93db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3661132 Feb 16 16:43:10.972292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4691eccf-bfa1-4e5e-93a8-9457134027ed req-50e873ff-cec7-4db5-8968-922bb0b81677 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3131521 Feb 16 16:43:10.974355 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6db61466-02ec-470d-983e-4026af9f7930 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.005051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-6db61466-02ec-470d-983e-4026af9f7930 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port 24fec823-1e77-40f5-ab69-f4477b620ba2 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:43:11.063352 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ec4d34e1-1b22-4c09-bcf6-d1029f826903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (369880cb-9bce-4e3f-b6bc-6cb822f5aaf0), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.071990 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44380) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:11.130393 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517490b5-07a4-4191-85e9-b1ec47cc0d6f req-8026fe75-34ee-474f-a536-194bc2bc1793 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:11.133502 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-517490b5-07a4-4191-85e9-b1ec47cc0d6f req-8026fe75-34ee-474f-a536-194bc2bc1793 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b0fd6de-250e-4c94-9e36-974d21ea314a HTTP/1.1" status: 200 len: 945 time: 0.2158046 Feb 16 16:43:11.275129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Request body: {'networks': [{'name': 'tempest-network--386102018'}, {'name': 'tempest-network--999745215'}]} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:11.275531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Request body: {'network': {'name': 'tempest-network--386102018'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:11.276036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Request body: {'network': {'name': 'tempest-network--999745215'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:11.364264 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Made reservation on behalf of f9033ad1bcc445fd9358689b669676f3 for: {'network': 2} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:11.370178 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.391471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4d34e1-1b22-4c09-bcf6-d1029f826903 None None] No DVR routers for this DVR port 369880cb-9bce-4e3f-b6bc-6cb822f5aaf0 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:11.394078 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.396628 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d34e1-1b22-4c09-bcf6-d1029f826903 None None] Pushing event deleted for resources: {'Port': ['ID=369880cb-9bce-4e3f-b6bc-6cb822f5aaf0,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:11.402333 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6db61466-02ec-470d-983e-4026af9f7930 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (24fec823-1e77-40f5-ab69-f4477b620ba2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.414851 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (d600aed7-5032-4d87-a587-4ec146e9a7b0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.441710 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-517490b5-07a4-4191-85e9-b1ec47cc0d6f req-074a309b-7250-4992-bcc1-25af74e195b1 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Deleting port c5144a61-24b0-4388-8963-a8bd473ba9fd {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:11.442390 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-517490b5-07a4-4191-85e9-b1ec47cc0d6f req-074a309b-7250-4992-bcc1-25af74e195b1 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.483417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d600aed7-5032-4d87-a587-4ec146e9a7b0']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:11.515357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5c6399-dc84-4330-8247-b9e4313de245') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:11.515721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5c6399-dc84-4330-8247-b9e4313de245') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:11.535375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614089f5-f550-4d47-b6eb-7f52a0f4a046 req-b9037707-8adb-45df-9a48-cb79c34dfdff tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:11.547102 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614089f5-f550-4d47-b6eb-7f52a0f4a046 req-b9037707-8adb-45df-9a48-cb79c34dfdff tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 945 time: 0.6511378 Feb 16 16:43:11.586768 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (ff5c6399-dc84-4330-8247-b9e4313de245), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.587996 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6db61466-02ec-470d-983e-4026af9f7930 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (24fec823-1e77-40f5-ab69-f4477b620ba2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.613927 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ff5c6399-dc84-4330-8247-b9e4313de245), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.624447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:11.626060 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (ff5c6399-dc84-4330-8247-b9e4313de245), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:11.660879 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:11.675731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-517490b5-07a4-4191-85e9-b1ec47cc0d6f req-074a309b-7250-4992-bcc1-25af74e195b1 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] For port c5144a61-24b0-4388-8963-a8bd473ba9fd, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c5144a61-24b0-4388-8963-a8bd473ba9fd,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:11.676080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-517490b5-07a4-4191-85e9-b1ec47cc0d6f req-074a309b-7250-4992-bcc1-25af74e195b1 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.692386 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-5faf9870-eb24-4481-8931-99e11be20a8d service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7731755 Feb 16 16:43:11.698858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db61466-02ec-470d-983e-4026af9f7930 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:11.701611 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks [] for security_group (fdd0ae19-3502-4c13-ae75-c22fa155cf0c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.715364 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-6db61466-02ec-470d-983e-4026af9f7930 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:11.717609 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fdd0ae19-3502-4c13-ae75-c22fa155cf0c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.718761 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.721147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db61466-02ec-470d-983e-4026af9f7930 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:11.727374 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db61466-02ec-470d-983e-4026af9f7930 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:11.728898 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6db61466-02ec-470d-983e-4026af9f7930 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.750423 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-517490b5-07a4-4191-85e9-b1ec47cc0d6f req-074a309b-7250-4992-bcc1-25af74e195b1 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Calling delete_port for c5144a61-24b0-4388-8963-a8bd473ba9fd owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:11.752958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbea29-597e-410a-839b-5e1a8b9dbd4e req-e908fb85-1914-4fdd-8792-d6591a7eef42 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:11.754449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0dbea29-597e-410a-839b-5e1a8b9dbd4e req-e908fb85-1914-4fdd-8792-d6591a7eef42 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b0fd6de-250e-4c94-9e36-974d21ea314a HTTP/1.1" status: 200 len: 945 time: 0.4175718 Feb 16 16:43:11.772080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db61466-02ec-470d-983e-4026af9f7930 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=24fec823-1e77-40f5-ab69-f4477b620ba2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:11.802462 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (d600aed7-5032-4d87-a587-4ec146e9a7b0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.811882 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6db61466-02ec-470d-983e-4026af9f7930 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1872196 Feb 16 16:43:11.815084 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44388) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:11.818023 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.821134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] 10.222.0.24 "DELETE /v2.0/networks/d600aed7-5032-4d87-a587-4ec146e9a7b0 HTTP/1.1" status: 204 len: 168 time: 2.2741930 Feb 16 16:43:11.831454 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614089f5-f550-4d47-b6eb-7f52a0f4a046 req-41a00b87-7e27-45ca-9c4b-b6734301b0d6 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/security-groups?id=696c38f6-312b-4066-85b8-c9480302f30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876134 Feb 16 16:43:11.858806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd0ae19-3502-4c13-ae75-c22fa155cf0c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:11.870409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:11.911806 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0dbea29-597e-410a-839b-5e1a8b9dbd4e req-6645e8f4-85f5-4648-bfaf-d10a1f21d9d4 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333146 Feb 16 16:43:11.912871 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371d8c4-2262-43fe-a3c8-defb2a24a032 tempest-ExtraDHCPOptionsTestJSON-1693876449 tempest-ExtraDHCPOptionsTestJSON-1693876449-project] Pushing event deleted for resources: {'Network': ['ID=d600aed7-5032-4d87-a587-4ec146e9a7b0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:11.924204 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ba114a84-2cac-4a71-888b-88639f972152), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:11.924566 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Added segment ba114a84-2cac-4a71-888b-88639f972152 of type vlan for network 6b1f575e-d2d0-479a-9e9b-22c440fe2d2d Feb 16 16:43:11.949191 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0976a0f9-e2a1-4bd7-adb5-bd438d2ad9a5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:11.953593 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0976a0f9-e2a1-4bd7-adb5-bd438d2ad9a5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/24fec823-1e77-40f5-ab69-f4477b620ba2 HTTP/1.1" status: 200 len: 844 time: 0.1032083 Feb 16 16:43:11.953869 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44392) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:11.965735 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a394d24-2a2d-4803-bfcd-dbcd89486a2f req-141230cf-8b3c-4be6-9059-e7f8532c8329 service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422097 Feb 16 16:43:12.007438 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (6b1f575e-d2d0-479a-9e9b-22c440fe2d2d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:12.072983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:12.092993 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (3f58f690-a4de-4726-8fed-277f51f1faa9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:12.093325 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Added segment 3f58f690-a4de-4726-8fed-277f51f1faa9 of type vlan for network 03abccbe-5c97-41a3-8072-1e2bb0c09701 Feb 16 16:43:12.126142 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-517490b5-07a4-4191-85e9-b1ec47cc0d6f req-074a309b-7250-4992-bcc1-25af74e195b1 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c5144a61-24b0-4388-8963-a8bd473ba9fd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:12.137666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['3a578ed1-f57b-4959-8fa7-8154fd24939a', 'c5144a61-24b0-4388-8963-a8bd473ba9fd'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:12.157770 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a309b-7250-4992-bcc1-25af74e195b1 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Pushing event deleted for resources: {'Port': ['ID=c5144a61-24b0-4388-8963-a8bd473ba9fd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:12.165070 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (03abccbe-5c97-41a3-8072-1e2bb0c09701), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:12.189829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44398) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:12.243220 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-517490b5-07a4-4191-85e9-b1ec47cc0d6f req-074a309b-7250-4992-bcc1-25af74e195b1 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] No DVR routers for this DVR port c5144a61-24b0-4388-8963-a8bd473ba9fd on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:12.246891 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-517490b5-07a4-4191-85e9-b1ec47cc0d6f req-074a309b-7250-4992-bcc1-25af74e195b1 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:12.250901 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-517490b5-07a4-4191-85e9-b1ec47cc0d6f req-074a309b-7250-4992-bcc1-25af74e195b1 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.65 "DELETE /v2.0/ports/c5144a61-24b0-4388-8963-a8bd473ba9fd HTTP/1.1" status: 204 len: 173 time: 1.1077712 Feb 16 16:43:12.251581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0fd6de-250e-4c94-9e36-974d21ea314a', 'name': 'network-vif-deleted', 'tag': 'c5144a61-24b0-4388-8963-a8bd473ba9fd'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:12.254594 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2c6573-332f-422c-bf16-b6c352200cd0" -d '{"events": [{"server_uuid": "7b0fd6de-250e-4c94-9e36-974d21ea314a", "name": "network-vif-deleted", "tag": "c5144a61-24b0-4388-8963-a8bd473ba9fd"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:12.259308 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (6b1f575e-d2d0-479a-9e9b-22c440fe2d2d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:12.260141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (03abccbe-5c97-41a3-8072-1e2bb0c09701), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:12.266032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.271109 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.271996 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:12.316562 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2365682 Feb 16 16:43:12.317664 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6a2ac-55a7-419a-bc1c-66cd6abe2552 req-2223a3a7-f959-4b4d-b95d-efb803603b92 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.319394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44404) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:12.329239 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ed6a2ac-55a7-419a-bc1c-66cd6abe2552 req-2223a3a7-f959-4b4d-b95d-efb803603b92 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.3438413 Feb 16 16:43:12.350264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80293d09-5a6d-4ba3-bcd1-888017ccdf21 req-a107ea58-dbe2-498f-b68c-c0248233282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.351954 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80293d09-5a6d-4ba3-bcd1-888017ccdf21 req-a107ea58-dbe2-498f-b68c-c0248233282f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 1126 time: 0.3310606 Feb 16 16:43:12.355546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd5c7c-a207-4ea2-8c66-694e1f19b734 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port 24fec823-1e77-40f5-ab69-f4477b620ba2 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:12.356191 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5c7c-a207-4ea2-8c66-694e1f19b734 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (24fec823-1e77-40f5-ab69-f4477b620ba2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:12.389074 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event updated for resources: {'Network': ['ID=6b1f575e-d2d0-479a-9e9b-22c440fe2d2d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:12.399298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 6b1f575e-d2d0-479a-9e9b-22c440fe2d2d details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:12.575019 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5c7c-a207-4ea2-8c66-694e1f19b734 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (24fec823-1e77-40f5-ab69-f4477b620ba2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:12.591067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d21f5f-5209-4491-9a56-be58db195420 req-8b290509-8341-498b-9f14-57105e9a2968 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.596646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d21f5f-5209-4491-9a56-be58db195420 req-8b290509-8341-498b-9f14-57105e9a2968 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.602060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d21f5f-5209-4491-9a56-be58db195420 req-8b290509-8341-498b-9f14-57105e9a2968 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.607994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d21f5f-5209-4491-9a56-be58db195420 req-8b290509-8341-498b-9f14-57105e9a2968 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.613379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d21f5f-5209-4491-9a56-be58db195420 req-8b290509-8341-498b-9f14-57105e9a2968 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.619339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d21f5f-5209-4491-9a56-be58db195420 req-8b290509-8341-498b-9f14-57105e9a2968 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.624785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d21f5f-5209-4491-9a56-be58db195420 req-8b290509-8341-498b-9f14-57105e9a2968 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.627551 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6d21f5f-5209-4491-9a56-be58db195420 req-8b290509-8341-498b-9f14-57105e9a2968 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5428 time: 0.5268936 Feb 16 16:43:12.639510 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ed6a2ac-55a7-419a-bc1c-66cd6abe2552 req-682373ba-4a55-4a9a-891c-0e4a8d2f9034 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058436 Feb 16 16:43:12.641977 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-34f23d78-1454-47dc-9f30-b601e822d1a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6547a7bda104404c97bf727d12b31ca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4443557 Feb 16 16:43:12.663483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44406) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:12.681639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd5c7c-a207-4ea2-8c66-694e1f19b734 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for 24fec823-1e77-40f5-ab69-f4477b620ba2 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:12.754744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80293d09-5a6d-4ba3-bcd1-888017ccdf21 req-ac7fb377-4447-4de7-b9c9-aef45f5c5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.756608 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80293d09-5a6d-4ba3-bcd1-888017ccdf21 req-ac7fb377-4447-4de7-b9c9-aef45f5c5027 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 918 time: 0.3955550 Feb 16 16:43:12.863961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6d21f5f-5209-4491-9a56-be58db195420 req-11967eca-cc91-4856-add7-13626b3b5b3e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2146578 Feb 16 16:43:12.868298 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80293d09-5a6d-4ba3-bcd1-888017ccdf21 req-80c75a58-d441-4768-af9a-78ab9e9fa722 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d HTTP/1.1" status: 200 len: 217 time: 0.0691271 Feb 16 16:43:12.883217 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03e86ed-c659-4e1b-ba9f-3ddc5dedd887 x-openstack-request-id: req-a03e86ed-c659-4e1b-ba9f-3ddc5dedd887 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:12.883449 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0fd6de-250e-4c94-9e36-974d21ea314a", "name": "network-vif-deleted", "tag": "c5144a61-24b0-4388-8963-a8bd473ba9fd", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:12.883699 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a03e86ed-c659-4e1b-ba9f-3ddc5dedd887 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:12.884439 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0fd6de-250e-4c94-9e36-974d21ea314a', 'name': 'network-vif-deleted', 'tag': 'c5144a61-24b0-4388-8963-a8bd473ba9fd', 'status': 'completed', 'code': 200} Feb 16 16:43:12.897759 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08624a31-c869-4fc7-9180-db385530b5ff tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event updated for resources: {'Network': ['ID=03abccbe-5c97-41a3-8072-1e2bb0c09701,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:12.912641 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 03abccbe-5c97-41a3-8072-1e2bb0c09701 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:12.924497 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78531b18-9198-46a7-8cb7-563af44383f3 admin admin] Publish callbacks [] for security_group (addf4893-7f31-47e1-96ea-2d3552cb55e2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:12.959137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3b21bb-069b-4c87-bb82-7180c68e5d0e tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.967639 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3b21bb-069b-4c87-bb82-7180c68e5d0e tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.973462 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3b21bb-069b-4c87-bb82-7180c68e5d0e tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.982486 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78531b18-9198-46a7-8cb7-563af44383f3 admin admin] Publish callbacks [] for security_group (addf4893-7f31-47e1-96ea-2d3552cb55e2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:12.984218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3b21bb-069b-4c87-bb82-7180c68e5d0e tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:12.986272 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3f3b21bb-069b-4c87-bb82-7180c68e5d0e tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6659179 Feb 16 16:43:12.992313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44414) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:13.028668 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5c7c-a207-4ea2-8c66-694e1f19b734 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (24fec823-1e77-40f5-ab69-f4477b620ba2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.031197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80293d09-5a6d-4ba3-bcd1-888017ccdf21 req-725f141c-51e5-4f70-9385-ea66a09bf0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:13.032984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80293d09-5a6d-4ba3-bcd1-888017ccdf21 req-725f141c-51e5-4f70-9385-ea66a09bf0a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2633da54-4036-4028-8932-f86c9800af42 HTTP/1.1" status: 200 len: 856 time: 0.1480942 Feb 16 16:43:13.080605 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c971-da11-480f-bc59-4cb30cd3617d tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (6b1f575e-d2d0-479a-9e9b-22c440fe2d2d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.106037 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd5c7c-a207-4ea2-8c66-694e1f19b734 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=24fec823-1e77-40f5-ab69-f4477b620ba2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:13.126698 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5c7c-a207-4ea2-8c66-694e1f19b734 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.130046 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fdcd5c7c-a207-4ea2-8c66-694e1f19b734 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/24fec823-1e77-40f5-ab69-f4477b620ba2 HTTP/1.1" status: 204 len: 168 time: 1.1752162 Feb 16 16:43:13.133104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44416) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:13.179624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f10ce8-4af8-4ff4-a3ea-a17814abf514 req-299ac5f6-8481-422f-b331-c6685700c694 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:13.181707 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18f10ce8-4af8-4ff4-a3ea-a17814abf514 req-299ac5f6-8481-422f-b331-c6685700c694 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 945 time: 0.2344792 Feb 16 16:43:13.183990 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d1173f-eb64-4eb0-a838-37fa5c2e8459 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] GET failed (client error): The resource could not be found. Feb 16 16:43:13.188810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f8d1173f-eb64-4eb0-a838-37fa5c2e8459 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/24fec823-1e77-40f5-ab69-f4477b620ba2 HTTP/1.1" status: 404 len: 333 time: 0.0513916 Feb 16 16:43:13.189531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44420) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:13.196213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-32dc59de-460c-4e21-a00b-c12b1c5ed585 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'name': 'tempest-PortsIpV6TestJSON-1841064446'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:13.203609 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c971-da11-480f-bc59-4cb30cd3617d tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (6b1f575e-d2d0-479a-9e9b-22c440fe2d2d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.224709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-6bd0c971-da11-480f-bc59-4cb30cd3617d tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1f575e-d2d0-479a-9e9b-22c440fe2d2d']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:13.227454 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78531b18-9198-46a7-8cb7-563af44383f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (addf4893-7f31-47e1-96ea-2d3552cb55e2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.230107 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78531b18-9198-46a7-8cb7-563af44383f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.231230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-78531b18-9198-46a7-8cb7-563af44383f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/addf4893-7f31-47e1-96ea-2d3552cb55e2 HTTP/1.1" status: 204 len: 168 time: 0.5606685 Feb 16 16:43:13.236845 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-6bd0c971-da11-480f-bc59-4cb30cd3617d tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba114a84-2cac-4a71-888b-88639f972152') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:13.237465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-6bd0c971-da11-480f-bc59-4cb30cd3617d tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba114a84-2cac-4a71-888b-88639f972152') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:13.248868 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c971-da11-480f-bc59-4cb30cd3617d tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (ba114a84-2cac-4a71-888b-88639f972152), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.256150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80293d09-5a6d-4ba3-bcd1-888017ccdf21 req-eff4a5ac-fac1-4a08-bf19-984faf57091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:13.257929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80293d09-5a6d-4ba3-bcd1-888017ccdf21 req-eff4a5ac-fac1-4a08-bf19-984faf57091f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d61e968-9352-4447-90d4-31d4f93db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2155170 Feb 16 16:43:13.266318 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c971-da11-480f-bc59-4cb30cd3617d tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ba114a84-2cac-4a71-888b-88639f972152), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.273817 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd0c971-da11-480f-bc59-4cb30cd3617d tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:13.274205 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c971-da11-480f-bc59-4cb30cd3617d tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (ba114a84-2cac-4a71-888b-88639f972152), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:13.277675 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:13.300916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78531b18-9198-46a7-8cb7-563af44383f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addf4893-7f31-47e1-96ea-2d3552cb55e2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:13.357098 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c971-da11-480f-bc59-4cb30cd3617d tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (6b1f575e-d2d0-479a-9e9b-22c440fe2d2d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.367572 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c971-da11-480f-bc59-4cb30cd3617d tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.371463 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6bd0c971-da11-480f-bc59-4cb30cd3617d tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "DELETE /v2.0/networks/6b1f575e-d2d0-479a-9e9b-22c440fe2d2d HTTP/1.1" status: 204 len: 168 time: 0.3778727 Feb 16 16:43:13.381220 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44426) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:13.390354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0c971-da11-480f-bc59-4cb30cd3617d tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event deleted for resources: {'Network': ['ID=6b1f575e-d2d0-479a-9e9b-22c440fe2d2d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:13.408231 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18f10ce8-4af8-4ff4-a3ea-a17814abf514 req-c5d07aea-d380-46a4-9b2e-62001af9c5a1 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/security-groups?id=696c38f6-312b-4066-85b8-c9480302f30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054505 Feb 16 16:43:13.465081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c0d09-e0c8-4125-b55d-29cfb0e73c8a req-22f04108-8826-44f6-a307-e3efec179c31 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:13.473367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b5c0d09-e0c8-4125-b55d-29cfb0e73c8a req-22f04108-8826-44f6-a307-e3efec179c31 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.2671626 Feb 16 16:43:13.487077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dc59de-460c-4e21-a00b-c12b1c5ed585 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:13.490233 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32dc59de-460c-4e21-a00b-c12b1c5ed585 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.503369 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8955-4d97-4e03-a8dc-178d517308c7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (03abccbe-5c97-41a3-8072-1e2bb0c09701), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.554127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-32dc59de-460c-4e21-a00b-c12b1c5ed585 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port cf663646-d412-4546-bc41-d6fedf8456c3 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:43:13.562155 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80293d09-5a6d-4ba3-bcd1-888017ccdf21 req-d6dc430e-7273-4b2b-afd4-a375889b5201 service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736835 Feb 16 16:43:13.636384 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b5c0d09-e0c8-4125-b55d-29cfb0e73c8a req-05ef8be2-1787-4f56-ba0c-dca47ef10c57 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619906 Feb 16 16:43:13.646797 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8955-4d97-4e03-a8dc-178d517308c7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (03abccbe-5c97-41a3-8072-1e2bb0c09701), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.672498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c4aa8955-4d97-4e03-a8dc-178d517308c7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03abccbe-5c97-41a3-8072-1e2bb0c09701']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:13.683464 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c4aa8955-4d97-4e03-a8dc-178d517308c7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f58f690-a4de-4726-8fed-277f51f1faa9') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:13.683785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c4aa8955-4d97-4e03-a8dc-178d517308c7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f58f690-a4de-4726-8fed-277f51f1faa9') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:13.695611 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8955-4d97-4e03-a8dc-178d517308c7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (3f58f690-a4de-4726-8fed-277f51f1faa9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.720309 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8955-4d97-4e03-a8dc-178d517308c7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (3f58f690-a4de-4726-8fed-277f51f1faa9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.732931 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4aa8955-4d97-4e03-a8dc-178d517308c7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:13.733152 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8955-4d97-4e03-a8dc-178d517308c7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (3f58f690-a4de-4726-8fed-277f51f1faa9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:13.761915 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:13.832365 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8955-4d97-4e03-a8dc-178d517308c7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (03abccbe-5c97-41a3-8072-1e2bb0c09701), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.835246 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80293d09-5a6d-4ba3-bcd1-888017ccdf21 req-7a11d5da-7aca-4507-b3d7-90ac1fbb06c7 service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644837 Feb 16 16:43:13.842930 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8955-4d97-4e03-a8dc-178d517308c7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:13.846955 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c4aa8955-4d97-4e03-a8dc-178d517308c7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "DELETE /v2.0/networks/03abccbe-5c97-41a3-8072-1e2bb0c09701 HTTP/1.1" status: 204 len: 168 time: 0.4643540 Feb 16 16:43:13.859850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44448) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:13.860622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa8955-4d97-4e03-a8dc-178d517308c7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event deleted for resources: {'Network': ['ID=03abccbe-5c97-41a3-8072-1e2bb0c09701,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:13.998315 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32dc59de-460c-4e21-a00b-c12b1c5ed585 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (cf663646-d412-4546-bc41-d6fedf8456c3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.076071 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44458) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:14.081759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f2f40-2dbd-474d-ab8e-d4da619ebf7e req-3ed8d613-eaa1-4383-9575-ccdef7dbb017 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:14.083258 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de1f2f40-2dbd-474d-ab8e-d4da619ebf7e req-3ed8d613-eaa1-4383-9575-ccdef7dbb017 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 945 time: 0.3066454 Feb 16 16:43:14.116201 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdf2ca-62df-4c2d-a8ba-e6af42864e5f req-316d7b5e-6999-4680-8e12-5b69305602f6 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:14.117669 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccbdf2ca-62df-4c2d-a8ba-e6af42864e5f req-316d7b5e-6999-4680-8e12-5b69305602f6 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.3303671 Feb 16 16:43:14.126578 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b30d1d8e-e7cb-420e-8d91-764be4b2896d details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:43:14.179449 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ff5ba584-db7c-4a05-8a74-9b7909644a5e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-571387106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:14.184272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee26f6fc-20fb-4271-b64c-b68cc2af65bb tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:14.189572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee26f6fc-20fb-4271-b64c-b68cc2af65bb tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:14.191131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ee26f6fc-20fb-4271-b64c-b68cc2af65bb tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3260643 Feb 16 16:43:14.197848 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44462) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:14.203566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-222490f3-1e76-42d4-8954-1416c59daf1a tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1576980204'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:14.216251 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba584-db7c-4a05-8a74-9b7909644a5e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.217454 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba584-db7c-4a05-8a74-9b7909644a5e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.242451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b30d1d8e-e7cb-420e-8d91-764be4b2896d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:14.242723 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222490f3-1e76-42d4-8954-1416c59daf1a tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Made reservation on behalf of f9033ad1bcc445fd9358689b669676f3 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:14.244364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de1f2f40-2dbd-474d-ab8e-d4da619ebf7e req-4811116a-e0c9-44e5-a083-4c6e7c52ff80 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/security-groups?id=696c38f6-312b-4066-85b8-c9480302f30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447170 Feb 16 16:43:14.246242 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-222490f3-1e76-42d4-8954-1416c59daf1a tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.263285 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccbdf2ca-62df-4c2d-a8ba-e6af42864e5f req-25f54efc-c532-4193-bd15-cbc9815e1f14 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237042 Feb 16 16:43:14.264714 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32dc59de-460c-4e21-a00b-c12b1c5ed585 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (cf663646-d412-4546-bc41-d6fedf8456c3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.281534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'port_id': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'mac_address': 'fa:16:3e:41:92:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:43:14.321103 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba584-db7c-4a05-8a74-9b7909644a5e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for router_controller (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.331965 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba584-db7c-4a05-8a74-9b7909644a5e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.336649 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222490f3-1e76-42d4-8954-1416c59daf1a tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:14.337763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dc59de-460c-4e21-a00b-c12b1c5ed585 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:14.340434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc59de-460c-4e21-a00b-c12b1c5ed585 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=cf663646-d412-4546-bc41-d6fedf8456c3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:14.342586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b30d1d8e-e7cb-420e-8d91-764be4b2896d is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:14.343378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-32dc59de-460c-4e21-a00b-c12b1c5ed585 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:14.343601 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.354581 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-222490f3-1e76-42d4-8954-1416c59daf1a tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6409b5fc-4a5a-4330-a04a-95a6b7dbc32a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.354957 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-222490f3-1e76-42d4-8954-1416c59daf1a tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Added segment 6409b5fc-4a5a-4330-a04a-95a6b7dbc32a of type vlan for network 51779039-ead8-4792-980f-2f7f3abf6dcb Feb 16 16:43:14.360457 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30d1d8e-e7cb-420e-8d91-764be4b2896d {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:14.369747 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba584-db7c-4a05-8a74-9b7909644a5e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.371455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dc59de-460c-4e21-a00b-c12b1c5ed585 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:14.372302 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ff5ba584-db7c-4a05-8a74-9b7909644a5e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2950974 Feb 16 16:43:14.374693 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44464) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:14.376754 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dc59de-460c-4e21-a00b-c12b1c5ed585 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:14.377331 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32dc59de-460c-4e21-a00b-c12b1c5ed585 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.381805 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-72439815'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:14.382855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b30d1d8e-e7cb-420e-8d91-764be4b2896d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:14.389862 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.407428 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-32dc59de-460c-4e21-a00b-c12b1c5ed585 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2142384 Feb 16 16:43:14.407677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44466) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:14.414555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b3c470b9-9c03-4b2e-8c1d-391c41235a1d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:14.429402 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-222490f3-1e76-42d4-8954-1416c59daf1a tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (51779039-ead8-4792-980f-2f7f3abf6dcb), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.448660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Made reservation on behalf of b0ec5a506e144384b3f811046f716c2a for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:14.451988 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.464382 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.469884 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b30d1d8e-e7cb-420e-8d91-764be4b2896d,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:14.475302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd6e12-144b-4a45-af98-4a41d8072afb req-433b0232-fb47-4c8e-8267-575bb105ccc2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:14.481431 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-222490f3-1e76-42d4-8954-1416c59daf1a tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (51779039-ead8-4792-980f-2f7f3abf6dcb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.482199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd6e12-144b-4a45-af98-4a41d8072afb req-433b0232-fb47-4c8e-8267-575bb105ccc2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:14.486309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222490f3-1e76-42d4-8954-1416c59daf1a tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:14.486897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-222490f3-1e76-42d4-8954-1416c59daf1a tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.488064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd6e12-144b-4a45-af98-4a41d8072afb req-433b0232-fb47-4c8e-8267-575bb105ccc2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:14.493467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd6e12-144b-4a45-af98-4a41d8072afb req-433b0232-fb47-4c8e-8267-575bb105ccc2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:14.501649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd6e12-144b-4a45-af98-4a41d8072afb req-433b0232-fb47-4c8e-8267-575bb105ccc2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:14.507700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd6e12-144b-4a45-af98-4a41d8072afb req-433b0232-fb47-4c8e-8267-575bb105ccc2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:14.514073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd6e12-144b-4a45-af98-4a41d8072afb req-433b0232-fb47-4c8e-8267-575bb105ccc2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:14.516080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72bd6e12-144b-4a45-af98-4a41d8072afb req-433b0232-fb47-4c8e-8267-575bb105ccc2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5428 time: 0.1982887 Feb 16 16:43:14.536517 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-222490f3-1e76-42d4-8954-1416c59daf1a tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3374531 Feb 16 16:43:14.541085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44468) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:14.548059 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-06d5a198-59f8-456b-bd9c-4834f541a1b4 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-820382584'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:14.586441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3c470b9-9c03-4b2e-8c1d-391c41235a1d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cf663646-d412-4546-bc41-d6fedf8456c3), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.588936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222490f3-1e76-42d4-8954-1416c59daf1a tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event updated for resources: {'Network': ['ID=51779039-ead8-4792-980f-2f7f3abf6dcb,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:14.600736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 51779039-ead8-4792-980f-2f7f3abf6dcb details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:14.616799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d5a198-59f8-456b-bd9c-4834f541a1b4 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Made reservation on behalf of f9033ad1bcc445fd9358689b669676f3 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:14.620227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['b30d1d8e-e7cb-420e-8d91-764be4b2896d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:14.622284 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06d5a198-59f8-456b-bd9c-4834f541a1b4 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.653682 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72bd6e12-144b-4a45-af98-4a41d8072afb req-5e5303cf-9aea-4348-8e8f-17235749055f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299734 Feb 16 16:43:14.689367 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d5a198-59f8-456b-bd9c-4834f541a1b4 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:14.698206 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for security_group (ea6e5b62-547f-4d58-9a3b-cf8dc560f80d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.701627 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06d5a198-59f8-456b-bd9c-4834f541a1b4 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (13366e47-1422-4e91-a203-2d586f116814), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.702125 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-06d5a198-59f8-456b-bd9c-4834f541a1b4 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Added segment 13366e47-1422-4e91-a203-2d586f116814 of type vlan for network 9af48982-2fc7-4c04-8efa-f10393ba155a Feb 16 16:43:14.710197 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ea6e5b62-547f-4d58-9a3b-cf8dc560f80d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.771799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:14.781519 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06d5a198-59f8-456b-bd9c-4834f541a1b4 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (9af48982-2fc7-4c04-8efa-f10393ba155a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.792847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6e5b62-547f-4d58-9a3b-cf8dc560f80d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:14.795780 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (56ab80db-5119-4481-82c5-fced8f192291), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.796145 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Added segment 56ab80db-5119-4481-82c5-fced8f192291 of type vlan for network 97abed15-6841-4b00-9b72-dd7f5794357b Feb 16 16:43:14.849136 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (97abed15-6841-4b00-9b72-dd7f5794357b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.853593 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06d5a198-59f8-456b-bd9c-4834f541a1b4 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (9af48982-2fc7-4c04-8efa-f10393ba155a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.858581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d5a198-59f8-456b-bd9c-4834f541a1b4 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:14.859185 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06d5a198-59f8-456b-bd9c-4834f541a1b4 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.923164 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-06d5a198-59f8-456b-bd9c-4834f541a1b4 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3788607 Feb 16 16:43:14.926949 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (97abed15-6841-4b00-9b72-dd7f5794357b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.932252 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:14.932878 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:14.935181 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44472) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:14.966489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Request body: {'ports': [{'network_id': '51779039-ead8-4792-980f-2f7f3abf6dcb', 'name': 'tempest-port--656623599', 'admin_state_up': True}, {'network_id': '9af48982-2fc7-4c04-8efa-f10393ba155a', 'admin_state_up': False}]} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:14.966796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Request body: {'port': {'network_id': '51779039-ead8-4792-980f-2f7f3abf6dcb', 'name': 'tempest-port--656623599', 'admin_state_up': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:14.967278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Request body: {'port': {'network_id': '9af48982-2fc7-4c04-8efa-f10393ba155a', 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:14.974275 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5a198-59f8-456b-bd9c-4834f541a1b4 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event updated for resources: {'Network': ['ID=9af48982-2fc7-4c04-8efa-f10393ba155a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:14.991126 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 9af48982-2fc7-4c04-8efa-f10393ba155a details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:15.032746 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6563108 Feb 16 16:43:15.037657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44474) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:15.045136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e38aa8c6-42ec-4ce5-ab7e-c4611362090e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Request body: {'subnet': {'network_id': '97abed15-6841-4b00-9b72-dd7f5794357b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:15.149146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe0590-bd10-4fea-8658-52dfa0a6493f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event updated for resources: {'Network': ['ID=97abed15-6841-4b00-9b72-dd7f5794357b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:15.163002 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 97abed15-6841-4b00-9b72-dd7f5794357b details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:15.203094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abc186-5e65-4574-bb48-99547b64f89c req-6ef6296d-9164-4cbc-b574-6cae21328c27 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:15.204544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9abc186-5e65-4574-bb48-99547b64f89c req-6ef6296d-9164-4cbc-b574-6cae21328c27 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.65 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.4847674 Feb 16 16:43:15.210526 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3c470b9-9c03-4b2e-8c1d-391c41235a1d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (cf663646-d412-4546-bc41-d6fedf8456c3), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.220187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de109c89-d8bb-4110-b976-e0a7ffe290c8 req-7e5dd8ee-170e-46dc-8aa4-408d6ffc5c61 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:15.220418 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de109c89-d8bb-4110-b976-e0a7ffe290c8 req-7e5dd8ee-170e-46dc-8aa4-408d6ffc5c61 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 945 time: 0.4806147 Feb 16 16:43:15.231948 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 1ced1e52-ce08-4240-9780-a8fd8c6f59ad up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:15.233681 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3c470b9-9c03-4b2e-8c1d-391c41235a1d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (cf663646-d412-4546-bc41-d6fedf8456c3), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.294011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:43:15.299156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:15.299545 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.340393 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38aa8c6-42ec-4ce5-ab7e-c4611362090e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Made reservation on behalf of b0ec5a506e144384b3f811046f716c2a for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:15.343987 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e38aa8c6-42ec-4ce5-ab7e-c4611362090e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.353979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb73c1-339a-4a4a-bc85-c7e7d1ba6f02 req-641777d8-ddcc-4242-a9d1-c03d20a49b3c tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:15.355660 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-14cb73c1-339a-4a4a-bc85-c7e7d1ba6f02 req-641777d8-ddcc-4242-a9d1-c03d20a49b3c tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 945 time: 0.1555269 Feb 16 16:43:15.382138 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:15.382855 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.411204 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ced1e52-ce08-4240-9780-a8fd8c6f59ad'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:15.413500 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d4711f-3b24-45e3-8e7c-112f32b79057" -d '{"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "1ced1e52-ce08-4240-9780-a8fd8c6f59ad"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:15.429032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=1ced1e52-ce08-4240-9780-a8fd8c6f59ad,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:15.429964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b3c470b9-9c03-4b2e-8c1d-391c41235a1d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] In _notify_port_updated(), no bound segment for port cf663646-d412-4546-bc41-d6fedf8456c3 on network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e {{(pid=103421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:43:15.438586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c470b9-9c03-4b2e-8c1d-391c41235a1d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:15.438586 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3c470b9-9c03-4b2e-8c1d-391c41235a1d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.438586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b3c470b9-9c03-4b2e-8c1d-391c41235a1d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "PUT /v2.0/ports/cf663646-d412-4546-bc41-d6fedf8456c3 HTTP/1.1" status: 200 len: 818 time: 1.0291324 Feb 16 16:43:15.439219 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Made reservation on behalf of f9033ad1bcc445fd9358689b669676f3 for: {'port': 2} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:15.441520 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.442594 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device f13eedf5-23a5-4e39-9570-fad7d7cbd215 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:15.443372 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.446554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44482) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:15.453067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c470b9-9c03-4b2e-8c1d-391c41235a1d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=cf663646-d412-4546-bc41-d6fedf8456c3,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:15.517402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69200c7a-2d56-4e06-9447-cd2aefb81e14 req-296ae1f0-4d88-44a4-b47e-6eeff8c0ae14 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:15.519486 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69200c7a-2d56-4e06-9447-cd2aefb81e14 req-296ae1f0-4d88-44a4-b47e-6eeff8c0ae14 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 945 time: 0.1310995 Feb 16 16:43:15.526036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=1ced1e52-ce08-4240-9780-a8fd8c6f59ad,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:15.532663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de109c89-d8bb-4110-b976-e0a7ffe290c8 req-a9f7584f-5920-41e2-933c-b8905c8b812b tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/security-groups?id=335854a8-58b5-471e-85e2-d4e422d126f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777205 Feb 16 16:43:15.538722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:15.539102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:15.539465 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:15.539790 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:15.540191 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:15.541039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:15.541565 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:15.542124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:15.542424 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:15.542763 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:15.543095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:15.543430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:15.543858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:15.560265 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.560889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port f13eedf5-23a5-4e39-9570-fad7d7cbd215 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:43:15.565850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port f13eedf5-23a5-4e39-9570-fad7d7cbd215 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:15.566321 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.624805 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69200c7a-2d56-4e06-9447-cd2aefb81e14 req-70833292-682c-4227-a53d-18a2a43b92da tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/security-groups?id=696c38f6-312b-4066-85b8-c9480302f30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812883 Feb 16 16:43:15.641862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-d9abc186-5e65-4574-bb48-99547b64f89c req-44f8fa0a-137c-4ff5-ba39-101d1487c627 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Deleting port 3a578ed1-f57b-4959-8fa7-8154fd24939a {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:15.642504 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d9abc186-5e65-4574-bb48-99547b64f89c req-44f8fa0a-137c-4ff5-ba39-101d1487c627 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.670679 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port f13eedf5-23a5-4e39-9570-fad7d7cbd215 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:15.671083 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.693881 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d261a34-e478-46ec-a54d-052aa69b5fd4 x-openstack-request-id: req-3d261a34-e478-46ec-a54d-052aa69b5fd4 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:15.694260 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "1ced1e52-ce08-4240-9780-a8fd8c6f59ad", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:15.694588 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d261a34-e478-46ec-a54d-052aa69b5fd4 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:15.695049 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ced1e52-ce08-4240-9780-a8fd8c6f59ad', 'code': 200} Feb 16 16:43:15.713301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port f13eedf5-23a5-4e39-9570-fad7d7cbd215, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f13eedf5-23a5-4e39-9570-fad7d7cbd215,segment=NetworkSegment(dd2806e9-1f7a-4875-9386-a6335cc512bf),segment_id=dd2806e9-1f7a-4875-9386-a6335cc512bf)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:15.721458 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.722335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 60af1716-f231-40c5-ab45-6d89ab6d6e3f up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:15.777021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-d9abc186-5e65-4574-bb48-99547b64f89c req-44f8fa0a-137c-4ff5-ba39-101d1487c627 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] For port 3a578ed1-f57b-4959-8fa7-8154fd24939a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3a578ed1-f57b-4959-8fa7-8154fd24939a,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:15.778289 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d9abc186-5e65-4574-bb48-99547b64f89c req-44f8fa0a-137c-4ff5-ba39-101d1487c627 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.789145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-14cb73c1-339a-4a4a-bc85-c7e7d1ba6f02 req-143b65d3-6ac1-49bf-9369-b2f67f1ede4d tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Deleting port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:15.789467 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-14cb73c1-339a-4a4a-bc85-c7e7d1ba6f02 req-143b65d3-6ac1-49bf-9369-b2f67f1ede4d tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (43fe90ae-f23d-4c8f-ab07-d7d530d89b45), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.794796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-d9abc186-5e65-4574-bb48-99547b64f89c req-44f8fa0a-137c-4ff5-ba39-101d1487c627 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Calling delete_port for 3a578ed1-f57b-4959-8fa7-8154fd24939a owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:15.796007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=f13eedf5-23a5-4e39-9570-fad7d7cbd215,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:15.823354 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 60af1716-f231-40c5-ab45-6d89ab6d6e3f completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:43:15.827803 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 60af1716-f231-40c5-ab45-6d89ab6d6e3f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:15.828193 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.907036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0ae21197-b1da-449e-822a-d4a2d31b0f16 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port cf663646-d412-4546-bc41-d6fedf8456c3 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:15.907372 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0ae21197-b1da-449e-822a-d4a2d31b0f16 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (cf663646-d412-4546-bc41-d6fedf8456c3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.912495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 60af1716-f231-40c5-ab45-6d89ab6d6e3f is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:15.912903 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.944451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] device_id is not set on port c3aedec0-8356-4ed6-adb6-43788ec802f5 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:43:15.948118 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 60af1716-f231-40c5-ab45-6d89ab6d6e3f, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=60af1716-f231-40c5-ab45-6d89ab6d6e3f,segment=NetworkSegment(801b17c6-3ed8-4a59-9833-ae77937d15ad),segment_id=801b17c6-3ed8-4a59-9833-ae77937d15ad)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:15.953288 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.953575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 05513152-46fd-4fae-986f-261a23262945 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:15.984740 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e38aa8c6-42ec-4ce5-ab7e-c4611362090e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (c9028da5-e470-4e50-b91a-f57df0e73f36), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:15.985080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544b672-7f64-47d1-87c4-8b2556f9b421 req-0c10ac90-9e05-4b45-b231-13e24de1ebcd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:15.992287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9544b672-7f64-47d1-87c4-8b2556f9b421 req-0c10ac90-9e05-4b45-b231-13e24de1ebcd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 945 time: 0.1417418 Feb 16 16:43:16.021649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0973d-3b0a-46a3-8054-f548ef4a598a req-85e82118-a4bb-4c0e-b4b4-ecca8a207990 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:16.028736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0973d-3b0a-46a3-8054-f548ef4a598a req-85e82118-a4bb-4c0e-b4b4-ecca8a207990 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:16.035080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0973d-3b0a-46a3-8054-f548ef4a598a req-85e82118-a4bb-4c0e-b4b4-ecca8a207990 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:16.036255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=60af1716-f231-40c5-ab45-6d89ab6d6e3f,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:16.041766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0973d-3b0a-46a3-8054-f548ef4a598a req-85e82118-a4bb-4c0e-b4b4-ecca8a207990 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:16.046813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 05513152-46fd-4fae-986f-261a23262945 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:43:16.047074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0973d-3b0a-46a3-8054-f548ef4a598a req-85e82118-a4bb-4c0e-b4b4-ecca8a207990 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:16.051208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 05513152-46fd-4fae-986f-261a23262945 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:16.051591 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (05513152-46fd-4fae-986f-261a23262945), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.053538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0973d-3b0a-46a3-8054-f548ef4a598a req-85e82118-a4bb-4c0e-b4b4-ecca8a207990 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:16.058705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0973d-3b0a-46a3-8054-f548ef4a598a req-85e82118-a4bb-4c0e-b4b4-ecca8a207990 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:16.064252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdb0973d-3b0a-46a3-8054-f548ef4a598a req-85e82118-a4bb-4c0e-b4b4-ecca8a207990 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5430 time: 0.1836741 Feb 16 16:43:16.083495 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0ae21197-b1da-449e-822a-d4a2d31b0f16 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (cf663646-d412-4546-bc41-d6fedf8456c3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.097076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-14cb73c1-339a-4a4a-bc85-c7e7d1ba6f02 req-143b65d3-6ac1-49bf-9369-b2f67f1ede4d tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] For port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=43fe90ae-f23d-4c8f-ab07-d7d530d89b45,segment=NetworkSegment(f29bcf46-a31c-4621-a56c-b3b31be5e4a5),segment_id=f29bcf46-a31c-4621-a56c-b3b31be5e4a5)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:16.097442 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-14cb73c1-339a-4a4a-bc85-c7e7d1ba6f02 req-143b65d3-6ac1-49bf-9369-b2f67f1ede4d tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (43fe90ae-f23d-4c8f-ab07-d7d530d89b45), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.131975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0ae21197-b1da-449e-822a-d4a2d31b0f16 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for cf663646-d412-4546-bc41-d6fedf8456c3 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:16.133795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-14cb73c1-339a-4a4a-bc85-c7e7d1ba6f02 req-143b65d3-6ac1-49bf-9369-b2f67f1ede4d tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Calling delete_port for 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:16.140053 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 05513152-46fd-4fae-986f-261a23262945 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:16.140819 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (05513152-46fd-4fae-986f-261a23262945), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.145367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b30d1d8e-e7cb-420e-8d91-764be4b2896d up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:16.166384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38aa8c6-42ec-4ce5-ab7e-c4611362090e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event updated for resources: {'Subnet': ['ID=c9028da5-e470-4e50-b91a-f57df0e73f36,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:16.173625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9544b672-7f64-47d1-87c4-8b2556f9b421 req-30757549-58f9-449a-b286-ad336ff2a9c1 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800969 Feb 16 16:43:16.177668 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d9abc186-5e65-4574-bb48-99547b64f89c req-44f8fa0a-137c-4ff5-ba39-101d1487c627 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3a578ed1-f57b-4959-8fa7-8154fd24939a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.217891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 05513152-46fd-4fae-986f-261a23262945, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=05513152-46fd-4fae-986f-261a23262945,segment=NetworkSegment(dd2806e9-1f7a-4875-9386-a6335cc512bf),segment_id=dd2806e9-1f7a-4875-9386-a6335cc512bf)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:16.224834 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (05513152-46fd-4fae-986f-261a23262945), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.249956 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8fa0a-137c-4ff5-ba39-101d1487c627 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Pushing event deleted for resources: {'Port': ['ID=3a578ed1-f57b-4959-8fa7-8154fd24939a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:16.262805 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdb0973d-3b0a-46a3-8054-f548ef4a598a req-863305d0-7121-4e01-a050-db2419c5636f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1671031 Feb 16 16:43:16.280169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=05513152-46fd-4fae-986f-261a23262945,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:16.297125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port b30d1d8e-e7cb-420e-8d91-764be4b2896d completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:43:16.302248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port b30d1d8e-e7cb-420e-8d91-764be4b2896d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:16.302748 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.308427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38aa8c6-42ec-4ce5-ab7e-c4611362090e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Checking segment: {'id': '56ab80db-5119-4481-82c5-fced8f192291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '97abed15-6841-4b00-9b72-dd7f5794357b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:16.308796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38aa8c6-42ec-4ce5-ab7e-c4611362090e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Network hostable DHCP agents. Network: 97abed15-6841-4b00-9b72-dd7f5794357b, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:16.329755 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9abc186-5e65-4574-bb48-99547b64f89c req-44f8fa0a-137c-4ff5-ba39-101d1487c627 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] No DVR routers for this DVR port 3a578ed1-f57b-4959-8fa7-8154fd24939a on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:16.332415 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d9abc186-5e65-4574-bb48-99547b64f89c req-44f8fa0a-137c-4ff5-ba39-101d1487c627 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.335763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9abc186-5e65-4574-bb48-99547b64f89c req-44f8fa0a-137c-4ff5-ba39-101d1487c627 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.65 "DELETE /v2.0/ports/3a578ed1-f57b-4959-8fa7-8154fd24939a HTTP/1.1" status: 204 len: 173 time: 1.1140816 Feb 16 16:43:16.336224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fd1765-c812-4f1e-a6a6-2d31e37e15ec', 'name': 'network-vif-deleted', 'tag': '3a578ed1-f57b-4959-8fa7-8154fd24939a'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:16.339732 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5e5cfe-b793-4fec-bba6-f31538266d70" -d '{"events": [{"server_uuid": "03fd1765-c812-4f1e-a6a6-2d31e37e15ec", "name": "network-vif-deleted", "tag": "3a578ed1-f57b-4959-8fa7-8154fd24939a"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:16.402536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b30d1d8e-e7cb-420e-8d91-764be4b2896d is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:16.403034 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.409719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38aa8c6-42ec-4ce5-ab7e-c4611362090e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Network 97abed15-6841-4b00-9b72-dd7f5794357b is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:16.416212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks [] for port (c3aedec0-8356-4ed6-adb6-43788ec802f5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.459986 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b30d1d8e-e7cb-420e-8d91-764be4b2896d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:16.466073 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.467835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c5144a61-24b0-4388-8963-a8bd473ba9fd no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:16.471507 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e38aa8c6-42ec-4ce5-ab7e-c4611362090e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 97abed15-6841-4b00-9b72-dd7f5794357b) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:16.475885 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38aa8c6-42ec-4ce5-ab7e-c4611362090e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:16.476804 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e38aa8c6-42ec-4ce5-ab7e-c4611362090e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.503305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b13b0b-9fc7-444a-b5b7-9686fb4382fe None None] Network 97abed15-6841-4b00-9b72-dd7f5794357b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:16.507180 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0ae21197-b1da-449e-822a-d4a2d31b0f16 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (cf663646-d412-4546-bc41-d6fedf8456c3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.541317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: c5144a61-24b0-4388-8963-a8bd473ba9fd {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:16.541802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c5144a61-24b0-4388-8963-a8bd473ba9fd not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:16.542341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3a578ed1-f57b-4959-8fa7-8154fd24939a no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:16.588971 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] device_id is not set on port 2ea6c573-22f0-4e9d-9d29-a988f3589faa yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:43:16.598476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae21197-b1da-449e-822a-d4a2d31b0f16 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=cf663646-d412-4546-bc41-d6fedf8456c3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:16.601427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 3a578ed1-f57b-4959-8fa7-8154fd24939a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:16.601874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3a578ed1-f57b-4959-8fa7-8154fd24939a not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:16.608112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44492) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:16.608376 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e38aa8c6-42ec-4ce5-ab7e-c4611362090e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5679402 Feb 16 16:43:16.613453 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0ae21197-b1da-449e-822a-d4a2d31b0f16 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.614751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-591fc0a1-8135-4433-8488-a2fc05fdad14 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Request body: {'network': {'name': 'tempest-router-network01--71757293'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:16.620104 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0ae21197-b1da-449e-822a-d4a2d31b0f16 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/cf663646-d412-4546-bc41-d6fedf8456c3 HTTP/1.1" status: 204 len: 168 time: 1.1409006 Feb 16 16:43:16.620547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44494) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:16.649383 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049da757-4f30-4bc7-a83e-64003f23cf2e x-openstack-request-id: req-049da757-4f30-4bc7-a83e-64003f23cf2e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:16.651301 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03fd1765-c812-4f1e-a6a6-2d31e37e15ec", "name": "network-vif-deleted", "tag": "3a578ed1-f57b-4959-8fa7-8154fd24939a", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:16.652105 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-049da757-4f30-4bc7-a83e-64003f23cf2e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:16.655082 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fd1765-c812-4f1e-a6a6-2d31e37e15ec', 'name': 'network-vif-deleted', 'tag': '3a578ed1-f57b-4959-8fa7-8154fd24939a', 'status': 'completed', 'code': 200} Feb 16 16:43:16.675420 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591fc0a1-8135-4433-8488-a2fc05fdad14 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Made reservation on behalf of b0ec5a506e144384b3f811046f716c2a for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:16.678587 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-591fc0a1-8135-4433-8488-a2fc05fdad14 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.680200 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-14cb73c1-339a-4a4a-bc85-c7e7d1ba6f02 req-143b65d3-6ac1-49bf-9369-b2f67f1ede4d tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (43fe90ae-f23d-4c8f-ab07-d7d530d89b45), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.682468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b30d1d8e-e7cb-420e-8d91-764be4b2896d,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:16.726771 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-97abed15-6841-4b00-9b72-dd7f5794357b', 'network_id': '97abed15-6841-4b00-9b72-dd7f5794357b', 'project_id': 'b0ec5a506e144384b3f811046f716c2a', 'fixed_ips': [{'subnet_id': 'c9028da5-e470-4e50-b91a-f57df0e73f36'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:43:16.729356 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.780120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b65d3-6ac1-49bf-9369-b2f67f1ede4d tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Pushing event deleted for resources: {'Port': ['ID=43fe90ae-f23d-4c8f-ab07-d7d530d89b45,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:16.787115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-89e1c4fb-eea6-4f1e-8e94-5bdce14bfa65 req-3e329787-5cd2-47f5-8f0b-5c850c743848 tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb7c90c8-5771-4f85-be58-de736def6969 HTTP/1.1" status: 200 len: 210 time: 0.0567093 Feb 16 16:43:16.822430 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591fc0a1-8135-4433-8488-a2fc05fdad14 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:16.836312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5eef1fd1-d2f2-4b60-b03e-76dfd746ed65 req-e67d7184-14e1-41a2-af78-864bc1370890 tempest-ListServerFiltersTestJSON-185623267 tempest-ListServerFiltersTestJSON-185623267-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fd1765-c812-4f1e-a6a6-2d31e37e15ec HTTP/1.1" status: 200 len: 210 time: 0.0814211 Feb 16 16:43:16.856653 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-591fc0a1-8135-4433-8488-a2fc05fdad14 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (2d942afb-8af3-4a30-a190-ed82efcaf4a0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.856653 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-591fc0a1-8135-4433-8488-a2fc05fdad14 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Added segment 2d942afb-8af3-4a30-a190-ed82efcaf4a0 of type vlan for network f9fdde47-8dff-4fad-9ced-2e58337ba804 Feb 16 16:43:16.879457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cb73c1-339a-4a4a-bc85-c7e7d1ba6f02 req-143b65d3-6ac1-49bf-9369-b2f67f1ede4d tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] No DVR routers for this DVR port 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:16.882897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-14cb73c1-339a-4a4a-bc85-c7e7d1ba6f02 req-143b65d3-6ac1-49bf-9369-b2f67f1ede4d tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.886370 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-14cb73c1-339a-4a4a-bc85-c7e7d1ba6f02 req-143b65d3-6ac1-49bf-9369-b2f67f1ede4d tempest-ServerAddressesNegativeTestJSON-420650312 tempest-ServerAddressesNegativeTestJSON-420650312-project] 10.222.0.60 "DELETE /v2.0/ports/43fe90ae-f23d-4c8f-ab07-d7d530d89b45 HTTP/1.1" status: 204 len: 173 time: 1.5157547 Feb 16 16:43:16.890376 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7c90c8-5771-4f85-be58-de736def6969', 'name': 'network-vif-deleted', 'tag': '43fe90ae-f23d-4c8f-ab07-d7d530d89b45'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:16.893171 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dba20dd-99f1-4cdc-9bf7-928d3cbbe1ab" -d '{"events": [{"server_uuid": "eb7c90c8-5771-4f85-be58-de736def6969", "name": "network-vif-deleted", "tag": "43fe90ae-f23d-4c8f-ab07-d7d530d89b45"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:16.927472 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-591fc0a1-8135-4433-8488-a2fc05fdad14 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (f9fdde47-8dff-4fad-9ced-2e58337ba804), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:16.947731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d0b82-8c0b-452e-ace1-f03d45475991 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:16.953211 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-455d0b82-8c0b-452e-ace1-f03d45475991 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3282053 Feb 16 16:43:16.955463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44500) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:16.974779 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c8b596-f04e-4099-ad70-f6ea050280c0 x-openstack-request-id: req-77c8b596-f04e-4099-ad70-f6ea050280c0 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:16.975440 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7c90c8-5771-4f85-be58-de736def6969", "name": "network-vif-deleted", "tag": "43fe90ae-f23d-4c8f-ab07-d7d530d89b45", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:16.975967 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77c8b596-f04e-4099-ad70-f6ea050280c0 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:16.976611 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7c90c8-5771-4f85-be58-de736def6969', 'name': 'network-vif-deleted', 'tag': '43fe90ae-f23d-4c8f-ab07-d7d530d89b45', 'status': 'completed', 'code': 200} Feb 16 16:43:16.978778 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Allocated IP 2001:db8::2 (97abed15-6841-4b00-9b72-dd7f5794357b/c9028da5-e470-4e50-b91a-f57df0e73f36/53444736-51a6-4650-904a-2ef887075285) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:16.994499 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50b3616-71cb-47b1-bc84-b3224fad8c4e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] GET failed (client error): The resource could not be found. Feb 16 16:43:17.000269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f50b3616-71cb-47b1-bc84-b3224fad8c4e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/cf663646-d412-4546-bc41-d6fedf8456c3 HTTP/1.1" status: 404 len: 333 time: 0.0394285 Feb 16 16:43:17.001888 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44502) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:17.012342 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-591fc0a1-8135-4433-8488-a2fc05fdad14 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (f9fdde47-8dff-4fad-9ced-2e58337ba804), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.015040 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e0fe9915-b8d9-4ff4-9dd9-e41d08ec4044 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-692353810'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:17.023290 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591fc0a1-8135-4433-8488-a2fc05fdad14 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:17.024434 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-591fc0a1-8135-4433-8488-a2fc05fdad14 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.051792 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks [] for port (2ea6c573-22f0-4e9d-9d29-a988f3589faa), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.100587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fc0a1-8135-4433-8488-a2fc05fdad14 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event updated for resources: {'Network': ['ID=f9fdde47-8dff-4fad-9ced-2e58337ba804,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:17.101161 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fe9915-b8d9-4ff4-9dd9-e41d08ec4044 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:17.106611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-591fc0a1-8135-4433-8488-a2fc05fdad14 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4973166 Feb 16 16:43:17.109148 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0fe9915-b8d9-4ff4-9dd9-e41d08ec4044 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.110000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44504) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:17.113910 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c3aedec0-8356-4ed6-adb6-43788ec802f5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.115594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-69d76a27-23c4-498a-ab3d-aee5f9e5fb38 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Request body: {'network': {'name': 'tempest-router-network02--1597345797'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:17.119157 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network f9fdde47-8dff-4fad-9ced-2e58337ba804 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:17.148679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d76a27-23c4-498a-ab3d-aee5f9e5fb38 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Made reservation on behalf of b0ec5a506e144384b3f811046f716c2a for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:17.153806 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69d76a27-23c4-498a-ab3d-aee5f9e5fb38 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.194662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fe9915-b8d9-4ff4-9dd9-e41d08ec4044 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:17.195647 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d76a27-23c4-498a-ab3d-aee5f9e5fb38 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:17.197066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event updated for resources: {'Port': ['ID=c3aedec0-8356-4ed6-adb6-43788ec802f5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:17.210738 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69d76a27-23c4-498a-ab3d-aee5f9e5fb38 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (645485bb-a6da-42eb-9345-75bb31b0e87e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.211540 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-69d76a27-23c4-498a-ab3d-aee5f9e5fb38 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Added segment 645485bb-a6da-42eb-9345-75bb31b0e87e of type vlan for network 876bf84c-5711-43ba-9f71-550bfa8b1315 Feb 16 16:43:17.217615 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0fe9915-b8d9-4ff4-9dd9-e41d08ec4044 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (543805b7-53c0-402f-a777-138e74454b85), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.218350 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-e0fe9915-b8d9-4ff4-9dd9-e41d08ec4044 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Added segment 543805b7-53c0-402f-a777-138e74454b85 of type vlan for network fbaa6171-4443-4d6e-95fd-01eb298bba4d Feb 16 16:43:17.254100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Checking segment: {'id': '6409b5fc-4a5a-4330-a04a-95a6b7dbc32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '51779039-ead8-4792-980f-2f7f3abf6dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:17.254504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Network hostable DHCP agents. Network: 51779039-ead8-4792-980f-2f7f3abf6dcb, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:17.263292 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69d76a27-23c4-498a-ab3d-aee5f9e5fb38 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (876bf84c-5711-43ba-9f71-550bfa8b1315), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.272753 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0fe9915-b8d9-4ff4-9dd9-e41d08ec4044 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (fbaa6171-4443-4d6e-95fd-01eb298bba4d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.276080 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 07c6c357-bfbf-4921-8a12-0b2663806de4 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:17.308236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Network 51779039-ead8-4792-980f-2f7f3abf6dcb is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:17.313379 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Publish callbacks [] for port (53444736-51a6-4650-904a-2ef887075285), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.315004 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0fe9915-b8d9-4ff4-9dd9-e41d08ec4044 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (fbaa6171-4443-4d6e-95fd-01eb298bba4d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.323598 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fe9915-b8d9-4ff4-9dd9-e41d08ec4044 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:17.324390 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0fe9915-b8d9-4ff4-9dd9-e41d08ec4044 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.330873 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (53444736-51a6-4650-904a-2ef887075285), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.342709 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69d76a27-23c4-498a-ab3d-aee5f9e5fb38 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (876bf84c-5711-43ba-9f71-550bfa8b1315), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.349481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d76a27-23c4-498a-ab3d-aee5f9e5fb38 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:17.350460 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69d76a27-23c4-498a-ab3d-aee5f9e5fb38 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.367672 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 51779039-ead8-4792-980f-2f7f3abf6dcb) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:17.372363 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:17.373423 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2ea6c573-22f0-4e9d-9d29-a988f3589faa), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.389922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd057d3-78cf-4eb9-a954-8fbda4f8c2f2 None None] Network 51779039-ead8-4792-980f-2f7f3abf6dcb requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:17.400487 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Network 97abed15-6841-4b00-9b72-dd7f5794357b is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:17.422425 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:17.433756 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e0fe9915-b8d9-4ff4-9dd9-e41d08ec4044 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4266458 Feb 16 16:43:17.437105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44510) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:17.443294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:17.443849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b7739970-4b22-493f-a82e-e654212071fd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'subnet': {'network_id': 'fbaa6171-4443-4d6e-95fd-01eb298bba4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:17.467283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Pushing event updated for resources: {'Port': ['ID=53444736-51a6-4650-904a-2ef887075285,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:17.496201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe9915-b8d9-4ff4-9dd9-e41d08ec4044 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Network': ['ID=fbaa6171-4443-4d6e-95fd-01eb298bba4d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:17.537139 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-69d76a27-23c4-498a-ab3d-aee5f9e5fb38 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4263268 Feb 16 16:43:17.541025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d76a27-23c4-498a-ab3d-aee5f9e5fb38 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event updated for resources: {'Network': ['ID=876bf84c-5711-43ba-9f71-550bfa8b1315,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:17.545231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44512) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:17.556030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-104a3d62-adc1-4722-ac60-a85a5522941d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Request body: {'subnet': {'network_id': 'f9fdde47-8dff-4fad-9ced-2e58337ba804', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:17.566595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network fbaa6171-4443-4d6e-95fd-01eb298bba4d details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:17.569656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fe58a-3619-495f-a6b3-43f2121ac0b2 req-3cbe3986-efe0-400d-b03a-2f9873665116 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:17.571147 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e47fe58a-3619-495f-a6b3-43f2121ac0b2 req-3cbe3986-efe0-400d-b03a-2f9873665116 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.2825184 Feb 16 16:43:17.577187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 07c6c357-bfbf-4921-8a12-0b2663806de4 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:43:17.580894 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 876bf84c-5711-43ba-9f71-550bfa8b1315 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:17.608029 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event updated for resources: {'Port': ['ID=2ea6c573-22f0-4e9d-9d29-a988f3589faa,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:17.619304 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Checking segment: {'id': '13366e47-1422-4e91-a203-2d586f116814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9af48982-2fc7-4c04-8efa-f10393ba155a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:17.619662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Network hostable DHCP agents. Network: 9af48982-2fc7-4c04-8efa-f10393ba155a, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:17.623773 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dde809-8615-41e4-84fe-1a7d5ff887d5 req-8df6a5b1-ebac-4d4c-9769-5bea7a4898c8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:17.629626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dde809-8615-41e4-84fe-1a7d5ff887d5 req-8df6a5b1-ebac-4d4c-9769-5bea7a4898c8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:17.635405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dde809-8615-41e4-84fe-1a7d5ff887d5 req-8df6a5b1-ebac-4d4c-9769-5bea7a4898c8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:17.640887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dde809-8615-41e4-84fe-1a7d5ff887d5 req-8df6a5b1-ebac-4d4c-9769-5bea7a4898c8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:17.641591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7739970-4b22-493f-a82e-e654212071fd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:17.645698 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7739970-4b22-493f-a82e-e654212071fd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.646671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dde809-8615-41e4-84fe-1a7d5ff887d5 req-8df6a5b1-ebac-4d4c-9769-5bea7a4898c8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:17.652822 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Network 9af48982-2fc7-4c04-8efa-f10393ba155a is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:17.653213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dde809-8615-41e4-84fe-1a7d5ff887d5 req-8df6a5b1-ebac-4d4c-9769-5bea7a4898c8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:17.653619 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 07c6c357-bfbf-4921-8a12-0b2663806de4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:17.654203 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.659079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dde809-8615-41e4-84fe-1a7d5ff887d5 req-8df6a5b1-ebac-4d4c-9769-5bea7a4898c8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:17.661117 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18dde809-8615-41e4-84fe-1a7d5ff887d5 req-8df6a5b1-ebac-4d4c-9769-5bea7a4898c8 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5432 time: 0.2742190 Feb 16 16:43:17.707625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13eedf5-23a5-4e39-9570-fad7d7cbd215'}, {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60af1716-f231-40c5-ab45-6d89ab6d6e3f'}, {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05513152-46fd-4fae-986f-261a23262945'}, {'server_uuid': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:17.710451 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6412bcc-23c9-4fad-8fd9-38635832eadb" -d '{"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "f13eedf5-23a5-4e39-9570-fad7d7cbd215"}, {"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "60af1716-f231-40c5-ab45-6d89ab6d6e3f"}, {"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "05513152-46fd-4fae-986f-261a23262945"}, {"server_uuid": "b8f59978-c102-4bf2-b235-d2c5756a26d6", "name": "network-vif-plugged", "status": "completed", "tag": "b30d1d8e-e7cb-420e-8d91-764be4b2896d"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:17.751008 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Attempting to bind port 53444736-51a6-4650-904a-2ef887075285 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:17.751485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Attempting to bind port 53444736-51a6-4650-904a-2ef887075285 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '56ab80db-5119-4481-82c5-fced8f192291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '97abed15-6841-4b00-9b72-dd7f5794357b'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:17.752223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Attempting to bind port 53444736-51a6-4650-904a-2ef887075285 on network 97abed15-6841-4b00-9b72-dd7f5794357b {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:17.763981 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e47fe58a-3619-495f-a6b3-43f2121ac0b2 req-4445d032-4ce9-4112-aa25-8e4137a69958 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802533 Feb 16 16:43:17.795665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104a3d62-adc1-4722-ac60-a85a5522941d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Made reservation on behalf of b0ec5a506e144384b3f811046f716c2a for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:17.795665 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-104a3d62-adc1-4722-ac60-a85a5522941d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:17.841670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18dde809-8615-41e4-84fe-1a7d5ff887d5 req-c6c39cb1-4177-41cb-8978-a77b3113b19c tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358821 Feb 16 16:43:17.924023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44520) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:17.988350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44522) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:18.002790 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403cf5fe-2eb3-4e25-962d-37f77297a970 x-openstack-request-id: req-403cf5fe-2eb3-4e25-962d-37f77297a970 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:18.003089 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "f13eedf5-23a5-4e39-9570-fad7d7cbd215", "code": 200}, {"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "60af1716-f231-40c5-ab45-6d89ab6d6e3f", "code": 200}, {"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "05513152-46fd-4fae-986f-261a23262945", "code": 200}, {"server_uuid": "b8f59978-c102-4bf2-b235-d2c5756a26d6", "name": "network-vif-plugged", "status": "completed", "tag": "b30d1d8e-e7cb-420e-8d91-764be4b2896d", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:18.003378 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-403cf5fe-2eb3-4e25-962d-37f77297a970 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:18.003740 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13eedf5-23a5-4e39-9570-fad7d7cbd215', 'code': 200} Feb 16 16:43:18.004022 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60af1716-f231-40c5-ab45-6d89ab6d6e3f', 'code': 200} Feb 16 16:43:18.004269 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05513152-46fd-4fae-986f-261a23262945', 'code': 200} Feb 16 16:43:18.004516 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'code': 200} Feb 16 16:43:18.011743 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:18.012181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Checking segment: {'id': '56ab80db-5119-4481-82c5-fced8f192291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '97abed15-6841-4b00-9b72-dd7f5794357b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:18.012558 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.012955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Bound using segment: {'id': '56ab80db-5119-4481-82c5-fced8f192291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '97abed15-6841-4b00-9b72-dd7f5794357b'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:18.013475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Bound port: 53444736-51a6-4650-904a-2ef887075285, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ab80db-5119-4481-82c5-fced8f192291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '97abed15-6841-4b00-9b72-dd7f5794357b'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:18.013859 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (53444736-51a6-4650-904a-2ef887075285), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.068928 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80bff89-10a6-4610-8629-e8e6a2dd444a admin admin] Deleting subnet 7c07773c-4e35-4bb7-8acb-d6a13816e4c4 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:43:18.078669 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a80bff89-10a6-4610-8629-e8e6a2dd444a admin admin] Publish callbacks [] for subnet (7c07773c-4e35-4bb7-8acb-d6a13816e4c4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.099528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 9af48982-2fc7-4c04-8efa-f10393ba155a) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:18.107862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:18.112347 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-01109dc7-8055-49bf-8665-eba9035585dc admin admin] Deleting subnet 0e0fbba3-e5f1-47c3-b3aa-330b8331dd02 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:43:18.113354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:18.117758 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:18.119180 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.124049 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b494526-fac1-4c70-882d-baacd648914a None None] Network 9af48982-2fc7-4c04-8efa-f10393ba155a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:18.133990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84b802-3f63-4837-af6b-129422980d77 req-edfc1b5d-2b86-469c-86e5-743ea6e54e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:18.135508 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b84b802-3f63-4837-af6b-129422980d77 req-edfc1b5d-2b86-469c-86e5-743ea6e54e4d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 1128 time: 0.2106016 Feb 16 16:43:18.136240 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-01109dc7-8055-49bf-8665-eba9035585dc admin admin] Publish callbacks [] for subnet (0e0fbba3-e5f1-47c3-b3aa-330b8331dd02), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.145547 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4ece9522-c367-4b3b-9d11-32d8ca24a1d9 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1808162 Feb 16 16:43:18.147613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44524) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:18.182136 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] For port 53444736-51a6-4650-904a-2ef887075285, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:18.187554 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a80bff89-10a6-4610-8629-e8e6a2dd444a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (7c07773c-4e35-4bb7-8acb-d6a13816e4c4), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.200481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 07c6c357-bfbf-4921-8a12-0b2663806de4 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:18.200889 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.220233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402835d1-0ea1-4629-9ff6-054d8d823a66 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:18.227127 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402835d1-0ea1-4629-9ff6-054d8d823a66 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:18.235155 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-402835d1-0ea1-4629-9ff6-054d8d823a66 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0806015 Feb 16 16:43:18.235381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] For port 53444736-51a6-4650-904a-2ef887075285, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=53444736-51a6-4650-904a-2ef887075285,segment=NetworkSegment(56ab80db-5119-4481-82c5-fced8f192291),segment_id=56ab80db-5119-4481-82c5-fced8f192291)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:18.235499 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44526) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:18.254319 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-01109dc7-8055-49bf-8665-eba9035585dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (0e0fbba3-e5f1-47c3-b3aa-330b8331dd02), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.271893 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (53444736-51a6-4650-904a-2ef887075285), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.322335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 07c6c357-bfbf-4921-8a12-0b2663806de4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=07c6c357-bfbf-4921-8a12-0b2663806de4,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:18.343926 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.344661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d91c30ef-7b5c-42fa-a0e7-f684909efdf4 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:18.347160 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a80bff89-10a6-4610-8629-e8e6a2dd444a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (7c07773c-4e35-4bb7-8acb-d6a13816e4c4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.351023 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b84b802-3f63-4837-af6b-129422980d77 req-e62c18ba-b6e6-4576-8f87-38e9f781a3e9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900411 Feb 16 16:43:18.400889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4432e1b-4ee8-4c40-b510-961e79d5b709 None None] Pushing event updated for resources: {'Port': ['ID=53444736-51a6-4650-904a-2ef887075285,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:18.426116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b36a6298-3590-4f1d-af15-27996d9fa731 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Deleting port c3aedec0-8356-4ed6-adb6-43788ec802f5 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:18.426461 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b36a6298-3590-4f1d-af15-27996d9fa731 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c3aedec0-8356-4ed6-adb6-43788ec802f5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.454085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:43:18.468104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:18.468483 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.476030 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7739970-4b22-493f-a82e-e654212071fd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (c59b5e7c-f275-48d6-a5ab-33156145f7a9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.491815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=07c6c357-bfbf-4921-8a12-0b2663806de4,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:18.499063 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-104a3d62-adc1-4722-ac60-a85a5522941d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (27d4b20a-9190-4815-a98f-a2dfe7117a84), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.578170 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b36a6298-3590-4f1d-af15-27996d9fa731 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c3aedec0-8356-4ed6-adb6-43788ec802f5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.588199 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-01109dc7-8055-49bf-8665-eba9035585dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (0e0fbba3-e5f1-47c3-b3aa-330b8331dd02), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.600848 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:18.601255 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.621605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b36a6298-3590-4f1d-af15-27996d9fa731 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Calling delete_port for c3aedec0-8356-4ed6-adb6-43788ec802f5 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:18.648617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7739970-4b22-493f-a82e-e654212071fd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Subnet': ['ID=c59b5e7c-f275-48d6-a5ab-33156145f7a9,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:18.656596 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a80bff89-10a6-4610-8629-e8e6a2dd444a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (7c07773c-4e35-4bb7-8acb-d6a13816e4c4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.674981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d91c30ef-7b5c-42fa-a0e7-f684909efdf4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d91c30ef-7b5c-42fa-a0e7-f684909efdf4,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:18.678111 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.678954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 6dd9809b-8b67-4061-8a60-b968873f6f2d up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:18.691841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a3d62-adc1-4722-ac60-a85a5522941d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Checking segment: {'id': '2d942afb-8af3-4a30-a190-ed82efcaf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f9fdde47-8dff-4fad-9ced-2e58337ba804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:18.692218 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a3d62-adc1-4722-ac60-a85a5522941d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Network hostable DHCP agents. Network: f9fdde47-8dff-4fad-9ced-2e58337ba804, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:18.701659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a3d62-adc1-4722-ac60-a85a5522941d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event updated for resources: {'Subnet': ['ID=27d4b20a-9190-4815-a98f-a2dfe7117a84,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:18.705654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a80bff89-10a6-4610-8629-e8e6a2dd444a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.708922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a80bff89-10a6-4610-8629-e8e6a2dd444a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7c07773c-4e35-4bb7-8acb-d6a13816e4c4 HTTP/1.1" status: 204 len: 168 time: 0.7828305 Feb 16 16:43:18.711469 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44528) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:18.720881 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7739970-4b22-493f-a82e-e654212071fd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Checking segment: {'id': '543805b7-53c0-402f-a777-138e74454b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fbaa6171-4443-4d6e-95fd-01eb298bba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:18.721244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7739970-4b22-493f-a82e-e654212071fd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network hostable DHCP agents. Network: fbaa6171-4443-4d6e-95fd-01eb298bba4d, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:18.761158 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bff89-10a6-4610-8629-e8e6a2dd444a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c07773c-4e35-4bb7-8acb-d6a13816e4c4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:18.776211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a3d62-adc1-4722-ac60-a85a5522941d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Network f9fdde47-8dff-4fad-9ced-2e58337ba804 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:18.788192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=d91c30ef-7b5c-42fa-a0e7-f684909efdf4,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:18.789257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-104a3d62-adc1-4722-ac60-a85a5522941d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, f9fdde47-8dff-4fad-9ced-2e58337ba804) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:18.803521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a3d62-adc1-4722-ac60-a85a5522941d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:18.804589 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-104a3d62-adc1-4722-ac60-a85a5522941d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.810803 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1794eb43-6d4b-413b-a048-d6582b404f57 None None] Network f9fdde47-8dff-4fad-9ced-2e58337ba804 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:18.817863 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-01109dc7-8055-49bf-8665-eba9035585dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (0e0fbba3-e5f1-47c3-b3aa-330b8331dd02), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.843509 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20da850f-187e-4611-8ea5-5451d4c82ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (016316e8-4563-4626-b880-b825e89aa423), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.844432 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-104a3d62-adc1-4722-ac60-a85a5522941d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2934575 Feb 16 16:43:18.848510 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7739970-4b22-493f-a82e-e654212071fd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network fbaa6171-4443-4d6e-95fd-01eb298bba4d is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:18.852891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44532) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:18.856928 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2f7f33-3c9f-4ab8-8c11-81f5ecc79ee3 None None] Network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:18.870679 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-01109dc7-8055-49bf-8665-eba9035585dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.871080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b5ac436d-4d49-4f8e-ab26-eb06f03d36c5 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Request body: {'subnet': {'network_id': '876bf84c-5711-43ba-9f71-550bfa8b1315', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:18.876480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-01109dc7-8055-49bf-8665-eba9035585dc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0e0fbba3-e5f1-47c3-b3aa-330b8331dd02 HTTP/1.1" status: 204 len: 168 time: 0.8850255 Feb 16 16:43:18.876480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01109dc7-8055-49bf-8665-eba9035585dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e0fbba3-e5f1-47c3-b3aa-330b8331dd02,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:18.877680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44534) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:18.958715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b7739970-4b22-493f-a82e-e654212071fd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, fbaa6171-4443-4d6e-95fd-01eb298bba4d) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:18.968405 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7739970-4b22-493f-a82e-e654212071fd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:18.969017 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7739970-4b22-493f-a82e-e654212071fd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:18.974657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a18a55-7e38-4a66-985d-fed81d8c3456 None None] Network fbaa6171-4443-4d6e-95fd-01eb298bba4d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:18.981600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 6dd9809b-8b67-4061-8a60-b968873f6f2d completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:43:18.988103 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b36a6298-3590-4f1d-af15-27996d9fa731 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c3aedec0-8356-4ed6-adb6-43788ec802f5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.032800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 6dd9809b-8b67-4061-8a60-b968873f6f2d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:19.033282 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.047881 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b7739970-4b22-493f-a82e-e654212071fd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6051183 Feb 16 16:43:19.051021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44538) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:19.059793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-915f208b-80a0-409f-a984-1316c142acad tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'subnet': {'network_id': 'fbaa6171-4443-4d6e-95fd-01eb298bba4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:19.060864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a6298-3590-4f1d-af15-27996d9fa731 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event deleted for resources: {'Port': ['ID=c3aedec0-8356-4ed6-adb6-43788ec802f5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:19.067229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ac436d-4d49-4f8e-ab26-eb06f03d36c5 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Made reservation on behalf of b0ec5a506e144384b3f811046f716c2a for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:19.069209 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b5ac436d-4d49-4f8e-ab26-eb06f03d36c5 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.070132 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (d11b8c1b-145a-49b6-8292-3d1c2bc85ffe), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.076987 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b36a6298-3590-4f1d-af15-27996d9fa731 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.083657 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b36a6298-3590-4f1d-af15-27996d9fa731 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "DELETE /v2.0/ports/c3aedec0-8356-4ed6-adb6-43788ec802f5 HTTP/1.1" status: 204 len: 168 time: 0.8452466 Feb 16 16:43:19.084523 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44540) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:19.152238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b267489-a4c1-43a5-8732-dc789218d168 req-4556ff01-0874-44f9-bd29-0076b1257d56 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:19.153991 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b267489-a4c1-43a5-8732-dc789218d168 req-4556ff01-0874-44f9-bd29-0076b1257d56 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.2487738 Feb 16 16:43:19.175052 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20da850f-187e-4611-8ea5-5451d4c82ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (016316e8-4563-4626-b880-b825e89aa423), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.189555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-f9fdde47-8dff-4fad-9ced-2e58337ba804', 'network_id': 'f9fdde47-8dff-4fad-9ced-2e58337ba804', 'project_id': 'b0ec5a506e144384b3f811046f716c2a', 'fixed_ips': [{'subnet_id': '27d4b20a-9190-4815-a98f-a2dfe7117a84'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:43:19.190825 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.209764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bc5af-13b2-4d98-a678-4ad0161c046d req-820c875a-6977-44ed-96de-6f9a516543e0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:19.215778 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bc5af-13b2-4d98-a678-4ad0161c046d req-820c875a-6977-44ed-96de-6f9a516543e0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:19.220951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bc5af-13b2-4d98-a678-4ad0161c046d req-820c875a-6977-44ed-96de-6f9a516543e0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:19.226207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bc5af-13b2-4d98-a678-4ad0161c046d req-820c875a-6977-44ed-96de-6f9a516543e0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:19.231532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bc5af-13b2-4d98-a678-4ad0161c046d req-820c875a-6977-44ed-96de-6f9a516543e0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:19.236946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bc5af-13b2-4d98-a678-4ad0161c046d req-820c875a-6977-44ed-96de-6f9a516543e0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:19.242469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bc5af-13b2-4d98-a678-4ad0161c046d req-820c875a-6977-44ed-96de-6f9a516543e0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:19.244958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef6bc5af-13b2-4d98-a678-4ad0161c046d req-820c875a-6977-44ed-96de-6f9a516543e0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5434 time: 0.2398512 Feb 16 16:43:19.249829 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-20da850f-187e-4611-8ea5-5451d4c82ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016316e8-4563-4626-b880-b825e89aa423']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:19.295795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-20da850f-187e-4611-8ea5-5451d4c82ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29bcf46-a31c-4621-a56c-b3b31be5e4a5') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:19.296149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-20da850f-187e-4611-8ea5-5451d4c82ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29bcf46-a31c-4621-a56c-b3b31be5e4a5') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:19.312774 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20da850f-187e-4611-8ea5-5451d4c82ada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (f29bcf46-a31c-4621-a56c-b3b31be5e4a5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.340188 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20da850f-187e-4611-8ea5-5451d4c82ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f29bcf46-a31c-4621-a56c-b3b31be5e4a5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.360849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20da850f-187e-4611-8ea5-5451d4c82ada admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:19.361324 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20da850f-187e-4611-8ea5-5451d4c82ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (f29bcf46-a31c-4621-a56c-b3b31be5e4a5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:19.380510 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:19.409031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b267489-a4c1-43a5-8732-dc789218d168 req-7e4a7f78-fef1-43a0-aed6-b89019fecdb7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185338 Feb 16 16:43:19.447981 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915f208b-80a0-409f-a984-1316c142acad tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:19.451836 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-915f208b-80a0-409f-a984-1316c142acad tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.460900 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-200df9c0-6451-4539-aa71-e6ec3c8d46b8 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Deleting port 2ea6c573-22f0-4e9d-9d29-a988f3589faa {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:19.461239 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200df9c0-6451-4539-aa71-e6ec3c8d46b8 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2ea6c573-22f0-4e9d-9d29-a988f3589faa), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.480321 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] Deleting port 2ea5c9ad-3b02-4191-a98a-00063d18df3c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:19.480672 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2ea5c9ad-3b02-4191-a98a-00063d18df3c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.507848 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20da850f-187e-4611-8ea5-5451d4c82ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (016316e8-4563-4626-b880-b825e89aa423), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.523383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Allocated IP 2001:db8::2 (f9fdde47-8dff-4fad-9ced-2e58337ba804/27d4b20a-9190-4815-a98f-a2dfe7117a84/43e0a4c3-6279-4966-bd6b-2bef9cddf8af) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:19.523917 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20da850f-187e-4611-8ea5-5451d4c82ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.527157 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-20da850f-187e-4611-8ea5-5451d4c82ada admin admin] 10.222.0.24 "DELETE /v2.0/networks/016316e8-4563-4626-b880-b825e89aa423 HTTP/1.1" status: 204 len: 168 time: 0.8138127 Feb 16 16:43:19.533969 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef6bc5af-13b2-4d98-a678-4ad0161c046d req-f1223ba1-4428-447c-8ca2-8f5b54690137 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2609825 Feb 16 16:43:19.557855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da850f-187e-4611-8ea5-5451d4c82ada admin admin] Pushing event deleted for resources: {'Network': ['ID=016316e8-4563-4626-b880-b825e89aa423,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:19.564389 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b5ac436d-4d49-4f8e-ab26-eb06f03d36c5 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (fb3dcc00-dbe7-4cf4-8c29-24188cc6ec5a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.660459 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200df9c0-6451-4539-aa71-e6ec3c8d46b8 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2ea6c573-22f0-4e9d-9d29-a988f3589faa), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.691389 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-200df9c0-6451-4539-aa71-e6ec3c8d46b8 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Calling delete_port for 2ea6c573-22f0-4e9d-9d29-a988f3589faa owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:19.701638 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac436d-4d49-4f8e-ab26-eb06f03d36c5 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event updated for resources: {'Subnet': ['ID=fb3dcc00-dbe7-4cf4-8c29-24188cc6ec5a,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:19.717069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] For port 2ea5c9ad-3b02-4191-a98a-00063d18df3c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2ea5c9ad-3b02-4191-a98a-00063d18df3c,segment=NetworkSegment(6c56c56e-b5ea-4648-af2d-83ee0f8eaee5),segment_id=6c56c56e-b5ea-4648-af2d-83ee0f8eaee5)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:19.717437 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2ea5c9ad-3b02-4191-a98a-00063d18df3c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.754782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] Calling delete_port for 2ea5c9ad-3b02-4191-a98a-00063d18df3c owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:19.764384 n-d-669411-5 neutron-server[103421]: INFO neutron.db.ipam_backend_mixin [None req-915f208b-80a0-409f-a984-1316c142acad tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c59b5e7c-f275-48d6-a5ab-33156145f7a9 (CIDR: 2001:db8::/64) Feb 16 16:43:19.764983 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-fbaa6171-4443-4d6e-95fd-01eb298bba4d', 'network_id': 'fbaa6171-4443-4d6e-95fd-01eb298bba4d', 'project_id': 'e6c4df9b782646bcaf02850f363551f8', 'fixed_ips': [{'subnet_id': 'c59b5e7c-f275-48d6-a5ab-33156145f7a9'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:43:19.765804 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.769172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71318cd8-26e6-4f58-8d3c-dd5fd5d64a63 None None] DHCP port deletion for d11b8c1b-145a-49b6-8292-3d1c2bc85ffe request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:43:19.775735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ac436d-4d49-4f8e-ab26-eb06f03d36c5 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Checking segment: {'id': '645485bb-a6da-42eb-9345-75bb31b0e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '876bf84c-5711-43ba-9f71-550bfa8b1315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:19.775735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ac436d-4d49-4f8e-ab26-eb06f03d36c5 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Network hostable DHCP agents. Network: 876bf84c-5711-43ba-9f71-550bfa8b1315, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:19.777686 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-915f208b-80a0-409f-a984-1316c142acad tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:43:19.778159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915f208b-80a0-409f-a984-1316c142acad tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:43:19.820631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ac436d-4d49-4f8e-ab26-eb06f03d36c5 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Network 876bf84c-5711-43ba-9f71-550bfa8b1315 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:19.839407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b5ac436d-4d49-4f8e-ab26-eb06f03d36c5 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 876bf84c-5711-43ba-9f71-550bfa8b1315) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:19.845161 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ac436d-4d49-4f8e-ab26-eb06f03d36c5 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:19.846221 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b5ac436d-4d49-4f8e-ab26-eb06f03d36c5 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.854647 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-915f208b-80a0-409f-a984-1316c142acad tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8013401 Feb 16 16:43:19.857592 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44544) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:19.867478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-30089001-641d-4d06-8b21-3498fa1c8320 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'subnet': {'network_id': 'fbaa6171-4443-4d6e-95fd-01eb298bba4d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:19.878287 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a442467-eb73-4783-af38-f3b79cf46cf6 None None] Network 876bf84c-5711-43ba-9f71-550bfa8b1315 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:19.880639 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200df9c0-6451-4539-aa71-e6ec3c8d46b8 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2ea6c573-22f0-4e9d-9d29-a988f3589faa), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.890956 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2ea5c9ad-3b02-4191-a98a-00063d18df3c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.909762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44546) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:19.927641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea5c9ad-3b02-4191-a98a-00063d18df3c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:19.929798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] No DVR routers for this DVR port 2ea5c9ad-3b02-4191-a98a-00063d18df3c on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:19.939274 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b5ac436d-4d49-4f8e-ab26-eb06f03d36c5 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0774362 Feb 16 16:43:19.942915 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44548) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:19.947007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 6dd9809b-8b67-4061-8a60-b968873f6f2d is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:19.947414 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.964969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200df9c0-6451-4539-aa71-e6ec3c8d46b8 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event deleted for resources: {'Port': ['ID=2ea6c573-22f0-4e9d-9d29-a988f3589faa,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:19.972890 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Publish callbacks [] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.982178 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200df9c0-6451-4539-aa71-e6ec3c8d46b8 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:19.986748 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-200df9c0-6451-4539-aa71-e6ec3c8d46b8 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "DELETE /v2.0/ports/2ea6c573-22f0-4e9d-9d29-a988f3589faa HTTP/1.1" status: 204 len: 168 time: 0.8949025 Feb 16 16:43:19.991109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44550) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:19.999321 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.010560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c6c357-bfbf-4921-8a12-0b2663806de4'}, {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91c30ef-7b5c-42fa-a0e7-f684909efdf4'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:20.012854 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46064cff-16f7-48d7-9ebf-e9ad4572d5f0" -d '{"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "07c6c357-bfbf-4921-8a12-0b2663806de4"}, {"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "d91c30ef-7b5c-42fa-a0e7-f684909efdf4"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:20.042277 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (d11b8c1b-145a-49b6-8292-3d1c2bc85ffe), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.080294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d861db0a-29b7-4a0d-bba9-1100c3f223ad tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0876496 Feb 16 16:43:20.081176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44554) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:20.091903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-25cc531d-193e-4863-90ac-4bb1954edadb tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1344361814'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:20.094828 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7be5d0-f86d-4f70-8a16-40399b3bb1a8 None None] Network 97abed15-6841-4b00-9b72-dd7f5794357b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:20.127532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cc531d-193e-4863-90ac-4bb1954edadb tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Made reservation on behalf of f9033ad1bcc445fd9358689b669676f3 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:20.132833 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-25cc531d-193e-4863-90ac-4bb1954edadb tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.145494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11b8c1b-145a-49b6-8292-3d1c2bc85ffe']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:20.160763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:20.161204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c56c56e-b5ea-4648-af2d-83ee0f8eaee5') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:20.175173 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (6c56c56e-b5ea-4648-af2d-83ee0f8eaee5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.176309 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5282347-8ace-4302-af7c-46002061b000 x-openstack-request-id: req-e5282347-8ace-4302-af7c-46002061b000 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:20.176611 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "07c6c357-bfbf-4921-8a12-0b2663806de4", "code": 200}, {"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "d91c30ef-7b5c-42fa-a0e7-f684909efdf4", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:20.176868 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5282347-8ace-4302-af7c-46002061b000 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:20.177882 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c6c357-bfbf-4921-8a12-0b2663806de4', 'code': 200} Feb 16 16:43:20.177882 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91c30ef-7b5c-42fa-a0e7-f684909efdf4', 'code': 200} Feb 16 16:43:20.190106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25cc531d-193e-4863-90ac-4bb1954edadb tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:20.202650 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6c56c56e-b5ea-4648-af2d-83ee0f8eaee5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.208133 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7d2f0e7e-04cc-4573-ba6c-1a0f9d83ab5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cac6a7b0d5644ffad261fecb179f48a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2653444 Feb 16 16:43:20.209535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44556) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:20.215533 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-25cc531d-193e-4863-90ac-4bb1954edadb tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e1f15731-72b9-4f38-95f0-e9c35992b77e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.215849 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-25cc531d-193e-4863-90ac-4bb1954edadb tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Added segment e1f15731-72b9-4f38-95f0-e9c35992b77e of type vlan for network d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3 Feb 16 16:43:20.223807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Network f9fdde47-8dff-4fad-9ced-2e58337ba804 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:20.227272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:20.228289 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (6c56c56e-b5ea-4648-af2d-83ee0f8eaee5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:20.230483 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:20.246574 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30089001-641d-4d06-8b21-3498fa1c8320 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:20.249955 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30089001-641d-4d06-8b21-3498fa1c8320 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.262364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:20.268311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 6dd9809b-8b67-4061-8a60-b968873f6f2d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=6dd9809b-8b67-4061-8a60-b968873f6f2d,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:20.274522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:20.307305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Pushing event updated for resources: {'Port': ['ID=43e0a4c3-6279-4966-bd6b-2bef9cddf8af,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:20.309906 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c2c3f3f3-dacc-4dfa-abe4-2fcf225808ac None None] Provisioning complete for port 53444736-51a6-4650-904a-2ef887075285 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:20.310490 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f3f3-dacc-4dfa-abe4-2fcf225808ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (53444736-51a6-4650-904a-2ef887075285), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.319905 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.322194 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:20.347742 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-25cc531d-193e-4863-90ac-4bb1954edadb tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.358213 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (d11b8c1b-145a-49b6-8292-3d1c2bc85ffe), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.378842 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.386890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d11b8c1b-145a-49b6-8292-3d1c2bc85ffe HTTP/1.1" status: 204 len: 168 time: 1.5080678 Feb 16 16:43:20.388751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d4196-d074-495b-9aa9-4e446e4fec56 admin admin] Pushing event deleted for resources: {'Network': ['ID=d11b8c1b-145a-49b6-8292-3d1c2bc85ffe,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:20.408569 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-25cc531d-193e-4863-90ac-4bb1954edadb tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.412323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:20.412933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 43fe90ae-f23d-4c8f-ab07-d7d530d89b45 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:20.414409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cc531d-193e-4863-90ac-4bb1954edadb tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:20.415550 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-25cc531d-193e-4863-90ac-4bb1954edadb tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.443678 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-25cc531d-193e-4863-90ac-4bb1954edadb tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3584023 Feb 16 16:43:20.448632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44560) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:20.465903 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6eb353cf-ee3f-4683-9a6b-9b1e5c4a9f40 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-396503202'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:20.487632 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16a01888-efaa-473d-91ee-815250f7792f admin admin] Publish callbacks [] for security_group (696c38f6-312b-4066-85b8-c9480302f30a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.537864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc531d-193e-4863-90ac-4bb1954edadb tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event updated for resources: {'Network': ['ID=d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:20.555200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb353cf-ee3f-4683-9a6b-9b1e5c4a9f40 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Made reservation on behalf of f9033ad1bcc445fd9358689b669676f3 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:20.559649 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6eb353cf-ee3f-4683-9a6b-9b1e5c4a9f40 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.583035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16a01888-efaa-473d-91ee-815250f7792f admin admin] Publish callbacks [] for security_group (696c38f6-312b-4066-85b8-c9480302f30a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.653825 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.691839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb353cf-ee3f-4683-9a6b-9b1e5c4a9f40 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:20.702922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-876bf84c-5711-43ba-9f71-550bfa8b1315', 'network_id': '876bf84c-5711-43ba-9f71-550bfa8b1315', 'project_id': 'b0ec5a506e144384b3f811046f716c2a', 'fixed_ips': [{'subnet_id': 'fb3dcc00-dbe7-4cf4-8c29-24188cc6ec5a'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:43:20.704118 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.733378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 53444736-51a6-4650-904a-2ef887075285 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:20.735743 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:20.739771 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=6dd9809b-8b67-4061-8a60-b968873f6f2d,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:20.752311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44566) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:20.756623 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6eb353cf-ee3f-4683-9a6b-9b1e5c4a9f40 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ba0fb01e-312e-46cd-909c-392c214d61c6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.757436 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-6eb353cf-ee3f-4683-9a6b-9b1e5c4a9f40 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Added segment ba0fb01e-312e-46cd-909c-392c214d61c6 of type vlan for network 684aff6e-2018-4fda-a1bc-e402edc72839 Feb 16 16:43:20.764490 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d4a08-be7d-4b3b-bef1-4f6aac755f37 req-1ea75dcb-8a90-44da-9f95-b5c00830a205 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:20.766313 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af7d4a08-be7d-4b3b-bef1-4f6aac755f37 req-1ea75dcb-8a90-44da-9f95-b5c00830a205 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.1649199 Feb 16 16:43:20.808892 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-71318cd8-26e6-4f58-8d3c-dd5fd5d64a63 None None] Deleting port 2ea5c9ad-3b02-4191-a98a-00063d18df3c {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:20.809486 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-71318cd8-26e6-4f58-8d3c-dd5fd5d64a63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2ea5c9ad-3b02-4191-a98a-00063d18df3c), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.886424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c1af8813-4017-4606-8b7b-c888e49a627e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=332a5c84b57f438c85d5813eecf2c338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1174278 Feb 16 16:43:20.887125 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6eb353cf-ee3f-4683-9a6b-9b1e5c4a9f40 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (684aff6e-2018-4fda-a1bc-e402edc72839), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.892114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44568) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:20.893981 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16a01888-efaa-473d-91ee-815250f7792f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (696c38f6-312b-4066-85b8-c9480302f30a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.896597 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16a01888-efaa-473d-91ee-815250f7792f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:20.897765 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-16a01888-efaa-473d-91ee-815250f7792f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/696c38f6-312b-4066-85b8-c9480302f30a HTTP/1.1" status: 204 len: 168 time: 0.6860054 Feb 16 16:43:20.898796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9b0c8-0d02-49da-8e16-8af91fa03617 req-859a1c56-0961-4528-90ff-528b9fb0a3e5 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server [None req-71318cd8-26e6-4f58-8d3c-dd5fd5d64a63 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe could not be found. Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:43:20.904090 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network d11b8c1b-145a-49b6-8292-3d1c2bc85ffe could not be found. Feb 16 16:43:20.909598 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Feb 16 16:43:20.922867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9b0c8-0d02-49da-8e16-8af91fa03617 req-859a1c56-0961-4528-90ff-528b9fb0a3e5 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:20.934211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9b0c8-0d02-49da-8e16-8af91fa03617 req-859a1c56-0961-4528-90ff-528b9fb0a3e5 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:20.939617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9b0c8-0d02-49da-8e16-8af91fa03617 req-859a1c56-0961-4528-90ff-528b9fb0a3e5 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:20.944980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9b0c8-0d02-49da-8e16-8af91fa03617 req-859a1c56-0961-4528-90ff-528b9fb0a3e5 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:20.950866 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9b0c8-0d02-49da-8e16-8af91fa03617 req-859a1c56-0961-4528-90ff-528b9fb0a3e5 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:20.957019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9b0c8-0d02-49da-8e16-8af91fa03617 req-859a1c56-0961-4528-90ff-528b9fb0a3e5 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:20.966726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9be9b0c8-0d02-49da-8e16-8af91fa03617 req-859a1c56-0961-4528-90ff-528b9fb0a3e5 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5435 time: 0.2375131 Feb 16 16:43:20.991545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af7d4a08-be7d-4b3b-bef1-4f6aac755f37 req-1908df6e-28d7-43ab-b829-ab9210f9b36d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941733 Feb 16 16:43:21.013237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086806d8-c0b2-4070-8bd0-336319e63fc3 None None] DHCP port deletion for d11b8c1b-145a-49b6-8292-3d1c2bc85ffe request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:43:21.020027 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a01888-efaa-473d-91ee-815250f7792f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696c38f6-312b-4066-85b8-c9480302f30a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:21.100789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Allocated IP 2001:db8::2 (fbaa6171-4443-4d6e-95fd-01eb298bba4d/c59b5e7c-f275-48d6-a5ab-33156145f7a9/289a0be8-f954-475a-8382-b883a82b93d2) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:21.135182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9be9b0c8-0d02-49da-8e16-8af91fa03617 req-b4db1c12-0c9f-481c-806e-d0a7c2886165 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1672657 Feb 16 16:43:21.136990 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6eb353cf-ee3f-4683-9a6b-9b1e5c4a9f40 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (684aff6e-2018-4fda-a1bc-e402edc72839), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:21.142088 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb353cf-ee3f-4683-9a6b-9b1e5c4a9f40 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:21.142685 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6eb353cf-ee3f-4683-9a6b-9b1e5c4a9f40 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:21.164703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Attempting to bind port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:21.165137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Attempting to bind port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '2d942afb-8af3-4a30-a190-ed82efcaf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f9fdde47-8dff-4fad-9ced-2e58337ba804'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:21.165517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Attempting to bind port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af on network f9fdde47-8dff-4fad-9ced-2e58337ba804 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:21.188100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7d57b-df3e-4664-b2e5-e14853b217d0 req-696aab78-58d1-4d99-95da-805396253d3e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:21.196948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c0e7d57b-df3e-4664-b2e5-e14853b217d0 req-696aab78-58d1-4d99-95da-805396253d3e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.1160355 Feb 16 16:43:21.201345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:21.201737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Checking segment: {'id': '2d942afb-8af3-4a30-a190-ed82efcaf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f9fdde47-8dff-4fad-9ced-2e58337ba804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:21.202349 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:21.202751 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Bound using segment: {'id': '2d942afb-8af3-4a30-a190-ed82efcaf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f9fdde47-8dff-4fad-9ced-2e58337ba804'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:21.203242 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Bound port: 43e0a4c3-6279-4966-bd6b-2bef9cddf8af, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d942afb-8af3-4a30-a190-ed82efcaf4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f9fdde47-8dff-4fad-9ced-2e58337ba804'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:21.203787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44574) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:21.204051 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:21.209475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7d685087-9185-4ee1-94d0-43ceaf996b86 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Request body: {'floatingip': {'port_id': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:21.268198 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7d685087-9185-4ee1-94d0-43ceaf996b86 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for floatingip (007ae826-80ff-4b18-9db7-8897f32e9380), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:21.288044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb353cf-ee3f-4683-9a6b-9b1e5c4a9f40 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event updated for resources: {'Network': ['ID=684aff6e-2018-4fda-a1bc-e402edc72839,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:21.336262 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6eb353cf-ee3f-4683-9a6b-9b1e5c4a9f40 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8835924 Feb 16 16:43:21.348836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 684aff6e-2018-4fda-a1bc-e402edc72839 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:21.383624 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30089001-641d-4d06-8b21-3498fa1c8320 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (36e59ffb-7a63-4053-932b-1662dd8418df), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:21.389413 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 53444736-51a6-4650-904a-2ef887075285 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:21.390074 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (53444736-51a6-4650-904a-2ef887075285), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:21.394115 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8110831a-9f88-4fbf-b355-70eaf39cdc30 admin admin] Publish callbacks [] for security_group (335854a8-58b5-471e-85e2-d4e422d126f8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:21.487604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3f3f3-dacc-4dfa-abe4-2fcf225808ac None None] Current status of the port 53444736-51a6-4650-904a-2ef887075285 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:21.488051 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f3f3-dacc-4dfa-abe4-2fcf225808ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (53444736-51a6-4650-904a-2ef887075285), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:21.583796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30089001-641d-4d06-8b21-3498fa1c8320 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network fbaa6171-4443-4d6e-95fd-01eb298bba4d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:21.604292 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8110831a-9f88-4fbf-b355-70eaf39cdc30 admin admin] Publish callbacks [] for security_group (335854a8-58b5-471e-85e2-d4e422d126f8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:21.606736 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Allocated IP 2001:db8::1 (f9fdde47-8dff-4fad-9ced-2e58337ba804/27d4b20a-9190-4815-a98f-a2dfe7117a84/44c8583c-d394-413a-baaf-469c7d20e57a) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:21.630750 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-30089001-641d-4d06-8b21-3498fa1c8320 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:21.656851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30089001-641d-4d06-8b21-3498fa1c8320 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:21.657452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30089001-641d-4d06-8b21-3498fa1c8320 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:21.685431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30089001-641d-4d06-8b21-3498fa1c8320 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Subnet': ['ID=36e59ffb-7a63-4053-932b-1662dd8418df,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:21.724145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Allocated IP 2001:db8::2 (876bf84c-5711-43ba-9f71-550bfa8b1315/fb3dcc00-dbe7-4cf4-8c29-24188cc6ec5a/c301a581-9e6a-4766-a10a-bed23643fd61) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:21.743985 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-30089001-641d-4d06-8b21-3498fa1c8320 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8847136 Feb 16 16:43:21.752457 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44586) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:21.755396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8110831a-9f88-4fbf-b355-70eaf39cdc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (335854a8-58b5-471e-85e2-d4e422d126f8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:21.758552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8110831a-9f88-4fbf-b355-70eaf39cdc30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:21.760399 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8110831a-9f88-4fbf-b355-70eaf39cdc30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/335854a8-58b5-471e-85e2-d4e422d126f8 HTTP/1.1" status: 204 len: 168 time: 0.8617170 Feb 16 16:43:21.769500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-9e669977-10a0-497c-89ca-31e0cedda779 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'network_id': 'fbaa6171-4443-4d6e-95fd-01eb298bba4d', 'fixed_ips': [{'subnet_id': 'c59b5e7c-f275-48d6-a5ab-33156145f7a9'}, {'subnet_id': '36e59ffb-7a63-4053-932b-1662dd8418df'}], 'name': 'tempest-PortsIpV6TestJSON-2062060010'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:21.815125 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110831a-9f88-4fbf-b355-70eaf39cdc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335854a8-58b5-471e-85e2-d4e422d126f8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:22.000999 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for port (44c8583c-d394-413a-baaf-469c7d20e57a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:22.004558 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c2c3f3f3-dacc-4dfa-abe4-2fcf225808ac None None] For port 53444736-51a6-4650-904a-2ef887075285, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=53444736-51a6-4650-904a-2ef887075285,segment=NetworkSegment(56ab80db-5119-4481-82c5-fced8f192291),segment_id=56ab80db-5119-4481-82c5-fced8f192291)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:22.007830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] For port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:22.025755 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Publish callbacks [] for port (289a0be8-f954-475a-8382-b883a82b93d2), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:22.069035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (44c8583c-d394-413a-baaf-469c7d20e57a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:22.163326 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event updated for resources: {'Port': ['ID=44c8583c-d394-413a-baaf-469c7d20e57a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:22.168326 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Network f9fdde47-8dff-4fad-9ced-2e58337ba804 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:22.170450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:22.176467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:22.178687 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:22.304850 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Publish callbacks [] for port (c301a581-9e6a-4766-a10a-bed23643fd61), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:22.316971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd9809b-8b67-4061-8a60-b968873f6f2d'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:22.319664 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28947e52-1804-4cfa-8bae-7c4f3baea3de" -d '{"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "6dd9809b-8b67-4061-8a60-b968873f6f2d"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:22.350063 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f3f3-dacc-4dfa-abe4-2fcf225808ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (53444736-51a6-4650-904a-2ef887075285), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:22.358793 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (c301a581-9e6a-4766-a10a-bed23643fd61), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:22.364139 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (289a0be8-f954-475a-8382-b883a82b93d2), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:22.376787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] For port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=43e0a4c3-6279-4966-bd6b-2bef9cddf8af,segment=NetworkSegment(2d942afb-8af3-4a30-a190-ed82efcaf4a0),segment_id=2d942afb-8af3-4a30-a190-ed82efcaf4a0)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:22.468028 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:22.526564 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0163497f-673a-4661-93de-95de6890cea5 x-openstack-request-id: req-0163497f-673a-4661-93de-95de6890cea5 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:22.527016 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-plugged", "status": "completed", "tag": "6dd9809b-8b67-4061-8a60-b968873f6f2d", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:22.527389 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0163497f-673a-4661-93de-95de6890cea5 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:22.536224 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd9809b-8b67-4061-8a60-b968873f6f2d', 'code': 200} Feb 16 16:43:22.581056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Network fbaa6171-4443-4d6e-95fd-01eb298bba4d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:22.585218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Network 876bf84c-5711-43ba-9f71-550bfa8b1315 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:22.597604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:22.600602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:22.609769 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:22.616003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:22.678559 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3f3f3-dacc-4dfa-abe4-2fcf225808ac None None] Pushing event updated for resources: {'Port': ['ID=53444736-51a6-4650-904a-2ef887075285,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:22.758218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8aabb10c-cd61-4a6c-9f0f-57dc9181cf62 None None] Provisioning complete for port 53444736-51a6-4650-904a-2ef887075285 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:22.762769 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8aabb10c-cd61-4a6c-9f0f-57dc9181cf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (53444736-51a6-4650-904a-2ef887075285), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:22.877813 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7d685087-9185-4ee1-94d0-43ceaf996b86 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:22.894506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44606) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:22.990136 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7d685087-9185-4ee1-94d0-43ceaf996b86 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (007ae826-80ff-4b18-9db7-8897f32e9380), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:23.015393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 53444736-51a6-4650-904a-2ef887075285 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:23.048967 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (44c8583c-d394-413a-baaf-469c7d20e57a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:23.111644 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fd4d5-feaa-494b-be33-a7e0a9c028af req-5231e996-1da5-4765-80b3-d303418bf44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:23.112495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fd4d5-feaa-494b-be33-a7e0a9c028af req-5231e996-1da5-4765-80b3-d303418bf44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:23.113153 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fd4d5-feaa-494b-be33-a7e0a9c028af req-5231e996-1da5-4765-80b3-d303418bf44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:23.113801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fd4d5-feaa-494b-be33-a7e0a9c028af req-5231e996-1da5-4765-80b3-d303418bf44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:23.114444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fd4d5-feaa-494b-be33-a7e0a9c028af req-5231e996-1da5-4765-80b3-d303418bf44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:23.115089 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fd4d5-feaa-494b-be33-a7e0a9c028af req-5231e996-1da5-4765-80b3-d303418bf44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:23.115746 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fd4d5-feaa-494b-be33-a7e0a9c028af req-5231e996-1da5-4765-80b3-d303418bf44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:23.118865 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-246fd4d5-feaa-494b-be33-a7e0a9c028af req-5231e996-1da5-4765-80b3-d303418bf44d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 6709 time: 0.1480727 Feb 16 16:43:23.194415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2ea5c9ad-3b02-4191-a98a-00063d18df3c no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:23.261450 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Attempting to bind port 289a0be8-f954-475a-8382-b883a82b93d2 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:23.262482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Attempting to bind port 289a0be8-f954-475a-8382-b883a82b93d2 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '543805b7-53c0-402f-a777-138e74454b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fbaa6171-4443-4d6e-95fd-01eb298bba4d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:23.263187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Attempting to bind port 289a0be8-f954-475a-8382-b883a82b93d2 on network fbaa6171-4443-4d6e-95fd-01eb298bba4d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:23.267989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 2ea5c9ad-3b02-4191-a98a-00063d18df3c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:23.268560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2ea5c9ad-3b02-4191-a98a-00063d18df3c not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:23.273835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Attempting to bind port c301a581-9e6a-4766-a10a-bed23643fd61 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:23.274418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Attempting to bind port c301a581-9e6a-4766-a10a-bed23643fd61 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '645485bb-a6da-42eb-9345-75bb31b0e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '876bf84c-5711-43ba-9f71-550bfa8b1315'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:23.274963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Attempting to bind port c301a581-9e6a-4766-a10a-bed23643fd61 on network 876bf84c-5711-43ba-9f71-550bfa8b1315 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:23.282513 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Pushing event updated for resources: {'Port': ['ID=c301a581-9e6a-4766-a10a-bed23643fd61,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:23.293806 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:23.294515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Checking segment: {'id': '645485bb-a6da-42eb-9345-75bb31b0e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '876bf84c-5711-43ba-9f71-550bfa8b1315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:23.295324 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:23.295958 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Bound using segment: {'id': '645485bb-a6da-42eb-9345-75bb31b0e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '876bf84c-5711-43ba-9f71-550bfa8b1315'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:23.296730 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Bound port: c301a581-9e6a-4766-a10a-bed23643fd61, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645485bb-a6da-42eb-9345-75bb31b0e87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '876bf84c-5711-43ba-9f71-550bfa8b1315'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:23.297312 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c301a581-9e6a-4766-a10a-bed23643fd61), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:23.301313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-749435984-network', 'tenant_id': '9e2b12ed449a412983a44867f0232ea1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:23.331168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:23.331855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Checking segment: {'id': '543805b7-53c0-402f-a777-138e74454b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fbaa6171-4443-4d6e-95fd-01eb298bba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:23.332635 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:23.333197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Bound using segment: {'id': '543805b7-53c0-402f-a777-138e74454b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fbaa6171-4443-4d6e-95fd-01eb298bba4d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:23.333862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Bound port: 289a0be8-f954-475a-8382-b883a82b93d2, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543805b7-53c0-402f-a777-138e74454b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fbaa6171-4443-4d6e-95fd-01eb298bba4d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:23.334432 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (289a0be8-f954-475a-8382-b883a82b93d2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:23.407513 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Pushing event updated for resources: {'Port': ['ID=289a0be8-f954-475a-8382-b883a82b93d2,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:23.414020 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] Made reservation on behalf of 9e2b12ed449a412983a44867f0232ea1 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:23.417522 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:23.445870 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:23.545155 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efda49c-5868-4909-a819-5f5e0ff84c6d req-d0f9dc00-60a8-40a6-8e32-37edc74f97f6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:23.552251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efda49c-5868-4909-a819-5f5e0ff84c6d req-d0f9dc00-60a8-40a6-8e32-37edc74f97f6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:23.558414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efda49c-5868-4909-a819-5f5e0ff84c6d req-d0f9dc00-60a8-40a6-8e32-37edc74f97f6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:23.564702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efda49c-5868-4909-a819-5f5e0ff84c6d req-d0f9dc00-60a8-40a6-8e32-37edc74f97f6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:23.571415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efda49c-5868-4909-a819-5f5e0ff84c6d req-d0f9dc00-60a8-40a6-8e32-37edc74f97f6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:23.576560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efda49c-5868-4909-a819-5f5e0ff84c6d req-d0f9dc00-60a8-40a6-8e32-37edc74f97f6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:23.577825 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8aabb10c-cd61-4a6c-9f0f-57dc9181cf62 None None] Current status of the port 53444736-51a6-4650-904a-2ef887075285 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:23.586695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efda49c-5868-4909-a819-5f5e0ff84c6d req-d0f9dc00-60a8-40a6-8e32-37edc74f97f6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:23.589769 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 53444736-51a6-4650-904a-2ef887075285 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:23.590658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7efda49c-5868-4909-a819-5f5e0ff84c6d req-d0f9dc00-60a8-40a6-8e32-37edc74f97f6 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5435 time: 0.7083771 Feb 16 16:43:23.593896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44624) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:23.626915 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-246fd4d5-feaa-494b-be33-a7e0a9c028af req-4364a5c6-05e2-44b8-90af-5a22e46f7a87 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4087727 Feb 16 16:43:23.627365 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-7d685087-9185-4ee1-94d0-43ceaf996b86 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Floating IP 007ae826-80ff-4b18-9db7-8897f32e9380 associated. External IP: 172.25.4.245, port: b30d1d8e-e7cb-420e-8d91-764be4b2896d. Feb 16 16:43:23.707118 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b68fd6-0ab4-4edb-9a48-e5c7d095e94b None None] Pushing event updated for resources: {'Port': ['ID=43e0a4c3-6279-4966-bd6b-2bef9cddf8af,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:23.737189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e669977-10a0-497c-89ca-31e0cedda779 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:23.761081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1235438882-network', 'tenant_id': '38015752bdc2447899a830d7da7a3f38'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:23.765237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] For port c301a581-9e6a-4766-a10a-bed23643fd61, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:23.773731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] For port c301a581-9e6a-4766-a10a-bed23643fd61, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c301a581-9e6a-4766-a10a-bed23643fd61,segment=NetworkSegment(645485bb-a6da-42eb-9345-75bb31b0e87e),segment_id=645485bb-a6da-42eb-9345-75bb31b0e87e)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:23.834177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] For port 289a0be8-f954-475a-8382-b883a82b93d2, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:23.845411 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] For port 289a0be8-f954-475a-8382-b883a82b93d2, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=289a0be8-f954-475a-8382-b883a82b93d2,segment=NetworkSegment(543805b7-53c0-402f-a777-138e74454b85),segment_id=543805b7-53c0-402f-a777-138e74454b85)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:23.909655 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] Made reservation on behalf of 38015752bdc2447899a830d7da7a3f38 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:23.912765 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:23.916701 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c301a581-9e6a-4766-a10a-bed23643fd61), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:23.921776 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (289a0be8-f954-475a-8382-b883a82b93d2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:23.952111 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:23.971965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7efda49c-5868-4909-a819-5f5e0ff84c6d req-52420581-5383-42e9-99ac-b7021a4ecf43 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3619125 Feb 16 16:43:24.022235 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for port (44c8583c-d394-413a-baaf-469c7d20e57a), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:24.031156 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (44c8583c-d394-413a-baaf-469c7d20e57a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:24.031629 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:24.098911 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 53444736-51a6-4650-904a-2ef887075285 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:24.099031 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (53444736-51a6-4650-904a-2ef887075285), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:24.135169 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9e669977-10a0-497c-89ca-31e0cedda779 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:24.157505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event updated for resources: {'Port': ['ID=44c8583c-d394-413a-baaf-469c7d20e57a,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:24.221181 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] Publish callbacks [] for security_group (53ebd652-655b-4cc7-81b3-995f2ff2ada1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:24.240265 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7257813-55ee-4e89-a886-3e3ee19b8967 None None] Pushing event updated for resources: {'Port': ['ID=c301a581-9e6a-4766-a10a-bed23643fd61,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:24.309929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Network f9fdde47-8dff-4fad-9ced-2e58337ba804 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:24.311671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:24.384364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-9e669977-10a0-497c-89ca-31e0cedda779 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port 7282fb6f-4a0f-4a84-a852-0ae5b962b7d1 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:43:24.425796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d685087-9185-4ee1-94d0-43ceaf996b86 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Router 544a50d2-dfd6-4a56-aec9-899434750187 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:43:24.434020 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (53ebd652-655b-4cc7-81b3-995f2ff2ada1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:24.589857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:24.722425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ebd652-655b-4cc7-81b3-995f2ff2ada1,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:24.731054 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Router 612fdbff-85aa-4c0c-93b0-8bed1c18eb7c is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:43:24.787775 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a051a479-b891-4694-a288-a273a0b12c97), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:24.788394 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] Added segment a051a479-b891-4694-a288-a273a0b12c97 of type vlan for network f93c5182-ecb4-4011-a23c-0858f50f64e9 Feb 16 16:43:24.799560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da491d98-062d-4952-9de6-58a3b3f808b9 None None] Pushing event updated for resources: {'Port': ['ID=289a0be8-f954-475a-8382-b883a82b93d2,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:24.808166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1b9ee2-1b3a-4010-80a2-36148d551748 None None] Network f9fdde47-8dff-4fad-9ced-2e58337ba804 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:24.812463 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44628) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:24.857915 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Request body: {'subnets': [{'network_id': 'd4cdd37b-22a5-48a1-9d39-6afaf8cc04f3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--841157183', 'ip_version': 6}, {'network_id': '684aff6e-2018-4fda-a1bc-e402edc72839', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:24.858448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Request body: {'subnet': {'network_id': 'd4cdd37b-22a5-48a1-9d39-6afaf8cc04f3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--841157183', 'ip_version': 6}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:24.859100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Request body: {'subnet': {'network_id': '684aff6e-2018-4fda-a1bc-e402edc72839', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:24.887994 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] Publish callbacks [] for security_group (958a0c51-5046-4233-9018-259a54bac959), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:24.900256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 53444736-51a6-4650-904a-2ef887075285 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:24.909924 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-41f00911-baf1-4f05-be01-2c5d3c60b689 None None] Provisioning complete for port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:24.910301 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-41f00911-baf1-4f05-be01-2c5d3c60b689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:24.930192 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (958a0c51-5046-4233-9018-259a54bac959), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:24.975321 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (f93c5182-ecb4-4011-a23c-0858f50f64e9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:24.975610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:43:24.995271 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4f324526-7902-4255-a0cf-9f42b79f116a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "PUT /v2.0/routers/612fdbff-85aa-4c0c-93b0-8bed1c18eb7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0353198 Feb 16 16:43:24.997487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44630) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:25.000181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2887d4be-df42-4043-b94b-5f0a6b6e06c0 None None] Sync routers for ids ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:43:25.034648 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:25.064200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958a0c51-5046-4233-9018-259a54bac959,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:25.081100 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-41f00911-baf1-4f05-be01-2c5d3c60b689 None None] Current status of the port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:25.081498 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-41f00911-baf1-4f05-be01-2c5d3c60b689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:25.084678 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:25.085986 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] Added segment 48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211 of type vlan for network 12ca0dcd-c585-403e-b882-1256fb880706 Feb 16 16:43:25.105138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d685087-9185-4ee1-94d0-43ceaf996b86 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:43:25.114413 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7d685087-9185-4ee1-94d0-43ceaf996b86 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:25.121554 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c3237f-eed6-4c7d-8268-2aa82c76a067 None None] Sync routers for ids ['544a50d2-dfd6-4a56-aec9-899434750187'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:43:25.135626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2887d4be-df42-4043-b94b-5f0a6b6e06c0 None None] Routers {'612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:43:25.138099 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c3237f-eed6-4c7d-8268-2aa82c76a067 None None] Routers {'544a50d2-dfd6-4a56-aec9-899434750187'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:43:25.138099 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-80c3237f-eed6-4c7d-8268-2aa82c76a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:42:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['544a50d2-dfd6-4a56-aec9-899434750187'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:25.139917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2887d4be-df42-4043-b94b-5f0a6b6e06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:42:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:25.190714 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (f93c5182-ecb4-4011-a23c-0858f50f64e9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:25.191857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:25.192714 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:25.192938 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2887d4be-df42-4043-b94b-5f0a6b6e06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:25.229640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2887d4be-df42-4043-b94b-5f0a6b6e06c0 None None] Routers {'612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:43:25.230616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2887d4be-df42-4043-b94b-5f0a6b6e06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:42:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:25.234720 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (12ca0dcd-c585-403e-b882-1256fb880706), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:25.281657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2887d4be-df42-4043-b94b-5f0a6b6e06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:25.282621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2887d4be-df42-4043-b94b-5f0a6b6e06c0 None None] The sync data for ids ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:43:25.286821 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-41f00911-baf1-4f05-be01-2c5d3c60b689 None None] For port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=43e0a4c3-6279-4966-bd6b-2bef9cddf8af,segment=NetworkSegment(2d942afb-8af3-4a30-a190-ed82efcaf4a0),segment_id=2d942afb-8af3-4a30-a190-ed82efcaf4a0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:25.312620 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-41f00911-baf1-4f05-be01-2c5d3c60b689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:25.334969 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7d685087-9185-4ee1-94d0-43ceaf996b86 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "PUT /v2.0/floatingips/007ae826-80ff-4b18-9db7-8897f32e9380 HTTP/1.1" status: 200 len: 992 time: 4.1299217 Feb 16 16:43:25.344963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'tag': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:25.347968 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c18c2cd-6161-4c12-9d18-0e21ba729d45" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f59978-c102-4bf2-b235-d2c5756a26d6", "tag": "b30d1d8e-e7cb-420e-8d91-764be4b2896d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:25.368968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4723926 Feb 16 16:43:25.373495 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.db.resource_extend [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:43:25.380520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44638) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:25.395147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9c67fd41-38f6-4bdf-8b25-5273714bdbd6 admin admin] Request body: {'subnet': {'network_id': 'f93c5182-ecb4-4011-a23c-0858f50f64e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-749435984-subnet', 'tenant_id': '9e2b12ed449a412983a44867f0232ea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:25.447554 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-80c3237f-eed6-4c7d-8268-2aa82c76a067 None None] Set router 544a50d2-dfd6-4a56-aec9-899434750187 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:43:25.531945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f00911-baf1-4f05-be01-2c5d3c60b689 None None] Pushing event updated for resources: {'Port': ['ID=43e0a4c3-6279-4966-bd6b-2bef9cddf8af,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:25.569266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac19f24-7614-4d29-a4db-3ce8a695dfea admin admin] Pushing event updated for resources: {'Network': ['ID=f93c5182-ecb4-4011-a23c-0858f50f64e9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:25.611039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network f93c5182-ecb4-4011-a23c-0858f50f64e9 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:25.643718 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b6daa3-b990-4318-a73c-81b5176e0da0 x-openstack-request-id: req-26b6daa3-b990-4318-a73c-81b5176e0da0 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:25.644147 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f59978-c102-4bf2-b235-d2c5756a26d6", "tag": "b30d1d8e-e7cb-420e-8d91-764be4b2896d", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:25.644509 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26b6daa3-b990-4318-a73c-81b5176e0da0 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:25.645022 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'tag': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'status': 'completed', 'code': 200} Feb 16 16:43:25.670429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (12ca0dcd-c585-403e-b882-1256fb880706), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:25.673514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:25.674302 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:25.713024 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Made reservation on behalf of f9033ad1bcc445fd9358689b669676f3 for: {'subnet': 2} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:25.722851 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:25.723131 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:25.751098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd0fbd-da70-42c2-9094-491aec2f37c6 req-694cdc89-4d3a-4138-8d1f-b5f78d6c7c8a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:25.762668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c67fd41-38f6-4bdf-8b25-5273714bdbd6 admin admin] Made reservation on behalf of 9e2b12ed449a412983a44867f0232ea1 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:25.773608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd0fbd-da70-42c2-9094-491aec2f37c6 req-694cdc89-4d3a-4138-8d1f-b5f78d6c7c8a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:25.788576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd0fbd-da70-42c2-9094-491aec2f37c6 req-694cdc89-4d3a-4138-8d1f-b5f78d6c7c8a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:25.792087 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c67fd41-38f6-4bdf-8b25-5273714bdbd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:25.801094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd0fbd-da70-42c2-9094-491aec2f37c6 req-694cdc89-4d3a-4138-8d1f-b5f78d6c7c8a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:25.826110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd0fbd-da70-42c2-9094-491aec2f37c6 req-694cdc89-4d3a-4138-8d1f-b5f78d6c7c8a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:25.845586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd0fbd-da70-42c2-9094-491aec2f37c6 req-694cdc89-4d3a-4138-8d1f-b5f78d6c7c8a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:25.850960 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-281a3ba6-63e4-4ed8-bc01-5df08f05c17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:25.857865 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd0fbd-da70-42c2-9094-491aec2f37c6 req-694cdc89-4d3a-4138-8d1f-b5f78d6c7c8a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:25.861822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8bdd0fbd-da70-42c2-9094-491aec2f37c6 req-694cdc89-4d3a-4138-8d1f-b5f78d6c7c8a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5435 time: 0.6823695 Feb 16 16:43:25.868682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c301a581-9e6a-4766-a10a-bed23643fd61 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:26.027293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-9e669977-10a0-497c-89ca-31e0cedda779 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Allocated IP 2001:db8::1d7 (fbaa6171-4443-4d6e-95fd-01eb298bba4d/c59b5e7c-f275-48d6-a5ab-33156145f7a9/7282fb6f-4a0f-4a84-a852-0ae5b962b7d1) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:26.047266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-9e669977-10a0-497c-89ca-31e0cedda779 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Allocated IP 2001:db8:0:1::200 (fbaa6171-4443-4d6e-95fd-01eb298bba4d/36e59ffb-7a63-4053-932b-1662dd8418df/7282fb6f-4a0f-4a84-a852-0ae5b962b7d1) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:26.121428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-98c9d487-76f1-47c8-87f6-e8ecbfea46de None None] Provisioning complete for port 44c8583c-d394-413a-baaf-469c7d20e57a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:26.123269 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-98c9d487-76f1-47c8-87f6-e8ecbfea46de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (44c8583c-d394-413a-baaf-469c7d20e57a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:26.173645 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-80c3237f-eed6-4c7d-8268-2aa82c76a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:50Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '007ae826-80ff-4b18-9db7-8897f32e9380', 'tenant_id': '02741f937a2842aca38571a11965b970', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'port_id': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'mac_address': 'fa:16:3e:41:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:42:59Z', 'updated_at': '2022-02-16T16:43:22Z', 'revision_number': 1, 'project_id': '02741f937a2842aca38571a11965b970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6e3290-d973-46f0-8270-ec3dcd467a2e', 'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'tenant_id': '02741f937a2842aca38571a11965b970', 'mac_address': 'fa:16:3e:da:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:49Z', 'updated_at': '2022-02-16T16:42:56Z', 'revision_number': 5, 'project_id': '02741f937a2842aca38571a11965b970', 'subnets': [{'id': '2633da54-4036-4028-8932-f86c9800af42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:26.194288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c301a581-9e6a-4766-a10a-bed23643fd61 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:26.200252 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c301a581-9e6a-4766-a10a-bed23643fd61), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:26.263102 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c3237f-eed6-4c7d-8268-2aa82c76a067 None None] Checking router: 544a50d2-dfd6-4a56-aec9-899434750187 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:43:26.293106 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c3237f-eed6-4c7d-8268-2aa82c76a067 None None] Routers {'544a50d2-dfd6-4a56-aec9-899434750187'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:43:26.293712 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-80c3237f-eed6-4c7d-8268-2aa82c76a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:42:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['544a50d2-dfd6-4a56-aec9-899434750187'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:26.308563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7088025 Feb 16 16:43:26.310366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2d623e-481a-4bb2-a30f-ee9eb9d729d7 None None] Network 876bf84c-5711-43ba-9f71-550bfa8b1315 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:26.338066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44648) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:26.375360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ce2cf4a6-9dae-4a07-974d-d82ce3f532ab admin admin] Request body: {'subnet': {'network_id': '12ca0dcd-c585-403e-b882-1256fb880706', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1235438882-subnet', 'tenant_id': '38015752bdc2447899a830d7da7a3f38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:26.377737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-98c9d487-76f1-47c8-87f6-e8ecbfea46de None None] Port 44c8583c-d394-413a-baaf-469c7d20e57a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:43:26.499813 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c306310-a064-4b62-8220-24c283f27b83 admin admin] Pushing event updated for resources: {'Network': ['ID=12ca0dcd-c585-403e-b882-1256fb880706,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:26.553786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18c2cd-6161-4c12-9d18-0e21ba729d45 req-843963b7-3bfb-4ada-851b-5b03d9ec9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:26.555426 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-80c3237f-eed6-4c7d-8268-2aa82c76a067 None None] Set router 544a50d2-dfd6-4a56-aec9-899434750187 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:43:26.555791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c18c2cd-6161-4c12-9d18-0e21ba729d45 req-843963b7-3bfb-4ada-851b-5b03d9ec9ac1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 1128 time: 0.9085822 Feb 16 16:43:26.560646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 12ca0dcd-c585-403e-b882-1256fb880706 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:26.632041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-98c9d487-76f1-47c8-87f6-e8ecbfea46de None None] Provisioning complete for port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:26.632405 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-98c9d487-76f1-47c8-87f6-e8ecbfea46de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:26.674998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8bdd0fbd-da70-42c2-9094-491aec2f37c6 req-6eb041ae-fc75-437d-a9e9-3b970db2dcf1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7898080 Feb 16 16:43:26.699396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a486770-b45f-44d8-8654-354e2f9fafe7 None None] Network fbaa6171-4443-4d6e-95fd-01eb298bba4d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:26.788095 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2cf4a6-9dae-4a07-974d-d82ce3f532ab admin admin] Made reservation on behalf of 38015752bdc2447899a830d7da7a3f38 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:26.791078 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ce2cf4a6-9dae-4a07-974d-d82ce3f532ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:26.807971 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9e669977-10a0-497c-89ca-31e0cedda779 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (7282fb6f-4a0f-4a84-a852-0ae5b962b7d1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:26.850552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18c2cd-6161-4c12-9d18-0e21ba729d45 req-6839900c-59fc-44a6-88e4-0966ec34059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:26.859560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c18c2cd-6161-4c12-9d18-0e21ba729d45 req-6839900c-59fc-44a6-88e4-0966ec34059f service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 918 time: 0.2839184 Feb 16 16:43:26.972099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c301a581-9e6a-4766-a10a-bed23643fd61 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:26.973924 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c301a581-9e6a-4766-a10a-bed23643fd61), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:26.986318 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (b1c47843-af19-4aa6-a7d4-b9099e551f09), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:27.000582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c18c2cd-6161-4c12-9d18-0e21ba729d45 req-31abc267-e5eb-495e-be68-51cfd642b10c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d HTTP/1.1" status: 200 len: 1000 time: 0.1397119 Feb 16 16:43:27.002784 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9e669977-10a0-497c-89ca-31e0cedda779 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (7282fb6f-4a0f-4a84-a852-0ae5b962b7d1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:27.034241 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-80c3237f-eed6-4c7d-8268-2aa82c76a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:50Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '007ae826-80ff-4b18-9db7-8897f32e9380', 'tenant_id': '02741f937a2842aca38571a11965b970', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'port_id': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'mac_address': 'fa:16:3e:41:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:42:59Z', 'updated_at': '2022-02-16T16:43:22Z', 'revision_number': 1, 'project_id': '02741f937a2842aca38571a11965b970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6e3290-d973-46f0-8270-ec3dcd467a2e', 'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'tenant_id': '02741f937a2842aca38571a11965b970', 'mac_address': 'fa:16:3e:da:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:49Z', 'updated_at': '2022-02-16T16:42:56Z', 'revision_number': 5, 'project_id': '02741f937a2842aca38571a11965b970', 'subnets': [{'id': '2633da54-4036-4028-8932-f86c9800af42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:27.093076 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e669977-10a0-497c-89ca-31e0cedda779 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=7282fb6f-4a0f-4a84-a852-0ae5b962b7d1,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:27.114264 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c3237f-eed6-4c7d-8268-2aa82c76a067 None None] The sync data for ids ['544a50d2-dfd6-4a56-aec9-899434750187'] in n-d-669411-5 is: [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:50Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '007ae826-80ff-4b18-9db7-8897f32e9380', 'tenant_id': '02741f937a2842aca38571a11965b970', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'port_id': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'mac_address': 'fa:16:3e:41:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:42:59Z', 'updated_at': '2022-02-16T16:43:22Z', 'revision_number': 1, 'project_id': '02741f937a2842aca38571a11965b970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6e3290-d973-46f0-8270-ec3dcd467a2e', 'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'tenant_id': '02741f937a2842aca38571a11965b970', 'mac_address': 'fa:16:3e:da:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:49Z', 'updated_at': '2022-02-16T16:42:56Z', 'revision_number': 5, 'project_id': '02741f937a2842aca38571a11965b970', 'subnets': [{'id': '2633da54-4036-4028-8932-f86c9800af42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:43:27.116036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e669977-10a0-497c-89ca-31e0cedda779 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network fbaa6171-4443-4d6e-95fd-01eb298bba4d is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:27.145365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-9e669977-10a0-497c-89ca-31e0cedda779 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:27.151805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e669977-10a0-497c-89ca-31e0cedda779 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:27.157454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e669977-10a0-497c-89ca-31e0cedda779 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:27.158112 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9e669977-10a0-497c-89ca-31e0cedda779 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:27.170306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event updated for resources: {'Subnet': ['ID=b1c47843-af19-4aa6-a7d4-b9099e551f09,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:27.202996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9e669977-10a0-497c-89ca-31e0cedda779 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 5.4484396 Feb 16 16:43:27.206797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44652) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:27.212992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d58c0a4e-1c0b-48a8-8198-bee453ec8575 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c59b5e7c-f275-48d6-a5ab-33156145f7a9'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:27.220470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18c2cd-6161-4c12-9d18-0e21ba729d45 req-d4bef7c3-e538-4764-a99b-99cb09aea4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:27.231598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port c301a581-9e6a-4766-a10a-bed23643fd61, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c301a581-9e6a-4766-a10a-bed23643fd61,segment=NetworkSegment(645485bb-a6da-42eb-9345-75bb31b0e87e),segment_id=645485bb-a6da-42eb-9345-75bb31b0e87e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:27.232132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Checking segment: {'id': 'e1f15731-72b9-4f38-95f0-e9c35992b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd4cdd37b-22a5-48a1-9d39-6afaf8cc04f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:27.232495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Network hostable DHCP agents. Network: d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:27.232627 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c18c2cd-6161-4c12-9d18-0e21ba729d45 req-d4bef7c3-e538-4764-a99b-99cb09aea4ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2633da54-4036-4028-8932-f86c9800af42 HTTP/1.1" status: 200 len: 856 time: 0.1411374 Feb 16 16:43:27.270320 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c301a581-9e6a-4766-a10a-bed23643fd61), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:27.276459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 289a0be8-f954-475a-8382-b883a82b93d2 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:27.302202 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-98c9d487-76f1-47c8-87f6-e8ecbfea46de None None] Current status of the port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:27.312382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Network d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:27.324179 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c67fd41-38f6-4bdf-8b25-5273714bdbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (575bbc8f-2761-46b0-874d-8e17a42f44b2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:27.333801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:27.338934 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (57d82077-83c7-4ce8-a958-9889963b8170), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:27.378164 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-b10ce441-d5bc-4a32-aeb7-e2e1e3a94ba7 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:43:27.379241 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b10ce441-d5bc-4a32-aeb7-e2e1e3a94ba7 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "PUT /v2.0/routers/612fdbff-85aa-4c0c-93b0-8bed1c18eb7c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3802781 Feb 16 16:43:27.403473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44656) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:27.423022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6138b648-4da9-4973-b5da-94e78c1200da None None] Network d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:27.426567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18c2cd-6161-4c12-9d18-0e21ba729d45 req-2da8fdd4-a8b6-45a5-a96a-63a355311ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:27.433687 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c18c2cd-6161-4c12-9d18-0e21ba729d45 req-2da8fdd4-a8b6-45a5-a96a-63a355311ef9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d61e968-9352-4447-90d4-31d4f93db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1943412 Feb 16 16:43:27.438655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67fd41-38f6-4bdf-8b25-5273714bdbd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=575bbc8f-2761-46b0-874d-8e17a42f44b2,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:27.580676 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d58c0a4e-1c0b-48a8-8198-bee453ec8575 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7282fb6f-4a0f-4a84-a852-0ae5b962b7d1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:27.604567 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Checking segment: {'id': 'ba0fb01e-312e-46cd-909c-392c214d61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '684aff6e-2018-4fda-a1bc-e402edc72839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:27.605437 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Network hostable DHCP agents. Network: 684aff6e-2018-4fda-a1bc-e402edc72839, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:27.615501 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ce2cf4a6-9dae-4a07-974d-d82ce3f532ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (9556d338-7f74-4818-8966-228876ee719c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:27.624580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97098c6d-dee7-4c71-8a3c-c79444d11df5 None None] New status for floating IP 007ae826-80ff-4b18-9db7-8897f32e9380: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:43:27.699020 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event updated for resources: {'Subnet': ['ID=57d82077-83c7-4ce8-a958-9889963b8170,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:27.736339 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-45fe4a7c-5bae-4d98-bcbd-51fb8c2da35c None None] Provisioning complete for port 44c8583c-d394-413a-baaf-469c7d20e57a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:27.736878 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-45fe4a7c-5bae-4d98-bcbd-51fb8c2da35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (44c8583c-d394-413a-baaf-469c7d20e57a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:27.753777 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Network 684aff6e-2018-4fda-a1bc-e402edc72839 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:27.760235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cf4a6-9dae-4a07-974d-d82ce3f532ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=9556d338-7f74-4818-8966-228876ee719c,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:27.771421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c67fd41-38f6-4bdf-8b25-5273714bdbd6 admin admin] Checking segment: {'id': 'a051a479-b891-4694-a288-a273a0b12c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f93c5182-ecb4-4011-a23c-0858f50f64e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:27.771986 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c67fd41-38f6-4bdf-8b25-5273714bdbd6 admin admin] Network hostable DHCP agents. Network: f93c5182-ecb4-4011-a23c-0858f50f64e9, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:27.782574 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2cf4a6-9dae-4a07-974d-d82ce3f532ab admin admin] Checking segment: {'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:27.782979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2cf4a6-9dae-4a07-974d-d82ce3f532ab admin admin] Network hostable DHCP agents. Network: 12ca0dcd-c585-403e-b882-1256fb880706, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:27.789586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 684aff6e-2018-4fda-a1bc-e402edc72839) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:27.808991 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:27.809761 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:27.810562 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:27.830846 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c67fd41-38f6-4bdf-8b25-5273714bdbd6 admin admin] Network f93c5182-ecb4-4011-a23c-0858f50f64e9 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:27.848433 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-921de570-4ed6-4444-8e33-abcf0599d3ea tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.0346489 Feb 16 16:43:27.852840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44660) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:27.864016 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9c67fd41-38f6-4bdf-8b25-5273714bdbd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, f93c5182-ecb4-4011-a23c-0858f50f64e9) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:27.866180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2cf4a6-9dae-4a07-974d-d82ce3f532ab admin admin] Network 12ca0dcd-c585-403e-b882-1256fb880706 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:27.909817 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c67fd41-38f6-4bdf-8b25-5273714bdbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:27.910416 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9c67fd41-38f6-4bdf-8b25-5273714bdbd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:27.945634 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9c67fd41-38f6-4bdf-8b25-5273714bdbd6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5619493 Feb 16 16:43:27.958473 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ce2cf4a6-9dae-4a07-974d-d82ce3f532ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 12ca0dcd-c585-403e-b882-1256fb880706) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:27.975352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2cf4a6-9dae-4a07-974d-d82ce3f532ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:27.976024 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ce2cf4a6-9dae-4a07-974d-d82ce3f532ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:28.011633 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d372b7c-6485-405a-8ff2-23096eb91242 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:28.013379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d372b7c-6485-405a-8ff2-23096eb91242 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:28.015337 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d372b7c-6485-405a-8ff2-23096eb91242 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:28.028103 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3d372b7c-6485-405a-8ff2-23096eb91242 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1733766 Feb 16 16:43:28.029646 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44664) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:28.095972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ce60a7-0414-4ee5-be81-01df05914f0c None None] Network 684aff6e-2018-4fda-a1bc-e402edc72839 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:28.098929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a51c812-cb88-410b-8fe3-9ff2c8a83256 None None] Network f93c5182-ecb4-4011-a23c-0858f50f64e9 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:28.101092 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2c4d0e-a6e6-4a1d-a270-2e94b0488d73 None None] Network 12ca0dcd-c585-403e-b882-1256fb880706 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:28.101632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-e113e14e-d27c-4f05-9a26-533f830f32ed tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Deleting subnet b1c47843-af19-4aa6-a7d4-b9099e551f09 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:43:28.105679 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-45fe4a7c-5bae-4d98-bcbd-51fb8c2da35c None None] Port 44c8583c-d394-413a-baaf-469c7d20e57a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:43:28.105989 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e113e14e-d27c-4f05-9a26-533f830f32ed tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks [] for subnet (b1c47843-af19-4aa6-a7d4-b9099e551f09), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:28.110515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=c301a581-9e6a-4766-a10a-bed23643fd61,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:28.210403 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44521e54-4dfb-4e4b-b50a-334a7fd7f280 None None] Update dhcp port {'port': {'network_id': 'fbaa6171-4443-4d6e-95fd-01eb298bba4d', 'fixed_ips': [{'subnet_id': 'c59b5e7c-f275-48d6-a5ab-33156145f7a9', 'ip_address': '2001:db8::2'}, {'subnet_id': '36e59ffb-7a63-4053-932b-1662dd8418df'}], 'binding:host_id': 'n-d-669411-5'}, 'id': '289a0be8-f954-475a-8382-b883a82b93d2'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:43:28.279174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-45fe4a7c-5bae-4d98-bcbd-51fb8c2da35c None None] Provisioning complete for port 289a0be8-f954-475a-8382-b883a82b93d2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:28.281218 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-45fe4a7c-5bae-4d98-bcbd-51fb8c2da35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (289a0be8-f954-475a-8382-b883a82b93d2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:28.429096 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c18c2cd-6161-4c12-9d18-0e21ba729d45 req-45d61f4b-424e-466b-844f-1783d0137c03 service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9945316 Feb 16 16:43:28.468816 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-44521e54-4dfb-4e4b-b50a-334a7fd7f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (289a0be8-f954-475a-8382-b883a82b93d2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:28.490459 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6e123-df31-4898-9715-645d2081fb00 req-542c9e7d-08af-42cb-8b5b-3611aed14b13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:28.496299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6e123-df31-4898-9715-645d2081fb00 req-542c9e7d-08af-42cb-8b5b-3611aed14b13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:28.502250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6e123-df31-4898-9715-645d2081fb00 req-542c9e7d-08af-42cb-8b5b-3611aed14b13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:28.508117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6e123-df31-4898-9715-645d2081fb00 req-542c9e7d-08af-42cb-8b5b-3611aed14b13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:28.514586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6e123-df31-4898-9715-645d2081fb00 req-542c9e7d-08af-42cb-8b5b-3611aed14b13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:28.521754 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6e123-df31-4898-9715-645d2081fb00 req-542c9e7d-08af-42cb-8b5b-3611aed14b13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:28.528232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6e123-df31-4898-9715-645d2081fb00 req-542c9e7d-08af-42cb-8b5b-3611aed14b13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:28.539080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4c6e123-df31-4898-9715-645d2081fb00 req-542c9e7d-08af-42cb-8b5b-3611aed14b13 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5435 time: 0.2229438 Feb 16 16:43:28.658581 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ce2cf4a6-9dae-4a07-974d-d82ce3f532ab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3025517 Feb 16 16:43:28.708227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e113e14e-d27c-4f05-9a26-533f830f32ed tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (b1c47843-af19-4aa6-a7d4-b9099e551f09), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:28.731848 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 289a0be8-f954-475a-8382-b883a82b93d2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:28.731848 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (289a0be8-f954-475a-8382-b883a82b93d2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:28.838456 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e113e14e-d27c-4f05-9a26-533f830f32ed tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (b1c47843-af19-4aa6-a7d4-b9099e551f09), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:28.867561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a08b267-15b4-4c30-bb49-98d146c6ec7d None None] Network f93c5182-ecb4-4011-a23c-0858f50f64e9 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:28.927809 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce539e8-3fac-4f47-9bbd-ac5121306cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3', 'network_id': 'd4cdd37b-22a5-48a1-9d39-6afaf8cc04f3', 'project_id': 'f9033ad1bcc445fd9358689b669676f3', 'fixed_ips': [{'subnet_id': 'b1c47843-af19-4aa6-a7d4-b9099e551f09'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:43:28.928673 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cce539e8-3fac-4f47-9bbd-ac5121306cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:28.935214 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1788c4bf-2f15-43a6-a71f-82bce77caef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:28.936898 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e113e14e-d27c-4f05-9a26-533f830f32ed tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (b1c47843-af19-4aa6-a7d4-b9099e551f09), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:28.971563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e418085-0bf2-4614-9cbf-0c23ca950ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-684aff6e-2018-4fda-a1bc-e402edc72839', 'network_id': '684aff6e-2018-4fda-a1bc-e402edc72839', 'project_id': 'f9033ad1bcc445fd9358689b669676f3', 'fixed_ips': [{'subnet_id': '57d82077-83c7-4ce8-a958-9889963b8170'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:43:28.972783 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2e418085-0bf2-4614-9cbf-0c23ca950ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:28.987359 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113e14e-d27c-4f05-9a26-533f830f32ed tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c47843-af19-4aa6-a7d4-b9099e551f09,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:28.998947 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e113e14e-d27c-4f05-9a26-533f830f32ed tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.001180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-d58c0a4e-1c0b-48a8-8198-bee453ec8575 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Delete allocated IP 2001:db8:0:1::200 (fbaa6171-4443-4d6e-95fd-01eb298bba4d/36e59ffb-7a63-4053-932b-1662dd8418df) {{(pid=103421) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 16:43:29.003025 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e113e14e-d27c-4f05-9a26-533f830f32ed tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "DELETE /v2.0/subnets/b1c47843-af19-4aa6-a7d4-b9099e551f09 HTTP/1.1" status: 204 len: 168 time: 0.9723880 Feb 16 16:43:29.007211 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44682) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:29.081047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-555ddff4-4193-4b1c-a8e6-5a8678fa49a1 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Deleting subnet 57d82077-83c7-4ce8-a958-9889963b8170 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:43:29.086468 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4c6e123-df31-4898-9715-645d2081fb00 req-41183a7f-67cc-445c-b684-9986e722c52c tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5298829 Feb 16 16:43:29.092461 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-555ddff4-4193-4b1c-a8e6-5a8678fa49a1 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks [] for subnet (57d82077-83c7-4ce8-a958-9889963b8170), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.100890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c18c2cd-6161-4c12-9d18-0e21ba729d45 req-916b8756-79ac-4d71-a7b7-80d51ac06577 service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6629391 Feb 16 16:43:29.179059 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-555ddff4-4193-4b1c-a8e6-5a8678fa49a1 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (57d82077-83c7-4ce8-a958-9889963b8170), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.243489 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-555ddff4-4193-4b1c-a8e6-5a8678fa49a1 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (57d82077-83c7-4ce8-a958-9889963b8170), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.249735 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c5550c-ea91-40e8-a0b8-4eef20ac566d None None] Network 12ca0dcd-c585-403e-b882-1256fb880706 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:29.267714 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d58c0a4e-1c0b-48a8-8198-bee453ec8575 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (7282fb6f-4a0f-4a84-a852-0ae5b962b7d1), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.286531 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d58c0a4e-1c0b-48a8-8198-bee453ec8575 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (7282fb6f-4a0f-4a84-a852-0ae5b962b7d1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.315966 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-555ddff4-4193-4b1c-a8e6-5a8678fa49a1 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (57d82077-83c7-4ce8-a958-9889963b8170), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.332052 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-555ddff4-4193-4b1c-a8e6-5a8678fa49a1 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.335282 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-555ddff4-4193-4b1c-a8e6-5a8678fa49a1 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "DELETE /v2.0/subnets/57d82077-83c7-4ce8-a958-9889963b8170 HTTP/1.1" status: 204 len: 168 time: 0.3269045 Feb 16 16:43:29.355099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44700) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:29.361512 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c0a4e-1c0b-48a8-8198-bee453ec8575 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=7282fb6f-4a0f-4a84-a852-0ae5b962b7d1,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:29.362278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ddff4-4193-4b1c-a8e6-5a8678fa49a1 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event deleted for resources: {'Subnet': ['ID=57d82077-83c7-4ce8-a958-9889963b8170,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:29.381888 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04e0f49a-5584-4af1-b0c2-f2d16ff8f09f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.445530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-45fe4a7c-5bae-4d98-bcbd-51fb8c2da35c None None] Current status of the port 289a0be8-f954-475a-8382-b883a82b93d2 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:29.446271 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-45fe4a7c-5bae-4d98-bcbd-51fb8c2da35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (289a0be8-f954-475a-8382-b883a82b93d2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.513378 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server [None req-2e418085-0bf2-4614-9cbf-0c23ca950ab7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57d82077-83c7-4ce8-a958-9889963b8170: This subnet is being modified by another concurrent operation. Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:43:29.549721 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise exception Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57d82077-83c7-4ce8-a958-9889963b8170: This subnet is being modified by another concurrent operation. Feb 16 16:43:29.556462 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Feb 16 16:43:29.590115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4126b32e-1af2-4d9c-a096-ddadcc063007 None None] Network d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:29.601503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da4447f-7018-4409-b390-e1b46185c15f None None] Network 684aff6e-2018-4fda-a1bc-e402edc72839 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:29.621818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d58c0a4e-1c0b-48a8-8198-bee453ec8575 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] In _notify_port_updated(), no bound segment for port 7282fb6f-4a0f-4a84-a852-0ae5b962b7d1 on network fbaa6171-4443-4d6e-95fd-01eb298bba4d {{(pid=103421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:43:29.626846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58c0a4e-1c0b-48a8-8198-bee453ec8575 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:29.627463 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d58c0a4e-1c0b-48a8-8198-bee453ec8575 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.631897 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44706) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:29.632061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d58c0a4e-1c0b-48a8-8198-bee453ec8575 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "PUT /v2.0/ports/7282fb6f-4a0f-4a84-a852-0ae5b962b7d1 HTTP/1.1" status: 200 len: 926 time: 2.4238977 Feb 16 16:43:29.638131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7d39bd12-b25f-4634-8846-69a2e68bdd15 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c59b5e7c-f275-48d6-a5ab-33156145f7a9'}, {'subnet_id': '36e59ffb-7a63-4053-932b-1662dd8418df'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:29.671135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aec9b8-e0cd-497a-b515-8e3d6f082a39 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:29.679486 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c3aec9b8-e0cd-497a-b515-8e3d6f082a39 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3137074 Feb 16 16:43:29.682217 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44708) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:29.731277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-38e977d0-2cdc-4dd0-8c28-58cc61642465 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:29.738321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-38e977d0-2cdc-4dd0-8c28-58cc61642465 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/networks?id=12ca0dcd-c585-403e-b882-1256fb880706 HTTP/1.1" status: 200 len: 813 time: 0.4693248 Feb 16 16:43:29.765517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 289a0be8-f954-475a-8382-b883a82b93d2 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:29.771138 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (289a0be8-f954-475a-8382-b883a82b93d2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.808189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b873b-94dc-437c-9493-7ef5e69c036f req-585e76cf-e6de-4cbc-acb3-f64fd81a501f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:29.813407 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b873b-94dc-437c-9493-7ef5e69c036f req-585e76cf-e6de-4cbc-acb3-f64fd81a501f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:29.818621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b873b-94dc-437c-9493-7ef5e69c036f req-585e76cf-e6de-4cbc-acb3-f64fd81a501f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:29.824450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b873b-94dc-437c-9493-7ef5e69c036f req-585e76cf-e6de-4cbc-acb3-f64fd81a501f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:29.829630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b873b-94dc-437c-9493-7ef5e69c036f req-585e76cf-e6de-4cbc-acb3-f64fd81a501f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:29.834823 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b873b-94dc-437c-9493-7ef5e69c036f req-585e76cf-e6de-4cbc-acb3-f64fd81a501f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:29.840961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b873b-94dc-437c-9493-7ef5e69c036f req-585e76cf-e6de-4cbc-acb3-f64fd81a501f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:29.842897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-293b873b-94dc-437c-9493-7ef5e69c036f req-585e76cf-e6de-4cbc-acb3-f64fd81a501f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5435 time: 0.4869149 Feb 16 16:43:29.849517 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-4fb46fcc-6810-4409-acc3-21a3ceb146c6 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/quotas/38015752bdc2447899a830d7da7a3f38 HTTP/1.1" status: 200 len: 375 time: 0.1106334 Feb 16 16:43:29.857259 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44710) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:29.862234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-55636446-0bb7-4342-a8d9-e41f915a7862 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Request body: {'floatingip': {'port_id': '60af1716-f231-40c5-ab45-6d89ab6d6e3f'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:29.884467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-44521e54-4dfb-4e4b-b50a-334a7fd7f280 None None] Allocated IP 2001:db8:0:1::2 (fbaa6171-4443-4d6e-95fd-01eb298bba4d/36e59ffb-7a63-4053-932b-1662dd8418df/289a0be8-f954-475a-8382-b883a82b93d2) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:29.888152 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-45fe4a7c-5bae-4d98-bcbd-51fb8c2da35c None None] For port 289a0be8-f954-475a-8382-b883a82b93d2, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=289a0be8-f954-475a-8382-b883a82b93d2,segment=NetworkSegment(543805b7-53c0-402f-a777-138e74454b85),segment_id=543805b7-53c0-402f-a777-138e74454b85)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:29.928713 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-45fe4a7c-5bae-4d98-bcbd-51fb8c2da35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (289a0be8-f954-475a-8382-b883a82b93d2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.941988 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-5fd760fd-d71b-4583-bb60-45dacadbc766 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=38015752bdc2447899a830d7da7a3f38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903082 Feb 16 16:43:29.958070 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0595fe7-1a6a-4440-937d-6486cdef818b tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (684aff6e-2018-4fda-a1bc-e402edc72839), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.958233 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55636446-0bb7-4342-a8d9-e41f915a7862 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for floatingip (58527b4e-d9a2-4d7b-bae6-58d5cdfa2ac6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:29.975490 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d39bd12-b25f-4634-8846-69a2e68bdd15 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7282fb6f-4a0f-4a84-a852-0ae5b962b7d1), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:30.038639 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-45fe4a7c-5bae-4d98-bcbd-51fb8c2da35c None None] Provisioning complete for port c301a581-9e6a-4766-a10a-bed23643fd61 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:30.040682 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-45fe4a7c-5bae-4d98-bcbd-51fb8c2da35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c301a581-9e6a-4766-a10a-bed23643fd61), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:30.123255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe4a7c-5bae-4d98-bcbd-51fb8c2da35c None None] Pushing event updated for resources: {'Port': ['ID=289a0be8-f954-475a-8382-b883a82b93d2,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:30.125777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-1985e948-ea07-4749-ad06-dcdb0d0736b3 service neutron] 10.222.0.24 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838963 Feb 16 16:43:30.168336 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0595fe7-1a6a-4440-937d-6486cdef818b tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (684aff6e-2018-4fda-a1bc-e402edc72839), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:30.174886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-44521e54-4dfb-4e4b-b50a-334a7fd7f280 None None] For port 289a0be8-f954-475a-8382-b883a82b93d2, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=289a0be8-f954-475a-8382-b883a82b93d2,segment=NetworkSegment(543805b7-53c0-402f-a777-138e74454b85),segment_id=543805b7-53c0-402f-a777-138e74454b85)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:30.234551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c0595fe7-1a6a-4440-937d-6486cdef818b tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684aff6e-2018-4fda-a1bc-e402edc72839']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:30.254578 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c0595fe7-1a6a-4440-937d-6486cdef818b tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0fb01e-312e-46cd-909c-392c214d61c6') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:30.254893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c0595fe7-1a6a-4440-937d-6486cdef818b tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0fb01e-312e-46cd-909c-392c214d61c6') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:30.300854 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0595fe7-1a6a-4440-937d-6486cdef818b tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (ba0fb01e-312e-46cd-909c-392c214d61c6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:30.385639 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0595fe7-1a6a-4440-937d-6486cdef818b tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ba0fb01e-312e-46cd-909c-392c214d61c6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:30.432387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-45fe4a7c-5bae-4d98-bcbd-51fb8c2da35c None None] Current status of the port c301a581-9e6a-4766-a10a-bed23643fd61 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:30.455327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-49e6671c-c612-46ce-9e16-9b1ea2e7cd08 service neutron] 10.222.0.24 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285341 Feb 16 16:43:30.456694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0595fe7-1a6a-4440-937d-6486cdef818b tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:30.457273 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0595fe7-1a6a-4440-937d-6486cdef818b tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (ba0fb01e-312e-46cd-909c-392c214d61c6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:30.470999 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-44521e54-4dfb-4e4b-b50a-334a7fd7f280 None None] Publish callbacks [] for port (289a0be8-f954-475a-8382-b883a82b93d2), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:30.479513 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:30.483139 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-44521e54-4dfb-4e4b-b50a-334a7fd7f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (289a0be8-f954-475a-8382-b883a82b93d2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:30.543747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-04e0f49a-5584-4af1-b0c2-f2d16ff8f09f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Deleting port 44c8583c-d394-413a-baaf-469c7d20e57a {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:30.544046 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04e0f49a-5584-4af1-b0c2-f2d16ff8f09f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (44c8583c-d394-413a-baaf-469c7d20e57a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:30.567355 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44521e54-4dfb-4e4b-b50a-334a7fd7f280 None None] Pushing event updated for resources: {'Port': ['ID=289a0be8-f954-475a-8382-b883a82b93d2,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:30.652203 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0595fe7-1a6a-4440-937d-6486cdef818b tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (684aff6e-2018-4fda-a1bc-e402edc72839), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:30.659048 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04e0f49a-5584-4af1-b0c2-f2d16ff8f09f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (44c8583c-d394-413a-baaf-469c7d20e57a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:30.678537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-04e0f49a-5584-4af1-b0c2-f2d16ff8f09f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Calling delete_port for 44c8583c-d394-413a-baaf-469c7d20e57a owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:30.725750 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-7d39bd12-b25f-4634-8846-69a2e68bdd15 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Allocated IP 2001:db8:0:1::4c (fbaa6171-4443-4d6e-95fd-01eb298bba4d/36e59ffb-7a63-4053-932b-1662dd8418df/7282fb6f-4a0f-4a84-a852-0ae5b962b7d1) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:30.732357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb45c62e-3e21-4fa9-8f28-caf38818f62d None None] Provisioning complete for port c301a581-9e6a-4766-a10a-bed23643fd61 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:30.732741 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb45c62e-3e21-4fa9-8f28-caf38818f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c301a581-9e6a-4766-a10a-bed23643fd61), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:30.783260 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:43:30.783618 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:43:30.868224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb45c62e-3e21-4fa9-8f28-caf38818f62d None None] Current status of the port c301a581-9e6a-4766-a10a-bed23643fd61 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:30.871394 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:30.907930 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0595fe7-1a6a-4440-937d-6486cdef818b tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:30.914522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c0595fe7-1a6a-4440-937d-6486cdef818b tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "DELETE /v2.0/networks/684aff6e-2018-4fda-a1bc-e402edc72839 HTTP/1.1" status: 204 len: 168 time: 1.2283945 Feb 16 16:43:30.918870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44746) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:31.062213 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-daebaf6f-47fb-4080-8e39-cab6fede1ce7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:31.099776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0595fe7-1a6a-4440-937d-6486cdef818b tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event deleted for resources: {'Network': ['ID=684aff6e-2018-4fda-a1bc-e402edc72839,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:31.110815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-176d509f-1d49-4877-a366-ab632f0d2641 req-c4f18f8c-2e1c-4bd7-9567-ea20859a8a34 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=28305988-1fd5-47e2-92d6-3e01adf5cc31 HTTP/1.1" status: 200 len: 210 time: 0.2044034 Feb 16 16:43:31.143327 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04e0f49a-5584-4af1-b0c2-f2d16ff8f09f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (44c8583c-d394-413a-baaf-469c7d20e57a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:31.244512 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d39bd12-b25f-4634-8846-69a2e68bdd15 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (7282fb6f-4a0f-4a84-a852-0ae5b962b7d1), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:31.268067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0f49a-5584-4af1-b0c2-f2d16ff8f09f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event deleted for resources: {'Port': ['ID=44c8583c-d394-413a-baaf-469c7d20e57a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:31.284900 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d39bd12-b25f-4634-8846-69a2e68bdd15 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (7282fb6f-4a0f-4a84-a852-0ae5b962b7d1), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:31.345414 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 289a0be8-f954-475a-8382-b883a82b93d2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:31.347553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 43e0a4c3-6279-4966-bd6b-2bef9cddf8af up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:31.413727 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-daebaf6f-47fb-4080-8e39-cab6fede1ce7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:31.423330 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:31.444158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:31.445911 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:31.539408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7d39bd12-b25f-4634-8846-69a2e68bdd15 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] In _notify_port_updated(), no bound segment for port 7282fb6f-4a0f-4a84-a852-0ae5b962b7d1 on network fbaa6171-4443-4d6e-95fd-01eb298bba4d {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:43:31.550921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d39bd12-b25f-4634-8846-69a2e68bdd15 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:31.551539 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d39bd12-b25f-4634-8846-69a2e68bdd15 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:31.555674 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7d39bd12-b25f-4634-8846-69a2e68bdd15 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "PUT /v2.0/ports/7282fb6f-4a0f-4a84-a852-0ae5b962b7d1 HTTP/1.1" status: 200 len: 1011 time: 1.9200652 Feb 16 16:43:31.566789 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44760) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:31.579068 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55636446-0bb7-4342-a8d9-e41f915a7862 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:31.610333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:31.633419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-daebaf6f-47fb-4080-8e39-cab6fede1ce7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:31.654816 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55636446-0bb7-4342-a8d9-e41f915a7862 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (58527b4e-d9a2-4d7b-bae6-58d5cdfa2ac6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:31.681480 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39bd12-b25f-4634-8846-69a2e68bdd15 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=7282fb6f-4a0f-4a84-a852-0ae5b962b7d1,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:31.721489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-daebaf6f-47fb-4080-8e39-cab6fede1ce7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f15731-72b9-4f38-95f0-e9c35992b77e') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:31.722018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-daebaf6f-47fb-4080-8e39-cab6fede1ce7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f15731-72b9-4f38-95f0-e9c35992b77e') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:31.762829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-6b5963fe-0488-486e-93f0-ceb717cc8d54 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:31.772950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec7abb6-76a4-468b-a88a-420aa219d2c3 None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:43:31.775647 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-6b5963fe-0488-486e-93f0-ceb717cc8d54 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/networks?id=f93c5182-ecb4-4011-a23c-0858f50f64e9 HTTP/1.1" status: 200 len: 809 time: 0.8574469 Feb 16 16:43:31.787908 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-daebaf6f-47fb-4080-8e39-cab6fede1ce7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (e1f15731-72b9-4f38-95f0-e9c35992b77e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:31.790521 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04e0f49a-5584-4af1-b0c2-f2d16ff8f09f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:31.819908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c301a581-9e6a-4766-a10a-bed23643fd61 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:31.845537 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-55636446-0bb7-4342-a8d9-e41f915a7862 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Floating IP 58527b4e-d9a2-4d7b-bae6-58d5cdfa2ac6 associated. External IP: 172.25.4.240, port: 60af1716-f231-40c5-ab45-6d89ab6d6e3f. Feb 16 16:43:31.906143 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-108226ad-66f5-4b4c-a0cb-d7c44f11fdd5 None None] Provisioning complete for port 7282fb6f-4a0f-4a84-a852-0ae5b962b7d1 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:31.906674 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-108226ad-66f5-4b4c-a0cb-d7c44f11fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7282fb6f-4a0f-4a84-a852-0ae5b962b7d1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:32.009779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-108226ad-66f5-4b4c-a0cb-d7c44f11fdd5 None None] Port 7282fb6f-4a0f-4a84-a852-0ae5b962b7d1 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:43:32.014934 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c301a581-9e6a-4766-a10a-bed23643fd61 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:32.015461 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c301a581-9e6a-4766-a10a-bed23643fd61), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:32.104294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-108226ad-66f5-4b4c-a0cb-d7c44f11fdd5 None None] Provisioning complete for port 289a0be8-f954-475a-8382-b883a82b93d2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:32.104885 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-108226ad-66f5-4b4c-a0cb-d7c44f11fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (289a0be8-f954-475a-8382-b883a82b93d2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:32.105698 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e6ceeb48-ab98-4d51-b17e-316b19b0327d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port 7282fb6f-4a0f-4a84-a852-0ae5b962b7d1 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:32.106113 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6ceeb48-ab98-4d51-b17e-316b19b0327d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7282fb6f-4a0f-4a84-a852-0ae5b962b7d1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:32.133194 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:32.144562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec7abb6-76a4-468b-a88a-420aa219d2c3 None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:43:32.172052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55636446-0bb7-4342-a8d9-e41f915a7862 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:43:32.310924 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-4784315c-0845-413e-bfa4-344c6fa0204e tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/quotas/9e2b12ed449a412983a44867f0232ea1 HTTP/1.1" status: 200 len: 375 time: 0.5337687 Feb 16 16:43:32.315818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c301a581-9e6a-4766-a10a-bed23643fd61 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:32.317349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 289a0be8-f954-475a-8382-b883a82b93d2 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:32.379470 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-108226ad-66f5-4b4c-a0cb-d7c44f11fdd5 None None] Current status of the port 289a0be8-f954-475a-8382-b883a82b93d2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:32.429323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e07ac8a-7632-4bf5-b819-e6732f6ee763 req-f51a419e-0f32-45ad-a1b0-3d356010d124 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=28305988-1fd5-47e2-92d6-3e01adf5cc31 HTTP/1.1" status: 200 len: 210 time: 0.1376643 Feb 16 16:43:32.496808 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-daebaf6f-47fb-4080-8e39-cab6fede1ce7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e1f15731-72b9-4f38-95f0-e9c35992b77e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:32.522807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-89497d6c-499c-4e81-aed1-5f789c8034cb tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e2b12ed449a412983a44867f0232ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2095501 Feb 16 16:43:32.529673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 289a0be8-f954-475a-8382-b883a82b93d2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:32.530253 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (289a0be8-f954-475a-8382-b883a82b93d2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:32.590021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daebaf6f-47fb-4080-8e39-cab6fede1ce7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:32.590724 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-daebaf6f-47fb-4080-8e39-cab6fede1ce7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (e1f15731-72b9-4f38-95f0-e9c35992b77e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:32.595154 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:32.651365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-9770d452-383d-4f9c-a431-0bc8823f35a6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:43:32.652443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-9770d452-383d-4f9c-a431-0bc8823f35a6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1286018 Feb 16 16:43:32.669863 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19b4548-b411-4b36-8749-8ac133c61ba8 None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:43:32.719728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 289a0be8-f954-475a-8382-b883a82b93d2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:32.720888 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 43e0a4c3-6279-4966-bd6b-2bef9cddf8af up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:32.764748 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6ceeb48-ab98-4d51-b17e-316b19b0327d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7282fb6f-4a0f-4a84-a852-0ae5b962b7d1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:32.816687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:32.816917 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:32.819441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e6ceeb48-ab98-4d51-b17e-316b19b0327d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for 7282fb6f-4a0f-4a84-a852-0ae5b962b7d1 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:32.849442 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-daebaf6f-47fb-4080-8e39-cab6fede1ce7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:32.859397 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55636446-0bb7-4342-a8d9-e41f915a7862 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:43:32.866424 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-4c32a069-a05a-4ae8-9e6b-5f3c8a8ed396 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:32.867618 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-4c32a069-a05a-4ae8-9e6b-5f3c8a8ed396 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.60 "GET /v2.0/networks?id=12ca0dcd-c585-403e-b882-1256fb880706 HTTP/1.1" status: 200 len: 813 time: 0.2092295 Feb 16 16:43:32.870017 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56f90c3-5ef9-4b4d-8c46-1c6eb6659721 None None] Sync routers for ids ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:43:32.882289 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56f90c3-5ef9-4b4d-8c46-1c6eb6659721 None None] Routers {'57aa7d1b-3e05-42e9-9190-7b43f274ec87'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:43:32.883149 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b56f90c3-5ef9-4b4d-8c46-1c6eb6659721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:43:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:32.901143 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55636446-0bb7-4342-a8d9-e41f915a7862 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:32.903200 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-daebaf6f-47fb-4080-8e39-cab6fede1ce7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:32.908721 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-daebaf6f-47fb-4080-8e39-cab6fede1ce7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "DELETE /v2.0/networks/d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3 HTTP/1.1" status: 204 len: 168 time: 1.9815989 Feb 16 16:43:32.910724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-c76eabba-ab1f-4d8d-b536-878ded2a974f tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Request body: {'port': {'device_id': '3377e56b-d9db-41bf-98d6-477c9eda6874', 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706', 'admin_state_up': True, 'tenant_id': '38015752bdc2447899a830d7da7a3f38'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:32.912733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44766) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:32.926862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b4548-b411-4b36-8749-8ac133c61ba8 None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:43:32.941722 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-e0e2cbb0-2a92-4279-a626-a2069c9772b2 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:32.943231 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-e0e2cbb0-2a92-4279-a626-a2069c9772b2 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.65 "GET /v2.0/networks?id=12ca0dcd-c585-403e-b882-1256fb880706 HTTP/1.1" status: 200 len: 813 time: 0.4436531 Feb 16 16:43:32.962409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-96321425-6964-42f8-8819-f04d0125b354 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Request body: {'port': {'device_id': '28305988-1fd5-47e2-92d6-3e01adf5cc31', 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706', 'admin_state_up': True, 'tenant_id': '38015752bdc2447899a830d7da7a3f38'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:32.969073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebaf6f-47fb-4080-8e39-cab6fede1ce7 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event deleted for resources: {'Network': ['ID=d4cdd37b-22a5-48a1-9d39-6afaf8cc04f3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:32.984071 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-55636446-0bb7-4342-a8d9-e41f915a7862 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "PUT /v2.0/floatingips/58527b4e-d9a2-4d7b-bae6-58d5cdfa2ac6 HTTP/1.1" status: 200 len: 992 time: 3.1257014 Feb 16 16:43:32.988034 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': '60af1716-f231-40c5-ab45-6d89ab6d6e3f'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:32.990533 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9654987d-085d-4dcf-a580-094d9aff8d97" -d '{"events": [{"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "60af1716-f231-40c5-ab45-6d89ab6d6e3f"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:33.010305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e0f49a-5584-4af1-b0c2-f2d16ff8f09f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Router 612fdbff-85aa-4c0c-93b0-8bed1c18eb7c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:43:33.031639 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b56f90c3-5ef9-4b4d-8c46-1c6eb6659721 None None] Set router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:43:33.164084 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:33.177322 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-d07bd12d-f40f-4607-929c-2234222ed12a service neutron] 10.222.0.24 "GET /v2.0/networks/f93c5182-ecb4-4011-a23c-0858f50f64e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085146 Feb 16 16:43:33.218051 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2589389c-769f-47f5-8d77-80bf20ac57ba tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (9af48982-2fc7-4c04-8efa-f10393ba155a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:33.258279 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6ceeb48-ab98-4d51-b17e-316b19b0327d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7282fb6f-4a0f-4a84-a852-0ae5b962b7d1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:33.288073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452f4020-0df5-47f2-83bd-5dd5470280ea None None] Network fbaa6171-4443-4d6e-95fd-01eb298bba4d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:33.292642 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ceeb48-ab98-4d51-b17e-316b19b0327d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=7282fb6f-4a0f-4a84-a852-0ae5b962b7d1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:33.294441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-c76eabba-ab1f-4d8d-b536-878ded2a974f tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Made reservation on behalf of 38015752bdc2447899a830d7da7a3f38 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:33.297819 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-c76eabba-ab1f-4d8d-b536-878ded2a974f tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:33.431145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e0f49a-5584-4af1-b0c2-f2d16ff8f09f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:43:33.443131 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6ceeb48-ab98-4d51-b17e-316b19b0327d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:33.449476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-04e0f49a-5584-4af1-b0c2-f2d16ff8f09f tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "PUT /v2.0/routers/612fdbff-85aa-4c0c-93b0-8bed1c18eb7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0413992 Feb 16 16:43:33.450946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d9d71-aaff-4d68-8ffc-0c722f413968 None None] Sync routers for ids ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:43:33.460476 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e6ceeb48-ab98-4d51-b17e-316b19b0327d tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/7282fb6f-4a0f-4a84-a852-0ae5b962b7d1 HTTP/1.1" status: 204 len: 168 time: 1.8923800 Feb 16 16:43:33.466808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa9fc4-60af-40e1-8578-1c7b48e6773d req-bdbadeed-739a-4c5a-8f96-4e20e328e509 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:33.472647 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa9fc4-60af-40e1-8578-1c7b48e6773d req-bdbadeed-739a-4c5a-8f96-4e20e328e509 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:33.473547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d9d71-aaff-4d68-8ffc-0c722f413968 None None] Routers {'612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:43:33.474366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b17d9d71-aaff-4d68-8ffc-0c722f413968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:43:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:33.479519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa9fc4-60af-40e1-8578-1c7b48e6773d req-bdbadeed-739a-4c5a-8f96-4e20e328e509 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:33.484828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa9fc4-60af-40e1-8578-1c7b48e6773d req-bdbadeed-739a-4c5a-8f96-4e20e328e509 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:33.491746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa9fc4-60af-40e1-8578-1c7b48e6773d req-bdbadeed-739a-4c5a-8f96-4e20e328e509 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:33.497249 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa9fc4-60af-40e1-8578-1c7b48e6773d req-bdbadeed-739a-4c5a-8f96-4e20e328e509 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:33.502958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa9fc4-60af-40e1-8578-1c7b48e6773d req-bdbadeed-739a-4c5a-8f96-4e20e328e509 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:33.511418 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9fa9fc4-60af-40e1-8578-1c7b48e6773d req-bdbadeed-739a-4c5a-8f96-4e20e328e509 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5435 time: 0.3922234 Feb 16 16:43:33.517950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44772) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:33.518288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44774) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:33.533749 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b17d9d71-aaff-4d68-8ffc-0c722f413968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:33.541675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-c76eabba-ab1f-4d8d-b536-878ded2a974f tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Allocated IP 172.20.0.4 (12ca0dcd-c585-403e-b882-1256fb880706/9556d338-7f74-4818-8966-228876ee719c/7e1de0d6-dc81-4922-9187-4ca078837c8e) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:33.546931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d9d71-aaff-4d68-8ffc-0c722f413968 None None] Routers {'612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:43:33.547835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b17d9d71-aaff-4d68-8ffc-0c722f413968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:43:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:33.549463 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b56f90c3-5ef9-4b4d-8c46-1c6eb6659721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:34Z', 'updated_at': '2022-02-16T16:39:48Z', 'revision_number': 4, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'gw_port': {'id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:35Z', 'updated_at': '2022-02-16T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '58527b4e-d9a2-4d7b-bae6-58d5cdfa2ac6', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'port_id': '60af1716-f231-40c5-ab45-6d89ab6d6e3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'mac_address': 'fa:16:3e:87:97:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:41:27Z', 'updated_at': '2022-02-16T16:43:31Z', 'revision_number': 1, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779ed6c3-d87f-4288-a7ac-9e155b97d6b8', 'name': '', 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'mac_address': 'fa:16:3e:26:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:45Z', 'updated_at': '2022-02-16T16:39:55Z', 'revision_number': 5, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'subnets': [{'id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:33.592449 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56f90c3-5ef9-4b4d-8c46-1c6eb6659721 None None] Checking router: 57aa7d1b-3e05-42e9-9190-7b43f274ec87 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:43:33.597290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b17d9d71-aaff-4d68-8ffc-0c722f413968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:33.598099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d9d71-aaff-4d68-8ffc-0c722f413968 None None] The sync data for ids ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:43:33.605411 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56f90c3-5ef9-4b4d-8c46-1c6eb6659721 None None] Routers {'57aa7d1b-3e05-42e9-9190-7b43f274ec87'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:43:33.606182 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b56f90c3-5ef9-4b4d-8c46-1c6eb6659721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:43:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:33.672778 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-945174eb-c420-4c40-a267-98381693f765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] delete failed (client error): The resource could not be found. Feb 16 16:43:33.673845 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-945174eb-c420-4c40-a267-98381693f765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1531206038 HTTP/1.1" status: 404 len: 335 time: 0.1288373 Feb 16 16:43:33.675025 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16938d1-92e2-452a-90ca-97e3705e1ec5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] GET failed (client error): The resource could not be found. Feb 16 16:43:33.679135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c16938d1-92e2-452a-90ca-97e3705e1ec5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/7282fb6f-4a0f-4a84-a852-0ae5b962b7d1 HTTP/1.1" status: 404 len: 333 time: 0.1515892 Feb 16 16:43:33.682137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44778) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:33.682417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44780) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:33.687945 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-ad5a0a20-bd8c-40a8-863b-6cb8bd7309ee service neutron] 10.222.0.24 "GET /v2.0/networks/f93c5182-ecb4-4011-a23c-0858f50f64e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096281 Feb 16 16:43:33.694989 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ba9c52f2-8275-46ec-a22e-22c05e5384a3 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Request body: {'router': {'external_gateway_info': {'network_id': '612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:33.737375 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b56f90c3-5ef9-4b4d-8c46-1c6eb6659721 None None] Set router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:43:33.783588 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-c76eabba-ab1f-4d8d-b536-878ded2a974f tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks [] for port (7e1de0d6-dc81-4922-9187-4ca078837c8e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:33.796766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-96321425-6964-42f8-8819-f04d0125b354 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Made reservation on behalf of 38015752bdc2447899a830d7da7a3f38 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:33.800083 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-96321425-6964-42f8-8819-f04d0125b354 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:33.833340 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-c76eabba-ab1f-4d8d-b536-878ded2a974f tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7e1de0d6-dc81-4922-9187-4ca078837c8e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:33.925513 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-08ea980b-9fa9-4ac6-a565-2d6f8af82be1 None None] Provisioning complete for port 289a0be8-f954-475a-8382-b883a82b93d2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:33.925890 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2589389c-769f-47f5-8d77-80bf20ac57ba tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (9af48982-2fc7-4c04-8efa-f10393ba155a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:33.926684 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08ea980b-9fa9-4ac6-a565-2d6f8af82be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (289a0be8-f954-475a-8382-b883a82b93d2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:33.944998 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76eabba-ab1f-4d8d-b536-878ded2a974f tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Pushing event updated for resources: {'Port': ['ID=7e1de0d6-dc81-4922-9187-4ca078837c8e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:33.951361 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-c76eabba-ab1f-4d8d-b536-878ded2a974f tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Network 12ca0dcd-c585-403e-b882-1256fb880706 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:33.955399 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-c76eabba-ab1f-4d8d-b536-878ded2a974f tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:33.978089 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-c76eabba-ab1f-4d8d-b536-878ded2a974f tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:33.996104 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9fa9fc4-60af-40e1-8578-1c7b48e6773d req-f040be88-f312-4ee1-92cb-10facde0d647 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4763155 Feb 16 16:43:34.082748 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-c76eabba-ab1f-4d8d-b536-878ded2a974f tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:34.083405 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-c76eabba-ab1f-4d8d-b536-878ded2a974f tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:34.089283 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b56f90c3-5ef9-4b4d-8c46-1c6eb6659721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:34Z', 'updated_at': '2022-02-16T16:39:48Z', 'revision_number': 4, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'gw_port': {'id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:35Z', 'updated_at': '2022-02-16T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '58527b4e-d9a2-4d7b-bae6-58d5cdfa2ac6', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'port_id': '60af1716-f231-40c5-ab45-6d89ab6d6e3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'mac_address': 'fa:16:3e:87:97:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:41:27Z', 'updated_at': '2022-02-16T16:43:31Z', 'revision_number': 1, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779ed6c3-d87f-4288-a7ac-9e155b97d6b8', 'name': '', 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'mac_address': 'fa:16:3e:26:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:45Z', 'updated_at': '2022-02-16T16:39:55Z', 'revision_number': 5, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'subnets': [{'id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:34.106529 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-08ea980b-9fa9-4ac6-a565-2d6f8af82be1 None None] Current status of the port 289a0be8-f954-475a-8382-b883a82b93d2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:34.115005 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-c76eabba-ab1f-4d8d-b536-878ded2a974f tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2092113 Feb 16 16:43:34.119937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting subnet 36e59ffb-7a63-4053-932b-1662dd8418df {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:43:34.127080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Request body: {'port': {'device_id': '3377e56b-d9db-41bf-98d6-477c9eda6874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:34.161016 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56f90c3-5ef9-4b4d-8c46-1c6eb6659721 None None] The sync data for ids ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'] in n-d-669411-5 is: [{'id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:34Z', 'updated_at': '2022-02-16T16:39:48Z', 'revision_number': 4, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'gw_port': {'id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:35Z', 'updated_at': '2022-02-16T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '58527b4e-d9a2-4d7b-bae6-58d5cdfa2ac6', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'port_id': '60af1716-f231-40c5-ab45-6d89ab6d6e3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'mac_address': 'fa:16:3e:87:97:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:41:27Z', 'updated_at': '2022-02-16T16:43:31Z', 'revision_number': 1, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779ed6c3-d87f-4288-a7ac-9e155b97d6b8', 'name': '', 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'mac_address': 'fa:16:3e:26:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:45Z', 'updated_at': '2022-02-16T16:39:55Z', 'revision_number': 5, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'subnets': [{'id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:43:34.194869 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b53f73d-a2f9-45e0-b326-34a0cc41de12 x-openstack-request-id: req-2b53f73d-a2f9-45e0-b326-34a0cc41de12 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:34.195283 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "tag": "60af1716-f231-40c5-ab45-6d89ab6d6e3f", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:34.195415 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b53f73d-a2f9-45e0-b326-34a0cc41de12 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:34.195842 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'tag': '60af1716-f231-40c5-ab45-6d89ab6d6e3f', 'status': 'completed', 'code': 200} Feb 16 16:43:34.256510 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7e1de0d6-dc81-4922-9187-4ca078837c8e), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:34.283639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-2589389c-769f-47f5-8d77-80bf20ac57ba tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af48982-2fc7-4c04-8efa-f10393ba155a']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:34.309223 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (36e59ffb-7a63-4053-932b-1662dd8418df), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:34.328051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-51379525-65fb-4b98-bcb3-ad54fbb38489 None None] Could not find standard attr ID for object 7282fb6f-4a0f-4a84-a852-0ae5b962b7d1. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:43:34.402715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-2589389c-769f-47f5-8d77-80bf20ac57ba tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13366e47-1422-4e91-a203-2d586f116814') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:34.403015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-2589389c-769f-47f5-8d77-80bf20ac57ba tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13366e47-1422-4e91-a203-2d586f116814') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:34.416463 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2589389c-769f-47f5-8d77-80bf20ac57ba tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (13366e47-1422-4e91-a203-2d586f116814), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:34.432163 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2589389c-769f-47f5-8d77-80bf20ac57ba tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (13366e47-1422-4e91-a203-2d586f116814), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:34.445381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2589389c-769f-47f5-8d77-80bf20ac57ba tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:34.445734 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2589389c-769f-47f5-8d77-80bf20ac57ba tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (13366e47-1422-4e91-a203-2d586f116814), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:34.517511 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:34.526410 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:34.542254 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc1198b-c545-47c4-84e6-71a70daad72d None None] New status for floating IP 58527b4e-d9a2-4d7b-bae6-58d5cdfa2ac6: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:43:34.546590 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (36e59ffb-7a63-4053-932b-1662dd8418df), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:34.668578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f87ef451-3c8f-44d4-a383-14b2663d7cf1 req-27837e36-b96f-4721-9da0-fcf7847c7c50 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=28305988-1fd5-47e2-92d6-3e01adf5cc31 HTTP/1.1" status: 200 len: 210 time: 0.4306200 Feb 16 16:43:34.721723 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2589389c-769f-47f5-8d77-80bf20ac57ba tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (9af48982-2fc7-4c04-8efa-f10393ba155a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:34.744468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-299d1ec8-bcd5-42bd-b936-faba2d3f5659 None None] Could not find standard attr ID for object 7282fb6f-4a0f-4a84-a852-0ae5b962b7d1. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:43:34.788575 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2589389c-769f-47f5-8d77-80bf20ac57ba tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:34.792999 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2589389c-769f-47f5-8d77-80bf20ac57ba tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "DELETE /v2.0/networks/9af48982-2fc7-4c04-8efa-f10393ba155a HTTP/1.1" status: 204 len: 168 time: 1.8764725 Feb 16 16:43:34.806571 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44794) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:34.811878 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (36e59ffb-7a63-4053-932b-1662dd8418df), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:34.862943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1de0d6-dc81-4922-9187-4ca078837c8e {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:34.875333 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Publish callbacks [] for port (7e1de0d6-dc81-4922-9187-4ca078837c8e), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:34.885811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-550e24f2-6c36-4907-b176-24fbfd87fbab req-24d32ff9-b587-4b81-8f03-2f6f713bbbeb tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 210 time: 0.1061952 Feb 16 16:43:34.937082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589389c-769f-47f5-8d77-80bf20ac57ba tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event deleted for resources: {'Network': ['ID=9af48982-2fc7-4c04-8efa-f10393ba155a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:34.946289 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d0949fe-de65-4492-ba36-77fa000e3043 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (51779039-ead8-4792-980f-2f7f3abf6dcb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:34.950358 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Transition to ACTIVE for port object 7e1de0d6-dc81-4922-9187-4ca078837c8e will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:43:34.960799 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (7e1de0d6-dc81-4922-9187-4ca078837c8e), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.070170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cd9a51d3-3bb7-4927-b2c6-a520c635025f None None] Could not find standard attr ID for object 7282fb6f-4a0f-4a84-a852-0ae5b962b7d1. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:43:35.074193 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Pushing event updated for resources: {'Port': ['ID=7e1de0d6-dc81-4922-9187-4ca078837c8e,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:35.134281 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d0949fe-de65-4492-ba36-77fa000e3043 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (51779039-ead8-4792-980f-2f7f3abf6dcb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.188924 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-9d0949fe-de65-4492-ba36-77fa000e3043 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51779039-ead8-4792-980f-2f7f3abf6dcb']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:35.204002 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-9d0949fe-de65-4492-ba36-77fa000e3043 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6409b5fc-4a5a-4330-a04a-95a6b7dbc32a') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:35.204232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-9d0949fe-de65-4492-ba36-77fa000e3043 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6409b5fc-4a5a-4330-a04a-95a6b7dbc32a') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:35.222831 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d0949fe-de65-4492-ba36-77fa000e3043 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (6409b5fc-4a5a-4330-a04a-95a6b7dbc32a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.242618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Attempting to bind port 7e1de0d6-dc81-4922-9187-4ca078837c8e on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:35.243447 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Attempting to bind port 7e1de0d6-dc81-4922-9187-4ca078837c8e by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:35.243804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Attempting to bind port 7e1de0d6-dc81-4922-9187-4ca078837c8e on network 12ca0dcd-c585-403e-b882-1256fb880706 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:35.249390 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d0949fe-de65-4492-ba36-77fa000e3043 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6409b5fc-4a5a-4330-a04a-95a6b7dbc32a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.254200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Port 7e1de0d6-dc81-4922-9187-4ca078837c8e on network 12ca0dcd-c585-403e-b882-1256fb880706 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:43:35.254635 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Attempting to bind port 7e1de0d6-dc81-4922-9187-4ca078837c8e on network 12ca0dcd-c585-403e-b882-1256fb880706 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:35.260035 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0949fe-de65-4492-ba36-77fa000e3043 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:35.260528 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d0949fe-de65-4492-ba36-77fa000e3043 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (6409b5fc-4a5a-4330-a04a-95a6b7dbc32a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:35.263836 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:35.277618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:35.278040 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Checking segment: {'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:35.278339 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Bound using segment: {'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:35.278925 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Bound port: 7e1de0d6-dc81-4922-9187-4ca078837c8e, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:35.279236 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7e1de0d6-dc81-4922-9187-4ca078837c8e), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.372291 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d0949fe-de65-4492-ba36-77fa000e3043 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (51779039-ead8-4792-980f-2f7f3abf6dcb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.376462 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ba9c52f2-8275-46ec-a22e-22c05e5384a3 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for router_gateway (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.377546 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d0949fe-de65-4492-ba36-77fa000e3043 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.384404 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9d0949fe-de65-4492-ba36-77fa000e3043 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] 10.222.0.24 "DELETE /v2.0/networks/51779039-ead8-4792-980f-2f7f3abf6dcb HTTP/1.1" status: 204 len: 168 time: 0.5725412 Feb 16 16:43:35.390636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-3be571c3-bfbd-4a05-a009-35f508cfcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.391105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-3be571c3-bfbd-4a05-a009-35f508cfcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.391564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-3be571c3-bfbd-4a05-a009-35f508cfcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.392042 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-3be571c3-bfbd-4a05-a009-35f508cfcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.392496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-3be571c3-bfbd-4a05-a009-35f508cfcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.392941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-3be571c3-bfbd-4a05-a009-35f508cfcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.393827 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-3be571c3-bfbd-4a05-a009-35f508cfcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.396221 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-3be571c3-bfbd-4a05-a009-35f508cfcce2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6e850f85e6540848343a8f94f5bb145&device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 6709 time: 1.1097658 Feb 16 16:43:35.419375 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0949fe-de65-4492-ba36-77fa000e3043 tempest-BulkNetworkOpsIpV6Test-488972960 tempest-BulkNetworkOpsIpV6Test-488972960-project] Pushing event deleted for resources: {'Network': ['ID=51779039-ead8-4792-980f-2f7f3abf6dcb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:35.437938 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] For port 7e1de0d6-dc81-4922-9187-4ca078837c8e, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:35.437938 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] For port 7e1de0d6-dc81-4922-9187-4ca078837c8e, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=7e1de0d6-dc81-4922-9187-4ca078837c8e,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:35.444293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478f3f7-2bb7-4eaa-beee-f4e8fcc9d0ae req-4a04e6a5-feba-40d2-a004-5ce27b6550c2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.447198 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (7e1de0d6-dc81-4922-9187-4ca078837c8e), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.450816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478f3f7-2bb7-4eaa-beee-f4e8fcc9d0ae req-4a04e6a5-feba-40d2-a004-5ce27b6550c2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.456669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478f3f7-2bb7-4eaa-beee-f4e8fcc9d0ae req-4a04e6a5-feba-40d2-a004-5ce27b6550c2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.464930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478f3f7-2bb7-4eaa-beee-f4e8fcc9d0ae req-4a04e6a5-feba-40d2-a004-5ce27b6550c2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.466659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.467354 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.469078 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] 10.222.0.60 "PUT /v2.0/ports/7e1de0d6-dc81-4922-9187-4ca078837c8e HTTP/1.1" status: 200 len: 1091 time: 1.3471746 Feb 16 16:43:35.472228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478f3f7-2bb7-4eaa-beee-f4e8fcc9d0ae req-4a04e6a5-feba-40d2-a004-5ce27b6550c2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.478374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478f3f7-2bb7-4eaa-beee-f4e8fcc9d0ae req-4a04e6a5-feba-40d2-a004-5ce27b6550c2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.483959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478f3f7-2bb7-4eaa-beee-f4e8fcc9d0ae req-4a04e6a5-feba-40d2-a004-5ce27b6550c2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.485928 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e478f3f7-2bb7-4eaa-beee-f4e8fcc9d0ae req-4a04e6a5-feba-40d2-a004-5ce27b6550c2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5435 time: 1.1854515 Feb 16 16:43:35.527010 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-ba9c52f2-8275-46ec-a22e-22c05e5384a3 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] update failed (client error): The resource could not be found. Feb 16 16:43:35.528066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ba9c52f2-8275-46ec-a22e-22c05e5384a3 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "PUT /v2.0/routers/612fdbff-85aa-4c0c-93b0-8bed1c18eb7c HTTP/1.1" status: 404 len: 339 time: 1.8366213 Feb 16 16:43:35.531844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc70c7-6155-48b4-b992-e23574bbcdce service neutron] Pushing event updated for resources: {'Port': ['ID=7e1de0d6-dc81-4922-9187-4ca078837c8e,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:35.536195 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44802) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:35.543485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-41780da4-ca3f-4c62-9c6c-f3e420fc4840 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-74004881'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:35.548794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-96321425-6964-42f8-8819-f04d0125b354 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Allocated IP 172.20.0.9 (12ca0dcd-c585-403e-b882-1256fb880706/9556d338-7f74-4818-8966-228876ee719c/00f5719f-c344-4e32-81c5-d2c4a20b21c5) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:35.599227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (36e59ffb-7a63-4053-932b-1662dd8418df), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.640804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41780da4-ca3f-4c62-9c6c-f3e420fc4840 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Made reservation on behalf of b0ec5a506e144384b3f811046f716c2a for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:35.644035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41780da4-ca3f-4c62-9c6c-f3e420fc4840 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.666828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Subnet': ['ID=36e59ffb-7a63-4053-932b-1662dd8418df,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:35.670730 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.677178 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/36e59ffb-7a63-4053-932b-1662dd8418df HTTP/1.1" status: 204 len: 168 time: 1.9794149 Feb 16 16:43:35.678485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2785d3c9-6a54-43aa-828b-bd1fc5a3c0be None None] Network fbaa6171-4443-4d6e-95fd-01eb298bba4d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:35.683040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44806) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:35.748010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:35.748399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:35.750091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:35.753439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:35.753805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:35.756750 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:35.757118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:35.758007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:35.758496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:35.760596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41780da4-ca3f-4c62-9c6c-f3e420fc4840 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:35.760953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:35.762533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:35.762812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:35.764186 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-70ae3c82-588e-4750-a757-ec32eee8a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.765508 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-70ae3c82-588e-4750-a757-ec32eee8a69c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38015752bdc2447899a830d7da7a3f38&device_id=3377e56b-d9db-41bf-98d6-477c9eda6874 HTTP/1.1" status: 200 len: 1125 time: 0.2172778 Feb 16 16:43:35.769467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b49fc8-41d0-4529-b200-e437267204d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:35.775524 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:43:35.819463 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44810) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:35.823693 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-756b0fd6-4196-4105-af33-1e863d26a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.825320 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-756b0fd6-4196-4105-af33-1e863d26a3e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe4a0c62-7e77-41f1-a6b1-5456111aabec HTTP/1.1" status: 200 len: 912 time: 0.4138117 Feb 16 16:43:35.831189 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41780da4-ca3f-4c62-9c6c-f3e420fc4840 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (09dc02d1-959e-4e34-ab6d-f5b81a51d145), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.831533 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-41780da4-ca3f-4c62-9c6c-f3e420fc4840 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Added segment 09dc02d1-959e-4e34-ab6d-f5b81a51d145 of type vlan for network e6618115-73fd-45e6-b648-52815cdd9258 Feb 16 16:43:35.834006 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-5d9d27ce-c596-47c9-a5a6-5484dabb5357 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e1de0d6-dc81-4922-9187-4ca078837c8e HTTP/1.1" status: 200 len: 217 time: 0.0600269 Feb 16 16:43:35.882352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-6a435441-1323-4e84-bc50-0505a4cdb94c tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.884447 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-6a435441-1323-4e84-bc50-0505a4cdb94c tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.60 "GET /v2.0/networks?id=f93c5182-ecb4-4011-a23c-0858f50f64e9 HTTP/1.1" status: 200 len: 809 time: 0.2953501 Feb 16 16:43:35.901165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2084ff8d-c840-4c0a-93f7-54f2a6a81acc req-0619a5c1-792e-4ee8-9fbb-2545e1a78d0d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=28305988-1fd5-47e2-92d6-3e01adf5cc31 HTTP/1.1" status: 200 len: 210 time: 0.0816510 Feb 16 16:43:35.915463 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-40181fd2-01fe-407b-87f6-76718d39fd9f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Request body: {'port': {'device_id': '8f24a0fd-c871-4af8-86f2-1132d5fb9aac', 'network_id': 'f93c5182-ecb4-4011-a23c-0858f50f64e9', 'admin_state_up': True, 'tenant_id': '9e2b12ed449a412983a44867f0232ea1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:35.944434 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41780da4-ca3f-4c62-9c6c-f3e420fc4840 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (e6618115-73fd-45e6-b648-52815cdd9258), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:35.996338 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-1bfdf123-4bda-409f-b485-1696e6e9f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:35.998067 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-1bfdf123-4bda-409f-b485-1696e6e9f3b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9556d338-7f74-4818-8966-228876ee719c HTTP/1.1" status: 200 len: 853 time: 0.1546087 Feb 16 16:43:36.023283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55bd3a1-905f-4194-8bf7-0dc500ac5564 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting subnet c59b5e7c-f275-48d6-a5ab-33156145f7a9 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:43:36.027540 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c55bd3a1-905f-4194-8bf7-0dc500ac5564 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (c59b5e7c-f275-48d6-a5ab-33156145f7a9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.054247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70883dac-32f2-4dba-bcaf-a3b42175e8b9 req-952fdaf3-b7b6-4fd3-b3fb-eb72fbe53884 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 210 time: 0.0714893 Feb 16 16:43:36.117851 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-b9e548b2-5161-409e-bfca-bf982505e21e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12ca0dcd-c585-403e-b882-1256fb880706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867872 Feb 16 16:43:36.136763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-a9e946f9-ae87-4022-9ddc-877682df817e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60af1716-f231-40c5-ab45-6d89ab6d6e3f HTTP/1.1" status: 200 len: 1002 time: 0.2708583 Feb 16 16:43:36.138888 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c55bd3a1-905f-4194-8bf7-0dc500ac5564 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (c59b5e7c-f275-48d6-a5ab-33156145f7a9), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.156009 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41780da4-ca3f-4c62-9c6c-f3e420fc4840 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (e6618115-73fd-45e6-b648-52815cdd9258), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.160908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41780da4-ca3f-4c62-9c6c-f3e420fc4840 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:36.161498 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41780da4-ca3f-4c62-9c6c-f3e420fc4840 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.207612 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a380d54f-63d2-4176-869d-1bf111f8eb6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9033ad1bcc445fd9358689b669676f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3845129 Feb 16 16:43:36.207612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3377e56b-d9db-41bf-98d6-477c9eda6874', 'tag': '7e1de0d6-dc81-4922-9187-4ca078837c8e'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:36.211041 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c1f7cf-b9e3-46b7-9e6c-9d89088df752" -d '{"events": [{"name": "network-changed", "server_uuid": "3377e56b-d9db-41bf-98d6-477c9eda6874", "tag": "7e1de0d6-dc81-4922-9187-4ca078837c8e"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:36.216256 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44816) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:36.254458 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-96321425-6964-42f8-8819-f04d0125b354 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks [] for port (00f5719f-c344-4e32-81c5-d2c4a20b21c5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.263849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-296d9da9-ffbe-492c-b401-b690c563acba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:36.266234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-296d9da9-ffbe-492c-b401-b690c563acba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a3b0099-e3d2-484e-86b0-d55f301048e5 HTTP/1.1" status: 200 len: 850 time: 0.1053205 Feb 16 16:43:36.293412 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-41780da4-ca3f-4c62-9c6c-f3e420fc4840 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7561517 Feb 16 16:43:36.294974 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db27ac61-0459-4ea6-a1e7-75b89521cfb6 x-openstack-request-id: req-db27ac61-0459-4ea6-a1e7-75b89521cfb6 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:36.295246 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3377e56b-d9db-41bf-98d6-477c9eda6874", "tag": "7e1de0d6-dc81-4922-9187-4ca078837c8e", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:36.295497 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db27ac61-0459-4ea6-a1e7-75b89521cfb6 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:36.295912 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3377e56b-d9db-41bf-98d6-477c9eda6874', 'tag': '7e1de0d6-dc81-4922-9187-4ca078837c8e', 'status': 'completed', 'code': 200} Feb 16 16:43:36.304873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44820) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:36.315181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-0c66328e-540c-476c-b280-dd72f2c6410d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Request body: {'subnet': {'network_id': 'e6618115-73fd-45e6-b648-52815cdd9258', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:36.363623 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41780da4-ca3f-4c62-9c6c-f3e420fc4840 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event updated for resources: {'Network': ['ID=e6618115-73fd-45e6-b648-52815cdd9258,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:36.384121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network e6618115-73fd-45e6-b648-52815cdd9258 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:36.392312 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c55bd3a1-905f-4194-8bf7-0dc500ac5564 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (c59b5e7c-f275-48d6-a5ab-33156145f7a9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.403587 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-40181fd2-01fe-407b-87f6-76718d39fd9f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Made reservation on behalf of 9e2b12ed449a412983a44867f0232ea1 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:36.407059 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-40181fd2-01fe-407b-87f6-76718d39fd9f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.424262 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-55686045-d9b6-4527-a25c-dc41e2ad96ae service neutron] 10.222.0.60 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966228 Feb 16 16:43:36.466631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3e984412-e804-4f5c-b7e8-febf541d286a admin admin] Publish callbacks [] for security_group (fdd0ae19-3502-4c13-ae75-c22fa155cf0c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.506369 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-96321425-6964-42f8-8819-f04d0125b354 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (00f5719f-c344-4e32-81c5-d2c4a20b21c5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.561711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-1f0fda3f-d5df-4683-a681-d607986d9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:36.563217 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-1f0fda3f-d5df-4683-a681-d607986d9625 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe4a0c62-7e77-41f1-a6b1-5456111aabec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2737288 Feb 16 16:43:36.590547 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3e984412-e804-4f5c-b7e8-febf541d286a admin admin] Publish callbacks [] for security_group (fdd0ae19-3502-4c13-ae75-c22fa155cf0c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.591702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-96321425-6964-42f8-8819-f04d0125b354 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Network 12ca0dcd-c585-403e-b882-1256fb880706 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:36.611094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-96321425-6964-42f8-8819-f04d0125b354 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:36.613651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-96321425-6964-42f8-8819-f04d0125b354 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:36.627731 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c55bd3a1-905f-4194-8bf7-0dc500ac5564 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (c59b5e7c-f275-48d6-a5ab-33156145f7a9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.629592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c66328e-540c-476c-b280-dd72f2c6410d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Made reservation on behalf of b0ec5a506e144384b3f811046f716c2a for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:36.633256 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0c66328e-540c-476c-b280-dd72f2c6410d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.680026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96321425-6964-42f8-8819-f04d0125b354 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Pushing event updated for resources: {'Port': ['ID=00f5719f-c344-4e32-81c5-d2c4a20b21c5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:36.688119 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-d2da60e9-fcec-4389-a0a8-4e865d1bfec4 service neutron] 10.222.0.60 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502935 Feb 16 16:43:36.695236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-40181fd2-01fe-407b-87f6-76718d39fd9f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Allocated IP 172.20.0.7 (f93c5182-ecb4-4011-a23c-0858f50f64e9/575bbc8f-2761-46b0-874d-8e17a42f44b2/fb25bfb9-f605-4bf8-a80a-cc88b13ffec4) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:36.732858 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c55bd3a1-905f-4194-8bf7-0dc500ac5564 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.739712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c55bd3a1-905f-4194-8bf7-0dc500ac5564 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/c59b5e7c-f275-48d6-a5ab-33156145f7a9 HTTP/1.1" status: 204 len: 168 time: 1.0464511 Feb 16 16:43:36.740650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55bd3a1-905f-4194-8bf7-0dc500ac5564 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Subnet': ['ID=c59b5e7c-f275-48d6-a5ab-33156145f7a9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:36.743655 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44822) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:36.760880 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3e984412-e804-4f5c-b7e8-febf541d286a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fdd0ae19-3502-4c13-ae75-c22fa155cf0c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.763581 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3e984412-e804-4f5c-b7e8-febf541d286a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.767348 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3e984412-e804-4f5c-b7e8-febf541d286a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fdd0ae19-3502-4c13-ae75-c22fa155cf0c HTTP/1.1" status: 204 len: 168 time: 0.5415983 Feb 16 16:43:36.819139 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e984412-e804-4f5c-b7e8-febf541d286a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd0ae19-3502-4c13-ae75-c22fa155cf0c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:36.865797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-96321425-6964-42f8-8819-f04d0125b354 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:36.866441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-96321425-6964-42f8-8819-f04d0125b354 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.972004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-96321425-6964-42f8-8819-f04d0125b354 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0139794 Feb 16 16:43:36.984110 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (fbaa6171-4443-4d6e-95fd-01eb298bba4d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:36.984342 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1f7cf-b9e3-46b7-9e6c-9d89088df752 req-eedd9a69-bc58-4042-aea2-d69a404c9df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:36.985942 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f6c1f7cf-b9e3-46b7-9e6c-9d89088df752 req-eedd9a69-bc58-4042-aea2-d69a404c9df6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38015752bdc2447899a830d7da7a3f38&device_id=3377e56b-d9db-41bf-98d6-477c9eda6874 HTTP/1.1" status: 200 len: 1125 time: 0.2167344 Feb 16 16:43:36.990423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-2846707d-bd84-4c42-9742-407407819092 service neutron] 10.222.0.60 "GET /v2.0/networks/fe4a0c62-7e77-41f1-a6b1-5456111aabec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152393 Feb 16 16:43:36.997920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Request body: {'port': {'device_id': '28305988-1fd5-47e2-92d6-3e01adf5cc31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:37.103373 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-40181fd2-01fe-407b-87f6-76718d39fd9f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Publish callbacks [] for port (fb25bfb9-f605-4bf8-a80a-cc88b13ffec4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:37.105141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc8c563-f602-4737-a070-dfd924ed686c None None] Network fbaa6171-4443-4d6e-95fd-01eb298bba4d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:37.148383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1f7cf-b9e3-46b7-9e6c-9d89088df752 req-df7442d8-3512-4a51-88d6-291eaad27ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:37.151364 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f6c1f7cf-b9e3-46b7-9e6c-9d89088df752 req-df7442d8-3512-4a51-88d6-291eaad27ec1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=12ca0dcd-c585-403e-b882-1256fb880706 HTTP/1.1" status: 200 len: 914 time: 0.1502936 Feb 16 16:43:37.207503 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f6c1f7cf-b9e3-46b7-9e6c-9d89088df752 req-c27d71ac-7470-413b-81ef-54efe36c5882 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e1de0d6-dc81-4922-9187-4ca078837c8e HTTP/1.1" status: 200 len: 217 time: 0.0508587 Feb 16 16:43:37.210144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f1e64942-e4aa-47b6-a4c9-4480af56f2fd None None] Provisioning complete for port 289a0be8-f954-475a-8382-b883a82b93d2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:37.210929 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f1e64942-e4aa-47b6-a4c9-4480af56f2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (289a0be8-f954-475a-8382-b883a82b93d2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:37.214080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-40181fd2-01fe-407b-87f6-76718d39fd9f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (fb25bfb9-f605-4bf8-a80a-cc88b13ffec4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:37.276354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40181fd2-01fe-407b-87f6-76718d39fd9f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Pushing event updated for resources: {'Port': ['ID=fb25bfb9-f605-4bf8-a80a-cc88b13ffec4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:37.333967 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-40181fd2-01fe-407b-87f6-76718d39fd9f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Network f93c5182-ecb4-4011-a23c-0858f50f64e9 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:37.339467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-40181fd2-01fe-407b-87f6-76718d39fd9f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:37.343380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-40181fd2-01fe-407b-87f6-76718d39fd9f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:37.352853 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (00f5719f-c344-4e32-81c5-d2c4a20b21c5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:37.379546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f1e64942-e4aa-47b6-a4c9-4480af56f2fd None None] Current status of the port 289a0be8-f954-475a-8382-b883a82b93d2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:37.404671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58b2c75-2ea6-460e-bb88-a6b33d8187e8 None None] DHCP port deletion for fbaa6171-4443-4d6e-95fd-01eb298bba4d request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:43:37.417181 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1f7cf-b9e3-46b7-9e6c-9d89088df752 req-76934c7e-05a0-4059-b24c-0466e1d2984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:37.419605 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f6c1f7cf-b9e3-46b7-9e6c-9d89088df752 req-76934c7e-05a0-4059-b24c-0466e1d2984f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9556d338-7f74-4818-8966-228876ee719c HTTP/1.1" status: 200 len: 853 time: 0.1461225 Feb 16 16:43:37.470389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e58b2c75-2ea6-460e-bb88-a6b33d8187e8 None None] Deleting port 289a0be8-f954-475a-8382-b883a82b93d2 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:37.471072 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e58b2c75-2ea6-460e-bb88-a6b33d8187e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (289a0be8-f954-475a-8382-b883a82b93d2), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:37.483476 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f6c1f7cf-b9e3-46b7-9e6c-9d89088df752 req-58f8cf66-c770-4b2b-a258-8ca616321e79 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12ca0dcd-c585-403e-b882-1256fb880706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504525 Feb 16 16:43:37.509503 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-40181fd2-01fe-407b-87f6-76718d39fd9f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:37.510045 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-40181fd2-01fe-407b-87f6-76718d39fd9f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:37.510936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a47423-e4b0-4441-bea8-d7e320d0adc8 req-52032bd5-392a-42cc-98e6-66ce05145c0a tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:37.518914 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15a47423-e4b0-4441-bea8-d7e320d0adc8 req-52032bd5-392a-42cc-98e6-66ce05145c0a tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=28305988-1fd5-47e2-92d6-3e01adf5cc31 HTTP/1.1" status: 200 len: 931 time: 0.4732943 Feb 16 16:43:37.551235 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9654987d-085d-4dcf-a580-094d9aff8d97 req-476b9aa6-84a0-4637-9510-35b8450e2224 service neutron] 10.222.0.60 "GET /v2.0/networks/fe4a0c62-7e77-41f1-a6b1-5456111aabec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466371 Feb 16 16:43:37.562270 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e58b2c75-2ea6-460e-bb88-a6b33d8187e8 None None] For port 289a0be8-f954-475a-8382-b883a82b93d2, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=289a0be8-f954-475a-8382-b883a82b93d2,segment=NetworkSegment(543805b7-53c0-402f-a777-138e74454b85),segment_id=543805b7-53c0-402f-a777-138e74454b85)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:37.562850 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e58b2c75-2ea6-460e-bb88-a6b33d8187e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (289a0be8-f954-475a-8382-b883a82b93d2), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:37.579203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e58b2c75-2ea6-460e-bb88-a6b33d8187e8 None None] Calling delete_port for 289a0be8-f954-475a-8382-b883a82b93d2 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:37.585148 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0c66328e-540c-476c-b280-dd72f2c6410d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (f0fce71c-e07d-4aa6-a0c2-7eaa35169cd2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:37.604780 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-40181fd2-01fe-407b-87f6-76718d39fd9f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6957738 Feb 16 16:43:37.606314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0182a3-7ed9-4b1e-a6fd-fb49d15edb05 req-38a2439b-173e-4ea3-adf4-321019ddc3a6 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:37.607944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf0182a3-7ed9-4b1e-a6fd-fb49d15edb05 req-38a2439b-173e-4ea3-adf4-321019ddc3a6 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 931 time: 0.3546245 Feb 16 16:43:37.629096 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Request body: {'port': {'device_id': '8f24a0fd-c871-4af8-86f2-1132d5fb9aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:37.655816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port 289a0be8-f954-475a-8382-b883a82b93d2 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:37.655816 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (289a0be8-f954-475a-8382-b883a82b93d2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:37.748704 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e58b2c75-2ea6-460e-bb88-a6b33d8187e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (289a0be8-f954-475a-8382-b883a82b93d2), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:37.754274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 289a0be8-f954-475a-8382-b883a82b93d2 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:37.803621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b2c75-2ea6-460e-bb88-a6b33d8187e8 None None] Pushing event deleted for resources: {'Port': ['ID=289a0be8-f954-475a-8382-b883a82b93d2,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:37.805530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 289a0be8-f954-475a-8382-b883a82b93d2 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:37.806024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 289a0be8-f954-475a-8382-b883a82b93d2 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:37.810359 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b2c75-2ea6-460e-bb88-a6b33d8187e8 None None] No DVR routers for this DVR port 289a0be8-f954-475a-8382-b883a82b93d2 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:37.883861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44848) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:37.900859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66328e-540c-476c-b280-dd72f2c6410d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event updated for resources: {'Subnet': ['ID=f0fce71c-e07d-4aa6-a0c2-7eaa35169cd2,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:37.907149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] For port 289a0be8-f954-475a-8382-b883a82b93d2, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=289a0be8-f954-475a-8382-b883a82b93d2,segment=NetworkSegment(543805b7-53c0-402f-a777-138e74454b85),segment_id=543805b7-53c0-402f-a777-138e74454b85)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:37.907516 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (289a0be8-f954-475a-8382-b883a82b93d2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:37.928854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15a47423-e4b0-4441-bea8-d7e320d0adc8 req-5ba08c59-00c9-4e89-b867-42ac5c73f9b2 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089496 Feb 16 16:43:37.953493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf0182a3-7ed9-4b1e-a6fd-fb49d15edb05 req-4b0cfe08-761e-47b3-8890-735a5c041165 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/security-groups?id=53ebd652-655b-4cc7-81b3-995f2ff2ada1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369665 Feb 16 16:43:37.954522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for 289a0be8-f954-475a-8382-b883a82b93d2 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:37.968367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c66328e-540c-476c-b280-dd72f2c6410d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Checking segment: {'id': '09dc02d1-959e-4e34-ab6d-f5b81a51d145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e6618115-73fd-45e6-b648-52815cdd9258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:37.968744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c66328e-540c-476c-b280-dd72f2c6410d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Network hostable DHCP agents. Network: e6618115-73fd-45e6-b648-52815cdd9258, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:38.083423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-634363916'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:38.114056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c66328e-540c-476c-b280-dd72f2c6410d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Network e6618115-73fd-45e6-b648-52815cdd9258 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:38.155494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-0c66328e-540c-476c-b280-dd72f2c6410d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, e6618115-73fd-45e6-b648-52815cdd9258) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:38.160579 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f6c1f7cf-b9e3-46b7-9e6c-9d89088df752 req-5931d855-ca55-4cf9-86a3-f95d8c49520c service neutron] 10.222.0.60 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6664870 Feb 16 16:43:38.165591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c66328e-540c-476c-b280-dd72f2c6410d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:38.166188 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0c66328e-540c-476c-b280-dd72f2c6410d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.166332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc3b3c5-91fe-46cc-b28b-987809965508 None None] Network e6618115-73fd-45e6-b648-52815cdd9258 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:38.169886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:38.173960 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.181552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (fb25bfb9-f605-4bf8-a80a-cc88b13ffec4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.205314 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.230775 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0c66328e-540c-476c-b280-dd72f2c6410d tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9195540 Feb 16 16:43:38.233770 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44852) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:38.240749 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (289a0be8-f954-475a-8382-b883a82b93d2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.241999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-18649549-5221-449a-b309-5a1576349938 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e6618115-73fd-45e6-b648-52815cdd9258'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:38.299746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-e6618115-73fd-45e6-b648-52815cdd9258', 'network_id': 'e6618115-73fd-45e6-b648-52815cdd9258', 'project_id': 'b0ec5a506e144384b3f811046f716c2a', 'fixed_ips': [{'subnet_id': 'f0fce71c-e07d-4aa6-a0c2-7eaa35169cd2'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:43:38.301351 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.305514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=289a0be8-f954-475a-8382-b883a82b93d2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:38.315915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No DVR routers for this DVR port 289a0be8-f954-475a-8382-b883a82b93d2 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:38.358296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f5719f-c344-4e32-81c5-d2c4a20b21c5 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:38.375055 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Publish callbacks [] for port (00f5719f-c344-4e32-81c5-d2c4a20b21c5), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.425154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Transition to ACTIVE for port object 00f5719f-c344-4e32-81c5-d2c4a20b21c5 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:43:38.480915 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Allocated IP 2001:db8:1::2 (e6618115-73fd-45e6-b648-52815cdd9258/f0fce71c-e07d-4aa6-a0c2-7eaa35169cd2/ceac1364-5209-4b89-b8a6-8deb84500141) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:38.482013 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (fbaa6171-4443-4d6e-95fd-01eb298bba4d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.512578 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbaa6171-4443-4d6e-95fd-01eb298bba4d']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:38.525252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543805b7-53c0-402f-a777-138e74454b85') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:38.525252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543805b7-53c0-402f-a777-138e74454b85') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:38.536227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (543805b7-53c0-402f-a777-138e74454b85), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.552556 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f6c1f7cf-b9e3-46b7-9e6c-9d89088df752 req-5e2ca276-9118-4036-b0c9-c1bcd5d95c93 service neutron] 10.222.0.60 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830733 Feb 16 16:43:38.558989 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (543805b7-53c0-402f-a777-138e74454b85), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.561159 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (00f5719f-c344-4e32-81c5-d2c4a20b21c5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.610418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:38.610872 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (543805b7-53c0-402f-a777-138e74454b85), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:38.614053 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:38.632910 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18649549-5221-449a-b309-5a1576349938 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for router_gateway (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.636635 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for security_group (25ded528-490c-4582-bcfe-214554c51270), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.650502 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Publish callbacks [] for port (ceac1364-5209-4b89-b8a6-8deb84500141), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.660479 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (ceac1364-5209-4b89-b8a6-8deb84500141), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.661594 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (25ded528-490c-4582-bcfe-214554c51270), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.707636 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Pushing event updated for resources: {'Port': ['ID=ceac1364-5209-4b89-b8a6-8deb84500141,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:38.715444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Network e6618115-73fd-45e6-b648-52815cdd9258 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:38.717214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:38.722325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Pushing event updated for resources: {'Port': ['ID=00f5719f-c344-4e32-81c5-d2c4a20b21c5,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:38.723280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:38.731792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:38.751055 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (fbaa6171-4443-4d6e-95fd-01eb298bba4d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.793117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Attempting to bind port ceac1364-5209-4b89-b8a6-8deb84500141 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:38.793543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Attempting to bind port ceac1364-5209-4b89-b8a6-8deb84500141 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '09dc02d1-959e-4e34-ab6d-f5b81a51d145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e6618115-73fd-45e6-b648-52815cdd9258'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:38.793850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Attempting to bind port ceac1364-5209-4b89-b8a6-8deb84500141 on network e6618115-73fd-45e6-b648-52815cdd9258 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:38.799605 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:38.800775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Checking segment: {'id': '09dc02d1-959e-4e34-ab6d-f5b81a51d145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e6618115-73fd-45e6-b648-52815cdd9258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:38.801198 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.801597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Bound using segment: {'id': '09dc02d1-959e-4e34-ab6d-f5b81a51d145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e6618115-73fd-45e6-b648-52815cdd9258'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:38.802086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Bound port: ceac1364-5209-4b89-b8a6-8deb84500141, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dc02d1-959e-4e34-ab6d-f5b81a51d145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e6618115-73fd-45e6-b648-52815cdd9258'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:38.802472 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ceac1364-5209-4b89-b8a6-8deb84500141), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.862500 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:38.872579 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Publish callbacks [] for port (fb25bfb9-f605-4bf8-a80a-cc88b13ffec4), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.874970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] For port ceac1364-5209-4b89-b8a6-8deb84500141, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:38.878254 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] For port ceac1364-5209-4b89-b8a6-8deb84500141, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ceac1364-5209-4b89-b8a6-8deb84500141,segment=NetworkSegment(09dc02d1-959e-4e34-ab6d-f5b81a51d145),segment_id=09dc02d1-959e-4e34-ab6d-f5b81a51d145)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:38.887157 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ceac1364-5209-4b89-b8a6-8deb84500141), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:38.889479 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-18649549-5221-449a-b309-5a1576349938 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:43:38.890953 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-18649549-5221-449a-b309-5a1576349938 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "PUT /v2.0/routers/612fdbff-85aa-4c0c-93b0-8bed1c18eb7c HTTP/1.1" status: 400 len: 364 time: 0.6558404 Feb 16 16:43:38.894474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44856) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:38.903180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Transition to ACTIVE for port object fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:43:38.947924 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9e9d7-999a-4a2a-96ea-9d8e91657dd5 None None] Pushing event updated for resources: {'Port': ['ID=ceac1364-5209-4b89-b8a6-8deb84500141,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:38.969727 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (fb25bfb9-f605-4bf8-a80a-cc88b13ffec4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:39.117014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb25bfb9-f605-4bf8-a80a-cc88b13ffec4,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:39.141447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ded528-490c-4582-bcfe-214554c51270,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:39.145151 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:39.157367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/networks/fbaa6171-4443-4d6e-95fd-01eb298bba4d HTTP/1.1" status: 204 len: 168 time: 2.3759687 Feb 16 16:43:39.161769 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (40d1519e-223b-4fad-8d48-872093def37c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:39.162231 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Added segment 40d1519e-223b-4fad-8d48-872093def37c of type vlan for network d43c1e6f-300a-4b8c-a7e8-2a148243f6f7 Feb 16 16:43:39.166178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44862) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:39.265398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6d12c-8c40-4d97-908c-312700fc7867 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Network': ['ID=fbaa6171-4443-4d6e-95fd-01eb298bba4d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:39.326921 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (d43c1e6f-300a-4b8c-a7e8-2a148243f6f7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:39.356024 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Attempting to bind port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:39.357068 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Attempting to bind port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'a051a479-b891-4694-a288-a273a0b12c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f93c5182-ecb4-4011-a23c-0858f50f64e9'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:39.357068 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Attempting to bind port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 on network f93c5182-ecb4-4011-a23c-0858f50f64e9 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:39.375672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Attempting to bind port 00f5719f-c344-4e32-81c5-d2c4a20b21c5 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:39.376212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Attempting to bind port 00f5719f-c344-4e32-81c5-d2c4a20b21c5 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:39.376360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Attempting to bind port 00f5719f-c344-4e32-81c5-d2c4a20b21c5 on network 12ca0dcd-c585-403e-b882-1256fb880706 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:39.385819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9343ea-0da1-4985-93e0-48964872224a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:39.387502 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dd9343ea-0da1-4985-93e0-48964872224a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1835546 Feb 16 16:43:39.388331 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 on network f93c5182-ecb4-4011-a23c-0858f50f64e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:43:39.388755 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Attempting to bind port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 on network f93c5182-ecb4-4011-a23c-0858f50f64e9 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:39.390723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269041-8fb9-42ef-9a46-b06d4b2aea53 req-f32bdd5f-304d-43f3-8f1b-1336ebf003b4 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:39.392305 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1269041-8fb9-42ef-9a46-b06d4b2aea53 req-f32bdd5f-304d-43f3-8f1b-1336ebf003b4 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 943 time: 0.2570548 Feb 16 16:43:39.393720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44864) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:39.404084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223176c8-3b9d-41c8-a12b-7a09f49b409a req-511b0ee0-be35-4a2c-8062-d3954121b5bf tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:39.405625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-223176c8-3b9d-41c8-a12b-7a09f49b409a req-511b0ee0-be35-4a2c-8062-d3954121b5bf tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=28305988-1fd5-47e2-92d6-3e01adf5cc31 HTTP/1.1" status: 200 len: 943 time: 0.2766042 Feb 16 16:43:39.418935 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (d43c1e6f-300a-4b8c-a7e8-2a148243f6f7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:39.423835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:39.424422 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:39.426566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Port 00f5719f-c344-4e32-81c5-d2c4a20b21c5 on network 12ca0dcd-c585-403e-b882-1256fb880706 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:43:39.426893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Attempting to bind port 00f5719f-c344-4e32-81c5-d2c4a20b21c5 on network 12ca0dcd-c585-403e-b882-1256fb880706 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:39.432074 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:39.432389 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Checking segment: {'id': 'a051a479-b891-4694-a288-a273a0b12c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f93c5182-ecb4-4011-a23c-0858f50f64e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:39.432780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Bound using segment: {'id': 'a051a479-b891-4694-a288-a273a0b12c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f93c5182-ecb4-4011-a23c-0858f50f64e9'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:39.433214 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Bound port: fb25bfb9-f605-4bf8-a80a-cc88b13ffec4, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a051a479-b891-4694-a288-a273a0b12c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f93c5182-ecb4-4011-a23c-0858f50f64e9'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:39.433582 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (fb25bfb9-f605-4bf8-a80a-cc88b13ffec4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:39.437573 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:39.487562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:39.487846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Checking segment: {'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:39.488226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Bound using segment: {'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:39.488669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Bound port: 00f5719f-c344-4e32-81c5-d2c4a20b21c5, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:39.489040 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (00f5719f-c344-4e32-81c5-d2c4a20b21c5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:39.525059 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6397061 Feb 16 16:43:39.631601 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] For port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:39.640698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76ff7d-7827-415d-9c82-d59e3aaa8c97 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Network': ['ID=d43c1e6f-300a-4b8c-a7e8-2a148243f6f7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:39.656564 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1269041-8fb9-42ef-9a46-b06d4b2aea53 req-1d1a4461-636c-4f3d-93d1-bc40484d991a tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/security-groups?id=53ebd652-655b-4cc7-81b3-995f2ff2ada1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496641 Feb 16 16:43:39.657054 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] For port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=fb25bfb9-f605-4bf8-a80a-cc88b13ffec4,segment=NetworkSegment(a051a479-b891-4694-a288-a273a0b12c97),segment_id=a051a479-b891-4694-a288-a273a0b12c97)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:39.660639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a78939e3-8583-43b4-9640-e133ce447b66 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2647047 Feb 16 16:43:39.667060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-223176c8-3b9d-41c8-a12b-7a09f49b409a req-aaccad71-2c67-45d6-b1bc-2e207b904e3d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506881 Feb 16 16:43:39.667263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44866) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:39.710337 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network d43c1e6f-300a-4b8c-a7e8-2a148243f6f7 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:39.732158 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (fb25bfb9-f605-4bf8-a80a-cc88b13ffec4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:39.735955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] For port 00f5719f-c344-4e32-81c5-d2c4a20b21c5, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:39.739332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] For port 00f5719f-c344-4e32-81c5-d2c4a20b21c5, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=00f5719f-c344-4e32-81c5-d2c4a20b21c5,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:39.745576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a904548f-841d-4eb0-b7f5-1961f2e0e35c tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2086865564'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:39.784268 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (00f5719f-c344-4e32-81c5-d2c4a20b21c5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:39.805782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:39.812499 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:39.814557 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] 10.222.0.60 "PUT /v2.0/ports/fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 HTTP/1.1" status: 200 len: 1091 time: 2.1967285 Feb 16 16:43:39.815269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f24a0fd-c871-4af8-86f2-1132d5fb9aac', 'tag': 'fb25bfb9-f605-4bf8-a80a-cc88b13ffec4'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:39.817775 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcff053-1255-4449-b771-ceef411c27b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8f24a0fd-c871-4af8-86f2-1132d5fb9aac", "tag": "fb25bfb9-f605-4bf8-a80a-cc88b13ffec4"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:39.889806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Pushing event updated for resources: {'Port': ['ID=00f5719f-c344-4e32-81c5-d2c4a20b21c5,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:39.902211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a904548f-841d-4eb0-b7f5-1961f2e0e35c tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:39.905540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ceac1364-5209-4b89-b8a6-8deb84500141 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:39.931468 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a904548f-841d-4eb0-b7f5-1961f2e0e35c tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:39.960190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:39.961640 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:39.963378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-6efef6ab-b01e-4c9c-9151-c59edc34b7bf service neutron] 10.222.0.65 "PUT /v2.0/ports/00f5719f-c344-4e32-81c5-d2c4a20b21c5 HTTP/1.1" status: 200 len: 1091 time: 2.9770918 Feb 16 16:43:39.963967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28305988-1fd5-47e2-92d6-3e01adf5cc31', 'tag': '00f5719f-c344-4e32-81c5-d2c4a20b21c5'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:39.970691 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302bec18-528a-43c0-be52-1a76781151a1" -d '{"events": [{"name": "network-changed", "server_uuid": "28305988-1fd5-47e2-92d6-3e01adf5cc31", "tag": "00f5719f-c344-4e32-81c5-d2c4a20b21c5"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:40.036907 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2715f1-aad5-4e3d-90e0-24a4c372b795 x-openstack-request-id: req-3c2715f1-aad5-4e3d-90e0-24a4c372b795 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:40.037190 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f24a0fd-c871-4af8-86f2-1132d5fb9aac", "tag": "fb25bfb9-f605-4bf8-a80a-cc88b13ffec4", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:40.037436 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c2715f1-aad5-4e3d-90e0-24a4c372b795 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:40.037837 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f24a0fd-c871-4af8-86f2-1132d5fb9aac', 'tag': 'fb25bfb9-f605-4bf8-a80a-cc88b13ffec4', 'status': 'completed', 'code': 200} Feb 16 16:43:40.043119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf5bfb-aefa-487e-8c2e-f66c98903ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb25bfb9-f605-4bf8-a80a-cc88b13ffec4,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:40.048244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ceac1364-5209-4b89-b8a6-8deb84500141 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:40.048674 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ceac1364-5209-4b89-b8a6-8deb84500141), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:40.083465 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978ccf2e-2130-4ffb-9cb4-de2b158b6f3c x-openstack-request-id: req-978ccf2e-2130-4ffb-9cb4-de2b158b6f3c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:40.084149 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28305988-1fd5-47e2-92d6-3e01adf5cc31", "tag": "00f5719f-c344-4e32-81c5-d2c4a20b21c5", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:40.084626 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-978ccf2e-2130-4ffb-9cb4-de2b158b6f3c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:40.085245 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28305988-1fd5-47e2-92d6-3e01adf5cc31', 'tag': '00f5719f-c344-4e32-81c5-d2c4a20b21c5', 'status': 'completed', 'code': 200} Feb 16 16:43:40.094298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-3258377a-17cf-4be1-9654-b38d87dbda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:40.096178 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-3258377a-17cf-4be1-9654-b38d87dbda11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e2b12ed449a412983a44867f0232ea1&device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 1125 time: 0.2142720 Feb 16 16:43:40.101643 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Allocated IP 2001:db8::1 (97abed15-6841-4b00-9b72-dd7f5794357b/c9028da5-e470-4e50-b91a-f57df0e73f36/e3789dd4-6e72-40f1-8419-140ffdab1e89) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:40.103241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a904548f-841d-4eb0-b7f5-1961f2e0e35c tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:40.118719 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a904548f-841d-4eb0-b7f5-1961f2e0e35c tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b4060d18-2322-459a-98fe-fdc91fbff4f5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:40.119871 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-a904548f-841d-4eb0-b7f5-1961f2e0e35c tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Added segment b4060d18-2322-459a-98fe-fdc91fbff4f5 of type vlan for network 3e02e481-4737-463d-a8ee-79f5da8a7073 Feb 16 16:43:40.144347 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-ed2c75cb-44d7-42b7-8664-15eb8dfb8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:40.147610 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-ed2c75cb-44d7-42b7-8664-15eb8dfb8a4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=38015752bdc2447899a830d7da7a3f38&device_id=28305988-1fd5-47e2-92d6-3e01adf5cc31 HTTP/1.1" status: 200 len: 1125 time: 0.1429322 Feb 16 16:43:40.172043 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-9faef930-7844-404f-aae2-05d00166d9f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 HTTP/1.1" status: 200 len: 217 time: 0.0563231 Feb 16 16:43:40.231686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ceac1364-5209-4b89-b8a6-8deb84500141 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:40.231999 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ceac1364-5209-4b89-b8a6-8deb84500141), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:40.265568 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-530e3138-6973-4551-95ba-0670ae551554 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00f5719f-c344-4e32-81c5-d2c4a20b21c5 HTTP/1.1" status: 200 len: 217 time: 0.0828724 Feb 16 16:43:40.267561 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a904548f-841d-4eb0-b7f5-1961f2e0e35c tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (3e02e481-4737-463d-a8ee-79f5da8a7073), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:40.278807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port ceac1364-5209-4b89-b8a6-8deb84500141, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ceac1364-5209-4b89-b8a6-8deb84500141,segment=NetworkSegment(09dc02d1-959e-4e34-ab6d-f5b81a51d145),segment_id=09dc02d1-959e-4e34-ab6d-f5b81a51d145)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:40.283789 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ceac1364-5209-4b89-b8a6-8deb84500141), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:40.352549 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=ceac1364-5209-4b89-b8a6-8deb84500141,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:40.359386 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a904548f-841d-4eb0-b7f5-1961f2e0e35c tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (3e02e481-4737-463d-a8ee-79f5da8a7073), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:40.364369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a904548f-841d-4eb0-b7f5-1961f2e0e35c tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:40.364954 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a904548f-841d-4eb0-b7f5-1961f2e0e35c tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:40.371095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-beed85c9-dee2-4141-9dfe-c48ee019e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:40.372586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-beed85c9-dee2-4141-9dfe-c48ee019e593 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9556d338-7f74-4818-8966-228876ee719c HTTP/1.1" status: 200 len: 853 time: 0.0903468 Feb 16 16:43:40.406793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-c223ec7b-9cf2-40d0-907e-b1c5321b6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:40.408889 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-c223ec7b-9cf2-40d0-907e-b1c5321b6d9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=575bbc8f-2761-46b0-874d-8e17a42f44b2 HTTP/1.1" status: 200 len: 849 time: 0.2287974 Feb 16 16:43:40.449564 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-5fc1d933-80e7-4e09-a613-74dbb608254a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=12ca0dcd-c585-403e-b882-1256fb880706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635118 Feb 16 16:43:40.456652 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-a9a04911-6944-4633-92f6-30f9a443951a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f93c5182-ecb4-4011-a23c-0858f50f64e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343156 Feb 16 16:43:40.473815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a904548f-841d-4eb0-b7f5-1961f2e0e35c tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8030999 Feb 16 16:43:40.507986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44872) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:40.514533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7873491c-69cf-44b5-b92f-330fa519ccce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'subnet': {'network_id': '3e02e481-4737-463d-a8ee-79f5da8a7073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:40.517810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904548f-841d-4eb0-b7f5-1961f2e0e35c tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Network': ['ID=3e02e481-4737-463d-a8ee-79f5da8a7073,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:40.532975 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 3e02e481-4737-463d-a8ee-79f5da8a7073 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:40.562162 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-f79e445f-4ced-4d3b-a4ab-b496f194da31 service neutron] 10.222.0.60 "GET /v2.0/networks/f93c5182-ecb4-4011-a23c-0858f50f64e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968494 Feb 16 16:43:40.590883 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac2b624-f293-4d54-9f98-3d9f7885f0d5 None None] Network e6618115-73fd-45e6-b648-52815cdd9258 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:40.658917 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-35cf7401-bccf-416e-933d-2d7a332ebc39 service neutron] 10.222.0.65 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003894 Feb 16 16:43:40.676011 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-113bf185-24e8-41ca-92cb-779d15df6a19 req-b916d981-ebf2-4352-a2ec-fa5cb53deba8 service neutron] 10.222.0.60 "GET /v2.0/networks/f93c5182-ecb4-4011-a23c-0858f50f64e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034222 Feb 16 16:43:40.691196 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for port (e3789dd4-6e72-40f1-8419-140ffdab1e89), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:40.735341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-aa985918-a983-46c8-87f4-4051b580056c None None] Provisioning complete for port ceac1364-5209-4b89-b8a6-8deb84500141 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:40.745367 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aa985918-a983-46c8-87f4-4051b580056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ceac1364-5209-4b89-b8a6-8deb84500141), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:40.751407 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e3789dd4-6e72-40f1-8419-140ffdab1e89), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:40.818420 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7873491c-69cf-44b5-b92f-330fa519ccce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:40.824898 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7873491c-69cf-44b5-b92f-330fa519ccce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:40.830351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Network 97abed15-6841-4b00-9b72-dd7f5794357b is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:40.843699 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:40.857958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:40.858511 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:40.942441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event updated for resources: {'Port': ['ID=e3789dd4-6e72-40f1-8419-140ffdab1e89,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:40.963413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcff053-1255-4449-b771-ceef411c27b5 req-d32a5405-608b-4a58-8e5c-e3e425551ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:40.964961 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-abcff053-1255-4449-b771-ceef411c27b5 req-d32a5405-608b-4a58-8e5c-e3e425551ca1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e2b12ed449a412983a44867f0232ea1&device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 1125 time: 0.2277937 Feb 16 16:43:40.978101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-aa985918-a983-46c8-87f4-4051b580056c None None] Current status of the port ceac1364-5209-4b89-b8a6-8deb84500141 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:41.233799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcff053-1255-4449-b771-ceef411c27b5 req-0fd4a3ff-c5d2-46db-9e07-6e213ec70fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:41.235437 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-abcff053-1255-4449-b771-ceef411c27b5 req-0fd4a3ff-c5d2-46db-9e07-6e213ec70fc3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f93c5182-ecb4-4011-a23c-0858f50f64e9 HTTP/1.1" status: 200 len: 910 time: 0.2592573 Feb 16 16:43:41.282247 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7873491c-69cf-44b5-b92f-330fa519ccce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (4c65541a-a5b1-479e-afd5-a4b3633e7185), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:41.285431 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-abcff053-1255-4449-b771-ceef411c27b5 req-11464edf-a2cc-498c-82bf-1d64e296a66a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 HTTP/1.1" status: 200 len: 217 time: 0.0404923 Feb 16 16:43:41.286255 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e3789dd4-6e72-40f1-8419-140ffdab1e89), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:41.322289 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9b0dd8ee-d398-497d-a171-46a005d710a0 None None] Provisioning complete for port e3789dd4-6e72-40f1-8419-140ffdab1e89 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:41.322711 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd8ee-d398-497d-a171-46a005d710a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e3789dd4-6e72-40f1-8419-140ffdab1e89), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:41.371641 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 7e1de0d6-dc81-4922-9187-4ca078837c8e details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:43:41.375223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9b0dd8ee-d398-497d-a171-46a005d710a0 None None] Port e3789dd4-6e72-40f1-8419-140ffdab1e89 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:43:41.389595 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa8d4689-6581-4666-892f-b34ca99d73f5 req-afd3d3fd-a854-4fe7-9a81-851953b406d7 service neutron] 10.222.0.65 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080015 Feb 16 16:43:41.421857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4393dd-4dbe-49bc-ae8c-0a4548524052 req-8dba7f2b-21e4-40e0-abb4-7f3c4c136263 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:41.429571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea4393dd-4dbe-49bc-ae8c-0a4548524052 req-8dba7f2b-21e4-40e0-abb4-7f3c4c136263 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 943 time: 0.3977363 Feb 16 16:43:41.451313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6bc85-3ff1-4543-a133-9060c6e80dfe req-6357f7d2-d4d3-40ef-b2b0-f20d05d898b5 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:41.458437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ba6bc85-3ff1-4543-a133-9060c6e80dfe req-6357f7d2-d4d3-40ef-b2b0-f20d05d898b5 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=28305988-1fd5-47e2-92d6-3e01adf5cc31 HTTP/1.1" status: 200 len: 943 time: 0.4277442 Feb 16 16:43:41.462991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873491c-69cf-44b5-b92f-330fa519ccce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Subnet': ['ID=4c65541a-a5b1-479e-afd5-a4b3633e7185,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:41.513389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-30de0421-112e-4e87-970b-ef2f6b517e30 None None] Provisioning complete for port ceac1364-5209-4b89-b8a6-8deb84500141 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:41.514205 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-30de0421-112e-4e87-970b-ef2f6b517e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ceac1364-5209-4b89-b8a6-8deb84500141), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:41.558782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873491c-69cf-44b5-b92f-330fa519ccce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Checking segment: {'id': 'b4060d18-2322-459a-98fe-fdc91fbff4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3e02e481-4737-463d-a8ee-79f5da8a7073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:41.559196 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7873491c-69cf-44b5-b92f-330fa519ccce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network hostable DHCP agents. Network: 3e02e481-4737-463d-a8ee-79f5da8a7073, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:41.567101 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcff053-1255-4449-b771-ceef411c27b5 req-ed8b5190-bedd-4b1e-974e-05a7a014011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:41.569505 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-abcff053-1255-4449-b771-ceef411c27b5 req-ed8b5190-bedd-4b1e-974e-05a7a014011e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=575bbc8f-2761-46b0-874d-8e17a42f44b2 HTTP/1.1" status: 200 len: 849 time: 0.2673295 Feb 16 16:43:41.581973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 7e1de0d6-dc81-4922-9187-4ca078837c8e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=7e1de0d6-dc81-4922-9187-4ca078837c8e,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:41.598606 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '7e1de0d6-dc81-4922-9187-4ca078837c8e', 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706', 'port_id': '7e1de0d6-dc81-4922-9187-4ca078837c8e', 'mac_address': 'fa:16:3e:9b:c7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9556d338-7f74-4818-8966-228876ee719c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:43:41.622088 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea4393dd-4dbe-49bc-ae8c-0a4548524052 req-10a83d06-97a1-4f9c-8fb8-d88cf5fb4b79 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/security-groups?id=53ebd652-655b-4cc7-81b3-995f2ff2ada1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826546 Feb 16 16:43:41.645480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ba6bc85-3ff1-4543-a133-9060c6e80dfe req-27ac7424-f256-4d21-a6ab-1ff9898e6616 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861174 Feb 16 16:43:41.651835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 7e1de0d6-dc81-4922-9187-4ca078837c8e is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:41.652376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bec18-528a-43c0-be52-1a76781151a1 req-027f89bc-9dcb-4cd8-9e3e-fb496e95f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:41.652917 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7e1de0d6-dc81-4922-9187-4ca078837c8e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:41.654258 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-302bec18-528a-43c0-be52-1a76781151a1 req-027f89bc-9dcb-4cd8-9e3e-fb496e95f8a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=38015752bdc2447899a830d7da7a3f38&device_id=28305988-1fd5-47e2-92d6-3e01adf5cc31 HTTP/1.1" status: 200 len: 1125 time: 0.1791420 Feb 16 16:43:41.678376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7873491c-69cf-44b5-b92f-330fa519ccce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 3e02e481-4737-463d-a8ee-79f5da8a7073 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:41.717879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7873491c-69cf-44b5-b92f-330fa519ccce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 3e02e481-4737-463d-a8ee-79f5da8a7073) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:41.725606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7873491c-69cf-44b5-b92f-330fa519ccce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:41.729800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1de0d6-dc81-4922-9187-4ca078837c8e {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:41.739110 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7873491c-69cf-44b5-b92f-330fa519ccce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:41.739568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432ea1ad-9673-47f8-8982-1c8aafa9fcc3 None None] Network 3e02e481-4737-463d-a8ee-79f5da8a7073 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:41.747991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-30de0421-112e-4e87-970b-ef2f6b517e30 None None] Current status of the port ceac1364-5209-4b89-b8a6-8deb84500141 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:41.774826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ceac1364-5209-4b89-b8a6-8deb84500141 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:41.815803 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 7e1de0d6-dc81-4922-9187-4ca078837c8e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=7e1de0d6-dc81-4922-9187-4ca078837c8e,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:41.830183 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7e1de0d6-dc81-4922-9187-4ca078837c8e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:41.841526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bec18-528a-43c0-be52-1a76781151a1 req-39c8c45c-b0bb-441d-9058-8411b1f9b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:41.843264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-302bec18-528a-43c0-be52-1a76781151a1 req-39c8c45c-b0bb-441d-9058-8411b1f9b9d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=12ca0dcd-c585-403e-b882-1256fb880706 HTTP/1.1" status: 200 len: 914 time: 0.1827734 Feb 16 16:43:41.872496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7873491c-69cf-44b5-b92f-330fa519ccce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3633242 Feb 16 16:43:41.873302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44882) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:41.916785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-93006f7a-6eda-44d5-8f05-3a5d4ac49eb6 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'network_id': '3e02e481-4737-463d-a8ee-79f5da8a7073', 'name': 'tempest-PortsIpV6TestJSON-2076096213'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:41.963941 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=7e1de0d6-dc81-4922-9187-4ca078837c8e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:41.970203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-3e02e481-4737-463d-a8ee-79f5da8a7073', 'network_id': '3e02e481-4737-463d-a8ee-79f5da8a7073', 'project_id': 'e6c4df9b782646bcaf02850f363551f8', 'fixed_ips': [{'subnet_id': '4c65541a-a5b1-479e-afd5-a4b3633e7185'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:43:41.971283 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:41.974476 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ceac1364-5209-4b89-b8a6-8deb84500141 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:41.975012 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ceac1364-5209-4b89-b8a6-8deb84500141), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:42.038795 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-abcff053-1255-4449-b771-ceef411c27b5 req-e7a9a9ab-0044-4887-8f4b-4e1861b44d9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f93c5182-ecb4-4011-a23c-0858f50f64e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4614558 Feb 16 16:43:42.067785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-302bec18-528a-43c0-be52-1a76781151a1 req-ad09b844-35aa-4d8a-abc4-e8482c583801 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00f5719f-c344-4e32-81c5-d2c4a20b21c5 HTTP/1.1" status: 200 len: 217 time: 0.2138410 Feb 16 16:43:42.069651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93006f7a-6eda-44d5-8f05-3a5d4ac49eb6 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:42.075224 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93006f7a-6eda-44d5-8f05-3a5d4ac49eb6 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:42.165000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bec18-528a-43c0-be52-1a76781151a1 req-b105f682-1423-4fef-a0aa-792a839a44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:42.166491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-302bec18-528a-43c0-be52-1a76781151a1 req-b105f682-1423-4fef-a0aa-792a839a44ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9556d338-7f74-4818-8966-228876ee719c HTTP/1.1" status: 200 len: 853 time: 0.0724182 Feb 16 16:43:42.168051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-93006f7a-6eda-44d5-8f05-3a5d4ac49eb6 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port f2962b80-f9fd-4fe6-b8b0-a512082bf592 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:43:42.205864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ceac1364-5209-4b89-b8a6-8deb84500141 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:42.210354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-302bec18-528a-43c0-be52-1a76781151a1 req-361bbe94-b201-4c92-a39d-b01992115fe7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=12ca0dcd-c585-403e-b882-1256fb880706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357461 Feb 16 16:43:42.228693 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Allocated IP 2001:db8::2 (3e02e481-4737-463d-a8ee-79f5da8a7073/4c65541a-a5b1-479e-afd5-a4b3633e7185/dc694f92-34a4-413f-ac02-71b09d587589) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:42.236201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 00f5719f-c344-4e32-81c5-d2c4a20b21c5 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:43:42.307602 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for port (e3789dd4-6e72-40f1-8419-140ffdab1e89), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:42.315234 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-abcff053-1255-4449-b771-ceef411c27b5 req-50c3642b-aebc-46ad-a43b-db356fe8ecda service neutron] 10.222.0.60 "GET /v2.0/networks/f93c5182-ecb4-4011-a23c-0858f50f64e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685463 Feb 16 16:43:42.316401 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (e3789dd4-6e72-40f1-8419-140ffdab1e89), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:42.317279 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:42.358017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['7e1de0d6-dc81-4922-9187-4ca078837c8e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:42.359001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-302bec18-528a-43c0-be52-1a76781151a1 req-e08601d1-fd00-4c46-83ec-894a28ac964b service neutron] 10.222.0.65 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090052 Feb 16 16:43:42.468815 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event updated for resources: {'Port': ['ID=e3789dd4-6e72-40f1-8419-140ffdab1e89,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:42.516294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-302bec18-528a-43c0-be52-1a76781151a1 req-117919cc-9460-44dd-9c1f-e16a0f97b81d service neutron] 10.222.0.65 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481221 Feb 16 16:43:42.558176 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-abcff053-1255-4449-b771-ceef411c27b5 req-12d36b54-51b6-4f53-90b1-98345641ff08 service neutron] 10.222.0.60 "GET /v2.0/networks/f93c5182-ecb4-4011-a23c-0858f50f64e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350812 Feb 16 16:43:42.569069 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Network 97abed15-6841-4b00-9b72-dd7f5794357b is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:42.570631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:42.767501 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Publish callbacks [] for port (dc694f92-34a4-413f-ac02-71b09d587589), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:42.768942 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Router 612fdbff-85aa-4c0c-93b0-8bed1c18eb7c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:43:42.790053 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (dc694f92-34a4-413f-ac02-71b09d587589), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:42.798893 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 00f5719f-c344-4e32-81c5-d2c4a20b21c5, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=00f5719f-c344-4e32-81c5-d2c4a20b21c5,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:42.869746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '00f5719f-c344-4e32-81c5-d2c4a20b21c5', 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706', 'port_id': '00f5719f-c344-4e32-81c5-d2c4a20b21c5', 'mac_address': 'fa:16:3e:b7:32:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9556d338-7f74-4818-8966-228876ee719c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:43:42.874762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Network 3e02e481-4737-463d-a8ee-79f5da8a7073 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:42.893475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:42.900903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:42.946872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e73521-0590-444b-bcb7-2d3dd2313da1 req-5a048e0d-275c-4d4f-bed1-b03c5cbdcbbe tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:42.948815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0e73521-0590-444b-bcb7-2d3dd2313da1 req-5a048e0d-275c-4d4f-bed1-b03c5cbdcbbe tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 943 time: 0.2529244 Feb 16 16:43:42.966158 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:43:42.982440 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8d852e31-23d7-44ca-99ad-a2b52dd20fc6 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "PUT /v2.0/routers/612fdbff-85aa-4c0c-93b0-8bed1c18eb7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0844686 Feb 16 16:43:42.983148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44888) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:42.984912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Pushing event updated for resources: {'Port': ['ID=dc694f92-34a4-413f-ac02-71b09d587589,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:42.985274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-93006f7a-6eda-44d5-8f05-3a5d4ac49eb6 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Allocated IP 2001:db8::2ee (3e02e481-4737-463d-a8ee-79f5da8a7073/4c65541a-a5b1-479e-afd5-a4b3633e7185/f2962b80-f9fd-4fe6-b8b0-a512082bf592) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:42.996855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0a6920-1a92-4390-9b23-113a6a1c3716 None None] Sync routers for ids ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:43:43.015094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44890) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:43.023120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-110d6afc-e98b-42ee-ab01-36342334aad8 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'subnet': {'network_id': 'd43c1e6f-300a-4b8c-a7e8-2a148243f6f7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:43.070510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7dd46b-6438-441a-a388-eb85b2170d18 req-0c5fc4d8-de06-44b1-8be6-ff4913e01e66 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:43.072171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f7dd46b-6438-441a-a388-eb85b2170d18 req-0c5fc4d8-de06-44b1-8be6-ff4913e01e66 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=28305988-1fd5-47e2-92d6-3e01adf5cc31 HTTP/1.1" status: 200 len: 943 time: 0.3016925 Feb 16 16:43:43.087104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 00f5719f-c344-4e32-81c5-d2c4a20b21c5 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:43.087591 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (00f5719f-c344-4e32-81c5-d2c4a20b21c5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:43.100706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0a6920-1a92-4390-9b23-113a6a1c3716 None None] Routers {'612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:43:43.101635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0f0a6920-1a92-4390-9b23-113a6a1c3716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:43:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:43.106423 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa2c256a-bffa-4479-b075-0316ff8d9720 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for router (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:43.114218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ca719636-abc7-4a73-9415-c15959d9c67b None None] Provisioning complete for port e3789dd4-6e72-40f1-8419-140ffdab1e89 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:43.114602 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ca719636-abc7-4a73-9415-c15959d9c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e3789dd4-6e72-40f1-8419-140ffdab1e89), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:43.144099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0e73521-0590-444b-bcb7-2d3dd2313da1 req-843f1717-a5fd-4545-9f5f-c0200b35adef tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/security-groups?id=53ebd652-655b-4cc7-81b3-995f2ff2ada1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872427 Feb 16 16:43:43.179950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f5719f-c344-4e32-81c5-d2c4a20b21c5 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:43.192594 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Attempting to bind port dc694f92-34a4-413f-ac02-71b09d587589 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:43.193121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Attempting to bind port dc694f92-34a4-413f-ac02-71b09d587589 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'b4060d18-2322-459a-98fe-fdc91fbff4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3e02e481-4737-463d-a8ee-79f5da8a7073'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:43.193496 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Attempting to bind port dc694f92-34a4-413f-ac02-71b09d587589 on network 3e02e481-4737-463d-a8ee-79f5da8a7073 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:43.200095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0f0a6920-1a92-4390-9b23-113a6a1c3716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:43.209272 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-fa2c256a-bffa-4479-b075-0316ff8d9720 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 16:43:43.213191 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fa2c256a-bffa-4479-b075-0316ff8d9720 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "DELETE /v2.0/routers/612fdbff-85aa-4c0c-93b0-8bed1c18eb7c HTTP/1.1" status: 409 len: 329 time: 0.2254419 Feb 16 16:43:43.213404 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44892) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:43.228485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:43.228930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Checking segment: {'id': 'b4060d18-2322-459a-98fe-fdc91fbff4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3e02e481-4737-463d-a8ee-79f5da8a7073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:43.229282 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:43.229683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Bound using segment: {'id': 'b4060d18-2322-459a-98fe-fdc91fbff4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3e02e481-4737-463d-a8ee-79f5da8a7073'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:43.230784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Bound port: dc694f92-34a4-413f-ac02-71b09d587589, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4060d18-2322-459a-98fe-fdc91fbff4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3e02e481-4737-463d-a8ee-79f5da8a7073'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:43.230784 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dc694f92-34a4-413f-ac02-71b09d587589), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:43.246600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 00f5719f-c344-4e32-81c5-d2c4a20b21c5, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=00f5719f-c344-4e32-81c5-d2c4a20b21c5,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:43.247124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f7dd46b-6438-441a-a388-eb85b2170d18 req-06f47563-d63f-4076-85c8-7328114e32b0 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559725 Feb 16 16:43:43.254609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110d6afc-e98b-42ee-ab01-36342334aad8 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:43.259741 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-110d6afc-e98b-42ee-ab01-36342334aad8 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:43.269530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ca719636-abc7-4a73-9415-c15959d9c67b None None] Port e3789dd4-6e72-40f1-8419-140ffdab1e89 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:43:43.285947 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (00f5719f-c344-4e32-81c5-d2c4a20b21c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:43.344767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0a6920-1a92-4390-9b23-113a6a1c3716 None None] Routers {'612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:43:43.345587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0f0a6920-1a92-4390-9b23-113a6a1c3716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:43:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:43.400295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0f0a6920-1a92-4390-9b23-113a6a1c3716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:43.401143 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0a6920-1a92-4390-9b23-113a6a1c3716 None None] The sync data for ids ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:43:43.408210 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93006f7a-6eda-44d5-8f05-3a5d4ac49eb6 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (f2962b80-f9fd-4fe6-b8b0-a512082bf592), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:43.458647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=00f5719f-c344-4e32-81c5-d2c4a20b21c5,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:43.465623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] For port dc694f92-34a4-413f-ac02-71b09d587589, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:43.469215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] For port dc694f92-34a4-413f-ac02-71b09d587589, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=dc694f92-34a4-413f-ac02-71b09d587589,segment=NetworkSegment(b4060d18-2322-459a-98fe-fdc91fbff4f5),segment_id=b4060d18-2322-459a-98fe-fdc91fbff4f5)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:43.481169 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dc694f92-34a4-413f-ac02-71b09d587589), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:43.495595 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93006f7a-6eda-44d5-8f05-3a5d4ac49eb6 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f2962b80-f9fd-4fe6-b8b0-a512082bf592), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:43.524881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['00f5719f-c344-4e32-81c5-d2c4a20b21c5'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:43.582382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93006f7a-6eda-44d5-8f05-3a5d4ac49eb6 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 3e02e481-4737-463d-a8ee-79f5da8a7073 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:43.593260 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-93006f7a-6eda-44d5-8f05-3a5d4ac49eb6 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:43.595712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a1acb-18e9-4bd4-aa51-04e239bf807c None None] Pushing event updated for resources: {'Port': ['ID=dc694f92-34a4-413f-ac02-71b09d587589,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:43.599297 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93006f7a-6eda-44d5-8f05-3a5d4ac49eb6 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:43.605365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93006f7a-6eda-44d5-8f05-3a5d4ac49eb6 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:43.606041 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93006f7a-6eda-44d5-8f05-3a5d4ac49eb6 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:43.611644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93006f7a-6eda-44d5-8f05-3a5d4ac49eb6 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=f2962b80-f9fd-4fe6-b8b0-a512082bf592,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:43.625488 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-110d6afc-e98b-42ee-ab01-36342334aad8 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (1c5491a6-b5a0-4517-b654-83ec6e4b8e98), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:43.645694 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c58519ea-b653-4ba9-b041-703915175f47 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:43.679063 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-93006f7a-6eda-44d5-8f05-3a5d4ac49eb6 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8006544 Feb 16 16:43:43.682353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44894) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:43.691539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a30d1876-db10-47c4-b03e-895aac578cce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'network_id': '3e02e481-4737-463d-a8ee-79f5da8a7073', 'name': 'tempest-PortsIpV6TestJSON-1101804281'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:43.715142 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d6afc-e98b-42ee-ab01-36342334aad8 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Subnet': ['ID=1c5491a6-b5a0-4517-b654-83ec6e4b8e98,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:43.813178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d6afc-e98b-42ee-ab01-36342334aad8 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Checking segment: {'id': '40d1519e-223b-4fad-8d48-872093def37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd43c1e6f-300a-4b8c-a7e8-2a148243f6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:43.813564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110d6afc-e98b-42ee-ab01-36342334aad8 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network hostable DHCP agents. Network: d43c1e6f-300a-4b8c-a7e8-2a148243f6f7, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:43.858549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110d6afc-e98b-42ee-ab01-36342334aad8 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network d43c1e6f-300a-4b8c-a7e8-2a148243f6f7 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:43.880333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-110d6afc-e98b-42ee-ab01-36342334aad8 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, d43c1e6f-300a-4b8c-a7e8-2a148243f6f7) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:43.887406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110d6afc-e98b-42ee-ab01-36342334aad8 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:43.888726 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-110d6afc-e98b-42ee-ab01-36342334aad8 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:43.895501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5842bec-ade6-4a2f-ae79-f5a41ac8f35d None None] Network d43c1e6f-300a-4b8c-a7e8-2a148243f6f7 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:43.896862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30d1876-db10-47c4-b03e-895aac578cce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:43.902115 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a30d1876-db10-47c4-b03e-895aac578cce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:43.925580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-a30d1876-db10-47c4-b03e-895aac578cce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port b3a94c10-6cb1-446c-8843-8833d81ae70f yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:43:43.938821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-110d6afc-e98b-42ee-ab01-36342334aad8 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9211152 Feb 16 16:43:43.942682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44896) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:43.949046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2339c07f-a78a-462a-a289-fa2dbb8b390e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-48652128'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:43.993349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c58519ea-b653-4ba9-b041-703915175f47 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Deleting port e3789dd4-6e72-40f1-8419-140ffdab1e89 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:43.993728 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c58519ea-b653-4ba9-b041-703915175f47 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e3789dd4-6e72-40f1-8419-140ffdab1e89), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.021482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2339c07f-a78a-462a-a289-fa2dbb8b390e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:44.024914 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2339c07f-a78a-462a-a289-fa2dbb8b390e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.043219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-d43c1e6f-300a-4b8c-a7e8-2a148243f6f7', 'network_id': 'd43c1e6f-300a-4b8c-a7e8-2a148243f6f7', 'project_id': '70d94817923641fa974ae444aa13736c', 'fixed_ips': [{'subnet_id': '1c5491a6-b5a0-4517-b654-83ec6e4b8e98'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:43:44.044225 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.095519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2339c07f-a78a-462a-a289-fa2dbb8b390e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:44.101342 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c58519ea-b653-4ba9-b041-703915175f47 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e3789dd4-6e72-40f1-8419-140ffdab1e89), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.113723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-a30d1876-db10-47c4-b03e-895aac578cce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Allocated IP 2001:db8::1e8 (3e02e481-4737-463d-a8ee-79f5da8a7073/4c65541a-a5b1-479e-afd5-a4b3633e7185/b3a94c10-6cb1-446c-8843-8833d81ae70f) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:44.115448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c58519ea-b653-4ba9-b041-703915175f47 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Calling delete_port for e3789dd4-6e72-40f1-8419-140ffdab1e89 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:44.122178 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2339c07f-a78a-462a-a289-fa2dbb8b390e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b0f0a213-d811-4c1a-ac8d-b54747387d60), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.122410 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-2339c07f-a78a-462a-a289-fa2dbb8b390e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Added segment b0f0a213-d811-4c1a-ac8d-b54747387d60 of type vlan for network 26918acf-310f-48d0-a543-ba8542db0cb9 Feb 16 16:43:44.184974 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2339c07f-a78a-462a-a289-fa2dbb8b390e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (26918acf-310f-48d0-a543-ba8542db0cb9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.201127 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Allocated IP 2001:db8:0:ffff::2 (d43c1e6f-300a-4b8c-a7e8-2a148243f6f7/1c5491a6-b5a0-4517-b654-83ec6e4b8e98/9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:44.241400 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2339c07f-a78a-462a-a289-fa2dbb8b390e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (26918acf-310f-48d0-a543-ba8542db0cb9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.248295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2339c07f-a78a-462a-a289-fa2dbb8b390e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:44.248928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2339c07f-a78a-462a-a289-fa2dbb8b390e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.280136 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 00f5719f-c344-4e32-81c5-d2c4a20b21c5 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:44.328635 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c58519ea-b653-4ba9-b041-703915175f47 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e3789dd4-6e72-40f1-8419-140ffdab1e89), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.386754 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2339c07f-a78a-462a-a289-fa2dbb8b390e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4397199 Feb 16 16:43:44.386979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58519ea-b653-4ba9-b041-703915175f47 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event deleted for resources: {'Port': ['ID=e3789dd4-6e72-40f1-8419-140ffdab1e89,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:44.393424 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44902) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:44.447491 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7a3d94ec-2145-49c0-a3f2-1eb2cfa4cc5d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'subnet': {'network_id': '26918acf-310f-48d0-a543-ba8542db0cb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:44.455736 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Publish callbacks [] for port (9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.476646 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.497462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Network d43c1e6f-300a-4b8c-a7e8-2a148243f6f7 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:44.501428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:44.512529 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:44.522872 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c58519ea-b653-4ba9-b041-703915175f47 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.627627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 00f5719f-c344-4e32-81c5-d2c4a20b21c5 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:43:44.641251 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Pushing event updated for resources: {'Port': ['ID=9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:44.646460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 00f5719f-c344-4e32-81c5-d2c4a20b21c5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:44.646852 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (00f5719f-c344-4e32-81c5-d2c4a20b21c5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.652580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Attempting to bind port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:44.652580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Attempting to bind port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '40d1519e-223b-4fad-8d48-872093def37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd43c1e6f-300a-4b8c-a7e8-2a148243f6f7'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:44.652580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Attempting to bind port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 on network d43c1e6f-300a-4b8c-a7e8-2a148243f6f7 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:44.688561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:44.688946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Checking segment: {'id': '40d1519e-223b-4fad-8d48-872093def37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd43c1e6f-300a-4b8c-a7e8-2a148243f6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:44.689344 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.689812 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Bound using segment: {'id': '40d1519e-223b-4fad-8d48-872093def37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd43c1e6f-300a-4b8c-a7e8-2a148243f6f7'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:44.690253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Bound port: 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d1519e-223b-4fad-8d48-872093def37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd43c1e6f-300a-4b8c-a7e8-2a148243f6f7'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:44.690649 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.718630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3d94ec-2145-49c0-a3f2-1eb2cfa4cc5d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:44.722630 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a3d94ec-2145-49c0-a3f2-1eb2cfa4cc5d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.830097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 00f5719f-c344-4e32-81c5-d2c4a20b21c5 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:44.830609 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (00f5719f-c344-4e32-81c5-d2c4a20b21c5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.844556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] For port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:44.867842 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] For port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5,segment=NetworkSegment(40d1519e-223b-4fad-8d48-872093def37c),segment_id=40d1519e-223b-4fad-8d48-872093def37c)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:44.875697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28305988-1fd5-47e2-92d6-3e01adf5cc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f5719f-c344-4e32-81c5-d2c4a20b21c5'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:44.878219 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004893de-226a-4c94-b291-ee6f27041989" -d '{"events": [{"server_uuid": "28305988-1fd5-47e2-92d6-3e01adf5cc31", "name": "network-vif-plugged", "status": "completed", "tag": "00f5719f-c344-4e32-81c5-d2c4a20b21c5"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:44.885290 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.906734 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58519ea-b653-4ba9-b041-703915175f47 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Router 612fdbff-85aa-4c0c-93b0-8bed1c18eb7c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:43:44.933781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 00f5719f-c344-4e32-81c5-d2c4a20b21c5, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=00f5719f-c344-4e32-81c5-d2c4a20b21c5,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:44.944270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339c07f-a78a-462a-a289-fa2dbb8b390e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Network': ['ID=26918acf-310f-48d0-a543-ba8542db0cb9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:44.947809 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (00f5719f-c344-4e32-81c5-d2c4a20b21c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:44.965680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 26918acf-310f-48d0-a543-ba8542db0cb9 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:44.987000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f433e8f-b99d-49da-a4f7-9baaa2bc0584 None None] Pushing event updated for resources: {'Port': ['ID=9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:45.012905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d53a7c-b454-4b79-a505-19a4cda29f59 req-be9d5145-7cfb-4bf0-b6ed-45f8daefdf14 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:45.015575 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14d53a7c-b454-4b79-a505-19a4cda29f59 req-be9d5145-7cfb-4bf0-b6ed-45f8daefdf14 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 943 time: 0.7758207 Feb 16 16:43:45.027265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f3409-319b-4e4b-8112-fa2f0a530b99 req-6b61e9c4-db32-46f0-a123-19d1420c5aa2 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:45.029023 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c45f3409-319b-4e4b-8112-fa2f0a530b99 req-6b61e9c4-db32-46f0-a123-19d1420c5aa2 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=28305988-1fd5-47e2-92d6-3e01adf5cc31 HTTP/1.1" status: 200 len: 944 time: 0.6881680 Feb 16 16:43:45.056504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58519ea-b653-4ba9-b041-703915175f47 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:43:45.070235 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c58519ea-b653-4ba9-b041-703915175f47 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "PUT /v2.0/routers/612fdbff-85aa-4c0c-93b0-8bed1c18eb7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8557053 Feb 16 16:43:45.071422 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44906) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:45.078419 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c0d44-71d0-4dfa-82b0-d48e34a72af3 None None] Sync routers for ids ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:43:45.093599 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c0d44-71d0-4dfa-82b0-d48e34a72af3 None None] Routers {'612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:43:45.094413 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f59c0d44-71d0-4dfa-82b0-d48e34a72af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:43:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:45.097630 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a30d1876-db10-47c4-b03e-895aac578cce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (b3a94c10-6cb1-446c-8843-8833d81ae70f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:45.143480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=00f5719f-c344-4e32-81c5-d2c4a20b21c5,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:45.168665 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f59c0d44-71d0-4dfa-82b0-d48e34a72af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:45.180979 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-e1dd401b-71f9-40ea-8ac0-6292c491a8e8 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] show failed (client error): The resource could not be found. Feb 16 16:43:45.186249 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e1dd401b-71f9-40ea-8ac0-6292c491a8e8 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1760850895 HTTP/1.1" status: 404 len: 335 time: 0.1072667 Feb 16 16:43:45.186478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14d53a7c-b454-4b79-a505-19a4cda29f59 req-1aa3aa87-6361-4705-96c3-31efcccd0026 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/security-groups?id=53ebd652-655b-4cc7-81b3-995f2ff2ada1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491580 Feb 16 16:43:45.187388 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c0d44-71d0-4dfa-82b0-d48e34a72af3 None None] Routers {'612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:43:45.188869 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c45f3409-319b-4e4b-8112-fa2f0a530b99 req-66630575-a8d1-4768-ae1d-c1c0960bbc2b tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479127 Feb 16 16:43:45.190920 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f59c0d44-71d0-4dfa-82b0-d48e34a72af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:43:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:45.191198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44908) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:45.198359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-bf746d39-5794-4737-acda-44929ffaab0a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:45.251341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c8c3d-c40e-4c88-af98-837e7560b4f6 None None] Network 3e02e481-4737-463d-a8ee-79f5da8a7073 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:45.255796 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f59c0d44-71d0-4dfa-82b0-d48e34a72af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:45.256737 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c0d44-71d0-4dfa-82b0-d48e34a72af3 None None] The sync data for ids ['612fdbff-85aa-4c0c-93b0-8bed1c18eb7c'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:43:45.266289 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-bf746d39-5794-4737-acda-44929ffaab0a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] update failed (client error): The resource could not be found. Feb 16 16:43:45.267633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bf746d39-5794-4737-acda-44929ffaab0a tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-976689609 HTTP/1.1" status: 404 len: 334 time: 0.0752077 Feb 16 16:43:45.272868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44910) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:45.283409 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14bfd37-1ab3-4647-ab12-f73d7cab6f74 x-openstack-request-id: req-b14bfd37-1ab3-4647-ab12-f73d7cab6f74 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:45.284053 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28305988-1fd5-47e2-92d6-3e01adf5cc31", "name": "network-vif-plugged", "status": "completed", "tag": "00f5719f-c344-4e32-81c5-d2c4a20b21c5", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:45.284494 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b14bfd37-1ab3-4647-ab12-f73d7cab6f74 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:45.285043 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28305988-1fd5-47e2-92d6-3e01adf5cc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f5719f-c344-4e32-81c5-d2c4a20b21c5', 'code': 200} Feb 16 16:43:45.344493 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a3d94ec-2145-49c0-a3f2-1eb2cfa4cc5d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (fa361685-626e-40b0-8f40-c54f684cc18e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:45.363011 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a30d1876-db10-47c4-b03e-895aac578cce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b3a94c10-6cb1-446c-8843-8833d81ae70f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:45.419184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:43:45.437322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 7e1de0d6-dc81-4922-9187-4ca078837c8e up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:45.442430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d94ec-2145-49c0-a3f2-1eb2cfa4cc5d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Subnet': ['ID=fa361685-626e-40b0-8f40-c54f684cc18e,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:45.463513 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d94ec-2145-49c0-a3f2-1eb2cfa4cc5d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Checking segment: {'id': 'b0f0a213-d811-4c1a-ac8d-b54747387d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26918acf-310f-48d0-a543-ba8542db0cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:45.463966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3d94ec-2145-49c0-a3f2-1eb2cfa4cc5d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network hostable DHCP agents. Network: 26918acf-310f-48d0-a543-ba8542db0cb9, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:45.484064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ee49db1f-e460-46d1-9e09-552eb0aad950 None None] Provisioning complete for port dc694f92-34a4-413f-ac02-71b09d587589 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:45.485377 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ee49db1f-e460-46d1-9e09-552eb0aad950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dc694f92-34a4-413f-ac02-71b09d587589), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:45.488228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d1876-db10-47c4-b03e-895aac578cce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 3e02e481-4737-463d-a8ee-79f5da8a7073 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:45.501151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-170208c9-14cd-48ef-a368-2cbcebc1b1ba tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Deleting subnet f0fce71c-e07d-4aa6-a0c2-7eaa35169cd2 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:43:45.505640 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3d94ec-2145-49c0-a3f2-1eb2cfa4cc5d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network 26918acf-310f-48d0-a543-ba8542db0cb9 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:45.506519 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-170208c9-14cd-48ef-a368-2cbcebc1b1ba tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for subnet (f0fce71c-e07d-4aa6-a0c2-7eaa35169cd2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:45.520617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7a3d94ec-2145-49c0-a3f2-1eb2cfa4cc5d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 26918acf-310f-48d0-a543-ba8542db0cb9) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:45.533257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3d94ec-2145-49c0-a3f2-1eb2cfa4cc5d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:45.533867 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a3d94ec-2145-49c0-a3f2-1eb2cfa4cc5d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:45.545884 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd57896-d718-4f56-9e1a-e2d5d1b67230 None None] Network 26918acf-310f-48d0-a543-ba8542db0cb9 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:45.554283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-a30d1876-db10-47c4-b03e-895aac578cce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:45.559403 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7a3d94ec-2145-49c0-a3f2-1eb2cfa4cc5d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1632254 Feb 16 16:43:45.562181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d1876-db10-47c4-b03e-895aac578cce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:45.562340 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44912) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:45.567382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30d1876-db10-47c4-b03e-895aac578cce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:45.568361 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a30d1876-db10-47c4-b03e-895aac578cce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:45.575429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-170208c9-14cd-48ef-a368-2cbcebc1b1ba tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (f0fce71c-e07d-4aa6-a0c2-7eaa35169cd2), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:45.614491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d1876-db10-47c4-b03e-895aac578cce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=b3a94c10-6cb1-446c-8843-8833d81ae70f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:45.639930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a30d1876-db10-47c4-b03e-895aac578cce tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9542232 Feb 16 16:43:45.646793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44914) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:45.691242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e235-fc6c-4c47-80c2-8d1fdc84ec38 req-e027e6cf-b330-4b71-802a-833832c13d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:45.692794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ce1e235-fc6c-4c47-80c2-8d1fdc84ec38 req-e027e6cf-b330-4b71-802a-833832c13d19 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=28305988-1fd5-47e2-92d6-3e01adf5cc31 HTTP/1.1" status: 200 len: 1127 time: 0.3207016 Feb 16 16:43:45.713922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 7e1de0d6-dc81-4922-9187-4ca078837c8e completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:43:45.732794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 7e1de0d6-dc81-4922-9187-4ca078837c8e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:45.733166 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7e1de0d6-dc81-4922-9187-4ca078837c8e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:45.739602 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (26918acf-310f-48d0-a543-ba8542db0cb9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:45.777834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-17d598fa-c237-40e7-835a-43e59a712369 service neutron] (103421) timed out ('10.222.0.24', 44658) {{(pid=103421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 16:43:45.785318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=fb25bfb9-f605-4bf8-a80a-cc88b13ffec4,segment=NetworkSegment(a051a479-b891-4694-a288-a273a0b12c97),segment_id=a051a479-b891-4694-a288-a273a0b12c97)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:45.835994 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ee49db1f-e460-46d1-9e09-552eb0aad950 None None] Current status of the port dc694f92-34a4-413f-ac02-71b09d587589 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:45.837275 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ee49db1f-e460-46d1-9e09-552eb0aad950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dc694f92-34a4-413f-ac02-71b09d587589), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:45.854627 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (fa361685-626e-40b0-8f40-c54f684cc18e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:45.872742 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-170208c9-14cd-48ef-a368-2cbcebc1b1ba tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (f0fce71c-e07d-4aa6-a0c2-7eaa35169cd2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:45.906118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ce1e235-fc6c-4c47-80c2-8d1fdc84ec38 req-fc25b566-aa28-479b-84df-f1bdc6d223b1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896141 Feb 16 16:43:45.917056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f729740c-d612-45ef-9912-480bd53b0ad7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:45.918629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f729740c-d612-45ef-9912-480bd53b0ad7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2ee HTTP/1.1" status: 200 len: 929 time: 0.2708197 Feb 16 16:43:45.923137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44916) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:45.964333 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-170208c9-14cd-48ef-a368-2cbcebc1b1ba tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (f0fce71c-e07d-4aa6-a0c2-7eaa35169cd2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:45.993339 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (fa361685-626e-40b0-8f40-c54f684cc18e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.012353 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-170208c9-14cd-48ef-a368-2cbcebc1b1ba tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.015930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-170208c9-14cd-48ef-a368-2cbcebc1b1ba tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "DELETE /v2.0/subnets/f0fce71c-e07d-4aa6-a0c2-7eaa35169cd2 HTTP/1.1" status: 204 len: 168 time: 0.7417486 Feb 16 16:43:46.017285 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170208c9-14cd-48ef-a368-2cbcebc1b1ba tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event deleted for resources: {'Subnet': ['ID=f0fce71c-e07d-4aa6-a0c2-7eaa35169cd2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:46.018855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44918) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:46.031738 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Subnet': ['ID=fa361685-626e-40b0-8f40-c54f684cc18e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:46.069895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device dc694f92-34a4-413f-ac02-71b09d587589 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:46.072369 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eb0224-f2b3-4654-a496-8e503a1724ea None None] Network e6618115-73fd-45e6-b648-52815cdd9258 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:46.129330 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'fb25bfb9-f605-4bf8-a80a-cc88b13ffec4', 'network_id': 'f93c5182-ecb4-4011-a23c-0858f50f64e9', 'port_id': 'fb25bfb9-f605-4bf8-a80a-cc88b13ffec4', 'mac_address': 'fa:16:3e:f7:8d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575bbc8f-2761-46b0-874d-8e17a42f44b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:43:46.131468 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (e6618115-73fd-45e6-b648-52815cdd9258), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.136828 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a5b7d1-1741-46cc-8f1d-bf0f702f639f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-26918acf-310f-48d0-a543-ba8542db0cb9', 'network_id': '26918acf-310f-48d0-a543-ba8542db0cb9', 'project_id': '70d94817923641fa974ae444aa13736c', 'fixed_ips': [{'subnet_id': 'fa361685-626e-40b0-8f40-c54f684cc18e'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:43:46.137705 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-40a5b7d1-1741-46cc-8f1d-bf0f702f639f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.199412 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (26918acf-310f-48d0-a543-ba8542db0cb9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.218175 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-86bc7541-effe-4c58-a480-365325a16244 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port b3a94c10-6cb1-446c-8843-8833d81ae70f {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:46.218514 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-86bc7541-effe-4c58-a480-365325a16244 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b3a94c10-6cb1-446c-8843-8833d81ae70f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.235025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Deleting port ceac1364-5209-4b89-b8a6-8deb84500141 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:46.235380 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ceac1364-5209-4b89-b8a6-8deb84500141), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.266040 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26918acf-310f-48d0-a543-ba8542db0cb9']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:46.291885 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f0a213-d811-4c1a-ac8d-b54747387d60') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:46.292183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f0a213-d811-4c1a-ac8d-b54747387d60') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:46.363851 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (b0f0a213-d811-4c1a-ac8d-b54747387d60), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.379023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:46.379473 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (fb25bfb9-f605-4bf8-a80a-cc88b13ffec4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.412187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] For port ceac1364-5209-4b89-b8a6-8deb84500141, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ceac1364-5209-4b89-b8a6-8deb84500141,segment=NetworkSegment(09dc02d1-959e-4e34-ab6d-f5b81a51d145),segment_id=09dc02d1-959e-4e34-ab6d-f5b81a51d145)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:46.412968 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ceac1364-5209-4b89-b8a6-8deb84500141), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.416932 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b0f0a213-d811-4c1a-ac8d-b54747387d60), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.421726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ee49db1f-e460-46d1-9e09-552eb0aad950 None None] For port dc694f92-34a4-413f-ac02-71b09d587589, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=dc694f92-34a4-413f-ac02-71b09d587589,segment=NetworkSegment(b4060d18-2322-459a-98fe-fdc91fbff4f5),segment_id=b4060d18-2322-459a-98fe-fdc91fbff4f5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:46.436386 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:46.436992 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (b0f0a213-d811-4c1a-ac8d-b54747387d60), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:46.442797 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:46.445551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:46.470252 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-86bc7541-effe-4c58-a480-365325a16244 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b3a94c10-6cb1-446c-8843-8833d81ae70f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.470726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Calling delete_port for ceac1364-5209-4b89-b8a6-8deb84500141 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:46.482438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=fb25bfb9-f605-4bf8-a80a-cc88b13ffec4,segment=NetworkSegment(a051a479-b891-4694-a288-a273a0b12c97),segment_id=a051a479-b891-4694-a288-a273a0b12c97)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:46.495319 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ee49db1f-e460-46d1-9e09-552eb0aad950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dc694f92-34a4-413f-ac02-71b09d587589), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.502610 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (fb25bfb9-f605-4bf8-a80a-cc88b13ffec4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.511448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f34fe-b36b-4bc1-8606-b0eaeb1b7765 req-33136118-2d5c-4920-be17-07576cff9076 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:46.513368 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-846f34fe-b36b-4bc1-8606-b0eaeb1b7765 req-33136118-2d5c-4920-be17-07576cff9076 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 943 time: 0.1842818 Feb 16 16:43:46.543910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port dc694f92-34a4-413f-ac02-71b09d587589 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:46.544349 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dc694f92-34a4-413f-ac02-71b09d587589), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.550190 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-86bc7541-effe-4c58-a480-365325a16244 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for b3a94c10-6cb1-446c-8843-8833d81ae70f owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:46.552207 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-581af390-93c8-4065-94e8-3660d3076d00 req-0b7b7749-6f4f-4c44-9523-7075b1745179 tempest-MigrationsAdminTest-200706965 tempest-MigrationsAdminTest-200706965-project-admin] (103422) timed out ('10.222.0.24', 48332) {{(pid=103422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 16:43:46.566682 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (26918acf-310f-48d0-a543-ba8542db0cb9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.591115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb788c7b-2755-42d9-ab6a-25948925df64 req-b728430f-f787-4847-8ddd-f340f663a01b tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:46.592817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb788c7b-2755-42d9-ab6a-25948925df64 req-b728430f-f787-4847-8ddd-f340f663a01b tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=28305988-1fd5-47e2-92d6-3e01adf5cc31 HTTP/1.1" status: 200 len: 945 time: 0.2449985 Feb 16 16:43:46.648563 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.652929 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/26918acf-310f-48d0-a543-ba8542db0cb9 HTTP/1.1" status: 204 len: 168 time: 1.0895598 Feb 16 16:43:46.653844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b3b0e-ec98-4d5b-ac3f-070247decc2f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Network': ['ID=26918acf-310f-48d0-a543-ba8542db0cb9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:46.656972 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-40a5b7d1-1741-46cc-8f1d-bf0f702f639f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 16:43:46.656972 n-d-669411-5 neutron-server[103423]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 16 16:43:46.656972 n-d-669411-5 neutron-server[103423]: [parameters: {'project_id': '70d94817923641fa974ae444aa13736c', 'id': 'f5b114c8-a99e-4345-984d-ce3fc7c4aa5c', 'name': '', 'network_id': '26918acf-310f-48d0-a543-ba8542db0cb9', 'mac_address': 'fa:16:3e:24:b7:ab', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-26918acf-310f-48d0-a543-ba8542db0cb9', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2099}] Feb 16 16:43:46.656972 n-d-669411-5 neutron-server[103423]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:43:46.657537 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-40a5b7d1-1741-46cc-8f1d-bf0f702f639f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:43:46.660921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44924) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:46.661893 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-846f34fe-b36b-4bc1-8606-b0eaeb1b7765 req-d02dcb93-b759-42b3-8d03-21737259a555 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/security-groups?id=53ebd652-655b-4cc7-81b3-995f2ff2ada1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063457 Feb 16 16:43:46.682559 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-bd939764-86af-4681-ae3f-e2ad580636ff tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-342121183'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:46.705317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb788c7b-2755-42d9-ab6a-25948925df64 req-6eb5efbb-651b-4a87-ad2e-56099ec7a1f2 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034095 Feb 16 16:43:46.717789 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ceac1364-5209-4b89-b8a6-8deb84500141), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.735184 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd939764-86af-4681-ae3f-e2ad580636ff tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:46.739565 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd939764-86af-4681-ae3f-e2ad580636ff tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.753909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event deleted for resources: {'Port': ['ID=ceac1364-5209-4b89-b8a6-8deb84500141,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:46.756824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cb210c-1295-4b7e-804e-880d8ba234fa None None] Network d43c1e6f-300a-4b8c-a7e8-2a148243f6f7 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:46.764431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] No DVR routers for this DVR port ceac1364-5209-4b89-b8a6-8deb84500141 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:46.768428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd939764-86af-4681-ae3f-e2ad580636ff tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:46.783461 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd939764-86af-4681-ae3f-e2ad580636ff tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f8837e09-7fd7-46f1-8929-77a32c67cfa1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.783995 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-bd939764-86af-4681-ae3f-e2ad580636ff tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Added segment f8837e09-7fd7-46f1-8929-77a32c67cfa1 of type vlan for network be013156-98fd-41ed-9311-9ca7ba048af0 Feb 16 16:43:46.806563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 7e1de0d6-dc81-4922-9187-4ca078837c8e is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:46.806998 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7e1de0d6-dc81-4922-9187-4ca078837c8e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.842737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49db1f-e460-46d1-9e09-552eb0aad950 None None] Pushing event updated for resources: {'Port': ['ID=dc694f92-34a4-413f-ac02-71b09d587589,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:46.844027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a83123f1-597e-4853-8cc3-0056a365a428 None None] Provisioning complete for port dc694f92-34a4-413f-ac02-71b09d587589 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:46.844410 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a83123f1-597e-4853-8cc3-0056a365a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dc694f92-34a4-413f-ac02-71b09d587589), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.872082 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd939764-86af-4681-ae3f-e2ad580636ff tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (be013156-98fd-41ed-9311-9ca7ba048af0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.884108 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-86bc7541-effe-4c58-a480-365325a16244 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b3a94c10-6cb1-446c-8843-8833d81ae70f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.943262 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (e6618115-73fd-45e6-b648-52815cdd9258), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.953052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc7541-effe-4c58-a480-365325a16244 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=b3a94c10-6cb1-446c-8843-8833d81ae70f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:46.960032 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-86bc7541-effe-4c58-a480-365325a16244 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.966674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44926) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:46.968733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['fb25bfb9-f605-4bf8-a80a-cc88b13ffec4'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:46.974503 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-86bc7541-effe-4c58-a480-365325a16244 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/b3a94c10-6cb1-446c-8843-8833d81ae70f HTTP/1.1" status: 204 len: 168 time: 1.0477569 Feb 16 16:43:46.980018 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd939764-86af-4681-ae3f-e2ad580636ff tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (be013156-98fd-41ed-9311-9ca7ba048af0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:46.997184 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd939764-86af-4681-ae3f-e2ad580636ff tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:46.998162 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd939764-86af-4681-ae3f-e2ad580636ff tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.014358 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ead917-f099-484d-9421-517a77644cf0 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] GET failed (client error): The resource could not be found. Feb 16 16:43:47.019300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 7e1de0d6-dc81-4922-9187-4ca078837c8e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=7e1de0d6-dc81-4922-9187-4ca078837c8e,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:47.021111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-52ead917-f099-484d-9421-517a77644cf0 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/b3a94c10-6cb1-446c-8843-8833d81ae70f HTTP/1.1" status: 404 len: 333 time: 0.0502577 Feb 16 16:43:47.022529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44928) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:47.024464 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6618115-73fd-45e6-b648-52815cdd9258']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:47.044214 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7e1de0d6-dc81-4922-9187-4ca078837c8e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.088570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe38212-1e73-4569-946f-47ab3bb39709 None None] DHCP port deletion for e6618115-73fd-45e6-b648-52815cdd9258 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:43:47.092489 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=fb25bfb9-f605-4bf8-a80a-cc88b13ffec4,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:47.107893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dc02d1-959e-4e34-ab6d-f5b81a51d145') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:47.108262 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dc02d1-959e-4e34-ab6d-f5b81a51d145') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:47.134219 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd939764-86af-4681-ae3f-e2ad580636ff tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Network': ['ID=be013156-98fd-41ed-9311-9ca7ba048af0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:47.154762 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (09dc02d1-959e-4e34-ab6d-f5b81a51d145), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.161784 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bd939764-86af-4681-ae3f-e2ad580636ff tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4974566 Feb 16 16:43:47.169202 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-40a5b7d1-1741-46cc-8f1d-bf0f702f639f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.170784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network be013156-98fd-41ed-9311-9ca7ba048af0 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:47.173131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44930) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:47.190385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2060ec25-b286-4947-a24a-21e3048f4209 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'subnet': {'network_id': 'be013156-98fd-41ed-9311-9ca7ba048af0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:47.229849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port dc694f92-34a4-413f-ac02-71b09d587589 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:47.230171 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:47.245271 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (09dc02d1-959e-4e34-ab6d-f5b81a51d145), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.259268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:47.259726 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (09dc02d1-959e-4e34-ab6d-f5b81a51d145), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:47.264299 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:47.306264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3377e56b-d9db-41bf-98d6-477c9eda6874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1de0d6-dc81-4922-9187-4ca078837c8e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:47.308795 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cb72bb-3e29-4500-977a-36b0c7bdd916" -d '{"events": [{"server_uuid": "3377e56b-d9db-41bf-98d6-477c9eda6874", "name": "network-vif-plugged", "status": "completed", "tag": "7e1de0d6-dc81-4922-9187-4ca078837c8e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:47.332966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2060ec25-b286-4947-a24a-21e3048f4209 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:47.340792 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2060ec25-b286-4947-a24a-21e3048f4209 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.363079 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (e6618115-73fd-45e6-b648-52815cdd9258), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.376578 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.383359 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "DELETE /v2.0/networks/e6618115-73fd-45e6-b648-52815cdd9258 HTTP/1.1" status: 204 len: 168 time: 1.3609951 Feb 16 16:43:47.386906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44934) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:47.401857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ff2adcdf-4003-4520-b234-90f5c31f1291 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port f2962b80-f9fd-4fe6-b8b0-a512082bf592 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:47.403982 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff2adcdf-4003-4520-b234-90f5c31f1291 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f2962b80-f9fd-4fe6-b8b0-a512082bf592), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.409239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf7495-0569-4737-b991-1b792778ac59 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event deleted for resources: {'Network': ['ID=e6618115-73fd-45e6-b648-52815cdd9258,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:47.443097 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258a99a1-9a6d-43f9-a4e8-9143df6eba16 x-openstack-request-id: req-258a99a1-9a6d-43f9-a4e8-9143df6eba16 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:47.443395 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3377e56b-d9db-41bf-98d6-477c9eda6874", "name": "network-vif-plugged", "status": "completed", "tag": "7e1de0d6-dc81-4922-9187-4ca078837c8e", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:47.443655 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-258a99a1-9a6d-43f9-a4e8-9143df6eba16 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:47.445226 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3377e56b-d9db-41bf-98d6-477c9eda6874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1de0d6-dc81-4922-9187-4ca078837c8e', 'code': 200} Feb 16 16:43:47.470204 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=7e1de0d6-dc81-4922-9187-4ca078837c8e,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:47.529597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a83123f1-597e-4853-8cc3-0056a365a428 None None] Current status of the port dc694f92-34a4-413f-ac02-71b09d587589 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:47.534707 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed71019b-64fa-40b7-9b5a-b44d6acf3dc8 None None] Network 26918acf-310f-48d0-a543-ba8542db0cb9 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:47.572825 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed71019b-64fa-40b7-9b5a-b44d6acf3dc8 None None] Network 26918acf-310f-48d0-a543-ba8542db0cb9 could not be found, it might have been deleted concurrently. {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 16:43:47.575967 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6efaa2-3f7f-4597-bb11-2c04e579b0b1 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Deleting subnet fb3dcc00-dbe7-4cf4-8c29-24188cc6ec5a {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:43:47.583210 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff2adcdf-4003-4520-b234-90f5c31f1291 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f2962b80-f9fd-4fe6-b8b0-a512082bf592), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.583337 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e6efaa2-3f7f-4597-bb11-2c04e579b0b1 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for subnet (fb3dcc00-dbe7-4cf4-8c29-24188cc6ec5a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.607800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ff2adcdf-4003-4520-b234-90f5c31f1291 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for f2962b80-f9fd-4fe6-b8b0-a512082bf592 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:47.651060 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a83123f1-597e-4853-8cc3-0056a365a428 None None] Provisioning complete for port f2962b80-f9fd-4fe6-b8b0-a512082bf592 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:47.651942 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a83123f1-597e-4853-8cc3-0056a365a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f2962b80-f9fd-4fe6-b8b0-a512082bf592), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.672494 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e6efaa2-3f7f-4597-bb11-2c04e579b0b1 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (fb3dcc00-dbe7-4cf4-8c29-24188cc6ec5a), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.710748 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:47.717472 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.899827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a83123f1-597e-4853-8cc3-0056a365a428 None None] Port f2962b80-f9fd-4fe6-b8b0-a512082bf592 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:43:47.907431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a83123f1-597e-4853-8cc3-0056a365a428 None None] Could not find standard attr ID for object b3a94c10-6cb1-446c-8843-8833d81ae70f. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:43:47.936433 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff2adcdf-4003-4520-b234-90f5c31f1291 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f2962b80-f9fd-4fe6-b8b0-a512082bf592), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.947588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637c431-bc92-4327-af66-60d713846fd7 req-80ec1a3a-abfb-4ddd-9b3c-4db38cd8e72c tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:47.949322 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b637c431-bc92-4327-af66-60d713846fd7 req-80ec1a3a-abfb-4ddd-9b3c-4db38cd8e72c tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=28305988-1fd5-47e2-92d6-3e01adf5cc31 HTTP/1.1" status: 200 len: 945 time: 0.0918379 Feb 16 16:43:47.960963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:47.962081 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:47.989039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9f38f-4d30-4f18-88ef-04b141ac3c27 req-8e4b2c0f-0473-4d41-af60-f480ce514d80 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:47.996764 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ec9f38f-4d30-4f18-88ef-04b141ac3c27 req-8e4b2c0f-0473-4d41-af60-f480ce514d80 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 944 time: 0.2109280 Feb 16 16:43:47.998867 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5,segment=NetworkSegment(40d1519e-223b-4fad-8d48-872093def37c),segment_id=40d1519e-223b-4fad-8d48-872093def37c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:48.004580 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.061424 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:48.068352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ec9f38f-4d30-4f18-88ef-04b141ac3c27 req-303d8c32-23c0-4acc-8b15-e5abe392725f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/security-groups?id=53ebd652-655b-4cc7-81b3-995f2ff2ada1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705247 Feb 16 16:43:48.069295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2adcdf-4003-4520-b234-90f5c31f1291 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=f2962b80-f9fd-4fe6-b8b0-a512082bf592,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:48.085965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f180a3e8-e2dd-4d78-b9d8-3c0172b9bad2 None None] Provisioning complete for port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:48.086586 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f180a3e8-e2dd-4d78-b9d8-3c0172b9bad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.090658 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8f45e-8302-481f-b7f8-ee0c2d87bae7 req-ae2b8f9c-1db9-42ce-9b1a-e541e7d0486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:48.095431 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-60a8f45e-8302-481f-b7f8-ee0c2d87bae7 req-ae2b8f9c-1db9-42ce-9b1a-e541e7d0486c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3377e56b-d9db-41bf-98d6-477c9eda6874 HTTP/1.1" status: 200 len: 1127 time: 0.5530732 Feb 16 16:43:48.125492 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff2adcdf-4003-4520-b234-90f5c31f1291 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.136184 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ff2adcdf-4003-4520-b234-90f5c31f1291 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/f2962b80-f9fd-4fe6-b8b0-a512082bf592 HTTP/1.1" status: 204 len: 168 time: 1.1083884 Feb 16 16:43:48.142606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44942) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:48.169009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b637c431-bc92-4327-af66-60d713846fd7 req-65fe7635-0ce5-4115-b6c6-b40a8c09a2a8 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497529 Feb 16 16:43:48.181061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device dc694f92-34a4-413f-ac02-71b09d587589 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:48.214229 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0df18b-63f7-4d74-ac2c-0f737aab6424 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] GET failed (client error): The resource could not be found. Feb 16 16:43:48.215677 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cf0df18b-63f7-4d74-ac2c-0f737aab6424 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/f2962b80-f9fd-4fe6-b8b0-a512082bf592 HTTP/1.1" status: 404 len: 333 time: 0.0698252 Feb 16 16:43:48.218666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44946) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:48.261665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f180a3e8-e2dd-4d78-b9d8-3c0172b9bad2 None None] Current status of the port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:48.277307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f180a3e8-e2dd-4d78-b9d8-3c0172b9bad2 None None] Could not find standard attr ID for object f2962b80-f9fd-4fe6-b8b0-a512082bf592. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:43:48.285789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f180a3e8-e2dd-4d78-b9d8-3c0172b9bad2 None None] Could not find standard attr ID for object b3a94c10-6cb1-446c-8843-8833d81ae70f. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:43:48.296902 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port dc694f92-34a4-413f-ac02-71b09d587589 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:48.297422 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dc694f92-34a4-413f-ac02-71b09d587589), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.308178 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-60a8f45e-8302-481f-b7f8-ee0c2d87bae7 req-736cabd5-7422-4fa6-8960-99d85508baef service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000198 Feb 16 16:43:48.338622 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-b861bc1a-6620-482e-a439-582e34516ee5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting subnet 4c65541a-a5b1-479e-afd5-a4b3633e7185 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:43:48.343043 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b861bc1a-6620-482e-a439-582e34516ee5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (4c65541a-a5b1-479e-afd5-a4b3633e7185), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.350833 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e6efaa2-3f7f-4597-bb11-2c04e579b0b1 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (fb3dcc00-dbe7-4cf4-8c29-24188cc6ec5a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.390099 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2060ec25-b286-4947-a24a-21e3048f4209 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (d7405f9f-6830-449e-84b9-074a89379372), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.411805 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b861bc1a-6620-482e-a439-582e34516ee5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (4c65541a-a5b1-479e-afd5-a4b3633e7185), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.425431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9b22b-8ff4-4de1-96c0-d1b5484a4920 req-431b670f-2027-4c29-9638-249aadce0850 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:48.427052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port dc694f92-34a4-413f-ac02-71b09d587589 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:48.429618 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29b9b22b-8ff4-4de1-96c0-d1b5484a4920 req-431b670f-2027-4c29-9638-249aadce0850 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=3377e56b-d9db-41bf-98d6-477c9eda6874 HTTP/1.1" status: 200 len: 945 time: 0.1467338 Feb 16 16:43:48.468427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060ec25-b286-4947-a24a-21e3048f4209 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Subnet': ['ID=d7405f9f-6830-449e-84b9-074a89379372,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:48.489245 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e6efaa2-3f7f-4597-bb11-2c04e579b0b1 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (fb3dcc00-dbe7-4cf4-8c29-24188cc6ec5a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.498427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2060ec25-b286-4947-a24a-21e3048f4209 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Checking segment: {'id': 'f8837e09-7fd7-46f1-8929-77a32c67cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'be013156-98fd-41ed-9311-9ca7ba048af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:48.499029 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2060ec25-b286-4947-a24a-21e3048f4209 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network hostable DHCP agents. Network: be013156-98fd-41ed-9311-9ca7ba048af0, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:48.525065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6efaa2-3f7f-4597-bb11-2c04e579b0b1 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3dcc00-dbe7-4cf4-8c29-24188cc6ec5a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:48.529188 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ceac1364-5209-4b89-b8a6-8deb84500141 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:48.530134 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e6efaa2-3f7f-4597-bb11-2c04e579b0b1 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.533563 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2e6efaa2-3f7f-4597-bb11-2c04e579b0b1 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "DELETE /v2.0/subnets/fb3dcc00-dbe7-4cf4-8c29-24188cc6ec5a HTTP/1.1" status: 204 len: 168 time: 1.1448915 Feb 16 16:43:48.537706 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44948) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:48.561698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3357aac5-5a8d-45c3-b27d-f508f2f6387d None None] Network 876bf84c-5711-43ba-9f71-550bfa8b1315 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:48.563849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: ceac1364-5209-4b89-b8a6-8deb84500141 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:48.564307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ceac1364-5209-4b89-b8a6-8deb84500141 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:48.572198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29b9b22b-8ff4-4de1-96c0-d1b5484a4920 req-26bcfb48-b846-44bd-a843-8d69c6074fba tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037436 Feb 16 16:43:48.575365 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b861bc1a-6620-482e-a439-582e34516ee5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (4c65541a-a5b1-479e-afd5-a4b3633e7185), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.583246 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2060ec25-b286-4947-a24a-21e3048f4209 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network be013156-98fd-41ed-9311-9ca7ba048af0 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:48.603620 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-2060ec25-b286-4947-a24a-21e3048f4209 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, be013156-98fd-41ed-9311-9ca7ba048af0) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:48.612227 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-5686d676-f45a-416a-aba2-2d63a8affebe tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Deleting subnet 27d4b20a-9190-4815-a98f-a2dfe7117a84 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:43:48.615010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2060ec25-b286-4947-a24a-21e3048f4209 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:48.615608 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2060ec25-b286-4947-a24a-21e3048f4209 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.619890 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5686d676-f45a-416a-aba2-2d63a8affebe tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for subnet (27d4b20a-9190-4815-a98f-a2dfe7117a84), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.644676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b33a7e-630b-49ed-a47a-2ea434bcda6f None None] Network be013156-98fd-41ed-9311-9ca7ba048af0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:48.658273 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2060ec25-b286-4947-a24a-21e3048f4209 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4828045 Feb 16 16:43:48.661841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44950) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:48.667614 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b861bc1a-6620-482e-a439-582e34516ee5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (4c65541a-a5b1-479e-afd5-a4b3633e7185), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.669105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ecde979a-d636-4ca2-b124-9f54f57b00d3 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-87536774'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:48.680976 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5686d676-f45a-416a-aba2-2d63a8affebe tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (27d4b20a-9190-4815-a98f-a2dfe7117a84), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.699085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861bc1a-6620-482e-a439-582e34516ee5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Subnet': ['ID=4c65541a-a5b1-479e-afd5-a4b3633e7185,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:48.701588 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b861bc1a-6620-482e-a439-582e34516ee5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.707288 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b861bc1a-6620-482e-a439-582e34516ee5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/4c65541a-a5b1-479e-afd5-a4b3633e7185 HTTP/1.1" status: 204 len: 168 time: 0.4848442 Feb 16 16:43:48.707917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44952) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:48.728898 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecde979a-d636-4ca2-b124-9f54f57b00d3 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:48.732823 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecde979a-d636-4ca2-b124-9f54f57b00d3 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.745149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e479f3-ae19-458e-a9ff-51dd943187ea None None] Network 3e02e481-4737-463d-a8ee-79f5da8a7073 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:48.798922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecde979a-d636-4ca2-b124-9f54f57b00d3 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:48.808500 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (3e02e481-4737-463d-a8ee-79f5da8a7073), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.810783 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5686d676-f45a-416a-aba2-2d63a8affebe tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (27d4b20a-9190-4815-a98f-a2dfe7117a84), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.837152 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecde979a-d636-4ca2-b124-9f54f57b00d3 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (83297d72-d5b8-430a-ab8f-3f451fb82ce7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.837553 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-ecde979a-d636-4ca2-b124-9f54f57b00d3 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Added segment 83297d72-d5b8-430a-ab8f-3f451fb82ce7 of type vlan for network fe48bb95-ed89-4d4f-9c4f-a13a6580d765 Feb 16 16:43:48.857751 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e26ca-011e-4058-b6b7-b612191a3c70 None None] DHCP port deletion for 876bf84c-5711-43ba-9f71-550bfa8b1315 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:43:48.886267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port dc694f92-34a4-413f-ac02-71b09d587589 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:48.886507 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (dc694f92-34a4-413f-ac02-71b09d587589), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.899665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-be013156-98fd-41ed-9311-9ca7ba048af0', 'network_id': 'be013156-98fd-41ed-9311-9ca7ba048af0', 'project_id': '70d94817923641fa974ae444aa13736c', 'fixed_ips': [{'subnet_id': 'd7405f9f-6830-449e-84b9-074a89379372'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:43:48.900614 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.909110 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecde979a-d636-4ca2-b124-9f54f57b00d3 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (fe48bb95-ed89-4d4f-9c4f-a13a6580d765), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.956426 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecde979a-d636-4ca2-b124-9f54f57b00d3 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (fe48bb95-ed89-4d4f-9c4f-a13a6580d765), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.961873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecde979a-d636-4ca2-b124-9f54f57b00d3 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:48.962530 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecde979a-d636-4ca2-b124-9f54f57b00d3 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.966819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] For port dc694f92-34a4-413f-ac02-71b09d587589, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=dc694f92-34a4-413f-ac02-71b09d587589,segment=NetworkSegment(b4060d18-2322-459a-98fe-fdc91fbff4f5),segment_id=b4060d18-2322-459a-98fe-fdc91fbff4f5)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:48.967192 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (dc694f92-34a4-413f-ac02-71b09d587589), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.971870 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5686d676-f45a-416a-aba2-2d63a8affebe tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (27d4b20a-9190-4815-a98f-a2dfe7117a84), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:48.982218 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for dc694f92-34a4-413f-ac02-71b09d587589 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:49.021570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686d676-f45a-416a-aba2-2d63a8affebe tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event deleted for resources: {'Subnet': ['ID=27d4b20a-9190-4815-a98f-a2dfe7117a84,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:49.024279 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5686d676-f45a-416a-aba2-2d63a8affebe tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.031496 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5686d676-f45a-416a-aba2-2d63a8affebe tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "DELETE /v2.0/subnets/27d4b20a-9190-4815-a98f-a2dfe7117a84 HTTP/1.1" status: 204 len: 168 time: 0.4889486 Feb 16 16:43:49.036480 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44954) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:49.040651 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ecde979a-d636-4ca2-b124-9f54f57b00d3 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3778048 Feb 16 16:43:49.048778 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44956) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:49.056695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-073bcd6e-da66-46c3-968e-9ff1c0b5f945 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'subnet': {'network_id': 'fe48bb95-ed89-4d4f-9c4f-a13a6580d765', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:49.113343 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde979a-d636-4ca2-b124-9f54f57b00d3 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Network': ['ID=fe48bb95-ed89-4d4f-9c4f-a13a6580d765,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:49.182579 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (876bf84c-5711-43ba-9f71-550bfa8b1315), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.201066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc87089-d51e-4e61-8e3b-4e606f68aef7 None None] Network f9fdde47-8dff-4fad-9ced-2e58337ba804 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:49.203145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network fe48bb95-ed89-4d4f-9c4f-a13a6580d765 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:49.242815 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Deleting port c301a581-9e6a-4766-a10a-bed23643fd61 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:49.243507 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c301a581-9e6a-4766-a10a-bed23643fd61), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.246588 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (dc694f92-34a4-413f-ac02-71b09d587589), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.295931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No DVR routers for this DVR port dc694f92-34a4-413f-ac02-71b09d587589 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:49.303747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=dc694f92-34a4-413f-ac02-71b09d587589,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:49.324930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] For port c301a581-9e6a-4766-a10a-bed23643fd61, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c301a581-9e6a-4766-a10a-bed23643fd61,segment=NetworkSegment(645485bb-a6da-42eb-9345-75bb31b0e87e),segment_id=645485bb-a6da-42eb-9345-75bb31b0e87e)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:49.325371 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c301a581-9e6a-4766-a10a-bed23643fd61), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.329673 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073bcd6e-da66-46c3-968e-9ff1c0b5f945 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:49.332230 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-073bcd6e-da66-46c3-968e-9ff1c0b5f945 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.340185 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Calling delete_port for c301a581-9e6a-4766-a10a-bed23643fd61 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:49.360106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7dabb-020e-47df-b8b3-f190c8e5d76c req-b490f97e-5c5e-4edb-aadf-5588c74134f8 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:49.361636 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ed7dabb-020e-47df-b8b3-f190c8e5d76c req-b490f97e-5c5e-4edb-aadf-5588c74134f8 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 944 time: 0.1804397 Feb 16 16:43:49.374304 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e26ca-011e-4058-b6b7-b612191a3c70 None None] Deleting port c301a581-9e6a-4766-a10a-bed23643fd61 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:49.374304 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b4e26ca-011e-4058-b6b7-b612191a3c70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c301a581-9e6a-4766-a10a-bed23643fd61), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.381401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:49.436398 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c301a581-9e6a-4766-a10a-bed23643fd61), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.448214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Allocated IP 2001:db8::3 (be013156-98fd-41ed-9311-9ca7ba048af0/d7405f9f-6830-449e-84b9-074a89379372/99a893c7-f444-4c1c-a9f9-c064530a8f0c) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:49.472881 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event deleted for resources: {'Port': ['ID=c301a581-9e6a-4766-a10a-bed23643fd61,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:49.475130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] No DVR routers for this DVR port c301a581-9e6a-4766-a10a-bed23643fd61 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:49.481055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.ipam_backend_mixin [None req-073bcd6e-da66-46c3-968e-9ff1c0b5f945 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Performing IP validity checks on allocation pools {{(pid=103421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 16:43:49.481605 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.ipam_backend_mixin [None req-073bcd6e-da66-46c3-968e-9ff1c0b5f945 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 16:43:49.523380 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (3e02e481-4737-463d-a8ee-79f5da8a7073), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.534827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783e48d9-0278-441c-9b68-806fddae2155 None None] DHCP port deletion for 3e02e481-4737-463d-a8ee-79f5da8a7073 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:43:49.573448 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (876bf84c-5711-43ba-9f71-550bfa8b1315), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.589402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e02e481-4737-463d-a8ee-79f5da8a7073']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:49.598415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876bf84c-5711-43ba-9f71-550bfa8b1315']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:49.610921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645485bb-a6da-42eb-9345-75bb31b0e87e') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:49.611331 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645485bb-a6da-42eb-9345-75bb31b0e87e') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:49.619299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3b4e26ca-011e-4058-b6b7-b612191a3c70 None None] For port c301a581-9e6a-4766-a10a-bed23643fd61, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c301a581-9e6a-4766-a10a-bed23643fd61,segment=NetworkSegment(645485bb-a6da-42eb-9345-75bb31b0e87e),segment_id=645485bb-a6da-42eb-9345-75bb31b0e87e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:49.619968 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b4e26ca-011e-4058-b6b7-b612191a3c70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c301a581-9e6a-4766-a10a-bed23643fd61), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.626153 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (645485bb-a6da-42eb-9345-75bb31b0e87e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.646901 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (645485bb-a6da-42eb-9345-75bb31b0e87e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.654783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:49.656993 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (645485bb-a6da-42eb-9345-75bb31b0e87e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:49.659383 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:49.662666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ed7dabb-020e-47df-b8b3-f190c8e5d76c req-df153a1a-0a7c-46c0-b27c-3286feaef380 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/security-groups?id=53ebd652-655b-4cc7-81b3-995f2ff2ada1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698867 Feb 16 16:43:49.683904 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4060d18-2322-459a-98fe-fdc91fbff4f5') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:49.684098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4060d18-2322-459a-98fe-fdc91fbff4f5') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:49.710568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e26ca-011e-4058-b6b7-b612191a3c70 None None] Calling delete_port for c301a581-9e6a-4766-a10a-bed23643fd61 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:49.738958 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:43:49.772202 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (b4060d18-2322-459a-98fe-fdc91fbff4f5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.779227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (876bf84c-5711-43ba-9f71-550bfa8b1315), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.785871 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.796429 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "DELETE /v2.0/networks/876bf84c-5711-43ba-9f71-550bfa8b1315 HTTP/1.1" status: 204 len: 168 time: 0.7546222 Feb 16 16:43:49.800338 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44964) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:49.804333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:49.805469 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (fb25bfb9-f605-4bf8-a80a-cc88b13ffec4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.813112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd36ed-0291-4992-bceb-fae93df0d528 None None] DHCP port deletion for f9fdde47-8dff-4fad-9ced-2e58337ba804 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:43:49.824994 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb0ccd-54a0-42ac-95c9-1ff49c2ca6d4 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event deleted for resources: {'Network': ['ID=876bf84c-5711-43ba-9f71-550bfa8b1315,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:49.854596 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b4060d18-2322-459a-98fe-fdc91fbff4f5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.886205 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:49.886717 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (b4060d18-2322-459a-98fe-fdc91fbff4f5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:49.892122 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:49.921843 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-073bcd6e-da66-46c3-968e-9ff1c0b5f945 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (da2935e0-c4af-4e7a-9694-5b7e88a4c427), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.954958 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Publish callbacks [] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.966658 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b4e26ca-011e-4058-b6b7-b612191a3c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (c301a581-9e6a-4766-a10a-bed23643fd61), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:49.972959 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.004769 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b4e26ca-011e-4058-b6b7-b612191a3c70 None None] Network 876bf84c-5711-43ba-9f71-550bfa8b1315 is not hosted by any dhcp agent {{(pid=103423) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:43:50.005157 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e26ca-011e-4058-b6b7-b612191a3c70 None None] No DVR routers for this DVR port c301a581-9e6a-4766-a10a-bed23643fd61 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:50.009826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e26ca-011e-4058-b6b7-b612191a3c70 None None] Pushing event deleted for resources: {'Port': ['ID=c301a581-9e6a-4766-a10a-bed23643fd61,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:50.024898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee9991-0312-4365-8173-e6e6815a6832 req-1306f630-1503-4ce3-80c6-ece5ae39f8de tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:50.026602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cbee9991-0312-4365-8173-e6e6815a6832 req-1306f630-1503-4ce3-80c6-ece5ae39f8de tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=3377e56b-d9db-41bf-98d6-477c9eda6874 HTTP/1.1" status: 200 len: 945 time: 0.3629766 Feb 16 16:43:50.056052 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (f9fdde47-8dff-4fad-9ced-2e58337ba804), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.067159 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (3e02e481-4737-463d-a8ee-79f5da8a7073), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.079390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Network be013156-98fd-41ed-9311-9ca7ba048af0 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:50.085062 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.088735 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/networks/3e02e481-4737-463d-a8ee-79f5da8a7073 HTTP/1.1" status: 204 len: 168 time: 1.3798237 Feb 16 16:43:50.092502 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44966) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:50.095284 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:50.101012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5771a10a-754a-42a1-87e0-6ab447f86273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1644035700'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:50.104687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:50.111079 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd36ed-0291-4992-bceb-fae93df0d528 None None] Deleting port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:50.111463 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6cdd36ed-0291-4992-bceb-fae93df0d528 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.115461 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:50.116017 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (fb25bfb9-f605-4bf8-a80a-cc88b13ffec4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.118321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Pushing event updated for resources: {'Port': ['ID=99a893c7-f444-4c1c-a9f9-c064530a8f0c,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:50.133634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bcd6e-da66-46c3-968e-9ff1c0b5f945 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Subnet': ['ID=da2935e0-c4af-4e7a-9694-5b7e88a4c427,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:50.136439 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5771a10a-754a-42a1-87e0-6ab447f86273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:50.141552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebe6dd-9da1-4abc-8549-08295d6a4630 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Network': ['ID=3e02e481-4737-463d-a8ee-79f5da8a7073,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:50.144886 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5771a10a-754a-42a1-87e0-6ab447f86273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.189096 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f24a0fd-c871-4af8-86f2-1132d5fb9aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb25bfb9-f605-4bf8-a80a-cc88b13ffec4'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:50.192029 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cbee9991-0312-4365-8173-e6e6815a6832 req-e4170fff-82b3-47da-a63d-8688ac818bbf tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538851 Feb 16 16:43:50.197376 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5771a10a-754a-42a1-87e0-6ab447f86273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:50.198881 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d566ab9a-61c1-4d64-8974-4437d4698c15" -d '{"events": [{"server_uuid": "8f24a0fd-c871-4af8-86f2-1132d5fb9aac", "name": "network-vif-plugged", "status": "completed", "tag": "fb25bfb9-f605-4bf8-a80a-cc88b13ffec4"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:50.204047 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073bcd6e-da66-46c3-968e-9ff1c0b5f945 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Checking segment: {'id': '83297d72-d5b8-430a-ab8f-3f451fb82ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe48bb95-ed89-4d4f-9c4f-a13a6580d765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:50.204471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073bcd6e-da66-46c3-968e-9ff1c0b5f945 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network hostable DHCP agents. Network: fe48bb95-ed89-4d4f-9c4f-a13a6580d765, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:50.233372 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5771a10a-754a-42a1-87e0-6ab447f86273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cbc514d4-ea84-4ea4-b330-684a830afd52), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.234089 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-5771a10a-754a-42a1-87e0-6ab447f86273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Added segment cbc514d4-ea84-4ea4-b330-684a830afd52 of type vlan for network 909f694f-8d2e-4766-aa2c-814b55794193 Feb 16 16:43:50.272528 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856ca8b0-c955-4bd7-802c-e97d987fcded x-openstack-request-id: req-856ca8b0-c955-4bd7-802c-e97d987fcded {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:50.273178 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f24a0fd-c871-4af8-86f2-1132d5fb9aac", "name": "network-vif-plugged", "status": "completed", "tag": "fb25bfb9-f605-4bf8-a80a-cc88b13ffec4", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:50.273178 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-856ca8b0-c955-4bd7-802c-e97d987fcded {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:50.273458 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f24a0fd-c871-4af8-86f2-1132d5fb9aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb25bfb9-f605-4bf8-a80a-cc88b13ffec4', 'code': 200} Feb 16 16:43:50.276247 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073bcd6e-da66-46c3-968e-9ff1c0b5f945 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network fe48bb95-ed89-4d4f-9c4f-a13a6580d765 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:50.276954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:50.283521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=fb25bfb9-f605-4bf8-a80a-cc88b13ffec4,segment=NetworkSegment(a051a479-b891-4694-a288-a273a0b12c97),segment_id=a051a479-b891-4694-a288-a273a0b12c97)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:50.286119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Deleting port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:50.286525 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.290409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-073bcd6e-da66-46c3-968e-9ff1c0b5f945 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, fe48bb95-ed89-4d4f-9c4f-a13a6580d765) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:50.304896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073bcd6e-da66-46c3-968e-9ff1c0b5f945 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:50.306012 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-073bcd6e-da66-46c3-968e-9ff1c0b5f945 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.320230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41ad0bf-d4af-4c0d-84a4-656291429ce0 None None] Network fe48bb95-ed89-4d4f-9c4f-a13a6580d765 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:50.326955 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5771a10a-754a-42a1-87e0-6ab447f86273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (909f694f-8d2e-4766-aa2c-814b55794193), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.328027 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (fb25bfb9-f605-4bf8-a80a-cc88b13ffec4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.342795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6cdd36ed-0291-4992-bceb-fae93df0d528 None None] For port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=43e0a4c3-6279-4966-bd6b-2bef9cddf8af,segment=NetworkSegment(2d942afb-8af3-4a30-a190-ed82efcaf4a0),segment_id=2d942afb-8af3-4a30-a190-ed82efcaf4a0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:50.343243 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6cdd36ed-0291-4992-bceb-fae93df0d528 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.373111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-073bcd6e-da66-46c3-968e-9ff1c0b5f945 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3208487 Feb 16 16:43:50.373338 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44970) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:50.386751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] For port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=43e0a4c3-6279-4966-bd6b-2bef9cddf8af,segment=NetworkSegment(2d942afb-8af3-4a30-a190-ed82efcaf4a0),segment_id=2d942afb-8af3-4a30-a190-ed82efcaf4a0)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:50.387237 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.387683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Attempting to bind port 99a893c7-f444-4c1c-a9f9-c064530a8f0c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:50.388135 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Attempting to bind port 99a893c7-f444-4c1c-a9f9-c064530a8f0c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'f8837e09-7fd7-46f1-8929-77a32c67cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'be013156-98fd-41ed-9311-9ca7ba048af0'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:50.388502 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Attempting to bind port 99a893c7-f444-4c1c-a9f9-c064530a8f0c on network be013156-98fd-41ed-9311-9ca7ba048af0 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:50.392608 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5771a10a-754a-42a1-87e0-6ab447f86273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (909f694f-8d2e-4766-aa2c-814b55794193), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.398148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5771a10a-754a-42a1-87e0-6ab447f86273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:50.398911 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5771a10a-754a-42a1-87e0-6ab447f86273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.408780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd36ed-0291-4992-bceb-fae93df0d528 None None] Calling delete_port for 43e0a4c3-6279-4966-bd6b-2bef9cddf8af owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:50.421833 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Calling delete_port for 43e0a4c3-6279-4966-bd6b-2bef9cddf8af owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:50.427278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:50.427648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Checking segment: {'id': 'f8837e09-7fd7-46f1-8929-77a32c67cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'be013156-98fd-41ed-9311-9ca7ba048af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:50.428081 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.428478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Bound using segment: {'id': 'f8837e09-7fd7-46f1-8929-77a32c67cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'be013156-98fd-41ed-9311-9ca7ba048af0'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:50.428964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Bound port: 99a893c7-f444-4c1c-a9f9-c064530a8f0c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8837e09-7fd7-46f1-8929-77a32c67cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'be013156-98fd-41ed-9311-9ca7ba048af0'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:50.429357 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.460197 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5771a10a-754a-42a1-87e0-6ab447f86273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3657348 Feb 16 16:43:50.464721 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44972) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:50.469900 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d21dbc0a-7640-49a2-a619-090e26ba9209 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'subnet': {'network_id': '909f694f-8d2e-4766-aa2c-814b55794193', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:50.524258 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b3a00-0658-4ebf-b4cf-4e25d12eff20 req-af5f3721-c5ea-4a1b-8b87-ed60f6303487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:50.525778 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0f1b3a00-0658-4ebf-b4cf-4e25d12eff20 req-af5f3721-c5ea-4a1b-8b87-ed60f6303487 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 1127 time: 0.1728072 Feb 16 16:43:50.530142 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771a10a-754a-42a1-87e0-6ab447f86273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Network': ['ID=909f694f-8d2e-4766-aa2c-814b55794193,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:50.565953 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (fe48bb95-ed89-4d4f-9c4f-a13a6580d765), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.579364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 909f694f-8d2e-4766-aa2c-814b55794193 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:50.590399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=fb25bfb9-f605-4bf8-a80a-cc88b13ffec4,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:50.648693 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0f1b3a00-0658-4ebf-b4cf-4e25d12eff20 req-c4455383-4792-4ee5-a16e-b0ecebbdd105 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=53ebd652-655b-4cc7-81b3-995f2ff2ada1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074378 Feb 16 16:43:50.657456 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21dbc0a-7640-49a2-a619-090e26ba9209 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:50.661039 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d21dbc0a-7640-49a2-a619-090e26ba9209 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.682537 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (da2935e0-c4af-4e7a-9694-5b7e88a4c427), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.682807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:50.683835 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.688432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.691390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbf019e-25e4-4969-83de-4280c2d29625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-fe48bb95-ed89-4d4f-9c4f-a13a6580d765', 'network_id': 'fe48bb95-ed89-4d4f-9c4f-a13a6580d765', 'project_id': '70d94817923641fa974ae444aa13736c', 'fixed_ips': [{'subnet_id': 'da2935e0-c4af-4e7a-9694-5b7e88a4c427'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:43:50.692928 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0dbf019e-25e4-4969-83de-4280c2d29625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.749532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] No DVR routers for this DVR port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:50.759383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event deleted for resources: {'Port': ['ID=43e0a4c3-6279-4966-bd6b-2bef9cddf8af,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:50.767593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] For port 99a893c7-f444-4c1c-a9f9-c064530a8f0c, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:50.812512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] For port 99a893c7-f444-4c1c-a9f9-c064530a8f0c, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=99a893c7-f444-4c1c-a9f9-c064530a8f0c,segment=NetworkSegment(f8837e09-7fd7-46f1-8929-77a32c67cfa1),segment_id=f8837e09-7fd7-46f1-8929-77a32c67cfa1)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:50.883553 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.888712 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (f9fdde47-8dff-4fad-9ced-2e58337ba804), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.902440 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (da2935e0-c4af-4e7a-9694-5b7e88a4c427), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.920711 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d21dbc0a-7640-49a2-a619-090e26ba9209 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (c997d3c4-8730-4f84-a119-7138cdc67270), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.928791 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6cdd36ed-0291-4992-bceb-fae93df0d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (43e0a4c3-6279-4966-bd6b-2bef9cddf8af), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:50.953006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdf499-8ba1-4974-9556-8825a3b143cf req-dc3c638b-6325-4f7e-9d65-3715ddaa0224 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:50.959629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63cdf499-8ba1-4974-9556-8825a3b143cf req-dc3c638b-6325-4f7e-9d65-3715ddaa0224 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 945 time: 0.2158313 Feb 16 16:43:50.970497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fdde47-8dff-4fad-9ced-2e58337ba804']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:50.973019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Subnet': ['ID=da2935e0-c4af-4e7a-9694-5b7e88a4c427,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:50.975160 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdd36ed-0291-4992-bceb-fae93df0d528 None None] No DVR routers for this DVR port 43e0a4c3-6279-4966-bd6b-2bef9cddf8af on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:50.986209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d942afb-8af3-4a30-a190-ed82efcaf4a0') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:50.986209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d942afb-8af3-4a30-a190-ed82efcaf4a0') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:51.002888 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21dbc0a-7640-49a2-a619-090e26ba9209 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Checking segment: {'id': 'cbc514d4-ea84-4ea4-b330-684a830afd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '909f694f-8d2e-4766-aa2c-814b55794193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:51.003261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21dbc0a-7640-49a2-a619-090e26ba9209 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network hostable DHCP agents. Network: 909f694f-8d2e-4766-aa2c-814b55794193, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:51.017139 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (2d942afb-8af3-4a30-a190-ed82efcaf4a0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:51.021054 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21dbc0a-7640-49a2-a619-090e26ba9209 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Subnet': ['ID=c997d3c4-8730-4f84-a119-7138cdc67270,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:51.028876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server [None req-0dbf019e-25e4-4969-83de-4280c2d29625 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da2935e0-c4af-4e7a-9694-5b7e88a4c427: This subnet is being modified by another concurrent operation. Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:43:51.033087 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise exception Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da2935e0-c4af-4e7a-9694-5b7e88a4c427: This subnet is being modified by another concurrent operation. Feb 16 16:43:51.037992 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Feb 16 16:43:51.042088 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21dbc0a-7640-49a2-a619-090e26ba9209 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 909f694f-8d2e-4766-aa2c-814b55794193 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:51.058462 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (2d942afb-8af3-4a30-a190-ed82efcaf4a0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:51.074365 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7dad25-3480-4481-b681-50aa17433bfd None None] Network fe48bb95-ed89-4d4f-9c4f-a13a6580d765 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:51.076790 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640be53-8ee8-4bd0-8d5a-7a39e1f14a48 None None] Pushing event updated for resources: {'Port': ['ID=99a893c7-f444-4c1c-a9f9-c064530a8f0c,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:51.078921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d21dbc0a-7640-49a2-a619-090e26ba9209 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 909f694f-8d2e-4766-aa2c-814b55794193) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:51.089976 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (fe48bb95-ed89-4d4f-9c4f-a13a6580d765), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:51.101331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:51.101671 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (2d942afb-8af3-4a30-a190-ed82efcaf4a0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:51.105874 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:51.109055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21dbc0a-7640-49a2-a619-090e26ba9209 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:51.111518 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d21dbc0a-7640-49a2-a619-090e26ba9209 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:51.129710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fadfa0-b516-452c-9afe-def102696bb4 None None] Network 909f694f-8d2e-4766-aa2c-814b55794193 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:51.142518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd36ed-0291-4992-bceb-fae93df0d528 None None] Pushing event deleted for resources: {'Port': ['ID=43e0a4c3-6279-4966-bd6b-2bef9cddf8af,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:51.155284 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c301a581-9e6a-4766-a10a-bed23643fd61 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:51.168878 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63cdf499-8ba1-4974-9556-8825a3b143cf req-d437ebf5-3514-491c-ac2f-5ba89fb1306e tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/security-groups?id=53ebd652-655b-4cc7-81b3-995f2ff2ada1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933153 Feb 16 16:43:51.172291 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d21dbc0a-7640-49a2-a619-090e26ba9209 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7063372 Feb 16 16:43:51.175186 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44976) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:51.182853 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0084ae18-dd1f-486c-8fe9-94a7a2d1c675 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'network_id': '909f694f-8d2e-4766-aa2c-814b55794193', 'name': 'tempest-PortsIpV6TestJSON-165789207', 'fixed_ips': [{'subnet_id': 'c997d3c4-8730-4f84-a119-7138cdc67270', 'ip_address': '2001:db8::10'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:51.220462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: c301a581-9e6a-4766-a10a-bed23643fd61 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:51.220863 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c301a581-9e6a-4766-a10a-bed23643fd61 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:51.221225 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device dc694f92-34a4-413f-ac02-71b09d587589 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:51.233328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe48bb95-ed89-4d4f-9c4f-a13a6580d765']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:51.245121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83297d72-d5b8-430a-ab8f-3f451fb82ce7') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:51.245446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83297d72-d5b8-430a-ab8f-3f451fb82ce7') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:51.257996 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (83297d72-d5b8-430a-ab8f-3f451fb82ce7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:51.283692 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (83297d72-d5b8-430a-ab8f-3f451fb82ce7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:51.294455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:51.294799 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (83297d72-d5b8-430a-ab8f-3f451fb82ce7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:51.341492 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0084ae18-dd1f-486c-8fe9-94a7a2d1c675 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:51.480724 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0084ae18-dd1f-486c-8fe9-94a7a2d1c675 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:51.500252 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-0084ae18-dd1f-486c-8fe9-94a7a2d1c675 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port 0452c762-efcc-4ea2-b02e-0147a606ad07 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:43:51.518732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: dc694f92-34a4-413f-ac02-71b09d587589 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:51.519234 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device dc694f92-34a4-413f-ac02-71b09d587589 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:51.519498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 43e0a4c3-6279-4966-bd6b-2bef9cddf8af no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:51.546069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 43e0a4c3-6279-4966-bd6b-2bef9cddf8af {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:51.546435 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 43e0a4c3-6279-4966-bd6b-2bef9cddf8af not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:51.605881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-909f694f-8d2e-4766-aa2c-814b55794193', 'network_id': '909f694f-8d2e-4766-aa2c-814b55794193', 'project_id': 'e6c4df9b782646bcaf02850f363551f8', 'fixed_ips': [{'subnet_id': 'c997d3c4-8730-4f84-a119-7138cdc67270'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:43:51.607240 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:51.721369 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-0084ae18-dd1f-486c-8fe9-94a7a2d1c675 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Allocated IP 2001:db8::10 (909f694f-8d2e-4766-aa2c-814b55794193/c997d3c4-8730-4f84-a119-7138cdc67270/0452c762-efcc-4ea2-b02e-0147a606ad07) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:51.769191 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:51.801086 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (fe48bb95-ed89-4d4f-9c4f-a13a6580d765), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:51.802621 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (f9fdde47-8dff-4fad-9ced-2e58337ba804), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:51.810467 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:51.815803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/fe48bb95-ed89-4d4f-9c4f-a13a6580d765 HTTP/1.1" status: 204 len: 168 time: 1.4396415 Feb 16 16:43:51.817474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44980) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:51.818444 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:51.824273 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "DELETE /v2.0/networks/f9fdde47-8dff-4fad-9ced-2e58337ba804 HTTP/1.1" status: 204 len: 168 time: 2.0196552 Feb 16 16:43:51.828369 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44982) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:51.832325 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f61afdd0-3637-4fe0-b434-e787b7ad8367 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-390163277'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:51.833834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c543ac9-6c9c-4d87-a45b-af3c0323ecf6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Network': ['ID=fe48bb95-ed89-4d4f-9c4f-a13a6580d765,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:51.853926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c286029-7089-441b-b87b-7562c120a765 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event deleted for resources: {'Network': ['ID=f9fdde47-8dff-4fad-9ced-2e58337ba804,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:51.869143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051ded0-f723-4ab1-810a-40a8fd4aab29 req-c1397e87-bb8c-4b71-8cc5-d42f3670ed66 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:51.870623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5051ded0-f723-4ab1-810a-40a8fd4aab29 req-c1397e87-bb8c-4b71-8cc5-d42f3670ed66 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=3377e56b-d9db-41bf-98d6-477c9eda6874 HTTP/1.1" status: 200 len: 945 time: 0.1004875 Feb 16 16:43:51.927011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5051ded0-f723-4ab1-810a-40a8fd4aab29 req-20b0b023-5e14-4925-a865-03dc266d082d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503652 Feb 16 16:43:51.953062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61afdd0-3637-4fe0-b434-e787b7ad8367 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:51.956353 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f61afdd0-3637-4fe0-b434-e787b7ad8367 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:51.961405 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2b5535-83b4-40b2-85a4-51767010ae72 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Deleting subnet c9028da5-e470-4e50-b91a-f57df0e73f36 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:43:51.986794 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c2b5535-83b4-40b2-85a4-51767010ae72 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for subnet (c9028da5-e470-4e50-b91a-f57df0e73f36), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.021000 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0084ae18-dd1f-486c-8fe9-94a7a2d1c675 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (0452c762-efcc-4ea2-b02e-0147a606ad07), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.043874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61afdd0-3637-4fe0-b434-e787b7ad8367 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:52.060758 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c2b5535-83b4-40b2-85a4-51767010ae72 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (c9028da5-e470-4e50-b91a-f57df0e73f36), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.067172 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f61afdd0-3637-4fe0-b434-e787b7ad8367 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.067406 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-f61afdd0-3637-4fe0-b434-e787b7ad8367 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Added segment 8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce of type vlan for network 0f5174b9-b3bb-439e-b703-3d634fe5ea7c Feb 16 16:43:52.241235 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f61afdd0-3637-4fe0-b434-e787b7ad8367 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (0f5174b9-b3bb-439e-b703-3d634fe5ea7c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.255424 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0084ae18-dd1f-486c-8fe9-94a7a2d1c675 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (0452c762-efcc-4ea2-b02e-0147a606ad07), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.256765 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 99a893c7-f444-4c1c-a9f9-c064530a8f0c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:52.291000 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c2b5535-83b4-40b2-85a4-51767010ae72 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (c9028da5-e470-4e50-b91a-f57df0e73f36), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.357405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d0701-775c-4501-8b59-13ed88565669 req-8df600fc-14ec-4374-b711-68bb17394ca3 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:52.359160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-380d0701-775c-4501-8b59-13ed88565669 req-8df600fc-14ec-4374-b711-68bb17394ca3 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 945 time: 0.0970829 Feb 16 16:43:52.372745 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0084ae18-dd1f-486c-8fe9-94a7a2d1c675 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 909f694f-8d2e-4766-aa2c-814b55794193 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:52.381488 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-0084ae18-dd1f-486c-8fe9-94a7a2d1c675 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:52.384663 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084ae18-dd1f-486c-8fe9-94a7a2d1c675 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:52.392223 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0084ae18-dd1f-486c-8fe9-94a7a2d1c675 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:52.393228 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0084ae18-dd1f-486c-8fe9-94a7a2d1c675 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.407556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Allocated IP 2001:db8::2 (909f694f-8d2e-4766-aa2c-814b55794193/c997d3c4-8730-4f84-a119-7138cdc67270/959f1086-8a00-4871-9207-ef99380cac05) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:52.441779 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f61afdd0-3637-4fe0-b434-e787b7ad8367 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (0f5174b9-b3bb-439e-b703-3d634fe5ea7c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.458529 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61afdd0-3637-4fe0-b434-e787b7ad8367 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:52.458529 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f61afdd0-3637-4fe0-b434-e787b7ad8367 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.486269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084ae18-dd1f-486c-8fe9-94a7a2d1c675 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=0452c762-efcc-4ea2-b02e-0147a606ad07,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:52.494405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-380d0701-775c-4501-8b59-13ed88565669 req-36464069-12c5-4cc5-8e70-2e9c42367da2 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/security-groups?id=53ebd652-655b-4cc7-81b3-995f2ff2ada1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226923 Feb 16 16:43:52.553764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44996) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:52.560320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-290c1b04-07a8-42e3-b3c0-9cee246740ef tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'network_id': '909f694f-8d2e-4766-aa2c-814b55794193', 'name': 'tempest-PortsIpV6TestJSON-443596834', 'fixed_ips': [{'subnet_id': 'c997d3c4-8730-4f84-a119-7138cdc67270', 'ip_address': '2001:db8::f'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:52.566695 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0084ae18-dd1f-486c-8fe9-94a7a2d1c675 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3869882 Feb 16 16:43:52.629117 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f61afdd0-3637-4fe0-b434-e787b7ad8367 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8030386 Feb 16 16:43:52.639855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45008) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:52.644854 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d8a4d3be-693b-4ae0-a5b4-ce1708d199f0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'subnet': {'network_id': '0f5174b9-b3bb-439e-b703-3d634fe5ea7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:52.663709 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da5245-d7b6-494a-8cd2-278d3a8d88eb None None] Network be013156-98fd-41ed-9311-9ca7ba048af0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:52.701833 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61afdd0-3637-4fe0-b434-e787b7ad8367 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Network': ['ID=0f5174b9-b3bb-439e-b703-3d634fe5ea7c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:52.708112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c2b5535-83b4-40b2-85a4-51767010ae72 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (c9028da5-e470-4e50-b91a-f57df0e73f36), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.729633 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 0f5174b9-b3bb-439e-b703-3d634fe5ea7c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:43:52.747996 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b5535-83b4-40b2-85a4-51767010ae72 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event deleted for resources: {'Subnet': ['ID=c9028da5-e470-4e50-b91a-f57df0e73f36,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:52.798332 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c2b5535-83b4-40b2-85a4-51767010ae72 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.812788 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4c2b5535-83b4-40b2-85a4-51767010ae72 tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "DELETE /v2.0/subnets/c9028da5-e470-4e50-b91a-f57df0e73f36 HTTP/1.1" status: 204 len: 168 time: 0.9766257 Feb 16 16:43:52.816355 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45010) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:52.839872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 99a893c7-f444-4c1c-a9f9-c064530a8f0c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:52.840290 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.859428 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Publish callbacks [] for port (959f1086-8a00-4871-9207-ef99380cac05), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.861025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a888fc-f83a-4ce8-a41e-4ef6b196c7d0 None None] Network 97abed15-6841-4b00-9b72-dd7f5794357b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:52.880507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-ff520526-1893-409b-aab2-0d4dd9debfcf tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:52.882906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-ff520526-1893-409b-aab2-0d4dd9debfcf tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/networks?id=12ca0dcd-c585-403e-b882-1256fb880706 HTTP/1.1" status: 200 len: 813 time: 0.2368762 Feb 16 16:43:52.903828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290c1b04-07a8-42e3-b3c0-9cee246740ef tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:52.919172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-aa1948a0-45e6-4360-ad35-8883e51bc7b4 None None] Provisioning complete for port 99a893c7-f444-4c1c-a9f9-c064530a8f0c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:52.919941 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aa1948a0-45e6-4360-ad35-8883e51bc7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.920969 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-7234c152-a9a4-4a27-a0a4-3f2cd26eda70 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/quotas/38015752bdc2447899a830d7da7a3f38 HTTP/1.1" status: 200 len: 375 time: 0.0286593 Feb 16 16:43:52.921335 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a4d3be-693b-4ae0-a5b4-ce1708d199f0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:52.924522 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d3be-693b-4ae0-a5b4-ce1708d199f0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.932164 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (959f1086-8a00-4871-9207-ef99380cac05), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:52.949009 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (97abed15-6841-4b00-9b72-dd7f5794357b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.091025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Deleting port 53444736-51a6-4650-904a-2ef887075285 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:53.091519 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (53444736-51a6-4650-904a-2ef887075285), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.107352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-4548fe50-b544-40bf-89b1-ae80c0459473 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=38015752bdc2447899a830d7da7a3f38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1849697 Feb 16 16:43:53.126219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Network 909f694f-8d2e-4766-aa2c-814b55794193 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:53.155104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:53.164225 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-290c1b04-07a8-42e3-b3c0-9cee246740ef tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.173838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Pushing event updated for resources: {'Port': ['ID=959f1086-8a00-4871-9207-ef99380cac05,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:53.181876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:53.184639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d35b48-9387-4fbf-9fdd-14a2ffbf9775 req-9a1de3f8-af6b-4407-9ac6-bb50ef154e73 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:53.193333 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05d35b48-9387-4fbf-9fdd-14a2ffbf9775 req-9a1de3f8-af6b-4407-9ac6-bb50ef154e73 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 945 time: 0.2416511 Feb 16 16:43:53.214250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] For port 53444736-51a6-4650-904a-2ef887075285, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=53444736-51a6-4650-904a-2ef887075285,segment=NetworkSegment(56ab80db-5119-4481-82c5-fced8f192291),segment_id=56ab80db-5119-4481-82c5-fced8f192291)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:53.214603 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (53444736-51a6-4650-904a-2ef887075285), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.254273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Calling delete_port for 53444736-51a6-4650-904a-2ef887075285 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:53.265429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-290c1b04-07a8-42e3-b3c0-9cee246740ef tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port e052853c-ed86-4f28-8895-93eb38f1f468 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:43:53.319703 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d3be-693b-4ae0-a5b4-ce1708d199f0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (3892ad0c-722e-4b18-b86c-6a07af74bff1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.341735 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 99a893c7-f444-4c1c-a9f9-c064530a8f0c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:53.341735 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.348727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Attempting to bind port 959f1086-8a00-4871-9207-ef99380cac05 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:53.348727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Attempting to bind port 959f1086-8a00-4871-9207-ef99380cac05 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'cbc514d4-ea84-4ea4-b330-684a830afd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '909f694f-8d2e-4766-aa2c-814b55794193'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:53.348986 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Attempting to bind port 959f1086-8a00-4871-9207-ef99380cac05 on network 909f694f-8d2e-4766-aa2c-814b55794193 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:53.375025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-40ea7e49-be95-46cf-9cea-4f35ed9dc212 service neutron] 10.222.0.24 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495441 Feb 16 16:43:53.379316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:53.379682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Checking segment: {'id': 'cbc514d4-ea84-4ea4-b330-684a830afd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '909f694f-8d2e-4766-aa2c-814b55794193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:53.380387 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.380827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Bound using segment: {'id': 'cbc514d4-ea84-4ea4-b330-684a830afd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '909f694f-8d2e-4766-aa2c-814b55794193'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:53.382263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Bound port: 959f1086-8a00-4871-9207-ef99380cac05, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc514d4-ea84-4ea4-b330-684a830afd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '909f694f-8d2e-4766-aa2c-814b55794193'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:53.382263 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (959f1086-8a00-4871-9207-ef99380cac05), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.386796 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-aa1948a0-45e6-4360-ad35-8883e51bc7b4 None None] Current status of the port 99a893c7-f444-4c1c-a9f9-c064530a8f0c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:53.387057 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aa1948a0-45e6-4360-ad35-8883e51bc7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.398753 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05d35b48-9387-4fbf-9fdd-14a2ffbf9775 req-6d547dbd-b33d-4f67-a33e-d9da62edc6ed tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/security-groups?id=53ebd652-655b-4cc7-81b3-995f2ff2ada1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041790 Feb 16 16:43:53.412469 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4d3be-693b-4ae0-a5b4-ce1708d199f0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Subnet': ['ID=3892ad0c-722e-4b18-b86c-6a07af74bff1,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:53.450540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 99a893c7-f444-4c1c-a9f9-c064530a8f0c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=99a893c7-f444-4c1c-a9f9-c064530a8f0c,segment=NetworkSegment(f8837e09-7fd7-46f1-8929-77a32c67cfa1),segment_id=f8837e09-7fd7-46f1-8929-77a32c67cfa1)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:53.462079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a4d3be-693b-4ae0-a5b4-ce1708d199f0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Checking segment: {'id': '8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f5174b9-b3bb-439e-b703-3d634fe5ea7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:53.462461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a4d3be-693b-4ae0-a5b4-ce1708d199f0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network hostable DHCP agents. Network: 0f5174b9-b3bb-439e-b703-3d634fe5ea7c, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:43:53.489094 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.541285 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (53444736-51a6-4650-904a-2ef887075285), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.558588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f3b906-0515-4065-9ad0-a5dd6c4072f7 None None] DHCP port deletion for 97abed15-6841-4b00-9b72-dd7f5794357b request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:43:53.588985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a4d3be-693b-4ae0-a5b4-ce1708d199f0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network 0f5174b9-b3bb-439e-b703-3d634fe5ea7c is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:43:53.592114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] No DVR routers for this DVR port 53444736-51a6-4650-904a-2ef887075285 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:53.610209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event deleted for resources: {'Port': ['ID=53444736-51a6-4650-904a-2ef887075285,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:53.613094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] For port 959f1086-8a00-4871-9207-ef99380cac05, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:53.620987 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-aa1948a0-45e6-4360-ad35-8883e51bc7b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:43:53.621363 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-aa1948a0-45e6-4360-ad35-8883e51bc7b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:43:53.628928 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=99a893c7-f444-4c1c-a9f9-c064530a8f0c,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:53.633585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] For port 959f1086-8a00-4871-9207-ef99380cac05, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=959f1086-8a00-4871-9207-ef99380cac05,segment=NetworkSegment(cbc514d4-ea84-4ea4-b330-684a830afd52),segment_id=cbc514d4-ea84-4ea4-b330-684a830afd52)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:53.644359 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d8a4d3be-693b-4ae0-a5b4-ce1708d199f0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 0f5174b9-b3bb-439e-b703-3d634fe5ea7c) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:53.647358 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (959f1086-8a00-4871-9207-ef99380cac05), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.649074 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a4d3be-693b-4ae0-a5b4-ce1708d199f0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:53.649719 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d3be-693b-4ae0-a5b4-ce1708d199f0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.677349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-290c1b04-07a8-42e3-b3c0-9cee246740ef tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Allocated IP 2001:db8::f (909f694f-8d2e-4766-aa2c-814b55794193/c997d3c4-8730-4f84-a119-7138cdc67270/e052853c-ed86-4f28-8895-93eb38f1f468) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:53.689598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4f9c5a-98ee-48fe-bf79-6a418ba0e24a None None] Network 0f5174b9-b3bb-439e-b703-3d634fe5ea7c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:53.709548 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d8a4d3be-693b-4ae0-a5b4-ce1708d199f0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0685084 Feb 16 16:43:53.713507 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45014) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:53.753652 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (97abed15-6841-4b00-9b72-dd7f5794357b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.805802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516918f6-99a5-43a4-af74-9c1b21664c01 None None] Pushing event updated for resources: {'Port': ['ID=959f1086-8a00-4871-9207-ef99380cac05,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:53.846133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-fb8820d4-292d-4963-886e-f5b5cb830033 service neutron] 10.222.0.24 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452829 Feb 16 16:43:53.855282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97abed15-6841-4b00-9b72-dd7f5794357b']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:53.870262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-0f5174b9-b3bb-439e-b703-3d634fe5ea7c', 'network_id': '0f5174b9-b3bb-439e-b703-3d634fe5ea7c', 'project_id': '70d94817923641fa974ae444aa13736c', 'fixed_ips': [{'subnet_id': '3892ad0c-722e-4b18-b86c-6a07af74bff1'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:43:53.871665 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.908525 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ab80db-5119-4481-82c5-fced8f192291') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:53.908838 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ab80db-5119-4481-82c5-fced8f192291') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:53.933411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3170f0-7f98-45cf-b5b0-23684bf7b73e req-07302d8b-2f0e-4687-86f6-9c8e9480adc4 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:53.935302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab3170f0-7f98-45cf-b5b0-23684bf7b73e req-07302d8b-2f0e-4687-86f6-9c8e9480adc4 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.65 "GET /v2.0/ports?device_id=28305988-1fd5-47e2-92d6-3e01adf5cc31 HTTP/1.1" status: 200 len: 945 time: 0.1685636 Feb 16 16:43:53.936314 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (56ab80db-5119-4481-82c5-fced8f192291), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:53.948076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd094702-15ac-47c4-8aa5-3c566377abdf req-a6b99e2c-3e90-4307-ab9e-2d68ad41856a tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:53.949764 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bd094702-15ac-47c4-8aa5-3c566377abdf req-a6b99e2c-3e90-4307-ab9e-2d68ad41856a tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.60 "GET /v2.0/ports?device_id=3377e56b-d9db-41bf-98d6-477c9eda6874 HTTP/1.1" status: 200 len: 945 time: 0.1755283 Feb 16 16:43:54.015596 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (56ab80db-5119-4481-82c5-fced8f192291), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.036616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:54.043238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (56ab80db-5119-4481-82c5-fced8f192291), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:54.049383 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:54.065308 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (0f5174b9-b3bb-439e-b703-3d634fe5ea7c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.114212 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Allocated IP 2001:db8::1 (0f5174b9-b3bb-439e-b703-3d634fe5ea7c/3892ad0c-722e-4b18-b86c-6a07af74bff1/42fbed65-49ec-4d0a-8731-d7314a3d9556) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:54.199000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-aa1948a0-45e6-4360-ad35-8883e51bc7b4 None None] Current status of the port 99a893c7-f444-4c1c-a9f9-c064530a8f0c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:54.389831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-213bac78-4d98-4991-9212-5b7e54381a4a None None] Provisioning complete for port 99a893c7-f444-4c1c-a9f9-c064530a8f0c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:54.390402 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-213bac78-4d98-4991-9212-5b7e54381a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.396853 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-290c1b04-07a8-42e3-b3c0-9cee246740ef tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (e052853c-ed86-4f28-8895-93eb38f1f468), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.397450 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (3892ad0c-722e-4b18-b86c-6a07af74bff1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.482589 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-290c1b04-07a8-42e3-b3c0-9cee246740ef tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e052853c-ed86-4f28-8895-93eb38f1f468), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.537603 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Publish callbacks [] for port (42fbed65-49ec-4d0a-8731-d7314a3d9556), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.562716 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (42fbed65-49ec-4d0a-8731-d7314a3d9556), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.595008 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68be3390-dc00-428b-8515-c822c532944a req-3614593d-2dfc-440d-a077-427e48052c09 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 210 time: 0.0922387 Feb 16 16:43:54.596853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c1b04-07a8-42e3-b3c0-9cee246740ef tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 909f694f-8d2e-4766-aa2c-814b55794193 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:54.609641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-290c1b04-07a8-42e3-b3c0-9cee246740ef tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:54.614702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c1b04-07a8-42e3-b3c0-9cee246740ef tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:54.621049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c1b04-07a8-42e3-b3c0-9cee246740ef tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:54.621744 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-290c1b04-07a8-42e3-b3c0-9cee246740ef tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.646655 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c1b04-07a8-42e3-b3c0-9cee246740ef tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=e052853c-ed86-4f28-8895-93eb38f1f468,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:54.652712 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (97abed15-6841-4b00-9b72-dd7f5794357b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.660155 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 99a893c7-f444-4c1c-a9f9-c064530a8f0c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:54.672032 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-ab3170f0-7f98-45cf-b5b0-23684bf7b73e req-b1e5c049-b027-4631-8f7d-1f309153319d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Deleting port 00f5719f-c344-4e32-81c5-d2c4a20b21c5 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:54.672430 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ab3170f0-7f98-45cf-b5b0-23684bf7b73e req-b1e5c049-b027-4631-8f7d-1f309153319d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (00f5719f-c344-4e32-81c5-d2c4a20b21c5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.675106 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.682748 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "DELETE /v2.0/networks/97abed15-6841-4b00-9b72-dd7f5794357b HTTP/1.1" status: 204 len: 168 time: 1.8624511 Feb 16 16:43:54.687235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45028) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:54.702771 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-290c1b04-07a8-42e3-b3c0-9cee246740ef tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1449914 Feb 16 16:43:54.713631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45030) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:54.752253 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0a8c0e0b-64e3-4e58-aa52-ca694e82e2ba tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "GET /v2.0/ports?device_id=612fdbff-85aa-4c0c-93b0-8bed1c18eb7c HTTP/1.1" status: 200 len: 205 time: 0.0436757 Feb 16 16:43:54.755180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d96e7-7b68-4ad7-a2fd-330870d8b46e tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Pushing event deleted for resources: {'Network': ['ID=97abed15-6841-4b00-9b72-dd7f5794357b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:54.759601 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45032) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:54.860194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9383-31d8-44f8-b6c5-73a9115c057f req-b0fb65bb-83ea-480f-a14e-ac82688ddb9f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:54.867595 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebca9383-31d8-44f8-b6c5-73a9115c057f req-b0fb65bb-83ea-480f-a14e-ac82688ddb9f tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 945 time: 0.2365935 Feb 16 16:43:54.927013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ab3170f0-7f98-45cf-b5b0-23684bf7b73e req-b1e5c049-b027-4631-8f7d-1f309153319d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] For port 00f5719f-c344-4e32-81c5-d2c4a20b21c5, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=00f5719f-c344-4e32-81c5-d2c4a20b21c5,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:54.927392 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ab3170f0-7f98-45cf-b5b0-23684bf7b73e req-b1e5c049-b027-4631-8f7d-1f309153319d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (00f5719f-c344-4e32-81c5-d2c4a20b21c5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.952119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea77da0-8380-4e45-81c8-0a8ee0ce147b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:54.956513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4ea77da0-8380-4e45-81c8-0a8ee0ce147b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2391846 Feb 16 16:43:54.968521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45040) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:54.979480 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (3892ad0c-722e-4b18-b86c-6a07af74bff1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.999092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-bd094702-15ac-47c4-8aa5-3c566377abdf req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Deleting port 7e1de0d6-dc81-4922-9187-4ca078837c8e {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:54.999807 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bd094702-15ac-47c4-8aa5-3c566377abdf req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7e1de0d6-dc81-4922-9187-4ca078837c8e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:54.999963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-213bac78-4d98-4991-9212-5b7e54381a4a None None] Current status of the port 99a893c7-f444-4c1c-a9f9-c064530a8f0c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:55.007977 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Network 0f5174b9-b3bb-439e-b703-3d634fe5ea7c is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:55.014211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-ab3170f0-7f98-45cf-b5b0-23684bf7b73e req-b1e5c049-b027-4631-8f7d-1f309153319d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Calling delete_port for 00f5719f-c344-4e32-81c5-d2c4a20b21c5 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:55.022449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:55.037130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:55.047288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Pushing event updated for resources: {'Port': ['ID=42fbed65-49ec-4d0a-8731-d7314a3d9556,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:55.104901 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebca9383-31d8-44f8-b6c5-73a9115c057f req-f0709e97-7b35-4a08-bcd1-0538e6c0ec44 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/security-groups?id=53ebd652-655b-4cc7-81b3-995f2ff2ada1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362394 Feb 16 16:43:55.110448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfc9f5-22a0-40c8-ad18-0d45ef292473 req-312c8ef8-f5dd-4d90-8b73-c0194cf89b2b tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:55.112834 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-20cfc9f5-22a0-40c8-ad18-0d45ef292473 req-312c8ef8-f5dd-4d90-8b73-c0194cf89b2b tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 945 time: 0.7043569 Feb 16 16:43:55.136952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Attempting to bind port 42fbed65-49ec-4d0a-8731-d7314a3d9556 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:55.137507 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Attempting to bind port 42fbed65-49ec-4d0a-8731-d7314a3d9556 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f5174b9-b3bb-439e-b703-3d634fe5ea7c'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:55.137970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Attempting to bind port 42fbed65-49ec-4d0a-8731-d7314a3d9556 on network 0f5174b9-b3bb-439e-b703-3d634fe5ea7c {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:55.145724 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:55.146311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Checking segment: {'id': '8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f5174b9-b3bb-439e-b703-3d634fe5ea7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:55.146839 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:55.147283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Bound using segment: {'id': '8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f5174b9-b3bb-439e-b703-3d634fe5ea7c'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:55.147898 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Bound port: 42fbed65-49ec-4d0a-8731-d7314a3d9556, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0f5174b9-b3bb-439e-b703-3d634fe5ea7c'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:55.148670 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (42fbed65-49ec-4d0a-8731-d7314a3d9556), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:55.152174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 99a893c7-f444-4c1c-a9f9-c064530a8f0c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:55.152605 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:55.206401 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59658e8c-6484-4666-91d5-48326171d86f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:55.209163 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (0f5174b9-b3bb-439e-b703-3d634fe5ea7c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:55.212575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59658e8c-6484-4666-91d5-48326171d86f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:55.218582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59658e8c-6484-4666-91d5-48326171d86f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:55.220508 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-59658e8c-6484-4666-91d5-48326171d86f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2339141 Feb 16 16:43:55.226357 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Subnet': ['ID=3892ad0c-722e-4b18-b86c-6a07af74bff1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:55.229548 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45046) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:55.317995 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1c84afc-c264-489e-93bc-672253d2807b tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for router (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:55.368098 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ab3170f0-7f98-45cf-b5b0-23684bf7b73e req-b1e5c049-b027-4631-8f7d-1f309153319d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (00f5719f-c344-4e32-81c5-d2c4a20b21c5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:55.412607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['00f5719f-c344-4e32-81c5-d2c4a20b21c5'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:55.440499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['7e1de0d6-dc81-4922-9187-4ca078837c8e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:43:55.450428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] For port 42fbed65-49ec-4d0a-8731-d7314a3d9556, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:55.455298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5c049-b027-4631-8f7d-1f309153319d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Pushing event deleted for resources: {'Port': ['ID=00f5719f-c344-4e32-81c5-d2c4a20b21c5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:55.472380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5174b9-b3bb-439e-b703-3d634fe5ea7c']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:55.530748 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3170f0-7f98-45cf-b5b0-23684bf7b73e req-b1e5c049-b027-4631-8f7d-1f309153319d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] No DVR routers for this DVR port 00f5719f-c344-4e32-81c5-d2c4a20b21c5 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:55.535215 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ab3170f0-7f98-45cf-b5b0-23684bf7b73e req-b1e5c049-b027-4631-8f7d-1f309153319d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:55.535699 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] For port 42fbed65-49ec-4d0a-8731-d7314a3d9556, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=42fbed65-49ec-4d0a-8731-d7314a3d9556,segment=NetworkSegment(8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce),segment_id=8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:55.540195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab3170f0-7f98-45cf-b5b0-23684bf7b73e req-b1e5c049-b027-4631-8f7d-1f309153319d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.65 "DELETE /v2.0/ports/00f5719f-c344-4e32-81c5-d2c4a20b21c5 HTTP/1.1" status: 204 len: 173 time: 1.5971482 Feb 16 16:43:55.540658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28305988-1fd5-47e2-92d6-3e01adf5cc31', 'name': 'network-vif-deleted', 'tag': '00f5719f-c344-4e32-81c5-d2c4a20b21c5'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:55.543976 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7411fed9-e9c7-4a78-afac-6508cfa25a80" -d '{"events": [{"server_uuid": "28305988-1fd5-47e2-92d6-3e01adf5cc31", "name": "network-vif-deleted", "tag": "00f5719f-c344-4e32-81c5-d2c4a20b21c5"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:55.553590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2f568e-2571-4898-a997-94e1f259a634 None None] Network 909f694f-8d2e-4766-aa2c-814b55794193 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:55.560780 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (42fbed65-49ec-4d0a-8731-d7314a3d9556), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:55.577659 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 99a893c7-f444-4c1c-a9f9-c064530a8f0c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:55.579249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 959f1086-8a00-4871-9207-ef99380cac05 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:55.619652 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bd5ee2-c49e-41d7-a2c1-31e81aac75f4 x-openstack-request-id: req-e0bd5ee2-c49e-41d7-a2c1-31e81aac75f4 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:55.619987 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28305988-1fd5-47e2-92d6-3e01adf5cc31", "name": "network-vif-deleted", "tag": "00f5719f-c344-4e32-81c5-d2c4a20b21c5", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:55.620242 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0bd5ee2-c49e-41d7-a2c1-31e81aac75f4 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:55.620646 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28305988-1fd5-47e2-92d6-3e01adf5cc31', 'name': 'network-vif-deleted', 'tag': '00f5719f-c344-4e32-81c5-d2c4a20b21c5', 'status': 'completed', 'code': 200} Feb 16 16:43:55.656024 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:55.656470 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:55.668204 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:55.762950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fbafc93-99b9-42d0-ac54-f7749c602655 req-dbb2a075-3e2e-4407-9b2b-93a9135984e3 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 210 time: 0.0555809 Feb 16 16:43:55.771039 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c85a329c-1db0-48a0-bbe8-aed1c492b888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:55.801008 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:55.831442 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:55.831711 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:55.835597 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:55.856832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db016e-7d85-4e35-abfe-922bfbba464a None None] Network 0f5174b9-b3bb-439e-b703-3d634fe5ea7c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:43:55.858416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a8e6c-c511-45aa-bfa0-17db81aed789 None None] Pushing event updated for resources: {'Port': ['ID=42fbed65-49ec-4d0a-8731-d7314a3d9556,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:55.861384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a84904da-6d2b-4577-b145-eb99c6f4a001 None None] Provisioning complete for port 959f1086-8a00-4871-9207-ef99380cac05 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:55.861384 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a84904da-6d2b-4577-b145-eb99c6f4a001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (959f1086-8a00-4871-9207-ef99380cac05), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:56.053804 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 959f1086-8a00-4871-9207-ef99380cac05 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:56.054489 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (959f1086-8a00-4871-9207-ef99380cac05), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:56.221675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a84904da-6d2b-4577-b145-eb99c6f4a001 None None] Current status of the port 959f1086-8a00-4871-9207-ef99380cac05 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:56.222066 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a84904da-6d2b-4577-b145-eb99c6f4a001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (959f1086-8a00-4871-9207-ef99380cac05), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:56.293994 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a84904da-6d2b-4577-b145-eb99c6f4a001 None None] For port 959f1086-8a00-4871-9207-ef99380cac05, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=959f1086-8a00-4871-9207-ef99380cac05,segment=NetworkSegment(cbc514d4-ea84-4ea4-b330-684a830afd52),segment_id=cbc514d4-ea84-4ea4-b330-684a830afd52)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:56.304323 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a84904da-6d2b-4577-b145-eb99c6f4a001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (959f1086-8a00-4871-9207-ef99380cac05), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:56.311710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 959f1086-8a00-4871-9207-ef99380cac05 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:56.312143 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (959f1086-8a00-4871-9207-ef99380cac05), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:56.353547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-bd094702-15ac-47c4-8aa5-3c566377abdf req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] For port 7e1de0d6-dc81-4922-9187-4ca078837c8e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=7e1de0d6-dc81-4922-9187-4ca078837c8e,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:56.354540 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bd094702-15ac-47c4-8aa5-3c566377abdf req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7e1de0d6-dc81-4922-9187-4ca078837c8e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:56.384765 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-bd094702-15ac-47c4-8aa5-3c566377abdf req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Calling delete_port for 7e1de0d6-dc81-4922-9187-4ca078837c8e owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:56.404593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84904da-6d2b-4577-b145-eb99c6f4a001 None None] Pushing event updated for resources: {'Port': ['ID=959f1086-8a00-4871-9207-ef99380cac05,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:56.423657 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:43:56.423657 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:43:56.470012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80bcd9-6d3c-480e-96f6-d44d0b98dd39 req-f1597036-a903-4ef3-8cca-c64d504e61f6 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:56.471994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a80bcd9-6d3c-480e-96f6-d44d0b98dd39 req-f1597036-a903-4ef3-8cca-c64d504e61f6 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 945 time: 0.2058735 Feb 16 16:43:56.482338 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-097f9160-26cf-4889-8732-84d04cf2cc59 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:56.483944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-097f9160-26cf-4889-8732-84d04cf2cc59 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.60 "GET /v2.0/networks?id=12ca0dcd-c585-403e-b882-1256fb880706 HTTP/1.1" status: 200 len: 813 time: 0.3908453 Feb 16 16:43:56.496598 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-7abaa540-2f39-47e2-8460-5d72239179d9 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Request body: {'port': {'device_id': '63869d9a-6c7f-4a24-af38-b14ad02cb0ae', 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706', 'admin_state_up': True, 'tenant_id': '38015752bdc2447899a830d7da7a3f38'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:56.572171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a80bcd9-6d3c-480e-96f6-d44d0b98dd39 req-5c0e1353-6790-42bc-a052-4af726330015 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/security-groups?id=53ebd652-655b-4cc7-81b3-995f2ff2ada1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868824 Feb 16 16:43:56.616864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5682c48-060c-49c7-a971-42665675ef13 None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:43:56.635746 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.db.api [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 16:43:56.635746 n-d-669411-5 neutron-server[103422]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 16:43:56.635746 n-d-669411-5 neutron-server[103422]: [parameters: {'id': '0f5174b9-b3bb-439e-b703-3d634fe5ea7c'}] Feb 16 16:43:56.635746 n-d-669411-5 neutron-server[103422]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:43:56.636664 n-d-669411-5 neutron-server[103422]: DEBUG oslo_db.api [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:43:56.668761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-60b4e329-176a-4f90-954b-c3c0a08fe72e None None] Provisioning complete for port e052853c-ed86-4f28-8895-93eb38f1f468 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:56.669146 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60b4e329-176a-4f90-954b-c3c0a08fe72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e052853c-ed86-4f28-8895-93eb38f1f468), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:56.690579 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1c84afc-c264-489e-93bc-672253d2807b tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:56.692821 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1c84afc-c264-489e-93bc-672253d2807b tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for router_controller (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:56.704146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-7abaa540-2f39-47e2-8460-5d72239179d9 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Made reservation on behalf of 38015752bdc2447899a830d7da7a3f38 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:56.709213 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-7abaa540-2f39-47e2-8460-5d72239179d9 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:56.744494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-60b4e329-176a-4f90-954b-c3c0a08fe72e None None] Port e052853c-ed86-4f28-8895-93eb38f1f468 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:43:56.777831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-60b4e329-176a-4f90-954b-c3c0a08fe72e None None] Provisioning complete for port 0452c762-efcc-4ea2-b02e-0147a606ad07 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:56.778250 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60b4e329-176a-4f90-954b-c3c0a08fe72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0452c762-efcc-4ea2-b02e-0147a606ad07), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:56.783691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-20cfc9f5-22a0-40c8-ad18-0d45ef292473 req-4b4bff53-3c0e-47c4-939c-9d2fe0b029f1 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Deleting port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:56.784051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-20cfc9f5-22a0-40c8-ad18-0d45ef292473 req-4b4bff53-3c0e-47c4-939c-9d2fe0b029f1 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (fb25bfb9-f605-4bf8-a80a-cc88b13ffec4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:56.844424 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5682c48-060c-49c7-a971-42665675ef13 None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:43:56.848887 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-60b4e329-176a-4f90-954b-c3c0a08fe72e None None] Port 0452c762-efcc-4ea2-b02e-0147a606ad07 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:43:56.850557 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-893f5bc3-d97e-44cc-9c20-cc3323ec3411 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port e052853c-ed86-4f28-8895-93eb38f1f468 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:56.850936 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-893f5bc3-d97e-44cc-9c20-cc3323ec3411 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e052853c-ed86-4f28-8895-93eb38f1f468), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:56.873760 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-60b4e329-176a-4f90-954b-c3c0a08fe72e None None] Provisioning complete for port 959f1086-8a00-4871-9207-ef99380cac05 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:56.874171 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60b4e329-176a-4f90-954b-c3c0a08fe72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (959f1086-8a00-4871-9207-ef99380cac05), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:56.948765 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-893f5bc3-d97e-44cc-9c20-cc3323ec3411 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e052853c-ed86-4f28-8895-93eb38f1f468), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:56.961760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c221e4d-c30b-4496-b132-6c4a3f8f8387 req-a4a113d7-ad2d-4f19-98d9-433b50d3fbfc tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 210 time: 0.0474939 Feb 16 16:43:56.961967 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-893f5bc3-d97e-44cc-9c20-cc3323ec3411 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for e052853c-ed86-4f28-8895-93eb38f1f468 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:56.998563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-7abaa540-2f39-47e2-8460-5d72239179d9 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Allocated IP 172.20.0.6 (12ca0dcd-c585-403e-b882-1256fb880706/9556d338-7f74-4818-8966-228876ee719c/55b4bd89-6889-42b5-a900-17050f30d31e) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:57.010199 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1c84afc-c264-489e-93bc-672253d2807b tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (612fdbff-85aa-4c0c-93b0-8bed1c18eb7c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:57.010749 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c84afc-c264-489e-93bc-672253d2807b tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Fanout notify agent at l3_agent the message router_deleted on router 612fdbff-85aa-4c0c-93b0-8bed1c18eb7c {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:43:57.026269 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1c84afc-c264-489e-93bc-672253d2807b tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:57.027402 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c1c84afc-c264-489e-93bc-672253d2807b tempest-RoutersNegativeIpV6Test-339419187 tempest-RoutersNegativeIpV6Test-339419187-project] 10.222.0.24 "DELETE /v2.0/routers/612fdbff-85aa-4c0c-93b0-8bed1c18eb7c HTTP/1.1" status: 204 len: 168 time: 2.2609842 Feb 16 16:43:57.032023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 959f1086-8a00-4871-9207-ef99380cac05 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:57.119881 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-cc7a5294-2d6a-4950-9a8b-512f83ff3c79 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:57.121533 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-cc7a5294-2d6a-4950-9a8b-512f83ff3c79 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.60 "GET /v2.0/networks?id=12ca0dcd-c585-403e-b882-1256fb880706 HTTP/1.1" status: 200 len: 813 time: 0.7159553 Feb 16 16:43:57.146631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 53444736-51a6-4650-904a-2ef887075285 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:57.147632 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (0f5174b9-b3bb-439e-b703-3d634fe5ea7c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:57.155116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-a8926fd6-7375-4942-bc9e-3f2702ce955e tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Request body: {'port': {'device_id': '1d1dc546-cf05-46d3-a681-2b5a526aba67', 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706', 'admin_state_up': True, 'tenant_id': '38015752bdc2447899a830d7da7a3f38'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:57.182339 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 53444736-51a6-4650-904a-2ef887075285 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:57.183108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 53444736-51a6-4650-904a-2ef887075285 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:57.197292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-60b4e329-176a-4f90-954b-c3c0a08fe72e None None] Current status of the port 959f1086-8a00-4871-9207-ef99380cac05 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:57.307703 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bd094702-15ac-47c4-8aa5-3c566377abdf req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7e1de0d6-dc81-4922-9187-4ca078837c8e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:57.319112 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-7abaa540-2f39-47e2-8460-5d72239179d9 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks [] for port (55b4bd89-6889-42b5-a900-17050f30d31e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:57.343225 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d8e3cd-540f-49e6-9898-a6b4aa34dca0 None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:43:57.384141 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-20cfc9f5-22a0-40c8-ad18-0d45ef292473 req-4b4bff53-3c0e-47c4-939c-9d2fe0b029f1 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] For port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=fb25bfb9-f605-4bf8-a80a-cc88b13ffec4,segment=NetworkSegment(a051a479-b891-4694-a288-a273a0b12c97),segment_id=a051a479-b891-4694-a288-a273a0b12c97)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:57.384615 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-20cfc9f5-22a0-40c8-ad18-0d45ef292473 req-4b4bff53-3c0e-47c4-939c-9d2fe0b029f1 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (fb25bfb9-f605-4bf8-a80a-cc88b13ffec4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:57.394895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 959f1086-8a00-4871-9207-ef99380cac05 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:43:57.438702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Pushing event deleted for resources: {'Port': ['ID=7e1de0d6-dc81-4922-9187-4ca078837c8e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:57.451792 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-7abaa540-2f39-47e2-8460-5d72239179d9 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (55b4bd89-6889-42b5-a900-17050f30d31e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:57.499590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-7abaa540-2f39-47e2-8460-5d72239179d9 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Network 12ca0dcd-c585-403e-b882-1256fb880706 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:57.503593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-7abaa540-2f39-47e2-8460-5d72239179d9 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:57.516552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb418ac2-fff1-463d-a14e-314039da6d0c req-ef234323-70a9-4184-b9f1-acda66bb269c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:57.518289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb418ac2-fff1-463d-a14e-314039da6d0c req-ef234323-70a9-4184-b9f1-acda66bb269c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.1157279 Feb 16 16:43:57.519251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-7abaa540-2f39-47e2-8460-5d72239179d9 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:43:57.519546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:57.520319 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:57.520722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:57.521548 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:57.522266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:57.522933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:57.523350 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:57.524645 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:57.526401 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:57.526401 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:57.526401 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:57.527966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:57.528981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:43:57.549581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 959f1086-8a00-4871-9207-ef99380cac05 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:57.549966 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (959f1086-8a00-4871-9207-ef99380cac05), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:57.559446 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-20cfc9f5-22a0-40c8-ad18-0d45ef292473 req-4b4bff53-3c0e-47c4-939c-9d2fe0b029f1 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Calling delete_port for fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:57.560812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abaa540-2f39-47e2-8460-5d72239179d9 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Pushing event updated for resources: {'Port': ['ID=55b4bd89-6889-42b5-a900-17050f30d31e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:57.565261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd094702-15ac-47c4-8aa5-3c566377abdf req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] No DVR routers for this DVR port 7e1de0d6-dc81-4922-9187-4ca078837c8e on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:57.569034 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bd094702-15ac-47c4-8aa5-3c566377abdf req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:57.575551 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bd094702-15ac-47c4-8aa5-3c566377abdf req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.60 "DELETE /v2.0/ports/7e1de0d6-dc81-4922-9187-4ca078837c8e HTTP/1.1" status: 204 len: 173 time: 3.6063747 Feb 16 16:43:57.576272 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-893f5bc3-d97e-44cc-9c20-cc3323ec3411 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e052853c-ed86-4f28-8895-93eb38f1f468), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:57.596118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3377e56b-d9db-41bf-98d6-477c9eda6874', 'name': 'network-vif-deleted', 'tag': '7e1de0d6-dc81-4922-9187-4ca078837c8e'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:57.600532 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0734d56-dde1-4f09-99c2-629a899728cf" -d '{"events": [{"server_uuid": "3377e56b-d9db-41bf-98d6-477c9eda6874", "name": "network-vif-deleted", "tag": "7e1de0d6-dc81-4922-9187-4ca078837c8e"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:57.604995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-7abaa540-2f39-47e2-8460-5d72239179d9 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:57.605813 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-7abaa540-2f39-47e2-8460-5d72239179d9 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:57.652594 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb418ac2-fff1-463d-a14e-314039da6d0c req-ed7eadac-0f27-4f31-bc48-664c0ff618ff tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999026 Feb 16 16:43:57.662646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-7abaa540-2f39-47e2-8460-5d72239179d9 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1707718 Feb 16 16:43:57.684829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Request body: {'port': {'device_id': '63869d9a-6c7f-4a24-af38-b14ad02cb0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:57.759229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f5bc3-d97e-44cc-9c20-cc3323ec3411 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=e052853c-ed86-4f28-8895-93eb38f1f468,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:57.763701 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (55b4bd89-6889-42b5-a900-17050f30d31e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:57.773224 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbb07a1-dc50-4fa6-a9c8-08ec32278efa x-openstack-request-id: req-9bbb07a1-dc50-4fa6-a9c8-08ec32278efa {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:57.773558 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3377e56b-d9db-41bf-98d6-477c9eda6874", "name": "network-vif-deleted", "tag": "7e1de0d6-dc81-4922-9187-4ca078837c8e", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:57.774370 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9bbb07a1-dc50-4fa6-a9c8-08ec32278efa {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:57.774887 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3377e56b-d9db-41bf-98d6-477c9eda6874', 'name': 'network-vif-deleted', 'tag': '7e1de0d6-dc81-4922-9187-4ca078837c8e', 'status': 'completed', 'code': 200} Feb 16 16:43:57.787047 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45078) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:57.787788 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-893f5bc3-d97e-44cc-9c20-cc3323ec3411 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:57.794727 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-893f5bc3-d97e-44cc-9c20-cc3323ec3411 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/e052853c-ed86-4f28-8895-93eb38f1f468 HTTP/1.1" status: 204 len: 168 time: 2.5362265 Feb 16 16:43:57.818036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45080) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:57.845406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d8e3cd-540f-49e6-9898-a6b4aa34dca0 None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:43:57.846530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Deleting port 42fbed65-49ec-4d0a-8731-d7314a3d9556 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:57.846979 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (42fbed65-49ec-4d0a-8731-d7314a3d9556), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:57.873826 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2191ffad-692f-42b4-bb72-b746534a725e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] GET failed (client error): The resource could not be found. Feb 16 16:43:57.875698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2191ffad-692f-42b4-bb72-b746534a725e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/e052853c-ed86-4f28-8895-93eb38f1f468 HTTP/1.1" status: 404 len: 333 time: 0.0565312 Feb 16 16:43:57.890539 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45084) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:57.905669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-a8926fd6-7375-4942-bc9e-3f2702ce955e tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Made reservation on behalf of 38015752bdc2447899a830d7da7a3f38 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:57.912771 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 959f1086-8a00-4871-9207-ef99380cac05 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:43:57.913972 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-a8926fd6-7375-4942-bc9e-3f2702ce955e tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.020084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5ae95-de89-4505-9a1f-db3bf47a8e43 req-c6ded032-0e1b-4102-a451-d11a1ee6b0ae tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:58.021618 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ef5ae95-de89-4505-9a1f-db3bf47a8e43 req-c6ded032-0e1b-4102-a451-d11a1ee6b0ae tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 945 time: 0.2047572 Feb 16 16:43:58.080949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] For port 42fbed65-49ec-4d0a-8731-d7314a3d9556, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=42fbed65-49ec-4d0a-8731-d7314a3d9556,segment=NetworkSegment(8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce),segment_id=8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:43:58.081373 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (42fbed65-49ec-4d0a-8731-d7314a3d9556), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.108747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9fb3cd2-ab1e-49db-9479-42eb9c51c136 req-59133255-0e68-445e-abd3-46b0174f99a1 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 210 time: 0.0623293 Feb 16 16:43:58.125914 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e647fe10-f0aa-4239-aeed-d181c50817ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0ec5a506e144384b3f811046f716c2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3367238 Feb 16 16:43:58.134886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45088) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:58.147558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Calling delete_port for 42fbed65-49ec-4d0a-8731-d7314a3d9556 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:58.223131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ef5ae95-de89-4505-9a1f-db3bf47a8e43 req-6fd4fec3-39fd-4d59-8518-00fdc599963a tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/security-groups?id=53ebd652-655b-4cc7-81b3-995f2ff2ada1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835878 Feb 16 16:43:58.264713 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc4aeccb-3974-4fce-a3ea-bbec55b36d34 admin admin] Publish callbacks [] for security_group (ea6e5b62-547f-4d58-9a3b-cf8dc560f80d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.294303 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 00f5719f-c344-4e32-81c5-d2c4a20b21c5 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:58.301533 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b5f1996a-b4be-427d-8361-490c253aea3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.332101 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc4aeccb-3974-4fce-a3ea-bbec55b36d34 admin admin] Publish callbacks [] for security_group (ea6e5b62-547f-4d58-9a3b-cf8dc560f80d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.333642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 00f5719f-c344-4e32-81c5-d2c4a20b21c5 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:58.333788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 00f5719f-c344-4e32-81c5-d2c4a20b21c5 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:58.366805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b4bd89-6889-42b5-a900-17050f30d31e {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:43:58.380387 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Publish callbacks [] for port (55b4bd89-6889-42b5-a900-17050f30d31e), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.392199 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8fda4fb7-92d0-4345-92ea-b112c6e9a32f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port 0452c762-efcc-4ea2-b02e-0147a606ad07 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:43:58.392558 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8fda4fb7-92d0-4345-92ea-b112c6e9a32f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (0452c762-efcc-4ea2-b02e-0147a606ad07), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.412174 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc4aeccb-3974-4fce-a3ea-bbec55b36d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ea6e5b62-547f-4d58-9a3b-cf8dc560f80d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.415956 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc4aeccb-3974-4fce-a3ea-bbec55b36d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.420491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bc4aeccb-3974-4fce-a3ea-bbec55b36d34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea6e5b62-547f-4d58-9a3b-cf8dc560f80d HTTP/1.1" status: 204 len: 168 time: 0.2841961 Feb 16 16:43:58.429097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4aeccb-3974-4fce-a3ea-bbec55b36d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6e5b62-547f-4d58-9a3b-cf8dc560f80d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:58.489465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Transition to ACTIVE for port object 55b4bd89-6889-42b5-a900-17050f30d31e will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:43:58.493861 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (55b4bd89-6889-42b5-a900-17050f30d31e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.540442 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-20cfc9f5-22a0-40c8-ad18-0d45ef292473 req-4b4bff53-3c0e-47c4-939c-9d2fe0b029f1 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (fb25bfb9-f605-4bf8-a80a-cc88b13ffec4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.561963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-50be844b-39ff-4016-8f29-1c858e11ebce None None] Provisioning complete for port 0452c762-efcc-4ea2-b02e-0147a606ad07 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:43:58.562618 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Pushing event updated for resources: {'Port': ['ID=55b4bd89-6889-42b5-a900-17050f30d31e,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:58.564707 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50be844b-39ff-4016-8f29-1c858e11ebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0452c762-efcc-4ea2-b02e-0147a606ad07), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.637169 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8fda4fb7-92d0-4345-92ea-b112c6e9a32f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (0452c762-efcc-4ea2-b02e-0147a606ad07), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.641232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Attempting to bind port 55b4bd89-6889-42b5-a900-17050f30d31e on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:43:58.641567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Attempting to bind port 55b4bd89-6889-42b5-a900-17050f30d31e by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:43:58.641892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Attempting to bind port 55b4bd89-6889-42b5-a900-17050f30d31e on network 12ca0dcd-c585-403e-b882-1256fb880706 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:58.647859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Port 55b4bd89-6889-42b5-a900-17050f30d31e on network 12ca0dcd-c585-403e-b882-1256fb880706 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:43:58.648187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Attempting to bind port 55b4bd89-6889-42b5-a900-17050f30d31e on network 12ca0dcd-c585-403e-b882-1256fb880706 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:43:58.650645 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8fda4fb7-92d0-4345-92ea-b112c6e9a32f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for 0452c762-efcc-4ea2-b02e-0147a606ad07 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:43:58.657465 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-50be844b-39ff-4016-8f29-1c858e11ebce None None] Port 0452c762-efcc-4ea2-b02e-0147a606ad07 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:43:58.657877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:43:58.658220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Checking segment: {'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:43:58.658601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Bound using segment: {'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:43:58.659208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Bound port: 55b4bd89-6889-42b5-a900-17050f30d31e, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:43:58.659729 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (55b4bd89-6889-42b5-a900-17050f30d31e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.734487 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (42fbed65-49ec-4d0a-8731-d7314a3d9556), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.742482 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bff53-3c0e-47c4-939c-9d2fe0b029f1 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Pushing event deleted for resources: {'Port': ['ID=fb25bfb9-f605-4bf8-a80a-cc88b13ffec4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:58.765490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-a8926fd6-7375-4942-bc9e-3f2702ce955e tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Allocated IP 172.20.0.7 (12ca0dcd-c585-403e-b882-1256fb880706/9556d338-7f74-4818-8966-228876ee719c/edf64edc-b251-4607-b7be-ae4485f225f3) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:43:58.773117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] For port 55b4bd89-6889-42b5-a900-17050f30d31e, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:43:58.784747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] For port 55b4bd89-6889-42b5-a900-17050f30d31e, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=55b4bd89-6889-42b5-a900-17050f30d31e,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:43:58.817994 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Port': ['ID=42fbed65-49ec-4d0a-8731-d7314a3d9556,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:58.819896 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No DVR routers for this DVR port 42fbed65-49ec-4d0a-8731-d7314a3d9556 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:58.822663 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (55b4bd89-6889-42b5-a900-17050f30d31e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.866386 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:58.867114 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:58.871063 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] 10.222.0.60 "PUT /v2.0/ports/55b4bd89-6889-42b5-a900-17050f30d31e HTTP/1.1" status: 200 len: 1091 time: 1.1986167 Feb 16 16:43:58.872346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63869d9a-6c7f-4a24-af38-b14ad02cb0ae', 'tag': '55b4bd89-6889-42b5-a900-17050f30d31e'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:58.883137 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adee8b96-31e1-4923-a5de-9afcba8cac12" -d '{"events": [{"name": "network-changed", "server_uuid": "63869d9a-6c7f-4a24-af38-b14ad02cb0ae", "tag": "55b4bd89-6889-42b5-a900-17050f30d31e"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:58.918993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c44936-0b21-4484-866a-8886d5933481 req-c325e051-82aa-41b8-b612-314ed3c6c737 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:58.920754 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31c44936-0b21-4484-866a-8886d5933481 req-c325e051-82aa-41b8-b612-314ed3c6c737 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.1341057 Feb 16 16:43:58.969583 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cfc9f5-22a0-40c8-ad18-0d45ef292473 req-4b4bff53-3c0e-47c4-939c-9d2fe0b029f1 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] No DVR routers for this DVR port fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:43:58.985550 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cf0a9c-1820-4717-b575-8c1557813cfe x-openstack-request-id: req-44cf0a9c-1820-4717-b575-8c1557813cfe {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:58.985810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-32c96ea2-1bed-4d9b-882e-68494cab5fb5 None None] Could not find standard attr ID for object e052853c-ed86-4f28-8895-93eb38f1f468. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:43:58.985916 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63869d9a-6c7f-4a24-af38-b14ad02cb0ae", "tag": "55b4bd89-6889-42b5-a900-17050f30d31e", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:58.986249 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44cf0a9c-1820-4717-b575-8c1557813cfe {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:58.986480 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63869d9a-6c7f-4a24-af38-b14ad02cb0ae', 'tag': '55b4bd89-6889-42b5-a900-17050f30d31e', 'status': 'completed', 'code': 200} Feb 16 16:43:58.987654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2eed1-98fb-4e2d-aa56-526cf75b248d service neutron] Pushing event updated for resources: {'Port': ['ID=55b4bd89-6889-42b5-a900-17050f30d31e,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:58.999632 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-20cfc9f5-22a0-40c8-ad18-0d45ef292473 req-4b4bff53-3c0e-47c4-939c-9d2fe0b029f1 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.003524 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-20cfc9f5-22a0-40c8-ad18-0d45ef292473 req-4b4bff53-3c0e-47c4-939c-9d2fe0b029f1 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.60 "DELETE /v2.0/ports/fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 HTTP/1.1" status: 204 len: 173 time: 3.7746546 Feb 16 16:43:59.091916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31c44936-0b21-4484-866a-8886d5933481 req-6f32717d-2c4d-41b7-ab0d-023d9fb17626 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575086 Feb 16 16:43:59.110597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-dce16559-feb7-4c48-ab7f-568b7a6f11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:59.112299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-dce16559-feb7-4c48-ab7f-568b7a6f11f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38015752bdc2447899a830d7da7a3f38&device_id=63869d9a-6c7f-4a24-af38-b14ad02cb0ae HTTP/1.1" status: 200 len: 1125 time: 0.1854603 Feb 16 16:43:59.118195 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (0f5174b9-b3bb-439e-b703-3d634fe5ea7c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.139572 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8fda4fb7-92d0-4345-92ea-b112c6e9a32f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (0452c762-efcc-4ea2-b02e-0147a606ad07), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.173940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5174b9-b3bb-439e-b703-3d634fe5ea7c']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:59.220950 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda4fb7-92d0-4345-92ea-b112c6e9a32f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=0452c762-efcc-4ea2-b02e-0147a606ad07,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:59.227382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:59.227686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:43:59.262444 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.263054 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.287206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abe21c78-6407-4b2e-8f83-ea2f0cc0d178 req-4aa36eb4-a9ee-4e71-ae7e-8f2a2894c346 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 210 time: 0.0494769 Feb 16 16:43:59.288958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-d4d17b08-7321-4bcc-8021-6cb814234ef2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55b4bd89-6889-42b5-a900-17050f30d31e HTTP/1.1" status: 200 len: 217 time: 0.1695604 Feb 16 16:43:59.347229 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8fda4fb7-92d0-4345-92ea-b112c6e9a32f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.350548 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8fda4fb7-92d0-4345-92ea-b112c6e9a32f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/0452c762-efcc-4ea2-b02e-0147a606ad07 HTTP/1.1" status: 204 len: 168 time: 1.4591353 Feb 16 16:43:59.364798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45116) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:59.380316 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.389022 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:43:59.389598 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (8fa0dc3f-3980-49d5-951f-b9be1cf3e7ce), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:43:59.408021 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:43:59.412383 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4af3a39-1bac-4d9a-a982-b9364f512fa1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] GET failed (client error): The resource could not be found. Feb 16 16:43:59.417659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45120) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:59.418380 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b4af3a39-1bac-4d9a-a982-b9364f512fa1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/0452c762-efcc-4ea2-b02e-0147a606ad07 HTTP/1.1" status: 404 len: 333 time: 0.0510733 Feb 16 16:43:59.421755 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:59.440715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-77168601-da07-4944-acd9-c4f8336968f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:59.442342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-77168601-da07-4944-acd9-c4f8336968f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9556d338-7f74-4818-8966-228876ee719c HTTP/1.1" status: 200 len: 853 time: 0.1458549 Feb 16 16:43:59.455336 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:59.457172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device fb25bfb9-f605-4bf8-a80a-cc88b13ffec4 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:59.457630 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 7e1de0d6-dc81-4922-9187-4ca078837c8e no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:43:59.476394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8abdf194-0781-464d-90e7-1bbe4a5ca721 req-5f2e127b-54b7-4f0d-a95e-0fcca0aa8f10 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f24a0fd-c871-4af8-86f2-1132d5fb9aac HTTP/1.1" status: 200 len: 210 time: 0.1044884 Feb 16 16:43:59.511700 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2e3ac645-03d3-4c9b-833a-6a1a3d54b86a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12ca0dcd-c585-403e-b882-1256fb880706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513802 Feb 16 16:43:59.530416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 7e1de0d6-dc81-4922-9187-4ca078837c8e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:43:59.530775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 7e1de0d6-dc81-4922-9187-4ca078837c8e not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:43:59.594697 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (0f5174b9-b3bb-439e-b703-3d634fe5ea7c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.647272 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.650743 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/0f5174b9-b3bb-439e-b703-3d634fe5ea7c HTTP/1.1" status: 204 len: 168 time: 5.9367945 Feb 16 16:43:59.653741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7215a8-fad6-4b62-8b49-8967397a9b98 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Network': ['ID=0f5174b9-b3bb-439e-b703-3d634fe5ea7c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:43:59.655662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45122) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:43:59.659838 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-6776e81a-4445-400d-b9eb-97fe7f46a946 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting subnet c997d3c4-8730-4f84-a119-7138cdc67270 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:43:59.667465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4118982e-9d1e-44cb-9c07-2cbdb5b2654b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2147243163'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:43:59.676505 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-a8926fd6-7375-4942-bc9e-3f2702ce955e tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks [] for port (edf64edc-b251-4607-b7be-ae4485f225f3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.699527 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6776e81a-4445-400d-b9eb-97fe7f46a946 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (c997d3c4-8730-4f84-a119-7138cdc67270), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.753313 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-9483d555-1f1f-4c04-9c2e-4666d9d6bf39 service neutron] 10.222.0.60 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280679 Feb 16 16:43:59.773511 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6776e81a-4445-400d-b9eb-97fe7f46a946 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (c997d3c4-8730-4f84-a119-7138cdc67270), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.776112 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4118982e-9d1e-44cb-9c07-2cbdb5b2654b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:43:59.779390 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4118982e-9d1e-44cb-9c07-2cbdb5b2654b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.781057 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f24a0fd-c871-4af8-86f2-1132d5fb9aac', 'name': 'network-vif-deleted', 'tag': 'fb25bfb9-f605-4bf8-a80a-cc88b13ffec4'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:43:59.783358 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6af1f3-8268-4a20-855e-3acae8e6de40" -d '{"events": [{"server_uuid": "8f24a0fd-c871-4af8-86f2-1132d5fb9aac", "name": "network-vif-deleted", "tag": "fb25bfb9-f605-4bf8-a80a-cc88b13ffec4"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:43:59.833733 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef49529-a7c3-49e8-8974-46aa984ffc8f x-openstack-request-id: req-cef49529-a7c3-49e8-8974-46aa984ffc8f {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:43:59.834274 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f24a0fd-c871-4af8-86f2-1132d5fb9aac", "name": "network-vif-deleted", "tag": "fb25bfb9-f605-4bf8-a80a-cc88b13ffec4", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:43:59.834690 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cef49529-a7c3-49e8-8974-46aa984ffc8f {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:43:59.835234 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f24a0fd-c871-4af8-86f2-1132d5fb9aac', 'name': 'network-vif-deleted', 'tag': 'fb25bfb9-f605-4bf8-a80a-cc88b13ffec4', 'status': 'completed', 'code': 200} Feb 16 16:43:59.853445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-5d8264cc-3479-42ba-8798-32a419909f04 service neutron] 10.222.0.60 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934303 Feb 16 16:43:59.859303 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4118982e-9d1e-44cb-9c07-2cbdb5b2654b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:43:59.877002 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4118982e-9d1e-44cb-9c07-2cbdb5b2654b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (840f29ab-bc42-4253-89b8-65d5fe446565), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.877900 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-4118982e-9d1e-44cb-9c07-2cbdb5b2654b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Added segment 840f29ab-bc42-4253-89b8-65d5fe446565 of type vlan for network 95fa4cea-8fc3-44f1-b9b1-a46a497d292a Feb 16 16:43:59.882125 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-a8926fd6-7375-4942-bc9e-3f2702ce955e tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (edf64edc-b251-4607-b7be-ae4485f225f3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:43:59.964115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee8b96-31e1-4923-a5de-9afcba8cac12 req-fce3c966-71d4-4e8c-9185-b2f670e5ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:43:59.965995 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-adee8b96-31e1-4923-a5de-9afcba8cac12 req-fce3c966-71d4-4e8c-9185-b2f670e5ac93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38015752bdc2447899a830d7da7a3f38&device_id=63869d9a-6c7f-4a24-af38-b14ad02cb0ae HTTP/1.1" status: 200 len: 1125 time: 0.0634313 Feb 16 16:43:59.973062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-a8926fd6-7375-4942-bc9e-3f2702ce955e tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Network 12ca0dcd-c585-403e-b882-1256fb880706 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:43:59.985547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-a8926fd6-7375-4942-bc9e-3f2702ce955e tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:43:59.987969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-a8926fd6-7375-4942-bc9e-3f2702ce955e tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:00.052415 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4118982e-9d1e-44cb-9c07-2cbdb5b2654b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (95fa4cea-8fc3-44f1-b9b1-a46a497d292a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:00.064360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8926fd6-7375-4942-bc9e-3f2702ce955e tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Pushing event updated for resources: {'Port': ['ID=edf64edc-b251-4607-b7be-ae4485f225f3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:00.073777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee8b96-31e1-4923-a5de-9afcba8cac12 req-a48d9815-ba1f-489c-bcc7-d5f04db2ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:00.075942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-adee8b96-31e1-4923-a5de-9afcba8cac12 req-a48d9815-ba1f-489c-bcc7-d5f04db2ac05 service neutron] 10.222.0.60 "GET /v2.0/networks?id=12ca0dcd-c585-403e-b882-1256fb880706 HTTP/1.1" status: 200 len: 914 time: 0.0971518 Feb 16 16:44:00.085882 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6776e81a-4445-400d-b9eb-97fe7f46a946 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (c997d3c4-8730-4f84-a119-7138cdc67270), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:00.128902 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-adee8b96-31e1-4923-a5de-9afcba8cac12 req-b33f07b8-4e90-4465-848c-e6fa4e8004ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55b4bd89-6889-42b5-a900-17050f30d31e HTTP/1.1" status: 200 len: 217 time: 0.0463049 Feb 16 16:44:00.146929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-a8926fd6-7375-4942-bc9e-3f2702ce955e tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:00.147717 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-a8926fd6-7375-4942-bc9e-3f2702ce955e tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:00.155943 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4118982e-9d1e-44cb-9c07-2cbdb5b2654b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (95fa4cea-8fc3-44f1-b9b1-a46a497d292a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:00.161671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4118982e-9d1e-44cb-9c07-2cbdb5b2654b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:00.162376 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4118982e-9d1e-44cb-9c07-2cbdb5b2654b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:00.192342 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4118982e-9d1e-44cb-9c07-2cbdb5b2654b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5297194 Feb 16 16:44:00.207822 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45140) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:00.213621 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-304b9ed7-1da0-468c-870f-ec0b6f7c7e94 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'subnet': {'network_id': '95fa4cea-8fc3-44f1-b9b1-a46a497d292a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:00.248857 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-a8926fd6-7375-4942-bc9e-3f2702ce955e tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0982730 Feb 16 16:44:00.269570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Request body: {'port': {'device_id': '1d1dc546-cf05-46d3-a681-2b5a526aba67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:00.599297 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee8b96-31e1-4923-a5de-9afcba8cac12 req-9c1a2a03-2dcf-4d28-91b1-b28ac2fe3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:00.600961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-adee8b96-31e1-4923-a5de-9afcba8cac12 req-9c1a2a03-2dcf-4d28-91b1-b28ac2fe3888 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9556d338-7f74-4818-8966-228876ee719c HTTP/1.1" status: 200 len: 853 time: 0.4668293 Feb 16 16:44:00.653736 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-adee8b96-31e1-4923-a5de-9afcba8cac12 req-e6d266a6-894c-4d12-aa1a-ec1dc3890c5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12ca0dcd-c585-403e-b882-1256fb880706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362308 Feb 16 16:44:00.662268 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6776e81a-4445-400d-b9eb-97fe7f46a946 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (c997d3c4-8730-4f84-a119-7138cdc67270), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:00.676043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118982e-9d1e-44cb-9c07-2cbdb5b2654b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Network': ['ID=95fa4cea-8fc3-44f1-b9b1-a46a497d292a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:00.682819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715390a-e971-465a-b7c9-f0701c063027 req-1d4efc1a-203e-4ef3-bb55-91ed07305d85 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:00.684951 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d715390a-e971-465a-b7c9-f0701c063027 req-1d4efc1a-203e-4ef3-bb55-91ed07305d85 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.1646640 Feb 16 16:44:00.688894 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 95fa4cea-8fc3-44f1-b9b1-a46a497d292a details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:00.707084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafffe2c-35d1-4ae1-86f9-7729f6cc928c req-53ac2241-7374-4d54-af48-be0b80e6f87c tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:00.708687 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bafffe2c-35d1-4ae1-86f9-7729f6cc928c req-53ac2241-7374-4d54-af48-be0b80e6f87c tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 931 time: 0.1903245 Feb 16 16:44:00.792606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776e81a-4445-400d-b9eb-97fe7f46a946 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Subnet': ['ID=c997d3c4-8730-4f84-a119-7138cdc67270,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:00.797636 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:00.808941 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13bbbdc-08b9-4841-a7c7-09d15673d434 None None] Network 909f694f-8d2e-4766-aa2c-814b55794193 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:00.839268 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d715390a-e971-465a-b7c9-f0701c063027 req-228f76a9-f690-41ff-b235-002a5b2beb37 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396430 Feb 16 16:44:00.846298 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bafffe2c-35d1-4ae1-86f9-7729f6cc928c req-e0c09e73-c5ed-4142-a818-b2d9d98e7863 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272902 Feb 16 16:44:00.859246 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-adee8b96-31e1-4923-a5de-9afcba8cac12 req-8fcc1c3c-ce23-43f5-ab9b-aab31341f0a7 service neutron] 10.222.0.60 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985626 Feb 16 16:44:00.861875 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6776e81a-4445-400d-b9eb-97fe7f46a946 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:00.868301 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6776e81a-4445-400d-b9eb-97fe7f46a946 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/c997d3c4-8730-4f84-a119-7138cdc67270 HTTP/1.1" status: 204 len: 168 time: 1.4488201 Feb 16 16:44:00.869032 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (edf64edc-b251-4607-b7be-ae4485f225f3), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:00.872116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45164) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:00.904370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304b9ed7-1da0-468c-870f-ec0b6f7c7e94 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:00.907898 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-304b9ed7-1da0-468c-870f-ec0b6f7c7e94 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.072540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e70af5-6066-485d-b7c0-4ceb701199c0 None None] DHCP port deletion for 909f694f-8d2e-4766-aa2c-814b55794193 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:44:01.140280 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (909f694f-8d2e-4766-aa2c-814b55794193), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.175410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-adee8b96-31e1-4923-a5de-9afcba8cac12 req-a196bcbe-922f-4fc0-b750-f91768696836 service neutron] 10.222.0.60 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007951 Feb 16 16:44:01.245245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b2e70af5-6066-485d-b7c0-4ceb701199c0 None None] Deleting port 959f1086-8a00-4871-9207-ef99380cac05 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:01.246207 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2e70af5-6066-485d-b7c0-4ceb701199c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (959f1086-8a00-4871-9207-ef99380cac05), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.251127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port 959f1086-8a00-4871-9207-ef99380cac05 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:01.252253 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (959f1086-8a00-4871-9207-ef99380cac05), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.370215 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] For port 959f1086-8a00-4871-9207-ef99380cac05, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=959f1086-8a00-4871-9207-ef99380cac05,segment=NetworkSegment(cbc514d4-ea84-4ea4-b330-684a830afd52),segment_id=cbc514d4-ea84-4ea4-b330-684a830afd52)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:01.370621 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (959f1086-8a00-4871-9207-ef99380cac05), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.386641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for 959f1086-8a00-4871-9207-ef99380cac05 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:01.399637 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-304b9ed7-1da0-468c-870f-ec0b6f7c7e94 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (ee99aa28-cd15-44a8-8ae8-9d613073f38f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.403241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 959f1086-8a00-4871-9207-ef99380cac05 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:44:01.406463 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45198) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:01.463039 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02b5cda-7a9a-46f8-947c-e22a8841da50 admin admin] Deleting subnet 575bbc8f-2761-46b0-874d-8e17a42f44b2 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:44:01.474642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b2e70af5-6066-485d-b7c0-4ceb701199c0 None None] For port 959f1086-8a00-4871-9207-ef99380cac05, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=959f1086-8a00-4871-9207-ef99380cac05,segment=NetworkSegment(cbc514d4-ea84-4ea4-b330-684a830afd52),segment_id=cbc514d4-ea84-4ea4-b330-684a830afd52)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:01.475562 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2e70af5-6066-485d-b7c0-4ceb701199c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (959f1086-8a00-4871-9207-ef99380cac05), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.490874 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f02b5cda-7a9a-46f8-947c-e22a8841da50 admin admin] Publish callbacks [] for subnet (575bbc8f-2761-46b0-874d-8e17a42f44b2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.501072 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.515040 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (959f1086-8a00-4871-9207-ef99380cac05), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.548951 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b2e70af5-6066-485d-b7c0-4ceb701199c0 None None] Calling delete_port for 959f1086-8a00-4871-9207-ef99380cac05 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:01.557574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=959f1086-8a00-4871-9207-ef99380cac05,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:01.567449 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No DVR routers for this DVR port 959f1086-8a00-4871-9207-ef99380cac05 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:01.582013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No active binding found for port 959f1086-8a00-4871-9207-ef99380cac05 {{(pid=103423) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 16:44:01.582397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] The host n-d-669411-5 is not matching for port 959f1086-8a00-4871-9207-ef99380cac05 host None! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:44:01.583013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 959f1086-8a00-4871-9207-ef99380cac05 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:44:01.633436 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f02b5cda-7a9a-46f8-947c-e22a8841da50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (575bbc8f-2761-46b0-874d-8e17a42f44b2), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.691673 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f02b5cda-7a9a-46f8-947c-e22a8841da50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (575bbc8f-2761-46b0-874d-8e17a42f44b2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.731001 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2e70af5-6066-485d-b7c0-4ceb701199c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (959f1086-8a00-4871-9207-ef99380cac05), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.752438 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (909f694f-8d2e-4766-aa2c-814b55794193), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.761869 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f02b5cda-7a9a-46f8-947c-e22a8841da50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (575bbc8f-2761-46b0-874d-8e17a42f44b2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.768600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b9ed7-1da0-468c-870f-ec0b6f7c7e94 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Subnet': ['ID=ee99aa28-cd15-44a8-8ae8-9d613073f38f,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:01.777022 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf64edc-b251-4607-b7be-ae4485f225f3 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:44:01.789907 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Publish callbacks [] for port (edf64edc-b251-4607-b7be-ae4485f225f3), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.792632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304b9ed7-1da0-468c-870f-ec0b6f7c7e94 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Checking segment: {'id': '840f29ab-bc42-4253-89b8-65d5fe446565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '95fa4cea-8fc3-44f1-b9b1-a46a497d292a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:01.793229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b9ed7-1da0-468c-870f-ec0b6f7c7e94 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network hostable DHCP agents. Network: 95fa4cea-8fc3-44f1-b9b1-a46a497d292a, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:44:01.799647 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f02b5cda-7a9a-46f8-947c-e22a8841da50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.805423 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f02b5cda-7a9a-46f8-947c-e22a8841da50 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/575bbc8f-2761-46b0-874d-8e17a42f44b2 HTTP/1.1" status: 204 len: 168 time: 0.3945260 Feb 16 16:44:01.809652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45220) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:01.814285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e70af5-6066-485d-b7c0-4ceb701199c0 None None] No DVR routers for this DVR port 959f1086-8a00-4871-9207-ef99380cac05 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:01.821764 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e70af5-6066-485d-b7c0-4ceb701199c0 None None] Pushing event deleted for resources: {'Port': ['ID=959f1086-8a00-4871-9207-ef99380cac05,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:01.837423 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b5cda-7a9a-46f8-947c-e22a8841da50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575bbc8f-2761-46b0-874d-8e17a42f44b2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:01.847426 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Transition to ACTIVE for port object edf64edc-b251-4607-b7be-ae4485f225f3 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:44:01.855673 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909f694f-8d2e-4766-aa2c-814b55794193']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:01.857076 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (edf64edc-b251-4607-b7be-ae4485f225f3), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.869125 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b9ed7-1da0-468c-870f-ec0b6f7c7e94 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network 95fa4cea-8fc3-44f1-b9b1-a46a497d292a is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:44:01.926280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-304b9ed7-1da0-468c-870f-ec0b6f7c7e94 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 95fa4cea-8fc3-44f1-b9b1-a46a497d292a) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:01.932488 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304b9ed7-1da0-468c-870f-ec0b6f7c7e94 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:01.934750 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-304b9ed7-1da0-468c-870f-ec0b6f7c7e94 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:01.939615 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d6e11-88bf-4b23-b5c5-d5fbc04ae8b1 None None] Network 95fa4cea-8fc3-44f1-b9b1-a46a497d292a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:01.971566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Pushing event updated for resources: {'Port': ['ID=edf64edc-b251-4607-b7be-ae4485f225f3,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:02.019739 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-304b9ed7-1da0-468c-870f-ec0b6f7c7e94 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8107936 Feb 16 16:44:02.022239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45236) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:02.041168 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc514d4-ea84-4ea4-b330-684a830afd52') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:02.041797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc514d4-ea84-4ea4-b330-684a830afd52') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:02.053348 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (cbc514d4-ea84-4ea4-b330-684a830afd52), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.078069 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cbc514d4-ea84-4ea4-b330-684a830afd52), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.085981 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:44:02.086393 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (cbc514d4-ea84-4ea4-b330-684a830afd52), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.122881 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Attempting to bind port edf64edc-b251-4607-b7be-ae4485f225f3 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:44:02.123221 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Attempting to bind port edf64edc-b251-4607-b7be-ae4485f225f3 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:44:02.123559 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Attempting to bind port edf64edc-b251-4607-b7be-ae4485f225f3 on network 12ca0dcd-c585-403e-b882-1256fb880706 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:44:02.157987 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.173804 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-95fa4cea-8fc3-44f1-b9b1-a46a497d292a', 'network_id': '95fa4cea-8fc3-44f1-b9b1-a46a497d292a', 'project_id': '70d94817923641fa974ae444aa13736c', 'fixed_ips': [{'subnet_id': 'ee99aa28-cd15-44a8-8ae8-9d613073f38f'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:44:02.176740 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:44:02.187596 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:44:02.191569 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Port edf64edc-b251-4607-b7be-ae4485f225f3 on network 12ca0dcd-c585-403e-b882-1256fb880706 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:44:02.191569 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Attempting to bind port edf64edc-b251-4607-b7be-ae4485f225f3 on network 12ca0dcd-c585-403e-b882-1256fb880706 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:44:02.207144 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:44:02.207489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Checking segment: {'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:02.207918 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Bound using segment: {'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:44:02.208491 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Bound port: edf64edc-b251-4607-b7be-ae4485f225f3, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:44:02.209146 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (edf64edc-b251-4607-b7be-ae4485f225f3), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.270849 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaadc-bee5-4750-af9c-3f817983d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (f93c5182-ecb4-4011-a23c-0858f50f64e9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.277900 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (909f694f-8d2e-4766-aa2c-814b55794193), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.296398 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.296771 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (95fa4cea-8fc3-44f1-b9b1-a46a497d292a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.305492 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/networks/909f694f-8d2e-4766-aa2c-814b55794193 HTTP/1.1" status: 204 len: 168 time: 1.4236593 Feb 16 16:44:02.311877 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45254) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:02.324402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24344bad-0d38-40da-b182-44f713794685 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Network': ['ID=909f694f-8d2e-4766-aa2c-814b55794193,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:02.329898 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-37e4b5df-ff6a-4534-a582-cba702590273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2071608318'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:02.390766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce57c5d-2f11-4001-99e9-c9ea021973db req-db5d74d5-281d-464f-8fe7-61848231a92c tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:02.392339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dce57c5d-2f11-4001-99e9-c9ea021973db req-db5d74d5-281d-464f-8fe7-61848231a92c tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 943 time: 0.1977227 Feb 16 16:44:02.402631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3126d-969f-4f80-b3be-9113e0f1e3fc req-eb6bf332-a34d-4d03-a6c2-005386954b13 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:02.411545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aaf3126d-969f-4f80-b3be-9113e0f1e3fc req-eb6bf332-a34d-4d03-a6c2-005386954b13 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.2243426 Feb 16 16:44:02.493057 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (ee99aa28-cd15-44a8-8ae8-9d613073f38f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.496563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Allocated IP 2001:db8::1 (95fa4cea-8fc3-44f1-b9b1-a46a497d292a/ee99aa28-cd15-44a8-8ae8-9d613073f38f/7ce8719a-1f1f-44bf-b1f2-3b1dc2404364) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:02.515323 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaadc-bee5-4750-af9c-3f817983d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (f93c5182-ecb4-4011-a23c-0858f50f64e9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.554205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] For port edf64edc-b251-4607-b7be-ae4485f225f3, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:44:02.584056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c8cfaadc-bee5-4750-af9c-3f817983d0ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93c5182-ecb4-4011-a23c-0858f50f64e9']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:02.595390 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e4b5df-ff6a-4534-a582-cba702590273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:02.598495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aaf3126d-969f-4f80-b3be-9113e0f1e3fc req-b0975994-6f01-4e0c-8a3a-b492176cce38 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865544 Feb 16 16:44:02.604675 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-37e4b5df-ff6a-4534-a582-cba702590273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.613481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c8cfaadc-bee5-4750-af9c-3f817983d0ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a051a479-b891-4694-a288-a273a0b12c97') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:02.613927 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c8cfaadc-bee5-4750-af9c-3f817983d0ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a051a479-b891-4694-a288-a273a0b12c97') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:02.626358 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaadc-bee5-4750-af9c-3f817983d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (a051a479-b891-4694-a288-a273a0b12c97), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.647804 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaadc-bee5-4750-af9c-3f817983d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a051a479-b891-4694-a288-a273a0b12c97), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.648384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] For port edf64edc-b251-4607-b7be-ae4485f225f3, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=edf64edc-b251-4607-b7be-ae4485f225f3,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:44:02.669767 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (edf64edc-b251-4607-b7be-ae4485f225f3), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.675106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cfaadc-bee5-4750-af9c-3f817983d0ae admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:44:02.675524 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaadc-bee5-4750-af9c-3f817983d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (a051a479-b891-4694-a288-a273a0b12c97), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:44:02.677818 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:44:02.684703 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e4b5df-ff6a-4534-a582-cba702590273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:44:02.719067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:02.719626 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.721173 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] 10.222.0.60 "PUT /v2.0/ports/edf64edc-b251-4607-b7be-ae4485f225f3 HTTP/1.1" status: 200 len: 1091 time: 2.4619751 Feb 16 16:44:02.722335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dce57c5d-2f11-4001-99e9-c9ea021973db req-eba64846-f2f2-4c7c-8255-7598343676c4 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565215 Feb 16 16:44:02.732255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1dc546-cf05-46d3-a681-2b5a526aba67', 'tag': 'edf64edc-b251-4607-b7be-ae4485f225f3'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:44:02.735190 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce398144-f944-4f2a-a7da-408a475c7fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1dc546-cf05-46d3-a681-2b5a526aba67", "tag": "edf64edc-b251-4607-b7be-ae4485f225f3"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:44:02.738738 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Publish callbacks [] for port (7ce8719a-1f1f-44bf-b1f2-3b1dc2404364), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.750893 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-37e4b5df-ff6a-4534-a582-cba702590273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6fcaa0f1-88a1-45f2-ae74-21a42627ef59), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.751252 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-37e4b5df-ff6a-4534-a582-cba702590273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Added segment 6fcaa0f1-88a1-45f2-ae74-21a42627ef59 of type vlan for network 8e5a41aa-3a44-469c-a055-c912cbe2b936 Feb 16 16:44:02.759292 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (7ce8719a-1f1f-44bf-b1f2-3b1dc2404364), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.819323 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaadc-bee5-4750-af9c-3f817983d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (f93c5182-ecb4-4011-a23c-0858f50f64e9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.833568 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaadc-bee5-4750-af9c-3f817983d0ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.840609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c8cfaadc-bee5-4750-af9c-3f817983d0ae admin admin] 10.222.0.24 "DELETE /v2.0/networks/f93c5182-ecb4-4011-a23c-0858f50f64e9 HTTP/1.1" status: 204 len: 168 time: 1.0256553 Feb 16 16:44:02.857282 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfaadc-bee5-4750-af9c-3f817983d0ae admin admin] Pushing event deleted for resources: {'Network': ['ID=f93c5182-ecb4-4011-a23c-0858f50f64e9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:02.876111 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf18a9e6-7005-42ec-9a6d-d8fb4bdd35f5 x-openstack-request-id: req-cf18a9e6-7005-42ec-9a6d-d8fb4bdd35f5 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:44:02.876989 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1dc546-cf05-46d3-a681-2b5a526aba67", "tag": "edf64edc-b251-4607-b7be-ae4485f225f3", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:44:02.876989 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf18a9e6-7005-42ec-9a6d-d8fb4bdd35f5 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:44:02.877373 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1dc546-cf05-46d3-a681-2b5a526aba67', 'tag': 'edf64edc-b251-4607-b7be-ae4485f225f3', 'status': 'completed', 'code': 200} Feb 16 16:44:02.889271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Pushing event updated for resources: {'Port': ['ID=7ce8719a-1f1f-44bf-b1f2-3b1dc2404364,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:02.907899 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075b158-5d36-4b38-9ccd-072df9a3290b service neutron] Pushing event updated for resources: {'Port': ['ID=edf64edc-b251-4607-b7be-ae4485f225f3,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:02.923302 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (ee99aa28-cd15-44a8-8ae8-9d613073f38f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:02.939168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Network 95fa4cea-8fc3-44f1-b9b1-a46a497d292a is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:02.941286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:02.945857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:02.952144 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-37e4b5df-ff6a-4534-a582-cba702590273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (8e5a41aa-3a44-469c-a055-c912cbe2b936), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.035684 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (95fa4cea-8fc3-44f1-b9b1-a46a497d292a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.036942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Attempting to bind port 7ce8719a-1f1f-44bf-b1f2-3b1dc2404364 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:44:03.037518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Attempting to bind port 7ce8719a-1f1f-44bf-b1f2-3b1dc2404364 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '840f29ab-bc42-4253-89b8-65d5fe446565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '95fa4cea-8fc3-44f1-b9b1-a46a497d292a'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:44:03.038017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Attempting to bind port 7ce8719a-1f1f-44bf-b1f2-3b1dc2404364 on network 95fa4cea-8fc3-44f1-b9b1-a46a497d292a {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:44:03.045401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:44:03.046103 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Checking segment: {'id': '840f29ab-bc42-4253-89b8-65d5fe446565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '95fa4cea-8fc3-44f1-b9b1-a46a497d292a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:03.046625 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.047238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Bound using segment: {'id': '840f29ab-bc42-4253-89b8-65d5fe446565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '95fa4cea-8fc3-44f1-b9b1-a46a497d292a'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:44:03.047845 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Bound port: 7ce8719a-1f1f-44bf-b1f2-3b1dc2404364, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840f29ab-bc42-4253-89b8-65d5fe446565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '95fa4cea-8fc3-44f1-b9b1-a46a497d292a'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:44:03.048333 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7ce8719a-1f1f-44bf-b1f2-3b1dc2404364), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.064518 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fa4cea-8fc3-44f1-b9b1-a46a497d292a']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:03.080714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840f29ab-bc42-4253-89b8-65d5fe446565') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:03.081017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840f29ab-bc42-4253-89b8-65d5fe446565') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:03.095413 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (840f29ab-bc42-4253-89b8-65d5fe446565), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.113223 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (840f29ab-bc42-4253-89b8-65d5fe446565), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.124969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:44:03.125490 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (840f29ab-bc42-4253-89b8-65d5fe446565), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.162487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45280) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:03.166436 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] For port 7ce8719a-1f1f-44bf-b1f2-3b1dc2404364, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:44:03.175611 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:44:03.237913 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.db.resource_extend [None req-37e4b5df-ff6a-4534-a582-cba702590273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:44:03.238894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fbd177e3-da95-45bb-8880-2710256d7b39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e2b12ed449a412983a44867f0232ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0736053 Feb 16 16:44:03.241152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45284) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:03.246017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Subnet': ['ID=ee99aa28-cd15-44a8-8ae8-9d613073f38f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:03.260706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] For port 7ce8719a-1f1f-44bf-b1f2-3b1dc2404364, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7ce8719a-1f1f-44bf-b1f2-3b1dc2404364,segment=NetworkSegment(840f29ab-bc42-4253-89b8-65d5fe446565),segment_id=840f29ab-bc42-4253-89b8-65d5fe446565)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:44:03.267319 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.db.api [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 16:44:03.267319 n-d-669411-5 neutron-server[103422]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 16:44:03.267319 n-d-669411-5 neutron-server[103422]: [parameters: {'id': '95fa4cea-8fc3-44f1-b9b1-a46a497d292a'}] Feb 16 16:44:03.267319 n-d-669411-5 neutron-server[103422]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:44:03.268578 n-d-669411-5 neutron-server[103422]: DEBUG oslo_db.api [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:44:03.271746 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7ce8719a-1f1f-44bf-b1f2-3b1dc2404364), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.279303 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-a44c0a3d-bf70-4381-9aa1-8daf30ccb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:03.281791 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-a44c0a3d-bf70-4381-9aa1-8daf30ccb752 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38015752bdc2447899a830d7da7a3f38&device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 1125 time: 0.4916015 Feb 16 16:44:03.283310 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-37e4b5df-ff6a-4534-a582-cba702590273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (8e5a41aa-3a44-469c-a055-c912cbe2b936), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.290121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e4b5df-ff6a-4534-a582-cba702590273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:03.291206 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-37e4b5df-ff6a-4534-a582-cba702590273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.339441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a151a1cf-b277-4b62-a349-c4cda7e5b116 admin admin] Publish callbacks [] for security_group (53ebd652-655b-4cc7-81b3-995f2ff2ada1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.364180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45286) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:03.386379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a151a1cf-b277-4b62-a349-c4cda7e5b116 admin admin] Publish callbacks [] for security_group (53ebd652-655b-4cc7-81b3-995f2ff2ada1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.435478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4b5df-ff6a-4534-a582-cba702590273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Network': ['ID=8e5a41aa-3a44-469c-a055-c912cbe2b936,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:03.441895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 55b4bd89-6889-42b5-a900-17050f30d31e details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:44:03.443941 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b990e2a-9bc1-41a8-8709-93aead1007d9 None None] Pushing event updated for resources: {'Port': ['ID=7ce8719a-1f1f-44bf-b1f2-3b1dc2404364,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:03.453264 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-79dccb8c-16bb-4408-acdd-de7f80226f05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edf64edc-b251-4607-b7be-ae4485f225f3 HTTP/1.1" status: 200 len: 217 time: 0.1573060 Feb 16 16:44:03.457617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 8e5a41aa-3a44-469c-a055-c912cbe2b936 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:03.468168 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a151a1cf-b277-4b62-a349-c4cda7e5b116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (53ebd652-655b-4cc7-81b3-995f2ff2ada1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.472217 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a151a1cf-b277-4b62-a349-c4cda7e5b116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.478118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a151a1cf-b277-4b62-a349-c4cda7e5b116 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53ebd652-655b-4cc7-81b3-995f2ff2ada1 HTTP/1.1" status: 204 len: 168 time: 0.2357099 Feb 16 16:44:03.492872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151a1cf-b277-4b62-a349-c4cda7e5b116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ebd652-655b-4cc7-81b3-995f2ff2ada1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:03.506944 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-37e4b5df-ff6a-4534-a582-cba702590273 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1939428 Feb 16 16:44:03.511546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45292) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:03.520545 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8a7ecf00-537f-4716-91d1-578b2e39c4e2 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'subnet': {'network_id': '8e5a41aa-3a44-469c-a055-c912cbe2b936', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:03.522994 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78625e42-b1df-469d-888a-d46ec8b5b8fc None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:44:03.599191 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-1d500b5a-ba63-479d-9e16-34aaae7e81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:03.602312 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-bb600942-37fa-493b-b572-54f04b75537e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:44:03.614663 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-1d500b5a-ba63-479d-9e16-34aaae7e81b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9556d338-7f74-4818-8966-228876ee719c HTTP/1.1" status: 200 len: 853 time: 0.1547251 Feb 16 16:44:03.663093 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-138a2152-e020-445f-bc60-66ecaff93372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.673947 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-01c61a6b-e83a-44b0-946c-df2d2551308a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12ca0dcd-c585-403e-b882-1256fb880706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505757 Feb 16 16:44:03.833519 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-138a2152-e020-445f-bc60-66ecaff93372 admin admin] Publish callbacks [] for security_group (a87193af-0370-43fe-a88f-742787d9f41e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.857167 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-138a2152-e020-445f-bc60-66ecaff93372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a87193af-0370-43fe-a88f-742787d9f41e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.871346 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (95fa4cea-8fc3-44f1-b9b1-a46a497d292a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:03.877088 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-3a5f2fd3-d09d-405d-af10-5ddbe8d11f45 service neutron] 10.222.0.60 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973035 Feb 16 16:44:03.958993 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78625e42-b1df-469d-888a-d46ec8b5b8fc None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:44:03.981972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7ecf00-537f-4716-91d1-578b2e39c4e2 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:03.994725 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a7ecf00-537f-4716-91d1-578b2e39c4e2 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:04.025594 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-db0c5da4-050f-4a47-8422-0a518678b4ed req-d3063a55-7d60-4607-b7be-269102309a70 service neutron] 10.222.0.60 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400523 Feb 16 16:44:04.039342 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Deleting port 7ce8719a-1f1f-44bf-b1f2-3b1dc2404364 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:04.041362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7ce8719a-1f1f-44bf-b1f2-3b1dc2404364), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:04.043916 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 55b4bd89-6889-42b5-a900-17050f30d31e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=55b4bd89-6889-42b5-a900-17050f30d31e,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:04.088348 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a2152-e020-445f-bc60-66ecaff93372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87193af-0370-43fe-a88f-742787d9f41e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:04.121916 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '55b4bd89-6889-42b5-a900-17050f30d31e', 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706', 'port_id': '55b4bd89-6889-42b5-a900-17050f30d31e', 'mac_address': 'fa:16:3e:f2:49:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9556d338-7f74-4818-8966-228876ee719c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:44:04.182628 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-138a2152-e020-445f-bc60-66ecaff93372 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4023700feff423f83f472021cc8a588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8173115 Feb 16 16:44:04.192339 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45308) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:04.253342 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] For port 7ce8719a-1f1f-44bf-b1f2-3b1dc2404364, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7ce8719a-1f1f-44bf-b1f2-3b1dc2404364,segment=NetworkSegment(840f29ab-bc42-4253-89b8-65d5fe446565),segment_id=840f29ab-bc42-4253-89b8-65d5fe446565)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:04.253887 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7ce8719a-1f1f-44bf-b1f2-3b1dc2404364), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:04.257365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee576c-74ed-463e-87a5-89300f23fb52 req-80d06877-6372-472f-94df-7f56daabf81c tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:04.260130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72ee576c-74ed-463e-87a5-89300f23fb52 req-80d06877-6372-472f-94df-7f56daabf81c tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 943 time: 0.4250994 Feb 16 16:44:04.282005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 55b4bd89-6889-42b5-a900-17050f30d31e is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:04.282784 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (55b4bd89-6889-42b5-a900-17050f30d31e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:04.285115 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Calling delete_port for 7ce8719a-1f1f-44bf-b1f2-3b1dc2404364 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:04.287504 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-649a2856-1c68-4195-8ea7-ffdb68eb9483 admin admin] Publish callbacks [] for security_group (a87193af-0370-43fe-a88f-742787d9f41e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:04.293353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7d796-d60c-454d-a2ca-46967416c0f8 req-a08892cc-be4d-436e-94e5-b537df384d3a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:04.295176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fe7d796-d60c-454d-a2ca-46967416c0f8 req-a08892cc-be4d-436e-94e5-b537df384d3a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.4495788 Feb 16 16:44:04.316295 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-649a2856-1c68-4195-8ea7-ffdb68eb9483 admin admin] Publish callbacks [] for security_group (a87193af-0370-43fe-a88f-742787d9f41e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:04.325464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b4bd89-6889-42b5-a900-17050f30d31e {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:44:04.353297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 55b4bd89-6889-42b5-a900-17050f30d31e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=55b4bd89-6889-42b5-a900-17050f30d31e,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:04.379659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce398144-f944-4f2a-a7da-408a475c7fc3 req-b3e28b68-d79f-42c8-8d53-bade85773a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:04.382421 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ce398144-f944-4f2a-a7da-408a475c7fc3 req-b3e28b68-d79f-42c8-8d53-bade85773a48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38015752bdc2447899a830d7da7a3f38&device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 1125 time: 0.2972224 Feb 16 16:44:04.385898 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-649a2856-1c68-4195-8ea7-ffdb68eb9483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a87193af-0370-43fe-a88f-742787d9f41e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:04.389557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-649a2856-1c68-4195-8ea7-ffdb68eb9483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:04.391625 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (55b4bd89-6889-42b5-a900-17050f30d31e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:04.393951 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-649a2856-1c68-4195-8ea7-ffdb68eb9483 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a87193af-0370-43fe-a88f-742787d9f41e HTTP/1.1" status: 204 len: 168 time: 0.2005579 Feb 16 16:44:04.435251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a2856-1c68-4195-8ea7-ffdb68eb9483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87193af-0370-43fe-a88f-742787d9f41e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:04.468440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7698fa-fd41-4830-9ba0-01b1390da011 None None] Network 95fa4cea-8fc3-44f1-b9b1-a46a497d292a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:04.523022 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72ee576c-74ed-463e-87a5-89300f23fb52 req-22528815-da7f-4963-b426-a8822ecb76e4 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506390 Feb 16 16:44:04.537022 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fe7d796-d60c-454d-a2ca-46967416c0f8 req-7323e03a-4bb9-4acb-bde6-7297edba5f68 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310970 Feb 16 16:44:04.593629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce398144-f944-4f2a-a7da-408a475c7fc3 req-0c4f11ec-aeec-4322-9629-44270414bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:04.597394 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ce398144-f944-4f2a-a7da-408a475c7fc3 req-0c4f11ec-aeec-4322-9629-44270414bf8e service neutron] 10.222.0.60 "GET /v2.0/networks?id=12ca0dcd-c585-403e-b882-1256fb880706 HTTP/1.1" status: 200 len: 914 time: 0.2018874 Feb 16 16:44:04.610508 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:04.661808 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7ce8719a-1f1f-44bf-b1f2-3b1dc2404364), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:04.666231 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ce398144-f944-4f2a-a7da-408a475c7fc3 req-5f6b6304-591c-4bfd-9990-4cd748ad9d0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edf64edc-b251-4607-b7be-ae4485f225f3 HTTP/1.1" status: 200 len: 217 time: 0.0620649 Feb 16 16:44:04.668131 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a7ecf00-537f-4716-91d1-578b2e39c4e2 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (bcfe0c7c-3783-47d4-817b-1c3e2922f131), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:04.698441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Port': ['ID=7ce8719a-1f1f-44bf-b1f2-3b1dc2404364,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:04.744029 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No DVR routers for this DVR port 7ce8719a-1f1f-44bf-b1f2-3b1dc2404364 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:04.748540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ecf00-537f-4716-91d1-578b2e39c4e2 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Subnet': ['ID=bcfe0c7c-3783-47d4-817b-1c3e2922f131,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:04.761101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=55b4bd89-6889-42b5-a900-17050f30d31e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:04.808847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce398144-f944-4f2a-a7da-408a475c7fc3 req-5082742c-4891-43e0-aed8-1309602e1d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:04.810574 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ce398144-f944-4f2a-a7da-408a475c7fc3 req-5082742c-4891-43e0-aed8-1309602e1d85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9556d338-7f74-4818-8966-228876ee719c HTTP/1.1" status: 200 len: 853 time: 0.1186013 Feb 16 16:44:04.822836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ecf00-537f-4716-91d1-578b2e39c4e2 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Checking segment: {'id': '6fcaa0f1-88a1-45f2-ae74-21a42627ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8e5a41aa-3a44-469c-a055-c912cbe2b936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:04.823225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7ecf00-537f-4716-91d1-578b2e39c4e2 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network hostable DHCP agents. Network: 8e5a41aa-3a44-469c-a055-c912cbe2b936, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:44:04.829511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['55b4bd89-6889-42b5-a900-17050f30d31e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:44:04.851380 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ce398144-f944-4f2a-a7da-408a475c7fc3 req-3be9bbbf-1a75-4aca-b816-cfede4d73651 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=12ca0dcd-c585-403e-b882-1256fb880706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332198 Feb 16 16:44:04.865587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7ecf00-537f-4716-91d1-578b2e39c4e2 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 8e5a41aa-3a44-469c-a055-c912cbe2b936 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:44:04.883494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-8a7ecf00-537f-4716-91d1-578b2e39c4e2 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 8e5a41aa-3a44-469c-a055-c912cbe2b936) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:04.900781 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7ecf00-537f-4716-91d1-578b2e39c4e2 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:04.903146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a7ecf00-537f-4716-91d1-578b2e39c4e2 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:04.949824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8a7ecf00-537f-4716-91d1-578b2e39c4e2 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4353116 Feb 16 16:44:04.952025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45328) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:04.965767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-187d959e-6ef2-430b-8f3f-0f27e3688905 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2057707026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:04.994642 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (95fa4cea-8fc3-44f1-b9b1-a46a497d292a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:04.999943 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ce398144-f944-4f2a-a7da-408a475c7fc3 req-9e893027-6b95-4a86-89da-10ef3ee38599 service neutron] 10.222.0.60 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409686 Feb 16 16:44:05.024192 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-187d959e-6ef2-430b-8f3f-0f27e3688905 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (718d01ae-1289-45ec-b372-3ddb7d8cba62), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.026859 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-187d959e-6ef2-430b-8f3f-0f27e3688905 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (718d01ae-1289-45ec-b372-3ddb7d8cba62), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.064105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fa4cea-8fc3-44f1-b9b1-a46a497d292a']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:05.112130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840f29ab-bc42-4253-89b8-65d5fe446565') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:05.112870 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840f29ab-bc42-4253-89b8-65d5fe446565') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:05.176450 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-187d959e-6ef2-430b-8f3f-0f27e3688905 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for router_controller (718d01ae-1289-45ec-b372-3ddb7d8cba62), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.182754 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45330) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:05.191009 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-187d959e-6ef2-430b-8f3f-0f27e3688905 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (718d01ae-1289-45ec-b372-3ddb7d8cba62), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.202544 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (840f29ab-bc42-4253-89b8-65d5fe446565), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.225270 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aaa6256f-bf37-4df1-bb7c-7b6bff8fd628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.226983 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (840f29ab-bc42-4253-89b8-65d5fe446565), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.243394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:44:05.243967 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (840f29ab-bc42-4253-89b8-65d5fe446565), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:44:05.247601 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:44:05.259540 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-187d959e-6ef2-430b-8f3f-0f27e3688905 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.263407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-187d959e-6ef2-430b-8f3f-0f27e3688905 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3070829 Feb 16 16:44:05.263607 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ce398144-f944-4f2a-a7da-408a475c7fc3 req-4ffe33f1-139b-44b2-a4ce-3841705ea158 service neutron] 10.222.0.60 "GET /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555959 Feb 16 16:44:05.263834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45336) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:05.265563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99742bf4-6e72-4cf9-95e5-f57329190f3c None None] Network 8e5a41aa-3a44-469c-a055-c912cbe2b936 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:05.283019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-72cb9f97-4f9a-4a52-8dd1-745fbf604ef5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'network_id': '8e5a41aa-3a44-469c-a055-c912cbe2b936', 'name': 'tempest-PortsIpV6TestJSON-1830881287'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:05.338216 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (95fa4cea-8fc3-44f1-b9b1-a46a497d292a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.344963 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.354713 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/95fa4cea-8fc3-44f1-b9b1-a46a497d292a HTTP/1.1" status: 204 len: 168 time: 3.3282218 Feb 16 16:44:05.354936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45342) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:05.365786 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-95f1e3b5-fb28-4bcd-b988-215c6a4f735f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1199495735'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:05.379956 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc607c-21f9-4009-9e32-507eb1456900 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Network': ['ID=95fa4cea-8fc3-44f1-b9b1-a46a497d292a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:05.399497 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f1e3b5-fb28-4bcd-b988-215c6a4f735f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:05.405528 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-95f1e3b5-fb28-4bcd-b988-215c6a4f735f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.437547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f1e3b5-fb28-4bcd-b988-215c6a4f735f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:44:05.448640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-8e5a41aa-3a44-469c-a055-c912cbe2b936', 'network_id': '8e5a41aa-3a44-469c-a055-c912cbe2b936', 'project_id': 'e6c4df9b782646bcaf02850f363551f8', 'fixed_ips': [{'subnet_id': 'bcfe0c7c-3783-47d4-817b-1c3e2922f131'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:44:05.450004 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.456399 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-95f1e3b5-fb28-4bcd-b988-215c6a4f735f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cccc8561-7a30-4657-8558-f5038ab39c8e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.456996 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-95f1e3b5-fb28-4bcd-b988-215c6a4f735f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Added segment cccc8561-7a30-4657-8558-f5038ab39c8e of type vlan for network 37de8d5e-5311-41a6-9095-bd4fe4e873b5 Feb 16 16:44:05.516256 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-95f1e3b5-fb28-4bcd-b988-215c6a4f735f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (37de8d5e-5311-41a6-9095-bd4fe4e873b5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.523076 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aaa6256f-bf37-4df1-bb7c-7b6bff8fd628 admin admin] Publish callbacks [] for security_group (c03609ca-871a-4a16-8fae-f41728c0ba58), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.531966 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aaa6256f-bf37-4df1-bb7c-7b6bff8fd628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c03609ca-871a-4a16-8fae-f41728c0ba58), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.559971 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-95f1e3b5-fb28-4bcd-b988-215c6a4f735f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (37de8d5e-5311-41a6-9095-bd4fe4e873b5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.565214 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f1e3b5-fb28-4bcd-b988-215c6a4f735f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:05.565701 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-95f1e3b5-fb28-4bcd-b988-215c6a4f735f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.591654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cb9f97-4f9a-4a52-8dd1-745fbf604ef5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:05.595733 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72cb9f97-4f9a-4a52-8dd1-745fbf604ef5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.600185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-aaa6256f-bf37-4df1-bb7c-7b6bff8fd628 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5dd3cb58384435989270124a211b04b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4155588 Feb 16 16:44:05.635724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45352) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:05.636371 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1e3b5-fb28-4bcd-b988-215c6a4f735f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Network': ['ID=37de8d5e-5311-41a6-9095-bd4fe4e873b5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:05.658508 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-95f1e3b5-fb28-4bcd-b988-215c6a4f735f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3025494 Feb 16 16:44:05.661376 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45354) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:05.670500 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-cceeb086-cf62-4ac4-b137-854e0514ee77 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'subnet': {'network_id': '37de8d5e-5311-41a6-9095-bd4fe4e873b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:05.688806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6256f-bf37-4df1-bb7c-7b6bff8fd628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03609ca-871a-4a16-8fae-f41728c0ba58,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:05.703260 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96d16176-95b3-47a2-8399-727626518967 req-96974a49-672d-4adc-a88f-899e7ffe935c tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1674488 Feb 16 16:44:05.705416 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-72cb9f97-4f9a-4a52-8dd1-745fbf604ef5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port 4fa628a7-b587-45b2-addc-3e1dd4ad0dad yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:44:05.730525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Allocated IP 2001:db8::2 (8e5a41aa-3a44-469c-a055-c912cbe2b936/bcfe0c7c-3783-47d4-817b-1c3e2922f131/85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:05.786079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa0fb632-7634-44d2-846b-66a030b0381a admin admin] Publish callbacks [] for security_group (c03609ca-871a-4a16-8fae-f41728c0ba58), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.790230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 37de8d5e-5311-41a6-9095-bd4fe4e873b5 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:05.814918 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cceeb086-cf62-4ac4-b137-854e0514ee77 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:05.819685 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cceeb086-cf62-4ac4-b137-854e0514ee77 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.845552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa0fb632-7634-44d2-846b-66a030b0381a admin admin] Publish callbacks [] for security_group (c03609ca-871a-4a16-8fae-f41728c0ba58), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:05.956251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfc234-5a52-4224-b0ad-cae4a6f6e2df req-c5d4c305-202c-47f8-aad9-b20394b50f72 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:05.957944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3abfc234-5a52-4224-b0ad-cae4a6f6e2df req-c5d4c305-202c-47f8-aad9-b20394b50f72 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 943 time: 0.2606175 Feb 16 16:44:05.969499 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263b4bf-b415-4f68-94a1-6c0fe794ab3a req-a8b44edb-24cc-4bb4-b75e-4921bc807cfb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:05.971004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a263b4bf-b415-4f68-94a1-6c0fe794ab3a req-a8b44edb-24cc-4bb4-b75e-4921bc807cfb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.0956595 Feb 16 16:44:06.016601 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa0fb632-7634-44d2-846b-66a030b0381a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c03609ca-871a-4a16-8fae-f41728c0ba58), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:06.019846 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa0fb632-7634-44d2-846b-66a030b0381a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:06.021055 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fa0fb632-7634-44d2-846b-66a030b0381a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c03609ca-871a-4a16-8fae-f41728c0ba58 HTTP/1.1" status: 204 len: 168 time: 0.3822377 Feb 16 16:44:06.061993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fb632-7634-44d2-846b-66a030b0381a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03609ca-871a-4a16-8fae-f41728c0ba58,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:06.064361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3abfc234-5a52-4224-b0ad-cae4a6f6e2df req-d683e4a8-10ab-4f2f-ad02-437a02378ab3 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921838 Feb 16 16:44:06.069302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a263b4bf-b415-4f68-94a1-6c0fe794ab3a req-cf153939-bf7a-4c9b-8272-45afe0b65bd7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815349 Feb 16 16:44:06.085462 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cceeb086-cf62-4ac4-b137-854e0514ee77 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (2e4bde8f-8aba-48f9-acea-e17aeaff7a3a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:06.147403 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Publish callbacks [] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:06.158992 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceeb086-cf62-4ac4-b137-854e0514ee77 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Subnet': ['ID=2e4bde8f-8aba-48f9-acea-e17aeaff7a3a,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:06.162985 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:06.222271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceeb086-cf62-4ac4-b137-854e0514ee77 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Checking segment: {'id': 'cccc8561-7a30-4657-8558-f5038ab39c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '37de8d5e-5311-41a6-9095-bd4fe4e873b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:06.223251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceeb086-cf62-4ac4-b137-854e0514ee77 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network hostable DHCP agents. Network: 37de8d5e-5311-41a6-9095-bd4fe4e873b5, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:44:06.230783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Network 8e5a41aa-3a44-469c-a055-c912cbe2b936 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:06.234419 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-02939a0a-ca21-4974-9d5b-c187e18a42b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0909469 Feb 16 16:44:06.234612 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:06.238191 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:06.253025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceeb086-cf62-4ac4-b137-854e0514ee77 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network 37de8d5e-5311-41a6-9095-bd4fe4e873b5 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:44:06.268178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-cceeb086-cf62-4ac4-b137-854e0514ee77 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 37de8d5e-5311-41a6-9095-bd4fe4e873b5) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:06.274721 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceeb086-cf62-4ac4-b137-854e0514ee77 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:06.275519 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cceeb086-cf62-4ac4-b137-854e0514ee77 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:06.277848 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Pushing event updated for resources: {'Port': ['ID=85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:06.291033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-72cb9f97-4f9a-4a52-8dd1-745fbf604ef5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Allocated IP 2001:db8::99 (8e5a41aa-3a44-469c-a055-c912cbe2b936/bcfe0c7c-3783-47d4-817b-1c3e2922f131/4fa628a7-b587-45b2-addc-3e1dd4ad0dad) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:06.306167 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cceeb086-cf62-4ac4-b137-854e0514ee77 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6437130 Feb 16 16:44:06.309448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45364) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:06.317145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-96042662-b6be-4db4-9dce-22e0fb369800 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'subnet': {'network_id': '37de8d5e-5311-41a6-9095-bd4fe4e873b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:06.331487 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a7fdfe-d8ed-483a-879c-9583a6192180 None None] Network 37de8d5e-5311-41a6-9095-bd4fe4e873b5 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:06.466906 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Attempting to bind port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:44:06.467354 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Attempting to bind port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '6fcaa0f1-88a1-45f2-ae74-21a42627ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8e5a41aa-3a44-469c-a055-c912cbe2b936'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:44:06.467732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Attempting to bind port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d on network 8e5a41aa-3a44-469c-a055-c912cbe2b936 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:44:06.478503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:44:06.479737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Checking segment: {'id': '6fcaa0f1-88a1-45f2-ae74-21a42627ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8e5a41aa-3a44-469c-a055-c912cbe2b936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:06.479737 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:06.479737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Bound using segment: {'id': '6fcaa0f1-88a1-45f2-ae74-21a42627ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8e5a41aa-3a44-469c-a055-c912cbe2b936'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:44:06.480530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Bound port: 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcaa0f1-88a1-45f2-ae74-21a42627ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8e5a41aa-3a44-469c-a055-c912cbe2b936'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:44:06.480923 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:06.531655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-247477c7-f0be-4f1a-9e8b-d5c104477bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:06.532166 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-247477c7-f0be-4f1a-9e8b-d5c104477bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:06.532637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-247477c7-f0be-4f1a-9e8b-d5c104477bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:06.533136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-247477c7-f0be-4f1a-9e8b-d5c104477bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:06.533606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-247477c7-f0be-4f1a-9e8b-d5c104477bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:06.534486 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-247477c7-f0be-4f1a-9e8b-d5c104477bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:06.534948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-247477c7-f0be-4f1a-9e8b-d5c104477bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:06.537330 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-247477c7-f0be-4f1a-9e8b-d5c104477bf7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6e850f85e6540848343a8f94f5bb145&device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 6709 time: 0.2024357 Feb 16 16:44:06.562206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-37de8d5e-5311-41a6-9095-bd4fe4e873b5', 'network_id': '37de8d5e-5311-41a6-9095-bd4fe4e873b5', 'project_id': '70d94817923641fa974ae444aa13736c', 'fixed_ips': [{'subnet_id': '2e4bde8f-8aba-48f9-acea-e17aeaff7a3a'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:44:06.563386 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:06.567510 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96042662-b6be-4db4-9dce-22e0fb369800 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:06.574665 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72cb9f97-4f9a-4a52-8dd1-745fbf604ef5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (4fa628a7-b587-45b2-addc-3e1dd4ad0dad), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:06.576986 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96042662-b6be-4db4-9dce-22e0fb369800 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:06.636882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] For port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:44:06.652966 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72cb9f97-4f9a-4a52-8dd1-745fbf604ef5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (4fa628a7-b587-45b2-addc-3e1dd4ad0dad), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:06.725696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] For port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d,segment=NetworkSegment(6fcaa0f1-88a1-45f2-ae74-21a42627ef59),segment_id=6fcaa0f1-88a1-45f2-ae74-21a42627ef59)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:44:06.726090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cb9f97-4f9a-4a52-8dd1-745fbf604ef5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 8e5a41aa-3a44-469c-a055-c912cbe2b936 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:06.730879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-72cb9f97-4f9a-4a52-8dd1-745fbf604ef5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:06.735595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb9f97-4f9a-4a52-8dd1-745fbf604ef5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:06.743672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cb9f97-4f9a-4a52-8dd1-745fbf604ef5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:06.744578 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72cb9f97-4f9a-4a52-8dd1-745fbf604ef5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:06.747077 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:06.779987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb9f97-4f9a-4a52-8dd1-745fbf604ef5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=4fa628a7-b587-45b2-addc-3e1dd4ad0dad,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:06.791908 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-72cb9f97-4f9a-4a52-8dd1-745fbf604ef5 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5268791 Feb 16 16:44:06.794533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45376) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:06.847309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-936cfa98-3201-40c5-b2a4-6d670902b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:06.847916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-936cfa98-3201-40c5-b2a4-6d670902b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:06.848473 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-936cfa98-3201-40c5-b2a4-6d670902b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:06.850475 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-936cfa98-3201-40c5-b2a4-6d670902b93a service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe4a0c62-7e77-41f1-a6b1-5456111aabec&id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&id=8c7818c1-3357-407b-a8ee-d592e424d1da&id=8c7818c1-3357-407b-a8ee-d592e424d1da HTTP/1.1" status: 200 len: 2291 time: 0.2650011 Feb 16 16:44:06.944780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef71bf-3776-466d-bcb7-7b83da59eff8 None None] Pushing event updated for resources: {'Port': ['ID=85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:06.959011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6def9929-7076-424b-ba5f-4f4a038ee87d req-623e23f6-50ac-4dd8-9f40-81392060b3a9 tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.0412681 Feb 16 16:44:06.961719 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Allocated IP 2001:db8::2 (37de8d5e-5311-41a6-9095-bd4fe4e873b5/2e4bde8f-8aba-48f9-acea-e17aeaff7a3a/59ab4aa5-191e-451f-af85-030141bbf087) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:07.010375 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-89d2f9c1-feac-4322-9899-d7209ca5276b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60af1716-f231-40c5-ab45-6d89ab6d6e3f HTTP/1.1" status: 200 len: 1002 time: 0.1527972 Feb 16 16:44:07.405194 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Publish callbacks [] for port (59ab4aa5-191e-451f-af85-030141bbf087), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:07.422291 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (59ab4aa5-191e-451f-af85-030141bbf087), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:07.503460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Pushing event updated for resources: {'Port': ['ID=59ab4aa5-191e-451f-af85-030141bbf087,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:07.506665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device edf64edc-b251-4607-b7be-ae4485f225f3 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:44:07.509197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 55b4bd89-6889-42b5-a900-17050f30d31e up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:07.583211 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-895a6d2e-66d7-4e45-ac81-700a0fe10266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:07.584751 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-895a6d2e-66d7-4e45-ac81-700a0fe10266 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a3b0099-e3d2-484e-86b0-d55f301048e5 HTTP/1.1" status: 200 len: 850 time: 0.5683706 Feb 16 16:44:07.587972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Network 37de8d5e-5311-41a6-9095-bd4fe4e873b5 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:07.603687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:07.625860 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:07.734397 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96042662-b6be-4db4-9dce-22e0fb369800 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (4088fc1d-68d1-47f6-b39a-c025288552ca), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:07.771731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 55b4bd89-6889-42b5-a900-17050f30d31e completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:44:07.781149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 55b4bd89-6889-42b5-a900-17050f30d31e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:07.781625 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (55b4bd89-6889-42b5-a900-17050f30d31e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:07.811631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96042662-b6be-4db4-9dce-22e0fb369800 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network 37de8d5e-5311-41a6-9095-bd4fe4e873b5 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:07.820777 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-96042662-b6be-4db4-9dce-22e0fb369800 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:07.827307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Attempting to bind port 59ab4aa5-191e-451f-af85-030141bbf087 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:44:07.827680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Attempting to bind port 59ab4aa5-191e-451f-af85-030141bbf087 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'cccc8561-7a30-4657-8558-f5038ab39c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '37de8d5e-5311-41a6-9095-bd4fe4e873b5'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:44:07.828679 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Attempting to bind port 59ab4aa5-191e-451f-af85-030141bbf087 on network 37de8d5e-5311-41a6-9095-bd4fe4e873b5 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:44:07.829649 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96042662-b6be-4db4-9dce-22e0fb369800 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:07.830395 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96042662-b6be-4db4-9dce-22e0fb369800 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:07.846964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:44:07.847334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Checking segment: {'id': 'cccc8561-7a30-4657-8558-f5038ab39c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '37de8d5e-5311-41a6-9095-bd4fe4e873b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:07.847930 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:07.848328 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Bound using segment: {'id': 'cccc8561-7a30-4657-8558-f5038ab39c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '37de8d5e-5311-41a6-9095-bd4fe4e873b5'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:44:07.848825 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Bound port: 59ab4aa5-191e-451f-af85-030141bbf087, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cccc8561-7a30-4657-8558-f5038ab39c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '37de8d5e-5311-41a6-9095-bd4fe4e873b5'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:44:07.849204 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (59ab4aa5-191e-451f-af85-030141bbf087), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:07.854838 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96042662-b6be-4db4-9dce-22e0fb369800 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Subnet': ['ID=4088fc1d-68d1-47f6-b39a-c025288552ca,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:07.867949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-fae54731-4959-45b1-a72b-d4559ab3a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:07.869802 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-fae54731-4959-45b1-a72b-d4559ab3a3c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe4a0c62-7e77-41f1-a6b1-5456111aabec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2755070 Feb 16 16:44:07.881328 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port edf64edc-b251-4607-b7be-ae4485f225f3, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=edf64edc-b251-4607-b7be-ae4485f225f3,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:07.884488 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-96042662-b6be-4db4-9dce-22e0fb369800 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5729260 Feb 16 16:44:07.893747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45396) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:07.952505 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] For port 59ab4aa5-191e-451f-af85-030141bbf087, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:44:07.958386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] For port 59ab4aa5-191e-451f-af85-030141bbf087, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=59ab4aa5-191e-451f-af85-030141bbf087,segment=NetworkSegment(cccc8561-7a30-4657-8558-f5038ab39c8e),segment_id=cccc8561-7a30-4657-8558-f5038ab39c8e)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:44:07.964608 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'edf64edc-b251-4607-b7be-ae4485f225f3', 'network_id': '12ca0dcd-c585-403e-b882-1256fb880706', 'port_id': 'edf64edc-b251-4607-b7be-ae4485f225f3', 'mac_address': 'fa:16:3e:b3:e3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9556d338-7f74-4818-8966-228876ee719c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:44:08.025374 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f610a60-d986-4f01-8f65-304267cbba6a tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:08.026854 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f610a60-d986-4f01-8f65-304267cbba6a tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:08.028262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f610a60-d986-4f01-8f65-304267cbba6a tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:08.029738 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f610a60-d986-4f01-8f65-304267cbba6a tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:08.030763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79f83f-43fb-460d-9896-a422608de503 req-db8232ca-793e-45cb-9a21-948f49174ed2 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:08.031255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f610a60-d986-4f01-8f65-304267cbba6a tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:08.033661 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7f610a60-d986-4f01-8f65-304267cbba6a tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1389141 Feb 16 16:44:08.038177 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45402) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:08.043938 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e95f1b71-03b9-45f3-84a7-2a28c0241c75 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1376425021'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:08.044457 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a79f83f-43fb-460d-9896-a422608de503 req-db8232ca-793e-45cb-9a21-948f49174ed2 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 943 time: 0.7012062 Feb 16 16:44:08.051189 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (59ab4aa5-191e-451f-af85-030141bbf087), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:08.078822 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-b9010e23-92ff-4fdf-aaf0-e7ed0cdcac24 service neutron] 10.222.0.60 "GET /v2.0/networks/fe4a0c62-7e77-41f1-a6b1-5456111aabec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010899 Feb 16 16:44:08.086365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95f1b71-03b9-45f3-84a7-2a28c0241c75 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:08.090086 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e95f1b71-03b9-45f3-84a7-2a28c0241c75 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:08.100686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port edf64edc-b251-4607-b7be-ae4485f225f3 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:08.101179 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (edf64edc-b251-4607-b7be-ae4485f225f3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:08.133545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 55b4bd89-6889-42b5-a900-17050f30d31e is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:08.134209 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (55b4bd89-6889-42b5-a900-17050f30d31e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:08.137176 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bca0233-1bbf-4e7c-b5be-e847b5340b52 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4fa628a7-b587-45b2-addc-3e1dd4ad0dad), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:08.147790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c9d42-54b2-43e1-a4c1-963cb4f974dc req-161349d2-2b54-42d5-90b7-97bb7f736693 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:08.150877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a91c9d42-54b2-43e1-a4c1-963cb4f974dc req-161349d2-2b54-42d5-90b7-97bb7f736693 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.8159204 Feb 16 16:44:08.156879 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf64edc-b251-4607-b7be-ae4485f225f3 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:44:08.185598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63869d9a-6c7f-4a24-af38-b14ad02cb0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b4bd89-6889-42b5-a900-17050f30d31e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:44:08.188479 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fe3473-b1c9-4a50-a0d2-67c33077992a" -d '{"events": [{"server_uuid": "63869d9a-6c7f-4a24-af38-b14ad02cb0ae", "name": "network-vif-plugged", "status": "completed", "tag": "55b4bd89-6889-42b5-a900-17050f30d31e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:44:08.208046 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f57267-47ef-4b87-a717-97f0d33a391a None None] Pushing event updated for resources: {'Port': ['ID=59ab4aa5-191e-451f-af85-030141bbf087,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:08.216022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port edf64edc-b251-4607-b7be-ae4485f225f3, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=edf64edc-b251-4607-b7be-ae4485f225f3,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:08.218815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 55b4bd89-6889-42b5-a900-17050f30d31e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=55b4bd89-6889-42b5-a900-17050f30d31e,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:08.223774 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (edf64edc-b251-4607-b7be-ae4485f225f3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:08.234186 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (55b4bd89-6889-42b5-a900-17050f30d31e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:08.271100 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a79f83f-43fb-460d-9896-a422608de503 req-dbbf22d0-9111-449e-bfa1-83b7f6b8f6ea tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256572 Feb 16 16:44:08.320687 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a91c9d42-54b2-43e1-a4c1-963cb4f974dc req-7d0b10e9-16c7-43e9-89a5-b46a89f202b3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518011 Feb 16 16:44:08.332766 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=edf64edc-b251-4607-b7be-ae4485f225f3,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:08.341334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b30d1d8e-e7cb-420e-8d91-764be4b2896d details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:44:08.343380 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-ccd0d87e-17dd-466d-ac47-cecb2f12f3a2 service neutron] 10.222.0.60 "GET /v2.0/networks/fe4a0c62-7e77-41f1-a6b1-5456111aabec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493663 Feb 16 16:44:08.379901 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95f1b71-03b9-45f3-84a7-2a28c0241c75 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:44:08.526019 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-6cce547a-5b48-4790-b7bd-1655530641f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=d91c30ef-7b5c-42fa-a0e7-f684909efdf4 HTTP/1.1" status: 200 len: 217 time: 0.1685305 Feb 16 16:44:08.530612 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e95f1b71-03b9-45f3-84a7-2a28c0241c75 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (98f83053-b523-4e08-b26d-b36b450a25a7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:08.530612 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-e95f1b71-03b9-45f3-84a7-2a28c0241c75 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Added segment 98f83053-b523-4e08-b26d-b36b450a25a7 of type vlan for network 55a0a5db-987e-4316-8d9e-1c778d561fc0 Feb 16 16:44:08.602586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-967aa776-9e26-46a7-aa04-00ca7c91d617 req-df15e878-bc9c-4fd4-8b13-800662f397e9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1548989 Feb 16 16:44:08.614353 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423da8f1-445d-441c-9234-6135359d45b5 x-openstack-request-id: req-423da8f1-445d-441c-9234-6135359d45b5 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:44:08.615445 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63869d9a-6c7f-4a24-af38-b14ad02cb0ae", "name": "network-vif-plugged", "status": "completed", "tag": "55b4bd89-6889-42b5-a900-17050f30d31e", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:44:08.618252 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-423da8f1-445d-441c-9234-6135359d45b5 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:44:08.619000 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63869d9a-6c7f-4a24-af38-b14ad02cb0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b4bd89-6889-42b5-a900-17050f30d31e', 'code': 200} Feb 16 16:44:08.641861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-55f2778a-1267-43fb-a7f3-a07c39df25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:08.644551 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-55f2778a-1267-43fb-a7f3-a07c39df25b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd80079a-8787-4887-b18e-e3dbc94e8246 HTTP/1.1" status: 200 len: 797 time: 0.1122978 Feb 16 16:44:08.693727 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e95f1b71-03b9-45f3-84a7-2a28c0241c75 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (55a0a5db-987e-4316-8d9e-1c778d561fc0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:08.725252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['edf64edc-b251-4607-b7be-ae4485f225f3'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:44:08.746054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-860d2355-cda2-4cd5-afb9-1ecaa51e8085 req-ee0acdd2-b36f-4d41-8634-44894001d7ec tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1396825 Feb 16 16:44:08.806538 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e95f1b71-03b9-45f3-84a7-2a28c0241c75 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (55a0a5db-987e-4316-8d9e-1c778d561fc0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:08.817131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f1b71-03b9-45f3-84a7-2a28c0241c75 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:08.817818 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e95f1b71-03b9-45f3-84a7-2a28c0241c75 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:08.841231 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-04b9d55a-7a6f-4b06-a946-e0cf8dc6145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:08.842828 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-04b9d55a-7a6f-4b06-a946-e0cf8dc6145d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1855955 Feb 16 16:44:08.843282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=55b4bd89-6889-42b5-a900-17050f30d31e,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:08.853611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94872394-22c3-40ae-ad7e-3fed37e2a643 req-0eed45a6-96c2-44e0-a72a-53012dbaf511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:08.855491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94872394-22c3-40ae-ad7e-3fed37e2a643 req-0eed45a6-96c2-44e0-a72a-53012dbaf511 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63869d9a-6c7f-4a24-af38-b14ad02cb0ae HTTP/1.1" status: 200 len: 1127 time: 0.2477829 Feb 16 16:44:08.876811 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e995e371-4964-457b-b974-c6890f7449d4 None None] Network 8e5a41aa-3a44-469c-a055-c912cbe2b936 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:08.949258 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b30d1d8e-e7cb-420e-8d91-764be4b2896d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:08.953168 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f1b71-03b9-45f3-84a7-2a28c0241c75 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Network': ['ID=55a0a5db-987e-4316-8d9e-1c778d561fc0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:08.985905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 55a0a5db-987e-4316-8d9e-1c778d561fc0 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:08.990203 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e95f1b71-03b9-45f3-84a7-2a28c0241c75 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9515772 Feb 16 16:44:08.994960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45418) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:09.010814 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-bdbd1da7-a649-41fa-ac4e-648a087e8f48 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:09.015378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bca0233-1bbf-4e7c-b5be-e847b5340b52 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (4fa628a7-b587-45b2-addc-3e1dd4ad0dad), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:09.019515 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94872394-22c3-40ae-ad7e-3fed37e2a643 req-f0b630b1-159d-4fe1-ad32-fdb61cd2cb29 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570024 Feb 16 16:44:09.022733 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bca0233-1bbf-4e7c-b5be-e847b5340b52 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (4fa628a7-b587-45b2-addc-3e1dd4ad0dad), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:09.079097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'port_id': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'mac_address': 'fa:16:3e:41:92:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:44:09.133783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca0233-1bbf-4e7c-b5be-e847b5340b52 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=4fa628a7-b587-45b2-addc-3e1dd4ad0dad,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:09.173973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-dd0b862b-23b3-47eb-950b-d7aadcd24c66 None None] Provisioning complete for port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:09.174780 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dd0b862b-23b3-47eb-950b-d7aadcd24c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:09.262552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bdbd1da7-a649-41fa-ac4e-648a087e8f48 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (55a0a5db-987e-4316-8d9e-1c778d561fc0), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:09.282573 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bdbd1da7-a649-41fa-ac4e-648a087e8f48 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (55a0a5db-987e-4316-8d9e-1c778d561fc0), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:09.402177 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bca0233-1bbf-4e7c-b5be-e847b5340b52 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (718d01ae-1289-45ec-b372-3ddb7d8cba62), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:09.461737 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd1da7-a649-41fa-ac4e-648a087e8f48 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Network': ['ID=55a0a5db-987e-4316-8d9e-1c778d561fc0,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:09.468691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bdbd1da7-a649-41fa-ac4e-648a087e8f48 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network 55a0a5db-987e-4316-8d9e-1c778d561fc0 is not hosted by any dhcp agent {{(pid=103422) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:44:09.483347 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd1da7-a649-41fa-ac4e-648a087e8f48 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:09.484073 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bdbd1da7-a649-41fa-ac4e-648a087e8f48 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:09.485379 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bdbd1da7-a649-41fa-ac4e-648a087e8f48 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "PUT /v2.0/networks/55a0a5db-987e-4316-8d9e-1c778d561fc0 HTTP/1.1" status: 200 len: 723 time: 0.4888995 Feb 16 16:44:09.493385 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-daa782fb-9f99-4871-bd02-889821be0710 service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360208 Feb 16 16:44:09.493730 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45432) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:09.503578 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0894cf0c-1e91-490f-a85a-d161fd52b6a7 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'subnet': {'network_id': '55a0a5db-987e-4316-8d9e-1c778d561fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:09.585322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 55a0a5db-987e-4316-8d9e-1c778d561fc0 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:09.588070 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:09.596697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45434) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:09.702288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b30d1d8e-e7cb-420e-8d91-764be4b2896d is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:09.702927 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:09.703914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf744d-219a-4fe4-adf5-caf88f70430c req-90038496-57a8-497a-8a74-e6a65521a8c7 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:09.709360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdcf744d-219a-4fe4-adf5-caf88f70430c req-90038496-57a8-497a-8a74-e6a65521a8c7 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 944 time: 0.1910427 Feb 16 16:44:09.780704 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b30d1d8e-e7cb-420e-8d91-764be4b2896d {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:44:09.782754 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da8f19-6357-4720-a5eb-ef640bcd379d req-56b5f30d-a015-4f7d-bd52-46ecf6e2c96e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:09.785159 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36da8f19-6357-4720-a5eb-ef640bcd379d req-56b5f30d-a015-4f7d-bd52-46ecf6e2c96e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.2686744 Feb 16 16:44:09.853326 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b30d1d8e-e7cb-420e-8d91-764be4b2896d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:09.859723 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-204a0cdc-24e6-4ef0-bbbe-3d7ec90de22e service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888725 Feb 16 16:44:09.861536 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0894cf0c-1e91-490f-a85a-d161fd52b6a7 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:09.865449 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:09.866337 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0894cf0c-1e91-490f-a85a-d161fd52b6a7 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:09.908941 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:09.909331 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:09.910589 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bca0233-1bbf-4e7c-b5be-e847b5340b52 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4fa628a7-b587-45b2-addc-3e1dd4ad0dad), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:09.919100 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec450e9d-20db-4e59-8fb4-c4e3536a87fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:09.938929 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-14836273-8948-4973-bed6-1d726cb7cd12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=6dd9809b-8b67-4061-8a60-b968873f6f2d HTTP/1.1" status: 200 len: 217 time: 0.0677598 Feb 16 16:44:09.950006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdcf744d-219a-4fe4-adf5-caf88f70430c req-c6a207c6-6c8b-4d15-b727-470ec7675248 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320855 Feb 16 16:44:09.981838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b862b-23b3-47eb-950b-d7aadcd24c66 None None] Current status of the port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:09.981838 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dd0b862b-23b3-47eb-950b-d7aadcd24c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:09.981838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81620257-4024-4660-a6c5-bf53439845d2 None None] Network 37de8d5e-5311-41a6-9095-bd4fe4e873b5 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:09.983114 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['b30d1d8e-e7cb-420e-8d91-764be4b2896d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:44:10.123304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36da8f19-6357-4720-a5eb-ef640bcd379d req-692a6402-9c13-43db-8508-1a0062a1b2d8 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3299050 Feb 16 16:44:10.160264 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-ef4e854b-2fbe-4787-ab19-6b8a75293692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:10.162416 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a4f5d7b-efdc-43dc-b1a6-693e298cfeef req-f7bdf432-b603-43c3-8a09-1447a6754339 tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.0881529 Feb 16 16:44:10.163575 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-ef4e854b-2fbe-4787-ab19-6b8a75293692 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd80079a-8787-4887-b18e-e3dbc94e8246 HTTP/1.1" status: 200 len: 797 time: 0.2147162 Feb 16 16:44:10.203185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-dd0b862b-23b3-47eb-950b-d7aadcd24c66 None None] For port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d,segment=NetworkSegment(6fcaa0f1-88a1-45f2-ae74-21a42627ef59),segment_id=6fcaa0f1-88a1-45f2-ae74-21a42627ef59)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:10.219255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b30d1d8e-e7cb-420e-8d91-764be4b2896d,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:10.275554 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dd0b862b-23b3-47eb-950b-d7aadcd24c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:10.332646 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-79ac2958-1fe0-45f9-b1a1-4cc0aa20bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:10.334173 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-79ac2958-1fe0-45f9-b1a1-4cc0aa20bc78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1547000 Feb 16 16:44:10.372512 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec450e9d-20db-4e59-8fb4-c4e3536a87fa admin admin] Publish callbacks [] for security_group (129f7d12-4191-4df0-a5f2-73cf908b45ea), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:10.420417 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec450e9d-20db-4e59-8fb4-c4e3536a87fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (129f7d12-4191-4df0-a5f2-73cf908b45ea), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:10.444713 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0894cf0c-1e91-490f-a85a-d161fd52b6a7 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (6fa869f8-e34d-498d-8ecf-79add84a8339), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:10.582509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-93cfb840-8095-4e8d-8c6d-a102cc6afd09 None None] Provisioning complete for port 4fa628a7-b587-45b2-addc-3e1dd4ad0dad triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:10.582929 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93cfb840-8095-4e8d-8c6d-a102cc6afd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4fa628a7-b587-45b2-addc-3e1dd4ad0dad), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:10.596524 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ec450e9d-20db-4e59-8fb4-c4e3536a87fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90452f3696cb46f5b237364656371757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9930589 Feb 16 16:44:10.599796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec450e9d-20db-4e59-8fb4-c4e3536a87fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129f7d12-4191-4df0-a5f2-73cf908b45ea,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:10.604176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45454) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:10.691644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-93cfb840-8095-4e8d-8c6d-a102cc6afd09 None None] Port 4fa628a7-b587-45b2-addc-3e1dd4ad0dad cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:44:10.694224 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9918c34e-96fc-4412-b6a2-08b395b5cae2 admin admin] Publish callbacks [] for security_group (129f7d12-4191-4df0-a5f2-73cf908b45ea), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:10.706423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:10.707628 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 59ab4aa5-191e-451f-af85-030141bbf087 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:10.709322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b862b-23b3-47eb-950b-d7aadcd24c66 None None] Pushing event updated for resources: {'Port': ['ID=85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:10.711324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894cf0c-1e91-490f-a85a-d161fd52b6a7 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Subnet': ['ID=6fa869f8-e34d-498d-8ecf-79add84a8339,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:10.721026 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-55bf9881-0304-4033-815d-b24abd09f800 service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518803 Feb 16 16:44:10.748887 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9918c34e-96fc-4412-b6a2-08b395b5cae2 admin admin] Publish callbacks [] for security_group (129f7d12-4191-4df0-a5f2-73cf908b45ea), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:10.765372 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bca0233-1bbf-4e7c-b5be-e847b5340b52 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (4fa628a7-b587-45b2-addc-3e1dd4ad0dad), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:10.782588 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bca0233-1bbf-4e7c-b5be-e847b5340b52 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (4fa628a7-b587-45b2-addc-3e1dd4ad0dad), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:10.783528 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bca0233-1bbf-4e7c-b5be-e847b5340b52 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (718d01ae-1289-45ec-b372-3ddb7d8cba62), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:10.792590 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0894cf0c-1e91-490f-a85a-d161fd52b6a7 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Checking segment: {'id': '98f83053-b523-4e08-b26d-b36b450a25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55a0a5db-987e-4316-8d9e-1c778d561fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:10.793070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0894cf0c-1e91-490f-a85a-d161fd52b6a7 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network hostable DHCP agents. Network: 55a0a5db-987e-4316-8d9e-1c778d561fc0, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:44:10.821841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-93cfb840-8095-4e8d-8c6d-a102cc6afd09 None None] Provisioning complete for port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:10.822199 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93cfb840-8095-4e8d-8c6d-a102cc6afd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:10.877144 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0894cf0c-1e91-490f-a85a-d161fd52b6a7 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network 55a0a5db-987e-4316-8d9e-1c778d561fc0 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:44:10.896607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 59ab4aa5-191e-451f-af85-030141bbf087 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:10.896864 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (59ab4aa5-191e-451f-af85-030141bbf087), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:10.900580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca0233-1bbf-4e7c-b5be-e847b5340b52 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=4fa628a7-b587-45b2-addc-3e1dd4ad0dad,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:10.935020 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-0894cf0c-1e91-490f-a85a-d161fd52b6a7 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 55a0a5db-987e-4316-8d9e-1c778d561fc0) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:10.948624 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-4c29091a-7e1e-40cd-abaa-6473642081cb service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173035 Feb 16 16:44:10.955560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0894cf0c-1e91-490f-a85a-d161fd52b6a7 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:10.956409 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0894cf0c-1e91-490f-a85a-d161fd52b6a7 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16459324'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:10.964392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4c8a14-cf6a-4f00-a8d0-e57d34b85208 None None] Network 55a0a5db-987e-4316-8d9e-1c778d561fc0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:11.013784 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9918c34e-96fc-4412-b6a2-08b395b5cae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (129f7d12-4191-4df0-a5f2-73cf908b45ea), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:11.016409 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9918c34e-96fc-4412-b6a2-08b395b5cae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:11.020004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9918c34e-96fc-4412-b6a2-08b395b5cae2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/129f7d12-4191-4df0-a5f2-73cf908b45ea HTTP/1.1" status: 204 len: 168 time: 0.4102592 Feb 16 16:44:11.024593 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-974f3ab8-6d1d-4b11-a329-cd54b692064d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=07c6c357-bfbf-4921-8a12-0b2663806de4 HTTP/1.1" status: 200 len: 217 time: 0.0650551 Feb 16 16:44:11.032163 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0894cf0c-1e91-490f-a85a-d161fd52b6a7 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5372317 Feb 16 16:44:11.048130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45470) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:11.053052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bca0233-1bbf-4e7c-b5be-e847b5340b52 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 8e5a41aa-3a44-469c-a055-c912cbe2b936 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:11.054080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918c34e-96fc-4412-b6a2-08b395b5cae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129f7d12-4191-4df0-a5f2-73cf908b45ea,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:11.060984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-4bca0233-1bbf-4e7c-b5be-e847b5340b52 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:11.061210 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1c04bba5-5e86-4524-904f-7cddb6919277 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:11.172844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc5bfc-6ae5-41d5-85c3-ce7bf883c8d6 None None] Update dhcp port {'port': {'network_id': '37de8d5e-5311-41a6-9095-bd4fe4e873b5', 'fixed_ips': [{'subnet_id': '2e4bde8f-8aba-48f9-acea-e17aeaff7a3a', 'ip_address': '2001:db8::2'}, {'subnet_id': '4088fc1d-68d1-47f6-b39a-c025288552ca'}], 'binding:host_id': 'n-d-669411-5'}, 'id': '59ab4aa5-191e-451f-af85-030141bbf087'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:44:11.331654 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-f2f56d59-6266-42e9-bb39-5165e8b48184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:11.333095 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-f2f56d59-6266-42e9-bb39-5165e8b48184 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd80079a-8787-4887-b18e-e3dbc94e8246 HTTP/1.1" status: 200 len: 797 time: 0.2997234 Feb 16 16:44:11.353630 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c04bba5-5e86-4524-904f-7cddb6919277 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12623140'] for subnet (6fa869f8-e34d-498d-8ecf-79add84a8339), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:11.366756 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f5bc5bfc-6ae5-41d5-85c3-ce7bf883c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (59ab4aa5-191e-451f-af85-030141bbf087), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:11.377005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-93cfb840-8095-4e8d-8c6d-a102cc6afd09 None None] Current status of the port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:11.396542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 59ab4aa5-191e-451f-af85-030141bbf087 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:11.397101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (59ab4aa5-191e-451f-af85-030141bbf087), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:11.508007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-55a0a5db-987e-4316-8d9e-1c778d561fc0', 'network_id': '55a0a5db-987e-4316-8d9e-1c778d561fc0', 'project_id': '70d94817923641fa974ae444aa13736c', 'fixed_ips': [{'subnet_id': '6fa869f8-e34d-498d-8ecf-79add84a8339'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:44:11.509829 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:11.511208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device edf64edc-b251-4607-b7be-ae4485f225f3 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:11.524104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c175f-c662-451e-954a-599d11d124b3 req-13904e9f-c6ff-4e2f-aeeb-702e594a55c2 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:11.533245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e83c175f-c662-451e-954a-599d11d124b3 req-13904e9f-c6ff-4e2f-aeeb-702e594a55c2 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 944 time: 0.3129978 Feb 16 16:44:11.565048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-fc512c49-a785-4ae3-af34-31700b161ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:11.570362 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 59ab4aa5-191e-451f-af85-030141bbf087, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=59ab4aa5-191e-451f-af85-030141bbf087,segment=NetworkSegment(cccc8561-7a30-4657-8558-f5038ab39c8e),segment_id=cccc8561-7a30-4657-8558-f5038ab39c8e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:11.574310 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-fc512c49-a785-4ae3-af34-31700b161ebf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2338014 Feb 16 16:44:11.583646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-93cfb840-8095-4e8d-8c6d-a102cc6afd09 None None] Provisioning complete for port 59ab4aa5-191e-451f-af85-030141bbf087 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:11.584105 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93cfb840-8095-4e8d-8c6d-a102cc6afd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (59ab4aa5-191e-451f-af85-030141bbf087), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:11.584713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530da0c-16ea-483f-8b49-8b98daf27510 req-4699d544-16a0-4e1f-855d-167fd426a262 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:11.588476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7530da0c-16ea-483f-8b49-8b98daf27510 req-4699d544-16a0-4e1f-855d-167fd426a262 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 945 time: 0.2029986 Feb 16 16:44:11.605958 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (59ab4aa5-191e-451f-af85-030141bbf087), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:11.741399 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7530da0c-16ea-483f-8b49-8b98daf27510 req-3796c831-e39b-4468-bcb1-2b19a0fa25fa tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441884 Feb 16 16:44:11.785723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e83c175f-c662-451e-954a-599d11d124b3 req-4c0b414a-8e8d-48e6-8025-ca0edb1a9605 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474217 Feb 16 16:44:11.801469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bca0233-1bbf-4e7c-b5be-e847b5340b52 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Router 718d01ae-1289-45ec-b372-3ddb7d8cba62 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:44:11.815593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45482) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:11.869018 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c04bba5-5e86-4524-904f-7cddb6919277 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794037986919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13802785'] for subnet (6fa869f8-e34d-498d-8ecf-79add84a8339), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:11.869366 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-385dec12-8d3f-49cf-ae0d-4fb1d743bb26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:11.902698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=59ab4aa5-191e-451f-af85-030141bbf087,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:11.923149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:11.926715 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-26a24dbe-b168-4f8f-8bcf-7ca20d141c29 service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297093 Feb 16 16:44:11.930634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c04bba5-5e86-4524-904f-7cddb6919277 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:11.931354 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1c04bba5-5e86-4524-904f-7cddb6919277 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:11.935561 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1c04bba5-5e86-4524-904f-7cddb6919277 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "PUT /v2.0/subnets/6fa869f8-e34d-498d-8ecf-79add84a8339 HTTP/1.1" status: 200 len: 826 time: 0.8840201 Feb 16 16:44:11.936934 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45484) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:12.020087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bca0233-1bbf-4e7c-b5be-e847b5340b52 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:44:12.035494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d50745-8cf4-4cb6-bf53-c656a4164ae4 None None] Sync routers for ids ['718d01ae-1289-45ec-b372-3ddb7d8cba62'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:44:12.038077 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4bca0233-1bbf-4e7c-b5be-e847b5340b52 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "PUT /v2.0/routers/718d01ae-1289-45ec-b372-3ddb7d8cba62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2421904 Feb 16 16:44:12.041137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45486) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:12.094469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d50745-8cf4-4cb6-bf53-c656a4164ae4 None None] Routers {'718d01ae-1289-45ec-b372-3ddb7d8cba62'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:44:12.095439 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e4d50745-8cf4-4cb6-bf53-c656a4164ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:43:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['718d01ae-1289-45ec-b372-3ddb7d8cba62'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:12.098332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port edf64edc-b251-4607-b7be-ae4485f225f3 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:44:12.126539 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (55a0a5db-987e-4316-8d9e-1c778d561fc0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:12.142342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53983d81-8acc-42a8-852c-88d48eb69bb3 req-02c4fb08-12b0-4d52-86a2-8c7f663da99e tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1237206 Feb 16 16:44:12.170045 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04bba5-5e86-4524-904f-7cddb6919277 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Subnet': ['ID=6fa869f8-e34d-498d-8ecf-79add84a8339,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:12.188378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:12.188717 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:12.231880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cc9042-20d8-4c05-beca-cda732dba835 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:12.236270 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-1433b6c2-00f3-4afa-98db-84e75ec3ffd4 service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946501 Feb 16 16:44:12.238449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-84cc9042-20d8-4c05-beca-cda732dba835 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d01ae-1289-45ec-b372-3ddb7d8cba62 HTTP/1.1" status: 200 len: 988 time: 0.1928658 Feb 16 16:44:12.239295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45490) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:12.339109 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-408fff1b-fe46-496a-9f68-d5891411c283 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=1ced1e52-ce08-4240-9780-a8fd8c6f59ad HTTP/1.1" status: 200 len: 217 time: 0.0823410 Feb 16 16:44:12.393723 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (6fa869f8-e34d-498d-8ecf-79add84a8339), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:12.454269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port edf64edc-b251-4607-b7be-ae4485f225f3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:12.454659 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (edf64edc-b251-4607-b7be-ae4485f225f3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:12.458264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Allocated IP 2001:db8::2 (55a0a5db-987e-4316-8d9e-1c778d561fc0/6fa869f8-e34d-498d-8ecf-79add84a8339/8cd65fc7-e6f6-413d-b83a-109b70d30812) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:12.466839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b30d1d8e-e7cb-420e-8d91-764be4b2896d up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:12.468722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-73fba9fe-ac0f-491e-a95e-d22ab60530c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:12.470549 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-73fba9fe-ac0f-491e-a95e-d22ab60530c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd80079a-8787-4887-b18e-e3dbc94e8246 HTTP/1.1" status: 200 len: 797 time: 0.1246760 Feb 16 16:44:12.490618 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e4d50745-8cf4-4cb6-bf53-c656a4164ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:12.503249 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-385dec12-8d3f-49cf-ae0d-4fb1d743bb26 admin admin] Publish callbacks [] for security_group (ffe9fe46-69a8-449b-9aec-d2840fcf419d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:12.536582 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-385dec12-8d3f-49cf-ae0d-4fb1d743bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ffe9fe46-69a8-449b-9aec-d2840fcf419d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:12.547259 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-d2734ed1-cb57-4b34-b026-c86f00c04a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:12.548819 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-d2734ed1-cb57-4b34-b026-c86f00c04a47 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0702171 Feb 16 16:44:12.723978 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-96b7ccd5-7919-4823-b120-bfab746c54fa service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596305 Feb 16 16:44:12.768572 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:44:12.769948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d9e6078-5fcb-4599-9d51-575e17575368 req-6a82dfb2-2a25-4540-8f54-0fa68a677ded tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.0524554 Feb 16 16:44:12.776016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-f5bc5bfc-6ae5-41d5-85c3-ce7bf883c8d6 None None] Allocated IP 172.20.0.1 (37de8d5e-5311-41a6-9095-bd4fe4e873b5/4088fc1d-68d1-47f6-b39a-c025288552ca/59ab4aa5-191e-451f-af85-030141bbf087) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:12.778364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d50745-8cf4-4cb6-bf53-c656a4164ae4 None None] Routers {'718d01ae-1289-45ec-b372-3ddb7d8cba62'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:44:12.779255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e4d50745-8cf4-4cb6-bf53-c656a4164ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:43:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['718d01ae-1289-45ec-b372-3ddb7d8cba62'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:12.786485 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-385dec12-8d3f-49cf-ae0d-4fb1d743bb26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28b12c22ca1441329e377fc185247f13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9685457 Feb 16 16:44:12.786905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45510) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:12.825504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385dec12-8d3f-49cf-ae0d-4fb1d743bb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe9fe46-69a8-449b-9aec-d2840fcf419d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:12.916170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e4d50745-8cf4-4cb6-bf53-c656a4164ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:12.921589 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d50745-8cf4-4cb6-bf53-c656a4164ae4 None None] The sync data for ids ['718d01ae-1289-45ec-b372-3ddb7d8cba62'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:44:12.921822 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce2d54e-72a9-4416-885c-044dd69e76c0 admin admin] Publish callbacks [] for security_group (ffe9fe46-69a8-449b-9aec-d2840fcf419d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:12.932133 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-a86038af-db44-431a-a522-83714447ba1e service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952631 Feb 16 16:44:12.998052 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-73fddc55-4b55-4296-b0b2-7794a5d2e065 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f13eedf5-23a5-4e39-9570-fad7d7cbd215 HTTP/1.1" status: 200 len: 217 time: 0.0639687 Feb 16 16:44:13.029200 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce2d54e-72a9-4416-885c-044dd69e76c0 admin admin] Publish callbacks [] for security_group (ffe9fe46-69a8-449b-9aec-d2840fcf419d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:13.064699 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:13.067556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-93cfb840-8095-4e8d-8c6d-a102cc6afd09 None None] Current status of the port 59ab4aa5-191e-451f-af85-030141bbf087 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:13.083689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-f43b1ad1-d5c1-4586-8783-2b0dde128798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:13.085482 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-f43b1ad1-d5c1-4586-8783-2b0dde128798 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1c74edd-6d03-4ab5-a984-b1104bd6fd71 HTTP/1.1" status: 200 len: 797 time: 0.0739188 Feb 16 16:44:13.096254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869720fd-4e94-4aa3-b58c-4187974e44e3 req-bbb028c1-e45e-4d0f-92a6-41582ddb4e37 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:13.098197 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-869720fd-4e94-4aa3-b58c-4187974e44e3 req-bbb028c1-e45e-4d0f-92a6-41582ddb4e37 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 945 time: 0.2017708 Feb 16 16:44:13.160163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port edf64edc-b251-4607-b7be-ae4485f225f3 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:13.160702 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (edf64edc-b251-4607-b7be-ae4485f225f3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:13.197090 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-46b58fb3-256a-46bb-b28c-cbc0d3edb922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:13.199239 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-46b58fb3-256a-46bb-b28c-cbc0d3edb922 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8c7818c1-3357-407b-a8ee-d592e424d1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1062322 Feb 16 16:44:13.241086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port b30d1d8e-e7cb-420e-8d91-764be4b2896d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:13.242433 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:13.246820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-869720fd-4e94-4aa3-b58c-4187974e44e3 req-5ab269fd-9f34-437f-a087-c5cfa022c042 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211433 Feb 16 16:44:13.266255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53f6b1-57ee-4371-821a-39fec0a18c17 req-453d633f-7261-4fe0-82e3-1a642f6b833d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:13.267969 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f53f6b1-57ee-4371-821a-39fec0a18c17 req-453d633f-7261-4fe0-82e3-1a642f6b833d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 944 time: 0.2946165 Feb 16 16:44:13.297071 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce2d54e-72a9-4416-885c-044dd69e76c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ffe9fe46-69a8-449b-9aec-d2840fcf419d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:13.299615 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce2d54e-72a9-4416-885c-044dd69e76c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:13.303649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dce2d54e-72a9-4416-885c-044dd69e76c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffe9fe46-69a8-449b-9aec-d2840fcf419d HTTP/1.1" status: 204 len: 168 time: 0.5126131 Feb 16 16:44:13.330566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2d54e-72a9-4416-885c-044dd69e76c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe9fe46-69a8-449b-9aec-d2840fcf419d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:13.373720 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-4070c4d9-1e97-4daa-ad39-d6717ddec07a service neutron] 10.222.0.60 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660120 Feb 16 16:44:13.458378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1dc546-cf05-46d3-a681-2b5a526aba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf64edc-b251-4607-b7be-ae4485f225f3'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:44:13.459866 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f53f6b1-57ee-4371-821a-39fec0a18c17 req-104f359c-b7a2-459c-a3c9-130fb334e4f1 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842303 Feb 16 16:44:13.471180 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47481fc9-1759-49ad-8aa1-912e421c2cf1" -d '{"events": [{"server_uuid": "1d1dc546-cf05-46d3-a681-2b5a526aba67", "name": "network-vif-plugged", "status": "completed", "tag": "edf64edc-b251-4607-b7be-ae4485f225f3"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:44:13.535203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port edf64edc-b251-4607-b7be-ae4485f225f3, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=edf64edc-b251-4607-b7be-ae4485f225f3,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:13.560808 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e8ef8b74-e3bb-4b84-a17c-d50954fe37c1 None None] Provisioning complete for port 4fa628a7-b587-45b2-addc-3e1dd4ad0dad triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:13.561348 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e8ef8b74-e3bb-4b84-a17c-d50954fe37c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4fa628a7-b587-45b2-addc-3e1dd4ad0dad), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:13.591099 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (edf64edc-b251-4607-b7be-ae4485f225f3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:13.609304 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6ecb4ce7-6cc3-47f0-b200-b746295b71a0 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (718d01ae-1289-45ec-b372-3ddb7d8cba62), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:13.612302 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-6bf44d0f-ce9b-4b3c-8e08-baa48684dd68 service neutron] 10.222.0.60 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323058 Feb 16 16:44:13.659044 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf67476-b24e-4147-8479-affabae6eccb x-openstack-request-id: req-9cf67476-b24e-4147-8479-affabae6eccb {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:44:13.659471 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1dc546-cf05-46d3-a681-2b5a526aba67", "name": "network-vif-plugged", "status": "completed", "tag": "edf64edc-b251-4607-b7be-ae4485f225f3", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:44:13.659833 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9cf67476-b24e-4147-8479-affabae6eccb {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:44:13.660304 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1dc546-cf05-46d3-a681-2b5a526aba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf64edc-b251-4607-b7be-ae4485f225f3', 'code': 200} Feb 16 16:44:13.705536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f5bc5bfc-6ae5-41d5-85c3-ce7bf883c8d6 None None] For port 59ab4aa5-191e-451f-af85-030141bbf087, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=59ab4aa5-191e-451f-af85-030141bbf087,segment=NetworkSegment(cccc8561-7a30-4657-8558-f5038ab39c8e),segment_id=cccc8561-7a30-4657-8558-f5038ab39c8e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:13.706629 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-0be6655d-f393-4d94-8648-9ef72fc1493b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05513152-46fd-4fae-986f-261a23262945 HTTP/1.1" status: 200 len: 217 time: 0.0859993 Feb 16 16:44:13.783987 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-cadfd7bb-4827-42da-b915-2e08d25cf7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:13.785602 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-cadfd7bb-4827-42da-b915-2e08d25cf7f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1c74edd-6d03-4ab5-a984-b1104bd6fd71 HTTP/1.1" status: 200 len: 797 time: 0.0741935 Feb 16 16:44:13.848666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 59ab4aa5-191e-451f-af85-030141bbf087 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:13.876066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d76d8-2111-4754-98d6-30307361a693 req-6f712f0e-8b5d-4c8b-9fcc-6b33a0221a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:13.877842 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-6f712f0e-8b5d-4c8b-9fcc-6b33a0221a45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8c7818c1-3357-407b-a8ee-d592e424d1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0845306 Feb 16 16:44:13.900424 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=edf64edc-b251-4607-b7be-ae4485f225f3,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:13.905445 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Publish callbacks [] for port (8cd65fc7-e6f6-413d-b83a-109b70d30812), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:13.939673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef8b74-e3bb-4b84-a17c-d50954fe37c1 None None] Port 4fa628a7-b587-45b2-addc-3e1dd4ad0dad cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:44:14.008899 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (8cd65fc7-e6f6-413d-b83a-109b70d30812), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:14.142875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Pushing event updated for resources: {'Port': ['ID=8cd65fc7-e6f6-413d-b83a-109b70d30812,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:14.147651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b30d1d8e-e7cb-420e-8d91-764be4b2896d is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:14.149540 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:14.218722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b30d1d8e-e7cb-420e-8d91-764be4b2896d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:14.234505 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Network 55a0a5db-987e-4316-8d9e-1c778d561fc0 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:14.250223 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f5bc5bfc-6ae5-41d5-85c3-ce7bf883c8d6 None None] Publish callbacks [] for port (59ab4aa5-191e-451f-af85-030141bbf087), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:14.262423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:14.267772 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:14.282241 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:14.326453 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f5bc5bfc-6ae5-41d5-85c3-ce7bf883c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (59ab4aa5-191e-451f-af85-030141bbf087), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:14.410986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cdf23-bb27-4d17-930d-03caa03233a6 req-634cc780-a304-456d-bd63-d24e219aaec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:14.414910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f54cdf23-bb27-4d17-930d-03caa03233a6 req-634cc780-a304-456d-bd63-d24e219aaec3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 1127 time: 0.7208531 Feb 16 16:44:14.435335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b2c5c45-2eac-4b79-89c4-5531aacc0b80 req-46477360-844c-4a8f-ac86-b652f5826cec tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1101501 Feb 16 16:44:14.522660 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (6fa869f8-e34d-498d-8ecf-79add84a8339), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:14.608552 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa869f8-e34d-498d-8ecf-79add84a8339,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:14.631557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Attempting to bind port 8cd65fc7-e6f6-413d-b83a-109b70d30812 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:44:14.631971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Attempting to bind port 8cd65fc7-e6f6-413d-b83a-109b70d30812 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '98f83053-b523-4e08-b26d-b36b450a25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55a0a5db-987e-4316-8d9e-1c778d561fc0'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:44:14.632479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Attempting to bind port 8cd65fc7-e6f6-413d-b83a-109b70d30812 on network 55a0a5db-987e-4316-8d9e-1c778d561fc0 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:44:14.640746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f54cdf23-bb27-4d17-930d-03caa03233a6 req-28eecf93-20ac-4aca-aa70-199d51c3955b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036247 Feb 16 16:44:14.657577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 59ab4aa5-191e-451f-af85-030141bbf087 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:14.657959 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (59ab4aa5-191e-451f-af85-030141bbf087), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:14.662897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b30d1d8e-e7cb-420e-8d91-764be4b2896d,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:14.666683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:44:14.667071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Checking segment: {'id': '98f83053-b523-4e08-b26d-b36b450a25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55a0a5db-987e-4316-8d9e-1c778d561fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:14.667475 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:14.667938 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Bound using segment: {'id': '98f83053-b523-4e08-b26d-b36b450a25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55a0a5db-987e-4316-8d9e-1c778d561fc0'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:44:14.668438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Bound port: 8cd65fc7-e6f6-413d-b83a-109b70d30812, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f83053-b523-4e08-b26d-b36b450a25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55a0a5db-987e-4316-8d9e-1c778d561fc0'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:44:14.668827 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8cd65fc7-e6f6-413d-b83a-109b70d30812), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:14.680771 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-c84eef33-285e-41d3-92a6-921edabd4634 service neutron] 10.222.0.60 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7954264 Feb 16 16:44:14.730363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d9dd-f18a-4e45-92e3-13ec5d7bde3d req-90ea4509-e6d5-4050-8537-267c7054f55f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:14.732238 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c045d9dd-f18a-4e45-92e3-13ec5d7bde3d req-90ea4509-e6d5-4050-8537-267c7054f55f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.3103144 Feb 16 16:44:14.805394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41295f26-b069-4515-83f5-95618066a65a req-4a66229f-fdd7-4e9c-9fd2-d413c17a073f tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:14.812653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41295f26-b069-4515-83f5-95618066a65a req-4a66229f-fdd7-4e9c-9fd2-d413c17a073f tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 945 time: 0.1747723 Feb 16 16:44:14.869800 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (55a0a5db-987e-4316-8d9e-1c778d561fc0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:14.911794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb4ce7-6cc3-47f0-b200-b746295b71a0 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port 4fa628a7-b587-45b2-addc-3e1dd4ad0dad {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:14.916471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc5bfc-6ae5-41d5-85c3-ce7bf883c8d6 None None] Pushing event updated for resources: {'Port': ['ID=59ab4aa5-191e-451f-af85-030141bbf087,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:14.919205 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6ecb4ce7-6cc3-47f0-b200-b746295b71a0 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4fa628a7-b587-45b2-addc-3e1dd4ad0dad), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:14.936620 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c045d9dd-f18a-4e45-92e3-13ec5d7bde3d req-ed67eb38-183a-4c4c-8053-cc6b0180f2e7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952064 Feb 16 16:44:14.977834 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a0a5db-987e-4316-8d9e-1c778d561fc0']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:15.046539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] For port 8cd65fc7-e6f6-413d-b83a-109b70d30812, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:44:15.068996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41295f26-b069-4515-83f5-95618066a65a req-48c59820-04fe-4fbd-a239-3a3f4e6d3399 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549767 Feb 16 16:44:15.098812 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b4d76d8-2111-4754-98d6-30307361a693 req-9e44290f-b67e-473f-afca-705c661264a8 service neutron] 10.222.0.60 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256765 Feb 16 16:44:15.105102 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f83053-b523-4e08-b26d-b36b450a25a7') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:15.105427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f83053-b523-4e08-b26d-b36b450a25a7') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:15.135411 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] For port 8cd65fc7-e6f6-413d-b83a-109b70d30812, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8cd65fc7-e6f6-413d-b83a-109b70d30812,segment=NetworkSegment(98f83053-b523-4e08-b26d-b36b450a25a7),segment_id=98f83053-b523-4e08-b26d-b36b450a25a7)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:44:15.138091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (98f83053-b523-4e08-b26d-b36b450a25a7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:15.146836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 59ab4aa5-191e-451f-af85-030141bbf087 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:15.151375 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8cd65fc7-e6f6-413d-b83a-109b70d30812), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:15.170036 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (98f83053-b523-4e08-b26d-b36b450a25a7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:15.180660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:44:15.182048 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (98f83053-b523-4e08-b26d-b36b450a25a7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:44:15.186058 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:44:15.249958 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6ecb4ce7-6cc3-47f0-b200-b746295b71a0 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4fa628a7-b587-45b2-addc-3e1dd4ad0dad), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:15.287272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb4ce7-6cc3-47f0-b200-b746295b71a0 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for 4fa628a7-b587-45b2-addc-3e1dd4ad0dad owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:15.307674 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.db.api [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 16:44:15.307674 n-d-669411-5 neutron-server[103422]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 16:44:15.307674 n-d-669411-5 neutron-server[103422]: [parameters: {'id': '55a0a5db-987e-4316-8d9e-1c778d561fc0'}] Feb 16 16:44:15.307674 n-d-669411-5 neutron-server[103422]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:44:15.308199 n-d-669411-5 neutron-server[103422]: DEBUG oslo_db.api [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:44:15.333139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e77b64-7487-4f14-aec6-0feb6d4eae65 None None] Network 55a0a5db-987e-4316-8d9e-1c778d561fc0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:15.403909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54bf88-5b0c-42be-8715-f3bd571047c9 None None] Pushing event updated for resources: {'Port': ['ID=8cd65fc7-e6f6-413d-b83a-109b70d30812,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:15.545542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb1af55-0c60-44d0-a3e5-e523b5354ccb None None] Network 55a0a5db-987e-4316-8d9e-1c778d561fc0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:15.678187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:44:15.687267 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42981e2-44e8-45ff-9e4a-0a2a280311f0" -d '{"events": [{"server_uuid": "b8f59978-c102-4bf2-b235-d2c5756a26d6", "name": "network-vif-plugged", "status": "completed", "tag": "b30d1d8e-e7cb-420e-8d91-764be4b2896d"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:44:15.732799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7e4e59c-2cc0-4ea3-b4bc-d31004c71225 req-4c2924b1-b772-4202-b5c1-bef71208e92d tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1284182 Feb 16 16:44:15.734730 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6ecb4ce7-6cc3-47f0-b200-b746295b71a0 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (4fa628a7-b587-45b2-addc-3e1dd4ad0dad), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:15.762696 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742825f3-03ce-4ce7-8671-a7fa367db676 x-openstack-request-id: req-742825f3-03ce-4ce7-8671-a7fa367db676 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:44:15.763947 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f59978-c102-4bf2-b235-d2c5756a26d6", "name": "network-vif-plugged", "status": "completed", "tag": "b30d1d8e-e7cb-420e-8d91-764be4b2896d", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:44:15.764717 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-742825f3-03ce-4ce7-8671-a7fa367db676 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:44:15.765214 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'code': 200} Feb 16 16:44:15.785728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febff584-804c-43bb-85ad-09a6c128a3e1 None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:44:15.808600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb4ce7-6cc3-47f0-b200-b746295b71a0 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=4fa628a7-b587-45b2-addc-3e1dd4ad0dad,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:15.809602 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (55a0a5db-987e-4316-8d9e-1c778d561fc0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:15.956106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 59ab4aa5-191e-451f-af85-030141bbf087 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:16.000851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-22cf5b4f-d3d5-41e6-b029-2885098a9e90 None None] Provisioning complete for port 59ab4aa5-191e-451f-af85-030141bbf087 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:16.001232 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-22cf5b4f-d3d5-41e6-b029-2885098a9e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (59ab4aa5-191e-451f-af85-030141bbf087), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:16.036345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Deleting port 8cd65fc7-e6f6-413d-b83a-109b70d30812 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:16.038542 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8cd65fc7-e6f6-413d-b83a-109b70d30812), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:16.239338 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] For port 8cd65fc7-e6f6-413d-b83a-109b70d30812, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8cd65fc7-e6f6-413d-b83a-109b70d30812,segment=NetworkSegment(98f83053-b523-4e08-b26d-b36b450a25a7),segment_id=98f83053-b523-4e08-b26d-b36b450a25a7)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:16.239718 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8cd65fc7-e6f6-413d-b83a-109b70d30812), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:16.255478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Calling delete_port for 8cd65fc7-e6f6-413d-b83a-109b70d30812 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:16.292565 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6ecb4ce7-6cc3-47f0-b200-b746295b71a0 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (718d01ae-1289-45ec-b372-3ddb7d8cba62), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:16.323093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-22cf5b4f-d3d5-41e6-b029-2885098a9e90 None None] Current status of the port 59ab4aa5-191e-451f-af85-030141bbf087 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:16.341372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 59ab4aa5-191e-451f-af85-030141bbf087 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:16.341750 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (59ab4aa5-191e-451f-af85-030141bbf087), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:16.407090 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8cd65fc7-e6f6-413d-b83a-109b70d30812), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:16.456538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febff584-804c-43bb-85ad-09a6c128a3e1 None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:44:16.490238 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No DVR routers for this DVR port 8cd65fc7-e6f6-413d-b83a-109b70d30812 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:16.497912 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Port': ['ID=8cd65fc7-e6f6-413d-b83a-109b70d30812,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:16.523707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5166893-7721-410b-bfdf-fe42dd636f47 req-e68f5ac2-eff3-41cb-b19e-632bf51a5ccf tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:16.532570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5166893-7721-410b-bfdf-fe42dd636f47 req-e68f5ac2-eff3-41cb-b19e-632bf51a5ccf tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.3724957 Feb 16 16:44:16.679841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8508505-9bc3-45a2-8bd0-3b5e5efa6289 req-41bc3df5-09b2-4375-be0e-8146ca4306c3 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:16.688194 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8508505-9bc3-45a2-8bd0-3b5e5efa6289 req-41bc3df5-09b2-4375-be0e-8146ca4306c3 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 945 time: 0.4374523 Feb 16 16:44:16.693411 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (55a0a5db-987e-4316-8d9e-1c778d561fc0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:16.746654 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a0a5db-987e-4316-8d9e-1c778d561fc0']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:16.771492 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f83053-b523-4e08-b26d-b36b450a25a7') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:16.772373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f83053-b523-4e08-b26d-b36b450a25a7') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:16.777010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5166893-7721-410b-bfdf-fe42dd636f47 req-e171103a-52cb-4358-94c2-0fb74cd7cb0e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431533 Feb 16 16:44:16.792854 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (98f83053-b523-4e08-b26d-b36b450a25a7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:16.822775 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (98f83053-b523-4e08-b26d-b36b450a25a7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:16.837574 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:44:16.839238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (98f83053-b523-4e08-b26d-b36b450a25a7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:16.842535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecb4ce7-6cc3-47f0-b200-b746295b71a0 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Router 718d01ae-1289-45ec-b372-3ddb7d8cba62 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:44:16.848381 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:44:16.992629 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (55a0a5db-987e-4316-8d9e-1c778d561fc0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:16.998327 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:17.001809 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/55a0a5db-987e-4316-8d9e-1c778d561fc0 HTTP/1.1" status: 204 len: 168 time: 5.0590565 Feb 16 16:44:17.019995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45584) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:17.020958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34483e-7e82-47a5-aaf8-75708bd21e2e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Network': ['ID=55a0a5db-987e-4316-8d9e-1c778d561fc0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:17.051686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15929c99-1d80-4c9f-ae2c-4c5b3d3f13c7 req-a0b07e53-66d1-4e42-952f-a6cadc5a55c0 tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1269536 Feb 16 16:44:17.060003 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cb7be5-e880-46a6-ba57-f5484aca8c3e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:17.060737 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96cb7be5-e880-46a6-ba57-f5484aca8c3e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:17.063287 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 59ab4aa5-191e-451f-af85-030141bbf087 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:17.069711 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-96cb7be5-e880-46a6-ba57-f5484aca8c3e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/55a0a5db-987e-4316-8d9e-1c778d561fc0 HTTP/1.1" status: 404 len: 339 time: 0.0414166 Feb 16 16:44:17.071004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45586) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:17.086689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8508505-9bc3-45a2-8bd0-3b5e5efa6289 req-0e77b5ab-994f-4b6e-aee2-478856ff2b2e tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235848 Feb 16 16:44:17.087303 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1f0b9e0b-73dc-48fb-8e8e-75b2280a0f96 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2039746086', 'description': 'd1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:17.099438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecb4ce7-6cc3-47f0-b200-b746295b71a0 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:44:17.116471 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20057e9-4260-4784-95ab-6e3d5ffa384b None None] Sync routers for ids ['718d01ae-1289-45ec-b372-3ddb7d8cba62'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:44:17.117978 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6ecb4ce7-6cc3-47f0-b200-b746295b71a0 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "PUT /v2.0/routers/718d01ae-1289-45ec-b372-3ddb7d8cba62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8733096 Feb 16 16:44:17.120239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0b9e0b-73dc-48fb-8e8e-75b2280a0f96 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:17.120465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45588) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:17.136756 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20057e9-4260-4784-95ab-6e3d5ffa384b None None] Routers {'718d01ae-1289-45ec-b372-3ddb7d8cba62'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:44:17.139350 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b20057e9-4260-4784-95ab-6e3d5ffa384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:43:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['718d01ae-1289-45ec-b372-3ddb7d8cba62'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:17.144328 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f0b9e0b-73dc-48fb-8e8e-75b2280a0f96 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:17.178416 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-395f13d6-3f97-4a9f-a856-fd092cc9b4fd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] GET failed (client error): The resource could not be found. Feb 16 16:44:17.186936 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-395f13d6-3f97-4a9f-a856-fd092cc9b4fd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/4fa628a7-b587-45b2-addc-3e1dd4ad0dad HTTP/1.1" status: 404 len: 333 time: 0.0627918 Feb 16 16:44:17.187987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45592) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:17.199721 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0b9e0b-73dc-48fb-8e8e-75b2280a0f96 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:44:17.222259 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f0b9e0b-73dc-48fb-8e8e-75b2280a0f96 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7489a4a3-6713-4884-b107-db0163dc6686), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:17.222601 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-1f0b9e0b-73dc-48fb-8e8e-75b2280a0f96 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Added segment 7489a4a3-6713-4884-b107-db0163dc6686 of type vlan for network d744bc95-9098-4504-b9d1-37084b96453c Feb 16 16:44:17.233033 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b20057e9-4260-4784-95ab-6e3d5ffa384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:17.256018 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20057e9-4260-4784-95ab-6e3d5ffa384b None None] Routers {'718d01ae-1289-45ec-b372-3ddb7d8cba62'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:44:17.264043 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b20057e9-4260-4784-95ab-6e3d5ffa384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:43:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['718d01ae-1289-45ec-b372-3ddb7d8cba62'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:17.324026 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b5cc8e-5961-481b-a570-08e2c58a98e3 None None] Network 37de8d5e-5311-41a6-9095-bd4fe4e873b5 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:17.326510 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-debc7481-162f-47f1-93b1-9b9783b28383 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for router (718d01ae-1289-45ec-b372-3ddb7d8cba62), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:17.339105 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f0b9e0b-73dc-48fb-8e8e-75b2280a0f96 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (d744bc95-9098-4504-b9d1-37084b96453c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:17.345488 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b20057e9-4260-4784-95ab-6e3d5ffa384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:17.346168 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20057e9-4260-4784-95ab-6e3d5ffa384b None None] The sync data for ids ['718d01ae-1289-45ec-b372-3ddb7d8cba62'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:44:17.426267 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f0b9e0b-73dc-48fb-8e8e-75b2280a0f96 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (d744bc95-9098-4504-b9d1-37084b96453c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:17.444397 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0b9e0b-73dc-48fb-8e8e-75b2280a0f96 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:17.445639 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f0b9e0b-73dc-48fb-8e8e-75b2280a0f96 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:17.512209 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1f0b9e0b-73dc-48fb-8e8e-75b2280a0f96 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4394715 Feb 16 16:44:17.516714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45594) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:17.636907 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec55401-872e-41f2-9e62-e5400977c566 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:17.641124 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-aec55401-872e-41f2-9e62-e5400977c566 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "GET /v2.0/networks?id=d744bc95-9098-4504-b9d1-37084b96453c HTTP/1.1" status: 200 len: 765 time: 0.1226575 Feb 16 16:44:17.669465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45596) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:17.703477 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b9e0b-73dc-48fb-8e8e-75b2280a0f96 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Network': ['ID=d744bc95-9098-4504-b9d1-37084b96453c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:17.711705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a13c4378-8875-4896-a640-9765d12d3838 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'network': {'description': 'd2'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:17.715250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network d744bc95-9098-4504-b9d1-37084b96453c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:17.860905 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-debc7481-162f-47f1-93b1-9b9783b28383 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (718d01ae-1289-45ec-b372-3ddb7d8cba62), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:17.865738 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-debc7481-162f-47f1-93b1-9b9783b28383 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for router_controller (718d01ae-1289-45ec-b372-3ddb7d8cba62), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:17.972915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85982b3-adf5-4a97-8eb9-708fa4a1d86b req-551c54a6-ec6e-43bc-b84f-492b59673817 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:17.981056 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c85982b3-adf5-4a97-8eb9-708fa4a1d86b req-551c54a6-ec6e-43bc-b84f-492b59673817 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=63869d9a-6c7f-4a24-af38-b14ad02cb0ae HTTP/1.1" status: 200 len: 945 time: 0.6514816 Feb 16 16:44:18.063908 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-debc7481-162f-47f1-93b1-9b9783b28383 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (718d01ae-1289-45ec-b372-3ddb7d8cba62), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:18.064508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debc7481-162f-47f1-93b1-9b9783b28383 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Fanout notify agent at l3_agent the message router_deleted on router 718d01ae-1289-45ec-b372-3ddb7d8cba62 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:44:18.094913 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-debc7481-162f-47f1-93b1-9b9783b28383 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:18.096259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-debc7481-162f-47f1-93b1-9b9783b28383 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/routers/718d01ae-1289-45ec-b372-3ddb7d8cba62 HTTP/1.1" status: 204 len: 168 time: 0.9073000 Feb 16 16:44:18.099042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45604) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:18.105443 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0c67208f-3075-4774-b0c6-82fa76279f86 None None] Provisioning complete for port 59ab4aa5-191e-451f-af85-030141bbf087 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:18.105846 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0c67208f-3075-4774-b0c6-82fa76279f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (59ab4aa5-191e-451f-af85-030141bbf087), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:18.129082 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a13c4378-8875-4896-a640-9765d12d3838 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (d744bc95-9098-4504-b9d1-37084b96453c), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:18.172643 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a13c4378-8875-4896-a640-9765d12d3838 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (d744bc95-9098-4504-b9d1-37084b96453c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:18.237328 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf56c90-9a9b-4c2d-b9dc-a1b159d0b2ee tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting subnet bcfe0c7c-3783-47d4-817b-1c3e2922f131 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:44:18.242594 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c90-9a9b-4c2d-b9dc-a1b159d0b2ee tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (bcfe0c7c-3783-47d4-817b-1c3e2922f131), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:18.268472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c4378-8875-4896-a640-9765d12d3838 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Network': ['ID=d744bc95-9098-4504-b9d1-37084b96453c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:18.282218 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557d98-3f48-47bd-b49c-297e090f2851 req-878a884b-1a8b-4c9e-bc1f-378f4d092fe1 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:18.284439 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e557d98-3f48-47bd-b49c-297e090f2851 req-878a884b-1a8b-4c9e-bc1f-378f4d092fe1 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.3248427 Feb 16 16:44:18.302107 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c85982b3-adf5-4a97-8eb9-708fa4a1d86b req-630b3ca2-04e9-40c8-be57-1e8d6a0d046d tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200626 Feb 16 16:44:18.309157 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0c67208f-3075-4774-b0c6-82fa76279f86 None None] Current status of the port 59ab4aa5-191e-451f-af85-030141bbf087 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:18.320910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a13c4378-8875-4896-a640-9765d12d3838 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network d744bc95-9098-4504-b9d1-37084b96453c is not hosted by any dhcp agent {{(pid=103421) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:44:18.325224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network d744bc95-9098-4504-b9d1-37084b96453c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:18.325595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13c4378-8875-4896-a640-9765d12d3838 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:18.325595 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a13c4378-8875-4896-a640-9765d12d3838 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:18.328694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a13c4378-8875-4896-a640-9765d12d3838 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "PUT /v2.0/networks/d744bc95-9098-4504-b9d1-37084b96453c HTTP/1.1" status: 200 len: 762 time: 0.6557512 Feb 16 16:44:18.336195 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45608) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:18.350065 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c90-9a9b-4c2d-b9dc-a1b159d0b2ee tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (bcfe0c7c-3783-47d4-817b-1c3e2922f131), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:18.521351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-757aa2e0-530a-4ed6-a4e9-801c13b18008 req-37019a82-a4aa-4e1f-b2d1-c227b4e2021f tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.0458417 Feb 16 16:44:18.529504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e557d98-3f48-47bd-b49c-297e090f2851 req-925b31b0-c85f-4716-803b-ed95afe3f543 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262743 Feb 16 16:44:18.540343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26db8a43-3f7b-42b1-8fbc-869fcc96062e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:18.546660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-26db8a43-3f7b-42b1-8fbc-869fcc96062e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "GET /v2.0/networks?id=d744bc95-9098-4504-b9d1-37084b96453c HTTP/1.1" status: 200 len: 765 time: 0.2084410 Feb 16 16:44:18.547592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45610) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:18.604616 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c90-9a9b-4c2d-b9dc-a1b159d0b2ee tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (bcfe0c7c-3783-47d4-817b-1c3e2922f131), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:18.750875 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c90-9a9b-4c2d-b9dc-a1b159d0b2ee tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (bcfe0c7c-3783-47d4-817b-1c3e2922f131), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:18.796688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e0fd68-2004-40b0-8aca-57dc1614fbb3 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:18.798626 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-39e0fd68-2004-40b0-8aca-57dc1614fbb3 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2477412 Feb 16 16:44:18.801503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45614) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:18.819174 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf56c90-9a9b-4c2d-b9dc-a1b159d0b2ee tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Subnet': ['ID=bcfe0c7c-3783-47d4-817b-1c3e2922f131,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:18.828699 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c90-9a9b-4c2d-b9dc-a1b159d0b2ee tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:18.831986 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7cf56c90-9a9b-4c2d-b9dc-a1b159d0b2ee tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/bcfe0c7c-3783-47d4-817b-1c3e2922f131 HTTP/1.1" status: 204 len: 168 time: 0.7311399 Feb 16 16:44:18.840761 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45616) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:18.841120 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda7466d-6c91-4326-8c67-51d9b8b59d39 None None] Network 8e5a41aa-3a44-469c-a055-c912cbe2b936 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:18.911815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d8b26c86-2662-488d-82ab-2aefc300d014 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 207 time: 0.1082966 Feb 16 16:44:18.922887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45622) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:19.120296 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (8e5a41aa-3a44-469c-a055-c912cbe2b936), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:19.268100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c68a80-c0e2-4175-a0f1-eab9ed091e28 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.274091 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c68a80-c0e2-4175-a0f1-eab9ed091e28 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.280277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c68a80-c0e2-4175-a0f1-eab9ed091e28 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.284355 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] DHCP port deletion for 8e5a41aa-3a44-469c-a055-c912cbe2b936 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:44:19.286839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c68a80-c0e2-4175-a0f1-eab9ed091e28 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.293487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c68a80-c0e2-4175-a0f1-eab9ed091e28 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.300043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c68a80-c0e2-4175-a0f1-eab9ed091e28 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.302178 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-63c68a80-c0e2-4175-a0f1-eab9ed091e28 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3781409 Feb 16 16:44:19.307151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45626) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:19.328626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:19.329016 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:19.426043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] For port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d,segment=NetworkSegment(6fcaa0f1-88a1-45f2-ae74-21a42627ef59),segment_id=6fcaa0f1-88a1-45f2-ae74-21a42627ef59)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:19.426570 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:19.427010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Deleting port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:19.427494 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:19.470616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:19.513221 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3b97bc13-b33c-493d-bf05-ff7c35ab3ca9 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2044046 Feb 16 16:44:19.523886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50d882-c593-4b0f-a7fa-836d295bc8cc req-7c2186dd-9e01-482e-94ba-09e5ef8a1643 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.525532 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb50d882-c593-4b0f-a7fa-836d295bc8cc req-7c2186dd-9e01-482e-94ba-09e5ef8a1643 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=63869d9a-6c7f-4a24-af38-b14ad02cb0ae HTTP/1.1" status: 200 len: 945 time: 0.2012992 Feb 16 16:44:19.526007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45628) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:19.548844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] For port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d,segment=NetworkSegment(6fcaa0f1-88a1-45f2-ae74-21a42627ef59),segment_id=6fcaa0f1-88a1-45f2-ae74-21a42627ef59)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:19.549309 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:19.563527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Calling delete_port for 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:19.651207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac23097-f105-4128-8c36-d49e9f2b6dd0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.652539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac23097-f105-4128-8c36-d49e9f2b6dd0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.653805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac23097-f105-4128-8c36-d49e9f2b6dd0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.666929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac23097-f105-4128-8c36-d49e9f2b6dd0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.673203 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:19.685210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac23097-f105-4128-8c36-d49e9f2b6dd0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.695312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3ac23097-f105-4128-8c36-d49e9f2b6dd0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1680927 Feb 16 16:44:19.702314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45644) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:19.730628 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:19.753010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No DVR routers for this DVR port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.783094 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.787197 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.787197 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.787197 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.787197 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.787197 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.787197 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.787197 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.787197 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.787197 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.787197 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.787197 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.787197 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.787197 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:44:19.787197 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:44:19.787197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:44:19.811824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:44:19.812089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:44:19.815379 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:19.844500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Pushing event deleted for resources: {'Port': ['ID=85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:19.855110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] No DVR routers for this DVR port 85e96fd0-0ebe-4543-aff5-bd3ba18ebb3d on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:19.858193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:19.858638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:19.858860 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:19.859235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:19.860357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:19.860699 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:19.861030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:19.861373 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:19.861776 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:19.862442 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:19.862991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:19.863630 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:19.864410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c4803e-2174-4117-95a2-fbc951e370c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:19.879485 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfc45eac-5b6a-4109-8124-19fd37d211c3 req-1f2e7503-b13c-49e1-a3bc-3637d2f0c626 tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1336420 Feb 16 16:44:19.909255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb50d882-c593-4b0f-a7fa-836d295bc8cc req-a6f97e5a-0719-457c-863f-02caa1b212d4 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474994 Feb 16 16:44:19.962411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0712ed8-f4ab-4413-8af4-6094f851ff6f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.963616 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0712ed8-f4ab-4413-8af4-6094f851ff6f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.964840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0712ed8-f4ab-4413-8af4-6094f851ff6f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.966128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0712ed8-f4ab-4413-8af4-6094f851ff6f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.967323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0712ed8-f4ab-4413-8af4-6094f851ff6f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:19.975917 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (8e5a41aa-3a44-469c-a055-c912cbe2b936), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:19.978998 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45652) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:19.980321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d0712ed8-f4ab-4413-8af4-6094f851ff6f tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2725141 Feb 16 16:44:19.994931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45654) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:20.077329 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5a41aa-3a44-469c-a055-c912cbe2b936']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:20.119333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d411d-ea77-4826-99bf-b8275079e145 req-1c75dff0-9706-4679-8cc4-6c00d81da229 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:20.120930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-033d411d-ea77-4826-99bf-b8275079e145 req-1c75dff0-9706-4679-8cc4-6c00d81da229 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.1392610 Feb 16 16:44:20.161004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcaa0f1-88a1-45f2-ae74-21a42627ef59') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:20.161582 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcaa0f1-88a1-45f2-ae74-21a42627ef59') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:20.188431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde9ec4-099a-4326-8eb8-71ea611f16a5 req-239de9e4-4224-4dc9-aa2a-c7ac1cda912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:20.188902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde9ec4-099a-4326-8eb8-71ea611f16a5 req-239de9e4-4224-4dc9-aa2a-c7ac1cda912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:20.189362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde9ec4-099a-4326-8eb8-71ea611f16a5 req-239de9e4-4224-4dc9-aa2a-c7ac1cda912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:20.189829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde9ec4-099a-4326-8eb8-71ea611f16a5 req-239de9e4-4224-4dc9-aa2a-c7ac1cda912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:20.190296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde9ec4-099a-4326-8eb8-71ea611f16a5 req-239de9e4-4224-4dc9-aa2a-c7ac1cda912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:20.190745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde9ec4-099a-4326-8eb8-71ea611f16a5 req-239de9e4-4224-4dc9-aa2a-c7ac1cda912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:20.191953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde9ec4-099a-4326-8eb8-71ea611f16a5 req-239de9e4-4224-4dc9-aa2a-c7ac1cda912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:20.192696 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (6fcaa0f1-88a1-45f2-ae74-21a42627ef59), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:20.200896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcde9ec4-099a-4326-8eb8-71ea611f16a5 req-239de9e4-4224-4dc9-aa2a-c7ac1cda912a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 6709 time: 0.2041893 Feb 16 16:44:20.216232 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6fcaa0f1-88a1-45f2-ae74-21a42627ef59), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:20.230696 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:44:20.231112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (6fcaa0f1-88a1-45f2-ae74-21a42627ef59), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:44:20.234773 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:44:20.240364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-033d411d-ea77-4826-99bf-b8275079e145 req-dc605c70-c817-443a-b93e-8a8938150726 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017685 Feb 16 16:44:20.241199 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14949cc3-ec42-49f2-bb92-e48bbfabc24a tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:20.247478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45662) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:20.247659 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-14949cc3-ec42-49f2-bb92-e48bbfabc24a tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "GET /v2.0/networks/d43c1e6f-300a-4b8c-a7e8-2a148243f6f7 HTTP/1.1" status: 200 len: 803 time: 0.2672467 Feb 16 16:44:20.361801 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (8e5a41aa-3a44-469c-a055-c912cbe2b936), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:20.375999 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:20.384538 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/networks/8e5a41aa-3a44-469c-a055-c912cbe2b936 HTTP/1.1" status: 204 len: 168 time: 1.5388379 Feb 16 16:44:20.384538 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45664) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:20.407892 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a486e6d-d54a-4a61-b5a0-69f5c934624b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Network': ['ID=8e5a41aa-3a44-469c-a055-c912cbe2b936,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:20.424657 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcde9ec4-099a-4326-8eb8-71ea611f16a5 req-08f412cd-dd69-4341-8320-7eecf1e6c2f5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7f6c5a73-b2cd-4473-820b-4457672460be&id=0a7ef8e7-0672-48e9-a794-38cd422aab10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2191679 Feb 16 16:44:20.431185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d01b3dc6-fac7-4ba1-a71e-068819d40413 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "GET /v2.0/networks/d43c1e6f-300a-4b8c-a7e8-2a148243f6f7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1825728 Feb 16 16:44:20.434893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45668) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:20.485267 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77661295-63b3-4cb4-a62f-e1f9ede7786f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:20.488887 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-77661295-63b3-4cb4-a62f-e1f9ede7786f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/3dec505f-c7fa-403b-a284-7e196eb5e9d0 HTTP/1.1" status: 200 len: 845 time: 0.1014922 Feb 16 16:44:20.492605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45672) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:20.530634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db31756-9ed1-4bf6-a411-89f6dd1ddd08 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:20.537050 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7db31756-9ed1-4bf6-a411-89f6dd1ddd08 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "GET /v2.0/subnets/1c5491a6-b5a0-4517-b654-83ec6e4b8e98 HTTP/1.1" status: 200 len: 843 time: 0.0960317 Feb 16 16:44:20.537050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45674) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:20.583000 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-150f9e58-af69-4de2-b649-fae433ad6b70 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/3dec505f-c7fa-403b-a284-7e196eb5e9d0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0891886 Feb 16 16:44:20.588869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45676) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:20.599866 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-cef12830-50d4-4ea2-9151-fcdbbdb3a118 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'subnet': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:20.647185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d677ca8-4a00-48a6-80cb-6f6bcf0cd6f8 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:20.654523 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2d677ca8-4a00-48a6-80cb-6f6bcf0cd6f8 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "GET /v2.0/subnets/1c5491a6-b5a0-4517-b654-83ec6e4b8e98?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1179054 Feb 16 16:44:20.655106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45678) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:20.659807 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f4e8596c-9b15-4b00-baf8-6024d21ed292 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-682583514'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:20.714177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e8596c-9b15-4b00-baf8-6024d21ed292 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:20.718747 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f4e8596c-9b15-4b00-baf8-6024d21ed292 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:20.744475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef12830-50d4-4ea2-9151-fcdbbdb3a118 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:20.747738 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cef12830-50d4-4ea2-9151-fcdbbdb3a118 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:20.781994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e8596c-9b15-4b00-baf8-6024d21ed292 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:44:20.793855 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f4e8596c-9b15-4b00-baf8-6024d21ed292 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (468c17ae-e850-4238-b03d-c3ed85d22aff), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:20.794954 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-f4e8596c-9b15-4b00-baf8-6024d21ed292 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Added segment 468c17ae-e850-4238-b03d-c3ed85d22aff of type vlan for network a769062b-a1e7-4c19-b772-e0d329475987 Feb 16 16:44:20.847694 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f4e8596c-9b15-4b00-baf8-6024d21ed292 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a769062b-a1e7-4c19-b772-e0d329475987), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:20.927551 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f4e8596c-9b15-4b00-baf8-6024d21ed292 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a769062b-a1e7-4c19-b772-e0d329475987), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:20.942538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e8596c-9b15-4b00-baf8-6024d21ed292 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:20.945367 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f4e8596c-9b15-4b00-baf8-6024d21ed292 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:20.961607 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cef12830-50d4-4ea2-9151-fcdbbdb3a118 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (0891374c-934f-4734-a04c-9c3ef60fc53a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:21.000587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f4e8596c-9b15-4b00-baf8-6024d21ed292 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3439925 Feb 16 16:44:21.008107 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45686) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:21.019694 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7495681a-1a67-4ee5-b67c-541a282e80ae tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'subnet': {'network_id': 'a769062b-a1e7-4c19-b772-e0d329475987', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:21.123631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8596c-9b15-4b00-baf8-6024d21ed292 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Network': ['ID=a769062b-a1e7-4c19-b772-e0d329475987,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:21.137828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aed24-7df8-4f32-8bba-f30de12e4521 req-e1ab85c6-921b-4d72-8d53-cdb06e509dcf tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:21.139351 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-055aed24-7df8-4f32-8bba-f30de12e4521 req-e1ab85c6-921b-4d72-8d53-cdb06e509dcf tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.60 "GET /v2.0/ports?device_id=63869d9a-6c7f-4a24-af38-b14ad02cb0ae HTTP/1.1" status: 200 len: 945 time: 0.4306986 Feb 16 16:44:21.140351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a769062b-a1e7-4c19-b772-e0d329475987 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:21.144334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef12830-50d4-4ea2-9151-fcdbbdb3a118 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:21.145075 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6d83b3a9-de59-4cd1-9ecf-a8a55711f973 req-af6f3494-451e-4466-bbf2-8b374248994d tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1025889 Feb 16 16:44:21.146425 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7495681a-1a67-4ee5-b67c-541a282e80ae tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Made reservation on behalf of 70d94817923641fa974ae444aa13736c for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:21.150050 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7495681a-1a67-4ee5-b67c-541a282e80ae tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:21.176487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab50b3-11d6-4919-8c0e-98105313acf0 req-0c282238-c6b2-46ea-b85e-8a60f3338018 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:21.178332 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80ab50b3-11d6-4919-8c0e-98105313acf0 req-0c282238-c6b2-46ea-b85e-8a60f3338018 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d1dc546-cf05-46d3-a681-2b5a526aba67 HTTP/1.1" status: 200 len: 945 time: 0.3103859 Feb 16 16:44:21.224195 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-cef12830-50d4-4ea2-9151-fcdbbdb3a118 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:21.232917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef12830-50d4-4ea2-9151-fcdbbdb3a118 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:21.234483 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cef12830-50d4-4ea2-9151-fcdbbdb3a118 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:21.255955 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef12830-50d4-4ea2-9151-fcdbbdb3a118 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Subnet': ['ID=0891374c-934f-4734-a04c-9c3ef60fc53a,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:21.286564 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cc4619-31f8-42b8-aa4a-302911f1f06b None None] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:21.322331 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.ipam_backend_mixin [None req-7495681a-1a67-4ee5-b67c-541a282e80ae tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Performing IP validity checks on allocation pools {{(pid=103422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 16:44:21.322850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.ipam_backend_mixin [None req-7495681a-1a67-4ee5-b67c-541a282e80ae tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 16:44:21.346084 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cef12830-50d4-4ea2-9151-fcdbbdb3a118 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7560298 Feb 16 16:44:21.348671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1cf5c-d8a6-4195-a2df-dad82027e90e req-8bbc539b-23c0-4e0c-9bef-bcf101589081 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:21.352743 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45690) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:21.353792 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80c1cf5c-d8a6-4195-a2df-dad82027e90e req-8bbc539b-23c0-4e0c-9bef-bcf101589081 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=63869d9a-6c7f-4a24-af38-b14ad02cb0ae HTTP/1.1" status: 200 len: 945 time: 0.2346447 Feb 16 16:44:21.357103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-db9261f2-2984-4cc2-b99b-3cb7751aa7d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'security_group': {'name': 'tempest-secgroup-465349220'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:21.385979 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db9261f2-2984-4cc2-b99b-3cb7751aa7d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:21.506706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'project_id': 'e6c4df9b782646bcaf02850f363551f8', 'fixed_ips': [{'subnet_id': '0891374c-934f-4734-a04c-9c3ef60fc53a'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:44:21.507824 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:21.582770 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db9261f2-2984-4cc2-b99b-3cb7751aa7d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (2ddfb06d-bcf4-4b6f-a399-e04d04e6bd72), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:21.600825 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-055aed24-7df8-4f32-8bba-f30de12e4521 req-639c6d4f-69f7-4df1-a505-c5afd43206da tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Deleting port 55b4bd89-6889-42b5-a900-17050f30d31e {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:21.601691 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-055aed24-7df8-4f32-8bba-f30de12e4521 req-639c6d4f-69f7-4df1-a505-c5afd43206da tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (55b4bd89-6889-42b5-a900-17050f30d31e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:21.612555 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db9261f2-2984-4cc2-b99b-3cb7751aa7d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2ddfb06d-bcf4-4b6f-a399-e04d04e6bd72), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:21.723434 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db9261f2-2984-4cc2-b99b-3cb7751aa7d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:21.730902 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-db9261f2-2984-4cc2-b99b-3cb7751aa7d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3771510 Feb 16 16:44:21.753892 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Allocated IP 2001:db8::2 (6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e/0891374c-934f-4734-a04c-9c3ef60fc53a/eecfc536-c172-4e1a-b7f7-46139deb5b7b) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:21.768333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45696) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:21.783249 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1312b132-759d-4692-a6c4-42a415da4794 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'security_group': {'name': 'tempest-secgroup-1236580525'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:22.016813 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Publish callbacks [] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:22.026713 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:22.093526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9261f2-2984-4cc2-b99b-3cb7751aa7d7 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddfb06d-bcf4-4b6f-a399-e04d04e6bd72,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:22.093770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Pushing event updated for resources: {'Port': ['ID=eecfc536-c172-4e1a-b7f7-46139deb5b7b,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:22.137801 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1312b132-759d-4692-a6c4-42a415da4794 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:22.142269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:22.145094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:22.149325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:22.288741 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1312b132-759d-4692-a6c4-42a415da4794 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (0c1eefc6-7c2d-42bd-9b6e-a8985a4cf174), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:22.331355 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1312b132-759d-4692-a6c4-42a415da4794 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0c1eefc6-7c2d-42bd-9b6e-a8985a4cf174), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:22.367880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-055aed24-7df8-4f32-8bba-f30de12e4521 req-639c6d4f-69f7-4df1-a505-c5afd43206da tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] For port 55b4bd89-6889-42b5-a900-17050f30d31e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=55b4bd89-6889-42b5-a900-17050f30d31e,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:22.368713 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-055aed24-7df8-4f32-8bba-f30de12e4521 req-639c6d4f-69f7-4df1-a505-c5afd43206da tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (55b4bd89-6889-42b5-a900-17050f30d31e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:22.401593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Attempting to bind port eecfc536-c172-4e1a-b7f7-46139deb5b7b on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:44:22.404686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Attempting to bind port eecfc536-c172-4e1a-b7f7-46139deb5b7b by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e28caf8c-d5f8-4655-b48d-19d4a835de8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:44:22.405577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Attempting to bind port eecfc536-c172-4e1a-b7f7-46139deb5b7b on network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:44:22.414548 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7495681a-1a67-4ee5-b67c-541a282e80ae tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (59cc75c2-278c-4bda-8ec3-658d5d53f1f8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:22.421514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-055aed24-7df8-4f32-8bba-f30de12e4521 req-639c6d4f-69f7-4df1-a505-c5afd43206da tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Calling delete_port for 55b4bd89-6889-42b5-a900-17050f30d31e owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:22.429957 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1312b132-759d-4692-a6c4-42a415da4794 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:22.431630 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1312b132-759d-4692-a6c4-42a415da4794 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6551406 Feb 16 16:44:22.436604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:44:22.437142 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Checking segment: {'id': 'e28caf8c-d5f8-4655-b48d-19d4a835de8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:22.437575 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:22.438041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Bound using segment: {'id': 'e28caf8c-d5f8-4655-b48d-19d4a835de8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:44:22.438585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Bound port: eecfc536-c172-4e1a-b7f7-46139deb5b7b, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28caf8c-d5f8-4655-b48d-19d4a835de8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:44:22.439582 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:22.446063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45724) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:22.482185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80c1cf5c-d8a6-4195-a2df-dad82027e90e req-e1eabca9-d660-4fa0-825e-209035e70d73 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/security-groups?id=958a0c51-5046-4233-9018-259a54bac959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0714774 Feb 16 16:44:22.512746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b613f64-475a-4c1f-ae4b-f5fc82fa0970 req-35815047-5854-4c7f-8ffa-0783b9c6b614 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:22.528121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b613f64-475a-4c1f-ae4b-f5fc82fa0970 req-35815047-5854-4c7f-8ffa-0783b9c6b614 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 1.0848994 Feb 16 16:44:22.574271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-200b3d27-aeb4-4714-a999-cd9ae1c4becb tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1953021781', 'security_groups': ['0c1eefc6-7c2d-42bd-9b6e-a8985a4cf174'], 'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0891374c-934f-4734-a04c-9c3ef60fc53a'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:22.585188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-80ab50b3-11d6-4919-8c0e-98105313acf0 req-2a3f4e62-4466-4c6e-b1d5-5b0ee9f53da3 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Deleting port edf64edc-b251-4607-b7be-ae4485f225f3 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:22.586324 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-80ab50b3-11d6-4919-8c0e-98105313acf0 req-2a3f4e62-4466-4c6e-b1d5-5b0ee9f53da3 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (edf64edc-b251-4607-b7be-ae4485f225f3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:22.592828 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] For port eecfc536-c172-4e1a-b7f7-46139deb5b7b, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:44:22.593956 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495681a-1a67-4ee5-b67c-541a282e80ae tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Subnet': ['ID=59cc75c2-278c-4bda-8ec3-658d5d53f1f8,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:22.600280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] For port eecfc536-c172-4e1a-b7f7-46139deb5b7b, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eecfc536-c172-4e1a-b7f7-46139deb5b7b,segment=NetworkSegment(e28caf8c-d5f8-4655-b48d-19d4a835de8d),segment_id=e28caf8c-d5f8-4655-b48d-19d4a835de8d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:44:22.614936 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:22.641558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312b132-759d-4692-a6c4-42a415da4794 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1eefc6-7c2d-42bd-9b6e-a8985a4cf174,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:22.702390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b6dfd59-e918-4d47-b47b-dd018218e487 req-ac864b11-cbb9-4bf6-a259-452210d51969 tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.0774591 Feb 16 16:44:22.751893 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e811a-2e18-4efe-aed3-301348064e90 None None] Pushing event updated for resources: {'Port': ['ID=eecfc536-c172-4e1a-b7f7-46139deb5b7b,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:22.772372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b613f64-475a-4c1f-ae4b-f5fc82fa0970 req-b43d8cce-185c-44a8-878f-3ababd723249 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432005 Feb 16 16:44:22.857704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-80ab50b3-11d6-4919-8c0e-98105313acf0 req-2a3f4e62-4466-4c6e-b1d5-5b0ee9f53da3 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] For port edf64edc-b251-4607-b7be-ae4485f225f3, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=edf64edc-b251-4607-b7be-ae4485f225f3,segment=NetworkSegment(48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211),segment_id=48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:22.858057 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-80ab50b3-11d6-4919-8c0e-98105313acf0 req-2a3f4e62-4466-4c6e-b1d5-5b0ee9f53da3 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (edf64edc-b251-4607-b7be-ae4485f225f3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:22.890213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-80ab50b3-11d6-4919-8c0e-98105313acf0 req-2a3f4e62-4466-4c6e-b1d5-5b0ee9f53da3 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Calling delete_port for edf64edc-b251-4607-b7be-ae4485f225f3 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:22.938583 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495681a-1a67-4ee5-b67c-541a282e80ae tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Checking segment: {'id': '468c17ae-e850-4238-b03d-c3ed85d22aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a769062b-a1e7-4c19-b772-e0d329475987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:22.938935 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7495681a-1a67-4ee5-b67c-541a282e80ae tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network hostable DHCP agents. Network: a769062b-a1e7-4c19-b772-e0d329475987, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:44:23.202587 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7495681a-1a67-4ee5-b67c-541a282e80ae tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Network a769062b-a1e7-4c19-b772-e0d329475987 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:44:23.223336 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-055aed24-7df8-4f32-8bba-f30de12e4521 req-639c6d4f-69f7-4df1-a505-c5afd43206da tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (55b4bd89-6889-42b5-a900-17050f30d31e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:23.228758 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7495681a-1a67-4ee5-b67c-541a282e80ae tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, a769062b-a1e7-4c19-b772-e0d329475987) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:23.236844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['55b4bd89-6889-42b5-a900-17050f30d31e', 'edf64edc-b251-4607-b7be-ae4485f225f3'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:44:23.241971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc707ed-6bfb-42b1-b7b4-90fc0ecfdce3 None None] Network a769062b-a1e7-4c19-b772-e0d329475987 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:23.251860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495681a-1a67-4ee5-b67c-541a282e80ae tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:23.252770 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7495681a-1a67-4ee5-b67c-541a282e80ae tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:23.272946 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-80ab50b3-11d6-4919-8c0e-98105313acf0 req-2a3f4e62-4466-4c6e-b1d5-5b0ee9f53da3 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (edf64edc-b251-4607-b7be-ae4485f225f3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:23.284932 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200b3d27-aeb4-4714-a999-cd9ae1c4becb tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:23.360836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f4e62-4466-4c6e-b1d5-5b0ee9f53da3 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Pushing event deleted for resources: {'Port': ['ID=edf64edc-b251-4607-b7be-ae4485f225f3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:23.403272 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['55b4bd89-6889-42b5-a900-17050f30d31e', 'edf64edc-b251-4607-b7be-ae4485f225f3'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:44:23.467797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ab50b3-11d6-4919-8c0e-98105313acf0 req-2a3f4e62-4466-4c6e-b1d5-5b0ee9f53da3 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] No DVR routers for this DVR port edf64edc-b251-4607-b7be-ae4485f225f3 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:23.472941 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-80ab50b3-11d6-4919-8c0e-98105313acf0 req-2a3f4e62-4466-4c6e-b1d5-5b0ee9f53da3 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:23.483170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80ab50b3-11d6-4919-8c0e-98105313acf0 req-2a3f4e62-4466-4c6e-b1d5-5b0ee9f53da3 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.60 "DELETE /v2.0/ports/edf64edc-b251-4607-b7be-ae4485f225f3 HTTP/1.1" status: 204 len: 173 time: 2.2761455 Feb 16 16:44:23.483903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1dc546-cf05-46d3-a681-2b5a526aba67', 'name': 'network-vif-deleted', 'tag': 'edf64edc-b251-4607-b7be-ae4485f225f3'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:44:23.487770 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba253ca-7773-4050-9b23-34a530c9ca64" -d '{"events": [{"server_uuid": "1d1dc546-cf05-46d3-a681-2b5a526aba67", "name": "network-vif-deleted", "tag": "edf64edc-b251-4607-b7be-ae4485f225f3"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:44:23.507396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200b3d27-aeb4-4714-a999-cd9ae1c4becb tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:23.541342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-a769062b-a1e7-4c19-b772-e0d329475987', 'network_id': 'a769062b-a1e7-4c19-b772-e0d329475987', 'project_id': '70d94817923641fa974ae444aa13736c', 'fixed_ips': [{'subnet_id': '59cc75c2-278c-4bda-8ec3-658d5d53f1f8'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:44:23.542228 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:23.572693 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c6d4f-69f7-4df1-a505-c5afd43206da tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Pushing event deleted for resources: {'Port': ['ID=55b4bd89-6889-42b5-a900-17050f30d31e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:23.596510 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-200b3d27-aeb4-4714-a999-cd9ae1c4becb tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port 46350689-f9c1-498c-946a-d3be651d9352 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:44:23.600143 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657837c1-12ac-427d-b1c7-bb806816b1fc x-openstack-request-id: req-657837c1-12ac-427d-b1c7-bb806816b1fc {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:44:23.600547 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1dc546-cf05-46d3-a681-2b5a526aba67", "name": "network-vif-deleted", "tag": "edf64edc-b251-4607-b7be-ae4485f225f3", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:44:23.601033 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-657837c1-12ac-427d-b1c7-bb806816b1fc {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:44:23.602409 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1dc546-cf05-46d3-a681-2b5a526aba67', 'name': 'network-vif-deleted', 'tag': 'edf64edc-b251-4607-b7be-ae4485f225f3', 'status': 'completed', 'code': 200} Feb 16 16:44:23.614466 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7495681a-1a67-4ee5-b67c-541a282e80ae tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5998952 Feb 16 16:44:23.617839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45752) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:23.624096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-465764bf-9862-484f-ac05-00d88359ca06 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:23.715793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-055aed24-7df8-4f32-8bba-f30de12e4521 req-639c6d4f-69f7-4df1-a505-c5afd43206da tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] No DVR routers for this DVR port 55b4bd89-6889-42b5-a900-17050f30d31e on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:23.748970 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-055aed24-7df8-4f32-8bba-f30de12e4521 req-639c6d4f-69f7-4df1-a505-c5afd43206da tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:23.762419 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-055aed24-7df8-4f32-8bba-f30de12e4521 req-639c6d4f-69f7-4df1-a505-c5afd43206da tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.60 "DELETE /v2.0/ports/55b4bd89-6889-42b5-a900-17050f30d31e HTTP/1.1" status: 204 len: 173 time: 2.5978990 Feb 16 16:44:23.763397 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63869d9a-6c7f-4a24-af38-b14ad02cb0ae', 'name': 'network-vif-deleted', 'tag': '55b4bd89-6889-42b5-a900-17050f30d31e'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:44:23.774756 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4424ad-8588-4f9a-9c20-c49a4eebcec2" -d '{"events": [{"server_uuid": "63869d9a-6c7f-4a24-af38-b14ad02cb0ae", "name": "network-vif-deleted", "tag": "55b4bd89-6889-42b5-a900-17050f30d31e"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:44:23.853931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29dc4f69-6c6e-4a69-9ebd-66b6c32cf127 req-19c29e9e-7fd0-4611-a082-8ce6cfd99df4 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] 10.222.0.24 "GET /v2.0/ports?device_id=63869d9a-6c7f-4a24-af38-b14ad02cb0ae HTTP/1.1" status: 200 len: 210 time: 0.1263704 Feb 16 16:44:24.020795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eecfc536-c172-4e1a-b7f7-46139deb5b7b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:24.098480 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acff871-0855-46e2-b5e0-43af9c96ed77 x-openstack-request-id: req-7acff871-0855-46e2-b5e0-43af9c96ed77 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:44:24.102927 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63869d9a-6c7f-4a24-af38-b14ad02cb0ae", "name": "network-vif-deleted", "tag": "55b4bd89-6889-42b5-a900-17050f30d31e", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:44:24.103331 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7acff871-0855-46e2-b5e0-43af9c96ed77 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:44:24.103935 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63869d9a-6c7f-4a24-af38-b14ad02cb0ae', 'name': 'network-vif-deleted', 'tag': '55b4bd89-6889-42b5-a900-17050f30d31e', 'status': 'completed', 'code': 200} Feb 16 16:44:24.198497 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-200b3d27-aeb4-4714-a999-cd9ae1c4becb tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Allocated IP 2001:db8::f3 (6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e/0891374c-934f-4734-a04c-9c3ef60fc53a/46350689-f9c1-498c-946a-d3be651d9352) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:24.224568 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84139dc1-85d5-4d06-a780-3784003fb90b req-df59de2b-63e1-4a61-b743-377d08923a4f tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.3013482 Feb 16 16:44:24.323071 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-465764bf-9862-484f-ac05-00d88359ca06 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13345904'] for subnet (59cc75c2-278c-4bda-8ec3-658d5d53f1f8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:24.459583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3655948-4078-4fa2-b5c4-c2f74e6af1f3 req-40c02747-202b-45af-adbd-96d3322df8a2 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:24.475722 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3655948-4078-4fa2-b5c4-c2f74e6af1f3 req-40c02747-202b-45af-adbd-96d3322df8a2 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.1547356 Feb 16 16:44:24.502988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Allocated IP 2001:db8::3 (a769062b-a1e7-4c19-b772-e0d329475987/59cc75c2-278c-4bda-8ec3-658d5d53f1f8/f9fbb82c-629f-4e2c-9a74-6db14101e916) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:24.592763 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port eecfc536-c172-4e1a-b7f7-46139deb5b7b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:24.593145 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:24.594514 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200b3d27-aeb4-4714-a999-cd9ae1c4becb tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (46350689-f9c1-498c-946a-d3be651d9352), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:24.645806 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200b3d27-aeb4-4714-a999-cd9ae1c4becb tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (46350689-f9c1-498c-946a-d3be651d9352), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:24.649797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3655948-4078-4fa2-b5c4-c2f74e6af1f3 req-3a3e4201-65d9-4db1-97d0-d967991fdf6c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729732 Feb 16 16:44:24.733490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b3d27-aeb4-4714-a999-cd9ae1c4becb tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:24.748960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-200b3d27-aeb4-4714-a999-cd9ae1c4becb tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:24.760149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b3d27-aeb4-4714-a999-cd9ae1c4becb tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:24.770190 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200b3d27-aeb4-4714-a999-cd9ae1c4becb tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:24.770832 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200b3d27-aeb4-4714-a999-cd9ae1c4becb tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:24.838689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b3d27-aeb4-4714-a999-cd9ae1c4becb tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=46350689-f9c1-498c-946a-d3be651d9352,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:24.860412 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-200b3d27-aeb4-4714-a999-cd9ae1c4becb tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2899921 Feb 16 16:44:24.860764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45762) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:24.866451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-dbdc2f43-b47d-42ea-b05a-678bd87399be tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'subnet': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:25.025505 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Publish callbacks [] for port (f9fbb82c-629f-4e2c-9a74-6db14101e916), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:25.040921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f10b9ebd-79ba-4039-90c1-8763b0f18f10 None None] Provisioning complete for port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:25.041302 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f10b9ebd-79ba-4039-90c1-8763b0f18f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3dec505f-c7fa-403b-a284-7e196eb5e9d0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:25.060342 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45768) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:25.082651 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (f9fbb82c-629f-4e2c-9a74-6db14101e916), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:25.087490 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f10b9ebd-79ba-4039-90c1-8763b0f18f10 None None] Port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:44:25.090412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port eecfc536-c172-4e1a-b7f7-46139deb5b7b is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:25.090795 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:25.188883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdc2f43-b47d-42ea-b05a-678bd87399be tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:25.192363 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-9232d26a-1a6c-448b-ac20-fa14caaa8dd3 admin admin] Deleting subnet 9556d338-7f74-4818-8966-228876ee719c {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:44:25.195639 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dbdc2f43-b47d-42ea-b05a-678bd87399be tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:25.196771 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9232d26a-1a6c-448b-ac20-fa14caaa8dd3 admin admin] Publish callbacks [] for subnet (9556d338-7f74-4818-8966-228876ee719c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:25.236104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f10b9ebd-79ba-4039-90c1-8763b0f18f10 None None] Provisioning complete for port eecfc536-c172-4e1a-b7f7-46139deb5b7b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:25.236482 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f10b9ebd-79ba-4039-90c1-8763b0f18f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:25.249370 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9232d26a-1a6c-448b-ac20-fa14caaa8dd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (9556d338-7f74-4818-8966-228876ee719c), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:25.312631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9232d26a-1a6c-448b-ac20-fa14caaa8dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (9556d338-7f74-4818-8966-228876ee719c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:25.375683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Network a769062b-a1e7-4c19-b772-e0d329475987 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:25.404596 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9232d26a-1a6c-448b-ac20-fa14caaa8dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (9556d338-7f74-4818-8966-228876ee719c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:25.409089 n-d-669411-5 neutron-server[103421]: INFO neutron.db.ipam_backend_mixin [None req-dbdc2f43-b47d-42ea-b05a-678bd87399be tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0891374c-934f-4734-a04c-9c3ef60fc53a (CIDR: 2001:db8::/64) Feb 16 16:44:25.420512 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9232d26a-1a6c-448b-ac20-fa14caaa8dd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:25.428260 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9232d26a-1a6c-448b-ac20-fa14caaa8dd3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9556d338-7f74-4818-8966-228876ee719c HTTP/1.1" status: 204 len: 168 time: 0.3664865 Feb 16 16:44:25.430381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45772) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:25.489212 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port eecfc536-c172-4e1a-b7f7-46139deb5b7b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eecfc536-c172-4e1a-b7f7-46139deb5b7b,segment=NetworkSegment(e28caf8c-d5f8-4655-b48d-19d4a835de8d),segment_id=e28caf8c-d5f8-4655-b48d-19d4a835de8d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:25.501065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:25.509939 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:25.511895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:25.518438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Pushing event updated for resources: {'Port': ['ID=f9fbb82c-629f-4e2c-9a74-6db14101e916,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:25.565460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device edf64edc-b251-4607-b7be-ae4485f225f3 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:44:25.584202 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdc2f43-b47d-42ea-b05a-678bd87399be tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:44:25.585112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbdc2f43-b47d-42ea-b05a-678bd87399be tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:25.590597 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-465764bf-9862-484f-ac05-00d88359ca06 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794037986919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24946112'] for subnet (59cc75c2-278c-4bda-8ec3-658d5d53f1f8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:25.607239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232d26a-1a6c-448b-ac20-fa14caaa8dd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9556d338-7f74-4818-8966-228876ee719c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:25.619281 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d28ead8-6f25-4f35-a00f-cb59878e54d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (12ca0dcd-c585-403e-b882-1256fb880706), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:25.718951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465764bf-9862-484f-ac05-00d88359ca06 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event updated for resources: {'Subnet': ['ID=59cc75c2-278c-4bda-8ec3-658d5d53f1f8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:25.733303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa586c9d-a25a-4ca2-8d98-521f29bb56e3 req-20116c25-acd6-456e-847a-2df7beac599d tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1605983 Feb 16 16:44:25.737663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465764bf-9862-484f-ac05-00d88359ca06 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:25.738771 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-465764bf-9862-484f-ac05-00d88359ca06 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:25.744019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-465764bf-9862-484f-ac05-00d88359ca06 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "PUT /v2.0/subnets/59cc75c2-278c-4bda-8ec3-658d5d53f1f8 HTTP/1.1" status: 200 len: 900 time: 2.1219344 Feb 16 16:44:25.744717 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45778) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:25.763559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dbdc2f43-b47d-42ea-b05a-678bd87399be tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9009571 Feb 16 16:44:25.766083 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45780) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:25.815307 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-958a687f-f3af-4660-8c83-3409d20be490 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'subnet': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:25.899079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e0894-32b2-4956-86e0-3ee69ba7b4a2 req-8a0f8117-fb5e-4c3d-ba0d-dab95e46f6cc tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:25.900910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a18e0894-32b2-4956-86e0-3ee69ba7b4a2 req-8a0f8117-fb5e-4c3d-ba0d-dab95e46f6cc tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.1237791 Feb 16 16:44:25.939031 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a769062b-a1e7-4c19-b772-e0d329475987), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.032621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a18e0894-32b2-4956-86e0-3ee69ba7b4a2 req-be664b2b-bad2-4861-a083-1bdfd7dba3d0 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904090 Feb 16 16:44:26.057022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Deleting port f9fbb82c-629f-4e2c-9a74-6db14101e916 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:26.057617 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f9fbb82c-629f-4e2c-9a74-6db14101e916), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.102239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: edf64edc-b251-4607-b7be-ae4485f225f3 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:44:26.102921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device edf64edc-b251-4607-b7be-ae4485f225f3 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:44:26.103517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 55b4bd89-6889-42b5-a900-17050f30d31e no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:44:26.119219 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d28ead8-6f25-4f35-a00f-cb59878e54d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (12ca0dcd-c585-403e-b882-1256fb880706), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.150590 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7d28ead8-6f25-4f35-a00f-cb59878e54d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ca0dcd-c585-403e-b882-1256fb880706']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:26.161533 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958a687f-f3af-4660-8c83-3409d20be490 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:26.166427 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-958a687f-f3af-4660-8c83-3409d20be490 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.175934 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7d28ead8-6f25-4f35-a00f-cb59878e54d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:26.176234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7d28ead8-6f25-4f35-a00f-cb59878e54d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:26.181362 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 55b4bd89-6889-42b5-a900-17050f30d31e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:44:26.182490 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 55b4bd89-6889-42b5-a900-17050f30d31e not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:44:26.187061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=eecfc536-c172-4e1a-b7f7-46139deb5b7b,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:26.199489 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d28ead8-6f25-4f35-a00f-cb59878e54d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.230096 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d28ead8-6f25-4f35-a00f-cb59878e54d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.268424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] For port f9fbb82c-629f-4e2c-9a74-6db14101e916, host n-d-669411-5, got binding levels [] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:26.270911 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f9fbb82c-629f-4e2c-9a74-6db14101e916), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.276128 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-970fa018-fc33-4af7-a5be-63d238974afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.279053 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d28ead8-6f25-4f35-a00f-cb59878e54d8 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:44:26.279464 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d28ead8-6f25-4f35-a00f-cb59878e54d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (48ae9cd4-9a0a-4bd5-bc77-0a8eedbd4211), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:44:26.281204 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:44:26.314707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Calling delete_port for f9fbb82c-629f-4e2c-9a74-6db14101e916 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:26.374051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d28ead8-6f25-4f35-a00f-cb59878e54d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (12ca0dcd-c585-403e-b882-1256fb880706), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.376669 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Attempting to bind port f9fbb82c-629f-4e2c-9a74-6db14101e916 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:44:26.377706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Attempting to bind port f9fbb82c-629f-4e2c-9a74-6db14101e916 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '468c17ae-e850-4238-b03d-c3ed85d22aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a769062b-a1e7-4c19-b772-e0d329475987'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:44:26.378888 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Attempting to bind port f9fbb82c-629f-4e2c-9a74-6db14101e916 on network a769062b-a1e7-4c19-b772-e0d329475987 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:44:26.382146 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d28ead8-6f25-4f35-a00f-cb59878e54d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.385327 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7d28ead8-6f25-4f35-a00f-cb59878e54d8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/12ca0dcd-c585-403e-b882-1256fb880706 HTTP/1.1" status: 204 len: 168 time: 0.9537606 Feb 16 16:44:26.390933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:44:26.391152 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Checking segment: {'id': '468c17ae-e850-4238-b03d-c3ed85d22aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a769062b-a1e7-4c19-b772-e0d329475987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:26.392358 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.392932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Bound using segment: {'id': '468c17ae-e850-4238-b03d-c3ed85d22aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a769062b-a1e7-4c19-b772-e0d329475987'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:44:26.393412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Bound port: f9fbb82c-629f-4e2c-9a74-6db14101e916, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468c17ae-e850-4238-b03d-c3ed85d22aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a769062b-a1e7-4c19-b772-e0d329475987'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:44:26.393993 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f9fbb82c-629f-4e2c-9a74-6db14101e916), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.432410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28ead8-6f25-4f35-a00f-cb59878e54d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=12ca0dcd-c585-403e-b882-1256fb880706,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:26.491880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] For port f9fbb82c-629f-4e2c-9a74-6db14101e916, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:44:26.496610 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] For port f9fbb82c-629f-4e2c-9a74-6db14101e916, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f9fbb82c-629f-4e2c-9a74-6db14101e916,segment=NetworkSegment(468c17ae-e850-4238-b03d-c3ed85d22aff),segment_id=468c17ae-e850-4238-b03d-c3ed85d22aff)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:44:26.500599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f10b9ebd-79ba-4039-90c1-8763b0f18f10 None None] Current status of the port eecfc536-c172-4e1a-b7f7-46139deb5b7b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:26.512678 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f9fbb82c-629f-4e2c-9a74-6db14101e916), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.578580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8bda9-b58a-453f-b49e-69da43e40463 None None] Pushing event updated for resources: {'Port': ['ID=f9fbb82c-629f-4e2c-9a74-6db14101e916,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:26.616259 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f9fbb82c-629f-4e2c-9a74-6db14101e916), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.633331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ef6753b0-5198-435e-abcc-f1502d826820 None None] Provisioning complete for port 46350689-f9c1-498c-946a-d3be651d9352 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:26.633975 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ef6753b0-5198-435e-abcc-f1502d826820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (46350689-f9c1-498c-946a-d3be651d9352), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.688254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Port': ['ID=f9fbb82c-629f-4e2c-9a74-6db14101e916,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:26.703529 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-958a687f-f3af-4660-8c83-3409d20be490 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (77b51536-bced-48a3-ae7d-f30f4e129472), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.734441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a687f-f3af-4660-8c83-3409d20be490 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:26.744794 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-958a687f-f3af-4660-8c83-3409d20be490 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:26.777822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921e2a4e-c033-4273-975e-034d47ee6905 None None] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:26.846500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ef6753b0-5198-435e-abcc-f1502d826820 None None] Port 46350689-f9c1-498c-946a-d3be651d9352 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:44:26.859346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No DVR routers for this DVR port f9fbb82c-629f-4e2c-9a74-6db14101e916 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:26.893667 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a687f-f3af-4660-8c83-3409d20be490 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Subnet': ['ID=77b51536-bced-48a3-ae7d-f30f4e129472,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:26.905962 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a687f-f3af-4660-8c83-3409d20be490 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:26.909418 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-958a687f-f3af-4660-8c83-3409d20be490 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:26.956164 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-958a687f-f3af-4660-8c83-3409d20be490 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1889448 Feb 16 16:44:26.956838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45788) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:26.965572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1c53e70a-3088-4e78-ab68-07b1c75b438e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-605996035', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '77b51536-bced-48a3-ae7d-f30f4e129472'}], 'security_groups': ['2ddfb06d-bcf4-4b6f-a399-e04d04e6bd72']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:26.972427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45790) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:27.097051 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d3da776f-5516-4a7c-8e94-709df532fea3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38015752bdc2447899a830d7da7a3f38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1226227 Feb 16 16:44:27.099465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45794) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:27.130520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c69482ac-0fa8-44fd-86ab-8f3de609d9c2 req-7f810e69-b8e6-4294-9c5b-914777b921f2 tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1534779 Feb 16 16:44:27.183349 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (59cc75c2-278c-4bda-8ec3-658d5d53f1f8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:27.235831 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0702c419-1b3f-4b89-8aa3-7b2f716fd486 admin admin] Publish callbacks [] for security_group (958a0c51-5046-4233-9018-259a54bac959), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:27.309239 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0702c419-1b3f-4b89-8aa3-7b2f716fd486 admin admin] Publish callbacks [] for security_group (958a0c51-5046-4233-9018-259a54bac959), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:27.367784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27beda44-2a93-4e3a-bf9b-4108d00316fb None None] Update dhcp port {'port': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'fixed_ips': [{'subnet_id': '0891374c-934f-4734-a04c-9c3ef60fc53a', 'ip_address': '2001:db8::2'}, {'subnet_id': '77b51536-bced-48a3-ae7d-f30f4e129472'}], 'binding:host_id': 'n-d-669411-5'}, 'id': 'eecfc536-c172-4e1a-b7f7-46139deb5b7b'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:44:27.405572 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0702c419-1b3f-4b89-8aa3-7b2f716fd486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (958a0c51-5046-4233-9018-259a54bac959), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:27.413237 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0702c419-1b3f-4b89-8aa3-7b2f716fd486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:27.418647 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0702c419-1b3f-4b89-8aa3-7b2f716fd486 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/958a0c51-5046-4233-9018-259a54bac959 HTTP/1.1" status: 204 len: 168 time: 0.3159211 Feb 16 16:44:27.425881 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702c419-1b3f-4b89-8aa3-7b2f716fd486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958a0c51-5046-4233-9018-259a54bac959,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:27.448767 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-27beda44-2a93-4e3a-bf9b-4108d00316fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:27.478728 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3c095-9128-49f3-86b5-d04047ef4e96 req-2fcd1323-bd56-409d-8c23-68bba8dc96c6 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:27.488583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5a3c095-9128-49f3-86b5-d04047ef4e96 req-2fcd1323-bd56-409d-8c23-68bba8dc96c6 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.3260531 Feb 16 16:44:27.623467 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (59cc75c2-278c-4bda-8ec3-658d5d53f1f8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:27.646599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-27beda44-2a93-4e3a-bf9b-4108d00316fb None None] Allocated IP 2001:db8:0:1::2 (6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e/77b51536-bced-48a3-ae7d-f30f4e129472/eecfc536-c172-4e1a-b7f7-46139deb5b7b) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:27.734000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Subnet': ['ID=59cc75c2-278c-4bda-8ec3-658d5d53f1f8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:27.754030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-27beda44-2a93-4e3a-bf9b-4108d00316fb None None] For port eecfc536-c172-4e1a-b7f7-46139deb5b7b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eecfc536-c172-4e1a-b7f7-46139deb5b7b,segment=NetworkSegment(e28caf8c-d5f8-4655-b48d-19d4a835de8d),segment_id=e28caf8c-d5f8-4655-b48d-19d4a835de8d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:27.791929 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-27beda44-2a93-4e3a-bf9b-4108d00316fb None None] Publish callbacks [] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:27.798247 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-27beda44-2a93-4e3a-bf9b-4108d00316fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:27.887524 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5a3c095-9128-49f3-86b5-d04047ef4e96 req-fc82b4ff-a76c-41e0-aefb-fa4a94010246 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3974910 Feb 16 16:44:27.890772 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c53e70a-3088-4e78-ab68-07b1c75b438e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (46350689-f9c1-498c-946a-d3be651d9352), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:27.969996 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a769062b-a1e7-4c19-b772-e0d329475987), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:28.067278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eecfc536-c172-4e1a-b7f7-46139deb5b7b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:28.118284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a769062b-a1e7-4c19-b772-e0d329475987']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:28.145833 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468c17ae-e850-4238-b03d-c3ed85d22aff') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:28.146145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468c17ae-e850-4238-b03d-c3ed85d22aff') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:28.161780 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (468c17ae-e850-4238-b03d-c3ed85d22aff), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:28.187051 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (468c17ae-e850-4238-b03d-c3ed85d22aff), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:28.213854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:44:28.214437 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (468c17ae-e850-4238-b03d-c3ed85d22aff), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:28.298808 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27beda44-2a93-4e3a-bf9b-4108d00316fb None None] Pushing event updated for resources: {'Port': ['ID=eecfc536-c172-4e1a-b7f7-46139deb5b7b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:44:28.306006 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:44:28.368202 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a769062b-a1e7-4c19-b772-e0d329475987), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:28.372666 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:28.381310 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/a769062b-a1e7-4c19-b772-e0d329475987 HTTP/1.1" status: 204 len: 168 time: 2.6293051 Feb 16 16:44:28.399460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45812) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:28.400177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port eecfc536-c172-4e1a-b7f7-46139deb5b7b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:28.400177 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:28.426351 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b0ddee-bec8-4ec9-a7c3-b80ac782e092 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:28.426722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b0ddee-bec8-4ec9-a7c3-b80ac782e092 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:28.432805 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-643ce88a-888a-4493-9fab-50c30573176c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:28.443872 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a7b0ddee-bec8-4ec9-a7c3-b80ac782e092 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/subnets/59cc75c2-278c-4bda-8ec3-658d5d53f1f8 HTTP/1.1" status: 404 len: 337 time: 0.0623255 Feb 16 16:44:28.449332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45814) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:28.532173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port eecfc536-c172-4e1a-b7f7-46139deb5b7b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:28.540842 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-47075207-5463-4702-8c3d-966184052319 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:28.541365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47075207-5463-4702-8c3d-966184052319 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:28.568677 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-47075207-5463-4702-8c3d-966184052319 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/a769062b-a1e7-4c19-b772-e0d329475987 HTTP/1.1" status: 404 len: 339 time: 0.1180968 Feb 16 16:44:28.573690 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45822) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:28.580435 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b420771-d6d5-4501-999c-26b12160168b req-71545a44-107f-4e7a-8ffa-84f685f93b7f tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.2737074 Feb 16 16:44:28.590960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951071f6-7e76-459d-8f9e-dec816bd18c5 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Network': ['ID=a769062b-a1e7-4c19-b772-e0d329475987,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:28.771295 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ccc90673-00bf-4b24-a474-126c8a024173 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (d744bc95-9098-4504-b9d1-37084b96453c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:28.831364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-dc4140d7-3257-4117-9834-f30d1b0d018e None None] Could not find standard attr ID for object f9fbb82c-629f-4e2c-9a74-6db14101e916. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:44:28.840938 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974586d5-74f5-47dd-8161-16433b88439d None None] DHCP port deletion for a769062b-a1e7-4c19-b772-e0d329475987 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:44:28.879491 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764349a3-6133-4a0c-9322-9ed726ee3a2c None None] Network a769062b-a1e7-4c19-b772-e0d329475987 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:28.931357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764349a3-6133-4a0c-9322-9ed726ee3a2c None None] Network a769062b-a1e7-4c19-b772-e0d329475987 could not be found, it might have been deleted concurrently. {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 16:44:28.944863 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd71ec22-d72a-4308-8394-535e186fe595 None None] Network a769062b-a1e7-4c19-b772-e0d329475987 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:28.985651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd71ec22-d72a-4308-8394-535e186fe595 None None] Network a769062b-a1e7-4c19-b772-e0d329475987 could not be found, it might have been deleted concurrently. {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 16:44:28.995429 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ccc90673-00bf-4b24-a474-126c8a024173 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (d744bc95-9098-4504-b9d1-37084b96453c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:29.021293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ccc90673-00bf-4b24-a474-126c8a024173 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d744bc95-9098-4504-b9d1-37084b96453c']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:29.032991 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ccc90673-00bf-4b24-a474-126c8a024173 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7489a4a3-6713-4884-b107-db0163dc6686') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:29.033340 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ccc90673-00bf-4b24-a474-126c8a024173 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7489a4a3-6713-4884-b107-db0163dc6686') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:29.044680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ccc90673-00bf-4b24-a474-126c8a024173 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (7489a4a3-6713-4884-b107-db0163dc6686), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:29.071322 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ccc90673-00bf-4b24-a474-126c8a024173 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7489a4a3-6713-4884-b107-db0163dc6686), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:29.079350 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc90673-00bf-4b24-a474-126c8a024173 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:44:29.079807 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ccc90673-00bf-4b24-a474-126c8a024173 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (7489a4a3-6713-4884-b107-db0163dc6686), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:29.127243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45834) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:44:29.150529 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:44:29.155853 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ccc90673-00bf-4b24-a474-126c8a024173 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (d744bc95-9098-4504-b9d1-37084b96453c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:29.168376 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ccc90673-00bf-4b24-a474-126c8a024173 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:29.172988 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ccc90673-00bf-4b24-a474-126c8a024173 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/d744bc95-9098-4504-b9d1-37084b96453c HTTP/1.1" status: 204 len: 168 time: 0.5973434 Feb 16 16:44:29.176287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45838) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:29.191869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc90673-00bf-4b24-a474-126c8a024173 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Network': ['ID=d744bc95-9098-4504-b9d1-37084b96453c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:29.262490 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:29.263521 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-24284825-ab06-4da6-9e43-b5350605c907 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:29.264142 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24284825-ab06-4da6-9e43-b5350605c907 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:29.269143 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-24284825-ab06-4da6-9e43-b5350605c907 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/subnets/6fa869f8-e34d-498d-8ecf-79add84a8339 HTTP/1.1" status: 404 len: 337 time: 0.0899386 Feb 16 16:44:29.271624 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45840) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:29.315681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417f272-8ff3-4b6d-9069-49b6accb5c88 req-8db60a49-3391-47ff-93b9-60b93a183251 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:29.321765 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fb124c-9bb6-432e-90d1-4b7aa9b2c341 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:29.325632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2417f272-8ff3-4b6d-9069-49b6accb5c88 req-8db60a49-3391-47ff-93b9-60b93a183251 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.2459598 Feb 16 16:44:29.327957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fb124c-9bb6-432e-90d1-4b7aa9b2c341 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:29.339832 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-49fb124c-9bb6-432e-90d1-4b7aa9b2c341 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/55a0a5db-987e-4316-8d9e-1c778d561fc0 HTTP/1.1" status: 404 len: 339 time: 0.0667837 Feb 16 16:44:29.342661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45842) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:29.439140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-928527016-network', 'tenant_id': '18204c002ff2451291227eff7926db64'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:29.439140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-1c53e70a-3088-4e78-ab68-07b1c75b438e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Delete allocated IP 2001:db8::f3 (6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e/0891374c-934f-4734-a04c-9c3ef60fc53a) {{(pid=103421) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 16:44:29.518606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2417f272-8ff3-4b6d-9069-49b6accb5c88 req-5e01b084-a6e3-422a-bf54-5d0989cea31c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918519 Feb 16 16:44:29.525342 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-1c53e70a-3088-4e78-ab68-07b1c75b438e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Allocated IP 2001:db8:0:1::d5 (6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e/77b51536-bced-48a3-ae7d-f30f4e129472/46350689-f9c1-498c-946a-d3be651d9352) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:29.566415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75e5186-5c6d-4919-b363-9b121699b008 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Deleting subnet 4088fc1d-68d1-47f6-b39a-c025288552ca {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:44:29.589120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] Made reservation on behalf of 18204c002ff2451291227eff7926db64 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:29.590163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-020cae7a-8146-4ced-be9a-f15c4d44f590 None None] Provisioning complete for port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:29.590642 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-020cae7a-8146-4ced-be9a-f15c4d44f590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3dec505f-c7fa-403b-a284-7e196eb5e9d0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:29.594851 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:29.598198 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d75e5186-5c6d-4919-b363-9b121699b008 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for subnet (4088fc1d-68d1-47f6-b39a-c025288552ca), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:29.644384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-020cae7a-8146-4ced-be9a-f15c4d44f590 None None] Port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:44:29.657278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-020cae7a-8146-4ced-be9a-f15c4d44f590 None None] Provisioning complete for port 46350689-f9c1-498c-946a-d3be651d9352 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:29.657688 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-020cae7a-8146-4ced-be9a-f15c4d44f590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (46350689-f9c1-498c-946a-d3be651d9352), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:29.678050 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:29.740465 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-020cae7a-8146-4ced-be9a-f15c4d44f590 None None] Port 46350689-f9c1-498c-946a-d3be651d9352 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:44:29.769450 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d75e5186-5c6d-4919-b363-9b121699b008 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (4088fc1d-68d1-47f6-b39a-c025288552ca), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:29.775011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-020cae7a-8146-4ced-be9a-f15c4d44f590 None None] Provisioning complete for port eecfc536-c172-4e1a-b7f7-46139deb5b7b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:29.775440 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-020cae7a-8146-4ced-be9a-f15c4d44f590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:29.779916 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eecfc536-c172-4e1a-b7f7-46139deb5b7b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:29.877889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port eecfc536-c172-4e1a-b7f7-46139deb5b7b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:29.878567 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:29.907047 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6375cef4-42d2-4a0e-9514-042afc5a20a3 req-39f3d835-4773-4a04-abf3-697d8251b61e tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1519053 Feb 16 16:44:30.156462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port eecfc536-c172-4e1a-b7f7-46139deb5b7b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:30.170800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f9fbb82c-629f-4e2c-9a74-6db14101e916 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:44:30.196859 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: f9fbb82c-629f-4e2c-9a74-6db14101e916 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:44:30.197301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f9fbb82c-629f-4e2c-9a74-6db14101e916 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:44:30.204221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-020cae7a-8146-4ced-be9a-f15c4d44f590 None None] Current status of the port eecfc536-c172-4e1a-b7f7-46139deb5b7b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:30.246203 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] Publish callbacks [] for security_group (66bc5f42-e513-4633-8d85-fab0621d28ff), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:30.247967 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d75e5186-5c6d-4919-b363-9b121699b008 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (4088fc1d-68d1-47f6-b39a-c025288552ca), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:30.311204 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (66bc5f42-e513-4633-8d85-fab0621d28ff), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:30.318615 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c53e70a-3088-4e78-ab68-07b1c75b438e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (46350689-f9c1-498c-946a-d3be651d9352), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:30.349178 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c53e70a-3088-4e78-ab68-07b1c75b438e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (46350689-f9c1-498c-946a-d3be651d9352), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:30.367810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:44:30.415538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bc5f42-e513-4633-8d85-fab0621d28ff,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:30.423704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d70b0fb0-73be-492f-b5ae-04dc175c1cb2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:30.424179 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] Added segment d70b0fb0-73be-492f-b5ae-04dc175c1cb2 of type vlan for network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf Feb 16 16:44:30.508633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53e70a-3088-4e78-ab68-07b1c75b438e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=46350689-f9c1-498c-946a-d3be651d9352,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:30.536994 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (185f1c1b-e7bc-45aa-9a60-6f86f505fcdf), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:30.586694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1c53e70a-3088-4e78-ab68-07b1c75b438e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] In _notify_port_updated(), no bound segment for port 46350689-f9c1-498c-946a-d3be651d9352 on network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e {{(pid=103421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:44:30.593121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c53e70a-3088-4e78-ab68-07b1c75b438e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:30.593981 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c53e70a-3088-4e78-ab68-07b1c75b438e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:30.599358 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45850) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:30.610261 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1c53e70a-3088-4e78-ab68-07b1c75b438e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "PUT /v2.0/ports/46350689-f9c1-498c-946a-d3be651d9352 HTTP/1.1" status: 200 len: 929 time: 3.6512065 Feb 16 16:44:30.613643 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (185f1c1b-e7bc-45aa-9a60-6f86f505fcdf), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:30.618908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:30.620245 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:30.636061 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d75e5186-5c6d-4919-b363-9b121699b008 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (4088fc1d-68d1-47f6-b39a-c025288552ca), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:30.777491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e5186-5c6d-4919-b363-9b121699b008 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Subnet': ['ID=4088fc1d-68d1-47f6-b39a-c025288552ca,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:30.779882 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d75e5186-5c6d-4919-b363-9b121699b008 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:30.783281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d75e5186-5c6d-4919-b363-9b121699b008 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/subnets/4088fc1d-68d1-47f6-b39a-c025288552ca HTTP/1.1" status: 204 len: 168 time: 1.4395108 Feb 16 16:44:30.789997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45852) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:30.793466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253402b7-7a58-42d8-a096-6dcd3fd09e9a None None] Network 37de8d5e-5311-41a6-9095-bd4fe4e873b5 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:30.818292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6892595 Feb 16 16:44:30.822974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45854) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:30.828356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7e9af0f1-52f3-426f-8964-eda2189556c6 admin admin] Request body: {'subnet': {'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-928527016-subnet', 'tenant_id': '18204c002ff2451291227eff7926db64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:30.840704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-04d839ba-b9d9-4dfc-8b1e-6480099c5f66 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port 46350689-f9c1-498c-946a-d3be651d9352 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:30.841422 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04d839ba-b9d9-4dfc-8b1e-6480099c5f66 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (46350689-f9c1-498c-946a-d3be651d9352), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:30.877422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056cb8e-21d1-4c3a-b11d-77c73759a1a7 admin admin] Pushing event updated for resources: {'Network': ['ID=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:30.895377 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd50b892-76f1-4bd8-b422-f72eea91ea2d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Deleting subnet 2e4bde8f-8aba-48f9-acea-e17aeaff7a3a {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:44:30.924084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9af0f1-52f3-426f-8964-eda2189556c6 admin admin] Made reservation on behalf of 18204c002ff2451291227eff7926db64 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:30.927138 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e9af0f1-52f3-426f-8964-eda2189556c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:30.988466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:31.090526 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:31.114062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5adc6321-6b85-423a-93f9-26ce16ae5ff1 None None] Provisioning complete for port 46350689-f9c1-498c-946a-d3be651d9352 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:31.114454 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5adc6321-6b85-423a-93f9-26ce16ae5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (46350689-f9c1-498c-946a-d3be651d9352), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:31.219031 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e9af0f1-52f3-426f-8964-eda2189556c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (6d5328b4-8490-4123-b874-9dd2311e107e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:31.222347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5adc6321-6b85-423a-93f9-26ce16ae5ff1 None None] Port 46350689-f9c1-498c-946a-d3be651d9352 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:44:31.317839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9af0f1-52f3-426f-8964-eda2189556c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d5328b4-8490-4123-b874-9dd2311e107e,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:31.346709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce98e9cb-58fa-4bab-b2be-873f2a0e56d3 req-25c14630-97ff-4c80-961e-d17f8f8a6a25 tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1479042 Feb 16 16:44:31.365952 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:31.378682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd37c15-5251-4e50-ac94-b243b35966a4 req-25d26ece-2867-4018-88aa-87381f3d6d25 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:31.388443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fcd37c15-5251-4e50-ac94-b243b35966a4 req-25d26ece-2867-4018-88aa-87381f3d6d25 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.7077661 Feb 16 16:44:31.414386 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9af0f1-52f3-426f-8964-eda2189556c6 admin admin] Checking segment: {'id': 'd70b0fb0-73be-492f-b5ae-04dc175c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:31.415162 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9af0f1-52f3-426f-8964-eda2189556c6 admin admin] Network hostable DHCP agents. Network: 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:44:31.465527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9af0f1-52f3-426f-8964-eda2189556c6 admin admin] Network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:44:31.501104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7e9af0f1-52f3-426f-8964-eda2189556c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:31.514206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b74f19-357d-4b0e-882e-5f2468a8175e None None] Network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:31.516394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9af0f1-52f3-426f-8964-eda2189556c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:31.517538 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e9af0f1-52f3-426f-8964-eda2189556c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:31.543925 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fcd37c15-5251-4e50-ac94-b243b35966a4 req-f60b3c7e-debc-4a56-b75a-04839136f1ec tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374338 Feb 16 16:44:31.549329 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7e9af0f1-52f3-426f-8964-eda2189556c6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7246828 Feb 16 16:44:31.557777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45866) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:31.562689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-928527016-router', 'tenant_id': '18204c002ff2451291227eff7926db64', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:31.609961 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:31.611975 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:31.665328 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04d839ba-b9d9-4dfc-8b1e-6480099c5f66 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (46350689-f9c1-498c-946a-d3be651d9352), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:31.690477 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-04d839ba-b9d9-4dfc-8b1e-6480099c5f66 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for 46350689-f9c1-498c-946a-d3be651d9352 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:31.736130 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Publish callbacks [] for router_controller (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:31.771581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfebece-7fb1-4a7a-83e3-345279df1f93 None None] Network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:31.963872 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd50b892-76f1-4bd8-b422-f72eea91ea2d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for subnet (2e4bde8f-8aba-48f9-acea-e17aeaff7a3a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:31.969809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04d839ba-b9d9-4dfc-8b1e-6480099c5f66 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (46350689-f9c1-498c-946a-d3be651d9352), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:32.046627 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Publish callbacks [] for router_gateway (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:32.099048 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:32.105916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d839ba-b9d9-4dfc-8b1e-6480099c5f66 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=46350689-f9c1-498c-946a-d3be651d9352,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:32.120756 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04d839ba-b9d9-4dfc-8b1e-6480099c5f66 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:32.129599 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-04d839ba-b9d9-4dfc-8b1e-6480099c5f66 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/46350689-f9c1-498c-946a-d3be651d9352 HTTP/1.1" status: 204 len: 168 time: 1.5283785 Feb 16 16:44:32.135462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45874) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:32.154648 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45876) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:32.159255 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd50b892-76f1-4bd8-b422-f72eea91ea2d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (2e4bde8f-8aba-48f9-acea-e17aeaff7a3a), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:32.272507 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2329603a-270d-4e1e-8cc2-01147a556560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] GET failed (client error): The resource could not be found. Feb 16 16:44:32.274608 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2329603a-270d-4e1e-8cc2-01147a556560 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/46350689-f9c1-498c-946a-d3be651d9352 HTTP/1.1" status: 404 len: 333 time: 0.1345823 Feb 16 16:44:32.278143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45880) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:32.279950 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd50b892-76f1-4bd8-b422-f72eea91ea2d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (2e4bde8f-8aba-48f9-acea-e17aeaff7a3a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:32.384170 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd50b892-76f1-4bd8-b422-f72eea91ea2d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (2e4bde8f-8aba-48f9-acea-e17aeaff7a3a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:32.444568 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd50b892-76f1-4bd8-b422-f72eea91ea2d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:32.448903 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dd50b892-76f1-4bd8-b422-f72eea91ea2d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/subnets/2e4bde8f-8aba-48f9-acea-e17aeaff7a3a HTTP/1.1" status: 204 len: 168 time: 1.6567228 Feb 16 16:44:32.450702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50b892-76f1-4bd8-b422-f72eea91ea2d tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4bde8f-8aba-48f9-acea-e17aeaff7a3a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:32.458009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45884) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:32.584841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0992d555-e649-4a17-8163-be7c8d4c2cc2 None None] Network 37de8d5e-5311-41a6-9095-bd4fe4e873b5 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:32.648627 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d241052-4c0e-4593-848b-e248cd0d3797 req-d7e03260-a56b-43e1-b791-d61d807ea444 tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.0860503 Feb 16 16:44:32.653291 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ac52ea0-ef9b-4984-96d5-4c882e74abe3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (0c1eefc6-7c2d-42bd-9b6e-a8985a4cf174), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:32.735280 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (37de8d5e-5311-41a6-9095-bd4fe4e873b5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:32.737490 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08da25a9-9091-4cdf-b570-c88b4e26d6a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:32.747689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-995e482e-180b-408c-814c-bbeb80f77a6b None None] Provisioning complete for port 59ab4aa5-191e-451f-af85-030141bbf087 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:32.747901 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-995e482e-180b-408c-814c-bbeb80f77a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (59ab4aa5-191e-451f-af85-030141bbf087), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:32.857357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8061d1-3a30-4cd7-99e3-ffa417e72f21 None None] DHCP port deletion for 37de8d5e-5311-41a6-9095-bd4fe4e873b5 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:44:32.901568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-995e482e-180b-408c-814c-bbeb80f77a6b None None] Current status of the port 59ab4aa5-191e-451f-af85-030141bbf087 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:32.940799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ad8061d1-3a30-4cd7-99e3-ffa417e72f21 None None] Deleting port 59ab4aa5-191e-451f-af85-030141bbf087 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:32.941343 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ad8061d1-3a30-4cd7-99e3-ffa417e72f21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (59ab4aa5-191e-451f-af85-030141bbf087), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:32.956462 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ac52ea0-ef9b-4984-96d5-4c882e74abe3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (0c1eefc6-7c2d-42bd-9b6e-a8985a4cf174), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.047368 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ad8061d1-3a30-4cd7-99e3-ffa417e72f21 None None] For port 59ab4aa5-191e-451f-af85-030141bbf087, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=59ab4aa5-191e-451f-af85-030141bbf087,segment=NetworkSegment(cccc8561-7a30-4657-8558-f5038ab39c8e),segment_id=cccc8561-7a30-4657-8558-f5038ab39c8e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:33.048458 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ad8061d1-3a30-4cd7-99e3-ffa417e72f21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (59ab4aa5-191e-451f-af85-030141bbf087), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.065767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ad8061d1-3a30-4cd7-99e3-ffa417e72f21 None None] Calling delete_port for 59ab4aa5-191e-451f-af85-030141bbf087 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:33.113915 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Publish callbacks [] for router_gateway (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.158599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88905a8a-a263-47bf-ab9e-21db4be1e259 req-70856ff0-8229-4a54-8506-23d08b132b7f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:33.160483 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88905a8a-a263-47bf-ab9e-21db4be1e259 req-70856ff0-8229-4a54-8506-23d08b132b7f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.2822323 Feb 16 16:44:33.170651 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.187432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ac52ea0-ef9b-4984-96d5-4c882e74abe3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0c1eefc6-7c2d-42bd-9b6e-a8985a4cf174), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.190265 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ac52ea0-ef9b-4984-96d5-4c882e74abe3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.191452 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4ac52ea0-ef9b-4984-96d5-4c882e74abe3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/security-groups/0c1eefc6-7c2d-42bd-9b6e-a8985a4cf174 HTTP/1.1" status: 204 len: 168 time: 0.9119511 Feb 16 16:44:33.195099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45888) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:33.198798 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ad8061d1-3a30-4cd7-99e3-ffa417e72f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (59ab4aa5-191e-451f-af85-030141bbf087), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.281061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8061d1-3a30-4cd7-99e3-ffa417e72f21 None None] Pushing event deleted for resources: {'Port': ['ID=59ab4aa5-191e-451f-af85-030141bbf087,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:33.284149 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c75168e9-6262-4f39-b376-ba0c6d4052c8 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (2ddfb06d-bcf4-4b6f-a399-e04d04e6bd72), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.307562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8061d1-3a30-4cd7-99e3-ffa417e72f21 None None] No DVR routers for this DVR port 59ab4aa5-191e-451f-af85-030141bbf087 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:33.340112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c75168e9-6262-4f39-b376-ba0c6d4052c8 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (2ddfb06d-bcf4-4b6f-a399-e04d04e6bd72), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.442633 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c75168e9-6262-4f39-b376-ba0c6d4052c8 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2ddfb06d-bcf4-4b6f-a399-e04d04e6bd72), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.445863 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c75168e9-6262-4f39-b376-ba0c6d4052c8 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.447043 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c75168e9-6262-4f39-b376-ba0c6d4052c8 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/security-groups/2ddfb06d-bcf4-4b6f-a399-e04d04e6bd72 HTTP/1.1" status: 204 len: 168 time: 0.2506249 Feb 16 16:44:33.452807 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45890) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:33.521395 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75168e9-6262-4f39-b376-ba0c6d4052c8 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddfb06d-bcf4-4b6f-a399-e04d04e6bd72,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:33.586027 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-19342a55-4ab8-4c79-80da-6db5f77b0a97 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting subnet 0891374c-934f-4734-a04c-9c3ef60fc53a {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:44:33.589900 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19342a55-4ab8-4c79-80da-6db5f77b0a97 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (0891374c-934f-4734-a04c-9c3ef60fc53a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.641720 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19342a55-4ab8-4c79-80da-6db5f77b0a97 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (0891374c-934f-4734-a04c-9c3ef60fc53a), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.665238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac52ea0-ef9b-4984-96d5-4c882e74abe3 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1eefc6-7c2d-42bd-9b6e-a8985a4cf174,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:33.690412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Deleting port 59ab4aa5-191e-451f-af85-030141bbf087 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:33.690749 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (59ab4aa5-191e-451f-af85-030141bbf087), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.697797 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08da25a9-9091-4cdf-b570-c88b4e26d6a4 admin admin] Publish callbacks [] for security_group (618e4f8b-4f06-4a75-a917-81d73684e856), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.736257 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08da25a9-9091-4cdf-b570-c88b4e26d6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (618e4f8b-4f06-4a75-a917-81d73684e856), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.799261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 59ab4aa5-191e-451f-af85-030141bbf087 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:44:33.838723 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19342a55-4ab8-4c79-80da-6db5f77b0a97 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (0891374c-934f-4734-a04c-9c3ef60fc53a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.844971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 59ab4aa5-191e-451f-af85-030141bbf087 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:44:33.845353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 59ab4aa5-191e-451f-af85-030141bbf087 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:44:33.937146 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88905a8a-a263-47bf-ab9e-21db4be1e259 req-43e53d76-d03d-4b6a-ab5c-ce430efeb5c8 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7585857 Feb 16 16:44:33.942695 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19342a55-4ab8-4c79-80da-6db5f77b0a97 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (0891374c-934f-4734-a04c-9c3ef60fc53a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.969199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Allocated IP 172.25.4.30 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/72c3b274-b1bf-43e7-8b00-5f776714ed68) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:33.981516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19342a55-4ab8-4c79-80da-6db5f77b0a97 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Subnet': ['ID=0891374c-934f-4734-a04c-9c3ef60fc53a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:33.986416 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19342a55-4ab8-4c79-80da-6db5f77b0a97 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:33.994690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c59ad0-4fb7-4b14-ac2e-7d4abe242de5 None None] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:33.995166 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-19342a55-4ab8-4c79-80da-6db5f77b0a97 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/0891374c-934f-4734-a04c-9c3ef60fc53a HTTP/1.1" status: 204 len: 168 time: 0.5412254 Feb 16 16:44:33.995917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45894) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:34.002512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-02240b36-c085-497a-b103-216f505a3fe9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'subnet': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:34.106702 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Publish callbacks [] for port (72c3b274-b1bf-43e7-8b00-5f776714ed68), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.204229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02240b36-c085-497a-b103-216f505a3fe9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:34.211855 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02240b36-c085-497a-b103-216f505a3fe9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.218827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-08da25a9-9091-4cdf-b570-c88b4e26d6a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6db133c2d1f4413880e69d94208bd1d2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0292680 Feb 16 16:44:34.234903 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16c17f60-6420-4cc4-be35-27ff9ea54fd2 req-6fa98d1c-a9f0-4858-914a-4ad78f3a6bd8 tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.3558502 Feb 16 16:44:34.236066 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da25a9-9091-4cdf-b570-c88b4e26d6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618e4f8b-4f06-4a75-a917-81d73684e856,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:34.264354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] For port 59ab4aa5-191e-451f-af85-030141bbf087, host n-d-669411-5, got binding levels [] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:34.269419 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (59ab4aa5-191e-451f-af85-030141bbf087), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.274534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45896) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:34.276521 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (72c3b274-b1bf-43e7-8b00-5f776714ed68), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.346175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=72c3b274-b1bf-43e7-8b00-5f776714ed68,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:34.368792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Calling delete_port for 59ab4aa5-191e-451f-af85-030141bbf087 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:34.375153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.ipam_backend_mixin [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Port 59ab4aa5-191e-451f-af85-030141bbf087 was not found and therefore no delete operation was performed {{(pid=103421) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:44:34.381596 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (59ab4aa5-191e-451f-af85-030141bbf087), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.414644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:34.431660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No DVR routers for this DVR port 59ab4aa5-191e-451f-af85-030141bbf087 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:34.459524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:34.462410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:34.522881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Port': ['ID=59ab4aa5-191e-451f-af85-030141bbf087,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:34.531466 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.535414 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02240b36-c085-497a-b103-216f505a3fe9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (c411990d-49f4-4de2-8fce-17d9e147903c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.592370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02240b36-c085-497a-b103-216f505a3fe9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Subnet': ['ID=c411990d-49f4-4de2-8fce-17d9e147903c,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:34.605484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02240b36-c085-497a-b103-216f505a3fe9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:34.606972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-02240b36-c085-497a-b103-216f505a3fe9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:34.609803 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02240b36-c085-497a-b103-216f505a3fe9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:34.610550 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02240b36-c085-497a-b103-216f505a3fe9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.639048 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-02240b36-c085-497a-b103-216f505a3fe9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6419544 Feb 16 16:44:34.639687 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45898) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:34.644430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3339fa8e-6111-4756-b265-e80321265fc4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'security_group': {'name': 'tempest-secgroup-248388056'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:34.646668 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (37de8d5e-5311-41a6-9095-bd4fe4e873b5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.680848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37de8d5e-5311-41a6-9095-bd4fe4e873b5']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:34.685200 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3339fa8e-6111-4756-b265-e80321265fc4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.699314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccc8561-7a30-4657-8558-f5038ab39c8e') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:34.699657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccc8561-7a30-4657-8558-f5038ab39c8e') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:34.717163 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (cccc8561-7a30-4657-8558-f5038ab39c8e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.733546 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cccc8561-7a30-4657-8558-f5038ab39c8e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.742731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:44:34.743231 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (cccc8561-7a30-4657-8558-f5038ab39c8e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.791993 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3339fa8e-6111-4756-b265-e80321265fc4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (fad3b47b-83de-46ba-9734-19c721153493), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.803463 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3339fa8e-6111-4756-b265-e80321265fc4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fad3b47b-83de-46ba-9734-19c721153493), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:44:34.833482 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:44:34.848753 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339fa8e-6111-4756-b265-e80321265fc4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad3b47b-83de-46ba-9734-19c721153493,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:34.856877 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3339fa8e-6111-4756-b265-e80321265fc4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.862146 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3339fa8e-6111-4756-b265-e80321265fc4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2214310 Feb 16 16:44:34.862949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45900) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:34.865376 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (37de8d5e-5311-41a6-9095-bd4fe4e873b5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.868975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b8aa22cc-0944-48c5-b995-358e86d400b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'security_group': {'name': 'tempest-secgroup-685834008'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:34.880057 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.887295 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/37de8d5e-5311-41a6-9095-bd4fe4e873b5 HTTP/1.1" status: 204 len: 168 time: 2.4157548 Feb 16 16:44:34.889077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45902) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:34.892259 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09998300-4766-40e7-9338-087ba0438cb2 admin admin] Publish callbacks [] for security_group (618e4f8b-4f06-4a75-a917-81d73684e856), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.924111 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-0961fb93-d5e6-44a6-9ac8-e4acd1f1d5da tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:34.924745 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0961fb93-d5e6-44a6-9ac8-e4acd1f1d5da tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:34.926177 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09998300-4766-40e7-9338-087ba0438cb2 admin admin] Publish callbacks [] for security_group (618e4f8b-4f06-4a75-a917-81d73684e856), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.928218 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0961fb93-d5e6-44a6-9ac8-e4acd1f1d5da tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/subnets/ee99aa28-cd15-44a8-8ae8-9d613073f38f HTTP/1.1" status: 404 len: 337 time: 0.0380821 Feb 16 16:44:34.929954 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8aa22cc-0944-48c5-b995-358e86d400b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:34.943896 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45904) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:34.967064 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c3ab65-907c-4e05-9553-d869040b019c tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:34.967703 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c3ab65-907c-4e05-9553-d869040b019c tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:34.971237 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c7c3ab65-907c-4e05-9553-d869040b019c tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/95fa4cea-8fc3-44f1-b9b1-a46a497d292a HTTP/1.1" status: 404 len: 339 time: 0.0236535 Feb 16 16:44:34.974528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45908) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:35.024593 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-eccec6bf-eb4a-4ec3-ba5f-4a5a406106d0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:35.025210 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eccec6bf-eb4a-4ec3-ba5f-4a5a406106d0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:35.031845 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-eccec6bf-eb4a-4ec3-ba5f-4a5a406106d0 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/subnets/3892ad0c-722e-4b18-b86c-6a07af74bff1 HTTP/1.1" status: 404 len: 337 time: 0.0533037 Feb 16 16:44:35.032052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45910) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:35.054432 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca8d0f5-a330-43f6-9951-a557f77d260b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:35.055139 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca8d0f5-a330-43f6-9951-a557f77d260b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:35.055313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800a3d23-719b-47df-bed5-9808f3b4a600 None None] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:35.060750 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fca8d0f5-a330-43f6-9951-a557f77d260b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/0f5174b9-b3bb-439e-b703-3d634fe5ea7c HTTP/1.1" status: 404 len: 339 time: 0.0254166 Feb 16 16:44:35.062796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45912) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:35.097249 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f50c2e2-7709-483d-b64f-e9ec9aaa284b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:35.098120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f50c2e2-7709-483d-b64f-e9ec9aaa284b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:35.104654 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8f50c2e2-7709-483d-b64f-e9ec9aaa284b tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/subnets/da2935e0-c4af-4e7a-9694-5b7e88a4c427 HTTP/1.1" status: 404 len: 337 time: 0.0382853 Feb 16 16:44:35.105448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45914) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:35.129853 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e956e2-3dc0-47db-bf1a-fd5d6f9a7a76 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:35.130532 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e956e2-3dc0-47db-bf1a-fd5d6f9a7a76 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:35.137424 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-01e956e2-3dc0-47db-bf1a-fd5d6f9a7a76 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/fe48bb95-ed89-4d4f-9c4f-a13a6580d765 HTTP/1.1" status: 404 len: 339 time: 0.0289035 Feb 16 16:44:35.140084 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45916) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:35.144629 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09998300-4766-40e7-9338-087ba0438cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (618e4f8b-4f06-4a75-a917-81d73684e856), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.148638 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09998300-4766-40e7-9338-087ba0438cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.152668 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-09998300-4766-40e7-9338-087ba0438cb2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/618e4f8b-4f06-4a75-a917-81d73684e856 HTTP/1.1" status: 204 len: 168 time: 0.8729918 Feb 16 16:44:35.171342 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaee3bb-bc06-4444-b0ec-42dd0d1ef9ad tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Network': ['ID=37de8d5e-5311-41a6-9095-bd4fe4e873b5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:35.202120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-730f5a15-af81-4bd6-a996-b8016d2529ac tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Deleting subnet d7405f9f-6830-449e-84b9-074a89379372 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:44:35.206388 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-730f5a15-af81-4bd6-a996-b8016d2529ac tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for subnet (d7405f9f-6830-449e-84b9-074a89379372), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.211650 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-85a2091f-5122-44b9-9fda-f87722b521e1 None None] Provisioning complete for port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:35.212724 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-85a2091f-5122-44b9-9fda-f87722b521e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3dec505f-c7fa-403b-a284-7e196eb5e9d0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.262434 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-730f5a15-af81-4bd6-a996-b8016d2529ac tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (d7405f9f-6830-449e-84b9-074a89379372), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.282421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-85a2091f-5122-44b9-9fda-f87722b521e1 None None] Port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:44:35.352900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09998300-4766-40e7-9338-087ba0438cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618e4f8b-4f06-4a75-a917-81d73684e856,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:35.366123 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-730f5a15-af81-4bd6-a996-b8016d2529ac tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (d7405f9f-6830-449e-84b9-074a89379372), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.372081 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-85a2091f-5122-44b9-9fda-f87722b521e1 None None] Provisioning complete for port eecfc536-c172-4e1a-b7f7-46139deb5b7b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:35.372471 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-85a2091f-5122-44b9-9fda-f87722b521e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.443612 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Publish callbacks [] for router_gateway (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.472320 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-730f5a15-af81-4bd6-a996-b8016d2529ac tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (d7405f9f-6830-449e-84b9-074a89379372), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.543857 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8aa22cc-0944-48c5-b995-358e86d400b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (f514a084-b17b-4f9f-855f-ada049d13637), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.550266 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-730f5a15-af81-4bd6-a996-b8016d2529ac tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.559342 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-730f5a15-af81-4bd6-a996-b8016d2529ac tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/subnets/d7405f9f-6830-449e-84b9-074a89379372 HTTP/1.1" status: 204 len: 168 time: 0.4159775 Feb 16 16:44:35.560244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f5a15-af81-4bd6-a996-b8016d2529ac tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Subnet': ['ID=d7405f9f-6830-449e-84b9-074a89379372,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:35.564315 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8aa22cc-0944-48c5-b995-358e86d400b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f514a084-b17b-4f9f-855f-ada049d13637), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.573897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55069b38-0dfb-45c4-8e59-6c2e67cc9390 None None] Network be013156-98fd-41ed-9311-9ca7ba048af0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:35.583887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45924) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:35.619661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bcc2051-1cc7-4973-bec7-742b033df8d9 req-28bbb4a6-d0f5-49a1-a604-81ffbe84ccd3 tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1981156 Feb 16 16:44:35.655729 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa22cc-0944-48c5-b995-358e86d400b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f514a084-b17b-4f9f-855f-ada049d13637,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:35.662144 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b8aa22cc-0944-48c5-b995-358e86d400b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.667662 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b8aa22cc-0944-48c5-b995-358e86d400b1 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8035955 Feb 16 16:44:35.669062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45926) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:35.689153 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5cc152db-9deb-47ea-be62-02c25a4ee37a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'security_group': {'name': 'tempest-secgroup-55290962'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:35.771986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da763e2c-4519-4ecb-95f1-12e4b0686551 req-9323d68e-58b4-448e-8d93-4b5b5f9985bb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:35.775676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bddad7e-90da-4e7b-ac7d-59886334d109 None None] Update dhcp port {'port': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'fixed_ips': [{'subnet_id': '77b51536-bced-48a3-ae7d-f30f4e129472', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c411990d-49f4-4de2-8fce-17d9e147903c'}], 'binding:host_id': 'n-d-669411-5'}, 'id': 'eecfc536-c172-4e1a-b7f7-46139deb5b7b'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:44:35.784850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45928) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:35.785092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da763e2c-4519-4ecb-95f1-12e4b0686551 req-9323d68e-58b4-448e-8d93-4b5b5f9985bb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.6287832 Feb 16 16:44:35.798069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-85a2091f-5122-44b9-9fda-f87722b521e1 None None] Current status of the port eecfc536-c172-4e1a-b7f7-46139deb5b7b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:35.812050 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5cc152db-9deb-47ea-be62-02c25a4ee37a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.867090 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3bddad7e-90da-4e7b-ac7d-59886334d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.927792 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d69578bc-2fbe-492b-8c2f-f8640621f938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:35.968853 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.017597 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5cc152db-9deb-47ea-be62-02c25a4ee37a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (476a958e-4e11-4144-b61c-2f163ee47795), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.036122 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (be013156-98fd-41ed-9311-9ca7ba048af0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.038502 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5cc152db-9deb-47ea-be62-02c25a4ee37a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (476a958e-4e11-4144-b61c-2f163ee47795), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.059126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da763e2c-4519-4ecb-95f1-12e4b0686551 req-a0d828f0-9a0f-42d8-adce-bdd6f9b4c7a5 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729344 Feb 16 16:44:36.139221 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5cc152db-9deb-47ea-be62-02c25a4ee37a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.140792 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5cc152db-9deb-47ea-be62-02c25a4ee37a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4561436 Feb 16 16:44:36.145320 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45934) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:36.152031 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-457d7279-01e0-4d78-9548-28642d82e48b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1730198712', 'security_groups': ['476a958e-4e11-4144-b61c-2f163ee47795'], 'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c411990d-49f4-4de2-8fce-17d9e147903c'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:36.157690 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc152db-9deb-47ea-be62-02c25a4ee37a tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476a958e-4e11-4144-b61c-2f163ee47795,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:36.270329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Router 8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:44:36.300714 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a3a509-b7e1-456b-b69a-4c3ed41a6101 None None] DHCP port deletion for be013156-98fd-41ed-9311-9ca7ba048af0 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:44:36.319347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-3bddad7e-90da-4e7b-ac7d-59886334d109 None None] Allocated IP 2001:db8::2 (6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e/c411990d-49f4-4de2-8fce-17d9e147903c/eecfc536-c172-4e1a-b7f7-46139deb5b7b) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:36.329268 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d69578bc-2fbe-492b-8c2f-f8640621f938 admin admin] Publish callbacks [] for security_group (f63ec027-a641-4456-8806-120877f1968d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.340591 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d69578bc-2fbe-492b-8c2f-f8640621f938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f63ec027-a641-4456-8806-120877f1968d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.362816 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Deleting port 99a893c7-f444-4c1c-a9f9-c064530a8f0c {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:36.363153 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.453341 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] For port 99a893c7-f444-4c1c-a9f9-c064530a8f0c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=99a893c7-f444-4c1c-a9f9-c064530a8f0c,segment=NetworkSegment(f8837e09-7fd7-46f1-8929-77a32c67cfa1),segment_id=f8837e09-7fd7-46f1-8929-77a32c67cfa1)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:36.453700 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.459514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:44:36.462286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-96a3a509-b7e1-456b-b69a-4c3ed41a6101 None None] Deleting port 99a893c7-f444-4c1c-a9f9-c064530a8f0c {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:36.462875 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-96a3a509-b7e1-456b-b69a-4c3ed41a6101 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.478950 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d69578bc-2fbe-492b-8c2f-f8640621f938 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81757c35867a4201998b5018907d5149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6800227 Feb 16 16:44:36.480043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45936) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:36.486878 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Calling delete_port for 99a893c7-f444-4c1c-a9f9-c064530a8f0c owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:36.488867 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Sync routers for ids ['8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:44:36.497373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69578bc-2fbe-492b-8c2f-f8640621f938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63ec027-a641-4456-8806-120877f1968d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:36.511671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457d7279-01e0-4d78-9548-28642d82e48b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:36.542531 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.547666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3a12696f-9aec-493b-b9f6-18c457ebc2a9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9884706 Feb 16 16:44:36.549394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45938) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:36.564661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-96a3a509-b7e1-456b-b69a-4c3ed41a6101 None None] For port 99a893c7-f444-4c1c-a9f9-c064530a8f0c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=99a893c7-f444-4c1c-a9f9-c064530a8f0c,segment=NetworkSegment(f8837e09-7fd7-46f1-8929-77a32c67cfa1),segment_id=f8837e09-7fd7-46f1-8929-77a32c67cfa1)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:36.565241 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-96a3a509-b7e1-456b-b69a-4c3ed41a6101 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.578940 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-96a3a509-b7e1-456b-b69a-4c3ed41a6101 None None] Calling delete_port for 99a893c7-f444-4c1c-a9f9-c064530a8f0c owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:36.667376 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-457d7279-01e0-4d78-9548-28642d82e48b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.676644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3bddad7e-90da-4e7b-ac7d-59886334d109 None None] For port eecfc536-c172-4e1a-b7f7-46139deb5b7b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eecfc536-c172-4e1a-b7f7-46139deb5b7b,segment=NetworkSegment(e28caf8c-d5f8-4655-b48d-19d4a835de8d),segment_id=e28caf8c-d5f8-4655-b48d-19d4a835de8d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:36.683530 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.706166 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Publish callbacks [] for security_group (f63ec027-a641-4456-8806-120877f1968d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.710812 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3bddad7e-90da-4e7b-ac7d-59886334d109 None None] Publish callbacks [] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.720945 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-457d7279-01e0-4d78-9548-28642d82e48b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] device_id is not set on port cc63c65d-fa7e-415d-a800-602da80c9056 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:44:36.725393 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-96a3a509-b7e1-456b-b69a-4c3ed41a6101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (99a893c7-f444-4c1c-a9f9-c064530a8f0c), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.727523 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Port': ['ID=99a893c7-f444-4c1c-a9f9-c064530a8f0c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:36.727950 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3bddad7e-90da-4e7b-ac7d-59886334d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.747855 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Publish callbacks [] for security_group (f63ec027-a641-4456-8806-120877f1968d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.763660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No DVR routers for this DVR port 99a893c7-f444-4c1c-a9f9-c064530a8f0c on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:36.774440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Routers {'8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:44:36.775251 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:44:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:36.813728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3a509-b7e1-456b-b69a-4c3ed41a6101 None None] Pushing event deleted for resources: {'Port': ['ID=99a893c7-f444-4c1c-a9f9-c064530a8f0c,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:36.826155 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f63ec027-a641-4456-8806-120877f1968d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.830203 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:36.835060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f63ec027-a641-4456-8806-120877f1968d HTTP/1.1" status: 204 len: 168 time: 0.3529088 Feb 16 16:44:36.855130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63ec027-a641-4456-8806-120877f1968d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:36.873563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:36.873969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:36.874235 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:36.874572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:36.874903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:36.875857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:36.876201 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:36.876525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:36.876847 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:36.877169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:36.877489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:36.877808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:36.878125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e832c-603a-4424-a074-bcbd8bcb4b66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:36.944235 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9400d5a4-bd36-45ed-91b0-9c3e6c7b7837 req-7bec7430-ba1c-4549-bf7c-22fcc6f6d5bd tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.0740614 Feb 16 16:44:36.994530 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (be013156-98fd-41ed-9311-9ca7ba048af0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:37.007203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddad7e-90da-4e7b-ac7d-59886334d109 None None] Pushing event updated for resources: {'Port': ['ID=eecfc536-c172-4e1a-b7f7-46139deb5b7b,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:37.046660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3a509-b7e1-456b-b69a-4c3ed41a6101 None None] No DVR routers for this DVR port 99a893c7-f444-4c1c-a9f9-c064530a8f0c on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:37.088419 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be013156-98fd-41ed-9311-9ca7ba048af0']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:37.153712 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8837e09-7fd7-46f1-8929-77a32c67cfa1') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:37.155505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8837e09-7fd7-46f1-8929-77a32c67cfa1') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:37.175032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Set router 8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:44:37.196295 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (f8837e09-7fd7-46f1-8929-77a32c67cfa1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:37.230739 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f8837e09-7fd7-46f1-8929-77a32c67cfa1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:37.244547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:44:37.244547 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (f8837e09-7fd7-46f1-8929-77a32c67cfa1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:44:37.259635 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:44:37.307511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-457d7279-01e0-4d78-9548-28642d82e48b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Allocated IP 2001:db8::280 (6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e/c411990d-49f4-4de2-8fce-17d9e147903c/cc63c65d-fa7e-415d-a800-602da80c9056) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:37.404919 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (be013156-98fd-41ed-9311-9ca7ba048af0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:37.453472 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:37.470179 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/be013156-98fd-41ed-9311-9ca7ba048af0 HTTP/1.1" status: 204 len: 168 time: 1.8427780 Feb 16 16:44:37.488362 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45950) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:37.514378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'name': 'tempest-ServerRescueTestJSON-928527016-router', 'tenant_id': '18204c002ff2451291227eff7926db64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '72c3b274-b1bf-43e7-8b00-5f776714ed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:44:31Z', 'updated_at': '2022-02-16T16:44:35Z', 'revision_number': 3, 'project_id': '18204c002ff2451291227eff7926db64', 'gw_port': {'id': '72c3b274-b1bf-43e7-8b00-5f776714ed68', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:44:33Z', 'updated_at': '2022-02-16T16:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:37.576268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Checking router: 8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:44:37.576632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Updating router 8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 port 72c3b274-b1bf-43e7-8b00-5f776714ed68 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:44:37.597226 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d149179-8dab-4bb8-8932-32851db9bd5a tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:37.597765 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d149179-8dab-4bb8-8932-32851db9bd5a tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:37.601368 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5d149179-8dab-4bb8-8932-32851db9bd5a tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/subnets/fa361685-626e-40b0-8f40-c54f684cc18e HTTP/1.1" status: 404 len: 337 time: 0.1115031 Feb 16 16:44:37.604574 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45956) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:37.640665 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e6c31e-5ada-407e-b27c-4eb4225b09f9 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:37.641191 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e6c31e-5ada-407e-b27c-4eb4225b09f9 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:37.644297 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-93e6c31e-5ada-407e-b27c-4eb4225b09f9 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/26918acf-310f-48d0-a543-ba8542db0cb9 HTTP/1.1" status: 404 len: 339 time: 0.0387812 Feb 16 16:44:37.645222 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4e71f-622d-46b8-b60f-6357eaeb173e tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Network': ['ID=be013156-98fd-41ed-9311-9ca7ba048af0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:37.647486 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45960) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:37.657095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e75a0-a1d8-476e-9838-72b535d0784d req-851c3826-e67e-4e3b-8447-93af4be1ea87 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:37.658777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e80e75a0-a1d8-476e-9838-72b535d0784d req-851c3826-e67e-4e3b-8447-93af4be1ea87 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.2585475 Feb 16 16:44:37.664675 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (72c3b274-b1bf-43e7-8b00-5f776714ed68), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:37.857861 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:37.869543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eecfc536-c172-4e1a-b7f7-46139deb5b7b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:37.886124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e80e75a0-a1d8-476e-9838-72b535d0784d req-20b56642-edba-471c-a3b1-e212eabf2579 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038624 Feb 16 16:44:37.944099 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-457d7279-01e0-4d78-9548-28642d82e48b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (cc63c65d-fa7e-415d-a800-602da80c9056), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:37.978373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-782e7c58-7cd6-4e22-ad71-149d1d014e3c tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Deleting subnet 1c5491a6-b5a0-4517-b654-83ec6e4b8e98 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:44:37.981085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port eecfc536-c172-4e1a-b7f7-46139deb5b7b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:37.981581 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:37.986499 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-782e7c58-7cd6-4e22-ad71-149d1d014e3c tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for subnet (1c5491a6-b5a0-4517-b654-83ec6e4b8e98), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.115351 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-782e7c58-7cd6-4e22-ad71-149d1d014e3c tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (1c5491a6-b5a0-4517-b654-83ec6e4b8e98), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.164037 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-457d7279-01e0-4d78-9548-28642d82e48b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (cc63c65d-fa7e-415d-a800-602da80c9056), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.197882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efcff680-fbcd-40da-be24-07fbb854a319 req-ab11876c-0577-49fe-ba98-f15b5a3339e4 tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.0887671 Feb 16 16:44:38.246766 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d7279-01e0-4d78-9548-28642d82e48b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=cc63c65d-fa7e-415d-a800-602da80c9056,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:38.253217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port eecfc536-c172-4e1a-b7f7-46139deb5b7b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:38.269111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Allocated IP 172.20.0.1 (185f1c1b-e7bc-45aa-9a60-6f86f505fcdf/6d5328b4-8490-4123-b874-9dd2311e107e/d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:38.273792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457d7279-01e0-4d78-9548-28642d82e48b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:38.278974 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-457d7279-01e0-4d78-9548-28642d82e48b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:38.281370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457d7279-01e0-4d78-9548-28642d82e48b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:38.289295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d7279-01e0-4d78-9548-28642d82e48b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:38.290194 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-457d7279-01e0-4d78-9548-28642d82e48b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.352077 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 99a893c7-f444-4c1c-a9f9-c064530a8f0c no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:44:38.356965 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-457d7279-01e0-4d78-9548-28642d82e48b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2100701 Feb 16 16:44:38.359686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45982) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:38.364933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5c8e7963-cbf1-4d0a-82fe-c9cac734f664 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'subnet': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:38.421067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 99a893c7-f444-4c1c-a9f9-c064530a8f0c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:44:38.421618 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 99a893c7-f444-4c1c-a9f9-c064530a8f0c not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:44:38.432174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-782e7c58-7cd6-4e22-ad71-149d1d014e3c tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (1c5491a6-b5a0-4517-b654-83ec6e4b8e98), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.467875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-45c2c0a2-2c64-4994-bcab-f58a59425267 None None] Provisioning complete for port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:38.468772 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-45c2c0a2-2c64-4994-bcab-f58a59425267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3dec505f-c7fa-403b-a284-7e196eb5e9d0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.471918 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Publish callbacks [] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.513531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-45c2c0a2-2c64-4994-bcab-f58a59425267 None None] Port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:44:38.526699 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.530152 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Publish callbacks [] for port (72c3b274-b1bf-43e7-8b00-5f776714ed68), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.540449 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (72c3b274-b1bf-43e7-8b00-5f776714ed68), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.591429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:38.595029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:38.595594 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bc287-cb71-4e4b-9859-fa2bb20717a9 None None] Pushing event updated for resources: {'Port': ['ID=72c3b274-b1bf-43e7-8b00-5f776714ed68,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:38.597132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:38.599961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-45c2c0a2-2c64-4994-bcab-f58a59425267 None None] Provisioning complete for port eecfc536-c172-4e1a-b7f7-46139deb5b7b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:38.600350 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-45c2c0a2-2c64-4994-bcab-f58a59425267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.645997 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-782e7c58-7cd6-4e22-ad71-149d1d014e3c tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (1c5491a6-b5a0-4517-b654-83ec6e4b8e98), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.651248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Pushing event updated for resources: {'Port': ['ID=d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:38.656312 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Attempting to bind port 72c3b274-b1bf-43e7-8b00-5f776714ed68 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:44:38.656692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Attempting to bind port 72c3b274-b1bf-43e7-8b00-5f776714ed68 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:44:38.657069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Attempting to bind port 72c3b274-b1bf-43e7-8b00-5f776714ed68 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:44:38.682293 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.684423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:44:38.684942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:38.685199 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.685820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:44:38.686086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Bound port: 72c3b274-b1bf-43e7-8b00-5f776714ed68, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:44:38.686478 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (72c3b274-b1bf-43e7-8b00-5f776714ed68), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.701075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e7c58-7cd6-4e22-ad71-149d1d014e3c tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5491a6-b5a0-4517-b654-83ec6e4b8e98,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:38.734255 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-782e7c58-7cd6-4e22-ad71-149d1d014e3c tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.736829 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c61c65a-7f9b-49aa-a006-4481c04c8290 None None] Network d43c1e6f-300a-4b8c-a7e8-2a148243f6f7 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:38.743982 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-782e7c58-7cd6-4e22-ad71-149d1d014e3c tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/subnets/1c5491a6-b5a0-4517-b654-83ec6e4b8e98 HTTP/1.1" status: 204 len: 168 time: 1.0816176 Feb 16 16:44:38.745534 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8e7963-cbf1-4d0a-82fe-c9cac734f664 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:38.752026 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7963-cbf1-4d0a-82fe-c9cac734f664 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.764281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] For port 72c3b274-b1bf-43e7-8b00-5f776714ed68, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:44:38.767532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] For port 72c3b274-b1bf-43e7-8b00-5f776714ed68, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=72c3b274-b1bf-43e7-8b00-5f776714ed68,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:44:38.780699 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45988) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:38.786549 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (72c3b274-b1bf-43e7-8b00-5f776714ed68), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.876180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ba56-4bda-48fd-8be8-2968bb352216 req-f23ed707-a92a-4eb3-bf54-8d80c9270185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:38.877698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c59ba56-4bda-48fd-8be8-2968bb352216 req-f23ed707-a92a-4eb3-bf54-8d80c9270185 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 1128 time: 0.0794373 Feb 16 16:44:38.954624 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.967042 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (d43c1e6f-300a-4b8c-a7e8-2a148243f6f7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:38.982462 n-d-669411-5 neutron-server[103422]: INFO neutron.db.ipam_backend_mixin [None req-5c8e7963-cbf1-4d0a-82fe-c9cac734f664 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c411990d-49f4-4de2-8fce-17d9e147903c (CIDR: 2001:db8::/64) Feb 16 16:44:38.989137 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8e7963-cbf1-4d0a-82fe-c9cac734f664 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:44:38.989592 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8e7963-cbf1-4d0a-82fe-c9cac734f664 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:38.995595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bc287-cb71-4e4b-9859-fa2bb20717a9 None None] Pushing event updated for resources: {'Port': ['ID=72c3b274-b1bf-43e7-8b00-5f776714ed68,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:39.001023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Routers {'8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:44:39.008276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:44:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:39.045793 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5c8e7963-cbf1-4d0a-82fe-c9cac734f664 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6847031 Feb 16 16:44:39.048783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45996) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:39.057652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-313fe9d1-40e4-4cef-8ff7-f1514ab2df7f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'subnet': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:39.136140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] Set router 8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:44:39.140692 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Deleting port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:39.141040 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:39.193681 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Publish callbacks [] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:39.214050 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:39.237230 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] For port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5,segment=NetworkSegment(40d1519e-223b-4fad-8d48-872093def37c),segment_id=40d1519e-223b-4fad-8d48-872093def37c)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:39.237594 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:39.239337 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-45c2c0a2-2c64-4994-bcab-f58a59425267 None None] Current status of the port eecfc536-c172-4e1a-b7f7-46139deb5b7b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:39.262407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Calling delete_port for 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:39.366887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313fe9d1-40e4-4cef-8ff7-f1514ab2df7f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:39.366887 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-313fe9d1-40e4-4cef-8ff7-f1514ab2df7f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:39.379976 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:39.388924 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd2551d-edd2-4408-8762-b2b10834668e None None] DHCP port deletion for d43c1e6f-300a-4b8c-a7e8-2a148243f6f7 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:44:39.391210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ba56-4bda-48fd-8be8-2968bb352216 req-d18f5566-afd9-43ab-a278-96d91498b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:39.392772 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c59ba56-4bda-48fd-8be8-2968bb352216 req-d18f5566-afd9-43ab-a278-96d91498b6e9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 918 time: 0.4951544 Feb 16 16:44:39.397066 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Pushing event updated for resources: {'Port': ['ID=d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:39.437139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2b4d274b-1df5-4074-a328-f2157150d8d3 None None] Provisioning complete for port cc63c65d-fa7e-415d-a800-602da80c9056 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:39.437882 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b4d274b-1df5-4074-a328-f2157150d8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (cc63c65d-fa7e-415d-a800-602da80c9056), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:39.496999 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146a18b-04af-434a-b2bf-8150de5f61d1 req-da9b9387-13b8-43ff-93d0-e9a168a6e669 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:39.505216 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4146a18b-04af-434a-b2bf-8150de5f61d1 req-da9b9387-13b8-43ff-93d0-e9a168a6e669 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.3050945 Feb 16 16:44:39.509335 n-d-669411-5 neutron-server[103422]: INFO neutron.db.ipam_backend_mixin [None req-313fe9d1-40e4-4cef-8ff7-f1514ab2df7f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 77b51536-bced-48a3-ae7d-f30f4e129472 (CIDR: 2001:db8:0:1::/64) Feb 16 16:44:39.516308 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-313fe9d1-40e4-4cef-8ff7-f1514ab2df7f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:44:39.516814 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313fe9d1-40e4-4cef-8ff7-f1514ab2df7f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:39.521886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d274b-1df5-4074-a328-f2157150d8d3 None None] Port cc63c65d-fa7e-415d-a800-602da80c9056 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:44:39.525384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-acd2551d-edd2-4408-8762-b2b10834668e None None] Deleting port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:39.525992 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-acd2551d-edd2-4408-8762-b2b10834668e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:39.550241 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-313fe9d1-40e4-4cef-8ff7-f1514ab2df7f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5001340 Feb 16 16:44:39.552950 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46006) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:39.558128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-89a4df33-96c5-4516-8548-5297e8c09c13 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'subnet': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:39.620759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a08317c-3c6a-4572-8f34-30d43ef41327 req-0560b7f2-e45e-48bd-9f24-6d73043e7d92 tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1516707 Feb 16 16:44:39.665341 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:39.745487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:39.750647 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Port': ['ID=9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:39.752241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4146a18b-04af-434a-b2bf-8150de5f61d1 req-25443987-5d46-4e85-bd0c-011747f468ba tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457771 Feb 16 16:44:39.757903 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] No DVR routers for this DVR port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:39.760943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c59ba56-4bda-48fd-8be8-2968bb352216 req-a7fd58ab-fef7-41e9-a5ca-fd0e7d605020 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d HTTP/1.1" status: 200 len: 1002 time: 0.3561940 Feb 16 16:44:39.763025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:39.836614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ba56-4bda-48fd-8be8-2968bb352216 req-35efa109-0627-44d0-8c01-6f0d67530956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:39.836995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a4df33-96c5-4516-8548-5297e8c09c13 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Made reservation on behalf of e6c4df9b782646bcaf02850f363551f8 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:39.838344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c59ba56-4bda-48fd-8be8-2968bb352216 req-35efa109-0627-44d0-8c01-6f0d67530956 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2633da54-4036-4028-8932-f86c9800af42 HTTP/1.1" status: 200 len: 856 time: 0.0715878 Feb 16 16:44:39.840819 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89a4df33-96c5-4516-8548-5297e8c09c13 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:39.859552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:44:39.863379 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'name': 'tempest-ServerRescueTestJSON-928527016-router', 'tenant_id': '18204c002ff2451291227eff7926db64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '72c3b274-b1bf-43e7-8b00-5f776714ed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:44:31Z', 'updated_at': '2022-02-16T16:44:38Z', 'revision_number': 4, 'project_id': '18204c002ff2451291227eff7926db64', 'gw_port': {'id': '72c3b274-b1bf-43e7-8b00-5f776714ed68', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:44:33Z', 'updated_at': '2022-02-16T16:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'd118a2de-ef8e-4b7f-973a-ddf7bbef3fe5', 'name': '', 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf', 'tenant_id': '18204c002ff2451291227eff7926db64', 'mac_address': 'fa:16:3e:53:9b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '6d5328b4-8490-4123-b874-9dd2311e107e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:44:37Z', 'updated_at': '2022-02-16T16:44:38Z', 'revision_number': 1, 'project_id': '18204c002ff2451291227eff7926db64', 'subnets': [{'id': '6d5328b4-8490-4123-b874-9dd2311e107e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:39.890916 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (d43c1e6f-300a-4b8c-a7e8-2a148243f6f7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:39.900672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff08cc-77fb-4029-b10f-2cb547e763ef None None] The sync data for ids ['8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'] in n-d-669411-5 is: [{'id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'name': 'tempest-ServerRescueTestJSON-928527016-router', 'tenant_id': '18204c002ff2451291227eff7926db64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '72c3b274-b1bf-43e7-8b00-5f776714ed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:44:31Z', 'updated_at': '2022-02-16T16:44:38Z', 'revision_number': 4, 'project_id': '18204c002ff2451291227eff7926db64', 'gw_port': {'id': '72c3b274-b1bf-43e7-8b00-5f776714ed68', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:44:33Z', 'updated_at': '2022-02-16T16:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'd118a2de-ef8e-4b7f-973a-ddf7bbef3fe5', 'name': '', 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf', 'tenant_id': '18204c002ff2451291227eff7926db64', 'mac_address': 'fa:16:3e:53:9b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '6d5328b4-8490-4123-b874-9dd2311e107e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:44:37Z', 'updated_at': '2022-02-16T16:44:38Z', 'revision_number': 1, 'project_id': '18204c002ff2451291227eff7926db64', 'subnets': [{'id': '6d5328b4-8490-4123-b874-9dd2311e107e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:44:39.928337 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:44:39.929381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:44:39.945197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-acd2551d-edd2-4408-8762-b2b10834668e None None] For port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5,segment=NetworkSegment(40d1519e-223b-4fad-8d48-872093def37c),segment_id=40d1519e-223b-4fad-8d48-872093def37c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:39.945720 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-acd2551d-edd2-4408-8762-b2b10834668e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:39.968528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43c1e6f-300a-4b8c-a7e8-2a148243f6f7']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:39.974627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-acd2551d-edd2-4408-8762-b2b10834668e None None] Calling delete_port for 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:39.991793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d1519e-223b-4fad-8d48-872093def37c') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:39.992171 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d1519e-223b-4fad-8d48-872093def37c') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:40.008809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (40d1519e-223b-4fad-8d48-872093def37c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:40.042341 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (40d1519e-223b-4fad-8d48-872093def37c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:40.056163 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:44:40.056532 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (40d1519e-223b-4fad-8d48-872093def37c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:44:40.059780 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:44:40.079183 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ba56-4bda-48fd-8be8-2968bb352216 req-e790e114-a1ba-43c1-ac5f-f3b36a262ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:40.082843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c59ba56-4bda-48fd-8be8-2968bb352216 req-e790e114-a1ba-43c1-ac5f-f3b36a262ece service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d61e968-9352-4447-90d4-31d4f93db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1322205 Feb 16 16:44:40.093285 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Router 8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:44:40.121650 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-acd2551d-edd2-4408-8762-b2b10834668e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:40.165947 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd2551d-edd2-4408-8762-b2b10834668e None None] No DVR routers for this DVR port 9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:40.168613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2551d-edd2-4408-8762-b2b10834668e None None] Pushing event deleted for resources: {'Port': ['ID=9f1a8503-aa93-4ea2-ad84-ea1a9784f4b5,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:40.176339 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (d43c1e6f-300a-4b8c-a7e8-2a148243f6f7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:40.280133 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:40.284752 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] 10.222.0.24 "DELETE /v2.0/networks/d43c1e6f-300a-4b8c-a7e8-2a148243f6f7 HTTP/1.1" status: 204 len: 168 time: 1.5029175 Feb 16 16:44:40.362918 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f0c0b-52bf-4768-b21d-99ecd3dd5ba6 tempest-NetworksIpV6Test-370947534 tempest-NetworksIpV6Test-370947534-project] Pushing event deleted for resources: {'Network': ['ID=d43c1e6f-300a-4b8c-a7e8-2a148243f6f7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:40.379494 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89a4df33-96c5-4516-8548-5297e8c09c13 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (562bc99a-520c-4354-8491-7772deaf6b3d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:40.450397 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a4df33-96c5-4516-8548-5297e8c09c13 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:40.460251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-89a4df33-96c5-4516-8548-5297e8c09c13 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:40.468198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a4df33-96c5-4516-8548-5297e8c09c13 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:40.469392 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89a4df33-96c5-4516-8548-5297e8c09c13 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:40.472891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85ba5c7-fa55-417c-a5f8-bfe0665593b6 None None] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:40.521748 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4df33-96c5-4516-8548-5297e8c09c13 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Subnet': ['ID=562bc99a-520c-4354-8491-7772deaf6b3d,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:40.558175 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-89a4df33-96c5-4516-8548-5297e8c09c13 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0032756 Feb 16 16:44:40.563695 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46036) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:40.582405 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-536188ae-4995-4107-a828-1a3d7e97b9bc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1838725799', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '562bc99a-520c-4354-8491-7772deaf6b3d'}], 'security_groups': ['fad3b47b-83de-46ba-9734-19c721153493', 'f514a084-b17b-4f9f-855f-ada049d13637']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:40.692099 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-586554c4-050d-4abb-b43d-34f5c6ea9673 req-e710e013-ac8a-4ea8-bdc6-c8e9512ec227 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.1028221 Feb 16 16:44:40.864500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0563cf9e-1e1a-49d6-862e-4a78c1b6bab6 None None] Update dhcp port {'port': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'fixed_ips': [{'subnet_id': '77b51536-bced-48a3-ae7d-f30f4e129472', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c411990d-49f4-4de2-8fce-17d9e147903c', 'ip_address': '2001:db8::2'}, {'subnet_id': '562bc99a-520c-4354-8491-7772deaf6b3d'}], 'binding:host_id': 'n-d-669411-5'}, 'id': 'eecfc536-c172-4e1a-b7f7-46139deb5b7b'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:44:40.905681 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0563cf9e-1e1a-49d6-862e-4a78c1b6bab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:40.934259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c59ba56-4bda-48fd-8be8-2968bb352216 req-558e70b4-eb6d-4909-bdb5-37d4954eb33d service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8430390 Feb 16 16:44:40.943398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46050) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:41.008660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd9a17fd-61c5-4204-97a1-cefa41a5bcf8 req-b789baa2-5c91-4494-8a1e-3d1d2f5173ce tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.0621150 Feb 16 16:44:41.013607 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46054) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:41.140777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f39bf1-a065-4312-84a7-5275d9df2aa5 req-7841ce5b-14c5-4c80-a5c9-fafd46071067 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:41.149717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c7f39bf1-a065-4312-84a7-5275d9df2aa5 req-7841ce5b-14c5-4c80-a5c9-fafd46071067 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.2140596 Feb 16 16:44:41.291180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-0563cf9e-1e1a-49d6-862e-4a78c1b6bab6 None None] Allocated IP 2001:db8:0:2::2 (6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e/562bc99a-520c-4354-8491-7772deaf6b3d/eecfc536-c172-4e1a-b7f7-46139deb5b7b) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:41.298497 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7848159e-bf24-46a3-a0ce-505e84271c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:41.320951 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c59ba56-4bda-48fd-8be8-2968bb352216 req-46298e8c-bad1-416c-aac7-03ef8bcffb83 service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571672 Feb 16 16:44:41.327870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:44:41.342015 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9d18f7e1-74ad-4c74-bbaa-93267b59310b admin admin] 10.222.0.24 "PUT /v2.0/routers/8c0f1033-6e72-4760-bd61-a7dc3ac5efb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7772298 Feb 16 16:44:41.387958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c7f39bf1-a065-4312-84a7-5275d9df2aa5 req-c137daa9-a388-4b04-bdbd-ac550c9b3ec8 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375205 Feb 16 16:44:41.416413 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-536188ae-4995-4107-a828-1a3d7e97b9bc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cc63c65d-fa7e-415d-a800-602da80c9056), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:41.428095 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1b022792-bafe-45a6-a5bd-46fd8727135b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70d94817923641fa974ae444aa13736c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4693737 Feb 16 16:44:41.438634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46060) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:41.461396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0563cf9e-1e1a-49d6-862e-4a78c1b6bab6 None None] For port eecfc536-c172-4e1a-b7f7-46139deb5b7b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eecfc536-c172-4e1a-b7f7-46139deb5b7b,segment=NetworkSegment(e28caf8c-d5f8-4655-b48d-19d4a835de8d),segment_id=e28caf8c-d5f8-4655-b48d-19d4a835de8d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:41.533339 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0563cf9e-1e1a-49d6-862e-4a78c1b6bab6 None None] Publish callbacks [] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:41.546150 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0563cf9e-1e1a-49d6-862e-4a78c1b6bab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:41.558885 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7848159e-bf24-46a3-a0ce-505e84271c6f admin admin] Publish callbacks [] for security_group (0ee3006f-a5c4-4399-9f70-a3b7a83d6c02), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:41.564934 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7848159e-bf24-46a3-a0ce-505e84271c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0ee3006f-a5c4-4399-9f70-a3b7a83d6c02), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:41.578135 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45abc3d5-8b0f-4306-9410-066a880994b0 admin admin] Publish callbacks [] for security_group (25ded528-490c-4582-bcfe-214554c51270), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:41.624307 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7848159e-bf24-46a3-a0ce-505e84271c6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3372abcaa00742b090683b416b8e51c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5949290 Feb 16 16:44:41.625532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848159e-bf24-46a3-a0ce-505e84271c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee3006f-a5c4-4399-9f70-a3b7a83d6c02,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:41.629854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46064) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:41.636500 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45abc3d5-8b0f-4306-9410-066a880994b0 admin admin] Publish callbacks [] for security_group (25ded528-490c-4582-bcfe-214554c51270), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:41.728305 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b679439-5e61-4ac5-91cb-e677a72fff14 admin admin] Publish callbacks [] for security_group (0ee3006f-a5c4-4399-9f70-a3b7a83d6c02), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:41.740931 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45abc3d5-8b0f-4306-9410-066a880994b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (25ded528-490c-4582-bcfe-214554c51270), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:41.743527 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45abc3d5-8b0f-4306-9410-066a880994b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:41.747183 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-45abc3d5-8b0f-4306-9410-066a880994b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25ded528-490c-4582-bcfe-214554c51270 HTTP/1.1" status: 204 len: 168 time: 0.3094754 Feb 16 16:44:41.769727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563cf9e-1e1a-49d6-862e-4a78c1b6bab6 None None] Pushing event updated for resources: {'Port': ['ID=eecfc536-c172-4e1a-b7f7-46139deb5b7b,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:41.782006 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b679439-5e61-4ac5-91cb-e677a72fff14 admin admin] Publish callbacks [] for security_group (0ee3006f-a5c4-4399-9f70-a3b7a83d6c02), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:41.793710 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abc3d5-8b0f-4306-9410-066a880994b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ded528-490c-4582-bcfe-214554c51270,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:41.858255 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b679439-5e61-4ac5-91cb-e677a72fff14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0ee3006f-a5c4-4399-9f70-a3b7a83d6c02), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:41.862270 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b679439-5e61-4ac5-91cb-e677a72fff14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:41.864078 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4b679439-5e61-4ac5-91cb-e677a72fff14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ee3006f-a5c4-4399-9f70-a3b7a83d6c02 HTTP/1.1" status: 204 len: 168 time: 0.2324860 Feb 16 16:44:41.890823 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b679439-5e61-4ac5-91cb-e677a72fff14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee3006f-a5c4-4399-9f70-a3b7a83d6c02,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:42.027578 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 72c3b274-b1bf-43e7-8b00-5f776714ed68 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:42.229387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 72c3b274-b1bf-43e7-8b00-5f776714ed68 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:42.230694 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (72c3b274-b1bf-43e7-8b00-5f776714ed68), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:42.321308 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-536188ae-4995-4107-a828-1a3d7e97b9bc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Delete allocated IP 2001:db8::280 (6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e/c411990d-49f4-4de2-8fce-17d9e147903c) {{(pid=103422) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 16:44:42.343853 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-536188ae-4995-4107-a828-1a3d7e97b9bc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Allocated IP 2001:db8:0:2::7e (6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e/562bc99a-520c-4354-8491-7772deaf6b3d/cc63c65d-fa7e-415d-a800-602da80c9056) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:42.382912 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68630b0f-d292-4ab7-beab-8fdf924c1dfb req-e2899d6e-a46b-4644-8e20-88a4470384ea tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.0482879 Feb 16 16:44:42.391977 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-d0c4bf2e-df99-4507-8e03-3cdb1dd4c319 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:42.393680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-d0c4bf2e-df99-4507-8e03-3cdb1dd4c319 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/networks?id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf HTTP/1.1" status: 200 len: 810 time: 0.2797396 Feb 16 16:44:42.435362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-4a5e9f6a-063a-42fd-9143-d82be8548b0c tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/quotas/18204c002ff2451291227eff7926db64 HTTP/1.1" status: 200 len: 375 time: 0.0106831 Feb 16 16:44:42.462770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 72c3b274-b1bf-43e7-8b00-5f776714ed68 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:42.463174 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (72c3b274-b1bf-43e7-8b00-5f776714ed68), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:42.522220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 72c3b274-b1bf-43e7-8b00-5f776714ed68, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=72c3b274-b1bf-43e7-8b00-5f776714ed68,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:42.530378 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (72c3b274-b1bf-43e7-8b00-5f776714ed68), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:42.574792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b30d1d8e-e7cb-420e-8d91-764be4b2896d no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:44:42.657918 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-36efd586-fd8d-4226-9b9b-03d72052b61c tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=18204c002ff2451291227eff7926db64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2280333 Feb 16 16:44:42.701599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=72c3b274-b1bf-43e7-8b00-5f776714ed68,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:42.727486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91846f4c-a497-4c8b-ae9f-a0a052dce375 req-4c02a565-5608-444d-8bc1-bb0fb0b77002 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:42.735771 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91846f4c-a497-4c8b-ae9f-a0a052dce375 req-4c02a565-5608-444d-8bc1-bb0fb0b77002 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 946 time: 0.2049735 Feb 16 16:44:42.782240 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-536188ae-4995-4107-a828-1a3d7e97b9bc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for port (cc63c65d-fa7e-415d-a800-602da80c9056), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:42.790044 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b30d1d8e-e7cb-420e-8d91-764be4b2896d is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:42.790435 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:42.790775 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-536188ae-4995-4107-a828-1a3d7e97b9bc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (cc63c65d-fa7e-415d-a800-602da80c9056), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:42.831194 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:44:42.833680 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b271dfd-cc8c-4d1a-b20d-875ac8a4c8e5" -d '{"events": [{"server_uuid": "b8f59978-c102-4bf2-b235-d2c5756a26d6", "name": "network-vif-unplugged", "status": "completed", "tag": "b30d1d8e-e7cb-420e-8d91-764be4b2896d"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:44:42.855427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b30d1d8e-e7cb-420e-8d91-764be4b2896d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:42.860684 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:42.889948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46108) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:42.938044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-536188ae-4995-4107-a828-1a3d7e97b9bc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] In _notify_port_updated(), no bound segment for port cc63c65d-fa7e-415d-a800-602da80c9056 on network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:44:42.942353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b30d1d8e-e7cb-420e-8d91-764be4b2896d,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:42.943016 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536188ae-4995-4107-a828-1a3d7e97b9bc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:42.943650 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-536188ae-4995-4107-a828-1a3d7e97b9bc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:42.944654 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91846f4c-a497-4c8b-ae9f-a0a052dce375 req-4f72ca6e-b433-4c9e-a000-75413dd95389 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043486 Feb 16 16:44:42.948141 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-536188ae-4995-4107-a828-1a3d7e97b9bc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "PUT /v2.0/ports/cc63c65d-fa7e-415d-a800-602da80c9056 HTTP/1.1" status: 200 len: 969 time: 2.3676245 Feb 16 16:44:42.948778 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46110) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:42.951463 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bf5801c6-e4c1-4965-9b9b-bd398d94764c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:42.966141 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-0105a7cf-262a-47bf-b0dd-c87354e1329a service neutron] 10.222.0.24 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973659 Feb 16 16:44:42.979200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536188ae-4995-4107-a828-1a3d7e97b9bc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event updated for resources: {'Port': ['ID=cc63c65d-fa7e-415d-a800-602da80c9056,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:43.144262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-31d8ed0b-9061-4a17-aec9-b0186232bdbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port cc63c65d-fa7e-415d-a800-602da80c9056 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:43.144262 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31d8ed0b-9061-4a17-aec9-b0186232bdbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (cc63c65d-fa7e-415d-a800-602da80c9056), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:43.151696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-47c14220-f4d3-4746-8c0e-690515100322 None None] Provisioning complete for port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:43.157372 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-47c14220-f4d3-4746-8c0e-690515100322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3dec505f-c7fa-403b-a284-7e196eb5e9d0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:43.192353 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-e3aeb34c-bea9-4ea5-93ab-d78aa92a4531 service neutron] 10.222.0.24 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189238 Feb 16 16:44:43.252763 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-47c14220-f4d3-4746-8c0e-690515100322 None None] Port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:44:43.280658 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-47c14220-f4d3-4746-8c0e-690515100322 None None] Provisioning complete for port cc63c65d-fa7e-415d-a800-602da80c9056 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:43.281055 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-47c14220-f4d3-4746-8c0e-690515100322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (cc63c65d-fa7e-415d-a800-602da80c9056), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:43.281661 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bf5801c6-e4c1-4965-9b9b-bd398d94764c admin admin] Publish callbacks [] for security_group (72f4f331-d64d-4a7b-bb6b-9f4c2d02173b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:43.306823 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bf5801c6-e4c1-4965-9b9b-bd398d94764c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (72f4f331-d64d-4a7b-bb6b-9f4c2d02173b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:43.337654 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465ed0cd-70a1-4443-a1d6-d62ec2019251 x-openstack-request-id: req-465ed0cd-70a1-4443-a1d6-d62ec2019251 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:44:43.337943 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f59978-c102-4bf2-b235-d2c5756a26d6", "name": "network-vif-unplugged", "status": "completed", "tag": "b30d1d8e-e7cb-420e-8d91-764be4b2896d", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:44:43.338408 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-465ed0cd-70a1-4443-a1d6-d62ec2019251 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:44:43.339158 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'code': 200} Feb 16 16:44:43.365544 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-47c14220-f4d3-4746-8c0e-690515100322 None None] Port cc63c65d-fa7e-415d-a800-602da80c9056 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:44:43.385437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f8b7757-fa43-4792-afca-d2f53d59640e req-da990736-fcb7-46f5-ae6d-730a98fbd511 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b2161a989634e9593fe3e0fc089486e&device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.0632389 Feb 16 16:44:43.399919 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-47c14220-f4d3-4746-8c0e-690515100322 None None] Provisioning complete for port eecfc536-c172-4e1a-b7f7-46139deb5b7b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:43.400216 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-47c14220-f4d3-4746-8c0e-690515100322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:43.452588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f8b7757-fa43-4792-afca-d2f53d59640e req-b5ed6067-a6c9-422c-b55b-59d094bc5ecb service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0b2161a989634e9593fe3e0fc089486e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575850 Feb 16 16:44:43.483690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46116) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:43.494485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5801c6-e4c1-4965-9b9b-bd398d94764c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f4f331-d64d-4a7b-bb6b-9f4c2d02173b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:43.510520 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bf5801c6-e4c1-4965-9b9b-bd398d94764c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8186ab33b7b84b14baa03085bd45e451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6212571 Feb 16 16:44:43.517689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46122) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:43.521854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70485fd8-6d52-4ca5-a78b-58f8f99df62f req-2d4e425e-686a-4173-9c70-44e5340e43be tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.0738113 Feb 16 16:44:43.566225 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31d8ed0b-9061-4a17-aec9-b0186232bdbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (cc63c65d-fa7e-415d-a800-602da80c9056), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:43.612723 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-31d8ed0b-9061-4a17-aec9-b0186232bdbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for cc63c65d-fa7e-415d-a800-602da80c9056 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:43.623075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-47c14220-f4d3-4746-8c0e-690515100322 None None] Current status of the port eecfc536-c172-4e1a-b7f7-46139deb5b7b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:43.738494 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a269-881e-4573-9cc6-9c25e820aa6b admin admin] Publish callbacks [] for security_group (72f4f331-d64d-4a7b-bb6b-9f4c2d02173b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:43.743864 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db80efea-66cc-4d69-bece-f39c9f1974f7 req-ceb35d1f-ee01-4c94-b3cd-e8e0120be6e1 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 210 time: 0.1610615 Feb 16 16:44:43.758286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c5afa4cb-8a91-4952-b592-54b0f8f53eb3 None None] Provisioning complete for port cc63c65d-fa7e-415d-a800-602da80c9056 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:43.758664 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c5afa4cb-8a91-4952-b592-54b0f8f53eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (cc63c65d-fa7e-415d-a800-602da80c9056), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:43.781131 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a269-881e-4573-9cc6-9c25e820aa6b admin admin] Publish callbacks [] for security_group (72f4f331-d64d-4a7b-bb6b-9f4c2d02173b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:43.796629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b7757-fa43-4792-afca-d2f53d59640e req-8e557311-3d80-4b9f-a88b-eb39da55e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:43.799430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f8b7757-fa43-4792-afca-d2f53d59640e req-8e557311-3d80-4b9f-a88b-eb39da55e950 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3279517 Feb 16 16:44:43.825632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c5afa4cb-8a91-4952-b592-54b0f8f53eb3 None None] Port cc63c65d-fa7e-415d-a800-602da80c9056 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:44:43.832143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1698258080'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:43.874188 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Sync routers for ids ['8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:44:43.885392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:43.885698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eecfc536-c172-4e1a-b7f7-46139deb5b7b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:43.890851 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:43.892232 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Routers {'8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:44:43.893006 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:44:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:43.901284 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:43.919414 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a269-881e-4573-9cc6-9c25e820aa6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (72f4f331-d64d-4a7b-bb6b-9f4c2d02173b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:43.927464 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a269-881e-4573-9cc6-9c25e820aa6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:43.930851 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e0c0a269-881e-4573-9cc6-9c25e820aa6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72f4f331-d64d-4a7b-bb6b-9f4c2d02173b HTTP/1.1" status: 204 len: 168 time: 0.4116402 Feb 16 16:44:43.970256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port eecfc536-c172-4e1a-b7f7-46139deb5b7b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:43.971549 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:44.003415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0a269-881e-4573-9cc6-9c25e820aa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f4f331-d64d-4a7b-bb6b-9f4c2d02173b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:44.043398 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (471714c8-0492-444d-ad7c-d3c7968c1803), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:44.050587 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31d8ed0b-9061-4a17-aec9-b0186232bdbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (cc63c65d-fa7e-415d-a800-602da80c9056), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:44.061895 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (471714c8-0492-444d-ad7c-d3c7968c1803), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:44.114880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:44:44.129592 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8ed0b-9061-4a17-aec9-b0186232bdbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=cc63c65d-fa7e-415d-a800-602da80c9056,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:44.134868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471714c8-0492-444d-ad7c-d3c7968c1803,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:44.144446 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (9018d077-0314-4622-8f14-6dd406850f50), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:44.144446 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Added segment 9018d077-0314-4622-8f14-6dd406850f50 of type vlan for network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 Feb 16 16:44:44.215449 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Set router 8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:44:44.224967 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31d8ed0b-9061-4a17-aec9-b0186232bdbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:44.229316 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-31d8ed0b-9061-4a17-aec9-b0186232bdbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/cc63c65d-fa7e-415d-a800-602da80c9056 HTTP/1.1" status: 204 len: 168 time: 1.2794044 Feb 16 16:44:44.231971 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46136) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:44.236868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f162c9-92d5-40d4-a485-142a4f8400ab req-becb8087-bd30-483c-8431-da0bab6b4a8b tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:44.240717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6f162c9-92d5-40d4-a485-142a4f8400ab req-becb8087-bd30-483c-8431-da0bab6b4a8b tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.1907291 Feb 16 16:44:44.251620 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (97f67483-5cf6-4505-8ff7-ff1ad646f7a0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:44.252969 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port eecfc536-c172-4e1a-b7f7-46139deb5b7b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:44.254472 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 72c3b274-b1bf-43e7-8b00-5f776714ed68 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:44.295135 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1106597-0e0e-4517-b40e-8154c3d4d2d2 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] GET failed (client error): The resource could not be found. Feb 16 16:44:44.296644 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f1106597-0e0e-4517-b40e-8154c3d4d2d2 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports/cc63c65d-fa7e-415d-a800-602da80c9056 HTTP/1.1" status: 404 len: 333 time: 0.0600948 Feb 16 16:44:44.300820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46140) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:44.362769 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 72c3b274-b1bf-43e7-8b00-5f776714ed68 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:44.363356 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (72c3b274-b1bf-43e7-8b00-5f776714ed68), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:44.501394 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 72c3b274-b1bf-43e7-8b00-5f776714ed68 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:44.503976 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (97f67483-5cf6-4505-8ff7-ff1ad646f7a0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:44.512222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:44.513162 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:44.538135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6f162c9-92d5-40d4-a485-142a4f8400ab req-af4d3e66-75c3-4109-8d99-330aa877bb05 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838130 Feb 16 16:44:44.620235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46152) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:44.620470 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1176295 Feb 16 16:44:44.624743 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ce4f0f9b-fd55-48c8-9f8c-76ee9eddd908 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (476a958e-4e11-4144-b61c-2f163ee47795), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:44.629336 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5f16c75b-9d7e-4cb7-b75d-8012a4c49a34 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'name': 'tempest-PortsTestJSON-1383286007'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:44.679141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ecd7a-238a-4854-ab29-1f76a6d21fd4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Network': ['ID=97f67483-5cf6-4505-8ff7-ff1ad646f7a0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:44.695976 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:44.722229 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9674fb7d-3bb8-4ec5-ab6b-68f4eefc8181 req-635c87da-f9e6-4986-8086-1c15c654df6c tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.0528283 Feb 16 16:44:44.729152 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ce4f0f9b-fd55-48c8-9f8c-76ee9eddd908 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (476a958e-4e11-4144-b61c-2f163ee47795), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:44.811905 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ce4f0f9b-fd55-48c8-9f8c-76ee9eddd908 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (476a958e-4e11-4144-b61c-2f163ee47795), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:44.816044 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ce4f0f9b-fd55-48c8-9f8c-76ee9eddd908 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:44.821557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ce4f0f9b-fd55-48c8-9f8c-76ee9eddd908 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/security-groups/476a958e-4e11-4144-b61c-2f163ee47795 HTTP/1.1" status: 204 len: 168 time: 0.5097785 Feb 16 16:44:44.822535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46160) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:44.853597 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'name': 'tempest-ServerRescueTestJSON-928527016-router', 'tenant_id': '18204c002ff2451291227eff7926db64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '72c3b274-b1bf-43e7-8b00-5f776714ed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:44:31Z', 'updated_at': '2022-02-16T16:44:38Z', 'revision_number': 4, 'project_id': '18204c002ff2451291227eff7926db64', 'gw_port': {'id': '72c3b274-b1bf-43e7-8b00-5f776714ed68', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:44:33Z', 'updated_at': '2022-02-16T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'd118a2de-ef8e-4b7f-973a-ddf7bbef3fe5', 'name': '', 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf', 'tenant_id': '18204c002ff2451291227eff7926db64', 'mac_address': 'fa:16:3e:53:9b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '6d5328b4-8490-4123-b874-9dd2311e107e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:44:37Z', 'updated_at': '2022-02-16T16:44:39Z', 'revision_number': 2, 'project_id': '18204c002ff2451291227eff7926db64', 'subnets': [{'id': '6d5328b4-8490-4123-b874-9dd2311e107e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:44.884868 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f16c75b-9d7e-4cb7-b75d-8012a4c49a34 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:44.891131 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f16c75b-9d7e-4cb7-b75d-8012a4c49a34 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:44.923265 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-5f16c75b-9d7e-4cb7-b75d-8012a4c49a34 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port 900e1204-181c-47fa-ae91-212491b18c74 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:44:44.933953 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Checking router: 8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:44:44.935285 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Updating router 8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 port d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:44:44.939239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f0f9b-fd55-48c8-9f8c-76ee9eddd908 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476a958e-4e11-4144-b61c-2f163ee47795,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:44.964583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1717838c-7c9c-40b2-81d1-8aecbec9f53c req-253620cf-e590-4262-9d3d-497e80b6fe38 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 210 time: 0.0566704 Feb 16 16:44:44.988888 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b4251fa-85f5-4de8-b6cd-df57065a1c53 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (f514a084-b17b-4f9f-855f-ada049d13637), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:45.029365 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:45.059712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f8b7757-fa43-4792-afca-d2f53d59640e req-a4be0574-1575-4edb-909a-56a94372c2ba tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.0582151 Feb 16 16:44:45.096346 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b4251fa-85f5-4de8-b6cd-df57065a1c53 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (f514a084-b17b-4f9f-855f-ada049d13637), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:45.182661 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b4251fa-85f5-4de8-b6cd-df57065a1c53 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f514a084-b17b-4f9f-855f-ada049d13637), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:45.185732 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b4251fa-85f5-4de8-b6cd-df57065a1c53 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:45.188451 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0b4251fa-85f5-4de8-b6cd-df57065a1c53 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/security-groups/f514a084-b17b-4f9f-855f-ada049d13637 HTTP/1.1" status: 204 len: 168 time: 0.3593154 Feb 16 16:44:45.196794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46176) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:45.236103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4251fa-85f5-4de8-b6cd-df57065a1c53 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f514a084-b17b-4f9f-855f-ada049d13637,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:45.340206 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-581e3993-faa0-43ed-96b8-15c956c5cc02 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (fad3b47b-83de-46ba-9734-19c721153493), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:45.369380 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-581e3993-faa0-43ed-96b8-15c956c5cc02 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (fad3b47b-83de-46ba-9734-19c721153493), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:45.400113 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-831277d4-6add-4c39-8fdb-4eb3dbff82a8 req-44037a9c-24f5-4059-b884-fb9f17d92b3a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:44:45.401518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-831277d4-6add-4c39-8fdb-4eb3dbff82a8 req-44037a9c-24f5-4059-b884-fb9f17d92b3a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091095 Feb 16 16:44:45.419875 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f16c75b-9d7e-4cb7-b75d-8012a4c49a34 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (900e1204-181c-47fa-ae91-212491b18c74), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:45.453484 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-581e3993-faa0-43ed-96b8-15c956c5cc02 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fad3b47b-83de-46ba-9734-19c721153493), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:45.462215 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-581e3993-faa0-43ed-96b8-15c956c5cc02 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:45.463536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-581e3993-faa0-43ed-96b8-15c956c5cc02 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/security-groups/fad3b47b-83de-46ba-9734-19c721153493 HTTP/1.1" status: 204 len: 168 time: 0.2623906 Feb 16 16:44:45.468594 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46184) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:45.487546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e3993-faa0-43ed-96b8-15c956c5cc02 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad3b47b-83de-46ba-9734-19c721153493,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:45.590003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d27816-9dd6-4c0f-a217-30c95284034e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting subnet c411990d-49f4-4de2-8fce-17d9e147903c {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:44:45.599495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-27244d79-20f6-4e27-96ba-db7a958877cf tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:45.602250 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-27244d79-20f6-4e27-96ba-db7a958877cf tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.60 "GET /v2.0/networks?id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf HTTP/1.1" status: 200 len: 810 time: 0.3317938 Feb 16 16:44:45.651612 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f5d27816-9dd6-4c0f-a217-30c95284034e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (c411990d-49f4-4de2-8fce-17d9e147903c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:45.651612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-ff912d57-2682-4471-9e0e-effe77844e11 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Request body: {'port': {'device_id': 'a66f9335-af42-40ba-a8b6-4916d6bc15bb', 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf', 'admin_state_up': True, 'tenant_id': '18204c002ff2451291227eff7926db64'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:45.673125 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Publish callbacks [] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:45.684696 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:45.747889 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a38a9-c144-4b3b-a2c3-621b02c0bd52 None None] Pushing event updated for resources: {'Port': ['ID=d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:45.751505 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f16c75b-9d7e-4cb7-b75d-8012a4c49a34 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (900e1204-181c-47fa-ae91-212491b18c74), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:45.762202 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a38a9-c144-4b3b-a2c3-621b02c0bd52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:45.762929 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a38a9-c144-4b3b-a2c3-621b02c0bd52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:45.763276 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a38a9-c144-4b3b-a2c3-621b02c0bd52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:45.763604 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a38a9-c144-4b3b-a2c3-621b02c0bd52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:45.763961 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a38a9-c144-4b3b-a2c3-621b02c0bd52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:45.764287 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a38a9-c144-4b3b-a2c3-621b02c0bd52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:45.764691 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a38a9-c144-4b3b-a2c3-621b02c0bd52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:45.764969 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a38a9-c144-4b3b-a2c3-621b02c0bd52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:45.765292 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a38a9-c144-4b3b-a2c3-621b02c0bd52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:45.765605 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a38a9-c144-4b3b-a2c3-621b02c0bd52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:45.765915 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a38a9-c144-4b3b-a2c3-621b02c0bd52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:45.766229 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a38a9-c144-4b3b-a2c3-621b02c0bd52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:45.766901 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a38a9-c144-4b3b-a2c3-621b02c0bd52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:45.832207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49899c7-eb3c-4e6f-9b9b-f5ec73e8b9c0 req-a5f5aa28-9991-480b-a21e-b7d6bd49b4ac tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:45.839036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d49899c7-eb3c-4e6f-9b9b-f5ec73e8b9c0 req-a5f5aa28-9991-480b-a21e-b7d6bd49b4ac tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.2358134 Feb 16 16:44:45.852764 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f5d27816-9dd6-4c0f-a217-30c95284034e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (c411990d-49f4-4de2-8fce-17d9e147903c), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:45.952083 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d49899c7-eb3c-4e6f-9b9b-f5ec73e8b9c0 req-546e0f48-e2b7-462d-ad2d-f5546aea2a8a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063995 Feb 16 16:44:45.965605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16c75b-9d7e-4cb7-b75d-8012a4c49a34 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=900e1204-181c-47fa-ae91-212491b18c74,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:45.966081 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Attempting to bind port d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:44:45.966458 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Attempting to bind port d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'd70b0fb0-73be-492f-b5ae-04dc175c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:44:45.966726 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Attempting to bind port d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5 on network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:44:45.973190 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f16c75b-9d7e-4cb7-b75d-8012a4c49a34 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Checking segment: {'id': '9018d077-0314-4622-8f14-6dd406850f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:45.973568 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f16c75b-9d7e-4cb7-b75d-8012a4c49a34 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network hostable DHCP agents. Network: 97f67483-5cf6-4505-8ff7-ff1ad646f7a0, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:44:45.998967 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-ff912d57-2682-4471-9e0e-effe77844e11 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Made reservation on behalf of 18204c002ff2451291227eff7926db64 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:46.002817 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-ff912d57-2682-4471-9e0e-effe77844e11 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.009616 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:44:46.010991 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Checking segment: {'id': 'd70b0fb0-73be-492f-b5ae-04dc175c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:46.011782 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.013910 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Bound using segment: {'id': 'd70b0fb0-73be-492f-b5ae-04dc175c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:44:46.015652 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Bound port: d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70b0fb0-73be-492f-b5ae-04dc175c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:44:46.017449 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.020520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6ed6bed-2a65-4d47-a57f-7f5540439c83 req-65e54737-222f-4e76-96ae-ec3b83e35bb8 tempest-ServerShowV257Test-793542754 tempest-ServerShowV257Test-793542754-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb780ec-e135-4496-b3d0-4549b8c7361e HTTP/1.1" status: 200 len: 210 time: 0.0787189 Feb 16 16:44:46.110253 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] For port d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:44:46.113548 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] For port d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5,segment=NetworkSegment(d70b0fb0-73be-492f-b5ae-04dc175c1cb2),segment_id=d70b0fb0-73be-492f-b5ae-04dc175c1cb2)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:44:46.130195 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.167487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f16c75b-9d7e-4cb7-b75d-8012a4c49a34 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:44:46.187086 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f5d27816-9dd6-4c0f-a217-30c95284034e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (c411990d-49f4-4de2-8fce-17d9e147903c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.191238 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-ff912d57-2682-4471-9e0e-effe77844e11 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Allocated IP 172.20.0.14 (185f1c1b-e7bc-45aa-9a60-6f86f505fcdf/6d5328b4-8490-4123-b874-9dd2311e107e/3f877356-2ef7-4f83-a476-a69a135f282e) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:46.193213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5f16c75b-9d7e-4cb7-b75d-8012a4c49a34 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 97f67483-5cf6-4505-8ff7-ff1ad646f7a0) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:46.194964 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30c7ddc8-bb85-43bc-ac80-c1128583f5ee req-e837120d-49be-4f49-bdac-195eef40978e tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 210 time: 0.0766635 Feb 16 16:44:46.213879 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e893534-df8e-4f17-b73a-c4f9e0a3aac0 None None] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:46.231980 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a38a9-c144-4b3b-a2c3-621b02c0bd52 None None] Pushing event updated for resources: {'Port': ['ID=d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:46.237743 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f16c75b-9d7e-4cb7-b75d-8012a4c49a34 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:46.243464 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f16c75b-9d7e-4cb7-b75d-8012a4c49a34 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:46.244067 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Routers {'8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:44:46.244174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f16c75b-9d7e-4cb7-b75d-8012a4c49a34 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.244906 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:44:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:46.308220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46216) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:46.308401 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5f16c75b-9d7e-4cb7-b75d-8012a4c49a34 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6852450 Feb 16 16:44:46.323988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8199ea9f-e573-467e-9beb-1cc1729490db tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1941136014'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:46.353975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8199ea9f-e573-467e-9beb-1cc1729490db tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:46.358338 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8199ea9f-e573-467e-9beb-1cc1729490db tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.403694 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f5d27816-9dd6-4c0f-a217-30c95284034e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (c411990d-49f4-4de2-8fce-17d9e147903c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.411558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8199ea9f-e573-467e-9beb-1cc1729490db tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:44:46.447831 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] Set router 8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:44:46.466887 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8199ea9f-e573-467e-9beb-1cc1729490db tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cadf9a44-470c-4570-bb7d-d6400849f3fc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.467236 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-8199ea9f-e573-467e-9beb-1cc1729490db tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Added segment cadf9a44-470c-4570-bb7d-d6400849f3fc of type vlan for network b43a8880-6305-41d2-8f32-f58c8c32e942 Feb 16 16:44:46.501596 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-ff912d57-2682-4471-9e0e-effe77844e11 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks [] for port (3f877356-2ef7-4f83-a476-a69a135f282e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.515389 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-6e078a1f-6c11-4cb3-869b-90ebe3344c27 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3233290 Feb 16 16:44:46.533488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-938d5a28-d496-4ce1-8aa1-a831e7ce1420 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:44:46.534532 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-938d5a28-d496-4ce1-8aa1-a831e7ce1420 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076089 Feb 16 16:44:46.536471 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8199ea9f-e573-467e-9beb-1cc1729490db tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (b43a8880-6305-41d2-8f32-f58c8c32e942), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.549980 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-ff912d57-2682-4471-9e0e-effe77844e11 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (3f877356-2ef7-4f83-a476-a69a135f282e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.568783 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8199ea9f-e573-467e-9beb-1cc1729490db tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (b43a8880-6305-41d2-8f32-f58c8c32e942), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.574876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b30d1d8e-e7cb-420e-8d91-764be4b2896d no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:44:46.578314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8199ea9f-e573-467e-9beb-1cc1729490db tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:46.578945 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8199ea9f-e573-467e-9beb-1cc1729490db tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.601503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46220) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:46.634974 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d27816-9dd6-4c0f-a217-30c95284034e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Subnet': ['ID=c411990d-49f4-4de2-8fce-17d9e147903c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:46.644461 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f5d27816-9dd6-4c0f-a217-30c95284034e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.647391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8199ea9f-e573-467e-9beb-1cc1729490db tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3300674 Feb 16 16:44:46.647664 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f5d27816-9dd6-4c0f-a217-30c95284034e tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/c411990d-49f4-4de2-8fce-17d9e147903c HTTP/1.1" status: 204 len: 168 time: 1.1765561 Feb 16 16:44:46.654421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46228) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:46.657202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46226) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:46.677288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'ports': [{'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0'}, {'network_id': 'b43a8880-6305-41d2-8f32-f58c8c32e942'}]} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:46.680799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:46.681568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'network_id': 'b43a8880-6305-41d2-8f32-f58c8c32e942'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:46.687159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fce6f10-c8df-4004-8d56-eb10bc03c3b8 None None] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:46.733834 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-ff912d57-2682-4471-9e0e-effe77844e11 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:46.738526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2efd6fd-3ffc-4a4e-830b-361dd8807860 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting subnet 562bc99a-520c-4354-8491-7772deaf6b3d {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:44:46.748934 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-ff912d57-2682-4471-9e0e-effe77844e11 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:46.752194 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-ff912d57-2682-4471-9e0e-effe77844e11 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:46.785446 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2efd6fd-3ffc-4a4e-830b-361dd8807860 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (562bc99a-520c-4354-8491-7772deaf6b3d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.813301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff912d57-2682-4471-9e0e-effe77844e11 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Pushing event updated for resources: {'Port': ['ID=3f877356-2ef7-4f83-a476-a69a135f282e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:46.816444 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'name': 'tempest-ServerRescueTestJSON-928527016-router', 'tenant_id': '18204c002ff2451291227eff7926db64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '72c3b274-b1bf-43e7-8b00-5f776714ed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:44:31Z', 'updated_at': '2022-02-16T16:44:38Z', 'revision_number': 4, 'project_id': '18204c002ff2451291227eff7926db64', 'gw_port': {'id': '72c3b274-b1bf-43e7-8b00-5f776714ed68', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:44:33Z', 'updated_at': '2022-02-16T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'd118a2de-ef8e-4b7f-973a-ddf7bbef3fe5', 'name': '', 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf', 'tenant_id': '18204c002ff2451291227eff7926db64', 'mac_address': 'fa:16:3e:53:9b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '6d5328b4-8490-4123-b874-9dd2311e107e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:44:37Z', 'updated_at': '2022-02-16T16:44:46Z', 'revision_number': 4, 'project_id': '18204c002ff2451291227eff7926db64', 'subnets': [{'id': '6d5328b4-8490-4123-b874-9dd2311e107e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:46.823693 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b30d1d8e-e7cb-420e-8d91-764be4b2896d is: DOWN; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:46.855180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199ea9f-e573-467e-9beb-1cc1729490db tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Network': ['ID=b43a8880-6305-41d2-8f32-f58c8c32e942,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:46.873762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network b43a8880-6305-41d2-8f32-f58c8c32e942 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:46.883044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-ff912d57-2682-4471-9e0e-effe77844e11 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:46.883795 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-ff912d57-2682-4471-9e0e-effe77844e11 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.890973 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2efd6fd-3ffc-4a4e-830b-361dd8807860 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (562bc99a-520c-4354-8491-7772deaf6b3d), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:46.909156 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04efd83-28f2-40a1-a9cd-a2a4c0d0bd08 None None] The sync data for ids ['8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'] in n-d-669411-5 is: [{'id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'name': 'tempest-ServerRescueTestJSON-928527016-router', 'tenant_id': '18204c002ff2451291227eff7926db64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '72c3b274-b1bf-43e7-8b00-5f776714ed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:44:31Z', 'updated_at': '2022-02-16T16:44:38Z', 'revision_number': 4, 'project_id': '18204c002ff2451291227eff7926db64', 'gw_port': {'id': '72c3b274-b1bf-43e7-8b00-5f776714ed68', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:44:33Z', 'updated_at': '2022-02-16T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'd118a2de-ef8e-4b7f-973a-ddf7bbef3fe5', 'name': '', 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf', 'tenant_id': '18204c002ff2451291227eff7926db64', 'mac_address': 'fa:16:3e:53:9b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '6d5328b4-8490-4123-b874-9dd2311e107e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:44:37Z', 'updated_at': '2022-02-16T16:44:46Z', 'revision_number': 4, 'project_id': '18204c002ff2451291227eff7926db64', 'subnets': [{'id': '6d5328b4-8490-4123-b874-9dd2311e107e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:44:46.981353 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-ff912d57-2682-4471-9e0e-effe77844e11 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3686280 Feb 16 16:44:47.005948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Request body: {'port': {'device_id': 'a66f9335-af42-40ba-a8b6-4916d6bc15bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:47.221614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3f877356-2ef7-4f83-a476-a69a135f282e), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:47.320960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-6cf60573-5361-48e8-a6b7-3543c9c08237 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:47.342846 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-6cf60573-5361-48e8-a6b7-3543c9c08237 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports/b30d1d8e-e7cb-420e-8d91-764be4b2896d HTTP/1.1" status: 200 len: 941 time: 0.7334332 Feb 16 16:44:47.467180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07a977-082f-4c10-bede-7d0a5d6681a0 req-5e040c61-7afd-492f-a16a-e75c70dac4e9 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:47.468847 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b07a977-082f-4c10-bede-7d0a5d6681a0 req-5e040c61-7afd-492f-a16a-e75c70dac4e9 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.2520139 Feb 16 16:44:47.490255 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2efd6fd-3ffc-4a4e-830b-361dd8807860 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (562bc99a-520c-4354-8491-7772deaf6b3d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:47.584336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'port': 2} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:47.596330 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:47.612833 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2efd6fd-3ffc-4a4e-830b-361dd8807860 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (562bc99a-520c-4354-8491-7772deaf6b3d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:47.712770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46260) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:47.723189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efd6fd-3ffc-4a4e-830b-361dd8807860 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Subnet': ['ID=562bc99a-520c-4354-8491-7772deaf6b3d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:47.749775 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2efd6fd-3ffc-4a4e-830b-361dd8807860 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:47.753903 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b2efd6fd-3ffc-4a4e-830b-361dd8807860 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/562bc99a-520c-4354-8491-7772deaf6b3d HTTP/1.1" status: 204 len: 168 time: 1.0944531 Feb 16 16:44:47.764731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46264) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:47.778239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd90b97-029a-48d3-bae5-f3a4e4603757 req-3eb9e7f3-4a0a-4628-b9be-842b0c9c5dab tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:47.795629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bd90b97-029a-48d3-bae5-f3a4e4603757 req-3eb9e7f3-4a0a-4628-b9be-842b0c9c5dab tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 932 time: 0.4264882 Feb 16 16:44:47.815491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b07a977-082f-4c10-bede-7d0a5d6681a0 req-441326ab-c350-4495-9d2e-cd4e462f2ed4 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366847 Feb 16 16:44:47.826823 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:47.837814 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c17839a-3627-458e-aeb8-519fd930bc76 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:47.838282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c17839a-3627-458e-aeb8-519fd930bc76 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:47.842830 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0c17839a-3627-458e-aeb8-519fd930bc76 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/c411990d-49f4-4de2-8fce-17d9e147903c HTTP/1.1" status: 404 len: 337 time: 0.0718513 Feb 16 16:44:47.845613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46266) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:47.953791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa6c402-3e77-4f70-b95c-e558825d985f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting subnet 77b51536-bced-48a3-ae7d-f30f4e129472 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:44:47.965609 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1aa6c402-3e77-4f70-b95c-e558825d985f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (77b51536-bced-48a3-ae7d-f30f4e129472), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:47.982969 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:48.077708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911b4596-ea26-4b5c-8b80-fcc7fc5af2b3 None None] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:48.086157 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1aa6c402-3e77-4f70-b95c-e558825d985f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (77b51536-bced-48a3-ae7d-f30f4e129472), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.139819 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80683622-0a4b-486e-9278-1a18515ba3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.307262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f877356-2ef7-4f83-a476-a69a135f282e {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:44:48.316210 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bc361b22-8ff9-408f-b009-12322275e1bc None None] Provisioning complete for port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:48.316870 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bc361b22-8ff9-408f-b009-12322275e1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3dec505f-c7fa-403b-a284-7e196eb5e9d0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.318304 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1aa6c402-3e77-4f70-b95c-e558825d985f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (77b51536-bced-48a3-ae7d-f30f4e129472), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.324124 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Publish callbacks [] for port (3f877356-2ef7-4f83-a476-a69a135f282e), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.371018 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Transition to ACTIVE for port object 3f877356-2ef7-4f83-a476-a69a135f282e will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:44:48.379447 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (3f877356-2ef7-4f83-a476-a69a135f282e), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.438062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bc361b22-8ff9-408f-b009-12322275e1bc None None] Port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:44:48.447019 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80683622-0a4b-486e-9278-1a18515ba3cc admin admin] Publish callbacks [] for security_group (70ac89b7-7c5c-4737-bbc8-5cf02e261f65), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.447315 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:48.453924 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.473131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bd90b97-029a-48d3-bae5-f3a4e4603757 req-1f9e4f1a-5089-4ceb-81c8-d9a8c251b69f tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6505661 Feb 16 16:44:48.479286 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80683622-0a4b-486e-9278-1a18515ba3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (70ac89b7-7c5c-4737-bbc8-5cf02e261f65), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.525198 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1aa6c402-3e77-4f70-b95c-e558825d985f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (77b51536-bced-48a3-ae7d-f30f4e129472), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.548979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port 7baa7466-d249-40e8-a9b4-ac969658607c yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:44:48.582532 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-80683622-0a4b-486e-9278-1a18515ba3cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b2161a989634e9593fe3e0fc089486e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8671527 Feb 16 16:44:48.585451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46272) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:48.595716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80683622-0a4b-486e-9278-1a18515ba3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ac89b7-7c5c-4737-bbc8-5cf02e261f65,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:48.622672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bc361b22-8ff9-408f-b009-12322275e1bc None None] Provisioning complete for port eecfc536-c172-4e1a-b7f7-46139deb5b7b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:48.623061 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bc361b22-8ff9-408f-b009-12322275e1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.642619 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1aa6c402-3e77-4f70-b95c-e558825d985f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.648551 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1aa6c402-3e77-4f70-b95c-e558825d985f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/77b51536-bced-48a3-ae7d-f30f4e129472 HTTP/1.1" status: 204 len: 168 time: 0.8019094 Feb 16 16:44:48.650319 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6c402-3e77-4f70-b95c-e558825d985f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Subnet': ['ID=77b51536-bced-48a3-ae7d-f30f4e129472,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:48.651361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46274) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:48.686589 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f877356-2ef7-4f83-a476-a69a135f282e,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:48.713632 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a76b5a-fd42-4c03-b93e-0df4a45fea05 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:48.714094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a76b5a-fd42-4c03-b93e-0df4a45fea05 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:48.717202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c7a76b5a-fd42-4c03-b93e-0df4a45fea05 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/0891374c-934f-4734-a04c-9c3ef60fc53a HTTP/1.1" status: 404 len: 337 time: 0.0628512 Feb 16 16:44:48.724071 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2373650b-9020-4295-b246-00c64f859948 admin admin] Publish callbacks [] for security_group (70ac89b7-7c5c-4737-bbc8-5cf02e261f65), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.726085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46276) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:48.771704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Attempting to bind port 3f877356-2ef7-4f83-a476-a69a135f282e on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:44:48.772113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Attempting to bind port 3f877356-2ef7-4f83-a476-a69a135f282e by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'd70b0fb0-73be-492f-b5ae-04dc175c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:44:48.773181 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Attempting to bind port 3f877356-2ef7-4f83-a476-a69a135f282e on network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:44:48.784467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Port 3f877356-2ef7-4f83-a476-a69a135f282e on network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:44:48.784709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7de0c938-f2fe-4b5c-8b61-e26937166703 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "GET /v2.0/ports?device_id=718d01ae-1289-45ec-b372-3ddb7d8cba62 HTTP/1.1" status: 200 len: 205 time: 0.0544510 Feb 16 16:44:48.784847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Attempting to bind port 3f877356-2ef7-4f83-a476-a69a135f282e on network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:44:48.789923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46278) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:48.799130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:44:48.799643 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Checking segment: {'id': 'd70b0fb0-73be-492f-b5ae-04dc175c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:48.800072 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Bound using segment: {'id': 'd70b0fb0-73be-492f-b5ae-04dc175c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:44:48.800799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Bound port: 3f877356-2ef7-4f83-a476-a69a135f282e, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70b0fb0-73be-492f-b5ae-04dc175c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:44:48.800943 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3f877356-2ef7-4f83-a476-a69a135f282e), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.851982 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2373650b-9020-4295-b246-00c64f859948 admin admin] Publish callbacks [] for security_group (70ac89b7-7c5c-4737-bbc8-5cf02e261f65), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.854285 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-24cced6f-333e-4a33-ac61-ab1e8629480b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] delete failed (client error): The resource could not be found. Feb 16 16:44:48.855480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-24cced6f-333e-4a33-ac61-ab1e8629480b tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/routers/718d01ae-1289-45ec-b372-3ddb7d8cba62 HTTP/1.1" status: 404 len: 336 time: 0.0624354 Feb 16 16:44:48.864851 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46284) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:48.868697 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (7baa7466-d249-40e8-a9b4-ac969658607c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.869602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bc361b22-8ff9-408f-b009-12322275e1bc None None] Current status of the port eecfc536-c172-4e1a-b7f7-46139deb5b7b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:48.879416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:48.879859 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:48.934308 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96eda50-3988-4bbe-b33d-34660d7e8623 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:48.934771 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96eda50-3988-4bbe-b33d-34660d7e8623 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:48.938458 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b96eda50-3988-4bbe-b33d-34660d7e8623 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/bcfe0c7c-3783-47d4-817b-1c3e2922f131 HTTP/1.1" status: 404 len: 337 time: 0.0720844 Feb 16 16:44:48.953315 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46286) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:48.954256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5,segment=NetworkSegment(d70b0fb0-73be-492f-b5ae-04dc175c1cb2),segment_id=d70b0fb0-73be-492f-b5ae-04dc175c1cb2)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:48.990124 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:49.020184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port 6be45360-49ed-4bfc-9e1b-09e5e215ce5d yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:44:49.052958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] For port 3f877356-2ef7-4f83-a476-a69a135f282e, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:44:49.066431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] For port 3f877356-2ef7-4f83-a476-a69a135f282e, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=3f877356-2ef7-4f83-a476-a69a135f282e,segment=NetworkSegment(d70b0fb0-73be-492f-b5ae-04dc175c1cb2),segment_id=d70b0fb0-73be-492f-b5ae-04dc175c1cb2)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:44:49.070597 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2373650b-9020-4295-b246-00c64f859948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (70ac89b7-7c5c-4737-bbc8-5cf02e261f65), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:49.071552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2318efcf-ad1e-451a-a362-6293076873c0 None None] Update dhcp port {'port': {'network_id': '6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e', 'fixed_ips': [{'subnet_id': '77b51536-bced-48a3-ae7d-f30f4e129472'}], 'binding:host_id': 'n-d-669411-5'}, 'id': 'eecfc536-c172-4e1a-b7f7-46139deb5b7b'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:44:49.074667 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2373650b-9020-4295-b246-00c64f859948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:49.078443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2373650b-9020-4295-b246-00c64f859948 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70ac89b7-7c5c-4737-bbc8-5cf02e261f65 HTTP/1.1" status: 204 len: 168 time: 0.4894822 Feb 16 16:44:49.096540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373650b-9020-4295-b246-00c64f859948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ac89b7-7c5c-4737-bbc8-5cf02e261f65,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:49.112000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:49.118847 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a65bdb-5dd7-479e-834b-4b9c9bb68f51 req-ed2d1c5c-cf38-4ee5-9faf-f1a4f29abadf tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:49.120473 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8a65bdb-5dd7-479e-834b-4b9c9bb68f51 req-ed2d1c5c-cf38-4ee5-9faf-f1a4f29abadf tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.1220777 Feb 16 16:44:49.128886 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (3f877356-2ef7-4f83-a476-a69a135f282e), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:49.144498 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ba7b46-f82c-4bd3-8684-cbc34a10ef44 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:49.144982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ba7b46-f82c-4bd3-8684-cbc34a10ef44 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:49.161427 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-15ba7b46-f82c-4bd3-8684-cbc34a10ef44 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/c997d3c4-8730-4f84-a119-7138cdc67270 HTTP/1.1" status: 404 len: 337 time: 0.2012820 Feb 16 16:44:49.171799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46290) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:49.214005 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8a65bdb-5dd7-479e-834b-4b9c9bb68f51 req-7ee8bba3-42fb-4384-890a-3be57eb46186 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876911 Feb 16 16:44:49.236592 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (6be45360-49ed-4bfc-9e1b-09e5e215ce5d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:49.306112 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:49.306602 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:49.308682 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] 10.222.0.60 "PUT /v2.0/ports/3f877356-2ef7-4f83-a476-a69a135f282e HTTP/1.1" status: 200 len: 1092 time: 2.3155704 Feb 16 16:44:49.309417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66f9335-af42-40ba-a8b6-4916d6bc15bb', 'tag': '3f877356-2ef7-4f83-a476-a69a135f282e'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:44:49.312513 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818cb523-9c31-4f44-ab03-0eb421eb73c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a66f9335-af42-40ba-a8b6-4916d6bc15bb", "tag": "3f877356-2ef7-4f83-a476-a69a135f282e"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:44:49.314499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (7baa7466-d249-40e8-a9b4-ac969658607c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:49.323631 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5266241-b79e-45e3-abbb-6e91c6b68178 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:49.330784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5266241-b79e-45e3-abbb-6e91c6b68178 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:49.334825 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d5266241-b79e-45e3-abbb-6e91c6b68178 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/4c65541a-a5b1-479e-afd5-a4b3633e7185 HTTP/1.1" status: 404 len: 337 time: 0.1550391 Feb 16 16:44:49.338981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46296) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:49.417855 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a14a44-cef2-4a2e-aaf6-b29fed446363 x-openstack-request-id: req-45a14a44-cef2-4a2e-aaf6-b29fed446363 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:44:49.418271 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66f9335-af42-40ba-a8b6-4916d6bc15bb", "tag": "3f877356-2ef7-4f83-a476-a69a135f282e", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:44:49.418536 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45a14a44-cef2-4a2e-aaf6-b29fed446363 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:44:49.418969 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66f9335-af42-40ba-a8b6-4916d6bc15bb', 'tag': '3f877356-2ef7-4f83-a476-a69a135f282e', 'status': 'completed', 'code': 200} Feb 16 16:44:49.427838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:49.428388 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-d318c40a-9f65-4d47-9ab2-c01f2f4a305f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:49.429479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d318c40a-9f65-4d47-9ab2-c01f2f4a305f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:49.435287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:49.440110 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d318c40a-9f65-4d47-9ab2-c01f2f4a305f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/7282fb6f-4a0f-4a84-a852-0ae5b962b7d1 HTTP/1.1" status: 404 len: 333 time: 0.0996339 Feb 16 16:44:49.443913 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46298) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:49.446559 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:49.448788 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6be45360-49ed-4bfc-9e1b-09e5e215ce5d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:49.458633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=7baa7466-d249-40e8-a9b4-ac969658607c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:49.485253 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256014d3-76be-4331-af8a-efd7014e51f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f877356-2ef7-4f83-a476-a69a135f282e,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:49.509506 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f632995-c9b6-4b10-b2c1-692d17fd5b13 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:49.509977 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f632995-c9b6-4b10-b2c1-692d17fd5b13 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:49.513286 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9f632995-c9b6-4b10-b2c1-692d17fd5b13 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/36e59ffb-7a63-4053-932b-1662dd8418df HTTP/1.1" status: 404 len: 337 time: 0.0663128 Feb 16 16:44:49.516577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46304) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:49.576697 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-da670b7b-7c4f-42d2-b8d9-0cc56c6242dd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:49.577387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da670b7b-7c4f-42d2-b8d9-0cc56c6242dd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:49.580765 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-da670b7b-7c4f-42d2-b8d9-0cc56c6242dd tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/c59b5e7c-f275-48d6-a5ab-33156145f7a9 HTTP/1.1" status: 404 len: 337 time: 0.0633273 Feb 16 16:44:49.585113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-e92e0f91-311c-481d-bb0b-403c7eec2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:49.587330 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-e92e0f91-311c-481d-bb0b-403c7eec2a43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=18204c002ff2451291227eff7926db64&device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 1126 time: 0.2248468 Feb 16 16:44:49.587974 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46308) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:49.660782 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2318efcf-ad1e-451a-a362-6293076873c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:49.682564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Checking segment: {'id': 'cadf9a44-470c-4570-bb7d-d6400849f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b43a8880-6305-41d2-8f32-f58c8c32e942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:49.682966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network hostable DHCP agents. Network: b43a8880-6305-41d2-8f32-f58c8c32e942, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:44:49.695638 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-7fbc73f2-3905-4deb-b504-66b211a38fa8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f877356-2ef7-4f83-a476-a69a135f282e HTTP/1.1" status: 200 len: 217 time: 0.0969613 Feb 16 16:44:49.697296 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-44266e84-adca-409d-8251-53e647329bbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:49.697876 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44266e84-adca-409d-8251-53e647329bbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:49.703266 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-44266e84-adca-409d-8251-53e647329bbc tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/431f1bd8-974e-4b6e-980a-4667e710393b HTTP/1.1" status: 404 len: 333 time: 0.1119540 Feb 16 16:44:49.703580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=6be45360-49ed-4bfc-9e1b-09e5e215ce5d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:49.712122 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46314) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:49.738584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network b43a8880-6305-41d2-8f32-f58c8c32e942 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:44:49.770409 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:44:49.791130 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b6daba-efde-441f-8c44-fc77bfa14f97 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:49.791587 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b6daba-efde-441f-8c44-fc77bfa14f97 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:49.796992 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-32b6daba-efde-441f-8c44-fc77bfa14f97 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/4c0345b6-95ed-49db-ad88-fcfae9a14fab HTTP/1.1" status: 404 len: 337 time: 0.0724609 Feb 16 16:44:49.798231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a8492-51b0-4fd0-9675-17552a0d2e16 req-59680055-4484-49c9-9d6a-426769369a62 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:49.803070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46318) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:49.808198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-963a8492-51b0-4fd0-9675-17552a0d2e16 req-59680055-4484-49c9-9d6a-426769369a62 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 944 time: 0.1821837 Feb 16 16:44:49.809989 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, b43a8880-6305-41d2-8f32-f58c8c32e942) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:49.847802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:49.868493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:49.872058 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-577fa4f0-b4e7-4936-b1ca-1cccc2665ec4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:49.872597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577fa4f0-b4e7-4936-b1ca-1cccc2665ec4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:49.878769 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-577fa4f0-b4e7-4936-b1ca-1cccc2665ec4 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/subnets/b68d6003-85fd-4ae3-85c0-956c7802d21e HTTP/1.1" status: 404 len: 337 time: 0.0512846 Feb 16 16:44:49.878769 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46320) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:49.879873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16702523-40cd-4c9b-bdac-11861bf1bd22 None None] Network b43a8880-6305-41d2-8f32-f58c8c32e942 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:49.889809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:49.891442 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:49.914255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:49.944968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-935b5acf-c53f-45ae-9a68-925e2aab2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:49.946427 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-935b5acf-c53f-45ae-9a68-925e2aab2a84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d5328b4-8490-4123-b874-9dd2311e107e HTTP/1.1" status: 200 len: 850 time: 0.2444873 Feb 16 16:44:49.989133 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-37d19adf-919e-4433-b1da-151a92a6c93c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360065 Feb 16 16:44:49.999406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b68ee6-62bd-4bed-a13c-f01dd5b61c6d None None] Network 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:50.020557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cb514eb5-f3a9-45e9-8005-106df91360a4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3611023 Feb 16 16:44:50.026063 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46324) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:50.118826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-963a8492-51b0-4fd0-9675-17552a0d2e16 req-69df998c-835b-4fa5-8e50-1d5b583ca886 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097410 Feb 16 16:44:50.213324 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4e92dd42-c83b-4fd7-87fc-ff3d36dc3524 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port 6be45360-49ed-4bfc-9e1b-09e5e215ce5d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:50.213892 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e92dd42-c83b-4fd7-87fc-ff3d36dc3524 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6be45360-49ed-4bfc-9e1b-09e5e215ce5d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:50.263541 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-69247f92-fd1a-46be-b124-2743f37754b9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Deleting port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:50.264091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69247f92-fd1a-46be-b124-2743f37754b9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3dec505f-c7fa-403b-a284-7e196eb5e9d0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:50.277914 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-418727ca-bca7-444d-be1b-64f7e343a3d8 None None] Provisioning complete for port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:50.278395 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-418727ca-bca7-444d-be1b-64f7e343a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3dec505f-c7fa-403b-a284-7e196eb5e9d0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:50.335475 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e92dd42-c83b-4fd7-87fc-ff3d36dc3524 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6be45360-49ed-4bfc-9e1b-09e5e215ce5d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:50.352921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4e92dd42-c83b-4fd7-87fc-ff3d36dc3524 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for 6be45360-49ed-4bfc-9e1b-09e5e215ce5d owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:50.353109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:50.353576 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:50.386175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-418727ca-bca7-444d-be1b-64f7e343a3d8 None None] Port 3dec505f-c7fa-403b-a284-7e196eb5e9d0 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:44:50.397007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e8997-4beb-449b-9f51-fdc026d5e7f8 None None] DHCP port deletion for 6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:44:50.418414 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69247f92-fd1a-46be-b124-2743f37754b9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3dec505f-c7fa-403b-a284-7e196eb5e9d0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:50.446808 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-69247f92-fd1a-46be-b124-2743f37754b9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Calling delete_port for 3dec505f-c7fa-403b-a284-7e196eb5e9d0 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:50.491254 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-418727ca-bca7-444d-be1b-64f7e343a3d8 None None] Provisioning complete for port eecfc536-c172-4e1a-b7f7-46139deb5b7b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:50.491894 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-418727ca-bca7-444d-be1b-64f7e343a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:50.509332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46334) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:50.574828 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69247f92-fd1a-46be-b124-2743f37754b9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (3dec505f-c7fa-403b-a284-7e196eb5e9d0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:50.601652 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e92dd42-c83b-4fd7-87fc-ff3d36dc3524 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6be45360-49ed-4bfc-9e1b-09e5e215ce5d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:50.608838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:50.637859 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69247f92-fd1a-46be-b124-2743f37754b9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Port': ['ID=3dec505f-c7fa-403b-a284-7e196eb5e9d0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:50.650961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e8997-4beb-449b-9f51-fdc026d5e7f8 None None] Deleting port eecfc536-c172-4e1a-b7f7-46139deb5b7b {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:50.651682 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ef7e8997-4beb-449b-9f51-fdc026d5e7f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:50.667570 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-0d84b64c-77d8-4e6e-bd92-f6fd9e0f2a87 service neutron] 10.222.0.60 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722181 Feb 16 16:44:50.674237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92dd42-c83b-4fd7-87fc-ff3d36dc3524 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=6be45360-49ed-4bfc-9e1b-09e5e215ce5d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:50.686994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90517f17-7cd0-45c3-bef9-44a64821be39 req-ed68d732-6c27-4bb2-b133-4e9ea3090b62 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:50.688629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-90517f17-7cd0-45c3-bef9-44a64821be39 req-ed68d732-6c27-4bb2-b133-4e9ea3090b62 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.2412117 Feb 16 16:44:50.700918 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e92dd42-c83b-4fd7-87fc-ff3d36dc3524 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:50.705676 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4e92dd42-c83b-4fd7-87fc-ff3d36dc3524 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/6be45360-49ed-4bfc-9e1b-09e5e215ce5d HTTP/1.1" status: 204 len: 168 time: 0.6784391 Feb 16 16:44:50.708071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46340) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:50.713840 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69247f92-fd1a-46be-b124-2743f37754b9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:50.732855 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-69247f92-fd1a-46be-b124-2743f37754b9 tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/ports/3dec505f-c7fa-403b-a284-7e196eb5e9d0 HTTP/1.1" status: 204 len: 168 time: 0.8532965 Feb 16 16:44:50.734838 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46342) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:50.787329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2066450228-network', 'tenant_id': 'e003c7f0c0624d219e7ad6fb8593086a'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:50.814436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-90517f17-7cd0-45c3-bef9-44a64821be39 req-1083f2e1-06e4-4ec3-b46a-0d9a811af9c1 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075742 Feb 16 16:44:50.871811 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10348fc-9494-44e0-8dc9-dd52fc6abc1e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:50.878036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10348fc-9494-44e0-8dc9-dd52fc6abc1e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:50.879857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d10348fc-9494-44e0-8dc9-dd52fc6abc1e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1707397 Feb 16 16:44:50.880928 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] Made reservation on behalf of e003c7f0c0624d219e7ad6fb8593086a for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:50.884168 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:50.890963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-418727ca-bca7-444d-be1b-64f7e343a3d8 None None] Current status of the port eecfc536-c172-4e1a-b7f7-46139deb5b7b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:50.899190 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ef7e8997-4beb-449b-9f51-fdc026d5e7f8 None None] For port eecfc536-c172-4e1a-b7f7-46139deb5b7b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eecfc536-c172-4e1a-b7f7-46139deb5b7b,segment=NetworkSegment(e28caf8c-d5f8-4655-b48d-19d4a835de8d),segment_id=e28caf8c-d5f8-4655-b48d-19d4a835de8d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:50.899809 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ef7e8997-4beb-449b-9f51-fdc026d5e7f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:50.903473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46344) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:50.906182 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:50.920440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e8997-4beb-449b-9f51-fdc026d5e7f8 None None] Calling delete_port for eecfc536-c172-4e1a-b7f7-46139deb5b7b owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:51.121608 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ef7e8997-4beb-449b-9f51-fdc026d5e7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (eecfc536-c172-4e1a-b7f7-46139deb5b7b), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.131627 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] Publish callbacks [] for security_group (25f41e02-1856-49c5-9f22-eee7931c6de5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.158026 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e8997-4beb-449b-9f51-fdc026d5e7f8 None None] Pushing event deleted for resources: {'Port': ['ID=eecfc536-c172-4e1a-b7f7-46139deb5b7b,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:51.163225 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e8997-4beb-449b-9f51-fdc026d5e7f8 None None] No DVR routers for this DVR port eecfc536-c172-4e1a-b7f7-46139deb5b7b on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:44:51.184293 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (25f41e02-1856-49c5-9f22-eee7931c6de5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.254154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:44:51.334258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4a5335ee-f45e-4d52-a99e-5cc1cc57304f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port 7baa7466-d249-40e8-a9b4-ac969658607c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:51.335879 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a5335ee-f45e-4d52-a99e-5cc1cc57304f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7baa7466-d249-40e8-a9b4-ac969658607c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.355395 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b05c424f-256d-4ca2-b225-50cc273a1e5d req-83e2e63b-ef03-4474-8722-16fd160213fd service neutron] 10.222.0.60 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710641 Feb 16 16:44:51.368804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f41e02-1856-49c5-9f22-eee7931c6de5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:51.372678 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b1d6921c-d862-432a-996f-f38fbfcb2558), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.373373 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] Added segment b1d6921c-d862-432a-996f-f38fbfcb2558 of type vlan for network 87a09116-b4cb-40d6-b725-29e9b29ce374 Feb 16 16:44:51.411241 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91ece146-cd67-4160-a60c-4c813c62981f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.472680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f72417-bdc2-47e7-9073-58efdd8db1e9 req-7eba91e9-04a2-482e-afba-b956e4bb5d3b tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:51.474404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1f72417-bdc2-47e7-9073-58efdd8db1e9 req-7eba91e9-04a2-482e-afba-b956e4bb5d3b tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 944 time: 0.2233467 Feb 16 16:44:51.480774 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a5335ee-f45e-4d52-a99e-5cc1cc57304f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7baa7466-d249-40e8-a9b4-ac969658607c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.502912 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (87a09116-b4cb-40d6-b725-29e9b29ce374), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.517374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4a5335ee-f45e-4d52-a99e-5cc1cc57304f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for 7baa7466-d249-40e8-a9b4-ac969658607c owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:51.555521 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91ece146-cd67-4160-a60c-4c813c62981f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.570439 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cb523-9c31-4f44-ab03-0eb421eb73c7 req-bcb85d5b-d868-4b62-8854-3de048bfd69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:51.571955 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-818cb523-9c31-4f44-ab03-0eb421eb73c7 req-bcb85d5b-d868-4b62-8854-3de048bfd69e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=18204c002ff2451291227eff7926db64&device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 1126 time: 0.1542177 Feb 16 16:44:51.600380 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (87a09116-b4cb-40d6-b725-29e9b29ce374), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.601713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:51.601897 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.606986 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-91ece146-cd67-4160-a60c-4c813c62981f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:51.625585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-91ece146-cd67-4160-a60c-4c813c62981f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28caf8c-d5f8-4655-b48d-19d4a835de8d') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:51.625911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-91ece146-cd67-4160-a60c-4c813c62981f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28caf8c-d5f8-4655-b48d-19d4a835de8d') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:51.628406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1f72417-bdc2-47e7-9073-58efdd8db1e9 req-7a8f8487-cb4f-48d3-bca7-83e30cb7789f tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404626 Feb 16 16:44:51.660436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1426821 Feb 16 16:44:51.661386 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46348) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:51.668516 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-085c373a-f751-43bb-9855-8108a2bf0e0f admin admin] Request body: {'subnet': {'network_id': '87a09116-b4cb-40d6-b725-29e9b29ce374', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2066450228-subnet', 'tenant_id': 'e003c7f0c0624d219e7ad6fb8593086a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:51.679857 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91ece146-cd67-4160-a60c-4c813c62981f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (e28caf8c-d5f8-4655-b48d-19d4a835de8d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.703349 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91ece146-cd67-4160-a60c-4c813c62981f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e28caf8c-d5f8-4655-b48d-19d4a835de8d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.712346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcb199-ea86-4b19-b42c-2f44ef9b048b admin admin] Pushing event updated for resources: {'Network': ['ID=87a09116-b4cb-40d6-b725-29e9b29ce374,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:51.719613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ece146-cd67-4160-a60c-4c813c62981f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:44:51.719958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91ece146-cd67-4160-a60c-4c813c62981f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (e28caf8c-d5f8-4655-b48d-19d4a835de8d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:44:51.723774 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:44:51.741898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085c373a-f751-43bb-9855-8108a2bf0e0f admin admin] Made reservation on behalf of e003c7f0c0624d219e7ad6fb8593086a for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:51.746248 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-085c373a-f751-43bb-9855-8108a2bf0e0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.746375 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cb523-9c31-4f44-ab03-0eb421eb73c7 req-1dbc233b-9e6b-4fed-8c14-0d2ad25730e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:51.747425 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-818cb523-9c31-4f44-ab03-0eb421eb73c7 req-1dbc233b-9e6b-4fed-8c14-0d2ad25730e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf HTTP/1.1" status: 200 len: 911 time: 0.1664581 Feb 16 16:44:51.756163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 87a09116-b4cb-40d6-b725-29e9b29ce374 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:51.757559 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a5335ee-f45e-4d52-a99e-5cc1cc57304f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (7baa7466-d249-40e8-a9b4-ac969658607c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.802407 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-818cb523-9c31-4f44-ab03-0eb421eb73c7 req-3d83806c-8c02-4bd7-bf51-176cad8bfa2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f877356-2ef7-4f83-a476-a69a135f282e HTTP/1.1" status: 200 len: 217 time: 0.0404987 Feb 16 16:44:51.812864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5335ee-f45e-4d52-a99e-5cc1cc57304f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=7baa7466-d249-40e8-a9b4-ac969658607c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:51.863481 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a5335ee-f45e-4d52-a99e-5cc1cc57304f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.871150 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46354) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:51.880782 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4a5335ee-f45e-4d52-a99e-5cc1cc57304f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/7baa7466-d249-40e8-a9b4-ac969658607c HTTP/1.1" status: 204 len: 168 time: 0.9690013 Feb 16 16:44:51.894832 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91ece146-cd67-4160-a60c-4c813c62981f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.906751 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91ece146-cd67-4160-a60c-4c813c62981f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:51.906751 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-91ece146-cd67-4160-a60c-4c813c62981f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] 10.222.0.24 "DELETE /v2.0/networks/6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e HTTP/1.1" status: 204 len: 168 time: 1.1691811 Feb 16 16:44:51.995043 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eecfc536-c172-4e1a-b7f7-46139deb5b7b no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:44:52.003386 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ece146-cd67-4160-a60c-4c813c62981f tempest-PortsIpV6TestJSON-1571562004 tempest-PortsIpV6TestJSON-1571562004-project] Pushing event deleted for resources: {'Network': ['ID=6e0e6b6a-4469-4e11-9bd6-e19e6d27dd8e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:52.025280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cb523-9c31-4f44-ab03-0eb421eb73c7 req-97aa7bd3-15ea-480b-85fb-9f262b1bded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:52.026835 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-818cb523-9c31-4f44-ab03-0eb421eb73c7 req-97aa7bd3-15ea-480b-85fb-9f262b1bded9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d5328b4-8490-4123-b874-9dd2311e107e HTTP/1.1" status: 200 len: 850 time: 0.1909411 Feb 16 16:44:52.058562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: eecfc536-c172-4e1a-b7f7-46139deb5b7b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:44:52.059064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eecfc536-c172-4e1a-b7f7-46139deb5b7b not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:44:52.119358 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-818cb523-9c31-4f44-ab03-0eb421eb73c7 req-b37a165c-f40b-42a3-b00f-799b6aab27d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834026 Feb 16 16:44:52.195383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b488c-ee76-4581-8cf2-1efbc4f472a0 req-34e7d7df-1591-43e2-bb38-01ff8ce3beb6 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:52.197325 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a5b488c-ee76-4581-8cf2-1efbc4f472a0 req-34e7d7df-1591-43e2-bb38-01ff8ce3beb6 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.2231944 Feb 16 16:44:52.233780 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-085c373a-f751-43bb-9855-8108a2bf0e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (47787310-3691-41b2-a852-bbd23d5d8772), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:52.316979 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a5b488c-ee76-4581-8cf2-1efbc4f472a0 req-43c4571b-0d29-4638-9796-d3615294b6ff tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139622 Feb 16 16:44:52.324607 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c373a-f751-43bb-9855-8108a2bf0e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=47787310-3691-41b2-a852-bbd23d5d8772,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:52.327622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46372) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:52.336806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f55656-ca37-42be-9153-627d78324f79 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:52.338686 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d5f55656-ca37-42be-9153-627d78324f79 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4660673 Feb 16 16:44:52.345396 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-818cb523-9c31-4f44-ab03-0eb421eb73c7 req-5b15be33-b093-4f8e-8e71-bea9957b7539 service neutron] 10.222.0.60 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155950 Feb 16 16:44:52.346006 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46374) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:52.356753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085c373a-f751-43bb-9855-8108a2bf0e0f admin admin] Checking segment: {'id': 'b1d6921c-d862-432a-996f-f38fbfcb2558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87a09116-b4cb-40d6-b725-29e9b29ce374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:52.357272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085c373a-f751-43bb-9855-8108a2bf0e0f admin admin] Network hostable DHCP agents. Network: 87a09116-b4cb-40d6-b725-29e9b29ce374, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:44:52.377974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085c373a-f751-43bb-9855-8108a2bf0e0f admin admin] Network 87a09116-b4cb-40d6-b725-29e9b29ce374 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:44:52.394045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-085c373a-f751-43bb-9855-8108a2bf0e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 87a09116-b4cb-40d6-b725-29e9b29ce374) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:52.400600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c373a-f751-43bb-9855-8108a2bf0e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:52.401381 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-085c373a-f751-43bb-9855-8108a2bf0e0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:52.406980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f7e515-418d-4bca-9f6d-b14f8ab6f9e2 None None] Network 87a09116-b4cb-40d6-b725-29e9b29ce374 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:52.415379 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc67968-849b-43fc-8154-0f7c1e0b42d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] GET failed (client error): The resource could not be found. Feb 16 16:44:52.416861 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-adc67968-849b-43fc-8154-0f7c1e0b42d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/6be45360-49ed-4bfc-9e1b-09e5e215ce5d HTTP/1.1" status: 404 len: 333 time: 0.0581226 Feb 16 16:44:52.424246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46378) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:52.515600 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efaa1c9-8eea-4aea-94e5-3fc0e81e8d7c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] GET failed (client error): The resource could not be found. Feb 16 16:44:52.520272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46380) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:52.520485 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1efaa1c9-8eea-4aea-94e5-3fc0e81e8d7c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/7baa7466-d249-40e8-a9b4-ac969658607c HTTP/1.1" status: 404 len: 333 time: 0.0890441 Feb 16 16:44:52.539497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-085c373a-f751-43bb-9855-8108a2bf0e0f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8691051 Feb 16 16:44:52.599706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e95e507-8ccd-4071-9e0c-dc6bc130dbb0 None None] Network 87a09116-b4cb-40d6-b725-29e9b29ce374 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:52.607860 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-818cb523-9c31-4f44-ab03-0eb421eb73c7 req-4dde316d-3f93-4e1f-a32e-b75be027c399 service neutron] 10.222.0.60 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967592 Feb 16 16:44:52.658716 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8f35bed2-1f68-49c1-8d47-31da1706f919 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (b43a8880-6305-41d2-8f32-f58c8c32e942), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:52.688825 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46386) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:52.689502 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d7cd957a-f0fc-4c18-afc3-b372ea508022 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6c4df9b782646bcaf02850f363551f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3490665 Feb 16 16:44:52.797675 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8f35bed2-1f68-49c1-8d47-31da1706f919 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (b43a8880-6305-41d2-8f32-f58c8c32e942), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:52.823200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-8f35bed2-1f68-49c1-8d47-31da1706f919 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43a8880-6305-41d2-8f32-f58c8c32e942']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:52.838565 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6f96ef17-177d-48fa-b12d-33f34b76ff63 admin admin] Publish callbacks [] for security_group (f16ec983-f77f-4c92-a5d5-e6140b980acd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:52.841940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-8f35bed2-1f68-49c1-8d47-31da1706f919 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadf9a44-470c-4570-bb7d-d6400849f3fc') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:52.842887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-8f35bed2-1f68-49c1-8d47-31da1706f919 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadf9a44-470c-4570-bb7d-d6400849f3fc') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:44:52.868107 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8f35bed2-1f68-49c1-8d47-31da1706f919 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (cadf9a44-470c-4570-bb7d-d6400849f3fc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:52.869029 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6f96ef17-177d-48fa-b12d-33f34b76ff63 admin admin] Publish callbacks [] for security_group (f16ec983-f77f-4c92-a5d5-e6140b980acd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:52.887027 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35a633-f92f-43f7-8b3d-10dd1700ffc4 req-c80b668b-42ec-47b2-82df-e5ef4377332c tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:52.888933 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb35a633-f92f-43f7-8b3d-10dd1700ffc4 req-c80b668b-42ec-47b2-82df-e5ef4377332c tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 944 time: 0.1115007 Feb 16 16:44:52.900197 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8f35bed2-1f68-49c1-8d47-31da1706f919 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cadf9a44-470c-4570-bb7d-d6400849f3fc), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:52.917479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f35bed2-1f68-49c1-8d47-31da1706f919 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:44:52.920169 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8f35bed2-1f68-49c1-8d47-31da1706f919 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (cadf9a44-470c-4570-bb7d-d6400849f3fc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:44:52.925395 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:44:52.965467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb35a633-f92f-43f7-8b3d-10dd1700ffc4 req-4be2ad87-cfca-4522-9112-6a79280ea0c4 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670750 Feb 16 16:44:52.997170 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6f96ef17-177d-48fa-b12d-33f34b76ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f16ec983-f77f-4c92-a5d5-e6140b980acd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:53.001152 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6f96ef17-177d-48fa-b12d-33f34b76ff63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:53.002330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6f96ef17-177d-48fa-b12d-33f34b76ff63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f16ec983-f77f-4c92-a5d5-e6140b980acd HTTP/1.1" status: 204 len: 168 time: 0.3122890 Feb 16 16:44:53.030676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96ef17-177d-48fa-b12d-33f34b76ff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16ec983-f77f-4c92-a5d5-e6140b980acd,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:53.056467 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8f35bed2-1f68-49c1-8d47-31da1706f919 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (b43a8880-6305-41d2-8f32-f58c8c32e942), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:53.067131 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8f35bed2-1f68-49c1-8d47-31da1706f919 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:53.076406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46396) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:53.077345 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8f35bed2-1f68-49c1-8d47-31da1706f919 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/networks/b43a8880-6305-41d2-8f32-f58c8c32e942 HTTP/1.1" status: 204 len: 168 time: 0.5557518 Feb 16 16:44:53.081566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-418ea0e8-8695-4c3b-80af-c47c4a3e21b4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1104872719'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:53.124028 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35bed2-1f68-49c1-8d47-31da1706f919 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Network': ['ID=b43a8880-6305-41d2-8f32-f58c8c32e942,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:53.134434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418ea0e8-8695-4c3b-80af-c47c4a3e21b4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:53.138309 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-418ea0e8-8695-4c3b-80af-c47c4a3e21b4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:53.195336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418ea0e8-8695-4c3b-80af-c47c4a3e21b4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:44:53.215581 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-418ea0e8-8695-4c3b-80af-c47c4a3e21b4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f101881b-5f81-4a9d-8f75-107233686865), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:53.216235 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-418ea0e8-8695-4c3b-80af-c47c4a3e21b4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Added segment f101881b-5f81-4a9d-8f75-107233686865 of type vlan for network e5822ee1-6306-4ade-945d-fdba2c910428 Feb 16 16:44:53.281508 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-418ea0e8-8695-4c3b-80af-c47c4a3e21b4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (e5822ee1-6306-4ade-945d-fdba2c910428), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:53.350926 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-418ea0e8-8695-4c3b-80af-c47c4a3e21b4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (e5822ee1-6306-4ade-945d-fdba2c910428), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:53.364462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418ea0e8-8695-4c3b-80af-c47c4a3e21b4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:53.365439 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-418ea0e8-8695-4c3b-80af-c47c4a3e21b4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:53.491498 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-418ea0e8-8695-4c3b-80af-c47c4a3e21b4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4137225 Feb 16 16:44:53.491916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46420) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:53.499941 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-07635334-6c2f-49f3-aae3-bc2da657cae6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'subnet': {'network_id': 'e5822ee1-6306-4ade-945d-fdba2c910428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:53.514182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46422) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:53.527119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1584148732-network', 'tenant_id': 'e6024497d1c64c21b3a88cc1853707ef'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:53.660631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] Made reservation on behalf of e6024497d1c64c21b3a88cc1853707ef for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:53.664259 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:53.676804 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:53.730669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07635334-6c2f-49f3-aae3-bc2da657cae6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:53.736969 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07635334-6c2f-49f3-aae3-bc2da657cae6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:53.841591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.ipam_backend_mixin [None req-07635334-6c2f-49f3-aae3-bc2da657cae6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Performing IP validity checks on allocation pools {{(pid=103422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 16:44:53.842300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.ipam_backend_mixin [None req-07635334-6c2f-49f3-aae3-bc2da657cae6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 16:44:53.911092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] Publish callbacks [] for security_group (abb4baf2-3ca9-4aef-83e5-41d5d2bc8661), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:53.918132 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (abb4baf2-3ca9-4aef-83e5-41d5d2bc8661), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:53.987873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:44:54.000785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ea0e8-8695-4c3b-80af-c47c4a3e21b4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Network': ['ID=e5822ee1-6306-4ade-945d-fdba2c910428,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:54.014310 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network e5822ee1-6306-4ade-945d-fdba2c910428 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:54.025350 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb4baf2-3ca9-4aef-83e5-41d5d2bc8661,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:54.048894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225889e5-b1f5-4c53-97f3-7f46c5435c02 req-fad85f9e-89f6-435d-b7c7-57709e81ea32 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:54.054521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-225889e5-b1f5-4c53-97f3-7f46c5435c02 req-fad85f9e-89f6-435d-b7c7-57709e81ea32 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.6151733 Feb 16 16:44:54.067985 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d3338c43-8996-4189-973d-f49dec791212), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:54.068562 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] Added segment d3338c43-8996-4189-973d-f49dec791212 of type vlan for network f5e200d7-04a9-46b8-afa7-5e5f56d90353 Feb 16 16:44:54.135910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-225889e5-b1f5-4c53-97f3-7f46c5435c02 req-3abd79a6-2937-451f-8fc0-464be1272726 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688667 Feb 16 16:44:54.212837 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (f5e200d7-04a9-46b8-afa7-5e5f56d90353), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:54.274441 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (f5e200d7-04a9-46b8-afa7-5e5f56d90353), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:54.276117 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:54.276117 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:54.310180 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7946355 Feb 16 16:44:54.313201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46440) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:54.361663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d2740-cfa2-4d35-937b-b0caed357f5b req-f05b7444-9acd-41a6-9c39-80cb80c1878e tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:54.364542 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c0d2740-cfa2-4d35-937b-b0caed357f5b req-f05b7444-9acd-41a6-9c39-80cb80c1878e tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 944 time: 0.1748228 Feb 16 16:44:54.365451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e83a5abd-2a46-4d7b-bcaa-4699cadd66e0 admin admin] Request body: {'subnet': {'network_id': 'f5e200d7-04a9-46b8-afa7-5e5f56d90353', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1584148732-subnet', 'tenant_id': 'e6024497d1c64c21b3a88cc1853707ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:54.481577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c0d2740-cfa2-4d35-937b-b0caed357f5b req-9d7ad7e1-5b4b-4bb8-9ad8-d9262eb73c2a tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104479 Feb 16 16:44:54.604892 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7115d-7cd0-4498-948b-943eb02a8102 admin admin] Pushing event updated for resources: {'Network': ['ID=f5e200d7-04a9-46b8-afa7-5e5f56d90353,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:54.617276 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46446) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:54.618173 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07635334-6c2f-49f3-aae3-bc2da657cae6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (9a10e130-3a63-4036-87e6-e294da248637), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:54.619250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network f5e200d7-04a9-46b8-afa7-5e5f56d90353 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:54.627460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83a5abd-2a46-4d7b-bcaa-4699cadd66e0 admin admin] Made reservation on behalf of e6024497d1c64c21b3a88cc1853707ef for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:54.630781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e83a5abd-2a46-4d7b-bcaa-4699cadd66e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:54.768351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07635334-6c2f-49f3-aae3-bc2da657cae6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Subnet': ['ID=9a10e130-3a63-4036-87e6-e294da248637,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:54.800686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07635334-6c2f-49f3-aae3-bc2da657cae6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Checking segment: {'id': 'f101881b-5f81-4a9d-8f75-107233686865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e5822ee1-6306-4ade-945d-fdba2c910428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:54.801482 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07635334-6c2f-49f3-aae3-bc2da657cae6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network hostable DHCP agents. Network: e5822ee1-6306-4ade-945d-fdba2c910428, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:44:54.862191 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07635334-6c2f-49f3-aae3-bc2da657cae6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network e5822ee1-6306-4ade-945d-fdba2c910428 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:44:54.865952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d316e463-c550-46f0-8fcd-01fa259a1ab7 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-316147612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:54.877640 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-07635334-6c2f-49f3-aae3-bc2da657cae6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, e5822ee1-6306-4ade-945d-fdba2c910428) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:54.889972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d6c8c9-79cd-4082-a71d-b233aee676e6 None None] Network e5822ee1-6306-4ade-945d-fdba2c910428 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:54.897255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07635334-6c2f-49f3-aae3-bc2da657cae6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:54.897989 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07635334-6c2f-49f3-aae3-bc2da657cae6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:54.915944 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d316e463-c550-46f0-8fcd-01fa259a1ab7 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (9321febd-7141-4f81-b178-673a33a27b24), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:54.917014 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d316e463-c550-46f0-8fcd-01fa259a1ab7 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (9321febd-7141-4f81-b178-673a33a27b24), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:54.954461 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-07635334-6c2f-49f3-aae3-bc2da657cae6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4606781 Feb 16 16:44:54.963811 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46450) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:54.976511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fb12f8e3-708d-4e87-b9a8-dc04966c787b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'network_id': 'e5822ee1-6306-4ade-945d-fdba2c910428', 'name': 'tempest-PortsTestJSON-17764692'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:55.017759 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e83a5abd-2a46-4d7b-bcaa-4699cadd66e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (afdd5230-2cf3-47ac-8a68-a8a3e4154743), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.032337 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d316e463-c550-46f0-8fcd-01fa259a1ab7 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for router_controller (9321febd-7141-4f81-b178-673a33a27b24), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.040423 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d316e463-c550-46f0-8fcd-01fa259a1ab7 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (9321febd-7141-4f81-b178-673a33a27b24), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.068434 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d316e463-c550-46f0-8fcd-01fa259a1ab7 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.073295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-e5822ee1-6306-4ade-945d-fdba2c910428', 'network_id': 'e5822ee1-6306-4ade-945d-fdba2c910428', 'project_id': '50204bcb61af4b688efc8a861d5f9087', 'fixed_ips': [{'subnet_id': '9a10e130-3a63-4036-87e6-e294da248637'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:44:55.075336 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.076262 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d316e463-c550-46f0-8fcd-01fa259a1ab7 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4573839 Feb 16 16:44:55.077626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46452) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:55.090574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1505042901'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:55.136227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Made reservation on behalf of eb4c58b8879540aa8202f015864970d7 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:55.145331 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.169328 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.296323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Allocated IP 172.20.0.2 (e5822ee1-6306-4ade-945d-fdba2c910428/9a10e130-3a63-4036-87e6-e294da248637/9d7a5525-125b-4a70-9885-cd40a524e345) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:55.311509 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb12f8e3-708d-4e87-b9a8-dc04966c787b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:55.315854 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb12f8e3-708d-4e87-b9a8-dc04966c787b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.317777 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a5abd-2a46-4d7b-bcaa-4699cadd66e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afdd5230-2cf3-47ac-8a68-a8a3e4154743,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:55.384571 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-fb12f8e3-708d-4e87-b9a8-dc04966c787b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port a32e00eb-fad4-4569-ac44-6f944ce3aebd yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:44:55.390428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a5abd-2a46-4d7b-bcaa-4699cadd66e0 admin admin] Checking segment: {'id': 'd3338c43-8996-4189-973d-f49dec791212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f5e200d7-04a9-46b8-afa7-5e5f56d90353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:55.390801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a5abd-2a46-4d7b-bcaa-4699cadd66e0 admin admin] Network hostable DHCP agents. Network: f5e200d7-04a9-46b8-afa7-5e5f56d90353, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:44:55.414990 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for security_group (dd635a00-66d3-457c-8e68-6127d3063561), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.423489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (dd635a00-66d3-457c-8e68-6127d3063561), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.440841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:44:55.455285 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a5abd-2a46-4d7b-bcaa-4699cadd66e0 admin admin] Network f5e200d7-04a9-46b8-afa7-5e5f56d90353 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:44:55.471883 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (521885fa-0421-4193-9400-2cb5560899ad), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.472319 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Added segment 521885fa-0421-4193-9400-2cb5560899ad of type vlan for network a37a37a6-98a7-4ebc-a2fa-12364775d2e9 Feb 16 16:44:55.481314 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e83a5abd-2a46-4d7b-bcaa-4699cadd66e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, f5e200d7-04a9-46b8-afa7-5e5f56d90353) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:55.487711 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a5abd-2a46-4d7b-bcaa-4699cadd66e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:55.488203 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e83a5abd-2a46-4d7b-bcaa-4699cadd66e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.495650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad74863-b989-403b-9124-9e64147e4d04 req-253d209f-2bd5-4afb-921b-054ae496a865 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:55.496837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ad74863-b989-403b-9124-9e64147e4d04 req-253d209f-2bd5-4afb-921b-054ae496a865 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.1975217 Feb 16 16:44:55.497499 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd635a00-66d3-457c-8e68-6127d3063561,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:55.534784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10b5bd9-89da-4755-91b9-c54d6cd8228a None None] Network f5e200d7-04a9-46b8-afa7-5e5f56d90353 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:55.537446 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e83a5abd-2a46-4d7b-bcaa-4699cadd66e0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2224991 Feb 16 16:44:55.563447 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a37a37a6-98a7-4ebc-a2fa-12364775d2e9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.609499 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ad74863-b989-403b-9124-9e64147e4d04 req-6bfbb7b9-03bf-4b77-8c92-3313591eb778 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784791 Feb 16 16:44:55.617298 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a37a37a6-98a7-4ebc-a2fa-12364775d2e9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.628425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:55.630725 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.689088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 3f877356-2ef7-4f83-a476-a69a135f282e details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:44:55.705573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6251359 Feb 16 16:44:55.708467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46462) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:55.715586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3b165642-29ba-464b-ae78-7a58e4dbd995 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Request body: {'subnet': {'network_id': 'a37a37a6-98a7-4ebc-a2fa-12364775d2e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:55.743170 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Publish callbacks [] for port (9d7a5525-125b-4a70-9885-cd40a524e345), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.780933 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (9d7a5525-125b-4a70-9885-cd40a524e345), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.795815 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-559ca3fe-973e-46d2-a251-0ad92234140e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:55.890404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Pushing event updated for resources: {'Port': ['ID=9d7a5525-125b-4a70-9885-cd40a524e345,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:55.890650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bb855-bbf1-4b53-9a75-08522438e54f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event updated for resources: {'Network': ['ID=a37a37a6-98a7-4ebc-a2fa-12364775d2e9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:55.904188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60e38d-08ef-497e-bf48-066d2c08dc83 req-311558d8-3752-42ee-9f19-bcee7cc1cda6 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:55.906120 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c60e38d-08ef-497e-bf48-066d2c08dc83 req-311558d8-3752-42ee-9f19-bcee7cc1cda6 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 944 time: 0.2509515 Feb 16 16:44:55.916053 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-bb600942-37fa-493b-b572-54f04b75537e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:44:55.923556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a37a37a6-98a7-4ebc-a2fa-12364775d2e9 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:55.994496 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-fb12f8e3-708d-4e87-b9a8-dc04966c787b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Allocated IP 172.20.0.13 (e5822ee1-6306-4ade-945d-fdba2c910428/9a10e130-3a63-4036-87e6-e294da248637/a32e00eb-fad4-4569-ac44-6f944ce3aebd) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:56.007471 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b165642-29ba-464b-ae78-7a58e4dbd995 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Made reservation on behalf of eb4c58b8879540aa8202f015864970d7 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:56.016023 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b165642-29ba-464b-ae78-7a58e4dbd995 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:56.022057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Network e5822ee1-6306-4ade-945d-fdba2c910428 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:56.028567 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c60e38d-08ef-497e-bf48-066d2c08dc83 req-a6425075-c876-4839-b7ca-7a2755940415 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144807 Feb 16 16:44:56.249472 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38026d53-ad44-48be-bce6-2d0ab9a76621 None None] Network f5e200d7-04a9-46b8-afa7-5e5f56d90353 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:56.263278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:56.277968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:56.470632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406905fc-23b9-4787-8834-267a9e72d927 req-af97b463-d73d-4609-ba2b-2e4658f08714 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:56.473189 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-406905fc-23b9-4787-8834-267a9e72d927 req-af97b463-d73d-4609-ba2b-2e4658f08714 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/networks?id=87a09116-b4cb-40d6-b725-29e9b29ce374 HTTP/1.1" status: 200 len: 825 time: 0.3010824 Feb 16 16:44:56.506700 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-406905fc-23b9-4787-8834-267a9e72d927 req-e749ab45-ee20-437e-988f-ea4d48d9b40a tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/quotas/e003c7f0c0624d219e7ad6fb8593086a HTTP/1.1" status: 200 len: 375 time: 0.0260036 Feb 16 16:44:56.514373 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb12f8e3-708d-4e87-b9a8-dc04966c787b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (a32e00eb-fad4-4569-ac44-6f944ce3aebd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:56.596520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-406905fc-23b9-4787-8834-267a9e72d927 req-5ad99485-f203-4f59-af67-810a32e52212 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e003c7f0c0624d219e7ad6fb8593086a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838017 Feb 16 16:44:56.680277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Attempting to bind port 9d7a5525-125b-4a70-9885-cd40a524e345 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:44:56.681237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Attempting to bind port 9d7a5525-125b-4a70-9885-cd40a524e345 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'f101881b-5f81-4a9d-8f75-107233686865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e5822ee1-6306-4ade-945d-fdba2c910428'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:44:56.681630 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Attempting to bind port 9d7a5525-125b-4a70-9885-cd40a524e345 on network e5822ee1-6306-4ade-945d-fdba2c910428 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:44:56.708059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:44:56.708449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Checking segment: {'id': 'f101881b-5f81-4a9d-8f75-107233686865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e5822ee1-6306-4ade-945d-fdba2c910428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:56.708863 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:56.716187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Bound using segment: {'id': 'f101881b-5f81-4a9d-8f75-107233686865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e5822ee1-6306-4ade-945d-fdba2c910428'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:44:56.720262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Bound port: 9d7a5525-125b-4a70-9885-cd40a524e345, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f101881b-5f81-4a9d-8f75-107233686865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e5822ee1-6306-4ade-945d-fdba2c910428'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:44:56.720713 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9d7a5525-125b-4a70-9885-cd40a524e345), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:56.792492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 3f877356-2ef7-4f83-a476-a69a135f282e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=3f877356-2ef7-4f83-a476-a69a135f282e,segment=NetworkSegment(d70b0fb0-73be-492f-b5ae-04dc175c1cb2),segment_id=d70b0fb0-73be-492f-b5ae-04dc175c1cb2)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:56.801047 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb12f8e3-708d-4e87-b9a8-dc04966c787b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a32e00eb-fad4-4569-ac44-6f944ce3aebd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:56.810101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b165642-29ba-464b-ae78-7a58e4dbd995 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (c670e754-c095-4d74-9b39-1e70e95418ff), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:56.899264 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b165642-29ba-464b-ae78-7a58e4dbd995 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event updated for resources: {'Subnet': ['ID=c670e754-c095-4d74-9b39-1e70e95418ff,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:56.922697 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb12f8e3-708d-4e87-b9a8-dc04966c787b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network e5822ee1-6306-4ade-945d-fdba2c910428 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:56.927354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-fb12f8e3-708d-4e87-b9a8-dc04966c787b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:56.930460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] For port 9d7a5525-125b-4a70-9885-cd40a524e345, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:44:56.935159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] For port 9d7a5525-125b-4a70-9885-cd40a524e345, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9d7a5525-125b-4a70-9885-cd40a524e345,segment=NetworkSegment(f101881b-5f81-4a9d-8f75-107233686865),segment_id=f101881b-5f81-4a9d-8f75-107233686865)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:44:56.939910 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb12f8e3-708d-4e87-b9a8-dc04966c787b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:56.957060 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9d7a5525-125b-4a70-9885-cd40a524e345), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:56.970170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '3f877356-2ef7-4f83-a476-a69a135f282e', 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf', 'port_id': '3f877356-2ef7-4f83-a476-a69a135f282e', 'mac_address': 'fa:16:3e:17:d2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5328b4-8490-4123-b874-9dd2311e107e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:44:56.978550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12f8e3-708d-4e87-b9a8-dc04966c787b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=a32e00eb-fad4-4569-ac44-6f944ce3aebd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:57.027885 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b165642-29ba-464b-ae78-7a58e4dbd995 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Checking segment: {'id': '521885fa-0421-4193-9400-2cb5560899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a37a37a6-98a7-4ebc-a2fa-12364775d2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:57.028515 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b165642-29ba-464b-ae78-7a58e4dbd995 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Network hostable DHCP agents. Network: a37a37a6-98a7-4ebc-a2fa-12364775d2e9, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:44:57.036556 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc98ea2-f64a-421a-b1f2-3a7a3f30519d req-6de4b5e5-5ac7-46ac-a93a-aca4a3ba6562 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:57.040165 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb12f8e3-708d-4e87-b9a8-dc04966c787b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:57.041011 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb12f8e3-708d-4e87-b9a8-dc04966c787b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:57.046521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6fc98ea2-f64a-421a-b1f2-3a7a3f30519d req-6de4b5e5-5ac7-46ac-a93a-aca4a3ba6562 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.2537177 Feb 16 16:44:57.063403 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fb12f8e3-708d-4e87-b9a8-dc04966c787b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0983906 Feb 16 16:44:57.067897 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46486) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:57.205524 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6fc98ea2-f64a-421a-b1f2-3a7a3f30519d req-e0bed427-c575-4051-89b9-d875085b3fe8 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522157 Feb 16 16:44:57.224729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-406905fc-23b9-4787-8834-267a9e72d927 req-bf1172cd-61c6-4749-bcf4-38bebea23bf5 service neutron] 10.222.0.24 "GET /v2.0/networks/87a09116-b4cb-40d6-b725-29e9b29ce374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272392 Feb 16 16:44:57.229467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b165642-29ba-464b-ae78-7a58e4dbd995 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Network a37a37a6-98a7-4ebc-a2fa-12364775d2e9 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:44:57.232980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f714340-50d5-487f-8523-99ca5fa162f7 None None] Pushing event updated for resources: {'Port': ['ID=9d7a5525-125b-4a70-9885-cd40a524e345,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:57.273909 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-3b165642-29ba-464b-ae78-7a58e4dbd995 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, a37a37a6-98a7-4ebc-a2fa-12364775d2e9) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:57.281526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 3f877356-2ef7-4f83-a476-a69a135f282e is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:57.282663 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3f877356-2ef7-4f83-a476-a69a135f282e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:57.296181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7413bc-411a-44e1-b3b1-cbf248ba82cd None None] Network a37a37a6-98a7-4ebc-a2fa-12364775d2e9 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:57.298298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b165642-29ba-464b-ae78-7a58e4dbd995 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:57.304840 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b165642-29ba-464b-ae78-7a58e4dbd995 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:57.348200 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3b165642-29ba-464b-ae78-7a58e4dbd995 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6372063 Feb 16 16:44:57.355340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46490) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:57.363249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f877356-2ef7-4f83-a476-a69a135f282e {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:44:57.367325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a00b3101-1c8c-4763-bdf1-cbcccbe1f305 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Request body: {'network': {'name': 'tempest-router-network01--169870794'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:57.377821 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port a32e00eb-fad4-4569-ac44-6f944ce3aebd {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:57.378298 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a32e00eb-fad4-4569-ac44-6f944ce3aebd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:57.511850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 3f877356-2ef7-4f83-a476-a69a135f282e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=3f877356-2ef7-4f83-a476-a69a135f282e,segment=NetworkSegment(d70b0fb0-73be-492f-b5ae-04dc175c1cb2),segment_id=d70b0fb0-73be-492f-b5ae-04dc175c1cb2)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:57.526857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00b3101-1c8c-4763-bdf1-cbcccbe1f305 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Made reservation on behalf of eb4c58b8879540aa8202f015864970d7 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:57.530476 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a00b3101-1c8c-4763-bdf1-cbcccbe1f305 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:57.531310 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3f877356-2ef7-4f83-a476-a69a135f282e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:57.582842 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-406905fc-23b9-4787-8834-267a9e72d927 req-9169a800-f40a-4d12-a712-944e83893eaf service neutron] 10.222.0.24 "GET /v2.0/networks/87a09116-b4cb-40d6-b725-29e9b29ce374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562615 Feb 16 16:44:57.598945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a32e00eb-fad4-4569-ac44-6f944ce3aebd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:57.656623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=3f877356-2ef7-4f83-a476-a69a135f282e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:57.658602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e39e65-084f-4a05-8630-6ece6dd95c1b req-cc50895a-d972-43ae-bbb4-a0716a11c772 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:57.661391 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for a32e00eb-fad4-4569-ac44-6f944ce3aebd owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:44:57.669883 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94e39e65-084f-4a05-8630-6ece6dd95c1b req-cc50895a-d972-43ae-bbb4-a0716a11c772 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 944 time: 0.2196991 Feb 16 16:44:57.689538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00b3101-1c8c-4763-bdf1-cbcccbe1f305 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:44:57.742249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-a37a37a6-98a7-4ebc-a2fa-12364775d2e9', 'network_id': 'a37a37a6-98a7-4ebc-a2fa-12364775d2e9', 'project_id': 'eb4c58b8879540aa8202f015864970d7', 'fixed_ips': [{'subnet_id': 'c670e754-c095-4d74-9b39-1e70e95418ff'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:44:57.743138 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:57.760843 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a00b3101-1c8c-4763-bdf1-cbcccbe1f305 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (922fae45-0d9d-480c-aa10-59dc8cc51757), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:57.766738 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-a00b3101-1c8c-4763-bdf1-cbcccbe1f305 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Added segment 922fae45-0d9d-480c-aa10-59dc8cc51757 of type vlan for network 5547351d-cb20-49e6-91d6-29f32c8fa34c Feb 16 16:44:57.893126 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a00b3101-1c8c-4763-bdf1-cbcccbe1f305 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (5547351d-cb20-49e6-91d6-29f32c8fa34c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:57.912740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94e39e65-084f-4a05-8630-6ece6dd95c1b req-39161972-7311-4311-9048-b3276ebd62c1 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418489 Feb 16 16:44:57.937843 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9d7a5525-125b-4a70-9885-cd40a524e345 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:44:57.962478 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a00b3101-1c8c-4763-bdf1-cbcccbe1f305 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (5547351d-cb20-49e6-91d6-29f32c8fa34c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:57.970770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00b3101-1c8c-4763-bdf1-cbcccbe1f305 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:57.973985 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a00b3101-1c8c-4763-bdf1-cbcccbe1f305 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:58.019905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['3f877356-2ef7-4f83-a476-a69a135f282e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:44:58.056692 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a32e00eb-fad4-4569-ac44-6f944ce3aebd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:58.098241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2e0e8e8-900a-4d23-894c-0a883566393f req-f3dbc3ff-dee4-401c-9315-738fb51204bc tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 210 time: 0.0952547 Feb 16 16:44:58.116144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a00b3101-1c8c-4763-bdf1-cbcccbe1f305 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7591388 Feb 16 16:44:58.116266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=a32e00eb-fad4-4569-ac44-6f944ce3aebd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:58.117271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46496) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:58.125552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-eeefe527-bb67-4fe0-a96d-984aecc56906 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Request body: {'network': {'name': 'tempest-router-network02--465472128'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:58.154096 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:58.154791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:58.155304 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:58.155679 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:58.157008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:58.157008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:58.157372 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:58.157705 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:58.158316 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:58.158488 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:58.158812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:58.159138 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:58.159877 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:44:58.218859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeefe527-bb67-4fe0-a96d-984aecc56906 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Made reservation on behalf of eb4c58b8879540aa8202f015864970d7 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:58.223566 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeefe527-bb67-4fe0-a96d-984aecc56906 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:58.229731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b3101-1c8c-4763-bdf1-cbcccbe1f305 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event updated for resources: {'Network': ['ID=5547351d-cb20-49e6-91d6-29f32c8fa34c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:58.262927 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeefe527-bb67-4fe0-a96d-984aecc56906 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:44:58.269573 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:58.273105 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 5547351d-cb20-49e6-91d6-29f32c8fa34c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:58.277186 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-df8cbd36-69a8-40b8-ade3-3737effc2f2f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/a32e00eb-fad4-4569-ac44-6f944ce3aebd HTTP/1.1" status: 204 len: 168 time: 1.2078764 Feb 16 16:44:58.279654 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46504) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:58.284891 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeefe527-bb67-4fe0-a96d-984aecc56906 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (16d52299-6818-417a-a5e0-8277caee3e1d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:58.285233 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-eeefe527-bb67-4fe0-a96d-984aecc56906 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Added segment 16d52299-6818-417a-a5e0-8277caee3e1d of type vlan for network 3c262a35-d05c-490a-b410-7312b0dc9daf Feb 16 16:44:58.335164 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c13c6c-bdb8-4304-9e30-44111a783a5e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] DELETE failed (client error): The resource could not be found. Feb 16 16:44:58.335767 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c13c6c-bdb8-4304-9e30-44111a783a5e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:44:58.345843 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-08c13c6c-bdb8-4304-9e30-44111a783a5e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/a32e00eb-fad4-4569-ac44-6f944ce3aebd HTTP/1.1" status: 404 len: 333 time: 0.0624483 Feb 16 16:44:58.348922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46506) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:58.451188 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c13e044-1d80-4722-9ce2-e6d24df8cbbd tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] GET failed (client error): The resource could not be found. Feb 16 16:44:58.455176 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2c13e044-1d80-4722-9ce2-e6d24df8cbbd tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/a32e00eb-fad4-4569-ac44-6f944ce3aebd HTTP/1.1" status: 404 len: 333 time: 0.1027100 Feb 16 16:44:58.455475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46510) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:58.477200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Allocated IP 172.20.0.2 (a37a37a6-98a7-4ebc-a2fa-12364775d2e9/c670e754-c095-4d74-9b39-1e70e95418ff/183d0ec7-e0cb-4c06-a778-cc4213860f63) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:44:58.480702 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeefe527-bb67-4fe0-a96d-984aecc56906 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (3c262a35-d05c-490a-b410-7312b0dc9daf), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:58.483044 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-80712356-bfd4-471b-8d12-0b8888e818d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:58.513007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9d7a5525-125b-4a70-9885-cd40a524e345 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:58.513769 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9d7a5525-125b-4a70-9885-cd40a524e345), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:58.575593 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-1111943a-5935-413c-b241-8483dd1650af tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting subnet 9a10e130-3a63-4036-87e6-e294da248637 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:44:58.585255 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1111943a-5935-413c-b241-8483dd1650af tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (9a10e130-3a63-4036-87e6-e294da248637), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:58.686619 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1111943a-5935-413c-b241-8483dd1650af tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (9a10e130-3a63-4036-87e6-e294da248637), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:58.689933 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeefe527-bb67-4fe0-a96d-984aecc56906 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (3c262a35-d05c-490a-b410-7312b0dc9daf), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:58.694920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeefe527-bb67-4fe0-a96d-984aecc56906 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:58.695514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeefe527-bb67-4fe0-a96d-984aecc56906 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:58.761546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9d7a5525-125b-4a70-9885-cd40a524e345 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:58.761961 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9d7a5525-125b-4a70-9885-cd40a524e345), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:58.801096 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 9d7a5525-125b-4a70-9885-cd40a524e345, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9d7a5525-125b-4a70-9885-cd40a524e345,segment=NetworkSegment(f101881b-5f81-4a9d-8f75-107233686865),segment_id=f101881b-5f81-4a9d-8f75-107233686865)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:44:58.815708 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9d7a5525-125b-4a70-9885-cd40a524e345), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:58.831184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0389cf-d1ba-483a-9cd4-c5f8656a0d9d req-422f2187-7007-4ec0-a764-aceacb53ce0a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:58.833709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec0389cf-d1ba-483a-9cd4-c5f8656a0d9d req-422f2187-7007-4ec0-a764-aceacb53ce0a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.4784160 Feb 16 16:44:58.862736 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1111943a-5935-413c-b241-8483dd1650af tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (9a10e130-3a63-4036-87e6-e294da248637), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:58.881900 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-eeefe527-bb67-4fe0-a96d-984aecc56906 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7602284 Feb 16 16:44:58.882793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46514) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:58.904441 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8a6d5849-c558-423d-8c84-e3608ab6901f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Request body: {'subnet': {'network_id': '5547351d-cb20-49e6-91d6-29f32c8fa34c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:44:59.013093 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Publish callbacks [] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:59.029787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefe527-bb67-4fe0-a96d-984aecc56906 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event updated for resources: {'Network': ['ID=3c262a35-d05c-490a-b410-7312b0dc9daf,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:59.043093 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1111943a-5935-413c-b241-8483dd1650af tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (9a10e130-3a63-4036-87e6-e294da248637), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:59.044656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 3c262a35-d05c-490a-b410-7312b0dc9daf details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:44:59.047508 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:59.061837 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=9d7a5525-125b-4a70-9885-cd40a524e345,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:59.096899 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1111943a-5935-413c-b241-8483dd1650af tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:59.107940 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1111943a-5935-413c-b241-8483dd1650af tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/9a10e130-3a63-4036-87e6-e294da248637 HTTP/1.1" status: 204 len: 168 time: 0.6511600 Feb 16 16:44:59.122974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46518) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:44:59.133253 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111943a-5935-413c-b241-8483dd1650af tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Subnet': ['ID=9a10e130-3a63-4036-87e6-e294da248637,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:59.236363 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4313b3f-02c0-4017-b3cc-b0bed2be9340 None None] Network e5822ee1-6306-4ade-945d-fdba2c910428 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:44:59.244402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec0389cf-d1ba-483a-9cd4-c5f8656a0d9d req-e1e7bdec-747b-447d-ae24-6246ebbface1 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4020891 Feb 16 16:44:59.308534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Network a37a37a6-98a7-4ebc-a2fa-12364775d2e9 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:44:59.329534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:44:59.333078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:44:59.377075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Pushing event updated for resources: {'Port': ['ID=183d0ec7-e0cb-4c06-a778-cc4213860f63,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:44:59.417132 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (e5822ee1-6306-4ade-945d-fdba2c910428), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:59.421006 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:59.427956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7397a4aa-d0f5-4f05-8136-02e63b1fec78 None None] Provisioning complete for port 9d7a5525-125b-4a70-9885-cd40a524e345 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:44:59.429097 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7397a4aa-d0f5-4f05-8136-02e63b1fec78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9d7a5525-125b-4a70-9885-cd40a524e345), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:59.436346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53afacbc-8b53-4b5d-8572-01e180abf409 req-ec3f8465-7c2a-472a-bce5-eb37c8e325c9 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 210 time: 0.0726552 Feb 16 16:44:59.449741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c25e57-c913-4caa-814c-8b2a8cb7fe30 req-eb4ca4ee-8c30-483c-b2fa-8ffef9ed838a tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:44:59.456956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15c25e57-c913-4caa-814c-8b2a8cb7fe30 req-eb4ca4ee-8c30-483c-b2fa-8ffef9ed838a tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 945 time: 0.4001999 Feb 16 16:44:59.481436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6d5849-c558-423d-8c84-e3608ab6901f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Made reservation on behalf of eb4c58b8879540aa8202f015864970d7 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:44:59.485666 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5849-c558-423d-8c84-e3608ab6901f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:59.538039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Attempting to bind port 183d0ec7-e0cb-4c06-a778-cc4213860f63 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:44:59.538686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Attempting to bind port 183d0ec7-e0cb-4c06-a778-cc4213860f63 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '521885fa-0421-4193-9400-2cb5560899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a37a37a6-98a7-4ebc-a2fa-12364775d2e9'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:44:59.538832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Attempting to bind port 183d0ec7-e0cb-4c06-a778-cc4213860f63 on network a37a37a6-98a7-4ebc-a2fa-12364775d2e9 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:44:59.561516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:44:59.561890 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Checking segment: {'id': '521885fa-0421-4193-9400-2cb5560899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a37a37a6-98a7-4ebc-a2fa-12364775d2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:44:59.562296 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:59.562691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Bound using segment: {'id': '521885fa-0421-4193-9400-2cb5560899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a37a37a6-98a7-4ebc-a2fa-12364775d2e9'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:44:59.563174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Bound port: 183d0ec7-e0cb-4c06-a778-cc4213860f63, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521885fa-0421-4193-9400-2cb5560899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a37a37a6-98a7-4ebc-a2fa-12364775d2e9'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:44:59.563557 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:59.622672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430a81f2-3ff8-4a17-85ad-cd0360255f5f None None] DHCP port deletion for e5822ee1-6306-4ade-945d-fdba2c910428 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:44:59.656680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15c25e57-c913-4caa-814c-8b2a8cb7fe30 req-14cf471c-9c55-4569-91c7-56f30b74391b tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982090 Feb 16 16:44:59.899164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port 9d7a5525-125b-4a70-9885-cd40a524e345 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:44:59.899799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9d7a5525-125b-4a70-9885-cd40a524e345 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:44:59.900296 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9d7a5525-125b-4a70-9885-cd40a524e345), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:44:59.985583 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7397a4aa-d0f5-4f05-8136-02e63b1fec78 None None] Current status of the port 9d7a5525-125b-4a70-9885-cd40a524e345 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:44:59.991454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] For port 183d0ec7-e0cb-4c06-a778-cc4213860f63, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:44:59.998069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] For port 183d0ec7-e0cb-4c06-a778-cc4213860f63, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=183d0ec7-e0cb-4c06-a778-cc4213860f63,segment=NetworkSegment(521885fa-0421-4193-9400-2cb5560899ad),segment_id=521885fa-0421-4193-9400-2cb5560899ad)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:45:00.006814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406905fc-23b9-4787-8834-267a9e72d927 req-01315ac2-1f06-4bf0-9f27-0e1e14aedca5 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:00.008468 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-406905fc-23b9-4787-8834-267a9e72d927 req-01315ac2-1f06-4bf0-9f27-0e1e14aedca5 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.65 "GET /v2.0/networks?id=87a09116-b4cb-40d6-b725-29e9b29ce374 HTTP/1.1" status: 200 len: 825 time: 0.3310206 Feb 16 16:45:00.018410 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:00.061280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-406905fc-23b9-4787-8834-267a9e72d927 req-4d86e825-d469-4744-8a45-513f8e7999a4 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Request body: {'port': {'device_id': '7b7ce927-303b-4577-9e63-5c2aeeb1973e', 'network_id': '87a09116-b4cb-40d6-b725-29e9b29ce374', 'admin_state_up': True, 'tenant_id': 'e003c7f0c0624d219e7ad6fb8593086a'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:00.074227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5849-c558-423d-8c84-e3608ab6901f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (03c09c9c-4156-4cb0-8a3b-b7a02298b3ae), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:00.101380 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-430a81f2-3ff8-4a17-85ad-cd0360255f5f None None] Deleting port 9d7a5525-125b-4a70-9885-cd40a524e345 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:00.101764 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-430a81f2-3ff8-4a17-85ad-cd0360255f5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9d7a5525-125b-4a70-9885-cd40a524e345), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:00.138348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9d7a5525-125b-4a70-9885-cd40a524e345 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:00.138766 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9d7a5525-125b-4a70-9885-cd40a524e345), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:00.163513 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3771468-c298-4fe5-98cb-1373a92d4c23 None None] Pushing event updated for resources: {'Port': ['ID=183d0ec7-e0cb-4c06-a778-cc4213860f63,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:00.169277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] For port 9d7a5525-125b-4a70-9885-cd40a524e345, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9d7a5525-125b-4a70-9885-cd40a524e345,segment=NetworkSegment(f101881b-5f81-4a9d-8f75-107233686865),segment_id=f101881b-5f81-4a9d-8f75-107233686865)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:00.169706 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9d7a5525-125b-4a70-9885-cd40a524e345), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:00.225300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 9d7a5525-125b-4a70-9885-cd40a524e345, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9d7a5525-125b-4a70-9885-cd40a524e345,segment=NetworkSegment(f101881b-5f81-4a9d-8f75-107233686865),segment_id=f101881b-5f81-4a9d-8f75-107233686865)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:00.227392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-430a81f2-3ff8-4a17-85ad-cd0360255f5f None None] For port 9d7a5525-125b-4a70-9885-cd40a524e345, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9d7a5525-125b-4a70-9885-cd40a524e345,segment=NetworkSegment(f101881b-5f81-4a9d-8f75-107233686865),segment_id=f101881b-5f81-4a9d-8f75-107233686865)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:00.227836 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-430a81f2-3ff8-4a17-85ad-cd0360255f5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9d7a5525-125b-4a70-9885-cd40a524e345), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:00.235591 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9d7a5525-125b-4a70-9885-cd40a524e345), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:00.244120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for 9d7a5525-125b-4a70-9885-cd40a524e345 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:00.281994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d5849-c558-423d-8c84-e3608ab6901f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event updated for resources: {'Subnet': ['ID=03c09c9c-4156-4cb0-8a3b-b7a02298b3ae,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:00.292987 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=9d7a5525-125b-4a70-9885-cd40a524e345,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:00.295805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-430a81f2-3ff8-4a17-85ad-cd0360255f5f None None] Calling delete_port for 9d7a5525-125b-4a70-9885-cd40a524e345 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:00.352039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d5849-c558-423d-8c84-e3608ab6901f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Checking segment: {'id': '922fae45-0d9d-480c-aa10-59dc8cc51757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5547351d-cb20-49e6-91d6-29f32c8fa34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:00.352412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d5849-c558-423d-8c84-e3608ab6901f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Network hostable DHCP agents. Network: 5547351d-cb20-49e6-91d6-29f32c8fa34c, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:45:00.493427 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-430a81f2-3ff8-4a17-85ad-cd0360255f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (9d7a5525-125b-4a70-9885-cd40a524e345), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:00.519912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d5849-c558-423d-8c84-e3608ab6901f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Network 5547351d-cb20-49e6-91d6-29f32c8fa34c is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:45:00.525698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406905fc-23b9-4787-8834-267a9e72d927 req-4d86e825-d469-4744-8a45-513f8e7999a4 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Made reservation on behalf of e003c7f0c0624d219e7ad6fb8593086a for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:00.529293 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-406905fc-23b9-4787-8834-267a9e72d927 req-4d86e825-d469-4744-8a45-513f8e7999a4 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:00.544797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a81f2-3ff8-4a17-85ad-cd0360255f5f None None] Pushing event deleted for resources: {'Port': ['ID=9d7a5525-125b-4a70-9885-cd40a524e345,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:00.549874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430a81f2-3ff8-4a17-85ad-cd0360255f5f None None] No DVR routers for this DVR port 9d7a5525-125b-4a70-9885-cd40a524e345 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:00.561103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-8a6d5849-c558-423d-8c84-e3608ab6901f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 5547351d-cb20-49e6-91d6-29f32c8fa34c) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:00.566306 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (9d7a5525-125b-4a70-9885-cd40a524e345), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:00.578130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdedb1c1-9a97-468b-9353-ac2e86c4b329 None None] Network 5547351d-cb20-49e6-91d6-29f32c8fa34c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:00.624278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6d5849-c558-423d-8c84-e3608ab6901f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:00.624876 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5849-c558-423d-8c84-e3608ab6901f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:00.710136 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a74c73-2f57-4532-836b-c284448e17b0 req-9838ffd7-6f9c-4619-803d-ebbceea10e3b tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:00.722958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7a74c73-2f57-4532-836b-c284448e17b0 req-9838ffd7-6f9c-4619-803d-ebbceea10e3b tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.3430583 Feb 16 16:45:00.740720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=9d7a5525-125b-4a70-9885-cd40a524e345,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:00.777141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No DVR routers for this DVR port 9d7a5525-125b-4a70-9885-cd40a524e345 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:00.784829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2da9e89f-f220-440f-beaf-178e1e1891b2 req-3d3c0bb0-2342-4385-8ef4-13b0dafe5cf1 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 210 time: 0.0570817 Feb 16 16:45:00.793201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-5547351d-cb20-49e6-91d6-29f32c8fa34c', 'network_id': '5547351d-cb20-49e6-91d6-29f32c8fa34c', 'project_id': 'eb4c58b8879540aa8202f015864970d7', 'fixed_ips': [{'subnet_id': '03c09c9c-4156-4cb0-8a3b-b7a02298b3ae'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:45:00.795003 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:00.847021 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:00.857572 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8a6d5849-c558-423d-8c84-e3608ab6901f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9703362 Feb 16 16:45:00.860573 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46532) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:00.866599 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f862a164-6c6b-4229-8688-8ea9f4ebff8d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Request body: {'subnet': {'network_id': '3c262a35-d05c-490a-b410-7312b0dc9daf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:00.993548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Allocated IP 172.20.0.2 (5547351d-cb20-49e6-91d6-29f32c8fa34c/03c09c9c-4156-4cb0-8a3b-b7a02298b3ae/c383ca00-a8a7-4e16-838c-ce8ead76f0d9) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:01.090396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f862a164-6c6b-4229-8688-8ea9f4ebff8d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Made reservation on behalf of eb4c58b8879540aa8202f015864970d7 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:01.094427 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f862a164-6c6b-4229-8688-8ea9f4ebff8d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.148511 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7a74c73-2f57-4532-836b-c284448e17b0 req-2261f5a7-7c24-4f8e-afc2-cd895e08c67f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009106 Feb 16 16:45:01.183138 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Publish callbacks [] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.207093 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.216272 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (e5822ee1-6306-4ade-945d-fdba2c910428), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.264755 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73654c-3989-410c-9005-020e015b730a req-5f088b58-6043-4d8e-b76b-a937e9487a3f tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:01.266260 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e73654c-3989-410c-9005-020e015b730a req-5f088b58-6043-4d8e-b76b-a937e9487a3f tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 945 time: 0.3427703 Feb 16 16:45:01.293682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Pushing event updated for resources: {'Port': ['ID=c383ca00-a8a7-4e16-838c-ce8ead76f0d9,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:01.321717 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Network 5547351d-cb20-49e6-91d6-29f32c8fa34c is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:01.324093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:01.331557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:01.356905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5822ee1-6306-4ade-945d-fdba2c910428']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:01.382079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-406905fc-23b9-4787-8834-267a9e72d927 req-4d86e825-d469-4744-8a45-513f8e7999a4 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Allocated IP 172.20.0.9 (87a09116-b4cb-40d6-b725-29e9b29ce374/47787310-3691-41b2-a852-bbd23d5d8772/578b8066-f906-40e1-968d-0c2d11ccdd8b) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:01.388029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f101881b-5f81-4a9d-8f75-107233686865') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:01.388517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f101881b-5f81-4a9d-8f75-107233686865') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:01.424688 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (f101881b-5f81-4a9d-8f75-107233686865), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.438883 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e73654c-3989-410c-9005-020e015b730a req-ed13e58c-409b-4653-90af-d54f4c27b2e8 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470163 Feb 16 16:45:01.479523 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.484772 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Attempting to bind port c383ca00-a8a7-4e16-838c-ce8ead76f0d9 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:45:01.487159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Attempting to bind port c383ca00-a8a7-4e16-838c-ce8ead76f0d9 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '922fae45-0d9d-480c-aa10-59dc8cc51757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5547351d-cb20-49e6-91d6-29f32c8fa34c'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:45:01.487703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Attempting to bind port c383ca00-a8a7-4e16-838c-ce8ead76f0d9 on network 5547351d-cb20-49e6-91d6-29f32c8fa34c {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:45:01.496416 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f101881b-5f81-4a9d-8f75-107233686865), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.500076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:45:01.500462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Checking segment: {'id': '922fae45-0d9d-480c-aa10-59dc8cc51757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5547351d-cb20-49e6-91d6-29f32c8fa34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:01.502738 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.504378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Bound using segment: {'id': '922fae45-0d9d-480c-aa10-59dc8cc51757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5547351d-cb20-49e6-91d6-29f32c8fa34c'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:45:01.504890 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Bound port: c383ca00-a8a7-4e16-838c-ce8ead76f0d9, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922fae45-0d9d-480c-aa10-59dc8cc51757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5547351d-cb20-49e6-91d6-29f32c8fa34c'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:45:01.506440 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.514938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:45:01.515339 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (f101881b-5f81-4a9d-8f75-107233686865), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:45:01.518869 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:45:01.585544 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f862a164-6c6b-4229-8688-8ea9f4ebff8d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (29e71fbc-e8cf-40b8-806a-a71a3398c13f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.621452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] For port c383ca00-a8a7-4e16-838c-ce8ead76f0d9, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:45:01.634579 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] For port c383ca00-a8a7-4e16-838c-ce8ead76f0d9, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c383ca00-a8a7-4e16-838c-ce8ead76f0d9,segment=NetworkSegment(922fae45-0d9d-480c-aa10-59dc8cc51757),segment_id=922fae45-0d9d-480c-aa10-59dc8cc51757)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:45:01.642970 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.717267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26f3d4-1cab-445d-8ff7-6044cc97bf55 None None] Pushing event updated for resources: {'Port': ['ID=c383ca00-a8a7-4e16-838c-ce8ead76f0d9,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:01.721027 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862a164-6c6b-4229-8688-8ea9f4ebff8d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event updated for resources: {'Subnet': ['ID=29e71fbc-e8cf-40b8-806a-a71a3398c13f,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:01.730559 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 3f877356-2ef7-4f83-a476-a69a135f282e up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:01.749490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f862a164-6c6b-4229-8688-8ea9f4ebff8d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Checking segment: {'id': '16d52299-6818-417a-a5e0-8277caee3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3c262a35-d05c-490a-b410-7312b0dc9daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:01.750092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f862a164-6c6b-4229-8688-8ea9f4ebff8d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Network hostable DHCP agents. Network: 3c262a35-d05c-490a-b410-7312b0dc9daf, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:45:01.758501 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (e5822ee1-6306-4ade-945d-fdba2c910428), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.818421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f862a164-6c6b-4229-8688-8ea9f4ebff8d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Network 3c262a35-d05c-490a-b410-7312b0dc9daf is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:45:01.848049 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f862a164-6c6b-4229-8688-8ea9f4ebff8d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 3c262a35-d05c-490a-b410-7312b0dc9daf) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:01.852254 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.855597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f862a164-6c6b-4229-8688-8ea9f4ebff8d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:01.858687 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f862a164-6c6b-4229-8688-8ea9f4ebff8d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.871306 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/networks/e5822ee1-6306-4ade-945d-fdba2c910428 HTTP/1.1" status: 204 len: 168 time: 2.7439823 Feb 16 16:45:01.874226 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46542) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:01.889997 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae19c99f-aef4-4eac-a0e5-022c87cb8e90 None None] Network a37a37a6-98a7-4ebc-a2fa-12364775d2e9 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:01.891990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1dfc09-4cc8-4c0b-a4af-69f02fc4677f None None] Network 3c262a35-d05c-490a-b410-7312b0dc9daf requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:01.894157 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6962706d-7f98-469b-8917-5d4ae3db6ab2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-463435547'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:01.927045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8aca2d-ca3b-47a7-822b-f21dc6722d9f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Network': ['ID=e5822ee1-6306-4ade-945d-fdba2c910428,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:01.952693 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f862a164-6c6b-4229-8688-8ea9f4ebff8d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0902593 Feb 16 16:45:01.954599 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6962706d-7f98-469b-8917-5d4ae3db6ab2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:01.962496 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6962706d-7f98-469b-8917-5d4ae3db6ab2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:01.967172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46544) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:02.074242 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 183d0ec7-e0cb-4c06-a778-cc4213860f63 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:02.086355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c25e28b5-180d-46ba-8228-b72c5545c842 req-d376a21f-cb15-4e43-bc88-b349868fce5e tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 210 time: 0.1174812 Feb 16 16:45:02.316167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6962706d-7f98-469b-8917-5d4ae3db6ab2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:45:02.416455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3cb302d5-517b-4656-8c79-6e3752f7d898 None None] Provisioning complete for port 183d0ec7-e0cb-4c06-a778-cc4213860f63 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:02.428649 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3cb302d5-517b-4656-8c79-6e3752f7d898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:02.456776 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6962706d-7f98-469b-8917-5d4ae3db6ab2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (53d9d05d-5c63-4098-8e40-40a075ce1f45), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:02.457127 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-6962706d-7f98-469b-8917-5d4ae3db6ab2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Added segment 53d9d05d-5c63-4098-8e40-40a075ce1f45 of type vlan for network a0a40b0d-5364-4e11-9947-0ad8937f2022 Feb 16 16:45:02.464624 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-406905fc-23b9-4787-8834-267a9e72d927 req-4d86e825-d469-4744-8a45-513f8e7999a4 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Publish callbacks [] for port (578b8066-f906-40e1-968d-0c2d11ccdd8b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:02.489417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180c286-4de3-4877-8bfb-5270971502b8 req-18ff5b07-db7d-4bb2-a633-71b89b1656a7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:02.492916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a180c286-4de3-4877-8bfb-5270971502b8 req-18ff5b07-db7d-4bb2-a633-71b89b1656a7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.1899776 Feb 16 16:45:02.561187 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:02.595692 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-406905fc-23b9-4787-8834-267a9e72d927 req-4d86e825-d469-4744-8a45-513f8e7999a4 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (578b8066-f906-40e1-968d-0c2d11ccdd8b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:02.700541 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a180c286-4de3-4877-8bfb-5270971502b8 req-f92c7178-8bdd-4e05-bd8c-f98bb1cd2020 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999094 Feb 16 16:45:02.723273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406905fc-23b9-4787-8834-267a9e72d927 req-4d86e825-d469-4744-8a45-513f8e7999a4 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Network 87a09116-b4cb-40d6-b725-29e9b29ce374 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:02.726586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86e825-d469-4744-8a45-513f8e7999a4 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Pushing event updated for resources: {'Port': ['ID=578b8066-f906-40e1-968d-0c2d11ccdd8b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:02.751694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-406905fc-23b9-4787-8834-267a9e72d927 req-4d86e825-d469-4744-8a45-513f8e7999a4 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:02.765971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-406905fc-23b9-4787-8834-267a9e72d927 req-4d86e825-d469-4744-8a45-513f8e7999a4 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:02.781128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 183d0ec7-e0cb-4c06-a778-cc4213860f63 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:02.781634 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:02.826474 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 3f877356-2ef7-4f83-a476-a69a135f282e completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:45:02.837907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 3f877356-2ef7-4f83-a476-a69a135f282e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:02.838378 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3f877356-2ef7-4f83-a476-a69a135f282e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:02.893257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406905fc-23b9-4787-8834-267a9e72d927 req-4d86e825-d469-4744-8a45-513f8e7999a4 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:02.901145 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-406905fc-23b9-4787-8834-267a9e72d927 req-4d86e825-d469-4744-8a45-513f8e7999a4 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:02.915347 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6962706d-7f98-469b-8917-5d4ae3db6ab2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a0a40b0d-5364-4e11-9947-0ad8937f2022), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:02.922000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d96c-4ba1-441d-9b9c-8dea628dc4f4 req-bd598f02-0aea-4c32-a2f3-0a8a98895472 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:02.923702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9f1d96c-4ba1-441d-9b9c-8dea628dc4f4 req-bd598f02-0aea-4c32-a2f3-0a8a98895472 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 945 time: 0.2504618 Feb 16 16:45:02.955261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3cb302d5-517b-4656-8c79-6e3752f7d898 None None] Current status of the port 183d0ec7-e0cb-4c06-a778-cc4213860f63 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:02.955660 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3cb302d5-517b-4656-8c79-6e3752f7d898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:03.005681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-406905fc-23b9-4787-8834-267a9e72d927 req-4d86e825-d469-4744-8a45-513f8e7999a4 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9532309 Feb 16 16:45:03.069501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3cb302d5-517b-4656-8c79-6e3752f7d898 None None] For port 183d0ec7-e0cb-4c06-a778-cc4213860f63, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=183d0ec7-e0cb-4c06-a778-cc4213860f63,segment=NetworkSegment(521885fa-0421-4193-9400-2cb5560899ad),segment_id=521885fa-0421-4193-9400-2cb5560899ad)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:03.069713 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9f1d96c-4ba1-441d-9b9c-8dea628dc4f4 req-ea36e927-b380-436f-b5e3-385afb5517da tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335855 Feb 16 16:45:03.078182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Request body: {'port': {'device_id': '7b7ce927-303b-4577-9e63-5c2aeeb1973e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:03.113744 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3cb302d5-517b-4656-8c79-6e3752f7d898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:03.125804 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:03.182077 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (578b8066-f906-40e1-968d-0c2d11ccdd8b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:03.485542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-3c262a35-d05c-490a-b410-7312b0dc9daf', 'network_id': '3c262a35-d05c-490a-b410-7312b0dc9daf', 'project_id': 'eb4c58b8879540aa8202f015864970d7', 'fixed_ips': [{'subnet_id': '29e71fbc-e8cf-40b8-806a-a71a3398c13f'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:45:03.486412 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:03.521998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f6ab-267a-4c96-94f5-d348bf700048 req-cc3261a4-710d-4138-a841-0a69c0fe9722 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:03.525767 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6772f6ab-267a-4c96-94f5-d348bf700048 req-cc3261a4-710d-4138-a841-0a69c0fe9722 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 931 time: 0.2849140 Feb 16 16:45:03.570661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb302d5-517b-4656-8c79-6e3752f7d898 None None] Pushing event updated for resources: {'Port': ['ID=183d0ec7-e0cb-4c06-a778-cc4213860f63,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:03.691344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Allocated IP 172.20.0.1 (5547351d-cb20-49e6-91d6-29f32c8fa34c/03c09c9c-4156-4cb0-8a3b-b7a02298b3ae/482615cf-8bd7-4daf-891c-c2747838812c) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:03.850895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Allocated IP 172.20.0.2 (3c262a35-d05c-490a-b410-7312b0dc9daf/29e71fbc-e8cf-40b8-806a-a71a3398c13f/2597f668-50b9-4185-9032-25264021b99b) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:03.900566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578b8066-f906-40e1-968d-0c2d11ccdd8b {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:45:03.910009 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Publish callbacks [] for port (578b8066-f906-40e1-968d-0c2d11ccdd8b), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:03.918020 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for port (482615cf-8bd7-4daf-891c-c2747838812c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:03.926664 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Transition to ACTIVE for port object 578b8066-f906-40e1-968d-0c2d11ccdd8b will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:45:03.935176 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (578b8066-f906-40e1-968d-0c2d11ccdd8b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:04.008827 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (482615cf-8bd7-4daf-891c-c2747838812c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:04.049743 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6962706d-7f98-469b-8917-5d4ae3db6ab2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a0a40b0d-5364-4e11-9947-0ad8937f2022), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:04.068104 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6962706d-7f98-469b-8917-5d4ae3db6ab2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:04.068853 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6962706d-7f98-469b-8917-5d4ae3db6ab2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:04.098544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6772f6ab-267a-4c96-94f5-d348bf700048 req-94a28634-ab68-4f96-b450-6918dec3c811 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f41e02-1856-49c5-9f22-eee7931c6de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633140 Feb 16 16:45:04.133145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=578b8066-f906-40e1-968d-0c2d11ccdd8b,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:04.182728 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Network 5547351d-cb20-49e6-91d6-29f32c8fa34c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:04.216012 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6962706d-7f98-469b-8917-5d4ae3db6ab2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.3382297 Feb 16 16:45:04.226298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11199fde-97e2-4ea4-b761-979909743921 req-1e9d7680-7b2f-4e1d-96df-683f1c95edbd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:04.243723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11199fde-97e2-4ea4-b761-979909743921 req-1e9d7680-7b2f-4e1d-96df-683f1c95edbd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.3141270 Feb 16 16:45:04.245162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:04.253285 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:04.310715 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Publish callbacks [] for port (2597f668-50b9-4185-9032-25264021b99b), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:04.319958 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 183d0ec7-e0cb-4c06-a778-cc4213860f63 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:04.322253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc8a640-ec18-40cd-8b56-ea8a8c17a625 None None] Network 5547351d-cb20-49e6-91d6-29f32c8fa34c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:04.332862 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (2597f668-50b9-4185-9032-25264021b99b), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:04.345589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46564) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:04.370865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event updated for resources: {'Port': ['ID=482615cf-8bd7-4daf-891c-c2747838812c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:04.419385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-02a68acf-5f66-476e-ab39-1baa337f4d83 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'subnet': {'network_id': 'a0a40b0d-5364-4e11-9947-0ad8937f2022', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:04.426729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 3f877356-2ef7-4f83-a476-a69a135f282e is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:04.427173 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3f877356-2ef7-4f83-a476-a69a135f282e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:04.468983 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9c153edb-f850-4745-b8b8-2342be031778 None None] Provisioning complete for port c383ca00-a8a7-4e16-838c-ce8ead76f0d9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:04.468983 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9c153edb-f850-4745-b8b8-2342be031778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:04.539937 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962706d-7f98-469b-8917-5d4ae3db6ab2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Network': ['ID=a0a40b0d-5364-4e11-9947-0ad8937f2022,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:04.547782 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (9321febd-7141-4f81-b178-673a33a27b24), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:04.560536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Attempting to bind port 578b8066-f906-40e1-968d-0c2d11ccdd8b on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:45:04.560536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Attempting to bind port 578b8066-f906-40e1-968d-0c2d11ccdd8b by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'b1d6921c-d862-432a-996f-f38fbfcb2558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87a09116-b4cb-40d6-b725-29e9b29ce374'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:45:04.563412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Network 3c262a35-d05c-490a-b410-7312b0dc9daf is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:04.572519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Attempting to bind port 578b8066-f906-40e1-968d-0c2d11ccdd8b on network 87a09116-b4cb-40d6-b725-29e9b29ce374 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:45:04.667485 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11199fde-97e2-4ea4-b761-979909743921 req-051a01eb-4596-4401-bbbe-ee3d47762d3b tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4194186 Feb 16 16:45:04.671727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a0a40b0d-5364-4e11-9947-0ad8937f2022 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:45:04.674656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Port 578b8066-f906-40e1-968d-0c2d11ccdd8b on network 87a09116-b4cb-40d6-b725-29e9b29ce374 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:45:04.676736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Attempting to bind port 578b8066-f906-40e1-968d-0c2d11ccdd8b on network 87a09116-b4cb-40d6-b725-29e9b29ce374 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:45:04.676841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:04.690340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:04.703699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:45:04.706019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Checking segment: {'id': 'b1d6921c-d862-432a-996f-f38fbfcb2558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87a09116-b4cb-40d6-b725-29e9b29ce374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:04.706522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Bound using segment: {'id': 'b1d6921c-d862-432a-996f-f38fbfcb2558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87a09116-b4cb-40d6-b725-29e9b29ce374'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:45:04.707077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Bound port: 578b8066-f906-40e1-968d-0c2d11ccdd8b, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d6921c-d862-432a-996f-f38fbfcb2558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '87a09116-b4cb-40d6-b725-29e9b29ce374'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:45:04.711449 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (578b8066-f906-40e1-968d-0c2d11ccdd8b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:04.758433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Pushing event updated for resources: {'Port': ['ID=2597f668-50b9-4185-9032-25264021b99b,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:04.844245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 3f877356-2ef7-4f83-a476-a69a135f282e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=3f877356-2ef7-4f83-a476-a69a135f282e,segment=NetworkSegment(d70b0fb0-73be-492f-b5ae-04dc175c1cb2),segment_id=d70b0fb0-73be-492f-b5ae-04dc175c1cb2)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:04.862180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aed9c6-e88c-4e68-9edb-02f3e2f68c8d req-09fe2c76-3980-42b5-8eda-65ddac3cb202 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:04.863892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27aed9c6-e88c-4e68-9edb-02f3e2f68c8d req-09fe2c76-3980-42b5-8eda-65ddac3cb202 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 945 time: 0.5304234 Feb 16 16:45:04.870569 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66f9335-af42-40ba-a8b6-4916d6bc15bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f877356-2ef7-4f83-a476-a69a135f282e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:45:04.872842 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222b1da4-5c0a-4ced-aff8-168bc788c81c" -d '{"events": [{"server_uuid": "a66f9335-af42-40ba-a8b6-4916d6bc15bb", "name": "network-vif-plugged", "status": "completed", "tag": "3f877356-2ef7-4f83-a476-a69a135f282e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:45:04.885655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c383ca00-a8a7-4e16-838c-ce8ead76f0d9 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:04.899198 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:04.907415 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3f877356-2ef7-4f83-a476-a69a135f282e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:04.910228 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (482615cf-8bd7-4daf-891c-c2747838812c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:05.015135 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8191d5c5-54e1-41c1-841c-9d67cf20dc46 x-openstack-request-id: req-8191d5c5-54e1-41c1-841c-9d67cf20dc46 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:45:05.015537 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66f9335-af42-40ba-a8b6-4916d6bc15bb", "name": "network-vif-plugged", "status": "completed", "tag": "3f877356-2ef7-4f83-a476-a69a135f282e", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:45:05.015915 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8191d5c5-54e1-41c1-841c-9d67cf20dc46 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:45:05.020363 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66f9335-af42-40ba-a8b6-4916d6bc15bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f877356-2ef7-4f83-a476-a69a135f282e', 'code': 200} Feb 16 16:45:05.043045 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27aed9c6-e88c-4e68-9edb-02f3e2f68c8d req-5ceda08d-998b-4f31-8cfb-3039ffb043e4 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684256 Feb 16 16:45:05.047990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a68acf-5f66-476e-ab39-1baa337f4d83 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:05.052306 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-02a68acf-5f66-476e-ab39-1baa337f4d83 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:05.103416 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] For port 578b8066-f906-40e1-968d-0c2d11ccdd8b, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:45:05.191588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] For port 578b8066-f906-40e1-968d-0c2d11ccdd8b, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=578b8066-f906-40e1-968d-0c2d11ccdd8b,segment=NetworkSegment(b1d6921c-d862-432a-996f-f38fbfcb2558),segment_id=b1d6921c-d862-432a-996f-f38fbfcb2558)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:45:05.224379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (578b8066-f906-40e1-968d-0c2d11ccdd8b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:05.282001 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:05.282843 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:05.284408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-406905fc-23b9-4787-8834-267a9e72d927 req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] 10.222.0.65 "PUT /v2.0/ports/578b8066-f906-40e1-968d-0c2d11ccdd8b HTTP/1.1" status: 200 len: 1091 time: 2.2222171 Feb 16 16:45:05.285008 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7ce927-303b-4577-9e63-5c2aeeb1973e', 'tag': '578b8066-f906-40e1-968d-0c2d11ccdd8b'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:45:05.287903 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cb751a-07df-44c9-8d11-df5df899feee" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7ce927-303b-4577-9e63-5c2aeeb1973e", "tag": "578b8066-f906-40e1-968d-0c2d11ccdd8b"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:45:05.409281 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a4bd09-cc32-4107-9282-e65de82e4a8a x-openstack-request-id: req-c3a4bd09-cc32-4107-9282-e65de82e4a8a {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:45:05.409896 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7ce927-303b-4577-9e63-5c2aeeb1973e", "tag": "578b8066-f906-40e1-968d-0c2d11ccdd8b", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:45:05.410316 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3a4bd09-cc32-4107-9282-e65de82e4a8a {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:45:05.410886 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7ce927-303b-4577-9e63-5c2aeeb1973e', 'tag': '578b8066-f906-40e1-968d-0c2d11ccdd8b', 'status': 'completed', 'code': 200} Feb 16 16:45:05.467506 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=3f877356-2ef7-4f83-a476-a69a135f282e,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:05.478963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Attempting to bind port 2597f668-50b9-4185-9032-25264021b99b on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:45:05.479336 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Attempting to bind port 2597f668-50b9-4185-9032-25264021b99b by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '16d52299-6818-417a-a5e0-8277caee3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3c262a35-d05c-490a-b410-7312b0dc9daf'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:45:05.479707 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Attempting to bind port 2597f668-50b9-4185-9032-25264021b99b on network 3c262a35-d05c-490a-b410-7312b0dc9daf {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:45:05.580445 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:45:05.580732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Checking segment: {'id': '16d52299-6818-417a-a5e0-8277caee3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3c262a35-d05c-490a-b410-7312b0dc9daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:05.585104 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:05.585363 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Bound using segment: {'id': '16d52299-6818-417a-a5e0-8277caee3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3c262a35-d05c-490a-b410-7312b0dc9daf'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:45:05.585855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Bound port: 2597f668-50b9-4185-9032-25264021b99b, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d52299-6818-417a-a5e0-8277caee3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3c262a35-d05c-490a-b410-7312b0dc9daf'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:45:05.586246 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2597f668-50b9-4185-9032-25264021b99b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:05.603361 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c383ca00-a8a7-4e16-838c-ce8ead76f0d9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:05.603733 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:05.623762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9c153edb-f850-4745-b8b8-2342be031778 None None] Current status of the port c383ca00-a8a7-4e16-838c-ce8ead76f0d9 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:05.641583 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9c153edb-f850-4745-b8b8-2342be031778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:05.943231 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] For port 2597f668-50b9-4185-9032-25264021b99b, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:45:05.953708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] For port 2597f668-50b9-4185-9032-25264021b99b, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2597f668-50b9-4185-9032-25264021b99b,segment=NetworkSegment(16d52299-6818-417a-a5e0-8277caee3e1d),segment_id=16d52299-6818-417a-a5e0-8277caee3e1d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:45:05.970190 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2597f668-50b9-4185-9032-25264021b99b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:05.977117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9c153edb-f850-4745-b8b8-2342be031778 None None] For port c383ca00-a8a7-4e16-838c-ce8ead76f0d9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c383ca00-a8a7-4e16-838c-ce8ead76f0d9,segment=NetworkSegment(922fae45-0d9d-480c-aa10-59dc8cc51757),segment_id=922fae45-0d9d-480c-aa10-59dc8cc51757)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:06.082784 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9c153edb-f850-4745-b8b8-2342be031778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:06.217161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecabc3-7019-4f13-9a00-d8c4c7fce5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=578b8066-f906-40e1-968d-0c2d11ccdd8b,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:06.221262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1e816-3a25-433a-b4af-95f5eb37553a None None] Pushing event updated for resources: {'Port': ['ID=2597f668-50b9-4185-9032-25264021b99b,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:06.345393 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b248d26-df8c-4c3b-a58a-f52494d4fe19 req-4f5ddfdb-4c26-4f93-adaa-aece0dd91a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:06.356895 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4b248d26-df8c-4c3b-a58a-f52494d4fe19 req-4f5ddfdb-4c26-4f93-adaa-aece0dd91a18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 1128 time: 1.2760463 Feb 16 16:45:06.389709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406905fc-23b9-4787-8834-267a9e72d927 req-9a244046-a529-4791-93df-ed10768c06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:06.391244 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-406905fc-23b9-4787-8834-267a9e72d927 req-9a244046-a529-4791-93df-ed10768c06c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e003c7f0c0624d219e7ad6fb8593086a&device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 1125 time: 1.0344350 Feb 16 16:45:06.394984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-258e109b-b7d9-40da-9acc-2696ca03ba18 None None] Provisioning complete for port 183d0ec7-e0cb-4c06-a778-cc4213860f63 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:06.395362 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-258e109b-b7d9-40da-9acc-2696ca03ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:06.429971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65de06-357e-4411-9f76-54660cf10b49 req-965d30e7-e200-468e-bbe0-17184f1df284 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:06.444571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b65de06-357e-4411-9f76-54660cf10b49 req-965d30e7-e200-468e-bbe0-17184f1df284 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 943 time: 1.2064185 Feb 16 16:45:06.517454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c383ca00-a8a7-4e16-838c-ce8ead76f0d9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:06.518774 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 183d0ec7-e0cb-4c06-a778-cc4213860f63 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:06.624775 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4b248d26-df8c-4c3b-a58a-f52494d4fe19 req-c3eafc3a-3f8f-46a4-b9fe-3249bdd77377 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610154 Feb 16 16:45:06.641106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c153edb-f850-4745-b8b8-2342be031778 None None] Pushing event updated for resources: {'Port': ['ID=c383ca00-a8a7-4e16-838c-ce8ead76f0d9,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:06.672175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-406905fc-23b9-4787-8834-267a9e72d927 req-078dc178-d76e-452e-a797-d0d070ef44c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=578b8066-f906-40e1-968d-0c2d11ccdd8b HTTP/1.1" status: 200 len: 217 time: 0.2604306 Feb 16 16:45:06.711221 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7d1a3-3729-4d07-8dcd-9103653740e6 req-3581327d-92ae-4130-bdcc-95b8e940e510 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:06.729075 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eec7d1a3-3729-4d07-8dcd-9103653740e6 req-3581327d-92ae-4130-bdcc-95b8e940e510 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.6019504 Feb 16 16:45:06.807092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for port (482615cf-8bd7-4daf-891c-c2747838812c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:06.810299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 183d0ec7-e0cb-4c06-a778-cc4213860f63 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:06.810952 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:06.813205 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (482615cf-8bd7-4daf-891c-c2747838812c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:06.828874 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406905fc-23b9-4787-8834-267a9e72d927 req-5a9f07de-3979-4a4b-b3f3-34cd3622d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:06.830346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-406905fc-23b9-4787-8834-267a9e72d927 req-5a9f07de-3979-4a4b-b3f3-34cd3622d377 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47787310-3691-41b2-a852-bbd23d5d8772 HTTP/1.1" status: 200 len: 865 time: 0.1335115 Feb 16 16:45:06.873625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-258e109b-b7d9-40da-9acc-2696ca03ba18 None None] Current status of the port 183d0ec7-e0cb-4c06-a778-cc4213860f63 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:06.889720 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-258e109b-b7d9-40da-9acc-2696ca03ba18 None None] Provisioning complete for port c383ca00-a8a7-4e16-838c-ce8ead76f0d9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:06.890327 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-258e109b-b7d9-40da-9acc-2696ca03ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:06.926542 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-406905fc-23b9-4787-8834-267a9e72d927 req-f1e8bbe0-c09d-4f4c-808b-d4409d4a1384 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=87a09116-b4cb-40d6-b725-29e9b29ce374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429413 Feb 16 16:45:06.973718 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b65de06-357e-4411-9f76-54660cf10b49 req-23740ba9-7985-43f8-a7b5-989bf177a932 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f41e02-1856-49c5-9f22-eee7931c6de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271206 Feb 16 16:45:06.986908 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (9321febd-7141-4f81-b178-673a33a27b24), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:07.015509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-258e109b-b7d9-40da-9acc-2696ca03ba18 None None] Current status of the port c383ca00-a8a7-4e16-838c-ce8ead76f0d9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:07.016025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event updated for resources: {'Port': ['ID=482615cf-8bd7-4daf-891c-c2747838812c,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:07.036842 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-258e109b-b7d9-40da-9acc-2696ca03ba18 None None] Provisioning complete for port 482615cf-8bd7-4daf-891c-c2747838812c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:07.037255 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-258e109b-b7d9-40da-9acc-2696ca03ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (482615cf-8bd7-4daf-891c-c2747838812c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:07.059977 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-02a68acf-5f66-476e-ab39-1baa337f4d83 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (d57c5807-d866-418c-ab25-f63712e4afdc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:07.086114 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-258e109b-b7d9-40da-9acc-2696ca03ba18 None None] Port 482615cf-8bd7-4daf-891c-c2747838812c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:45:07.099515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 183d0ec7-e0cb-4c06-a778-cc4213860f63 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:07.220016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f2a73067-e8e8-4394-83c9-26f5b2748154 None None] Provisioning complete for port 482615cf-8bd7-4daf-891c-c2747838812c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:07.220449 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2a73067-e8e8-4394-83c9-26f5b2748154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (482615cf-8bd7-4daf-891c-c2747838812c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:07.315096 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Network 5547351d-cb20-49e6-91d6-29f32c8fa34c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:07.319065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:07.319588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f2a73067-e8e8-4394-83c9-26f5b2748154 None None] Port 482615cf-8bd7-4daf-891c-c2747838812c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:45:07.369996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eec7d1a3-3729-4d07-8dcd-9103653740e6 req-dc323259-d92b-48c5-9761-aae4b9b0ff7c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6400278 Feb 16 16:45:07.443184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2597f668-50b9-4185-9032-25264021b99b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:07.478881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a68acf-5f66-476e-ab39-1baa337f4d83 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Subnet': ['ID=d57c5807-d866-418c-ab25-f63712e4afdc,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:07.542134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a68acf-5f66-476e-ab39-1baa337f4d83 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Checking segment: {'id': '53d9d05d-5c63-4098-8e40-40a075ce1f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a0a40b0d-5364-4e11-9947-0ad8937f2022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:07.548332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a68acf-5f66-476e-ab39-1baa337f4d83 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network hostable DHCP agents. Network: a0a40b0d-5364-4e11-9947-0ad8937f2022, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:45:07.556170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-406905fc-23b9-4787-8834-267a9e72d927 req-d8d34ad7-eef6-4288-87c0-eb02f9736117 service neutron] 10.222.0.65 "GET /v2.0/networks/87a09116-b4cb-40d6-b725-29e9b29ce374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148801 Feb 16 16:45:07.576985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2597f668-50b9-4185-9032-25264021b99b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:07.577371 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2597f668-50b9-4185-9032-25264021b99b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:07.611630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80422faf-e3b6-4af3-b954-da936e672094 req-547e785b-814e-48cd-9012-04a863d4069c tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:07.618303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80422faf-e3b6-4af3-b954-da936e672094 req-547e785b-814e-48cd-9012-04a863d4069c tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.4876189 Feb 16 16:45:07.640235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Router 9321febd-7141-4f81-b178-673a33a27b24 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:45:07.704962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a68acf-5f66-476e-ab39-1baa337f4d83 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network a0a40b0d-5364-4e11-9947-0ad8937f2022 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:45:07.822332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-02a68acf-5f66-476e-ab39-1baa337f4d83 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, a0a40b0d-5364-4e11-9947-0ad8937f2022) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:07.827365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:45:07.839864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d507b4-ea2f-4bf2-ad57-05cf6c76f9c0 None None] Network a0a40b0d-5364-4e11-9947-0ad8937f2022 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:07.851063 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7e3b934e-09e4-48b5-b539-6a23f40bd5f8 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "PUT /v2.0/routers/9321febd-7141-4f81-b178-673a33a27b24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8827994 Feb 16 16:45:07.854311 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46600) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:07.861802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a68acf-5f66-476e-ab39-1baa337f4d83 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:07.862335 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-02a68acf-5f66-476e-ab39-1baa337f4d83 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:07.923520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-406905fc-23b9-4787-8834-267a9e72d927 req-c7c2e58f-4359-4cd0-ba20-44e90dda3997 service neutron] 10.222.0.65 "GET /v2.0/networks/87a09116-b4cb-40d6-b725-29e9b29ce374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528709 Feb 16 16:45:07.936737 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80422faf-e3b6-4af3-b954-da936e672094 req-f52eb2ae-cd94-4ad4-b96d-eaf0cb5d5e86 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122685 Feb 16 16:45:07.958995 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-02a68acf-5f66-476e-ab39-1baa337f4d83 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5996521 Feb 16 16:45:07.961522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46602) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:07.977074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-515fae41-4718-4b06-9796-70eedc34edd3 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'network_id': 'a0a40b0d-5364-4e11-9947-0ad8937f2022', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1836109303'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:08.080404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11b7ee4-1d14-414d-b9d0-1703b9492799 None None] Sync routers for ids ['9321febd-7141-4f81-b178-673a33a27b24'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:45:08.093632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3f43c1-2a5c-4d42-9fae-99712c5d453e None None] Network 3c262a35-d05c-490a-b410-7312b0dc9daf requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:08.145874 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb751a-07df-44c9-8d11-df5df899feee req-6b8a191e-265d-4020-8e83-8ffd366d081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:08.147554 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13cb751a-07df-44c9-8d11-df5df899feee req-6b8a191e-265d-4020-8e83-8ffd366d081f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e003c7f0c0624d219e7ad6fb8593086a&device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 1125 time: 0.1321654 Feb 16 16:45:08.182326 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2597f668-50b9-4185-9032-25264021b99b is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:08.182716 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2597f668-50b9-4185-9032-25264021b99b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:08.254763 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-a0a40b0d-5364-4e11-9947-0ad8937f2022', 'network_id': 'a0a40b0d-5364-4e11-9947-0ad8937f2022', 'project_id': '50204bcb61af4b688efc8a861d5f9087', 'fixed_ips': [{'subnet_id': 'd57c5807-d866-418c-ab25-f63712e4afdc'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:45:08.255888 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:08.313185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ef79-9984-4b20-8e6c-858b4cac8bfc req-8f012b10-a4b1-4ca9-8a55-3afd58ccf133 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:08.314766 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-75794519-17a4-49f4-a7b7-a7c8598a6b0e None None] Provisioning complete for port 482615cf-8bd7-4daf-891c-c2747838812c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:08.315211 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75794519-17a4-49f4-a7b7-a7c8598a6b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (482615cf-8bd7-4daf-891c-c2747838812c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:08.315383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86a6ef79-9984-4b20-8e6c-858b4cac8bfc req-8f012b10-a4b1-4ca9-8a55-3afd58ccf133 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 943 time: 0.1714659 Feb 16 16:45:08.319049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515fae41-4718-4b06-9796-70eedc34edd3 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:08.322785 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-515fae41-4718-4b06-9796-70eedc34edd3 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:08.363338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 2597f668-50b9-4185-9032-25264021b99b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2597f668-50b9-4185-9032-25264021b99b,segment=NetworkSegment(16d52299-6818-417a-a5e0-8277caee3e1d),segment_id=16d52299-6818-417a-a5e0-8277caee3e1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:08.374973 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-bf0a2699-4568-4ba1-92e8-0fa81cb68113 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2422211 Feb 16 16:45:08.392178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-515fae41-4718-4b06-9796-70eedc34edd3 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port 2ebec01c-a2fe-4d90-87cd-a6fb457f9844 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:45:08.403155 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb751a-07df-44c9-8d11-df5df899feee req-30dfb681-5546-4f3b-9c8d-73d01033bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:08.404580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13cb751a-07df-44c9-8d11-df5df899feee req-30dfb681-5546-4f3b-9c8d-73d01033bde7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=87a09116-b4cb-40d6-b725-29e9b29ce374 HTTP/1.1" status: 200 len: 926 time: 0.2496219 Feb 16 16:45:08.474011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11b7ee4-1d14-414d-b9d0-1703b9492799 None None] Routers {'9321febd-7141-4f81-b178-673a33a27b24'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:45:08.475626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f11b7ee4-1d14-414d-b9d0-1703b9492799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9321febd-7141-4f81-b178-673a33a27b24'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:08.492473 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86a6ef79-9984-4b20-8e6c-858b4cac8bfc req-58507717-6c56-43d1-9573-737f3487bb12 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f41e02-1856-49c5-9f22-eee7931c6de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651549 Feb 16 16:45:08.558246 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13cb751a-07df-44c9-8d11-df5df899feee req-e1fb5546-3de8-4016-b59a-f79e6946a8e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=578b8066-f906-40e1-968d-0c2d11ccdd8b HTTP/1.1" status: 200 len: 217 time: 0.0748558 Feb 16 16:45:08.568980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f11b7ee4-1d14-414d-b9d0-1703b9492799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:08.585283 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2597f668-50b9-4185-9032-25264021b99b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:08.586436 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c383ca00-a8a7-4e16-838c-ce8ead76f0d9 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:08.656912 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-5749f58a-60fc-4c3d-9880-f3e2ae0a3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:08.657428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-5749f58a-60fc-4c3d-9880-f3e2ae0a3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:08.657767 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-5749f58a-60fc-4c3d-9880-f3e2ae0a3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:08.658231 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-5749f58a-60fc-4c3d-9880-f3e2ae0a3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:08.658822 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-5749f58a-60fc-4c3d-9880-f3e2ae0a3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:08.659287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-5749f58a-60fc-4c3d-9880-f3e2ae0a3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:08.659787 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-5749f58a-60fc-4c3d-9880-f3e2ae0a3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:08.663965 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-5749f58a-60fc-4c3d-9880-f3e2ae0a3ab9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6e850f85e6540848343a8f94f5bb145&device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 6709 time: 0.1731067 Feb 16 16:45:08.689058 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-62213ec0-bb18-4910-8477-1903815d0d0d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:45:08.690123 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-62213ec0-bb18-4910-8477-1903815d0d0d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "PUT /v2.0/routers/9321febd-7141-4f81-b178-673a33a27b24/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8343098 Feb 16 16:45:08.696453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46608) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:08.750233 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb751a-07df-44c9-8d11-df5df899feee req-f2f10b41-1bf6-484a-a04c-8dff14b9e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:08.751162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13cb751a-07df-44c9-8d11-df5df899feee req-f2f10b41-1bf6-484a-a04c-8dff14b9e0b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47787310-3691-41b2-a852-bbd23d5d8772 HTTP/1.1" status: 200 len: 865 time: 0.1626678 Feb 16 16:45:08.789440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 578b8066-f906-40e1-968d-0c2d11ccdd8b details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:45:08.813504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-75794519-17a4-49f4-a7b7-a7c8598a6b0e None None] Port 482615cf-8bd7-4daf-891c-c2747838812c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:45:08.821095 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13cb751a-07df-44c9-8d11-df5df899feee req-846f0cbe-703b-4665-881c-4f77934e525b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=87a09116-b4cb-40d6-b725-29e9b29ce374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472264 Feb 16 16:45:08.830574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11b7ee4-1d14-414d-b9d0-1703b9492799 None None] Routers {'9321febd-7141-4f81-b178-673a33a27b24'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:45:08.831736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f11b7ee4-1d14-414d-b9d0-1703b9492799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9321febd-7141-4f81-b178-673a33a27b24'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:08.858830 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909d7bc-9126-44b8-a010-ba75ed131e4f req-152b6195-652b-43a3-bd46-027760907e6b tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:08.860938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1909d7bc-9126-44b8-a010-ba75ed131e4f req-152b6195-652b-43a3-bd46-027760907e6b tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.3018193 Feb 16 16:45:08.878985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f11b7ee4-1d14-414d-b9d0-1703b9492799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:08.879653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11b7ee4-1d14-414d-b9d0-1703b9492799 None None] The sync data for ids ['9321febd-7141-4f81-b178-673a33a27b24'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:45:08.907229 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-515fae41-4718-4b06-9796-70eedc34edd3 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Allocated IP 172.20.0.6 (a0a40b0d-5364-4e11-9947-0ad8937f2022/d57c5807-d866-418c-ab25-f63712e4afdc/2ebec01c-a2fe-4d90-87cd-a6fb457f9844) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:09.154672 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1909d7bc-9126-44b8-a010-ba75ed131e4f req-caca912f-243c-4373-9df7-1fb974facf02 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814057 Feb 16 16:45:09.189583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13cb751a-07df-44c9-8d11-df5df899feee req-4eab4e7a-b235-474a-bdf9-3bc6f4373c05 service neutron] 10.222.0.65 "GET /v2.0/networks/87a09116-b4cb-40d6-b725-29e9b29ce374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576024 Feb 16 16:45:09.230050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c383ca00-a8a7-4e16-838c-ce8ead76f0d9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:09.230589 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:09.239345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=2597f668-50b9-4185-9032-25264021b99b,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:09.269364 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-de08c56b-fb95-4da3-b492-4133c0fb24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:09.269364 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-de08c56b-fb95-4da3-b492-4133c0fb24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:09.270051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-de08c56b-fb95-4da3-b492-4133c0fb24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:09.272286 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-de08c56b-fb95-4da3-b492-4133c0fb24eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe4a0c62-7e77-41f1-a6b1-5456111aabec&id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&id=8c7818c1-3357-407b-a8ee-d592e424d1da&id=8c7818c1-3357-407b-a8ee-d592e424d1da HTTP/1.1" status: 200 len: 2291 time: 0.5770824 Feb 16 16:45:09.329689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13cb751a-07df-44c9-8d11-df5df899feee req-9e84c38c-6e99-4df1-8b69-6c8ea46c7bdb service neutron] 10.222.0.65 "GET /v2.0/networks/87a09116-b4cb-40d6-b725-29e9b29ce374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304569 Feb 16 16:45:09.334845 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-515fae41-4718-4b06-9796-70eedc34edd3 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (2ebec01c-a2fe-4d90-87cd-a6fb457f9844), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:09.341890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95236f0c-3051-44ea-a1e4-1fce8caa4ccd req-13dc013d-bbf1-4067-81b9-b251767691c1 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:09.348863 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95236f0c-3051-44ea-a1e4-1fce8caa4ccd req-13dc013d-bbf1-4067-81b9-b251767691c1 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.2604520 Feb 16 16:45:09.370938 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 578b8066-f906-40e1-968d-0c2d11ccdd8b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=578b8066-f906-40e1-968d-0c2d11ccdd8b,segment=NetworkSegment(b1d6921c-d862-432a-996f-f38fbfcb2558),segment_id=b1d6921c-d862-432a-996f-f38fbfcb2558)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:09.430340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95236f0c-3051-44ea-a1e4-1fce8caa4ccd req-bc4ff1d1-af82-40fe-aae6-eba1c209a95c tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747609 Feb 16 16:45:09.434687 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-2cf53440-2b8d-4c6a-99f1-232a2c17c4f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60af1716-f231-40c5-ab45-6d89ab6d6e3f HTTP/1.1" status: 200 len: 1002 time: 0.1540527 Feb 16 16:45:09.452978 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '578b8066-f906-40e1-968d-0c2d11ccdd8b', 'network_id': '87a09116-b4cb-40d6-b725-29e9b29ce374', 'port_id': '578b8066-f906-40e1-968d-0c2d11ccdd8b', 'mac_address': 'fa:16:3e:10:e8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47787310-3691-41b2-a852-bbd23d5d8772', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:45:09.456657 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-515fae41-4718-4b06-9796-70eedc34edd3 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2ebec01c-a2fe-4d90-87cd-a6fb457f9844), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:09.473444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3c1c9f76-8ea3-4ba1-a867-1e47e26a0026 None None] Provisioning complete for port 2597f668-50b9-4185-9032-25264021b99b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:09.473967 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c1c9f76-8ea3-4ba1-a867-1e47e26a0026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2597f668-50b9-4185-9032-25264021b99b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:09.616649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fae41-4718-4b06-9796-70eedc34edd3 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=2ebec01c-a2fe-4d90-87cd-a6fb457f9844,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:09.620561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515fae41-4718-4b06-9796-70eedc34edd3 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network a0a40b0d-5364-4e11-9947-0ad8937f2022 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:09.622339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-515fae41-4718-4b06-9796-70eedc34edd3 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:09.633930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515fae41-4718-4b06-9796-70eedc34edd3 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:09.645634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-272afa70-6b45-471e-8421-4f1fab95f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:09.648028 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-272afa70-6b45-471e-8421-4f1fab95f034 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a3b0099-e3d2-484e-86b0-d55f301048e5 HTTP/1.1" status: 200 len: 850 time: 0.1811571 Feb 16 16:45:09.679249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 578b8066-f906-40e1-968d-0c2d11ccdd8b is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:09.680668 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (578b8066-f906-40e1-968d-0c2d11ccdd8b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:09.705432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578b8066-f906-40e1-968d-0c2d11ccdd8b {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:45:09.714193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Allocated IP 172.20.0.2 (a0a40b0d-5364-4e11-9947-0ad8937f2022/d57c5807-d866-418c-ab25-f63712e4afdc/7e9911e3-d2a7-4488-a0ba-cd599ed694e6) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:09.748153 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c383ca00-a8a7-4e16-838c-ce8ead76f0d9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:09.779584 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 578b8066-f906-40e1-968d-0c2d11ccdd8b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=578b8066-f906-40e1-968d-0c2d11ccdd8b,segment=NetworkSegment(b1d6921c-d862-432a-996f-f38fbfcb2558),segment_id=b1d6921c-d862-432a-996f-f38fbfcb2558)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:09.902445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-a1a533f3-b6cb-45a1-a178-ed7b0360a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:09.925853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515fae41-4718-4b06-9796-70eedc34edd3 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:09.925853 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-515fae41-4718-4b06-9796-70eedc34edd3 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:09.928732 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-a1a533f3-b6cb-45a1-a178-ed7b0360a1ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe4a0c62-7e77-41f1-a6b1-5456111aabec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2603204 Feb 16 16:45:09.982416 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11076071-57ac-4784-9ea1-c295302c9768 req-f0c9924a-8fce-4033-8d6a-51748caf2081 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:09.989366 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11076071-57ac-4784-9ea1-c295302c9768 req-f0c9924a-8fce-4033-8d6a-51748caf2081 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 943 time: 0.2997601 Feb 16 16:45:09.993732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-20a60a1f-7ed6-46ed-9fcb-5809ea5d6ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:09.995167 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-20a60a1f-7ed6-46ed-9fcb-5809ea5d6ffa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6&tenant_id=02741f937a2842aca38571a11965b970 HTTP/1.1" status: 200 len: 1126 time: 0.2718360 Feb 16 16:45:10.004423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-515fae41-4718-4b06-9796-70eedc34edd3 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0407019 Feb 16 16:45:10.006243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46622) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:10.025469 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Publish callbacks [] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:10.031569 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (578b8066-f906-40e1-968d-0c2d11ccdd8b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:10.036149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2597f668-50b9-4185-9032-25264021b99b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:10.065457 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18635001-87fd-458c-9ebb-72798b3504f7 req-c593d52d-5f39-4fb3-9082-54d7258c22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:10.066922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18635001-87fd-458c-9ebb-72798b3504f7 req-c593d52d-5f39-4fb3-9082-54d7258c22ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=18204c002ff2451291227eff7926db64&device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 1128 time: 0.2852261 Feb 16 16:45:10.069615 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-9ac97da3-7474-45b8-a89f-441432bd5b76 service neutron] 10.222.0.60 "GET /v2.0/networks/fe4a0c62-7e77-41f1-a6b1-5456111aabec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398211 Feb 16 16:45:10.111104 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ebc6-cf5d-49ce-a8c4-192ce5d7688f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (9321febd-7141-4f81-b178-673a33a27b24), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:10.127697 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:10.157949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4333d-b5a2-46be-b5ef-1d64ed774b32 req-b7472b09-1318-42f2-aafc-a6df4486bc58 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:10.165731 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3a4333d-b5a2-46be-b5ef-1d64ed774b32 req-b7472b09-1318-42f2-aafc-a6df4486bc58 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.3789105 Feb 16 16:45:10.217782 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Network a0a40b0d-5364-4e11-9947-0ad8937f2022 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:10.244033 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:10.251801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:10.275365 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-de2d7536-8293-4806-886d-0ea991b854b0 service neutron] 10.222.0.60 "GET /v2.0/networks/fe4a0c62-7e77-41f1-a6b1-5456111aabec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895945 Feb 16 16:45:10.289892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11076071-57ac-4784-9ea1-c295302c9768 req-184280ae-eb3e-49cb-a4ac-29c5fe6652f1 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f41e02-1856-49c5-9f22-eee7931c6de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996099 Feb 16 16:45:10.304216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['578b8066-f906-40e1-968d-0c2d11ccdd8b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:45:10.349317 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-fdc9002b-00a5-48f0-9d4b-bf370da85a68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=d91c30ef-7b5c-42fa-a0e7-f684909efdf4 HTTP/1.1" status: 200 len: 217 time: 0.0393746 Feb 16 16:45:10.364620 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3a4333d-b5a2-46be-b5ef-1d64ed774b32 req-bc178c6e-345d-4c45-ac0f-799726ca5c43 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976876 Feb 16 16:45:10.374689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-31deb7e0-8989-4b58-beac-952b005d70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:10.376421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-31deb7e0-8989-4b58-beac-952b005d70a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 1126 time: 0.3016346 Feb 16 16:45:10.395696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3c1c9f76-8ea3-4ba1-a867-1e47e26a0026 None None] Current status of the port 2597f668-50b9-4185-9032-25264021b99b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:10.401794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-19a7c0fe-f718-489c-81cb-c8e0fa0511cc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port 2ebec01c-a2fe-4d90-87cd-a6fb457f9844 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:10.402313 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-19a7c0fe-f718-489c-81cb-c8e0fa0511cc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2ebec01c-a2fe-4d90-87cd-a6fb457f9844), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:10.402543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2597f668-50b9-4185-9032-25264021b99b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:10.402932 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2597f668-50b9-4185-9032-25264021b99b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:10.438165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18635001-87fd-458c-9ebb-72798b3504f7 req-c186183b-0d58-443f-b59a-a2fc6c56180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:10.440366 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18635001-87fd-458c-9ebb-72798b3504f7 req-c186183b-0d58-443f-b59a-a2fc6c56180f service neutron] 10.222.0.60 "GET /v2.0/networks?id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf HTTP/1.1" status: 200 len: 911 time: 0.3320198 Feb 16 16:45:10.470823 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-ed97dc49-eddd-4d32-b237-881860b292a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:10.472284 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-ed97dc49-eddd-4d32-b237-881860b292a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd80079a-8787-4887-b18e-e3dbc94e8246 HTTP/1.1" status: 200 len: 797 time: 0.1045294 Feb 16 16:45:10.507529 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=578b8066-f906-40e1-968d-0c2d11ccdd8b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:10.511142 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Attempting to bind port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:45:10.512384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Attempting to bind port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '53d9d05d-5c63-4098-8e40-40a075ce1f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a0a40b0d-5364-4e11-9947-0ad8937f2022'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:45:10.513357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Attempting to bind port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 on network a0a40b0d-5364-4e11-9947-0ad8937f2022 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:45:10.525349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:45:10.525844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Checking segment: {'id': '53d9d05d-5c63-4098-8e40-40a075ce1f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a0a40b0d-5364-4e11-9947-0ad8937f2022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:10.526456 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:10.526922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Bound using segment: {'id': '53d9d05d-5c63-4098-8e40-40a075ce1f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a0a40b0d-5364-4e11-9947-0ad8937f2022'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:45:10.527498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Bound port: 7e9911e3-d2a7-4488-a0ba-cd599ed694e6, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d9d05d-5c63-4098-8e40-40a075ce1f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a0a40b0d-5364-4e11-9947-0ad8937f2022'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:45:10.528043 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:10.627027 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-baee5ac1-e522-4ed5-ae56-2bc32680922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:10.628682 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-baee5ac1-e522-4ed5-ae56-2bc32680922f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1501431 Feb 16 16:45:10.637925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Pushing event updated for resources: {'Port': ['ID=7e9911e3-d2a7-4488-a0ba-cd599ed694e6,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:10.712979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] For port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:45:10.716640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] For port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7e9911e3-d2a7-4488-a0ba-cd599ed694e6,segment=NetworkSegment(53d9d05d-5c63-4098-8e40-40a075ce1f45),segment_id=53d9d05d-5c63-4098-8e40-40a075ce1f45)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:45:10.738870 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:10.779271 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-64e5cf2d-6841-4c63-bf3c-d1fd8f71da41 service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360860 Feb 16 16:45:10.792628 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2ebc6-cf5d-49ce-a8c4-192ce5d7688f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Deleting port 482615cf-8bd7-4daf-891c-c2747838812c {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:10.793044 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ebc6-cf5d-49ce-a8c4-192ce5d7688f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (482615cf-8bd7-4daf-891c-c2747838812c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:10.811970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e6603-3696-4940-8063-a0b16e0b425b None None] Pushing event updated for resources: {'Port': ['ID=7e9911e3-d2a7-4488-a0ba-cd599ed694e6,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:10.819723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b462a6b7-fd41-4ae2-936c-e59aaab3c7dd None None] Provisioning complete for port 2597f668-50b9-4185-9032-25264021b99b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:10.820172 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b462a6b7-fd41-4ae2-936c-e59aaab3c7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2597f668-50b9-4185-9032-25264021b99b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:10.852723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2597f668-50b9-4185-9032-25264021b99b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:10.941321 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ebc6-cf5d-49ce-a8c4-192ce5d7688f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (482615cf-8bd7-4daf-891c-c2747838812c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:10.957844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2ebc6-cf5d-49ce-a8c4-192ce5d7688f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Calling delete_port for 482615cf-8bd7-4daf-891c-c2747838812c owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:10.961969 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18635001-87fd-458c-9ebb-72798b3504f7 req-a5e8d8fd-ae2f-45a8-8e0a-0c7e125fb0d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f877356-2ef7-4f83-a476-a69a135f282e HTTP/1.1" status: 200 len: 217 time: 0.1204300 Feb 16 16:45:11.031965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b462a6b7-fd41-4ae2-936c-e59aaab3c7dd None None] Current status of the port 2597f668-50b9-4185-9032-25264021b99b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:11.069019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ec4ae-69a1-4ae1-b1e0-961f60f3b64a req-e8f8cfca-10e1-4d2c-9974-6f5ab89891cb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:11.071122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-711ec4ae-69a1-4ae1-b1e0-961f60f3b64a req-e8f8cfca-10e1-4d2c-9974-6f5ab89891cb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.6499639 Feb 16 16:45:11.101738 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-19a7c0fe-f718-489c-81cb-c8e0fa0511cc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2ebec01c-a2fe-4d90-87cd-a6fb457f9844), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:11.123628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18635001-87fd-458c-9ebb-72798b3504f7 req-95206924-e306-48b9-9564-508693a552b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:11.125105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18635001-87fd-458c-9ebb-72798b3504f7 req-95206924-e306-48b9-9564-508693a552b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d5328b4-8490-4123-b874-9dd2311e107e HTTP/1.1" status: 200 len: 850 time: 0.1536608 Feb 16 16:45:11.129372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-8288b71b-b665-4b46-b1a0-f22d96a78621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:11.131694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-8288b71b-b665-4b46-b1a0-f22d96a78621 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 918 time: 0.7432196 Feb 16 16:45:11.150328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-19a7c0fe-f718-489c-81cb-c8e0fa0511cc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for 2ebec01c-a2fe-4d90-87cd-a6fb457f9844 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:11.260529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18635001-87fd-458c-9ebb-72798b3504f7 req-6b379fcd-3c19-45fe-824f-c43472580da4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275718 Feb 16 16:45:11.355768 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-711ec4ae-69a1-4ae1-b1e0-961f60f3b64a req-3293b653-f82b-4c79-bf8c-b0a8ccd72af6 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711692 Feb 16 16:45:11.357577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-5d288e7a-358a-480e-ae60-c86a4fee29fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d HTTP/1.1" status: 200 len: 1000 time: 0.2193272 Feb 16 16:45:11.621611 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-a9fa2986-72e9-46c5-bc60-073aeaff7223 service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8323874 Feb 16 16:45:11.622614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ebc6-cf5d-49ce-a8c4-192ce5d7688f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (482615cf-8bd7-4daf-891c-c2747838812c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:11.644965 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-7b6a4992-9cd3-4611-b3c4-8150932f86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:11.646442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-7b6a4992-9cd3-4611-b3c4-8150932f86e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2633da54-4036-4028-8932-f86c9800af42 HTTP/1.1" status: 200 len: 856 time: 0.2813730 Feb 16 16:45:11.692683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2ebc6-cf5d-49ce-a8c4-192ce5d7688f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event deleted for resources: {'Port': ['ID=482615cf-8bd7-4daf-891c-c2747838812c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:11.697041 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-bf01131d-27e7-4a72-ac40-56c1533392d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=6dd9809b-8b67-4061-8a60-b968873f6f2d HTTP/1.1" status: 200 len: 217 time: 0.0682704 Feb 16 16:45:11.713280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829feaaa-60f1-454a-bfd0-45f019dddbb5 req-426324fd-5fe4-4c35-871a-247d8598cc73 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:11.714843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-829feaaa-60f1-454a-bfd0-45f019dddbb5 req-426324fd-5fe4-4c35-871a-247d8598cc73 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.2080297 Feb 16 16:45:11.723935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18635001-87fd-458c-9ebb-72798b3504f7 req-40e12b91-08c7-4da3-a6d5-a7631e6d8c3b service neutron] 10.222.0.60 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530995 Feb 16 16:45:11.742914 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-19a7c0fe-f718-489c-81cb-c8e0fa0511cc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2ebec01c-a2fe-4d90-87cd-a6fb457f9844), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:11.760205 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7944e5b-5b02-4ef1-ace2-44c92787f53b req-61dca541-5845-45fd-a845-31dd83348e38 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:11.761783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c7944e5b-5b02-4ef1-ace2-44c92787f53b req-61dca541-5845-45fd-a845-31dd83348e38 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 944 time: 0.2573776 Feb 16 16:45:11.770364 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-9ae60a96-7341-4906-b677-85f283836a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:11.772637 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-9ae60a96-7341-4906-b677-85f283836a21 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd80079a-8787-4887-b18e-e3dbc94e8246 HTTP/1.1" status: 200 len: 797 time: 0.0701642 Feb 16 16:45:11.844997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7c0fe-f718-489c-81cb-c8e0fa0511cc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=2ebec01c-a2fe-4d90-87cd-a6fb457f9844,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:12.024645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:12.051059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-2bda3c94-d91e-4a32-9240-99cfe8e1d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:12.052631 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-2bda3c94-d91e-4a32-9240-99cfe8e1d17e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d61e968-9352-4447-90d4-31d4f93db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3933821 Feb 16 16:45:12.061083 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1e2ebc6-cf5d-49ce-a8c4-192ce5d7688f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (9321febd-7141-4f81-b178-673a33a27b24), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:12.080444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-1d547486-1ccf-4b78-b8a1-e31aa4134225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:12.082109 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-1d547486-1ccf-4b78-b8a1-e31aa4134225 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2565279 Feb 16 16:45:12.142732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:12.143020 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:12.148414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c7944e5b-5b02-4ef1-ace2-44c92787f53b req-e365ebeb-1a49-4a8d-80a4-804172f53edd tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f41e02-1856-49c5-9f22-eee7931c6de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583536 Feb 16 16:45:12.150872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18635001-87fd-458c-9ebb-72798b3504f7 req-f9ccba26-4b5a-47e3-94e3-99a5957539b2 service neutron] 10.222.0.60 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166644 Feb 16 16:45:12.177301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-829feaaa-60f1-454a-bfd0-45f019dddbb5 req-23c51863-5c70-41ca-a96a-be9cb3bf769f tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523425 Feb 16 16:45:12.266270 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-19a7c0fe-f718-489c-81cb-c8e0fa0511cc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:12.275379 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-19a7c0fe-f718-489c-81cb-c8e0fa0511cc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/2ebec01c-a2fe-4d90-87cd-a6fb457f9844 HTTP/1.1" status: 204 len: 168 time: 2.2613943 Feb 16 16:45:12.277858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46638) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:12.282636 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:12.283103 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:12.317231 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a747dc9f-e703-4bac-9f18-ddfcc478551b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] GET failed (client error): The resource could not be found. Feb 16 16:45:12.322504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a747dc9f-e703-4bac-9f18-ddfcc478551b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/2ebec01c-a2fe-4d90-87cd-a6fb457f9844 HTTP/1.1" status: 404 len: 333 time: 0.0436683 Feb 16 16:45:12.326821 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46640) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:12.330122 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7e9911e3-d2a7-4488-a0ba-cd599ed694e6,segment=NetworkSegment(53d9d05d-5c63-4098-8e40-40a075ce1f45),segment_id=53d9d05d-5c63-4098-8e40-40a075ce1f45)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:12.338764 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:12.367944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-0c0b0705-3c9f-4e78-a7e3-92ec087af23c service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781258 Feb 16 16:45:12.404201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=7e9911e3-d2a7-4488-a0ba-cd599ed694e6,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:12.450174 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-7525bb52-9dd2-4bd1-98b3-0da6c1e67ad0 service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579454 Feb 16 16:45:12.505749 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56967c04-f999-45cc-a546-be008bf6b37d None None] Network a0a40b0d-5364-4e11-9947-0ad8937f2022 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:12.512971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd53b0c-3374-48fc-bacb-ab87ebfc55fe req-74a8c9ea-5e19-411b-8021-239594fc6780 service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366251 Feb 16 16:45:12.567830 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5442d-5706-4ecc-8e40-ab4d7f1efcd6 req-428aa174-26f3-416b-83a1-05cb16ca305f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:12.571255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37a5442d-5706-4ecc-8e40-ab4d7f1efcd6 req-428aa174-26f3-416b-83a1-05cb16ca305f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.0766561 Feb 16 16:45:12.620119 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2339c59c-8331-4a4f-a8e5-c909002dc83f None None] Provisioning complete for port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:12.620495 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2339c59c-8331-4a4f-a8e5-c909002dc83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:12.627042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-04328fe8-1629-4e2c-8023-80c8951eb4ac tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting subnet d57c5807-d866-418c-ab25-f63712e4afdc {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:45:12.661102 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37a5442d-5706-4ecc-8e40-ab4d7f1efcd6 req-64285a22-1c8c-40d8-9a1f-787f74b03307 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822661 Feb 16 16:45:12.674261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04328fe8-1629-4e2c-8023-80c8951eb4ac tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (d57c5807-d866-418c-ab25-f63712e4afdc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:12.708492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 578b8066-f906-40e1-968d-0c2d11ccdd8b up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:12.745458 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04328fe8-1629-4e2c-8023-80c8951eb4ac tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (d57c5807-d866-418c-ab25-f63712e4afdc), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:12.777020 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e2ebc6-cf5d-49ce-a8c4-192ce5d7688f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Router 9321febd-7141-4f81-b178-673a33a27b24 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:45:12.803455 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-a609ed8a-3e27-4632-a4d0-933784bdff95 service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376143 Feb 16 16:45:12.858483 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2339c59c-8331-4a4f-a8e5-c909002dc83f None None] Current status of the port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:12.870651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 578b8066-f906-40e1-968d-0c2d11ccdd8b completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:45:12.877001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 578b8066-f906-40e1-968d-0c2d11ccdd8b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:12.877425 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (578b8066-f906-40e1-968d-0c2d11ccdd8b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:12.930122 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-f513d830-2017-4e70-925f-2f1aac52c860 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=07c6c357-bfbf-4921-8a12-0b2663806de4 HTTP/1.1" status: 200 len: 217 time: 0.1180272 Feb 16 16:45:12.986411 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 578b8066-f906-40e1-968d-0c2d11ccdd8b is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:12.987151 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (578b8066-f906-40e1-968d-0c2d11ccdd8b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:13.032637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7ce927-303b-4577-9e63-5c2aeeb1973e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578b8066-f906-40e1-968d-0c2d11ccdd8b'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:45:13.035288 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8960f8-8a72-4850-a2d2-f0bb25163c13" -d '{"events": [{"server_uuid": "7b7ce927-303b-4577-9e63-5c2aeeb1973e", "name": "network-vif-plugged", "status": "completed", "tag": "578b8066-f906-40e1-968d-0c2d11ccdd8b"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:45:13.053021 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e2ebc6-cf5d-49ce-a8c4-192ce5d7688f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:45:13.056377 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-7fb6af0c-b4d9-4f5a-9e72-3472427fed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:13.058231 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-7fb6af0c-b4d9-4f5a-9e72-3472427fed76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd80079a-8787-4887-b18e-e3dbc94e8246 HTTP/1.1" status: 200 len: 797 time: 0.0862112 Feb 16 16:45:13.059123 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04328fe8-1629-4e2c-8023-80c8951eb4ac tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (d57c5807-d866-418c-ab25-f63712e4afdc), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:13.065212 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45d0487-1e6d-4eca-bd1d-af4d665af07d None None] Sync routers for ids ['9321febd-7141-4f81-b178-673a33a27b24'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:45:13.069057 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46668) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:13.071108 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b1e2ebc6-cf5d-49ce-a8c4-192ce5d7688f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "PUT /v2.0/routers/9321febd-7141-4f81-b178-673a33a27b24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3731439 Feb 16 16:45:13.093624 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45d0487-1e6d-4eca-bd1d-af4d665af07d None None] Routers {'9321febd-7141-4f81-b178-673a33a27b24'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:45:13.096971 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a45d0487-1e6d-4eca-bd1d-af4d665af07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9321febd-7141-4f81-b178-673a33a27b24'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:13.101773 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 578b8066-f906-40e1-968d-0c2d11ccdd8b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=578b8066-f906-40e1-968d-0c2d11ccdd8b,segment=NetworkSegment(b1d6921c-d862-432a-996f-f38fbfcb2558),segment_id=b1d6921c-d862-432a-996f-f38fbfcb2558)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:13.109878 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (578b8066-f906-40e1-968d-0c2d11ccdd8b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:13.154174 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-b7e9f9a0-4864-4fdc-a45a-2b15ca0d1d1b tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] delete failed (client error): The resource could not be found. Feb 16 16:45:13.157369 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b7e9f9a0-4864-4fdc-a45a-2b15ca0d1d1b tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1478200379 HTTP/1.1" status: 404 len: 335 time: 0.0839634 Feb 16 16:45:13.168211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46672) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:13.179395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c1857d31-0804-4dde-9c67-cb826d826cdd tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Request body: {'router': {'external_gateway_info': {'network_id': '9321febd-7141-4f81-b178-673a33a27b24'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:13.236216 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db9e14a-81eb-452b-8ad5-a83d5610027d x-openstack-request-id: req-1db9e14a-81eb-452b-8ad5-a83d5610027d {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:45:13.238841 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7ce927-303b-4577-9e63-5c2aeeb1973e", "name": "network-vif-plugged", "status": "completed", "tag": "578b8066-f906-40e1-968d-0c2d11ccdd8b", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:45:13.239613 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1db9e14a-81eb-452b-8ad5-a83d5610027d {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:45:13.240814 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7ce927-303b-4577-9e63-5c2aeeb1973e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578b8066-f906-40e1-968d-0c2d11ccdd8b', 'code': 200} Feb 16 16:45:13.312366 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-ead15e0e-9667-4cb2-9ada-efaf456acae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:13.316031 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-ead15e0e-9667-4cb2-9ada-efaf456acae7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2416840 Feb 16 16:45:13.317610 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04328fe8-1629-4e2c-8023-80c8951eb4ac tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (d57c5807-d866-418c-ab25-f63712e4afdc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:13.368156 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a45d0487-1e6d-4eca-bd1d-af4d665af07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:13.402116 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=578b8066-f906-40e1-968d-0c2d11ccdd8b,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:13.418297 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45d0487-1e6d-4eca-bd1d-af4d665af07d None None] Routers {'9321febd-7141-4f81-b178-673a33a27b24'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:45:13.425069 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a45d0487-1e6d-4eca-bd1d-af4d665af07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9321febd-7141-4f81-b178-673a33a27b24'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:13.437438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-001c052d-a389-4bf2-8d7a-3552b3244159 None None] Provisioning complete for port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:13.437830 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-001c052d-a389-4bf2-8d7a-3552b3244159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:13.511666 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04328fe8-1629-4e2c-8023-80c8951eb4ac tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Subnet': ['ID=d57c5807-d866-418c-ab25-f63712e4afdc,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:13.529491 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04328fe8-1629-4e2c-8023-80c8951eb4ac tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:13.541228 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-04328fe8-1629-4e2c-8023-80c8951eb4ac tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/d57c5807-d866-418c-ab25-f63712e4afdc HTTP/1.1" status: 204 len: 168 time: 1.2129171 Feb 16 16:45:13.544236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46684) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:13.583867 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a45d0487-1e6d-4eca-bd1d-af4d665af07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:13.587266 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45d0487-1e6d-4eca-bd1d-af4d665af07d None None] The sync data for ids ['9321febd-7141-4f81-b178-673a33a27b24'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:45:13.780167 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-001c052d-a389-4bf2-8d7a-3552b3244159 None None] Current status of the port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:13.791543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943f93e7-9a23-48a0-9d8b-cf4db8d58bea None None] Network a0a40b0d-5364-4e11-9947-0ad8937f2022 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:13.992619 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a0a40b0d-5364-4e11-9947-0ad8937f2022), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:13.995501 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46690) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:14.015421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:14.017994 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cdb81951-db2d-40f3-aa14-3d9b24be507a None None] Could not find standard attr ID for object 2ebec01c-a2fe-4d90-87cd-a6fb457f9844. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:45:14.032492 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-dc1e842f-037a-4153-a8f5-dab0b77dd112 service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7116892 Feb 16 16:45:14.053937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c07bc5-e574-4ffa-af92-5342e0250d4a req-6bebf9f0-f0ae-4c5a-85a6-95bd51a49537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:14.056566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92c07bc5-e574-4ffa-af92-5342e0250d4a req-6bebf9f0-f0ae-4c5a-85a6-95bd51a49537 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 1127 time: 0.6601031 Feb 16 16:45:14.121695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:14.122233 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:14.199703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ea9b3-9250-4e16-ad42-b865778fa001 req-66bb3409-fa54-43c6-9b2b-350ccf52ba33 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:14.206273 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-962ea9b3-9250-4e16-ad42-b865778fa001 req-66bb3409-fa54-43c6-9b2b-350ccf52ba33 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 945 time: 0.8197467 Feb 16 16:45:14.259416 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-24f14fac-6bda-4eee-888f-a6edc2f18fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:14.297903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caaa2bc-03ec-4d9f-aa65-4ee81d604bcd None None] DHCP port deletion for a0a40b0d-5364-4e11-9947-0ad8937f2022 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:45:14.311275 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c1857d31-0804-4dde-9c67-cb826d826cdd tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for router_gateway (9321febd-7141-4f81-b178-673a33a27b24), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:14.378396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:14.394109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc36ea5-00c5-4ba4-92c2-9b3061586aa5 req-a2500a8b-8b8e-4c60-994b-2b1bd34d1e6d tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:14.406759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dfc36ea5-00c5-4ba4-92c2-9b3061586aa5 req-a2500a8b-8b8e-4c60-994b-2b1bd34d1e6d tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.8476288 Feb 16 16:45:14.425047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8caaa2bc-03ec-4d9f-aa65-4ee81d604bcd None None] Deleting port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:14.425458 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8caaa2bc-03ec-4d9f-aa65-4ee81d604bcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:14.449431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:14.449873 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:14.551262 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-c1857d31-0804-4dde-9c67-cb826d826cdd tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] update failed (client error): The resource could not be found. Feb 16 16:45:14.552370 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-9c0f02b0-5bb0-45ae-aa7f-e3d205dfb3da service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987111 Feb 16 16:45:14.553910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c1857d31-0804-4dde-9c67-cb826d826cdd tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "PUT /v2.0/routers/9321febd-7141-4f81-b178-673a33a27b24 HTTP/1.1" status: 404 len: 339 time: 1.3880630 Feb 16 16:45:14.566701 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46694) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:14.595325 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dfc36ea5-00c5-4ba4-92c2-9b3061586aa5 req-2427f49d-5ada-4353-8cc4-e09df00df65d tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875222 Feb 16 16:45:14.618954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8caaa2bc-03ec-4d9f-aa65-4ee81d604bcd None None] For port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7e9911e3-d2a7-4488-a0ba-cd599ed694e6,segment=NetworkSegment(53d9d05d-5c63-4098-8e40-40a075ce1f45),segment_id=53d9d05d-5c63-4098-8e40-40a075ce1f45)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:14.623126 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8caaa2bc-03ec-4d9f-aa65-4ee81d604bcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:14.625597 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92c07bc5-e574-4ffa-af92-5342e0250d4a req-2c832b0c-23c1-4096-81b0-b4883cfd1b27 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=25f41e02-1856-49c5-9f22-eee7931c6de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308604 Feb 16 16:45:14.656649 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8caaa2bc-03ec-4d9f-aa65-4ee81d604bcd None None] Calling delete_port for 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:14.726666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-962ea9b3-9250-4e16-ad42-b865778fa001 req-e8aecc65-3f6e-455a-85c2-52e7d48ea230 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f41e02-1856-49c5-9f22-eee7931c6de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083629 Feb 16 16:45:14.747592 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-0c6525f2-6f21-4e47-8f5f-cad745ce19ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=1ced1e52-ce08-4240-9780-a8fd8c6f59ad HTTP/1.1" status: 200 len: 217 time: 0.1861775 Feb 16 16:45:14.749604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] For port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7e9911e3-d2a7-4488-a0ba-cd599ed694e6,segment=NetworkSegment(53d9d05d-5c63-4098-8e40-40a075ce1f45),segment_id=53d9d05d-5c63-4098-8e40-40a075ce1f45)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:14.750153 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:14.803032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:14.850928 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8caaa2bc-03ec-4d9f-aa65-4ee81d604bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:14.872275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb660f-e5f0-461d-8e6d-38da9298e08b req-71872d10-c983-49e2-8827-0c87e1f9075d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:14.880359 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fcb660f-e5f0-461d-8e6d-38da9298e08b req-71872d10-c983-49e2-8827-0c87e1f9075d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.1456654 Feb 16 16:45:14.885462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caaa2bc-03ec-4d9f-aa65-4ee81d604bcd None None] Pushing event deleted for resources: {'Port': ['ID=7e9911e3-d2a7-4488-a0ba-cd599ed694e6,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:14.921263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caaa2bc-03ec-4d9f-aa65-4ee81d604bcd None None] No DVR routers for this DVR port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:14.964645 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fcb660f-e5f0-461d-8e6d-38da9298e08b req-14091673-8d13-46f7-9cec-072b9076f472 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761528 Feb 16 16:45:14.980287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-24f14fac-6bda-4eee-888f-a6edc2f18fe0 admin admin] Publish callbacks [] for security_group (72e97924-f7db-4c77-8522-9df7944e0ce5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:14.990003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-ddf290d9-e327-46f7-a15e-a357a19235dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:14.992882 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-ddf290d9-e327-46f7-a15e-a357a19235dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fd80079a-8787-4887-b18e-e3dbc94e8246 HTTP/1.1" status: 200 len: 797 time: 0.2322924 Feb 16 16:45:14.996089 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-24f14fac-6bda-4eee-888f-a6edc2f18fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (72e97924-f7db-4c77-8522-9df7944e0ce5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:15.530799 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-24f14fac-6bda-4eee-888f-a6edc2f18fe0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f852ab1f0f804f6ebe98871bde9d8f04&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5320077 Feb 16 16:45:15.533478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46696) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:15.581370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f14fac-6bda-4eee-888f-a6edc2f18fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e97924-f7db-4c77-8522-9df7944e0ce5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:15.664917 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c42e7966-b165-451e-9a36-01df10e0cdd5 admin admin] Publish callbacks [] for security_group (72e97924-f7db-4c77-8522-9df7944e0ce5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:15.715833 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7e9911e3-d2a7-4488-a0ba-cd599ed694e6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:15.729275 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c42e7966-b165-451e-9a36-01df10e0cdd5 admin admin] Publish callbacks [] for security_group (72e97924-f7db-4c77-8522-9df7944e0ce5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:15.757187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No DVR routers for this DVR port 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:15.807577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-b1eb6dd8-db60-4dba-9cd4-3f35139315a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:15.809871 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-b1eb6dd8-db60-4dba-9cd4-3f35139315a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8108284 Feb 16 16:45:15.856501 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=7e9911e3-d2a7-4488-a0ba-cd599ed694e6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:15.891471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:45:15.925704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c42e7966-b165-451e-9a36-01df10e0cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (72e97924-f7db-4c77-8522-9df7944e0ce5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:15.929388 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c42e7966-b165-451e-9a36-01df10e0cdd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:15.951848 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c42e7966-b165-451e-9a36-01df10e0cdd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72e97924-f7db-4c77-8522-9df7944e0ce5 HTTP/1.1" status: 204 len: 168 time: 0.4171627 Feb 16 16:45:15.952302 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:45:15.952648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7e9911e3-d2a7-4488-a0ba-cd599ed694e6 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:45:16.045806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422dc13-8fda-403a-abf9-95ca32147cfa req-fdaf8d18-91f5-4e80-a809-8667a3f54f57 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:16.052958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4422dc13-8fda-403a-abf9-95ca32147cfa req-fdaf8d18-91f5-4e80-a809-8667a3f54f57 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.3153644 Feb 16 16:45:16.059273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e7966-b165-451e-9a36-01df10e0cdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e97924-f7db-4c77-8522-9df7944e0ce5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:16.126909 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a0a40b0d-5364-4e11-9947-0ad8937f2022), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:16.136926 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:16.197475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e5bca-bdec-4c4c-88fd-ef0ec4c82a95 req-dbf3932a-60f1-40b0-ac7e-6cc33658d6be tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:16.199826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-489e5bca-bdec-4c4c-88fd-ef0ec4c82a95 req-dbf3932a-60f1-40b0-ac7e-6cc33658d6be tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 945 time: 0.3442819 Feb 16 16:45:16.221801 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4422dc13-8fda-403a-abf9-95ca32147cfa req-315b2f4f-6546-4da4-bf85-ad624da7957d tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470454 Feb 16 16:45:16.312922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a40b0d-5364-4e11-9947-0ad8937f2022']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:16.334525 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d9d05d-5c63-4098-8e40-40a075ce1f45') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:16.336922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-489e5bca-bdec-4c4c-88fd-ef0ec4c82a95 req-4a7685ef-f1e7-483d-bc5a-b872ad6476c5 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f41e02-1856-49c5-9f22-eee7931c6de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291108 Feb 16 16:45:16.341167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d9d05d-5c63-4098-8e40-40a075ce1f45') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:16.459163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725a9e1-4521-4415-bdc1-fa4a5b15fd4f req-14820454-72a7-4b13-956f-2b314a826a9a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:16.471309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e725a9e1-4521-4415-bdc1-fa4a5b15fd4f req-14820454-72a7-4b13-956f-2b314a826a9a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.1437833 Feb 16 16:45:16.494941 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (53d9d05d-5c63-4098-8e40-40a075ce1f45), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:16.526004 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (53d9d05d-5c63-4098-8e40-40a075ce1f45), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:16.581322 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e725a9e1-4521-4415-bdc1-fa4a5b15fd4f req-896ae618-2d7b-492f-ac27-ab39a37f87b2 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091340 Feb 16 16:45:16.592828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:45:16.596194 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (53d9d05d-5c63-4098-8e40-40a075ce1f45), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:16.601164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46710) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:16.602025 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-3e9fda76-bc41-4882-957e-e93cc0636a42 service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518044 Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:45:16.602844 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:45:16.640709 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dbbab3b5-d8ca-41e7-8a4a-6c695745ae6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:16.862824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a0a40b0d-5364-4e11-9947-0ad8937f2022), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:16.884397 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:16.887797 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/networks/a0a40b0d-5364-4e11-9947-0ad8937f2022 HTTP/1.1" status: 204 len: 168 time: 3.3425949 Feb 16 16:45:16.899637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46712) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:16.925313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Allocated IP 172.20.0.1 (a37a37a6-98a7-4ebc-a2fa-12364775d2e9/c670e754-c095-4d74-9b39-1e70e95418ff/f5424a5a-bad1-43d5-9bdd-cfa1efc93644) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:16.927477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-648591b4-6246-4714-9c07-7ca3aa2086a1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'name': 'tempest-PortsTestJSON-268528401'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:16.935168 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c655f-4034-4f18-8815-e9cffc7d187d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Network': ['ID=a0a40b0d-5364-4e11-9947-0ad8937f2022,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:16.979066 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-ea8adba7-32d9-462e-b12d-90ebec06237a service neutron] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384168 Feb 16 16:45:17.060518 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dbbab3b5-d8ca-41e7-8a4a-6c695745ae6b admin admin] Publish callbacks [] for security_group (93f26859-ae06-4341-a035-7d88224a27f9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:17.066939 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dbbab3b5-d8ca-41e7-8a4a-6c695745ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (93f26859-ae06-4341-a035-7d88224a27f9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:17.081731 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-b3db3c37-9bfd-457c-b329-2fa860e97309 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f13eedf5-23a5-4e39-9570-fad7d7cbd215 HTTP/1.1" status: 200 len: 217 time: 0.0951452 Feb 16 16:45:17.201011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-14f8216e-7bc8-43e6-bd89-5ae0a2642bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:17.202788 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-14f8216e-7bc8-43e6-bd89-5ae0a2642bbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1c74edd-6d03-4ab5-a984-b1104bd6fd71 HTTP/1.1" status: 200 len: 797 time: 0.1131434 Feb 16 16:45:17.247336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dbbab3b5-d8ca-41e7-8a4a-6c695745ae6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3274241fd46941cc8c06387c723b3138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6455495 Feb 16 16:45:17.254388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46716) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:17.339854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbab3b5-d8ca-41e7-8a4a-6c695745ae6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f26859-ae06-4341-a035-7d88224a27f9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:17.347930 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for port (f5424a5a-bad1-43d5-9bdd-cfa1efc93644), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:17.387801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-d7d860e6-fcc2-44bf-b73d-367efa5d822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:17.389601 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-d7d860e6-fcc2-44bf-b73d-367efa5d822b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8c7818c1-3357-407b-a8ee-d592e424d1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1807172 Feb 16 16:45:17.392238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648591b4-6246-4714-9c07-7ca3aa2086a1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:17.395684 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-648591b4-6246-4714-9c07-7ca3aa2086a1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:17.414766 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6a2de115-8c84-4f70-8e9b-30b4da41b5db admin admin] Publish callbacks [] for security_group (93f26859-ae06-4341-a035-7d88224a27f9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:17.427558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-648591b4-6246-4714-9c07-7ca3aa2086a1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port 30f787ed-4205-4fd9-ab13-2eb30157ad44 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:45:17.458648 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f5424a5a-bad1-43d5-9bdd-cfa1efc93644), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:17.519207 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6a2de115-8c84-4f70-8e9b-30b4da41b5db admin admin] Publish callbacks [] for security_group (93f26859-ae06-4341-a035-7d88224a27f9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:17.545671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf085e-49d0-42f5-9436-fbf1a505f812 req-2d7ee381-6eed-4a55-b46c-14d1052c83ef tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:17.547293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b5cf085e-49d0-42f5-9436-fbf1a505f812 req-2d7ee381-6eed-4a55-b46c-14d1052c83ef tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.2002580 Feb 16 16:45:17.551668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event updated for resources: {'Port': ['ID=f5424a5a-bad1-43d5-9bdd-cfa1efc93644,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:17.615782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Network a37a37a6-98a7-4ebc-a2fa-12364775d2e9 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:17.637264 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:17.641684 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:17.731419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b5cf085e-49d0-42f5-9436-fbf1a505f812 req-5f533fa3-840b-432d-a4a5-cd6ead85327c tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672564 Feb 16 16:45:17.777703 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (9321febd-7141-4f81-b178-673a33a27b24), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:17.842552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161dbb-b8fb-4cc0-b25a-68d232db900d req-76f44cb7-acce-4a7c-b9a7-2103237fb956 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:17.844451 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96161dbb-b8fb-4cc0-b25a-68d232db900d req-76f44cb7-acce-4a7c-b9a7-2103237fb956 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 945 time: 0.3547297 Feb 16 16:45:17.849253 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6a2de115-8c84-4f70-8e9b-30b4da41b5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (93f26859-ae06-4341-a035-7d88224a27f9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:17.852412 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6a2de115-8c84-4f70-8e9b-30b4da41b5db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:17.857530 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6a2de115-8c84-4f70-8e9b-30b4da41b5db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93f26859-ae06-4341-a035-7d88224a27f9 HTTP/1.1" status: 204 len: 168 time: 0.6013687 Feb 16 16:45:17.891612 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2de115-8c84-4f70-8e9b-30b4da41b5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f26859-ae06-4341-a035-7d88224a27f9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:17.907963 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-648591b4-6246-4714-9c07-7ca3aa2086a1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (30f787ed-4205-4fd9-ab13-2eb30157ad44), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:18.028649 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-236f51c0-8cc0-4119-96d5-59310838f2bf service neutron] 10.222.0.60 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322780 Feb 16 16:45:18.140498 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96161dbb-b8fb-4cc0-b25a-68d232db900d req-163dec59-d004-4555-91a8-6d83335a7b61 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f41e02-1856-49c5-9f22-eee7931c6de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815151 Feb 16 16:45:18.181868 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-648591b4-6246-4714-9c07-7ca3aa2086a1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (30f787ed-4205-4fd9-ab13-2eb30157ad44), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:18.189656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e5e245b9-4730-405e-925e-59aa26fcb226 None None] Provisioning complete for port f5424a5a-bad1-43d5-9bdd-cfa1efc93644 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:18.191743 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e5e245b9-4730-405e-925e-59aa26fcb226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f5424a5a-bad1-43d5-9bdd-cfa1efc93644), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:18.225378 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f5424a5a-bad1-43d5-9bdd-cfa1efc93644), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:18.275010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e5e245b9-4730-405e-925e-59aa26fcb226 None None] Port f5424a5a-bad1-43d5-9bdd-cfa1efc93644 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:45:18.295140 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-136fdd57-c615-4a03-9543-bf7d76673bb2 service neutron] 10.222.0.60 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543371 Feb 16 16:45:18.409324 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-4729f6ec-545c-4822-9dc2-a9ef5a037d00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05513152-46fd-4fae-986f-261a23262945 HTTP/1.1" status: 200 len: 217 time: 0.1068277 Feb 16 16:45:18.471956 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-9ea450a7-bffd-4ea6-97f2-e7cd461a2071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:18.473652 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-9ea450a7-bffd-4ea6-97f2-e7cd461a2071 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b1c74edd-6d03-4ab5-a984-b1104bd6fd71 HTTP/1.1" status: 200 len: 797 time: 0.0559642 Feb 16 16:45:18.600172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-c21690f3-a039-4f6f-8562-cd5c7e1a6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:18.601709 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-c21690f3-a039-4f6f-8562-cd5c7e1a6057 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8c7818c1-3357-407b-a8ee-d592e424d1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1173627 Feb 16 16:45:18.629316 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46726) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:18.676393 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2f8771a-df1c-4cb9-bffd-059d0486bbbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:18.705625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385143-94b0-47b9-a153-b6053fd4aa9a req-09222ef0-a857-47e2-bc55-e5903d96ba63 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:18.707114 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a2385143-94b0-47b9-a153-b6053fd4aa9a req-09222ef0-a857-47e2-bc55-e5903d96ba63 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.7640164 Feb 16 16:45:18.708224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648591b4-6246-4714-9c07-7ca3aa2086a1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=30f787ed-4205-4fd9-ab13-2eb30157ad44,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:18.719852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648591b4-6246-4714-9c07-7ca3aa2086a1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:18.723265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-648591b4-6246-4714-9c07-7ca3aa2086a1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:18.732608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648591b4-6246-4714-9c07-7ca3aa2086a1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:18.737980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648591b4-6246-4714-9c07-7ca3aa2086a1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:18.741019 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-648591b4-6246-4714-9c07-7ca3aa2086a1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:18.807470 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-648591b4-6246-4714-9c07-7ca3aa2086a1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8955431 Feb 16 16:45:18.808223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46730) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:18.862281 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for port (f5424a5a-bad1-43d5-9bdd-cfa1efc93644), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:18.866794 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-3bef2d53-4991-4f31-ba1f-b0685e366121 service neutron] 10.222.0.60 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364342 Feb 16 16:45:18.873473 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (f5424a5a-bad1-43d5-9bdd-cfa1efc93644), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:18.947234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a2385143-94b0-47b9-a153-b6053fd4aa9a req-4ce15e21-fcf5-4fcb-b466-d6425ef665c0 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204723 Feb 16 16:45:19.030098 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event updated for resources: {'Port': ['ID=f5424a5a-bad1-43d5-9bdd-cfa1efc93644,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:19.062490 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2f8771a-df1c-4cb9-bffd-059d0486bbbe admin admin] Publish callbacks [] for security_group (e024345e-c59c-498d-a11a-ff2e7af8b8de), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:19.063543 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (9321febd-7141-4f81-b178-673a33a27b24), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:19.079269 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2f8771a-df1c-4cb9-bffd-059d0486bbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e024345e-c59c-498d-a11a-ff2e7af8b8de), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:19.090458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518bc01-3b55-4ed6-9fb7-20b8d267ec6e req-052da9b1-186d-4417-bbb8-636c5cb74544 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:19.096325 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c518bc01-3b55-4ed6-9fb7-20b8d267ec6e req-052da9b1-186d-4417-bbb8-636c5cb74544 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.2137015 Feb 16 16:45:19.106183 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22e13d3-59e6-45d2-b81f-28c705eb263e req-b811da3e-43ea-4709-b359-2bced3ab6c14 service neutron] 10.222.0.60 "GET /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336388 Feb 16 16:45:19.168059 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f2f8771a-df1c-4cb9-bffd-059d0486bbbe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80e130acfd3c4557a282ba6a297d1f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5359399 Feb 16 16:45:19.170792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8771a-df1c-4cb9-bffd-059d0486bbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e024345e-c59c-498d-a11a-ff2e7af8b8de,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:19.173585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46734) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:19.184769 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9ab46-ac07-477b-b49c-fdc644d5718a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port 30f787ed-4205-4fd9-ab13-2eb30157ad44 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:19.185124 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ab46-ac07-477b-b49c-fdc644d5718a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (30f787ed-4205-4fd9-ab13-2eb30157ad44), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:19.244978 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c518bc01-3b55-4ed6-9fb7-20b8d267ec6e req-ce231efb-426d-4965-b9f1-9d58da265583 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387696 Feb 16 16:45:19.290961 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Network a37a37a6-98a7-4ebc-a2fa-12364775d2e9 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:19.299204 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:19.311165 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eacce41d-d6b4-4193-bdb1-c7387c8c9644 admin admin] Publish callbacks [] for security_group (e024345e-c59c-498d-a11a-ff2e7af8b8de), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:19.337148 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eacce41d-d6b4-4193-bdb1-c7387c8c9644 admin admin] Publish callbacks [] for security_group (e024345e-c59c-498d-a11a-ff2e7af8b8de), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:19.349114 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ab46-ac07-477b-b49c-fdc644d5718a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (30f787ed-4205-4fd9-ab13-2eb30157ad44), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:19.402259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9ab46-ac07-477b-b49c-fdc644d5718a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for 30f787ed-4205-4fd9-ab13-2eb30157ad44 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:19.465970 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eacce41d-d6b4-4193-bdb1-c7387c8c9644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e024345e-c59c-498d-a11a-ff2e7af8b8de), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:19.468935 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eacce41d-d6b4-4193-bdb1-c7387c8c9644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:19.470115 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-eacce41d-d6b4-4193-bdb1-c7387c8c9644 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e024345e-c59c-498d-a11a-ff2e7af8b8de HTTP/1.1" status: 204 len: 168 time: 0.2934396 Feb 16 16:45:19.506358 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024635bc-c1e2-4a7a-b99a-28752f5adb23 req-cc56d636-6ad2-4299-8e78-19e6d27aa79a tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:19.508017 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-024635bc-c1e2-4a7a-b99a-28752f5adb23 req-cc56d636-6ad2-4299-8e78-19e6d27aa79a tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 945 time: 0.2178600 Feb 16 16:45:19.515293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacce41d-d6b4-4193-bdb1-c7387c8c9644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e024345e-c59c-498d-a11a-ff2e7af8b8de,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:19.586429 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Router 9321febd-7141-4f81-b178-673a33a27b24 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:45:19.640296 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ab46-ac07-477b-b49c-fdc644d5718a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (30f787ed-4205-4fd9-ab13-2eb30157ad44), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:19.786840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-024635bc-c1e2-4a7a-b99a-28752f5adb23 req-3b6ad3a4-70a4-475e-9f89-a65c6c8ada85 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f41e02-1856-49c5-9f22-eee7931c6de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532270 Feb 16 16:45:19.808729 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ab46-ac07-477b-b49c-fdc644d5718a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:19.813088 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0fc9ab46-ac07-477b-b49c-fdc644d5718a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/30f787ed-4205-4fd9-ab13-2eb30157ad44 HTTP/1.1" status: 204 len: 168 time: 1.0022140 Feb 16 16:45:19.814093 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9ab46-ac07-477b-b49c-fdc644d5718a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=30f787ed-4205-4fd9-ab13-2eb30157ad44,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:19.815205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46742) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:19.829891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4a8d0066-a8d5-43d8-8edc-4e4d275ada31 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'mac_address': 'fa:16:3e:85:ce:61', 'name': 'tempest-PortsTestJSON-388087654'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:19.839127 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-efb5d26e-5c40-48e4-aaae-b2b6f941c70b None None] Provisioning complete for port f5424a5a-bad1-43d5-9bdd-cfa1efc93644 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:19.842517 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-efb5d26e-5c40-48e4-aaae-b2b6f941c70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f5424a5a-bad1-43d5-9bdd-cfa1efc93644), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:19.936903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-efb5d26e-5c40-48e4-aaae-b2b6f941c70b None None] Port f5424a5a-bad1-43d5-9bdd-cfa1efc93644 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:45:19.978494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb1b7c-4c45-45a7-99dd-a636d67f1b7d req-ec54a6c1-1da7-4964-a848-6f7178e8ec82 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:19.980573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3eb1b7c-4c45-45a7-99dd-a636d67f1b7d req-ec54a6c1-1da7-4964-a848-6f7178e8ec82 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 945 time: 0.0914044 Feb 16 16:45:20.090998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3eb1b7c-4c45-45a7-99dd-a636d67f1b7d req-888479ce-76cb-4fc6-8383-280d719ede70 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f41e02-1856-49c5-9f22-eee7931c6de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029835 Feb 16 16:45:20.146958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:45:20.154899 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3656056c-ae05-4510-9688-b2bc3bdab47f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "PUT /v2.0/routers/9321febd-7141-4f81-b178-673a33a27b24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5829263 Feb 16 16:45:20.156849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8d0066-a8d5-43d8-8edc-4e4d275ada31 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:20.158454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46756) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:20.166072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c5e17-38bd-486f-87d0-e077c6663038 None None] Sync routers for ids ['9321febd-7141-4f81-b178-673a33a27b24'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:45:20.192198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c5e17-38bd-486f-87d0-e077c6663038 None None] Routers {'9321febd-7141-4f81-b178-673a33a27b24'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:45:20.197411 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-658c5e17-38bd-486f-87d0-e077c6663038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9321febd-7141-4f81-b178-673a33a27b24'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:20.253658 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0066-a8d5-43d8-8edc-4e4d275ada31 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:20.291099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-4a8d0066-a8d5-43d8-8edc-4e4d275ada31 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port 29fd02f9-8ca1-4b0d-8b46-75b904f722cd yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:45:20.302185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-658c5e17-38bd-486f-87d0-e077c6663038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:20.329550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c5e17-38bd-486f-87d0-e077c6663038 None None] Routers {'9321febd-7141-4f81-b178-673a33a27b24'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:45:20.330457 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-658c5e17-38bd-486f-87d0-e077c6663038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9321febd-7141-4f81-b178-673a33a27b24'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:20.430482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-658c5e17-38bd-486f-87d0-e077c6663038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:20.435283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c5e17-38bd-486f-87d0-e077c6663038 None None] The sync data for ids ['9321febd-7141-4f81-b178-673a33a27b24'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:45:20.449705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31afad8-1953-48a4-adf6-ac3555ccd61d req-0096ceb3-e5c8-4230-9899-b56913f85e27 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:20.451227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c31afad8-1953-48a4-adf6-ac3555ccd61d req-0096ceb3-e5c8-4230-9899-b56913f85e27 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.3162787 Feb 16 16:45:20.466042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ff2bb02-f74c-4574-b865-7538500db71d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for router (9321febd-7141-4f81-b178-673a33a27b24), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:20.509790 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0066-a8d5-43d8-8edc-4e4d275ada31 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (29fd02f9-8ca1-4b0d-8b46-75b904f722cd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:20.552947 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0066-a8d5-43d8-8edc-4e4d275ada31 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (29fd02f9-8ca1-4b0d-8b46-75b904f722cd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:20.672394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c31afad8-1953-48a4-adf6-ac3555ccd61d req-4314c545-b7f1-49a2-858e-e8db9cfc4d47 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029192 Feb 16 16:45:20.672992 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d0066-a8d5-43d8-8edc-4e4d275ada31 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:20.681535 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-4ff2bb02-f74c-4574-b865-7538500db71d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 16:45:20.682873 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4ff2bb02-f74c-4574-b865-7538500db71d tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "DELETE /v2.0/routers/9321febd-7141-4f81-b178-673a33a27b24 HTTP/1.1" status: 409 len: 329 time: 0.5229163 Feb 16 16:45:20.686241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46770) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:20.698223 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d0066-a8d5-43d8-8edc-4e4d275ada31 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:20.709291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d0066-a8d5-43d8-8edc-4e4d275ada31 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:20.714953 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8d0066-a8d5-43d8-8edc-4e4d275ada31 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:20.715569 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0066-a8d5-43d8-8edc-4e4d275ada31 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:20.758753 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d0066-a8d5-43d8-8edc-4e4d275ada31 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=29fd02f9-8ca1-4b0d-8b46-75b904f722cd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:20.774050 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4a8d0066-a8d5-43d8-8edc-4e4d275ada31 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9577537 Feb 16 16:45:20.774683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46776) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:20.859875 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1ce012-833d-453e-bcb0-79472fce3288 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:20.872870 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2c1ce012-833d-453e-bcb0-79472fce3288 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/29fd02f9-8ca1-4b0d-8b46-75b904f722cd HTTP/1.1" status: 200 len: 840 time: 0.0971012 Feb 16 16:45:20.875944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46778) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:21.001508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-560a120d-a208-41ca-90f9-12ee5c132b03 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port 29fd02f9-8ca1-4b0d-8b46-75b904f722cd {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:21.002463 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-560a120d-a208-41ca-90f9-12ee5c132b03 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (29fd02f9-8ca1-4b0d-8b46-75b904f722cd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:21.098987 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-560a120d-a208-41ca-90f9-12ee5c132b03 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (29fd02f9-8ca1-4b0d-8b46-75b904f722cd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:21.117538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670313d4-25db-4606-9271-c721126c6415 req-08b24c5e-cb8c-4e73-8fc5-f80cdfc31952 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:21.119723 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-560a120d-a208-41ca-90f9-12ee5c132b03 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for 29fd02f9-8ca1-4b0d-8b46-75b904f722cd owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:21.140142 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-670313d4-25db-4606-9271-c721126c6415 req-08b24c5e-cb8c-4e73-8fc5-f80cdfc31952 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 945 time: 0.2976472 Feb 16 16:45:21.296929 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-560a120d-a208-41ca-90f9-12ee5c132b03 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (29fd02f9-8ca1-4b0d-8b46-75b904f722cd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:21.326416 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a120d-a208-41ca-90f9-12ee5c132b03 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=29fd02f9-8ca1-4b0d-8b46-75b904f722cd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:21.351129 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-560a120d-a208-41ca-90f9-12ee5c132b03 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:21.356063 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-560a120d-a208-41ca-90f9-12ee5c132b03 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/29fd02f9-8ca1-4b0d-8b46-75b904f722cd HTTP/1.1" status: 204 len: 168 time: 0.4788151 Feb 16 16:45:21.359067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46784) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:21.376337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd817d56-2f35-4d57-a803-c819493063c5 req-515e4f4c-4948-470a-8085-76ed08fbb4ab tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:21.382857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd817d56-2f35-4d57-a803-c819493063c5 req-515e4f4c-4948-470a-8085-76ed08fbb4ab tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.5745142 Feb 16 16:45:21.401253 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f2d51f-4763-46f5-8556-e0086dcf3c3f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] GET failed (client error): The resource could not be found. Feb 16 16:45:21.407821 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-66f2d51f-4763-46f5-8556-e0086dcf3c3f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/29fd02f9-8ca1-4b0d-8b46-75b904f722cd HTTP/1.1" status: 404 len: 333 time: 0.0440912 Feb 16 16:45:21.408411 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46786) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:21.414705 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ddec8817-55a8-47d0-ac1c-5671cd653cfe tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'name': 'tempest-PortsTestJSON-54136608'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:21.561644 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddec8817-55a8-47d0-ac1c-5671cd653cfe tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:21.566316 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddec8817-55a8-47d0-ac1c-5671cd653cfe tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:21.573694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-670313d4-25db-4606-9271-c721126c6415 req-27ae9260-7684-447d-976d-2c06945446f0 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f41e02-1856-49c5-9f22-eee7931c6de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293480 Feb 16 16:45:21.615885 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-ddec8817-55a8-47d0-ac1c-5671cd653cfe tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port 69ff9ca7-0ca1-484d-b75a-32854c3f9c9b yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:45:21.741476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd817d56-2f35-4d57-a803-c819493063c5 req-ddcdd8e5-e9a3-4ba6-903b-9d31bfe6fc3e tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256087 Feb 16 16:45:21.929053 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddec8817-55a8-47d0-ac1c-5671cd653cfe tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (69ff9ca7-0ca1-484d-b75a-32854c3f9c9b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:21.990931 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddec8817-55a8-47d0-ac1c-5671cd653cfe tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (69ff9ca7-0ca1-484d-b75a-32854c3f9c9b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:22.003962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd717853-cf21-4717-a217-ac1793a4ae22 req-87ab1fd2-cc80-40e6-bdf3-37d26104749f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:22.012519 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd717853-cf21-4717-a217-ac1793a4ae22 req-87ab1fd2-cc80-40e6-bdf3-37d26104749f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.1258364 Feb 16 16:45:22.059735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddec8817-55a8-47d0-ac1c-5671cd653cfe tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:22.063994 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ddec8817-55a8-47d0-ac1c-5671cd653cfe tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:22.068596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddec8817-55a8-47d0-ac1c-5671cd653cfe tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:22.074670 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec8817-55a8-47d0-ac1c-5671cd653cfe tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:22.075356 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddec8817-55a8-47d0-ac1c-5671cd653cfe tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:22.120813 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec8817-55a8-47d0-ac1c-5671cd653cfe tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=69ff9ca7-0ca1-484d-b75a-32854c3f9c9b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:22.130006 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ddec8817-55a8-47d0-ac1c-5671cd653cfe tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.7205231 Feb 16 16:45:22.131511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46802) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:22.136807 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ff829b07-eda4-404e-9271-f834f1ba6eea tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:22.149941 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c4406e2-0196-468d-8a0f-baaac50d5cc5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (9321febd-7141-4f81-b178-673a33a27b24), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:22.242516 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd717853-cf21-4717-a217-ac1793a4ae22 req-daf00818-b051-4b8a-9e02-46d790998975 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291284 Feb 16 16:45:22.270621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80473aec-3229-4fba-883b-f1ac3badb955 req-718f49d4-6bf9-4ba7-bb68-facfa081de32 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:22.279407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80473aec-3229-4fba-883b-f1ac3badb955 req-718f49d4-6bf9-4ba7-bb68-facfa081de32 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 945 time: 0.2485147 Feb 16 16:45:22.289708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff829b07-eda4-404e-9271-f834f1ba6eea tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (69ff9ca7-0ca1-484d-b75a-32854c3f9c9b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:22.361322 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80473aec-3229-4fba-883b-f1ac3badb955 req-922b5c5a-a9bf-401e-b96b-87a6a82e6c9f tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f41e02-1856-49c5-9f22-eee7931c6de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808794 Feb 16 16:45:22.809611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7c4406e2-0196-468d-8a0f-baaac50d5cc5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Deleting port f5424a5a-bad1-43d5-9bdd-cfa1efc93644 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:22.810322 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c4406e2-0196-468d-8a0f-baaac50d5cc5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f5424a5a-bad1-43d5-9bdd-cfa1efc93644), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:22.988732 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c4406e2-0196-468d-8a0f-baaac50d5cc5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f5424a5a-bad1-43d5-9bdd-cfa1efc93644), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:23.011642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7c4406e2-0196-468d-8a0f-baaac50d5cc5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Calling delete_port for f5424a5a-bad1-43d5-9bdd-cfa1efc93644 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:23.020094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c103e2-abd0-4685-b377-655d0c880622 req-1645f7dd-410d-4e96-bcb6-16e01a44d117 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:23.022757 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2c103e2-abd0-4685-b377-655d0c880622 req-1645f7dd-410d-4e96-bcb6-16e01a44d117 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.1226707 Feb 16 16:45:23.127800 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2c103e2-abd0-4685-b377-655d0c880622 req-73af2284-0b16-4074-b088-2c2093d15a6d tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970554 Feb 16 16:45:23.138927 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff829b07-eda4-404e-9271-f834f1ba6eea tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (69ff9ca7-0ca1-484d-b75a-32854c3f9c9b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:23.144809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff829b07-eda4-404e-9271-f834f1ba6eea tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (69ff9ca7-0ca1-484d-b75a-32854c3f9c9b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:23.190422 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ff829b07-eda4-404e-9271-f834f1ba6eea tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] In _notify_port_updated(), no bound segment for port 69ff9ca7-0ca1-484d-b75a-32854c3f9c9b on network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:45:23.197239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff829b07-eda4-404e-9271-f834f1ba6eea tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:23.197892 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff829b07-eda4-404e-9271-f834f1ba6eea tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:23.201731 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ff829b07-eda4-404e-9271-f834f1ba6eea tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "PUT /v2.0/ports/69ff9ca7-0ca1-484d-b75a-32854c3f9c9b HTTP/1.1" status: 200 len: 818 time: 1.0668113 Feb 16 16:45:23.202809 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46810) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:23.315175 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c4406e2-0196-468d-8a0f-baaac50d5cc5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f5424a5a-bad1-43d5-9bdd-cfa1efc93644), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:23.340141 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff829b07-eda4-404e-9271-f834f1ba6eea tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=69ff9ca7-0ca1-484d-b75a-32854c3f9c9b,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:23.367974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4406e2-0196-468d-8a0f-baaac50d5cc5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event deleted for resources: {'Port': ['ID=f5424a5a-bad1-43d5-9bdd-cfa1efc93644,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:23.474209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd11f6-b032-44c7-893b-19e77482aac1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port 69ff9ca7-0ca1-484d-b75a-32854c3f9c9b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:23.476681 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5cd11f6-b032-44c7-893b-19e77482aac1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (69ff9ca7-0ca1-484d-b75a-32854c3f9c9b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:23.637205 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5cd11f6-b032-44c7-893b-19e77482aac1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (69ff9ca7-0ca1-484d-b75a-32854c3f9c9b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:23.676879 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd11f6-b032-44c7-893b-19e77482aac1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for 69ff9ca7-0ca1-484d-b75a-32854c3f9c9b owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:23.798715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c4406e2-0196-468d-8a0f-baaac50d5cc5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (9321febd-7141-4f81-b178-673a33a27b24), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:23.819270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d44273-70f4-4a61-a139-c1724475c3aa req-a14de534-de9d-4429-b9f1-4806973cd098 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:23.824570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91d44273-70f4-4a61-a139-c1724475c3aa req-a14de534-de9d-4429-b9f1-4806973cd098 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.3208101 Feb 16 16:45:23.893697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237754c-ab92-4e56-885b-6a029765460f req-04cbf7f0-0141-496f-84f2-bbd9fd8e95eb tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:23.902910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a237754c-ab92-4e56-885b-6a029765460f req-04cbf7f0-0141-496f-84f2-bbd9fd8e95eb tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 945 time: 0.3174419 Feb 16 16:45:23.966385 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5cd11f6-b032-44c7-893b-19e77482aac1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (69ff9ca7-0ca1-484d-b75a-32854c3f9c9b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:23.998073 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd11f6-b032-44c7-893b-19e77482aac1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=69ff9ca7-0ca1-484d-b75a-32854c3f9c9b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:24.007591 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5cd11f6-b032-44c7-893b-19e77482aac1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:24.017115 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e5cd11f6-b032-44c7-893b-19e77482aac1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/69ff9ca7-0ca1-484d-b75a-32854c3f9c9b HTTP/1.1" status: 204 len: 168 time: 0.8131216 Feb 16 16:45:24.018048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46818) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:24.069339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91d44273-70f4-4a61-a139-c1724475c3aa req-bed0f574-6154-44e3-9154-3e8dd800dd53 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408187 Feb 16 16:45:24.106697 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34db43a-ebd8-4a81-b65e-1a296737ac0c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:24.108547 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d34db43a-ebd8-4a81-b65e-1a296737ac0c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0893943 Feb 16 16:45:24.111189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46820) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:24.134365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a237754c-ab92-4e56-885b-6a029765460f req-f26f9a86-dc6d-4bfe-b6e6-e13479c26511 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/security-groups?id=25f41e02-1856-49c5-9f22-eee7931c6de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305987 Feb 16 16:45:24.151569 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e57efa-239c-4291-9e1d-527bdb478e91 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] GET failed (client error): The resource could not be found. Feb 16 16:45:24.153165 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-15e57efa-239c-4291-9e1d-527bdb478e91 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/69ff9ca7-0ca1-484d-b75a-32854c3f9c9b HTTP/1.1" status: 404 len: 333 time: 0.0408399 Feb 16 16:45:24.158324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46822) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:24.164073 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-dee0466e-2090-44c9-9570-64c1290df81e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1801648268'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:24.189111 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee0466e-2090-44c9-9570-64c1290df81e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:24.192901 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dee0466e-2090-44c9-9570-64c1290df81e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:24.220821 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee0466e-2090-44c9-9570-64c1290df81e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:45:24.230765 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dee0466e-2090-44c9-9570-64c1290df81e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (5064cbfd-2284-49c6-a99a-9d446ff6fb37), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:24.231187 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-dee0466e-2090-44c9-9570-64c1290df81e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Added segment 5064cbfd-2284-49c6-a99a-9d446ff6fb37 of type vlan for network 5fe9996b-79c3-4c2d-9c03-da5a236f2ca4 Feb 16 16:45:24.262236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4406e2-0196-468d-8a0f-baaac50d5cc5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Router 9321febd-7141-4f81-b178-673a33a27b24 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:45:24.272179 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dee0466e-2090-44c9-9570-64c1290df81e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (5fe9996b-79c3-4c2d-9c03-da5a236f2ca4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:24.279160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f243e-e97d-412b-850a-5a35c81ef137 req-a2faeb15-7d12-4784-88f2-2caa534f5a5e tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:24.280651 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb4f243e-e97d-412b-850a-5a35c81ef137 req-a2faeb15-7d12-4784-88f2-2caa534f5a5e tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 945 time: 0.1633742 Feb 16 16:45:24.296561 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dee0466e-2090-44c9-9570-64c1290df81e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (5fe9996b-79c3-4c2d-9c03-da5a236f2ca4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:24.301971 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee0466e-2090-44c9-9570-64c1290df81e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:24.303234 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dee0466e-2090-44c9-9570-64c1290df81e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:24.349864 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dee0466e-2090-44c9-9570-64c1290df81e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1899393 Feb 16 16:45:24.352752 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46826) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:24.357448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-61608305-c454-40ad-8b0d-c0d1364a620b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'subnet': {'network_id': '5fe9996b-79c3-4c2d-9c03-da5a236f2ca4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:24.388155 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0466e-2090-44c9-9570-64c1290df81e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Network': ['ID=5fe9996b-79c3-4c2d-9c03-da5a236f2ca4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:24.398394 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 5fe9996b-79c3-4c2d-9c03-da5a236f2ca4 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:45:24.407518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd990da-24fe-4da0-a58c-1d8bf7a7a3e1 req-1a529ef4-3d93-4235-b2d0-4c593773b233 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:24.409097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5bd990da-24fe-4da0-a58c-1d8bf7a7a3e1 req-1a529ef4-3d93-4235-b2d0-4c593773b233 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.1904743 Feb 16 16:45:24.444806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4406e2-0196-468d-8a0f-baaac50d5cc5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:45:24.450437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7c4406e2-0196-468d-8a0f-baaac50d5cc5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "PUT /v2.0/routers/9321febd-7141-4f81-b178-673a33a27b24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7629609 Feb 16 16:45:24.454855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46828) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:24.469401 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f1176b-a151-410e-ae74-24143c09051c None None] Sync routers for ids ['9321febd-7141-4f81-b178-673a33a27b24'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:45:24.492233 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f1176b-a151-410e-ae74-24143c09051c None None] Routers {'9321febd-7141-4f81-b178-673a33a27b24'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:45:24.493287 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-54f1176b-a151-410e-ae74-24143c09051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9321febd-7141-4f81-b178-673a33a27b24'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:24.504845 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5bd990da-24fe-4da0-a58c-1d8bf7a7a3e1 req-253e8f4d-a40b-4e57-a10c-4b9bd2614347 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865047 Feb 16 16:45:24.516357 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-d406a819-ad36-40d7-a398-cd57f4d0411f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] show failed (client error): The resource could not be found. Feb 16 16:45:24.517423 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d406a819-ad36-40d7-a398-cd57f4d0411f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1506555024 HTTP/1.1" status: 404 len: 335 time: 0.0616248 Feb 16 16:45:24.520524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-cb4f243e-e97d-412b-850a-5a35c81ef137 req-e81f9a9e-f425-49fb-b922-2113f5cfba59 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Deleting port 578b8066-f906-40e1-968d-0c2d11ccdd8b {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:24.521289 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cb4f243e-e97d-412b-850a-5a35c81ef137 req-e81f9a9e-f425-49fb-b922-2113f5cfba59 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (578b8066-f906-40e1-968d-0c2d11ccdd8b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:24.522959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46830) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:24.529612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-857c7e22-d08f-4e0d-a545-2554e613da3f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:24.547927 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-54f1176b-a151-410e-ae74-24143c09051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:24.564792 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f1176b-a151-410e-ae74-24143c09051c None None] Routers {'9321febd-7141-4f81-b178-673a33a27b24'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:45:24.566163 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-54f1176b-a151-410e-ae74-24143c09051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9321febd-7141-4f81-b178-673a33a27b24'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:24.572395 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-857c7e22-d08f-4e0d-a545-2554e613da3f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] update failed (client error): The resource could not be found. Feb 16 16:45:24.573515 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-857c7e22-d08f-4e0d-a545-2554e613da3f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-565156747 HTTP/1.1" status: 404 len: 334 time: 0.0496333 Feb 16 16:45:24.577591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46832) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:24.589149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61608305-c454-40ad-8b0d-c0d1364a620b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:24.592705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61608305-c454-40ad-8b0d-c0d1364a620b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:24.621023 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-54f1176b-a151-410e-ae74-24143c09051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:24.622334 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f1176b-a151-410e-ae74-24143c09051c None None] The sync data for ids ['9321febd-7141-4f81-b178-673a33a27b24'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:45:24.638197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-cb4f243e-e97d-412b-850a-5a35c81ef137 req-e81f9a9e-f425-49fb-b922-2113f5cfba59 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] For port 578b8066-f906-40e1-968d-0c2d11ccdd8b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=578b8066-f906-40e1-968d-0c2d11ccdd8b,segment=NetworkSegment(b1d6921c-d862-432a-996f-f38fbfcb2558),segment_id=b1d6921c-d862-432a-996f-f38fbfcb2558)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:24.638619 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cb4f243e-e97d-412b-850a-5a35c81ef137 req-e81f9a9e-f425-49fb-b922-2113f5cfba59 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (578b8066-f906-40e1-968d-0c2d11ccdd8b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:24.658189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-cb4f243e-e97d-412b-850a-5a35c81ef137 req-e81f9a9e-f425-49fb-b922-2113f5cfba59 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Calling delete_port for 578b8066-f906-40e1-968d-0c2d11ccdd8b owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:24.725436 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb80490-1dd6-4b1c-8593-3c50688324e3 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Deleting subnet 29e71fbc-e8cf-40b8-806a-a71a3398c13f {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:45:24.730574 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cdb80490-1dd6-4b1c-8593-3c50688324e3 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for subnet (29e71fbc-e8cf-40b8-806a-a71a3398c13f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:24.793589 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cb4f243e-e97d-412b-850a-5a35c81ef137 req-e81f9a9e-f425-49fb-b922-2113f5cfba59 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (578b8066-f906-40e1-968d-0c2d11ccdd8b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:24.805745 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['578b8066-f906-40e1-968d-0c2d11ccdd8b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:45:24.809266 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cdb80490-1dd6-4b1c-8593-3c50688324e3 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (29e71fbc-e8cf-40b8-806a-a71a3398c13f), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:24.823863 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f9a9e-f425-49fb-b922-2113f5cfba59 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Pushing event deleted for resources: {'Port': ['ID=578b8066-f906-40e1-968d-0c2d11ccdd8b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:24.873657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4f243e-e97d-412b-850a-5a35c81ef137 req-e81f9a9e-f425-49fb-b922-2113f5cfba59 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] No DVR routers for this DVR port 578b8066-f906-40e1-968d-0c2d11ccdd8b on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:24.877176 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cb4f243e-e97d-412b-850a-5a35c81ef137 req-e81f9a9e-f425-49fb-b922-2113f5cfba59 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:24.879320 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb4f243e-e97d-412b-850a-5a35c81ef137 req-e81f9a9e-f425-49fb-b922-2113f5cfba59 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.65 "DELETE /v2.0/ports/578b8066-f906-40e1-968d-0c2d11ccdd8b HTTP/1.1" status: 204 len: 173 time: 0.5916698 Feb 16 16:45:24.879784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7ce927-303b-4577-9e63-5c2aeeb1973e', 'name': 'network-vif-deleted', 'tag': '578b8066-f906-40e1-968d-0c2d11ccdd8b'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:45:24.882802 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb73b300-e43b-4e11-9b23-2f377e2e3e61" -d '{"events": [{"server_uuid": "7b7ce927-303b-4577-9e63-5c2aeeb1973e", "name": "network-vif-deleted", "tag": "578b8066-f906-40e1-968d-0c2d11ccdd8b"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:45:24.942160 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61608305-c454-40ad-8b0d-c0d1364a620b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (32620c20-1dc8-455a-b602-a8fac353c812), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:24.949397 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e58fca7-9d95-414e-8ea0-f1d8bbcb00dd x-openstack-request-id: req-8e58fca7-9d95-414e-8ea0-f1d8bbcb00dd {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:45:24.949715 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7ce927-303b-4577-9e63-5c2aeeb1973e", "name": "network-vif-deleted", "tag": "578b8066-f906-40e1-968d-0c2d11ccdd8b", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:45:24.949949 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e58fca7-9d95-414e-8ea0-f1d8bbcb00dd {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:45:24.951665 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7ce927-303b-4577-9e63-5c2aeeb1973e', 'name': 'network-vif-deleted', 'tag': '578b8066-f906-40e1-968d-0c2d11ccdd8b', 'status': 'completed', 'code': 200} Feb 16 16:45:24.998604 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cdb80490-1dd6-4b1c-8593-3c50688324e3 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (29e71fbc-e8cf-40b8-806a-a71a3398c13f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:25.068102 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61608305-c454-40ad-8b0d-c0d1364a620b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Subnet': ['ID=32620c20-1dc8-455a-b602-a8fac353c812,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:25.080561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61608305-c454-40ad-8b0d-c0d1364a620b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Checking segment: {'id': '5064cbfd-2284-49c6-a99a-9d446ff6fb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5fe9996b-79c3-4c2d-9c03-da5a236f2ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:25.080935 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61608305-c454-40ad-8b0d-c0d1364a620b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network hostable DHCP agents. Network: 5fe9996b-79c3-4c2d-9c03-da5a236f2ca4, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:45:25.104985 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cdb80490-1dd6-4b1c-8593-3c50688324e3 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (29e71fbc-e8cf-40b8-806a-a71a3398c13f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:25.146922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb80490-1dd6-4b1c-8593-3c50688324e3 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event deleted for resources: {'Subnet': ['ID=29e71fbc-e8cf-40b8-806a-a71a3398c13f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:25.153210 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61608305-c454-40ad-8b0d-c0d1364a620b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 5fe9996b-79c3-4c2d-9c03-da5a236f2ca4 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:45:25.161200 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cdb80490-1dd6-4b1c-8593-3c50688324e3 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:25.168437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58382303-f768-4b08-95a9-78656ab900fc None None] Network 3c262a35-d05c-490a-b410-7312b0dc9daf requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:25.185321 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cdb80490-1dd6-4b1c-8593-3c50688324e3 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "DELETE /v2.0/subnets/29e71fbc-e8cf-40b8-806a-a71a3398c13f HTTP/1.1" status: 204 len: 168 time: 0.6062105 Feb 16 16:45:25.191350 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46846) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:25.237694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fb952-1e0d-444a-b426-f2ccddc9c167 req-6953d979-41cc-4c85-83c5-7d99ad32a388 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:25.240335 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-61608305-c454-40ad-8b0d-c0d1364a620b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 5fe9996b-79c3-4c2d-9c03-da5a236f2ca4) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:25.245753 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61608305-c454-40ad-8b0d-c0d1364a620b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:25.246353 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61608305-c454-40ad-8b0d-c0d1364a620b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:25.257163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b1fb952-1e0d-444a-b426-f2ccddc9c167 req-6953d979-41cc-4c85-83c5-7d99ad32a388 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.0922656 Feb 16 16:45:25.274054 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-61608305-c454-40ad-8b0d-c0d1364a620b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9203036 Feb 16 16:45:25.278310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46848) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:25.285518 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f1c207a0-4938-481d-bf46-8a2ebc9cb5a8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'subnet': {'network_id': '5fe9996b-79c3-4c2d-9c03-da5a236f2ca4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:25.294266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc056ef2-5509-4eae-81a1-d811aa62ee18 None None] Network 5fe9996b-79c3-4c2d-9c03-da5a236f2ca4 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:25.343232 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b1fb952-1e0d-444a-b426-f2ccddc9c167 req-996031e9-0c4a-43e9-8ef0-d9bfee5325c5 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850582 Feb 16 16:45:25.394780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-78ac2c07-f39f-4c24-919f-a2af377b80de req-cfb7e310-a79b-4a1c-a685-957451a8a9a2 tempest-ServersNegativeTestMultiTenantJSON-1390148285 tempest-ServersNegativeTestMultiTenantJSON-1390148285-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7ce927-303b-4577-9e63-5c2aeeb1973e HTTP/1.1" status: 200 len: 210 time: 0.0788951 Feb 16 16:45:25.473642 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-048fcd5c-7a52-4da8-80a5-d2ba0b0984ee tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Deleting subnet 03c09c9c-4156-4cb0-8a3b-b7a02298b3ae {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:45:25.485245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-5fe9996b-79c3-4c2d-9c03-da5a236f2ca4', 'network_id': '5fe9996b-79c3-4c2d-9c03-da5a236f2ca4', 'project_id': '50204bcb61af4b688efc8a861d5f9087', 'fixed_ips': [{'subnet_id': '32620c20-1dc8-455a-b602-a8fac353c812'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:45:25.488363 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:25.495859 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-048fcd5c-7a52-4da8-80a5-d2ba0b0984ee tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for subnet (03c09c9c-4156-4cb0-8a3b-b7a02298b3ae), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:25.517068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] DHCP port deletion for 3c262a35-d05c-490a-b410-7312b0dc9daf request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:45:25.556914 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-048fcd5c-7a52-4da8-80a5-d2ba0b0984ee tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (03c09c9c-4156-4cb0-8a3b-b7a02298b3ae), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:25.602375 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c207a0-4938-481d-bf46-8a2ebc9cb5a8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:25.606476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f1c207a0-4938-481d-bf46-8a2ebc9cb5a8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:25.721032 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8d7ba8dc-3261-42e9-9fc1-c9ed52c984f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:25.751456 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Deleting port 2597f668-50b9-4185-9032-25264021b99b {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:25.751953 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2597f668-50b9-4185-9032-25264021b99b), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:25.772885 n-d-669411-5 neutron-server[103422]: INFO neutron.db.ipam_backend_mixin [None req-f1c207a0-4938-481d-bf46-8a2ebc9cb5a8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 32620c20-1dc8-455a-b602-a8fac353c812 (CIDR: 172.20.0.0/28) Feb 16 16:45:25.779711 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c207a0-4938-481d-bf46-8a2ebc9cb5a8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:45:25.780445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c207a0-4938-481d-bf46-8a2ebc9cb5a8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:45:25.806562 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f1c207a0-4938-481d-bf46-8a2ebc9cb5a8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5262749 Feb 16 16:45:25.809669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46852) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:25.815889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fb1305cd-fdc5-4136-9cc1-e59bc830145d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'subnet': {'network_id': '5fe9996b-79c3-4c2d-9c03-da5a236f2ca4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:25.833266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] For port 2597f668-50b9-4185-9032-25264021b99b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2597f668-50b9-4185-9032-25264021b99b,segment=NetworkSegment(16d52299-6818-417a-a5e0-8277caee3e1d),segment_id=16d52299-6818-417a-a5e0-8277caee3e1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:25.833900 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2597f668-50b9-4185-9032-25264021b99b), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:25.837148 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-048fcd5c-7a52-4da8-80a5-d2ba0b0984ee tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (03c09c9c-4156-4cb0-8a3b-b7a02298b3ae), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:25.848696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Calling delete_port for 2597f668-50b9-4185-9032-25264021b99b owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:25.959475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2597f668-50b9-4185-9032-25264021b99b no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:45:25.969368 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (2597f668-50b9-4185-9032-25264021b99b), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:25.972399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Allocated IP 172.20.0.2 (5fe9996b-79c3-4c2d-9c03-da5a236f2ca4/32620c20-1dc8-455a-b602-a8fac353c812/e2ca3c11-69e4-4299-92cc-40dc5118b7e6) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:25.992431 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-048fcd5c-7a52-4da8-80a5-d2ba0b0984ee tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (03c09c9c-4156-4cb0-8a3b-b7a02298b3ae), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.031781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 2597f668-50b9-4185-9032-25264021b99b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:45:26.032155 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2597f668-50b9-4185-9032-25264021b99b not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:45:26.033203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fcd5c-7a52-4da8-80a5-d2ba0b0984ee tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event deleted for resources: {'Subnet': ['ID=03c09c9c-4156-4cb0-8a3b-b7a02298b3ae,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:26.049758 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-048fcd5c-7a52-4da8-80a5-d2ba0b0984ee tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.050017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Pushing event deleted for resources: {'Port': ['ID=2597f668-50b9-4185-9032-25264021b99b,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:26.054595 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-048fcd5c-7a52-4da8-80a5-d2ba0b0984ee tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "DELETE /v2.0/subnets/03c09c9c-4156-4cb0-8a3b-b7a02298b3ae HTTP/1.1" status: 204 len: 168 time: 0.8622077 Feb 16 16:45:26.055661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1305cd-fdc5-4136-9cc1-e59bc830145d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:26.061315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46854) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:26.061799 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb1305cd-fdc5-4136-9cc1-e59bc830145d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.062557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b88f47-f5ef-4925-8505-d269e7eb6432 None None] Network 5547351d-cb20-49e6-91d6-29f32c8fa34c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:26.136180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:26.136534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:26.136879 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:26.137216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:26.137553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:26.137929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:26.138254 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:26.139829 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:26.140173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:26.140508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:26.140844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:26.141172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:26.141500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:26.145533 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a5312b-5f93-44bc-9572-f8d040cd6a5f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (3c262a35-d05c-490a-b410-7312b0dc9daf), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.151463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223dcaa-3064-441b-a533-faeb153ed9fa None None] No DVR routers for this DVR port 2597f668-50b9-4185-9032-25264021b99b on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:26.171318 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b6f8d-176c-4cfc-b33a-6c44ef31a14f req-66ab22b2-8659-4f17-8de1-16d2d014f871 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:26.173025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d1b6f8d-176c-4cfc-b33a-6c44ef31a14f req-66ab22b2-8659-4f17-8de1-16d2d014f871 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.5880640 Feb 16 16:45:26.276751 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a5312b-5f93-44bc-9572-f8d040cd6a5f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (3c262a35-d05c-490a-b410-7312b0dc9daf), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.298252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-f0a5312b-5f93-44bc-9572-f8d040cd6a5f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c262a35-d05c-490a-b410-7312b0dc9daf']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:26.309566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-f0a5312b-5f93-44bc-9572-f8d040cd6a5f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d52299-6818-417a-a5e0-8277caee3e1d') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:26.310202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-f0a5312b-5f93-44bc-9572-f8d040cd6a5f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d52299-6818-417a-a5e0-8277caee3e1d') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:26.320548 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a5312b-5f93-44bc-9572-f8d040cd6a5f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (16d52299-6818-417a-a5e0-8277caee3e1d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.334519 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a5312b-5f93-44bc-9572-f8d040cd6a5f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (16d52299-6818-417a-a5e0-8277caee3e1d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.340984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a5312b-5f93-44bc-9572-f8d040cd6a5f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:45:26.341244 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a5312b-5f93-44bc-9572-f8d040cd6a5f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (16d52299-6818-417a-a5e0-8277caee3e1d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.351099 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb1305cd-fdc5-4136-9cc1-e59bc830145d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (c900b522-7343-4f34-9e55-b0fbda8630ed), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.414536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb86be8e-e63f-4303-9a66-532d8b5d8c6e None None] DHCP port deletion for 5547351d-cb20-49e6-91d6-29f32c8fa34c request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:45:26.422604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1305cd-fdc5-4136-9cc1-e59bc830145d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 5fe9996b-79c3-4c2d-9c03-da5a236f2ca4 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:26.430659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-fb1305cd-fdc5-4136-9cc1-e59bc830145d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:26.436872 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1305cd-fdc5-4136-9cc1-e59bc830145d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:26.437604 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb1305cd-fdc5-4136-9cc1-e59bc830145d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:45:26.445790 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:45:26.473385 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fb1305cd-fdc5-4136-9cc1-e59bc830145d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6600277 Feb 16 16:45:26.476017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46862) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:26.482347 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7ae88e49-5a34-4af0-84f9-44beb6fda089 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'network_id': '5fe9996b-79c3-4c2d-9c03-da5a236f2ca4', 'fixed_ips': [{'subnet_id': '32620c20-1dc8-455a-b602-a8fac353c812'}, {'subnet_id': 'c900b522-7343-4f34-9e55-b0fbda8630ed'}], 'name': 'tempest-PortsTestJSON-996808813'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:26.482673 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a5312b-5f93-44bc-9572-f8d040cd6a5f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (3c262a35-d05c-490a-b410-7312b0dc9daf), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.489439 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Publish callbacks [] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.494568 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0a5312b-5f93-44bc-9572-f8d040cd6a5f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.499321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f0a5312b-5f93-44bc-9572-f8d040cd6a5f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "DELETE /v2.0/networks/3c262a35-d05c-490a-b410-7312b0dc9daf HTTP/1.1" status: 204 len: 168 time: 0.4368579 Feb 16 16:45:26.502375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46864) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:26.508997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1305cd-fdc5-4136-9cc1-e59bc830145d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Subnet': ['ID=c900b522-7343-4f34-9e55-b0fbda8630ed,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:26.528899 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.559091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5312b-5f93-44bc-9572-f8d040cd6a5f tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event deleted for resources: {'Network': ['ID=3c262a35-d05c-490a-b410-7312b0dc9daf,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:26.592561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Network 5fe9996b-79c3-4c2d-9c03-da5a236f2ca4 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:26.594955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3eb7a8-940f-43f4-8771-abb1fcf08814 req-b77f2ee9-4dd0-47c8-8ce2-5993c1667b81 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:26.596506 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d3eb7a8-940f-43f4-8771-abb1fcf08814 req-b77f2ee9-4dd0-47c8-8ce2-5993c1667b81 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.1498990 Feb 16 16:45:26.599774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d1b6f8d-176c-4cfc-b33a-6c44ef31a14f req-335edc1e-45a3-4e72-905a-7ec40dd90f29 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210424 Feb 16 16:45:26.621461 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:26.623581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Pushing event updated for resources: {'Port': ['ID=e2ca3c11-69e4-4299-92cc-40dc5118b7e6,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:26.627728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:26.661906 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (5547351d-cb20-49e6-91d6-29f32c8fa34c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.664958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae88e49-5a34-4af0-84f9-44beb6fda089 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:26.703428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46866) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:26.716644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-fb86be8e-e63f-4303-9a66-532d8b5d8c6e None None] Deleting port c383ca00-a8a7-4e16-838c-ce8ead76f0d9 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:26.716967 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fb86be8e-e63f-4303-9a66-532d8b5d8c6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.731834 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d3eb7a8-940f-43f4-8771-abb1fcf08814 req-fdac4978-8d93-40d2-9cc0-d84f2543fdbb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987322 Feb 16 16:45:26.752977 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Deleting port c383ca00-a8a7-4e16-838c-ce8ead76f0d9 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:26.753406 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.774619 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:45:26.798858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Attempting to bind port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:45:26.799144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Attempting to bind port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '5064cbfd-2284-49c6-a99a-9d446ff6fb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5fe9996b-79c3-4c2d-9c03-da5a236f2ca4'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:45:26.799509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Attempting to bind port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 on network 5fe9996b-79c3-4c2d-9c03-da5a236f2ca4 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:45:26.806109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-fb86be8e-e63f-4303-9a66-532d8b5d8c6e None None] For port c383ca00-a8a7-4e16-838c-ce8ead76f0d9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c383ca00-a8a7-4e16-838c-ce8ead76f0d9,segment=NetworkSegment(922fae45-0d9d-480c-aa10-59dc8cc51757),segment_id=922fae45-0d9d-480c-aa10-59dc8cc51757)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:26.806511 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fb86be8e-e63f-4303-9a66-532d8b5d8c6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.817715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:45:26.819122 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Checking segment: {'id': '5064cbfd-2284-49c6-a99a-9d446ff6fb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5fe9996b-79c3-4c2d-9c03-da5a236f2ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:26.819122 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.819383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Bound using segment: {'id': '5064cbfd-2284-49c6-a99a-9d446ff6fb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5fe9996b-79c3-4c2d-9c03-da5a236f2ca4'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:45:26.819899 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Bound port: e2ca3c11-69e4-4299-92cc-40dc5118b7e6, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5064cbfd-2284-49c6-a99a-9d446ff6fb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5fe9996b-79c3-4c2d-9c03-da5a236f2ca4'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:45:26.820275 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.822371 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f415e860-0686-422b-b2bd-1cc8fff5059b admin admin] Deleting subnet 47787310-3691-41b2-a852-bbd23d5d8772 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:45:26.826072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-fb86be8e-e63f-4303-9a66-532d8b5d8c6e None None] Calling delete_port for c383ca00-a8a7-4e16-838c-ce8ead76f0d9 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:26.828791 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f415e860-0686-422b-b2bd-1cc8fff5059b admin admin] Publish callbacks [] for subnet (47787310-3691-41b2-a852-bbd23d5d8772), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.847674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] For port c383ca00-a8a7-4e16-838c-ce8ead76f0d9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c383ca00-a8a7-4e16-838c-ce8ead76f0d9,segment=NetworkSegment(922fae45-0d9d-480c-aa10-59dc8cc51757),segment_id=922fae45-0d9d-480c-aa10-59dc8cc51757)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:26.848159 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.861167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Calling delete_port for c383ca00-a8a7-4e16-838c-ce8ead76f0d9 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:26.878838 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ae88e49-5a34-4af0-84f9-44beb6fda089 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.898352 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f415e860-0686-422b-b2bd-1cc8fff5059b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (47787310-3691-41b2-a852-bbd23d5d8772), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.932747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-7ae88e49-5a34-4af0-84f9-44beb6fda089 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port 8e572f3b-50eb-4427-9820-960b6dd521d5 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:45:26.940055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] For port e2ca3c11-69e4-4299-92cc-40dc5118b7e6, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:45:26.945259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] For port e2ca3c11-69e4-4299-92cc-40dc5118b7e6, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e2ca3c11-69e4-4299-92cc-40dc5118b7e6,segment=NetworkSegment(5064cbfd-2284-49c6-a99a-9d446ff6fb37),segment_id=5064cbfd-2284-49c6-a99a-9d446ff6fb37)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:45:26.957545 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:26.968657 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.002526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event deleted for resources: {'Port': ['ID=c383ca00-a8a7-4e16-838c-ce8ead76f0d9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:27.004872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] No DVR routers for this DVR port c383ca00-a8a7-4e16-838c-ce8ead76f0d9 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:27.013117 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f415e860-0686-422b-b2bd-1cc8fff5059b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (47787310-3691-41b2-a852-bbd23d5d8772), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.039905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07761c-3858-4083-a5f7-56b8dead326e None None] Pushing event updated for resources: {'Port': ['ID=e2ca3c11-69e4-4299-92cc-40dc5118b7e6,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:27.066024 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fb86be8e-e63f-4303-9a66-532d8b5d8c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (c383ca00-a8a7-4e16-838c-ce8ead76f0d9), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.113003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86be8e-e63f-4303-9a66-532d8b5d8c6e None None] Pushing event deleted for resources: {'Port': ['ID=c383ca00-a8a7-4e16-838c-ce8ead76f0d9,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:27.122037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb86be8e-e63f-4303-9a66-532d8b5d8c6e None None] No DVR routers for this DVR port c383ca00-a8a7-4e16-838c-ce8ead76f0d9 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:27.153839 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (5547351d-cb20-49e6-91d6-29f32c8fa34c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.179360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5547351d-cb20-49e6-91d6-29f32c8fa34c']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:27.191773 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922fae45-0d9d-480c-aa10-59dc8cc51757') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:27.192232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922fae45-0d9d-480c-aa10-59dc8cc51757') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:27.194932 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f415e860-0686-422b-b2bd-1cc8fff5059b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (47787310-3691-41b2-a852-bbd23d5d8772), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.204330 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (922fae45-0d9d-480c-aa10-59dc8cc51757), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.221941 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (922fae45-0d9d-480c-aa10-59dc8cc51757), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.229214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:45:27.229845 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (922fae45-0d9d-480c-aa10-59dc8cc51757), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:45:27.233553 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:45:27.241444 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f415e860-0686-422b-b2bd-1cc8fff5059b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.254304 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f415e860-0686-422b-b2bd-1cc8fff5059b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/47787310-3691-41b2-a852-bbd23d5d8772 HTTP/1.1" status: 204 len: 168 time: 0.5393806 Feb 16 16:45:27.254304 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415e860-0686-422b-b2bd-1cc8fff5059b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47787310-3691-41b2-a852-bbd23d5d8772,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:27.254547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46868) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:27.399841 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3348323-4338-41c6-9ea0-0c388797df12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (87a09116-b4cb-40d6-b725-29e9b29ce374), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.404541 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-7ae88e49-5a34-4af0-84f9-44beb6fda089 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Allocated IP 172.20.0.8 (5fe9996b-79c3-4c2d-9c03-da5a236f2ca4/32620c20-1dc8-455a-b602-a8fac353c812/8e572f3b-50eb-4427-9820-960b6dd521d5) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:27.406180 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (5547351d-cb20-49e6-91d6-29f32c8fa34c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.412991 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.418104 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-7ae88e49-5a34-4af0-84f9-44beb6fda089 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Allocated IP 172.20.0.18 (5fe9996b-79c3-4c2d-9c03-da5a236f2ca4/c900b522-7343-4f34-9e55-b0fbda8630ed/8e572f3b-50eb-4427-9820-960b6dd521d5) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:27.419277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "DELETE /v2.0/networks/5547351d-cb20-49e6-91d6-29f32c8fa34c HTTP/1.1" status: 204 len: 168 time: 0.9050384 Feb 16 16:45:27.425184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46872) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:27.505323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-e261ffaa-0381-476e-8fee-a456989919eb tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Deleting subnet c670e754-c095-4d74-9b39-1e70e95418ff {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:45:27.509573 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e261ffaa-0381-476e-8fee-a456989919eb tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for subnet (c670e754-c095-4d74-9b39-1e70e95418ff), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.557770 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e261ffaa-0381-476e-8fee-a456989919eb tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (c670e754-c095-4d74-9b39-1e70e95418ff), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.585180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8aa99-3aaa-4725-a71c-694b1586439e tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event deleted for resources: {'Network': ['ID=5547351d-cb20-49e6-91d6-29f32c8fa34c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:27.632761 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ae88e49-5a34-4af0-84f9-44beb6fda089 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (8e572f3b-50eb-4427-9820-960b6dd521d5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.672808 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ae88e49-5a34-4af0-84f9-44beb6fda089 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8e572f3b-50eb-4427-9820-960b6dd521d5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.691193 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e261ffaa-0381-476e-8fee-a456989919eb tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (c670e754-c095-4d74-9b39-1e70e95418ff), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.722984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae88e49-5a34-4af0-84f9-44beb6fda089 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 5fe9996b-79c3-4c2d-9c03-da5a236f2ca4 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:27.731235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7ae88e49-5a34-4af0-84f9-44beb6fda089 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:27.742148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae88e49-5a34-4af0-84f9-44beb6fda089 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:27.774826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae88e49-5a34-4af0-84f9-44beb6fda089 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=8e572f3b-50eb-4427-9820-960b6dd521d5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:27.812276 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3348323-4338-41c6-9ea0-0c388797df12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (87a09116-b4cb-40d6-b725-29e9b29ce374), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.815401 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae88e49-5a34-4af0-84f9-44beb6fda089 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:27.815619 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ae88e49-5a34-4af0-84f9-44beb6fda089 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.858247 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-b3348323-4338-41c6-9ea0-0c388797df12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a09116-b4cb-40d6-b725-29e9b29ce374']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:27.864242 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7ae88e49-5a34-4af0-84f9-44beb6fda089 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.3865733 Feb 16 16:45:27.866668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46878) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:27.873549 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-99ddc814-d4cb-421c-81ce-d937a772ea2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32620c20-1dc8-455a-b602-a8fac353c812'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:27.881403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d4ebb-cc3b-4adb-9c9b-15f7af68bf4f req-2ed1bae6-1e19-4e3a-8e41-2e8b1751c115 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:27.883025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d89d4ebb-cc3b-4adb-9c9b-15f7af68bf4f req-2ed1bae6-1e19-4e3a-8e41-2e8b1751c115 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.1667161 Feb 16 16:45:27.884046 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e261ffaa-0381-476e-8fee-a456989919eb tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (c670e754-c095-4d74-9b39-1e70e95418ff), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.887200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-b3348323-4338-41c6-9ea0-0c388797df12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d6921c-d862-432a-996f-f38fbfcb2558') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:27.887490 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-b3348323-4338-41c6-9ea0-0c388797df12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d6921c-d862-432a-996f-f38fbfcb2558') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:27.936230 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3348323-4338-41c6-9ea0-0c388797df12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (b1d6921c-d862-432a-996f-f38fbfcb2558), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:27.953424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261ffaa-0381-476e-8fee-a456989919eb tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event deleted for resources: {'Subnet': ['ID=c670e754-c095-4d74-9b39-1e70e95418ff,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:27.969799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2d5e1b-5bd2-4e4a-8d29-5598153829b9 None None] Network a37a37a6-98a7-4ebc-a2fa-12364775d2e9 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:27.991397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e2ca3c11-69e4-4299-92cc-40dc5118b7e6 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:28.003468 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e261ffaa-0381-476e-8fee-a456989919eb tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.009162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e261ffaa-0381-476e-8fee-a456989919eb tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "DELETE /v2.0/subnets/c670e754-c095-4d74-9b39-1e70e95418ff HTTP/1.1" status: 204 len: 168 time: 0.5776961 Feb 16 16:45:28.012051 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d89d4ebb-cc3b-4adb-9c9b-15f7af68bf4f req-d59ee11a-839d-4ee4-a0a5-b208f691047e tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147857 Feb 16 16:45:28.014224 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3348323-4338-41c6-9ea0-0c388797df12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b1d6921c-d862-432a-996f-f38fbfcb2558), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.016094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46880) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:28.027096 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99ddc814-d4cb-421c-81ce-d937a772ea2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8e572f3b-50eb-4427-9820-960b6dd521d5), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.075278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3348323-4338-41c6-9ea0-0c388797df12 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:45:28.075596 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3348323-4338-41c6-9ea0-0c388797df12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (b1d6921c-d862-432a-996f-f38fbfcb2558), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:45:28.077442 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:45:28.145963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:28.146625 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.251296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded36d3-0525-49d4-bf39-0b8cb7512835 req-4aa36361-62a6-42bc-a2cb-bae38e1909a5 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:28.252830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ded36d3-0525-49d4-bf39-0b8cb7512835 req-4aa36361-62a6-42bc-a2cb-bae38e1909a5 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.3466070 Feb 16 16:45:28.253896 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3348323-4338-41c6-9ea0-0c388797df12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (87a09116-b4cb-40d6-b725-29e9b29ce374), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.259640 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a37a37a6-98a7-4ebc-a2fa-12364775d2e9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.288035 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3348323-4338-41c6-9ea0-0c388797df12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.291234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b3348323-4338-41c6-9ea0-0c388797df12 admin admin] 10.222.0.24 "DELETE /v2.0/networks/87a09116-b4cb-40d6-b725-29e9b29ce374 HTTP/1.1" status: 204 len: 168 time: 1.0415604 Feb 16 16:45:28.296125 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46884) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:28.306573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:28.307095 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.315332 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a73dd8cd-d543-411f-97b1-3448e15c274d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.332645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5484533e-ae05-49db-899e-e7e4faac1119 None None] DHCP port deletion for a37a37a6-98a7-4ebc-a2fa-12364775d2e9 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:45:28.334551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3348323-4338-41c6-9ea0-0c388797df12 admin admin] Pushing event deleted for resources: {'Network': ['ID=87a09116-b4cb-40d6-b725-29e9b29ce374,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:28.356540 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-998f33f6-aece-47a7-8184-fad129273330 admin admin] Deleting subnet afdd5230-2cf3-47ac-8a68-a8a3e4154743 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:45:28.360464 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-998f33f6-aece-47a7-8184-fad129273330 admin admin] Publish callbacks [] for subnet (afdd5230-2cf3-47ac-8a68-a8a3e4154743), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.403533 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-998f33f6-aece-47a7-8184-fad129273330 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (afdd5230-2cf3-47ac-8a68-a8a3e4154743), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.416681 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port e2ca3c11-69e4-4299-92cc-40dc5118b7e6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e2ca3c11-69e4-4299-92cc-40dc5118b7e6,segment=NetworkSegment(5064cbfd-2284-49c6-a99a-9d446ff6fb37),segment_id=5064cbfd-2284-49c6-a99a-9d446ff6fb37)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:28.430089 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.466587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ded36d3-0525-49d4-bf39-0b8cb7512835 req-2908b128-f802-4a78-b76c-be6bd9436693 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948955 Feb 16 16:45:28.507896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c383ca00-a8a7-4e16-838c-ce8ead76f0d9 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:45:28.518716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Deleting port 183d0ec7-e0cb-4c06-a778-cc4213860f63 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:28.519075 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.547640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5484533e-ae05-49db-899e-e7e4faac1119 None None] Deleting port 183d0ec7-e0cb-4c06-a778-cc4213860f63 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:28.548285 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5484533e-ae05-49db-899e-e7e4faac1119 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.562877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: c383ca00-a8a7-4e16-838c-ce8ead76f0d9 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:45:28.563477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c383ca00-a8a7-4e16-838c-ce8ead76f0d9 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:45:28.593033 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=e2ca3c11-69e4-4299-92cc-40dc5118b7e6,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:28.609932 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-998f33f6-aece-47a7-8184-fad129273330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (afdd5230-2cf3-47ac-8a68-a8a3e4154743), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.621951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] For port 183d0ec7-e0cb-4c06-a778-cc4213860f63, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=183d0ec7-e0cb-4c06-a778-cc4213860f63,segment=NetworkSegment(521885fa-0421-4193-9400-2cb5560899ad),segment_id=521885fa-0421-4193-9400-2cb5560899ad)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:28.622325 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.639069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Calling delete_port for 183d0ec7-e0cb-4c06-a778-cc4213860f63 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:28.655055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5484533e-ae05-49db-899e-e7e4faac1119 None None] For port 183d0ec7-e0cb-4c06-a778-cc4213860f63, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=183d0ec7-e0cb-4c06-a778-cc4213860f63,segment=NetworkSegment(521885fa-0421-4193-9400-2cb5560899ad),segment_id=521885fa-0421-4193-9400-2cb5560899ad)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:28.655696 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5484533e-ae05-49db-899e-e7e4faac1119 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.676568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5484533e-ae05-49db-899e-e7e4faac1119 None None] Calling delete_port for 183d0ec7-e0cb-4c06-a778-cc4213860f63 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:28.736337 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-99ddc814-d4cb-421c-81ce-d937a772ea2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Delete allocated IP 172.20.0.18 (5fe9996b-79c3-4c2d-9c03-da5a236f2ca4/c900b522-7343-4f34-9e55-b0fbda8630ed) {{(pid=103422) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 16:45:28.753705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40215f58-b451-4799-8b25-d91255023ddc None None] Network 5fe9996b-79c3-4c2d-9c03-da5a236f2ca4 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:28.758248 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-998f33f6-aece-47a7-8184-fad129273330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (afdd5230-2cf3-47ac-8a68-a8a3e4154743), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.764108 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.798488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 578b8066-f906-40e1-968d-0c2d11ccdd8b no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:45:28.802449 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event deleted for resources: {'Port': ['ID=183d0ec7-e0cb-4c06-a778-cc4213860f63,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:28.811718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] No DVR routers for this DVR port 183d0ec7-e0cb-4c06-a778-cc4213860f63 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:28.830072 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f33f6-aece-47a7-8184-fad129273330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afdd5230-2cf3-47ac-8a68-a8a3e4154743,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:28.835192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-998f33f6-aece-47a7-8184-fad129273330 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.844785 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-998f33f6-aece-47a7-8184-fad129273330 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/afdd5230-2cf3-47ac-8a68-a8a3e4154743 HTTP/1.1" status: 204 len: 168 time: 0.5456374 Feb 16 16:45:28.851891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46888) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:28.881675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 578b8066-f906-40e1-968d-0c2d11ccdd8b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:45:28.881675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 578b8066-f906-40e1-968d-0c2d11ccdd8b not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:45:28.920238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0e32980b-1b12-4927-b423-536bc6ddd419 None None] Provisioning complete for port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:28.920621 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0e32980b-1b12-4927-b423-536bc6ddd419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.925492 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5484533e-ae05-49db-899e-e7e4faac1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (183d0ec7-e0cb-4c06-a778-cc4213860f63), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.927194 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a37a37a6-98a7-4ebc-a2fa-12364775d2e9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.950178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37a37a6-98a7-4ebc-a2fa-12364775d2e9']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:28.961187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521885fa-0421-4193-9400-2cb5560899ad') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:28.961623 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521885fa-0421-4193-9400-2cb5560899ad') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:28.973280 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (521885fa-0421-4193-9400-2cb5560899ad), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.989167 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (521885fa-0421-4193-9400-2cb5560899ad), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.997727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:45:28.997928 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b4fb282d-5de1-4e5d-838d-c6116d7d17d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (f5e200d7-04a9-46b8-afa7-5e5f56d90353), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.999065 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (521885fa-0421-4193-9400-2cb5560899ad), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:28.999217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484533e-ae05-49db-899e-e7e4faac1119 None None] Pushing event deleted for resources: {'Port': ['ID=183d0ec7-e0cb-4c06-a778-cc4213860f63,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:45:29.008295 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:45:29.014656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5484533e-ae05-49db-899e-e7e4faac1119 None None] No DVR routers for this DVR port 183d0ec7-e0cb-4c06-a778-cc4213860f63 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:29.094761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0e32980b-1b12-4927-b423-536bc6ddd419 None None] Current status of the port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:29.113123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a37a37a6-98a7-4ebc-a2fa-12364775d2e9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.136710 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.140022 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "DELETE /v2.0/networks/a37a37a6-98a7-4ebc-a2fa-12364775d2e9 HTTP/1.1" status: 204 len: 168 time: 1.1228943 Feb 16 16:45:29.149839 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99ddc814-d4cb-421c-81ce-d937a772ea2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (8e572f3b-50eb-4427-9820-960b6dd521d5), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.154250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46892) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:29.155333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976b32c-8959-4892-a74a-43ce26d9b8d1 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Pushing event deleted for resources: {'Network': ['ID=a37a37a6-98a7-4ebc-a2fa-12364775d2e9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:29.174487 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9530f0a-c676-4825-8d3e-d1e3062d9c26 None None] Update dhcp port {'port': {'network_id': '5fe9996b-79c3-4c2d-9c03-da5a236f2ca4', 'fixed_ips': [{'subnet_id': '32620c20-1dc8-455a-b602-a8fac353c812', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c900b522-7343-4f34-9e55-b0fbda8630ed'}], 'binding:host_id': 'n-d-669411-5'}, 'id': 'e2ca3c11-69e4-4299-92cc-40dc5118b7e6'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:45:29.190498 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99ddc814-d4cb-421c-81ce-d937a772ea2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (8e572f3b-50eb-4427-9820-960b6dd521d5), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.214470 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bd5b9738-c157-4416-9a95-ef7884633db2 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "GET /v2.0/ports?device_id=9321febd-7141-4f81-b178-673a33a27b24 HTTP/1.1" status: 200 len: 205 time: 0.0580597 Feb 16 16:45:29.217273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46894) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:29.220621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b14d83-8354-4ffe-bcb8-8c481831049c req-d01816e2-e465-4436-ad4d-e1aa02683547 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:29.221607 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9530f0a-c676-4825-8d3e-d1e3062d9c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.228794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75b14d83-8354-4ffe-bcb8-8c481831049c req-d01816e2-e465-4436-ad4d-e1aa02683547 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.0753849 Feb 16 16:45:29.286059 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75b14d83-8354-4ffe-bcb8-8c481831049c req-360e99c0-0375-43a4-90c5-bfe5d32e8bff tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547676 Feb 16 16:45:29.366370 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b4fb282d-5de1-4e5d-838d-c6116d7d17d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (f5e200d7-04a9-46b8-afa7-5e5f56d90353), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.425374 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddc814-d4cb-421c-81ce-d937a772ea2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=8e572f3b-50eb-4427-9820-960b6dd521d5,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:29.449803 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.450455 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f22e82af-d566-4347-a3bf-3dd6563593a5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for router (9321febd-7141-4f81-b178-673a33a27b24), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.455980 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b4fb282d-5de1-4e5d-838d-c6116d7d17d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e200d7-04a9-46b8-afa7-5e5f56d90353']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:29.539666 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b4fb282d-5de1-4e5d-838d-c6116d7d17d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3338c43-8996-4189-973d-f49dec791212') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:29.540203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b4fb282d-5de1-4e5d-838d-c6116d7d17d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3338c43-8996-4189-973d-f49dec791212') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:29.557684 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b4fb282d-5de1-4e5d-838d-c6116d7d17d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (d3338c43-8996-4189-973d-f49dec791212), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.559465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-99ddc814-d4cb-421c-81ce-d937a772ea2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] In _notify_port_updated(), no bound segment for port 8e572f3b-50eb-4427-9820-960b6dd521d5 on network 5fe9996b-79c3-4c2d-9c03-da5a236f2ca4 {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:45:29.564554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ddc814-d4cb-421c-81ce-d937a772ea2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:29.565182 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-99ddc814-d4cb-421c-81ce-d937a772ea2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.569171 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-99ddc814-d4cb-421c-81ce-d937a772ea2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "PUT /v2.0/ports/8e572f3b-50eb-4427-9820-960b6dd521d5 HTTP/1.1" status: 200 len: 918 time: 1.6987472 Feb 16 16:45:29.570007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46900) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:29.574955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-dbb72e9f-ee93-4351-876f-f84e05169673 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32620c20-1dc8-455a-b602-a8fac353c812'}, {'subnet_id': 'c900b522-7343-4f34-9e55-b0fbda8630ed'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:29.605568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-b9530f0a-c676-4825-8d3e-d1e3062d9c26 None None] Allocated IP 172.20.0.18 (5fe9996b-79c3-4c2d-9c03-da5a236f2ca4/c900b522-7343-4f34-9e55-b0fbda8630ed/e2ca3c11-69e4-4299-92cc-40dc5118b7e6) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:29.637954 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b4fb282d-5de1-4e5d-838d-c6116d7d17d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d3338c43-8996-4189-973d-f49dec791212), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.714268 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4fb282d-5de1-4e5d-838d-c6116d7d17d8 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:45:29.714839 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b4fb282d-5de1-4e5d-838d-c6116d7d17d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (d3338c43-8996-4189-973d-f49dec791212), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:45:29.716926 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:45:29.738421 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f22e82af-d566-4347-a3bf-3dd6563593a5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (9321febd-7141-4f81-b178-673a33a27b24), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.738655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b9530f0a-c676-4825-8d3e-d1e3062d9c26 None None] For port e2ca3c11-69e4-4299-92cc-40dc5118b7e6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e2ca3c11-69e4-4299-92cc-40dc5118b7e6,segment=NetworkSegment(5064cbfd-2284-49c6-a99a-9d446ff6fb37),segment_id=5064cbfd-2284-49c6-a99a-9d446ff6fb37)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:29.746875 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f22e82af-d566-4347-a3bf-3dd6563593a5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for router_controller (9321febd-7141-4f81-b178-673a33a27b24), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.755191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69aca2-e0cf-4d1f-8ef8-e60e7f973634 req-1eb07106-6ea0-47cf-a4ba-910c3784b5a7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:29.757122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c69aca2-e0cf-4d1f-8ef8-e60e7f973634 req-1eb07106-6ea0-47cf-a4ba-910c3784b5a7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.1505146 Feb 16 16:45:29.800866 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9530f0a-c676-4825-8d3e-d1e3062d9c26 None None] Publish callbacks [] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.805849 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9530f0a-c676-4825-8d3e-d1e3062d9c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.834979 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c69aca2-e0cf-4d1f-8ef8-e60e7f973634 req-b23a344d-58df-496d-b921-d417fcfb21aa tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683563 Feb 16 16:45:29.860304 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b4fb282d-5de1-4e5d-838d-c6116d7d17d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (f5e200d7-04a9-46b8-afa7-5e5f56d90353), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.877975 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b4fb282d-5de1-4e5d-838d-c6116d7d17d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.881803 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b4fb282d-5de1-4e5d-838d-c6116d7d17d8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f5e200d7-04a9-46b8-afa7-5e5f56d90353 HTTP/1.1" status: 204 len: 168 time: 1.0289965 Feb 16 16:45:29.882663 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f22e82af-d566-4347-a3bf-3dd6563593a5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (9321febd-7141-4f81-b178-673a33a27b24), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.883195 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22e82af-d566-4347-a3bf-3dd6563593a5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Fanout notify agent at l3_agent the message router_deleted on router 9321febd-7141-4f81-b178-673a33a27b24 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:45:29.897912 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f22e82af-d566-4347-a3bf-3dd6563593a5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:29.899047 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f22e82af-d566-4347-a3bf-3dd6563593a5 tempest-RoutersNegativeTest-1441042027 tempest-RoutersNegativeTest-1441042027-project] 10.222.0.24 "DELETE /v2.0/routers/9321febd-7141-4f81-b178-673a33a27b24 HTTP/1.1" status: 204 len: 168 time: 0.6768372 Feb 16 16:45:29.911146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb282d-5de1-4e5d-838d-c6116d7d17d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e200d7-04a9-46b8-afa7-5e5f56d90353,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:29.939158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e2ca3c11-69e4-4299-92cc-40dc5118b7e6 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:29.970882 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dbb72e9f-ee93-4351-876f-f84e05169673 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8e572f3b-50eb-4427-9820-960b6dd521d5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:30.019476 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9530f0a-c676-4825-8d3e-d1e3062d9c26 None None] Pushing event updated for resources: {'Port': ['ID=e2ca3c11-69e4-4299-92cc-40dc5118b7e6,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:30.079488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:30.080601 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:30.230238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46908) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:30.297775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:30.366667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9c572e79-f5ec-4053-a682-fd45fcde389e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e003c7f0c0624d219e7ad6fb8593086a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327028 Feb 16 16:45:30.367193 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46914) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:30.394235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 183d0ec7-e0cb-4c06-a778-cc4213860f63 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:45:30.425634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46918) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:30.486037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 183d0ec7-e0cb-4c06-a778-cc4213860f63 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:45:30.486597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 183d0ec7-e0cb-4c06-a778-cc4213860f63 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:45:30.515690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-dbb72e9f-ee93-4351-876f-f84e05169673 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Allocated IP 172.20.0.30 (5fe9996b-79c3-4c2d-9c03-da5a236f2ca4/c900b522-7343-4f34-9e55-b0fbda8630ed/8e572f3b-50eb-4427-9820-960b6dd521d5) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:30.516981 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64248030-01eb-4e05-b766-80323474ca61 admin admin] Publish callbacks [] for security_group (25f41e02-1856-49c5-9f22-eee7931c6de5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:30.590323 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64248030-01eb-4e05-b766-80323474ca61 admin admin] Publish callbacks [] for security_group (25f41e02-1856-49c5-9f22-eee7931c6de5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:30.655145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3e788-23ba-4122-92ae-33dcad818eda req-9c7085ff-be7c-4974-82bf-e848fd20552d tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:30.656547 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64f3e788-23ba-4122-92ae-33dcad818eda req-9c7085ff-be7c-4974-82bf-e848fd20552d tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.2306428 Feb 16 16:45:30.705611 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64248030-01eb-4e05-b766-80323474ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (25f41e02-1856-49c5-9f22-eee7931c6de5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:30.708440 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64248030-01eb-4e05-b766-80323474ca61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:30.709668 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-64248030-01eb-4e05-b766-80323474ca61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25f41e02-1856-49c5-9f22-eee7931c6de5 HTTP/1.1" status: 204 len: 168 time: 0.3413477 Feb 16 16:45:30.733118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64248030-01eb-4e05-b766-80323474ca61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f41e02-1856-49c5-9f22-eee7931c6de5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:30.815354 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b30d1d8e-e7cb-420e-8d91-764be4b2896d details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:45:30.831201 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64f3e788-23ba-4122-92ae-33dcad818eda req-6c3d15ad-6124-45cc-aebc-97c73a5896ea tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680162 Feb 16 16:45:30.854992 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f2ff6fff-a4b9-409e-92f7-3af9750db674 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb4c58b8879540aa8202f015864970d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4281235 Feb 16 16:45:30.859438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46924) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:30.884337 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dbb72e9f-ee93-4351-876f-f84e05169673 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (8e572f3b-50eb-4427-9820-960b6dd521d5), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:30.895181 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dbb72e9f-ee93-4351-876f-f84e05169673 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (8e572f3b-50eb-4427-9820-960b6dd521d5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.014706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b30d1d8e-e7cb-420e-8d91-764be4b2896d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:31.044290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'port_id': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'mac_address': 'fa:16:3e:41:92:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:45:31.047177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d294b7-1e49-40c5-8df8-4ae363afe911 None None] Network 5fe9996b-79c3-4c2d-9c03-da5a236f2ca4 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:31.071789 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.132665 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab5521a5-962c-4c51-b52c-0e45b346bf31 admin admin] Publish callbacks [] for security_group (dd635a00-66d3-457c-8e68-6127d3063561), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.156525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6db6a1e0-88b6-465a-929d-1b7e50aaccbe None None] Provisioning complete for port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:31.157188 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6db6a1e0-88b6-465a-929d-1b7e50aaccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.162613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46930) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:31.192562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-dbb72e9f-ee93-4351-876f-f84e05169673 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] In _notify_port_updated(), no bound segment for port 8e572f3b-50eb-4427-9820-960b6dd521d5 on network 5fe9996b-79c3-4c2d-9c03-da5a236f2ca4 {{(pid=103421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:45:31.198862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb72e9f-ee93-4351-876f-f84e05169673 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:31.199545 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dbb72e9f-ee93-4351-876f-f84e05169673 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.203309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dbb72e9f-ee93-4351-876f-f84e05169673 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "PUT /v2.0/ports/8e572f3b-50eb-4427-9820-960b6dd521d5 HTTP/1.1" status: 200 len: 998 time: 1.6304154 Feb 16 16:45:31.203309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb72e9f-ee93-4351-876f-f84e05169673 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=8e572f3b-50eb-4427-9820-960b6dd521d5,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:31.204047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46932) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:31.216274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b30d1d8e-e7cb-420e-8d91-764be4b2896d is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:31.216859 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.221275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0c776-7e7d-4c9b-bf07-f69139abce3c req-c93295ba-c25b-4764-ae5d-fc5597d8b582 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:31.222770 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56f0c776-7e7d-4c9b-bf07-f69139abce3c req-c93295ba-c25b-4764-ae5d-fc5597d8b582 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 944 time: 0.2566104 Feb 16 16:45:31.239575 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab5521a5-962c-4c51-b52c-0e45b346bf31 admin admin] Publish callbacks [] for security_group (dd635a00-66d3-457c-8e68-6127d3063561), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.254364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30d1d8e-e7cb-420e-8d91-764be4b2896d {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:45:31.256530 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a455dff6-4c11-4b1a-ab4f-fc19261b57ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6024497d1c64c21b3a88cc1853707ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0913229 Feb 16 16:45:31.261964 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46934) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:31.305785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56f0c776-7e7d-4c9b-bf07-f69139abce3c req-99a29d5e-9993-48dc-a7f2-9afd1c655858 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716033 Feb 16 16:45:31.310707 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b30d1d8e-e7cb-420e-8d91-764be4b2896d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:31.325477 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.347227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab5521a5-962c-4c51-b52c-0e45b346bf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (dd635a00-66d3-457c-8e68-6127d3063561), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.347338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6db6a1e0-88b6-465a-929d-1b7e50aaccbe None None] Current status of the port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:31.359028 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab5521a5-962c-4c51-b52c-0e45b346bf31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.359028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ab5521a5-962c-4c51-b52c-0e45b346bf31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd635a00-66d3-457c-8e68-6127d3063561 HTTP/1.1" status: 204 len: 168 time: 0.4965858 Feb 16 16:45:31.375726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5521a5-962c-4c51-b52c-0e45b346bf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd635a00-66d3-457c-8e68-6127d3063561,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:31.439798 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.448396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6db6a1e0-88b6-465a-929d-1b7e50aaccbe None None] Provisioning complete for port 8e572f3b-50eb-4427-9820-960b6dd521d5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:31.448689 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6db6a1e0-88b6-465a-929d-1b7e50aaccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8e572f3b-50eb-4427-9820-960b6dd521d5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.481596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b30d1d8e-e7cb-420e-8d91-764be4b2896d,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:31.513008 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6db6a1e0-88b6-465a-929d-1b7e50aaccbe None None] Port 8e572f3b-50eb-4427-9820-960b6dd521d5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:45:31.523582 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['b30d1d8e-e7cb-420e-8d91-764be4b2896d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:45:31.787570 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-985884f9-d3ff-410b-a0a8-f2595a455a3b admin admin] Publish callbacks [] for security_group (abb4baf2-3ca9-4aef-83e5-41d5d2bc8661), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.824799 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-985884f9-d3ff-410b-a0a8-f2595a455a3b admin admin] Publish callbacks [] for security_group (abb4baf2-3ca9-4aef-83e5-41d5d2bc8661), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.840978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c80c50d1-cbf6-4537-ab87-f6448b8fea66 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port 8e572f3b-50eb-4427-9820-960b6dd521d5 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:31.841319 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c80c50d1-cbf6-4537-ab87-f6448b8fea66 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8e572f3b-50eb-4427-9820-960b6dd521d5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.868429 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e2ca3c11-69e4-4299-92cc-40dc5118b7e6 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:31.916771 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-985884f9-d3ff-410b-a0a8-f2595a455a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (abb4baf2-3ca9-4aef-83e5-41d5d2bc8661), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.920866 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-985884f9-d3ff-410b-a0a8-f2595a455a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:31.932760 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-985884f9-d3ff-410b-a0a8-f2595a455a3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abb4baf2-3ca9-4aef-83e5-41d5d2bc8661 HTTP/1.1" status: 204 len: 168 time: 0.6691456 Feb 16 16:45:31.975242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985884f9-d3ff-410b-a0a8-f2595a455a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb4baf2-3ca9-4aef-83e5-41d5d2bc8661,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:32.001561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201981f6-5cbb-477b-9ff2-48c95c136af8 req-f88ffdf1-caa6-4767-afa0-c78efe4e7a3a tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:32.012828 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-201981f6-5cbb-477b-9ff2-48c95c136af8 req-f88ffdf1-caa6-4767-afa0-c78efe4e7a3a tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.0897985 Feb 16 16:45:32.044661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:32.046004 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:32.109256 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-201981f6-5cbb-477b-9ff2-48c95c136af8 req-ffe03a16-447b-49a5-b0df-e30ff2553b3a tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940790 Feb 16 16:45:32.129805 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c80c50d1-cbf6-4537-ab87-f6448b8fea66 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8e572f3b-50eb-4427-9820-960b6dd521d5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:32.158963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c80c50d1-cbf6-4537-ab87-f6448b8fea66 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for 8e572f3b-50eb-4427-9820-960b6dd521d5 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:32.193981 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:32.244227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:32.379716 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c80c50d1-cbf6-4537-ab87-f6448b8fea66 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8e572f3b-50eb-4427-9820-960b6dd521d5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:32.443829 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c50d1-cbf6-4537-ab87-f6448b8fea66 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=8e572f3b-50eb-4427-9820-960b6dd521d5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:32.573330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016196a7-23c9-451b-af40-8ca6b62c14b0 req-5fea0054-e09b-4fd1-9b8a-e6177446c31e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:32.581917 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-016196a7-23c9-451b-af40-8ca6b62c14b0 req-5fea0054-e09b-4fd1-9b8a-e6177446c31e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 945 time: 0.1252363 Feb 16 16:45:32.645113 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c80c50d1-cbf6-4537-ab87-f6448b8fea66 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:32.652205 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c80c50d1-cbf6-4537-ab87-f6448b8fea66 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/8e572f3b-50eb-4427-9820-960b6dd521d5 HTTP/1.1" status: 204 len: 168 time: 1.4429996 Feb 16 16:45:32.652967 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46976) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:32.661005 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46978) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:32.664291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-016196a7-23c9-451b-af40-8ca6b62c14b0 req-a5455d88-c950-4f7f-aa6c-656a49d17aae tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813191 Feb 16 16:45:32.707540 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5c312c-e829-4047-bd0a-285827602b48 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] GET failed (client error): The resource could not be found. Feb 16 16:45:32.712367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46982) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:32.712528 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cf5c312c-e829-4047-bd0a-285827602b48 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/8e572f3b-50eb-4427-9820-960b6dd521d5 HTTP/1.1" status: 404 len: 333 time: 0.0477893 Feb 16 16:45:32.737164 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c06cc9-23a1-43c0-bc34-df05e7f18b5d None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:45:32.777335 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f0b7ca-4413-4e0a-8879-85f28634a4ca tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting subnet c900b522-7343-4f34-9e55-b0fbda8630ed {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:45:32.781052 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f3f0b7ca-4413-4e0a-8879-85f28634a4ca tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (c900b522-7343-4f34-9e55-b0fbda8630ed), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:32.836379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f3f0b7ca-4413-4e0a-8879-85f28634a4ca tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (c900b522-7343-4f34-9e55-b0fbda8630ed), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:32.860182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b30d1d8e-e7cb-420e-8d91-764be4b2896d up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:32.962340 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f3f0b7ca-4413-4e0a-8879-85f28634a4ca tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (c900b522-7343-4f34-9e55-b0fbda8630ed), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:32.962929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port b30d1d8e-e7cb-420e-8d91-764be4b2896d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:32.963168 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:32.965395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8448e154-2540-40d2-a889-63b64f63bff7 None None] Provisioning complete for port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:32.965849 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8448e154-2540-40d2-a889-63b64f63bff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:33.042685 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f3f0b7ca-4413-4e0a-8879-85f28634a4ca tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (c900b522-7343-4f34-9e55-b0fbda8630ed), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:33.072961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c06cc9-23a1-43c0-bc34-df05e7f18b5d None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:45:33.074127 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-43e96452-1b1f-4cfb-a066-9b04de295de3 tempest-SubnetPoolsTestJSON-1323406960 tempest-SubnetPoolsTestJSON-1323406960-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1089521116', 'prefixes': ['172.20.0.0/16']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:33.088723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0b7ca-4413-4e0a-8879-85f28634a4ca tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Subnet': ['ID=c900b522-7343-4f34-9e55-b0fbda8630ed,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:33.097917 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f3f0b7ca-4413-4e0a-8879-85f28634a4ca tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:33.108017 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f3f0b7ca-4413-4e0a-8879-85f28634a4ca tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/c900b522-7343-4f34-9e55-b0fbda8630ed HTTP/1.1" status: 204 len: 168 time: 0.3942595 Feb 16 16:45:33.111143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46992) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:33.191667 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a6c75d-814f-4a5f-95a2-bf411a7bf0ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting subnet 32620c20-1dc8-455a-b602-a8fac353c812 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:45:33.195825 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-43e96452-1b1f-4cfb-a066-9b04de295de3 tempest-SubnetPoolsTestJSON-1323406960 tempest-SubnetPoolsTestJSON-1323406960-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:33.197320 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-43e96452-1b1f-4cfb-a066-9b04de295de3 tempest-SubnetPoolsTestJSON-1323406960 tempest-SubnetPoolsTestJSON-1323406960-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5406306 Feb 16 16:45:33.197654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-77a6c75d-814f-4a5f-95a2-bf411a7bf0ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (32620c20-1dc8-455a-b602-a8fac353c812), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:33.200731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46996) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:33.253557 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-77a6c75d-814f-4a5f-95a2-bf411a7bf0ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (32620c20-1dc8-455a-b602-a8fac353c812), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:33.265605 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-383cdba1-f319-444f-ab38-b6ad1433a6db tempest-SubnetPoolsTestJSON-1323406960 tempest-SubnetPoolsTestJSON-1323406960-project] 10.222.0.24 "GET /v2.0/subnetpools/f5aa15cf-3d34-4da3-a845-7644b15919fb HTTP/1.1" status: 200 len: 732 time: 0.0635684 Feb 16 16:45:33.268055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47002) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:33.273734 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-cb14db7d-41e8-40b1-bf00-48f3bf51d1d1 tempest-SubnetPoolsTestJSON-1323406960 tempest-SubnetPoolsTestJSON-1323406960-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-511419704'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:33.311090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8448e154-2540-40d2-a889-63b64f63bff7 None None] Current status of the port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:33.321839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8448e154-2540-40d2-a889-63b64f63bff7 None None] Could not find standard attr ID for object 8e572f3b-50eb-4427-9820-960b6dd521d5. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:45:33.338060 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b30d1d8e-e7cb-420e-8d91-764be4b2896d is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:33.338457 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:33.407890 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-77a6c75d-814f-4a5f-95a2-bf411a7bf0ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (32620c20-1dc8-455a-b602-a8fac353c812), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:33.409406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:45:33.411867 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256f8df4-d315-4da7-85b5-85e24bb77554" -d '{"events": [{"server_uuid": "b8f59978-c102-4bf2-b235-d2c5756a26d6", "name": "network-vif-plugged", "status": "completed", "tag": "b30d1d8e-e7cb-420e-8d91-764be4b2896d"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:45:33.425101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b30d1d8e-e7cb-420e-8d91-764be4b2896d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:33.430744 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:33.482352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b30d1d8e-e7cb-420e-8d91-764be4b2896d,revision_number=10']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:33.486558 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cb14db7d-41e8-40b1-bf00-48f3bf51d1d1 tempest-SubnetPoolsTestJSON-1323406960 tempest-SubnetPoolsTestJSON-1323406960-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:33.487799 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cb14db7d-41e8-40b1-bf00-48f3bf51d1d1 tempest-SubnetPoolsTestJSON-1323406960 tempest-SubnetPoolsTestJSON-1323406960-project] 10.222.0.24 "PUT /v2.0/subnetpools/f5aa15cf-3d34-4da3-a845-7644b15919fb HTTP/1.1" status: 200 len: 683 time: 0.2181487 Feb 16 16:45:33.496541 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47008) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:33.562717 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-77a6c75d-814f-4a5f-95a2-bf411a7bf0ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (32620c20-1dc8-455a-b602-a8fac353c812), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:33.601614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6c75d-814f-4a5f-95a2-bf411a7bf0ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Subnet': ['ID=32620c20-1dc8-455a-b602-a8fac353c812,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:33.615677 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-77a6c75d-814f-4a5f-95a2-bf411a7bf0ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:33.619436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-77a6c75d-814f-4a5f-95a2-bf411a7bf0ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/32620c20-1dc8-455a-b602-a8fac353c812 HTTP/1.1" status: 204 len: 168 time: 0.5071383 Feb 16 16:45:33.622232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47012) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:33.640775 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672cd7e-eac5-4daa-acb3-5764bea941bb req-44f68dc5-c625-402e-872a-0bd3ec0ac39c tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:33.642988 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8672cd7e-eac5-4daa-acb3-5764bea941bb req-44f68dc5-c625-402e-872a-0bd3ec0ac39c tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.1379521 Feb 16 16:45:33.670904 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-01e49830-d146-4e97-a2e0-521c8c74e3c5 tempest-SubnetPoolsTestJSON-1323406960 tempest-SubnetPoolsTestJSON-1323406960-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:33.673272 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-01e49830-d146-4e97-a2e0-521c8c74e3c5 tempest-SubnetPoolsTestJSON-1323406960 tempest-SubnetPoolsTestJSON-1323406960-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f5aa15cf-3d34-4da3-a845-7644b15919fb HTTP/1.1" status: 204 len: 168 time: 0.1755939 Feb 16 16:45:33.676036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47014) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:33.715796 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-e52ed06c-8f47-41ec-91f9-12416c4df306 tempest-SubnetPoolsTestJSON-1323406960 tempest-SubnetPoolsTestJSON-1323406960-project] show failed (client error): The resource could not be found. Feb 16 16:45:33.717232 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e52ed06c-8f47-41ec-91f9-12416c4df306 tempest-SubnetPoolsTestJSON-1323406960 tempest-SubnetPoolsTestJSON-1323406960-project] 10.222.0.24 "GET /v2.0/subnetpools/f5aa15cf-3d34-4da3-a845-7644b15919fb HTTP/1.1" status: 404 len: 346 time: 0.0398927 Feb 16 16:45:33.728877 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47018) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:33.749328 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-d8bb86b8-32fe-43e9-bb37-6e3a0778f6c3 tempest-SubnetPoolsTestJSON-1323406960 tempest-SubnetPoolsTestJSON-1323406960-project] delete failed (client error): The resource could not be found. Feb 16 16:45:33.750620 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d8bb86b8-32fe-43e9-bb37-6e3a0778f6c3 tempest-SubnetPoolsTestJSON-1323406960 tempest-SubnetPoolsTestJSON-1323406960-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f5aa15cf-3d34-4da3-a845-7644b15919fb HTTP/1.1" status: 404 len: 346 time: 0.0179701 Feb 16 16:45:33.765818 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8672cd7e-eac5-4daa-acb3-5764bea941bb req-e6ac918d-3bb0-4ca5-96db-d316d08b999d tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146812 Feb 16 16:45:33.834889 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (5fe9996b-79c3-4c2d-9c03-da5a236f2ca4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:33.876777 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8a3bff-d53b-4330-bb15-bf88147668fb x-openstack-request-id: req-1b8a3bff-d53b-4330-bb15-bf88147668fb {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:45:33.877339 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f59978-c102-4bf2-b235-d2c5756a26d6", "name": "network-vif-plugged", "status": "completed", "tag": "b30d1d8e-e7cb-420e-8d91-764be4b2896d", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:45:33.877834 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b8a3bff-d53b-4330-bb15-bf88147668fb {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:45:33.878444 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'code': 200} Feb 16 16:45:34.016140 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:34.016627 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:34.161195 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] For port e2ca3c11-69e4-4299-92cc-40dc5118b7e6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e2ca3c11-69e4-4299-92cc-40dc5118b7e6,segment=NetworkSegment(5064cbfd-2284-49c6-a99a-9d446ff6fb37),segment_id=5064cbfd-2284-49c6-a99a-9d446ff6fb37)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:34.161880 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:34.184867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ad812-1ba4-4bc7-a22c-32ee1c91c4b7 req-f119c721-7597-440f-b369-4e00d2d0181e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:34.193929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-946ad812-1ba4-4bc7-a22c-32ee1c91c4b7 req-f119c721-7597-440f-b369-4e00d2d0181e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 947 time: 0.2325628 Feb 16 16:45:34.198478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for e2ca3c11-69e4-4299-92cc-40dc5118b7e6 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:34.278878 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47032) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:34.321496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-946ad812-1ba4-4bc7-a22c-32ee1c91c4b7 req-312e0bda-33ec-4b80-b216-f473a9b5efe1 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265371 Feb 16 16:45:34.324055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6817c7-66ca-447a-bd58-2f45c72b611d req-a43eb588-400a-4a6a-aa42-a29167d62f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:34.325857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d6817c7-66ca-447a-bd58-2f45c72b611d req-a43eb588-400a-4a6a-aa42-a29167d62f52 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 1129 time: 0.2698622 Feb 16 16:45:34.356182 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e2ca3c11-69e4-4299-92cc-40dc5118b7e6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:34.384632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=e2ca3c11-69e4-4299-92cc-40dc5118b7e6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:34.394270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No DVR routers for this DVR port e2ca3c11-69e4-4299-92cc-40dc5118b7e6 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:34.426839 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d6817c7-66ca-447a-bd58-2f45c72b611d req-49c4e93e-8ecd-45d8-897c-4eeb3e9ff8e2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949218 Feb 16 16:45:34.518702 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (5fe9996b-79c3-4c2d-9c03-da5a236f2ca4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:34.551437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-842c7e78-1533-4e75-8b80-63bfb3429faa None None] Could not find standard attr ID for object e2ca3c11-69e4-4299-92cc-40dc5118b7e6. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:45:34.553316 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36b50147-6d75-43f8-8a91-70c70fc53532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:34.556703 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:34.559571 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe9996b-79c3-4c2d-9c03-da5a236f2ca4']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:34.572505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5064cbfd-2284-49c6-a99a-9d446ff6fb37') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:34.572740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5064cbfd-2284-49c6-a99a-9d446ff6fb37') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:34.585872 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (5064cbfd-2284-49c6-a99a-9d446ff6fb37), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:34.605658 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (5064cbfd-2284-49c6-a99a-9d446ff6fb37), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:34.613024 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:45:34.613505 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (5064cbfd-2284-49c6-a99a-9d446ff6fb37), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:45:34.720167 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:45:34.726675 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (5fe9996b-79c3-4c2d-9c03-da5a236f2ca4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:34.731925 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:34.741150 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/networks/5fe9996b-79c3-4c2d-9c03-da5a236f2ca4 HTTP/1.1" status: 204 len: 168 time: 1.1114321 Feb 16 16:45:34.745858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47040) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:34.827797 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc3c21-145b-4a72-9fb1-862bc77aa507 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Network': ['ID=5fe9996b-79c3-4c2d-9c03-da5a236f2ca4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:34.830224 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36b50147-6d75-43f8-8a91-70c70fc53532 admin admin] Publish callbacks [] for security_group (ef414354-ddca-4f52-a1b1-b37c2e098bd8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:34.837846 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36b50147-6d75-43f8-8a91-70c70fc53532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ef414354-ddca-4f52-a1b1-b37c2e098bd8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:34.862311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45753705-93b3-411b-81cd-8a8753059472 None None] DHCP port deletion for 5fe9996b-79c3-4c2d-9c03-da5a236f2ca4 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:45:34.878794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-546639fb-e4d1-4a35-aad9-4008e5cfd2b5 None None] Could not find standard attr ID for object 8e572f3b-50eb-4427-9820-960b6dd521d5. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:45:34.885113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c1a3e-ed3a-4fe9-88db-98196aa8826b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:34.890285 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c52c1a3e-ed3a-4fe9-88db-98196aa8826b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1434028 Feb 16 16:45:34.893677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47044) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:34.941587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-36b50147-6d75-43f8-8a91-70c70fc53532 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60b98068138d4a87a1a20951e5ed8262&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6611006 Feb 16 16:45:34.947729 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47046) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:34.983174 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7dbe20e9-9236-4c49-ab99-0694980010f3 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0880649 Feb 16 16:45:34.987619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47048) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:34.995374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fc47a28d-5b32-4340-b0a8-2dc83a5bad68 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-250953727'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:34.999095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b50147-6d75-43f8-8a91-70c70fc53532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef414354-ddca-4f52-a1b1-b37c2e098bd8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:35.037482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f17f3d-1273-4b37-96e7-0d4af5d3680a req-12819a1c-5c5e-4c92-8557-255e9c76f3d0 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:35.039326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5f17f3d-1273-4b37-96e7-0d4af5d3680a req-12819a1c-5c5e-4c92-8557-255e9c76f3d0 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.1234510 Feb 16 16:45:35.040660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc47a28d-5b32-4340-b0a8-2dc83a5bad68 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:35.044306 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fc47a28d-5b32-4340-b0a8-2dc83a5bad68 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:35.048600 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-87ccfb31-4b59-4cc3-b69a-f7d3e0474c7d admin admin] Publish callbacks [] for security_group (ef414354-ddca-4f52-a1b1-b37c2e098bd8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:35.075427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc47a28d-5b32-4340-b0a8-2dc83a5bad68 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:45:35.085501 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-87ccfb31-4b59-4cc3-b69a-f7d3e0474c7d admin admin] Publish callbacks [] for security_group (ef414354-ddca-4f52-a1b1-b37c2e098bd8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:35.087641 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fc47a28d-5b32-4340-b0a8-2dc83a5bad68 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (93b52669-24a7-40db-b37b-4ad0297d5c8d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:35.088606 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-fc47a28d-5b32-4340-b0a8-2dc83a5bad68 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Added segment 93b52669-24a7-40db-b37b-4ad0297d5c8d of type vlan for network 79b13984-79c1-4c69-a928-54ffcb1040a6 Feb 16 16:45:35.140510 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fc47a28d-5b32-4340-b0a8-2dc83a5bad68 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (79b13984-79c1-4c69-a928-54ffcb1040a6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:35.182097 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-87ccfb31-4b59-4cc3-b69a-f7d3e0474c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ef414354-ddca-4f52-a1b1-b37c2e098bd8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:35.187015 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-87ccfb31-4b59-4cc3-b69a-f7d3e0474c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:35.189091 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-87ccfb31-4b59-4cc3-b69a-f7d3e0474c7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef414354-ddca-4f52-a1b1-b37c2e098bd8 HTTP/1.1" status: 204 len: 168 time: 0.2387974 Feb 16 16:45:35.196941 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fc47a28d-5b32-4340-b0a8-2dc83a5bad68 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (79b13984-79c1-4c69-a928-54ffcb1040a6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:35.202280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc47a28d-5b32-4340-b0a8-2dc83a5bad68 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:35.202875 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fc47a28d-5b32-4340-b0a8-2dc83a5bad68 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:35.218475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccfb31-4b59-4cc3-b69a-f7d3e0474c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef414354-ddca-4f52-a1b1-b37c2e098bd8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:35.305673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fc47a28d-5b32-4340-b0a8-2dc83a5bad68 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3154392 Feb 16 16:45:35.307882 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47056) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:35.316605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5c274a1f-e007-47d3-9d36-93195a1c8439 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'subnet': {'network_id': '79b13984-79c1-4c69-a928-54ffcb1040a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:35.496788 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5f17f3d-1273-4b37-96e7-0d4af5d3680a req-77afd2c6-c716-4677-8db1-b9b5d5b4834a tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368913 Feb 16 16:45:35.497492 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47a28d-5b32-4340-b0a8-2dc83a5bad68 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Network': ['ID=79b13984-79c1-4c69-a928-54ffcb1040a6,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:35.513035 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 79b13984-79c1-4c69-a928-54ffcb1040a6 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:45:35.611776 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c274a1f-e007-47d3-9d36-93195a1c8439 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:35.620124 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c274a1f-e007-47d3-9d36-93195a1c8439 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:35.623044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf09dd-dab2-41ad-b484-7a9a4c0b8c7d req-c9f354f3-5c4a-41a9-bfb0-0cf01569172d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:35.625797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84bf09dd-dab2-41ad-b484-7a9a4c0b8c7d req-c9f354f3-5c4a-41a9-bfb0-0cf01569172d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 947 time: 0.1472654 Feb 16 16:45:35.776828 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84bf09dd-dab2-41ad-b484-7a9a4c0b8c7d req-6122446a-6eb2-4d6e-a70d-c08c4ae1ffbc tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444097 Feb 16 16:45:35.907192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e2ca3c11-69e4-4299-92cc-40dc5118b7e6 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:45:35.971020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: e2ca3c11-69e4-4299-92cc-40dc5118b7e6 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:45:35.972185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e2ca3c11-69e4-4299-92cc-40dc5118b7e6 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:45:36.188182 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c274a1f-e007-47d3-9d36-93195a1c8439 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (d1e7901e-4806-4384-8623-2cabb3f6a43e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:36.288664 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c274a1f-e007-47d3-9d36-93195a1c8439 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Checking segment: {'id': '93b52669-24a7-40db-b37b-4ad0297d5c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '79b13984-79c1-4c69-a928-54ffcb1040a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:36.289031 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c274a1f-e007-47d3-9d36-93195a1c8439 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network hostable DHCP agents. Network: 79b13984-79c1-4c69-a928-54ffcb1040a6, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:45:36.292661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c274a1f-e007-47d3-9d36-93195a1c8439 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Subnet': ['ID=d1e7901e-4806-4384-8623-2cabb3f6a43e,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:36.312877 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c274a1f-e007-47d3-9d36-93195a1c8439 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 79b13984-79c1-4c69-a928-54ffcb1040a6 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:45:36.326818 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5c274a1f-e007-47d3-9d36-93195a1c8439 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 79b13984-79c1-4c69-a928-54ffcb1040a6) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:36.337380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c274a1f-e007-47d3-9d36-93195a1c8439 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:36.337837 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c274a1f-e007-47d3-9d36-93195a1c8439 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:36.345370 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b1ae2a-1a21-4b85-82c2-140009a091f7 None None] Network 79b13984-79c1-4c69-a928-54ffcb1040a6 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:36.368620 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5c274a1f-e007-47d3-9d36-93195a1c8439 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0587521 Feb 16 16:45:36.371435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47114) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:36.379197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'network_id': '79b13984-79c1-4c69-a928-54ffcb1040a6', 'name': 'tempest-PortsTestJSON-90330489'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:36.463708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47120) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:36.598979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1394114904'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:36.614997 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-79b13984-79c1-4c69-a928-54ffcb1040a6', 'network_id': '79b13984-79c1-4c69-a928-54ffcb1040a6', 'project_id': '50204bcb61af4b688efc8a861d5f9087', 'fixed_ips': [{'subnet_id': 'd1e7901e-4806-4384-8623-2cabb3f6a43e'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:45:36.616294 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:36.639357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:36.645559 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Made reservation on behalf of 8fcf4473b559467bbbffada1d834569d for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:36.650063 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:36.653029 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:36.666581 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:36.696808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port f0221714-ecb7-44ac-852a-ef75510275ba yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:45:36.783266 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks [] for security_group (ff547c58-3a49-4269-b29a-63d9673c811c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:36.790565 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ff547c58-3a49-4269-b29a-63d9673c811c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:36.830342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Allocated IP 172.20.0.2 (79b13984-79c1-4c69-a928-54ffcb1040a6/d1e7901e-4806-4384-8623-2cabb3f6a43e/88740774-f19d-4644-9f96-b8575e6c9538) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:36.834533 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:45:36.847824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d5ac4132-e656-428e-aca8-2a41d8571ca3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:36.848183 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Added segment d5ac4132-e656-428e-aca8-2a41d8571ca3 of type vlan for network 689a05b1-49d1-4428-8f5e-a3bbf637922a Feb 16 16:45:36.873036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa6f94-2ffb-4c1a-83d2-b3608e127d53 req-2b0b8837-0b34-47ae-b4a8-76173a742f9b tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:36.876986 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4eaa6f94-2ffb-4c1a-83d2-b3608e127d53 req-2b0b8837-0b34-47ae-b4a8-76173a742f9b tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.2676847 Feb 16 16:45:36.930063 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (689a05b1-49d1-4428-8f5e-a3bbf637922a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:36.964690 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (689a05b1-49d1-4428-8f5e-a3bbf637922a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:36.970425 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:36.971030 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:37.011210 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff547c58-3a49-4269-b29a-63d9673c811c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:37.019445 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5516782 Feb 16 16:45:37.020653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47130) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:37.035912 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4eaa6f94-2ffb-4c1a-83d2-b3608e127d53 req-281f1ae4-2612-4e32-ad0c-872473be0ac9 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500320 Feb 16 16:45:37.036056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-865cd11b-ed7f-43b1-a360-ee9564621d12 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Request body: {'subnet': {'network_id': '689a05b1-49d1-4428-8f5e-a3bbf637922a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:37.069576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddd078-2c1e-434d-80e9-21e8eb2dfffe req-6c902084-57be-4bf6-a297-12c55574e3e7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:37.071362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51ddd078-2c1e-434d-80e9-21e8eb2dfffe req-6c902084-57be-4bf6-a297-12c55574e3e7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 947 time: 0.1431162 Feb 16 16:45:37.088430 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Publish callbacks [] for port (88740774-f19d-4644-9f96-b8575e6c9538), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:37.101468 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (88740774-f19d-4644-9f96-b8575e6c9538), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:37.154295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Allocated IP 172.20.0.7 (79b13984-79c1-4c69-a928-54ffcb1040a6/d1e7901e-4806-4384-8623-2cabb3f6a43e/f0221714-ecb7-44ac-852a-ef75510275ba) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:37.158003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Pushing event updated for resources: {'Port': ['ID=88740774-f19d-4644-9f96-b8575e6c9538,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:37.174550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Network 79b13984-79c1-4c69-a928-54ffcb1040a6 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:37.176699 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:37.181397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:37.194714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571842d8-60a6-4354-9add-de9c7e09f536 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Pushing event updated for resources: {'Network': ['ID=689a05b1-49d1-4428-8f5e-a3bbf637922a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:37.209681 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865cd11b-ed7f-43b1-a360-ee9564621d12 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Made reservation on behalf of 8fcf4473b559467bbbffada1d834569d for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:37.214608 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-865cd11b-ed7f-43b1-a360-ee9564621d12 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:37.221340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 689a05b1-49d1-4428-8f5e-a3bbf637922a details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:45:37.331476 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (f0221714-ecb7-44ac-852a-ef75510275ba), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:37.406667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51ddd078-2c1e-434d-80e9-21e8eb2dfffe req-a6ab86d3-2ac7-4450-9587-7634e39907a8 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292458 Feb 16 16:45:37.407968 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f0221714-ecb7-44ac-852a-ef75510275ba), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:37.448342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Attempting to bind port 88740774-f19d-4644-9f96-b8575e6c9538 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:45:37.448723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Attempting to bind port 88740774-f19d-4644-9f96-b8575e6c9538 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '93b52669-24a7-40db-b37b-4ad0297d5c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '79b13984-79c1-4c69-a928-54ffcb1040a6'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:45:37.449090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Attempting to bind port 88740774-f19d-4644-9f96-b8575e6c9538 on network 79b13984-79c1-4c69-a928-54ffcb1040a6 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:45:37.473708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:45:37.474822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Checking segment: {'id': '93b52669-24a7-40db-b37b-4ad0297d5c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '79b13984-79c1-4c69-a928-54ffcb1040a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:37.475236 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:37.475641 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Bound using segment: {'id': '93b52669-24a7-40db-b37b-4ad0297d5c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '79b13984-79c1-4c69-a928-54ffcb1040a6'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:45:37.476153 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Bound port: 88740774-f19d-4644-9f96-b8575e6c9538, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b52669-24a7-40db-b37b-4ad0297d5c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '79b13984-79c1-4c69-a928-54ffcb1040a6'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:45:37.476965 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (88740774-f19d-4644-9f96-b8575e6c9538), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:37.477099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=f0221714-ecb7-44ac-852a-ef75510275ba,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:37.487918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:37.488396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:37.488839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:37.490007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:37.490458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:37.490893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:37.491324 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:37.491781 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:37.492235 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:37.492667 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:37.493092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:37.493515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:37.493939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:37.503705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 79b13984-79c1-4c69-a928-54ffcb1040a6 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:37.520956 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:37.528575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:37.544743 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-865cd11b-ed7f-43b1-a360-ee9564621d12 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (25ee0be7-c057-4a56-ab71-d4cf33ef8bd8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:37.601666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:37.602299 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:37.637857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9d6b1c3d-177c-49b4-927a-70640d0d9bec tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2637899 Feb 16 16:45:37.638625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47140) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:37.646116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-86dc6f5f-05f7-4eaf-aae9-3f451986f4ef tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'network_id': '79b13984-79c1-4c69-a928-54ffcb1040a6', 'name': 'tempest-PortsTestJSON-1357855921'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:37.650369 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cd11b-ed7f-43b1-a360-ee9564621d12 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Pushing event updated for resources: {'Subnet': ['ID=25ee0be7-c057-4a56-ab71-d4cf33ef8bd8,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:37.662030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865cd11b-ed7f-43b1-a360-ee9564621d12 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Checking segment: {'id': 'd5ac4132-e656-428e-aca8-2a41d8571ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '689a05b1-49d1-4428-8f5e-a3bbf637922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:37.662796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865cd11b-ed7f-43b1-a360-ee9564621d12 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Network hostable DHCP agents. Network: 689a05b1-49d1-4428-8f5e-a3bbf637922a, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:45:37.682817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] For port 88740774-f19d-4644-9f96-b8575e6c9538, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:45:37.699299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] For port 88740774-f19d-4644-9f96-b8575e6c9538, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=88740774-f19d-4644-9f96-b8575e6c9538,segment=NetworkSegment(93b52669-24a7-40db-b37b-4ad0297d5c8d),segment_id=93b52669-24a7-40db-b37b-4ad0297d5c8d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:45:37.714995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865cd11b-ed7f-43b1-a360-ee9564621d12 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Network 689a05b1-49d1-4428-8f5e-a3bbf637922a is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:45:37.715510 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (88740774-f19d-4644-9f96-b8575e6c9538), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:37.743043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-865cd11b-ed7f-43b1-a360-ee9564621d12 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 689a05b1-49d1-4428-8f5e-a3bbf637922a) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:37.751637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865cd11b-ed7f-43b1-a360-ee9564621d12 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:37.752307 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-865cd11b-ed7f-43b1-a360-ee9564621d12 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:37.812709 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-865cd11b-ed7f-43b1-a360-ee9564621d12 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7868195 Feb 16 16:45:37.813089 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47144) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:37.830817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cd264-97e1-4170-bc10-7d9961d00a02 None None] Pushing event updated for resources: {'Port': ['ID=88740774-f19d-4644-9f96-b8575e6c9538,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:37.832546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d64872e0-a05a-4fe1-90d9-567a437bd4e5 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Request body: {'port': {'network_id': '689a05b1-49d1-4428-8f5e-a3bbf637922a', 'name': 'tempest-TagsExtTest-865338930'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:37.837150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a04dbf-5198-45f4-a194-433100ec607e None None] Network 689a05b1-49d1-4428-8f5e-a3bbf637922a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:38.068716 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-689a05b1-49d1-4428-8f5e-a3bbf637922a', 'network_id': '689a05b1-49d1-4428-8f5e-a3bbf637922a', 'project_id': '8fcf4473b559467bbbffada1d834569d', 'fixed_ips': [{'subnet_id': '25ee0be7-c057-4a56-ab71-d4cf33ef8bd8'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:45:38.071077 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:38.164389 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64872e0-a05a-4fe1-90d9-567a437bd4e5 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Made reservation on behalf of 8fcf4473b559467bbbffada1d834569d for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:38.168578 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d64872e0-a05a-4fe1-90d9-567a437bd4e5 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:38.213852 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-d64872e0-a05a-4fe1-90d9-567a437bd4e5 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] device_id is not set on port 6cd0fdab-de9a-482c-9fbf-80a90cfc4e66 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:45:38.397100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb349a-0fd0-490e-8750-76e1ad177518 req-618df9d4-b9a5-4db4-b8f5-0d5889beb4dd tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:38.398916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91eb349a-0fd0-490e-8750-76e1ad177518 req-618df9d4-b9a5-4db4-b8f5-0d5889beb4dd tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.1103723 Feb 16 16:45:38.425783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Allocated IP 172.20.0.2 (689a05b1-49d1-4428-8f5e-a3bbf637922a/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8/6df38de5-fbdd-4b84-b6a0-d81f4aa3a818) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:38.490288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dc6f5f-05f7-4eaf-aae9-3f451986f4ef tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:38.500922 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-86dc6f5f-05f7-4eaf-aae9-3f451986f4ef tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:38.542639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-86dc6f5f-05f7-4eaf-aae9-3f451986f4ef tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port 865f99ba-2fb8-4da2-b777-0d710c2035af yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:45:38.566165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91eb349a-0fd0-490e-8750-76e1ad177518 req-6e9132e8-d284-402c-8b0d-b00d6cff186b tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553161 Feb 16 16:45:38.666113 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224c680-a181-49dc-a76e-0db35f39e9bd req-e870b95b-f2e6-4359-b0ff-5f28295facb5 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:38.667789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3224c680-a181-49dc-a76e-0db35f39e9bd req-e870b95b-f2e6-4359-b0ff-5f28295facb5 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 947 time: 0.1362224 Feb 16 16:45:38.682206 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Publish callbacks [] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:38.690314 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:38.739328 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Network 689a05b1-49d1-4428-8f5e-a3bbf637922a is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:38.745244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:38.751650 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:38.766538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-86dc6f5f-05f7-4eaf-aae9-3f451986f4ef tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Allocated IP 172.20.0.8 (79b13984-79c1-4c69-a928-54ffcb1040a6/d1e7901e-4806-4384-8623-2cabb3f6a43e/865f99ba-2fb8-4da2-b777-0d710c2035af) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:38.804906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3224c680-a181-49dc-a76e-0db35f39e9bd req-6b6319ce-8909-4989-a2bf-d3e9a3f46958 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029773 Feb 16 16:45:38.812078 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-d64872e0-a05a-4fe1-90d9-567a437bd4e5 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Allocated IP 172.20.0.14 (689a05b1-49d1-4428-8f5e-a3bbf637922a/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8/6cd0fdab-de9a-482c-9fbf-80a90cfc4e66) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:38.877622 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Attempting to bind port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:45:38.879044 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Attempting to bind port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'd5ac4132-e656-428e-aca8-2a41d8571ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '689a05b1-49d1-4428-8f5e-a3bbf637922a'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:45:38.879685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Attempting to bind port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 on network 689a05b1-49d1-4428-8f5e-a3bbf637922a {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:45:38.902474 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:45:38.903158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Checking segment: {'id': 'd5ac4132-e656-428e-aca8-2a41d8571ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '689a05b1-49d1-4428-8f5e-a3bbf637922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:38.903718 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:38.904668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Bound using segment: {'id': 'd5ac4132-e656-428e-aca8-2a41d8571ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '689a05b1-49d1-4428-8f5e-a3bbf637922a'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:45:38.905310 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Bound port: 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ac4132-e656-428e-aca8-2a41d8571ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '689a05b1-49d1-4428-8f5e-a3bbf637922a'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:45:38.905989 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:38.910868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Pushing event updated for resources: {'Port': ['ID=6df38de5-fbdd-4b84-b6a0-d81f4aa3a818,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:39.010361 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] For port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:45:39.014770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] For port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6df38de5-fbdd-4b84-b6a0-d81f4aa3a818,segment=NetworkSegment(d5ac4132-e656-428e-aca8-2a41d8571ca3),segment_id=d5ac4132-e656-428e-aca8-2a41d8571ca3)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:45:39.023292 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:39.044464 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-86dc6f5f-05f7-4eaf-aae9-3f451986f4ef tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (865f99ba-2fb8-4da2-b777-0d710c2035af), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:39.105160 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3f0f4-4c6f-47a7-9b89-74a53cb47cf1 None None] Pushing event updated for resources: {'Port': ['ID=6df38de5-fbdd-4b84-b6a0-d81f4aa3a818,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:39.110215 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-86dc6f5f-05f7-4eaf-aae9-3f451986f4ef tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (865f99ba-2fb8-4da2-b777-0d710c2035af), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:39.195648 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507963d-e2fc-41f1-9223-d041915053ac req-53e752b0-91bc-4237-8c0f-c5d64988ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:39.197195 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e507963d-e2fc-41f1-9223-d041915053ac req-53e752b0-91bc-4237-8c0f-c5d64988ce30 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 1128 time: 0.2831097 Feb 16 16:45:39.245848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dc6f5f-05f7-4eaf-aae9-3f451986f4ef tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 79b13984-79c1-4c69-a928-54ffcb1040a6 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:39.252629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc6f5f-05f7-4eaf-aae9-3f451986f4ef tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=865f99ba-2fb8-4da2-b777-0d710c2035af,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:39.262391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-86dc6f5f-05f7-4eaf-aae9-3f451986f4ef tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:39.268979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc6f5f-05f7-4eaf-aae9-3f451986f4ef tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:39.357393 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e507963d-e2fc-41f1-9223-d041915053ac req-50469c4c-7995-4802-93d7-a76f4b8fd3de service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306486 Feb 16 16:45:39.376604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dc6f5f-05f7-4eaf-aae9-3f451986f4ef tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:39.377240 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-86dc6f5f-05f7-4eaf-aae9-3f451986f4ef tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:39.382900 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d64872e0-a05a-4fe1-90d9-567a437bd4e5 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks [] for port (6cd0fdab-de9a-482c-9fbf-80a90cfc4e66), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:39.415018 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-86dc6f5f-05f7-4eaf-aae9-3f451986f4ef tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7716529 Feb 16 16:45:39.415776 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47170) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:39.591640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef313af2-9b54-4100-9c2d-ce003a328606 None None] Network 79b13984-79c1-4c69-a928-54ffcb1040a6 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:39.598472 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d64872e0-a05a-4fe1-90d9-567a437bd4e5 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (6cd0fdab-de9a-482c-9fbf-80a90cfc4e66), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:39.625860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4730e78-3075-43cf-9338-fdb3d9aa36ba tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:39.631435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47174) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:39.632693 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e4730e78-3075-43cf-9338-fdb3d9aa36ba tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 920 time: 0.2140217 Feb 16 16:45:39.676253 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64872e0-a05a-4fe1-90d9-567a437bd4e5 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Network 689a05b1-49d1-4428-8f5e-a3bbf637922a is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:39.680313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d64872e0-a05a-4fe1-90d9-567a437bd4e5 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:39.689053 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64872e0-a05a-4fe1-90d9-567a437bd4e5 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:39.757003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64872e0-a05a-4fe1-90d9-567a437bd4e5 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:39.757747 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d64872e0-a05a-4fe1-90d9-567a437bd4e5 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:39.769150 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64872e0-a05a-4fe1-90d9-567a437bd4e5 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Pushing event updated for resources: {'Port': ['ID=6cd0fdab-de9a-482c-9fbf-80a90cfc4e66,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:39.809264 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d64872e0-a05a-4fe1-90d9-567a437bd4e5 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9947572 Feb 16 16:45:39.812451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47176) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:39.816963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-de7685ee-d2fa-46d7-a88a-1538b8036a50 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1835667212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:39.829038 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b284b033-4fc5-4a4c-a145-7ae15912bf02 None None] Provisioning complete for port 88740774-f19d-4644-9f96-b8575e6c9538 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:39.829478 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b284b033-4fc5-4a4c-a145-7ae15912bf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (88740774-f19d-4644-9f96-b8575e6c9538), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:39.857672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bf4210ba-a9fb-4108-a825-0b3c3bf250f9 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port 865f99ba-2fb8-4da2-b777-0d710c2035af {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:39.857672 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bf4210ba-a9fb-4108-a825-0b3c3bf250f9 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (865f99ba-2fb8-4da2-b777-0d710c2035af), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:39.863021 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de7685ee-d2fa-46d7-a88a-1538b8036a50 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (c2a52ad2-3746-43fe-8c13-bec043a30d86), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:39.864165 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de7685ee-d2fa-46d7-a88a-1538b8036a50 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (c2a52ad2-3746-43fe-8c13-bec043a30d86), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:39.894227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e5194-2968-49b8-b145-f1adc23e33fe req-34bcd424-7811-4374-a210-076fb759e0e1 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:39.898678 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-697e5194-2968-49b8-b145-f1adc23e33fe req-34bcd424-7811-4374-a210-076fb759e0e1 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.1392217 Feb 16 16:45:39.963618 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de7685ee-d2fa-46d7-a88a-1538b8036a50 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks [] for router_controller (c2a52ad2-3746-43fe-8c13-bec043a30d86), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:39.972523 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de7685ee-d2fa-46d7-a88a-1538b8036a50 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (c2a52ad2-3746-43fe-8c13-bec043a30d86), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:40.014520 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de7685ee-d2fa-46d7-a88a-1538b8036a50 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:40.019617 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-de7685ee-d2fa-46d7-a88a-1538b8036a50 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2036150 Feb 16 16:45:40.024405 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47180) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:40.030240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-db011ea0-83fb-46fd-a914-50c28ed967ce tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-544172888', 'prefixes': ['172.20.0.0/16']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:40.117820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b284b033-4fc5-4a4c-a145-7ae15912bf02 None None] Current status of the port 88740774-f19d-4644-9f96-b8575e6c9538 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:40.120182 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b284b033-4fc5-4a4c-a145-7ae15912bf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (88740774-f19d-4644-9f96-b8575e6c9538), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:40.143368 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-697e5194-2968-49b8-b145-f1adc23e33fe req-aaafc42f-a7ac-4a38-9074-3cc54d577612 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287564 Feb 16 16:45:40.152228 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 88740774-f19d-4644-9f96-b8575e6c9538 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:40.162358 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bf4210ba-a9fb-4108-a825-0b3c3bf250f9 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (865f99ba-2fb8-4da2-b777-0d710c2035af), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:40.175476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db011ea0-83fb-46fd-a914-50c28ed967ce tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:40.180214 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-db011ea0-83fb-46fd-a914-50c28ed967ce tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1514955 Feb 16 16:45:40.180544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47182) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:40.185248 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-41f5de2a-1ab2-4922-bf41-e1145cddf647 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '25ee0be7-c057-4a56-ab71-d4cf33ef8bd8', 'tempest-TagsExtTest-Tag-414550948') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:40.201457 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bf4210ba-a9fb-4108-a825-0b3c3bf250f9 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for 865f99ba-2fb8-4da2-b777-0d710c2035af owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:40.280383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b284b033-4fc5-4a4c-a145-7ae15912bf02 None None] For port 88740774-f19d-4644-9f96-b8575e6c9538, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=88740774-f19d-4644-9f96-b8575e6c9538,segment=NetworkSegment(93b52669-24a7-40db-b37b-4ad0297d5c8d),segment_id=93b52669-24a7-40db-b37b-4ad0297d5c8d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:40.293074 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b284b033-4fc5-4a4c-a145-7ae15912bf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (88740774-f19d-4644-9f96-b8575e6c9538), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:40.395584 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b033-4fc5-4a4c-a145-7ae15912bf02 None None] Pushing event updated for resources: {'Port': ['ID=88740774-f19d-4644-9f96-b8575e6c9538,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:40.410462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 88740774-f19d-4644-9f96-b8575e6c9538 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:40.410956 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (88740774-f19d-4644-9f96-b8575e6c9538), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:40.414382 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-41f5de2a-1ab2-4922-bf41-e1145cddf647 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "PUT /v2.0/subnets/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8/tags/tempest-TagsExtTest-Tag-414550948 HTTP/1.1" status: 201 len: 201 time: 0.2326868 Feb 16 16:45:40.417485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47188) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:40.429453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-3e04bdd4-24eb-45d1-9806-98d01f08ab55 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6cd0fdab-de9a-482c-9fbf-80a90cfc4e66', 'tempest-TagsExtTest-Tag-2001447679') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:40.572963 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bf4210ba-a9fb-4108-a825-0b3c3bf250f9 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (865f99ba-2fb8-4da2-b777-0d710c2035af), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:40.593015 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3e04bdd4-24eb-45d1-9806-98d01f08ab55 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "PUT /v2.0/ports/6cd0fdab-de9a-482c-9fbf-80a90cfc4e66/tags/tempest-TagsExtTest-Tag-2001447679 HTTP/1.1" status: 201 len: 201 time: 0.1723788 Feb 16 16:45:40.594881 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47190) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:40.608233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-531c9339-8f96-4f7d-b1e0-6076d6aa27a6 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c2a52ad2-3746-43fe-8c13-bec043a30d86', 'tempest-TagsExtTest-Tag-369319600') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:40.622434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 88740774-f19d-4644-9f96-b8575e6c9538 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:40.623483 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:40.627403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4210ba-a9fb-4108-a825-0b3c3bf250f9 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=865f99ba-2fb8-4da2-b777-0d710c2035af,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:40.689697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f6a26760-6cca-41b4-9d4a-46534be54607 None None] Provisioning complete for port 88740774-f19d-4644-9f96-b8575e6c9538 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:40.690095 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f6a26760-6cca-41b4-9d4a-46534be54607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (88740774-f19d-4644-9f96-b8575e6c9538), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:40.696106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:40.696481 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:40.795007 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bf4210ba-a9fb-4108-a825-0b3c3bf250f9 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:40.800850 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bf4210ba-a9fb-4108-a825-0b3c3bf250f9 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/865f99ba-2fb8-4da2-b777-0d710c2035af HTTP/1.1" status: 204 len: 168 time: 1.1677442 Feb 16 16:45:40.802765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47192) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:40.830694 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e7195e-8dea-4c3a-825f-bb0bc35e42ea tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] GET failed (client error): The resource could not be found. Feb 16 16:45:40.832429 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-53e7195e-8dea-4c3a-825f-bb0bc35e42ea tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/865f99ba-2fb8-4da2-b777-0d710c2035af HTTP/1.1" status: 404 len: 333 time: 0.0285754 Feb 16 16:45:40.836190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47194) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:40.867456 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-531c9339-8f96-4f7d-b1e0-6076d6aa27a6 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "PUT /v2.0/routers/c2a52ad2-3746-43fe-8c13-bec043a30d86/tags/tempest-TagsExtTest-Tag-369319600 HTTP/1.1" status: 201 len: 201 time: 0.2683632 Feb 16 16:45:40.867778 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47196) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:40.872411 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-8c32847b-16a6-49e6-ab0a-ff5da2c1786f tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1c0415aa-5b0e-44ac-89f8-39139a9c3ee6', 'tempest-TagsExtTest-Tag-1706893923') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:40.976225 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8c32847b-16a6-49e6-ab0a-ff5da2c1786f tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "PUT /v2.0/subnetpools/1c0415aa-5b0e-44ac-89f8-39139a9c3ee6/tags/tempest-TagsExtTest-Tag-1706893923 HTTP/1.1" status: 201 len: 201 time: 0.1072352 Feb 16 16:45:40.976910 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47200) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:40.981033 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:40.981590 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:40.985313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-afdfecee-e42e-485f-8089-47f55cc4e074 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '25ee0be7-c057-4a56-ab71-d4cf33ef8bd8') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:41.012510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-30fb95ec-88f0-4b95-be9d-cf8155f8a31b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port f0221714-ecb7-44ac-852a-ef75510275ba {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:41.012843 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30fb95ec-88f0-4b95-be9d-cf8155f8a31b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f0221714-ecb7-44ac-852a-ef75510275ba), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:41.050104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6df38de5-fbdd-4b84-b6a0-d81f4aa3a818,segment=NetworkSegment(d5ac4132-e656-428e-aca8-2a41d8571ca3),segment_id=d5ac4132-e656-428e-aca8-2a41d8571ca3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:41.051406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f6a26760-6cca-41b4-9d4a-46534be54607 None None] Current status of the port 88740774-f19d-4644-9f96-b8575e6c9538 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:41.058968 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:41.108780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f6a26760-6cca-41b4-9d4a-46534be54607 None None] Provisioning complete for port f0221714-ecb7-44ac-852a-ef75510275ba triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:41.109364 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f6a26760-6cca-41b4-9d4a-46534be54607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f0221714-ecb7-44ac-852a-ef75510275ba), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:41.124819 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-afdfecee-e42e-485f-8089-47f55cc4e074 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/subnets/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8/tags HTTP/1.1" status: 200 len: 240 time: 0.1459308 Feb 16 16:45:41.125046 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47202) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:41.142804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-43c22c02-dff1-46c3-8f7d-2f3941e7e15b tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '25ee0be7-c057-4a56-ab71-d4cf33ef8bd8', 'tempest-TagsExtTest-Tag-414550948') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:41.153344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f6a26760-6cca-41b4-9d4a-46534be54607 None None] Port f0221714-ecb7-44ac-852a-ef75510275ba cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:45:41.155064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145580bc-887c-4976-9733-27fda44f74b3 None None] Network 689a05b1-49d1-4428-8f5e-a3bbf637922a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:41.184721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f6a26760-6cca-41b4-9d4a-46534be54607 None None] Could not find standard attr ID for object 865f99ba-2fb8-4da2-b777-0d710c2035af. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:45:41.200140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=6df38de5-fbdd-4b84-b6a0-d81f4aa3a818,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:41.238934 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30fb95ec-88f0-4b95-be9d-cf8155f8a31b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f0221714-ecb7-44ac-852a-ef75510275ba), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:41.271190 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-43c22c02-dff1-46c3-8f7d-2f3941e7e15b tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/subnets/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8/tags/tempest-TagsExtTest-Tag-414550948 HTTP/1.1" status: 204 len: 168 time: 0.1448853 Feb 16 16:45:41.271840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47206) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:41.276160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-30fb95ec-88f0-4b95-be9d-cf8155f8a31b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for f0221714-ecb7-44ac-852a-ef75510275ba owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:41.281911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-8fdee647-cfee-4ffc-8a0e-d6fee245c6a7 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '25ee0be7-c057-4a56-ab71-d4cf33ef8bd8', 'tempest-TagsExtTest-Tag-414550948') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:41.439537 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-362e92f9-79bb-4685-a4c3-b607e0448e7b None None] Provisioning complete for port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:41.439968 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-362e92f9-79bb-4685-a4c3-b607e0448e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:41.469186 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8fdee647-cfee-4ffc-8a0e-d6fee245c6a7 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/subnets/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8/tags/tempest-TagsExtTest-Tag-414550948 HTTP/1.1" status: 204 len: 168 time: 0.1962116 Feb 16 16:45:41.469861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47212) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:41.475221 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-85af2ae5-08f1-499e-80e2-1eadebecfd1b tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '25ee0be7-c057-4a56-ab71-d4cf33ef8bd8') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:41.576167 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-85af2ae5-08f1-499e-80e2-1eadebecfd1b tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/subnets/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8/tags HTTP/1.1" status: 200 len: 205 time: 0.1046548 Feb 16 16:45:41.579707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47214) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:41.590394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-80bbd5c0-a9c5-4fc4-ae47-26c19540925e tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6cd0fdab-de9a-482c-9fbf-80a90cfc4e66') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:41.627460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-362e92f9-79bb-4685-a4c3-b607e0448e7b None None] Current status of the port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:41.637244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c64b2-9b24-4f4b-97e0-8b6b1b4af484 req-d5687ccd-1c05-4fe5-a0e0-5643e3077075 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:41.640076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-362e92f9-79bb-4685-a4c3-b607e0448e7b None None] Provisioning complete for port f0221714-ecb7-44ac-852a-ef75510275ba triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:41.640463 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-362e92f9-79bb-4685-a4c3-b607e0448e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f0221714-ecb7-44ac-852a-ef75510275ba), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:41.656204 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-064c64b2-9b24-4f4b-97e0-8b6b1b4af484 req-d5687ccd-1c05-4fe5-a0e0-5643e3077075 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.2034256 Feb 16 16:45:41.680045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-362e92f9-79bb-4685-a4c3-b607e0448e7b None None] Port f0221714-ecb7-44ac-852a-ef75510275ba cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:45:41.706209 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-80bbd5c0-a9c5-4fc4-ae47-26c19540925e tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/ports/6cd0fdab-de9a-482c-9fbf-80a90cfc4e66/tags HTTP/1.1" status: 200 len: 241 time: 0.1252170 Feb 16 16:45:41.709251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47216) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:41.720087 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-c488606f-c0e9-47ef-9c2a-6a9404a3568a tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6cd0fdab-de9a-482c-9fbf-80a90cfc4e66', 'tempest-TagsExtTest-Tag-2001447679') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:41.736275 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30fb95ec-88f0-4b95-be9d-cf8155f8a31b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f0221714-ecb7-44ac-852a-ef75510275ba), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:41.797763 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3f58322e-edfc-4fb4-8f24-27afd24176a9 None None] Could not find standard attr ID for object 865f99ba-2fb8-4da2-b777-0d710c2035af. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:45:41.815140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb95ec-88f0-4b95-be9d-cf8155f8a31b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=f0221714-ecb7-44ac-852a-ef75510275ba,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:41.851504 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c488606f-c0e9-47ef-9c2a-6a9404a3568a tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/ports/6cd0fdab-de9a-482c-9fbf-80a90cfc4e66/tags/tempest-TagsExtTest-Tag-2001447679 HTTP/1.1" status: 204 len: 168 time: 0.1411107 Feb 16 16:45:41.852689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47220) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:41.857844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-da38295e-24a4-42d7-aed8-6698f879d55a tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6cd0fdab-de9a-482c-9fbf-80a90cfc4e66', 'tempest-TagsExtTest-Tag-2001447679') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:41.932428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-307f1f2d-34a1-4044-8f0d-59cc12ccfed8 None None] Provisioning complete for port 6cd0fdab-de9a-482c-9fbf-80a90cfc4e66 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:41.935338 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-307f1f2d-34a1-4044-8f0d-59cc12ccfed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6cd0fdab-de9a-482c-9fbf-80a90cfc4e66), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:42.008179 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-064c64b2-9b24-4f4b-97e0-8b6b1b4af484 req-3b84ae4d-1c0c-4bca-bb6d-4b2bbb968402 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449006 Feb 16 16:45:42.028372 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-da38295e-24a4-42d7-aed8-6698f879d55a tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/ports/6cd0fdab-de9a-482c-9fbf-80a90cfc4e66/tags/tempest-TagsExtTest-Tag-2001447679 HTTP/1.1" status: 204 len: 168 time: 0.1743593 Feb 16 16:45:42.028988 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30fb95ec-88f0-4b95-be9d-cf8155f8a31b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:42.029131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47224) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:42.032493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-30fb95ec-88f0-4b95-be9d-cf8155f8a31b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/f0221714-ecb7-44ac-852a-ef75510275ba HTTP/1.1" status: 204 len: 168 time: 1.1951587 Feb 16 16:45:42.035117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47228) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:42.040457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-f810b260-a0d9-4a41-88de-c7e25739234c tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6cd0fdab-de9a-482c-9fbf-80a90cfc4e66') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:42.049136 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-307f1f2d-34a1-4044-8f0d-59cc12ccfed8 None None] Port 6cd0fdab-de9a-482c-9fbf-80a90cfc4e66 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:45:42.056223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 88740774-f19d-4644-9f96-b8575e6c9538 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:42.099447 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d09af7d-2eb7-4ce2-b6fa-471368f8ce5f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] GET failed (client error): The resource could not be found. Feb 16 16:45:42.100945 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3d09af7d-2eb7-4ce2-b6fa-471368f8ce5f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/f0221714-ecb7-44ac-852a-ef75510275ba HTTP/1.1" status: 404 len: 333 time: 0.0648932 Feb 16 16:45:42.103728 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47230) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:42.160787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-307f1f2d-34a1-4044-8f0d-59cc12ccfed8 None None] Provisioning complete for port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:42.166322 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-307f1f2d-34a1-4044-8f0d-59cc12ccfed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:42.179270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47232) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:42.180310 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f810b260-a0d9-4a41-88de-c7e25739234c tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/ports/6cd0fdab-de9a-482c-9fbf-80a90cfc4e66/tags HTTP/1.1" status: 200 len: 205 time: 0.1495829 Feb 16 16:45:42.191225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-36633ac7-8b02-438d-a297-f1e9bbf29de4 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c2a52ad2-3746-43fe-8c13-bec043a30d86') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:42.281697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 88740774-f19d-4644-9f96-b8575e6c9538 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:42.282079 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (88740774-f19d-4644-9f96-b8575e6c9538), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:42.316403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec11a38c-edd8-4cb0-9d7e-9e31b9a6b973 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting subnet d1e7901e-4806-4384-8623-2cabb3f6a43e {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:45:42.351731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-307f1f2d-34a1-4044-8f0d-59cc12ccfed8 None None] Current status of the port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:42.390523 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec11a38c-edd8-4cb0-9d7e-9e31b9a6b973 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (d1e7901e-4806-4384-8623-2cabb3f6a43e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:42.554544 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 88740774-f19d-4644-9f96-b8575e6c9538 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:42.559695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:42.608910 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec11a38c-edd8-4cb0-9d7e-9e31b9a6b973 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (d1e7901e-4806-4384-8623-2cabb3f6a43e), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:42.618083 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1a24f7c2-54d6-42eb-af77-b733ad1299d0 None None] Provisioning complete for port 6cd0fdab-de9a-482c-9fbf-80a90cfc4e66 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:42.621229 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1a24f7c2-54d6-42eb-af77-b733ad1299d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6cd0fdab-de9a-482c-9fbf-80a90cfc4e66), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:42.677653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1a24f7c2-54d6-42eb-af77-b733ad1299d0 None None] Port 6cd0fdab-de9a-482c-9fbf-80a90cfc4e66 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:45:42.686544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-36633ac7-8b02-438d-a297-f1e9bbf29de4 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/routers/c2a52ad2-3746-43fe-8c13-bec043a30d86/tags HTTP/1.1" status: 200 len: 240 time: 0.5062890 Feb 16 16:45:42.689364 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47248) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:42.698427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-3bf9d909-ac7b-49da-aeda-4a848af90c74 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c2a52ad2-3746-43fe-8c13-bec043a30d86', 'tempest-TagsExtTest-Tag-369319600') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:42.710305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-e71f06fb-e56c-4013-b1ac-9d0ef276ce86 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:42.712323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-e71f06fb-e56c-4013-b1ac-9d0ef276ce86 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/networks?id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf HTTP/1.1" status: 200 len: 810 time: 0.3187072 Feb 16 16:45:42.716072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:42.720842 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:42.779624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-63190ba6-427f-4089-a362-04a16e54f11e tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/quotas/18204c002ff2451291227eff7926db64 HTTP/1.1" status: 200 len: 375 time: 0.0295317 Feb 16 16:45:42.811858 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3bf9d909-ac7b-49da-aeda-4a848af90c74 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/routers/c2a52ad2-3746-43fe-8c13-bec043a30d86/tags/tempest-TagsExtTest-Tag-369319600 HTTP/1.1" status: 204 len: 168 time: 0.1209092 Feb 16 16:45:42.812443 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47250) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:42.819881 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-3b7f7b2e-7d55-46b3-8a84-df0338a955b6 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c2a52ad2-3746-43fe-8c13-bec043a30d86', 'tempest-TagsExtTest-Tag-369319600') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:42.842185 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec11a38c-edd8-4cb0-9d7e-9e31b9a6b973 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (d1e7901e-4806-4384-8623-2cabb3f6a43e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:42.862201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:42.912127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-ee0574ba-c056-48b8-84a6-240ef1d26e07 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=18204c002ff2451291227eff7926db64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1252835 Feb 16 16:45:42.931696 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3b7f7b2e-7d55-46b3-8a84-df0338a955b6 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/routers/c2a52ad2-3746-43fe-8c13-bec043a30d86/tags/tempest-TagsExtTest-Tag-369319600 HTTP/1.1" status: 204 len: 168 time: 0.1182013 Feb 16 16:45:42.934205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47252) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:42.938523 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-886b43e2-9d2b-406c-b5a4-08b3a20ec090 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c2a52ad2-3746-43fe-8c13-bec043a30d86') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:42.983900 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec11a38c-edd8-4cb0-9d7e-9e31b9a6b973 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (d1e7901e-4806-4384-8623-2cabb3f6a43e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:43.011134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e12ee7c-d249-4fb7-a502-1715743e931c None None] Network 79b13984-79c1-4c69-a928-54ffcb1040a6 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:43.019507 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec11a38c-edd8-4cb0-9d7e-9e31b9a6b973 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:43.021536 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-886b43e2-9d2b-406c-b5a4-08b3a20ec090 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/routers/c2a52ad2-3746-43fe-8c13-bec043a30d86/tags HTTP/1.1" status: 200 len: 205 time: 0.0863702 Feb 16 16:45:43.023375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ec11a38c-edd8-4cb0-9d7e-9e31b9a6b973 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/d1e7901e-4806-4384-8623-2cabb3f6a43e HTTP/1.1" status: 204 len: 168 time: 0.9186804 Feb 16 16:45:43.025992 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47256) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:43.028683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47258) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:43.029616 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11a38c-edd8-4cb0-9d7e-9e31b9a6b973 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e7901e-4806-4384-8623-2cabb3f6a43e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:43.035673 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-f250bbac-f138-41b0-a2d6-20068436842f tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1c0415aa-5b0e-44ac-89f8-39139a9c3ee6') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:43.115498 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-43c75e11-4de3-4760-ae51-e0b45d97f16d service neutron] 10.222.0.24 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011325 Feb 16 16:45:43.148996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f250bbac-f138-41b0-a2d6-20068436842f tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/subnetpools/1c0415aa-5b0e-44ac-89f8-39139a9c3ee6/tags HTTP/1.1" status: 200 len: 241 time: 0.1168470 Feb 16 16:45:43.156975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47260) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:43.162677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-2732668c-f641-4615-92cd-8f53fbefffd1 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1c0415aa-5b0e-44ac-89f8-39139a9c3ee6', 'tempest-TagsExtTest-Tag-1706893923') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:43.232390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2732668c-f641-4615-92cd-8f53fbefffd1 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/subnetpools/1c0415aa-5b0e-44ac-89f8-39139a9c3ee6/tags/tempest-TagsExtTest-Tag-1706893923 HTTP/1.1" status: 204 len: 168 time: 0.0740025 Feb 16 16:45:43.234797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47262) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:43.239325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-8e40d992-a976-4570-ac55-048147dd8fdd tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1c0415aa-5b0e-44ac-89f8-39139a9c3ee6', 'tempest-TagsExtTest-Tag-1706893923') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:43.264051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bd8e07-0893-40ed-b118-070aad41fe41 None None] DHCP port deletion for 79b13984-79c1-4c69-a928-54ffcb1040a6 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:45:43.276391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-b3397951-424f-407b-a06a-fb4028041123 service neutron] 10.222.0.24 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594381 Feb 16 16:45:43.332119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8e40d992-a976-4570-ac55-048147dd8fdd tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/subnetpools/1c0415aa-5b0e-44ac-89f8-39139a9c3ee6/tags/tempest-TagsExtTest-Tag-1706893923 HTTP/1.1" status: 204 len: 168 time: 0.0939279 Feb 16 16:45:43.332441 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47264) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:43.337524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-5cb46d7b-83c4-4ae6-b4c9-c8ed38086642 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1c0415aa-5b0e-44ac-89f8-39139a9c3ee6') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:43.346047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-32bd8e07-0893-40ed-b118-070aad41fe41 None None] Deleting port 88740774-f19d-4644-9f96-b8575e6c9538 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:43.346792 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32bd8e07-0893-40ed-b118-070aad41fe41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (88740774-f19d-4644-9f96-b8575e6c9538), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:43.370516 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5cb46d7b-83c4-4ae6-b4c9-c8ed38086642 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/subnetpools/1c0415aa-5b0e-44ac-89f8-39139a9c3ee6/tags HTTP/1.1" status: 200 len: 205 time: 0.0347373 Feb 16 16:45:43.371022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47266) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:43.375784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-61e5a841-56c2-4dc6-9c24-1b98b5d5e859 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1c0415aa-5b0e-44ac-89f8-39139a9c3ee6') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:43.422305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47268) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:43.423144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-61e5a841-56c2-4dc6-9c24-1b98b5d5e859 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/subnetpools/1c0415aa-5b0e-44ac-89f8-39139a9c3ee6/tags HTTP/1.1" status: 204 len: 168 time: 0.0510850 Feb 16 16:45:43.469904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-32bd8e07-0893-40ed-b118-070aad41fe41 None None] For port 88740774-f19d-4644-9f96-b8575e6c9538, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=88740774-f19d-4644-9f96-b8575e6c9538,segment=NetworkSegment(93b52669-24a7-40db-b37b-4ad0297d5c8d),segment_id=93b52669-24a7-40db-b37b-4ad0297d5c8d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:43.470309 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32bd8e07-0893-40ed-b118-070aad41fe41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (88740774-f19d-4644-9f96-b8575e6c9538), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:43.476938 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-fe9c4625-2d88-4b85-8cc7-c4ad578ad712 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c2a52ad2-3746-43fe-8c13-bec043a30d86') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:43.482786 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (79b13984-79c1-4c69-a928-54ffcb1040a6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:43.501985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-32bd8e07-0893-40ed-b118-070aad41fe41 None None] Calling delete_port for 88740774-f19d-4644-9f96-b8575e6c9538 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:43.562084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cf292a1-dd0a-43c1-b0fa-9175f1e49ea5 req-b3fe237a-d9e3-4ef2-8f75-ed9bdc128bc0 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 210 time: 0.0646906 Feb 16 16:45:43.644093 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32bd8e07-0893-40ed-b118-070aad41fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (88740774-f19d-4644-9f96-b8575e6c9538), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:43.668411 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd8e07-0893-40ed-b118-070aad41fe41 None None] Pushing event deleted for resources: {'Port': ['ID=88740774-f19d-4644-9f96-b8575e6c9538,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:43.682638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd8e07-0893-40ed-b118-070aad41fe41 None None] No DVR routers for this DVR port 88740774-f19d-4644-9f96-b8575e6c9538 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:43.710383 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fe9c4625-2d88-4b85-8cc7-c4ad578ad712 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/routers/c2a52ad2-3746-43fe-8c13-bec043a30d86/tags HTTP/1.1" status: 204 len: 168 time: 0.2845402 Feb 16 16:45:43.710383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port 88740774-f19d-4644-9f96-b8575e6c9538 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:43.710952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47284) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:43.715954 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (88740774-f19d-4644-9f96-b8575e6c9538), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:43.716671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-eb303a69-30ca-4a34-ad64-8dbb4425b634 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6cd0fdab-de9a-482c-9fbf-80a90cfc4e66') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:43.831926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] For port 88740774-f19d-4644-9f96-b8575e6c9538, host n-d-669411-5, got binding levels [] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:43.832695 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (88740774-f19d-4644-9f96-b8575e6c9538), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:43.840075 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-eb303a69-30ca-4a34-ad64-8dbb4425b634 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/ports/6cd0fdab-de9a-482c-9fbf-80a90cfc4e66/tags HTTP/1.1" status: 204 len: 168 time: 0.1282482 Feb 16 16:45:43.842546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47292) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:43.847485 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-a4a3b76e-5fc6-4ec0-84af-8fc75330c5a3 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '25ee0be7-c057-4a56-ab71-d4cf33ef8bd8') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:43.851120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for 88740774-f19d-4644-9f96-b8575e6c9538 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:43.855193 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.ipam_backend_mixin [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Port 88740774-f19d-4644-9f96-b8575e6c9538 was not found and therefore no delete operation was performed {{(pid=103422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:45:43.856526 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (88740774-f19d-4644-9f96-b8575e6c9538), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:43.924609 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 88740774-f19d-4644-9f96-b8575e6c9538 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:45:43.942288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=88740774-f19d-4644-9f96-b8575e6c9538,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:43.964560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No DVR routers for this DVR port 88740774-f19d-4644-9f96-b8575e6c9538 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:43.967773 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 88740774-f19d-4644-9f96-b8575e6c9538 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:45:43.968283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 88740774-f19d-4644-9f96-b8575e6c9538 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:45:43.986363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a4a3b76e-5fc6-4ec0-84af-8fc75330c5a3 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/subnets/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8/tags HTTP/1.1" status: 204 len: 168 time: 0.1426523 Feb 16 16:45:43.991481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47296) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:43.996237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-05dc4ec0-f9ae-4284-9a58-28fd270829f7 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '25ee0be7-c057-4a56-ab71-d4cf33ef8bd8', 'tempest-TagsExtTest-Tag-1383190179') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:44.079397 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-05dc4ec0-f9ae-4284-9a58-28fd270829f7 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "PUT /v2.0/subnets/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8/tags/tempest-TagsExtTest-Tag-1383190179 HTTP/1.1" status: 201 len: 201 time: 0.0867362 Feb 16 16:45:44.081820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47300) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:44.089184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-0721df33-2958-42fb-85f0-979022cf573e tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6cd0fdab-de9a-482c-9fbf-80a90cfc4e66', 'tempest-TagsExtTest-Tag-961018660') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:44.187240 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0721df33-2958-42fb-85f0-979022cf573e tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "PUT /v2.0/ports/6cd0fdab-de9a-482c-9fbf-80a90cfc4e66/tags/tempest-TagsExtTest-Tag-961018660 HTTP/1.1" status: 201 len: 201 time: 0.1042502 Feb 16 16:45:44.190188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47302) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:44.198417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-6e1be222-dbba-4b1b-b321-400668b05eaf tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c2a52ad2-3746-43fe-8c13-bec043a30d86', 'tempest-TagsExtTest-Tag-930362384') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:44.206406 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (79b13984-79c1-4c69-a928-54ffcb1040a6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:44.251342 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b13984-79c1-4c69-a928-54ffcb1040a6']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:44.261897 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b52669-24a7-40db-b37b-4ad0297d5c8d') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:44.262313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b52669-24a7-40db-b37b-4ad0297d5c8d') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:44.272816 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (93b52669-24a7-40db-b37b-4ad0297d5c8d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:44.290701 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (93b52669-24a7-40db-b37b-4ad0297d5c8d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:44.300277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:45:44.301671 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (93b52669-24a7-40db-b37b-4ad0297d5c8d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:45:44.305273 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:45:44.384958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (79b13984-79c1-4c69-a928-54ffcb1040a6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:44.391043 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:44.394730 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/networks/79b13984-79c1-4c69-a928-54ffcb1040a6 HTTP/1.1" status: 204 len: 168 time: 1.3678045 Feb 16 16:45:44.400397 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47304) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:44.406960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9818d8e0-2e3b-4f6e-8f48-d0e432ba92c1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1137900589'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:44.413235 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6e1be222-dbba-4b1b-b321-400668b05eaf tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "PUT /v2.0/routers/c2a52ad2-3746-43fe-8c13-bec043a30d86/tags/tempest-TagsExtTest-Tag-930362384 HTTP/1.1" status: 201 len: 201 time: 0.2210801 Feb 16 16:45:44.413871 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47306) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:44.418796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-2bca2606-7df8-41e4-b486-9dce7ca88291 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1c0415aa-5b0e-44ac-89f8-39139a9c3ee6', 'tempest-TagsExtTest-Tag-358259891') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:44.423413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e99584-0e04-4dcb-9c38-f3365045b14b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Network': ['ID=79b13984-79c1-4c69-a928-54ffcb1040a6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:44.462234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9818d8e0-2e3b-4f6e-8f48-d0e432ba92c1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:44.466026 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9818d8e0-2e3b-4f6e-8f48-d0e432ba92c1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:44.486793 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2bca2606-7df8-41e4-b486-9dce7ca88291 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "PUT /v2.0/subnetpools/1c0415aa-5b0e-44ac-89f8-39139a9c3ee6/tags/tempest-TagsExtTest-Tag-358259891 HTTP/1.1" status: 201 len: 201 time: 0.0718367 Feb 16 16:45:44.489267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47308) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:44.496846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-9d734290-0a84-44cf-aa87-572ec9d98381 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '25ee0be7-c057-4a56-ab71-d4cf33ef8bd8', {'tags': ['tempest-TagsExtTest-Tag-757433253', 'tempest-TagsExtTest-Tag-1256551719', 'tempest-TagsExtTest-Tag-901725956']}) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:44.515540 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9818d8e0-2e3b-4f6e-8f48-d0e432ba92c1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:45:44.530469 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9818d8e0-2e3b-4f6e-8f48-d0e432ba92c1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a5a59725-a8fe-423c-8c0d-99b6e9d35fc8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:44.530826 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-9818d8e0-2e3b-4f6e-8f48-d0e432ba92c1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Added segment a5a59725-a8fe-423c-8c0d-99b6e9d35fc8 of type vlan for network 3f145f01-b000-477f-9a85-99a402a867b4 Feb 16 16:45:44.581592 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9d734290-0a84-44cf-aa87-572ec9d98381 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "PUT /v2.0/subnets/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8/tags HTTP/1.1" status: 200 len: 316 time: 0.0908957 Feb 16 16:45:44.584284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47310) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:44.587600 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9818d8e0-2e3b-4f6e-8f48-d0e432ba92c1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (3f145f01-b000-477f-9a85-99a402a867b4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:44.590608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-576768c7-b0f5-4833-9c5c-aeeec7befd0b tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '25ee0be7-c057-4a56-ab71-d4cf33ef8bd8') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:44.619128 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9818d8e0-2e3b-4f6e-8f48-d0e432ba92c1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (3f145f01-b000-477f-9a85-99a402a867b4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:44.625929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9818d8e0-2e3b-4f6e-8f48-d0e432ba92c1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:44.626709 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9818d8e0-2e3b-4f6e-8f48-d0e432ba92c1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:44.680104 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-576768c7-b0f5-4833-9c5c-aeeec7befd0b tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/subnets/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8/tags HTTP/1.1" status: 204 len: 168 time: 0.0932903 Feb 16 16:45:44.683009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47314) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:44.689422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-0535d99a-e2a9-4e32-89b1-ed8d54383be1 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '25ee0be7-c057-4a56-ab71-d4cf33ef8bd8', 'tempest-TagsExtTest-Tag-757433253') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:44.725306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818d8e0-2e3b-4f6e-8f48-d0e432ba92c1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Network': ['ID=3f145f01-b000-477f-9a85-99a402a867b4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:44.737028 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9818d8e0-2e3b-4f6e-8f48-d0e432ba92c1 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3340654 Feb 16 16:45:44.738112 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47316) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:44.741527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 3f145f01-b000-477f-9a85-99a402a867b4 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:45:44.744888 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-16877311-690c-47ea-9e8d-32e902afb977 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'subnet': {'network_id': '3f145f01-b000-477f-9a85-99a402a867b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:44.784278 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43adc736-b920-4559-869c-18a74fed4d25 req-3292f4f7-e76a-442c-8854-147e78729f10 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 210 time: 0.0888608 Feb 16 16:45:44.818572 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-0535d99a-e2a9-4e32-89b1-ed8d54383be1 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] show failed (client error): The resource could not be found. Feb 16 16:45:44.824258 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0535d99a-e2a9-4e32-89b1-ed8d54383be1 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/subnets/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8/tags/tempest-TagsExtTest-Tag-757433253 HTTP/1.1" status: 404 len: 328 time: 0.1395996 Feb 16 16:45:44.826491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47318) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:44.833268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-5a142a93-c059-47a6-b5ea-d220ba019870 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '25ee0be7-c057-4a56-ab71-d4cf33ef8bd8', 'tempest-TagsExtTest-Tag-1256551719') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:44.911636 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-5a142a93-c059-47a6-b5ea-d220ba019870 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] show failed (client error): The resource could not be found. Feb 16 16:45:44.916466 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5a142a93-c059-47a6-b5ea-d220ba019870 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/subnets/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8/tags/tempest-TagsExtTest-Tag-1256551719 HTTP/1.1" status: 404 len: 329 time: 0.0887375 Feb 16 16:45:44.918021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47324) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:44.922824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-d564a731-26f6-49c1-b944-7c42f2523484 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '25ee0be7-c057-4a56-ab71-d4cf33ef8bd8', 'tempest-TagsExtTest-Tag-901725956') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:45.017865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16877311-690c-47ea-9e8d-32e902afb977 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:45.023087 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16877311-690c-47ea-9e8d-32e902afb977 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:45.139348 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-0d4dd1d5-8126-451c-a3a6-386d1d3c31fa tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:45.141158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-0d4dd1d5-8126-451c-a3a6-386d1d3c31fa tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.65 "GET /v2.0/networks?id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf HTTP/1.1" status: 200 len: 810 time: 0.2009699 Feb 16 16:45:45.158989 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-028083de-437d-492a-8da1-e40ad0a58235 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Request body: {'port': {'device_id': 'b27912d6-c6f7-4be3-8f91-8606aa1cb4d0', 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf', 'admin_state_up': True, 'tenant_id': '18204c002ff2451291227eff7926db64'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:45.295227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16877311-690c-47ea-9e8d-32e902afb977 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (021e40d3-a714-4b90-81a3-7b41c97a4639), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:45.331627 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-d564a731-26f6-49c1-b944-7c42f2523484 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] show failed (client error): The resource could not be found. Feb 16 16:45:45.337397 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47328) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:45.337982 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d564a731-26f6-49c1-b944-7c42f2523484 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/subnets/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8/tags/tempest-TagsExtTest-Tag-901725956 HTTP/1.1" status: 404 len: 328 time: 0.4189188 Feb 16 16:45:45.345683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-d4012584-5de6-4d36-b4ce-902118db4129 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6cd0fdab-de9a-482c-9fbf-80a90cfc4e66', {'tags': ['tempest-TagsExtTest-Tag-1256589289', 'tempest-TagsExtTest-Tag-396385753', 'tempest-TagsExtTest-Tag-753230698']}) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:45.369058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-028083de-437d-492a-8da1-e40ad0a58235 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Made reservation on behalf of 18204c002ff2451291227eff7926db64 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:45.374273 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-028083de-437d-492a-8da1-e40ad0a58235 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:45.404705 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16877311-690c-47ea-9e8d-32e902afb977 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Subnet': ['ID=021e40d3-a714-4b90-81a3-7b41c97a4639,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:45.421355 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16877311-690c-47ea-9e8d-32e902afb977 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Checking segment: {'id': 'a5a59725-a8fe-423c-8c0d-99b6e9d35fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3f145f01-b000-477f-9a85-99a402a867b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:45.421720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16877311-690c-47ea-9e8d-32e902afb977 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network hostable DHCP agents. Network: 3f145f01-b000-477f-9a85-99a402a867b4, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:45:45.448579 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d4012584-5de6-4d36-b4ce-902118db4129 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "PUT /v2.0/ports/6cd0fdab-de9a-482c-9fbf-80a90cfc4e66/tags HTTP/1.1" status: 200 len: 316 time: 0.1077647 Feb 16 16:45:45.448768 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47330) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:45.454565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-264ad379-f346-486b-962a-c6cd8c293e50 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6cd0fdab-de9a-482c-9fbf-80a90cfc4e66') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:45.485722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16877311-690c-47ea-9e8d-32e902afb977 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 3f145f01-b000-477f-9a85-99a402a867b4 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:45:45.502538 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-16877311-690c-47ea-9e8d-32e902afb977 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 3f145f01-b000-477f-9a85-99a402a867b4) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:45.512643 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e43e7a6-caec-439c-92bf-1539011bddd9 None None] Network 3f145f01-b000-477f-9a85-99a402a867b4 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:45.518452 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16877311-690c-47ea-9e8d-32e902afb977 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:45.519053 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16877311-690c-47ea-9e8d-32e902afb977 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:45.549221 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-16877311-690c-47ea-9e8d-32e902afb977 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8073485 Feb 16 16:45:45.550044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47332) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:45.555693 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-301078b4-0a54-4ecf-abaf-946f3a9006ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'network_id': '3f145f01-b000-477f-9a85-99a402a867b4', 'name': 'tempest-PortsTestJSON-1657557283', 'fixed_ips': [{'subnet_id': '021e40d3-a714-4b90-81a3-7b41c97a4639', 'ip_address': '172.20.0.10'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:45.573223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-028083de-437d-492a-8da1-e40ad0a58235 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Allocated IP 172.20.0.3 (185f1c1b-e7bc-45aa-9a60-6f86f505fcdf/6d5328b4-8490-4123-b874-9dd2311e107e/eb6dbab7-f74c-443a-b9cb-4b6258d843cc) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:45.647882 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-264ad379-f346-486b-962a-c6cd8c293e50 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/ports/6cd0fdab-de9a-482c-9fbf-80a90cfc4e66/tags HTTP/1.1" status: 204 len: 168 time: 0.1960008 Feb 16 16:45:45.651490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47334) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:45.658912 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-fb030ae8-7f82-495b-bc1b-5b7512f7caf7 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6cd0fdab-de9a-482c-9fbf-80a90cfc4e66', 'tempest-TagsExtTest-Tag-1256589289') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:45.746831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-3f145f01-b000-477f-9a85-99a402a867b4', 'network_id': '3f145f01-b000-477f-9a85-99a402a867b4', 'project_id': '50204bcb61af4b688efc8a861d5f9087', 'fixed_ips': [{'subnet_id': '021e40d3-a714-4b90-81a3-7b41c97a4639'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:45:45.750791 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:45.771919 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-fb030ae8-7f82-495b-bc1b-5b7512f7caf7 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] show failed (client error): The resource could not be found. Feb 16 16:45:45.773379 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fb030ae8-7f82-495b-bc1b-5b7512f7caf7 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/ports/6cd0fdab-de9a-482c-9fbf-80a90cfc4e66/tags/tempest-TagsExtTest-Tag-1256589289 HTTP/1.1" status: 404 len: 329 time: 0.1206007 Feb 16 16:45:45.776049 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301078b4-0a54-4ecf-abaf-946f3a9006ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:45.782113 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-028083de-437d-492a-8da1-e40ad0a58235 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks [] for port (eb6dbab7-f74c-443a-b9cb-4b6258d843cc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:45.821238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47336) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:45.827287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-e9396c4c-d0af-4f2d-b496-9d91543c7155 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6cd0fdab-de9a-482c-9fbf-80a90cfc4e66', 'tempest-TagsExtTest-Tag-396385753') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:45.831779 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-028083de-437d-492a-8da1-e40ad0a58235 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (eb6dbab7-f74c-443a-b9cb-4b6258d843cc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:45.897516 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-301078b4-0a54-4ecf-abaf-946f3a9006ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:45.917502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028083de-437d-492a-8da1-e40ad0a58235 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Pushing event updated for resources: {'Port': ['ID=eb6dbab7-f74c-443a-b9cb-4b6258d843cc,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:45.918634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-301078b4-0a54-4ecf-abaf-946f3a9006ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port 14673bdd-f9a9-4def-9f05-296c2207bb10 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:45:45.930602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-028083de-437d-492a-8da1-e40ad0a58235 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:45.937594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-028083de-437d-492a-8da1-e40ad0a58235 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:45.940258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-028083de-437d-492a-8da1-e40ad0a58235 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:45.997026 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['3f877356-2ef7-4f83-a476-a69a135f282e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:45:46.012505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-028083de-437d-492a-8da1-e40ad0a58235 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:46.013134 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-028083de-437d-492a-8da1-e40ad0a58235 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:46.072774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-028083de-437d-492a-8da1-e40ad0a58235 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9180367 Feb 16 16:45:46.095455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Request body: {'port': {'device_id': 'b27912d6-c6f7-4be3-8f91-8606aa1cb4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:46.139019 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-e9396c4c-d0af-4f2d-b496-9d91543c7155 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] show failed (client error): The resource could not be found. Feb 16 16:45:46.150189 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e9396c4c-d0af-4f2d-b496-9d91543c7155 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/ports/6cd0fdab-de9a-482c-9fbf-80a90cfc4e66/tags/tempest-TagsExtTest-Tag-396385753 HTTP/1.1" status: 404 len: 328 time: 0.3272758 Feb 16 16:45:46.156575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47348) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:46.170749 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-301078b4-0a54-4ecf-abaf-946f3a9006ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Allocated IP 172.20.0.10 (3f145f01-b000-477f-9a85-99a402a867b4/021e40d3-a714-4b90-81a3-7b41c97a4639/14673bdd-f9a9-4def-9f05-296c2207bb10) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:46.172208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-fc6d94cb-f5ea-440c-81b2-9852a0b0431e tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6cd0fdab-de9a-482c-9fbf-80a90cfc4e66', 'tempest-TagsExtTest-Tag-753230698') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:46.243119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5522820-219a-4b3c-a7bc-983e848ebdab req-b140cd60-940e-47cd-ad70-c6b2f0340a24 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:46.244886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5522820-219a-4b3c-a7bc-983e848ebdab req-b140cd60-940e-47cd-ad70-c6b2f0340a24 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 931 time: 0.2447033 Feb 16 16:45:46.327790 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eb6dbab7-f74c-443a-b9cb-4b6258d843cc), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:46.372696 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-301078b4-0a54-4ecf-abaf-946f3a9006ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (14673bdd-f9a9-4def-9f05-296c2207bb10), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:46.406789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5522820-219a-4b3c-a7bc-983e848ebdab req-6a736cec-54c8-4d1b-aa97-2a0c6bce2ab1 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246839 Feb 16 16:45:46.416242 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-301078b4-0a54-4ecf-abaf-946f3a9006ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (14673bdd-f9a9-4def-9f05-296c2207bb10), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:46.472798 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-fc6d94cb-f5ea-440c-81b2-9852a0b0431e tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] show failed (client error): The resource could not be found. Feb 16 16:45:46.478377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fc6d94cb-f5ea-440c-81b2-9852a0b0431e tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/ports/6cd0fdab-de9a-482c-9fbf-80a90cfc4e66/tags/tempest-TagsExtTest-Tag-753230698 HTTP/1.1" status: 404 len: 328 time: 0.3208106 Feb 16 16:45:46.482096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47350) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:46.489137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301078b4-0a54-4ecf-abaf-946f3a9006ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 3f145f01-b000-477f-9a85-99a402a867b4 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:46.493417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-301078b4-0a54-4ecf-abaf-946f3a9006ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:46.496223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-f3808631-e945-462f-939a-96ef5297d504 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c2a52ad2-3746-43fe-8c13-bec043a30d86', {'tags': ['tempest-TagsExtTest-Tag-934185596', 'tempest-TagsExtTest-Tag-344153231', 'tempest-TagsExtTest-Tag-453203966']}) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:46.501365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301078b4-0a54-4ecf-abaf-946f3a9006ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:46.512638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Allocated IP 172.20.0.2 (3f145f01-b000-477f-9a85-99a402a867b4/021e40d3-a714-4b90-81a3-7b41c97a4639/8f9fc890-2a5e-4879-8e96-3b0da77f1bea) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:46.557989 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301078b4-0a54-4ecf-abaf-946f3a9006ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=14673bdd-f9a9-4def-9f05-296c2207bb10,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:46.614111 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301078b4-0a54-4ecf-abaf-946f3a9006ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:46.616201 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-301078b4-0a54-4ecf-abaf-946f3a9006ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:46.634862 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-301078b4-0a54-4ecf-abaf-946f3a9006ff tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0841777 Feb 16 16:45:46.637370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47352) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:46.644513 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-818e961d-6304-4c08-bd34-7653a1e986fc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'network_id': '3f145f01-b000-477f-9a85-99a402a867b4', 'name': 'tempest-PortsTestJSON-558511972', 'fixed_ips': [{'subnet_id': '021e40d3-a714-4b90-81a3-7b41c97a4639', 'ip_address': '172.20.0.9'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:46.733521 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Publish callbacks [] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:46.734170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f3808631-e945-462f-939a-96ef5297d504 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "PUT /v2.0/routers/c2a52ad2-3746-43fe-8c13-bec043a30d86/tags HTTP/1.1" status: 200 len: 315 time: 0.2500854 Feb 16 16:45:46.737122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47354) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:46.743564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-d4dccc43-7268-4c5d-9676-248c45fee9d4 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c2a52ad2-3746-43fe-8c13-bec043a30d86') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:46.744632 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:46.796461 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Network 3f145f01-b000-477f-9a85-99a402a867b4 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:46.801246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:46.806629 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:46.812980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Pushing event updated for resources: {'Port': ['ID=8f9fc890-2a5e-4879-8e96-3b0da77f1bea,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:46.836058 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818e961d-6304-4c08-bd34-7653a1e986fc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:46.840835 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-818e961d-6304-4c08-bd34-7653a1e986fc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:46.859168 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-818e961d-6304-4c08-bd34-7653a1e986fc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port f3773179-ce37-42fd-a3cc-30ec974591e8 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:45:46.884900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Attempting to bind port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:45:46.885721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Attempting to bind port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'a5a59725-a8fe-423c-8c0d-99b6e9d35fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3f145f01-b000-477f-9a85-99a402a867b4'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:45:46.886373 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Attempting to bind port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea on network 3f145f01-b000-477f-9a85-99a402a867b4 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:45:46.894071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:45:46.894711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Checking segment: {'id': 'a5a59725-a8fe-423c-8c0d-99b6e9d35fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3f145f01-b000-477f-9a85-99a402a867b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:46.895218 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:46.895959 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Bound using segment: {'id': 'a5a59725-a8fe-423c-8c0d-99b6e9d35fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3f145f01-b000-477f-9a85-99a402a867b4'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:45:46.897583 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Bound port: 8f9fc890-2a5e-4879-8e96-3b0da77f1bea, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a59725-a8fe-423c-8c0d-99b6e9d35fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3f145f01-b000-477f-9a85-99a402a867b4'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:45:46.897583 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:46.944163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d4dccc43-7268-4c5d-9676-248c45fee9d4 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/routers/c2a52ad2-3746-43fe-8c13-bec043a30d86/tags HTTP/1.1" status: 204 len: 168 time: 0.2059355 Feb 16 16:45:46.947742 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47356) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:46.981553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] For port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:45:46.985360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] For port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8f9fc890-2a5e-4879-8e96-3b0da77f1bea,segment=NetworkSegment(a5a59725-a8fe-423c-8c0d-99b6e9d35fc8),segment_id=a5a59725-a8fe-423c-8c0d-99b6e9d35fc8)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:45:46.987244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-009eb081-ebbb-4d73-8deb-d01206953fc9 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c2a52ad2-3746-43fe-8c13-bec043a30d86', 'tempest-TagsExtTest-Tag-934185596') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:46.993635 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:47.049803 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-818e961d-6304-4c08-bd34-7653a1e986fc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Allocated IP 172.20.0.9 (3f145f01-b000-477f-9a85-99a402a867b4/021e40d3-a714-4b90-81a3-7b41c97a4639/f3773179-ce37-42fd-a3cc-30ec974591e8) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:47.058646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06faceb-12c8-4161-b353-86d062ef6921 None None] Pushing event updated for resources: {'Port': ['ID=8f9fc890-2a5e-4879-8e96-3b0da77f1bea,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:47.256500 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-818e961d-6304-4c08-bd34-7653a1e986fc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (f3773179-ce37-42fd-a3cc-30ec974591e8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:47.295741 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-818e961d-6304-4c08-bd34-7653a1e986fc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f3773179-ce37-42fd-a3cc-30ec974591e8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:47.357948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818e961d-6304-4c08-bd34-7653a1e986fc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 3f145f01-b000-477f-9a85-99a402a867b4 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:47.364486 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-818e961d-6304-4c08-bd34-7653a1e986fc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:47.368969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e961d-6304-4c08-bd34-7653a1e986fc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:47.425001 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e961d-6304-4c08-bd34-7653a1e986fc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=f3773179-ce37-42fd-a3cc-30ec974591e8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:47.468769 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818e961d-6304-4c08-bd34-7653a1e986fc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:47.477566 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-818e961d-6304-4c08-bd34-7653a1e986fc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:47.499159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6dbab7-f74c-443a-b9cb-4b6258d843cc {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:45:47.505760 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-818e961d-6304-4c08-bd34-7653a1e986fc tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8659849 Feb 16 16:45:47.508730 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47366) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:47.513933 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Publish callbacks [] for port (eb6dbab7-f74c-443a-b9cb-4b6258d843cc), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:47.561388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Transition to ACTIVE for port object eb6dbab7-f74c-443a-b9cb-4b6258d843cc will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:45:47.571630 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-009eb081-ebbb-4d73-8deb-d01206953fc9 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] show failed (client error): The resource could not be found. Feb 16 16:45:47.572822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-009eb081-ebbb-4d73-8deb-d01206953fc9 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/routers/c2a52ad2-3746-43fe-8c13-bec043a30d86/tags/tempest-TagsExtTest-Tag-934185596 HTTP/1.1" status: 404 len: 328 time: 0.6248240 Feb 16 16:45:47.575511 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (eb6dbab7-f74c-443a-b9cb-4b6258d843cc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:47.580231 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47368) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:47.586925 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-3af918eb-ef88-4753-9806-f8f550681746 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c2a52ad2-3746-43fe-8c13-bec043a30d86', 'tempest-TagsExtTest-Tag-344153231') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:47.667999 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef8248-743e-456e-89fc-ee000169b975 req-e82100dd-df5c-44fd-880b-d4b303e1b1ec tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:47.669508 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0eef8248-743e-456e-89fc-ee000169b975 req-e82100dd-df5c-44fd-880b-d4b303e1b1ec tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 931 time: 0.1468494 Feb 16 16:45:47.672264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6dbab7-f74c-443a-b9cb-4b6258d843cc,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:47.705440 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec3c0c9-508f-4a49-9f47-96807ee2e72a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:47.708382 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bec3c0c9-508f-4a49-9f47-96807ee2e72a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1969705 Feb 16 16:45:47.710052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47370) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:47.725857 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-3af918eb-ef88-4753-9806-f8f550681746 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] show failed (client error): The resource could not be found. Feb 16 16:45:47.727684 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3af918eb-ef88-4753-9806-f8f550681746 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/routers/c2a52ad2-3746-43fe-8c13-bec043a30d86/tags/tempest-TagsExtTest-Tag-344153231 HTTP/1.1" status: 404 len: 328 time: 0.1447754 Feb 16 16:45:47.731125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47372) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:47.737005 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-3ea7df0d-aad0-496d-9ed6-7751791feb2d tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c2a52ad2-3746-43fe-8c13-bec043a30d86', 'tempest-TagsExtTest-Tag-453203966') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:47.773243 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd2d06-2c82-4a42-a8b7-4e1118f97217 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:47.778606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd2d06-2c82-4a42-a8b7-4e1118f97217 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:47.784072 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd2d06-2c82-4a42-a8b7-4e1118f97217 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:47.788874 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1ffd2d06-2c82-4a42-a8b7-4e1118f97217 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0733819 Feb 16 16:45:47.789790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47374) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:47.839597 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0eef8248-743e-456e-89fc-ee000169b975 req-176fda84-234b-46a8-bbbb-7618c3ef775d tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613219 Feb 16 16:45:47.846947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Attempting to bind port eb6dbab7-f74c-443a-b9cb-4b6258d843cc on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:45:47.847293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Attempting to bind port eb6dbab7-f74c-443a-b9cb-4b6258d843cc by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'd70b0fb0-73be-492f-b5ae-04dc175c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:45:47.847623 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Attempting to bind port eb6dbab7-f74c-443a-b9cb-4b6258d843cc on network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:45:47.856179 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Port eb6dbab7-f74c-443a-b9cb-4b6258d843cc on network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:45:47.856550 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Attempting to bind port eb6dbab7-f74c-443a-b9cb-4b6258d843cc on network 185f1c1b-e7bc-45aa-9a60-6f86f505fcdf {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:45:47.864173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:45:47.865069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Checking segment: {'id': 'd70b0fb0-73be-492f-b5ae-04dc175c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:47.865486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Bound using segment: {'id': 'd70b0fb0-73be-492f-b5ae-04dc175c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:45:47.865962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Bound port: eb6dbab7-f74c-443a-b9cb-4b6258d843cc, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70b0fb0-73be-492f-b5ae-04dc175c1cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:45:47.866338 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eb6dbab7-f74c-443a-b9cb-4b6258d843cc), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:47.880142 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-3ea7df0d-aad0-496d-9ed6-7751791feb2d tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] show failed (client error): The resource could not be found. Feb 16 16:45:47.881210 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3ea7df0d-aad0-496d-9ed6-7751791feb2d tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/routers/c2a52ad2-3746-43fe-8c13-bec043a30d86/tags/tempest-TagsExtTest-Tag-453203966 HTTP/1.1" status: 404 len: 328 time: 0.1477327 Feb 16 16:45:47.884384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47376) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:47.891974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-4557fcbb-f7b2-415c-a391-55fd0dd75ad8 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1c0415aa-5b0e-44ac-89f8-39139a9c3ee6', {'tags': ['tempest-TagsExtTest-Tag-1778925998', 'tempest-TagsExtTest-Tag-191724151', 'tempest-TagsExtTest-Tag-432915660']}) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:47.913198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-4da73fdd-8d2c-410c-8832-60f34500d244 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port f3773179-ce37-42fd-a3cc-30ec974591e8 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:47.914773 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4da73fdd-8d2c-410c-8832-60f34500d244 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f3773179-ce37-42fd-a3cc-30ec974591e8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:47.973044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] For port eb6dbab7-f74c-443a-b9cb-4b6258d843cc, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:45:47.976113 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8f9fc890-2a5e-4879-8e96-3b0da77f1bea up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:47.979231 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4557fcbb-f7b2-415c-a391-55fd0dd75ad8 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "PUT /v2.0/subnetpools/1c0415aa-5b0e-44ac-89f8-39139a9c3ee6/tags HTTP/1.1" status: 200 len: 316 time: 0.0924160 Feb 16 16:45:47.982869 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] For port eb6dbab7-f74c-443a-b9cb-4b6258d843cc, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=eb6dbab7-f74c-443a-b9cb-4b6258d843cc,segment=NetworkSegment(d70b0fb0-73be-492f-b5ae-04dc175c1cb2),segment_id=d70b0fb0-73be-492f-b5ae-04dc175c1cb2)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:45:47.984241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47378) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:47.988820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-1aba362e-eb71-4c25-a9a6-04d5545baee9 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1c0415aa-5b0e-44ac-89f8-39139a9c3ee6') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:48.003553 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (eb6dbab7-f74c-443a-b9cb-4b6258d843cc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:48.043566 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4da73fdd-8d2c-410c-8832-60f34500d244 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f3773179-ce37-42fd-a3cc-30ec974591e8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:48.061017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-4da73fdd-8d2c-410c-8832-60f34500d244 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for f3773179-ce37-42fd-a3cc-30ec974591e8 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:48.079805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:48.080850 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:48.083952 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] 10.222.0.65 "PUT /v2.0/ports/eb6dbab7-f74c-443a-b9cb-4b6258d843cc HTTP/1.1" status: 200 len: 1091 time: 1.9976981 Feb 16 16:45:48.086499 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27912d6-c6f7-4be3-8f91-8606aa1cb4d0', 'tag': 'eb6dbab7-f74c-443a-b9cb-4b6258d843cc'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:45:48.091061 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98f885d-e3c9-4120-9c96-e4e14b33a65d" -d '{"events": [{"name": "network-changed", "server_uuid": "b27912d6-c6f7-4be3-8f91-8606aa1cb4d0", "tag": "eb6dbab7-f74c-443a-b9cb-4b6258d843cc"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:45:48.150910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d554f-9c41-4d9a-a1ad-998ab281de36 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6dbab7-f74c-443a-b9cb-4b6258d843cc,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:48.168823 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:48.169395 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:48.203599 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1117413c-40e2-40ad-b8c3-a9692f7f91b1 x-openstack-request-id: req-1117413c-40e2-40ad-b8c3-a9692f7f91b1 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:45:48.204179 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27912d6-c6f7-4be3-8f91-8606aa1cb4d0", "tag": "eb6dbab7-f74c-443a-b9cb-4b6258d843cc", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:45:48.204506 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1117413c-40e2-40ad-b8c3-a9692f7f91b1 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:45:48.204972 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27912d6-c6f7-4be3-8f91-8606aa1cb4d0', 'tag': 'eb6dbab7-f74c-443a-b9cb-4b6258d843cc', 'status': 'completed', 'code': 200} Feb 16 16:45:48.299412 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1aba362e-eb71-4c25-a9a6-04d5545baee9 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/subnetpools/1c0415aa-5b0e-44ac-89f8-39139a9c3ee6/tags HTTP/1.1" status: 204 len: 168 time: 0.3107681 Feb 16 16:45:48.303698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47392) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:48.311779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.tag.tag_plugin [None req-eefd74a0-97b8-421c-b862-ce53442bf8be tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1c0415aa-5b0e-44ac-89f8-39139a9c3ee6', 'tempest-TagsExtTest-Tag-1778925998') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:48.343346 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4da73fdd-8d2c-410c-8832-60f34500d244 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f3773179-ce37-42fd-a3cc-30ec974591e8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:48.354445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-e7a374fc-04cb-470a-82e8-4ffff028c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:48.358287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-e7a374fc-04cb-470a-82e8-4ffff028c9c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18204c002ff2451291227eff7926db64&device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 1125 time: 0.1929975 Feb 16 16:45:48.381017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:48.383479 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:48.399020 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da73fdd-8d2c-410c-8832-60f34500d244 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=f3773179-ce37-42fd-a3cc-30ec974591e8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:48.470016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-37f9379b-97a6-49e3-8c34-55bd84e9c533 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb6dbab7-f74c-443a-b9cb-4b6258d843cc HTTP/1.1" status: 200 len: 217 time: 0.1039653 Feb 16 16:45:48.485142 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8f9fc890-2a5e-4879-8e96-3b0da77f1bea,segment=NetworkSegment(a5a59725-a8fe-423c-8c0d-99b6e9d35fc8),segment_id=a5a59725-a8fe-423c-8c0d-99b6e9d35fc8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:48.494360 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:48.551860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-ec2526a2-1048-4763-b471-a026ff292c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:48.555650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-ec2526a2-1048-4763-b471-a026ff292c2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d5328b4-8490-4123-b874-9dd2311e107e HTTP/1.1" status: 200 len: 850 time: 0.0760100 Feb 16 16:45:48.577942 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-eefd74a0-97b8-421c-b862-ce53442bf8be tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] show failed (client error): The resource could not be found. Feb 16 16:45:48.581803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-eefd74a0-97b8-421c-b862-ce53442bf8be tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/subnetpools/1c0415aa-5b0e-44ac-89f8-39139a9c3ee6/tags/tempest-TagsExtTest-Tag-1778925998 HTTP/1.1" status: 404 len: 329 time: 0.2768490 Feb 16 16:45:48.582543 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4da73fdd-8d2c-410c-8832-60f34500d244 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:48.592670 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4da73fdd-8d2c-410c-8832-60f34500d244 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/f3773179-ce37-42fd-a3cc-30ec974591e8 HTTP/1.1" status: 204 len: 168 time: 0.8016939 Feb 16 16:45:48.593361 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47398) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:48.603368 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47400) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:48.603969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-b227b24c-7b5a-4d50-9f9a-5464e9efc2c6 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1c0415aa-5b0e-44ac-89f8-39139a9c3ee6', 'tempest-TagsExtTest-Tag-191724151') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:48.609191 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=8f9fc890-2a5e-4879-8e96-3b0da77f1bea,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:48.641301 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8c6941-5ce5-4999-a7e6-a062fc521f45 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] GET failed (client error): The resource could not be found. Feb 16 16:45:48.645248 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7b8c6941-5ce5-4999-a7e6-a062fc521f45 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/f3773179-ce37-42fd-a3cc-30ec974591e8 HTTP/1.1" status: 404 len: 333 time: 0.0405881 Feb 16 16:45:48.647920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-b9e76e8a-ced6-4194-ac0f-ddb261e5be88 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810006 Feb 16 16:45:48.648517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47402) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:48.663096 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-b227b24c-7b5a-4d50-9f9a-5464e9efc2c6 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] show failed (client error): The resource could not be found. Feb 16 16:45:48.664457 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b227b24c-7b5a-4d50-9f9a-5464e9efc2c6 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/subnetpools/1c0415aa-5b0e-44ac-89f8-39139a9c3ee6/tags/tempest-TagsExtTest-Tag-191724151 HTTP/1.1" status: 404 len: 328 time: 0.0701683 Feb 16 16:45:48.667279 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47404) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:48.672804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-f2522297-6144-423f-b02e-46e0ce9e1301 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1c0415aa-5b0e-44ac-89f8-39139a9c3ee6', 'tempest-TagsExtTest-Tag-432915660') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:48.703421 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-f2522297-6144-423f-b02e-46e0ce9e1301 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] show failed (client error): The resource could not be found. Feb 16 16:45:48.704527 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f2522297-6144-423f-b02e-46e0ce9e1301 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/subnetpools/1c0415aa-5b0e-44ac-89f8-39139a9c3ee6/tags/tempest-TagsExtTest-Tag-432915660 HTTP/1.1" status: 404 len: 328 time: 0.0360684 Feb 16 16:45:48.707584 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47406) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:48.712825 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-cf107111-e794-40ea-a1e2-e57872cc5e03 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1c0415aa-5b0e-44ac-89f8-39139a9c3ee6') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:48.733404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37978548-4dd1-479d-84cf-ff80cdc27234 None None] Network 3f145f01-b000-477f-9a85-99a402a867b4 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:48.752859 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cf107111-e794-40ea-a1e2-e57872cc5e03 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/subnetpools/1c0415aa-5b0e-44ac-89f8-39139a9c3ee6/tags HTTP/1.1" status: 204 len: 168 time: 0.0428910 Feb 16 16:45:48.755943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47408) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:48.762087 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-397f2cf2-59dc-4b68-9e4b-51d2e78d5768 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c2a52ad2-3746-43fe-8c13-bec043a30d86') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:48.870967 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-07d1b092-dc3f-47f9-a316-7e6c182221e7 service neutron] 10.222.0.65 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128823 Feb 16 16:45:48.897819 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1ae6245c-2082-4132-9cef-dd1f659c05a5 None None] Provisioning complete for port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:48.898574 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ae6245c-2082-4132-9cef-dd1f659c05a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:48.908041 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-397f2cf2-59dc-4b68-9e4b-51d2e78d5768 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/routers/c2a52ad2-3746-43fe-8c13-bec043a30d86/tags HTTP/1.1" status: 204 len: 168 time: 0.1506989 Feb 16 16:45:48.908755 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47416) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:48.917180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-a9cc3cd3-b199-46d6-8ce4-07ff6d0a915a tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6cd0fdab-de9a-482c-9fbf-80a90cfc4e66') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:48.984262 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-73cafd31-170a-4408-a4cf-731d6e853130 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port 14673bdd-f9a9-4def-9f05-296c2207bb10 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:48.984797 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73cafd31-170a-4408-a4cf-731d6e853130 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (14673bdd-f9a9-4def-9f05-296c2207bb10), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:49.042340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6245c-2082-4132-9cef-dd1f659c05a5 None None] Current status of the port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:49.058087 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a9cc3cd3-b199-46d6-8ce4-07ff6d0a915a tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/ports/6cd0fdab-de9a-482c-9fbf-80a90cfc4e66/tags HTTP/1.1" status: 204 len: 168 time: 0.1481991 Feb 16 16:45:49.061220 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47422) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:49.069498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.tag.tag_plugin [None req-59038cd2-11e6-474a-8fea-d885cbf8e760 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '25ee0be7-c057-4a56-ab71-d4cf33ef8bd8') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:49.155029 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73cafd31-170a-4408-a4cf-731d6e853130 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (14673bdd-f9a9-4def-9f05-296c2207bb10), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:49.174826 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-59038cd2-11e6-474a-8fea-d885cbf8e760 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/subnets/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8/tags HTTP/1.1" status: 204 len: 168 time: 0.1122577 Feb 16 16:45:49.175592 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47424) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:49.206208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-73cafd31-170a-4408-a4cf-731d6e853130 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for 14673bdd-f9a9-4def-9f05-296c2207bb10 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:49.297150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bb4cb8c-7f84-45dc-a347-079c015506df req-15c2970f-bbdb-4b32-9f74-bfc872f729a0 service neutron] 10.222.0.65 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190948 Feb 16 16:45:49.302577 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8296d91f-5319-471d-9553-796fba957965 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:49.303845 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8296d91f-5319-471d-9553-796fba957965 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/subnetpools/1c0415aa-5b0e-44ac-89f8-39139a9c3ee6 HTTP/1.1" status: 204 len: 168 time: 0.1271122 Feb 16 16:45:49.306230 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47434) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:49.310650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b346421-d5be-40d4-bec9-eba91c26397f req-7f0be4f7-0ce2-4973-895c-86ab58482bbe tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:49.312088 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b346421-d5be-40d4-bec9-eba91c26397f req-7f0be4f7-0ce2-4973-895c-86ab58482bbe tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 943 time: 0.2642260 Feb 16 16:45:49.367878 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0fc069fe-d9be-462b-a950-22d621557551 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2a52ad2-3746-43fe-8c13-bec043a30d86 HTTP/1.1" status: 200 len: 205 time: 0.0584641 Feb 16 16:45:49.373178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47438) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:49.385568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-856164b2-cd3d-4814-9e53-8b7faf215b1f None None] Provisioning complete for port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:49.385956 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-856164b2-cd3d-4814-9e53-8b7faf215b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:49.437416 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b346421-d5be-40d4-bec9-eba91c26397f req-016710bc-ad8e-4f52-ad9c-c8b87d482e14 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023650 Feb 16 16:45:49.510595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f885d-e3c9-4120-9c96-e4e14b33a65d req-8754f1ce-3c66-4670-ba8b-a9e02de642b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:49.512155 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a98f885d-e3c9-4120-9c96-e4e14b33a65d req-8754f1ce-3c66-4670-ba8b-a9e02de642b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18204c002ff2451291227eff7926db64&device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 1125 time: 0.1543722 Feb 16 16:45:49.547808 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-856164b2-cd3d-4814-9e53-8b7faf215b1f None None] Current status of the port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:49.563184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-856164b2-cd3d-4814-9e53-8b7faf215b1f None None] Provisioning complete for port 14673bdd-f9a9-4def-9f05-296c2207bb10 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:49.563574 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-856164b2-cd3d-4814-9e53-8b7faf215b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (14673bdd-f9a9-4def-9f05-296c2207bb10), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:49.593552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9400e8ce-a3d8-44a9-8515-419608b5f583 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks [] for router (c2a52ad2-3746-43fe-8c13-bec043a30d86), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:49.616742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-856164b2-cd3d-4814-9e53-8b7faf215b1f None None] Port 14673bdd-f9a9-4def-9f05-296c2207bb10 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:45:49.644372 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73cafd31-170a-4408-a4cf-731d6e853130 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (14673bdd-f9a9-4def-9f05-296c2207bb10), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:49.693209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f885d-e3c9-4120-9c96-e4e14b33a65d req-689ddecc-f1a9-4b24-a2b4-3f4aeb6ac3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:49.696190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a98f885d-e3c9-4120-9c96-e4e14b33a65d req-689ddecc-f1a9-4b24-a2b4-3f4aeb6ac3bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf HTTP/1.1" status: 200 len: 911 time: 0.1761620 Feb 16 16:45:49.697466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cafd31-170a-4408-a4cf-731d6e853130 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=14673bdd-f9a9-4def-9f05-296c2207bb10,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:49.784452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9400e8ce-a3d8-44a9-8515-419608b5f583 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (c2a52ad2-3746-43fe-8c13-bec043a30d86), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:49.788428 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9400e8ce-a3d8-44a9-8515-419608b5f583 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks [] for router_controller (c2a52ad2-3746-43fe-8c13-bec043a30d86), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:49.794467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a98f885d-e3c9-4120-9c96-e4e14b33a65d req-1f833581-daaf-4a3a-9fc3-21ee0fc5bf40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb6dbab7-f74c-443a-b9cb-4b6258d843cc HTTP/1.1" status: 200 len: 217 time: 0.0666177 Feb 16 16:45:49.840489 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1cef9b12-7f58-46e4-a138-db7276ee8290 None None] Could not find standard attr ID for object 14673bdd-f9a9-4def-9f05-296c2207bb10. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:45:49.849239 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73cafd31-170a-4408-a4cf-731d6e853130 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:49.853698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-73cafd31-170a-4408-a4cf-731d6e853130 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/14673bdd-f9a9-4def-9f05-296c2207bb10 HTTP/1.1" status: 204 len: 168 time: 1.2041388 Feb 16 16:45:49.856237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47446) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:49.861620 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9400e8ce-a3d8-44a9-8515-419608b5f583 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (c2a52ad2-3746-43fe-8c13-bec043a30d86), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:49.862333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9400e8ce-a3d8-44a9-8515-419608b5f583 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Fanout notify agent at l3_agent the message router_deleted on router c2a52ad2-3746-43fe-8c13-bec043a30d86 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:45:49.874949 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9400e8ce-a3d8-44a9-8515-419608b5f583 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:49.878598 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9400e8ce-a3d8-44a9-8515-419608b5f583 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/routers/c2a52ad2-3746-43fe-8c13-bec043a30d86 HTTP/1.1" status: 204 len: 168 time: 0.5018411 Feb 16 16:45:49.879012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47448) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:49.893348 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9868af3-6fb9-4495-84d5-1794a21f29c4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] GET failed (client error): The resource could not be found. Feb 16 16:45:49.898130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a9868af3-6fb9-4495-84d5-1794a21f29c4 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/14673bdd-f9a9-4def-9f05-296c2207bb10 HTTP/1.1" status: 404 len: 333 time: 0.0376408 Feb 16 16:45:49.900233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47450) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:49.904829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f885d-e3c9-4120-9c96-e4e14b33a65d req-4e1210f6-922b-420f-89d0-c76305253393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:49.907098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a98f885d-e3c9-4120-9c96-e4e14b33a65d req-4e1210f6-922b-420f-89d0-c76305253393 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d5328b4-8490-4123-b874-9dd2311e107e HTTP/1.1" status: 200 len: 850 time: 0.1062374 Feb 16 16:45:49.955222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a98f885d-e3c9-4120-9c96-e4e14b33a65d req-1c259ab7-4fef-495d-b744-24020188b442 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409136 Feb 16 16:45:49.988861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8f9fc890-2a5e-4879-8e96-3b0da77f1bea up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:49.997113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-69506829-a602-4b6a-9de9-1e336d1f820b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting subnet 021e40d3-a714-4b90-81a3-7b41c97a4639 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:45:50.012945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69506829-a602-4b6a-9de9-1e336d1f820b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (021e40d3-a714-4b90-81a3-7b41c97a4639), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:50.093208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:50.095610 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:50.107718 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69506829-a602-4b6a-9de9-1e336d1f820b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (021e40d3-a714-4b90-81a3-7b41c97a4639), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:50.134020 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a98f885d-e3c9-4120-9c96-e4e14b33a65d req-eab092cb-0730-4986-8804-7931cf92775e service neutron] 10.222.0.65 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717677 Feb 16 16:45:50.184176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-26e8a3c8-04b8-4e39-91f9-f8ec4469fde1 None None] Could not find standard attr ID for object f3773179-ce37-42fd-a3cc-30ec974591e8. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:45:50.213820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2fde830a-23f8-420c-8852-c1890ddd4328 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Deleting port 6cd0fdab-de9a-482c-9fbf-80a90cfc4e66 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:50.214254 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2fde830a-23f8-420c-8852-c1890ddd4328 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6cd0fdab-de9a-482c-9fbf-80a90cfc4e66), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:50.284899 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:50.320521 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2fde830a-23f8-420c-8852-c1890ddd4328 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6cd0fdab-de9a-482c-9fbf-80a90cfc4e66), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:50.352490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a98f885d-e3c9-4120-9c96-e4e14b33a65d req-f9f1ed67-1614-47dd-a5c9-21a44e2841c8 service neutron] 10.222.0.65 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118843 Feb 16 16:45:50.357524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2fde830a-23f8-420c-8852-c1890ddd4328 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Calling delete_port for 6cd0fdab-de9a-482c-9fbf-80a90cfc4e66 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:50.434683 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69506829-a602-4b6a-9de9-1e336d1f820b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (021e40d3-a714-4b90-81a3-7b41c97a4639), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:50.630328 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2fde830a-23f8-420c-8852-c1890ddd4328 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (6cd0fdab-de9a-482c-9fbf-80a90cfc4e66), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:50.677200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14959b3-857e-4485-98e3-1a79ff7057aa req-4c0c08db-078a-451f-a14d-f63af178be29 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:50.684827 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde830a-23f8-420c-8852-c1890ddd4328 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Pushing event deleted for resources: {'Port': ['ID=6cd0fdab-de9a-482c-9fbf-80a90cfc4e66,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:50.693461 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e14959b3-857e-4485-98e3-1a79ff7057aa req-4c0c08db-078a-451f-a14d-f63af178be29 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 943 time: 0.1284659 Feb 16 16:45:50.810771 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2fde830a-23f8-420c-8852-c1890ddd4328 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:50.814491 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2fde830a-23f8-420c-8852-c1890ddd4328 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/ports/6cd0fdab-de9a-482c-9fbf-80a90cfc4e66 HTTP/1.1" status: 204 len: 168 time: 0.9341183 Feb 16 16:45:50.816000 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69506829-a602-4b6a-9de9-1e336d1f820b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (021e40d3-a714-4b90-81a3-7b41c97a4639), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:50.819492 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47470) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:50.835098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e14959b3-857e-4485-98e3-1a79ff7057aa req-8b433767-154d-4865-a8ea-5bdf81b556f1 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406908 Feb 16 16:45:50.865705 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69506829-a602-4b6a-9de9-1e336d1f820b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Subnet': ['ID=021e40d3-a714-4b90-81a3-7b41c97a4639,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:50.877683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device eb6dbab7-f74c-443a-b9cb-4b6258d843cc details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:45:51.073558 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port eb6dbab7-f74c-443a-b9cb-4b6258d843cc, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=eb6dbab7-f74c-443a-b9cb-4b6258d843cc,segment=NetworkSegment(d70b0fb0-73be-492f-b5ae-04dc175c1cb2),segment_id=d70b0fb0-73be-492f-b5ae-04dc175c1cb2)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:51.092473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'eb6dbab7-f74c-443a-b9cb-4b6258d843cc', 'network_id': '185f1c1b-e7bc-45aa-9a60-6f86f505fcdf', 'port_id': 'eb6dbab7-f74c-443a-b9cb-4b6258d843cc', 'mac_address': 'fa:16:3e:c7:da:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5328b4-8490-4123-b874-9dd2311e107e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:45:51.135554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port eb6dbab7-f74c-443a-b9cb-4b6258d843cc is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:51.136652 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eb6dbab7-f74c-443a-b9cb-4b6258d843cc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:51.153238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6dbab7-f74c-443a-b9cb-4b6258d843cc {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:45:51.179363 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port eb6dbab7-f74c-443a-b9cb-4b6258d843cc, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=eb6dbab7-f74c-443a-b9cb-4b6258d843cc,segment=NetworkSegment(d70b0fb0-73be-492f-b5ae-04dc175c1cb2),segment_id=d70b0fb0-73be-492f-b5ae-04dc175c1cb2)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:51.184174 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eb6dbab7-f74c-443a-b9cb-4b6258d843cc), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:51.239628 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=eb6dbab7-f74c-443a-b9cb-4b6258d843cc,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:51.290781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69506829-a602-4b6a-9de9-1e336d1f820b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:51.293916 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-69506829-a602-4b6a-9de9-1e336d1f820b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/021e40d3-a714-4b90-81a3-7b41c97a4639 HTTP/1.1" status: 204 len: 168 time: 1.3913860 Feb 16 16:45:51.296778 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47480) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:51.299286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1077b21-2241-40c9-995c-7b028dc90db1 None None] Network 3f145f01-b000-477f-9a85-99a402a867b4 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:51.371202 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-78265620-6910-4d26-8b8c-b04764a4c6dd tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Deleting subnet 25ee0be7-c057-4a56-ab71-d4cf33ef8bd8 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:45:51.381065 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78265620-6910-4d26-8b8c-b04764a4c6dd tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks [] for subnet (25ee0be7-c057-4a56-ab71-d4cf33ef8bd8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:51.392995 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['eb6dbab7-f74c-443a-b9cb-4b6258d843cc'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:45:51.478039 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78265620-6910-4d26-8b8c-b04764a4c6dd tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (25ee0be7-c057-4a56-ab71-d4cf33ef8bd8), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:51.575700 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (3f145f01-b000-477f-9a85-99a402a867b4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:51.609522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a558ceb5-880c-4b38-834b-0e00eefb6a40 None None] DHCP port deletion for 3f145f01-b000-477f-9a85-99a402a867b4 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:45:51.614584 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78265620-6910-4d26-8b8c-b04764a4c6dd tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (25ee0be7-c057-4a56-ab71-d4cf33ef8bd8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:51.719733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a558ceb5-880c-4b38-834b-0e00eefb6a40 None None] Deleting port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:51.721279 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a558ceb5-880c-4b38-834b-0e00eefb6a40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:51.722278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:51.722777 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:51.726566 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78265620-6910-4d26-8b8c-b04764a4c6dd tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (25ee0be7-c057-4a56-ab71-d4cf33ef8bd8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:51.838792 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78265620-6910-4d26-8b8c-b04764a4c6dd tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:51.840880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e932d9a-8833-405f-b9e9-25f90b9012d3 None None] Network 689a05b1-49d1-4428-8f5e-a3bbf637922a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:51.847540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a558ceb5-880c-4b38-834b-0e00eefb6a40 None None] For port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8f9fc890-2a5e-4879-8e96-3b0da77f1bea,segment=NetworkSegment(a5a59725-a8fe-423c-8c0d-99b6e9d35fc8),segment_id=a5a59725-a8fe-423c-8c0d-99b6e9d35fc8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:51.852672 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-78265620-6910-4d26-8b8c-b04764a4c6dd tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/subnets/25ee0be7-c057-4a56-ab71-d4cf33ef8bd8 HTTP/1.1" status: 204 len: 168 time: 0.9948819 Feb 16 16:45:51.853876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47492) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:51.854388 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78265620-6910-4d26-8b8c-b04764a4c6dd tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Pushing event deleted for resources: {'Subnet': ['ID=25ee0be7-c057-4a56-ab71-d4cf33ef8bd8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:51.855001 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a558ceb5-880c-4b38-834b-0e00eefb6a40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:51.912478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a558ceb5-880c-4b38-834b-0e00eefb6a40 None None] Calling delete_port for 8f9fc890-2a5e-4879-8e96-3b0da77f1bea owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:51.926554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8f9fc890-2a5e-4879-8e96-3b0da77f1bea no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:45:51.940489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] For port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8f9fc890-2a5e-4879-8e96-3b0da77f1bea,segment=NetworkSegment(a5a59725-a8fe-423c-8c0d-99b6e9d35fc8),segment_id=a5a59725-a8fe-423c-8c0d-99b6e9d35fc8)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:51.940922 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:51.954776 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for 8f9fc890-2a5e-4879-8e96-3b0da77f1bea owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:52.053569 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (689a05b1-49d1-4428-8f5e-a3bbf637922a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.066999 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.089497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680393e9-36bd-4b70-833f-4e6d55de6668 req-718b247e-15c6-4db2-a754-312e64219d55 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:52.096868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-680393e9-36bd-4b70-833f-4e6d55de6668 req-718b247e-15c6-4db2-a754-312e64219d55 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 944 time: 0.1497676 Feb 16 16:45:52.101222 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=8f9fc890-2a5e-4879-8e96-3b0da77f1bea,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:52.103746 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No DVR routers for this DVR port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:52.188297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No active binding found for port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea {{(pid=103423) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 16:45:52.188983 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] The host n-d-669411-5 is not matching for port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea host None! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:45:52.189308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8f9fc890-2a5e-4879-8e96-3b0da77f1bea not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:45:52.230546 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (3f145f01-b000-477f-9a85-99a402a867b4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.251547 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-680393e9-36bd-4b70-833f-4e6d55de6668 req-8fe5083e-3ab8-4931-b931-19db5a070a72 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530545 Feb 16 16:45:52.252832 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f145f01-b000-477f-9a85-99a402a867b4']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:52.264191 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a59725-a8fe-423c-8c0d-99b6e9d35fc8') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:52.264487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a59725-a8fe-423c-8c0d-99b6e9d35fc8') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:52.294518 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a558ceb5-880c-4b38-834b-0e00eefb6a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (8f9fc890-2a5e-4879-8e96-3b0da77f1bea), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.295386 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (a5a59725-a8fe-423c-8c0d-99b6e9d35fc8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.296346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Deleting port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:52.296924 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.314083 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a5a59725-a8fe-423c-8c0d-99b6e9d35fc8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.328033 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a558ceb5-880c-4b38-834b-0e00eefb6a40 None None] No DVR routers for this DVR port 8f9fc890-2a5e-4879-8e96-3b0da77f1bea on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:52.329768 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:45:52.331561 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (a5a59725-a8fe-423c-8c0d-99b6e9d35fc8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:45:52.337883 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:45:52.369294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558ceb5-880c-4b38-834b-0e00eefb6a40 None None] Pushing event deleted for resources: {'Port': ['ID=8f9fc890-2a5e-4879-8e96-3b0da77f1bea,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:52.374943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8d46a5-fb99-4bfc-b762-48eb94b5b9d3 None None] DHCP port deletion for 689a05b1-49d1-4428-8f5e-a3bbf637922a request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:45:52.472471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] For port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6df38de5-fbdd-4b84-b6a0-d81f4aa3a818,segment=NetworkSegment(d5ac4132-e656-428e-aca8-2a41d8571ca3),segment_id=d5ac4132-e656-428e-aca8-2a41d8571ca3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:52.473022 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.485728 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (3f145f01-b000-477f-9a85-99a402a867b4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.496441 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Calling delete_port for 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:52.501369 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d46a5-fb99-4bfc-b762-48eb94b5b9d3 None None] Deleting port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:45:52.501803 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d8d46a5-fb99-4bfc-b762-48eb94b5b9d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.522340 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.527078 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/networks/3f145f01-b000-477f-9a85-99a402a867b4 HTTP/1.1" status: 204 len: 168 time: 1.2292764 Feb 16 16:45:52.527991 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aaccf3-a238-4413-89af-c03fdf391210 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Network': ['ID=3f145f01-b000-477f-9a85-99a402a867b4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:52.533357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47506) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:52.576768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7aecf33b-8f33-4b2a-9e6e-2219c88606c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-999391974'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:52.618712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aecf33b-8f33-4b2a-9e6e-2219c88606c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:52.620337 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9d8d46a5-fb99-4bfc-b762-48eb94b5b9d3 None None] For port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6df38de5-fbdd-4b84-b6a0-d81f4aa3a818,segment=NetworkSegment(d5ac4132-e656-428e-aca8-2a41d8571ca3),segment_id=d5ac4132-e656-428e-aca8-2a41d8571ca3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:52.620963 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d8d46a5-fb99-4bfc-b762-48eb94b5b9d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.621916 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7aecf33b-8f33-4b2a-9e6e-2219c88606c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.645592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d46a5-fb99-4bfc-b762-48eb94b5b9d3 None None] Calling delete_port for 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:45:52.658733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aecf33b-8f33-4b2a-9e6e-2219c88606c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:45:52.670649 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.674101 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7aecf33b-8f33-4b2a-9e6e-2219c88606c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7586fd82-881c-45d4-bde5-0abb591c508e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.674422 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-7aecf33b-8f33-4b2a-9e6e-2219c88606c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Added segment 7586fd82-881c-45d4-bde5-0abb591c508e of type vlan for network 8692e12d-0647-47e5-abfc-b3bfc94db34b Feb 16 16:45:52.728972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Pushing event deleted for resources: {'Port': ['ID=6df38de5-fbdd-4b84-b6a0-d81f4aa3a818,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:52.733779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] No DVR routers for this DVR port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:52.748344 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7aecf33b-8f33-4b2a-9e6e-2219c88606c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (8692e12d-0647-47e5-abfc-b3bfc94db34b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.802784 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d8d46a5-fb99-4bfc-b762-48eb94b5b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (6df38de5-fbdd-4b84-b6a0-d81f4aa3a818), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.841979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d46a5-fb99-4bfc-b762-48eb94b5b9d3 None None] Pushing event deleted for resources: {'Port': ['ID=6df38de5-fbdd-4b84-b6a0-d81f4aa3a818,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:52.857386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d46a5-fb99-4bfc-b762-48eb94b5b9d3 None None] No DVR routers for this DVR port 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:45:52.881047 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (689a05b1-49d1-4428-8f5e-a3bbf637922a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.885551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device eb6dbab7-f74c-443a-b9cb-4b6258d843cc up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:52.910845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689a05b1-49d1-4428-8f5e-a3bbf637922a']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:52.921261 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7aecf33b-8f33-4b2a-9e6e-2219c88606c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (8692e12d-0647-47e5-abfc-b3bfc94db34b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.926568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aecf33b-8f33-4b2a-9e6e-2219c88606c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:52.927682 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7aecf33b-8f33-4b2a-9e6e-2219c88606c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.931437 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ac4132-e656-428e-aca8-2a41d8571ca3') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:52.931740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ac4132-e656-428e-aca8-2a41d8571ca3') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:45:52.950209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port eb6dbab7-f74c-443a-b9cb-4b6258d843cc completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:45:52.955545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port eb6dbab7-f74c-443a-b9cb-4b6258d843cc triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:52.956104 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eb6dbab7-f74c-443a-b9cb-4b6258d843cc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.964033 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (d5ac4132-e656-428e-aca8-2a41d8571ca3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:52.991113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7aecf33b-8f33-4b2a-9e6e-2219c88606c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4535282 Feb 16 16:45:52.991445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47516) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:52.996874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5ade21e9-5595-4586-b1b5-fc1fbeb58550 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'subnet': {'network_id': '8692e12d-0647-47e5-abfc-b3bfc94db34b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:53.025131 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d5ac4132-e656-428e-aca8-2a41d8571ca3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:53.074481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port eb6dbab7-f74c-443a-b9cb-4b6258d843cc is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:53.075172 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eb6dbab7-f74c-443a-b9cb-4b6258d843cc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:53.100295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:45:53.101193 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (d5ac4132-e656-428e-aca8-2a41d8571ca3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:53.103555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27912d6-c6f7-4be3-8f91-8606aa1cb4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6dbab7-f74c-443a-b9cb-4b6258d843cc'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:45:53.107200 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9eba7e-6848-44dd-9955-d5babfd80c7a" -d '{"events": [{"server_uuid": "b27912d6-c6f7-4be3-8f91-8606aa1cb4d0", "name": "network-vif-plugged", "status": "completed", "tag": "eb6dbab7-f74c-443a-b9cb-4b6258d843cc"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:45:53.142685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port eb6dbab7-f74c-443a-b9cb-4b6258d843cc, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=eb6dbab7-f74c-443a-b9cb-4b6258d843cc,segment=NetworkSegment(d70b0fb0-73be-492f-b5ae-04dc175c1cb2),segment_id=d70b0fb0-73be-492f-b5ae-04dc175c1cb2)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:53.151154 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eb6dbab7-f74c-443a-b9cb-4b6258d843cc), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:53.189310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ade21e9-5595-4586-b1b5-fc1fbeb58550 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:53.194452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5ade21e9-5595-4586-b1b5-fc1fbeb58550 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:53.206359 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd9aa30-0b6c-449f-9a02-9f4bbccc21e4 x-openstack-request-id: req-0dd9aa30-0b6c-449f-9a02-9f4bbccc21e4 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:45:53.206923 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27912d6-c6f7-4be3-8f91-8606aa1cb4d0", "name": "network-vif-plugged", "status": "completed", "tag": "eb6dbab7-f74c-443a-b9cb-4b6258d843cc", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:45:53.206923 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0dd9aa30-0b6c-449f-9a02-9f4bbccc21e4 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:45:53.207354 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27912d6-c6f7-4be3-8f91-8606aa1cb4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6dbab7-f74c-443a-b9cb-4b6258d843cc', 'code': 200} Feb 16 16:45:53.216546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecf33b-8f33-4b2a-9e6e-2219c88606c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Network': ['ID=8692e12d-0647-47e5-abfc-b3bfc94db34b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:45:53.218721 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:45:53.234292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 8692e12d-0647-47e5-abfc-b3bfc94db34b details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:45:53.234974 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (689a05b1-49d1-4428-8f5e-a3bbf637922a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:53.259280 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:53.263077 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] 10.222.0.24 "DELETE /v2.0/networks/689a05b1-49d1-4428-8f5e-a3bbf637922a HTTP/1.1" status: 204 len: 168 time: 1.4075956 Feb 16 16:45:53.264037 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b38dd6-a7ae-465b-8d19-6defc07ba781 tempest-TagsExtTest-1118247317 tempest-TagsExtTest-1118247317-project] Pushing event deleted for resources: {'Network': ['ID=689a05b1-49d1-4428-8f5e-a3bbf637922a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:53.331415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=eb6dbab7-f74c-443a-b9cb-4b6258d843cc,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:53.391870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9490a11-be77-455e-a076-680fcf3b1d82 req-17b41734-2c01-473e-aaea-fc817b79e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:53.393439 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9490a11-be77-455e-a076-680fcf3b1d82 req-17b41734-2c01-473e-aaea-fc817b79e811 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 1127 time: 0.1057239 Feb 16 16:45:53.565807 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5ade21e9-5595-4586-b1b5-fc1fbeb58550 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (61b5c39a-cbe9-4906-a531-168565f9c8eb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:53.589019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9490a11-be77-455e-a076-680fcf3b1d82 req-bbadac8e-b928-41a2-a8d1-9e7295bc71f2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723931 Feb 16 16:45:53.605610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887424a-32b8-4059-8243-0479bae92a5e req-46207303-e1f3-462b-920f-0e15fad093fc tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:53.613101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4887424a-32b8-4059-8243-0479bae92a5e req-46207303-e1f3-462b-920f-0e15fad093fc tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.2186601 Feb 16 16:45:53.673760 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ade21e9-5595-4586-b1b5-fc1fbeb58550 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Checking segment: {'id': '7586fd82-881c-45d4-bde5-0abb591c508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8692e12d-0647-47e5-abfc-b3bfc94db34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:53.674655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ade21e9-5595-4586-b1b5-fc1fbeb58550 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network hostable DHCP agents. Network: 8692e12d-0647-47e5-abfc-b3bfc94db34b, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:45:53.683956 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade21e9-5595-4586-b1b5-fc1fbeb58550 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Subnet': ['ID=61b5c39a-cbe9-4906-a531-168565f9c8eb,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:53.702727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ade21e9-5595-4586-b1b5-fc1fbeb58550 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 8692e12d-0647-47e5-abfc-b3bfc94db34b is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:45:53.714861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5ade21e9-5595-4586-b1b5-fc1fbeb58550 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 8692e12d-0647-47e5-abfc-b3bfc94db34b) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:53.725030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af373815-0085-4f31-8e18-09a473e8b794 None None] Network 8692e12d-0647-47e5-abfc-b3bfc94db34b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:53.731526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ade21e9-5595-4586-b1b5-fc1fbeb58550 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:53.732705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5ade21e9-5595-4586-b1b5-fc1fbeb58550 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:53.753520 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5ade21e9-5595-4586-b1b5-fc1fbeb58550 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7608345 Feb 16 16:45:53.757104 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47536) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:53.763486 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c74fefb7-892d-4d5a-96c7-162a9cac101a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-756002056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:53.766983 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4887424a-32b8-4059-8243-0479bae92a5e req-49b8d07e-fc24-4f71-8830-3d196835cff7 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525776 Feb 16 16:45:53.819589 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c74fefb7-892d-4d5a-96c7-162a9cac101a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (3a1c41b4-4ec7-4f42-9eaa-0664ea394982), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:53.820866 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c74fefb7-892d-4d5a-96c7-162a9cac101a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (3a1c41b4-4ec7-4f42-9eaa-0664ea394982), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:53.887564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47542) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:53.946056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:45:53.949341 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c74fefb7-892d-4d5a-96c7-162a9cac101a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for router_controller (3a1c41b4-4ec7-4f42-9eaa-0664ea394982), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:53.956980 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c74fefb7-892d-4d5a-96c7-162a9cac101a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (3a1c41b4-4ec7-4f42-9eaa-0664ea394982), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:53.997026 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:45:54.002633 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6df38de5-fbdd-4b84-b6a0-d81f4aa3a818 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:45:54.013327 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c74fefb7-892d-4d5a-96c7-162a9cac101a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:54.015315 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c74fefb7-892d-4d5a-96c7-162a9cac101a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2562821 Feb 16 16:45:54.016886 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47560) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:54.028296 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-22eb8081-756c-4c64-b27c-1351a71f9d2c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'network_id': '8692e12d-0647-47e5-abfc-b3bfc94db34b', 'name': 'tempest-PortsTestJSON-1498460352'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:45:54.070369 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-8692e12d-0647-47e5-abfc-b3bfc94db34b', 'network_id': '8692e12d-0647-47e5-abfc-b3bfc94db34b', 'project_id': '50204bcb61af4b688efc8a861d5f9087', 'fixed_ips': [{'subnet_id': '61b5c39a-cbe9-4906-a531-168565f9c8eb'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:45:54.071238 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:54.164535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eb8081-756c-4c64-b27c-1351a71f9d2c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:45:54.171028 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22eb8081-756c-4c64-b27c-1351a71f9d2c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:54.216397 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-22eb8081-756c-4c64-b27c-1351a71f9d2c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port b7213774-21d3-446e-89c8-9bf1d6f45e7a yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:45:54.246905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fbb971cb-6654-4341-8425-7ffd7bfdd1ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8fcf4473b559467bbbffada1d834569d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3581545 Feb 16 16:45:54.252152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47562) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:54.335835 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6775e9c6-df26-42ba-9a37-3c9010e8170e admin admin] Publish callbacks [] for security_group (ff547c58-3a49-4269-b29a-63d9673c811c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:54.352227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Allocated IP 172.20.0.2 (8692e12d-0647-47e5-abfc-b3bfc94db34b/61b5c39a-cbe9-4906-a531-168565f9c8eb/a5fa72fb-455a-4354-9ae1-d98ae85cca5e) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:54.361814 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6775e9c6-df26-42ba-9a37-3c9010e8170e admin admin] Publish callbacks [] for security_group (ff547c58-3a49-4269-b29a-63d9673c811c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:54.447820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47570) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:54.468353 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6775e9c6-df26-42ba-9a37-3c9010e8170e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ff547c58-3a49-4269-b29a-63d9673c811c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:54.473066 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6775e9c6-df26-42ba-9a37-3c9010e8170e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:54.479009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6775e9c6-df26-42ba-9a37-3c9010e8170e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff547c58-3a49-4269-b29a-63d9673c811c HTTP/1.1" status: 204 len: 168 time: 0.2243547 Feb 16 16:45:54.490446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775e9c6-df26-42ba-9a37-3c9010e8170e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff547c58-3a49-4269-b29a-63d9673c811c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:54.588857 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Publish callbacks [] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:54.611238 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:54.650830 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-58e600b6-b0fc-4d3d-8825-5551c23d1c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:54.707025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-22eb8081-756c-4c64-b27c-1351a71f9d2c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Allocated IP 172.20.0.9 (8692e12d-0647-47e5-abfc-b3bfc94db34b/61b5c39a-cbe9-4906-a531-168565f9c8eb/b7213774-21d3-446e-89c8-9bf1d6f45e7a) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:45:54.710006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Pushing event updated for resources: {'Port': ['ID=a5fa72fb-455a-4354-9ae1-d98ae85cca5e,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:54.740294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Network 8692e12d-0647-47e5-abfc-b3bfc94db34b is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:54.746462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:54.757797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:54.775123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-58e600b6-b0fc-4d3d-8825-5551c23d1c77 admin admin] Publish callbacks [] for security_group (a8ed09c3-8c3d-4371-92e5-1e63ae6f528f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:54.779498 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-58e600b6-b0fc-4d3d-8825-5551c23d1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a8ed09c3-8c3d-4371-92e5-1e63ae6f528f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:54.923104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e600b6-b0fc-4d3d-8825-5551c23d1c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ed09c3-8c3d-4371-92e5-1e63ae6f528f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:54.929259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-58e600b6-b0fc-4d3d-8825-5551c23d1c77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd83a66e32124f98b082801aa8a593c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4803097 Feb 16 16:45:54.932106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47590) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:54.959347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Attempting to bind port a5fa72fb-455a-4354-9ae1-d98ae85cca5e on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:45:54.959709 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Attempting to bind port a5fa72fb-455a-4354-9ae1-d98ae85cca5e by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '7586fd82-881c-45d4-bde5-0abb591c508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8692e12d-0647-47e5-abfc-b3bfc94db34b'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:45:54.960095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Attempting to bind port a5fa72fb-455a-4354-9ae1-d98ae85cca5e on network 8692e12d-0647-47e5-abfc-b3bfc94db34b {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:45:54.984159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:45:54.986360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Checking segment: {'id': '7586fd82-881c-45d4-bde5-0abb591c508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8692e12d-0647-47e5-abfc-b3bfc94db34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:45:54.986781 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:54.987183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Bound using segment: {'id': '7586fd82-881c-45d4-bde5-0abb591c508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8692e12d-0647-47e5-abfc-b3bfc94db34b'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:45:54.987673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Bound port: a5fa72fb-455a-4354-9ae1-d98ae85cca5e, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7586fd82-881c-45d4-bde5-0abb591c508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8692e12d-0647-47e5-abfc-b3bfc94db34b'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:45:54.988087 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:55.007098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818db75-a24f-47d1-a9fb-14080577237d req-f5702b9c-d3c0-470d-a325-a882913c5025 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:55.014121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b818db75-a24f-47d1-a9fb-14080577237d req-f5702b9c-d3c0-470d-a325-a882913c5025 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.1398768 Feb 16 16:45:55.026414 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e4ce1c63-656c-4fc6-b963-db0c68257a2e admin admin] Publish callbacks [] for security_group (a8ed09c3-8c3d-4371-92e5-1e63ae6f528f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:55.080767 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22eb8081-756c-4c64-b27c-1351a71f9d2c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (b7213774-21d3-446e-89c8-9bf1d6f45e7a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:55.097895 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e4ce1c63-656c-4fc6-b963-db0c68257a2e admin admin] Publish callbacks [] for security_group (a8ed09c3-8c3d-4371-92e5-1e63ae6f528f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:55.155692 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22eb8081-756c-4c64-b27c-1351a71f9d2c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b7213774-21d3-446e-89c8-9bf1d6f45e7a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:55.207065 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b818db75-a24f-47d1-a9fb-14080577237d req-a097d99e-3be9-4ffe-a232-8d3e08564094 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919818 Feb 16 16:45:55.228465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb8081-756c-4c64-b27c-1351a71f9d2c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=b7213774-21d3-446e-89c8-9bf1d6f45e7a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:55.244357 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb8081-756c-4c64-b27c-1351a71f9d2c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 8692e12d-0647-47e5-abfc-b3bfc94db34b is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:55.246149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-22eb8081-756c-4c64-b27c-1351a71f9d2c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:55.256549 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb8081-756c-4c64-b27c-1351a71f9d2c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:45:55.308106 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e4ce1c63-656c-4fc6-b963-db0c68257a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a8ed09c3-8c3d-4371-92e5-1e63ae6f528f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:55.310740 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e4ce1c63-656c-4fc6-b963-db0c68257a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:55.314219 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e4ce1c63-656c-4fc6-b963-db0c68257a2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8ed09c3-8c3d-4371-92e5-1e63ae6f528f HTTP/1.1" status: 204 len: 168 time: 0.3787363 Feb 16 16:45:55.323825 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce1c63-656c-4fc6-b963-db0c68257a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ed09c3-8c3d-4371-92e5-1e63ae6f528f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:55.395731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eb8081-756c-4c64-b27c-1351a71f9d2c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:55.396612 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22eb8081-756c-4c64-b27c-1351a71f9d2c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:55.438183 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-22eb8081-756c-4c64-b27c-1351a71f9d2c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4162762 Feb 16 16:45:55.438367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47608) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:55.522399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] For port a5fa72fb-455a-4354-9ae1-d98ae85cca5e, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:45:55.528530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] For port a5fa72fb-455a-4354-9ae1-d98ae85cca5e, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a5fa72fb-455a-4354-9ae1-d98ae85cca5e,segment=NetworkSegment(7586fd82-881c-45d4-bde5-0abb591c508e),segment_id=7586fd82-881c-45d4-bde5-0abb591c508e)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:45:55.549523 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:55.765639 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4545996-aba6-4ed2-8dca-a584ccc4dc7c None None] Pushing event updated for resources: {'Port': ['ID=a5fa72fb-455a-4354-9ae1-d98ae85cca5e,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:55.846545 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5c134cb-7553-4c7f-942e-18a5547ba8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:56.430131 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6ee73-c31e-47ef-b5c2-524888cea43e req-15fcd4d4-61d7-419c-923e-dca85eb61ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:56.431640 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9c6ee73-c31e-47ef-b5c2-524888cea43e req-15fcd4d4-61d7-419c-923e-dca85eb61ea1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18204c002ff2451291227eff7926db64&device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 1127 time: 0.3092871 Feb 16 16:45:56.491695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e6172-5fb1-477a-a06e-b40bf2883ce0 req-69774bc9-8ead-4e4e-92cf-3f96a5df76b8 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:56.498883 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de0e6172-5fb1-477a-a06e-b40bf2883ce0 req-69774bc9-8ead-4e4e-92cf-3f96a5df76b8 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.3751106 Feb 16 16:45:56.625396 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de0e6172-5fb1-477a-a06e-b40bf2883ce0 req-ec2fe1b6-53c8-42e9-b3da-574e1f8665b9 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254215 Feb 16 16:45:56.728019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6ee73-c31e-47ef-b5c2-524888cea43e req-eedcd987-ff36-4c6b-bf92-0787833aac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:56.729943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9c6ee73-c31e-47ef-b5c2-524888cea43e req-eedcd987-ff36-4c6b-bf92-0787833aac4d service neutron] 10.222.0.65 "GET /v2.0/networks?id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf HTTP/1.1" status: 200 len: 911 time: 0.2465935 Feb 16 16:45:56.814250 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92f277a1-1ece-4ad3-8917-561c4c6b3314 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b7213774-21d3-446e-89c8-9bf1d6f45e7a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:56.828711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9c6ee73-c31e-47ef-b5c2-524888cea43e req-e8fd6190-03c3-4401-bb28-d848b264dc5b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb6dbab7-f74c-443a-b9cb-4b6258d843cc HTTP/1.1" status: 200 len: 217 time: 0.0898638 Feb 16 16:45:57.093272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6ee73-c31e-47ef-b5c2-524888cea43e req-66ac8147-9783-4ecb-b696-33e10fd58f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:57.095182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9c6ee73-c31e-47ef-b5c2-524888cea43e req-66ac8147-9783-4ecb-b696-33e10fd58f42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d5328b4-8490-4123-b874-9dd2311e107e HTTP/1.1" status: 200 len: 850 time: 0.2579920 Feb 16 16:45:57.459478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9c6ee73-c31e-47ef-b5c2-524888cea43e req-901e3188-919a-4221-ba8c-e7798bcbeaeb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3511071 Feb 16 16:45:57.463249 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92f277a1-1ece-4ad3-8917-561c4c6b3314 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (b7213774-21d3-446e-89c8-9bf1d6f45e7a), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:57.479076 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92f277a1-1ece-4ad3-8917-561c4c6b3314 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (b7213774-21d3-446e-89c8-9bf1d6f45e7a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:57.485009 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e97625a-49a8-4b80-b27f-f645a6b72a45 req-5689eadf-af60-4992-a8c4-3fe6ba2dc964 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1284950 Feb 16 16:45:57.578812 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40f3047-3804-4e07-8369-8cc38674e1b4 None None] Network 8692e12d-0647-47e5-abfc-b3bfc94db34b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:45:57.592419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f277a1-1ece-4ad3-8917-561c4c6b3314 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=b7213774-21d3-446e-89c8-9bf1d6f45e7a,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:57.753722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97625a-49a8-4b80-b27f-f645a6b72a45 req-88fe9925-f424-4ec0-9c1c-ed57275dde18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:57.762027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-645b4f00-d4fe-4063-b088-8d4cb1618a41 None None] Provisioning complete for port a5fa72fb-455a-4354-9ae1-d98ae85cca5e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:57.762754 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-645b4f00-d4fe-4063-b088-8d4cb1618a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:57.768524 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e97625a-49a8-4b80-b27f-f645a6b72a45 req-88fe9925-f424-4ec0-9c1c-ed57275dde18 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 1129 time: 0.2027330 Feb 16 16:45:58.003700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-645b4f00-d4fe-4063-b088-8d4cb1618a41 None None] Current status of the port a5fa72fb-455a-4354-9ae1-d98ae85cca5e is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:58.004129 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-645b4f00-d4fe-4063-b088-8d4cb1618a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:58.007001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a5fa72fb-455a-4354-9ae1-d98ae85cca5e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:58.055223 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97625a-49a8-4b80-b27f-f645a6b72a45 req-7d7f7766-6b29-41cf-b3a2-771b9ef98eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:58.057924 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e97625a-49a8-4b80-b27f-f645a6b72a45 req-7d7f7766-6b29-41cf-b3a2-771b9ef98eb5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 918 time: 0.2772744 Feb 16 16:45:58.102484 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-645b4f00-d4fe-4063-b088-8d4cb1618a41 None None] For port a5fa72fb-455a-4354-9ae1-d98ae85cca5e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a5fa72fb-455a-4354-9ae1-d98ae85cca5e,segment=NetworkSegment(7586fd82-881c-45d4-bde5-0abb591c508e),segment_id=7586fd82-881c-45d4-bde5-0abb591c508e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:45:58.116128 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-645b4f00-d4fe-4063-b088-8d4cb1618a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:58.181588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a5fa72fb-455a-4354-9ae1-d98ae85cca5e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:58.182179 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:58.232064 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e97625a-49a8-4b80-b27f-f645a6b72a45 req-5cbf47ea-06d5-43c1-9256-26172c0e8bf7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d HTTP/1.1" status: 200 len: 1002 time: 0.1677876 Feb 16 16:45:58.273935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9c6ee73-c31e-47ef-b5c2-524888cea43e req-67ffcdb4-70f3-44e3-b77e-5b1e419db19a service neutron] 10.222.0.65 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8067577 Feb 16 16:45:58.300308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b4f00-d4fe-4063-b088-8d4cb1618a41 None None] Pushing event updated for resources: {'Port': ['ID=a5fa72fb-455a-4354-9ae1-d98ae85cca5e,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:58.307770 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8655fbb6-64d3-4141-bf1e-56c8d6207980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:58.347454 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97625a-49a8-4b80-b27f-f645a6b72a45 req-4bde2e71-79c8-4c32-915a-a89ce8ea0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:58.349701 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e97625a-49a8-4b80-b27f-f645a6b72a45 req-4bde2e71-79c8-4c32-915a-a89ce8ea0871 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2633da54-4036-4028-8932-f86c9800af42 HTTP/1.1" status: 200 len: 856 time: 0.1114063 Feb 16 16:45:58.361380 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92f277a1-1ece-4ad3-8917-561c4c6b3314 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (3a1c41b4-4ec7-4f42-9eaa-0664ea394982), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:58.378818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a5fa72fb-455a-4354-9ae1-d98ae85cca5e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:58.438185 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97625a-49a8-4b80-b27f-f645a6b72a45 req-95de220d-bff7-4f96-a3b1-57c0ae0d6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:58.440025 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e97625a-49a8-4b80-b27f-f645a6b72a45 req-95de220d-bff7-4f96-a3b1-57c0ae0d6300 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d61e968-9352-4447-90d4-31d4f93db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0833426 Feb 16 16:45:58.561480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b24ccdbd-06b1-4d77-a479-d0a482219e29 None None] Provisioning complete for port a5fa72fb-455a-4354-9ae1-d98ae85cca5e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:58.561863 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b24ccdbd-06b1-4d77-a479-d0a482219e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:58.719946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc47d2e-b495-4f62-9e50-9ca024fa9694 req-d798e4fb-817b-4b55-af40-a8e537c5f668 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:45:58.721653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdc47d2e-b495-4f62-9e50-9ca024fa9694 req-d798e4fb-817b-4b55-af40-a8e537c5f668 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.8608465 Feb 16 16:45:58.722166 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e97625a-49a8-4b80-b27f-f645a6b72a45 req-6bcd74b2-573e-4707-b3b9-93ba4de08961 service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750556 Feb 16 16:45:58.753543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b24ccdbd-06b1-4d77-a479-d0a482219e29 None None] Current status of the port a5fa72fb-455a-4354-9ae1-d98ae85cca5e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:45:58.782575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b24ccdbd-06b1-4d77-a479-d0a482219e29 None None] Provisioning complete for port b7213774-21d3-446e-89c8-9bf1d6f45e7a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:58.782938 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b24ccdbd-06b1-4d77-a479-d0a482219e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b7213774-21d3-446e-89c8-9bf1d6f45e7a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:58.859864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b24ccdbd-06b1-4d77-a479-d0a482219e29 None None] Port b7213774-21d3-446e-89c8-9bf1d6f45e7a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:45:58.878531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9c6ee73-c31e-47ef-b5c2-524888cea43e req-45afebde-2323-402a-8334-add63fa62acb service neutron] 10.222.0.65 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866525 Feb 16 16:45:58.916939 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e97625a-49a8-4b80-b27f-f645a6b72a45 req-64956a1d-4b04-407d-9c70-40980ed4b5aa service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871450 Feb 16 16:45:58.956534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdc47d2e-b495-4f62-9e50-9ca024fa9694 req-73e365d5-2c50-41e7-82ae-ff73991f3667 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075930 Feb 16 16:45:58.992822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-408b2bd6-3ca9-49e5-b6bf-4b133a30169b None None] Provisioning complete for port b7213774-21d3-446e-89c8-9bf1d6f45e7a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:58.993516 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-408b2bd6-3ca9-49e5-b6bf-4b133a30169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b7213774-21d3-446e-89c8-9bf1d6f45e7a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:59.038991 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92f277a1-1ece-4ad3-8917-561c4c6b3314 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b7213774-21d3-446e-89c8-9bf1d6f45e7a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:59.045189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-408b2bd6-3ca9-49e5-b6bf-4b133a30169b None None] Port b7213774-21d3-446e-89c8-9bf1d6f45e7a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:45:59.276595 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:59.281359 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-57132a0e-0840-41d8-aa43-fdcd8f08d6b9 None None] Provisioning complete for port b7213774-21d3-446e-89c8-9bf1d6f45e7a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:45:59.281739 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-57132a0e-0840-41d8-aa43-fdcd8f08d6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b7213774-21d3-446e-89c8-9bf1d6f45e7a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:59.318466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-57132a0e-0840-41d8-aa43-fdcd8f08d6b9 None None] Port b7213774-21d3-446e-89c8-9bf1d6f45e7a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:45:59.376007 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92f277a1-1ece-4ad3-8917-561c4c6b3314 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (b7213774-21d3-446e-89c8-9bf1d6f45e7a), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:59.381559 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92f277a1-1ece-4ad3-8917-561c4c6b3314 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (b7213774-21d3-446e-89c8-9bf1d6f45e7a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:59.461440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f277a1-1ece-4ad3-8917-561c4c6b3314 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=b7213774-21d3-446e-89c8-9bf1d6f45e7a,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:59.464819 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92f277a1-1ece-4ad3-8917-561c4c6b3314 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (3a1c41b4-4ec7-4f42-9eaa-0664ea394982), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:59.552851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47746) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:45:59.572177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f277a1-1ece-4ad3-8917-561c4c6b3314 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 8692e12d-0647-47e5-abfc-b3bfc94db34b is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:45:59.574048 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-92f277a1-1ece-4ad3-8917-561c4c6b3314 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:45:59.735019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:59.779735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f277a1-1ece-4ad3-8917-561c4c6b3314 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Router 3a1c41b4-4ec7-4f42-9eaa-0664ea394982 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:45:59.886212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Publish callbacks [] for security_group (f09d1b47-6808-44c7-be8f-692fed436cf6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:59.898450 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f09d1b47-6808-44c7-be8f-692fed436cf6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:45:59.931934 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a5fa72fb-455a-4354-9ae1-d98ae85cca5e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:45:59.949194 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09d1b47-6808-44c7-be8f-692fed436cf6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:45:59.965604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:59.966280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:59.966811 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:59.967300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:59.967918 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:59.968400 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:59.969052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:59.969594 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:59.970129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:59.970988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:59.971475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:59.972008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:59.972499 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:45:59.982886 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-29c310dd-2176-4b52-a2f0-3366e963a04c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64ccdf9a4a254389ae2e3691ae07b782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4287107 Feb 16 16:45:59.985778 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47764) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:00.034348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-af72fae6-9f3e-47c3-82ee-a1e35cd8e588 None None] Provisioning complete for port b7213774-21d3-446e-89c8-9bf1d6f45e7a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:00.035186 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af72fae6-9f3e-47c3-82ee-a1e35cd8e588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b7213774-21d3-446e-89c8-9bf1d6f45e7a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:00.065713 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-94441e99-2ab7-49ba-96ad-f01674a7f8bc admin admin] Publish callbacks [] for security_group (f09d1b47-6808-44c7-be8f-692fed436cf6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:00.097080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-94441e99-2ab7-49ba-96ad-f01674a7f8bc admin admin] Publish callbacks [] for security_group (f09d1b47-6808-44c7-be8f-692fed436cf6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:00.130238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-af72fae6-9f3e-47c3-82ee-a1e35cd8e588 None None] Port b7213774-21d3-446e-89c8-9bf1d6f45e7a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:00.143791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a5fa72fb-455a-4354-9ae1-d98ae85cca5e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:00.144483 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:00.159685 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-94441e99-2ab7-49ba-96ad-f01674a7f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f09d1b47-6808-44c7-be8f-692fed436cf6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:00.164821 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-94441e99-2ab7-49ba-96ad-f01674a7f8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:00.166546 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-94441e99-2ab7-49ba-96ad-f01674a7f8bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f09d1b47-6808-44c7-be8f-692fed436cf6 HTTP/1.1" status: 204 len: 168 time: 0.1797433 Feb 16 16:46:00.181139 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94441e99-2ab7-49ba-96ad-f01674a7f8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09d1b47-6808-44c7-be8f-692fed436cf6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:00.326119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f277a1-1ece-4ad3-8917-561c4c6b3314 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:46:00.333301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-92f277a1-1ece-4ad3-8917-561c4c6b3314 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "PUT /v2.0/routers/3a1c41b4-4ec7-4f42-9eaa-0664ea394982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8938394 Feb 16 16:46:00.335962 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47774) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:00.355334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1666ff-b619-4ffe-83df-98cd0550ed4a req-e807d9c6-6dee-4219-a6e2-9db5605bde94 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:00.357365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a1666ff-b619-4ffe-83df-98cd0550ed4a req-e807d9c6-6dee-4219-a6e2-9db5605bde94 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.0921474 Feb 16 16:46:00.360744 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5348412a-3c3c-4648-a5f3-2150b5c335a7 None None] Sync routers for ids ['3a1c41b4-4ec7-4f42-9eaa-0664ea394982'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:46:00.450302 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5348412a-3c3c-4648-a5f3-2150b5c335a7 None None] Routers {'3a1c41b4-4ec7-4f42-9eaa-0664ea394982'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:00.450977 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5348412a-3c3c-4648-a5f3-2150b5c335a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:45:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3a1c41b4-4ec7-4f42-9eaa-0664ea394982'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:00.467570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a1666ff-b619-4ffe-83df-98cd0550ed4a req-9c386018-5117-4abe-a628-110c3dd6c09f tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950329 Feb 16 16:46:00.483847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69220ba5-c5ab-44d2-8162-7770bf148810 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:00.485901 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-69220ba5-c5ab-44d2-8162-7770bf148810 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a1c41b4-4ec7-4f42-9eaa-0664ea394982 HTTP/1.1" status: 200 len: 982 time: 0.1488495 Feb 16 16:46:00.489607 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47784) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:00.552683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5348412a-3c3c-4648-a5f3-2150b5c335a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:00.591155 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5348412a-3c3c-4648-a5f3-2150b5c335a7 None None] Routers {'3a1c41b4-4ec7-4f42-9eaa-0664ea394982'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:00.592620 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5348412a-3c3c-4648-a5f3-2150b5c335a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:45:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3a1c41b4-4ec7-4f42-9eaa-0664ea394982'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:00.650179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5348412a-3c3c-4648-a5f3-2150b5c335a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:00.650862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5348412a-3c3c-4648-a5f3-2150b5c335a7 None None] The sync data for ids ['3a1c41b4-4ec7-4f42-9eaa-0664ea394982'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:46:00.652329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a5fa72fb-455a-4354-9ae1-d98ae85cca5e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:00.667373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47788) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:00.687518 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-570992d3-6228-4d84-b7be-0ceb49445670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:00.814017 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:00.852916 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-570992d3-6228-4d84-b7be-0ceb49445670 admin admin] Publish callbacks [] for security_group (f56c0fea-ebc0-4b06-a6eb-56a6f163af88), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:00.859097 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-570992d3-6228-4d84-b7be-0ceb49445670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f56c0fea-ebc0-4b06-a6eb-56a6f163af88), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:00.898732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570992d3-6228-4d84-b7be-0ceb49445670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56c0fea-ebc0-4b06-a6eb-56a6f163af88,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:00.904249 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-570992d3-6228-4d84-b7be-0ceb49445670 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2262b5245624f85ada8ed345e77d211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358336 Feb 16 16:46:00.908199 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47796) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:00.964814 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e25a9ec-a37c-448e-977a-469bc72f455c admin admin] Publish callbacks [] for security_group (f56c0fea-ebc0-4b06-a6eb-56a6f163af88), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:00.995579 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e25a9ec-a37c-448e-977a-469bc72f455c admin admin] Publish callbacks [] for security_group (f56c0fea-ebc0-4b06-a6eb-56a6f163af88), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:01.050873 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e25a9ec-a37c-448e-977a-469bc72f455c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f56c0fea-ebc0-4b06-a6eb-56a6f163af88), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:01.059041 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e25a9ec-a37c-448e-977a-469bc72f455c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:01.060803 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8e25a9ec-a37c-448e-977a-469bc72f455c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f56c0fea-ebc0-4b06-a6eb-56a6f163af88 HTTP/1.1" status: 204 len: 168 time: 0.1515307 Feb 16 16:46:01.075245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25a9ec-a37c-448e-977a-469bc72f455c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56c0fea-ebc0-4b06-a6eb-56a6f163af88,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:01.135975 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57837b08-d5d9-4c01-9c91-cc566bc5cb0a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (3a1c41b4-4ec7-4f42-9eaa-0664ea394982), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:01.359481 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:01.495048 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-57837b08-d5d9-4c01-9c91-cc566bc5cb0a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port b7213774-21d3-446e-89c8-9bf1d6f45e7a {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:01.495403 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57837b08-d5d9-4c01-9c91-cc566bc5cb0a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b7213774-21d3-446e-89c8-9bf1d6f45e7a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:01.725065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c4679-f82b-4203-be7e-5977fb31c2c7 req-795d1f95-f4e4-4a7a-96b5-c40c126303e1 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:01.726766 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b9c4679-f82b-4203-be7e-5977fb31c2c7 req-795d1f95-f4e4-4a7a-96b5-c40c126303e1 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.0948591 Feb 16 16:46:01.728764 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57837b08-d5d9-4c01-9c91-cc566bc5cb0a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b7213774-21d3-446e-89c8-9bf1d6f45e7a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:01.760755 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-57837b08-d5d9-4c01-9c91-cc566bc5cb0a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for b7213774-21d3-446e-89c8-9bf1d6f45e7a owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:01.901291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b9c4679-f82b-4203-be7e-5977fb31c2c7 req-12ab6be5-0bd8-4cb6-9480-4002ffbe3d0a tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611340 Feb 16 16:46:02.053367 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57837b08-d5d9-4c01-9c91-cc566bc5cb0a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b7213774-21d3-446e-89c8-9bf1d6f45e7a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:02.102836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57837b08-d5d9-4c01-9c91-cc566bc5cb0a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=b7213774-21d3-446e-89c8-9bf1d6f45e7a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:02.129381 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:02.427268 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57837b08-d5d9-4c01-9c91-cc566bc5cb0a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (3a1c41b4-4ec7-4f42-9eaa-0664ea394982), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:02.654580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57837b08-d5d9-4c01-9c91-cc566bc5cb0a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Router 3a1c41b4-4ec7-4f42-9eaa-0664ea394982 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:46:02.786691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57837b08-d5d9-4c01-9c91-cc566bc5cb0a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:46:02.804527 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d7a52-3479-49da-948d-896de7f3a5e5 None None] Sync routers for ids ['3a1c41b4-4ec7-4f42-9eaa-0664ea394982'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:46:02.809010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-57837b08-d5d9-4c01-9c91-cc566bc5cb0a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "PUT /v2.0/routers/3a1c41b4-4ec7-4f42-9eaa-0664ea394982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3177452 Feb 16 16:46:02.811251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47862) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:02.821279 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d7a52-3479-49da-948d-896de7f3a5e5 None None] Routers {'3a1c41b4-4ec7-4f42-9eaa-0664ea394982'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:02.821908 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b57d7a52-3479-49da-948d-896de7f3a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:45:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3a1c41b4-4ec7-4f42-9eaa-0664ea394982'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:02.856275 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2883416c-8dbd-4db9-9377-9fc385f930ae tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] GET failed (client error): The resource could not be found. Feb 16 16:46:02.857817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2883416c-8dbd-4db9-9377-9fc385f930ae tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/b7213774-21d3-446e-89c8-9bf1d6f45e7a HTTP/1.1" status: 404 len: 333 time: 0.0451367 Feb 16 16:46:02.860661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47866) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:02.913296 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b57d7a52-3479-49da-948d-896de7f3a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:02.962131 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d7a52-3479-49da-948d-896de7f3a5e5 None None] Routers {'3a1c41b4-4ec7-4f42-9eaa-0664ea394982'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:02.962780 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b57d7a52-3479-49da-948d-896de7f3a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:45:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3a1c41b4-4ec7-4f42-9eaa-0664ea394982'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:03.086593 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b57d7a52-3479-49da-948d-896de7f3a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:03.088320 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d7a52-3479-49da-948d-896de7f3a5e5 None None] The sync data for ids ['3a1c41b4-4ec7-4f42-9eaa-0664ea394982'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:46:03.106371 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-211f14d8-f3e2-4a90-8fd8-f262e2e90ef5 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for router (3a1c41b4-4ec7-4f42-9eaa-0664ea394982), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:03.345132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79765e-8b24-40e6-a3ec-8564e2644942 req-499c1e40-b53b-4a28-81f3-4ab61b51916a tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:03.346617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c79765e-8b24-40e6-a3ec-8564e2644942 req-499c1e40-b53b-4a28-81f3-4ab61b51916a tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.2508612 Feb 16 16:46:03.476614 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-211f14d8-f3e2-4a90-8fd8-f262e2e90ef5 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (3a1c41b4-4ec7-4f42-9eaa-0664ea394982), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:03.478923 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-211f14d8-f3e2-4a90-8fd8-f262e2e90ef5 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for router_controller (3a1c41b4-4ec7-4f42-9eaa-0664ea394982), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:03.568264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c79765e-8b24-40e6-a3ec-8564e2644942 req-b117ff80-80a9-4045-be62-77516e8558e8 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503699 Feb 16 16:46:03.570598 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-211f14d8-f3e2-4a90-8fd8-f262e2e90ef5 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (3a1c41b4-4ec7-4f42-9eaa-0664ea394982), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:03.571925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211f14d8-f3e2-4a90-8fd8-f262e2e90ef5 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Fanout notify agent at l3_agent the message router_deleted on router 3a1c41b4-4ec7-4f42-9eaa-0664ea394982 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:46:03.601196 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-211f14d8-f3e2-4a90-8fd8-f262e2e90ef5 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:03.601196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-211f14d8-f3e2-4a90-8fd8-f262e2e90ef5 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/routers/3a1c41b4-4ec7-4f42-9eaa-0664ea394982 HTTP/1.1" status: 204 len: 168 time: 0.7315576 Feb 16 16:46:03.601396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47896) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:03.670734 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b696e0-a5bb-435d-ba03-953fac11a38f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting subnet 61b5c39a-cbe9-4906-a531-168565f9c8eb {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:46:03.675137 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60b696e0-a5bb-435d-ba03-953fac11a38f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (61b5c39a-cbe9-4906-a531-168565f9c8eb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:03.729159 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60b696e0-a5bb-435d-ba03-953fac11a38f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (61b5c39a-cbe9-4906-a531-168565f9c8eb), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:03.774112 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:46:03.826699 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60b696e0-a5bb-435d-ba03-953fac11a38f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (61b5c39a-cbe9-4906-a531-168565f9c8eb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:03.905886 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60b696e0-a5bb-435d-ba03-953fac11a38f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (61b5c39a-cbe9-4906-a531-168565f9c8eb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:03.967913 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b696e0-a5bb-435d-ba03-953fac11a38f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Subnet': ['ID=61b5c39a-cbe9-4906-a531-168565f9c8eb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:03.988445 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f946a1-6635-44ad-a65c-0095fd1627b9 None None] Network 8692e12d-0647-47e5-abfc-b3bfc94db34b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:46:03.992122 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60b696e0-a5bb-435d-ba03-953fac11a38f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:04.000679 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-60b696e0-a5bb-435d-ba03-953fac11a38f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/61b5c39a-cbe9-4906-a531-168565f9c8eb HTTP/1.1" status: 204 len: 168 time: 0.4027965 Feb 16 16:46:04.003232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47912) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:04.211298 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (8692e12d-0647-47e5-abfc-b3bfc94db34b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:04.240756 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f52d9ac-9269-4130-a8cf-d11236570721 None None] DHCP port deletion for 8692e12d-0647-47e5-abfc-b3bfc94db34b request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:46:04.311131 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3f52d9ac-9269-4130-a8cf-d11236570721 None None] Deleting port a5fa72fb-455a-4354-9ae1-d98ae85cca5e {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:04.311669 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f52d9ac-9269-4130-a8cf-d11236570721 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:04.331589 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port a5fa72fb-455a-4354-9ae1-d98ae85cca5e {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:04.331964 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:04.403712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3f52d9ac-9269-4130-a8cf-d11236570721 None None] For port a5fa72fb-455a-4354-9ae1-d98ae85cca5e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a5fa72fb-455a-4354-9ae1-d98ae85cca5e,segment=NetworkSegment(7586fd82-881c-45d4-bde5-0abb591c508e),segment_id=7586fd82-881c-45d4-bde5-0abb591c508e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:04.404435 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f52d9ac-9269-4130-a8cf-d11236570721 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:04.420598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3f52d9ac-9269-4130-a8cf-d11236570721 None None] Calling delete_port for a5fa72fb-455a-4354-9ae1-d98ae85cca5e owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:04.499848 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] For port a5fa72fb-455a-4354-9ae1-d98ae85cca5e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a5fa72fb-455a-4354-9ae1-d98ae85cca5e,segment=NetworkSegment(7586fd82-881c-45d4-bde5-0abb591c508e),segment_id=7586fd82-881c-45d4-bde5-0abb591c508e)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:04.500690 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:04.520353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for a5fa72fb-455a-4354-9ae1-d98ae85cca5e owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:04.586101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:04.587636 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f52d9ac-9269-4130-a8cf-d11236570721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:04.625417 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a5fa72fb-455a-4354-9ae1-d98ae85cca5e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:04.637249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f52d9ac-9269-4130-a8cf-d11236570721 None None] No DVR routers for this DVR port a5fa72fb-455a-4354-9ae1-d98ae85cca5e on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:46:04.639304 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52d9ac-9269-4130-a8cf-d11236570721 None None] Pushing event deleted for resources: {'Port': ['ID=a5fa72fb-455a-4354-9ae1-d98ae85cca5e,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:04.670643 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=a5fa72fb-455a-4354-9ae1-d98ae85cca5e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:04.678058 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No DVR routers for this DVR port a5fa72fb-455a-4354-9ae1-d98ae85cca5e on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:46:04.790451 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (8692e12d-0647-47e5-abfc-b3bfc94db34b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:04.819481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8692e12d-0647-47e5-abfc-b3bfc94db34b']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:04.846650 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7586fd82-881c-45d4-bde5-0abb591c508e') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:04.847217 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7586fd82-881c-45d4-bde5-0abb591c508e') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:04.861032 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (7586fd82-881c-45d4-bde5-0abb591c508e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:04.881323 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7586fd82-881c-45d4-bde5-0abb591c508e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:04.900481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:46:04.901799 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (7586fd82-881c-45d4-bde5-0abb591c508e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:46:04.910096 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:46:05.055625 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (8692e12d-0647-47e5-abfc-b3bfc94db34b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:05.089473 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:05.093138 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/networks/8692e12d-0647-47e5-abfc-b3bfc94db34b HTTP/1.1" status: 204 len: 168 time: 1.0889103 Feb 16 16:46:05.094291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397e54c-6dbb-4cac-a4d2-6f4099626110 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Network': ['ID=8692e12d-0647-47e5-abfc-b3bfc94db34b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:05.096977 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47942) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:05.146838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cd24e-258f-4b45-ba7e-8510d315f422 req-3efe8d81-f79d-4180-8c01-6d4d488ad039 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:05.151217 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-987cd24e-258f-4b45-ba7e-8510d315f422 req-3efe8d81-f79d-4180-8c01-6d4d488ad039 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.4482701 Feb 16 16:46:05.221446 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0757cbe2-3788-4910-a1fe-d801461dd420 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:05.223250 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0757cbe2-3788-4910-a1fe-d801461dd420 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/900e1204-181c-47fa-ae91-212491b18c74 HTTP/1.1" status: 200 len: 841 time: 0.1254351 Feb 16 16:46:05.226839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47946) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:05.235665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-987cd24e-258f-4b45-ba7e-8510d315f422 req-c84d7711-217d-442a-a0eb-1a8e6095024d tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565205 Feb 16 16:46:05.286851 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7bb7a1d4-e000-4ad9-bea1-467ccb4c5a1c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/900e1204-181c-47fa-ae91-212491b18c74?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0582645 Feb 16 16:46:05.290268 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47948) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:05.297618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8323a4fb-ab5e-4867-860d-c38f9c50b426 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'subnet': {'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:05.412568 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8323a4fb-ab5e-4867-860d-c38f9c50b426 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:05.418568 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8323a4fb-ab5e-4867-860d-c38f9c50b426 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:05.669499 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8323a4fb-ab5e-4867-860d-c38f9c50b426 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (92322fb3-72c0-41ee-be8c-149998897ebb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:05.747527 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8323a4fb-ab5e-4867-860d-c38f9c50b426 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:46:05.750995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8323a4fb-ab5e-4867-860d-c38f9c50b426 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:05.761093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8895d486-b961-4738-84c4-7b84b44c76b3 None None] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:46:05.764467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8323a4fb-ab5e-4867-860d-c38f9c50b426 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:05.765144 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8323a4fb-ab5e-4867-860d-c38f9c50b426 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:05.768142 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323a4fb-ab5e-4867-860d-c38f9c50b426 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Subnet': ['ID=92322fb3-72c0-41ee-be8c-149998897ebb,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:05.797146 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8323a4fb-ab5e-4867-860d-c38f9c50b426 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5057325 Feb 16 16:46:05.799831 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47964) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:05.809742 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b03e381f-79b9-47bb-a4d2-2df7fb254f49 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'security_group': {'name': 'tempest-secgroup-1548364270'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:05.851622 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47966) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:05.854605 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b03e381f-79b9-47bb-a4d2-2df7fb254f49 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:05.945395 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b03e381f-79b9-47bb-a4d2-2df7fb254f49 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (82479ae3-17af-44b2-b964-2d33c74a85dd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:05.952107 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b03e381f-79b9-47bb-a4d2-2df7fb254f49 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (82479ae3-17af-44b2-b964-2d33c74a85dd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:05.963555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'project_id': '50204bcb61af4b688efc8a861d5f9087', 'fixed_ips': [{'subnet_id': '92322fb3-72c0-41ee-be8c-149998897ebb'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:46:05.964740 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:05.986655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a5fa72fb-455a-4354-9ae1-d98ae85cca5e no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:46:06.018904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: a5fa72fb-455a-4354-9ae1-d98ae85cca5e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:46:06.019611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a5fa72fb-455a-4354-9ae1-d98ae85cca5e not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:46:06.041818 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b03e381f-79b9-47bb-a4d2-2df7fb254f49 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.045536 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b03e381f-79b9-47bb-a4d2-2df7fb254f49 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2420945 Feb 16 16:46:06.046131 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47972) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:06.053740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e381f-79b9-47bb-a4d2-2df7fb254f49 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82479ae3-17af-44b2-b964-2d33c74a85dd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:06.054683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a64832c8-8b5f-49df-b55a-0cafc7f8b91b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'security_group': {'name': 'tempest-secgroup-821785500'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:06.096575 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c87a40f8-616d-41c8-983a-9522a6d32f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.142396 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a64832c8-8b5f-49df-b55a-0cafc7f8b91b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.242077 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c87a40f8-616d-41c8-983a-9522a6d32f1b admin admin] Publish callbacks [] for security_group (d8b69645-8b4b-4db4-8cee-f999fb90b3f3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.249790 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Allocated IP 172.20.0.2 (97f67483-5cf6-4505-8ff7-ff1ad646f7a0/92322fb3-72c0-41ee-be8c-149998897ebb/5d0b7492-7cb4-4871-96cf-66208656fe0e) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:46:06.250159 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c87a40f8-616d-41c8-983a-9522a6d32f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d8b69645-8b4b-4db4-8cee-f999fb90b3f3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.400323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a40f8-616d-41c8-983a-9522a6d32f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b69645-8b4b-4db4-8cee-f999fb90b3f3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:06.434498 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a64832c8-8b5f-49df-b55a-0cafc7f8b91b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (577a2201-3d3d-4e80-965c-c49d2112b31f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.462397 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a64832c8-8b5f-49df-b55a-0cafc7f8b91b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (577a2201-3d3d-4e80-965c-c49d2112b31f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.468992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c87a40f8-616d-41c8-983a-9522a6d32f1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd4602772e594ad78d29db4fef2bbd95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6132476 Feb 16 16:46:06.472180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47982) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:06.548645 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a64832c8-8b5f-49df-b55a-0cafc7f8b91b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.552912 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a64832c8-8b5f-49df-b55a-0cafc7f8b91b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5026517 Feb 16 16:46:06.554533 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Publish callbacks [] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.556635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47988) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:06.563703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a10e06d5-bbe7-45a9-9935-e00d7d4bc451 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1261035654', 'security_groups': ['577a2201-3d3d-4e80-965c-c49d2112b31f'], 'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '92322fb3-72c0-41ee-be8c-149998897ebb'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:06.569367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64832c8-8b5f-49df-b55a-0cafc7f8b91b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=577a2201-3d3d-4e80-965c-c49d2112b31f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:06.580638 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.635685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:46:06.638770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:06.641977 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f17159-8790-4219-8fe5-93eb897063f9 req-294869e7-c674-4681-9270-264bf391fae0 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:06.643161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:46:06.643536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77f17159-8790-4219-8fe5-93eb897063f9 req-294869e7-c674-4681-9270-264bf391fae0 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.2078006 Feb 16 16:46:06.650161 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-913479a8-3954-4a7e-b4e4-e883deb3d530 admin admin] Publish callbacks [] for security_group (d8b69645-8b4b-4db4-8cee-f999fb90b3f3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.678604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Pushing event updated for resources: {'Port': ['ID=5d0b7492-7cb4-4871-96cf-66208656fe0e,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:06.681431 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-913479a8-3954-4a7e-b4e4-e883deb3d530 admin admin] Publish callbacks [] for security_group (d8b69645-8b4b-4db4-8cee-f999fb90b3f3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.717327 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Attempting to bind port 5d0b7492-7cb4-4871-96cf-66208656fe0e on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:46:06.717886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Attempting to bind port 5d0b7492-7cb4-4871-96cf-66208656fe0e by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '9018d077-0314-4622-8f14-6dd406850f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:46:06.718249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Attempting to bind port 5d0b7492-7cb4-4871-96cf-66208656fe0e on network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:46:06.725176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:46:06.725599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Checking segment: {'id': '9018d077-0314-4622-8f14-6dd406850f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:46:06.725975 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.726379 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Bound using segment: {'id': '9018d077-0314-4622-8f14-6dd406850f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:46:06.726865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Bound port: 5d0b7492-7cb4-4871-96cf-66208656fe0e, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9018d077-0314-4622-8f14-6dd406850f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:46:06.727255 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.742585 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-913479a8-3954-4a7e-b4e4-e883deb3d530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d8b69645-8b4b-4db4-8cee-f999fb90b3f3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.745437 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-913479a8-3954-4a7e-b4e4-e883deb3d530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.746615 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-913479a8-3954-4a7e-b4e4-e883deb3d530 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8b69645-8b4b-4db4-8cee-f999fb90b3f3 HTTP/1.1" status: 204 len: 168 time: 0.2760754 Feb 16 16:46:06.755831 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913479a8-3954-4a7e-b4e4-e883deb3d530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b69645-8b4b-4db4-8cee-f999fb90b3f3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:06.820700 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77f17159-8790-4219-8fe5-93eb897063f9 req-6827986c-ee64-4602-809a-f2c9f6ff54c4 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858507 Feb 16 16:46:06.830642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10e06d5-bbe7-45a9-9935-e00d7d4bc451 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:06.864449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] For port 5d0b7492-7cb4-4871-96cf-66208656fe0e, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:46:06.871451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] For port 5d0b7492-7cb4-4871-96cf-66208656fe0e, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5d0b7492-7cb4-4871-96cf-66208656fe0e,segment=NetworkSegment(9018d077-0314-4622-8f14-6dd406850f50),segment_id=9018d077-0314-4622-8f14-6dd406850f50)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:46:06.882757 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.957040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ac007-1f8e-4621-bfcb-634f18e224f3 None None] Pushing event updated for resources: {'Port': ['ID=5d0b7492-7cb4-4871-96cf-66208656fe0e,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:06.964101 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a10e06d5-bbe7-45a9-9935-e00d7d4bc451 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:06.987166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-a10e06d5-bbe7-45a9-9935-e00d7d4bc451 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port f1d07e32-244a-482a-8c48-799b93f38c51 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:46:07.174948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48000) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:07.179381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-a10e06d5-bbe7-45a9-9935-e00d7d4bc451 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Allocated IP 172.20.0.13 (97f67483-5cf6-4505-8ff7-ff1ad646f7a0/92322fb3-72c0-41ee-be8c-149998897ebb/f1d07e32-244a-482a-8c48-799b93f38c51) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:46:07.219277 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a945855e-702b-4203-a71f-e925277fab19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:07.340651 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a945855e-702b-4203-a71f-e925277fab19 admin admin] Publish callbacks [] for security_group (6de7cfcf-71ca-421b-bf17-0dd190a5cd65), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:07.351359 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a945855e-702b-4203-a71f-e925277fab19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6de7cfcf-71ca-421b-bf17-0dd190a5cd65), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:07.422436 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a945855e-702b-4203-a71f-e925277fab19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5267ebcb0ef40538ff642c2e18e4e78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459888 Feb 16 16:46:07.427078 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a10e06d5-bbe7-45a9-9935-e00d7d4bc451 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (f1d07e32-244a-482a-8c48-799b93f38c51), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:07.428845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48016) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:07.431968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945855e-702b-4203-a71f-e925277fab19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de7cfcf-71ca-421b-bf17-0dd190a5cd65,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:07.531427 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cd030a49-8c1c-4473-87db-08f3cd1a53f4 admin admin] Publish callbacks [] for security_group (6de7cfcf-71ca-421b-bf17-0dd190a5cd65), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:07.537217 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a10e06d5-bbe7-45a9-9935-e00d7d4bc451 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f1d07e32-244a-482a-8c48-799b93f38c51), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:07.610361 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cd030a49-8c1c-4473-87db-08f3cd1a53f4 admin admin] Publish callbacks [] for security_group (6de7cfcf-71ca-421b-bf17-0dd190a5cd65), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:07.612239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e06d5-bbe7-45a9-9935-e00d7d4bc451 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=f1d07e32-244a-482a-8c48-799b93f38c51,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:07.628515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10e06d5-bbe7-45a9-9935-e00d7d4bc451 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:46:07.632660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-a10e06d5-bbe7-45a9-9935-e00d7d4bc451 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:07.636562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10e06d5-bbe7-45a9-9935-e00d7d4bc451 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:46:07.716305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e06d5-bbe7-45a9-9935-e00d7d4bc451 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:07.717149 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a10e06d5-bbe7-45a9-9935-e00d7d4bc451 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:07.739555 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a10e06d5-bbe7-45a9-9935-e00d7d4bc451 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1793129 Feb 16 16:46:07.741381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48040) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:07.747451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fc649a15-bb90-4131-b0ea-d4706aac88c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'subnet': {'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:07.747992 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cd030a49-8c1c-4473-87db-08f3cd1a53f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6de7cfcf-71ca-421b-bf17-0dd190a5cd65), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:07.751994 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cd030a49-8c1c-4473-87db-08f3cd1a53f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:07.753390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cd030a49-8c1c-4473-87db-08f3cd1a53f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6de7cfcf-71ca-421b-bf17-0dd190a5cd65 HTTP/1.1" status: 204 len: 168 time: 0.3235083 Feb 16 16:46:07.766605 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd030a49-8c1c-4473-87db-08f3cd1a53f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de7cfcf-71ca-421b-bf17-0dd190a5cd65,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:08.014579 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5d0b7492-7cb4-4871-96cf-66208656fe0e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:46:08.032086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc649a15-bb90-4131-b0ea-d4706aac88c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:08.038606 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc649a15-bb90-4131-b0ea-d4706aac88c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:08.094438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698fb78-2e9b-430e-8268-d63562705de7 req-d7c86ff3-d3df-4259-ad73-e17b4c4ec468 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:08.103614 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f698fb78-2e9b-430e-8268-d63562705de7 req-d7c86ff3-d3df-4259-ad73-e17b4c4ec468 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.1288536 Feb 16 16:46:08.177737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5d0b7492-7cb4-4871-96cf-66208656fe0e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:08.177737 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:08.183565 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f698fb78-2e9b-430e-8268-d63562705de7 req-6b407770-3916-4e7b-80d3-40b6a4275655 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732970 Feb 16 16:46:08.244953 n-d-669411-5 neutron-server[103422]: INFO neutron.db.ipam_backend_mixin [None req-fc649a15-bb90-4131-b0ea-d4706aac88c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 92322fb3-72c0-41ee-be8c-149998897ebb (CIDR: 172.20.0.0/28) Feb 16 16:46:08.249389 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc649a15-bb90-4131-b0ea-d4706aac88c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:46:08.249894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc649a15-bb90-4131-b0ea-d4706aac88c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:46:08.268212 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fc649a15-bb90-4131-b0ea-d4706aac88c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5256805 Feb 16 16:46:08.271815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48062) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:08.277522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c29495b4-d56d-4194-91df-55e4f3f5f245 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'subnet': {'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:08.315690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5d0b7492-7cb4-4871-96cf-66208656fe0e is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:08.316236 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:08.362185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 5d0b7492-7cb4-4871-96cf-66208656fe0e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5d0b7492-7cb4-4871-96cf-66208656fe0e,segment=NetworkSegment(9018d077-0314-4622-8f14-6dd406850f50),segment_id=9018d077-0314-4622-8f14-6dd406850f50)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:08.370303 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:08.430130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=5d0b7492-7cb4-4871-96cf-66208656fe0e,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:08.495590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29495b4-d56d-4194-91df-55e4f3f5f245 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:08.500614 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c29495b4-d56d-4194-91df-55e4f3f5f245 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:08.561057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1240add3-3238-4f8f-b480-9e4b6c93f4d2 None None] Provisioning complete for port 5d0b7492-7cb4-4871-96cf-66208656fe0e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:08.561503 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1240add3-3238-4f8f-b480-9e4b6c93f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:08.708999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1240add3-3238-4f8f-b480-9e4b6c93f4d2 None None] Current status of the port 5d0b7492-7cb4-4871-96cf-66208656fe0e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:08.722147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1240add3-3238-4f8f-b480-9e4b6c93f4d2 None None] Provisioning complete for port 900e1204-181c-47fa-ae91-212491b18c74 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:08.722147 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1240add3-3238-4f8f-b480-9e4b6c93f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (900e1204-181c-47fa-ae91-212491b18c74), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:08.783825 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1240add3-3238-4f8f-b480-9e4b6c93f4d2 None None] Port 900e1204-181c-47fa-ae91-212491b18c74 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:08.935874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7eb9ec93-ae52-4b58-92b4-f48b1deb7cd9 None None] Provisioning complete for port f1d07e32-244a-482a-8c48-799b93f38c51 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:08.936622 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ec93-ae52-4b58-92b4-f48b1deb7cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f1d07e32-244a-482a-8c48-799b93f38c51), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:09.003450 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c29495b4-d56d-4194-91df-55e4f3f5f245 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (ed729aec-5ff6-4810-8725-f4f768e795fe), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:09.065264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29495b4-d56d-4194-91df-55e4f3f5f245 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:46:09.069624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7eb9ec93-ae52-4b58-92b4-f48b1deb7cd9 None None] Port f1d07e32-244a-482a-8c48-799b93f38c51 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:09.071382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-c29495b4-d56d-4194-91df-55e4f3f5f245 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:09.090633 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e835d5-78b9-4702-b089-8671bf892d49 None None] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:46:09.098052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29495b4-d56d-4194-91df-55e4f3f5f245 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:09.099131 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c29495b4-d56d-4194-91df-55e4f3f5f245 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:09.134622 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29495b4-d56d-4194-91df-55e4f3f5f245 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Subnet': ['ID=ed729aec-5ff6-4810-8725-f4f768e795fe,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:09.151606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c29495b4-d56d-4194-91df-55e4f3f5f245 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8763201 Feb 16 16:46:09.152609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48100) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:09.164313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8bdd3096-6523-4403-8082-ef3f8aa426bb tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1891935145', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ed729aec-5ff6-4810-8725-f4f768e795fe'}], 'security_groups': ['82479ae3-17af-44b2-b964-2d33c74a85dd']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:09.264043 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d46721b6-37dc-40fa-8a44-e7240ee5feb8 req-c385ad42-f948-4a07-aad4-d6622362bebb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1253302 Feb 16 16:46:09.407141 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46721b6-37dc-40fa-8a44-e7240ee5feb8 req-73d8dcab-0a98-4344-a6b4-809e91210b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:09.409864 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d46721b6-37dc-40fa-8a44-e7240ee5feb8 req-73d8dcab-0a98-4344-a6b4-809e91210b8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=18204c002ff2451291227eff7926db64&device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 1128 time: 0.1248217 Feb 16 16:46:09.452559 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8bdd3096-6523-4403-8082-ef3f8aa426bb tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f1d07e32-244a-482a-8c48-799b93f38c51), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:09.570348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46721b6-37dc-40fa-8a44-e7240ee5feb8 req-c55c5ba9-33ed-40a5-bef6-1e38c6de451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:09.572132 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d46721b6-37dc-40fa-8a44-e7240ee5feb8 req-c55c5ba9-33ed-40a5-bef6-1e38c6de451a service neutron] 10.222.0.60 "GET /v2.0/networks?id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf HTTP/1.1" status: 200 len: 911 time: 0.1422429 Feb 16 16:46:09.578414 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1848d8f-52fc-41c4-b175-c59d3cafa7e5 None None] Update dhcp port {'port': {'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'fixed_ips': [{'subnet_id': '92322fb3-72c0-41ee-be8c-149998897ebb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ed729aec-5ff6-4810-8725-f4f768e795fe'}], 'binding:host_id': 'n-d-669411-5'}, 'id': '5d0b7492-7cb4-4871-96cf-66208656fe0e'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:46:09.639701 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f1848d8f-52fc-41c4-b175-c59d3cafa7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:09.641294 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d46721b6-37dc-40fa-8a44-e7240ee5feb8 req-28a9499b-73f9-4f99-89de-e733ec6f4f02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f877356-2ef7-4f83-a476-a69a135f282e HTTP/1.1" status: 200 len: 217 time: 0.0624797 Feb 16 16:46:09.700847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46721b6-37dc-40fa-8a44-e7240ee5feb8 req-55ca717f-529e-4eac-b86b-98a86755fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:09.702679 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d46721b6-37dc-40fa-8a44-e7240ee5feb8 req-55ca717f-529e-4eac-b86b-98a86755fa3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d5328b4-8490-4123-b874-9dd2311e107e HTTP/1.1" status: 200 len: 850 time: 0.0537882 Feb 16 16:46:09.704033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99616b-5298-4d1c-84ba-5b5219e4041b req-997b462d-81af-4f52-b550-2d00f37254fb tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:09.705812 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c99616b-5298-4d1c-84ba-5b5219e4041b req-997b462d-81af-4f52-b550-2d00f37254fb tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.3494833 Feb 16 16:46:09.791897 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d46721b6-37dc-40fa-8a44-e7240ee5feb8 req-d71bb694-5eb1-41a5-8fea-4c90629fa5d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803819 Feb 16 16:46:09.995581 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d46721b6-37dc-40fa-8a44-e7240ee5feb8 req-169982af-93f6-490d-8a6c-a4ead2785c86 service neutron] 10.222.0.60 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935403 Feb 16 16:46:10.005441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5d0b7492-7cb4-4871-96cf-66208656fe0e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:46:10.056606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c99616b-5298-4d1c-84ba-5b5219e4041b req-00709228-4a09-4ef4-8186-f0c9991c7aa2 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424356 Feb 16 16:46:10.094290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5d0b7492-7cb4-4871-96cf-66208656fe0e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:10.095417 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:10.170577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-8bdd3096-6523-4403-8082-ef3f8aa426bb tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Delete allocated IP 172.20.0.13 (97f67483-5cf6-4505-8ff7-ff1ad646f7a0/92322fb3-72c0-41ee-be8c-149998897ebb) {{(pid=103421) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 16:46:10.182187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-8bdd3096-6523-4403-8082-ef3f8aa426bb tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Allocated IP 172.20.0.23 (97f67483-5cf6-4505-8ff7-ff1ad646f7a0/ed729aec-5ff6-4810-8725-f4f768e795fe/f1d07e32-244a-482a-8c48-799b93f38c51) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:46:10.224021 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d46721b6-37dc-40fa-8a44-e7240ee5feb8 req-5a097790-4ecc-4bd5-983a-ab1ade7cbc9f service neutron] 10.222.0.60 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046013 Feb 16 16:46:10.262441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5d0b7492-7cb4-4871-96cf-66208656fe0e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:10.591130 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8bdd3096-6523-4403-8082-ef3f8aa426bb tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (f1d07e32-244a-482a-8c48-799b93f38c51), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:10.600594 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8bdd3096-6523-4403-8082-ef3f8aa426bb tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f1d07e32-244a-482a-8c48-799b93f38c51), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:10.709009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd3096-6523-4403-8082-ef3f8aa426bb tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=f1d07e32-244a-482a-8c48-799b93f38c51,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:10.807834 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-f1848d8f-52fc-41c4-b175-c59d3cafa7e5 None None] Allocated IP 172.20.0.18 (97f67483-5cf6-4505-8ff7-ff1ad646f7a0/ed729aec-5ff6-4810-8725-f4f768e795fe/5d0b7492-7cb4-4871-96cf-66208656fe0e) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:46:10.883851 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd3096-6523-4403-8082-ef3f8aa426bb tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] In _notify_port_updated(), no bound segment for port f1d07e32-244a-482a-8c48-799b93f38c51 on network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 {{(pid=103421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:46:10.896203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdd3096-6523-4403-8082-ef3f8aa426bb tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:10.897448 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8bdd3096-6523-4403-8082-ef3f8aa426bb tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:10.899701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8bdd3096-6523-4403-8082-ef3f8aa426bb tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "PUT /v2.0/ports/f1d07e32-244a-482a-8c48-799b93f38c51 HTTP/1.1" status: 200 len: 921 time: 1.7461951 Feb 16 16:46:10.901870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48156) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:11.070405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8b61f619-d883-435e-846d-8d5f40658edf tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port f1d07e32-244a-482a-8c48-799b93f38c51 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:11.070746 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b61f619-d883-435e-846d-8d5f40658edf tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f1d07e32-244a-482a-8c48-799b93f38c51), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:11.256536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f1848d8f-52fc-41c4-b175-c59d3cafa7e5 None None] For port 5d0b7492-7cb4-4871-96cf-66208656fe0e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5d0b7492-7cb4-4871-96cf-66208656fe0e,segment=NetworkSegment(9018d077-0314-4622-8f14-6dd406850f50),segment_id=9018d077-0314-4622-8f14-6dd406850f50)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:11.345388 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b61f619-d883-435e-846d-8d5f40658edf tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f1d07e32-244a-482a-8c48-799b93f38c51), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:11.350020 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f1848d8f-52fc-41c4-b175-c59d3cafa7e5 None None] Publish callbacks [] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:11.366268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8b61f619-d883-435e-846d-8d5f40658edf tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for f1d07e32-244a-482a-8c48-799b93f38c51 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:11.368945 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f1848d8f-52fc-41c4-b175-c59d3cafa7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:11.382864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8dbea-841c-4c91-b433-36262fdfe1a3 req-da8e5662-2d48-4323-8752-b76661c73fef tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:11.384611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58f8dbea-841c-4c91-b433-36262fdfe1a3 req-da8e5662-2d48-4323-8752-b76661c73fef tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.1535547 Feb 16 16:46:11.494230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58f8dbea-841c-4c91-b433-36262fdfe1a3 req-350f0e33-7c0f-4af6-b5d0-ae2b59e23908 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030674 Feb 16 16:46:11.620490 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1848d8f-52fc-41c4-b175-c59d3cafa7e5 None None] Pushing event updated for resources: {'Port': ['ID=5d0b7492-7cb4-4871-96cf-66208656fe0e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:11.650088 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b61f619-d883-435e-846d-8d5f40658edf tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f1d07e32-244a-482a-8c48-799b93f38c51), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:11.709943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61f619-d883-435e-846d-8d5f40658edf tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=f1d07e32-244a-482a-8c48-799b93f38c51,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:11.903276 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b61f619-d883-435e-846d-8d5f40658edf tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:11.906696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8b61f619-d883-435e-846d-8d5f40658edf tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/f1d07e32-244a-482a-8c48-799b93f38c51 HTTP/1.1" status: 204 len: 168 time: 1.0036819 Feb 16 16:46:11.909481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48188) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:11.945860 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdaf4ead-5f3b-4aa3-81f9-d818f97065db tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] GET failed (client error): The resource could not be found. Feb 16 16:46:11.947379 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fdaf4ead-5f3b-4aa3-81f9-d818f97065db tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/f1d07e32-244a-482a-8c48-799b93f38c51 HTTP/1.1" status: 404 len: 333 time: 0.0369625 Feb 16 16:46:11.951223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48190) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:11.967933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5d0b7492-7cb4-4871-96cf-66208656fe0e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:46:12.158972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5d0b7492-7cb4-4871-96cf-66208656fe0e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:12.160212 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:12.172964 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a484e51-c3d7-4cae-8240-9fe81223fe7c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (577a2201-3d3d-4e80-965c-c49d2112b31f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:12.218112 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a484e51-c3d7-4cae-8240-9fe81223fe7c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (577a2201-3d3d-4e80-965c-c49d2112b31f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:12.352091 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a484e51-c3d7-4cae-8240-9fe81223fe7c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (577a2201-3d3d-4e80-965c-c49d2112b31f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:12.354689 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a484e51-c3d7-4cae-8240-9fe81223fe7c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:12.374170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3a484e51-c3d7-4cae-8240-9fe81223fe7c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/security-groups/577a2201-3d3d-4e80-965c-c49d2112b31f HTTP/1.1" status: 204 len: 168 time: 0.4206474 Feb 16 16:46:12.374665 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48202) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:12.391787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a484e51-c3d7-4cae-8240-9fe81223fe7c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=577a2201-3d3d-4e80-965c-c49d2112b31f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:12.394294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5d0b7492-7cb4-4871-96cf-66208656fe0e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:12.495796 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-325c5099-2b2e-44bf-9a3e-c8186343e92a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (82479ae3-17af-44b2-b964-2d33c74a85dd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:12.500542 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48204) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:12.530001 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-325c5099-2b2e-44bf-9a3e-c8186343e92a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (82479ae3-17af-44b2-b964-2d33c74a85dd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:12.592050 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-325c5099-2b2e-44bf-9a3e-c8186343e92a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (82479ae3-17af-44b2-b964-2d33c74a85dd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:12.595171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-325c5099-2b2e-44bf-9a3e-c8186343e92a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:12.602175 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-325c5099-2b2e-44bf-9a3e-c8186343e92a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/security-groups/82479ae3-17af-44b2-b964-2d33c74a85dd HTTP/1.1" status: 204 len: 168 time: 0.2263143 Feb 16 16:46:12.604301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48210) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:12.637232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c5099-2b2e-44bf-9a3e-c8186343e92a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82479ae3-17af-44b2-b964-2d33c74a85dd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:12.700625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cf814d-7e6a-4724-b649-8b1355724289 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting subnet 92322fb3-72c0-41ee-be8c-149998897ebb {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:46:12.730857 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-89cf814d-7e6a-4724-b649-8b1355724289 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (92322fb3-72c0-41ee-be8c-149998897ebb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:12.783436 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ac953cf-9a69-4301-a564-ea720f0e3f23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:12.813277 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-89cf814d-7e6a-4724-b649-8b1355724289 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (92322fb3-72c0-41ee-be8c-149998897ebb), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:12.830807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b49e51ea-c64d-42ee-9a7f-e5b6f43d4914 None None] Provisioning complete for port 5d0b7492-7cb4-4871-96cf-66208656fe0e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:12.831351 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b49e51ea-c64d-42ee-9a7f-e5b6f43d4914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:12.885291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeceedf-5dc0-4b1f-bce6-796d57f2ba11 req-a3ac06d3-c163-40e5-86ff-0100ae11df51 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:12.886811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5eeceedf-5dc0-4b1f-bce6-796d57f2ba11 req-a3ac06d3-c163-40e5-86ff-0100ae11df51 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.1768286 Feb 16 16:46:12.981112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b49e51ea-c64d-42ee-9a7f-e5b6f43d4914 None None] Current status of the port 5d0b7492-7cb4-4871-96cf-66208656fe0e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:12.990004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b49e51ea-c64d-42ee-9a7f-e5b6f43d4914 None None] Could not find standard attr ID for object f1d07e32-244a-482a-8c48-799b93f38c51. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:46:13.002715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b49e51ea-c64d-42ee-9a7f-e5b6f43d4914 None None] Provisioning complete for port 900e1204-181c-47fa-ae91-212491b18c74 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:13.003772 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b49e51ea-c64d-42ee-9a7f-e5b6f43d4914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (900e1204-181c-47fa-ae91-212491b18c74), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:13.007943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5eeceedf-5dc0-4b1f-bce6-796d57f2ba11 req-6678600e-f36f-48e7-b9c9-1f4438ecad70 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067083 Feb 16 16:46:13.022228 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-89cf814d-7e6a-4724-b649-8b1355724289 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (92322fb3-72c0-41ee-be8c-149998897ebb), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:13.057880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b49e51ea-c64d-42ee-9a7f-e5b6f43d4914 None None] Port 900e1204-181c-47fa-ae91-212491b18c74 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:13.084429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ac953cf-9a69-4301-a564-ea720f0e3f23 admin admin] Publish callbacks [] for security_group (1c445148-89a3-4cfd-816f-fd45644a1b33), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:13.120652 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ac953cf-9a69-4301-a564-ea720f0e3f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1c445148-89a3-4cfd-816f-fd45644a1b33), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:13.178644 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-89cf814d-7e6a-4724-b649-8b1355724289 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (92322fb3-72c0-41ee-be8c-149998897ebb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:13.203731 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-89cf814d-7e6a-4724-b649-8b1355724289 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:13.208980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-89cf814d-7e6a-4724-b649-8b1355724289 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/92322fb3-72c0-41ee-be8c-149998897ebb HTTP/1.1" status: 204 len: 168 time: 0.6034474 Feb 16 16:46:13.213041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48228) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:13.218204 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-71063a78-2a62-46e1-9664-a3eec0b3c81a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'subnet': {'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:13.237595 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9ac953cf-9a69-4301-a564-ea720f0e3f23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39763b6bf2bd49608e0ff6c21e7cfb45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7357516 Feb 16 16:46:13.238318 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48230) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:13.330212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac953cf-9a69-4301-a564-ea720f0e3f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c445148-89a3-4cfd-816f-fd45644a1b33,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:13.348455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf814d-7e6a-4724-b649-8b1355724289 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Subnet': ['ID=92322fb3-72c0-41ee-be8c-149998897ebb,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:13.403185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e165b53-42cb-4bd3-9b6c-2e5950ee9bad None None] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:46:13.462374 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a42f3eb5-3da5-4447-afbd-d33fca10f5bf admin admin] Publish callbacks [] for security_group (1c445148-89a3-4cfd-816f-fd45644a1b33), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:13.484157 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-12da5cf5-fd8c-4dff-b509-6dd63c71ebad None None] Could not find standard attr ID for object f1d07e32-244a-482a-8c48-799b93f38c51. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:46:13.520977 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a42f3eb5-3da5-4447-afbd-d33fca10f5bf admin admin] Publish callbacks [] for security_group (1c445148-89a3-4cfd-816f-fd45644a1b33), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:13.524968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71063a78-2a62-46e1-9664-a3eec0b3c81a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:13.531122 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-71063a78-2a62-46e1-9664-a3eec0b3c81a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:13.639928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a42f3eb5-3da5-4447-afbd-d33fca10f5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1c445148-89a3-4cfd-816f-fd45644a1b33), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:13.642563 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a42f3eb5-3da5-4447-afbd-d33fca10f5bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:13.643723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a42f3eb5-3da5-4447-afbd-d33fca10f5bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c445148-89a3-4cfd-816f-fd45644a1b33 HTTP/1.1" status: 204 len: 168 time: 0.3521361 Feb 16 16:46:13.659231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f3eb5-3da5-4447-afbd-d33fca10f5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c445148-89a3-4cfd-816f-fd45644a1b33,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:13.982253 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-71063a78-2a62-46e1-9664-a3eec0b3c81a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (123dd4a4-d480-4ede-8a7c-f0b7d119ae88), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.070219 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71063a78-2a62-46e1-9664-a3eec0b3c81a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:46:14.076426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48258) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:14.094641 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f7d86fa-a98c-47d4-9c3b-fece34e67769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.099696 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-71063a78-2a62-46e1-9664-a3eec0b3c81a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:14.105800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71063a78-2a62-46e1-9664-a3eec0b3c81a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:14.106389 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-71063a78-2a62-46e1-9664-a3eec0b3c81a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.159480 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-71063a78-2a62-46e1-9664-a3eec0b3c81a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9430897 Feb 16 16:46:14.164257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48260) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:14.166383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71063a78-2a62-46e1-9664-a3eec0b3c81a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Subnet': ['ID=123dd4a4-d480-4ede-8a7c-f0b7d119ae88,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:14.170969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8825feb8-46dd-4b6b-896f-315bafda3528 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'security_group': {'name': 'tempest-secgroup-642200889'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:14.218897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8825feb8-46dd-4b6b-896f-315bafda3528 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.240863 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f7d86fa-a98c-47d4-9c3b-fece34e67769 admin admin] Publish callbacks [] for security_group (5661b6bb-6f36-4a16-ab7d-46eb9ea602d4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.255332 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f7d86fa-a98c-47d4-9c3b-fece34e67769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5661b6bb-6f36-4a16-ab7d-46eb9ea602d4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.310766 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2f7d86fa-a98c-47d4-9c3b-fece34e67769 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e8ed00e42ba4003ba289adef115220d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2324495 Feb 16 16:46:14.313532 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48266) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:14.359547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d86fa-a98c-47d4-9c3b-fece34e67769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5661b6bb-6f36-4a16-ab7d-46eb9ea602d4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:14.425674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd221521-4465-429c-a4e5-8778cf5e391c req-4308137a-ae09-4b66-be3c-b6616d88b7d3 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:14.428022 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bd221521-4465-429c-a4e5-8778cf5e391c req-4308137a-ae09-4b66-be3c-b6616d88b7d3 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.1850359 Feb 16 16:46:14.476068 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8825feb8-46dd-4b6b-896f-315bafda3528 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (3c884e3d-bd0a-4c22-9f40-c95d791f15a5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.493360 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8825feb8-46dd-4b6b-896f-315bafda3528 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3c884e3d-bd0a-4c22-9f40-c95d791f15a5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.509111 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ed059f2-4cfa-47a3-afbd-a85400ef4b0b admin admin] Publish callbacks [] for security_group (5661b6bb-6f36-4a16-ab7d-46eb9ea602d4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.539226 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8825feb8-46dd-4b6b-896f-315bafda3528 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.543336 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8825feb8-46dd-4b6b-896f-315bafda3528 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3755596 Feb 16 16:46:14.546844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bd221521-4465-429c-a4e5-8778cf5e391c req-0c2bd328-9cc3-4893-9459-1898323b9024 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040137 Feb 16 16:46:14.552910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48270) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:14.558170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2fe9b051-65d8-4acf-a345-68702d91c97d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'security_group': {'name': 'tempest-secgroup-1573436683'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:14.560203 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ed059f2-4cfa-47a3-afbd-a85400ef4b0b admin admin] Publish callbacks [] for security_group (5661b6bb-6f36-4a16-ab7d-46eb9ea602d4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.569521 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825feb8-46dd-4b6b-896f-315bafda3528 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c884e3d-bd0a-4c22-9f40-c95d791f15a5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:14.606287 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b051-65d8-4acf-a345-68702d91c97d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.644569 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ed059f2-4cfa-47a3-afbd-a85400ef4b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5661b6bb-6f36-4a16-ab7d-46eb9ea602d4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.655032 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ed059f2-4cfa-47a3-afbd-a85400ef4b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.656246 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7ed059f2-4cfa-47a3-afbd-a85400ef4b0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5661b6bb-6f36-4a16-ab7d-46eb9ea602d4 HTTP/1.1" status: 204 len: 168 time: 0.3417616 Feb 16 16:46:14.680473 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed059f2-4cfa-47a3-afbd-a85400ef4b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5661b6bb-6f36-4a16-ab7d-46eb9ea602d4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:14.754968 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b051-65d8-4acf-a345-68702d91c97d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (da07e48c-0d9d-4770-ace3-cd530fe014bc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.760996 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b051-65d8-4acf-a345-68702d91c97d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (da07e48c-0d9d-4770-ace3-cd530fe014bc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.780069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a91d70-cedc-470b-ab68-2091f7249bca None None] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:46:14.878279 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b051-65d8-4acf-a345-68702d91c97d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.880332 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2fe9b051-65d8-4acf-a345-68702d91c97d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3259411 Feb 16 16:46:14.884017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48282) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:14.888076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-443ee884-ed13-42ce-ae2d-2e7153262975 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'security_group': {'name': 'tempest-secgroup-1196313014'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:14.893879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9b051-65d8-4acf-a345-68702d91c97d tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da07e48c-0d9d-4770-ace3-cd530fe014bc,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:14.932918 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-443ee884-ed13-42ce-ae2d-2e7153262975 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:14.958768 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4b412f40-07fc-4041-89ef-c7c195734094 None None] Provisioning complete for port 5d0b7492-7cb4-4871-96cf-66208656fe0e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:14.959415 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4b412f40-07fc-4041-89ef-c7c195734094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:15.065059 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-443ee884-ed13-42ce-ae2d-2e7153262975 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (0393007a-fe74-4c46-80da-aff327aadf72), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:15.071899 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-443ee884-ed13-42ce-ae2d-2e7153262975 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0393007a-fe74-4c46-80da-aff327aadf72), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:15.141191 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-443ee884-ed13-42ce-ae2d-2e7153262975 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:15.142557 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-443ee884-ed13-42ce-ae2d-2e7153262975 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2583406 Feb 16 16:46:15.145346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48288) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:15.148845 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ee884-ed13-42ce-ae2d-2e7153262975 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0393007a-fe74-4c46-80da-aff327aadf72,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:15.151995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-233941691', 'security_groups': ['0393007a-fe74-4c46-80da-aff327aadf72'], 'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '123dd4a4-d480-4ede-8a7c-f0b7d119ae88'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:15.188982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4b412f40-07fc-4041-89ef-c7c195734094 None None] Current status of the port 5d0b7492-7cb4-4871-96cf-66208656fe0e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:15.220457 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f7aa3c-7376-4ba5-871d-e1566f3b0926 None None] Update dhcp port {'port': {'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'fixed_ips': [{'subnet_id': 'ed729aec-5ff6-4810-8725-f4f768e795fe', 'ip_address': '172.20.0.18'}, {'subnet_id': '123dd4a4-d480-4ede-8a7c-f0b7d119ae88'}], 'binding:host_id': 'n-d-669411-5'}, 'id': '5d0b7492-7cb4-4871-96cf-66208656fe0e'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:46:15.249372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4b412f40-07fc-4041-89ef-c7c195734094 None None] Provisioning complete for port 900e1204-181c-47fa-ae91-212491b18c74 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:15.249819 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4b412f40-07fc-4041-89ef-c7c195734094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (900e1204-181c-47fa-ae91-212491b18c74), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:15.304365 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f4f7aa3c-7376-4ba5-871d-e1566f3b0926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:15.331476 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4b412f40-07fc-4041-89ef-c7c195734094 None None] Port 900e1204-181c-47fa-ae91-212491b18c74 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:15.405567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:15.555925 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:15.581017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port 187469d2-793b-4c34-971b-74a56d1187b9 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:46:15.752933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-f4f7aa3c-7376-4ba5-871d-e1566f3b0926 None None] Allocated IP 172.20.0.2 (97f67483-5cf6-4505-8ff7-ff1ad646f7a0/123dd4a4-d480-4ede-8a7c-f0b7d119ae88/5d0b7492-7cb4-4871-96cf-66208656fe0e) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:46:15.933363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34606700-2291-4b98-8a31-26afbcfb0b64 req-7a186fee-46f0-4ae2-87b2-84cf18476d43 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:15.974865 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34606700-2291-4b98-8a31-26afbcfb0b64 req-7a186fee-46f0-4ae2-87b2-84cf18476d43 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.2144496 Feb 16 16:46:16.021431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f4f7aa3c-7376-4ba5-871d-e1566f3b0926 None None] For port 5d0b7492-7cb4-4871-96cf-66208656fe0e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5d0b7492-7cb4-4871-96cf-66208656fe0e,segment=NetworkSegment(9018d077-0314-4622-8f14-6dd406850f50),segment_id=9018d077-0314-4622-8f14-6dd406850f50)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:16.095876 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34606700-2291-4b98-8a31-26afbcfb0b64 req-302a5ec7-d763-4da4-940e-9ae288dc6ed2 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144812 Feb 16 16:46:16.098848 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f4f7aa3c-7376-4ba5-871d-e1566f3b0926 None None] Publish callbacks [] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:16.114390 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f4f7aa3c-7376-4ba5-871d-e1566f3b0926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:16.232216 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.db.api [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a284d37c-f3bb-4b32-b272-b481a838a1ad {{(pid=103421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:46:16.232788 n-d-669411-5 neutron-server[103421]: DEBUG oslo_db.api [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:46:16.278754 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7aa3c-7376-4ba5-871d-e1566f3b0926 None None] Pushing event updated for resources: {'Port': ['ID=5d0b7492-7cb4-4871-96cf-66208656fe0e,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:16.734639 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:16.809636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] device_id is not set on port d82c5ac1-59bf-413f-bcbe-6453776ad3b6 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:46:17.224586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Allocated IP 172.20.0.8 (97f67483-5cf6-4505-8ff7-ff1ad646f7a0/123dd4a4-d480-4ede-8a7c-f0b7d119ae88/d82c5ac1-59bf-413f-bcbe-6453776ad3b6) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:46:17.302561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-368a7847-de71-4106-a3ab-e2c9ef5de612 None None] Provisioning complete for port 5d0b7492-7cb4-4871-96cf-66208656fe0e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:17.306980 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-368a7847-de71-4106-a3ab-e2c9ef5de612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:17.425690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-368a7847-de71-4106-a3ab-e2c9ef5de612 None None] Current status of the port 5d0b7492-7cb4-4871-96cf-66208656fe0e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:17.445785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055e479-5e2f-486a-8dfd-8ab33080283a req-98ec8232-a37f-4589-87b1-eec0fd157835 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:17.447346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e055e479-5e2f-486a-8dfd-8ab33080283a req-98ec8232-a37f-4589-87b1-eec0fd157835 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.2006865 Feb 16 16:46:17.462259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-368a7847-de71-4106-a3ab-e2c9ef5de612 None None] Provisioning complete for port 900e1204-181c-47fa-ae91-212491b18c74 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:17.462259 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-368a7847-de71-4106-a3ab-e2c9ef5de612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (900e1204-181c-47fa-ae91-212491b18c74), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:17.533740 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-368a7847-de71-4106-a3ab-e2c9ef5de612 None None] Port 900e1204-181c-47fa-ae91-212491b18c74 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:17.649739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e055e479-5e2f-486a-8dfd-8ab33080283a req-864cc39e-fc91-48e3-9ad1-8bc60d3246d1 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808884 Feb 16 16:46:17.674533 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (d82c5ac1-59bf-413f-bcbe-6453776ad3b6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:17.717605 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d82c5ac1-59bf-413f-bcbe-6453776ad3b6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:17.773357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:46:17.777695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:17.786049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:46:17.822438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=d82c5ac1-59bf-413f-bcbe-6453776ad3b6,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:17.861265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:17.861892 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:17.886502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-be091296-2873-43d7-a801-4fd04982b3d8 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7388349 Feb 16 16:46:17.888714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48374) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:17.894563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-93984afe-5cf5-40c5-ac42-b9402c461d97 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'subnet': {'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:17.993182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5d0b7492-7cb4-4871-96cf-66208656fe0e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:46:18.074933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93984afe-5cf5-40c5-ac42-b9402c461d97 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:18.081196 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93984afe-5cf5-40c5-ac42-b9402c461d97 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:18.102926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5d0b7492-7cb4-4871-96cf-66208656fe0e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:18.103472 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:18.221281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c5eacdbd-e19a-484e-a323-c6859f4fcb4f None None] Provisioning complete for port d82c5ac1-59bf-413f-bcbe-6453776ad3b6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:18.221677 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c5eacdbd-e19a-484e-a323-c6859f4fcb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d82c5ac1-59bf-413f-bcbe-6453776ad3b6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:18.286316 n-d-669411-5 neutron-server[103422]: INFO neutron.db.ipam_backend_mixin [None req-93984afe-5cf5-40c5-ac42-b9402c461d97 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 123dd4a4-d480-4ede-8a7c-f0b7d119ae88 (CIDR: 172.20.0.0/28) Feb 16 16:46:18.292072 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-93984afe-5cf5-40c5-ac42-b9402c461d97 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:46:18.292795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93984afe-5cf5-40c5-ac42-b9402c461d97 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:46:18.299063 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c5eacdbd-e19a-484e-a323-c6859f4fcb4f None None] Port d82c5ac1-59bf-413f-bcbe-6453776ad3b6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:18.330418 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-93984afe-5cf5-40c5-ac42-b9402c461d97 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4399488 Feb 16 16:46:18.333656 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48384) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:18.338612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-dfef51f9-30c1-4c13-9b93-ac5bb0fde250 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'subnet': {'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:18.356909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5d0b7492-7cb4-4871-96cf-66208656fe0e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:18.588275 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfef51f9-30c1-4c13-9b93-ac5bb0fde250 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:18.601075 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dfef51f9-30c1-4c13-9b93-ac5bb0fde250 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:18.819956 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef8fe4-1d62-4a30-a6c3-e297afb93265 req-813a194e-b695-4f0f-9b92-9a6b37facb77 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:18.821728 n-d-669411-5 neutron-server[103422]: INFO neutron.db.ipam_backend_mixin [None req-dfef51f9-30c1-4c13-9b93-ac5bb0fde250 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ed729aec-5ff6-4810-8725-f4f768e795fe (CIDR: 172.20.0.16/28) Feb 16 16:46:18.828131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4ef8fe4-1d62-4a30-a6c3-e297afb93265 req-813a194e-b695-4f0f-9b92-9a6b37facb77 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.0780001 Feb 16 16:46:18.828704 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfef51f9-30c1-4c13-9b93-ac5bb0fde250 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:46:18.829353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfef51f9-30c1-4c13-9b93-ac5bb0fde250 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:46:18.860698 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dfef51f9-30c1-4c13-9b93-ac5bb0fde250 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5258930 Feb 16 16:46:18.865108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48406) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:18.869935 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-6717270e-b769-410c-a0dd-1ca1f044f64e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'subnet': {'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:18.965396 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4ef8fe4-1d62-4a30-a6c3-e297afb93265 req-0f4717b9-d56a-4b90-9189-110a61c90d60 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312337 Feb 16 16:46:19.078193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6717270e-b769-410c-a0dd-1ca1f044f64e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Made reservation on behalf of 50204bcb61af4b688efc8a861d5f9087 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:19.085573 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6717270e-b769-410c-a0dd-1ca1f044f64e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:19.740713 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6717270e-b769-410c-a0dd-1ca1f044f64e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (b7ad2999-73af-4b68-93ba-6cdf8bdd8ac3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:19.808420 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717270e-b769-410c-a0dd-1ca1f044f64e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Subnet': ['ID=b7ad2999-73af-4b68-93ba-6cdf8bdd8ac3,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:19.827849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6717270e-b769-410c-a0dd-1ca1f044f64e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:46:19.829883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-6717270e-b769-410c-a0dd-1ca1f044f64e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:19.840414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6717270e-b769-410c-a0dd-1ca1f044f64e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:19.841919 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6717270e-b769-410c-a0dd-1ca1f044f64e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:19.843137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13002564-0847-4500-9e45-d81aeae8dd81 None None] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:46:19.878189 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6717270e-b769-410c-a0dd-1ca1f044f64e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0120111 Feb 16 16:46:19.881693 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48444) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:19.890382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-db087700-4dc8-4aff-9233-056a2ae577c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-319935323', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b7ad2999-73af-4b68-93ba-6cdf8bdd8ac3'}], 'security_groups': ['3c884e3d-bd0a-4c22-9f40-c95d791f15a5', 'da07e48c-0d9d-4770-ace3-cd530fe014bc']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:20.148559 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec7727-a4f0-4eb8-a93a-16a1ec5cde3b req-3a197976-67bf-47d2-af56-0de2654e1c91 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:20.157614 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fec7727-a4f0-4eb8-a93a-16a1ec5cde3b req-3a197976-67bf-47d2-af56-0de2654e1c91 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.0990913 Feb 16 16:46:20.209385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3decc433-469e-438c-a7d0-0c0945712936 None None] Update dhcp port {'port': {'network_id': '97f67483-5cf6-4505-8ff7-ff1ad646f7a0', 'fixed_ips': [{'subnet_id': 'ed729aec-5ff6-4810-8725-f4f768e795fe', 'ip_address': '172.20.0.18'}, {'subnet_id': '123dd4a4-d480-4ede-8a7c-f0b7d119ae88', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b7ad2999-73af-4b68-93ba-6cdf8bdd8ac3'}], 'binding:host_id': 'n-d-669411-5'}, 'id': '5d0b7492-7cb4-4871-96cf-66208656fe0e'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:46:20.221110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fec7727-a4f0-4eb8-a93a-16a1ec5cde3b req-02478839-0fc2-44a0-9620-ec897c331ae2 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623875 Feb 16 16:46:20.282578 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3decc433-469e-438c-a7d0-0c0945712936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:20.682788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-3decc433-469e-438c-a7d0-0c0945712936 None None] Allocated IP 172.20.0.34 (97f67483-5cf6-4505-8ff7-ff1ad646f7a0/b7ad2999-73af-4b68-93ba-6cdf8bdd8ac3/5d0b7492-7cb4-4871-96cf-66208656fe0e) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:46:20.745545 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db087700-4dc8-4aff-9233-056a2ae577c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d82c5ac1-59bf-413f-bcbe-6453776ad3b6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:20.927975 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3decc433-469e-438c-a7d0-0c0945712936 None None] For port 5d0b7492-7cb4-4871-96cf-66208656fe0e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5d0b7492-7cb4-4871-96cf-66208656fe0e,segment=NetworkSegment(9018d077-0314-4622-8f14-6dd406850f50),segment_id=9018d077-0314-4622-8f14-6dd406850f50)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:21.022207 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3decc433-469e-438c-a7d0-0c0945712936 None None] Publish callbacks [] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:21.040872 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3decc433-469e-438c-a7d0-0c0945712936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:21.205877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decc433-469e-438c-a7d0-0c0945712936 None None] Pushing event updated for resources: {'Port': ['ID=5d0b7492-7cb4-4871-96cf-66208656fe0e,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:21.445476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.db.api [None req-db087700-4dc8-4aff-9233-056a2ae577c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-8d21ecdb-e6a4-49eb-88e2-0623a886a3b5 {{(pid=103422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:46:21.445966 n-d-669411-5 neutron-server[103422]: DEBUG oslo_db.api [None req-db087700-4dc8-4aff-9233-056a2ae577c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:46:21.482522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1825162-3958-42d1-86e2-2e5e06f1738c req-3faa62e6-511f-4b84-9b34-21521a71b832 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:21.489639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c1825162-3958-42d1-86e2-2e5e06f1738c req-3faa62e6-511f-4b84-9b34-21521a71b832 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.1284673 Feb 16 16:46:21.637190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c1825162-3958-42d1-86e2-2e5e06f1738c req-64528664-f061-45bb-a3f2-9cc7a07fcb78 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348808 Feb 16 16:46:21.734798 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48492) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:21.995251 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5d0b7492-7cb4-4871-96cf-66208656fe0e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:46:22.065174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db087700-4dc8-4aff-9233-056a2ae577c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d82c5ac1-59bf-413f-bcbe-6453776ad3b6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:22.105726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5d0b7492-7cb4-4871-96cf-66208656fe0e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:22.106275 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:22.301303 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5d0b7492-7cb4-4871-96cf-66208656fe0e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:22.396246 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6efd26d-d567-48b8-a385-7eec4791f430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:22.476451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d3dd8cc8-615c-4a78-9d04-a91fd5a84cd9 None None] Provisioning complete for port 5d0b7492-7cb4-4871-96cf-66208656fe0e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:22.476836 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3dd8cc8-615c-4a78-9d04-a91fd5a84cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:22.581673 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6efd26d-d567-48b8-a385-7eec4791f430 admin admin] Publish callbacks [] for security_group (c38cbfb9-2904-41af-b303-0902dea834c8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:22.587971 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6efd26d-d567-48b8-a385-7eec4791f430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c38cbfb9-2904-41af-b303-0902dea834c8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:22.668578 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd8cc8-615c-4a78-9d04-a91fd5a84cd9 None None] Current status of the port 5d0b7492-7cb4-4871-96cf-66208656fe0e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:22.684295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d3dd8cc8-615c-4a78-9d04-a91fd5a84cd9 None None] Provisioning complete for port d82c5ac1-59bf-413f-bcbe-6453776ad3b6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:22.685800 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3dd8cc8-615c-4a78-9d04-a91fd5a84cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d82c5ac1-59bf-413f-bcbe-6453776ad3b6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:22.739888 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd8cc8-615c-4a78-9d04-a91fd5a84cd9 None None] Port d82c5ac1-59bf-413f-bcbe-6453776ad3b6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:22.744694 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f6efd26d-d567-48b8-a385-7eec4791f430 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6eeb7434604145d185ad70f5fdfa10d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0063016 Feb 16 16:46:22.753221 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48522) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:22.760408 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d3dd8cc8-615c-4a78-9d04-a91fd5a84cd9 None None] Provisioning complete for port 900e1204-181c-47fa-ae91-212491b18c74 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:22.761225 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3dd8cc8-615c-4a78-9d04-a91fd5a84cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (900e1204-181c-47fa-ae91-212491b18c74), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:22.769002 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efd26d-d567-48b8-a385-7eec4791f430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38cbfb9-2904-41af-b303-0902dea834c8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:22.842013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8222b4-44cb-43bb-a635-656c8a6fe5da req-18f6640f-a5f8-4db2-bf70-936567c74872 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:22.851645 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d8222b4-44cb-43bb-a635-656c8a6fe5da req-18f6640f-a5f8-4db2-bf70-936567c74872 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.1211987 Feb 16 16:46:22.902104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd8cc8-615c-4a78-9d04-a91fd5a84cd9 None None] Port 900e1204-181c-47fa-ae91-212491b18c74 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:22.960224 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d8222b4-44cb-43bb-a635-656c8a6fe5da req-5886a548-5e25-436c-85a5-153a93309a43 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073472 Feb 16 16:46:23.007882 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-87a2eae4-3cab-4865-8e75-aa70ced15300 admin admin] Publish callbacks [] for security_group (c38cbfb9-2904-41af-b303-0902dea834c8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:23.114865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-db087700-4dc8-4aff-9233-056a2ae577c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Delete allocated IP 172.20.0.8 (97f67483-5cf6-4505-8ff7-ff1ad646f7a0/123dd4a4-d480-4ede-8a7c-f0b7d119ae88) {{(pid=103422) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 16:46:23.157513 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-db087700-4dc8-4aff-9233-056a2ae577c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Allocated IP 172.20.0.45 (97f67483-5cf6-4505-8ff7-ff1ad646f7a0/b7ad2999-73af-4b68-93ba-6cdf8bdd8ac3/d82c5ac1-59bf-413f-bcbe-6453776ad3b6) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:46:23.361284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bc655-a664-4284-aae7-e3a8cb5833c1 req-0d539422-b42c-424f-b211-f980e6151c63 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:23.367656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bc655-a664-4284-aae7-e3a8cb5833c1 req-0d539422-b42c-424f-b211-f980e6151c63 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:23.367955 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-87a2eae4-3cab-4865-8e75-aa70ced15300 admin admin] Publish callbacks [] for security_group (c38cbfb9-2904-41af-b303-0902dea834c8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:23.385604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bc655-a664-4284-aae7-e3a8cb5833c1 req-0d539422-b42c-424f-b211-f980e6151c63 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:23.396991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bc655-a664-4284-aae7-e3a8cb5833c1 req-0d539422-b42c-424f-b211-f980e6151c63 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:23.415876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bc655-a664-4284-aae7-e3a8cb5833c1 req-0d539422-b42c-424f-b211-f980e6151c63 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:23.422090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bc655-a664-4284-aae7-e3a8cb5833c1 req-0d539422-b42c-424f-b211-f980e6151c63 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:23.444158 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bc655-a664-4284-aae7-e3a8cb5833c1 req-0d539422-b42c-424f-b211-f980e6151c63 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:23.452775 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b3bc655-a664-4284-aae7-e3a8cb5833c1 req-0d539422-b42c-424f-b211-f980e6151c63 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5435 time: 0.2132444 Feb 16 16:46:23.547742 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b3bc655-a664-4284-aae7-e3a8cb5833c1 req-f2326d45-1c83-4034-968f-011bc5ed9650 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932581 Feb 16 16:46:23.614429 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db087700-4dc8-4aff-9233-056a2ae577c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for port (d82c5ac1-59bf-413f-bcbe-6453776ad3b6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:23.621705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db087700-4dc8-4aff-9233-056a2ae577c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d82c5ac1-59bf-413f-bcbe-6453776ad3b6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:23.664154 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-87a2eae4-3cab-4865-8e75-aa70ced15300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c38cbfb9-2904-41af-b303-0902dea834c8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:23.667011 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-87a2eae4-3cab-4865-8e75-aa70ced15300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:23.671824 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-87a2eae4-3cab-4865-8e75-aa70ced15300 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c38cbfb9-2904-41af-b303-0902dea834c8 HTTP/1.1" status: 204 len: 168 time: 0.9105115 Feb 16 16:46:23.744148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2eae4-3cab-4865-8e75-aa70ced15300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38cbfb9-2904-41af-b303-0902dea834c8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:23.760586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db087700-4dc8-4aff-9233-056a2ae577c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event updated for resources: {'Port': ['ID=d82c5ac1-59bf-413f-bcbe-6453776ad3b6,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:23.829884 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-db087700-4dc8-4aff-9233-056a2ae577c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] In _notify_port_updated(), no bound segment for port d82c5ac1-59bf-413f-bcbe-6453776ad3b6 on network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:46:23.846068 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db087700-4dc8-4aff-9233-056a2ae577c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:23.848664 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db087700-4dc8-4aff-9233-056a2ae577c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:23.851025 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-db087700-4dc8-4aff-9233-056a2ae577c6 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "PUT /v2.0/ports/d82c5ac1-59bf-413f-bcbe-6453776ad3b6 HTTP/1.1" status: 200 len: 959 time: 3.9683053 Feb 16 16:46:23.854209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48554) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:24.044348 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1881f341-9fe9-4132-b9a3-dc2802d814f2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port d82c5ac1-59bf-413f-bcbe-6453776ad3b6 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:24.044704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1881f341-9fe9-4132-b9a3-dc2802d814f2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d82c5ac1-59bf-413f-bcbe-6453776ad3b6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:24.106936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48560) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:24.139319 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f14f9679-fe09-4ddb-a07c-02c0554d6d43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:24.196055 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1881f341-9fe9-4132-b9a3-dc2802d814f2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d82c5ac1-59bf-413f-bcbe-6453776ad3b6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:24.222601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1881f341-9fe9-4132-b9a3-dc2802d814f2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for d82c5ac1-59bf-413f-bcbe-6453776ad3b6 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:24.257789 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f14f9679-fe09-4ddb-a07c-02c0554d6d43 admin admin] Publish callbacks [] for security_group (96b25d69-2daa-4f65-9d04-2b80e9ffad76), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:24.280121 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f14f9679-fe09-4ddb-a07c-02c0554d6d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (96b25d69-2daa-4f65-9d04-2b80e9ffad76), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:24.343202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346890a7-fa79-42d2-8ca2-35ac0eab4b5a req-da4b8356-405d-45b4-bb69-a8397cc82142 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:24.344793 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-346890a7-fa79-42d2-8ca2-35ac0eab4b5a req-da4b8356-405d-45b4-bb69-a8397cc82142 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.2110672 Feb 16 16:46:24.383386 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f9679-fe09-4ddb-a07c-02c0554d6d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b25d69-2daa-4f65-9d04-2b80e9ffad76,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:24.396058 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f14f9679-fe09-4ddb-a07c-02c0554d6d43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7ec5d3a50294683bc53fc21027d52dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2849040 Feb 16 16:46:24.396597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48568) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:24.438694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b8bbc28d-6cb9-4580-bb01-a35c50ee06f4 None None] Provisioning complete for port d82c5ac1-59bf-413f-bcbe-6453776ad3b6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:24.439729 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc28d-6cb9-4580-bb01-a35c50ee06f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d82c5ac1-59bf-413f-bcbe-6453776ad3b6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:24.446117 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-346890a7-fa79-42d2-8ca2-35ac0eab4b5a req-ac66ee59-b97a-4207-853b-03677237117a tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890305 Feb 16 16:46:24.495136 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1881f341-9fe9-4132-b9a3-dc2802d814f2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d82c5ac1-59bf-413f-bcbe-6453776ad3b6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:24.512297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbc28d-6cb9-4580-bb01-a35c50ee06f4 None None] Port d82c5ac1-59bf-413f-bcbe-6453776ad3b6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:24.513656 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a7b70f2a-afcc-4510-8cbc-470c85b03b57 admin admin] Publish callbacks [] for security_group (96b25d69-2daa-4f65-9d04-2b80e9ffad76), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:24.537670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881f341-9fe9-4132-b9a3-dc2802d814f2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=d82c5ac1-59bf-413f-bcbe-6453776ad3b6,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:24.558285 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a7b70f2a-afcc-4510-8cbc-470c85b03b57 admin admin] Publish callbacks [] for security_group (96b25d69-2daa-4f65-9d04-2b80e9ffad76), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:24.647067 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a7b70f2a-afcc-4510-8cbc-470c85b03b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (96b25d69-2daa-4f65-9d04-2b80e9ffad76), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:24.650225 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a7b70f2a-afcc-4510-8cbc-470c85b03b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:24.651631 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a7b70f2a-afcc-4510-8cbc-470c85b03b57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96b25d69-2daa-4f65-9d04-2b80e9ffad76 HTTP/1.1" status: 204 len: 168 time: 0.2541091 Feb 16 16:46:24.667710 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b70f2a-afcc-4510-8cbc-470c85b03b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b25d69-2daa-4f65-9d04-2b80e9ffad76,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:24.814669 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1881f341-9fe9-4132-b9a3-dc2802d814f2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:24.823147 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1881f341-9fe9-4132-b9a3-dc2802d814f2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/d82c5ac1-59bf-413f-bcbe-6453776ad3b6 HTTP/1.1" status: 204 len: 168 time: 0.9641898 Feb 16 16:46:24.823618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48582) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:24.893093 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ebcaea-05a9-4132-810d-a825d1d8c11c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] GET failed (client error): The resource could not be found. Feb 16 16:46:24.896909 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f2ebcaea-05a9-4132-810d-a825d1d8c11c tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports/d82c5ac1-59bf-413f-bcbe-6453776ad3b6 HTTP/1.1" status: 404 len: 333 time: 0.0700512 Feb 16 16:46:24.903124 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48592) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:24.915694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b6fdc-0233-4ea9-baf6-af8fc290b344 req-ce27c33e-0197-424d-99b4-7e797596141f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:24.943107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b6fdc-0233-4ea9-baf6-af8fc290b344 req-ce27c33e-0197-424d-99b4-7e797596141f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:24.964104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b6fdc-0233-4ea9-baf6-af8fc290b344 req-ce27c33e-0197-424d-99b4-7e797596141f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:24.975344 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b6fdc-0233-4ea9-baf6-af8fc290b344 req-ce27c33e-0197-424d-99b4-7e797596141f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:24.997116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b6fdc-0233-4ea9-baf6-af8fc290b344 req-ce27c33e-0197-424d-99b4-7e797596141f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:25.008704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b6fdc-0233-4ea9-baf6-af8fc290b344 req-ce27c33e-0197-424d-99b4-7e797596141f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:25.034911 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b6fdc-0233-4ea9-baf6-af8fc290b344 req-ce27c33e-0197-424d-99b4-7e797596141f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:25.041006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f4b6fdc-0233-4ea9-baf6-af8fc290b344 req-ce27c33e-0197-424d-99b4-7e797596141f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5435 time: 0.3122890 Feb 16 16:46:25.139676 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70dd2e2b-b4d9-4308-8f74-373319697646 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (0393007a-fe74-4c46-80da-aff327aadf72), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:25.184943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f4b6fdc-0233-4ea9-baf6-af8fc290b344 req-a8d4d102-fafe-4a5b-a1c5-79705086a0db tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1346982 Feb 16 16:46:25.220801 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70dd2e2b-b4d9-4308-8f74-373319697646 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (0393007a-fe74-4c46-80da-aff327aadf72), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:25.232967 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b1802-30e5-4789-82d6-7e06716f0713 req-5079f81b-bff7-4f7f-958f-9157c0374047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:25.240575 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-863b1802-30e5-4789-82d6-7e06716f0713 req-5079f81b-bff7-4f7f-958f-9157c0374047 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 1127 time: 0.2264204 Feb 16 16:46:25.365012 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-863b1802-30e5-4789-82d6-7e06716f0713 req-4e56c67d-1aa2-4cf3-b0a3-01a7f4f4a56b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122551 Feb 16 16:46:25.396223 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70dd2e2b-b4d9-4308-8f74-373319697646 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0393007a-fe74-4c46-80da-aff327aadf72), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:25.399135 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70dd2e2b-b4d9-4308-8f74-373319697646 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:25.400317 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-70dd2e2b-b4d9-4308-8f74-373319697646 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/security-groups/0393007a-fe74-4c46-80da-aff327aadf72 HTTP/1.1" status: 204 len: 168 time: 0.4962466 Feb 16 16:46:25.403079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48606) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:25.423417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd2e2b-b4d9-4308-8f74-373319697646 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0393007a-fe74-4c46-80da-aff327aadf72,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:25.532618 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-276c064f-6d65-4676-8b34-d26bb4e2db4a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (da07e48c-0d9d-4770-ace3-cd530fe014bc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:25.585544 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-276c064f-6d65-4676-8b34-d26bb4e2db4a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (da07e48c-0d9d-4770-ace3-cd530fe014bc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:25.657307 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-96bf49c6-44a3-4aa6-aad4-5a1de7850b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:25.692900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52574a4-4bd2-4fe0-990c-fbb781ae3cc0 req-f8ebe3bb-8e44-48de-99ac-de45c9bd88e4 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:25.694740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c52574a4-4bd2-4fe0-990c-fbb781ae3cc0 req-f8ebe3bb-8e44-48de-99ac-de45c9bd88e4 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.1134517 Feb 16 16:46:25.728291 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-276c064f-6d65-4676-8b34-d26bb4e2db4a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (da07e48c-0d9d-4770-ace3-cd530fe014bc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:25.732405 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-276c064f-6d65-4676-8b34-d26bb4e2db4a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:25.733568 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-276c064f-6d65-4676-8b34-d26bb4e2db4a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/security-groups/da07e48c-0d9d-4770-ace3-cd530fe014bc HTTP/1.1" status: 204 len: 168 time: 0.3294876 Feb 16 16:46:25.736324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48622) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:25.756596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c064f-6d65-4676-8b34-d26bb4e2db4a tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da07e48c-0d9d-4770-ace3-cd530fe014bc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:25.813353 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c52574a4-4bd2-4fe0-990c-fbb781ae3cc0 req-8217f064-d234-493c-9267-2232c8fd2a5e tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056604 Feb 16 16:46:25.871241 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7610-0ba4-47b4-a6d7-d2182e13acd7 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (3c884e3d-bd0a-4c22-9f40-c95d791f15a5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:25.914631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7610-0ba4-47b4-a6d7-d2182e13acd7 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (3c884e3d-bd0a-4c22-9f40-c95d791f15a5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:25.969500 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7610-0ba4-47b4-a6d7-d2182e13acd7 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3c884e3d-bd0a-4c22-9f40-c95d791f15a5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:25.972325 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7610-0ba4-47b4-a6d7-d2182e13acd7 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:25.977277 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0d7f7610-0ba4-47b4-a6d7-d2182e13acd7 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/security-groups/3c884e3d-bd0a-4c22-9f40-c95d791f15a5 HTTP/1.1" status: 204 len: 168 time: 0.2365353 Feb 16 16:46:25.977435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48634) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:25.985108 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f7610-0ba4-47b4-a6d7-d2182e13acd7 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c884e3d-bd0a-4c22-9f40-c95d791f15a5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:26.083081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f198f5c-c21d-456b-a434-43aa7fd1c09f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting subnet 123dd4a4-d480-4ede-8a7c-f0b7d119ae88 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:46:26.087253 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f198f5c-c21d-456b-a434-43aa7fd1c09f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (123dd4a4-d480-4ede-8a7c-f0b7d119ae88), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:26.147523 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f198f5c-c21d-456b-a434-43aa7fd1c09f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (123dd4a4-d480-4ede-8a7c-f0b7d119ae88), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:26.278493 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f198f5c-c21d-456b-a434-43aa7fd1c09f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (123dd4a4-d480-4ede-8a7c-f0b7d119ae88), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:26.394304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c3537-5261-40cc-a66c-82e99440a7af req-78f4b29b-a306-47ef-85d3-1a78cfee2f4d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:26.400919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c3537-5261-40cc-a66c-82e99440a7af req-78f4b29b-a306-47ef-85d3-1a78cfee2f4d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:26.416013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c3537-5261-40cc-a66c-82e99440a7af req-78f4b29b-a306-47ef-85d3-1a78cfee2f4d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:26.430070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c3537-5261-40cc-a66c-82e99440a7af req-78f4b29b-a306-47ef-85d3-1a78cfee2f4d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:26.442086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c3537-5261-40cc-a66c-82e99440a7af req-78f4b29b-a306-47ef-85d3-1a78cfee2f4d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:26.452528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c3537-5261-40cc-a66c-82e99440a7af req-78f4b29b-a306-47ef-85d3-1a78cfee2f4d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:26.462140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c3537-5261-40cc-a66c-82e99440a7af req-78f4b29b-a306-47ef-85d3-1a78cfee2f4d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:26.479998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e91c3537-5261-40cc-a66c-82e99440a7af req-78f4b29b-a306-47ef-85d3-1a78cfee2f4d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5435 time: 0.1991582 Feb 16 16:46:26.514518 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-0d0ab86c-687e-454e-8ff2-38ba564acd44 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:26.549531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-0d0ab86c-687e-454e-8ff2-38ba564acd44 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:26.589102 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f198f5c-c21d-456b-a434-43aa7fd1c09f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (123dd4a4-d480-4ede-8a7c-f0b7d119ae88), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:26.595477 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-0d0ab86c-687e-454e-8ff2-38ba564acd44 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:26.612350 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-0d0ab86c-687e-454e-8ff2-38ba564acd44 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:26.618914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-0d0ab86c-687e-454e-8ff2-38ba564acd44 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:26.652633 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-0d0ab86c-687e-454e-8ff2-38ba564acd44 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:26.660984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-0d0ab86c-687e-454e-8ff2-38ba564acd44 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:26.663047 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-0d0ab86c-687e-454e-8ff2-38ba564acd44 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 5435 time: 0.2975826 Feb 16 16:46:26.692987 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f198f5c-c21d-456b-a434-43aa7fd1c09f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:26.697114 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7f198f5c-c21d-456b-a434-43aa7fd1c09f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/123dd4a4-d480-4ede-8a7c-f0b7d119ae88 HTTP/1.1" status: 204 len: 168 time: 0.7174594 Feb 16 16:46:26.702571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f198f5c-c21d-456b-a434-43aa7fd1c09f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Subnet': ['ID=123dd4a4-d480-4ede-8a7c-f0b7d119ae88,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:26.704072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eab0d0-41ba-4a18-abe3-a10ffaad69af None None] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:46:26.707602 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48660) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:26.743296 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e91c3537-5261-40cc-a66c-82e99440a7af req-c056c8a2-c37e-44fd-8b67-a510ac212573 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2487535 Feb 16 16:46:26.829605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-6c321c16-b98c-468c-b5ed-5c517351b67f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:26.834209 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-6c321c16-b98c-468c-b5ed-5c517351b67f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "GET /v2.0/ports/6dd9809b-8b67-4061-8a60-b968873f6f2d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1569231 Feb 16 16:46:26.881863 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c33073-c1f8-4ce0-b900-bc6180a50c2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting subnet b7ad2999-73af-4b68-93ba-6cdf8bdd8ac3 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:46:26.892892 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69c33073-c1f8-4ce0-b900-bc6180a50c2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (b7ad2999-73af-4b68-93ba-6cdf8bdd8ac3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:27.006645 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69c33073-c1f8-4ce0-b900-bc6180a50c2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (b7ad2999-73af-4b68-93ba-6cdf8bdd8ac3), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:27.010098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3263a-9fd1-4d9c-a49c-d4ebae770704 req-3e8fb5e4-0bca-4c69-908a-a8bf5b421f2e tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:27.019074 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8f3263a-9fd1-4d9c-a49c-d4ebae770704 req-3e8fb5e4-0bca-4c69-908a-a8bf5b421f2e tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.0958958 Feb 16 16:46:27.115831 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-946a14f5-ebd2-4cba-b6c8-732453457815 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "GET /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2728486 Feb 16 16:46:27.118846 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8f3263a-9fd1-4d9c-a49c-d4ebae770704 req-b9ff7f4b-b7c6-45f5-a1c9-e4b8b44a6d2b tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945020 Feb 16 16:46:27.135973 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-bb470fb1-186d-473b-bc1f-7b0ebb68b7de service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:27.154640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48678) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:27.231836 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69c33073-c1f8-4ce0-b900-bc6180a50c2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (b7ad2999-73af-4b68-93ba-6cdf8bdd8ac3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:27.327043 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-bb470fb1-186d-473b-bc1f-7b0ebb68b7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:27.357197 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45637f79-00ce-437e-8888-b1288f9de042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:27.452836 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69c33073-c1f8-4ce0-b900-bc6180a50c2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (b7ad2999-73af-4b68-93ba-6cdf8bdd8ac3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:27.542439 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45637f79-00ce-437e-8888-b1288f9de042 admin admin] Publish callbacks [] for security_group (efcb39cc-3a87-4f87-9190-ece1e2598b96), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:27.553246 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45637f79-00ce-437e-8888-b1288f9de042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (efcb39cc-3a87-4f87-9190-ece1e2598b96), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:27.606703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-45637f79-00ce-437e-8888-b1288f9de042 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1836fcb068ee46259ceae0cf8eb15c00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4496491 Feb 16 16:46:27.629654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756f3cc-b5db-451a-8903-cd2b04cb212a req-c06c9e0b-3b40-4ff5-991f-b4156e0e3e46 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:27.637063 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8756f3cc-b5db-451a-8903-cd2b04cb212a req-c06c9e0b-3b40-4ff5-991f-b4156e0e3e46 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.2126503 Feb 16 16:46:27.637619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48698) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:27.646555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-bb470fb1-186d-473b-bc1f-7b0ebb68b7de service neutron] For port 6dd9809b-8b67-4061-8a60-b968873f6f2d, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=6dd9809b-8b67-4061-8a60-b968873f6f2d,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:27.688593 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-bb470fb1-186d-473b-bc1f-7b0ebb68b7de service neutron] For port 6dd9809b-8b67-4061-8a60-b968873f6f2d, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:46:27.726560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45637f79-00ce-437e-8888-b1288f9de042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcb39cc-3a87-4f87-9190-ece1e2598b96,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:27.757762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-bb470fb1-186d-473b-bc1f-7b0ebb68b7de service neutron] device_id is not set on port 6dd9809b-8b67-4061-8a60-b968873f6f2d yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:46:27.782660 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-bb470fb1-186d-473b-bc1f-7b0ebb68b7de service neutron] Publish callbacks [] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:27.857774 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-bb470fb1-186d-473b-bc1f-7b0ebb68b7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:27.860284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c33073-c1f8-4ce0-b900-bc6180a50c2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ad2999-73af-4b68-93ba-6cdf8bdd8ac3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:27.865261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-69c33073-c1f8-4ce0-b900-bc6180a50c2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:27.870795 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-69c33073-c1f8-4ce0-b900-bc6180a50c2e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/b7ad2999-73af-4b68-93ba-6cdf8bdd8ac3 HTTP/1.1" status: 204 len: 168 time: 1.1600289 Feb 16 16:46:27.870954 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-abbed3ee-07d6-41bd-ba45-ead4579ebdcc admin admin] Publish callbacks [] for security_group (efcb39cc-3a87-4f87-9190-ece1e2598b96), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:27.884414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48712) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:27.899054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8756f3cc-b5db-451a-8903-cd2b04cb212a req-12edf76b-0820-46a8-94ac-b2eaf60e2a42 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393632 Feb 16 16:46:27.991034 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb470fb1-186d-473b-bc1f-7b0ebb68b7de service neutron] Pushing event updated for resources: {'Port': ['ID=6dd9809b-8b67-4061-8a60-b968873f6f2d,revision_number=6']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:27.992077 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1bd7632-402f-4590-9b10-2cd1d467ee4f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] DELETE failed (client error): The resource could not be found. Feb 16 16:46:27.992537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1bd7632-402f-4590-9b10-2cd1d467ee4f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:46:27.995886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a1bd7632-402f-4590-9b10-2cd1d467ee4f tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/123dd4a4-d480-4ede-8a7c-f0b7d119ae88 HTTP/1.1" status: 404 len: 337 time: 0.1013873 Feb 16 16:46:28.003386 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48716) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:28.006893 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-abbed3ee-07d6-41bd-ba45-ead4579ebdcc admin admin] Publish callbacks [] for security_group (efcb39cc-3a87-4f87-9190-ece1e2598b96), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:28.026850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018bc4d-e12b-4756-ab86-e39c7d3f96ce req-29f74b27-4372-4065-a493-851778e3cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:28.028582 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b018bc4d-e12b-4756-ab86-e39c7d3f96ce req-29f74b27-4372-4065-a493-851778e3cc23 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18204c002ff2451291227eff7926db64&device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 1127 time: 0.6603310 Feb 16 16:46:28.061130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-bb470fb1-186d-473b-bc1f-7b0ebb68b7de service neutron] No DVR routers for this DVR port 6dd9809b-8b67-4061-8a60-b968873f6f2d on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:46:28.131650 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7648f0c-ea7b-46c0-b382-79a2e338b346 None None] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:46:28.209396 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-abbed3ee-07d6-41bd-ba45-ead4579ebdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (efcb39cc-3a87-4f87-9190-ece1e2598b96), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:28.213042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-abbed3ee-07d6-41bd-ba45-ead4579ebdcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:28.215112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-abbed3ee-07d6-41bd-ba45-ead4579ebdcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efcb39cc-3a87-4f87-9190-ece1e2598b96 HTTP/1.1" status: 204 len: 168 time: 0.5631759 Feb 16 16:46:28.257754 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212c577-f368-4324-a5a5-8f4a611afd5f req-6c5f855c-3b91-44fa-80be-b3aff9108832 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:28.271237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212c577-f368-4324-a5a5-8f4a611afd5f req-6c5f855c-3b91-44fa-80be-b3aff9108832 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:28.281052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212c577-f368-4324-a5a5-8f4a611afd5f req-6c5f855c-3b91-44fa-80be-b3aff9108832 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:28.284120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-bb470fb1-186d-473b-bc1f-7b0ebb68b7de service neutron] In _notify_port_updated(), no bound segment for port 6dd9809b-8b67-4061-8a60-b968873f6f2d on network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:46:28.285003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-bb470fb1-186d-473b-bc1f-7b0ebb68b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:28.286435 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-bb470fb1-186d-473b-bc1f-7b0ebb68b7de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:28.287744 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-bb470fb1-186d-473b-bc1f-7b0ebb68b7de service neutron] 10.222.0.60 "PUT /v2.0/ports/6dd9809b-8b67-4061-8a60-b968873f6f2d HTTP/1.1" status: 200 len: 1028 time: 1.1642032 Feb 16 16:46:28.306796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212c577-f368-4324-a5a5-8f4a611afd5f req-6c5f855c-3b91-44fa-80be-b3aff9108832 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:28.313098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212c577-f368-4324-a5a5-8f4a611afd5f req-6c5f855c-3b91-44fa-80be-b3aff9108832 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:28.319555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212c577-f368-4324-a5a5-8f4a611afd5f req-6c5f855c-3b91-44fa-80be-b3aff9108832 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:28.331286 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7212c577-f368-4324-a5a5-8f4a611afd5f req-6c5f855c-3b91-44fa-80be-b3aff9108832 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 4660 time: 0.4621840 Feb 16 16:46:28.353796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c95161a-f949-477d-9485-65a026b2f849 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting subnet ed729aec-5ff6-4810-8725-f4f768e795fe {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:46:28.385111 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c95161a-f949-477d-9485-65a026b2f849 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (ed729aec-5ff6-4810-8725-f4f768e795fe), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:28.414706 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-3016e460-3bf9-4885-a78c-c61a96bc862a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:28.416314 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-3016e460-3bf9-4885-a78c-c61a96bc862a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "GET /v2.0/ports/d91c30ef-7b5c-42fa-a0e7-f684909efdf4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1077199 Feb 16 16:46:28.449175 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018bc4d-e12b-4756-ab86-e39c7d3f96ce req-81fcd19c-784a-497e-8bed-ae18178f37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:28.450980 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b018bc4d-e12b-4756-ab86-e39c7d3f96ce req-81fcd19c-784a-497e-8bed-ae18178f37d4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf HTTP/1.1" status: 200 len: 911 time: 0.3911488 Feb 16 16:46:28.458783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-948807e1-0689-4940-a744-7b1d855d62af service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:28.474823 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7c05f386-9ed1-44ae-b358-4338e175b9f8 None None] Provisioning complete for port 5d0b7492-7cb4-4871-96cf-66208656fe0e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:28.475395 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7c05f386-9ed1-44ae-b358-4338e175b9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:28.483589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbed3ee-07d6-41bd-ba45-ead4579ebdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcb39cc-3a87-4f87-9190-ece1e2598b96,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:28.513674 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b018bc4d-e12b-4756-ab86-e39c7d3f96ce req-fb461d66-b236-4a13-9eb1-cf4d76353a49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb6dbab7-f74c-443a-b9cb-4b6258d843cc HTTP/1.1" status: 200 len: 217 time: 0.0507567 Feb 16 16:46:28.589829 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-833569d8-9335-40fe-acdc-01cdf640b952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:28.614435 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c95161a-f949-477d-9485-65a026b2f849 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (ed729aec-5ff6-4810-8725-f4f768e795fe), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:28.644093 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018bc4d-e12b-4756-ab86-e39c7d3f96ce req-44bb9ef8-16cd-474b-b0c9-bddaa7e13c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:28.645817 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b018bc4d-e12b-4756-ab86-e39c7d3f96ce req-44bb9ef8-16cd-474b-b0c9-bddaa7e13c4c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d5328b4-8490-4123-b874-9dd2311e107e HTTP/1.1" status: 200 len: 850 time: 0.0853796 Feb 16 16:46:28.694995 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b018bc4d-e12b-4756-ab86-e39c7d3f96ce req-6d0b2c37-388d-483a-aa87-56373438cd21 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417752 Feb 16 16:46:28.695621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7212c577-f368-4324-a5a5-8f4a611afd5f req-048c83f9-edeb-4e59-944a-19e0650aa19e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a7ef8e7-0672-48e9-a794-38cd422aab10&id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3623331 Feb 16 16:46:28.745956 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002fed4-a9b4-4efd-a769-0c5d6ad57ca7 req-e8f0d7f6-0e14-409c-aec2-eeb1ccb9e677 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:28.748929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2002fed4-a9b4-4efd-a769-0c5d6ad57ca7 req-e8f0d7f6-0e14-409c-aec2-eeb1ccb9e677 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 947 time: 0.3790507 Feb 16 16:46:28.785273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7c05f386-9ed1-44ae-b358-4338e175b9f8 None None] Current status of the port 5d0b7492-7cb4-4871-96cf-66208656fe0e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:28.798607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7c05f386-9ed1-44ae-b358-4338e175b9f8 None None] Provisioning complete for port 900e1204-181c-47fa-ae91-212491b18c74 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:28.799222 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7c05f386-9ed1-44ae-b358-4338e175b9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (900e1204-181c-47fa-ae91-212491b18c74), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:28.842477 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2002fed4-a9b4-4efd-a769-0c5d6ad57ca7 req-aa39acf6-5a42-46e1-bfea-dba1c21a4834 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863378 Feb 16 16:46:28.857546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7c05f386-9ed1-44ae-b358-4338e175b9f8 None None] Port 900e1204-181c-47fa-ae91-212491b18c74 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:28.881815 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b018bc4d-e12b-4756-ab86-e39c7d3f96ce req-9995258b-745c-4a74-901a-dc3759c50029 service neutron] 10.222.0.65 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659534 Feb 16 16:46:28.906400 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c95161a-f949-477d-9485-65a026b2f849 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (ed729aec-5ff6-4810-8725-f4f768e795fe), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:28.917279 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-948807e1-0689-4940-a744-7b1d855d62af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:28.983631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2fd0ce3b-a266-45da-8522-44f099be2951 None None] Provisioning complete for port 6dd9809b-8b67-4061-8a60-b968873f6f2d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:28.984216 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2fd0ce3b-a266-45da-8522-44f099be2951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:28.991413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48744) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:29.010674 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-860f2be0-b1d8-4230-a117-31fef282f9dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:29.033189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0ce3b-a266-45da-8522-44f099be2951 None None] Port 6dd9809b-8b67-4061-8a60-b968873f6f2d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:29.051793 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c95161a-f949-477d-9485-65a026b2f849 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (ed729aec-5ff6-4810-8725-f4f768e795fe), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:29.114223 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c95161a-f949-477d-9485-65a026b2f849 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:29.118142 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9c95161a-f949-477d-9485-65a026b2f849 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/ed729aec-5ff6-4810-8725-f4f768e795fe HTTP/1.1" status: 204 len: 168 time: 1.1083903 Feb 16 16:46:29.126992 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48746) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:29.145155 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95161a-f949-477d-9485-65a026b2f849 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Subnet': ['ID=ed729aec-5ff6-4810-8725-f4f768e795fe,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:29.187747 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fb4006-c31e-4d81-a431-1ee4796ef85e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] DELETE failed (client error): The resource could not be found. Feb 16 16:46:29.187747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fb4006-c31e-4d81-a431-1ee4796ef85e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:46:29.189309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001f60b-06b5-4f46-ad5e-4cd29c180d7a req-998e6617-fab3-41d0-b28b-ef24cb174958 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:29.193454 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e8fb4006-c31e-4d81-a431-1ee4796ef85e tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/92322fb3-72c0-41ee-be8c-149998897ebb HTTP/1.1" status: 404 len: 337 time: 0.0624952 Feb 16 16:46:29.196726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0001f60b-06b5-4f46-ad5e-4cd29c180d7a req-998e6617-fab3-41d0-b28b-ef24cb174958 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.1650503 Feb 16 16:46:29.197265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48750) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:29.209096 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b018bc4d-e12b-4756-ab86-e39c7d3f96ce req-55d181e5-fa8b-4ef1-a59c-b5a0df8d33b5 service neutron] 10.222.0.65 "GET /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197269 Feb 16 16:46:29.267976 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:29.282565 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9e9a5ec3-d5cb-4203-988c-a47d87910683 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a1c41b4-4ec7-4f42-9eaa-0664ea394982 HTTP/1.1" status: 200 len: 205 time: 0.0824921 Feb 16 16:46:29.301320 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48752) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:29.318995 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-860f2be0-b1d8-4230-a117-31fef282f9dd admin admin] Publish callbacks [] for security_group (cae8ba83-daeb-40b3-8a5d-7f9b05f97441), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:29.333831 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0001f60b-06b5-4f46-ad5e-4cd29c180d7a req-f2c7ad3a-d546-44d0-ac0e-f98c4e5ded60 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177423 Feb 16 16:46:29.335067 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-860f2be0-b1d8-4230-a117-31fef282f9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cae8ba83-daeb-40b3-8a5d-7f9b05f97441), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:29.351808 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-13f78f14-fc75-4578-91a7-2fcac0e61e56 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] delete failed (client error): The resource could not be found. Feb 16 16:46:29.353050 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-13f78f14-fc75-4578-91a7-2fcac0e61e56 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/routers/3a1c41b4-4ec7-4f42-9eaa-0664ea394982 HTTP/1.1" status: 404 len: 336 time: 0.0505443 Feb 16 16:46:29.355828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48756) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:29.372320 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-860f2be0-b1d8-4230-a117-31fef282f9dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2f66f17cf9b4b559200b66f4d50efc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3796940 Feb 16 16:46:29.372756 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-948807e1-0689-4940-a744-7b1d855d62af service neutron] For port d91c30ef-7b5c-42fa-a0e7-f684909efdf4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d91c30ef-7b5c-42fa-a0e7-f684909efdf4,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:29.374627 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48760) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:29.397695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f2be0-b1d8-4230-a117-31fef282f9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae8ba83-daeb-40b3-8a5d-7f9b05f97441,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:29.419349 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de366ea-8e4f-432e-9829-286d3424d4f2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] DELETE failed (client error): The resource could not be found. Feb 16 16:46:29.420214 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de366ea-8e4f-432e-9829-286d3424d4f2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:46:29.423522 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9de366ea-8e4f-432e-9829-286d3424d4f2 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/61b5c39a-cbe9-4906-a531-168565f9c8eb HTTP/1.1" status: 404 len: 337 time: 0.0620539 Feb 16 16:46:29.426715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48762) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:29.476263 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c808decd-abb3-4afb-8c2d-5d42de75379b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] DELETE failed (client error): The resource could not be found. Feb 16 16:46:29.477095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c808decd-abb3-4afb-8c2d-5d42de75379b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:46:29.479055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-948807e1-0689-4940-a744-7b1d855d62af service neutron] For port d91c30ef-7b5c-42fa-a0e7-f684909efdf4, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:46:29.486746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c808decd-abb3-4afb-8c2d-5d42de75379b tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/021e40d3-a714-4b90-81a3-7b41c97a4639 HTTP/1.1" status: 404 len: 337 time: 0.0589581 Feb 16 16:46:29.487624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48764) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:29.521466 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-72820643-ab02-4e99-b2a5-3f5e7b2eb590 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] DELETE failed (client error): The resource could not be found. Feb 16 16:46:29.522096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72820643-ab02-4e99-b2a5-3f5e7b2eb590 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:46:29.524444 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06a9ea4e-05e6-4083-8685-5ef578c86bde admin admin] Publish callbacks [] for security_group (cae8ba83-daeb-40b3-8a5d-7f9b05f97441), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:29.527930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-72820643-ab02-4e99-b2a5-3f5e7b2eb590 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/d1e7901e-4806-4384-8623-2cabb3f6a43e HTTP/1.1" status: 404 len: 337 time: 0.0384421 Feb 16 16:46:29.530373 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48766) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:29.548830 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06a9ea4e-05e6-4083-8685-5ef578c86bde admin admin] Publish callbacks [] for security_group (cae8ba83-daeb-40b3-8a5d-7f9b05f97441), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:29.564024 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69fc0af-fc13-4c63-af8a-77316659ebf5 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] DELETE failed (client error): The resource could not be found. Feb 16 16:46:29.564697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69fc0af-fc13-4c63-af8a-77316659ebf5 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:46:29.571381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ea2a41-4a93-4ab0-95e1-d302df43fbaf None None] Network 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:46:29.572210 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a69fc0af-fc13-4c63-af8a-77316659ebf5 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/8e572f3b-50eb-4427-9820-960b6dd521d5 HTTP/1.1" status: 404 len: 333 time: 0.0406053 Feb 16 16:46:29.572962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48768) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:29.597157 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-948807e1-0689-4940-a744-7b1d855d62af service neutron] device_id is not set on port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:46:29.605438 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-78655e31-7c90-4041-a59f-f7ca1b937784 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] DELETE failed (client error): The resource could not be found. Feb 16 16:46:29.606434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78655e31-7c90-4041-a59f-f7ca1b937784 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:46:29.608388 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-948807e1-0689-4940-a744-7b1d855d62af service neutron] Publish callbacks [] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:29.610613 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06a9ea4e-05e6-4083-8685-5ef578c86bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cae8ba83-daeb-40b3-8a5d-7f9b05f97441), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:29.614197 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06a9ea4e-05e6-4083-8685-5ef578c86bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:29.614974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-78655e31-7c90-4041-a59f-f7ca1b937784 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/c900b522-7343-4f34-9e55-b0fbda8630ed HTTP/1.1" status: 404 len: 337 time: 0.0408528 Feb 16 16:46:29.615333 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-06a9ea4e-05e6-4083-8685-5ef578c86bde admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cae8ba83-daeb-40b3-8a5d-7f9b05f97441 HTTP/1.1" status: 204 len: 168 time: 0.2213650 Feb 16 16:46:29.615893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48770) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:29.630068 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-948807e1-0689-4940-a744-7b1d855d62af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:29.653667 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d1cdc5-aa52-43fa-8979-dc6646572037 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] DELETE failed (client error): The resource could not be found. Feb 16 16:46:29.654231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d1cdc5-aa52-43fa-8979-dc6646572037 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:46:29.661009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e5d1cdc5-aa52-43fa-8979-dc6646572037 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/32620c20-1dc8-455a-b602-a8fac353c812 HTTP/1.1" status: 404 len: 337 time: 0.0435841 Feb 16 16:46:29.661629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48774) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:29.689098 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-507bb3e0-6aee-4589-886c-a60e5b7181a5 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] DELETE failed (client error): The resource could not be found. Feb 16 16:46:29.689796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507bb3e0-6aee-4589-886c-a60e5b7181a5 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:46:29.697394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-507bb3e0-6aee-4589-886c-a60e5b7181a5 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/2ebec01c-a2fe-4d90-87cd-a6fb457f9844 HTTP/1.1" status: 404 len: 333 time: 0.0347009 Feb 16 16:46:29.697554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-32edb181-8c3a-4788-8700-96cef82284f4 None None] Provisioning complete for port 5d0b7492-7cb4-4871-96cf-66208656fe0e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:29.697941 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32edb181-8c3a-4788-8700-96cef82284f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:29.698393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48776) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:29.771293 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d2aeca-ea92-463c-94e6-63c2189256ab tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] DELETE failed (client error): The resource could not be found. Feb 16 16:46:29.771895 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d2aeca-ea92-463c-94e6-63c2189256ab tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:46:29.772438 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948807e1-0689-4940-a744-7b1d855d62af service neutron] Pushing event updated for resources: {'Port': ['ID=d91c30ef-7b5c-42fa-a0e7-f684909efdf4,revision_number=6']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:29.789315 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a8d2aeca-ea92-463c-94e6-63c2189256ab tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/d57c5807-d866-418c-ab25-f63712e4afdc HTTP/1.1" status: 404 len: 337 time: 0.0897589 Feb 16 16:46:29.790121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48788) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:29.800492 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9ea4e-05e6-4083-8685-5ef578c86bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae8ba83-daeb-40b3-8a5d-7f9b05f97441,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:29.875187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-948807e1-0689-4940-a744-7b1d855d62af service neutron] No DVR routers for this DVR port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:46:29.878054 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9eb1f15-3dc0-4709-ab61-641ddefc9775 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] DELETE failed (client error): The resource could not be found. Feb 16 16:46:29.880794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9eb1f15-3dc0-4709-ab61-641ddefc9775 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:46:29.904679 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48792) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:29.906591 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d9eb1f15-3dc0-4709-ab61-641ddefc9775 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/subnets/9a10e130-3a63-4036-87e6-e294da248637 HTTP/1.1" status: 404 len: 337 time: 0.1139498 Feb 16 16:46:29.931295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-32edb181-8c3a-4788-8700-96cef82284f4 None None] Current status of the port 5d0b7492-7cb4-4871-96cf-66208656fe0e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:29.970943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-32edb181-8c3a-4788-8700-96cef82284f4 None None] Provisioning complete for port 900e1204-181c-47fa-ae91-212491b18c74 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:29.971494 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32edb181-8c3a-4788-8700-96cef82284f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (900e1204-181c-47fa-ae91-212491b18c74), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:30.000520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-948807e1-0689-4940-a744-7b1d855d62af service neutron] In _notify_port_updated(), no bound segment for port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 on network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:46:30.006661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-948807e1-0689-4940-a744-7b1d855d62af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:30.011627 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-948807e1-0689-4940-a744-7b1d855d62af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:30.017866 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-948807e1-0689-4940-a744-7b1d855d62af service neutron] 10.222.0.60 "PUT /v2.0/ports/d91c30ef-7b5c-42fa-a0e7-f684909efdf4 HTTP/1.1" status: 200 len: 1027 time: 1.5652418 Feb 16 16:46:30.047308 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-1473e450-2f7b-4d63-9fd0-8aa8131ff947 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:30.055490 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-1473e450-2f7b-4d63-9fd0-8aa8131ff947 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 947 time: 0.2860656 Feb 16 16:46:30.077048 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 1ced1e52-ce08-4240-9780-a8fd8c6f59ad no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:46:30.078920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c571c-0847-43e1-9a2b-5a59fdae10f5 None None] DHCP port deletion for 97f67483-5cf6-4505-8ff7-ff1ad646f7a0 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:46:30.122392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cac23c-3983-4eae-9509-57618f92bca7 req-fbf92739-75da-4d0c-892c-62932ecc426b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:30.135053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cac23c-3983-4eae-9509-57618f92bca7 req-fbf92739-75da-4d0c-892c-62932ecc426b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:30.153558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cac23c-3983-4eae-9509-57618f92bca7 req-fbf92739-75da-4d0c-892c-62932ecc426b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:30.169673 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cac23c-3983-4eae-9509-57618f92bca7 req-fbf92739-75da-4d0c-892c-62932ecc426b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:30.184315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cac23c-3983-4eae-9509-57618f92bca7 req-fbf92739-75da-4d0c-892c-62932ecc426b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:30.204137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72cac23c-3983-4eae-9509-57618f92bca7 req-fbf92739-75da-4d0c-892c-62932ecc426b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 3886 time: 0.3485827 Feb 16 16:46:30.277926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-32edb181-8c3a-4788-8700-96cef82284f4 None None] Port 900e1204-181c-47fa-ae91-212491b18c74 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:30.313412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c571c-0847-43e1-9a2b-5a59fdae10f5 None None] Deleting port 5d0b7492-7cb4-4871-96cf-66208656fe0e {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:30.314043 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba1c571c-0847-43e1-9a2b-5a59fdae10f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:30.336122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c080da-a794-4522-bee1-8fc5a314fa58 req-5b7cdec9-d17b-4e56-a466-835ca864e529 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:30.341062 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29c080da-a794-4522-bee1-8fc5a314fa58 req-5b7cdec9-d17b-4e56-a466-835ca864e529 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 947 time: 0.3198454 Feb 16 16:46:30.439475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72cac23c-3983-4eae-9509-57618f92bca7 req-30a5b731-81ac-4694-9256-fff147c2c9f0 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243056 Feb 16 16:46:30.507105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29c080da-a794-4522-bee1-8fc5a314fa58 req-bce66742-1151-4626-b7c8-2985fad0cbee tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504068 Feb 16 16:46:30.563427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-704115a6-ca22-4f32-a915-425d2bf636e9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Deleting port 05513152-46fd-4fae-986f-261a23262945 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:30.564031 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-704115a6-ca22-4f32-a915-425d2bf636e9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (05513152-46fd-4fae-986f-261a23262945), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:30.572224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ba1c571c-0847-43e1-9a2b-5a59fdae10f5 None None] For port 5d0b7492-7cb4-4871-96cf-66208656fe0e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5d0b7492-7cb4-4871-96cf-66208656fe0e,segment=NetworkSegment(9018d077-0314-4622-8f14-6dd406850f50),segment_id=9018d077-0314-4622-8f14-6dd406850f50)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:30.572916 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba1c571c-0847-43e1-9a2b-5a59fdae10f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:30.588681 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-3ee8afde-9cff-46e2-85b8-08d8ae74ed25 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Deleting port 900e1204-181c-47fa-ae91-212491b18c74 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:30.589164 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ee8afde-9cff-46e2-85b8-08d8ae74ed25 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (900e1204-181c-47fa-ae91-212491b18c74), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:30.608410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c571c-0847-43e1-9a2b-5a59fdae10f5 None None] Calling delete_port for 5d0b7492-7cb4-4871-96cf-66208656fe0e owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:30.784980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36207e-af41-4422-affb-1421dd6e6933 req-a35067c7-3633-423d-ad0c-a2a732e36c93 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:30.790253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ae36207e-af41-4422-affb-1421dd6e6933 req-a35067c7-3633-423d-ad0c-a2a732e36c93 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.1112695 Feb 16 16:46:30.888170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ae36207e-af41-4422-affb-1421dd6e6933 req-a8a2d481-5a00-494d-9f7a-6892e68b308e tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914342 Feb 16 16:46:30.905555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-34e10ca6-e454-4b0e-8f88-48b461e12c78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Deleting port b30d1d8e-e7cb-420e-8d91-764be4b2896d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:30.908316 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-34e10ca6-e454-4b0e-8f88-48b461e12c78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:30.937683 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ee8afde-9cff-46e2-85b8-08d8ae74ed25 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (900e1204-181c-47fa-ae91-212491b18c74), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:31.049347 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-3ee8afde-9cff-46e2-85b8-08d8ae74ed25 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Calling delete_port for 900e1204-181c-47fa-ae91-212491b18c74 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:31.057845 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:31.083698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d4c3a45c-b338-4cc5-af3e-9db6da1ee24a None None] Provisioning complete for port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:31.083972 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4c3a45c-b338-4cc5-af3e-9db6da1ee24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:31.103054 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:31.103785 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:31.104244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-704115a6-ca22-4f32-a915-425d2bf636e9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] For port 05513152-46fd-4fae-986f-261a23262945, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=05513152-46fd-4fae-986f-261a23262945,segment=NetworkSegment(dd2806e9-1f7a-4875-9386-a6335cc512bf),segment_id=dd2806e9-1f7a-4875-9386-a6335cc512bf)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:31.104613 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-704115a6-ca22-4f32-a915-425d2bf636e9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (05513152-46fd-4fae-986f-261a23262945), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:31.218701 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-704115a6-ca22-4f32-a915-425d2bf636e9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Calling delete_port for 05513152-46fd-4fae-986f-261a23262945 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:31.240404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3a45c-b338-4cc5-af3e-9db6da1ee24a None None] Port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:31.293665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=1ced1e52-ce08-4240-9780-a8fd8c6f59ad,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:31.299616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ced1e52-ce08-4240-9780-a8fd8c6f59ad'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:46:31.305569 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e39158-8436-446c-a83e-7b32a2639ac1" -d '{"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "1ced1e52-ce08-4240-9780-a8fd8c6f59ad"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:46:31.312236 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:31.321028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device f13eedf5-23a5-4e39-9570-fad7d7cbd215 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:46:31.437585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-34e10ca6-e454-4b0e-8f88-48b461e12c78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] For port b30d1d8e-e7cb-420e-8d91-764be4b2896d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b30d1d8e-e7cb-420e-8d91-764be4b2896d,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:31.438226 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-34e10ca6-e454-4b0e-8f88-48b461e12c78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:31.515572 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba1c571c-0847-43e1-9a2b-5a59fdae10f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (5d0b7492-7cb4-4871-96cf-66208656fe0e), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:31.540245 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660bb3da-3fda-454f-836a-c8824ab6026e x-openstack-request-id: req-660bb3da-3fda-454f-836a-c8824ab6026e {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:46:31.540733 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "1ced1e52-ce08-4240-9780-a8fd8c6f59ad", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:46:31.541130 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-660bb3da-3fda-454f-836a-c8824ab6026e {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:46:31.541834 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ced1e52-ce08-4240-9780-a8fd8c6f59ad', 'code': 200} Feb 16 16:46:31.545213 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=1ced1e52-ce08-4240-9780-a8fd8c6f59ad,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:31.592080 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c571c-0847-43e1-9a2b-5a59fdae10f5 None None] No DVR routers for this DVR port 5d0b7492-7cb4-4871-96cf-66208656fe0e on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:46:31.602519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:31.602866 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:31.603210 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:31.603554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:31.603917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:31.608098 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:31.608393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:31.609858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:31.610201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:31.610530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:31.610856 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:31.611183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:31.611505 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:31.701269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c571c-0847-43e1-9a2b-5a59fdae10f5 None None] Pushing event deleted for resources: {'Port': ['ID=5d0b7492-7cb4-4871-96cf-66208656fe0e,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:31.713751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e1a4-3f0d-4881-98eb-6e233dccd25e req-243f3c77-9b41-42ad-bbd9-580950b4098a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:31.715853 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:31.728450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e1a4-3f0d-4881-98eb-6e233dccd25e req-243f3c77-9b41-42ad-bbd9-580950b4098a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:31.745778 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e1a4-3f0d-4881-98eb-6e233dccd25e req-243f3c77-9b41-42ad-bbd9-580950b4098a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:31.751150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e1a4-3f0d-4881-98eb-6e233dccd25e req-243f3c77-9b41-42ad-bbd9-580950b4098a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:31.762043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e1a4-3f0d-4881-98eb-6e233dccd25e req-243f3c77-9b41-42ad-bbd9-580950b4098a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:31.780373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e025e1a4-3f0d-4881-98eb-6e233dccd25e req-243f3c77-9b41-42ad-bbd9-580950b4098a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 3884 time: 0.1859727 Feb 16 16:46:31.782104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port f13eedf5-23a5-4e39-9570-fad7d7cbd215 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:31.782613 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:31.893324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port f13eedf5-23a5-4e39-9570-fad7d7cbd215, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f13eedf5-23a5-4e39-9570-fad7d7cbd215,segment=NetworkSegment(dd2806e9-1f7a-4875-9386-a6335cc512bf),segment_id=dd2806e9-1f7a-4875-9386-a6335cc512bf)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:31.903658 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:31.904600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e025e1a4-3f0d-4881-98eb-6e233dccd25e req-36cf1d35-0fa0-4a10-a6ea-ea1f20388661 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207182 Feb 16 16:46:31.905111 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 6dd9809b-8b67-4061-8a60-b968873f6f2d no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:46:31.979203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650aaf5-66b0-4b6a-a51f-d6246cf9d997 req-26bdfd60-f795-4ae2-b4b4-5ec19288cb4e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:31.994596 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e650aaf5-66b0-4b6a-a51f-d6246cf9d997 req-26bdfd60-f795-4ae2-b4b4-5ec19288cb4e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 947 time: 0.2114069 Feb 16 16:46:32.034076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5d0b7492-7cb4-4871-96cf-66208656fe0e no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:46:32.111410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 5d0b7492-7cb4-4871-96cf-66208656fe0e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:46:32.112141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5d0b7492-7cb4-4871-96cf-66208656fe0e not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:46:32.117729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e650aaf5-66b0-4b6a-a51f-d6246cf9d997 req-99df9955-c465-4fb5-9748-174781a2810d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217608 Feb 16 16:46:32.218907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27446f87-f2ad-4745-874e-ec764aa41a3f req-96682a5b-77df-4066-8a40-18cedb8bdfa2 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:32.222141 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27446f87-f2ad-4745-874e-ec764aa41a3f req-96682a5b-77df-4066-8a40-18cedb8bdfa2 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.1203139 Feb 16 16:46:32.276348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=f13eedf5-23a5-4e39-9570-fad7d7cbd215,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:32.290952 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:32.303054 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] The host n-h2-669411-5 is not matching for port 6dd9809b-8b67-4061-8a60-b968873f6f2d host ! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:46:32.305030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 6dd9809b-8b67-4061-8a60-b968873f6f2d not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:46:32.306600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 60af1716-f231-40c5-ab45-6d89ab6d6e3f no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:46:32.360402 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-34e10ca6-e454-4b0e-8f88-48b461e12c78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:32.373859 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-34e10ca6-e454-4b0e-8f88-48b461e12c78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (007ae826-80ff-4b18-9db7-8897f32e9380), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:32.374316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27446f87-f2ad-4745-874e-ec764aa41a3f req-0f4b6be8-4e61-4173-9013-c187a820664b tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346133 Feb 16 16:46:32.375023 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-34e10ca6-e454-4b0e-8f88-48b461e12c78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Floating IP 007ae826-80ff-4b18-9db7-8897f32e9380 disassociated. External IP: 172.25.4.245, port: b30d1d8e-e7cb-420e-8d91-764be4b2896d. Feb 16 16:46:32.375546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-34e10ca6-e454-4b0e-8f88-48b461e12c78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Calling delete_port for b30d1d8e-e7cb-420e-8d91-764be4b2896d owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:32.467418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 60af1716-f231-40c5-ab45-6d89ab6d6e3f is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:32.469111 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:32.560870 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ee8afde-9cff-46e2-85b8-08d8ae74ed25 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (900e1204-181c-47fa-ae91-212491b18c74), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:32.562147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 60af1716-f231-40c5-ab45-6d89ab6d6e3f, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=60af1716-f231-40c5-ab45-6d89ab6d6e3f,segment=NetworkSegment(801b17c6-3ed8-4a59-9833-ae77937d15ad),segment_id=801b17c6-3ed8-4a59-9833-ae77937d15ad)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:32.574487 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:32.575263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 07c6c357-bfbf-4921-8a12-0b2663806de4 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:46:32.629319 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ee8afde-9cff-46e2-85b8-08d8ae74ed25 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:32.634501 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3ee8afde-9cff-46e2-85b8-08d8ae74ed25 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/ports/900e1204-181c-47fa-ae91-212491b18c74 HTTP/1.1" status: 204 len: 168 time: 2.7288294 Feb 16 16:46:32.637166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48898) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:32.724587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=60af1716-f231-40c5-ab45-6d89ab6d6e3f,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:32.750378 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8afde-9cff-46e2-85b8-08d8ae74ed25 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Port': ['ID=900e1204-181c-47fa-ae91-212491b18c74,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:32.762535 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-34e10ca6-e454-4b0e-8f88-48b461e12c78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b30d1d8e-e7cb-420e-8d91-764be4b2896d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:32.875587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 07c6c357-bfbf-4921-8a12-0b2663806de4 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:32.876039 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:32.886755 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e10ca6-e454-4b0e-8f88-48b461e12c78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event deleted for resources: {'Port': ['ID=b30d1d8e-e7cb-420e-8d91-764be4b2896d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:32.947898 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48912) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:32.989489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff81c2a5-5960-437f-9f97-99743ff24007 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (97f67483-5cf6-4505-8ff7-ff1ad646f7a0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:32.996013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 07c6c357-bfbf-4921-8a12-0b2663806de4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=07c6c357-bfbf-4921-8a12-0b2663806de4,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:33.005743 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:33.006546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d91c30ef-7b5c-42fa-a0e7-f684909efdf4 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:46:33.011797 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-704115a6-ca22-4f32-a915-425d2bf636e9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (05513152-46fd-4fae-986f-261a23262945), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:33.116611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b30d1d8e-e7cb-420e-8d91-764be4b2896d no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:46:33.126484 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] The host n-h2-669411-5 is not matching for port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 host ! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:46:33.127118 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d91c30ef-7b5c-42fa-a0e7-f684909efdf4 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:46:33.127802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 05513152-46fd-4fae-986f-261a23262945 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:46:33.194396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704115a6-ca22-4f32-a915-425d2bf636e9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event deleted for resources: {'Port': ['ID=05513152-46fd-4fae-986f-261a23262945,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:33.209402 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-704115a6-ca22-4f32-a915-425d2bf636e9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] No DVR routers for this DVR port 05513152-46fd-4fae-986f-261a23262945 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:46:33.216847 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-704115a6-ca22-4f32-a915-425d2bf636e9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:33.224853 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff81c2a5-5960-437f-9f97-99743ff24007 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (97f67483-5cf6-4505-8ff7-ff1ad646f7a0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:33.225066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: b30d1d8e-e7cb-420e-8d91-764be4b2896d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:46:33.225066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b30d1d8e-e7cb-420e-8d91-764be4b2896d not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:46:33.225066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 05513152-46fd-4fae-986f-261a23262945 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:46:33.225066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 05513152-46fd-4fae-986f-261a23262945 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:46:33.228810 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-704115a6-ca22-4f32-a915-425d2bf636e9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "DELETE /v2.0/ports/05513152-46fd-4fae-986f-261a23262945 HTTP/1.1" status: 204 len: 173 time: 3.1702411 Feb 16 16:46:33.234909 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-deleted', 'tag': '05513152-46fd-4fae-986f-261a23262945'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:46:33.238920 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e020700-24d0-48da-9bef-1259bf745b03" -d '{"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-deleted", "tag": "05513152-46fd-4fae-986f-261a23262945"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:46:33.242276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=07c6c357-bfbf-4921-8a12-0b2663806de4,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:33.248683 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f418f6bd-24ec-43a6-b76f-5b861566b6c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:33.327085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d1b34-f86a-471a-bdb3-0b7ab3d77d32 req-ea429f36-9d35-44a0-ab43-0611f5a210f7 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:33.331677 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a65d1b34-f86a-471a-bdb3-0b7ab3d77d32 req-ea429f36-9d35-44a0-ab43-0611f5a210f7 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.4674904 Feb 16 16:46:33.334968 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-ff81c2a5-5960-437f-9f97-99743ff24007 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f67483-5cf6-4505-8ff7-ff1ad646f7a0']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:33.373187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-ff81c2a5-5960-437f-9f97-99743ff24007 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9018d077-0314-4622-8f14-6dd406850f50') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:33.373766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-ff81c2a5-5960-437f-9f97-99743ff24007 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9018d077-0314-4622-8f14-6dd406850f50') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:33.393840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-34e10ca6-e454-4b0e-8f88-48b461e12c78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Router 544a50d2-dfd6-4a56-aec9-899434750187 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:46:33.442668 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff81c2a5-5960-437f-9f97-99743ff24007 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (9018d077-0314-4622-8f14-6dd406850f50), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:33.528829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c992ca-29cc-4113-ab73-7e6c23db6845 req-f6940e14-33ae-48b4-ac91-3e4f2bcd237e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:33.534585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c992ca-29cc-4113-ab73-7e6c23db6845 req-f6940e14-33ae-48b4-ac91-3e4f2bcd237e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:33.541040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c992ca-29cc-4113-ab73-7e6c23db6845 req-f6940e14-33ae-48b4-ac91-3e4f2bcd237e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:33.543059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13eedf5-23a5-4e39-9570-fad7d7cbd215'}, {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60af1716-f231-40c5-ab45-6d89ab6d6e3f'}, {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07c6c357-bfbf-4921-8a12-0b2663806de4'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:46:33.545879 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c16e4b-b14f-49d7-8275-2487a87dd1a7" -d '{"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "f13eedf5-23a5-4e39-9570-fad7d7cbd215"}, {"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "60af1716-f231-40c5-ab45-6d89ab6d6e3f"}, {"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "07c6c357-bfbf-4921-8a12-0b2663806de4"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:46:33.547413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c992ca-29cc-4113-ab73-7e6c23db6845 req-f6940e14-33ae-48b4-ac91-3e4f2bcd237e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:33.549857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20c992ca-29cc-4113-ab73-7e6c23db6845 req-f6940e14-33ae-48b4-ac91-3e4f2bcd237e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 3143 time: 0.5038714 Feb 16 16:46:33.552110 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff81c2a5-5960-437f-9f97-99743ff24007 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (9018d077-0314-4622-8f14-6dd406850f50), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:33.567321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a65d1b34-f86a-471a-bdb3-0b7ab3d77d32 req-bfb7d635-d8ff-447f-8ea5-4c281f43fa25 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273734 Feb 16 16:46:33.576609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff81c2a5-5960-437f-9f97-99743ff24007 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:46:33.577009 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff81c2a5-5960-437f-9f97-99743ff24007 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (9018d077-0314-4622-8f14-6dd406850f50), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:46:33.590825 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:46:33.729905 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff81c2a5-5960-437f-9f97-99743ff24007 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (97f67483-5cf6-4505-8ff7-ff1ad646f7a0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:33.747212 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff81c2a5-5960-437f-9f97-99743ff24007 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:33.750995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-f4b56879-e5ec-415a-bfd2-55d8aed3bf8f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Deleting port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:33.751166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ff81c2a5-5960-437f-9f97-99743ff24007 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] 10.222.0.24 "DELETE /v2.0/networks/97f67483-5cf6-4505-8ff7-ff1ad646f7a0 HTTP/1.1" status: 204 len: 168 time: 1.1115127 Feb 16 16:46:33.751393 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-f4b56879-e5ec-415a-bfd2-55d8aed3bf8f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:33.756994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20c992ca-29cc-4113-ab73-7e6c23db6845 req-812e55ab-fa36-4033-83b6-ff2bb387b910 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883075 Feb 16 16:46:33.781824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6fbec7da-bc72-4213-83be-718ef29580ed req-8f868736-7c9f-4668-b0a7-5c489051437f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8f59978-c102-4bf2-b235-d2c5756a26d6 HTTP/1.1" status: 200 len: 210 time: 0.0535514 Feb 16 16:46:33.782754 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81c2a5-5960-437f-9f97-99743ff24007 tempest-PortsTestJSON-1937407708 tempest-PortsTestJSON-1937407708-project] Pushing event deleted for resources: {'Network': ['ID=97f67483-5cf6-4505-8ff7-ff1ad646f7a0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:33.819377 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f418f6bd-24ec-43a6-b76f-5b861566b6c9 admin admin] Publish callbacks [] for security_group (4ce3a795-db02-4cb2-961f-1ec7a7aaadee), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:33.862844 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f418f6bd-24ec-43a6-b76f-5b861566b6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4ce3a795-db02-4cb2-961f-1ec7a7aaadee), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:33.869925 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99398f5-f1dc-4bb7-9a2d-f2032ec22dce x-openstack-request-id: req-c99398f5-f1dc-4bb7-9a2d-f2032ec22dce {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:46:33.870551 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-deleted", "tag": "05513152-46fd-4fae-986f-261a23262945", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:46:33.880117 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c99398f5-f1dc-4bb7-9a2d-f2032ec22dce {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:46:33.884135 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 16 Feb 2022 16:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52c2e80-c406-4b9d-a038-4206a715035c x-openstack-request-id: req-b52c2e80-c406-4b9d-a038-4206a715035c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:46:33.884570 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "f13eedf5-23a5-4e39-9570-fad7d7cbd215", "code": 200}, {"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "60af1716-f231-40c5-ab45-6d89ab6d6e3f", "code": 200}, {"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "07c6c357-bfbf-4921-8a12-0b2663806de4", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:46:33.884939 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b52c2e80-c406-4b9d-a038-4206a715035c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:46:33.885435 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13eedf5-23a5-4e39-9570-fad7d7cbd215', 'code': 200} Feb 16 16:46:33.885799 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60af1716-f231-40c5-ab45-6d89ab6d6e3f', 'code': 200} Feb 16 16:46:33.886166 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07c6c357-bfbf-4921-8a12-0b2663806de4', 'code': 200} Feb 16 16:46:33.886461 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-deleted', 'tag': '05513152-46fd-4fae-986f-261a23262945', 'status': 'completed', 'code': 200} Feb 16 16:46:33.937960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-f4b56879-e5ec-415a-bfd2-55d8aed3bf8f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] For port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=1ced1e52-ce08-4240-9780-a8fd8c6f59ad,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:33.938331 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-f4b56879-e5ec-415a-bfd2-55d8aed3bf8f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:33.955288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-f4b56879-e5ec-415a-bfd2-55d8aed3bf8f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Calling delete_port for 1ced1e52-ce08-4240-9780-a8fd8c6f59ad owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:34.030533 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418f6bd-24ec-43a6-b76f-5b861566b6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce3a795-db02-4cb2-961f-1ec7a7aaadee,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:34.034277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-34e10ca6-e454-4b0e-8f88-48b461e12c78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:46:34.045669 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ca55e-437c-4e7f-ad37-3e2975711494 None None] Sync routers for ids ['544a50d2-dfd6-4a56-aec9-899434750187'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:46:34.059137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48948) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:34.066807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640ca55e-437c-4e7f-ad37-3e2975711494 None None] Routers {'544a50d2-dfd6-4a56-aec9-899434750187'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:34.067878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-640ca55e-437c-4e7f-ad37-3e2975711494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['544a50d2-dfd6-4a56-aec9-899434750187'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:34.105980 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-34e10ca6-e454-4b0e-8f88-48b461e12c78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] No DVR routers for this DVR port b30d1d8e-e7cb-420e-8d91-764be4b2896d on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:46:34.111254 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-34e10ca6-e454-4b0e-8f88-48b461e12c78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:34.114679 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b726e6ab-a96f-4797-9072-5b3152b5c469 req-34e10ca6-e454-4b0e-8f88-48b461e12c78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.65 "DELETE /v2.0/ports/b30d1d8e-e7cb-420e-8d91-764be4b2896d HTTP/1.1" status: 204 len: 173 time: 4.0549316 Feb 16 16:46:34.120020 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48952) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:34.121147 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f418f6bd-24ec-43a6-b76f-5b861566b6c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a071d9de6ef4f16ace71bc029cf47b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1687310 Feb 16 16:46:34.228059 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d0be15e0-89d2-4244-b02a-2333890d4b5a admin admin] Publish callbacks [] for security_group (4ce3a795-db02-4cb2-961f-1ec7a7aaadee), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:34.288436 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d0be15e0-89d2-4244-b02a-2333890d4b5a admin admin] Publish callbacks [] for security_group (4ce3a795-db02-4cb2-961f-1ec7a7aaadee), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:34.312030 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-f4b56879-e5ec-415a-bfd2-55d8aed3bf8f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (1ced1e52-ce08-4240-9780-a8fd8c6f59ad), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:34.355450 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-681c31f0-62a5-4dc2-acf1-1b153209b0be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50204bcb61af4b688efc8a861d5f9087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2945793 Feb 16 16:46:34.357758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48954) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:34.373870 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-640ca55e-437c-4e7f-ad37-3e2975711494 None None] Set router 544a50d2-dfd6-4a56-aec9-899434750187 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:46:34.411642 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d0be15e0-89d2-4244-b02a-2333890d4b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4ce3a795-db02-4cb2-961f-1ec7a7aaadee), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:34.417415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b56879-e5ec-415a-bfd2-55d8aed3bf8f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event deleted for resources: {'Port': ['ID=1ced1e52-ce08-4240-9780-a8fd8c6f59ad,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:34.419223 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d0be15e0-89d2-4244-b02a-2333890d4b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:34.431921 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d0be15e0-89d2-4244-b02a-2333890d4b5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ce3a795-db02-4cb2-961f-1ec7a7aaadee HTTP/1.1" status: 204 len: 168 time: 0.3058369 Feb 16 16:46:34.449015 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-f4b56879-e5ec-415a-bfd2-55d8aed3bf8f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] No DVR routers for this DVR port 1ced1e52-ce08-4240-9780-a8fd8c6f59ad on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:46:34.453594 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-f4b56879-e5ec-415a-bfd2-55d8aed3bf8f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:34.461162 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-f4b56879-e5ec-415a-bfd2-55d8aed3bf8f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "DELETE /v2.0/ports/1ced1e52-ce08-4240-9780-a8fd8c6f59ad HTTP/1.1" status: 204 len: 173 time: 1.2185874 Feb 16 16:46:34.462441 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be15e0-89d2-4244-b02a-2333890d4b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce3a795-db02-4cb2-961f-1ec7a7aaadee,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:34.493629 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4250d9a4-c7ae-447b-96bb-db59cc85aa19 admin admin] Publish callbacks [] for security_group (471714c8-0492-444d-ad7c-d3c7968c1803), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:34.533962 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4250d9a4-c7ae-447b-96bb-db59cc85aa19 admin admin] Publish callbacks [] for security_group (471714c8-0492-444d-ad7c-d3c7968c1803), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:34.600004 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4250d9a4-c7ae-447b-96bb-db59cc85aa19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (471714c8-0492-444d-ad7c-d3c7968c1803), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:34.606816 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4250d9a4-c7ae-447b-96bb-db59cc85aa19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:34.610296 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4250d9a4-c7ae-447b-96bb-db59cc85aa19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/471714c8-0492-444d-ad7c-d3c7968c1803 HTTP/1.1" status: 204 len: 168 time: 0.2491274 Feb 16 16:46:34.640977 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:34.664162 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250d9a4-c7ae-447b-96bb-db59cc85aa19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471714c8-0492-444d-ad7c-d3c7968c1803,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:34.726335 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-7be7efe9-906d-4cda-a817-045ff3324881 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Deleting port 60af1716-f231-40c5-ab45-6d89ab6d6e3f {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:34.726776 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-7be7efe9-906d-4cda-a817-045ff3324881 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:34.960852 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-7be7efe9-906d-4cda-a817-045ff3324881 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] For port 60af1716-f231-40c5-ab45-6d89ab6d6e3f, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=60af1716-f231-40c5-ab45-6d89ab6d6e3f,segment=NetworkSegment(801b17c6-3ed8-4a59-9833-ae77937d15ad),segment_id=801b17c6-3ed8-4a59-9833-ae77937d15ad)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:34.961866 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-7be7efe9-906d-4cda-a817-045ff3324881 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:34.995647 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139154d0-7a2f-4bd4-85a1-507fae054229 req-734b1c94-4002-4f6b-bc7a-635124136a69 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:34.997243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-139154d0-7a2f-4bd4-85a1-507fae054229 req-734b1c94-4002-4f6b-bc7a-635124136a69 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.1940274 Feb 16 16:46:35.003649 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-640ca55e-437c-4e7f-ad37-3e2975711494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:50Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '5f6e3290-d973-46f0-8270-ec3dcd467a2e', 'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'tenant_id': '02741f937a2842aca38571a11965b970', 'mac_address': 'fa:16:3e:da:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:49Z', 'updated_at': '2022-02-16T16:42:56Z', 'revision_number': 5, 'project_id': '02741f937a2842aca38571a11965b970', 'subnets': [{'id': '2633da54-4036-4028-8932-f86c9800af42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:35.075480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ca55e-437c-4e7f-ad37-3e2975711494 None None] Checking router: 544a50d2-dfd6-4a56-aec9-899434750187 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:46:35.108385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640ca55e-437c-4e7f-ad37-3e2975711494 None None] Routers {'544a50d2-dfd6-4a56-aec9-899434750187'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:35.114342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-640ca55e-437c-4e7f-ad37-3e2975711494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['544a50d2-dfd6-4a56-aec9-899434750187'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:35.210774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-139154d0-7a2f-4bd4-85a1-507fae054229 req-39e6bbeb-79e6-42f9-bb0c-9d33d67b72e7 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666210 Feb 16 16:46:35.251287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-7be7efe9-906d-4cda-a817-045ff3324881 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:35.252471 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-7be7efe9-906d-4cda-a817-045ff3324881 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (58527b4e-d9a2-4d7b-bae6-58d5cdfa2ac6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:35.253250 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-7be7efe9-906d-4cda-a817-045ff3324881 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Floating IP 58527b4e-d9a2-4d7b-bae6-58d5cdfa2ac6 disassociated. External IP: 172.25.4.240, port: 60af1716-f231-40c5-ab45-6d89ab6d6e3f. Feb 16 16:46:35.253604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-7be7efe9-906d-4cda-a817-045ff3324881 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Calling delete_port for 60af1716-f231-40c5-ab45-6d89ab6d6e3f owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:35.324220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c2e38-8dbd-44d7-a380-6732c39f000a req-e4f07a70-c6b8-44e2-8820-6812b3ea75b4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:35.340879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c2e38-8dbd-44d7-a380-6732c39f000a req-e4f07a70-c6b8-44e2-8820-6812b3ea75b4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:35.356402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c2e38-8dbd-44d7-a380-6732c39f000a req-e4f07a70-c6b8-44e2-8820-6812b3ea75b4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:35.367617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-be4c2e38-8dbd-44d7-a380-6732c39f000a req-e4f07a70-c6b8-44e2-8820-6812b3ea75b4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 2410 time: 0.3693292 Feb 16 16:46:35.389929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48990) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:35.495197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-640ca55e-437c-4e7f-ad37-3e2975711494 None None] Set router 544a50d2-dfd6-4a56-aec9-899434750187 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:46:35.585549 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-7be7efe9-906d-4cda-a817-045ff3324881 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (60af1716-f231-40c5-ab45-6d89ab6d6e3f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:35.673070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7efe9-906d-4cda-a817-045ff3324881 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event deleted for resources: {'Port': ['ID=60af1716-f231-40c5-ab45-6d89ab6d6e3f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:35.685785 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3574fb36-293e-403e-adcf-b23b4f41c894 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group (77ff6f58-66f5-43ce-a4b1-8d1aff24da3d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:35.700023 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-be4c2e38-8dbd-44d7-a380-6732c39f000a req-946de230-5488-41da-a030-07c1ed49d8c7 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286173 Feb 16 16:46:35.766418 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3574fb36-293e-403e-adcf-b23b4f41c894 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group (77ff6f58-66f5-43ce-a4b1-8d1aff24da3d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:35.838020 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3574fb36-293e-403e-adcf-b23b4f41c894 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (77ff6f58-66f5-43ce-a4b1-8d1aff24da3d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:35.841166 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3574fb36-293e-403e-adcf-b23b4f41c894 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:35.845389 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3574fb36-293e-403e-adcf-b23b4f41c894 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "DELETE /v2.0/security-groups/77ff6f58-66f5-43ce-a4b1-8d1aff24da3d HTTP/1.1" status: 204 len: 168 time: 0.4459035 Feb 16 16:46:35.846045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49010) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:35.881922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574fb36-293e-403e-adcf-b23b4f41c894 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ff6f58-66f5-43ce-a4b1-8d1aff24da3d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:35.905349 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-94e49c49-4c90-44de-bc07-8dd8261d19ec tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] show failed (client error): The resource could not be found. Feb 16 16:46:35.908712 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'name': 'network-vif-deleted', 'tag': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d'}, {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-deleted', 'tag': '1ced1e52-ce08-4240-9780-a8fd8c6f59ad'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:46:35.909561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-94e49c49-4c90-44de-bc07-8dd8261d19ec tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups/77ff6f58-66f5-43ce-a4b1-8d1aff24da3d HTTP/1.1" status: 404 len: 347 time: 0.0430052 Feb 16 16:46:35.910674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49014) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:35.911969 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cc45e6-da4b-4cac-94bc-ba8bb71f8c72" -d '{"events": [{"server_uuid": "b8f59978-c102-4bf2-b235-d2c5756a26d6", "name": "network-vif-deleted", "tag": "b30d1d8e-e7cb-420e-8d91-764be4b2896d"}, {"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-deleted", "tag": "1ced1e52-ce08-4240-9780-a8fd8c6f59ad"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:46:35.935590 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-7be7efe9-906d-4cda-a817-045ff3324881 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:46:35.960398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2725d6-6875-4b86-a3a9-bef27cc1d694 req-fb3b309e-5852-4712-a9ff-429bfeac5450 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:35.962141 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f2725d6-6875-4b86-a3a9-bef27cc1d694 req-fb3b309e-5852-4712-a9ff-429bfeac5450 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.65 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.0933514 Feb 16 16:46:36.207071 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 16:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d600cd2-4281-4032-b029-c94e12da2aad x-openstack-request-id: req-8d600cd2-4281-4032-b029-c94e12da2aad {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:46:36.207531 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f59978-c102-4bf2-b235-d2c5756a26d6", "name": "network-vif-deleted", "tag": "b30d1d8e-e7cb-420e-8d91-764be4b2896d", "status": "completed", "code": 200}, {"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-deleted", "tag": "1ced1e52-ce08-4240-9780-a8fd8c6f59ad", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:46:36.208389 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d600cd2-4281-4032-b029-c94e12da2aad {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:46:36.208899 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f59978-c102-4bf2-b235-d2c5756a26d6', 'name': 'network-vif-deleted', 'tag': 'b30d1d8e-e7cb-420e-8d91-764be4b2896d', 'status': 'completed', 'code': 200} Feb 16 16:46:36.209167 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-deleted', 'tag': '1ced1e52-ce08-4240-9780-a8fd8c6f59ad', 'status': 'completed', 'code': 200} Feb 16 16:46:36.218300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-640ca55e-437c-4e7f-ad37-3e2975711494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:50Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '5f6e3290-d973-46f0-8270-ec3dcd467a2e', 'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'tenant_id': '02741f937a2842aca38571a11965b970', 'mac_address': 'fa:16:3e:da:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:49Z', 'updated_at': '2022-02-16T16:42:56Z', 'revision_number': 5, 'project_id': '02741f937a2842aca38571a11965b970', 'subnets': [{'id': '2633da54-4036-4028-8932-f86c9800af42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:36.282093 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-7be7efe9-906d-4cda-a817-045ff3324881 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:46:36.294822 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad100cd-c808-4e2b-add0-0aa8f3098f13 None None] Sync routers for ids ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:46:36.312383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ca55e-437c-4e7f-ad37-3e2975711494 None None] The sync data for ids ['544a50d2-dfd6-4a56-aec9-899434750187'] in n-d-669411-5 is: [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:50Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '5f6e3290-d973-46f0-8270-ec3dcd467a2e', 'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'tenant_id': '02741f937a2842aca38571a11965b970', 'mac_address': 'fa:16:3e:da:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:49Z', 'updated_at': '2022-02-16T16:42:56Z', 'revision_number': 5, 'project_id': '02741f937a2842aca38571a11965b970', 'subnets': [{'id': '2633da54-4036-4028-8932-f86c9800af42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:46:36.323416 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad100cd-c808-4e2b-add0-0aa8f3098f13 None None] Routers {'57aa7d1b-3e05-42e9-9190-7b43f274ec87'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:36.327485 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-aad100cd-c808-4e2b-add0-0aa8f3098f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:36.470330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-7be7efe9-906d-4cda-a817-045ff3324881 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] No DVR routers for this DVR port 60af1716-f231-40c5-ab45-6d89ab6d6e3f on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:46:36.479848 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-7be7efe9-906d-4cda-a817-045ff3324881 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:36.483328 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-7be7efe9-906d-4cda-a817-045ff3324881 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "DELETE /v2.0/ports/60af1716-f231-40c5-ab45-6d89ab6d6e3f HTTP/1.1" status: 204 len: 173 time: 2.0176537 Feb 16 16:46:36.545507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482de77-1945-4cb2-a2a4-f01f9757542c req-3b3103fc-af19-4846-ad4a-2f47784884dd tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:36.557707 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6482de77-1945-4cb2-a2a4-f01f9757542c req-3b3103fc-af19-4846-ad4a-2f47784884dd tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 945 time: 0.1346924 Feb 16 16:46:36.619854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Deleting port 4549a891-72d9-45e0-95ce-c336b7e4abc8 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:36.620542 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4549a891-72d9-45e0-95ce-c336b7e4abc8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:36.643434 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-2f2725d6-6875-4b86-a3a9-bef27cc1d694 req-fd10e65a-1931-46c6-b65b-b35621f79c99 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Deleting port eb6dbab7-f74c-443a-b9cb-4b6258d843cc {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:36.643945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2f2725d6-6875-4b86-a3a9-bef27cc1d694 req-fd10e65a-1931-46c6-b65b-b35621f79c99 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (eb6dbab7-f74c-443a-b9cb-4b6258d843cc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:36.690837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6482de77-1945-4cb2-a2a4-f01f9757542c req-6dc7712a-68e5-4517-bcc0-cc14cc547149 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269672 Feb 16 16:46:36.749428 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-aad100cd-c808-4e2b-add0-0aa8f3098f13 None None] Set router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:46:36.791889 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4549a891-72d9-45e0-95ce-c336b7e4abc8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:36.792468 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for floatingip (4549a891-72d9-45e0-95ce-c336b7e4abc8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:36.812225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Calling delete_port for 4549a891-72d9-45e0-95ce-c336b7e4abc8 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:36.921370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49050) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:36.930045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f1cce6-e107-4b7d-9f56-e5a8251e6b82 None None] New status for floating IP 007ae826-80ff-4b18-9db7-8897f32e9380: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:46:37.055608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-3bda7d8d-6eb3-4d81-85b2-14e0276fdf9f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Deleting port 07c6c357-bfbf-4921-8a12-0b2663806de4 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:37.056500 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-3bda7d8d-6eb3-4d81-85b2-14e0276fdf9f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:37.086165 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2f2725d6-6875-4b86-a3a9-bef27cc1d694 req-fd10e65a-1931-46c6-b65b-b35621f79c99 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] For port eb6dbab7-f74c-443a-b9cb-4b6258d843cc, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=eb6dbab7-f74c-443a-b9cb-4b6258d843cc,segment=NetworkSegment(d70b0fb0-73be-492f-b5ae-04dc175c1cb2),segment_id=d70b0fb0-73be-492f-b5ae-04dc175c1cb2)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:37.087211 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2f2725d6-6875-4b86-a3a9-bef27cc1d694 req-fd10e65a-1931-46c6-b65b-b35621f79c99 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (eb6dbab7-f74c-443a-b9cb-4b6258d843cc), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:37.194902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-2f2725d6-6875-4b86-a3a9-bef27cc1d694 req-fd10e65a-1931-46c6-b65b-b35621f79c99 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Calling delete_port for eb6dbab7-f74c-443a-b9cb-4b6258d843cc owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:37.220714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-482763575'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:37.310235 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-aad100cd-c808-4e2b-add0-0aa8f3098f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:34Z', 'updated_at': '2022-02-16T16:39:48Z', 'revision_number': 4, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'gw_port': {'id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:35Z', 'updated_at': '2022-02-16T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '779ed6c3-d87f-4288-a7ac-9e155b97d6b8', 'name': '', 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'mac_address': 'fa:16:3e:26:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:45Z', 'updated_at': '2022-02-16T16:39:55Z', 'revision_number': 5, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'subnets': [{'id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:37.342310 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad100cd-c808-4e2b-add0-0aa8f3098f13 None None] Checking router: 57aa7d1b-3e05-42e9-9190-7b43f274ec87 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:46:37.352314 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad100cd-c808-4e2b-add0-0aa8f3098f13 None None] Routers {'57aa7d1b-3e05-42e9-9190-7b43f274ec87'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:37.353084 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-aad100cd-c808-4e2b-add0-0aa8f3098f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:37.480364 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-aad100cd-c808-4e2b-add0-0aa8f3098f13 None None] Set router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:46:37.637615 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (4549a891-72d9-45e0-95ce-c336b7e4abc8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:37.716306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b00bfb-2092-4774-8cb9-480685ad1507 req-78e181aa-2711-4868-b0f8-af5f3cdf66bb tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:37.729484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:37.736253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b00bfb-2092-4774-8cb9-480685ad1507 req-78e181aa-2711-4868-b0f8-af5f3cdf66bb tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:37.738059 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05b00bfb-2092-4774-8cb9-480685ad1507 req-78e181aa-2711-4868-b0f8-af5f3cdf66bb tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 1676 time: 0.1745501 Feb 16 16:46:37.739224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event deleted for resources: {'Port': ['ID=4549a891-72d9-45e0-95ce-c336b7e4abc8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:37.743708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:37.748265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49072) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:37.758585 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2f2725d6-6875-4b86-a3a9-bef27cc1d694 req-fd10e65a-1931-46c6-b65b-b35621f79c99 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (eb6dbab7-f74c-443a-b9cb-4b6258d843cc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:37.771966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['3f877356-2ef7-4f83-a476-a69a135f282e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:46:37.788411 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:37.803230 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-aad100cd-c808-4e2b-add0-0aa8f3098f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:34Z', 'updated_at': '2022-02-16T16:39:48Z', 'revision_number': 4, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'gw_port': {'id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:35Z', 'updated_at': '2022-02-16T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '779ed6c3-d87f-4288-a7ac-9e155b97d6b8', 'name': '', 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'mac_address': 'fa:16:3e:26:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:45Z', 'updated_at': '2022-02-16T16:39:55Z', 'revision_number': 5, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'subnets': [{'id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:37.833473 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10e65a-1931-46c6-b65b-b35621f79c99 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Pushing event deleted for resources: {'Port': ['ID=eb6dbab7-f74c-443a-b9cb-4b6258d843cc,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:37.852656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:37.854872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:37.855333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:37.855795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:37.857763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:37.858234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:37.858693 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:37.861187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:37.861810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:37.862261 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:37.862870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:37.865390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:37.865848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:46:37.889037 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad100cd-c808-4e2b-add0-0aa8f3098f13 None None] The sync data for ids ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'] in n-d-669411-5 is: [{'id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:34Z', 'updated_at': '2022-02-16T16:39:48Z', 'revision_number': 4, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'gw_port': {'id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:35Z', 'updated_at': '2022-02-16T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '779ed6c3-d87f-4288-a7ac-9e155b97d6b8', 'name': '', 'network_id': 'fe4a0c62-7e77-41f1-a6b1-5456111aabec', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'mac_address': 'fa:16:3e:26:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:45Z', 'updated_at': '2022-02-16T16:39:55Z', 'revision_number': 5, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'subnets': [{'id': '0a3b0099-e3d2-484e-86b0-d55f301048e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:46:38.013551 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for security_group (530847f0-c359-4f4c-a4e4-6a55e5ef6465), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.064359 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-3bda7d8d-6eb3-4d81-85b2-14e0276fdf9f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] For port 07c6c357-bfbf-4921-8a12-0b2663806de4, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=07c6c357-bfbf-4921-8a12-0b2663806de4,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:38.064731 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-3bda7d8d-6eb3-4d81-85b2-14e0276fdf9f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.070096 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c8965bd-8c93-4158-9fca-02357aacfdc4 req-4140a1bc-70ae-41f1-a6b7-f52fa35a77ee tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=b27912d6-c6f7-4be3-8f91-8606aa1cb4d0 HTTP/1.1" status: 200 len: 210 time: 0.2356639 Feb 16 16:46:38.118452 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d28fa072-1e92-4f7c-82a6-8f2f890016d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.127398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2725d6-6875-4b86-a3a9-bef27cc1d694 req-fd10e65a-1931-46c6-b65b-b35621f79c99 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] No DVR routers for this DVR port eb6dbab7-f74c-443a-b9cb-4b6258d843cc on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:46:38.130351 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (530847f0-c359-4f4c-a4e4-6a55e5ef6465), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.147238 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:46:38.158260 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for floatingip (007ae826-80ff-4b18-9db7-8897f32e9380), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.159177 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (268ea8ef-07c4-4067-9087-b4310342742f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.160007 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Added segment 268ea8ef-07c4-4067-9087-b4310342742f of type vlan for network e527ca6e-af31-4012-8695-d152bb26099c Feb 16 16:46:38.162675 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.164153 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-336adc18-a090-425c-a7d1-98a98694f87d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "DELETE /v2.0/floatingips/007ae826-80ff-4b18-9db7-8897f32e9380 HTTP/1.1" status: 204 len: 168 time: 2.2524853 Feb 16 16:46:38.187173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05b00bfb-2092-4774-8cb9-480685ad1507 req-07bba189-a534-4195-83c4-fc99e50b3652 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4317405 Feb 16 16:46:38.215198 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2f2725d6-6875-4b86-a3a9-bef27cc1d694 req-fd10e65a-1931-46c6-b65b-b35621f79c99 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.224675 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2f2725d6-6875-4b86-a3a9-bef27cc1d694 req-fd10e65a-1931-46c6-b65b-b35621f79c99 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.65 "DELETE /v2.0/ports/eb6dbab7-f74c-443a-b9cb-4b6258d843cc HTTP/1.1" status: 204 len: 173 time: 2.2545443 Feb 16 16:46:38.238459 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-deleted', 'tag': '60af1716-f231-40c5-ab45-6d89ab6d6e3f'}, {'server_uuid': 'b27912d6-c6f7-4be3-8f91-8606aa1cb4d0', 'name': 'network-vif-deleted', 'tag': 'eb6dbab7-f74c-443a-b9cb-4b6258d843cc'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:46:38.241081 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563da003-e12f-4bfa-bef2-0ead4fd65503" -d '{"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-deleted", "tag": "60af1716-f231-40c5-ab45-6d89ab6d6e3f"}, {"server_uuid": "b27912d6-c6f7-4be3-8f91-8606aa1cb4d0", "name": "network-vif-deleted", "tag": "eb6dbab7-f74c-443a-b9cb-4b6258d843cc"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:46:38.262511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-3bda7d8d-6eb3-4d81-85b2-14e0276fdf9f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Calling delete_port for 07c6c357-bfbf-4921-8a12-0b2663806de4 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:38.340441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d28fa072-1e92-4f7c-82a6-8f2f890016d3 admin admin] Publish callbacks [] for security_group (9dd46d0b-333f-4d15-b9f9-7c7064e374b7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.348700 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d28fa072-1e92-4f7c-82a6-8f2f890016d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9dd46d0b-333f-4d15-b9f9-7c7064e374b7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.441498 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d28fa072-1e92-4f7c-82a6-8f2f890016d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d35c91431ec421d97df0daf0431c724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6462638 Feb 16 16:46:38.442652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49080) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:38.443540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fa072-1e92-4f7c-82a6-8f2f890016d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd46d0b-333f-4d15-b9f9-7c7064e374b7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:38.456556 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5df763-c51d-488a-8f49-95960ae054c2 None None] New status for floating IP 58527b4e-d9a2-4d7b-bae6-58d5cdfa2ac6: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:46:38.507128 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (e527ca6e-af31-4012-8695-d152bb26099c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.509987 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-3bda7d8d-6eb3-4d81-85b2-14e0276fdf9f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (07c6c357-bfbf-4921-8a12-0b2663806de4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.589873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda7d8d-6eb3-4d81-85b2-14e0276fdf9f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event deleted for resources: {'Port': ['ID=07c6c357-bfbf-4921-8a12-0b2663806de4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:38.626089 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-029e9406-65b5-44b8-aa89-c1cc776c7699 admin admin] Publish callbacks [] for security_group (9dd46d0b-333f-4d15-b9f9-7c7064e374b7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.633655 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 16:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b1b932-d824-401d-afca-d862ffbd3743 x-openstack-request-id: req-33b1b932-d824-401d-afca-d862ffbd3743 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:46:38.634187 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-deleted", "tag": "60af1716-f231-40c5-ab45-6d89ab6d6e3f", "status": "completed", "code": 200}, {"server_uuid": "b27912d6-c6f7-4be3-8f91-8606aa1cb4d0", "name": "network-vif-deleted", "tag": "eb6dbab7-f74c-443a-b9cb-4b6258d843cc", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:46:38.634588 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33b1b932-d824-401d-afca-d862ffbd3743 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:46:38.636253 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-deleted', 'tag': '60af1716-f231-40c5-ab45-6d89ab6d6e3f', 'status': 'completed', 'code': 200} Feb 16 16:46:38.636680 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27912d6-c6f7-4be3-8f91-8606aa1cb4d0', 'name': 'network-vif-deleted', 'tag': 'eb6dbab7-f74c-443a-b9cb-4b6258d843cc', 'status': 'completed', 'code': 200} Feb 16 16:46:38.639257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530847f0-c359-4f4c-a4e4-6a55e5ef6465,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:38.718731 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-029e9406-65b5-44b8-aa89-c1cc776c7699 admin admin] Publish callbacks [] for security_group (9dd46d0b-333f-4d15-b9f9-7c7064e374b7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.752917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-3bda7d8d-6eb3-4d81-85b2-14e0276fdf9f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] No DVR routers for this DVR port 07c6c357-bfbf-4921-8a12-0b2663806de4 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:46:38.760179 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-3bda7d8d-6eb3-4d81-85b2-14e0276fdf9f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.772945 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-3bda7d8d-6eb3-4d81-85b2-14e0276fdf9f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "DELETE /v2.0/ports/07c6c357-bfbf-4921-8a12-0b2663806de4 HTTP/1.1" status: 204 len: 173 time: 2.2535067 Feb 16 16:46:38.776582 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (e527ca6e-af31-4012-8695-d152bb26099c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.790230 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:38.792001 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.818538 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-029e9406-65b5-44b8-aa89-c1cc776c7699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9dd46d0b-333f-4d15-b9f9-7c7064e374b7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.822424 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-029e9406-65b5-44b8-aa89-c1cc776c7699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:38.825936 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-029e9406-65b5-44b8-aa89-c1cc776c7699 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9dd46d0b-333f-4d15-b9f9-7c7064e374b7 HTTP/1.1" status: 204 len: 168 time: 0.3613398 Feb 16 16:46:38.858036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e9406-65b5-44b8-aa89-c1cc776c7699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd46d0b-333f-4d15-b9f9-7c7064e374b7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:39.028056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Network': ['ID=e527ca6e-af31-4012-8695-d152bb26099c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:39.044314 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3fa40b49-e053-4ece-8cc5-2e8aa35e623e tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1217234 Feb 16 16:46:39.046892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49090) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:39.050249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network e527ca6e-af31-4012-8695-d152bb26099c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:46:39.053045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e3ca9e7c-b501-45ec-9bba-e8905235a1de tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-852086707'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:39.057118 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device eb6dbab7-f74c-443a-b9cb-4b6258d843cc no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:46:39.097428 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ca9e7c-b501-45ec-9bba-e8905235a1de tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:39.111019 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-ce9e38bf-dd58-4cbe-9add-773b971bc6ff tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Deleting port f13eedf5-23a5-4e39-9570-fad7d7cbd215 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:39.111355 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-ce9e38bf-dd58-4cbe-9add-773b971bc6ff tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:39.113161 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9e7c-b501-45ec-9bba-e8905235a1de tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:39.173575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: eb6dbab7-f74c-443a-b9cb-4b6258d843cc {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:46:39.174952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device eb6dbab7-f74c-443a-b9cb-4b6258d843cc not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:46:39.228638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ca9e7c-b501-45ec-9bba-e8905235a1de tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:46:39.252965 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9e7c-b501-45ec-9bba-e8905235a1de tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (71f3c85d-feb0-44c5-a2d8-d9c1c9005371), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:39.256001 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-e3ca9e7c-b501-45ec-9bba-e8905235a1de tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Added segment 71f3c85d-feb0-44c5-a2d8-d9c1c9005371 of type vlan for network 23e87ecf-69c7-4a52-9eb8-8e506e811570 Feb 16 16:46:39.267220 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49100) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:39.288579 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6fb81a97-06a0-485e-b6e2-738a7345d60d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128563762', 'description': 'tempest-description--864478374'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:39.326760 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fb81a97-06a0-485e-b6e2-738a7345d60d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:39.381608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-ce9e38bf-dd58-4cbe-9add-773b971bc6ff tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] For port f13eedf5-23a5-4e39-9570-fad7d7cbd215, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f13eedf5-23a5-4e39-9570-fad7d7cbd215,segment=NetworkSegment(dd2806e9-1f7a-4875-9386-a6335cc512bf),segment_id=dd2806e9-1f7a-4875-9386-a6335cc512bf)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:39.382213 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-ce9e38bf-dd58-4cbe-9add-773b971bc6ff tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:39.408203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-ce9e38bf-dd58-4cbe-9add-773b971bc6ff tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Calling delete_port for f13eedf5-23a5-4e39-9570-fad7d7cbd215 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:39.447416 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9e7c-b501-45ec-9bba-e8905235a1de tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (23e87ecf-69c7-4a52-9eb8-8e506e811570), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:39.546403 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9e7c-b501-45ec-9bba-e8905235a1de tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (23e87ecf-69c7-4a52-9eb8-8e506e811570), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:39.554633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ca9e7c-b501-45ec-9bba-e8905235a1de tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:39.555010 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9e7c-b501-45ec-9bba-e8905235a1de tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:39.579009 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fb81a97-06a0-485e-b6e2-738a7345d60d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group (fdb78fd1-435a-4477-97f6-f9923c3793f2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:39.592176 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fb81a97-06a0-485e-b6e2-738a7345d60d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fdb78fd1-435a-4477-97f6-f9923c3793f2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:39.648223 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fb81a97-06a0-485e-b6e2-738a7345d60d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:39.649448 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6fb81a97-06a0-485e-b6e2-738a7345d60d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3710735 Feb 16 16:46:39.652271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49114) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:39.656480 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-710afe54-4a89-4c2d-92ed-4c51a3404ef0 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Request body: {'security_group_rule': {'security_group_id': 'fdb78fd1-435a-4477-97f6-f9923c3793f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:39.677996 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb81a97-06a0-485e-b6e2-738a7345d60d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb78fd1-435a-4477-97f6-f9923c3793f2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:39.689849 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e3ca9e7c-b501-45ec-9bba-e8905235a1de tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6415067 Feb 16 16:46:39.690632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49116) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:39.720513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-efe4f118-8d42-493e-a535-e4d4889684dd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'subnet': {'network_id': 'e527ca6e-af31-4012-8695-d152bb26099c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:39.741252 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-710afe54-4a89-4c2d-92ed-4c51a3404ef0 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group_rule (7ec7e445-fe03-4016-a4be-984628e3f427), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:39.813021 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-ce9e38bf-dd58-4cbe-9add-773b971bc6ff tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f13eedf5-23a5-4e39-9570-fad7d7cbd215), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:39.869660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca9e7c-b501-45ec-9bba-e8905235a1de tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Network': ['ID=23e87ecf-69c7-4a52-9eb8-8e506e811570,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:39.882183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 23e87ecf-69c7-4a52-9eb8-8e506e811570 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:46:39.960284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e38bf-dd58-4cbe-9add-773b971bc6ff tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event deleted for resources: {'Port': ['ID=f13eedf5-23a5-4e39-9570-fad7d7cbd215,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:39.997671 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-710afe54-4a89-4c2d-92ed-4c51a3404ef0 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group_rule (7ec7e445-fe03-4016-a4be-984628e3f427), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:40.021085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba9977-366d-4b53-9c46-52ffd68cfe28 req-4d34c900-d48f-4899-be90-f07bb9202b02 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:40.028034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-deba9977-366d-4b53-9c46-52ffd68cfe28 req-4d34c900-d48f-4899-be90-f07bb9202b02 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 943 time: 0.6497111 Feb 16 16:46:40.045449 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-710afe54-4a89-4c2d-92ed-4c51a3404ef0 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (7ec7e445-fe03-4016-a4be-984628e3f427), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:40.054410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-ce9e38bf-dd58-4cbe-9add-773b971bc6ff tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] No DVR routers for this DVR port f13eedf5-23a5-4e39-9570-fad7d7cbd215 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:46:40.060781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-ce9e38bf-dd58-4cbe-9add-773b971bc6ff tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:40.074850 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ee79b56-1f9a-4bbc-bc42-55602fe1ad78 req-ce9e38bf-dd58-4cbe-9add-773b971bc6ff tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.60 "DELETE /v2.0/ports/f13eedf5-23a5-4e39-9570-fad7d7cbd215 HTTP/1.1" status: 204 len: 173 time: 1.2724564 Feb 16 16:46:40.114906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-deba9977-366d-4b53-9c46-52ffd68cfe28 req-26d60197-f58b-48f4-94dd-de58ce0838e5 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f6c5a73-b2cd-4473-820b-4457672460be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854812 Feb 16 16:46:40.126843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe4f118-8d42-493e-a535-e4d4889684dd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:40.133421 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-efe4f118-8d42-493e-a535-e4d4889684dd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:40.147655 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-710afe54-4a89-4c2d-92ed-4c51a3404ef0 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:40.154848 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-710afe54-4a89-4c2d-92ed-4c51a3404ef0 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4975967 Feb 16 16:46:40.155985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49130) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:40.164139 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3d1b12ce-7104-449d-83e2-89ed8ca119ac tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Request body: {'security_group_rule': {'security_group_id': 'fdb78fd1-435a-4477-97f6-f9923c3793f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:40.168414 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710afe54-4a89-4c2d-92ed-4c51a3404ef0 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec7e445-fe03-4016-a4be-984628e3f427,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:40.223767 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d1b12ce-7104-449d-83e2-89ed8ca119ac tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group_rule (98617401-6617-4007-b0f8-fc8a5e408de4), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:40.236969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104f548-2bb8-4bc1-b6d6-0b3570ba63ef req-9410b0b8-f1f0-4e86-8fcb-913039b24441 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:40.244894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0104f548-2bb8-4bc1-b6d6-0b3570ba63ef req-9410b0b8-f1f0-4e86-8fcb-913039b24441 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.5719848 Feb 16 16:46:40.426256 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0104f548-2bb8-4bc1-b6d6-0b3570ba63ef req-ed233920-e8cd-4b28-a09e-4db4af4a7f2d tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774416 Feb 16 16:46:40.481372 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d1b12ce-7104-449d-83e2-89ed8ca119ac tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group_rule (98617401-6617-4007-b0f8-fc8a5e408de4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:40.488986 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d1b12ce-7104-449d-83e2-89ed8ca119ac tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (98617401-6617-4007-b0f8-fc8a5e408de4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:40.513347 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b12ce-7104-449d-83e2-89ed8ca119ac tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98617401-6617-4007-b0f8-fc8a5e408de4,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:40.523674 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d1b12ce-7104-449d-83e2-89ed8ca119ac tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:40.525155 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3d1b12ce-7104-449d-83e2-89ed8ca119ac tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3682103 Feb 16 16:46:40.529551 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49138) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:40.533522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:40.567325 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:40.638935 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-deleted', 'tag': '07c6c357-bfbf-4921-8a12-0b2663806de4'}, {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-deleted', 'tag': 'f13eedf5-23a5-4e39-9570-fad7d7cbd215'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:46:40.643312 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-efe4f118-8d42-493e-a535-e4d4889684dd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (be41777c-b26f-4d69-aab0-d0e13364c70f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:40.646665 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c709fa46-51ba-40b2-9241-e28ff0b16eae" -d '{"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-deleted", "tag": "07c6c357-bfbf-4921-8a12-0b2663806de4"}, {"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-deleted", "tag": "f13eedf5-23a5-4e39-9570-fad7d7cbd215"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:46:40.736604 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 16:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f15ea6-77c0-4a3a-be82-74ff729df0a0 x-openstack-request-id: req-36f15ea6-77c0-4a3a-be82-74ff729df0a0 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:46:40.736813 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-deleted", "tag": "07c6c357-bfbf-4921-8a12-0b2663806de4", "status": "completed", "code": 200}, {"server_uuid": "005fc231-cb7e-4063-be0d-e8746835f9fe", "name": "network-vif-deleted", "tag": "f13eedf5-23a5-4e39-9570-fad7d7cbd215", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:46:40.737046 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36f15ea6-77c0-4a3a-be82-74ff729df0a0 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:46:40.737441 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-deleted', 'tag': '07c6c357-bfbf-4921-8a12-0b2663806de4', 'status': 'completed', 'code': 200} Feb 16 16:46:40.737760 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc231-cb7e-4063-be0d-e8746835f9fe', 'name': 'network-vif-deleted', 'tag': 'f13eedf5-23a5-4e39-9570-fad7d7cbd215', 'status': 'completed', 'code': 200} Feb 16 16:46:40.759089 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:40.777592 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:46:40.783264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4f118-8d42-493e-a535-e4d4889684dd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Subnet': ['ID=be41777c-b26f-4d69-aab0-d0e13364c70f,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:40.790671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe4f118-8d42-493e-a535-e4d4889684dd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Checking segment: {'id': '268ea8ef-07c4-4067-9087-b4310342742f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e527ca6e-af31-4012-8695-d152bb26099c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:46:40.791312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe4f118-8d42-493e-a535-e4d4889684dd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network hostable DHCP agents. Network: e527ca6e-af31-4012-8695-d152bb26099c, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:46:40.811783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe4f118-8d42-493e-a535-e4d4889684dd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network e527ca6e-af31-4012-8695-d152bb26099c is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:46:40.823876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-efe4f118-8d42-493e-a535-e4d4889684dd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, e527ca6e-af31-4012-8695-d152bb26099c) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:40.829234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4f118-8d42-493e-a535-e4d4889684dd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:40.829937 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-efe4f118-8d42-493e-a535-e4d4889684dd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:40.837956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c344153b-3375-4a4e-80fd-f4e04365bb8f None None] Network e527ca6e-af31-4012-8695-d152bb26099c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:46:40.866518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-efe4f118-8d42-493e-a535-e4d4889684dd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1558456 Feb 16 16:46:40.869181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49166) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:40.877173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1c92ef04-a675-44c6-ad39-f5a1d31fb716 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'subnet': {'network_id': '23e87ecf-69c7-4a52-9eb8-8e506e811570', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:41.013380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Allocated IP 172.25.4.69 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/a26d2e21-73b6-4ffd-be92-1af227aa8ebe) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:46:41.042767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-e527ca6e-af31-4012-8695-d152bb26099c', 'network_id': 'e527ca6e-af31-4012-8695-d152bb26099c', 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'fixed_ips': [{'subnet_id': 'be41777c-b26f-4d69-aab0-d0e13364c70f'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:46:41.048110 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:41.119402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c92ef04-a675-44c6-ad39-f5a1d31fb716 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:41.123021 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c92ef04-a675-44c6-ad39-f5a1d31fb716 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:41.328143 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Allocated IP 2001:db8::2 (e527ca6e-af31-4012-8695-d152bb26099c/be41777c-b26f-4d69-aab0-d0e13364c70f/a0374a01-5985-4c9b-8a24-ff6a893db11f) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:46:41.385592 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a731cd31-986a-4908-bc68-6bfb6a5fc488 req-9eb98508-d80a-473f-be4e-ae0281d96cdd tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0643504 Feb 16 16:46:41.538771 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49188) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:41.564299 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c92ef04-a675-44c6-ad39-f5a1d31fb716 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (f658dd43-f2ae-42c6-9976-1803b4f7be27), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:41.659168 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for port (a26d2e21-73b6-4ffd-be92-1af227aa8ebe), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:41.739394 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a26d2e21-73b6-4ffd-be92-1af227aa8ebe), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:41.748067 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Publish callbacks [] for port (a0374a01-5985-4c9b-8a24-ff6a893db11f), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:41.759109 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (a0374a01-5985-4c9b-8a24-ff6a893db11f), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:41.777177 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4418d69c-04a7-4617-8dc0-c8d50362ba3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:41.780078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Network e527ca6e-af31-4012-8695-d152bb26099c is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:46:41.806582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92ef04-a675-44c6-ad39-f5a1d31fb716 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Subnet': ['ID=f658dd43-f2ae-42c6-9976-1803b4f7be27,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:41.808352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:41.809064 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:46:41.811165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:46:41.820176 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:41.849351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:46:41.857293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c92ef04-a675-44c6-ad39-f5a1d31fb716 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Checking segment: {'id': '71f3c85d-feb0-44c5-a2d8-d9c1c9005371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '23e87ecf-69c7-4a52-9eb8-8e506e811570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:46:41.857714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c92ef04-a675-44c6-ad39-f5a1d31fb716 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network hostable DHCP agents. Network: 23e87ecf-69c7-4a52-9eb8-8e506e811570, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:46:41.873994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf7381-fc7c-488f-8fee-5ecdb8230859 req-46e85ae8-5d44-488d-9c7a-a6dddf805479 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:41.875444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9cf7381-fc7c-488f-8fee-5ecdb8230859 req-46e85ae8-5d44-488d-9c7a-a6dddf805479 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.2556176 Feb 16 16:46:41.905670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Attempting to bind port a0374a01-5985-4c9b-8a24-ff6a893db11f on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:46:41.906213 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Attempting to bind port a0374a01-5985-4c9b-8a24-ff6a893db11f by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '268ea8ef-07c4-4067-9087-b4310342742f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e527ca6e-af31-4012-8695-d152bb26099c'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:46:41.906513 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Attempting to bind port a0374a01-5985-4c9b-8a24-ff6a893db11f on network e527ca6e-af31-4012-8695-d152bb26099c {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:46:41.915189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:46:41.915746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Checking segment: {'id': '268ea8ef-07c4-4067-9087-b4310342742f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e527ca6e-af31-4012-8695-d152bb26099c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:46:41.916391 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:41.917089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Bound using segment: {'id': '268ea8ef-07c4-4067-9087-b4310342742f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e527ca6e-af31-4012-8695-d152bb26099c'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:46:41.917889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Bound port: a0374a01-5985-4c9b-8a24-ff6a893db11f, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268ea8ef-07c4-4067-9087-b4310342742f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e527ca6e-af31-4012-8695-d152bb26099c'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:46:41.918636 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a0374a01-5985-4c9b-8a24-ff6a893db11f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:41.922021 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Pushing event updated for resources: {'Port': ['ID=a0374a01-5985-4c9b-8a24-ff6a893db11f,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:41.931028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c92ef04-a675-44c6-ad39-f5a1d31fb716 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 23e87ecf-69c7-4a52-9eb8-8e506e811570 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:46:41.956936 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for floatingip (109b445b-abb4-4ff4-95e8-92aa72ca80f6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.010825 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event updated for resources: {'Port': ['ID=a26d2e21-73b6-4ffd-be92-1af227aa8ebe,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:42.037328 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9cf7381-fc7c-488f-8fee-5ecdb8230859 req-50f518b9-c2bd-4194-b23e-c0e6a762d8d6 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445308 Feb 16 16:46:42.037328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-1c92ef04-a675-44c6-ad39-f5a1d31fb716 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 23e87ecf-69c7-4a52-9eb8-8e506e811570) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:42.037328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c92ef04-a675-44c6-ad39-f5a1d31fb716 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:42.038444 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c92ef04-a675-44c6-ad39-f5a1d31fb716 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.051169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ad1487-55ec-4675-8d00-13c118a8c1d7 None None] Network 23e87ecf-69c7-4a52-9eb8-8e506e811570 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:46:42.103360 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4418d69c-04a7-4617-8dc0-c8d50362ba3e admin admin] Publish callbacks [] for security_group (ceb8cfc9-ba77-4e87-bb09-8cc813f5edd2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.107201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff156c8-edb2-4ac1-80f3-3915da1016e0 req-5d4e1de6-696f-4304-aff2-97f06c2019dd tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:42.108890 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ff156c8-edb2-4ac1-80f3-3915da1016e0 req-5d4e1de6-696f-4304-aff2-97f06c2019dd tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.60 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 946 time: 0.1420352 Feb 16 16:46:42.109525 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a26d2e21-73b6-4ffd-be92-1af227aa8ebe), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.113673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1c92ef04-a675-44c6-ad39-f5a1d31fb716 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2431152 Feb 16 16:46:42.115497 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4418d69c-04a7-4617-8dc0-c8d50362ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ceb8cfc9-ba77-4e87-bb09-8cc813f5edd2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.118463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49198) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:42.133828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e5c9e7d1-925e-47fd-ae89-3ca4246f08f9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1073291346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:42.181443 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418d69c-04a7-4617-8dc0-c8d50362ba3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb8cfc9-ba77-4e87-bb09-8cc813f5edd2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:42.194582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4418d69c-04a7-4617-8dc0-c8d50362ba3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f07bcabcf194015af03e5b1879b6660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6531212 Feb 16 16:46:42.196958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49200) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:42.207581 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5c9e7d1-925e-47fd-ae89-3ca4246f08f9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.208919 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5c9e7d1-925e-47fd-ae89-3ca4246f08f9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.313323 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c29abcf-4284-44f0-be46-b3e385b3ff0e admin admin] Publish callbacks [] for security_group (ceb8cfc9-ba77-4e87-bb09-8cc813f5edd2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.319003 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5c9e7d1-925e-47fd-ae89-3ca4246f08f9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_controller (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.328429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5c9e7d1-925e-47fd-ae89-3ca4246f08f9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.336103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-9ff156c8-edb2-4ac1-80f3-3915da1016e0 req-daa7cf3c-8bec-4093-a890-c40b016c8672 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Deleting port 3f877356-2ef7-4f83-a476-a69a135f282e {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:42.337893 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ff156c8-edb2-4ac1-80f3-3915da1016e0 req-daa7cf3c-8bec-4093-a890-c40b016c8672 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3f877356-2ef7-4f83-a476-a69a135f282e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.356014 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c29abcf-4284-44f0-be46-b3e385b3ff0e admin admin] Publish callbacks [] for security_group (ceb8cfc9-ba77-4e87-bb09-8cc813f5edd2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.369865 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5c9e7d1-925e-47fd-ae89-3ca4246f08f9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.371297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e5c9e7d1-925e-47fd-ae89-3ca4246f08f9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2479854 Feb 16 16:46:42.374224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49202) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:42.416163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] For port a0374a01-5985-4c9b-8a24-ff6a893db11f, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:46:42.450563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-23e87ecf-69c7-4a52-9eb8-8e506e811570', 'network_id': '23e87ecf-69c7-4a52-9eb8-8e506e811570', 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'fixed_ips': [{'subnet_id': 'f658dd43-f2ae-42c6-9976-1803b4f7be27'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:46:42.451790 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.486595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] For port a0374a01-5985-4c9b-8a24-ff6a893db11f, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a0374a01-5985-4c9b-8a24-ff6a893db11f,segment=NetworkSegment(268ea8ef-07c4-4067-9087-b4310342742f),segment_id=268ea8ef-07c4-4067-9087-b4310342742f)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:46:42.548361 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for port (a26d2e21-73b6-4ffd-be92-1af227aa8ebe), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.557917 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (a26d2e21-73b6-4ffd-be92-1af227aa8ebe), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.643692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Allocated IP 2001:db8:1::2 (23e87ecf-69c7-4a52-9eb8-8e506e811570/f658dd43-f2ae-42c6-9976-1803b4f7be27/283eb300-4179-4978-9242-dcd3523635b9) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:46:42.674292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a16cebd-4c37-467e-9cd4-ee8535f5beec req-95746d11-9cba-4d8b-8181-557f5de342e2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0674293 Feb 16 16:46:42.688818 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c29abcf-4284-44f0-be46-b3e385b3ff0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ceb8cfc9-ba77-4e87-bb09-8cc813f5edd2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.692274 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c29abcf-4284-44f0-be46-b3e385b3ff0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.693611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3c29abcf-4284-44f0-be46-b3e385b3ff0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ceb8cfc9-ba77-4e87-bb09-8cc813f5edd2 HTTP/1.1" status: 204 len: 168 time: 0.4954827 Feb 16 16:46:42.808940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event updated for resources: {'Port': ['ID=a26d2e21-73b6-4ffd-be92-1af227aa8ebe,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:42.818339 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (109b445b-abb4-4ff4-95e8-92aa72ca80f6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.822709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29abcf-4284-44f0-be46-b3e385b3ff0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb8cfc9-ba77-4e87-bb09-8cc813f5edd2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:42.841537 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-9ff156c8-edb2-4ac1-80f3-3915da1016e0 req-daa7cf3c-8bec-4093-a890-c40b016c8672 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] For port 3f877356-2ef7-4f83-a476-a69a135f282e, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=3f877356-2ef7-4f83-a476-a69a135f282e,segment=NetworkSegment(d70b0fb0-73be-492f-b5ae-04dc175c1cb2),segment_id=d70b0fb0-73be-492f-b5ae-04dc175c1cb2)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:42.842228 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ff156c8-edb2-4ac1-80f3-3915da1016e0 req-daa7cf3c-8bec-4093-a890-c40b016c8672 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3f877356-2ef7-4f83-a476-a69a135f282e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.864547 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.866933 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-081702dc-7b9d-4c36-addc-422dc30fbe19 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3367703 Feb 16 16:46:42.875724 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Publish callbacks [] for port (283eb300-4179-4978-9242-dcd3523635b9), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.890684 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-9ff156c8-edb2-4ac1-80f3-3915da1016e0 req-daa7cf3c-8bec-4093-a890-c40b016c8672 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Calling delete_port for 3f877356-2ef7-4f83-a476-a69a135f282e owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:42.918558 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (283eb300-4179-4978-9242-dcd3523635b9), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.939969 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Network 23e87ecf-69c7-4a52-9eb8-8e506e811570 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:46:42.941732 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a0374a01-5985-4c9b-8a24-ff6a893db11f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:42.963365 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:42.966864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:46:43.120875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Pushing event updated for resources: {'Port': ['ID=283eb300-4179-4978-9242-dcd3523635b9,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:43.242753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d246115-1c80-4703-89fb-ca6d12ab2243 None None] Pushing event updated for resources: {'Port': ['ID=a0374a01-5985-4c9b-8a24-ff6a893db11f,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:43.250627 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:43.255341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Attempting to bind port 283eb300-4179-4978-9242-dcd3523635b9 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:46:43.258024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Attempting to bind port 283eb300-4179-4978-9242-dcd3523635b9 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '71f3c85d-feb0-44c5-a2d8-d9c1c9005371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '23e87ecf-69c7-4a52-9eb8-8e506e811570'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:46:43.258618 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Attempting to bind port 283eb300-4179-4978-9242-dcd3523635b9 on network 23e87ecf-69c7-4a52-9eb8-8e506e811570 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:46:43.267215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:46:43.267933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Checking segment: {'id': '71f3c85d-feb0-44c5-a2d8-d9c1c9005371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '23e87ecf-69c7-4a52-9eb8-8e506e811570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:46:43.268494 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:43.269034 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Bound using segment: {'id': '71f3c85d-feb0-44c5-a2d8-d9c1c9005371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '23e87ecf-69c7-4a52-9eb8-8e506e811570'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:46:43.270244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Bound port: 283eb300-4179-4978-9242-dcd3523635b9, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f3c85d-feb0-44c5-a2d8-d9c1c9005371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '23e87ecf-69c7-4a52-9eb8-8e506e811570'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:46:43.270840 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (283eb300-4179-4978-9242-dcd3523635b9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:43.306193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ff156c8-edb2-4ac1-80f3-3915da1016e0 req-daa7cf3c-8bec-4093-a890-c40b016c8672 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (3f877356-2ef7-4f83-a476-a69a135f282e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:43.435628 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7cf3c-8bec-4093-a890-c40b016c8672 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Pushing event deleted for resources: {'Port': ['ID=3f877356-2ef7-4f83-a476-a69a135f282e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:43.482296 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['3f877356-2ef7-4f83-a476-a69a135f282e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:46:43.493461 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] For port 283eb300-4179-4978-9242-dcd3523635b9, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:46:43.552480 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff156c8-edb2-4ac1-80f3-3915da1016e0 req-daa7cf3c-8bec-4093-a890-c40b016c8672 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] No DVR routers for this DVR port 3f877356-2ef7-4f83-a476-a69a135f282e on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:46:43.557743 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ff156c8-edb2-4ac1-80f3-3915da1016e0 req-daa7cf3c-8bec-4093-a890-c40b016c8672 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:43.561133 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ff156c8-edb2-4ac1-80f3-3915da1016e0 req-daa7cf3c-8bec-4093-a890-c40b016c8672 tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.60 "DELETE /v2.0/ports/3f877356-2ef7-4f83-a476-a69a135f282e HTTP/1.1" status: 204 len: 173 time: 1.4455223 Feb 16 16:46:43.564339 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] For port 283eb300-4179-4978-9242-dcd3523635b9, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=283eb300-4179-4978-9242-dcd3523635b9,segment=NetworkSegment(71f3c85d-feb0-44c5-a2d8-d9c1c9005371),segment_id=71f3c85d-feb0-44c5-a2d8-d9c1c9005371)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:46:43.565520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66f9335-af42-40ba-a8b6-4916d6bc15bb', 'name': 'network-vif-deleted', 'tag': '3f877356-2ef7-4f83-a476-a69a135f282e'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:46:43.568239 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495f6575-e723-4acd-910b-7fa448a908a1" -d '{"events": [{"server_uuid": "a66f9335-af42-40ba-a8b6-4916d6bc15bb", "name": "network-vif-deleted", "tag": "3f877356-2ef7-4f83-a476-a69a135f282e"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:46:43.582962 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (283eb300-4179-4978-9242-dcd3523635b9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:43.672938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd471b2c-0d51-4c2e-9dd7-205e2881e4e3 req-6940a56f-797e-4947-bf51-3f325dc65fdc tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:43.681543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd471b2c-0d51-4c2e-9dd7-205e2881e4e3 req-6940a56f-797e-4947-bf51-3f325dc65fdc tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a66f9335-af42-40ba-a8b6-4916d6bc15bb HTTP/1.1" status: 200 len: 867 time: 0.4910920 Feb 16 16:46:43.725973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-e8e7da31-8f7c-472e-a3ba-1bcde3907352 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1128563762&fields=id&tenant_id=02741f937a2842aca38571a11965b970 HTTP/1.1" status: 200 len: 267 time: 0.3726141 Feb 16 16:46:43.766444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606815bd-89b8-46de-b09d-5541f6606da4 None None] Pushing event updated for resources: {'Port': ['ID=283eb300-4179-4978-9242-dcd3523635b9,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:43.899480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd471b2c-0d51-4c2e-9dd7-205e2881e4e3 req-4aace157-584e-4a79-8187-3872c012371b tempest-ServerRescueTestJSON-1133957409 tempest-ServerRescueTestJSON-1133957409-project] 10.222.0.24 "GET /v2.0/security-groups?id=66bc5f42-e513-4633-8d85-fab0621d28ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168443 Feb 16 16:46:43.992615 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9d8b78-3bab-4951-96f6-c5f6ac5c974d x-openstack-request-id: req-6e9d8b78-3bab-4951-96f6-c5f6ac5c974d {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:46:43.993360 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66f9335-af42-40ba-a8b6-4916d6bc15bb", "name": "network-vif-deleted", "tag": "3f877356-2ef7-4f83-a476-a69a135f282e", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:46:43.993860 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e9d8b78-3bab-4951-96f6-c5f6ac5c974d {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:46:43.994516 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66f9335-af42-40ba-a8b6-4916d6bc15bb', 'name': 'network-vif-deleted', 'tag': '3f877356-2ef7-4f83-a476-a69a135f282e', 'status': 'completed', 'code': 200} Feb 16 16:46:44.040023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a0374a01-5985-4c9b-8a24-ff6a893db11f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:46:44.171014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-509a87ac-8385-4367-87f8-2d35c5dac0e7 req-f7e599bc-9ebe-4ff0-9011-3f1142bc99cb tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0676143 Feb 16 16:46:44.263937 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a0374a01-5985-4c9b-8a24-ff6a893db11f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:44.264686 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a0374a01-5985-4c9b-8a24-ff6a893db11f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:44.279558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-43cb5043-669f-418e-b8ea-7478769cbbc5 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:44.281966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-43cb5043-669f-418e-b8ea-7478769cbbc5 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 817 time: 0.5552030 Feb 16 16:46:44.418480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-0368836b-c8e1-43e1-b9cb-8dfb6cbbc802 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/quotas/02741f937a2842aca38571a11965b970 HTTP/1.1" status: 200 len: 375 time: 0.0603142 Feb 16 16:46:44.506274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a0374a01-5985-4c9b-8a24-ff6a893db11f is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:44.507916 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a0374a01-5985-4c9b-8a24-ff6a893db11f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:44.510961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Allocated IP 2001:db8::1 (e527ca6e-af31-4012-8695-d152bb26099c/be41777c-b26f-4d69-aab0-d0e13364c70f/89d6b0d0-ba67-4c78-b803-fac82bf531ea) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:46:44.581852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port a0374a01-5985-4c9b-8a24-ff6a893db11f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a0374a01-5985-4c9b-8a24-ff6a893db11f,segment=NetworkSegment(268ea8ef-07c4-4067-9087-b4310342742f),segment_id=268ea8ef-07c4-4067-9087-b4310342742f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:44.591557 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a0374a01-5985-4c9b-8a24-ff6a893db11f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:44.607642 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-3e6986e6-b5cd-4274-9de8-41d64e3fc498 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846485 Feb 16 16:46:44.680855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=a0374a01-5985-4c9b-8a24-ff6a893db11f,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:44.780266 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (89d6b0d0-ba67-4c78-b803-fac82bf531ea), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:44.906436 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b316b74-cc1c-442c-ac59-1c6c04642c67 None None] Network e527ca6e-af31-4012-8695-d152bb26099c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:46:44.957751 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (89d6b0d0-ba67-4c78-b803-fac82bf531ea), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:44.971209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49266) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:45.016421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-efdd799a-0169-41a7-825a-78882cd5626b service neutron] 10.222.0.24 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932302 Feb 16 16:46:45.111148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network e527ca6e-af31-4012-8695-d152bb26099c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:46:45.132500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-372d99a3-564f-4bde-8d1e-5ee85ca42ba7 None None] Provisioning complete for port a0374a01-5985-4c9b-8a24-ff6a893db11f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:45.133044 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-372d99a3-564f-4bde-8d1e-5ee85ca42ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a0374a01-5985-4c9b-8a24-ff6a893db11f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:45.164605 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:45.216680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:46:45.217236 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:45.228838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=89d6b0d0-ba67-4c78-b803-fac82bf531ea,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:45.325510 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-372d99a3-564f-4bde-8d1e-5ee85ca42ba7 None None] Current status of the port a0374a01-5985-4c9b-8a24-ff6a893db11f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:45.492692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-19f7bc7a-21f9-41f3-a848-001b56fc6c3b service neutron] 10.222.0.24 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753513 Feb 16 16:46:45.641372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab8a838-73e5-4f1e-a224-dd7df2ffe73f None None] Network 23e87ecf-69c7-4a52-9eb8-8e506e811570 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:46:45.823350 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4a22779a-98ca-49c2-b618-11675a5553e8 None None] Provisioning complete for port 283eb300-4179-4978-9242-dcd3523635b9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:45.823732 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a22779a-98ca-49c2-b618-11675a5553e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (283eb300-4179-4978-9242-dcd3523635b9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:45.873949 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-01749f13-9529-401f-9515-5a7e7298daf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:46.066295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4a22779a-98ca-49c2-b618-11675a5553e8 None None] Current status of the port 283eb300-4179-4978-9242-dcd3523635b9 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:46.066659 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a22779a-98ca-49c2-b618-11675a5553e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (283eb300-4179-4978-9242-dcd3523635b9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:46.110654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 3f877356-2ef7-4f83-a476-a69a135f282e no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:46:46.151634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4f0f3d4-3f5d-4815-9750-2201d510ef15 req-d03a22c2-e5a6-46d2-b89f-eaead9daaec5 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.7115159 Feb 16 16:46:46.206711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 3f877356-2ef7-4f83-a476-a69a135f282e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:46:46.206711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 3f877356-2ef7-4f83-a476-a69a135f282e not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:46:46.227327 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 283eb300-4179-4978-9242-dcd3523635b9 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:46:46.266424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb2e0ebc-c232-4d90-9d60-19cad54884b2 req-94881ebd-5cea-4640-b109-cd7cdb6077f4 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 210 time: 0.1194906 Feb 16 16:46:46.372004 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (89d6b0d0-ba67-4c78-b803-fac82bf531ea), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:46.436304 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4a22779a-98ca-49c2-b618-11675a5553e8 None None] For port 283eb300-4179-4978-9242-dcd3523635b9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=283eb300-4179-4978-9242-dcd3523635b9,segment=NetworkSegment(71f3c85d-feb0-44c5-a2d8-d9c1c9005371),segment_id=71f3c85d-feb0-44c5-a2d8-d9c1c9005371)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:46.438737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 283eb300-4179-4978-9242-dcd3523635b9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:46.439471 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (283eb300-4179-4978-9242-dcd3523635b9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:46.446223 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a22779a-98ca-49c2-b618-11675a5553e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (283eb300-4179-4978-9242-dcd3523635b9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:46.551973 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-01749f13-9529-401f-9515-5a7e7298daf5 admin admin] Deleting port d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:46.551973 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-01749f13-9529-401f-9515-5a7e7298daf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:46.632870 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22779a-98ca-49c2-b618-11675a5553e8 None None] Pushing event updated for resources: {'Port': ['ID=283eb300-4179-4978-9242-dcd3523635b9,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:46.699592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-77b12864-20dc-43ba-89a1-fe5b4b9aeeb4 None None] Provisioning complete for port a0374a01-5985-4c9b-8a24-ff6a893db11f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:46.702025 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-77b12864-20dc-43ba-89a1-fe5b4b9aeeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a0374a01-5985-4c9b-8a24-ff6a893db11f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:46.769906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-01749f13-9529-401f-9515-5a7e7298daf5 admin admin] For port d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5,segment=NetworkSegment(d70b0fb0-73be-492f-b5ae-04dc175c1cb2),segment_id=d70b0fb0-73be-492f-b5ae-04dc175c1cb2)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:46.771277 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-01749f13-9529-401f-9515-5a7e7298daf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:46.789785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-01749f13-9529-401f-9515-5a7e7298daf5 admin admin] Calling delete_port for d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:46.812899 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 283eb300-4179-4978-9242-dcd3523635b9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:46.814229 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a0374a01-5985-4c9b-8a24-ff6a893db11f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:46:46.972102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-77b12864-20dc-43ba-89a1-fe5b4b9aeeb4 None None] Current status of the port a0374a01-5985-4c9b-8a24-ff6a893db11f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:47.013747 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-77b12864-20dc-43ba-89a1-fe5b4b9aeeb4 None None] Provisioning complete for port 89d6b0d0-ba67-4c78-b803-fac82bf531ea triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:47.014136 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-77b12864-20dc-43ba-89a1-fe5b4b9aeeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (89d6b0d0-ba67-4c78-b803-fac82bf531ea), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:47.057285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-77b12864-20dc-43ba-89a1-fe5b4b9aeeb4 None None] Port 89d6b0d0-ba67-4c78-b803-fac82bf531ea cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:47.063028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a0374a01-5985-4c9b-8a24-ff6a893db11f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:47.063419 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a0374a01-5985-4c9b-8a24-ff6a893db11f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:47.162987 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-01749f13-9529-401f-9515-5a7e7298daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:47.226485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01749f13-9529-401f-9515-5a7e7298daf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:47.233939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cdbdf8b5-ff96-4b47-8df9-1b64382f5c99 None None] Provisioning complete for port 283eb300-4179-4978-9242-dcd3523635b9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:47.237003 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (89d6b0d0-ba67-4c78-b803-fac82bf531ea), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:47.242725 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cdbdf8b5-ff96-4b47-8df9-1b64382f5c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (283eb300-4179-4978-9242-dcd3523635b9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:47.253057 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (89d6b0d0-ba67-4c78-b803-fac82bf531ea), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:47.253889 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:47.399414 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cdbdf8b5-ff96-4b47-8df9-1b64382f5c99 None None] Current status of the port 283eb300-4179-4978-9242-dcd3523635b9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:47.401544 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a0374a01-5985-4c9b-8a24-ff6a893db11f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:47.514109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53e1806f-562f-4820-a624-2175a4c73b27 req-44016fee-ff60-4d50-b3b2-0e1d8571884b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.1679866 Feb 16 16:46:47.562858 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-01749f13-9529-401f-9515-5a7e7298daf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:47.583474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aacea13e-c55b-434e-8274-30c5b0374997 req-58c82d0a-32fc-4366-815d-7f50a798f87f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 210 time: 0.1115682 Feb 16 16:46:47.615174 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=89d6b0d0-ba67-4c78-b803-fac82bf531ea,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:47.677077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network e527ca6e-af31-4012-8695-d152bb26099c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:46:47.678629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:47.940542 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 3ac372e4-757d-4b20-85c5-c0e7ad3663d6 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:46:48.041733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-bc8ad5f9-d896-477c-8565-3698439f2ecb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:48.043314 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-bc8ad5f9-d896-477c-8565-3698439f2ecb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.65 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 817 time: 0.4774122 Feb 16 16:46:48.118481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 283eb300-4179-4978-9242-dcd3523635b9 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:46:48.169674 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01749f13-9529-401f-9515-5a7e7298daf5 admin admin] Router 8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:46:48.215041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:46:48.239824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-826607e3-5ab2-47c1-a6d6-04312b279ca2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/3ac372e4-757d-4b20-85c5-c0e7ad3663d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8642585 Feb 16 16:46:48.240512 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49316) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:48.258934 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c6946-d643-4923-a42d-6550b96cf289 None None] Sync routers for ids ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:46:48.269279 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-24ad5b8c-6469-46b1-903b-5e4291360c11 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02741f937a2842aca38571a11965b970 HTTP/1.1" status: 200 len: 380 time: 0.2109258 Feb 16 16:46:48.288343 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c6946-d643-4923-a42d-6550b96cf289 None None] Routers {'3ac372e4-757d-4b20-85c5-c0e7ad3663d6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:48.289161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2c3c6946-d643-4923-a42d-6550b96cf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:48.350852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2c3c6946-d643-4923-a42d-6550b96cf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:48.358096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39a377a-9457-4552-9c2e-e6b4ec5182e4 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:48.363564 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d8844414-91e2-41d2-ace9-25ad1ce56f2e None None] Provisioning complete for port 89d6b0d0-ba67-4c78-b803-fac82bf531ea triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:48.363564 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d8844414-91e2-41d2-ace9-25ad1ce56f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (89d6b0d0-ba67-4c78-b803-fac82bf531ea), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:48.373380 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e39a377a-9457-4552-9c2e-e6b4ec5182e4 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports/89d6b0d0-ba67-4c78-b803-fac82bf531ea HTTP/1.1" status: 200 len: 911 time: 0.1317635 Feb 16 16:46:48.374027 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49322) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:48.381408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-ab8c9bc8-bac8-458e-b935-73faafdafba3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Request body: {'port': {'device_id': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'admin_state_up': True, 'tenant_id': '02741f937a2842aca38571a11965b970', 'security_groups': ['fdb78fd1-435a-4477-97f6-f9923c3793f2']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:48.390877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c6946-d643-4923-a42d-6550b96cf289 None None] Routers {'3ac372e4-757d-4b20-85c5-c0e7ad3663d6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:48.391521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2c3c6946-d643-4923-a42d-6550b96cf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:48.469415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d8844414-91e2-41d2-ace9-25ad1ce56f2e None None] Port 89d6b0d0-ba67-4c78-b803-fac82bf531ea cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:48.471051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 283eb300-4179-4978-9242-dcd3523635b9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:48.471424 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (283eb300-4179-4978-9242-dcd3523635b9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:48.474666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2c3c6946-d643-4923-a42d-6550b96cf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:48.475469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c6946-d643-4923-a42d-6550b96cf289 None None] The sync data for ids ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:46:48.600322 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-ab8c9bc8-bac8-458e-b935-73faafdafba3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Made reservation on behalf of 02741f937a2842aca38571a11965b970 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:48.622601 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-ab8c9bc8-bac8-458e-b935-73faafdafba3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:48.631094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 283eb300-4179-4978-9242-dcd3523635b9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:48.789905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-445965c4-c77d-4a13-b53f-8ca3791f334f req-6a0d4467-9108-4a21-a54d-d07dc2d67eaa tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0385711 Feb 16 16:46:48.861655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-ab8c9bc8-bac8-458e-b935-73faafdafba3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Allocated IP 172.20.0.7 (8d61e968-9352-4447-90d4-31d4f93db9d5/2633da54-4036-4028-8932-f86c9800af42/d48959bb-7fbb-436a-841b-7e9bfe840151) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:46:49.014566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01749f13-9529-401f-9515-5a7e7298daf5 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:46:49.032166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-be56f3f1-5c25-49b1-8afc-3f50c85d4ca9 req-e15b0ed0-eea2-4807-9cad-c68604f6c5a8 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 210 time: 0.2820354 Feb 16 16:46:49.033546 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72034289-b34f-4536-9846-7cad2e58ab91 None None] Sync routers for ids ['8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:46:49.042285 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-01749f13-9529-401f-9515-5a7e7298daf5 admin admin] 10.222.0.24 "PUT /v2.0/routers/8c0f1033-6e72-4760-bd61-a7dc3ac5efb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0699434 Feb 16 16:46:49.052812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49328) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:49.056598 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-ab8c9bc8-bac8-458e-b935-73faafdafba3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:49.058620 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72034289-b34f-4536-9846-7cad2e58ab91 None None] Routers {'8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:49.059270 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-72034289-b34f-4536-9846-7cad2e58ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:49.123100 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-ab8c9bc8-bac8-458e-b935-73faafdafba3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:49.219626 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] Publish callbacks [] for router (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:49.240959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-ab8c9bc8-bac8-458e-b935-73faafdafba3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Network 8d61e968-9352-4447-90d4-31d4f93db9d5 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:46:49.255212 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-ab8c9bc8-bac8-458e-b935-73faafdafba3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:49.259580 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-ab8c9bc8-bac8-458e-b935-73faafdafba3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:46:49.313791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c9bc8-bac8-458e-b935-73faafdafba3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event updated for resources: {'Port': ['ID=d48959bb-7fbb-436a-841b-7e9bfe840151,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:49.349216 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-72034289-b34f-4536-9846-7cad2e58ab91 None None] Set router 8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:46:49.382824 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:49.388001 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-ab8c9bc8-bac8-458e-b935-73faafdafba3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:49.388678 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-ab8c9bc8-bac8-458e-b935-73faafdafba3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:49.423128 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-ab8c9bc8-bac8-458e-b935-73faafdafba3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0958767 Feb 16 16:46:49.436284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Request body: {'port': {'device_id': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:49.555535 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:49.745486 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] Publish callbacks [] for router_gateway (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:49.796842 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-72034289-b34f-4536-9846-7cad2e58ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'name': 'tempest-ServerRescueTestJSON-928527016-router', 'tenant_id': '18204c002ff2451291227eff7926db64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '72c3b274-b1bf-43e7-8b00-5f776714ed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:44:31Z', 'updated_at': '2022-02-16T16:46:47Z', 'revision_number': 5, 'project_id': '18204c002ff2451291227eff7926db64', 'gw_port': {'id': '72c3b274-b1bf-43e7-8b00-5f776714ed68', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:86:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:44:33Z', 'updated_at': '2022-02-16T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:49.851456 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72034289-b34f-4536-9846-7cad2e58ab91 None None] Checking router: 8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:46:49.852147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ddcf318c-aa6b-4c66-b50e-406a22a45b65 None None] Provisioning complete for port d48959bb-7fbb-436a-841b-7e9bfe840151 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:49.852676 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ddcf318c-aa6b-4c66-b50e-406a22a45b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:49.877388 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72034289-b34f-4536-9846-7cad2e58ab91 None None] Routers {'8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:49.878047 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-72034289-b34f-4536-9846-7cad2e58ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:49.946812 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf318c-aa6b-4c66-b50e-406a22a45b65 None None] Port d48959bb-7fbb-436a-841b-7e9bfe840151 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:50.019595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Allocated IP 2001:db8:1::1 (23e87ecf-69c7-4a52-9eb8-8e506e811570/f658dd43-f2ae-42c6-9976-1803b4f7be27/e9da3085-7d81-479e-9417-f2a1dd987e59) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:46:50.119804 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-72034289-b34f-4536-9846-7cad2e58ab91 None None] Set router 8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:46:50.216700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48959bb-7fbb-436a-841b-7e9bfe840151 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:46:50.238784 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Publish callbacks [] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:50.270626 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-156cf1cd-b09f-4df5-bce7-c5f47a7d7859 req-5351b48a-95b3-49e1-9619-86a20bcda107 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0599477 Feb 16 16:46:50.294700 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-72034289-b34f-4536-9846-7cad2e58ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'name': 'tempest-ServerRescueTestJSON-928527016-router', 'tenant_id': '18204c002ff2451291227eff7926db64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:44:31Z', 'updated_at': '2022-02-16T16:46:49Z', 'revision_number': 6, 'project_id': '18204c002ff2451291227eff7926db64', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:50.295242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Transition to ACTIVE for port object d48959bb-7fbb-436a-841b-7e9bfe840151 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:46:50.303527 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:50.342269 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72034289-b34f-4536-9846-7cad2e58ab91 None None] The sync data for ids ['8c0f1033-6e72-4760-bd61-a7dc3ac5efb2'] in n-d-669411-5 is: [{'id': '8c0f1033-6e72-4760-bd61-a7dc3ac5efb2', 'name': 'tempest-ServerRescueTestJSON-928527016-router', 'tenant_id': '18204c002ff2451291227eff7926db64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:44:31Z', 'updated_at': '2022-02-16T16:46:49Z', 'revision_number': 6, 'project_id': '18204c002ff2451291227eff7926db64', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:46:50.362028 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (e9da3085-7d81-479e-9417-f2a1dd987e59), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:50.405064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a6b8e-268c-4548-93f2-a7d77290c79e req-cdbc95f9-2c1c-4c58-bbfb-4acc0a590893 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:50.412883 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b9a6b8e-268c-4548-93f2-a7d77290c79e req-cdbc95f9-2c1c-4c58-bbfb-4acc0a590893 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 931 time: 0.1522424 Feb 16 16:46:50.427273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Pushing event updated for resources: {'Port': ['ID=d48959bb-7fbb-436a-841b-7e9bfe840151,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:50.440103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] Deleting port 72c3b274-b1bf-43e7-8b00-5f776714ed68 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:50.440441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (72c3b274-b1bf-43e7-8b00-5f776714ed68), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:50.549660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Attempting to bind port d48959bb-7fbb-436a-841b-7e9bfe840151 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:46:50.549997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Attempting to bind port d48959bb-7fbb-436a-841b-7e9bfe840151 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:46:50.550991 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Attempting to bind port d48959bb-7fbb-436a-841b-7e9bfe840151 on network 8d61e968-9352-4447-90d4-31d4f93db9d5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:46:50.558232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Port d48959bb-7fbb-436a-841b-7e9bfe840151 on network 8d61e968-9352-4447-90d4-31d4f93db9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:46:50.558565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Attempting to bind port d48959bb-7fbb-436a-841b-7e9bfe840151 on network 8d61e968-9352-4447-90d4-31d4f93db9d5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:46:50.569420 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:46:50.569768 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Checking segment: {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:46:50.570162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Bound using segment: {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:46:50.570596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Bound port: d48959bb-7fbb-436a-841b-7e9bfe840151, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:46:50.570975 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:50.673553 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e9da3085-7d81-479e-9417-f2a1dd987e59), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:50.686516 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] For port 72c3b274-b1bf-43e7-8b00-5f776714ed68, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=72c3b274-b1bf-43e7-8b00-5f776714ed68,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:50.686970 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (72c3b274-b1bf-43e7-8b00-5f776714ed68), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:50.687128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:46:50.711714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b9a6b8e-268c-4548-93f2-a7d77290c79e req-b2536d3b-6a8b-4f07-a676-2db26e5441eb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978482 Feb 16 16:46:50.713663 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d48959bb-7fbb-436a-841b-7e9bfe840151,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:46:50.762009 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:50.814614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] Calling delete_port for 72c3b274-b1bf-43e7-8b00-5f776714ed68 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:50.829405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 23e87ecf-69c7-4a52-9eb8-8e506e811570 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:46:50.837607 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:50.843692 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:46:50.844265 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:50.849755 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=e9da3085-7d81-479e-9417-f2a1dd987e59,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:50.880504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Pushing event updated for resources: {'Port': ['ID=d48959bb-7fbb-436a-841b-7e9bfe840151,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:50.909512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:50.909512 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:50.916031 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-673480ad-4faa-45bf-9208-81f9ca53ccab service neutron] 10.222.0.65 "PUT /v2.0/ports/d48959bb-7fbb-436a-841b-7e9bfe840151 HTTP/1.1" status: 200 len: 1091 time: 1.4827428 Feb 16 16:46:50.916543 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:46:50.931251 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bad5bf8-5927-4fa7-b5bd-e18a57e8d07b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:46:51.068907 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5fc480-497f-4caf-b22e-511432d1608f x-openstack-request-id: req-5a5fc480-497f-4caf-b22e-511432d1608f {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:46:51.074911 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:46:51.075282 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a5fc480-497f-4caf-b22e-511432d1608f {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:46:51.075849 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'status': 'completed', 'code': 200} Feb 16 16:46:51.118463 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-f45c926b-ab22-4cee-ab48-a3f3c87c131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:51.122827 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-f45c926b-ab22-4cee-ab48-a3f3c87c131e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 1125 time: 0.1599092 Feb 16 16:46:51.233725 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-41e545fd-5574-42ec-b333-a51a733481a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d48959bb-7fbb-436a-841b-7e9bfe840151 HTTP/1.1" status: 200 len: 217 time: 0.1016927 Feb 16 16:46:51.333381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-80f32556-1037-48a2-a119-10a3feb3e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:51.346438 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-80f32556-1037-48a2-a119-10a3feb3e032 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2633da54-4036-4028-8932-f86c9800af42 HTTP/1.1" status: 200 len: 856 time: 0.1066062 Feb 16 16:46:51.441777 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e9da3085-7d81-479e-9417-f2a1dd987e59), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:51.444485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-b1c9f7a8-bf57-4935-9bb9-91329aced09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:51.449385 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-b1c9f7a8-bf57-4935-9bb9-91329aced09f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d61e968-9352-4447-90d4-31d4f93db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1020682 Feb 16 16:46:51.451521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-40de8532-2fa1-4b0d-bfd5-a6ae5783a195 None None] Provisioning complete for port e9da3085-7d81-479e-9417-f2a1dd987e59 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:51.452451 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-40de8532-2fa1-4b0d-bfd5-a6ae5783a195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e9da3085-7d81-479e-9417-f2a1dd987e59), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:51.501976 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-40de8532-2fa1-4b0d-bfd5-a6ae5783a195 None None] Port e9da3085-7d81-479e-9417-f2a1dd987e59 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:51.543650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa3cf805-8ce0-47bb-8e05-080be8ebfaba req-d6ed4864-a210-4001-8c98-46e5ac3639d7 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.1074963 Feb 16 16:46:51.609822 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (72c3b274-b1bf-43e7-8b00-5f776714ed68), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:51.653811 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-1bcb744f-3d59-4832-8512-6adb51ab0d61 service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987197 Feb 16 16:46:51.687038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c3b274-b1bf-43e7-8b00-5f776714ed68,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:51.837982 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-83ad3770-c5df-47bb-bd90-5567f484dd44 req-d2e61209-47ce-4a18-bf2e-42548cfee86f service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786401 Feb 16 16:46:51.956138 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 72c3b274-b1bf-43e7-8b00-5f776714ed68 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:46:52.000622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad5bf8-5927-4fa7-b5bd-e18a57e8d07b req-be0eff8e-fa53-4779-888d-bc60831548cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:52.001824 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6bad5bf8-5927-4fa7-b5bd-e18a57e8d07b req-be0eff8e-fa53-4779-888d-bc60831548cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 1125 time: 0.1041048 Feb 16 16:46:52.005709 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 72c3b274-b1bf-43e7-8b00-5f776714ed68 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:46:52.009498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 72c3b274-b1bf-43e7-8b00-5f776714ed68 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:46:52.010095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:46:52.057746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:46:52.058251 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d118a2de-ef8e-4b7f-973a-ddf7bbef3fe5 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:46:52.074067 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:52.215906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad5bf8-5927-4fa7-b5bd-e18a57e8d07b req-e60329f9-2741-4043-b254-79b275403994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:52.220595 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6bad5bf8-5927-4fa7-b5bd-e18a57e8d07b req-e60329f9-2741-4043-b254-79b275403994 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 918 time: 0.2120037 Feb 16 16:46:52.333239 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6bad5bf8-5927-4fa7-b5bd-e18a57e8d07b req-e5398b09-3c62-475e-8902-c66a388d9b30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d48959bb-7fbb-436a-841b-7e9bfe840151 HTTP/1.1" status: 200 len: 217 time: 0.0964699 Feb 16 16:46:52.465530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad5bf8-5927-4fa7-b5bd-e18a57e8d07b req-afbfe535-9e96-474b-8c9e-51abdad43810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:52.467567 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6bad5bf8-5927-4fa7-b5bd-e18a57e8d07b req-afbfe535-9e96-474b-8c9e-51abdad43810 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2633da54-4036-4028-8932-f86c9800af42 HTTP/1.1" status: 200 len: 856 time: 0.1334832 Feb 16 16:46:52.606840 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:52.612259 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] Publish callbacks [] for router_controller (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:52.616993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad5bf8-5927-4fa7-b5bd-e18a57e8d07b req-4ebff931-15a7-4225-b971-69f9589e9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:52.620709 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6bad5bf8-5927-4fa7-b5bd-e18a57e8d07b req-4ebff931-15a7-4225-b971-69f9589e9dcf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d61e968-9352-4447-90d4-31d4f93db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1359160 Feb 16 16:46:52.680082 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (8c0f1033-6e72-4760-bd61-a7dc3ac5efb2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:52.680893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:46:52.698977 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:52.703719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e64110c1-1253-4b98-9430-dcfa36bdc038 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8c0f1033-6e72-4760-bd61-a7dc3ac5efb2 HTTP/1.1" status: 204 len: 168 time: 3.6496925 Feb 16 16:46:52.718436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49384) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:52.740157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6757a-c864-4805-bf33-dc8664a770f6 req-ece9d692-a08f-4477-85c6-efaf72bb61bc tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:52.749457 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a0e6757a-c864-4805-bf33-dc8664a770f6 req-ece9d692-a08f-4477-85c6-efaf72bb61bc tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 943 time: 0.8449411 Feb 16 16:46:52.917241 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6bad5bf8-5927-4fa7-b5bd-e18a57e8d07b req-a09c13c3-db55-462c-8a46-3cd6adcbb2a7 service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894707 Feb 16 16:46:52.992489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-3805273b-6cb5-4afe-8a0b-0dffacec70e8 admin admin] Deleting subnet 6d5328b4-8490-4123-b874-9dd2311e107e {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:46:53.009473 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-782316f7-491d-4dac-8c30-c571e8133e5c req-c7177e36-68ce-47c6-ba84-b72ddd553e7a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.3017147 Feb 16 16:46:53.018428 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (e9da3085-7d81-479e-9417-f2a1dd987e59), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:53.025363 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3805273b-6cb5-4afe-8a0b-0dffacec70e8 admin admin] Publish callbacks [] for subnet (6d5328b4-8490-4123-b874-9dd2311e107e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:53.100542 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (e9da3085-7d81-479e-9417-f2a1dd987e59), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:53.101611 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6bad5bf8-5927-4fa7-b5bd-e18a57e8d07b req-2aadd376-8081-42ac-848f-fb4ddcf7ab77 service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760471 Feb 16 16:46:53.101829 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:53.163527 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3805273b-6cb5-4afe-8a0b-0dffacec70e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (6d5328b4-8490-4123-b874-9dd2311e107e), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:53.222309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a0e6757a-c864-4805-bf33-dc8664a770f6 req-1fcfd94d-6902-4520-8eed-6954cd175f28 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4682448 Feb 16 16:46:53.290991 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3805273b-6cb5-4afe-8a0b-0dffacec70e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (6d5328b4-8490-4123-b874-9dd2311e107e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:53.321753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=e9da3085-7d81-479e-9417-f2a1dd987e59,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:53.485446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 23e87ecf-69c7-4a52-9eb8-8e506e811570 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:46:53.486606 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3805273b-6cb5-4afe-8a0b-0dffacec70e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (6d5328b4-8490-4123-b874-9dd2311e107e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:53.504629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:53.565090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805273b-6cb5-4afe-8a0b-0dffacec70e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d5328b4-8490-4123-b874-9dd2311e107e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:53.582045 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3805273b-6cb5-4afe-8a0b-0dffacec70e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:53.588176 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49394) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:53.596304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3805273b-6cb5-4afe-8a0b-0dffacec70e8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6d5328b4-8490-4123-b874-9dd2311e107e HTTP/1.1" status: 204 len: 168 time: 0.8349636 Feb 16 16:46:53.818093 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 3ac372e4-757d-4b20-85c5-c0e7ad3663d6 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:46:53.843444 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1feb2777-b6cb-47ca-a68e-7b03b297dd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (185f1c1b-e7bc-45aa-9a60-6f86f505fcdf), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:53.992334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bf9d1ed9-61bb-49ac-bbc6-1c786f57d204 None None] Provisioning complete for port e9da3085-7d81-479e-9417-f2a1dd987e59 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:53.994320 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1ed9-61bb-49ac-bbc6-1c786f57d204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e9da3085-7d81-479e-9417-f2a1dd987e59), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:53.999809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1feb2777-b6cb-47ca-a68e-7b03b297dd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (185f1c1b-e7bc-45aa-9a60-6f86f505fcdf), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:54.029886 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-1feb2777-b6cb-47ca-a68e-7b03b297dd3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185f1c1b-e7bc-45aa-9a60-6f86f505fcdf']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:54.041380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-1feb2777-b6cb-47ca-a68e-7b03b297dd3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70b0fb0-73be-492f-b5ae-04dc175c1cb2') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:54.042070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-1feb2777-b6cb-47ca-a68e-7b03b297dd3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70b0fb0-73be-492f-b5ae-04dc175c1cb2') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:54.042456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:46:54.056283 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1feb2777-b6cb-47ca-a68e-7b03b297dd3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (d70b0fb0-73be-492f-b5ae-04dc175c1cb2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:54.066889 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7aac0d0b-974f-4680-88a1-f430f1677a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/3ac372e4-757d-4b20-85c5-c0e7ad3663d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6916761 Feb 16 16:46:54.067577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49398) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:54.091531 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1feb2777-b6cb-47ca-a68e-7b03b297dd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d70b0fb0-73be-492f-b5ae-04dc175c1cb2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:54.109256 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1feb2777-b6cb-47ca-a68e-7b03b297dd3b admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:46:54.110137 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1feb2777-b6cb-47ca-a68e-7b03b297dd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (d70b0fb0-73be-492f-b5ae-04dc175c1cb2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:54.124197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf27c592-3b10-4901-b8de-1129d97be0f2 None None] Sync routers for ids ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:46:54.169750 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf27c592-3b10-4901-b8de-1129d97be0f2 None None] Routers {'3ac372e4-757d-4b20-85c5-c0e7ad3663d6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:54.175179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-bf27c592-3b10-4901-b8de-1129d97be0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:46:54.209022 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:46:54.215694 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1feb2777-b6cb-47ca-a68e-7b03b297dd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (185f1c1b-e7bc-45aa-9a60-6f86f505fcdf), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:54.267656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23627a75-6cf7-4cb8-8424-a5d9b0c48cdc tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:54.277483 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-23627a75-6cf7-4cb8-8424-a5d9b0c48cdc tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports/e9da3085-7d81-479e-9417-f2a1dd987e59 HTTP/1.1" status: 200 len: 913 time: 0.2087948 Feb 16 16:46:54.281636 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1feb2777-b6cb-47ca-a68e-7b03b297dd3b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:54.285963 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1feb2777-b6cb-47ca-a68e-7b03b297dd3b admin admin] 10.222.0.24 "DELETE /v2.0/networks/185f1c1b-e7bc-45aa-9a60-6f86f505fcdf HTTP/1.1" status: 204 len: 168 time: 0.6967490 Feb 16 16:46:54.299198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49406) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:54.308605 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d1ed9-61bb-49ac-bbc6-1c786f57d204 None None] Port e9da3085-7d81-479e-9417-f2a1dd987e59 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:46:54.309651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb2777-b6cb-47ca-a68e-7b03b297dd3b admin admin] Pushing event deleted for resources: {'Network': ['ID=185f1c1b-e7bc-45aa-9a60-6f86f505fcdf,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:54.310398 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-affe5347-16b8-47f1-a8ac-05e1716d4ecf req-73548ad9-4e5f-4cd7-905c-a43095796d24 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.1225889 Feb 16 16:46:54.330652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-bf27c592-3b10-4901-b8de-1129d97be0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:54.384258 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf27c592-3b10-4901-b8de-1129d97be0f2 None None] Routers {'3ac372e4-757d-4b20-85c5-c0e7ad3663d6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:54.384912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-bf27c592-3b10-4901-b8de-1129d97be0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:54.522273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-bf27c592-3b10-4901-b8de-1129d97be0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:54.523221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf27c592-3b10-4901-b8de-1129d97be0f2 None None] The sync data for ids ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:46:54.579697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbe553-0ab1-4e64-abd9-965e4a96b314 req-41b61dc2-7ae6-4c0e-898e-25b7a6b6d3dd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:54.591520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19fbe553-0ab1-4e64-abd9-965e4a96b314 req-41b61dc2-7ae6-4c0e-898e-25b7a6b6d3dd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 943 time: 0.1752114 Feb 16 16:46:54.644893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49414) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:54.894681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19fbe553-0ab1-4e64-abd9-965e4a96b314 req-c345741e-ebdd-448d-8588-17b07fad95c6 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946088 Feb 16 16:46:54.910414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a0aeb4ce-8832-4aa1-97ac-1305ebcc9efd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18204c002ff2451291227eff7926db64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2585075 Feb 16 16:46:54.911392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49416) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:55.034100 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7109d154-a275-4b13-baa2-50e3b54c0786 admin admin] Publish callbacks [] for security_group (66bc5f42-e513-4633-8d85-fab0621d28ff), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:55.063920 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7109d154-a275-4b13-baa2-50e3b54c0786 admin admin] Publish callbacks [] for security_group (66bc5f42-e513-4633-8d85-fab0621d28ff), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:55.119286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d48959bb-7fbb-436a-841b-7e9bfe840151 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:46:55.141969 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7109d154-a275-4b13-baa2-50e3b54c0786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (66bc5f42-e513-4633-8d85-fab0621d28ff), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:55.147850 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7109d154-a275-4b13-baa2-50e3b54c0786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:55.153674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7109d154-a275-4b13-baa2-50e3b54c0786 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66bc5f42-e513-4633-8d85-fab0621d28ff HTTP/1.1" status: 204 len: 168 time: 0.2408178 Feb 16 16:46:55.185268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109d154-a275-4b13-baa2-50e3b54c0786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bc5f42-e513-4633-8d85-fab0621d28ff,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:55.573610 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73eaa983-429a-4a62-9e2e-391758dc5493 req-9e3145d1-b868-43fb-93ac-7d5ec6d7638d tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0641160 Feb 16 16:46:55.583861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d48959bb-7fbb-436a-841b-7e9bfe840151,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:55.596219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'port_id': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'mac_address': 'fa:16:3e:c9:58:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:46:55.714929 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5cde4a0a-41ee-4863-ab7d-9a9ba4420d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:55.729748 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port d48959bb-7fbb-436a-841b-7e9bfe840151 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:55.730037 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:55.759984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48959bb-7fbb-436a-841b-7e9bfe840151 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:46:55.823045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d48959bb-7fbb-436a-841b-7e9bfe840151,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:55.830133 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:56.000654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=d48959bb-7fbb-436a-841b-7e9bfe840151,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:56.012878 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-593bdb0c-9c6a-4fb2-b263-6086b67858d3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:56.046795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['d48959bb-7fbb-436a-841b-7e9bfe840151'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:46:56.196589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa60dc-5a12-434e-8825-5faa38cf030f req-b8dd86d3-4862-4dfd-86ec-4517c3cb7f93 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:56.215682 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02fa60dc-5a12-434e-8825-5faa38cf030f req-b8dd86d3-4862-4dfd-86ec-4517c3cb7f93 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.1769888 Feb 16 16:46:56.365002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02fa60dc-5a12-434e-8825-5faa38cf030f req-7cc2af3d-971b-4c4a-9ea4-860713d99e91 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480861 Feb 16 16:46:56.588371 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-593bdb0c-9c6a-4fb2-b263-6086b67858d3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port e9da3085-7d81-479e-9417-f2a1dd987e59 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:46:56.588723 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-593bdb0c-9c6a-4fb2-b263-6086b67858d3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e9da3085-7d81-479e-9417-f2a1dd987e59), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:56.757844 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-593bdb0c-9c6a-4fb2-b263-6086b67858d3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e9da3085-7d81-479e-9417-f2a1dd987e59), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:56.783955 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-593bdb0c-9c6a-4fb2-b263-6086b67858d3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for e9da3085-7d81-479e-9417-f2a1dd987e59 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:46:56.805066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a96be7be-fde3-4ca8-898f-6e5bd27d95f3 req-b9da27ea-47ba-4224-9409-59996f3453a2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0524006 Feb 16 16:46:56.827000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49458) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:57.041212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1446824778-network', 'tenant_id': 'e45f4b54fa154f6b90b509c81ecb1a0e'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:57.099946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] Made reservation on behalf of e45f4b54fa154f6b90b509c81ecb1a0e for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:57.103304 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:57.133447 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:57.134019 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d48959bb-7fbb-436a-841b-7e9bfe840151 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:46:57.216386 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-593bdb0c-9c6a-4fb2-b263-6086b67858d3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e9da3085-7d81-479e-9417-f2a1dd987e59), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:57.386691 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] Publish callbacks [] for security_group (841d9d85-b35b-4911-b99b-e66ebf057ce2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:57.388114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bdb0c-9c6a-4fb2-b263-6086b67858d3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=e9da3085-7d81-479e-9417-f2a1dd987e59,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:57.441369 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (841d9d85-b35b-4911-b99b-e66ebf057ce2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:57.517502 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port d48959bb-7fbb-436a-841b-7e9bfe840151 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:46:57.525522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port d48959bb-7fbb-436a-841b-7e9bfe840151 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:46:57.526186 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:57.569403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:46:57.619526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841d9d85-b35b-4911-b99b-e66ebf057ce2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:57.645904 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-593bdb0c-9c6a-4fb2-b263-6086b67858d3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:57.653060 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:57.653413 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] Added segment 6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3 of type vlan for network c466eb14-6fc3-485e-b5c8-66485867b903 Feb 16 16:46:57.728212 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port d48959bb-7fbb-436a-841b-7e9bfe840151 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:46:57.728973 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:57.792565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880a5a7-799b-48e0-93d4-66198d77d6df req-45721523-c3cc-4746-a61f-7d0b6f3ad08c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:57.803947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8880a5a7-799b-48e0-93d4-66198d77d6df req-45721523-c3cc-4746-a61f-7d0b6f3ad08c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.3060355 Feb 16 16:46:57.808593 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (c466eb14-6fc3-485e-b5c8-66485867b903), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:57.838044 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:46:57.853710 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b615a6e9-23a8-4762-a2c1-bbece7c751a9" -d '{"events": [{"server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "name": "network-vif-plugged", "status": "completed", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:46:57.901581 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8880a5a7-799b-48e0-93d4-66198d77d6df req-b47f09d7-6bf5-4f5e-9e94-134e545cf876 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965960 Feb 16 16:46:57.925877 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (c466eb14-6fc3-485e-b5c8-66485867b903), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:57.928556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d48959bb-7fbb-436a-841b-7e9bfe840151,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:46:57.929949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:57.930577 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:57.941075 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:58.058447 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2305517 Feb 16 16:46:58.075945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49478) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:58.084753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7be25b59-26a4-491d-b29e-ab0a30c85e95 admin admin] Request body: {'subnet': {'network_id': 'c466eb14-6fc3-485e-b5c8-66485867b903', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1446824778-subnet', 'tenant_id': 'e45f4b54fa154f6b90b509c81ecb1a0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:46:58.099051 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dfaddb7-3ffa-4065-8b2e-dce3d98cf6ca req-baa0ee1b-c5fc-4b3d-af02-56cfc88bf4d2 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0814857 Feb 16 16:46:58.127492 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bd85b6-be0e-4027-865c-395570539976 x-openstack-request-id: req-66bd85b6-be0e-4027-865c-395570539976 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:46:58.133528 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "name": "network-vif-plugged", "status": "completed", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:46:58.134042 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66bd85b6-be0e-4027-865c-395570539976 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:46:58.134654 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'code': 200} Feb 16 16:46:58.135392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=d48959bb-7fbb-436a-841b-7e9bfe840151,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:58.144516 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae021e-975a-4b92-aecf-36e63cc9303f admin admin] Pushing event updated for resources: {'Network': ['ID=c466eb14-6fc3-485e-b5c8-66485867b903,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:58.171501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network c466eb14-6fc3-485e-b5c8-66485867b903 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:46:58.195214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be25b59-26a4-491d-b29e-ab0a30c85e95 admin admin] Made reservation on behalf of e45f4b54fa154f6b90b509c81ecb1a0e for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:46:58.197916 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7be25b59-26a4-491d-b29e-ab0a30c85e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:58.334414 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d77998b5-3927-43dd-b0ec-42000c519ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:58.352930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c44758-2276-42c1-ae13-0e02fa907419 req-69ed5bb3-01fb-4cdb-8e44-3dacb9ada92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:58.354536 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-55c44758-2276-42c1-ae13-0e02fa907419 req-69ed5bb3-01fb-4cdb-8e44-3dacb9ada92d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 1127 time: 0.1159952 Feb 16 16:46:58.356404 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593bdb0c-9c6a-4fb2-b263-6086b67858d3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 3ac372e4-757d-4b20-85c5-c0e7ad3663d6 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:46:58.624769 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7be25b59-26a4-491d-b29e-ab0a30c85e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (55b42924-17f3-444e-a47e-8ccf3c00b7f0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:58.633167 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-55c44758-2276-42c1-ae13-0e02fa907419 req-cd1e6812-6f15-420e-866c-2047366848a1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725928 Feb 16 16:46:58.668634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593bdb0c-9c6a-4fb2-b263-6086b67858d3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:46:58.675737 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-593bdb0c-9c6a-4fb2-b263-6086b67858d3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/3ac372e4-757d-4b20-85c5-c0e7ad3663d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3388207 Feb 16 16:46:58.678302 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49488) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:46:58.682460 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b94d51-12ce-40da-bb86-9d30fac5a1b9 None None] Sync routers for ids ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:46:58.700457 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b94d51-12ce-40da-bb86-9d30fac5a1b9 None None] Routers {'3ac372e4-757d-4b20-85c5-c0e7ad3663d6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:58.701373 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-17b94d51-12ce-40da-bb86-9d30fac5a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:58.730897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be25b59-26a4-491d-b29e-ab0a30c85e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b42924-17f3-444e-a47e-8ccf3c00b7f0,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:46:58.745195 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be25b59-26a4-491d-b29e-ab0a30c85e95 admin admin] Checking segment: {'id': '6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c466eb14-6fc3-485e-b5c8-66485867b903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:46:58.747472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be25b59-26a4-491d-b29e-ab0a30c85e95 admin admin] Network hostable DHCP agents. Network: c466eb14-6fc3-485e-b5c8-66485867b903, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:46:58.786193 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-17b94d51-12ce-40da-bb86-9d30fac5a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:58.790354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be25b59-26a4-491d-b29e-ab0a30c85e95 admin admin] Network c466eb14-6fc3-485e-b5c8-66485867b903 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:46:58.806507 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b94d51-12ce-40da-bb86-9d30fac5a1b9 None None] Routers {'3ac372e4-757d-4b20-85c5-c0e7ad3663d6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:46:58.807361 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-17b94d51-12ce-40da-bb86-9d30fac5a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:58.825552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7be25b59-26a4-491d-b29e-ab0a30c85e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, c466eb14-6fc3-485e-b5c8-66485867b903) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:46:58.839980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b81417-e530-4f15-affc-a5b1a84ba652 None None] Network c466eb14-6fc3-485e-b5c8-66485867b903 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:46:58.848645 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-17b94d51-12ce-40da-bb86-9d30fac5a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:46:58.849544 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b94d51-12ce-40da-bb86-9d30fac5a1b9 None None] The sync data for ids ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:46:58.869178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be25b59-26a4-491d-b29e-ab0a30c85e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:58.870481 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7be25b59-26a4-491d-b29e-ab0a30c85e95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:58.961240 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7be25b59-26a4-491d-b29e-ab0a30c85e95 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8821688 Feb 16 16:46:59.196205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb74165-536e-4f71-9bf8-4c8bf236575d None None] Network c466eb14-6fc3-485e-b5c8-66485867b903 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:46:59.219211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036440b-07a3-4524-be82-7fffb1383771 req-f32f66fd-9355-4847-ba7b-5f505162f032 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:46:59.232361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e036440b-07a3-4524-be82-7fffb1383771 req-f32f66fd-9355-4847-ba7b-5f505162f032 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.1455491 Feb 16 16:46:59.316511 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e036440b-07a3-4524-be82-7fffb1383771 req-b81347a4-b30a-49f1-8038-bbe4b068b131 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814221 Feb 16 16:46:59.377578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3ebeb421-2a00-4c9e-88c1-aacc30cc4841 req-dac96c77-7764-4e31-80f7-9fe892e02bcd tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0475025 Feb 16 16:46:59.477718 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:46:59.638274 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:00.016669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-75c8fdf8-a7b8-4178-b911-07fd2ddf0729 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:00.018163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-75c8fdf8-a7b8-4178-b911-07fd2ddf0729 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/networks?id=c466eb14-6fc3-485e-b5c8-66485867b903 HTTP/1.1" status: 200 len: 809 time: 0.1570423 Feb 16 16:47:00.046278 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-b8e36844-2fca-4975-a944-1c60fcb1e81f tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/quotas/e45f4b54fa154f6b90b509c81ecb1a0e HTTP/1.1" status: 200 len: 375 time: 0.0186496 Feb 16 16:47:00.108302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-1a44d993-d3d0-4421-ad67-d06f9a6be1e4 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e45f4b54fa154f6b90b509c81ecb1a0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471685 Feb 16 16:47:00.119637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-797f0cea-0de6-4390-a61f-c0b9cbffa275 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:47:00.120531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port 89d6b0d0-ba67-4c78-b803-fac82bf531ea {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:47:00.120659 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-797f0cea-0de6-4390-a61f-c0b9cbffa275 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081091 Feb 16 16:47:00.121227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (89d6b0d0-ba67-4c78-b803-fac82bf531ea), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:00.221618 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (89d6b0d0-ba67-4c78-b803-fac82bf531ea), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:00.238457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for 89d6b0d0-ba67-4c78-b803-fac82bf531ea owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:47:00.310015 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-b91af705-76b2-4687-abc9-a1d03b194540 service neutron] 10.222.0.24 "GET /v2.0/networks/c466eb14-6fc3-485e-b5c8-66485867b903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818242 Feb 16 16:47:00.532887 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (89d6b0d0-ba67-4c78-b803-fac82bf531ea), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:00.561762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-d7e91e91-2779-42d4-bc21-828e8ae05dc7 service neutron] 10.222.0.24 "GET /v2.0/networks/c466eb14-6fc3-485e-b5c8-66485867b903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445233 Feb 16 16:47:00.605085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=89d6b0d0-ba67-4c78-b803-fac82bf531ea,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:00.684588 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:00.685679 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:00.686177 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:00.686711 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:00.687313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:00.687912 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:00.688423 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:00.689035 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:00.689652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:00.690322 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:00.690933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:00.691744 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:00.692276 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:00.729408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549781b7-dfa6-49ef-a0c5-0c53cb0a311c req-48f657f9-7399-4f8f-83ed-7a0733345aff tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:00.730970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-549781b7-dfa6-49ef-a0c5-0c53cb0a311c req-48f657f9-7399-4f8f-83ed-7a0733345aff tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.1651661 Feb 16 16:47:00.827740 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:00.881111 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:00.899919 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-549781b7-dfa6-49ef-a0c5-0c53cb0a311c req-f159d992-b217-48be-a8f7-0693e2f057c0 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463654 Feb 16 16:47:01.011309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c61f55b-4f00-4f0e-af7a-b07058e198b6 req-8d1e2ee3-66f5-44d9-b36b-74dd283c7005 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0455573 Feb 16 16:47:01.114180 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5ef7d52-24b0-4ed1-b637-dac4b19f43a3 req-b321bb25-0819-42da-bfd7-26c8a765f686 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 210 time: 0.0564268 Feb 16 16:47:01.252209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 3ac372e4-757d-4b20-85c5-c0e7ad3663d6 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:47:01.284495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8a98b-18ca-4c22-b65f-566a3e2c7fdf req-888f611f-671a-49d4-9bb6-ca9f299ac5ca tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:01.286843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cad8a98b-18ca-4c22-b65f-566a3e2c7fdf req-888f611f-671a-49d4-9bb6-ca9f299ac5ca tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.1906662 Feb 16 16:47:01.301361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49538) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:01.316899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8cf612c4-3b56-42fc-bf16-a1fb0692d26f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Request body: {'floatingip': {'port_id': 'd48959bb-7fbb-436a-841b-7e9bfe840151'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:01.369926 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:01.394870 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8cf612c4-3b56-42fc-bf16-a1fb0692d26f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for floatingip (109b445b-abb4-4ff4-95e8-92aa72ca80f6), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:01.459270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:47:01.465316 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-365dbbd3-767d-4679-b85e-ed67030c5989 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/3ac372e4-757d-4b20-85c5-c0e7ad3663d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7856247 Feb 16 16:47:01.468026 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49548) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:01.470649 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e3ce5-dc2e-4d22-8e8b-1887d50059bf None None] Sync routers for ids ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:47:01.489344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e3ce5-dc2e-4d22-8e8b-1887d50059bf None None] Routers {'3ac372e4-757d-4b20-85c5-c0e7ad3663d6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:01.490093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1a1e3ce5-dc2e-4d22-8e8b-1887d50059bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:01.562243 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-11b17b92-e7ac-4b72-8d15-2952ebb73a01 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ac372e4-757d-4b20-85c5-c0e7ad3663d6 HTTP/1.1" status: 200 len: 205 time: 0.0798013 Feb 16 16:47:01.562881 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49550) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:01.606430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1a1e3ce5-dc2e-4d22-8e8b-1887d50059bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:01.625828 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e3ce5-dc2e-4d22-8e8b-1887d50059bf None None] Routers {'3ac372e4-757d-4b20-85c5-c0e7ad3663d6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:01.626705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1a1e3ce5-dc2e-4d22-8e8b-1887d50059bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:01.701028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1a1e3ce5-dc2e-4d22-8e8b-1887d50059bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:01.701925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e3ce5-dc2e-4d22-8e8b-1887d50059bf None None] The sync data for ids ['3ac372e4-757d-4b20-85c5-c0e7ad3663d6'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:47:01.772118 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab8295e8-419a-4db6-9094-86696bc41b24 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:02.091928 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:02.128233 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab8295e8-419a-4db6-9094-86696bc41b24 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:02.131322 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab8295e8-419a-4db6-9094-86696bc41b24 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_controller (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:02.182289 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab8295e8-419a-4db6-9094-86696bc41b24 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (3ac372e4-757d-4b20-85c5-c0e7ad3663d6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:02.183164 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8295e8-419a-4db6-9094-86696bc41b24 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Fanout notify agent at l3_agent the message router_deleted on router 3ac372e4-757d-4b20-85c5-c0e7ad3663d6 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:47:02.191516 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab8295e8-419a-4db6-9094-86696bc41b24 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:02.192942 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ab8295e8-419a-4db6-9094-86696bc41b24 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/routers/3ac372e4-757d-4b20-85c5-c0e7ad3663d6 HTTP/1.1" status: 204 len: 168 time: 0.6276815 Feb 16 16:47:02.195354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49560) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:02.280402 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36afd2a-17fb-44bc-b751-eff74c2a23f9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting subnet f658dd43-f2ae-42c6-9976-1803b4f7be27 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:47:02.289669 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d36afd2a-17fb-44bc-b751-eff74c2a23f9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (f658dd43-f2ae-42c6-9976-1803b4f7be27), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:02.342492 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d36afd2a-17fb-44bc-b751-eff74c2a23f9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (f658dd43-f2ae-42c6-9976-1803b4f7be27), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:02.933368 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d36afd2a-17fb-44bc-b751-eff74c2a23f9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (f658dd43-f2ae-42c6-9976-1803b4f7be27), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:03.185560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-dfcaa74c-649e-4e57-a044-52dd44dfa505 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:03.187574 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-dfcaa74c-649e-4e57-a044-52dd44dfa505 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.60 "GET /v2.0/networks?id=c466eb14-6fc3-485e-b5c8-66485867b903 HTTP/1.1" status: 200 len: 809 time: 0.1483278 Feb 16 16:47:03.194265 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d36afd2a-17fb-44bc-b751-eff74c2a23f9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (f658dd43-f2ae-42c6-9976-1803b4f7be27), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:03.210894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5c2601e0-5e8e-4f7c-9974-a87e5be89a20 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Request body: {'port': {'device_id': 'd79a9815-5ff6-4021-be68-45aace37681b', 'network_id': 'c466eb14-6fc3-485e-b5c8-66485867b903', 'admin_state_up': True, 'tenant_id': 'e45f4b54fa154f6b90b509c81ecb1a0e'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:03.225069 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d36afd2a-17fb-44bc-b751-eff74c2a23f9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:03.227967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77563a1f-7425-4a80-ad1e-48ad6ef76a0a None None] Network 23e87ecf-69c7-4a52-9eb8-8e506e811570 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:47:03.230644 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d36afd2a-17fb-44bc-b751-eff74c2a23f9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/f658dd43-f2ae-42c6-9976-1803b4f7be27 HTTP/1.1" status: 204 len: 168 time: 1.0335441 Feb 16 16:47:03.250736 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49570) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:03.275334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36afd2a-17fb-44bc-b751-eff74c2a23f9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Subnet': ['ID=f658dd43-f2ae-42c6-9976-1803b4f7be27,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:03.376367 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.db.resource_extend [None req-8cf612c4-3b56-42fc-bf16-a1fb0692d26f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] It took 0.92 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:47:03.508140 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4fe873-5a8a-4a40-b308-ffaf63537f19 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting subnet be41777c-b26f-4d69-aab0-d0e13364c70f {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:47:03.516127 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe873-5a8a-4a40-b308-ffaf63537f19 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (be41777c-b26f-4d69-aab0-d0e13364c70f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:03.531352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2c29a4-8edc-487d-9378-0d016b1b51b0 None None] DHCP port deletion for 23e87ecf-69c7-4a52-9eb8-8e506e811570 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:47:03.553722 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d891a6de-720b-4da2-bbd9-b756fe0e2c33 req-3d2fedae-f415-41ed-af59-379c0fe08891 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0750892 Feb 16 16:47:03.574726 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8cf612c4-3b56-42fc-bf16-a1fb0692d26f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:03.577954 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f223075-59f6-48fe-b608-a41f6cbf32f2 req-cf8ada35-3732-4922-91c9-04eb4d6f1a6e tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 210 time: 0.1005492 Feb 16 16:47:03.581210 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8cf612c4-3b56-42fc-bf16-a1fb0692d26f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (109b445b-abb4-4ff4-95e8-92aa72ca80f6), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:03.644706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c29a4-8edc-487d-9378-0d016b1b51b0 None None] Deleting port 283eb300-4179-4978-9242-dcd3523635b9 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:47:03.645661 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8d2c29a4-8edc-487d-9378-0d016b1b51b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (283eb300-4179-4978-9242-dcd3523635b9), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:03.711038 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe873-5a8a-4a40-b308-ffaf63537f19 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (be41777c-b26f-4d69-aab0-d0e13364c70f), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:03.819983 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-8cf612c4-3b56-42fc-bf16-a1fb0692d26f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Floating IP 109b445b-abb4-4ff4-95e8-92aa72ca80f6 associated. External IP: 172.25.4.69, port: d48959bb-7fbb-436a-841b-7e9bfe840151. Feb 16 16:47:03.834752 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5c2601e0-5e8e-4f7c-9974-a87e5be89a20 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Made reservation on behalf of e45f4b54fa154f6b90b509c81ecb1a0e for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:03.839705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5c2601e0-5e8e-4f7c-9974-a87e5be89a20 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:03.878697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8d2c29a4-8edc-487d-9378-0d016b1b51b0 None None] For port 283eb300-4179-4978-9242-dcd3523635b9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=283eb300-4179-4978-9242-dcd3523635b9,segment=NetworkSegment(71f3c85d-feb0-44c5-a2d8-d9c1c9005371),segment_id=71f3c85d-feb0-44c5-a2d8-d9c1c9005371)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:03.882690 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8d2c29a4-8edc-487d-9378-0d016b1b51b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (283eb300-4179-4978-9242-dcd3523635b9), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:03.964106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c29a4-8edc-487d-9378-0d016b1b51b0 None None] Calling delete_port for 283eb300-4179-4978-9242-dcd3523635b9 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:47:04.070572 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe873-5a8a-4a40-b308-ffaf63537f19 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (be41777c-b26f-4d69-aab0-d0e13364c70f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:04.169034 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 283eb300-4179-4978-9242-dcd3523635b9 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:47:04.276738 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5c2601e0-5e8e-4f7c-9974-a87e5be89a20 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Allocated IP 172.20.0.9 (c466eb14-6fc3-485e-b5c8-66485867b903/55b42924-17f3-444e-a47e-8ccf3c00b7f0/8cacbb01-318e-485a-a80b-d1c4d1aa1dbb) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:47:04.366123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf612c4-3b56-42fc-bf16-a1fb0692d26f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Router 544a50d2-dfd6-4a56-aec9-899434750187 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:47:04.429613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 283eb300-4179-4978-9242-dcd3523635b9 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:04.430578 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (283eb300-4179-4978-9242-dcd3523635b9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:04.523152 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8d2c29a4-8edc-487d-9378-0d016b1b51b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (283eb300-4179-4978-9242-dcd3523635b9), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:04.536459 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5c2601e0-5e8e-4f7c-9974-a87e5be89a20 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Publish callbacks [] for port (8cacbb01-318e-485a-a80b-d1c4d1aa1dbb), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:04.551011 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe873-5a8a-4a40-b308-ffaf63537f19 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (be41777c-b26f-4d69-aab0-d0e13364c70f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:04.556406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c29a4-8edc-487d-9378-0d016b1b51b0 None None] Pushing event deleted for resources: {'Port': ['ID=283eb300-4179-4978-9242-dcd3523635b9,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:04.569906 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2c29a4-8edc-487d-9378-0d016b1b51b0 None None] No DVR routers for this DVR port 283eb300-4179-4978-9242-dcd3523635b9 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:47:04.586907 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:04.606495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96099a70-31c9-4aff-bef6-ee9ad575b948 None None] Network e527ca6e-af31-4012-8695-d152bb26099c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:47:04.606656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf612c4-3b56-42fc-bf16-a1fb0692d26f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:47:04.617653 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271723f3-bda6-4f02-8325-5bb9b40f5220 None None] Sync routers for ids ['544a50d2-dfd6-4a56-aec9-899434750187'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:47:04.620647 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8cf612c4-3b56-42fc-bf16-a1fb0692d26f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:04.638822 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271723f3-bda6-4f02-8325-5bb9b40f5220 None None] Routers {'544a50d2-dfd6-4a56-aec9-899434750187'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:04.639454 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-271723f3-bda6-4f02-8325-5bb9b40f5220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['544a50d2-dfd6-4a56-aec9-899434750187'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:04.707145 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe873-5a8a-4a40-b308-ffaf63537f19 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:04.713040 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8cf612c4-3b56-42fc-bf16-a1fb0692d26f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "PUT /v2.0/floatingips/109b445b-abb4-4ff4-95e8-92aa72ca80f6 HTTP/1.1" status: 200 len: 990 time: 3.4082155 Feb 16 16:47:04.715418 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ac4fe873-5a8a-4a40-b308-ffaf63537f19 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/be41777c-b26f-4d69-aab0-d0e13364c70f HTTP/1.1" status: 204 len: 168 time: 1.4513767 Feb 16 16:47:04.716312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49586) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:04.717420 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fe873-5a8a-4a40-b308-ffaf63537f19 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Subnet': ['ID=be41777c-b26f-4d69-aab0-d0e13364c70f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:04.718115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:47:04.725614 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5c6203-4e73-44e9-9a77-239d2e679969" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:47:04.727015 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5c2601e0-5e8e-4f7c-9974-a87e5be89a20 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8cacbb01-318e-485a-a80b-d1c4d1aa1dbb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:04.906074 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2601e0-5e8e-4f7c-9974-a87e5be89a20 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Pushing event updated for resources: {'Port': ['ID=8cacbb01-318e-485a-a80b-d1c4d1aa1dbb,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:04.921224 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b051d793-96bf-4114-af99-5133b5877cc2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (23e87ecf-69c7-4a52-9eb8-8e506e811570), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:04.939299 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-271723f3-bda6-4f02-8325-5bb9b40f5220 None None] Set router 544a50d2-dfd6-4a56-aec9-899434750187 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:47:04.942873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5c2601e0-5e8e-4f7c-9974-a87e5be89a20 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Network c466eb14-6fc3-485e-b5c8-66485867b903 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:04.944516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5c2601e0-5e8e-4f7c-9974-a87e5be89a20 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:04.948885 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5c2601e0-5e8e-4f7c-9974-a87e5be89a20 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:47:04.964441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c73ea7d-cf6c-4436-a598-357eee42093c None None] DHCP port deletion for e527ca6e-af31-4012-8695-d152bb26099c request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:47:05.069828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5c2601e0-5e8e-4f7c-9974-a87e5be89a20 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:05.070425 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5c2601e0-5e8e-4f7c-9974-a87e5be89a20 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:05.074427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8c73ea7d-cf6c-4436-a598-357eee42093c None None] Deleting port a0374a01-5985-4c9b-8a24-ff6a893db11f {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:47:05.074985 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8c73ea7d-cf6c-4436-a598-357eee42093c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a0374a01-5985-4c9b-8a24-ff6a893db11f), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:05.103989 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5c2601e0-5e8e-4f7c-9974-a87e5be89a20 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8985891 Feb 16 16:47:05.117206 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Request body: {'port': {'device_id': 'd79a9815-5ff6-4021-be68-45aace37681b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:05.148472 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a5463ba-b8f4-4855-8fa0-698a083fe4cd req-0fe18179-8089-446a-91c0-953b9fee210a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.2011418 Feb 16 16:47:05.217128 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8cacbb01-318e-485a-a80b-d1c4d1aa1dbb), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:05.233849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8c73ea7d-cf6c-4436-a598-357eee42093c None None] For port a0374a01-5985-4c9b-8a24-ff6a893db11f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a0374a01-5985-4c9b-8a24-ff6a893db11f,segment=NetworkSegment(268ea8ef-07c4-4067-9087-b4310342742f),segment_id=268ea8ef-07c4-4067-9087-b4310342742f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:05.234504 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8c73ea7d-cf6c-4436-a598-357eee42093c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a0374a01-5985-4c9b-8a24-ff6a893db11f), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:05.266416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8c73ea7d-cf6c-4436-a598-357eee42093c None None] Calling delete_port for a0374a01-5985-4c9b-8a24-ff6a893db11f owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:47:05.443850 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b051d793-96bf-4114-af99-5133b5877cc2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (23e87ecf-69c7-4a52-9eb8-8e506e811570), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:05.470460 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8c73ea7d-cf6c-4436-a598-357eee42093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (a0374a01-5985-4c9b-8a24-ff6a893db11f), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:05.489562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-b051d793-96bf-4114-af99-5133b5877cc2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e87ecf-69c7-4a52-9eb8-8e506e811570']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:05.501270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-b051d793-96bf-4114-af99-5133b5877cc2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f3c85d-feb0-44c5-a2d8-d9c1c9005371') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:05.501939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-b051d793-96bf-4114-af99-5133b5877cc2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f3c85d-feb0-44c5-a2d8-d9c1c9005371') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:05.517458 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b051d793-96bf-4114-af99-5133b5877cc2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (71f3c85d-feb0-44c5-a2d8-d9c1c9005371), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:05.528387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73ea7d-cf6c-4436-a598-357eee42093c None None] Pushing event deleted for resources: {'Port': ['ID=a0374a01-5985-4c9b-8a24-ff6a893db11f,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:05.535330 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73ea7d-cf6c-4436-a598-357eee42093c None None] No DVR routers for this DVR port a0374a01-5985-4c9b-8a24-ff6a893db11f on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:47:05.556767 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b051d793-96bf-4114-af99-5133b5877cc2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (71f3c85d-feb0-44c5-a2d8-d9c1c9005371), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:05.565135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b051d793-96bf-4114-af99-5133b5877cc2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:47:05.567384 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b051d793-96bf-4114-af99-5133b5877cc2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (71f3c85d-feb0-44c5-a2d8-d9c1c9005371), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:05.643483 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41d9489-a29a-4af8-ae7b-1e060b5478d0 x-openstack-request-id: req-e41d9489-a29a-4af8-ae7b-1e060b5478d0 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:47:05.644719 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:47:05.645237 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e41d9489-a29a-4af8-ae7b-1e060b5478d0 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:47:05.646418 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'status': 'completed', 'code': 200} Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:47:05.648308 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:47:05.661203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77271e4-1612-4c14-bcde-573d518b3b6f req-ea02179e-f551-4193-b249-97fb186500d8 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:05.663810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e77271e4-1612-4c14-bcde-573d518b3b6f req-ea02179e-f551-4193-b249-97fb186500d8 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 931 time: 0.7190125 Feb 16 16:47:05.666121 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b051d793-96bf-4114-af99-5133b5877cc2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (23e87ecf-69c7-4a52-9eb8-8e506e811570), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:05.685865 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b051d793-96bf-4114-af99-5133b5877cc2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:05.699438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b051d793-96bf-4114-af99-5133b5877cc2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/networks/23e87ecf-69c7-4a52-9eb8-8e506e811570 HTTP/1.1" status: 204 len: 168 time: 0.9627268 Feb 16 16:47:05.733715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49612) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:05.791046 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e77271e4-1612-4c14-bcde-573d518b3b6f req-9fb8b491-8bdb-49a5-a06e-487999fbe0d1 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/security-groups?id=841d9d85-b35b-4911-b99b-e66ebf057ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900886 Feb 16 16:47:05.792941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051d793-96bf-4114-af99-5133b5877cc2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Network': ['ID=23e87ecf-69c7-4a52-9eb8-8e506e811570,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:05.919260 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-271723f3-bda6-4f02-8325-5bb9b40f5220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:50Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '109b445b-abb4-4ff4-95e8-92aa72ca80f6', 'tenant_id': '02741f937a2842aca38571a11965b970', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'port_id': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'mac_address': 'fa:16:3e:c9:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:46:41Z', 'updated_at': '2022-02-16T16:47:02Z', 'revision_number': 1, 'project_id': '02741f937a2842aca38571a11965b970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6e3290-d973-46f0-8270-ec3dcd467a2e', 'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'tenant_id': '02741f937a2842aca38571a11965b970', 'mac_address': 'fa:16:3e:da:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:49Z', 'updated_at': '2022-02-16T16:42:56Z', 'revision_number': 5, 'project_id': '02741f937a2842aca38571a11965b970', 'subnets': [{'id': '2633da54-4036-4028-8932-f86c9800af42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:05.989201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c6203-4e73-44e9-9a77-239d2e679969 req-3d6f8510-c357-42db-87ae-fa830393a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:05.995872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a0374a01-5985-4c9b-8a24-ff6a893db11f no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:47:06.007030 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271723f3-bda6-4f02-8325-5bb9b40f5220 None None] Checking router: 544a50d2-dfd6-4a56-aec9-899434750187 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:47:06.009007 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee5c6203-4e73-44e9-9a77-239d2e679969 req-3d6f8510-c357-42db-87ae-fa830393a68c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 1127 time: 0.4445434 Feb 16 16:47:06.035819 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271723f3-bda6-4f02-8325-5bb9b40f5220 None None] Routers {'544a50d2-dfd6-4a56-aec9-899434750187'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:06.038349 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-271723f3-bda6-4f02-8325-5bb9b40f5220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['544a50d2-dfd6-4a56-aec9-899434750187'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:06.053227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: a0374a01-5985-4c9b-8a24-ff6a893db11f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:47:06.056707 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a0374a01-5985-4c9b-8a24-ff6a893db11f not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:47:06.086214 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0041736d-c7c9-4f99-aec7-c0687de1c52f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (e527ca6e-af31-4012-8695-d152bb26099c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:06.417623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-38f5791e-80ff-44d5-8335-4e90767d94d1 req-7c1de03f-2ed2-49b2-a655-1437a9d26da9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.1136889 Feb 16 16:47:06.426225 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-271723f3-bda6-4f02-8325-5bb9b40f5220 None None] Set router 544a50d2-dfd6-4a56-aec9-899434750187 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:47:06.489745 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c6203-4e73-44e9-9a77-239d2e679969 req-33be4d94-3191-4d44-9ed9-4e1bb2c0b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:06.492920 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee5c6203-4e73-44e9-9a77-239d2e679969 req-33be4d94-3191-4d44-9ed9-4e1bb2c0b7e5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 918 time: 0.4619768 Feb 16 16:47:06.673039 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee5c6203-4e73-44e9-9a77-239d2e679969 req-724b9391-7401-4244-a890-8da2105c259b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d48959bb-7fbb-436a-841b-7e9bfe840151 HTTP/1.1" status: 200 len: 998 time: 0.1635683 Feb 16 16:47:06.972583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49638) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:07.084816 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-271723f3-bda6-4f02-8325-5bb9b40f5220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:50Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '109b445b-abb4-4ff4-95e8-92aa72ca80f6', 'tenant_id': '02741f937a2842aca38571a11965b970', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'port_id': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'mac_address': 'fa:16:3e:c9:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:46:41Z', 'updated_at': '2022-02-16T16:47:02Z', 'revision_number': 1, 'project_id': '02741f937a2842aca38571a11965b970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6e3290-d973-46f0-8270-ec3dcd467a2e', 'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'tenant_id': '02741f937a2842aca38571a11965b970', 'mac_address': 'fa:16:3e:da:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:49Z', 'updated_at': '2022-02-16T16:42:56Z', 'revision_number': 5, 'project_id': '02741f937a2842aca38571a11965b970', 'subnets': [{'id': '2633da54-4036-4028-8932-f86c9800af42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:07.110019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0041736d-c7c9-4f99-aec7-c0687de1c52f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (e527ca6e-af31-4012-8695-d152bb26099c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:07.159095 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271723f3-bda6-4f02-8325-5bb9b40f5220 None None] The sync data for ids ['544a50d2-dfd6-4a56-aec9-899434750187'] in n-d-669411-5 is: [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:50Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '109b445b-abb4-4ff4-95e8-92aa72ca80f6', 'tenant_id': '02741f937a2842aca38571a11965b970', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'port_id': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'mac_address': 'fa:16:3e:c9:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:46:41Z', 'updated_at': '2022-02-16T16:47:02Z', 'revision_number': 1, 'project_id': '02741f937a2842aca38571a11965b970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6e3290-d973-46f0-8270-ec3dcd467a2e', 'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'tenant_id': '02741f937a2842aca38571a11965b970', 'mac_address': 'fa:16:3e:da:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:49Z', 'updated_at': '2022-02-16T16:42:56Z', 'revision_number': 5, 'project_id': '02741f937a2842aca38571a11965b970', 'subnets': [{'id': '2633da54-4036-4028-8932-f86c9800af42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:47:07.195981 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2662cc3d-b5b0-4f6e-9b4b-7ec7c02572ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:07.265707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-0041736d-c7c9-4f99-aec7-c0687de1c52f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e527ca6e-af31-4012-8695-d152bb26099c']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:07.293134 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-0041736d-c7c9-4f99-aec7-c0687de1c52f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268ea8ef-07c4-4067-9087-b4310342742f') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:07.295323 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-0041736d-c7c9-4f99-aec7-c0687de1c52f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268ea8ef-07c4-4067-9087-b4310342742f') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:07.318840 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0041736d-c7c9-4f99-aec7-c0687de1c52f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (268ea8ef-07c4-4067-9087-b4310342742f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:07.348410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0041736d-c7c9-4f99-aec7-c0687de1c52f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (268ea8ef-07c4-4067-9087-b4310342742f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:07.364171 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0041736d-c7c9-4f99-aec7-c0687de1c52f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:47:07.371648 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0041736d-c7c9-4f99-aec7-c0687de1c52f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (268ea8ef-07c4-4067-9087-b4310342742f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:07.395580 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2662cc3d-b5b0-4f6e-9b4b-7ec7c02572ed admin admin] Publish callbacks [] for security_group (ee6d0692-f048-410a-ace3-485f10583dbe), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:07.407154 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2662cc3d-b5b0-4f6e-9b4b-7ec7c02572ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ee6d0692-f048-410a-ace3-485f10583dbe), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:07.447125 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2662cc3d-b5b0-4f6e-9b4b-7ec7c02572ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2aaf931e63fb44e09b06622dfc691ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4725761 Feb 16 16:47:07.449719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49648) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:07.513239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d1166-f90c-4783-88fa-b2d5c25785b5 req-65b65131-52cf-4e69-96f3-53bd8b2cd7f7 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:07.514829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c58d1166-f90c-4783-88fa-b2d5c25785b5 req-65b65131-52cf-4e69-96f3-53bd8b2cd7f7 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 931 time: 0.5826097 Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:47:07.566512 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:47:07.584053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662cc3d-b5b0-4f6e-9b4b-7ec7c02572ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6d0692-f048-410a-ace3-485f10583dbe,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:07.600751 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:47:07.623145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71fba34-270b-4e96-9772-7ae889593396 None None] New status for floating IP 109b445b-abb4-4ff4-95e8-92aa72ca80f6: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:47:07.632063 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Publish callbacks [] for port (8cacbb01-318e-485a-a80b-d1c4d1aa1dbb), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:07.678183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Transition to ACTIVE for port object 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:47:07.683628 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c6203-4e73-44e9-9a77-239d2e679969 req-7b453ba3-94be-44cc-9a6e-b86ff64b43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:07.687150 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee5c6203-4e73-44e9-9a77-239d2e679969 req-7b453ba3-94be-44cc-9a6e-b86ff64b43cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2633da54-4036-4028-8932-f86c9800af42 HTTP/1.1" status: 200 len: 856 time: 0.9893215 Feb 16 16:47:07.689917 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (8cacbb01-318e-485a-a80b-d1c4d1aa1dbb), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:07.716159 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0041736d-c7c9-4f99-aec7-c0687de1c52f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (e527ca6e-af31-4012-8695-d152bb26099c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:07.723974 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0041736d-c7c9-4f99-aec7-c0687de1c52f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:07.734906 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0041736d-c7c9-4f99-aec7-c0687de1c52f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/networks/e527ca6e-af31-4012-8695-d152bb26099c HTTP/1.1" status: 204 len: 168 time: 1.9987679 Feb 16 16:47:07.751371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49656) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:07.769365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-041fec9b-1a32-487f-9341-81f0465fff63 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1976253833'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:07.777281 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32d19769-f6c7-4ea9-b9eb-73adbfe7f244 admin admin] Publish callbacks [] for security_group (ee6d0692-f048-410a-ace3-485f10583dbe), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:07.825147 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32d19769-f6c7-4ea9-b9eb-73adbfe7f244 admin admin] Publish callbacks [] for security_group (ee6d0692-f048-410a-ace3-485f10583dbe), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:07.891118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c58d1166-f90c-4783-88fa-b2d5c25785b5 req-333e68c9-e91b-461c-9ec2-92773388f771 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/security-groups?id=841d9d85-b35b-4911-b99b-e66ebf057ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607357 Feb 16 16:47:07.899490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041736d-c7c9-4f99-aec7-c0687de1c52f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Network': ['ID=e527ca6e-af31-4012-8695-d152bb26099c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:07.904787 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32d19769-f6c7-4ea9-b9eb-73adbfe7f244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ee6d0692-f048-410a-ace3-485f10583dbe), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:07.908341 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32d19769-f6c7-4ea9-b9eb-73adbfe7f244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:07.910442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-32d19769-f6c7-4ea9-b9eb-73adbfe7f244 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee6d0692-f048-410a-ace3-485f10583dbe HTTP/1.1" status: 204 len: 168 time: 0.4597654 Feb 16 16:47:07.934869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Pushing event updated for resources: {'Port': ['ID=8cacbb01-318e-485a-a80b-d1c4d1aa1dbb,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:08.002276 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d19769-f6c7-4ea9-b9eb-73adbfe7f244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6d0692-f048-410a-ace3-485f10583dbe,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:08.009747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Attempting to bind port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:47:08.010239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Attempting to bind port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c466eb14-6fc3-485e-b5c8-66485867b903'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:47:08.010680 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Attempting to bind port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb on network c466eb14-6fc3-485e-b5c8-66485867b903 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:47:08.022627 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c6203-4e73-44e9-9a77-239d2e679969 req-eca840a5-8e3b-4015-ad2c-71df262d2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:08.024920 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee5c6203-4e73-44e9-9a77-239d2e679969 req-eca840a5-8e3b-4015-ad2c-71df262d2dbf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d61e968-9352-4447-90d4-31d4f93db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2867095 Feb 16 16:47:08.025269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3063060-b278-4591-b309-32b8651d0a04 req-bbf0ec54-065e-41a8-8254-2f99d9c748ac tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.4255695 Feb 16 16:47:08.027519 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb on network c466eb14-6fc3-485e-b5c8-66485867b903 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:47:08.027982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Attempting to bind port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb on network c466eb14-6fc3-485e-b5c8-66485867b903 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:47:08.050898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041fec9b-1a32-487f-9341-81f0465fff63 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:08.055380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:47:08.056042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Checking segment: {'id': '6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c466eb14-6fc3-485e-b5c8-66485867b903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:47:08.056651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Bound using segment: {'id': '6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c466eb14-6fc3-485e-b5c8-66485867b903'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:47:08.057344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Bound port: 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c466eb14-6fc3-485e-b5c8-66485867b903'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:47:08.057921 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8cacbb01-318e-485a-a80b-d1c4d1aa1dbb), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:08.059601 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-041fec9b-1a32-487f-9341-81f0465fff63 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:08.153898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041fec9b-1a32-487f-9341-81f0465fff63 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:47:08.178093 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-041fec9b-1a32-487f-9341-81f0465fff63 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (344419d9-e3f6-4dca-af3e-7bfde3f6007e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:08.180527 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-041fec9b-1a32-487f-9341-81f0465fff63 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Added segment 344419d9-e3f6-4dca-af3e-7bfde3f6007e of type vlan for network 6ecde11b-0879-4443-8e23-e96f09f66e49 Feb 16 16:47:08.283560 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-041fec9b-1a32-487f-9341-81f0465fff63 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (6ecde11b-0879-4443-8e23-e96f09f66e49), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:08.347339 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-041fec9b-1a32-487f-9341-81f0465fff63 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (6ecde11b-0879-4443-8e23-e96f09f66e49), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:08.364662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041fec9b-1a32-487f-9341-81f0465fff63 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:08.364916 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-041fec9b-1a32-487f-9341-81f0465fff63 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:08.395506 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] For port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:47:08.399643 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] For port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8cacbb01-318e-485a-a80b-d1c4d1aa1dbb,segment=NetworkSegment(6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3),segment_id=6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:47:08.412480 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee5c6203-4e73-44e9-9a77-239d2e679969 req-4d0b68ab-4e9b-45dd-a528-ab86650501d3 service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709760 Feb 16 16:47:08.432778 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (8cacbb01-318e-485a-a80b-d1c4d1aa1dbb), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:08.497747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:08.498600 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:08.500206 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] 10.222.0.60 "PUT /v2.0/ports/8cacbb01-318e-485a-a80b-d1c4d1aa1dbb HTTP/1.1" status: 200 len: 1091 time: 3.3884182 Feb 16 16:47:08.501139 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79a9815-5ff6-4021-be68-45aace37681b', 'tag': '8cacbb01-318e-485a-a80b-d1c4d1aa1dbb'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:47:08.503860 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41322b57-0299-47d5-a996-fccbfe47d553" -d '{"events": [{"name": "network-changed", "server_uuid": "d79a9815-5ff6-4021-be68-45aace37681b", "tag": "8cacbb01-318e-485a-a80b-d1c4d1aa1dbb"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:47:08.530825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-041fec9b-1a32-487f-9341-81f0465fff63 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7762659 Feb 16 16:47:08.550923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49664) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:08.619367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49670) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:08.637244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-bc27be3a-e165-48fb-ba41-3f35c29fdd48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'subnet': {'network_id': '6ecde11b-0879-4443-8e23-e96f09f66e49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:08.678490 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ee5c6203-4e73-44e9-9a77-239d2e679969 req-f1259688-4da1-49eb-8ca3-21d4d8bda9f8 service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593312 Feb 16 16:47:08.682458 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7c5dfa4-167a-47f1-a7e7-5766d4450af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:08.714112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fec9b-1a32-487f-9341-81f0465fff63 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Network': ['ID=6ecde11b-0879-4443-8e23-e96f09f66e49,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:08.720711 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0602a5-29bb-4473-847d-e95b7e6f28bf x-openstack-request-id: req-af0602a5-29bb-4473-847d-e95b7e6f28bf {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:47:08.720996 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79a9815-5ff6-4021-be68-45aace37681b", "tag": "8cacbb01-318e-485a-a80b-d1c4d1aa1dbb", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:47:08.721246 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af0602a5-29bb-4473-847d-e95b7e6f28bf {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:47:08.721643 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79a9815-5ff6-4021-be68-45aace37681b', 'tag': '8cacbb01-318e-485a-a80b-d1c4d1aa1dbb', 'status': 'completed', 'code': 200} Feb 16 16:47:08.728253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 6ecde11b-0879-4443-8e23-e96f09f66e49 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:47:08.792719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbbe4c-285f-40c3-ab66-fb88ed5f0494 service neutron] Pushing event updated for resources: {'Port': ['ID=8cacbb01-318e-485a-a80b-d1c4d1aa1dbb,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:08.855008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-dd6a8844-f428-4bd3-a917-4c5b4cf30b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:08.856555 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-dd6a8844-f428-4bd3-a917-4c5b4cf30b99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45f4b54fa154f6b90b509c81ecb1a0e&device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 1125 time: 0.2684741 Feb 16 16:47:08.949698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc27be3a-e165-48fb-ba41-3f35c29fdd48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:08.956893 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc27be3a-e165-48fb-ba41-3f35c29fdd48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:08.957354 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-33c7a652-18aa-4165-8aef-750fad118c9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cacbb01-318e-485a-a80b-d1c4d1aa1dbb HTTP/1.1" status: 200 len: 217 time: 0.0927303 Feb 16 16:47:09.040217 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-e5dee677-217d-46f6-a3f6-46c633604bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:09.042202 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-e5dee677-217d-46f6-a3f6-46c633604bd6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55b42924-17f3-444e-a47e-8ccf3c00b7f0 HTTP/1.1" status: 200 len: 849 time: 0.0736165 Feb 16 16:47:09.100706 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-ab1767ad-86bb-4113-a98c-b33fbe69f1af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c466eb14-6fc3-485e-b5c8-66485867b903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522108 Feb 16 16:47:09.362057 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-03f1ca90-34ad-4bd6-a713-0bd3d4abb757 service neutron] 10.222.0.60 "GET /v2.0/networks/c466eb14-6fc3-485e-b5c8-66485867b903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530527 Feb 16 16:47:09.370878 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc27be3a-e165-48fb-ba41-3f35c29fdd48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (5c9368ba-da3e-459b-aa62-178570a84e16), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:09.419167 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7c5dfa4-167a-47f1-a7e7-5766d4450af4 admin admin] Publish callbacks [] for security_group (f15958a8-4e8c-45a0-9974-c1f31acdd80f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:09.498141 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f376fca-c507-4864-b2f7-7077233f2759 req-558e4e22-d4be-43e7-9a60-b4f2acacb853 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.1474609 Feb 16 16:47:09.509815 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7c5dfa4-167a-47f1-a7e7-5766d4450af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f15958a8-4e8c-45a0-9974-c1f31acdd80f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:09.564084 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b5f25d8-1cbf-4c3f-9185-578659d33a3b req-c2cacba9-98a0-46c0-876a-4fc022a8c211 service neutron] 10.222.0.60 "GET /v2.0/networks/c466eb14-6fc3-485e-b5c8-66485867b903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943796 Feb 16 16:47:09.582793 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c7c5dfa4-167a-47f1-a7e7-5766d4450af4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5b827ac65bf4ea797055ad3b7722337&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9621298 Feb 16 16:47:09.585453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49680) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:09.589402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5dfa4-167a-47f1-a7e7-5766d4450af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15958a8-4e8c-45a0-9974-c1f31acdd80f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:09.649683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539851b0-2868-4df3-bdab-aa5e02141b1f req-dcb9b8c8-f93e-460a-8e73-fb31cf4565c6 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:09.652377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-539851b0-2868-4df3-bdab-aa5e02141b1f req-dcb9b8c8-f93e-460a-8e73-fb31cf4565c6 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 943 time: 0.2988398 Feb 16 16:47:09.655739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27be3a-e165-48fb-ba41-3f35c29fdd48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Subnet': ['ID=5c9368ba-da3e-459b-aa62-178570a84e16,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:09.729414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-539851b0-2868-4df3-bdab-aa5e02141b1f req-37dce20d-503f-4469-beb7-3000b69a7644 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/security-groups?id=841d9d85-b35b-4911-b99b-e66ebf057ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622389 Feb 16 16:47:09.730903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27be3a-e165-48fb-ba41-3f35c29fdd48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Checking segment: {'id': '344419d9-e3f6-4dca-af3e-7bfde3f6007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6ecde11b-0879-4443-8e23-e96f09f66e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:47:09.731955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc27be3a-e165-48fb-ba41-3f35c29fdd48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network hostable DHCP agents. Network: 6ecde11b-0879-4443-8e23-e96f09f66e49, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:47:09.763288 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1dc314a-ff98-4a97-b727-6f6baa8a4ec8 admin admin] Publish callbacks [] for security_group (f15958a8-4e8c-45a0-9974-c1f31acdd80f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:09.772409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc27be3a-e165-48fb-ba41-3f35c29fdd48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 6ecde11b-0879-4443-8e23-e96f09f66e49 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:47:09.787069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-bc27be3a-e165-48fb-ba41-3f35c29fdd48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 6ecde11b-0879-4443-8e23-e96f09f66e49) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:09.791522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322b57-0299-47d5-a996-fccbfe47d553 req-8bf62895-e0a4-4c31-adc2-5979ce4601ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:09.793446 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-41322b57-0299-47d5-a996-fccbfe47d553 req-8bf62895-e0a4-4c31-adc2-5979ce4601ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45f4b54fa154f6b90b509c81ecb1a0e&device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 1125 time: 0.1412697 Feb 16 16:47:09.797784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d003f2c-2c4b-40b3-bba2-1440337fadc5 None None] Network 6ecde11b-0879-4443-8e23-e96f09f66e49 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:47:09.798787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc27be3a-e165-48fb-ba41-3f35c29fdd48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:09.799392 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc27be3a-e165-48fb-ba41-3f35c29fdd48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:09.834606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bc27be3a-e165-48fb-ba41-3f35c29fdd48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2165127 Feb 16 16:47:09.835283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49688) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:09.840654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b0061992-45fd-4b0f-b75f-9e293c483c66 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-991099375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:09.888478 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b0061992-45fd-4b0f-b75f-9e293c483c66 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (33d6f620-ed92-4ccd-8371-54e712e294a7), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:09.889836 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b0061992-45fd-4b0f-b75f-9e293c483c66 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (33d6f620-ed92-4ccd-8371-54e712e294a7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:09.933849 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1dc314a-ff98-4a97-b727-6f6baa8a4ec8 admin admin] Publish callbacks [] for security_group (f15958a8-4e8c-45a0-9974-c1f31acdd80f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:09.977703 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b0061992-45fd-4b0f-b75f-9e293c483c66 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_controller (33d6f620-ed92-4ccd-8371-54e712e294a7), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:09.990716 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b0061992-45fd-4b0f-b75f-9e293c483c66 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (33d6f620-ed92-4ccd-8371-54e712e294a7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:10.013479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-6ecde11b-0879-4443-8e23-e96f09f66e49', 'network_id': '6ecde11b-0879-4443-8e23-e96f09f66e49', 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'fixed_ips': [{'subnet_id': '5c9368ba-da3e-459b-aa62-178570a84e16'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:47:10.014633 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:10.016535 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b0061992-45fd-4b0f-b75f-9e293c483c66 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:10.027091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b0061992-45fd-4b0f-b75f-9e293c483c66 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1906850 Feb 16 16:47:10.027724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49694) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:10.032835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fa950c4d-fd94-4184-b5a6-f58b7b4f24f6 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'port': {'network_id': '6ecde11b-0879-4443-8e23-e96f09f66e49', 'name': 'tempest-RoutersIpV6Test-271975361'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:10.140268 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322b57-0299-47d5-a996-fccbfe47d553 req-b0df03d3-5eca-4930-a6a4-7d42dcb7ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:10.141666 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-41322b57-0299-47d5-a996-fccbfe47d553 req-b0df03d3-5eca-4930-a6a4-7d42dcb7ba16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c466eb14-6fc3-485e-b5c8-66485867b903 HTTP/1.1" status: 200 len: 910 time: 0.3376365 Feb 16 16:47:10.165813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Allocated IP 2001:db8::2 (6ecde11b-0879-4443-8e23-e96f09f66e49/5c9368ba-da3e-459b-aa62-178570a84e16/c570bdcc-268f-4eec-8c7d-5899bd0b3a23) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:47:10.252821 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-41322b57-0299-47d5-a996-fccbfe47d553 req-a7c064c4-99cd-430a-b5ae-7d246cb8a0d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cacbb01-318e-485a-a80b-d1c4d1aa1dbb HTTP/1.1" status: 200 len: 217 time: 0.1042278 Feb 16 16:47:10.256213 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1dc314a-ff98-4a97-b727-6f6baa8a4ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f15958a8-4e8c-45a0-9974-c1f31acdd80f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:10.259004 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1dc314a-ff98-4a97-b727-6f6baa8a4ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:10.261935 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c1dc314a-ff98-4a97-b727-6f6baa8a4ec8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f15958a8-4e8c-45a0-9974-c1f31acdd80f HTTP/1.1" status: 204 len: 168 time: 0.6754820 Feb 16 16:47:10.319532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa950c4d-fd94-4184-b5a6-f58b7b4f24f6 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:10.320833 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Publish callbacks [] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:10.328221 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:10.329914 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa950c4d-fd94-4184-b5a6-f58b7b4f24f6 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:10.376451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-fa950c4d-fd94-4184-b5a6-f58b7b4f24f6 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] device_id is not set on port 3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:47:10.412409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc314a-ff98-4a97-b727-6f6baa8a4ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15958a8-4e8c-45a0-9974-c1f31acdd80f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:10.423341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Pushing event updated for resources: {'Port': ['ID=c570bdcc-268f-4eec-8c7d-5899bd0b3a23,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:10.444598 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322b57-0299-47d5-a996-fccbfe47d553 req-770bcc9b-4a19-42f7-b396-81e7af69595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:10.446202 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-41322b57-0299-47d5-a996-fccbfe47d553 req-770bcc9b-4a19-42f7-b396-81e7af69595e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55b42924-17f3-444e-a47e-8ccf3c00b7f0 HTTP/1.1" status: 200 len: 849 time: 0.1730876 Feb 16 16:47:10.482661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Network 6ecde11b-0879-4443-8e23-e96f09f66e49 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:10.486331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:10.496316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:47:10.541557 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-41322b57-0299-47d5-a996-fccbfe47d553 req-8d40824a-d4b3-4579-89f1-0656b2a32725 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c466eb14-6fc3-485e-b5c8-66485867b903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780504 Feb 16 16:47:10.655869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Attempting to bind port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:47:10.658388 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Attempting to bind port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '344419d9-e3f6-4dca-af3e-7bfde3f6007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6ecde11b-0879-4443-8e23-e96f09f66e49'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:47:10.658802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Attempting to bind port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 on network 6ecde11b-0879-4443-8e23-e96f09f66e49 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:47:10.671496 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:47:10.672149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Checking segment: {'id': '344419d9-e3f6-4dca-af3e-7bfde3f6007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6ecde11b-0879-4443-8e23-e96f09f66e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:47:10.672743 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:10.673290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Bound using segment: {'id': '344419d9-e3f6-4dca-af3e-7bfde3f6007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6ecde11b-0879-4443-8e23-e96f09f66e49'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:47:10.674046 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Bound port: c570bdcc-268f-4eec-8c7d-5899bd0b3a23, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344419d9-e3f6-4dca-af3e-7bfde3f6007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6ecde11b-0879-4443-8e23-e96f09f66e49'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:47:10.674599 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:10.706844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-fa950c4d-fd94-4184-b5a6-f58b7b4f24f6 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Allocated IP 2001:db8::bd (6ecde11b-0879-4443-8e23-e96f09f66e49/5c9368ba-da3e-459b-aa62-178570a84e16/3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:47:10.744824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] For port c570bdcc-268f-4eec-8c7d-5899bd0b3a23, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:47:10.748555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] For port c570bdcc-268f-4eec-8c7d-5899bd0b3a23, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c570bdcc-268f-4eec-8c7d-5899bd0b3a23,segment=NetworkSegment(344419d9-e3f6-4dca-af3e-7bfde3f6007e),segment_id=344419d9-e3f6-4dca-af3e-7bfde3f6007e)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:47:10.758200 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:10.776925 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-158a4026-9732-4d1e-9f28-fd4aee02ca83 req-e89b4d6c-b528-4cfd-b103-9755bccefd15 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0763512 Feb 16 16:47:10.870406 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-41322b57-0299-47d5-a996-fccbfe47d553 req-00e3920c-7326-4c3c-963d-08488578b66c service neutron] 10.222.0.60 "GET /v2.0/networks/c466eb14-6fc3-485e-b5c8-66485867b903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212674 Feb 16 16:47:10.928231 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d001f5-6c30-4066-b8e7-8a688a57876e None None] Pushing event updated for resources: {'Port': ['ID=c570bdcc-268f-4eec-8c7d-5899bd0b3a23,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:11.086418 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-41322b57-0299-47d5-a996-fccbfe47d553 req-b2bca11d-005a-4ae1-b795-14f9ce3b54aa service neutron] 10.222.0.60 "GET /v2.0/networks/c466eb14-6fc3-485e-b5c8-66485867b903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058928 Feb 16 16:47:11.179167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caeb4a-5f1a-4c6a-8866-713ac0636b52 req-92b6e282-3e87-42ce-976a-efa6d8b84df6 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:11.186143 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3caeb4a-5f1a-4c6a-8866-713ac0636b52 req-92b6e282-3e87-42ce-976a-efa6d8b84df6 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 943 time: 0.2669697 Feb 16 16:47:11.228832 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa950c4d-fd94-4184-b5a6-f58b7b4f24f6 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:11.279549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3caeb4a-5f1a-4c6a-8866-713ac0636b52 req-34fd89b7-650a-4e74-abbb-35939f05044e tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/security-groups?id=841d9d85-b35b-4911-b99b-e66ebf057ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872555 Feb 16 16:47:11.350174 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa950c4d-fd94-4184-b5a6-f58b7b4f24f6 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:11.408800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa950c4d-fd94-4184-b5a6-f58b7b4f24f6 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 6ecde11b-0879-4443-8e23-e96f09f66e49 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:11.415553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-fa950c4d-fd94-4184-b5a6-f58b7b4f24f6 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:11.419588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa950c4d-fd94-4184-b5a6-f58b7b4f24f6 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:47:11.426440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa950c4d-fd94-4184-b5a6-f58b7b4f24f6 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:11.427229 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa950c4d-fd94-4184-b5a6-f58b7b4f24f6 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:11.444099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa950c4d-fd94-4184-b5a6-f58b7b4f24f6 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:11.495575 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fa950c4d-fd94-4184-b5a6-f58b7b4f24f6 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.4640150 Feb 16 16:47:11.495790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49724) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:11.993908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c570bdcc-268f-4eec-8c7d-5899bd0b3a23 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:47:12.163192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:12.163591 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:12.218137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cec74297-b15b-432e-a488-bd268db7ffbc req-11641430-6a7b-4001-b33c-5d1995cf9df4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0436647 Feb 16 16:47:12.286787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:47:12.486679 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f079-1ea9-4922-ab12-6c2d240dd257 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:12.584224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8cacbb01-318e-485a-a80b-d1c4d1aa1dbb,segment=NetworkSegment(6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3),segment_id=6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:12.600567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a91d63-b240-44c6-b3a4-34d04d4333b3 None None] Network 6ecde11b-0879-4443-8e23-e96f09f66e49 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:47:12.626839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '8cacbb01-318e-485a-a80b-d1c4d1aa1dbb', 'network_id': 'c466eb14-6fc3-485e-b5c8-66485867b903', 'port_id': '8cacbb01-318e-485a-a80b-d1c4d1aa1dbb', 'mac_address': 'fa:16:3e:87:4d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b42924-17f3-444e-a47e-8ccf3c00b7f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:47:12.657830 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9b73b-771e-4769-8bec-293d3a97a812 req-1a924ef3-c03f-41ab-b7cf-71796938df32 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:12.659479 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4f9b73b-771e-4769-8bec-293d3a97a812 req-1a924ef3-c03f-41ab-b7cf-71796938df32 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 943 time: 0.2231600 Feb 16 16:47:12.707018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4dfe612e-2b2b-459a-bb50-424108d338d4 None None] Provisioning complete for port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:12.707495 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4dfe612e-2b2b-459a-bb50-424108d338d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:12.762814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4f9b73b-771e-4769-8bec-293d3a97a812 req-0b621ed9-d45d-408c-ab94-30a2e812ae0c tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/security-groups?id=841d9d85-b35b-4911-b99b-e66ebf057ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965121 Feb 16 16:47:12.805557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:12.805964 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:12.832756 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:12.833245 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8cacbb01-318e-485a-a80b-d1c4d1aa1dbb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:12.942758 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f079-1ea9-4922-ab12-6c2d240dd257 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:12.947317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:47:12.950302 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f079-1ea9-4922-ab12-6c2d240dd257 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:13.003161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port c570bdcc-268f-4eec-8c7d-5899bd0b3a23, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c570bdcc-268f-4eec-8c7d-5899bd0b3a23,segment=NetworkSegment(344419d9-e3f6-4dca-af3e-7bfde3f6007e),segment_id=344419d9-e3f6-4dca-af3e-7bfde3f6007e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:13.022979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe612e-2b2b-459a-bb50-424108d338d4 None None] Current status of the port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:13.023679 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4dfe612e-2b2b-459a-bb50-424108d338d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:13.041930 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:13.047398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8cacbb01-318e-485a-a80b-d1c4d1aa1dbb,segment=NetworkSegment(6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3),segment_id=6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:13.138328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8f079-1ea9-4922-ab12-6c2d240dd257 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:13.196060 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f079-1ea9-4922-ab12-6c2d240dd257 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (33d6f620-ed92-4ccd-8371-54e712e294a7), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:13.523726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa39fa0a-ba34-4394-bf65-67f883830530 req-6d3b07b7-967d-4e02-b96f-67922f4a76d9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0635951 Feb 16 16:47:13.577023 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f079-1ea9-4922-ab12-6c2d240dd257 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:13.650312 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8cacbb01-318e-485a-a80b-d1c4d1aa1dbb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:13.745623 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-4dfe612e-2b2b-459a-bb50-424108d338d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:47:13.745979 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-4dfe612e-2b2b-459a-bb50-424108d338d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:47:13.746671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=c570bdcc-268f-4eec-8c7d-5899bd0b3a23,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:13.831888 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=8cacbb01-318e-485a-a80b-d1c4d1aa1dbb,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:14.006385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['8cacbb01-318e-485a-a80b-d1c4d1aa1dbb'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:47:14.116096 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c570bdcc-268f-4eec-8c7d-5899bd0b3a23 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:47:14.127505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f4e09-237a-4bf8-93bb-c680dc56721b req-7e5c6e54-ec32-46da-b420-03bd24c1d53d tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:14.131058 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d2f4e09-237a-4bf8-93bb-c680dc56721b req-7e5c6e54-ec32-46da-b420-03bd24c1d53d tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 944 time: 0.1627650 Feb 16 16:47:14.241055 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f079-1ea9-4922-ab12-6c2d240dd257 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:14.254673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d2f4e09-237a-4bf8-93bb-c680dc56721b req-c3361302-1709-4c48-b6e8-7607a570fedc tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/security-groups?id=841d9d85-b35b-4911-b99b-e66ebf057ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074922 Feb 16 16:47:14.256497 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f079-1ea9-4922-ab12-6c2d240dd257 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:14.258738 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f079-1ea9-4922-ab12-6c2d240dd257 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (33d6f620-ed92-4ccd-8371-54e712e294a7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:14.387398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe612e-2b2b-459a-bb50-424108d338d4 None None] Current status of the port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:14.485487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8f079-1ea9-4922-ab12-6c2d240dd257 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:14.487733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:14.488144 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:14.562420 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb8f079-1ea9-4922-ab12-6c2d240dd257 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 6ecde11b-0879-4443-8e23-e96f09f66e49 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:14.567848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-1eb8f079-1ea9-4922-ab12-6c2d240dd257 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:14.655064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-01eb8e0c-8ad6-4bed-9a89-0600475d358a None None] Provisioning complete for port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:14.655440 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-01eb8e0c-8ad6-4bed-9a89-0600475d358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:14.835663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15830cdd-b772-429d-8da0-372c7cfbe97c req-ce47bb27-6f62-464f-80ff-bbdd2047ac7c tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0938220 Feb 16 16:47:14.952444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb8f079-1ea9-4922-ab12-6c2d240dd257 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 33d6f620-ed92-4ccd-8371-54e712e294a7 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:47:15.020530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-01eb8e0c-8ad6-4bed-9a89-0600475d358a None None] Current status of the port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:15.065013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:15.079004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-01eb8e0c-8ad6-4bed-9a89-0600475d358a None None] Provisioning complete for port 3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:15.079403 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-01eb8e0c-8ad6-4bed-9a89-0600475d358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:15.168025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-01eb8e0c-8ad6-4bed-9a89-0600475d358a None None] Port 3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:47:15.186984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb8f079-1ea9-4922-ab12-6c2d240dd257 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:47:15.197624 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49818) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:15.202451 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c036d7-461a-4483-abc5-c7bc38bb5cc9 None None] Sync routers for ids ['33d6f620-ed92-4ccd-8371-54e712e294a7'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:47:15.209744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1eb8f079-1ea9-4922-ab12-6c2d240dd257 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/33d6f620-ed92-4ccd-8371-54e712e294a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7128243 Feb 16 16:47:15.223857 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c036d7-461a-4483-abc5-c7bc38bb5cc9 None None] Routers {'33d6f620-ed92-4ccd-8371-54e712e294a7'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:15.236083 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-73c036d7-461a-4483-abc5-c7bc38bb5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['33d6f620-ed92-4ccd-8371-54e712e294a7'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:15.296803 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-96ca4ec7-3217-4821-9ae8-b18256f50777 None None] Provisioning complete for port 3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:15.297217 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-96ca4ec7-3217-4821-9ae8-b18256f50777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:15.320345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a54b763-67e0-475a-b0b3-3f7a283237c2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:15.332037 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8a54b763-67e0-475a-b0b3-3f7a283237c2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports/3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742 HTTP/1.1" status: 200 len: 982 time: 0.1330402 Feb 16 16:47:15.335999 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49836) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:15.364342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-96ca4ec7-3217-4821-9ae8-b18256f50777 None None] Port 3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:47:15.397564 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-73c036d7-461a-4483-abc5-c7bc38bb5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:15.420488 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c036d7-461a-4483-abc5-c7bc38bb5cc9 None None] Routers {'33d6f620-ed92-4ccd-8371-54e712e294a7'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:15.421117 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-73c036d7-461a-4483-abc5-c7bc38bb5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['33d6f620-ed92-4ccd-8371-54e712e294a7'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:15.506138 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-73c036d7-461a-4483-abc5-c7bc38bb5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:15.506854 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c036d7-461a-4483-abc5-c7bc38bb5cc9 None None] The sync data for ids ['33d6f620-ed92-4ccd-8371-54e712e294a7'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:47:15.676549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9cb8c-ce39-4229-8ddf-c3286ed19d22 req-f4c77b81-8fcb-41ad-b4a5-da41be09df02 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:15.678110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4da9cb8c-ce39-4229-8ddf-c3286ed19d22 req-f4c77b81-8fcb-41ad-b4a5-da41be09df02 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 944 time: 0.2301884 Feb 16 16:47:15.847212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4da9cb8c-ce39-4229-8ddf-c3286ed19d22 req-01a07167-ddb2-499a-a7a9-a6adb0975700 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/security-groups?id=841d9d85-b35b-4911-b99b-e66ebf057ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632810 Feb 16 16:47:16.082335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abc014cc-e0fd-4561-a1d9-464925d3bb37 req-99137785-9d3d-40ad-9e69-bf19844d024e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0448368 Feb 16 16:47:16.158464 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-744e0fa1-1702-45f1-898a-295a124df980 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (33d6f620-ed92-4ccd-8371-54e712e294a7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:16.230051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:47:16.438832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:47:16.457137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:16.457762 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8cacbb01-318e-485a-a80b-d1c4d1aa1dbb), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:16.633910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-744e0fa1-1702-45f1-898a-295a124df980 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port 3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:47:16.634464 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-744e0fa1-1702-45f1-898a-295a124df980 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:16.749341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:16.750091 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8cacbb01-318e-485a-a80b-d1c4d1aa1dbb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:16.821376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8cacbb01-318e-485a-a80b-d1c4d1aa1dbb,segment=NetworkSegment(6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3),segment_id=6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:16.822458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a9815-5ff6-4021-be68-45aace37681b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cacbb01-318e-485a-a80b-d1c4d1aa1dbb'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:47:16.828254 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc09d63b-d1df-4cc9-be43-73bca839cf32" -d '{"events": [{"server_uuid": "d79a9815-5ff6-4021-be68-45aace37681b", "name": "network-vif-plugged", "status": "completed", "tag": "8cacbb01-318e-485a-a80b-d1c4d1aa1dbb"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:47:16.838004 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8cacbb01-318e-485a-a80b-d1c4d1aa1dbb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:16.881690 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-744e0fa1-1702-45f1-898a-295a124df980 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:16.938951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-744e0fa1-1702-45f1-898a-295a124df980 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for 3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:47:16.944591 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=8cacbb01-318e-485a-a80b-d1c4d1aa1dbb,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:16.989916 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3905225e-b933-49c7-a1d9-aad459472b81 x-openstack-request-id: req-3905225e-b933-49c7-a1d9-aad459472b81 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:47:16.990210 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a9815-5ff6-4021-be68-45aace37681b", "name": "network-vif-plugged", "status": "completed", "tag": "8cacbb01-318e-485a-a80b-d1c4d1aa1dbb", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:47:16.990468 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3905225e-b933-49c7-a1d9-aad459472b81 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:47:16.990868 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a9815-5ff6-4021-be68-45aace37681b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cacbb01-318e-485a-a80b-d1c4d1aa1dbb', 'code': 200} Feb 16 16:47:17.154683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb665126-f7ea-4f1b-a07c-f7351bc35fdb req-bb609dc8-e9c2-4633-82bf-ae0eeb60cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:17.156231 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-eb665126-f7ea-4f1b-a07c-f7351bc35fdb req-bb609dc8-e9c2-4633-82bf-ae0eeb60cc8d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 1127 time: 0.1098595 Feb 16 16:47:17.244358 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-eb665126-f7ea-4f1b-a07c-f7351bc35fdb req-2dc0a47e-4402-4dcf-8201-0bb650f30721 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=841d9d85-b35b-4911-b99b-e66ebf057ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802748 Feb 16 16:47:17.312699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3b447-59c1-4005-8b68-ee51381b3ef5 req-3173329b-66d4-4ca2-a291-fe8bf5f19251 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:17.314296 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1fc3b447-59c1-4005-8b68-ee51381b3ef5 req-3173329b-66d4-4ca2-a291-fe8bf5f19251 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 945 time: 0.2158928 Feb 16 16:47:17.352558 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dcc97704-5c8d-49a5-8d21-abc851c942ee req-c137da82-9160-47a2-af1a-3d58919d4979 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0525987 Feb 16 16:47:17.432931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1fc3b447-59c1-4005-8b68-ee51381b3ef5 req-2cc5b0c9-ca8c-46e7-b41e-daa198281cb1 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/security-groups?id=841d9d85-b35b-4911-b99b-e66ebf057ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001296 Feb 16 16:47:17.539541 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-744e0fa1-1702-45f1-898a-295a124df980 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:17.593206 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e0fa1-1702-45f1-898a-295a124df980 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=3e0aff4d-eca3-43ef-9acf-4d1f6e8f3742,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:17.786542 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:47:17.835989 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-744e0fa1-1702-45f1-898a-295a124df980 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (33d6f620-ed92-4ccd-8371-54e712e294a7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:18.151565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744e0fa1-1702-45f1-898a-295a124df980 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 33d6f620-ed92-4ccd-8371-54e712e294a7 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:47:18.342970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744e0fa1-1702-45f1-898a-295a124df980 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:47:18.350950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-744e0fa1-1702-45f1-898a-295a124df980 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/33d6f620-ed92-4ccd-8371-54e712e294a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0139153 Feb 16 16:47:18.353687 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50168) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:18.364462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e6631-6fda-4f6e-97c4-7cbd12fb5f71 None None] Sync routers for ids ['33d6f620-ed92-4ccd-8371-54e712e294a7'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:47:18.395431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e6631-6fda-4f6e-97c4-7cbd12fb5f71 None None] Routers {'33d6f620-ed92-4ccd-8371-54e712e294a7'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:18.396186 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ef1e6631-6fda-4f6e-97c4-7cbd12fb5f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['33d6f620-ed92-4ccd-8371-54e712e294a7'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:18.540211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ef1e6631-6fda-4f6e-97c4-7cbd12fb5f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:18.565244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e6631-6fda-4f6e-97c4-7cbd12fb5f71 None None] Routers {'33d6f620-ed92-4ccd-8371-54e712e294a7'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:18.566784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ef1e6631-6fda-4f6e-97c4-7cbd12fb5f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['33d6f620-ed92-4ccd-8371-54e712e294a7'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:18.669736 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-152b4cf0-045b-4526-b301-06aaf146167f req-dff71538-6d14-47c7-aa58-59762de7a74a tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.1304460 Feb 16 16:47:18.680810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ef1e6631-6fda-4f6e-97c4-7cbd12fb5f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:18.681665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e6631-6fda-4f6e-97c4-7cbd12fb5f71 None None] The sync data for ids ['33d6f620-ed92-4ccd-8371-54e712e294a7'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:47:18.825792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000169d-0868-4192-8e50-21d671682bf3 req-5997bdea-4fa1-4f83-b0a5-1e08ac6a22b4 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:18.827232 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5000169d-0868-4192-8e50-21d671682bf3 req-5997bdea-4fa1-4f83-b0a5-1e08ac6a22b4 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 945 time: 0.1220860 Feb 16 16:47:18.829150 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-28e25bc5-9e6c-4676-a8af-a9c5a9492c2b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 16:47:18.830383 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-28e25bc5-9e6c-4676-a8af-a9c5a9492c2b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/33d6f620-ed92-4ccd-8371-54e712e294a7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4756732 Feb 16 16:47:18.837064 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50222) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:18.881856 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-28d3368c-f808-4375-b88a-71c568dbe329 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports?device_id=33d6f620-ed92-4ccd-8371-54e712e294a7 HTTP/1.1" status: 200 len: 205 time: 0.0428510 Feb 16 16:47:18.883455 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50230) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:18.985947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5000169d-0868-4192-8e50-21d671682bf3 req-7eb3a7b0-2bc4-4065-b1de-bc70a2ceebfc tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/security-groups?id=841d9d85-b35b-4911-b99b-e66ebf057ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452918 Feb 16 16:47:19.021631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53b1f9f4-d51f-495c-95eb-edf047ab5349 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (33d6f620-ed92-4ccd-8371-54e712e294a7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:19.738776 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53b1f9f4-d51f-495c-95eb-edf047ab5349 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (33d6f620-ed92-4ccd-8371-54e712e294a7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:19.741330 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53b1f9f4-d51f-495c-95eb-edf047ab5349 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_controller (33d6f620-ed92-4ccd-8371-54e712e294a7), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:19.826945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53b1f9f4-d51f-495c-95eb-edf047ab5349 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (33d6f620-ed92-4ccd-8371-54e712e294a7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:19.827557 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b1f9f4-d51f-495c-95eb-edf047ab5349 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Fanout notify agent at l3_agent the message router_deleted on router 33d6f620-ed92-4ccd-8371-54e712e294a7 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:47:19.841276 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53b1f9f4-d51f-495c-95eb-edf047ab5349 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:19.844675 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-53b1f9f4-d51f-495c-95eb-edf047ab5349 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/routers/33d6f620-ed92-4ccd-8371-54e712e294a7 HTTP/1.1" status: 204 len: 168 time: 0.9592462 Feb 16 16:47:19.851282 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50322) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:19.855887 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1dd112d-7646-408e-81fe-3a65bd03e302 req-15bba783-1b91-4c1f-86a4-192df133e469 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0648255 Feb 16 16:47:19.938051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-32538e45-e26d-488d-b57d-4cb0189abcc3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting subnet 5c9368ba-da3e-459b-aa62-178570a84e16 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:47:19.942625 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32538e45-e26d-488d-b57d-4cb0189abcc3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (5c9368ba-da3e-459b-aa62-178570a84e16), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:20.003000 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32538e45-e26d-488d-b57d-4cb0189abcc3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (5c9368ba-da3e-459b-aa62-178570a84e16), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:20.145013 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32538e45-e26d-488d-b57d-4cb0189abcc3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (5c9368ba-da3e-459b-aa62-178570a84e16), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:20.264042 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673ac98-b9ae-44a2-adac-602653392a24 req-dba13cd6-7796-4ab2-aa34-f934b2b96bc5 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:20.268213 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d673ac98-b9ae-44a2-adac-602653392a24 req-dba13cd6-7796-4ab2-aa34-f934b2b96bc5 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 945 time: 0.1194851 Feb 16 16:47:20.283542 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32538e45-e26d-488d-b57d-4cb0189abcc3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (5c9368ba-da3e-459b-aa62-178570a84e16), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:20.329768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32538e45-e26d-488d-b57d-4cb0189abcc3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9368ba-da3e-459b-aa62-178570a84e16,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:20.339449 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32538e45-e26d-488d-b57d-4cb0189abcc3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:20.342623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-32538e45-e26d-488d-b57d-4cb0189abcc3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/5c9368ba-da3e-459b-aa62-178570a84e16 HTTP/1.1" status: 204 len: 168 time: 0.4895773 Feb 16 16:47:20.345581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c468c3b4-d046-4d38-bd2d-75718c3c67f2 None None] Network 6ecde11b-0879-4443-8e23-e96f09f66e49 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:47:20.346095 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50340) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:20.368087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d673ac98-b9ae-44a2-adac-602653392a24 req-577a4ae4-1a1e-4e2a-92ea-95ea52b8cae7 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/security-groups?id=841d9d85-b35b-4911-b99b-e66ebf057ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957892 Feb 16 16:47:20.535940 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (6ecde11b-0879-4443-8e23-e96f09f66e49), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:20.604259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07369ce6-97bf-4159-bfdb-0e905e4d35cd None None] DHCP port deletion for 6ecde11b-0879-4443-8e23-e96f09f66e49 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:47:20.621188 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:47:20.622179 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:20.726998 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] For port c570bdcc-268f-4eec-8c7d-5899bd0b3a23, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c570bdcc-268f-4eec-8c7d-5899bd0b3a23,segment=NetworkSegment(344419d9-e3f6-4dca-af3e-7bfde3f6007e),segment_id=344419d9-e3f6-4dca-af3e-7bfde3f6007e)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:20.727364 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:20.727717 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-07369ce6-97bf-4159-bfdb-0e905e4d35cd None None] Deleting port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:47:20.728235 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-07369ce6-97bf-4159-bfdb-0e905e4d35cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:20.774329 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for c570bdcc-268f-4eec-8c7d-5899bd0b3a23 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:47:20.843212 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-07369ce6-97bf-4159-bfdb-0e905e4d35cd None None] For port c570bdcc-268f-4eec-8c7d-5899bd0b3a23, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c570bdcc-268f-4eec-8c7d-5899bd0b3a23,segment=NetworkSegment(344419d9-e3f6-4dca-af3e-7bfde3f6007e),segment_id=344419d9-e3f6-4dca-af3e-7bfde3f6007e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:20.844024 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-07369ce6-97bf-4159-bfdb-0e905e4d35cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:20.871735 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-07369ce6-97bf-4159-bfdb-0e905e4d35cd None None] Calling delete_port for c570bdcc-268f-4eec-8c7d-5899bd0b3a23 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:47:20.989832 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:21.014429 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No DVR routers for this DVR port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:47:21.066706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7bceb110-4d2c-4b65-9317-4d923ea9e61a req-3568a835-70a0-4715-b39f-0693e8859c3c tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0612617 Feb 16 16:47:21.072986 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-07369ce6-97bf-4159-bfdb-0e905e4d35cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (c570bdcc-268f-4eec-8c7d-5899bd0b3a23), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:21.102740 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07369ce6-97bf-4159-bfdb-0e905e4d35cd None None] Pushing event deleted for resources: {'Port': ['ID=c570bdcc-268f-4eec-8c7d-5899bd0b3a23,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:21.111960 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07369ce6-97bf-4159-bfdb-0e905e4d35cd None None] No DVR routers for this DVR port c570bdcc-268f-4eec-8c7d-5899bd0b3a23 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:47:21.167461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=c570bdcc-268f-4eec-8c7d-5899bd0b3a23,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:21.243458 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (6ecde11b-0879-4443-8e23-e96f09f66e49), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:21.269579 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ecde11b-0879-4443-8e23-e96f09f66e49']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:21.285923 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344419d9-e3f6-4dca-af3e-7bfde3f6007e') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:21.290608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344419d9-e3f6-4dca-af3e-7bfde3f6007e') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:21.317021 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (344419d9-e3f6-4dca-af3e-7bfde3f6007e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:21.350783 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (344419d9-e3f6-4dca-af3e-7bfde3f6007e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:21.363562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:47:21.364579 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (344419d9-e3f6-4dca-af3e-7bfde3f6007e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:47:21.369348 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:47:21.527165 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (6ecde11b-0879-4443-8e23-e96f09f66e49), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:21.546518 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:21.561833 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50380) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:21.571603 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-87febcfb-3c56-4c92-91c6-5c8a8b6cf2b0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-305765947'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:21.578694 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/networks/6ecde11b-0879-4443-8e23-e96f09f66e49 HTTP/1.1" status: 204 len: 168 time: 1.2300105 Feb 16 16:47:21.618214 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c978934-cab1-4593-87ef-be82d91b96cd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Network': ['ID=6ecde11b-0879-4443-8e23-e96f09f66e49,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:21.622968 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87febcfb-3c56-4c92-91c6-5c8a8b6cf2b0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:21.627708 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87febcfb-3c56-4c92-91c6-5c8a8b6cf2b0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:21.659421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87febcfb-3c56-4c92-91c6-5c8a8b6cf2b0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:47:21.681752 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87febcfb-3c56-4c92-91c6-5c8a8b6cf2b0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ef50ea76-6764-4e49-8b73-679561b4f78b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:21.682104 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-87febcfb-3c56-4c92-91c6-5c8a8b6cf2b0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Added segment ef50ea76-6764-4e49-8b73-679561b4f78b of type vlan for network 970b0b39-0e1d-4bd2-82a3-339f693b6375 Feb 16 16:47:21.755591 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87febcfb-3c56-4c92-91c6-5c8a8b6cf2b0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (970b0b39-0e1d-4bd2-82a3-339f693b6375), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:21.792246 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87febcfb-3c56-4c92-91c6-5c8a8b6cf2b0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (970b0b39-0e1d-4bd2-82a3-339f693b6375), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:21.801100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87febcfb-3c56-4c92-91c6-5c8a8b6cf2b0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:21.801816 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87febcfb-3c56-4c92-91c6-5c8a8b6cf2b0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:21.845612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50388) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:21.852917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b0aab698-ce58-421c-8ddd-2e81e7f5c05b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'subnet': {'network_id': '970b0b39-0e1d-4bd2-82a3-339f693b6375', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:21.853265 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-87febcfb-3c56-4c92-91c6-5c8a8b6cf2b0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2887642 Feb 16 16:47:21.882113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50390) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:22.008320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c570bdcc-268f-4eec-8c7d-5899bd0b3a23 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:47:22.058549 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: c570bdcc-268f-4eec-8c7d-5899bd0b3a23 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:47:22.058900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c570bdcc-268f-4eec-8c7d-5899bd0b3a23 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:47:22.142914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aab698-ce58-421c-8ddd-2e81e7f5c05b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:22.147370 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0aab698-ce58-421c-8ddd-2e81e7f5c05b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:22.411433 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc4ed-1ade-4a9a-a756-517a4c20ebe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:22.453969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87febcfb-3c56-4c92-91c6-5c8a8b6cf2b0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Network': ['ID=970b0b39-0e1d-4bd2-82a3-339f693b6375,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:22.477240 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 970b0b39-0e1d-4bd2-82a3-339f693b6375 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:47:22.548612 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ed9ea02-c6f3-4d28-91b0-515a8a619537 req-9a74e7dc-bf1a-4426-83dd-9126975c3fb7 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0810943 Feb 16 16:47:22.684507 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0aab698-ce58-421c-8ddd-2e81e7f5c05b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (98800e7e-c8de-44a7-aff1-e47cdf2a9f16), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:22.815934 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc4ed-1ade-4a9a-a756-517a4c20ebe6 admin admin] Publish callbacks [] for security_group (96705e18-ced3-4bd4-85b7-8a9e9377ea25), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:22.850840 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc4ed-1ade-4a9a-a756-517a4c20ebe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (96705e18-ced3-4bd4-85b7-8a9e9377ea25), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:22.882574 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aab698-ce58-421c-8ddd-2e81e7f5c05b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Checking segment: {'id': 'ef50ea76-6764-4e49-8b73-679561b4f78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '970b0b39-0e1d-4bd2-82a3-339f693b6375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:47:22.882943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aab698-ce58-421c-8ddd-2e81e7f5c05b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network hostable DHCP agents. Network: 970b0b39-0e1d-4bd2-82a3-339f693b6375, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:47:22.938324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aab698-ce58-421c-8ddd-2e81e7f5c05b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Subnet': ['ID=98800e7e-c8de-44a7-aff1-e47cdf2a9f16,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:22.947021 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2dc4ed-1ade-4a9a-a756-517a4c20ebe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96705e18-ced3-4bd4-85b7-8a9e9377ea25,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:22.961448 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3e2dc4ed-1ade-4a9a-a756-517a4c20ebe6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdb0214aa84d4bd289fe947527377a42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0719635 Feb 16 16:47:22.964226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50414) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:22.978100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aab698-ce58-421c-8ddd-2e81e7f5c05b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 970b0b39-0e1d-4bd2-82a3-339f693b6375 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:47:22.999334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b0aab698-ce58-421c-8ddd-2e81e7f5c05b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 970b0b39-0e1d-4bd2-82a3-339f693b6375) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:23.009799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aab698-ce58-421c-8ddd-2e81e7f5c05b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:23.009799 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0aab698-ce58-421c-8ddd-2e81e7f5c05b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:23.010784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf582f7-1829-4bb6-81e4-ec8115227041 None None] Network 970b0b39-0e1d-4bd2-82a3-339f693b6375 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:47:23.052012 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b0aab698-ce58-421c-8ddd-2e81e7f5c05b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2048614 Feb 16 16:47:23.054483 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50418) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:23.059383 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2315-805c-43c2-9e97-174c6554c620 admin admin] Publish callbacks [] for security_group (96705e18-ced3-4bd4-85b7-8a9e9377ea25), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:23.062279 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b755d405-bdb9-4870-9659-3262cc1bafba tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-480943830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:23.103264 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2315-805c-43c2-9e97-174c6554c620 admin admin] Publish callbacks [] for security_group (96705e18-ced3-4bd4-85b7-8a9e9377ea25), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:23.109297 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b755d405-bdb9-4870-9659-3262cc1bafba tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (d4e278df-b51e-452c-a584-ae8094b09a3c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:23.110683 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b755d405-bdb9-4870-9659-3262cc1bafba tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (d4e278df-b51e-452c-a584-ae8094b09a3c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:23.200499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2315-805c-43c2-9e97-174c6554c620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (96705e18-ced3-4bd4-85b7-8a9e9377ea25), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:23.203571 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2315-805c-43c2-9e97-174c6554c620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:23.204886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9e6a2315-805c-43c2-9e97-174c6554c620 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96705e18-ced3-4bd4-85b7-8a9e9377ea25 HTTP/1.1" status: 204 len: 168 time: 0.2398171 Feb 16 16:47:23.225837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a2315-805c-43c2-9e97-174c6554c620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96705e18-ced3-4bd4-85b7-8a9e9377ea25,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:23.242180 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b755d405-bdb9-4870-9659-3262cc1bafba tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_controller (d4e278df-b51e-452c-a584-ae8094b09a3c), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:23.252848 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b755d405-bdb9-4870-9659-3262cc1bafba tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (d4e278df-b51e-452c-a584-ae8094b09a3c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:23.254543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-970b0b39-0e1d-4bd2-82a3-339f693b6375', 'network_id': '970b0b39-0e1d-4bd2-82a3-339f693b6375', 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'fixed_ips': [{'subnet_id': '98800e7e-c8de-44a7-aff1-e47cdf2a9f16'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:47:23.255543 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:23.287996 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b755d405-bdb9-4870-9659-3262cc1bafba tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:23.290069 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b755d405-bdb9-4870-9659-3262cc1bafba tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2345002 Feb 16 16:47:23.292844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50426) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:23.469067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Allocated IP 2001:db8::2 (970b0b39-0e1d-4bd2-82a3-339f693b6375/98800e7e-c8de-44a7-aff1-e47cdf2a9f16/985b87de-2bba-415f-8f75-94ec2e5d947f) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:47:23.833385 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0b7ae06-f924-4ee6-beae-dc4d31d34722 req-cf25caa3-58b3-4b4b-b9f5-5ea5ffa6afaa tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0743554 Feb 16 16:47:23.842291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50438) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:23.855080 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Publish callbacks [] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:23.875261 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:23.899703 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1afe4fec-d539-4734-9bcb-7e38de0d386c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:23.932943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Network 970b0b39-0e1d-4bd2-82a3-339f693b6375 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:23.935689 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:23.937798 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:23.978055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Pushing event updated for resources: {'Port': ['ID=985b87de-2bba-415f-8f75-94ec2e5d947f,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:23.981080 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:47:24.062979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d5ce6-5dc6-4229-ae4c-1e5d629449eb req-5e9703e8-f942-41a4-b022-4d751f8986f4 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:24.075391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea0d5ce6-5dc6-4229-ae4c-1e5d629449eb req-5e9703e8-f942-41a4-b022-4d751f8986f4 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 945 time: 0.3777137 Feb 16 16:47:24.093931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Attempting to bind port 985b87de-2bba-415f-8f75-94ec2e5d947f on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:47:24.094521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Attempting to bind port 985b87de-2bba-415f-8f75-94ec2e5d947f by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'ef50ea76-6764-4e49-8b73-679561b4f78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '970b0b39-0e1d-4bd2-82a3-339f693b6375'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:47:24.094753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Attempting to bind port 985b87de-2bba-415f-8f75-94ec2e5d947f on network 970b0b39-0e1d-4bd2-82a3-339f693b6375 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:47:24.108118 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:47:24.108498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Checking segment: {'id': 'ef50ea76-6764-4e49-8b73-679561b4f78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '970b0b39-0e1d-4bd2-82a3-339f693b6375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:47:24.110771 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:24.111190 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Bound using segment: {'id': 'ef50ea76-6764-4e49-8b73-679561b4f78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '970b0b39-0e1d-4bd2-82a3-339f693b6375'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:47:24.111698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Bound port: 985b87de-2bba-415f-8f75-94ec2e5d947f, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef50ea76-6764-4e49-8b73-679561b4f78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '970b0b39-0e1d-4bd2-82a3-339f693b6375'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:47:24.113618 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:24.228736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] For port 985b87de-2bba-415f-8f75-94ec2e5d947f, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:47:24.233454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] For port 985b87de-2bba-415f-8f75-94ec2e5d947f, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=985b87de-2bba-415f-8f75-94ec2e5d947f,segment=NetworkSegment(ef50ea76-6764-4e49-8b73-679561b4f78b),segment_id=ef50ea76-6764-4e49-8b73-679561b4f78b)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:47:24.241843 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:24.273582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea0d5ce6-5dc6-4229-ae4c-1e5d629449eb req-ecfd3ac7-23d7-4f06-be49-67eff8059f51 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/security-groups?id=841d9d85-b35b-4911-b99b-e66ebf057ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943281 Feb 16 16:47:24.278659 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1afe4fec-d539-4734-9bcb-7e38de0d386c admin admin] Publish callbacks [] for security_group (8bf1cd57-f216-4809-b31d-e71e8e8257af), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:24.290824 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1afe4fec-d539-4734-9bcb-7e38de0d386c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8bf1cd57-f216-4809-b31d-e71e8e8257af), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:24.328317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1afe4fec-d539-4734-9bcb-7e38de0d386c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57609b90b19046108f43eaafd5773eb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4844604 Feb 16 16:47:24.330743 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50440) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:24.348788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110385f1-e364-4c10-8c3b-28789a6faf3f None None] Pushing event updated for resources: {'Port': ['ID=985b87de-2bba-415f-8f75-94ec2e5d947f,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:24.390467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe4fec-d539-4734-9bcb-7e38de0d386c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf1cd57-f216-4809-b31d-e71e8e8257af,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:24.424499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88bbe61e-e9d5-458b-9e62-4866141a33e0 admin admin] Publish callbacks [] for security_group (8bf1cd57-f216-4809-b31d-e71e8e8257af), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:24.477005 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88bbe61e-e9d5-458b-9e62-4866141a33e0 admin admin] Publish callbacks [] for security_group (8bf1cd57-f216-4809-b31d-e71e8e8257af), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:24.498505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Allocated IP 2001:db8::1 (970b0b39-0e1d-4bd2-82a3-339f693b6375/98800e7e-c8de-44a7-aff1-e47cdf2a9f16/5c67cd72-2132-4294-b533-0051c46c5b19) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:47:24.585830 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88bbe61e-e9d5-458b-9e62-4866141a33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8bf1cd57-f216-4809-b31d-e71e8e8257af), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:24.588732 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88bbe61e-e9d5-458b-9e62-4866141a33e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:24.590016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-88bbe61e-e9d5-458b-9e62-4866141a33e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bf1cd57-f216-4809-b31d-e71e8e8257af HTTP/1.1" status: 204 len: 168 time: 0.2579703 Feb 16 16:47:24.616704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbe61e-e9d5-458b-9e62-4866141a33e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf1cd57-f216-4809-b31d-e71e8e8257af,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:24.800266 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (5c67cd72-2132-4294-b533-0051c46c5b19), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:24.908726 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5c67cd72-2132-4294-b533-0051c46c5b19), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:24.994308 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 970b0b39-0e1d-4bd2-82a3-339f693b6375 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:25.001782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:25.009990 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:47:25.010537 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (d4e278df-b51e-452c-a584-ae8094b09a3c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:25.013060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=5c67cd72-2132-4294-b533-0051c46c5b19,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:25.032788 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e8dfe0d-7245-4096-b617-bf539e6118a1 req-cf9143dd-da1f-4df2-be1a-27948d867cfc tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0781622 Feb 16 16:47:25.196570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb7992-f7ec-483e-8122-b7340c314d75 req-c9f8bb71-5e6f-4755-a9c1-101a9e4fe911 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:25.197763 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ccb7992-f7ec-483e-8122-b7340c314d75 req-c9f8bb71-5e6f-4755-a9c1-101a9e4fe911 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.60 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 945 time: 0.0946062 Feb 16 16:47:25.351717 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5c67cd72-2132-4294-b533-0051c46c5b19), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:25.431373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-8ccb7992-f7ec-483e-8122-b7340c314d75 req-bda11417-d7fa-4ab8-bd22-c42e11bfceab tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Deleting port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:47:25.431703 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ccb7992-f7ec-483e-8122-b7340c314d75 req-bda11417-d7fa-4ab8-bd22-c42e11bfceab tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8cacbb01-318e-485a-a80b-d1c4d1aa1dbb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:25.523392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921d0fc-615a-477f-96b3-3aadaf701cb3 req-bb87fbc1-0b08-4407-8b2f-10a1f5e4b2c3 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:25.532875 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b921d0fc-615a-477f-96b3-3aadaf701cb3 req-bb87fbc1-0b08-4407-8b2f-10a1f5e4b2c3 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 945 time: 0.1431260 Feb 16 16:47:25.656384 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b921d0fc-615a-477f-96b3-3aadaf701cb3 req-16e6ad79-c30f-4371-b703-cc94cfb75b6a tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/security-groups?id=841d9d85-b35b-4911-b99b-e66ebf057ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155632 Feb 16 16:47:25.662077 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6c05ec05-8a50-48ee-81d7-bbbffb74a244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:25.916710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2995996a-b045-49a0-af56-a68942947bd5 None None] Network 970b0b39-0e1d-4bd2-82a3-339f693b6375 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:47:26.041943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-8ccb7992-f7ec-483e-8122-b7340c314d75 req-bda11417-d7fa-4ab8-bd22-c42e11bfceab tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] For port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8cacbb01-318e-485a-a80b-d1c4d1aa1dbb,segment=NetworkSegment(6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3),segment_id=6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:26.042531 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ccb7992-f7ec-483e-8122-b7340c314d75 req-bda11417-d7fa-4ab8-bd22-c42e11bfceab tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8cacbb01-318e-485a-a80b-d1c4d1aa1dbb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:26.066344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-8ccb7992-f7ec-483e-8122-b7340c314d75 req-bda11417-d7fa-4ab8-bd22-c42e11bfceab tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Calling delete_port for 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:47:26.088208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 985b87de-2bba-415f-8f75-94ec2e5d947f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:47:26.108296 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (5c67cd72-2132-4294-b533-0051c46c5b19), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:26.148433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-06d29774-17e0-4092-b3be-6f769b537908 None None] Provisioning complete for port 985b87de-2bba-415f-8f75-94ec2e5d947f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:26.148725 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-06d29774-17e0-4092-b3be-6f769b537908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:26.170412 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (5c67cd72-2132-4294-b533-0051c46c5b19), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:26.171539 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (d4e278df-b51e-452c-a584-ae8094b09a3c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:26.250036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9886c05a-b456-4b3b-8c41-e6ac8e72d6b6 req-f603b3fb-2ca8-4494-89bd-f98511770c38 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0554352 Feb 16 16:47:26.336708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=5c67cd72-2132-4294-b533-0051c46c5b19,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:26.377869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 985b87de-2bba-415f-8f75-94ec2e5d947f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:26.378447 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:26.447141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-06d29774-17e0-4092-b3be-6f769b537908 None None] Current status of the port 985b87de-2bba-415f-8f75-94ec2e5d947f is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:26.447527 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-06d29774-17e0-4092-b3be-6f769b537908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:26.495514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 970b0b39-0e1d-4bd2-82a3-339f693b6375 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:26.497948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:26.508891 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ccb7992-f7ec-483e-8122-b7340c314d75 req-bda11417-d7fa-4ab8-bd22-c42e11bfceab tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8cacbb01-318e-485a-a80b-d1c4d1aa1dbb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:26.513550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-06d29774-17e0-4092-b3be-6f769b537908 None None] For port 985b87de-2bba-415f-8f75-94ec2e5d947f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=985b87de-2bba-415f-8f75-94ec2e5d947f,segment=NetworkSegment(ef50ea76-6764-4e49-8b73-679561b4f78b),segment_id=ef50ea76-6764-4e49-8b73-679561b4f78b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:26.528707 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-06d29774-17e0-4092-b3be-6f769b537908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:26.655490 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 985b87de-2bba-415f-8f75-94ec2e5d947f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:26.662783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d29774-17e0-4092-b3be-6f769b537908 None None] Pushing event updated for resources: {'Port': ['ID=985b87de-2bba-415f-8f75-94ec2e5d947f,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:26.691286 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda11417-d7fa-4ab8-bd22-c42e11bfceab tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Pushing event deleted for resources: {'Port': ['ID=8cacbb01-318e-485a-a80b-d1c4d1aa1dbb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:26.792978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccb7992-f7ec-483e-8122-b7340c314d75 req-bda11417-d7fa-4ab8-bd22-c42e11bfceab tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] No DVR routers for this DVR port 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:47:26.805316 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-8ccb7992-f7ec-483e-8122-b7340c314d75 req-bda11417-d7fa-4ab8-bd22-c42e11bfceab tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:26.809828 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ccb7992-f7ec-483e-8122-b7340c314d75 req-bda11417-d7fa-4ab8-bd22-c42e11bfceab tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.60 "DELETE /v2.0/ports/8cacbb01-318e-485a-a80b-d1c4d1aa1dbb HTTP/1.1" status: 204 len: 173 time: 1.6026306 Feb 16 16:47:26.810384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a9815-5ff6-4021-be68-45aace37681b', 'name': 'network-vif-deleted', 'tag': '8cacbb01-318e-485a-a80b-d1c4d1aa1dbb'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:47:26.813392 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fed2365-443e-40d1-bb1e-358c863aa5f3" -d '{"events": [{"server_uuid": "d79a9815-5ff6-4021-be68-45aace37681b", "name": "network-vif-deleted", "tag": "8cacbb01-318e-485a-a80b-d1c4d1aa1dbb"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:47:26.888106 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86c8168-d755-4e33-a33b-8f79e1526144 x-openstack-request-id: req-a86c8168-d755-4e33-a33b-8f79e1526144 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:47:26.889184 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a9815-5ff6-4021-be68-45aace37681b", "name": "network-vif-deleted", "tag": "8cacbb01-318e-485a-a80b-d1c4d1aa1dbb", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:47:26.889790 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a86c8168-d755-4e33-a33b-8f79e1526144 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:47:26.890369 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a9815-5ff6-4021-be68-45aace37681b', 'name': 'network-vif-deleted', 'tag': '8cacbb01-318e-485a-a80b-d1c4d1aa1dbb', 'status': 'completed', 'code': 200} Feb 16 16:47:26.893450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router d4e278df-b51e-452c-a584-ae8094b09a3c is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:47:26.918750 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53e74560-6bdc-4954-b9e4-86138b19eb45 req-25b17f48-9642-43b2-99ca-8c1612c2ae34 tempest-ServerTagsTestJSON-884996462 tempest-ServerTagsTestJSON-884996462-project] 10.222.0.24 "GET /v2.0/ports?device_id=d79a9815-5ff6-4021-be68-45aace37681b HTTP/1.1" status: 200 len: 210 time: 0.1268163 Feb 16 16:47:26.979546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-53394d8e-078e-4d2f-8101-4eaf3d74b2d8 None None] Provisioning complete for port 985b87de-2bba-415f-8f75-94ec2e5d947f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:26.981022 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53394d8e-078e-4d2f-8101-4eaf3d74b2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:27.127114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:47:27.142662 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b28a10-90e4-4c92-8199-b7b4d2fd5b9c None None] Sync routers for ids ['d4e278df-b51e-452c-a584-ae8094b09a3c'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:47:27.146185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-53394d8e-078e-4d2f-8101-4eaf3d74b2d8 None None] Current status of the port 985b87de-2bba-415f-8f75-94ec2e5d947f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:27.153735 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bcbb510d-6b2b-4565-ac2f-6de504628a35 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/d4e278df-b51e-452c-a584-ae8094b09a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8598521 Feb 16 16:47:27.156540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50502) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:27.158210 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b28a10-90e4-4c92-8199-b7b4d2fd5b9c None None] Routers {'d4e278df-b51e-452c-a584-ae8094b09a3c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:27.158838 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d1b28a10-90e4-4c92-8199-b7b4d2fd5b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d4e278df-b51e-452c-a584-ae8094b09a3c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:27.161301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-53394d8e-078e-4d2f-8101-4eaf3d74b2d8 None None] Provisioning complete for port 5c67cd72-2132-4294-b533-0051c46c5b19 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:27.161806 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53394d8e-078e-4d2f-8101-4eaf3d74b2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5c67cd72-2132-4294-b533-0051c46c5b19), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:27.205358 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-53394d8e-078e-4d2f-8101-4eaf3d74b2d8 None None] Port 5c67cd72-2132-4294-b533-0051c46c5b19 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:47:27.231389 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e00fd-9a8c-4a13-aa88-ca99ca7ec0cb tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:27.236420 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50506) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:27.238650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0e0e00fd-9a8c-4a13-aa88-ca99ca7ec0cb tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports/5c67cd72-2132-4294-b533-0051c46c5b19 HTTP/1.1" status: 200 len: 911 time: 0.0808408 Feb 16 16:47:27.247963 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d1b28a10-90e4-4c92-8199-b7b4d2fd5b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:27.269377 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b28a10-90e4-4c92-8199-b7b4d2fd5b9c None None] Routers {'d4e278df-b51e-452c-a584-ae8094b09a3c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:27.270266 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d1b28a10-90e4-4c92-8199-b7b4d2fd5b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:46:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d4e278df-b51e-452c-a584-ae8094b09a3c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:27.337810 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d1b28a10-90e4-4c92-8199-b7b4d2fd5b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:27.345026 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b28a10-90e4-4c92-8199-b7b4d2fd5b9c None None] The sync data for ids ['d4e278df-b51e-452c-a584-ae8094b09a3c'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:47:27.466536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-39f563df-aad9-46b7-adc3-a0dafde69db6 None None] Provisioning complete for port 5c67cd72-2132-4294-b533-0051c46c5b19 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:27.470174 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-39f563df-aad9-46b7-adc3-a0dafde69db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5c67cd72-2132-4294-b533-0051c46c5b19), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:27.562837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a97254b4-148b-43f8-a298-6e276f2b1124 req-6865efdb-c69a-4666-9788-70c5ef8b83d7 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0666873 Feb 16 16:47:27.771237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-39f563df-aad9-46b7-adc3-a0dafde69db6 None None] Port 5c67cd72-2132-4294-b533-0051c46c5b19 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:47:27.882823 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-484567ee-4ea5-4121-9261-2ae4944080f1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (d4e278df-b51e-452c-a584-ae8094b09a3c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:27.900863 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a213f6ef-7433-45c7-b120-b292ec7afd06 None None] Provisioning complete for port 5c67cd72-2132-4294-b533-0051c46c5b19 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:27.901698 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a213f6ef-7433-45c7-b120-b292ec7afd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5c67cd72-2132-4294-b533-0051c46c5b19), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:27.990534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a213f6ef-7433-45c7-b120-b292ec7afd06 None None] Port 5c67cd72-2132-4294-b533-0051c46c5b19 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:47:28.025465 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 985b87de-2bba-415f-8f75-94ec2e5d947f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:47:28.045989 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50522) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:28.140239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ea85fd-70d9-4a95-be01-62edfd7a256f admin admin] Deleting subnet 55b42924-17f3-444e-a47e-8ccf3c00b7f0 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:47:28.151203 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3ea85fd-70d9-4a95-be01-62edfd7a256f admin admin] Publish callbacks [] for subnet (55b42924-17f3-444e-a47e-8ccf3c00b7f0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:28.155822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 985b87de-2bba-415f-8f75-94ec2e5d947f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:28.156281 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:28.275059 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3ea85fd-70d9-4a95-be01-62edfd7a256f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (55b42924-17f3-444e-a47e-8ccf3c00b7f0), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:28.286873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 985b87de-2bba-415f-8f75-94ec2e5d947f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:28.292883 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7d6c26ec-69bd-40bb-a70d-964d7f5d264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:28.320031 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:47:28.352593 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3ea85fd-70d9-4a95-be01-62edfd7a256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (55b42924-17f3-444e-a47e-8ccf3c00b7f0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:28.355226 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:47:28.355588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8cacbb01-318e-485a-a80b-d1c4d1aa1dbb not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:47:28.400321 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-484567ee-4ea5-4121-9261-2ae4944080f1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port 5c67cd72-2132-4294-b533-0051c46c5b19 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:47:28.401841 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-484567ee-4ea5-4121-9261-2ae4944080f1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5c67cd72-2132-4294-b533-0051c46c5b19), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:28.415625 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3ea85fd-70d9-4a95-be01-62edfd7a256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (55b42924-17f3-444e-a47e-8ccf3c00b7f0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:28.431497 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3ea85fd-70d9-4a95-be01-62edfd7a256f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:28.442091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e3ea85fd-70d9-4a95-be01-62edfd7a256f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/55b42924-17f3-444e-a47e-8ccf3c00b7f0 HTTP/1.1" status: 204 len: 168 time: 0.3948431 Feb 16 16:47:28.446559 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50528) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:28.469008 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea85fd-70d9-4a95-be01-62edfd7a256f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b42924-17f3-444e-a47e-8ccf3c00b7f0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:28.580558 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e67fa5bd-14c4-4289-a1cf-aa84a37751f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (c466eb14-6fc3-485e-b5c8-66485867b903), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:28.734800 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-484567ee-4ea5-4121-9261-2ae4944080f1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5c67cd72-2132-4294-b533-0051c46c5b19), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:28.776268 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e67fa5bd-14c4-4289-a1cf-aa84a37751f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (c466eb14-6fc3-485e-b5c8-66485867b903), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:28.791466 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9ce1262-0e2b-4284-84fd-73ba1e9b516f req-5baa346a-7380-4701-a2b8-5292de3c8cc1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0584104 Feb 16 16:47:28.816848 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-484567ee-4ea5-4121-9261-2ae4944080f1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for 5c67cd72-2132-4294-b533-0051c46c5b19 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:47:28.850431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-e67fa5bd-14c4-4289-a1cf-aa84a37751f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c466eb14-6fc3-485e-b5c8-66485867b903']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:28.906754 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-e67fa5bd-14c4-4289-a1cf-aa84a37751f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:28.907136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-e67fa5bd-14c4-4289-a1cf-aa84a37751f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:28.921921 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e67fa5bd-14c4-4289-a1cf-aa84a37751f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:28.950260 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e67fa5bd-14c4-4289-a1cf-aa84a37751f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:28.960601 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67fa5bd-14c4-4289-a1cf-aa84a37751f7 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:47:28.961000 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e67fa5bd-14c4-4289-a1cf-aa84a37751f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (6c7b8a10-b6ec-422d-b07c-f1ff7ddae4a3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:47:28.963502 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:47:29.132691 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e67fa5bd-14c4-4289-a1cf-aa84a37751f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (c466eb14-6fc3-485e-b5c8-66485867b903), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:29.144708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e67fa5bd-14c4-4289-a1cf-aa84a37751f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:29.156239 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e67fa5bd-14c4-4289-a1cf-aa84a37751f7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c466eb14-6fc3-485e-b5c8-66485867b903 HTTP/1.1" status: 204 len: 168 time: 0.7087545 Feb 16 16:47:29.188955 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fa5bd-14c4-4289-a1cf-aa84a37751f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c466eb14-6fc3-485e-b5c8-66485867b903,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:29.280605 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:29.286454 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-484567ee-4ea5-4121-9261-2ae4944080f1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5c67cd72-2132-4294-b533-0051c46c5b19), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:29.436317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50540) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:29.556010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-aa9c811e-efe8-4fb0-9a51-2d7fb3ab1081 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e45f4b54fa154f6b90b509c81ecb1a0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1182766 Feb 16 16:47:29.558431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50542) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:29.628091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-484567ee-4ea5-4121-9261-2ae4944080f1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (d4e278df-b51e-452c-a584-ae8094b09a3c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:29.649517 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484567ee-4ea5-4121-9261-2ae4944080f1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=5c67cd72-2132-4294-b533-0051c46c5b19,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:29.671548 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cbcc4061-a2db-4733-b352-6a7c51d102f0 admin admin] Publish callbacks [] for security_group (841d9d85-b35b-4911-b99b-e66ebf057ce2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:29.723367 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cbcc4061-a2db-4733-b352-6a7c51d102f0 admin admin] Publish callbacks [] for security_group (841d9d85-b35b-4911-b99b-e66ebf057ce2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:29.810847 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cbcc4061-a2db-4733-b352-6a7c51d102f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (841d9d85-b35b-4911-b99b-e66ebf057ce2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:29.813360 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cbcc4061-a2db-4733-b352-6a7c51d102f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:29.814510 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cbcc4061-a2db-4733-b352-6a7c51d102f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/841d9d85-b35b-4911-b99b-e66ebf057ce2 HTTP/1.1" status: 204 len: 168 time: 0.2549999 Feb 16 16:47:29.840644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc4061-a2db-4733-b352-6a7c51d102f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841d9d85-b35b-4911-b99b-e66ebf057ce2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:30.039924 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5514935d-9e67-47f7-8008-7b5d7b21dd9c req-ad5163ac-8219-4bee-b1fe-793ae5cfa876 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0448201 Feb 16 16:47:30.679108 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484567ee-4ea5-4121-9261-2ae4944080f1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router d4e278df-b51e-452c-a584-ae8094b09a3c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:47:30.826212 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:30.848518 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484567ee-4ea5-4121-9261-2ae4944080f1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:47:30.862802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eacdc6-1d84-489c-aaf7-bf6e83892e67 None None] Sync routers for ids ['d4e278df-b51e-452c-a584-ae8094b09a3c'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:47:30.879807 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50568) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:30.884044 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-484567ee-4ea5-4121-9261-2ae4944080f1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/d4e278df-b51e-452c-a584-ae8094b09a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6376798 Feb 16 16:47:30.915275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eacdc6-1d84-489c-aaf7-bf6e83892e67 None None] Routers {'d4e278df-b51e-452c-a584-ae8094b09a3c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:30.916018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-87eacdc6-1d84-489c-aaf7-bf6e83892e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:47:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d4e278df-b51e-452c-a584-ae8094b09a3c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:30.961878 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5819d069-36f5-4b7b-8f96-460970d0d5ad tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e278df-b51e-452c-a584-ae8094b09a3c HTTP/1.1" status: 200 len: 205 time: 0.0803277 Feb 16 16:47:30.964605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50572) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:30.991542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-87eacdc6-1d84-489c-aaf7-bf6e83892e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:31.002396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eacdc6-1d84-489c-aaf7-bf6e83892e67 None None] Routers {'d4e278df-b51e-452c-a584-ae8094b09a3c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:31.004744 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-87eacdc6-1d84-489c-aaf7-bf6e83892e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:47:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d4e278df-b51e-452c-a584-ae8094b09a3c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:31.046999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-87eacdc6-1d84-489c-aaf7-bf6e83892e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:31.048192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eacdc6-1d84-489c-aaf7-bf6e83892e67 None None] The sync data for ids ['d4e278df-b51e-452c-a584-ae8094b09a3c'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:47:31.227597 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00533253-c381-45c3-b037-63cc0b63b480 req-c0fbe117-4b01-489c-afa5-b76de6a77d12 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0723369 Feb 16 16:47:31.256369 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-493be6e1-9c86-4287-b578-f4aa37e378fe tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (d4e278df-b51e-452c-a584-ae8094b09a3c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.327379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50590) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:31.382706 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.509778 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-493be6e1-9c86-4287-b578-f4aa37e378fe tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (d4e278df-b51e-452c-a584-ae8094b09a3c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.512850 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-493be6e1-9c86-4287-b578-f4aa37e378fe tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_controller (d4e278df-b51e-452c-a584-ae8094b09a3c), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.585562 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-493be6e1-9c86-4287-b578-f4aa37e378fe tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (d4e278df-b51e-452c-a584-ae8094b09a3c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.585817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1298726590-network', 'tenant_id': '04dce4d8dd3f47e9af38e5ce90c304ed'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:31.586657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493be6e1-9c86-4287-b578-f4aa37e378fe tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Fanout notify agent at l3_agent the message router_deleted on router d4e278df-b51e-452c-a584-ae8094b09a3c {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:47:31.595565 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-493be6e1-9c86-4287-b578-f4aa37e378fe tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.597957 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-493be6e1-9c86-4287-b578-f4aa37e378fe tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/routers/d4e278df-b51e-452c-a584-ae8094b09a3c HTTP/1.1" status: 204 len: 168 time: 0.6317902 Feb 16 16:47:31.600019 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50600) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:31.626270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] Made reservation on behalf of 04dce4d8dd3f47e9af38e5ce90c304ed for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:31.629440 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.652523 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.673260 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-c507dc5b-5736-4e53-8514-0b2fc90659d8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting subnet 98800e7e-c8de-44a7-aff1-e47cdf2a9f16 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:47:31.678257 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c507dc5b-5736-4e53-8514-0b2fc90659d8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (98800e7e-c8de-44a7-aff1-e47cdf2a9f16), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.745809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c507dc5b-5736-4e53-8514-0b2fc90659d8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (98800e7e-c8de-44a7-aff1-e47cdf2a9f16), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.820591 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] Publish callbacks [] for security_group (b9a9a051-599a-48c1-848c-999919ffc6e9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.828051 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b9a9a051-599a-48c1-848c-999919ffc6e9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.856356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:47:31.878892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a9a051-599a-48c1-848c-999919ffc6e9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:31.884554 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7d22958e-931f-48b4-bec9-acbff01b8347), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.885903 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] Added segment 7d22958e-931f-48b4-bec9-acbff01b8347 of type vlan for network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 Feb 16 16:47:31.903123 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c507dc5b-5736-4e53-8514-0b2fc90659d8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (98800e7e-c8de-44a7-aff1-e47cdf2a9f16), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.937874 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (9b0b71f1-f1f4-41a6-b047-f2c21a04abc7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.967465 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (9b0b71f1-f1f4-41a6-b047-f2c21a04abc7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:31.968612 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:31.969279 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:32.019506 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c507dc5b-5736-4e53-8514-0b2fc90659d8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (98800e7e-c8de-44a7-aff1-e47cdf2a9f16), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:32.060826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507dc5b-5736-4e53-8514-0b2fc90659d8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Subnet': ['ID=98800e7e-c8de-44a7-aff1-e47cdf2a9f16,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:32.079392 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c507dc5b-5736-4e53-8514-0b2fc90659d8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:32.083180 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c507dc5b-5736-4e53-8514-0b2fc90659d8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/98800e7e-c8de-44a7-aff1-e47cdf2a9f16 HTTP/1.1" status: 204 len: 168 time: 0.4815588 Feb 16 16:47:32.084503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] Pushing event updated for resources: {'Network': ['ID=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:32.086405 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576aa52c-8ffe-480d-bc66-b0cbc78e09f5 None None] Network 970b0b39-0e1d-4bd2-82a3-339f693b6375 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:47:32.087332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50602) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:32.093671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-67a3537e-d175-428e-b1c2-ea4d612d5651 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7646966 Feb 16 16:47:32.096258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50604) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:32.103356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-55e5e8b3-eafa-431d-a264-931514fa59c9 admin admin] Request body: {'subnet': {'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1298726590-subnet', 'tenant_id': '04dce4d8dd3f47e9af38e5ce90c304ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:32.111640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:47:32.121261 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:32.131468 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e5e8b3-eafa-431d-a264-931514fa59c9 admin admin] Made reservation on behalf of 04dce4d8dd3f47e9af38e5ce90c304ed for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:32.135130 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55e5e8b3-eafa-431d-a264-931514fa59c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:32.252326 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (970b0b39-0e1d-4bd2-82a3-339f693b6375), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:32.381794 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port 985b87de-2bba-415f-8f75-94ec2e5d947f {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:47:32.382155 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:32.433665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2864341-2bbb-4a81-b6c2-4f763af06b52 req-b0766d95-1ff1-4ae9-a6ca-715777009c04 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0750024 Feb 16 16:47:32.448887 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] DHCP port deletion for 970b0b39-0e1d-4bd2-82a3-339f693b6375 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:47:32.473015 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55e5e8b3-eafa-431d-a264-931514fa59c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (39d9fb8a-744f-4a0a-90b6-699cc7c33927), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:32.525128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] For port 985b87de-2bba-415f-8f75-94ec2e5d947f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=985b87de-2bba-415f-8f75-94ec2e5d947f,segment=NetworkSegment(ef50ea76-6764-4e49-8b73-679561b4f78b),segment_id=ef50ea76-6764-4e49-8b73-679561b4f78b)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:32.525500 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:32.549426 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for 985b87de-2bba-415f-8f75-94ec2e5d947f owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:47:32.559255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Deleting port 985b87de-2bba-415f-8f75-94ec2e5d947f {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:47:32.560008 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:32.565274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5e8b3-eafa-431d-a264-931514fa59c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d9fb8a-744f-4a0a-90b6-699cc7c33927,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:32.607719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e5e8b3-eafa-431d-a264-931514fa59c9 admin admin] Checking segment: {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:47:32.608603 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e5e8b3-eafa-431d-a264-931514fa59c9 admin admin] Network hostable DHCP agents. Network: 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:47:32.640316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] For port 985b87de-2bba-415f-8f75-94ec2e5d947f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=985b87de-2bba-415f-8f75-94ec2e5d947f,segment=NetworkSegment(ef50ea76-6764-4e49-8b73-679561b4f78b),segment_id=ef50ea76-6764-4e49-8b73-679561b4f78b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:32.640885 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:32.647476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e5e8b3-eafa-431d-a264-931514fa59c9 admin admin] Network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:47:32.654719 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Calling delete_port for 985b87de-2bba-415f-8f75-94ec2e5d947f owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:47:32.659352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-55e5e8b3-eafa-431d-a264-931514fa59c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:32.674993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e5e8b3-eafa-431d-a264-931514fa59c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:32.677135 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55e5e8b3-eafa-431d-a264-931514fa59c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:32.712522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e477d9-12ed-4f14-b526-50f28e4b245c None None] Network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:47:32.716998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-55e5e8b3-eafa-431d-a264-931514fa59c9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6180246 Feb 16 16:47:32.756319 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:32.808688 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (985b87de-2bba-415f-8f75-94ec2e5d947f), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:32.829448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=985b87de-2bba-415f-8f75-94ec2e5d947f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:32.844303 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Pushing event deleted for resources: {'Port': ['ID=985b87de-2bba-415f-8f75-94ec2e5d947f,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:32.847721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] No DVR routers for this DVR port 985b87de-2bba-415f-8f75-94ec2e5d947f on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:47:32.847993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No DVR routers for this DVR port 985b87de-2bba-415f-8f75-94ec2e5d947f on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:47:32.857943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:32.858400 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:32.858847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:32.859324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:32.859656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:32.860046 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:32.860493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:32.860940 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:32.861385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:32.861702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:32.862600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:32.862600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:32.862828 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391e836-289e-46bf-99a9-e640e93cadf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:32.897473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d381f-8c59-4dc9-a138-4951a33c8246 None None] Network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:47:32.992548 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (970b0b39-0e1d-4bd2-82a3-339f693b6375), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:33.029151 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970b0b39-0e1d-4bd2-82a3-339f693b6375']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:33.060651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef50ea76-6764-4e49-8b73-679561b4f78b') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:33.060982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef50ea76-6764-4e49-8b73-679561b4f78b') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:33.084137 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (ef50ea76-6764-4e49-8b73-679561b4f78b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:33.103842 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ef50ea76-6764-4e49-8b73-679561b4f78b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:33.109845 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:47:33.111068 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (ef50ea76-6764-4e49-8b73-679561b4f78b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:47:33.118325 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:47:33.267585 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (970b0b39-0e1d-4bd2-82a3-339f693b6375), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:33.277993 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:33.282338 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/networks/970b0b39-0e1d-4bd2-82a3-339f693b6375 HTTP/1.1" status: 204 len: 168 time: 1.1877582 Feb 16 16:47:33.287334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50636) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:33.295901 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-366464928', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:33.298506 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b2c98-fce8-4b80-a127-7594167bfdca tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Network': ['ID=970b0b39-0e1d-4bd2-82a3-339f693b6375,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:33.383868 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (5747b769-855d-4e4f-9cdd-58c04ce937cd), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:33.385598 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (5747b769-855d-4e4f-9cdd-58c04ce937cd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:33.514299 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_controller (5747b769-855d-4e4f-9cdd-58c04ce937cd), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:33.714321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f89c440b-abb7-4863-a2b7-f2e2ea89afec req-3bb60de3-ead6-42ea-bcec-278651c248a1 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0830297 Feb 16 16:47:33.741032 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae6209-0097-4eec-a3a5-835128615b60 req-a19479cd-4f55-4985-bf53-dac18a72cae5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:33.752544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4eae6209-0097-4eec-a3a5-835128615b60 req-a19479cd-4f55-4985-bf53-dac18a72cae5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 806 time: 0.3792009 Feb 16 16:47:33.846071 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4eae6209-0097-4eec-a3a5-835128615b60 req-43f3d2ea-d094-4216-b079-73bfbe94afb1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/quotas/04dce4d8dd3f47e9af38e5ce90c304ed HTTP/1.1" status: 200 len: 375 time: 0.0447516 Feb 16 16:47:33.852382 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_gateway (5747b769-855d-4e4f-9cdd-58c04ce937cd), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:33.913343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4eae6209-0097-4eec-a3a5-835128615b60 req-0025a9fa-5ee0-4baa-8e22-f5b37c870b1c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572526 Feb 16 16:47:33.980593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 985b87de-2bba-415f-8f75-94ec2e5d947f no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:47:34.019881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 985b87de-2bba-415f-8f75-94ec2e5d947f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:47:34.020525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 985b87de-2bba-415f-8f75-94ec2e5d947f not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:47:34.062792 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4eae6209-0097-4eec-a3a5-835128615b60 req-c6e1fcaf-7ba7-41d0-ba1b-c0a6172a90f5 service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152780 Feb 16 16:47:34.231131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4eae6209-0097-4eec-a3a5-835128615b60 req-5cab8b50-6d73-4e7b-88f1-a9f84c1b7089 service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599138 Feb 16 16:47:34.386535 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_gateway (5747b769-855d-4e4f-9cdd-58c04ce937cd), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:34.425593 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:34.574179 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:34.653230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-38f3eea9-6901-4d4e-add3-5fe3054941b4 req-a8b5efe3-fca2-417b-afee-872d7fee23ae tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 210 time: 0.0479918 Feb 16 16:47:34.701883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Allocated IP 172.25.4.250 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/3fa833bf-3206-4135-af78-16818c7636d4) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:47:34.899567 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6a54475-9842-4f3b-b507-4bb07596d84e req-57f4b4b5-dae5-4327-83f2-b8c5d2c72f9b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0315926 Feb 16 16:47:34.964546 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (3fa833bf-3206-4135-af78-16818c7636d4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:35.045415 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3fa833bf-3206-4135-af78-16818c7636d4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:35.113288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:35.117006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:35.120352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:47:35.183317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=3fa833bf-3206-4135-af78-16818c7636d4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:35.675171 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_gateway (5747b769-855d-4e4f-9cdd-58c04ce937cd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:35.937186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdc7844c-eb6f-44a9-9e51-5a3c2a9b80f7 req-1a7bfc12-1503-4ab2-81b0-fd347e7d7ca0 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 210 time: 0.1148870 Feb 16 16:47:36.127359 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae6209-0097-4eec-a3a5-835128615b60 req-04a22bd8-7390-43ff-a07c-022701ae8524 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:36.149801 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4eae6209-0097-4eec-a3a5-835128615b60 req-04a22bd8-7390-43ff-a07c-022701ae8524 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 806 time: 0.2880547 Feb 16 16:47:36.167072 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-4eae6209-0097-4eec-a3a5-835128615b60 req-449bd6a0-0901-4614-a084-c77f4eb3f484 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Request body: {'port': {'device_id': '71e09a90-88c6-49c1-8825-155ee5edd591', 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7', 'admin_state_up': True, 'tenant_id': '04dce4d8dd3f47e9af38e5ce90c304ed'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:36.372081 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d334d3bb-98a3-4259-b40e-f5f08fccc643 req-fd1689a6-39b4-459d-bcb4-75b18b03b824 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.2049618 Feb 16 16:47:36.444234 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (5747b769-855d-4e4f-9cdd-58c04ce937cd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:36.469969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eae6209-0097-4eec-a3a5-835128615b60 req-449bd6a0-0901-4614-a084-c77f4eb3f484 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Made reservation on behalf of 04dce4d8dd3f47e9af38e5ce90c304ed for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:36.476312 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4eae6209-0097-4eec-a3a5-835128615b60 req-449bd6a0-0901-4614-a084-c77f4eb3f484 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:36.850005 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-4eae6209-0097-4eec-a3a5-835128615b60 req-449bd6a0-0901-4614-a084-c77f4eb3f484 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Allocated IP 172.20.0.13 (9b0b71f1-f1f4-41a6-b047-f2c21a04abc7/39d9fb8a-744f-4a0a-90b6-699cc7c33927/f1c28583-96df-4979-a693-6ec0a3481d95) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:47:37.194237 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4eae6209-0097-4eec-a3a5-835128615b60 req-449bd6a0-0901-4614-a084-c77f4eb3f484 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks [] for port (f1c28583-96df-4979-a693-6ec0a3481d95), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:37.251673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c22af8-d37e-425c-ba2a-fbcb3b3e556d req-21c8e6e6-f09a-4ff3-99c7-29011568d8dd tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 210 time: 0.1027532 Feb 16 16:47:37.284550 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4eae6209-0097-4eec-a3a5-835128615b60 req-449bd6a0-0901-4614-a084-c77f4eb3f484 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f1c28583-96df-4979-a693-6ec0a3481d95), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:37.335092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4009326-7762-40dc-b3cb-46684bebccaf req-89f09c5f-3773-4489-89a8-89deac0cb24b tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:37.344084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4009326-7762-40dc-b3cb-46684bebccaf req-89f09c5f-3773-4489-89a8-89deac0cb24b tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.1930051 Feb 16 16:47:37.403466 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eae6209-0097-4eec-a3a5-835128615b60 req-449bd6a0-0901-4614-a084-c77f4eb3f484 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:37.408192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-4eae6209-0097-4eec-a3a5-835128615b60 req-449bd6a0-0901-4614-a084-c77f4eb3f484 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:37.417313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eae6209-0097-4eec-a3a5-835128615b60 req-449bd6a0-0901-4614-a084-c77f4eb3f484 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:47:37.512232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae6209-0097-4eec-a3a5-835128615b60 req-449bd6a0-0901-4614-a084-c77f4eb3f484 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:37.512232 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4eae6209-0097-4eec-a3a5-835128615b60 req-449bd6a0-0901-4614-a084-c77f4eb3f484 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:37.512933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd6a0-0901-4614-a084-c77f4eb3f484 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Pushing event updated for resources: {'Port': ['ID=f1c28583-96df-4979-a693-6ec0a3481d95,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:37.523478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4009326-7762-40dc-b3cb-46684bebccaf req-79173a19-7848-43ec-a01c-33e3497eedaa tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770353 Feb 16 16:47:37.544288 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4eae6209-0097-4eec-a3a5-835128615b60 req-449bd6a0-0901-4614-a084-c77f4eb3f484 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3810015 Feb 16 16:47:37.555038 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Request body: {'port': {'device_id': '71e09a90-88c6-49c1-8825-155ee5edd591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:37.585616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72b483b2-571e-4ef9-a405-dcf3fb902358 req-0fbaaf5b-ce7d-4716-b443-f162b3092c25 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0445411 Feb 16 16:47:37.623083 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 5747b769-855d-4e4f-9cdd-58c04ce937cd is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:47:37.650410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f1c28583-96df-4979-a693-6ec0a3481d95), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:37.857207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:47:37.867332 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0150e-4d60-4bc1-baa1-bd99f9eb5069 None None] Sync routers for ids ['5747b769-855d-4e4f-9cdd-58c04ce937cd'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:47:37.887042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:37.890211 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0150e-4d60-4bc1-baa1-bd99f9eb5069 None None] Routers {'5747b769-855d-4e4f-9cdd-58c04ce937cd'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:37.891285 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-29f0150e-4d60-4bc1-baa1-bd99f9eb5069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:47:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['5747b769-855d-4e4f-9cdd-58c04ce937cd'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:37.893415 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d934f872-12e2-46b5-ab32-774d0311f0e0 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6033740 Feb 16 16:47:37.895286 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50710) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:37.954487 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-29f0150e-4d60-4bc1-baa1-bd99f9eb5069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:37.968541 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0150e-4d60-4bc1-baa1-bd99f9eb5069 None None] Routers {'5747b769-855d-4e4f-9cdd-58c04ce937cd'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:37.969612 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-29f0150e-4d60-4bc1-baa1-bd99f9eb5069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:47:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['5747b769-855d-4e4f-9cdd-58c04ce937cd'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:38.037340 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-29f0150e-4d60-4bc1-baa1-bd99f9eb5069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:38.037753 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0150e-4d60-4bc1-baa1-bd99f9eb5069 None None] The sync data for ids ['5747b769-855d-4e4f-9cdd-58c04ce937cd'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:47:38.081108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7fa757b6-ac5c-4b79-9bf0-f951f0b64a5c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/routers/5747b769-855d-4e4f-9cdd-58c04ce937cd HTTP/1.1" status: 200 len: 884 time: 0.1847045 Feb 16 16:47:38.083407 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50714) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:38.129557 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c28583-96df-4979-a693-6ec0a3481d95 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:47:38.145379 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Publish callbacks [] for port (f1c28583-96df-4979-a693-6ec0a3481d95), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:38.172733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Transition to ACTIVE for port object f1c28583-96df-4979-a693-6ec0a3481d95 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:47:38.184018 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (f1c28583-96df-4979-a693-6ec0a3481d95), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:38.376210 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c28583-96df-4979-a693-6ec0a3481d95,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:38.413497 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Attempting to bind port f1c28583-96df-4979-a693-6ec0a3481d95 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:47:38.415786 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Attempting to bind port f1c28583-96df-4979-a693-6ec0a3481d95 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:47:38.416239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Attempting to bind port f1c28583-96df-4979-a693-6ec0a3481d95 on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:47:38.426033 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Port f1c28583-96df-4979-a693-6ec0a3481d95 on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:47:38.426549 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Attempting to bind port f1c28583-96df-4979-a693-6ec0a3481d95 on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:47:38.432141 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:47:38.432746 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Checking segment: {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:47:38.433231 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Bound using segment: {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:47:38.433762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Bound port: f1c28583-96df-4979-a693-6ec0a3481d95, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:47:38.434227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f1c28583-96df-4979-a693-6ec0a3481d95), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:38.580075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] For port f1c28583-96df-4979-a693-6ec0a3481d95, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:47:38.591839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] For port f1c28583-96df-4979-a693-6ec0a3481d95, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f1c28583-96df-4979-a693-6ec0a3481d95,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:47:38.605566 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (f1c28583-96df-4979-a693-6ec0a3481d95), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:38.657786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3d26d17e-597e-44a3-8bb1-03528184e0be tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5727582 Feb 16 16:47:38.667404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58a735-4685-40cf-9647-718367349ee3 req-2f654029-b333-4d9a-9639-3679569f1ba0 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:38.668922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b58a735-4685-40cf-9647-718367349ee3 req-2f654029-b333-4d9a-9639-3679569f1ba0 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 944 time: 0.2381668 Feb 16 16:47:38.670081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50728) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:38.674938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-deb845a4-936d-423a-9b4b-d0ef9fc0c6a7 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-366464928'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:38.728304 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c28583-96df-4979-a693-6ec0a3481d95,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:38.736759 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:38.737916 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:38.739338 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4eae6209-0097-4eec-a3a5-835128615b60 req-bca38f1f-d12c-4b97-a41f-f4066107dc87 service neutron] 10.222.0.60 "PUT /v2.0/ports/f1c28583-96df-4979-a693-6ec0a3481d95 HTTP/1.1" status: 200 len: 1092 time: 1.1897268 Feb 16 16:47:38.740184 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e09a90-88c6-49c1-8825-155ee5edd591', 'tag': 'f1c28583-96df-4979-a693-6ec0a3481d95'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:47:38.742062 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dca0e8d-6165-4ad9-a928-03c689704460" -d '{"events": [{"name": "network-changed", "server_uuid": "71e09a90-88c6-49c1-8825-155ee5edd591", "tag": "f1c28583-96df-4979-a693-6ec0a3481d95"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:47:38.856557 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae6209-0097-4eec-a3a5-835128615b60 req-9baa11d1-1e07-4414-bf3b-813c05c7f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:38.858028 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4eae6209-0097-4eec-a3a5-835128615b60 req-9baa11d1-1e07-4414-bf3b-813c05c7f3c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 1126 time: 0.0759504 Feb 16 16:47:38.906398 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4eae6209-0097-4eec-a3a5-835128615b60 req-754f1d78-0e74-4c15-987f-fc4cbe11cbfd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c28583-96df-4979-a693-6ec0a3481d95 HTTP/1.1" status: 200 len: 217 time: 0.0413189 Feb 16 16:47:38.962358 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae6209-0097-4eec-a3a5-835128615b60 req-ca2a818e-998a-4f96-9cea-9ffedd6db9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:38.966030 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4eae6209-0097-4eec-a3a5-835128615b60 req-ca2a818e-998a-4f96-9cea-9ffedd6db9c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.0519936 Feb 16 16:47:38.982115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b58a735-4685-40cf-9647-718367349ee3 req-e2cd2ab3-c0de-4f01-9b34-477a2fbf73f7 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045888 Feb 16 16:47:39.037984 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4eae6209-0097-4eec-a3a5-835128615b60 req-14bfc31a-83f7-4b44-82fd-b2ff148db6c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666592 Feb 16 16:47:39.100031 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9f818-a296-4192-8100-c603681caeb6 req-bbd6927b-e627-4473-a299-db6d4dc4f745 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:39.102447 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0b9f818-a296-4192-8100-c603681caeb6 req-bbd6927b-e627-4473-a299-db6d4dc4f745 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.4435024 Feb 16 16:47:39.273640 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-026f067c-1274-46f3-9f86-5bda857916ad req-462da579-a326-4b50-8ba0-d1f5f0f36fe4 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0745869 Feb 16 16:47:39.279385 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4eae6209-0097-4eec-a3a5-835128615b60 req-4ba19fed-2fa4-4390-b34f-248bbbcaf3d4 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298174 Feb 16 16:47:39.316303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0b9f818-a296-4192-8100-c603681caeb6 req-40ebbf6c-b8e4-434e-acfc-865906f92869 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001737 Feb 16 16:47:39.490094 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4eae6209-0097-4eec-a3a5-835128615b60 req-1eddc9a1-234b-4d1a-ba98-f635eabcab68 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035625 Feb 16 16:47:39.498691 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ace6fc-26b0-4d52-9957-e3e1cbdc3918 x-openstack-request-id: req-98ace6fc-26b0-4d52-9957-e3e1cbdc3918 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:47:39.499307 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e09a90-88c6-49c1-8825-155ee5edd591", "tag": "f1c28583-96df-4979-a693-6ec0a3481d95", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:47:39.499853 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98ace6fc-26b0-4d52-9957-e3e1cbdc3918 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:47:39.500490 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e09a90-88c6-49c1-8825-155ee5edd591', 'tag': 'f1c28583-96df-4979-a693-6ec0a3481d95', 'status': 'completed', 'code': 200} Feb 16 16:47:39.601396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca0e8d-6165-4ad9-a928-03c689704460 req-1d5c8fb6-8802-40cd-843e-5064f7a13b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:39.602962 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8dca0e8d-6165-4ad9-a928-03c689704460 req-1d5c8fb6-8802-40cd-843e-5064f7a13b3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 1126 time: 0.0616021 Feb 16 16:47:39.633585 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-deb845a4-936d-423a-9b4b-d0ef9fc0c6a7 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (5747b769-855d-4e4f-9cdd-58c04ce937cd), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:39.665060 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-deb845a4-936d-423a-9b4b-d0ef9fc0c6a7 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (5747b769-855d-4e4f-9cdd-58c04ce937cd), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:39.757257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca0e8d-6165-4ad9-a928-03c689704460 req-5c9265ac-a73f-433e-b1c7-9e1f217f343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:39.758731 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8dca0e8d-6165-4ad9-a928-03c689704460 req-5c9265ac-a73f-433e-b1c7-9e1f217f343c service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 907 time: 0.1494355 Feb 16 16:47:39.847167 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8dca0e8d-6165-4ad9-a928-03c689704460 req-4a6ef3a4-1f9a-437f-9f6a-660b24dcd9fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c28583-96df-4979-a693-6ec0a3481d95 HTTP/1.1" status: 200 len: 217 time: 0.0802705 Feb 16 16:47:39.847680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb845a4-936d-423a-9b4b-d0ef9fc0c6a7 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 5747b769-855d-4e4f-9cdd-58c04ce937cd has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:47:39.938625 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca0e8d-6165-4ad9-a928-03c689704460 req-6521373d-1c39-4fbe-acf3-888d76dd9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:39.944433 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8dca0e8d-6165-4ad9-a928-03c689704460 req-6521373d-1c39-4fbe-acf3-888d76dd9707 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.0861218 Feb 16 16:47:39.997112 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8dca0e8d-6165-4ad9-a928-03c689704460 req-cbd0d312-424e-45c2-bebc-b47e59bf8f42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514367 Feb 16 16:47:40.104722 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb845a4-936d-423a-9b4b-d0ef9fc0c6a7 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:47:40.125515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594be03-df61-4dd3-9fb5-4adbbe5196ad None None] Sync routers for ids ['5747b769-855d-4e4f-9cdd-58c04ce937cd'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:47:40.136885 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-deb845a4-936d-423a-9b4b-d0ef9fc0c6a7 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:40.139249 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-deb845a4-936d-423a-9b4b-d0ef9fc0c6a7 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/5747b769-855d-4e4f-9cdd-58c04ce937cd HTTP/1.1" status: 200 len: 891 time: 1.4682183 Feb 16 16:47:40.140320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0594be03-df61-4dd3-9fb5-4adbbe5196ad None None] Routers {'5747b769-855d-4e4f-9cdd-58c04ce937cd'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:40.142058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50754) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:40.142455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0594be03-df61-4dd3-9fb5-4adbbe5196ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:47:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['5747b769-855d-4e4f-9cdd-58c04ce937cd'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:40.234088 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8dca0e8d-6165-4ad9-a928-03c689704460 req-c7f473ab-51a1-4c7c-81cf-449b819c1558 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303288 Feb 16 16:47:40.256775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0594be03-df61-4dd3-9fb5-4adbbe5196ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:40.278821 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0594be03-df61-4dd3-9fb5-4adbbe5196ad None None] Routers {'5747b769-855d-4e4f-9cdd-58c04ce937cd'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:40.280801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0594be03-df61-4dd3-9fb5-4adbbe5196ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:47:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['5747b769-855d-4e4f-9cdd-58c04ce937cd'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:40.449910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0594be03-df61-4dd3-9fb5-4adbbe5196ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:40.450587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594be03-df61-4dd3-9fb5-4adbbe5196ad None None] The sync data for ids ['5747b769-855d-4e4f-9cdd-58c04ce937cd'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:47:40.481416 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8284665-6301-4566-8b60-e1eefc00ef5b req-ad8cfefc-20b5-4ad0-939a-a80cc17cdcdc tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:40.490516 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8284665-6301-4566-8b60-e1eefc00ef5b req-ad8cfefc-20b5-4ad0-939a-a80cc17cdcdc tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 944 time: 0.2553637 Feb 16 16:47:40.493676 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8dca0e8d-6165-4ad9-a928-03c689704460 req-d5d9d057-b6b5-4210-bcde-f469900abfeb service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528961 Feb 16 16:47:40.544521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5dc446b-b642-4592-ae8a-a42ffeda5c12 req-cc12a293-58eb-4dac-b173-21bf76fa62b9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0860121 Feb 16 16:47:40.595261 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8284665-6301-4566-8b60-e1eefc00ef5b req-bd1563f7-e400-4ad8-9859-c3865b4ef8ad tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993638 Feb 16 16:47:40.625880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-229d214d-ddbf-425f-8af5-7e21caf58823 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/routers/5747b769-855d-4e4f-9cdd-58c04ce937cd HTTP/1.1" status: 200 len: 891 time: 0.4802504 Feb 16 16:47:40.626072 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50768) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:40.678536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f2c339d2-0a0e-4a74-b97b-1d63d1861074 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports?device_id=5747b769-855d-4e4f-9cdd-58c04ce937cd HTTP/1.1" status: 200 len: 205 time: 0.0484064 Feb 16 16:47:40.678536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50770) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:40.943218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50780) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:40.978808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcb805-e559-4d0f-9a03-1b65347a15bc req-62747deb-22ad-433d-b5a5-c33832e4f071 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:40.980929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cadcb805-e559-4d0f-9a03-1b65347a15bc req-62747deb-22ad-433d-b5a5-c33832e4f071 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.2079360 Feb 16 16:47:41.013399 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (5747b769-855d-4e4f-9cdd-58c04ce937cd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:41.148577 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-24b41961-207c-419c-a3a0-235b8052f08c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:41.355246 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-24b41961-207c-419c-a3a0-235b8052f08c admin admin] Publish callbacks [] for security_group (21107277-8595-4df2-92a9-1beaf411017d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:41.370508 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-24b41961-207c-419c-a3a0-235b8052f08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (21107277-8595-4df2-92a9-1beaf411017d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:41.428702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b41961-207c-419c-a3a0-235b8052f08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21107277-8595-4df2-92a9-1beaf411017d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:41.492289 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-24b41961-207c-419c-a3a0-235b8052f08c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8c619b886a94d3180c32a3bf2999a51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5477314 Feb 16 16:47:41.497524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50786) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:41.504956 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50788) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:41.646966 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbff907b-dd06-41c0-afd4-e74d800c4650 admin admin] Publish callbacks [] for security_group (21107277-8595-4df2-92a9-1beaf411017d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:41.699623 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbff907b-dd06-41c0-afd4-e74d800c4650 admin admin] Publish callbacks [] for security_group (21107277-8595-4df2-92a9-1beaf411017d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:41.759623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cadcb805-e559-4d0f-9a03-1b65347a15bc req-a7e21347-a999-4905-b2a8-0aef3aa2271f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7680867 Feb 16 16:47:41.764929 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_gateway (5747b769-855d-4e4f-9cdd-58c04ce937cd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:41.780241 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-72026850-4257-4cf9-8090-27443e12dd32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:41.783720 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbff907b-dd06-41c0-afd4-e74d800c4650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (21107277-8595-4df2-92a9-1beaf411017d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:41.787002 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbff907b-dd06-41c0-afd4-e74d800c4650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:41.801951 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bbff907b-dd06-41c0-afd4-e74d800c4650 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21107277-8595-4df2-92a9-1beaf411017d HTTP/1.1" status: 204 len: 168 time: 0.2891769 Feb 16 16:47:41.821531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff907b-dd06-41c0-afd4-e74d800c4650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21107277-8595-4df2-92a9-1beaf411017d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:42.007312 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-72026850-4257-4cf9-8090-27443e12dd32 admin admin] Publish callbacks [] for security_group (595d584c-1695-419b-a329-5dd7e86ef070), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:42.018914 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-72026850-4257-4cf9-8090-27443e12dd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (595d584c-1695-419b-a329-5dd7e86ef070), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:42.097749 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75723ae7-c403-4a5c-84a9-1f87e88ca9c8 req-ae00d43c-bdd4-40fc-b27d-20b44c61bd20 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.1388052 Feb 16 16:47:42.099429 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-72026850-4257-4cf9-8090-27443e12dd32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8ea854e41aa4ac6b6d2a633f4b61744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5854728 Feb 16 16:47:42.100079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50802) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:42.113994 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72026850-4257-4cf9-8090-27443e12dd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595d584c-1695-419b-a329-5dd7e86ef070,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:42.175120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b528f2-92db-46fe-8a3e-caaa69744922 req-0667d19c-8d49-4eb3-a374-8a44c2f6b4d9 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:42.183089 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66b528f2-92db-46fe-8a3e-caaa69744922 req-0667d19c-8d49-4eb3-a374-8a44c2f6b4d9 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 944 time: 0.4221575 Feb 16 16:47:42.228300 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eaeacde1-9512-4c2c-85fd-4fdcc50a745c admin admin] Publish callbacks [] for security_group (595d584c-1695-419b-a329-5dd7e86ef070), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:42.277169 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eaeacde1-9512-4c2c-85fd-4fdcc50a745c admin admin] Publish callbacks [] for security_group (595d584c-1695-419b-a329-5dd7e86ef070), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:42.310620 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66b528f2-92db-46fe-8a3e-caaa69744922 req-6af35acf-e4ea-4d16-a7de-5c90cd7dd026 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265316 Feb 16 16:47:42.326941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port 3fa833bf-3206-4135-af78-16818c7636d4 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:47:42.327278 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3fa833bf-3206-4135-af78-16818c7636d4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:42.397071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device f1c28583-96df-4979-a693-6ec0a3481d95 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:47:42.411719 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eaeacde1-9512-4c2c-85fd-4fdcc50a745c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (595d584c-1695-419b-a329-5dd7e86ef070), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:42.415144 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eaeacde1-9512-4c2c-85fd-4fdcc50a745c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:42.438143 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-eaeacde1-9512-4c2c-85fd-4fdcc50a745c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/595d584c-1695-419b-a329-5dd7e86ef070 HTTP/1.1" status: 204 len: 168 time: 0.3329198 Feb 16 16:47:42.470888 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeacde1-9512-4c2c-85fd-4fdcc50a745c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595d584c-1695-419b-a329-5dd7e86ef070,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:42.563392 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3fa833bf-3206-4135-af78-16818c7636d4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:42.586190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for 3fa833bf-3206-4135-af78-16818c7636d4 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:47:42.685459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port f1c28583-96df-4979-a693-6ec0a3481d95, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f1c28583-96df-4979-a693-6ec0a3481d95,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:42.723135 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'f1c28583-96df-4979-a693-6ec0a3481d95', 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7', 'port_id': 'f1c28583-96df-4979-a693-6ec0a3481d95', 'mac_address': 'fa:16:3e:1e:9d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d9fb8a-744f-4a0a-90b6-699cc7c33927', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:47:42.796025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port f1c28583-96df-4979-a693-6ec0a3481d95 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:42.800650 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f1c28583-96df-4979-a693-6ec0a3481d95), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:42.827093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c28583-96df-4979-a693-6ec0a3481d95 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:47:42.872177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port f1c28583-96df-4979-a693-6ec0a3481d95, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f1c28583-96df-4979-a693-6ec0a3481d95,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:42.880128 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f1c28583-96df-4979-a693-6ec0a3481d95), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:42.976224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=f1c28583-96df-4979-a693-6ec0a3481d95,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:43.039899 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50822) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:43.076249 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5df97cd1-1473-4b94-998f-3459b590b9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:43.164625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f1c28583-96df-4979-a693-6ec0a3481d95'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:47:43.183902 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3fa833bf-3206-4135-af78-16818c7636d4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:43.256747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=3fa833bf-3206-4135-af78-16818c7636d4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:43.277169 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5df97cd1-1473-4b94-998f-3459b590b9e9 admin admin] Publish callbacks [] for security_group (a1654331-b594-4d7f-837d-f8b20761c2ec), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:43.278167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297542b2-c1bf-4e0a-a8ad-893c15c8fc87 req-17d6bbbc-104f-492c-a308-2deb4251fe8c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:43.289510 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5df97cd1-1473-4b94-998f-3459b590b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a1654331-b594-4d7f-837d-f8b20761c2ec), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:43.290549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-297542b2-c1bf-4e0a-a8ad-893c15c8fc87 req-17d6bbbc-104f-492c-a308-2deb4251fe8c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.2687480 Feb 16 16:47:43.342559 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5df97cd1-1473-4b94-998f-3459b590b9e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5118280a01f1423e9cd0d19459dbce99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3012986 Feb 16 16:47:43.345029 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df97cd1-1473-4b94-998f-3459b590b9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1654331-b594-4d7f-837d-f8b20761c2ec,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:43.357235 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:43.357595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:43.357944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:43.358283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:43.358624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:43.359055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:43.359277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:43.359606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:43.359995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:43.363522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50832) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:43.368551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:43.369140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:43.369494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:43.369839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:47:43.465817 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f50bd79c-dbfc-40a7-82a4-8591c3032148 admin admin] Publish callbacks [] for security_group (a1654331-b594-4d7f-837d-f8b20761c2ec), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:43.492735 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f50bd79c-dbfc-40a7-82a4-8591c3032148 admin admin] Publish callbacks [] for security_group (a1654331-b594-4d7f-837d-f8b20761c2ec), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:43.500629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dee23851-6393-4aa6-b435-211d0955db28 req-e5d0cba4-ea07-4ffb-ba25-5592504a2664 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.1968770 Feb 16 16:47:43.558280 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f50bd79c-dbfc-40a7-82a4-8591c3032148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a1654331-b594-4d7f-837d-f8b20761c2ec), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:43.568631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f50bd79c-dbfc-40a7-82a4-8591c3032148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:43.575621 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f50bd79c-dbfc-40a7-82a4-8591c3032148 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1654331-b594-4d7f-837d-f8b20761c2ec HTTP/1.1" status: 204 len: 168 time: 0.2091880 Feb 16 16:47:43.594240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bd79c-dbfc-40a7-82a4-8591c3032148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1654331-b594-4d7f-837d-f8b20761c2ec,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:43.706538 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-297542b2-c1bf-4e0a-a8ad-893c15c8fc87 req-1a8e22c1-ccb8-47af-bb6d-db566839ad90 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141600 Feb 16 16:47:43.769123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (5747b769-855d-4e4f-9cdd-58c04ce937cd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.103834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (5747b769-855d-4e4f-9cdd-58c04ce937cd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.106206 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_controller (5747b769-855d-4e4f-9cdd-58c04ce937cd), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.208427 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (5747b769-855d-4e4f-9cdd-58c04ce937cd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.209698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Fanout notify agent at l3_agent the message router_deleted on router 5747b769-855d-4e4f-9cdd-58c04ce937cd {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:47:44.220059 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.221758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fa603285-88b8-4dcd-add1-ee4015730825 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/routers/5747b769-855d-4e4f-9cdd-58c04ce937cd HTTP/1.1" status: 204 len: 168 time: 3.5419772 Feb 16 16:47:44.226547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50846) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:44.231442 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-59ba2c5b-e278-44d7-b873-d1a9aa4fd391 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1881280973'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:44.243493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f3533-06a0-4b12-ab1e-5f29cd9955b6 req-9d2ff89b-a981-4018-ae79-8d4edf59059b tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:44.253641 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-441f3533-06a0-4b12-ab1e-5f29cd9955b6 req-9d2ff89b-a981-4018-ae79-8d4edf59059b tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 945 time: 0.5515008 Feb 16 16:47:44.275262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ba2c5b-e278-44d7-b873-d1a9aa4fd391 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:44.282488 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59ba2c5b-e278-44d7-b873-d1a9aa4fd391 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.352304 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ba2c5b-e278-44d7-b873-d1a9aa4fd391 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:47:44.366047 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59ba2c5b-e278-44d7-b873-d1a9aa4fd391 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (77faa366-fe02-4565-a73c-3b1a55f49563), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.366556 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-59ba2c5b-e278-44d7-b873-d1a9aa4fd391 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Added segment 77faa366-fe02-4565-a73c-3b1a55f49563 of type vlan for network 1d97dbd5-c8b9-445f-9304-fcf5b30d1bed Feb 16 16:47:44.402163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-441f3533-06a0-4b12-ab1e-5f29cd9955b6 req-724e921f-b760-4a80-b217-470bfbc10a56 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318548 Feb 16 16:47:44.412437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device f1c28583-96df-4979-a693-6ec0a3481d95 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:47:44.431485 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50848) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:44.447246 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd5189eb-8bc5-4c60-973d-1c819aff2452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.521457 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59ba2c5b-e278-44d7-b873-d1a9aa4fd391 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (1d97dbd5-c8b9-445f-9304-fcf5b30d1bed), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.562956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port f1c28583-96df-4979-a693-6ec0a3481d95 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:47:44.571481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port f1c28583-96df-4979-a693-6ec0a3481d95 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:44.571918 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f1c28583-96df-4979-a693-6ec0a3481d95), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.598989 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59ba2c5b-e278-44d7-b873-d1a9aa4fd391 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (1d97dbd5-c8b9-445f-9304-fcf5b30d1bed), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.613699 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba2c5b-e278-44d7-b873-d1a9aa4fd391 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:44.614381 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59ba2c5b-e278-44d7-b873-d1a9aa4fd391 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.715432 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-59ba2c5b-e278-44d7-b873-d1a9aa4fd391 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4878521 Feb 16 16:47:44.729859 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port f1c28583-96df-4979-a693-6ec0a3481d95 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:44.730318 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f1c28583-96df-4979-a693-6ec0a3481d95), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.735780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50852) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:44.753458 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-16c98347-b198-4584-b963-5ca999e3ab13 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'subnet': {'network_id': '1d97dbd5-c8b9-445f-9304-fcf5b30d1bed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:44.764116 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e09a90-88c6-49c1-8825-155ee5edd591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c28583-96df-4979-a693-6ec0a3481d95'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:47:44.766936 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c5ec0f-09ef-4568-8dca-4559bd61d4d3" -d '{"events": [{"server_uuid": "71e09a90-88c6-49c1-8825-155ee5edd591", "name": "network-vif-plugged", "status": "completed", "tag": "f1c28583-96df-4979-a693-6ec0a3481d95"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:47:44.785153 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port f1c28583-96df-4979-a693-6ec0a3481d95, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f1c28583-96df-4979-a693-6ec0a3481d95,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:44.793912 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f1c28583-96df-4979-a693-6ec0a3481d95), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.850760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e531f0b-66ac-42d8-858e-8a9ffa15aac4 req-f1807597-ed2d-45c5-98eb-30e57a66708c tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0968022 Feb 16 16:47:44.853132 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd5189eb-8bc5-4c60-973d-1c819aff2452 admin admin] Publish callbacks [] for security_group (490cf9c1-10d6-4afd-a95e-8b0d792ec426), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.890307 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fd5189eb-8bc5-4c60-973d-1c819aff2452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (490cf9c1-10d6-4afd-a95e-8b0d792ec426), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:44.898994 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba2c5b-e278-44d7-b873-d1a9aa4fd391 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Network': ['ID=1d97dbd5-c8b9-445f-9304-fcf5b30d1bed,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:44.904982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=f1c28583-96df-4979-a693-6ec0a3481d95,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:44.911150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 1d97dbd5-c8b9-445f-9304-fcf5b30d1bed details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:47:44.948040 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84a8c86-10e5-48da-9285-9b183be94632 x-openstack-request-id: req-c84a8c86-10e5-48da-9285-9b183be94632 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:47:44.948250 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e09a90-88c6-49c1-8825-155ee5edd591", "name": "network-vif-plugged", "status": "completed", "tag": "f1c28583-96df-4979-a693-6ec0a3481d95", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:47:44.948350 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c84a8c86-10e5-48da-9285-9b183be94632 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:47:44.948730 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e09a90-88c6-49c1-8825-155ee5edd591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c28583-96df-4979-a693-6ec0a3481d95', 'code': 200} Feb 16 16:47:44.999624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fd5189eb-8bc5-4c60-973d-1c819aff2452 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa218a285ad44d09bd889efef3c10b50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5733776 Feb 16 16:47:44.999624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5189eb-8bc5-4c60-973d-1c819aff2452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490cf9c1-10d6-4afd-a95e-8b0d792ec426,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:45.002056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50862) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:45.029808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79cd5f-3017-4602-889e-ec200641c81d req-739157c4-6d0d-416f-bb20-d4f97a5f8bfd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:45.031332 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c79cd5f-3017-4602-889e-ec200641c81d req-739157c4-6d0d-416f-bb20-d4f97a5f8bfd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.1718476 Feb 16 16:47:45.139163 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43ac396a-d5fc-4749-82f7-a6133a1fcbc6 admin admin] Publish callbacks [] for security_group (490cf9c1-10d6-4afd-a95e-8b0d792ec426), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:45.166711 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c98347-b198-4584-b963-5ca999e3ab13 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:45.167083 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c79cd5f-3017-4602-889e-ec200641c81d req-67afe619-be58-49f4-a3e2-7918a56fa993 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051259 Feb 16 16:47:45.171466 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16c98347-b198-4584-b963-5ca999e3ab13 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:45.198195 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43ac396a-d5fc-4749-82f7-a6133a1fcbc6 admin admin] Publish callbacks [] for security_group (490cf9c1-10d6-4afd-a95e-8b0d792ec426), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:45.248112 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80695477-9bf6-4cb6-b803-8d7907ee9672 req-2c7d6c15-3d25-47ca-ae1d-ad1ccbbceac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:45.252717 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-80695477-9bf6-4cb6-b803-8d7907ee9672 req-2c7d6c15-3d25-47ca-ae1d-ad1ccbbceac9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 1128 time: 0.2131367 Feb 16 16:47:45.262473 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43ac396a-d5fc-4749-82f7-a6133a1fcbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (490cf9c1-10d6-4afd-a95e-8b0d792ec426), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:45.265372 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43ac396a-d5fc-4749-82f7-a6133a1fcbc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:45.269384 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-43ac396a-d5fc-4749-82f7-a6133a1fcbc6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/490cf9c1-10d6-4afd-a95e-8b0d792ec426 HTTP/1.1" status: 204 len: 168 time: 0.2613962 Feb 16 16:47:45.276924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac396a-d5fc-4749-82f7-a6133a1fcbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490cf9c1-10d6-4afd-a95e-8b0d792ec426,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:45.355388 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-80695477-9bf6-4cb6-b803-8d7907ee9672 req-b8b2fa35-78c4-4169-8760-0da5a854b99a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530686 Feb 16 16:47:45.541008 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16c98347-b198-4584-b963-5ca999e3ab13 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (0ac830fa-9f2b-4786-93ea-56f59ebf2b01), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:45.602735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c98347-b198-4584-b963-5ca999e3ab13 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Subnet': ['ID=0ac830fa-9f2b-4786-93ea-56f59ebf2b01,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:45.637508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dcf6f-253d-4485-b3ec-2e0c349e8643 req-e34442de-bfb5-4ab8-96f5-41ccc4ece405 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:45.639011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e98dcf6f-253d-4485-b3ec-2e0c349e8643 req-e34442de-bfb5-4ab8-96f5-41ccc4ece405 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 946 time: 0.0985379 Feb 16 16:47:45.649211 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c98347-b198-4584-b963-5ca999e3ab13 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Checking segment: {'id': '77faa366-fe02-4565-a73c-3b1a55f49563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1d97dbd5-c8b9-445f-9304-fcf5b30d1bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:47:45.649593 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c98347-b198-4584-b963-5ca999e3ab13 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network hostable DHCP agents. Network: 1d97dbd5-c8b9-445f-9304-fcf5b30d1bed, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:47:45.692565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c98347-b198-4584-b963-5ca999e3ab13 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 1d97dbd5-c8b9-445f-9304-fcf5b30d1bed is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:47:45.715640 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-16c98347-b198-4584-b963-5ca999e3ab13 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 1d97dbd5-c8b9-445f-9304-fcf5b30d1bed) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:45.726470 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be17577d-0f0f-48be-9d21-44583d878ff4 None None] Network 1d97dbd5-c8b9-445f-9304-fcf5b30d1bed requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:47:45.733720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c98347-b198-4584-b963-5ca999e3ab13 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:45.738170 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16c98347-b198-4584-b963-5ca999e3ab13 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:45.744673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e98dcf6f-253d-4485-b3ec-2e0c349e8643 req-dc69c6dc-e3af-4189-93a0-c176d1eddb93 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843167 Feb 16 16:47:45.775812 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-16c98347-b198-4584-b963-5ca999e3ab13 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0345688 Feb 16 16:47:45.777848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50882) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:45.782273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f864d0b3-d7a7-4bd0-aa6c-73c754b6b710 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1191495581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:45.810683 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f864d0b3-d7a7-4bd0-aa6c-73c754b6b710 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (b432fca7-180e-4128-bae7-efb6b5edc26a), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:45.812130 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f864d0b3-d7a7-4bd0-aa6c-73c754b6b710 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (b432fca7-180e-4128-bae7-efb6b5edc26a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:45.937309 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56421bad-c935-496d-8387-78788721d153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-1d97dbd5-c8b9-445f-9304-fcf5b30d1bed', 'network_id': '1d97dbd5-c8b9-445f-9304-fcf5b30d1bed', 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'fixed_ips': [{'subnet_id': '0ac830fa-9f2b-4786-93ea-56f59ebf2b01'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:47:45.938470 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56421bad-c935-496d-8387-78788721d153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:46.058099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1269457-d33b-4c9c-9b62-d6b58bf0a720 req-5e156b63-b81f-42dd-8193-cd106935e5f9 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0803130 Feb 16 16:47:46.065116 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f864d0b3-d7a7-4bd0-aa6c-73c754b6b710 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_controller (b432fca7-180e-4128-bae7-efb6b5edc26a), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:46.073629 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f864d0b3-d7a7-4bd0-aa6c-73c754b6b710 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (b432fca7-180e-4128-bae7-efb6b5edc26a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:46.103955 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f864d0b3-d7a7-4bd0-aa6c-73c754b6b710 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:46.105313 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f864d0b3-d7a7-4bd0-aa6c-73c754b6b710 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3263969 Feb 16 16:47:46.109286 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50892) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:46.200735 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-56421bad-c935-496d-8387-78788721d153 None None] Allocated IP 2001:db8::2 (1d97dbd5-c8b9-445f-9304-fcf5b30d1bed/0ac830fa-9f2b-4786-93ea-56f59ebf2b01/2d0bf934-c104-4543-b7fb-3d6e7e3e9880) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:47:46.427896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40091e34-db65-4f4e-a538-b78bbfc355a3 req-90dcf8aa-1d92-445b-884a-fedd0f4009a2 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:46.430251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40091e34-db65-4f4e-a538-b78bbfc355a3 req-90dcf8aa-1d92-445b-884a-fedd0f4009a2 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.1158140 Feb 16 16:47:46.440082 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56421bad-c935-496d-8387-78788721d153 None None] Publish callbacks [] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:46.448678 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56421bad-c935-496d-8387-78788721d153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:46.548430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56421bad-c935-496d-8387-78788721d153 None None] Pushing event updated for resources: {'Port': ['ID=2d0bf934-c104-4543-b7fb-3d6e7e3e9880,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:46.564524 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40091e34-db65-4f4e-a538-b78bbfc355a3 req-9b01e110-0d45-48d2-ac25-939c111287c4 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281114 Feb 16 16:47:46.589090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56421bad-c935-496d-8387-78788721d153 None None] Network 1d97dbd5-c8b9-445f-9304-fcf5b30d1bed is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:46.594912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-56421bad-c935-496d-8387-78788721d153 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:46.608846 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56421bad-c935-496d-8387-78788721d153 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:47:46.935253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-56421bad-c935-496d-8387-78788721d153 None None] Attempting to bind port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:47:46.937824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-56421bad-c935-496d-8387-78788721d153 None None] Attempting to bind port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '77faa366-fe02-4565-a73c-3b1a55f49563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1d97dbd5-c8b9-445f-9304-fcf5b30d1bed'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:47:46.938745 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56421bad-c935-496d-8387-78788721d153 None None] Attempting to bind port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 on network 1d97dbd5-c8b9-445f-9304-fcf5b30d1bed {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:47:46.952392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56421bad-c935-496d-8387-78788721d153 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:47:46.953110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56421bad-c935-496d-8387-78788721d153 None None] Checking segment: {'id': '77faa366-fe02-4565-a73c-3b1a55f49563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1d97dbd5-c8b9-445f-9304-fcf5b30d1bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:47:46.953710 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56421bad-c935-496d-8387-78788721d153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:46.954247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56421bad-c935-496d-8387-78788721d153 None None] Bound using segment: {'id': '77faa366-fe02-4565-a73c-3b1a55f49563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1d97dbd5-c8b9-445f-9304-fcf5b30d1bed'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:47:46.954886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-56421bad-c935-496d-8387-78788721d153 None None] Bound port: 2d0bf934-c104-4543-b7fb-3d6e7e3e9880, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77faa366-fe02-4565-a73c-3b1a55f49563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1d97dbd5-c8b9-445f-9304-fcf5b30d1bed'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:47:46.960337 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56421bad-c935-496d-8387-78788721d153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:46.974651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568c424-d13c-41af-a4a4-93ffd3789bf4 req-ff829536-4426-4c4d-8696-3885d067d694 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:46.975738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d568c424-d13c-41af-a4a4-93ffd3789bf4 req-ff829536-4426-4c4d-8696-3885d067d694 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 946 time: 0.1369352 Feb 16 16:47:47.084413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d568c424-d13c-41af-a4a4-93ffd3789bf4 req-bcb82420-c1c2-46f9-8c38-cf08767ef45f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029673 Feb 16 16:47:47.210504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-56421bad-c935-496d-8387-78788721d153 None None] For port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:47:47.221243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-56421bad-c935-496d-8387-78788721d153 None None] For port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2d0bf934-c104-4543-b7fb-3d6e7e3e9880,segment=NetworkSegment(77faa366-fe02-4565-a73c-3b1a55f49563),segment_id=77faa366-fe02-4565-a73c-3b1a55f49563)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:47:47.231314 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56421bad-c935-496d-8387-78788721d153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:47.355939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56421bad-c935-496d-8387-78788721d153 None None] Pushing event updated for resources: {'Port': ['ID=2d0bf934-c104-4543-b7fb-3d6e7e3e9880,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:47.358134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c56b668b-d752-4c69-82f7-e7991a98be2e req-4c53c29c-feb3-4ef0-a0b0-d004d3d30912 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0787966 Feb 16 16:47:47.700897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f2841-7950-4e85-812b-619a8bd6d7c1 req-e73b01b9-7158-4c61-a12c-c0cf68e7a47a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:47.712362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d91f2841-7950-4e85-812b-619a8bd6d7c1 req-e73b01b9-7158-4c61-a12c-c0cf68e7a47a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 806 time: 0.2269893 Feb 16 16:47:47.765731 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:47.766210 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d91f2841-7950-4e85-812b-619a8bd6d7c1 req-3743f3ea-c8b7-4196-b2df-61709c0a4308 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/quotas/04dce4d8dd3f47e9af38e5ce90c304ed HTTP/1.1" status: 200 len: 375 time: 0.0504684 Feb 16 16:47:47.901671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d91f2841-7950-4e85-812b-619a8bd6d7c1 req-f01f6e59-8cd0-40c7-a342-5d30626632af tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1349530 Feb 16 16:47:47.916270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba454dd-c6ae-4904-9ae7-b0ff1d68993e req-a34371fe-1127-4f79-b56a-da4755c6f3fb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:47.926166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ba454dd-c6ae-4904-9ae7-b0ff1d68993e req-a34371fe-1127-4f79-b56a-da4755c6f3fb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.1344628 Feb 16 16:47:48.019374 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ba454dd-c6ae-4904-9ae7-b0ff1d68993e req-cc154700-8901-4b03-80b4-f1e9ad964f75 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904508 Feb 16 16:47:48.106508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:47:48.148077 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d91f2841-7950-4e85-812b-619a8bd6d7c1 req-a3bc704a-7679-4030-ba3d-e8bf8ff8a847 service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197144 Feb 16 16:47:48.247041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:48.247424 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:48.338129 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d91f2841-7950-4e85-812b-619a8bd6d7c1 req-7c1bdb97-c2a4-4248-8b06-76102fa22656 service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840343 Feb 16 16:47:48.375483 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Allocated IP 2001:db8::1 (1d97dbd5-c8b9-445f-9304-fcf5b30d1bed/0ac830fa-9f2b-4786-93ea-56f59ebf2b01/37d07130-a801-449f-80d0-24fcb4f15477) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:47:48.420692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:48.421098 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:48.517785 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2d0bf934-c104-4543-b7fb-3d6e7e3e9880,segment=NetworkSegment(77faa366-fe02-4565-a73c-3b1a55f49563),segment_id=77faa366-fe02-4565-a73c-3b1a55f49563)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:48.526089 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:48.611570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88e5d6b6-6f55-4509-8182-f31ece793d4c req-66763cc1-c415-4438-9c81-ef8acba35353 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0724618 Feb 16 16:47:48.632233 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=2d0bf934-c104-4543-b7fb-3d6e7e3e9880,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:48.722099 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (37d07130-a801-449f-80d0-24fcb4f15477), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:48.790499 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (37d07130-a801-449f-80d0-24fcb4f15477), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:48.900066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 1d97dbd5-c8b9-445f-9304-fcf5b30d1bed is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:48.912248 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:48.921355 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:47:48.923859 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (b432fca7-180e-4128-bae7-efb6b5edc26a), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:48.934014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=37d07130-a801-449f-80d0-24fcb4f15477,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:48.992160 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8093d2ee-ba2c-4686-a10f-fb332f5e5b9a None None] Network 1d97dbd5-c8b9-445f-9304-fcf5b30d1bed requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:47:49.187195 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1d24dbd9-5a0e-49be-87cf-2260ca6a38f0 None None] Provisioning complete for port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:49.188519 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1d24dbd9-5a0e-49be-87cf-2260ca6a38f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:49.239699 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (37d07130-a801-449f-80d0-24fcb4f15477), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:49.373071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc757e-dcc1-4985-bc2c-750aafcaef3b req-bf507546-2267-461d-8479-d6754b0ef564 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:49.376803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86cc757e-dcc1-4985-bc2c-750aafcaef3b req-bf507546-2267-461d-8479-d6754b0ef564 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.1881185 Feb 16 16:47:49.465888 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1d24dbd9-5a0e-49be-87cf-2260ca6a38f0 None None] Current status of the port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:49.532882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86cc757e-dcc1-4985-bc2c-750aafcaef3b req-5f308db6-8b03-4a16-84ac-34aaeaf1006b tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480272 Feb 16 16:47:49.924716 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-81088d17-e8c7-49fc-b294-67d4eb9b8529 None None] Provisioning complete for port 37d07130-a801-449f-80d0-24fcb4f15477 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:49.925100 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-81088d17-e8c7-49fc-b294-67d4eb9b8529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (37d07130-a801-449f-80d0-24fcb4f15477), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:49.939307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-7072774b-2c07-4fdb-bfc8-eecd43aad67e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:49.952728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-7072774b-2c07-4fdb-bfc8-eecd43aad67e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 806 time: 0.2321787 Feb 16 16:47:50.005600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f0d39fe-5a15-4890-938c-99f8470d5fce req-342e7006-64ba-4c45-b7a5-8e3fd76ac80e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.0505126 Feb 16 16:47:50.040869 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-153b36ff-e088-4c73-9cb9-c5943ad1588d tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/quotas/04dce4d8dd3f47e9af38e5ce90c304ed HTTP/1.1" status: 200 len: 375 time: 0.0290761 Feb 16 16:47:50.084287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (37d07130-a801-449f-80d0-24fcb4f15477), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:50.092284 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (37d07130-a801-449f-80d0-24fcb4f15477), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:50.093090 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (b432fca7-180e-4128-bae7-efb6b5edc26a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:50.102861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:47:50.160529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-23dfb7e6-b847-440f-8d57-1184f4329036 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1134760 Feb 16 16:47:50.193707 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-81088d17-e8c7-49fc-b294-67d4eb9b8529 None None] Port 37d07130-a801-449f-80d0-24fcb4f15477 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:47:50.261254 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-81088d17-e8c7-49fc-b294-67d4eb9b8529 None None] Provisioning complete for port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:50.262531 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-81088d17-e8c7-49fc-b294-67d4eb9b8529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:50.342013 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-fc006e33-7afe-4e27-ac61-179bc2e6904d service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747441 Feb 16 16:47:50.378935 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 1d97dbd5-c8b9-445f-9304-fcf5b30d1bed is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:50.395493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:50.416421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=37d07130-a801-449f-80d0-24fcb4f15477,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:50.558870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-aadf9c5a-4ba2-45f0-8d3a-95b310cc6dac service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102976 Feb 16 16:47:50.596334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:50.596727 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:50.685069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-81088d17-e8c7-49fc-b294-67d4eb9b8529 None None] Current status of the port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:50.861651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router b432fca7-180e-4128-bae7-efb6b5edc26a is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:47:50.864399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:50.903467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6bf856cb-a654-4998-a3f3-2489955a21df None None] Provisioning complete for port 37d07130-a801-449f-80d0-24fcb4f15477 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:50.904153 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6bf856cb-a654-4998-a3f3-2489955a21df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (37d07130-a801-449f-80d0-24fcb4f15477), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:50.912053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc883cff-e4f9-49e1-bd5f-80b2ea1ce3bd req-e3079bc6-7578-48f6-8078-0f5d35b9f1a6 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:50.913991 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc883cff-e4f9-49e1-bd5f-80b2ea1ce3bd req-e3079bc6-7578-48f6-8078-0f5d35b9f1a6 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.1757376 Feb 16 16:47:51.003180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6bf856cb-a654-4998-a3f3-2489955a21df None None] Port 37d07130-a801-449f-80d0-24fcb4f15477 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:47:51.036158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc883cff-e4f9-49e1-bd5f-80b2ea1ce3bd req-8f64ac5a-3ed0-4361-b8da-a1b0ace26214 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145744 Feb 16 16:47:51.088378 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:47:51.102116 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc96fa-d55e-4c1e-bfb2-4c5e8064f5d6 None None] Sync routers for ids ['b432fca7-180e-4128-bae7-efb6b5edc26a'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:47:51.110462 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7b37da40-777a-40ac-825a-61941db64f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/b432fca7-180e-4128-bae7-efb6b5edc26a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9998550 Feb 16 16:47:51.119780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51024) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:51.133039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-60f4f7e1-6f6e-4b14-8487-48ffb2a4b2cc None None] Provisioning complete for port 37d07130-a801-449f-80d0-24fcb4f15477 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:51.133420 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60f4f7e1-6f6e-4b14-8487-48ffb2a4b2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (37d07130-a801-449f-80d0-24fcb4f15477), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:51.136773 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88d4ed8e-b94c-41c6-81cd-29a6168c0d5e req-96aaced0-97bc-4872-b1f0-1904055cd1c7 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 210 time: 0.1084795 Feb 16 16:47:51.138004 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc96fa-d55e-4c1e-bfb2-4c5e8064f5d6 None None] Routers {'b432fca7-180e-4128-bae7-efb6b5edc26a'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:51.142397 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6abc96fa-d55e-4c1e-bfb2-4c5e8064f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:47:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b432fca7-180e-4128-bae7-efb6b5edc26a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:51.199040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-60f4f7e1-6f6e-4b14-8487-48ffb2a4b2cc None None] Port 37d07130-a801-449f-80d0-24fcb4f15477 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:47:51.220426 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6abc96fa-d55e-4c1e-bfb2-4c5e8064f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:51.231932 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc96fa-d55e-4c1e-bfb2-4c5e8064f5d6 None None] Routers {'b432fca7-180e-4128-bae7-efb6b5edc26a'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:51.232554 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6abc96fa-d55e-4c1e-bfb2-4c5e8064f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:47:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b432fca7-180e-4128-bae7-efb6b5edc26a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:51.254415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c07d5f-8277-46a6-afbd-81b088d42273 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:51.258764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51026) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:51.259597 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e3c07d5f-8277-46a6-afbd-81b088d42273 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports/37d07130-a801-449f-80d0-24fcb4f15477 HTTP/1.1" status: 200 len: 911 time: 0.1331508 Feb 16 16:47:51.274498 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6abc96fa-d55e-4c1e-bfb2-4c5e8064f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:51.275228 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc96fa-d55e-4c1e-bfb2-4c5e8064f5d6 None None] The sync data for ids ['b432fca7-180e-4128-bae7-efb6b5edc26a'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:47:51.278422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ed560fb7-9b60-4a51-873f-e48f937fb29f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0ac830fa-9f2b-4786-93ea-56f59ebf2b01'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:51.332382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fce5158f-5dd7-4fd8-8258-82b71f4adb82 req-4c8cdf07-3964-41c7-966d-3759a295cc0e tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.1776257 Feb 16 16:47:51.555740 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed560fb7-9b60-4a51-873f-e48f937fb29f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (37d07130-a801-449f-80d0-24fcb4f15477), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:52.356005 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b129288-03fb-4da0-ae2f-90ae31bc0467 req-9a42dde4-1f2c-4db4-a346-195a08740672 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 210 time: 0.0795999 Feb 16 16:47:52.453035 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed560fb7-9b60-4a51-873f-e48f937fb29f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (37d07130-a801-449f-80d0-24fcb4f15477), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:52.480794 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed560fb7-9b60-4a51-873f-e48f937fb29f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (37d07130-a801-449f-80d0-24fcb4f15477), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:52.488127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed560fb7-9b60-4a51-873f-e48f937fb29f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:52.488934 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed560fb7-9b60-4a51-873f-e48f937fb29f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:52.492681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ed560fb7-9b60-4a51-873f-e48f937fb29f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/ports/37d07130-a801-449f-80d0-24fcb4f15477 HTTP/1.1" status: 200 len: 911 time: 1.2322924 Feb 16 16:47:52.497109 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51048) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:52.649505 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a2a88cc5-09ac-413b-ae41-c0472a6a44f6 req-2577b3f8-dc69-4944-9d7b-de6685b4247c tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/ports?device_id=005fc231-cb7e-4063-be0d-e8746835f9fe HTTP/1.1" status: 200 len: 210 time: 0.1556613 Feb 16 16:47:52.794357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed560fb7-9b60-4a51-873f-e48f937fb29f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=37d07130-a801-449f-80d0-24fcb4f15477,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:52.885406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b553ab-d929-4667-b847-04b6a359576c req-2f7be1e0-fb69-4c21-bd52-87110baa2a10 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:52.900523 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06b553ab-d929-4667-b847-04b6a359576c req-2f7be1e0-fb69-4c21-bd52-87110baa2a10 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.7410522 Feb 16 16:47:53.004473 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06b553ab-d929-4667-b847-04b6a359576c req-a7a841cb-67fc-42d8-ab8d-d43cc05db971 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040647 Feb 16 16:47:53.088065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-a5448674-3e44-4bc4-80d1-7df5eb3be617 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:53.089727 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-a5448674-3e44-4bc4-80d1-7df5eb3be617 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.65 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 806 time: 0.3427384 Feb 16 16:47:53.129969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-46d401c4-21a9-464f-97da-bbbad22794a2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Request body: {'port': {'device_id': '77bb3071-4d4b-426a-8283-9ae182b17ac6', 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7', 'admin_state_up': True, 'tenant_id': '04dce4d8dd3f47e9af38e5ce90c304ed'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:53.347449 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-46d401c4-21a9-464f-97da-bbbad22794a2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Made reservation on behalf of 04dce4d8dd3f47e9af38e5ce90c304ed for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:47:53.351008 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-46d401c4-21a9-464f-97da-bbbad22794a2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:53.356809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b84c3f59-268f-4b72-af2c-40f5fcac566a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (b432fca7-180e-4128-bae7-efb6b5edc26a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:53.536989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d8a44c9-f38e-414d-b234-ca19d3ea9a73 req-94e957ff-7a59-421f-8679-9115fe1b262e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 210 time: 0.0522525 Feb 16 16:47:53.704911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-46d401c4-21a9-464f-97da-bbbad22794a2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Allocated IP 172.20.0.8 (9b0b71f1-f1f4-41a6-b047-f2c21a04abc7/39d9fb8a-744f-4a0a-90b6-699cc7c33927/19a258b2-019f-44cf-9e64-1e3f8db3b3b6) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:47:53.795615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51074) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:53.909101 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-17266b49-daa4-41f6-961d-7a4d27991560 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for security_group (7f6c5a73-b2cd-4473-820b-4457672460be), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:53.949993 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-17266b49-daa4-41f6-961d-7a4d27991560 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for security_group (7f6c5a73-b2cd-4473-820b-4457672460be), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:53.978040 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-46d401c4-21a9-464f-97da-bbbad22794a2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks [] for port (19a258b2-019f-44cf-9e64-1e3f8db3b3b6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:53.983506 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b84c3f59-268f-4b72-af2c-40f5fcac566a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port 37d07130-a801-449f-80d0-24fcb4f15477 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:47:53.986284 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b84c3f59-268f-4b72-af2c-40f5fcac566a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (37d07130-a801-449f-80d0-24fcb4f15477), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:54.046654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-17266b49-daa4-41f6-961d-7a4d27991560 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7f6c5a73-b2cd-4473-820b-4457672460be), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:54.051125 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-17266b49-daa4-41f6-961d-7a4d27991560 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:54.051125 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-17266b49-daa4-41f6-961d-7a4d27991560 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "DELETE /v2.0/security-groups/7f6c5a73-b2cd-4473-820b-4457672460be HTTP/1.1" status: 204 len: 168 time: 0.2536848 Feb 16 16:47:54.055300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51092) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:54.072896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17266b49-daa4-41f6-961d-7a4d27991560 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6c5a73-b2cd-4473-820b-4457672460be,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:54.083443 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-3135f7d6-ba08-4503-a796-7f93d0980c65 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] show failed (client error): The resource could not be found. Feb 16 16:47:54.085455 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3135f7d6-ba08-4503-a796-7f93d0980c65 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "GET /v2.0/security-groups/7f6c5a73-b2cd-4473-820b-4457672460be HTTP/1.1" status: 404 len: 347 time: 0.0289202 Feb 16 16:47:54.089511 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51094) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:54.183609 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b84c3f59-268f-4b72-af2c-40f5fcac566a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (37d07130-a801-449f-80d0-24fcb4f15477), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:54.199385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b84c3f59-268f-4b72-af2c-40f5fcac566a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for 37d07130-a801-449f-80d0-24fcb4f15477 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:47:54.285172 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e32e0-5996-44cb-9434-344c50ef9d29 req-e76950f5-0bc3-4334-a97d-01f1dee782b4 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:54.286722 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-641e32e0-5996-44cb-9434-344c50ef9d29 req-e76950f5-0bc3-4334-a97d-01f1dee782b4 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.1766939 Feb 16 16:47:54.368117 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-641e32e0-5996-44cb-9434-344c50ef9d29 req-99964e14-c84c-4abd-9c75-15e3b6911bb6 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590618 Feb 16 16:47:54.374958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a2c5fa3f-2f29-477d-887b-9f8217933f0f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Deleting port bd0125bc-eecd-4c67-9041-a0decc61e278 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:47:54.375283 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2c5fa3f-2f29-477d-887b-9f8217933f0f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (bd0125bc-eecd-4c67-9041-a0decc61e278), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:54.425942 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-46d401c4-21a9-464f-97da-bbbad22794a2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (19a258b2-019f-44cf-9e64-1e3f8db3b3b6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:54.441935 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b84c3f59-268f-4b72-af2c-40f5fcac566a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (37d07130-a801-449f-80d0-24fcb4f15477), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:54.443683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f1c28583-96df-4979-a693-6ec0a3481d95'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:47:54.503082 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-46d401c4-21a9-464f-97da-bbbad22794a2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:47:54.530516 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2c5fa3f-2f29-477d-887b-9f8217933f0f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (bd0125bc-eecd-4c67-9041-a0decc61e278), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:54.531056 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2c5fa3f-2f29-477d-887b-9f8217933f0f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for floatingip (bd0125bc-eecd-4c67-9041-a0decc61e278), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:54.544855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-46d401c4-21a9-464f-97da-bbbad22794a2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:47:54.551388 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-46d401c4-21a9-464f-97da-bbbad22794a2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:47:54.575980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a2c5fa3f-2f29-477d-887b-9f8217933f0f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Calling delete_port for bd0125bc-eecd-4c67-9041-a0decc61e278 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:47:54.682586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-46d401c4-21a9-464f-97da-bbbad22794a2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:54.683395 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-46d401c4-21a9-464f-97da-bbbad22794a2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:54.747306 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-46d401c4-21a9-464f-97da-bbbad22794a2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6219728 Feb 16 16:47:54.779522 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:47:54.852658 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d401c4-21a9-464f-97da-bbbad22794a2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Pushing event updated for resources: {'Port': ['ID=19a258b2-019f-44cf-9e64-1e3f8db3b3b6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:54.896411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6ccf6-785c-45da-b905-bf3a4ee614f9 req-e396f289-3e2a-4ccc-9e27-c8120476eac1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:54.898633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3c6ccf6-785c-45da-b905-bf3a4ee614f9 req-e396f289-3e2a-4ccc-9e27-c8120476eac1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 931 time: 0.1747904 Feb 16 16:47:55.023475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3c6ccf6-785c-45da-b905-bf3a4ee614f9 req-50a984f6-c637-4b45-9d05-9305c78227bc tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140454 Feb 16 16:47:55.023683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c3f59-268f-4b72-af2c-40f5fcac566a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=37d07130-a801-449f-80d0-24fcb4f15477,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:55.040112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b84c3f59-268f-4b72-af2c-40f5fcac566a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (b432fca7-180e-4128-bae7-efb6b5edc26a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:55.062428 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2c5fa3f-2f29-477d-887b-9f8217933f0f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (bd0125bc-eecd-4c67-9041-a0decc61e278), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:55.102736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5fa3f-2f29-477d-887b-9f8217933f0f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event deleted for resources: {'Port': ['ID=bd0125bc-eecd-4c67-9041-a0decc61e278,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:55.174596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51122) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:55.249050 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2c5fa3f-2f29-477d-887b-9f8217933f0f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for floatingip (58527b4e-d9a2-4d7b-bae6-58d5cdfa2ac6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:55.260194 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2c5fa3f-2f29-477d-887b-9f8217933f0f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:55.261520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a2c5fa3f-2f29-477d-887b-9f8217933f0f tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "DELETE /v2.0/floatingips/58527b4e-d9a2-4d7b-bae6-58d5cdfa2ac6 HTTP/1.1" status: 204 len: 168 time: 1.1709077 Feb 16 16:47:55.265103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51136) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:55.402404 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84c3f59-268f-4b72-af2c-40f5fcac566a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router b432fca7-180e-4128-bae7-efb6b5edc26a has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:47:55.416061 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Request body: {'port': {'device_id': '77bb3071-4d4b-426a-8283-9ae182b17ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:47:55.463592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d48959bb-7fbb-436a-841b-7e9bfe840151 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:47:55.490407 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-695a1b4d-06e8-422f-ac54-f5474ff4655d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:55.569793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84c3f59-268f-4b72-af2c-40f5fcac566a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:47:55.601632 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b84c3f59-268f-4b72-af2c-40f5fcac566a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/b432fca7-180e-4128-bae7-efb6b5edc26a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1020839 Feb 16 16:47:55.609936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-713770b1-92e0-456a-807c-81c09df16838 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Deleting port 6dd9809b-8b67-4061-8a60-b968873f6f2d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:47:55.610742 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-713770b1-92e0-456a-807c-81c09df16838 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:55.616504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51146) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:55.635032 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (19a258b2-019f-44cf-9e64-1e3f8db3b3b6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:55.730285 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-62e26273-34f9-4b28-b46d-c8297768ea68 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports?device_id=b432fca7-180e-4128-bae7-efb6b5edc26a HTTP/1.1" status: 200 len: 205 time: 0.1125247 Feb 16 16:47:55.742955 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51150) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:55.762674 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2cc3e7-8b93-4219-9082-7d998d683b30 None None] Sync routers for ids ['b432fca7-180e-4128-bae7-efb6b5edc26a'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:47:55.804964 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-695a1b4d-06e8-422f-ac54-f5474ff4655d admin admin] Publish callbacks [] for security_group (2e8fb524-6c43-43df-b473-f8406663ffe1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:55.855470 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d262499-2633-4e8e-a06b-0b45a72977b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:55.862848 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d48959bb-7fbb-436a-841b-7e9bfe840151,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:55.900023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2cc3e7-8b93-4219-9082-7d998d683b30 None None] Routers {'b432fca7-180e-4128-bae7-efb6b5edc26a'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:55.900672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2c2cc3e7-8b93-4219-9082-7d998d683b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:47:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b432fca7-180e-4128-bae7-efb6b5edc26a'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:56.000441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-695a1b4d-06e8-422f-ac54-f5474ff4655d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2e8fb524-6c43-43df-b473-f8406663ffe1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:56.051959 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'port_id': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'mac_address': 'fa:16:3e:c9:58:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:47:56.053673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2c2cc3e7-8b93-4219-9082-7d998d683b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:56.079319 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-713770b1-92e0-456a-807c-81c09df16838 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:56.091604 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b5d1194f-4f05-46a9-8d6b-54b39721b59b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (b432fca7-180e-4128-bae7-efb6b5edc26a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:56.146571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-695a1b4d-06e8-422f-ac54-f5474ff4655d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ba2328094324f2caa7919776f60aae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9708846 Feb 16 16:47:56.152237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51154) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:56.153143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a1b4d-06e8-422f-ac54-f5474ff4655d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8fb524-6c43-43df-b473-f8406663ffe1,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:56.208813 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-713770b1-92e0-456a-807c-81c09df16838 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Calling delete_port for 6dd9809b-8b67-4061-8a60-b968873f6f2d owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:47:56.225437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port d48959bb-7fbb-436a-841b-7e9bfe840151 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:56.244495 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:56.293310 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2cc3e7-8b93-4219-9082-7d998d683b30 None None] Routers {'b432fca7-180e-4128-bae7-efb6b5edc26a'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:47:56.293967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2c2cc3e7-8b93-4219-9082-7d998d683b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:47:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b432fca7-180e-4128-bae7-efb6b5edc26a'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:56.444009 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d48959bb-7fbb-436a-841b-7e9bfe840151 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:47:56.476503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2c2cc3e7-8b93-4219-9082-7d998d683b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:47:56.477497 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2cc3e7-8b93-4219-9082-7d998d683b30 None None] The sync data for ids ['b432fca7-180e-4128-bae7-efb6b5edc26a'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:47:56.529831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d48959bb-7fbb-436a-841b-7e9bfe840151,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:56.543367 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:56.722661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=d48959bb-7fbb-436a-841b-7e9bfe840151,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:56.784281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['d48959bb-7fbb-436a-841b-7e9bfe840151'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:47:56.919476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ffa25-ee40-49c7-b52d-8b0191077cb3 req-4c58eca9-ed9c-4231-85ab-21f69d368a63 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:56.928960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a54ffa25-ee40-49c7-b52d-8b0191077cb3 req-4c58eca9-ed9c-4231-85ab-21f69d368a63 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 1.1209219 Feb 16 16:47:57.186952 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6bff3e6-dc5e-4fea-8153-8400c0f0f9f7 admin admin] Publish callbacks [] for security_group (2e8fb524-6c43-43df-b473-f8406663ffe1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:57.250837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a54ffa25-ee40-49c7-b52d-8b0191077cb3 req-c5db70a2-9488-4013-bba0-96e515a432ba tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781248 Feb 16 16:47:57.299579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32681d27-07f0-483d-a7ff-4936cee876b6 req-ce579b5f-a34f-4341-ae55-d9f22df74f37 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:57.313670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-32681d27-07f0-483d-a7ff-4936cee876b6 req-ce579b5f-a34f-4341-ae55-d9f22df74f37 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 931 time: 1.0040834 Feb 16 16:47:57.363237 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6bff3e6-dc5e-4fea-8153-8400c0f0f9f7 admin admin] Publish callbacks [] for security_group (2e8fb524-6c43-43df-b473-f8406663ffe1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:57.462665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d48959bb-7fbb-436a-841b-7e9bfe840151 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:47:57.560946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port d48959bb-7fbb-436a-841b-7e9bfe840151 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:47:57.561894 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:57.637235 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-32681d27-07f0-483d-a7ff-4936cee876b6 req-0a8f749c-c966-4f93-8c19-a312461cdaa9 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164222 Feb 16 16:47:57.648968 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-713770b1-92e0-456a-807c-81c09df16838 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6dd9809b-8b67-4061-8a60-b968873f6f2d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:57.706711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713770b1-92e0-456a-807c-81c09df16838 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event deleted for resources: {'Port': ['ID=6dd9809b-8b67-4061-8a60-b968873f6f2d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:57.739193 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6bff3e6-dc5e-4fea-8153-8400c0f0f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2e8fb524-6c43-43df-b473-f8406663ffe1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:57.747438 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e6bff3e6-dc5e-4fea-8153-8400c0f0f9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:57.765583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e6bff3e6-dc5e-4fea-8153-8400c0f0f9f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e8fb524-6c43-43df-b473-f8406663ffe1 HTTP/1.1" status: 204 len: 168 time: 1.5862374 Feb 16 16:47:57.790330 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port d48959bb-7fbb-436a-841b-7e9bfe840151 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:47:57.790803 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:57.844111 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d48959bb-7fbb-436a-841b-7e9bfe840151,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:47:57.845735 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:47:57.849339 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e63a85f-dff1-42e1-bc03-b959aef8d43b" -d '{"events": [{"server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "name": "network-vif-plugged", "status": "completed", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:47:57.854028 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:57.927239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bff3e6-dc5e-4fea-8153-8400c0f0f9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8fb524-6c43-43df-b473-f8406663ffe1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:57.968443 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517de5e9-3ed8-4577-8d95-c0ee37e82695 x-openstack-request-id: req-517de5e9-3ed8-4577-8d95-c0ee37e82695 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:47:57.968729 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "name": "network-vif-plugged", "status": "completed", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:47:57.968987 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-517de5e9-3ed8-4577-8d95-c0ee37e82695 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:47:57.969385 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'code': 200} Feb 16 16:47:58.010011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:47:58.017586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=d48959bb-7fbb-436a-841b-7e9bfe840151,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:58.018902 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Publish callbacks [] for port (19a258b2-019f-44cf-9e64-1e3f8db3b3b6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:58.031653 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-713770b1-92e0-456a-807c-81c09df16838 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:58.036855 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-713770b1-92e0-456a-807c-81c09df16838 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "DELETE /v2.0/ports/6dd9809b-8b67-4061-8a60-b968873f6f2d HTTP/1.1" status: 204 len: 168 time: 2.7707200 Feb 16 16:47:58.039408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51168) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:58.056841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Transition to ACTIVE for port object 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:47:58.063666 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (19a258b2-019f-44cf-9e64-1e3f8db3b3b6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:58.228455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-09494624-8f90-4d75-a7c3-9c6200693f1c tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Deleting port d91c30ef-7b5c-42fa-a0e7-f684909efdf4 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:47:58.228688 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09494624-8f90-4d75-a7c3-9c6200693f1c tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:58.315149 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6deb2f93-1446-4dbf-b7d7-5be0301cd223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:58.496135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Pushing event updated for resources: {'Port': ['ID=19a258b2-019f-44cf-9e64-1e3f8db3b3b6,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:58.510383 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b5d1194f-4f05-46a9-8d6b-54b39721b59b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (b432fca7-180e-4128-bae7-efb6b5edc26a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:58.514119 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b5d1194f-4f05-46a9-8d6b-54b39721b59b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_controller (b432fca7-180e-4128-bae7-efb6b5edc26a), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:58.602899 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Attempting to bind port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:47:58.603241 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Attempting to bind port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:47:58.604186 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Attempting to bind port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:47:58.608944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51176) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:58.610112 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:47:58.610898 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Attempting to bind port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:47:58.615160 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b5d1194f-4f05-46a9-8d6b-54b39721b59b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (b432fca7-180e-4128-bae7-efb6b5edc26a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:58.615679 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d1194f-4f05-46a9-8d6b-54b39721b59b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Fanout notify agent at l3_agent the message router_deleted on router b432fca7-180e-4128-bae7-efb6b5edc26a {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:47:58.647320 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b5d1194f-4f05-46a9-8d6b-54b39721b59b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:58.647320 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b5d1194f-4f05-46a9-8d6b-54b39721b59b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/routers/b432fca7-180e-4128-bae7-efb6b5edc26a HTTP/1.1" status: 204 len: 168 time: 2.8949125 Feb 16 16:47:58.647320 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51178) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:58.662309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:47:58.662697 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Checking segment: {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:47:58.663032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Bound using segment: {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:47:58.663470 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Bound port: 19a258b2-019f-44cf-9e64-1e3f8db3b3b6, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:47:58.663853 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (19a258b2-019f-44cf-9e64-1e3f8db3b3b6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:58.680289 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e080570-d87f-4474-bd33-f036b176c827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:58.686172 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09494624-8f90-4d75-a7c3-9c6200693f1c tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:58.748726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-09494624-8f90-4d75-a7c3-9c6200693f1c tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Calling delete_port for d91c30ef-7b5c-42fa-a0e7-f684909efdf4 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:47:58.805258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346701c-79bd-4b40-b444-31262ce92d27 req-6518a5ba-6bb9-46c3-ba31-74d95ef188a3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:58.814347 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c346701c-79bd-4b40-b444-31262ce92d27 req-6518a5ba-6bb9-46c3-ba31-74d95ef188a3 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.3847320 Feb 16 16:47:58.860857 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-eccb4cb4-09f3-4eb8-9cc4-772d4aad7af9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting subnet 0ac830fa-9f2b-4786-93ea-56f59ebf2b01 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:47:58.881139 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eccb4cb4-09f3-4eb8-9cc4-772d4aad7af9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (0ac830fa-9f2b-4786-93ea-56f59ebf2b01), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:58.921866 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] For port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:47:58.950201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] For port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=19a258b2-019f-44cf-9e64-1e3f8db3b3b6,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:47:58.980583 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (19a258b2-019f-44cf-9e64-1e3f8db3b3b6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:58.991906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c346701c-79bd-4b40-b444-31262ce92d27 req-c0c9825c-f135-4a48-b697-45b347a76499 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761296 Feb 16 16:47:59.011510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844c73b-5796-4112-959c-ffa08363a492 req-7c55dc57-1d0a-4997-a8c1-0812a3a06ed4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:59.013335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b844c73b-5796-4112-959c-ffa08363a492 req-7c55dc57-1d0a-4997-a8c1-0812a3a06ed4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 943 time: 0.2330782 Feb 16 16:47:59.031153 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eccb4cb4-09f3-4eb8-9cc4-772d4aad7af9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (0ac830fa-9f2b-4786-93ea-56f59ebf2b01), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.121164 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b844c73b-5796-4112-959c-ffa08363a492 req-20117a80-2769-4936-a102-6d11732a704c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941811 Feb 16 16:47:59.128447 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09494624-8f90-4d75-a7c3-9c6200693f1c tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d91c30ef-7b5c-42fa-a0e7-f684909efdf4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.207348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:59.208529 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.210709 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] 10.222.0.65 "PUT /v2.0/ports/19a258b2-019f-44cf-9e64-1e3f8db3b3b6 HTTP/1.1" status: 200 len: 1091 time: 4.2482100 Feb 16 16:47:59.215590 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bb3071-4d4b-426a-8283-9ae182b17ac6', 'tag': '19a258b2-019f-44cf-9e64-1e3f8db3b3b6'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:47:59.219200 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187b2799-8aaf-4831-b40c-daa519a4da7e" -d '{"events": [{"name": "network-changed", "server_uuid": "77bb3071-4d4b-426a-8283-9ae182b17ac6", "tag": "19a258b2-019f-44cf-9e64-1e3f8db3b3b6"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:47:59.244930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09494624-8f90-4d75-a7c3-9c6200693f1c tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event deleted for resources: {'Port': ['ID=d91c30ef-7b5c-42fa-a0e7-f684909efdf4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:59.294308 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e080570-d87f-4474-bd33-f036b176c827 admin admin] Publish callbacks [] for security_group (6d992387-6a7c-4db5-b5fa-9431cc55c42d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.311590 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.331081 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390800d-351a-49cd-ab0d-d74d2b4ccd42 service neutron] Pushing event updated for resources: {'Port': ['ID=19a258b2-019f-44cf-9e64-1e3f8db3b3b6,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:59.340818 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e080570-d87f-4474-bd33-f036b176c827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6d992387-6a7c-4db5-b5fa-9431cc55c42d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.352470 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59a46c2-e48b-44ee-b082-a9449e0951ec x-openstack-request-id: req-d59a46c2-e48b-44ee-b082-a9449e0951ec {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:47:59.353075 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bb3071-4d4b-426a-8283-9ae182b17ac6", "tag": "19a258b2-019f-44cf-9e64-1e3f8db3b3b6", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:47:59.353550 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d59a46c2-e48b-44ee-b082-a9449e0951ec {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:47:59.354182 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bb3071-4d4b-426a-8283-9ae182b17ac6', 'tag': '19a258b2-019f-44cf-9e64-1e3f8db3b3b6', 'status': 'completed', 'code': 200} Feb 16 16:47:59.396329 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09494624-8f90-4d75-a7c3-9c6200693f1c tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.402513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-09494624-8f90-4d75-a7c3-9c6200693f1c tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "DELETE /v2.0/ports/d91c30ef-7b5c-42fa-a0e7-f684909efdf4 HTTP/1.1" status: 204 len: 168 time: 1.3589721 Feb 16 16:47:59.402789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51186) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:59.418023 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eccb4cb4-09f3-4eb8-9cc4-772d4aad7af9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (0ac830fa-9f2b-4786-93ea-56f59ebf2b01), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.425759 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4e080570-d87f-4474-bd33-f036b176c827 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3c9161a9ffc4f9f93c1b70fbfaf9f06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8117194 Feb 16 16:47:59.449045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51188) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:47:59.463137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e080570-d87f-4474-bd33-f036b176c827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d992387-6a7c-4db5-b5fa-9431cc55c42d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:59.481244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-14782eab-e9c4-48b0-99c1-2e31cae7b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:59.482919 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-14782eab-e9c4-48b0-99c1-2e31cae7b5c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 1125 time: 0.2093992 Feb 16 16:47:59.564634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a153cd-312e-4ccd-9a08-dd9e808a50ee tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Deleting subnet b1c74edd-6d03-4ab5-a984-b1104bd6fd71 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:47:59.575243 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82a153cd-312e-4ccd-9a08-dd9e808a50ee tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for subnet (b1c74edd-6d03-4ab5-a984-b1104bd6fd71), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.603431 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-52ea09fa-8e97-4182-8a3b-0296355f4131 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19a258b2-019f-44cf-9e64-1e3f8db3b3b6 HTTP/1.1" status: 200 len: 217 time: 0.1047378 Feb 16 16:47:59.688808 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-35511d65-60b2-4b40-b72c-083c89075f17 admin admin] Publish callbacks [] for security_group (6d992387-6a7c-4db5-b5fa-9431cc55c42d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.697433 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82a153cd-312e-4ccd-9a08-dd9e808a50ee tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (b1c74edd-6d03-4ab5-a984-b1104bd6fd71), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.764553 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-35511d65-60b2-4b40-b72c-083c89075f17 admin admin] Publish callbacks [] for security_group (6d992387-6a7c-4db5-b5fa-9431cc55c42d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.780970 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f64e4602-9c6c-4bbd-9172-ecbeb729e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:47:59.782502 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-f64e4602-9c6c-4bbd-9172-ecbeb729e063 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.1707797 Feb 16 16:47:59.796717 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eccb4cb4-09f3-4eb8-9cc4-772d4aad7af9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (0ac830fa-9f2b-4786-93ea-56f59ebf2b01), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.910498 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82a153cd-312e-4ccd-9a08-dd9e808a50ee tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (b1c74edd-6d03-4ab5-a984-b1104bd6fd71), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.919015 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb4cb4-09f3-4eb8-9cc4-772d4aad7af9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac830fa-9f2b-4786-93ea-56f59ebf2b01,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:59.945845 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-35511d65-60b2-4b40-b72c-083c89075f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6d992387-6a7c-4db5-b5fa-9431cc55c42d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.948901 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-35511d65-60b2-4b40-b72c-083c89075f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:47:59.950193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-35511d65-60b2-4b40-b72c-083c89075f17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d992387-6a7c-4db5-b5fa-9431cc55c42d HTTP/1.1" status: 204 len: 168 time: 0.5001976 Feb 16 16:47:59.968049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35511d65-60b2-4b40-b72c-083c89075f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d992387-6a7c-4db5-b5fa-9431cc55c42d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:47:59.993608 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-ea2ae92c-ef87-44a4-b627-b7b22bf3ece5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2040815 Feb 16 16:48:00.001122 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eccb4cb4-09f3-4eb8-9cc4-772d4aad7af9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:00.011669 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-eccb4cb4-09f3-4eb8-9cc4-772d4aad7af9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/0ac830fa-9f2b-4786-93ea-56f59ebf2b01 HTTP/1.1" status: 204 len: 168 time: 1.3650813 Feb 16 16:48:00.013579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51196) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:00.024904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d01537e-d0d8-4f05-8439-4429e7e45ef1 None None] Network 1d97dbd5-c8b9-445f-9304-fcf5b30d1bed requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:48:00.058735 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82a153cd-312e-4ccd-9a08-dd9e808a50ee tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (b1c74edd-6d03-4ab5-a984-b1104bd6fd71), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:00.171848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a153cd-312e-4ccd-9a08-dd9e808a50ee tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c74edd-6d03-4ab5-a984-b1104bd6fd71,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:00.208934 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82a153cd-312e-4ccd-9a08-dd9e808a50ee tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:00.218893 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-82a153cd-312e-4ccd-9a08-dd9e808a50ee tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "DELETE /v2.0/subnets/b1c74edd-6d03-4ab5-a984-b1104bd6fd71 HTTP/1.1" status: 204 len: 168 time: 0.8150954 Feb 16 16:48:00.235851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f1e7b5-35bc-4151-b93e-4c0793ea1a3c None None] Network 8c7818c1-3357-407b-a8ee-d592e424d1da requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:48:00.242800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51202) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:00.317702 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-dd7fcf44-eaf6-4781-ac6c-035273bc6f70 service neutron] 10.222.0.65 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996025 Feb 16 16:48:00.651448 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d7910c4b-5f24-42c6-a245-8ab18ca77696 req-6e84006a-5cca-47ab-aade-b60fba3ac758 service neutron] 10.222.0.65 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301933 Feb 16 16:48:00.664226 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d23aee-0444-42c3-9e9e-e86b3e6def7a None None] DHCP port deletion for 1d97dbd5-c8b9-445f-9304-fcf5b30d1bed request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:48:00.708836 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (1d97dbd5-c8b9-445f-9304-fcf5b30d1bed), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:00.798148 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0e9ea7-d3bb-41d0-84ab-a7a33380e83d None None] DHCP port deletion for 8c7818c1-3357-407b-a8ee-d592e424d1da request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:48:00.854224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b2799-8aaf-4831-b40c-daa519a4da7e req-03c96894-e41c-4b73-a5ed-ae618759393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:00.864112 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-187b2799-8aaf-4831-b40c-daa519a4da7e req-03c96894-e41c-4b73-a5ed-ae618759393e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 1125 time: 0.1611593 Feb 16 16:48:00.874998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42848272-b093-4c29-8c92-4527159a8873 req-cf449aa4-54ed-4746-aece-da5ec5fef8cb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:00.876705 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42848272-b093-4c29-8c92-4527159a8873 req-cf449aa4-54ed-4746-aece-da5ec5fef8cb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.3363800 Feb 16 16:48:00.936465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3a40a-a8c0-4783-a715-7b89b0810061 req-198b1ec3-bf7e-40ff-b927-0ed209ef923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:00.938359 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ee3a40a-a8c0-4783-a715-7b89b0810061 req-198b1ec3-bf7e-40ff-b927-0ed209ef923f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 1127 time: 0.6946750 Feb 16 16:48:00.957295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa38e31-54f2-42fd-958d-ec6dbfbceb47 req-8d05c1cf-5147-4aa3-b55a-b346d0ee366a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:00.958931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aa38e31-54f2-42fd-958d-ec6dbfbceb47 req-8d05c1cf-5147-4aa3-b55a-b346d0ee366a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 943 time: 0.5269902 Feb 16 16:48:01.043042 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:01.087779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3a40a-a8c0-4783-a715-7b89b0810061 req-2ded99bf-a45d-4cae-877c-322005070f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:01.089350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ee3a40a-a8c0-4783-a715-7b89b0810061 req-2ded99bf-a45d-4cae-877c-322005070f91 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 918 time: 0.1191854 Feb 16 16:48:01.102891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-91d23aee-0444-42c3-9e9e-e86b3e6def7a None None] Deleting port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:48:01.105827 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-91d23aee-0444-42c3-9e9e-e86b3e6def7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:01.146700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a078784-1a76-428b-9e08-97ceafcf0903 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Deleting subnet fd80079a-8787-4887-b18e-e3dbc94e8246 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:48:01.150303 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a078784-1a76-428b-9e08-97ceafcf0903 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for subnet (fd80079a-8787-4887-b18e-e3dbc94e8246), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:01.214345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b2799-8aaf-4831-b40c-daa519a4da7e req-6ad2e988-8371-446e-abbf-f69145b849b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:01.216222 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-187b2799-8aaf-4831-b40c-daa519a4da7e req-6ad2e988-8371-446e-abbf-f69145b849b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 907 time: 0.3453290 Feb 16 16:48:01.266941 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a078784-1a76-428b-9e08-97ceafcf0903 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (fd80079a-8787-4887-b18e-e3dbc94e8246), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:01.326647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-91d23aee-0444-42c3-9e9e-e86b3e6def7a None None] For port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2d0bf934-c104-4543-b7fb-3d6e7e3e9880,segment=NetworkSegment(77faa366-fe02-4565-a73c-3b1a55f49563),segment_id=77faa366-fe02-4565-a73c-3b1a55f49563)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:01.327217 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-91d23aee-0444-42c3-9e9e-e86b3e6def7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:01.345397 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-187b2799-8aaf-4831-b40c-daa519a4da7e req-1f6d4bbb-51a0-47ac-a8ca-f98b2fa8e3ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19a258b2-019f-44cf-9e64-1e3f8db3b3b6 HTTP/1.1" status: 200 len: 217 time: 0.1223142 Feb 16 16:48:01.387214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-91d23aee-0444-42c3-9e9e-e86b3e6def7a None None] Calling delete_port for 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:48:01.495341 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b2799-8aaf-4831-b40c-daa519a4da7e req-71327b91-613c-4372-b5fc-212e86ee27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:01.497366 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-187b2799-8aaf-4831-b40c-daa519a4da7e req-71327b91-613c-4372-b5fc-212e86ee27f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.1454239 Feb 16 16:48:01.508970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aa38e31-54f2-42fd-958d-ec6dbfbceb47 req-77b0be8d-284d-4b94-8dfc-c819524721b5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372415 Feb 16 16:48:01.545713 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-187b2799-8aaf-4831-b40c-daa519a4da7e req-5df755a8-7067-4467-8f1c-7cd6c2fe3826 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388057 Feb 16 16:48:01.638508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e9ea7-d3bb-41d0-84ab-a7a33380e83d None None] Deleting port 73f919ad-7b78-40df-aa3c-be51cc861716 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:48:01.640365 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9ea7-d3bb-41d0-84ab-a7a33380e83d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (73f919ad-7b78-40df-aa3c-be51cc861716), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:01.659110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ee3a40a-a8c0-4783-a715-7b89b0810061 req-f4ac7f66-6391-49bc-8313-aa6d0bec8826 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d48959bb-7fbb-436a-841b-7e9bfe840151 HTTP/1.1" status: 200 len: 1000 time: 0.1905015 Feb 16 16:48:01.695536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42848272-b093-4c29-8c92-4527159a8873 req-3ad1d712-956a-4288-92e5-c8814cb3c798 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8014193 Feb 16 16:48:01.756196 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3a40a-a8c0-4783-a715-7b89b0810061 req-95717639-a9ef-47be-bf65-8ec9f8e3a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:01.769508 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ee3a40a-a8c0-4783-a715-7b89b0810061 req-95717639-a9ef-47be-bf65-8ec9f8e3a5ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2633da54-4036-4028-8932-f86c9800af42 HTTP/1.1" status: 200 len: 856 time: 0.0825891 Feb 16 16:48:01.832618 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1b0e9ea7-d3bb-41d0-84ab-a7a33380e83d None None] For port 73f919ad-7b78-40df-aa3c-be51cc861716, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=73f919ad-7b78-40df-aa3c-be51cc861716,segment=NetworkSegment(dd2806e9-1f7a-4875-9386-a6335cc512bf),segment_id=dd2806e9-1f7a-4875-9386-a6335cc512bf)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:01.833219 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9ea7-d3bb-41d0-84ab-a7a33380e83d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (73f919ad-7b78-40df-aa3c-be51cc861716), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:01.857572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e9ea7-d3bb-41d0-84ab-a7a33380e83d None None] Calling delete_port for 73f919ad-7b78-40df-aa3c-be51cc861716 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:48:01.897912 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a078784-1a76-428b-9e08-97ceafcf0903 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (fd80079a-8787-4887-b18e-e3dbc94e8246), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:01.958052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:48:01.959302 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:02.013404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3a40a-a8c0-4783-a715-7b89b0810061 req-359b6955-99cb-4232-9f82-9e2a38f9b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:02.016232 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ee3a40a-a8c0-4783-a715-7b89b0810061 req-359b6955-99cb-4232-9f82-9e2a38f9b8bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d61e968-9352-4447-90d4-31d4f93db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2289927 Feb 16 16:48:02.034485 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-187b2799-8aaf-4831-b40c-daa519a4da7e req-eb37ff37-f94a-4e96-b8ee-4952b26bc8c1 service neutron] 10.222.0.65 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788260 Feb 16 16:48:02.200521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 73f919ad-7b78-40df-aa3c-be51cc861716 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:48:02.243311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ee3a40a-a8c0-4783-a715-7b89b0810061 req-d28296af-2b85-4b11-93b8-4726359cb6e1 service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149897 Feb 16 16:48:02.309651 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-91d23aee-0444-42c3-9e9e-e86b3e6def7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:02.394087 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:02.400636 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d23aee-0444-42c3-9e9e-e86b3e6def7a None None] Pushing event deleted for resources: {'Port': ['ID=2d0bf934-c104-4543-b7fb-3d6e7e3e9880,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:02.406540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d23aee-0444-42c3-9e9e-e86b3e6def7a None None] No DVR routers for this DVR port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:48:02.409208 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:02.429270 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9ea7-d3bb-41d0-84ab-a7a33380e83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (73f919ad-7b78-40df-aa3c-be51cc861716), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:02.439390 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a078784-1a76-428b-9e08-97ceafcf0903 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (fd80079a-8787-4887-b18e-e3dbc94e8246), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:02.471470 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-187b2799-8aaf-4831-b40c-daa519a4da7e req-6f96f869-95c1-4699-bf5a-77115955e4d4 service neutron] 10.222.0.65 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275248 Feb 16 16:48:02.489188 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Port 73f919ad-7b78-40df-aa3c-be51cc861716 update to DOWN by agent not found {{(pid=103423) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 16 16:48:02.495985 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a078784-1a76-428b-9e08-97ceafcf0903 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:02.496666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:48:02.506687 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2a078784-1a76-428b-9e08-97ceafcf0903 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "DELETE /v2.0/subnets/fd80079a-8787-4887-b18e-e3dbc94e8246 HTTP/1.1" status: 204 len: 168 time: 2.1609020 Feb 16 16:48:02.509350 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51234) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:02.529081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] For port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880, host n-d-669411-5, got binding levels [] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:02.529526 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:02.639702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:48:02.646768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a078784-1a76-428b-9e08-97ceafcf0903 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event deleted for resources: {'Subnet': ['ID=fd80079a-8787-4887-b18e-e3dbc94e8246,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:02.657034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.ipam_backend_mixin [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 was not found and therefore no delete operation was performed {{(pid=103421) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:48:02.663969 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:48:02.664328 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:48:02.678716 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515ffbf5-edd7-4292-8858-c21399da058f None None] Network a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:48:02.777990 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (8c7818c1-3357-407b-a8ee-d592e424d1da), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:02.802193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ee3a40a-a8c0-4783-a715-7b89b0810061 req-d0a5b459-e812-4ebf-8bfe-87772d900748 service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465887 Feb 16 16:48:02.804174 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2d0bf934-c104-4543-b7fb-3d6e7e3e9880), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:02.807144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e9ea7-d3bb-41d0-84ab-a7a33380e83d None None] Pushing event deleted for resources: {'Port': ['ID=73f919ad-7b78-40df-aa3c-be51cc861716,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:02.871784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=2d0bf934-c104-4543-b7fb-3d6e7e3e9880,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:02.907739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No DVR routers for this DVR port 2d0bf934-c104-4543-b7fb-3d6e7e3e9880 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:48:03.037641 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (8c7818c1-3357-407b-a8ee-d592e424d1da), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.100839 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (1d97dbd5-c8b9-445f-9304-fcf5b30d1bed), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.117109 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7818c1-3357-407b-a8ee-d592e424d1da']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:03.140229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2806e9-1f7a-4875-9386-a6335cc512bf') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:03.140717 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2806e9-1f7a-4875-9386-a6335cc512bf') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:03.167404 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (dd2806e9-1f7a-4875-9386-a6335cc512bf), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.167690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d97dbd5-c8b9-445f-9304-fcf5b30d1bed']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:03.195949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77faa366-fe02-4565-a73c-3b1a55f49563') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:03.196433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77faa366-fe02-4565-a73c-3b1a55f49563') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:03.205902 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (dd2806e9-1f7a-4875-9386-a6335cc512bf), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.219988 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (77faa366-fe02-4565-a73c-3b1a55f49563), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.221394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:48:03.222053 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (dd2806e9-1f7a-4875-9386-a6335cc512bf), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:48:03.225870 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:48:03.237231 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (77faa366-fe02-4565-a73c-3b1a55f49563), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.246189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:48:03.246778 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (77faa366-fe02-4565-a73c-3b1a55f49563), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.330897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (8c7818c1-3357-407b-a8ee-d592e424d1da), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.341634 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.354074 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "DELETE /v2.0/networks/8c7818c1-3357-407b-a8ee-d592e424d1da HTTP/1.1" status: 204 len: 168 time: 0.8424449 Feb 16 16:48:03.367244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e9ea7-d3bb-41d0-84ab-a7a33380e83d None None] No DVR routers for this DVR port 73f919ad-7b78-40df-aa3c-be51cc861716 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:48:03.374892 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:48:03.386525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51252) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:03.388769 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (1d97dbd5-c8b9-445f-9304-fcf5b30d1bed), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.404597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event deleted for resources: {'Network': ['ID=8c7818c1-3357-407b-a8ee-d592e424d1da,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:03.426121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:03.426715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:03.427196 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:03.432647 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:03.434448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:03.434900 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:03.435649 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:03.437168 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:03.437616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:03.438566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:03.439682 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:03.440797 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:03.442608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990e757-f11f-420f-8fff-aa70ae5fcf18 tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:03.448519 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.466926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51258) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:03.473735 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/networks/1d97dbd5-c8b9-445f-9304-fcf5b30d1bed HTTP/1.1" status: 204 len: 168 time: 3.4580190 Feb 16 16:48:03.488904 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4121f102-8cd2-474e-94fc-1be703c247bc tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-444405952', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:48:03.507624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:48:03.524345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab4fa1-c6c2-47ed-9b5e-3c95974218d0 req-4038ce32-7997-44e9-ab88-c93df99c814a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:03.526151 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46ab4fa1-c6c2-47ed-9b5e-3c95974218d0 req-4038ce32-7997-44e9-ab88-c93df99c814a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 943 time: 0.7228749 Feb 16 16:48:03.526785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfe183-7e23-4881-be68-ecf87e283b38 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Network': ['ID=1d97dbd5-c8b9-445f-9304-fcf5b30d1bed,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:03.598099 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4121f102-8cd2-474e-94fc-1be703c247bc tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (9cb69a4d-1452-4002-8814-911db5f67673), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.598748 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d07138-afca-497b-9811-b2575121843e req-ed6b0b42-5c48-4a38-8966-69104c8d9c17 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:03.601135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-89d07138-afca-497b-9811-b2575121843e req-ed6b0b42-5c48-4a38-8966-69104c8d9c17 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.6087449 Feb 16 16:48:03.608835 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4121f102-8cd2-474e-94fc-1be703c247bc tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (9cb69a4d-1452-4002-8814-911db5f67673), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.760826 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4121f102-8cd2-474e-94fc-1be703c247bc tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_controller (9cb69a4d-1452-4002-8814-911db5f67673), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.771928 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4121f102-8cd2-474e-94fc-1be703c247bc tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (9cb69a4d-1452-4002-8814-911db5f67673), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.789989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-89d07138-afca-497b-9811-b2575121843e req-fb7cc29b-d52c-4d43-a7f5-388aa2dc1ba2 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240199 Feb 16 16:48:03.806193 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a2e0ee76-c2f8-4175-ba5c-7ce526208ad6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.831618 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4121f102-8cd2-474e-94fc-1be703c247bc tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.834538 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4121f102-8cd2-474e-94fc-1be703c247bc tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3659256 Feb 16 16:48:03.837696 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51264) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:03.857014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-59286d58-fb40-489d-9aef-cb3fcb1c172b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1061302932'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:48:03.901368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59286d58-fb40-489d-9aef-cb3fcb1c172b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:48:03.909635 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59286d58-fb40-489d-9aef-cb3fcb1c172b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:03.921687 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46ab4fa1-c6c2-47ed-9b5e-3c95974218d0 req-73b86942-302d-40da-92f2-a2b3eae202f0 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784456 Feb 16 16:48:03.945618 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Deleting port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:48:03.946525 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f54318d3-3692-46a3-b4b9-6fb8c0b6af7d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:04.015552 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59286d58-fb40-489d-9aef-cb3fcb1c172b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:48:04.041682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] For port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f54318d3-3692-46a3-b4b9-6fb8c0b6af7d,segment=NetworkSegment(083577d3-c1fb-4c55-983e-1f5ef48a333f),segment_id=083577d3-c1fb-4c55-983e-1f5ef48a333f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:04.042160 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f54318d3-3692-46a3-b4b9-6fb8c0b6af7d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:04.056976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Calling delete_port for f54318d3-3692-46a3-b4b9-6fb8c0b6af7d owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:48:04.065667 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=19a258b2-019f-44cf-9e64-1e3f8db3b3b6,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:04.070315 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59286d58-fb40-489d-9aef-cb3fcb1c172b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cab3a629-5013-4abd-9c8f-fdde885e851a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:04.070484 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-59286d58-fb40-489d-9aef-cb3fcb1c172b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Added segment cab3a629-5013-4abd-9c8f-fdde885e851a of type vlan for network 0c14a53e-be99-48ad-8874-f5abe35fed89 Feb 16 16:48:04.121061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '19a258b2-019f-44cf-9e64-1e3f8db3b3b6', 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7', 'port_id': '19a258b2-019f-44cf-9e64-1e3f8db3b3b6', 'mac_address': 'fa:16:3e:85:ac:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d9fb8a-744f-4a0a-90b6-699cc7c33927', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:48:04.159353 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f54318d3-3692-46a3-b4b9-6fb8c0b6af7d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:04.279283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] No DVR routers for this DVR port f54318d3-3692-46a3-b4b9-6fb8c0b6af7d on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:48:04.317361 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59286d58-fb40-489d-9aef-cb3fcb1c172b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (0c14a53e-be99-48ad-8874-f5abe35fed89), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:04.325951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event deleted for resources: {'Port': ['ID=f54318d3-3692-46a3-b4b9-6fb8c0b6af7d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:04.334231 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:04.334701 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (19a258b2-019f-44cf-9e64-1e3f8db3b3b6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:04.380034 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd03345c-3b3c-4c75-8f36-ec585ebdf495 None None] DHCP port deletion for a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:48:04.397075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:48:04.442389 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59286d58-fb40-489d-9aef-cb3fcb1c172b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (0c14a53e-be99-48ad-8874-f5abe35fed89), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:04.472172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=19a258b2-019f-44cf-9e64-1e3f8db3b3b6,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:04.478617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59286d58-fb40-489d-9aef-cb3fcb1c172b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:04.481987 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59286d58-fb40-489d-9aef-cb3fcb1c172b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:04.486201 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (19a258b2-019f-44cf-9e64-1e3f8db3b3b6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:04.589865 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:04.593469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=19a258b2-019f-44cf-9e64-1e3f8db3b3b6,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:04.659035 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a2e0ee76-c2f8-4175-ba5c-7ce526208ad6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:04.661711 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-59286d58-fb40-489d-9aef-cb3fcb1c172b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8124068 Feb 16 16:48:04.663119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51278) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:04.715711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['19a258b2-019f-44cf-9e64-1e3f8db3b3b6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:48:04.717562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a8657361-0585-44c4-a2c3-374fa71f0f48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'subnet': {'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:48:04.725068 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e0ee76-c2f8-4175-ba5c-7ce526208ad6']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:04.760611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083577d3-c1fb-4c55-983e-1f5ef48a333f') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:04.760996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083577d3-c1fb-4c55-983e-1f5ef48a333f') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:04.794355 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (083577d3-c1fb-4c55-983e-1f5ef48a333f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:04.844564 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (083577d3-c1fb-4c55-983e-1f5ef48a333f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:04.867642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:48:04.869811 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (083577d3-c1fb-4c55-983e-1f5ef48a333f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:48:04.884034 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:48:05.247618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8657361-0585-44c4-a2c3-374fa71f0f48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:48:05.251029 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8657361-0585-44c4-a2c3-374fa71f0f48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:05.349048 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a2e0ee76-c2f8-4175-ba5c-7ce526208ad6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:05.410685 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:05.417132 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] 10.222.0.24 "DELETE /v2.0/networks/a2e0ee76-c2f8-4175-ba5c-7ce526208ad6 HTTP/1.1" status: 204 len: 168 time: 2.0260932 Feb 16 16:48:05.570389 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51294) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:05.575733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59286d58-fb40-489d-9aef-cb3fcb1c172b tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Network': ['ID=0c14a53e-be99-48ad-8874-f5abe35fed89,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:05.594443 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 0c14a53e-be99-48ad-8874-f5abe35fed89 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:48:05.603829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984a2a0-240e-4d60-a929-47cd063cb01b tempest-TaggedBootDevicesTest-837663292 tempest-TaggedBootDevicesTest-837663292-project] Pushing event deleted for resources: {'Network': ['ID=a2e0ee76-c2f8-4175-ba5c-7ce526208ad6,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:05.677059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de51d2-4bf8-48eb-9bbf-a3c1e7a1715c req-a8c30dc7-8782-4511-b7c6-2195623f65b4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:05.678632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07de51d2-4bf8-48eb-9bbf-a3c1e7a1715c req-a8c30dc7-8782-4511-b7c6-2195623f65b4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 944 time: 0.4848189 Feb 16 16:48:05.873143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f511ca-70c1-49ba-b1f2-a122a1a6bb48 req-3f8a9ecf-62f3-4861-ab94-b3c6c2f77602 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:05.893657 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05f511ca-70c1-49ba-b1f2-a122a1a6bb48 req-3f8a9ecf-62f3-4861-ab94-b3c6c2f77602 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.7706451 Feb 16 16:48:06.068999 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5c4c-abd4-4914-9734-52f25a260d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:06.083294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f54318d3-3692-46a3-b4b9-6fb8c0b6af7d no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:48:06.152001 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8657361-0585-44c4-a2c3-374fa71f0f48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:06.172984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: f54318d3-3692-46a3-b4b9-6fb8c0b6af7d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:48:06.182042 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f54318d3-3692-46a3-b4b9-6fb8c0b6af7d not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:48:06.211032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07de51d2-4bf8-48eb-9bbf-a3c1e7a1715c req-dcdc39bf-f8d0-42d9-8d2a-e51a04bb9498 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132604 Feb 16 16:48:06.248902 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05f511ca-70c1-49ba-b1f2-a122a1a6bb48 req-477d36ee-8346-4a08-9570-d6bf3505482e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537416 Feb 16 16:48:06.306881 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8657361-0585-44c4-a2c3-374fa71f0f48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Subnet': ['ID=b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:06.327835 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8657361-0585-44c4-a2c3-374fa71f0f48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Checking segment: {'id': 'cab3a629-5013-4abd-9c8f-fdde885e851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:48:06.328210 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8657361-0585-44c4-a2c3-374fa71f0f48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network hostable DHCP agents. Network: 0c14a53e-be99-48ad-8874-f5abe35fed89, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:48:06.363474 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5c4c-abd4-4914-9734-52f25a260d9d admin admin] Publish callbacks [] for security_group (ee221a86-bd59-45ac-a1d2-14243142b56e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:06.364999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8657361-0585-44c4-a2c3-374fa71f0f48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 0c14a53e-be99-48ad-8874-f5abe35fed89 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:48:06.376973 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5c4c-abd4-4914-9734-52f25a260d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ee221a86-bd59-45ac-a1d2-14243142b56e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:06.380483 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-a8657361-0585-44c4-a2c3-374fa71f0f48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 0c14a53e-be99-48ad-8874-f5abe35fed89) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:06.390598 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8657361-0585-44c4-a2c3-374fa71f0f48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:06.392011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cfd016-1b3a-47f2-bfef-eb1994a994e7 None None] Network 0c14a53e-be99-48ad-8874-f5abe35fed89 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:48:06.392556 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8657361-0585-44c4-a2c3-374fa71f0f48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:06.431250 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a8657361-0585-44c4-a2c3-374fa71f0f48 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7440057 Feb 16 16:48:06.433958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51310) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:06.501344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a0bd5c4c-abd4-4914-9734-52f25a260d9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b47d018a35d344b598baf2d73692f69e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9229717 Feb 16 16:48:06.502094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51312) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:06.502797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd5c4c-abd4-4914-9734-52f25a260d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee221a86-bd59-45ac-a1d2-14243142b56e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:06.624753 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b456f14a-75d2-429c-afe5-17ff781a77d5 admin admin] Publish callbacks [] for security_group (ee221a86-bd59-45ac-a1d2-14243142b56e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:06.677247 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b456f14a-75d2-429c-afe5-17ff781a77d5 admin admin] Publish callbacks [] for security_group (ee221a86-bd59-45ac-a1d2-14243142b56e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:06.785724 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b456f14a-75d2-429c-afe5-17ff781a77d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ee221a86-bd59-45ac-a1d2-14243142b56e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:06.789004 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b456f14a-75d2-429c-afe5-17ff781a77d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:06.792999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-0c14a53e-be99-48ad-8874-f5abe35fed89', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:48:06.800211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b456f14a-75d2-429c-afe5-17ff781a77d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee221a86-bd59-45ac-a1d2-14243142b56e HTTP/1.1" status: 204 len: 168 time: 0.2849035 Feb 16 16:48:06.802699 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:06.832013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456f14a-75d2-429c-afe5-17ff781a77d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee221a86-bd59-45ac-a1d2-14243142b56e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:07.313487 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:07.422712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Allocated IP 2001:db8::2 (0c14a53e-be99-48ad-8874-f5abe35fed89/b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21/9242ad02-fa5e-4119-945e-a15178014c12) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:48:07.632269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51330) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:07.725063 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f5cd0-d61d-43e3-981b-e35478fe5299 req-4b2e1cce-1fa6-4584-94e2-d86dc2196b64 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:07.731972 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e598-2fa1-4678-817b-0b7deb884bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:07.732259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-166f5cd0-d61d-43e3-981b-e35478fe5299 req-4b2e1cce-1fa6-4584-94e2-d86dc2196b64 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.2506492 Feb 16 16:48:07.751564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d695b-3aec-4ca7-9fd3-63a1486c07eb req-238dffd8-e709-470a-bbd0-ff8eb0b8b4d2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:07.769999 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d9d695b-3aec-4ca7-9fd3-63a1486c07eb req-238dffd8-e709-470a-bbd0-ff8eb0b8b4d2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 944 time: 0.3151596 Feb 16 16:48:07.771091 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:07.970412 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-166f5cd0-d61d-43e3-981b-e35478fe5299 req-3c3f8210-77da-4c5b-b443-f4e0f9ab96ce tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959784 Feb 16 16:48:07.984333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:48:07.986785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d9d695b-3aec-4ca7-9fd3-63a1486c07eb req-3308628d-697a-4876-a48b-ecb2f2f0bc87 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123818 Feb 16 16:48:08.068249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:08.068728 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (19a258b2-019f-44cf-9e64-1e3f8db3b3b6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:08.220392 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e598-2fa1-4678-817b-0b7deb884bf1 admin admin] Publish callbacks [] for security_group (77a9f2c8-a986-48fc-8ffe-238139c3991a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:08.235277 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e598-2fa1-4678-817b-0b7deb884bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (77a9f2c8-a986-48fc-8ffe-238139c3991a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:08.278686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7e598-2fa1-4678-817b-0b7deb884bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a9f2c8-a986-48fc-8ffe-238139c3991a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:08.344214 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Publish callbacks [] for port (9242ad02-fa5e-4119-945e-a15178014c12), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:08.346526 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c3a7e598-2fa1-4678-817b-0b7deb884bf1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49f3011a116141708b7168283a23afde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7130260 Feb 16 16:48:08.349135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51336) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:08.369881 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (9242ad02-fa5e-4119-945e-a15178014c12), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:08.484282 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-338c28d9-ef45-478f-bdb2-577616c35595 admin admin] Publish callbacks [] for security_group (77a9f2c8-a986-48fc-8ffe-238139c3991a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:08.527898 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-338c28d9-ef45-478f-bdb2-577616c35595 admin admin] Publish callbacks [] for security_group (77a9f2c8-a986-48fc-8ffe-238139c3991a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:08.557110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:08.560230 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (19a258b2-019f-44cf-9e64-1e3f8db3b3b6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:08.582958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Allocated IP 2001:db8::1 (0c14a53e-be99-48ad-8874-f5abe35fed89/b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21/e4f44625-75d7-4a0d-b30f-f700827fa1e5) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:48:08.594088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Network 0c14a53e-be99-48ad-8874-f5abe35fed89 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:48:08.633220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=19a258b2-019f-44cf-9e64-1e3f8db3b3b6,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:08.637985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bb3071-4d4b-426a-8283-9ae182b17ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a258b2-019f-44cf-9e64-1e3f8db3b3b6'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:48:08.642019 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3ad390-0c59-488e-bccb-d458ecef4159" -d '{"events": [{"server_uuid": "77bb3071-4d4b-426a-8283-9ae182b17ac6", "name": "network-vif-plugged", "status": "completed", "tag": "19a258b2-019f-44cf-9e64-1e3f8db3b3b6"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:48:08.651670 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-338c28d9-ef45-478f-bdb2-577616c35595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (77a9f2c8-a986-48fc-8ffe-238139c3991a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:08.655885 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-338c28d9-ef45-478f-bdb2-577616c35595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:08.657604 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-338c28d9-ef45-478f-bdb2-577616c35595 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77a9f2c8-a986-48fc-8ffe-238139c3991a HTTP/1.1" status: 204 len: 168 time: 0.3069534 Feb 16 16:48:08.703775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:08.709455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c28d9-ef45-478f-bdb2-577616c35595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a9f2c8-a986-48fc-8ffe-238139c3991a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:08.725925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:48:08.733328 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (19a258b2-019f-44cf-9e64-1e3f8db3b3b6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:08.956912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Pushing event updated for resources: {'Port': ['ID=9242ad02-fa5e-4119-945e-a15178014c12,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:08.968580 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:09.078895 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:09.157915 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=19a258b2-019f-44cf-9e64-1e3f8db3b3b6,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:09.182852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Attempting to bind port 9242ad02-fa5e-4119-945e-a15178014c12 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:48:09.185095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Attempting to bind port 9242ad02-fa5e-4119-945e-a15178014c12 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'cab3a629-5013-4abd-9c8f-fdde885e851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:48:09.187243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Attempting to bind port 9242ad02-fa5e-4119-945e-a15178014c12 on network 0c14a53e-be99-48ad-8874-f5abe35fed89 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:48:09.208317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:48:09.216402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Checking segment: {'id': 'cab3a629-5013-4abd-9c8f-fdde885e851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:48:09.217723 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:09.219007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Bound using segment: {'id': 'cab3a629-5013-4abd-9c8f-fdde885e851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:48:09.224467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Bound port: 9242ad02-fa5e-4119-945e-a15178014c12, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab3a629-5013-4abd-9c8f-fdde885e851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:48:09.226276 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9242ad02-fa5e-4119-945e-a15178014c12), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:09.286099 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d04b6c-bca8-47b0-9b2d-aac5a73351a8 x-openstack-request-id: req-a9d04b6c-bca8-47b0-9b2d-aac5a73351a8 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:48:09.290086 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bb3071-4d4b-426a-8283-9ae182b17ac6", "name": "network-vif-plugged", "status": "completed", "tag": "19a258b2-019f-44cf-9e64-1e3f8db3b3b6", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:48:09.290913 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9d04b6c-bca8-47b0-9b2d-aac5a73351a8 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:48:09.290913 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bb3071-4d4b-426a-8283-9ae182b17ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a258b2-019f-44cf-9e64-1e3f8db3b3b6', 'code': 200} Feb 16 16:48:09.420181 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=e4f44625-75d7-4a0d-b30f-f700827fa1e5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:09.494642 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 0c14a53e-be99-48ad-8874-f5abe35fed89 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:48:09.504813 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:09.515864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:48:09.516437 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:09.519802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] For port 9242ad02-fa5e-4119-945e-a15178014c12, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:48:09.534617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] For port 9242ad02-fa5e-4119-945e-a15178014c12, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9242ad02-fa5e-4119-945e-a15178014c12,segment=NetworkSegment(cab3a629-5013-4abd-9c8f-fdde885e851a),segment_id=cab3a629-5013-4abd-9c8f-fdde885e851a)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:48:09.603842 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9242ad02-fa5e-4119-945e-a15178014c12), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:09.867956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba5bf0-e71c-47cc-b4e1-d34fd64f6963 None None] Pushing event updated for resources: {'Port': ['ID=9242ad02-fa5e-4119-945e-a15178014c12,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:09.918163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f1d8b-16f9-4dfc-b5e9-b2e0dda7c751 req-4590b8ea-03d0-4113-b19c-9c4d94a247b5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:09.939116 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-989f1d8b-16f9-4dfc-b5e9-b2e0dda7c751 req-4590b8ea-03d0-4113-b19c-9c4d94a247b5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 945 time: 0.6982701 Feb 16 16:48:10.053278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990385b-14e7-4f63-b596-102ef4575f23 req-b20e521e-c48d-46c4-8f6b-8fe8849e3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:10.061582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c990385b-14e7-4f63-b596-102ef4575f23 req-b20e521e-c48d-46c4-8f6b-8fe8849e3d2f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 1127 time: 0.7091625 Feb 16 16:48:10.064979 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59e8732d-0dc6-4380-b9d4-1f6a7d9d8316 req-076b4e0d-4d41-4a20-ad32-4709e85da8dd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9650807 Feb 16 16:48:10.088209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad0a27-2e63-4da7-af40-3a271f9e191c req-9861ee83-f8c1-4708-8771-e14d299a6bf4 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:10.101235 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-acad0a27-2e63-4da7-af40-3a271f9e191c req-9861ee83-f8c1-4708-8771-e14d299a6bf4 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.5665841 Feb 16 16:48:10.298870 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:11.047192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:11.061458 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:11.062333 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:11.492076 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-989f1d8b-16f9-4dfc-b5e9-b2e0dda7c751 req-731c1f3e-b2be-4510-b17c-632605726f0f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5468998 Feb 16 16:48:11.511011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 0c14a53e-be99-48ad-8874-f5abe35fed89 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:48:11.520708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8732d-0dc6-4380-b9d4-1f6a7d9d8316 req-99131467-98bb-41db-9e7d-d487e270f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:11.529831 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59e8732d-0dc6-4380-b9d4-1f6a7d9d8316 req-99131467-98bb-41db-9e7d-d487e270f1e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 1128 time: 1.3168397 Feb 16 16:48:11.549543 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:11.729653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-acad0a27-2e63-4da7-af40-3a271f9e191c req-5d37f9c9-3cda-40c7-8393-14cabcd6727f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6237185 Feb 16 16:48:11.767123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c990385b-14e7-4f63-b596-102ef4575f23 req-d2527f79-94ae-490b-9efc-2d2a9fba9bea service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6853080 Feb 16 16:48:11.926385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=e4f44625-75d7-4a0d-b30f-f700827fa1e5,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:12.148683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eca715f-9190-4b13-8996-beed60814aa5 None None] Network 0c14a53e-be99-48ad-8874-f5abe35fed89 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:48:12.298380 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9242ad02-fa5e-4119-945e-a15178014c12 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:12.504662 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c9ee99d8-f2fe-4d58-bfd4-9721d56f9c21 None None] Provisioning complete for port 9242ad02-fa5e-4119-945e-a15178014c12 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:12.505867 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c9ee99d8-f2fe-4d58-bfd4-9721d56f9c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9242ad02-fa5e-4119-945e-a15178014c12), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:12.750829 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee99d8-f2fe-4d58-bfd4-9721d56f9c21 None None] Current status of the port 9242ad02-fa5e-4119-945e-a15178014c12 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:12.751597 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c9ee99d8-f2fe-4d58-bfd4-9721d56f9c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9242ad02-fa5e-4119-945e-a15178014c12), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:12.766293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9242ad02-fa5e-4119-945e-a15178014c12 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:12.766293 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9242ad02-fa5e-4119-945e-a15178014c12), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:12.925353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c9ee99d8-f2fe-4d58-bfd4-9721d56f9c21 None None] For port 9242ad02-fa5e-4119-945e-a15178014c12, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9242ad02-fa5e-4119-945e-a15178014c12,segment=NetworkSegment(cab3a629-5013-4abd-9c8f-fdde885e851a),segment_id=cab3a629-5013-4abd-9c8f-fdde885e851a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:12.949512 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0229f7b-6714-428b-9f2f-4310ac3e1bd1 req-340259f4-24b9-48d4-a29d-e3780ee16871 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:12.953525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0229f7b-6714-428b-9f2f-4310ac3e1bd1 req-340259f4-24b9-48d4-a29d-e3780ee16871 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 945 time: 0.2651243 Feb 16 16:48:12.965506 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c9ee99d8-f2fe-4d58-bfd4-9721d56f9c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9242ad02-fa5e-4119-945e-a15178014c12), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:13.194580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee99d8-f2fe-4d58-bfd4-9721d56f9c21 None None] Pushing event updated for resources: {'Port': ['ID=9242ad02-fa5e-4119-945e-a15178014c12,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:13.286990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0229f7b-6714-428b-9f2f-4310ac3e1bd1 req-bd7b32a5-14d1-450d-9cc1-f06a36f0289f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256123 Feb 16 16:48:13.340090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455ccad-656f-4f83-bc0e-8a26aeed6c76 req-7dcb8b6a-cc42-4ddc-80c1-024803806a1a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:13.355597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8732d-0dc6-4380-b9d4-1f6a7d9d8316 req-d35d1cdd-4e45-47d7-9075-560ea670068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:13.357649 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59e8732d-0dc6-4380-b9d4-1f6a7d9d8316 req-d35d1cdd-4e45-47d7-9075-560ea670068d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 907 time: 1.7848687 Feb 16 16:48:13.370625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7455ccad-656f-4f83-bc0e-8a26aeed6c76 req-7dcb8b6a-cc42-4ddc-80c1-024803806a1a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.3238482 Feb 16 16:48:13.430866 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59e8732d-0dc6-4380-b9d4-1f6a7d9d8316 req-cbc6d390-325d-4671-b473-58565fc1a067 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c28583-96df-4979-a693-6ec0a3481d95 HTTP/1.1" status: 200 len: 217 time: 0.0599728 Feb 16 16:48:13.462200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-83caf61b-587c-416c-9b18-10cb601642e4 None None] Provisioning complete for port 9242ad02-fa5e-4119-945e-a15178014c12 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:13.464034 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-83caf61b-587c-416c-9b18-10cb601642e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9242ad02-fa5e-4119-945e-a15178014c12), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:13.505106 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 9cb69a4d-1452-4002-8814-911db5f67673 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:48:13.515996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9242ad02-fa5e-4119-945e-a15178014c12 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:13.627392 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:48:13.639897 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d48a45b3-8005-45fa-b22d-1f2747376b6a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/9cb69a4d-1452-4002-8814-911db5f67673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2047870 Feb 16 16:48:13.641164 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Sync routers for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:48:13.643401 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51426) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:13.648239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1937f8d7-f222-4bd1-a7c6-760ad372d963 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2103803658'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:48:13.665615 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7455ccad-656f-4f83-bc0e-8a26aeed6c76 req-439d93ea-abeb-4d59-ab6f-5fcae0792a78 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935526 Feb 16 16:48:13.677263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8732d-0dc6-4380-b9d4-1f6a7d9d8316 req-63b05998-c269-4268-b4e0-d960aa9fddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:13.681277 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59e8732d-0dc6-4380-b9d4-1f6a7d9d8316 req-63b05998-c269-4268-b4e0-d960aa9fddc2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.2246475 Feb 16 16:48:13.682013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1937f8d7-f222-4bd1-a7c6-760ad372d963 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:48:13.687084 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1937f8d7-f222-4bd1-a7c6-760ad372d963 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:13.712576 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:48:13.713633 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:47:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:13.765508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1937f8d7-f222-4bd1-a7c6-760ad372d963 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:48:13.809302 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1937f8d7-f222-4bd1-a7c6-760ad372d963 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (872dc62d-3f24-4739-ac72-ac58c403d602), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:13.809555 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-1937f8d7-f222-4bd1-a7c6-760ad372d963 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Added segment 872dc62d-3f24-4739-ac72-ac58c403d602 of type vlan for network cf0424b1-e2c6-49ee-bda7-72f170cb03ae Feb 16 16:48:13.946332 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:48:13.948287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1937f8d7-f222-4bd1-a7c6-760ad372d963 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (cf0424b1-e2c6-49ee-bda7-72f170cb03ae), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:14.007542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-83caf61b-587c-416c-9b18-10cb601642e4 None None] Current status of the port 9242ad02-fa5e-4119-945e-a15178014c12 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:14.035852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-83caf61b-587c-416c-9b18-10cb601642e4 None None] Provisioning complete for port e4f44625-75d7-4a0d-b30f-f700827fa1e5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:14.036514 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-83caf61b-587c-416c-9b18-10cb601642e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:14.114247 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59e8732d-0dc6-4380-b9d4-1f6a7d9d8316 req-6f3d4b70-1cec-45cd-9f42-844aad67f779 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3890202 Feb 16 16:48:14.115391 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1937f8d7-f222-4bd1-a7c6-760ad372d963 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (cf0424b1-e2c6-49ee-bda7-72f170cb03ae), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:14.145154 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1937f8d7-f222-4bd1-a7c6-760ad372d963 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:14.146221 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1937f8d7-f222-4bd1-a7c6-760ad372d963 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:14.170947 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-83caf61b-587c-416c-9b18-10cb601642e4 None None] Port e4f44625-75d7-4a0d-b30f-f700827fa1e5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:48:14.253731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9242ad02-fa5e-4119-945e-a15178014c12 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:14.363202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51444) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:14.365022 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1937f8d7-f222-4bd1-a7c6-760ad372d963 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7151744 Feb 16 16:48:14.374451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8fa4b69f-e617-4216-8905-0149a2a9dde1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'subnet': {'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:48:14.657361 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937f8d7-f222-4bd1-a7c6-760ad372d963 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Network': ['ID=cf0424b1-e2c6-49ee-bda7-72f170cb03ae,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:14.697903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network cf0424b1-e2c6-49ee-bda7-72f170cb03ae details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:48:14.793416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9242ad02-fa5e-4119-945e-a15178014c12 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:14.794142 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9242ad02-fa5e-4119-945e-a15178014c12), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:14.795967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8c985cfe-faf9-401a-97ce-a79e5e06f83b None None] Provisioning complete for port e4f44625-75d7-4a0d-b30f-f700827fa1e5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:14.803550 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8c985cfe-faf9-401a-97ce-a79e5e06f83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:14.936402 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:09Z', 'revision_number': 2, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:10Z', 'revision_number': 2, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:15.040261 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Checking router: 9cb69a4d-1452-4002-8814-911db5f67673 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:48:15.041213 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Updating router 9cb69a4d-1452-4002-8814-911db5f67673 port e4f44625-75d7-4a0d-b30f-f700827fa1e5 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:48:15.073657 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59e8732d-0dc6-4380-b9d4-1f6a7d9d8316 req-fb143ca1-68c6-4432-a9a6-b9d76db4a9c5 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9134989 Feb 16 16:48:15.125391 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:15.272524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8c985cfe-faf9-401a-97ce-a79e5e06f83b None None] Port e4f44625-75d7-4a0d-b30f-f700827fa1e5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:48:15.289932 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-59e8732d-0dc6-4380-b9d4-1f6a7d9d8316 req-9d25776c-9b93-4bd4-aaaa-5d6b467e6863 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056637 Feb 16 16:48:15.402325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9242ad02-fa5e-4119-945e-a15178014c12 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:15.431012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-24a11e0a-8ea2-4268-b437-99fc0b11b41f None None] Provisioning complete for port e4f44625-75d7-4a0d-b30f-f700827fa1e5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:15.431407 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-24a11e0a-8ea2-4268-b437-99fc0b11b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:15.549126 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-24a11e0a-8ea2-4268-b437-99fc0b11b41f None None] Port e4f44625-75d7-4a0d-b30f-f700827fa1e5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:48:15.556382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51474) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:15.614639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa4b69f-e617-4216-8905-0149a2a9dde1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:48:15.629454 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b69f-e617-4216-8905-0149a2a9dde1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:15.708145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97199a-eb54-4ea7-84eb-c34c82dee8f1 req-76161f15-6b37-494c-84e9-cb013972973f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:15.710145 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e97199a-eb54-4ea7-84eb-c34c82dee8f1 req-76161f15-6b37-494c-84e9-cb013972973f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 945 time: 0.9906583 Feb 16 16:48:15.755500 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b69b14a5-e53c-4cce-8899-10b72882ff1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:15.882941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587801e0-16d5-4f25-be06-51b0f0d66a3c req-e5f91f85-363c-4bd6-8297-c2b12b124042 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:15.890263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-587801e0-16d5-4f25-be06-51b0f0d66a3c req-e5f91f85-363c-4bd6-8297-c2b12b124042 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.6319888 Feb 16 16:48:15.897911 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e97199a-eb54-4ea7-84eb-c34c82dee8f1 req-250c262e-5cc7-4244-971d-8f85d56b5347 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604590 Feb 16 16:48:15.915415 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Publish callbacks [] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:15.952666 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:15.995925 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-587801e0-16d5-4f25-be06-51b0f0d66a3c req-d5ed3cdb-6d03-44c5-bda5-003eaf249276 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043694 Feb 16 16:48:16.065479 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b69b14a5-e53c-4cce-8899-10b72882ff1f admin admin] Publish callbacks [] for security_group (8be25bd6-5854-4ef1-9193-c315e8de175f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:16.072637 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b69b14a5-e53c-4cce-8899-10b72882ff1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8be25bd6-5854-4ef1-9193-c315e8de175f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:16.080622 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9396bdf-fc26-4e80-872f-a282eb2362fa None None] Pushing event updated for resources: {'Port': ['ID=e4f44625-75d7-4a0d-b30f-f700827fa1e5,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:16.174122 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b69b14a5-e53c-4cce-8899-10b72882ff1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f872867820604727b5b3f3d236593593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6152003 Feb 16 16:48:16.175221 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51484) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:16.177025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b14a5-e53c-4cce-8899-10b72882ff1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be25bd6-5854-4ef1-9193-c315e8de175f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:16.223009 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b69f-e617-4216-8905-0149a2a9dde1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (cebd957f-aa00-4488-b98f-477197449e7d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:16.235613 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9396bdf-fc26-4e80-872f-a282eb2362fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:16.242768 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9396bdf-fc26-4e80-872f-a282eb2362fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:16.245020 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9396bdf-fc26-4e80-872f-a282eb2362fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:16.245735 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9396bdf-fc26-4e80-872f-a282eb2362fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:16.245735 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9396bdf-fc26-4e80-872f-a282eb2362fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:16.246049 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9396bdf-fc26-4e80-872f-a282eb2362fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:16.246377 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9396bdf-fc26-4e80-872f-a282eb2362fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:16.246708 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9396bdf-fc26-4e80-872f-a282eb2362fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:16.258318 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9396bdf-fc26-4e80-872f-a282eb2362fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:16.258737 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9396bdf-fc26-4e80-872f-a282eb2362fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:16.265097 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9396bdf-fc26-4e80-872f-a282eb2362fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:16.265097 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9396bdf-fc26-4e80-872f-a282eb2362fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:16.265097 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9396bdf-fc26-4e80-872f-a282eb2362fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:16.343884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bd5f7-497c-49af-bb89-e56fdaf4700d req-1f8aa267-af9d-4736-bd8c-2fe41a7c8eac tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:16.345862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa8bd5f7-497c-49af-bb89-e56fdaf4700d req-1f8aa267-af9d-4736-bd8c-2fe41a7c8eac tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 945 time: 0.2101965 Feb 16 16:48:16.352602 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf6759b1-cd75-4a18-8314-86bd0c3b2318 admin admin] Publish callbacks [] for security_group (8be25bd6-5854-4ef1-9193-c315e8de175f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:16.366347 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4b69f-e617-4216-8905-0149a2a9dde1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Subnet': ['ID=cebd957f-aa00-4488-b98f-477197449e7d,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:16.414329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4b69f-e617-4216-8905-0149a2a9dde1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Checking segment: {'id': '872dc62d-3f24-4739-ac72-ac58c403d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:48:16.414888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa4b69f-e617-4216-8905-0149a2a9dde1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network hostable DHCP agents. Network: cf0424b1-e2c6-49ee-bda7-72f170cb03ae, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:48:16.428518 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf6759b1-cd75-4a18-8314-86bd0c3b2318 admin admin] Publish callbacks [] for security_group (8be25bd6-5854-4ef1-9193-c315e8de175f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:16.565104 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf6759b1-cd75-4a18-8314-86bd0c3b2318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8be25bd6-5854-4ef1-9193-c315e8de175f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:16.566740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa8bd5f7-497c-49af-bb89-e56fdaf4700d req-6da3aaf6-27e5-49e8-8a14-9d4973216ecc tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095766 Feb 16 16:48:16.569723 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf6759b1-cd75-4a18-8314-86bd0c3b2318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:16.571009 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cf6759b1-cd75-4a18-8314-86bd0c3b2318 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8be25bd6-5854-4ef1-9193-c315e8de175f HTTP/1.1" status: 204 len: 168 time: 0.3906171 Feb 16 16:48:16.581306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa4b69f-e617-4216-8905-0149a2a9dde1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network cf0424b1-e2c6-49ee-bda7-72f170cb03ae is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:48:16.591593 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6759b1-cd75-4a18-8314-86bd0c3b2318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be25bd6-5854-4ef1-9193-c315e8de175f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:16.607018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-8fa4b69f-e617-4216-8905-0149a2a9dde1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, cf0424b1-e2c6-49ee-bda7-72f170cb03ae) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:16.628301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f075d480-25ef-4cb4-bc9d-445c188408ce None None] Network cf0424b1-e2c6-49ee-bda7-72f170cb03ae requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:48:16.632934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa4b69f-e617-4216-8905-0149a2a9dde1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:16.633536 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b69f-e617-4216-8905-0149a2a9dde1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:16.716477 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51494) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:16.716696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8fa4b69f-e617-4216-8905-0149a2a9dde1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3502517 Feb 16 16:48:16.820566 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Attempting to bind port e4f44625-75d7-4a0d-b30f-f700827fa1e5 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:48:16.820871 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Attempting to bind port e4f44625-75d7-4a0d-b30f-f700827fa1e5 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'cab3a629-5013-4abd-9c8f-fdde885e851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:48:16.821424 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Attempting to bind port e4f44625-75d7-4a0d-b30f-f700827fa1e5 on network 0c14a53e-be99-48ad-8874-f5abe35fed89 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:48:16.854367 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:48:16.860371 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Checking segment: {'id': 'cab3a629-5013-4abd-9c8f-fdde885e851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:48:16.864747 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:16.868660 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Bound using segment: {'id': 'cab3a629-5013-4abd-9c8f-fdde885e851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:48:16.869407 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Bound port: e4f44625-75d7-4a0d-b30f-f700827fa1e5, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab3a629-5013-4abd-9c8f-fdde885e851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:48:16.870618 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:17.062047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:48:17.065877 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:17.250302 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] For port e4f44625-75d7-4a0d-b30f-f700827fa1e5, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:48:17.261684 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] For port e4f44625-75d7-4a0d-b30f-f700827fa1e5, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e4f44625-75d7-4a0d-b30f-f700827fa1e5,segment=NetworkSegment(cab3a629-5013-4abd-9c8f-fdde885e851a),segment_id=cab3a629-5013-4abd-9c8f-fdde885e851a)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:48:17.298210 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:17.478558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d18aab-8c08-49a6-b799-b56b0ebb3bc8 req-6310d00a-7f6d-40cf-8d44-8aa367c05045 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:17.494234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c3d18aab-8c08-49a6-b799-b56b0ebb3bc8 req-6310d00a-7f6d-40cf-8d44-8aa367c05045 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.2906039 Feb 16 16:48:17.520580 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:48:17.521215 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:47:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:17.605940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65b947-305c-4e1d-b70a-702a87505754 req-16af700a-ad36-408c-98dc-20c62633d08e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:17.612522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ae65b947-305c-4e1d-b70a-702a87505754 req-16af700a-ad36-408c-98dc-20c62633d08e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 945 time: 0.3167305 Feb 16 16:48:17.769725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c3d18aab-8c08-49a6-b799-b56b0ebb3bc8 req-bcd37f8a-2a8b-451c-b0a6-1ae9d6f48e77 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724788 Feb 16 16:48:17.794779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51510) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:17.849550 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9396bdf-fc26-4e80-872f-a282eb2362fa None None] Pushing event updated for resources: {'Port': ['ID=e4f44625-75d7-4a0d-b30f-f700827fa1e5,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:17.860279 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eda58a53-6f51-40c6-8659-3b22faa5f2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:17.926255 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:48:17.951899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ae65b947-305c-4e1d-b70a-702a87505754 req-bdf66bf1-7f2a-4899-9719-dbf8e5216485 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666831 Feb 16 16:48:18.106354 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Allocated IP 2001:db8:1::2 (cf0424b1-e2c6-49ee-bda7-72f170cb03ae/cebd957f-aa00-4488-b98f-477197449e7d/9b7b63c0-3f11-433b-b3f5-bd700e4ab336) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:48:18.150141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:18.201383 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eda58a53-6f51-40c6-8659-3b22faa5f2fd admin admin] Publish callbacks [] for security_group (620b298b-5879-4eb1-8599-adaa00852340), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:18.223375 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eda58a53-6f51-40c6-8659-3b22faa5f2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (620b298b-5879-4eb1-8599-adaa00852340), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:18.290151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b223efd9-ef13-4f96-945c-e6238395f004 None None] Provisioning complete for port e4f44625-75d7-4a0d-b30f-f700827fa1e5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:18.290795 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b223efd9-ef13-4f96-945c-e6238395f004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:18.347233 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-eda58a53-6f51-40c6-8659-3b22faa5f2fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e44c1c3c5434bb7b31099d57f02438d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5503750 Feb 16 16:48:18.361957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51520) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:18.383114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda58a53-6f51-40c6-8659-3b22faa5f2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620b298b-5879-4eb1-8599-adaa00852340,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:18.675196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b223efd9-ef13-4f96-945c-e6238395f004 None None] Current status of the port e4f44625-75d7-4a0d-b30f-f700827fa1e5 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:18.679114 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b223efd9-ef13-4f96-945c-e6238395f004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:18.718421 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Publish callbacks [] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:18.725153 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d8b44dca-5c1f-4c81-993c-a90c0838036d admin admin] Publish callbacks [] for security_group (620b298b-5879-4eb1-8599-adaa00852340), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:18.780926 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:18.786847 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ae8af-918c-475c-a1a5-a3e72c6481fb req-9fb37074-abc9-427a-9f10-8c8174d96aad tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:18.795001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-077ae8af-918c-475c-a1a5-a3e72c6481fb req-9fb37074-abc9-427a-9f10-8c8174d96aad tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.65 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 945 time: 0.3448894 Feb 16 16:48:18.870106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Network cf0424b1-e2c6-49ee-bda7-72f170cb03ae is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:48:18.884805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:18.912122 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:09Z', 'revision_number': 2, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:17Z', 'revision_number': 4, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:18.996591 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d8b44dca-5c1f-4c81-993c-a90c0838036d admin admin] Publish callbacks [] for security_group (620b298b-5879-4eb1-8599-adaa00852340), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:19.014820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b223efd9-ef13-4f96-945c-e6238395f004 None None] For port e4f44625-75d7-4a0d-b30f-f700827fa1e5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e4f44625-75d7-4a0d-b30f-f700827fa1e5,segment=NetworkSegment(cab3a629-5013-4abd-9c8f-fdde885e851a),segment_id=cab3a629-5013-4abd-9c8f-fdde885e851a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:19.016393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:48:19.046152 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc57a16d-ab53-4bbb-91c4-b4bacd69fe92 None None] The sync data for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 is: [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:09Z', 'revision_number': 2, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:17Z', 'revision_number': 4, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:48:19.047301 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b223efd9-ef13-4f96-945c-e6238395f004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:19.141308 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Allocated IP 2001:db8:1::1 (cf0424b1-e2c6-49ee-bda7-72f170cb03ae/cebd957f-aa00-4488-b98f-477197449e7d/ec9aaac9-692f-498e-8301-6a0668c6e0ad) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:48:19.326480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Attempting to bind port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:48:19.327041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Attempting to bind port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '872dc62d-3f24-4739-ac72-ac58c403d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:48:19.327159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Attempting to bind port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 on network cf0424b1-e2c6-49ee-bda7-72f170cb03ae {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:48:19.372284 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:48:19.373671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Checking segment: {'id': '872dc62d-3f24-4739-ac72-ac58c403d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:48:19.374677 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:19.374677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Bound using segment: {'id': '872dc62d-3f24-4739-ac72-ac58c403d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:48:19.374971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Bound port: 9b7b63c0-3f11-433b-b3f5-bd700e4ab336, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872dc62d-3f24-4739-ac72-ac58c403d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:48:19.384418 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:19.444730 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:19.476688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Pushing event updated for resources: {'Port': ['ID=9b7b63c0-3f11-433b-b3f5-bd700e4ab336,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:19.500568 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:19.538197 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d8b44dca-5c1f-4c81-993c-a90c0838036d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (620b298b-5879-4eb1-8599-adaa00852340), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:19.547018 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d8b44dca-5c1f-4c81-993c-a90c0838036d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:19.570622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d8b44dca-5c1f-4c81-993c-a90c0838036d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/620b298b-5879-4eb1-8599-adaa00852340 HTTP/1.1" status: 204 len: 168 time: 1.2002585 Feb 16 16:48:19.583661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network cf0424b1-e2c6-49ee-bda7-72f170cb03ae is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:48:19.598545 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:19.603082 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:48:19.604033 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:19.618236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b44dca-5c1f-4c81-993c-a90c0838036d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620b298b-5879-4eb1-8599-adaa00852340,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:19.683220 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=ec9aaac9-692f-498e-8301-6a0668c6e0ad,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:19.741929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac007a5f-a2a5-4c85-9f65-13dba9cb0f80 req-4241ac1c-ef1d-496a-a84f-379eac5b8979 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:19.744763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac007a5f-a2a5-4c85-9f65-13dba9cb0f80 req-4241ac1c-ef1d-496a-a84f-379eac5b8979 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 945 time: 0.5308578 Feb 16 16:48:19.788607 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67f2d2-bfbd-419d-92fb-d8b8ed023b08 req-cb65f1d7-b642-4f16-a0b4-59bf6931dd65 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:19.798008 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec67f2d2-bfbd-419d-92fb-d8b8ed023b08 req-cb65f1d7-b642-4f16-a0b4-59bf6931dd65 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.7967675 Feb 16 16:48:19.840651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] For port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:48:19.845737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] For port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9b7b63c0-3f11-433b-b3f5-bd700e4ab336,segment=NetworkSegment(872dc62d-3f24-4739-ac72-ac58c403d602),segment_id=872dc62d-3f24-4739-ac72-ac58c403d602)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:48:19.900672 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:19.968324 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec67f2d2-bfbd-419d-92fb-d8b8ed023b08 req-0a050ed6-2345-4c39-abb4-4f71f331fd96 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693449 Feb 16 16:48:19.992112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-153bbaa6-c4e7-4dbf-b787-c66e3d206c2c None None] Provisioning complete for port e4f44625-75d7-4a0d-b30f-f700827fa1e5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:19.992536 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-153bbaa6-c4e7-4dbf-b787-c66e3d206c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:20.006758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-077ae8af-918c-475c-a1a5-a3e72c6481fb req-31420a59-c5e7-452d-a540-c02f79e271b5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Deleting port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:48:20.012508 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-077ae8af-918c-475c-a1a5-a3e72c6481fb req-31420a59-c5e7-452d-a540-c02f79e271b5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (19a258b2-019f-44cf-9e64-1e3f8db3b3b6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:20.068010 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:20.223084 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223efd9-ef13-4f96-945c-e6238395f004 None None] Pushing event updated for resources: {'Port': ['ID=e4f44625-75d7-4a0d-b30f-f700827fa1e5,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:20.375082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e4f44625-75d7-4a0d-b30f-f700827fa1e5 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:20.717400 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac007a5f-a2a5-4c85-9f65-13dba9cb0f80 req-dc2b0259-dbc5-4cbc-a389-a4a000b8ea49 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9617164 Feb 16 16:48:20.730820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-077ae8af-918c-475c-a1a5-a3e72c6481fb req-31420a59-c5e7-452d-a540-c02f79e271b5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] For port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=19a258b2-019f-44cf-9e64-1e3f8db3b3b6,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:20.731189 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-077ae8af-918c-475c-a1a5-a3e72c6481fb req-31420a59-c5e7-452d-a540-c02f79e271b5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (19a258b2-019f-44cf-9e64-1e3f8db3b3b6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:20.786520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-077ae8af-918c-475c-a1a5-a3e72c6481fb req-31420a59-c5e7-452d-a540-c02f79e271b5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Calling delete_port for 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:48:20.823626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-153bbaa6-c4e7-4dbf-b787-c66e3d206c2c None None] Current status of the port e4f44625-75d7-4a0d-b30f-f700827fa1e5 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:20.932933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c3ab9-2d3e-449f-825e-a231f1cb5c79 None None] Pushing event updated for resources: {'Port': ['ID=9b7b63c0-3f11-433b-b3f5-bd700e4ab336,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:20.950409 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e4f44625-75d7-4a0d-b30f-f700827fa1e5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:20.956594 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:21.198184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e4f44625-75d7-4a0d-b30f-f700827fa1e5 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:21.414900 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:21.438676 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:21.439978 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:21.445676 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-077ae8af-918c-475c-a1a5-a3e72c6481fb req-31420a59-c5e7-452d-a540-c02f79e271b5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (19a258b2-019f-44cf-9e64-1e3f8db3b3b6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:21.470976 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f1c28583-96df-4979-a693-6ec0a3481d95'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:48:21.652539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:48:21.701194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65916f7b-035b-48e3-970a-02d329434af7 req-c00fb07b-c3f9-4c24-a5e6-9465000bccac tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:21.730093 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=ec9aaac9-692f-498e-8301-6a0668c6e0ad,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:21.732472 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65916f7b-035b-48e3-970a-02d329434af7 req-c00fb07b-c3f9-4c24-a5e6-9465000bccac tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.4602089 Feb 16 16:48:21.835504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:48:21.836203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:48:21.933351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network cf0424b1-e2c6-49ee-bda7-72f170cb03ae is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:48:21.934854 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:22.108836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31420a59-c5e7-452d-a540-c02f79e271b5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Pushing event deleted for resources: {'Port': ['ID=19a258b2-019f-44cf-9e64-1e3f8db3b3b6,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:22.130734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-077ae8af-918c-475c-a1a5-a3e72c6481fb req-31420a59-c5e7-452d-a540-c02f79e271b5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] No DVR routers for this DVR port 19a258b2-019f-44cf-9e64-1e3f8db3b3b6 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:48:22.194926 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-077ae8af-918c-475c-a1a5-a3e72c6481fb req-31420a59-c5e7-452d-a540-c02f79e271b5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:22.213308 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-077ae8af-918c-475c-a1a5-a3e72c6481fb req-31420a59-c5e7-452d-a540-c02f79e271b5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.65 "DELETE /v2.0/ports/19a258b2-019f-44cf-9e64-1e3f8db3b3b6 HTTP/1.1" status: 204 len: 173 time: 3.3992696 Feb 16 16:48:22.227852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bb3071-4d4b-426a-8283-9ae182b17ac6', 'name': 'network-vif-deleted', 'tag': '19a258b2-019f-44cf-9e64-1e3f8db3b3b6'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:48:22.233361 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ca345f-e7e7-4c31-89da-d62a6466108a" -d '{"events": [{"server_uuid": "77bb3071-4d4b-426a-8283-9ae182b17ac6", "name": "network-vif-deleted", "tag": "19a258b2-019f-44cf-9e64-1e3f8db3b3b6"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:48:22.358657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e4f44625-75d7-4a0d-b30f-f700827fa1e5 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:22.429766 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 9cb69a4d-1452-4002-8814-911db5f67673 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:48:22.543319 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6a3d94a-1110-424b-a535-852ff6bd29c6 req-f7daa767-9ffe-4cf9-a775-650253322db2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=77bb3071-4d4b-426a-8283-9ae182b17ac6 HTTP/1.1" status: 200 len: 210 time: 0.3165016 Feb 16 16:48:22.594510 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e4f44625-75d7-4a0d-b30f-f700827fa1e5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:22.594998 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:22.616442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65916f7b-035b-48e3-970a-02d329434af7 req-ebc087df-747f-4a6c-9084-11516af97b97 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8642354 Feb 16 16:48:22.719795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410783c0-7807-43fa-92cf-1d21b3db5807 None None] Network cf0424b1-e2c6-49ee-bda7-72f170cb03ae requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:48:22.926703 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:48:22.940558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51600) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:22.946880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b8f042d7-5521-4852-979d-98c9122cfc8c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1806376489'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:48:22.952421 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5922c3df-9d74-425f-af2a-a364354a0b3c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/9cb69a4d-1452-4002-8814-911db5f67673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2345116 Feb 16 16:48:22.966582 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c4de0d0e-c664-4d6f-b035-f45dd88ab15a None None] Provisioning complete for port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:22.970628 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c4de0d0e-c664-4d6f-b035-f45dd88ab15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:23.013407 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f042d7-5521-4852-979d-98c9122cfc8c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:48:23.039606 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8f042d7-5521-4852-979d-98c9122cfc8c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:23.084340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Sync routers for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:48:23.101829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f042d7-5521-4852-979d-98c9122cfc8c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:48:23.123940 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef89632-d8d6-4117-85b8-9d21f61b6d08 x-openstack-request-id: req-2ef89632-d8d6-4117-85b8-9d21f61b6d08 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:48:23.124617 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bb3071-4d4b-426a-8283-9ae182b17ac6", "name": "network-vif-deleted", "tag": "19a258b2-019f-44cf-9e64-1e3f8db3b3b6", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:48:23.125692 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ef89632-d8d6-4117-85b8-9d21f61b6d08 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:48:23.127916 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bb3071-4d4b-426a-8283-9ae182b17ac6', 'name': 'network-vif-deleted', 'tag': '19a258b2-019f-44cf-9e64-1e3f8db3b3b6', 'status': 'completed', 'code': 200} Feb 16 16:48:23.137977 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8f042d7-5521-4852-979d-98c9122cfc8c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (13daa39f-babb-4928-b9e4-8e06c3aa2bb3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:23.140174 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-b8f042d7-5521-4852-979d-98c9122cfc8c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Added segment 13daa39f-babb-4928-b9e4-8e06c3aa2bb3 of type vlan for network 9875bc17-6982-426b-9e8c-f7f2e549810d Feb 16 16:48:23.256582 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8f042d7-5521-4852-979d-98c9122cfc8c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (9875bc17-6982-426b-9e8c-f7f2e549810d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:23.281228 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:48:23.281228 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:47:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:23.332379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8f042d7-5521-4852-979d-98c9122cfc8c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (9875bc17-6982-426b-9e8c-f7f2e549810d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:23.339242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f042d7-5521-4852-979d-98c9122cfc8c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:23.340075 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8f042d7-5521-4852-979d-98c9122cfc8c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:23.561821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f042d7-5521-4852-979d-98c9122cfc8c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Network': ['ID=9875bc17-6982-426b-9e8c-f7f2e549810d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:23.571271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:48:23.592279 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51616) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:23.596566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b8f042d7-5521-4852-979d-98c9122cfc8c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6516316 Feb 16 16:48:23.599396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-bc942c3a-0784-41d6-996c-b254f0968588 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'subnet': {'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:48:23.825721 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc942c3a-0784-41d6-996c-b254f0968588 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:48:23.840788 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc942c3a-0784-41d6-996c-b254f0968588 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:23.922638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 9875bc17-6982-426b-9e8c-f7f2e549810d details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:48:24.016881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4f75a-c9dc-4a56-a8e8-e24d7d96154d req-5d59323c-8383-4de9-94dd-fe87868b118d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:24.019256 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82d4f75a-c9dc-4a56-a8e8-e24d7d96154d req-5d59323c-8383-4de9-94dd-fe87868b118d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.1792154 Feb 16 16:48:24.241284 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82d4f75a-c9dc-4a56-a8e8-e24d7d96154d req-51c86699-462a-43b8-969c-cc4123c12f58 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033699 Feb 16 16:48:24.262582 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e4f44625-75d7-4a0d-b30f-f700827fa1e5 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:24.264039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:24.376302 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc942c3a-0784-41d6-996c-b254f0968588 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (6058455f-d4f8-4bf2-a264-d941fd153372), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:24.549727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c4de0d0e-c664-4d6f-b035-f45dd88ab15a None None] Current status of the port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:24.550241 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c4de0d0e-c664-4d6f-b035-f45dd88ab15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:24.648887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc942c3a-0784-41d6-996c-b254f0968588 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Checking segment: {'id': '13daa39f-babb-4928-b9e4-8e06c3aa2bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:48:24.649490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc942c3a-0784-41d6-996c-b254f0968588 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network hostable DHCP agents. Network: 9875bc17-6982-426b-9e8c-f7f2e549810d, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:48:24.652638 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc942c3a-0784-41d6-996c-b254f0968588 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Subnet': ['ID=6058455f-d4f8-4bf2-a264-d941fd153372,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:24.731622 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c4de0d0e-c664-4d6f-b035-f45dd88ab15a None None] For port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9b7b63c0-3f11-433b-b3f5-bd700e4ab336,segment=NetworkSegment(872dc62d-3f24-4739-ac72-ac58c403d602),segment_id=872dc62d-3f24-4739-ac72-ac58c403d602)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:24.737859 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:24.738257 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:24.755989 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc942c3a-0784-41d6-996c-b254f0968588 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 9875bc17-6982-426b-9e8c-f7f2e549810d is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:48:24.777304 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-bc942c3a-0784-41d6-996c-b254f0968588 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 9875bc17-6982-426b-9e8c-f7f2e549810d) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:24.783542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc942c3a-0784-41d6-996c-b254f0968588 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:24.784515 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc942c3a-0784-41d6-996c-b254f0968588 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:24.816895 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bc942c3a-0784-41d6-996c-b254f0968588 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2228129 Feb 16 16:48:24.817836 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51650) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:24.833116 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c4de0d0e-c664-4d6f-b035-f45dd88ab15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:24.850835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa198d-47a0-4009-a946-e6a1ddb19ade None None] Network 9875bc17-6982-426b-9e8c-f7f2e549810d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:48:25.148784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-b6eeb54c-81f9-47f2-ae3a-ecb0c9e4cc3a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:25.149998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de0d0e-c664-4d6f-b035-f45dd88ab15a None None] Pushing event updated for resources: {'Port': ['ID=9b7b63c0-3f11-433b-b3f5-bd700e4ab336,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:25.156298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:19Z', 'revision_number': 3, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:20Z', 'revision_number': 2, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:25.179557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-b6eeb54c-81f9-47f2-ae3a-ecb0c9e4cc3a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 806 time: 0.4366999 Feb 16 16:48:25.218542 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-b8def4a7-f59b-4f69-bca3-246065bf76b7 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/quotas/04dce4d8dd3f47e9af38e5ce90c304ed HTTP/1.1" status: 200 len: 375 time: 0.0379033 Feb 16 16:48:25.293315 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Checking router: 9cb69a4d-1452-4002-8814-911db5f67673 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:48:25.293677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Updating router 9cb69a4d-1452-4002-8814-911db5f67673 port ec9aaac9-692f-498e-8301-6a0668c6e0ad binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:48:25.306554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ab4e1de5-d21c-4986-8bf1-22daedcc442b None None] Provisioning complete for port ec9aaac9-692f-498e-8301-6a0668c6e0ad triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:25.306935 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ab4e1de5-d21c-4986-8bf1-22daedcc442b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:25.309119 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-9875bc17-6982-426b-9e8c-f7f2e549810d', 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'fixed_ips': [{'subnet_id': '6058455f-d4f8-4bf2-a264-d941fd153372'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:48:25.309943 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:25.438500 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9bda1f9c-c941-40d5-a9a8-cfaa9d079210 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2160325 Feb 16 16:48:25.815656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52ac6e-8c43-4b1f-9f39-893fd6e9643c req-d4965a23-5f65-4ab4-86a5-4bc848a6ad6a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:25.817726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b52ac6e-8c43-4b1f-9f39-893fd6e9643c req-d4965a23-5f65-4ab4-86a5-4bc848a6ad6a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.3449085 Feb 16 16:48:25.867119 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e1de5-d21c-4986-8bf1-22daedcc442b None None] Port ec9aaac9-692f-498e-8301-6a0668c6e0ad cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:48:25.915582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-2f299cec-387d-4b63-9f32-c5ec322bfa9b service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714952 Feb 16 16:48:25.931865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:26.005001 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:26.082551 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d50b8e23-f80b-4df5-90e8-61f1a2f044bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:26.160941 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b52ac6e-8c43-4b1f-9f39-893fd6e9643c req-e0b14527-9ddc-47d5-8f3a-97f534b7c288 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348787 Feb 16 16:48:26.171298 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:26.388621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-25d4a2c9-5eb9-4058-9be5-1ff8f23dcf8a service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531708 Feb 16 16:48:26.633214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Allocated IP 2001:db8:2::2 (9875bc17-6982-426b-9e8c-f7f2e549810d/6058455f-d4f8-4bf2-a264-d941fd153372/668b95f7-d3c5-4174-ba3f-ac97167f2abf) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:48:26.862449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:26.889632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ab4e1de5-d21c-4986-8bf1-22daedcc442b None None] Provisioning complete for port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:26.890017 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ab4e1de5-d21c-4986-8bf1-22daedcc442b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:26.908573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a50eec46-4c6c-41a7-a857-c05570cb632b req-9c40519d-bc74-42d8-a9a5-6ed6d85790e4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 210 time: 0.0615149 Feb 16 16:48:27.601633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9199dc-d944-49cb-972e-507d3513d05f req-8c0f3cc2-8dfc-4208-be0c-835ff84caee6 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:27.603910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce9199dc-d944-49cb-972e-507d3513d05f req-8c0f3cc2-8dfc-4208-be0c-835ff84caee6 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.1923277 Feb 16 16:48:27.714289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce9199dc-d944-49cb-972e-507d3513d05f req-2d43bfb5-7e99-4b51-8315-53e500216f63 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021345 Feb 16 16:48:27.741550 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Publish callbacks [] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:27.749140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:27.749523 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:27.856440 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:27.887433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Allocated IP 2001:db8:2::1 (9875bc17-6982-426b-9e8c-f7f2e549810d/6058455f-d4f8-4bf2-a264-d941fd153372/c367b45c-d090-427b-8fa4-b81bf75d2ba6) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:48:27.922592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e1de5-d21c-4986-8bf1-22daedcc442b None None] Current status of the port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:28.031975 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Network 9875bc17-6982-426b-9e8c-f7f2e549810d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:48:28.036262 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b10b2c79-e794-4f06-b15a-f9f1a156794d req-29a03f6d-b585-4a77-9f98-cfe3cbc4339d tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 210 time: 0.0412123 Feb 16 16:48:28.216190 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:28.275070 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:48:28.422188 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:28.575351 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:28.661502 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Attempting to bind port 668b95f7-d3c5-4174-ba3f-ac97167f2abf on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:48:28.662161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Attempting to bind port 668b95f7-d3c5-4174-ba3f-ac97167f2abf by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '13daa39f-babb-4928-b9e4-8e06c3aa2bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:48:28.662731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Attempting to bind port 668b95f7-d3c5-4174-ba3f-ac97167f2abf on network 9875bc17-6982-426b-9e8c-f7f2e549810d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:48:28.693691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:48:28.694603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Checking segment: {'id': '13daa39f-babb-4928-b9e4-8e06c3aa2bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:48:28.695230 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:28.696072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Bound using segment: {'id': '13daa39f-babb-4928-b9e4-8e06c3aa2bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:48:28.696774 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Bound port: 668b95f7-d3c5-4174-ba3f-ac97167f2abf, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13daa39f-babb-4928-b9e4-8e06c3aa2bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:48:28.697517 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:28.700520 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Pushing event updated for resources: {'Port': ['ID=668b95f7-d3c5-4174-ba3f-ac97167f2abf,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:28.706099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=c367b45c-d090-427b-8fa4-b81bf75d2ba6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:28.717935 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f87e129a-b1cd-45e9-868b-a4fd4410fc87 None None] Provisioning complete for port ec9aaac9-692f-498e-8301-6a0668c6e0ad triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:28.719108 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f87e129a-b1cd-45e9-868b-a4fd4410fc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:28.727795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 9875bc17-6982-426b-9e8c-f7f2e549810d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:48:28.729411 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:28.736788 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:48:28.737349 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:28.768002 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f87e129a-b1cd-45e9-868b-a4fd4410fc87 None None] Port ec9aaac9-692f-498e-8301-6a0668c6e0ad cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:48:28.800327 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-701746b8-5718-4464-9abe-f040408733c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:29.008670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] For port 668b95f7-d3c5-4174-ba3f-ac97167f2abf, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:48:29.016595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] For port 668b95f7-d3c5-4174-ba3f-ac97167f2abf, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=668b95f7-d3c5-4174-ba3f-ac97167f2abf,segment=NetworkSegment(13daa39f-babb-4928-b9e4-8e06c3aa2bb3),segment_id=13daa39f-babb-4928-b9e4-8e06c3aa2bb3)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:48:29.042934 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:29.195728 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:29.424019 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130dbd1b-bc52-41b0-a6c5-71e43d1e588d None None] Pushing event updated for resources: {'Port': ['ID=668b95f7-d3c5-4174-ba3f-ac97167f2abf,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:29.467578 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9268d5-08b4-4a28-90b8-ce0c54e3b038 req-f743064b-45d1-461f-8a7b-cb366b31aed8 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:29.469240 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf9268d5-08b4-4a28-90b8-ce0c54e3b038 req-f743064b-45d1-461f-8a7b-cb366b31aed8 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.5668168 Feb 16 16:48:29.505467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c84556d6-7a56-47e6-aa56-9587a40e80e6 req-8b0bbb3a-7de3-442f-ab1c-135f27e05ffb tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 210 time: 0.1994340 Feb 16 16:48:29.557122 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:29.618419 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Publish callbacks [] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:29.633442 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:29.637702 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:29.939091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:29.942448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-28fa9b7f-471d-4e01-988e-f28aaa5f483d tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:29.944016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-28fa9b7f-471d-4e01-988e-f28aaa5f483d tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.65 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 806 time: 0.9417155 Feb 16 16:48:29.964331 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:29.965472 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:30.021906 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-dae10fe1-c0be-481e-bbfd-c3995da95633 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Request body: {'port': {'device_id': '830bd10e-abae-4d74-beba-10b07827e81c', 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7', 'admin_state_up': True, 'tenant_id': '04dce4d8dd3f47e9af38e5ce90c304ed'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:48:30.047415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f2b12-6b29-4f03-8199-6c407ebb67e3 None None] Pushing event updated for resources: {'Port': ['ID=ec9aaac9-692f-498e-8301-6a0668c6e0ad,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:30.113066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Attempting to bind port ec9aaac9-692f-498e-8301-6a0668c6e0ad on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:48:30.116747 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Attempting to bind port ec9aaac9-692f-498e-8301-6a0668c6e0ad by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '872dc62d-3f24-4739-ac72-ac58c403d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:48:30.117343 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Attempting to bind port ec9aaac9-692f-498e-8301-6a0668c6e0ad on network cf0424b1-e2c6-49ee-bda7-72f170cb03ae {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:48:30.188437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:48:30.188830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Checking segment: {'id': '872dc62d-3f24-4739-ac72-ac58c403d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:48:30.189288 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:30.194725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Bound using segment: {'id': '872dc62d-3f24-4739-ac72-ac58c403d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:48:30.195389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Bound port: ec9aaac9-692f-498e-8301-6a0668c6e0ad, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872dc62d-3f24-4739-ac72-ac58c403d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:48:30.195973 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:30.202355 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=c367b45c-d090-427b-8fa4-b81bf75d2ba6,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:30.305219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] For port ec9aaac9-692f-498e-8301-6a0668c6e0ad, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:48:30.309503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] For port ec9aaac9-692f-498e-8301-6a0668c6e0ad, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ec9aaac9-692f-498e-8301-6a0668c6e0ad,segment=NetworkSegment(872dc62d-3f24-4739-ac72-ac58c403d602),segment_id=872dc62d-3f24-4739-ac72-ac58c403d602)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:48:30.319774 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:30.476169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 9875bc17-6982-426b-9e8c-f7f2e549810d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:48:30.479345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:30.518926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f2b12-6b29-4f03-8199-6c407ebb67e3 None None] Pushing event updated for resources: {'Port': ['ID=ec9aaac9-692f-498e-8301-6a0668c6e0ad,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:30.558631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:48:30.561846 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:30.646259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf9268d5-08b4-4a28-90b8-ce0c54e3b038 req-8f009300-52d3-490c-95a0-489b42ecff07 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1353660 Feb 16 16:48:30.732834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-dae10fe1-c0be-481e-bbfd-c3995da95633 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Made reservation on behalf of 04dce4d8dd3f47e9af38e5ce90c304ed for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:48:30.748990 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-dae10fe1-c0be-481e-bbfd-c3995da95633 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:30.941369 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c89d1f4d-ca6b-409c-afc7-c574157d4c07 req-f33fdc61-abed-4b47-b57d-b80c3e770dc3 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 210 time: 0.1789484 Feb 16 16:48:30.980404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:48:30.989818 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 9cb69a4d-1452-4002-8814-911db5f67673 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:48:31.353611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Provisioning complete for port ec9aaac9-692f-498e-8301-6a0668c6e0ad triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:31.354123 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:31.476631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:48:31.503352 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9bcc1abb-2b3b-49ef-83a0-23c9c41b424a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/9cb69a4d-1452-4002-8814-911db5f67673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6815014 Feb 16 16:48:31.516836 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51740) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:31.543193 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2e9d5dc9-4647-4006-b25c-11f5d6bf36c5 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-962129200'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:48:31.602119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-dae10fe1-c0be-481e-bbfd-c3995da95633 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Allocated IP 172.20.0.8 (9b0b71f1-f1f4-41a6-b047-f2c21a04abc7/39d9fb8a-744f-4a0a-90b6-699cc7c33927/a2e00cde-9f54-4d14-90fa-4972d0897e33) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:48:31.690056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9d5dc9-4647-4006-b25c-11f5d6bf36c5 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:48:31.714281 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5dc9-4647-4006-b25c-11f5d6bf36c5 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:31.785816 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:48:31.848611 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9d5dc9-4647-4006-b25c-11f5d6bf36c5 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:48:31.881507 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5dc9-4647-4006-b25c-11f5d6bf36c5 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (50c18f4c-709f-4578-9828-514dc5088dcc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:31.881862 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-2e9d5dc9-4647-4006-b25c-11f5d6bf36c5 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Added segment 50c18f4c-709f-4578-9828-514dc5088dcc of type vlan for network 46fac709-bfd3-4676-9e74-3013d79d0a60 Feb 16 16:48:32.152122 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5dc9-4647-4006-b25c-11f5d6bf36c5 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (46fac709-bfd3-4676-9e74-3013d79d0a60), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:32.155713 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:32.306025 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5dc9-4647-4006-b25c-11f5d6bf36c5 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (46fac709-bfd3-4676-9e74-3013d79d0a60), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:32.334818 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9d5dc9-4647-4006-b25c-11f5d6bf36c5 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:32.340010 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5dc9-4647-4006-b25c-11f5d6bf36c5 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:32.367254 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 668b95f7-d3c5-4174-ba3f-ac97167f2abf up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:32.436207 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deebdc60-cc3a-4616-ab03-478a1e9200d3 None None] Network 9875bc17-6982-426b-9e8c-f7f2e549810d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:48:32.544179 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b794f-e021-4855-bdd3-c2c9cf96dea7 req-10fb7d4c-adf2-415c-92a3-8ace5985e797 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:32.558490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd3b794f-e021-4855-bdd3-c2c9cf96dea7 req-10fb7d4c-adf2-415c-92a3-8ace5985e797 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.6463611 Feb 16 16:48:32.574379 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39274ae7-8595-4146-8dac-f182b794e244 req-b79b9e27-6fa6-4f82-b69e-f456b251cd92 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 210 time: 0.2309680 Feb 16 16:48:32.596653 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:32.612234 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2e9d5dc9-4647-4006-b25c-11f5d6bf36c5 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0911620 Feb 16 16:48:32.613345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d5dc9-4647-4006-b25c-11f5d6bf36c5 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Network': ['ID=46fac709-bfd3-4676-9e74-3013d79d0a60,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:32.620806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51764) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:32.629613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d8254d2d-7ecc-4a33-9149-7bc4bd96a780 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'subnet': {'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:48:32.803746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd3b794f-e021-4855-bdd3-c2c9cf96dea7 req-82670eba-e01c-4639-979d-f003ad00f0bc tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419139 Feb 16 16:48:32.863907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 46fac709-bfd3-4676-9e74-3013d79d0a60 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:48:32.910221 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-dae10fe1-c0be-481e-bbfd-c3995da95633 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks [] for port (a2e00cde-9f54-4d14-90fa-4972d0897e33), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:32.942478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8254d2d-7ecc-4a33-9149-7bc4bd96a780 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Made reservation on behalf of cddabf0892cd49458ca66abbbab18908 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:48:32.948343 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8254d2d-7ecc-4a33-9149-7bc4bd96a780 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:33.022708 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-dae10fe1-c0be-481e-bbfd-c3995da95633 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a2e00cde-9f54-4d14-90fa-4972d0897e33), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:33.148748 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:33.151602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f1c28583-96df-4979-a693-6ec0a3481d95'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:48:33.256929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae10fe1-c0be-481e-bbfd-c3995da95633 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Pushing event updated for resources: {'Port': ['ID=a2e00cde-9f54-4d14-90fa-4972d0897e33,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:33.299377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-dae10fe1-c0be-481e-bbfd-c3995da95633 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:48:33.310827 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-dae10fe1-c0be-481e-bbfd-c3995da95633 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:33.326078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-dae10fe1-c0be-481e-bbfd-c3995da95633 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:48:33.400425 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:28Z', 'revision_number': 4, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'c367b45c-d090-427b-8fa4-b81bf75d2ba6', 'name': '', 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:7a:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:26Z', 'updated_at': '2022-02-16T16:48:29Z', 'revision_number': 2, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:30Z', 'revision_number': 4, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:33.447345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-dae10fe1-c0be-481e-bbfd-c3995da95633 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:33.453938 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-dae10fe1-c0be-481e-bbfd-c3995da95633 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:33.498994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-dae10fe1-c0be-481e-bbfd-c3995da95633 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5067613 Feb 16 16:48:33.511643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Request body: {'port': {'device_id': '830bd10e-abae-4d74-beba-10b07827e81c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:48:33.742202 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8254d2d-7ecc-4a33-9149-7bc4bd96a780 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:33.769826 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a2e00cde-9f54-4d14-90fa-4972d0897e33), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:34.016858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8254d2d-7ecc-4a33-9149-7bc4bd96a780 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Subnet': ['ID=fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:34.077542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8254d2d-7ecc-4a33-9149-7bc4bd96a780 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Checking segment: {'id': '50c18f4c-709f-4578-9828-514dc5088dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:48:34.078084 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8254d2d-7ecc-4a33-9149-7bc4bd96a780 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network hostable DHCP agents. Network: 46fac709-bfd3-4676-9e74-3013d79d0a60, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:48:34.132301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389ad0e9-7f17-40f4-a5b2-63387e1e0c6f None None] The sync data for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 is: [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:28Z', 'revision_number': 4, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'c367b45c-d090-427b-8fa4-b81bf75d2ba6', 'name': '', 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:7a:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:26Z', 'updated_at': '2022-02-16T16:48:29Z', 'revision_number': 2, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:30Z', 'revision_number': 4, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:48:34.147584 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Current status of the port ec9aaac9-692f-498e-8301-6a0668c6e0ad is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:34.151309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8254d2d-7ecc-4a33-9149-7bc4bd96a780 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 46fac709-bfd3-4676-9e74-3013d79d0a60 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:48:34.152108 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:34.188526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d8254d2d-7ecc-4a33-9149-7bc4bd96a780 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 46fac709-bfd3-4676-9e74-3013d79d0a60) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:34.194466 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8254d2d-7ecc-4a33-9149-7bc4bd96a780 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:34.201120 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8254d2d-7ecc-4a33-9149-7bc4bd96a780 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:34.281806 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] For port ec9aaac9-692f-498e-8301-6a0668c6e0ad, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ec9aaac9-692f-498e-8301-6a0668c6e0ad,segment=NetworkSegment(872dc62d-3f24-4739-ac72-ac58c403d602),segment_id=872dc62d-3f24-4739-ac72-ac58c403d602)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:34.306594 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d8254d2d-7ecc-4a33-9149-7bc4bd96a780 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6843903 Feb 16 16:48:34.307235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51786) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:34.312357 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:34.322983 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbabcc1-de83-45e9-ad93-77a2551c229e None None] Network 46fac709-bfd3-4676-9e74-3013d79d0a60 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:48:34.765486 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Pushing event updated for resources: {'Port': ['ID=ec9aaac9-692f-498e-8301-6a0668c6e0ad,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:34.911078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-46fac709-bfd3-4676-9e74-3013d79d0a60', 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60', 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'fixed_ips': [{'subnet_id': 'fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:48:34.912559 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:35.363377 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-94e7f915-0a55-482b-9ced-a2863a15d124 None None] Provisioning complete for port ec9aaac9-692f-498e-8301-6a0668c6e0ad triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:35.363848 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-94e7f915-0a55-482b-9ced-a2863a15d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:35.485756 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:35.486543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:35.486974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:35.487273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:35.487647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:35.505940 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:35.506847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:35.506847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:35.507078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:35.511188 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:35.511567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:35.511959 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:35.512301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d15bb4-c327-4272-a005-6acf92757241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:35.589835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 668b95f7-d3c5-4174-ba3f-ac97167f2abf triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:35.590386 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:35.769356 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:35.806677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Allocated IP 2001:db8:3::2 (46fac709-bfd3-4676-9e74-3013d79d0a60/fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c/01e36828-dd18-4097-b04b-da8c1bd3df03) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:48:35.992783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-94e7f915-0a55-482b-9ced-a2863a15d124 None None] Current status of the port ec9aaac9-692f-498e-8301-6a0668c6e0ad is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:36.132372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381b19d-db6d-4ff0-9860-eb33873a85c9 req-beb2d39a-c671-46f4-8195-d3c2ce626e1b tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:36.146653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a381b19d-db6d-4ff0-9860-eb33873a85c9 req-beb2d39a-c671-46f4-8195-d3c2ce626e1b tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 931 time: 2.3401897 Feb 16 16:48:36.220134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 668b95f7-d3c5-4174-ba3f-ac97167f2abf is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:36.221303 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:36.446373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71d04b-1e4b-4a42-97a3-4abb1d48b587 req-c4125f1a-4f9f-4b6a-9598-c87457e9d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:36.451153 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab71d04b-1e4b-4a42-97a3-4abb1d48b587 req-c4125f1a-4f9f-4b6a-9598-c87457e9d88a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 1127 time: 0.2040882 Feb 16 16:48:36.481419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34616a40-90f1-4303-a608-2edd109417bd req-c5f88bcf-9e1f-426e-ab68-3e8f09659231 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:36.483053 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34616a40-90f1-4303-a608-2edd109417bd req-c5f88bcf-9e1f-426e-ab68-3e8f09659231 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 2.4857726 Feb 16 16:48:36.609768 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 668b95f7-d3c5-4174-ba3f-ac97167f2abf, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=668b95f7-d3c5-4174-ba3f-ac97167f2abf,segment=NetworkSegment(13daa39f-babb-4928-b9e4-8e06c3aa2bb3),segment_id=13daa39f-babb-4928-b9e4-8e06c3aa2bb3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:36.616736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-94e7f915-0a55-482b-9ced-a2863a15d124 None None] Provisioning complete for port 668b95f7-d3c5-4174-ba3f-ac97167f2abf triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:36.617415 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-94e7f915-0a55-482b-9ced-a2863a15d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:36.675026 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:36.680876 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a381b19d-db6d-4ff0-9860-eb33873a85c9 req-9c62756e-6488-44fd-a474-0a64142b4a58 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252392 Feb 16 16:48:36.811460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71d04b-1e4b-4a42-97a3-4abb1d48b587 req-56f96529-2c13-4250-b383-9a6827b1e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:36.813050 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab71d04b-1e4b-4a42-97a3-4abb1d48b587 req-56f96529-2c13-4250-b383-9a6827b1e9a3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 918 time: 0.3559172 Feb 16 16:48:36.837408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34616a40-90f1-4303-a608-2edd109417bd req-270fdd47-9504-457c-8dc0-a7605ddb01fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089786 Feb 16 16:48:36.935250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ec9aaac9-692f-498e-8301-6a0668c6e0ad up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:36.958503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e00cde-9f54-4d14-90fa-4972d0897e33 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:48:36.998484 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Publish callbacks [] for port (a2e00cde-9f54-4d14-90fa-4972d0897e33), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:37.060853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Transition to ACTIVE for port object a2e00cde-9f54-4d14-90fa-4972d0897e33 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:48:37.069712 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (a2e00cde-9f54-4d14-90fa-4972d0897e33), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:37.117194 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=668b95f7-d3c5-4174-ba3f-ac97167f2abf,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:37.161247 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab71d04b-1e4b-4a42-97a3-4abb1d48b587 req-ae97b2f5-5be2-4962-90c5-11bb43c08284 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d48959bb-7fbb-436a-841b-7e9bfe840151 HTTP/1.1" status: 200 len: 1000 time: 0.2755611 Feb 16 16:48:37.245041 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Sync routers for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:48:37.265391 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:48:37.271098 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:37.283273 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Publish callbacks [] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:37.288902 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ec9aaac9-692f-498e-8301-6a0668c6e0ad triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:37.289680 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:37.292824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-94e7f915-0a55-482b-9ced-a2863a15d124 None None] Current status of the port 668b95f7-d3c5-4174-ba3f-ac97167f2abf is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:37.318942 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:37.390616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Pushing event updated for resources: {'Port': ['ID=01e36828-dd18-4097-b04b-da8c1bd3df03,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:37.421070 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Network 46fac709-bfd3-4676-9e74-3013d79d0a60 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:48:37.446602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:37.457242 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:48:37.474105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e00cde-9f54-4d14-90fa-4972d0897e33,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:37.475139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-12e8979a-d02b-46ea-b41a-6e3a51d888a0 None None] Provisioning complete for port 668b95f7-d3c5-4174-ba3f-ac97167f2abf triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:37.475522 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-12e8979a-d02b-46ea-b41a-6e3a51d888a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:37.496363 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:37.510077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71d04b-1e4b-4a42-97a3-4abb1d48b587 req-a631ed98-5bd5-439f-86a2-ec7d28306b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:37.511541 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab71d04b-1e4b-4a42-97a3-4abb1d48b587 req-a631ed98-5bd5-439f-86a2-ec7d28306b3d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2633da54-4036-4028-8932-f86c9800af42 HTTP/1.1" status: 200 len: 856 time: 0.3409562 Feb 16 16:48:37.616059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Attempting to bind port a2e00cde-9f54-4d14-90fa-4972d0897e33 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:48:37.618721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Attempting to bind port a2e00cde-9f54-4d14-90fa-4972d0897e33 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:48:37.619336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Attempting to bind port a2e00cde-9f54-4d14-90fa-4972d0897e33 on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:48:37.625590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ec9aaac9-692f-498e-8301-6a0668c6e0ad is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:37.654048 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Port a2e00cde-9f54-4d14-90fa-4972d0897e33 on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:48:37.656739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Attempting to bind port a2e00cde-9f54-4d14-90fa-4972d0897e33 on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:48:37.666645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Attempting to bind port 01e36828-dd18-4097-b04b-da8c1bd3df03 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:48:37.667014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Attempting to bind port 01e36828-dd18-4097-b04b-da8c1bd3df03 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '50c18f4c-709f-4578-9828-514dc5088dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:48:37.667382 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Attempting to bind port 01e36828-dd18-4097-b04b-da8c1bd3df03 on network 46fac709-bfd3-4676-9e74-3013d79d0a60 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:48:37.674789 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:48:37.685194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:48:37.685691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Checking segment: {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:48:37.689796 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:48:37.690105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Bound using segment: {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:48:37.690883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Bound port: a2e00cde-9f54-4d14-90fa-4972d0897e33, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:48:37.694521 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a2e00cde-9f54-4d14-90fa-4972d0897e33), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:37.694852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Checking segment: {'id': '50c18f4c-709f-4578-9828-514dc5088dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:48:37.695443 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:37.696504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Bound using segment: {'id': '50c18f4c-709f-4578-9828-514dc5088dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:48:37.697165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Bound port: 01e36828-dd18-4097-b04b-da8c1bd3df03, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c18f4c-709f-4578-9828-514dc5088dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:48:37.697711 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:37.834865 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] For port a2e00cde-9f54-4d14-90fa-4972d0897e33, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:48:37.838637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] For port a2e00cde-9f54-4d14-90fa-4972d0897e33, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a2e00cde-9f54-4d14-90fa-4972d0897e33,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:48:37.870348 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (a2e00cde-9f54-4d14-90fa-4972d0897e33), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:37.948180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-12e8979a-d02b-46ea-b41a-6e3a51d888a0 None None] Current status of the port 668b95f7-d3c5-4174-ba3f-ac97167f2abf is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:37.995573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-12e8979a-d02b-46ea-b41a-6e3a51d888a0 None None] Provisioning complete for port c367b45c-d090-427b-8fa4-b81bf75d2ba6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:37.995983 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-12e8979a-d02b-46ea-b41a-6e3a51d888a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:38.088192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] For port 01e36828-dd18-4097-b04b-da8c1bd3df03, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:48:38.094281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-12e8979a-d02b-46ea-b41a-6e3a51d888a0 None None] Port c367b45c-d090-427b-8fa4-b81bf75d2ba6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:48:38.122749 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] For port 01e36828-dd18-4097-b04b-da8c1bd3df03, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=01e36828-dd18-4097-b04b-da8c1bd3df03,segment=NetworkSegment(50c18f4c-709f-4578-9828-514dc5088dcc),segment_id=50c18f4c-709f-4578-9828-514dc5088dcc)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:48:38.133170 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:38.148564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:38.149174 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:38.161577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] 10.222.0.65 "PUT /v2.0/ports/a2e00cde-9f54-4d14-90fa-4972d0897e33 HTTP/1.1" status: 200 len: 1091 time: 4.6544778 Feb 16 16:48:38.182432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830bd10e-abae-4d74-beba-10b07827e81c', 'tag': 'a2e00cde-9f54-4d14-90fa-4972d0897e33'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:48:38.190220 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccd94f4-79a1-4686-a786-4a217bfa1aae" -d '{"events": [{"name": "network-changed", "server_uuid": "830bd10e-abae-4d74-beba-10b07827e81c", "tag": "a2e00cde-9f54-4d14-90fa-4972d0897e33"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:48:38.259403 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:28Z', 'revision_number': 4, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'c367b45c-d090-427b-8fa4-b81bf75d2ba6', 'name': '', 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:7a:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:26Z', 'updated_at': '2022-02-16T16:48:29Z', 'revision_number': 2, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:34Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:38.358678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53813130-d320-49cc-a6fb-de0e719b319b None None] Pushing event updated for resources: {'Port': ['ID=01e36828-dd18-4097-b04b-da8c1bd3df03,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:38.365412 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Checking router: 9cb69a4d-1452-4002-8814-911db5f67673 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:48:38.365755 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Updating router 9cb69a4d-1452-4002-8814-911db5f67673 port c367b45c-d090-427b-8fa4-b81bf75d2ba6 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:48:38.373238 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Allocated IP 2001:db8:3::1 (46fac709-bfd3-4676-9e74-3013d79d0a60/fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c/621431c2-9df6-41d2-82c0-389f1fc66a5d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:48:38.412709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fa5aa-e11f-4004-a188-fe029874a685 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e00cde-9f54-4d14-90fa-4972d0897e33,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:38.474292 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:38.489467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ae15e-1e75-4593-a823-9bcf5e35ee28 req-c8bd2725-2209-46ef-a0c2-47421c2061ad tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:38.490992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-117ae15e-1e75-4593-a823-9bcf5e35ee28 req-c8bd2725-2209-46ef-a0c2-47421c2061ad tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.4824328 Feb 16 16:48:38.589650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf31cd6-24ad-4095-b24d-4599332ebf66 req-1f10bc62-86eb-4803-9216-1cd50f439a9c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:38.591163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cf31cd6-24ad-4095-b24d-4599332ebf66 req-1f10bc62-86eb-4803-9216-1cd50f439a9c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 943 time: 0.7450807 Feb 16 16:48:38.638313 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:38.751821 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:38.782002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-117ae15e-1e75-4593-a823-9bcf5e35ee28 req-a8f75f4b-4e1f-474b-a015-deb0d344e245 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744386 Feb 16 16:48:38.831875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-06f8fd96-1171-4242-8e64-6eafab289510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:38.833622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-06f8fd96-1171-4242-8e64-6eafab289510 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 1125 time: 0.5662582 Feb 16 16:48:38.961014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-3d501ec3-ed95-4862-95c2-c1866551f989 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e00cde-9f54-4d14-90fa-4972d0897e33 HTTP/1.1" status: 200 len: 217 time: 0.1105888 Feb 16 16:48:38.970319 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cf31cd6-24ad-4095-b24d-4599332ebf66 req-365e570d-fdf7-4556-929b-0368bc4c27eb tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502746 Feb 16 16:48:38.987056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 46fac709-bfd3-4676-9e74-3013d79d0a60 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:48:39.045765 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:39.051583 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:48:39.052167 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:39.061174 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41944cec-9799-44e9-92c9-a857bf4015c8 x-openstack-request-id: req-41944cec-9799-44e9-92c9-a857bf4015c8 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:48:39.064481 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "830bd10e-abae-4d74-beba-10b07827e81c", "tag": "a2e00cde-9f54-4d14-90fa-4972d0897e33", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:48:39.064729 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41944cec-9799-44e9-92c9-a857bf4015c8 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:48:39.065134 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830bd10e-abae-4d74-beba-10b07827e81c', 'tag': 'a2e00cde-9f54-4d14-90fa-4972d0897e33', 'status': 'completed', 'code': 200} Feb 16 16:48:39.117781 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-8dd14664-945e-4b84-8823-49a14174a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:39.119267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-8dd14664-945e-4b84-8823-49a14174a2ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.1480432 Feb 16 16:48:39.137717 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 01e36828-dd18-4097-b04b-da8c1bd3df03 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:39.205438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-bcf37b1d-c41e-4078-afc6-a20e77d8fd09 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794692 Feb 16 16:48:39.266356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 01e36828-dd18-4097-b04b-da8c1bd3df03 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:39.267110 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:39.439789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-25369b8f-6f4a-4ac2-b003-f38fcf67d332 service neutron] 10.222.0.65 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264500 Feb 16 16:48:39.497949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71d04b-1e4b-4a42-97a3-4abb1d48b587 req-7f7456b0-39cf-4700-b2ff-d293db6f45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:39.499435 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab71d04b-1e4b-4a42-97a3-4abb1d48b587 req-7f7456b0-39cf-4700-b2ff-d293db6f45c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d61e968-9352-4447-90d4-31d4f93db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.9641836 Feb 16 16:48:39.505007 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:39.507119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=621431c2-9df6-41d2-82c0-389f1fc66a5d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:39.515716 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 01e36828-dd18-4097-b04b-da8c1bd3df03 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:39.516372 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:39.529190 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Publish callbacks [] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:39.551484 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:39.648950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d48959bb-7fbb-436a-841b-7e9bfe840151 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:48:39.731654 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52857ff2-22d5-44df-8176-cb4dd238c44a req-ea76c200-aaa1-441a-bf05-b3e329e1f2c7 service neutron] 10.222.0.65 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828631 Feb 16 16:48:39.757472 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 01e36828-dd18-4097-b04b-da8c1bd3df03, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=01e36828-dd18-4097-b04b-da8c1bd3df03,segment=NetworkSegment(50c18f4c-709f-4578-9828-514dc5088dcc),segment_id=50c18f4c-709f-4578-9828-514dc5088dcc)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:39.830557 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:39.835909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 668b95f7-d3c5-4174-ba3f-ac97167f2abf up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:39.887874 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbd1a0-edc2-44c1-bc4a-ce8ec3110d82 None None] Pushing event updated for resources: {'Port': ['ID=c367b45c-d090-427b-8fa4-b81bf75d2ba6,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:39.925239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd94f4-79a1-4686-a786-4a217bfa1aae req-9d79970c-2b78-47a9-87c7-a0cd1c829313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:39.926783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ccd94f4-79a1-4686-a786-4a217bfa1aae req-9d79970c-2b78-47a9-87c7-a0cd1c829313 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 1125 time: 0.1314492 Feb 16 16:48:40.037976 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Attempting to bind port c367b45c-d090-427b-8fa4-b81bf75d2ba6 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:48:40.040798 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Attempting to bind port c367b45c-d090-427b-8fa4-b81bf75d2ba6 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '13daa39f-babb-4928-b9e4-8e06c3aa2bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:48:40.041278 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Attempting to bind port c367b45c-d090-427b-8fa4-b81bf75d2ba6 on network 9875bc17-6982-426b-9e8c-f7f2e549810d {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:48:40.074810 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:48:40.076379 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Checking segment: {'id': '13daa39f-babb-4928-b9e4-8e06c3aa2bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:48:40.077416 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:40.087632 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Bound using segment: {'id': '13daa39f-babb-4928-b9e4-8e06c3aa2bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:48:40.088738 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Bound port: c367b45c-d090-427b-8fa4-b81bf75d2ba6, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13daa39f-babb-4928-b9e4-8e06c3aa2bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:48:40.089577 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:40.168210 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=01e36828-dd18-4097-b04b-da8c1bd3df03,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:40.352217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port d48959bb-7fbb-436a-841b-7e9bfe840151 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:40.353128 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:40.363965 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] For port c367b45c-d090-427b-8fa4-b81bf75d2ba6, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:48:40.372155 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] For port c367b45c-d090-427b-8fa4-b81bf75d2ba6, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c367b45c-d090-427b-8fa4-b81bf75d2ba6,segment=NetworkSegment(13daa39f-babb-4928-b9e4-8e06c3aa2bb3),segment_id=13daa39f-babb-4928-b9e4-8e06c3aa2bb3)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:48:40.385779 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:40.500778 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:48:40.506476 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b838de74-204c-49cf-9c7b-b8e36aac3414" -d '{"events": [{"server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "name": "network-vif-unplugged", "status": "completed", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:48:40.536728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f25e0e-8164-4d5e-b82b-b41047be1f83 None None] Network 46fac709-bfd3-4676-9e74-3013d79d0a60 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:48:40.538680 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:48:40.539149 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:40.560208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d48959bb-7fbb-436a-841b-7e9bfe840151,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:40.584411 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:40.586826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd94f4-79a1-4686-a786-4a217bfa1aae req-b10ff812-b0c8-4d3e-b96b-a9dc247aa3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:40.589532 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ccd94f4-79a1-4686-a786-4a217bfa1aae req-b10ff812-b0c8-4d3e-b96b-a9dc247aa3c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 907 time: 0.6486661 Feb 16 16:48:40.593635 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab71d04b-1e4b-4a42-97a3-4abb1d48b587 req-3dbec529-0c4b-4ea0-8679-4de6b544416f service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0649390 Feb 16 16:48:40.596623 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:40.597426 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:40.615526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-537d9568-ac5b-42e0-9ada-78675f0ed033 None None] Provisioning complete for port c367b45c-d090-427b-8fa4-b81bf75d2ba6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:40.621043 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-537d9568-ac5b-42e0-9ada-78675f0ed033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:40.712543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ccd94f4-79a1-4686-a786-4a217bfa1aae req-1ad0a481-dda6-4244-b643-8609c98ca5c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e00cde-9f54-4d14-90fa-4972d0897e33 HTTP/1.1" status: 200 len: 217 time: 0.1077764 Feb 16 16:48:40.730199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a21bff-7e5c-4ee1-ae10-6e2e0f3bd16f req-403ab249-896b-4430-b68c-ec1f68c16cb0 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:40.747101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:40.756173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28a21bff-7e5c-4ee1-ae10-6e2e0f3bd16f req-403ab249-896b-4430-b68c-ec1f68c16cb0 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.6758468 Feb 16 16:48:40.807923 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbd1a0-edc2-44c1-bc4a-ce8ec3110d82 None None] Pushing event updated for resources: {'Port': ['ID=c367b45c-d090-427b-8fa4-b81bf75d2ba6,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:40.848815 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab71d04b-1e4b-4a42-97a3-4abb1d48b587 req-cc2fd780-837d-4300-9212-eb7955ce0f9b service neutron] 10.222.0.65 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469170 Feb 16 16:48:40.870354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9f3da-3c53-416c-b9cc-e185565a8136 req-65c605d6-462a-4ef4-ba37-6d93055f60c6 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:40.876101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fa9f3da-3c53-416c-b9cc-e185565a8136 req-65c605d6-462a-4ef4-ba37-6d93055f60c6 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 943 time: 0.5858991 Feb 16 16:48:40.896684 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:48:41.052687 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event updated for resources: {'Port': ['ID=621431c2-9df6-41d2-82c0-389f1fc66a5d,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:41.059743 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fa9f3da-3c53-416c-b9cc-e185565a8136 req-bd8b8d8f-1b4d-4c8b-8caa-21ffa6f91f3d tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563377 Feb 16 16:48:41.116724 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=d48959bb-7fbb-436a-841b-7e9bfe840151,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:41.182051 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28a21bff-7e5c-4ee1-ae10-6e2e0f3bd16f req-ae5ead08-9b50-4c32-87f5-46a4ed15ca4f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4249010 Feb 16 16:48:41.198014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 668b95f7-d3c5-4174-ba3f-ac97167f2abf triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:41.198495 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:41.223161 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf089c8a-e9ce-48e7-ad00-084fafc9d108 x-openstack-request-id: req-cf089c8a-e9ce-48e7-ad00-084fafc9d108 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:48:41.223534 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "name": "network-vif-unplugged", "status": "completed", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:48:41.226127 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf089c8a-e9ce-48e7-ad00-084fafc9d108 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:48:41.226661 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'code': 200} Feb 16 16:48:41.227783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd94f4-79a1-4686-a786-4a217bfa1aae req-6860136e-6f26-49b3-8649-5e3749e6ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:41.235649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ccd94f4-79a1-4686-a786-4a217bfa1aae req-6860136e-6f26-49b3-8649-5e3749e6ce5c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.4613233 Feb 16 16:48:41.309330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ccd94f4-79a1-4686-a786-4a217bfa1aae req-3dedd78b-8749-47f9-9bf1-a34931f4d18a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727968 Feb 16 16:48:41.334086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Network 46fac709-bfd3-4676-9e74-3013d79d0a60 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:48:41.340152 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:48:41.484169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-537d9568-ac5b-42e0-9ada-78675f0ed033 None None] Current status of the port c367b45c-d090-427b-8fa4-b81bf75d2ba6 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:41.486093 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-537d9568-ac5b-42e0-9ada-78675f0ed033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:41.534784 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:39Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': '621431c2-9df6-41d2-82c0-389f1fc66a5d', 'name': '', 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:ab:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:37Z', 'updated_at': '2022-02-16T16:48:38Z', 'revision_number': 1, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c367b45c-d090-427b-8fa4-b81bf75d2ba6', 'name': '', 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:7a:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:26Z', 'updated_at': '2022-02-16T16:48:40Z', 'revision_number': 4, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:34Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:41.605023 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03320431-79e0-4f2a-99d9-c9b4992e8a98 None None] The sync data for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 is: [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:39Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': '621431c2-9df6-41d2-82c0-389f1fc66a5d', 'name': '', 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:ab:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:37Z', 'updated_at': '2022-02-16T16:48:38Z', 'revision_number': 1, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c367b45c-d090-427b-8fa4-b81bf75d2ba6', 'name': '', 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:7a:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:26Z', 'updated_at': '2022-02-16T16:48:40Z', 'revision_number': 4, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:34Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:48:41.616922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 9cb69a4d-1452-4002-8814-911db5f67673 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:48:41.646501 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ccd94f4-79a1-4686-a786-4a217bfa1aae req-82dc1139-aebf-4c29-af96-ad0e3bba2da0 service neutron] 10.222.0.65 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176961 Feb 16 16:48:41.674731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 668b95f7-d3c5-4174-ba3f-ac97167f2abf is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:41.817871 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-537d9568-ac5b-42e0-9ada-78675f0ed033 None None] For port c367b45c-d090-427b-8fa4-b81bf75d2ba6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c367b45c-d090-427b-8fa4-b81bf75d2ba6,segment=NetworkSegment(13daa39f-babb-4928-b9e4-8e06c3aa2bb3),segment_id=13daa39f-babb-4928-b9e4-8e06c3aa2bb3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:41.829085 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-537d9568-ac5b-42e0-9ada-78675f0ed033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:41.999144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d9568-ac5b-42e0-9ada-78675f0ed033 None None] Pushing event updated for resources: {'Port': ['ID=c367b45c-d090-427b-8fa4-b81bf75d2ba6,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:42.005700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:48:42.028424 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f7327e47-d44b-48a6-b8a5-2eb52163ac4c tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/9cb69a4d-1452-4002-8814-911db5f67673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7116013 Feb 16 16:48:42.029120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51864) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:42.035444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-553e966e-268a-4cb7-ba0d-04bf6cc7ba70 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:48:42.054299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8ccd94f4-79a1-4686-a786-4a217bfa1aae req-3bc54621-0dae-49db-b2ee-494e26575082 service neutron] 10.222.0.65 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935580 Feb 16 16:48:42.060584 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1e41f1f6-3bca-4770-88b1-9b07e7230d35 None None] Provisioning complete for port 01e36828-dd18-4097-b04b-da8c1bd3df03 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:42.061016 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e41f1f6-3bca-4770-88b1-9b07e7230d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:42.155695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 01e36828-dd18-4097-b04b-da8c1bd3df03 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:42.499405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec65fc5-f844-4691-a161-e2fe6bb5e078 req-008ae44f-8942-46f7-acfb-ac5378b8216e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:42.535181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1e41f1f6-3bca-4770-88b1-9b07e7230d35 None None] Current status of the port 01e36828-dd18-4097-b04b-da8c1bd3df03 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:42.551034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bec65fc5-f844-4691-a161-e2fe6bb5e078 req-008ae44f-8942-46f7-acfb-ac5378b8216e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 943 time: 0.3425324 Feb 16 16:48:42.565685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 01e36828-dd18-4097-b04b-da8c1bd3df03 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:42.566080 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:42.771808 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1e41f1f6-3bca-4770-88b1-9b07e7230d35 None None] Provisioning complete for port c367b45c-d090-427b-8fa4-b81bf75d2ba6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:42.777502 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e41f1f6-3bca-4770-88b1-9b07e7230d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:42.803035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bec65fc5-f844-4691-a161-e2fe6bb5e078 req-9f9b53c7-26a1-448f-a9b9-943a95d65534 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483759 Feb 16 16:48:42.944591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8319c-b2cc-4f7a-9ab7-915acae0911e req-0c7a4c44-b8b5-4962-83b0-217ae3664347 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:42.960390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02c8319c-b2cc-4f7a-9ab7-915acae0911e req-0c7a4c44-b8b5-4962-83b0-217ae3664347 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 943 time: 0.3383374 Feb 16 16:48:43.080972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02c8319c-b2cc-4f7a-9ab7-915acae0911e req-230b0d09-6b0e-479c-a801-064197f4cdb4 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194537 Feb 16 16:48:43.085750 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1e41f1f6-3bca-4770-88b1-9b07e7230d35 None None] Current status of the port c367b45c-d090-427b-8fa4-b81bf75d2ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:43.201876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 01e36828-dd18-4097-b04b-da8c1bd3df03 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:43.205987 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c367b45c-d090-427b-8fa4-b81bf75d2ba6 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:43.340688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Sync routers for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:48:43.361027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:48:43.361672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:43.450410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.extraroute_db [None req-553e966e-268a-4cb7-ba0d-04bf6cc7ba70 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103422) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 16:48:43.491334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.extraroute_db [None req-553e966e-268a-4cb7-ba0d-04bf6cc7ba70 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Removed routes are [] {{(pid=103422) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 16:48:43.491972 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-553e966e-268a-4cb7-ba0d-04bf6cc7ba70 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (9cb69a4d-1452-4002-8814-911db5f67673), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:43.852791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device a2e00cde-9f54-4d14-90fa-4972d0897e33 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:48:43.857779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0027453c-10a7-4ad1-94e0-5bf1395cac83 None None] Provisioning complete for port 621431c2-9df6-41d2-82c0-389f1fc66a5d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:43.858246 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0027453c-10a7-4ad1-94e0-5bf1395cac83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:43.951618 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-553e966e-268a-4cb7-ba0d-04bf6cc7ba70 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (9cb69a4d-1452-4002-8814-911db5f67673), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:43.959728 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-553e966e-268a-4cb7-ba0d-04bf6cc7ba70 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (9cb69a4d-1452-4002-8814-911db5f67673), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:44.003050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c367b45c-d090-427b-8fa4-b81bf75d2ba6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:44.003638 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:44.063566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0027453c-10a7-4ad1-94e0-5bf1395cac83 None None] Port 621431c2-9df6-41d2-82c0-389f1fc66a5d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:48:44.107375 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:48:44.156346 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0027453c-10a7-4ad1-94e0-5bf1395cac83 None None] Provisioning complete for port 01e36828-dd18-4097-b04b-da8c1bd3df03 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:44.157102 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0027453c-10a7-4ad1-94e0-5bf1395cac83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:44.194553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553e966e-268a-4cb7-ba0d-04bf6cc7ba70 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 9cb69a4d-1452-4002-8814-911db5f67673 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:48:44.221135 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c367b45c-d090-427b-8fa4-b81bf75d2ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:44.221584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9596ef6-1fe0-43ca-8de9-01b3ccb2e579 req-e2759805-011b-4adc-8698-cfd99f23dc7f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:44.229168 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9596ef6-1fe0-43ca-8de9-01b3ccb2e579 req-e2759805-011b-4adc-8698-cfd99f23dc7f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 943 time: 0.2649217 Feb 16 16:48:44.368661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9596ef6-1fe0-43ca-8de9-01b3ccb2e579 req-788840ab-f02b-4c08-959c-0bcdf8840a60 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319864 Feb 16 16:48:44.458869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553e966e-268a-4cb7-ba0d-04bf6cc7ba70 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:48:44.468527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa22795-d77b-4e95-a6c2-f7b006f92a60 req-ede20794-4728-465f-93c6-5d07684de1cb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:44.480726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fa22795-d77b-4e95-a6c2-f7b006f92a60 req-ede20794-4728-465f-93c6-5d07684de1cb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 943 time: 0.1340358 Feb 16 16:48:44.482926 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-553e966e-268a-4cb7-ba0d-04bf6cc7ba70 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:44.488788 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-553e966e-268a-4cb7-ba0d-04bf6cc7ba70 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/9cb69a4d-1452-4002-8814-911db5f67673 HTTP/1.1" status: 200 len: 953 time: 2.4586558 Feb 16 16:48:44.492506 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51890) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:44.583539 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fa22795-d77b-4e95-a6c2-f7b006f92a60 req-112654ac-aee4-4155-bb6a-9072d997f87b tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018531 Feb 16 16:48:44.698936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port a2e00cde-9f54-4d14-90fa-4972d0897e33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a2e00cde-9f54-4d14-90fa-4972d0897e33,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:44.779927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'a2e00cde-9f54-4d14-90fa-4972d0897e33', 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7', 'port_id': 'a2e00cde-9f54-4d14-90fa-4972d0897e33', 'mac_address': 'fa:16:3e:36:c2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d9fb8a-744f-4a0a-90b6-699cc7c33927', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:48:44.797714 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c367b45c-d090-427b-8fa4-b81bf75d2ba6 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:45.095790 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port a2e00cde-9f54-4d14-90fa-4972d0897e33 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:45.096368 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a2e00cde-9f54-4d14-90fa-4972d0897e33), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:45.141278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e00cde-9f54-4d14-90fa-4972d0897e33 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:48:45.198975 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port a2e00cde-9f54-4d14-90fa-4972d0897e33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a2e00cde-9f54-4d14-90fa-4972d0897e33,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:45.231219 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a2e00cde-9f54-4d14-90fa-4972d0897e33), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:45.557042 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['a2e00cde-9f54-4d14-90fa-4972d0897e33'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:48:45.694128 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4c9086ad-872b-41de-bc8d-574973c15708 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/routers/9cb69a4d-1452-4002-8814-911db5f67673 HTTP/1.1" status: 200 len: 953 time: 1.2004645 Feb 16 16:48:45.696036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51924) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:45.697196 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8f11f-81c1-42f5-be2c-d17408d56488 req-96d4fd73-7fee-4ec1-b197-668b71d64d21 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:45.702655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-cfc893fe-4b57-4d0d-9a4d-aa4aa3811514 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'router': {'routes': None}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:48:45.706599 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85c8f11f-81c1-42f5-be2c-d17408d56488 req-96d4fd73-7fee-4ec1-b197-668b71d64d21 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 944 time: 0.1408200 Feb 16 16:48:45.762122 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d48959bb-7fbb-436a-841b-7e9bfe840151 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:48:45.768648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0027453c-10a7-4ad1-94e0-5bf1395cac83 None None] Current status of the port 01e36828-dd18-4097-b04b-da8c1bd3df03 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:45.934834 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85c8f11f-81c1-42f5-be2c-d17408d56488 req-cc1ee46f-fc7b-4162-878c-362d6d8eb5ce tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252967 Feb 16 16:48:45.998624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:39Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': '621431c2-9df6-41d2-82c0-389f1fc66a5d', 'name': '', 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:ab:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:37Z', 'updated_at': '2022-02-16T16:48:40Z', 'revision_number': 2, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c367b45c-d090-427b-8fa4-b81bf75d2ba6', 'name': '', 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:7a:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:26Z', 'updated_at': '2022-02-16T16:48:41Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:34Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:46.051854 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c367b45c-d090-427b-8fa4-b81bf75d2ba6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:46.052248 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:46.182332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-fe05ff89-2dc8-4427-ac77-153d09dc8d8b None None] Provisioning complete for port 621431c2-9df6-41d2-82c0-389f1fc66a5d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:46.183023 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fe05ff89-2dc8-4427-ac77-153d09dc8d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:46.260391 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=a2e00cde-9f54-4d14-90fa-4972d0897e33,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:46.279887 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-fe05ff89-2dc8-4427-ac77-153d09dc8d8b None None] Port 621431c2-9df6-41d2-82c0-389f1fc66a5d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:48:46.281744 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Checking router: 9cb69a4d-1452-4002-8814-911db5f67673 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:48:46.282101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Updating router 9cb69a4d-1452-4002-8814-911db5f67673 port 621431c2-9df6-41d2-82c0-389f1fc66a5d binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:48:46.489880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c367b45c-d090-427b-8fa4-b81bf75d2ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:46.626649 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port d48959bb-7fbb-436a-841b-7e9bfe840151 is: DOWN; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:46.659394 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:46.858597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b923f-e6fa-437f-9ad7-2a4859b51f81 req-92a9ae70-8070-42b8-b7ad-81499ba327f1 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:46.900981 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-939b923f-e6fa-437f-9ad7-2a4859b51f81 req-92a9ae70-8070-42b8-b7ad-81499ba327f1 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 943 time: 0.2155440 Feb 16 16:48:46.912877 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.extraroute_db [None req-cfc893fe-4b57-4d0d-9a4d-aa4aa3811514 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Added routes are [] {{(pid=103422) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 16:48:46.913406 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.extraroute_db [None req-cfc893fe-4b57-4d0d-9a4d-aa4aa3811514 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103422) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 16:48:47.009760 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfc893fe-4b57-4d0d-9a4d-aa4aa3811514 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (9cb69a4d-1452-4002-8814-911db5f67673), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:47.060357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51962) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:47.080408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-939b923f-e6fa-437f-9ad7-2a4859b51f81 req-c6bab028-0690-4b81-851d-7b3e03702c83 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766341 Feb 16 16:48:47.303259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b64da-3b56-41d6-8631-20de733fb3c4 req-bb42f454-8b65-4126-a937-dd9b095638e3 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:47.305056 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c53b64da-3b56-41d6-8631-20de733fb3c4 req-bb42f454-8b65-4126-a937-dd9b095638e3 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 944 time: 0.1443675 Feb 16 16:48:47.466308 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Publish callbacks [] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:47.468748 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c53b64da-3b56-41d6-8631-20de733fb3c4 req-6c980068-9273-4774-a423-336a2cf5327e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515744 Feb 16 16:48:47.487675 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:47.548384 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfc893fe-4b57-4d0d-9a4d-aa4aa3811514 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (9cb69a4d-1452-4002-8814-911db5f67673), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:47.561598 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfc893fe-4b57-4d0d-9a4d-aa4aa3811514 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (9cb69a4d-1452-4002-8814-911db5f67673), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:47.573865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445edcd-e439-4c3d-bdc0-72bd51eadc1d None None] Pushing event updated for resources: {'Port': ['ID=621431c2-9df6-41d2-82c0-389f1fc66a5d,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:47.671935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-dfa81114-1fd6-4256-b5d9-d1f32e644a1c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5887558 Feb 16 16:48:47.690252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-e392f136-7ed4-4eed-92d6-fb2454976ac1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:48:47.692191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-e392f136-7ed4-4eed-92d6-fb2454976ac1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151737 Feb 16 16:48:47.742365 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Attempting to bind port 621431c2-9df6-41d2-82c0-389f1fc66a5d on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:48:47.742898 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Attempting to bind port 621431c2-9df6-41d2-82c0-389f1fc66a5d by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '50c18f4c-709f-4578-9828-514dc5088dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:48:47.743282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Attempting to bind port 621431c2-9df6-41d2-82c0-389f1fc66a5d on network 46fac709-bfd3-4676-9e74-3013d79d0a60 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:48:47.754450 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:48:47.754839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Checking segment: {'id': '50c18f4c-709f-4578-9828-514dc5088dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:48:47.755311 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:47.755721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Bound using segment: {'id': '50c18f4c-709f-4578-9828-514dc5088dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:48:47.756234 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Bound port: 621431c2-9df6-41d2-82c0-389f1fc66a5d, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c18f4c-709f-4578-9828-514dc5088dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:48:47.758218 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:47.865507 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc893fe-4b57-4d0d-9a4d-aa4aa3811514 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 9cb69a4d-1452-4002-8814-911db5f67673 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:48:48.003223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] For port 621431c2-9df6-41d2-82c0-389f1fc66a5d, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:48:48.011870 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] For port 621431c2-9df6-41d2-82c0-389f1fc66a5d, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=621431c2-9df6-41d2-82c0-389f1fc66a5d,segment=NetworkSegment(50c18f4c-709f-4578-9828-514dc5088dcc),segment_id=50c18f4c-709f-4578-9828-514dc5088dcc)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:48:48.024484 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:48.069682 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc893fe-4b57-4d0d-9a4d-aa4aa3811514 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:48:48.088608 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfc893fe-4b57-4d0d-9a4d-aa4aa3811514 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:48.096002 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51974) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:48.117700 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cfc893fe-4b57-4d0d-9a4d-aa4aa3811514 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/9cb69a4d-1452-4002-8814-911db5f67673 HTTP/1.1" status: 200 len: 703 time: 2.4204481 Feb 16 16:48:48.261531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:48:48.263991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:48.279563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445edcd-e439-4c3d-bdc0-72bd51eadc1d None None] Pushing event updated for resources: {'Port': ['ID=621431c2-9df6-41d2-82c0-389f1fc66a5d,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:48.314547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-f75cfda1-9c9d-4279-8378-5a2a14cc5979 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:48.324578 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-f75cfda1-9c9d-4279-8378-5a2a14cc5979 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports/d48959bb-7fbb-436a-841b-7e9bfe840151 HTTP/1.1" status: 200 len: 940 time: 0.5146194 Feb 16 16:48:48.522907 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51986) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:48.524423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dc9c84fb-aafc-461c-b118-2e595470ceea tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/routers/9cb69a4d-1452-4002-8814-911db5f67673 HTTP/1.1" status: 200 len: 703 time: 0.4260843 Feb 16 16:48:48.835408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a32cc2-c655-4f82-95cb-ee8d306e9b76 req-69e85410-2446-4cb8-95b3-7eb547f31ea4 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:48.840629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45a32cc2-c655-4f82-95cb-ee8d306e9b76 req-69e85410-2446-4cb8-95b3-7eb547f31ea4 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 943 time: 0.3106124 Feb 16 16:48:49.052735 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45a32cc2-c655-4f82-95cb-ee8d306e9b76 req-d5c01e04-2402-40b6-ae56-76b6b1508618 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936255 Feb 16 16:48:49.083012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb19dc-4ed8-4103-af8c-5cd6f1452b8f req-9e56fa49-1596-48e1-89f5-76f2b3f24ca0 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:49.086124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1eeb19dc-4ed8-4103-af8c-5cd6f1452b8f req-9e56fa49-1596-48e1-89f5-76f2b3f24ca0 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 944 time: 0.3635912 Feb 16 16:48:49.162132 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:48:49.277433 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1eeb19dc-4ed8-4103-af8c-5cd6f1452b8f req-33f02c8f-18b4-48e8-b08e-e71d874c18a1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844337 Feb 16 16:48:49.292080 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 621431c2-9df6-41d2-82c0-389f1fc66a5d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:49.349166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-65b203ee-d4c6-4971-a4e8-545688bfffbb None None] Provisioning complete for port 621431c2-9df6-41d2-82c0-389f1fc66a5d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:49.355564 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-65b203ee-d4c6-4971-a4e8-545688bfffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:49.677339 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-414f7d9c-6d2d-4af1-a77b-d45cff1600a1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:49.710325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device a2e00cde-9f54-4d14-90fa-4972d0897e33 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:48:49.944310 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 621431c2-9df6-41d2-82c0-389f1fc66a5d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:49.944637 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:50.148238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port a2e00cde-9f54-4d14-90fa-4972d0897e33 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:48:50.167108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port a2e00cde-9f54-4d14-90fa-4972d0897e33 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:50.178461 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a2e00cde-9f54-4d14-90fa-4972d0897e33), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:50.199268 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-f416dbe6-d1fb-4141-aaf7-47575042d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:50.206993 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-f416dbe6-d1fb-4141-aaf7-47575042d6a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb&tenant_id=02741f937a2842aca38571a11965b970 HTTP/1.1" status: 200 len: 1125 time: 0.2551587 Feb 16 16:48:50.274466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 621431c2-9df6-41d2-82c0-389f1fc66a5d is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:50.276619 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:50.305134 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:48:50.384814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726caf59-237c-4a54-a35a-7a0489d38e78 req-dea7f2e9-cdc9-4128-b786-5de171878a65 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:50.396110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-726caf59-237c-4a54-a35a-7a0489d38e78 req-dea7f2e9-cdc9-4128-b786-5de171878a65 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 943 time: 0.1714835 Feb 16 16:48:50.438332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-65b203ee-d4c6-4971-a4e8-545688bfffbb None None] Current status of the port 621431c2-9df6-41d2-82c0-389f1fc66a5d is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:50.438332 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-65b203ee-d4c6-4971-a4e8-545688bfffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:50.476086 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:50.516473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 621431c2-9df6-41d2-82c0-389f1fc66a5d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=621431c2-9df6-41d2-82c0-389f1fc66a5d,segment=NetworkSegment(50c18f4c-709f-4578-9828-514dc5088dcc),segment_id=50c18f4c-709f-4578-9828-514dc5088dcc)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:50.564723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-726caf59-237c-4a54-a35a-7a0489d38e78 req-3d61008c-0f2c-4bde-a04c-c419cae73848 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670947 Feb 16 16:48:50.636508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087fd87-e051-414a-9953-5556e989ed08 req-ea386c7b-22d6-4f66-aa2d-4fcfdbd95894 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:50.656462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2087fd87-e051-414a-9953-5556e989ed08 req-ea386c7b-22d6-4f66-aa2d-4fcfdbd95894 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 944 time: 0.2075753 Feb 16 16:48:50.720372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2087fd87-e051-414a-9953-5556e989ed08 req-a5441be1-ff71-4a15-ba82-4f9131b3afae tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603075 Feb 16 16:48:50.733914 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:50.803885 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=621431c2-9df6-41d2-82c0-389f1fc66a5d,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:50.914681 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-65b203ee-d4c6-4971-a4e8-545688bfffbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:48:50.915045 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-65b203ee-d4c6-4971-a4e8-545688bfffbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:48:50.919100 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port a2e00cde-9f54-4d14-90fa-4972d0897e33 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:50.919490 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a2e00cde-9f54-4d14-90fa-4972d0897e33), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:50.996775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830bd10e-abae-4d74-beba-10b07827e81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e00cde-9f54-4d14-90fa-4972d0897e33'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:48:51.006890 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071e55c5-1483-42b1-bf78-c81d5d7fd94c" -d '{"events": [{"server_uuid": "830bd10e-abae-4d74-beba-10b07827e81c", "name": "network-vif-plugged", "status": "completed", "tag": "a2e00cde-9f54-4d14-90fa-4972d0897e33"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:48:51.011910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:46Z', 'revision_number': 7, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': '621431c2-9df6-41d2-82c0-389f1fc66a5d', 'name': '', 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:ab:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:37Z', 'updated_at': '2022-02-16T16:48:47Z', 'revision_number': 4, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c367b45c-d090-427b-8fa4-b81bf75d2ba6', 'name': '', 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:7a:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:26Z', 'updated_at': '2022-02-16T16:48:41Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:34Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:51.124023 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f201885-32e1-4cb3-b6d5-f47342c05ff9 x-openstack-request-id: req-4f201885-32e1-4cb3-b6d5-f47342c05ff9 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:48:51.139944 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830bd10e-abae-4d74-beba-10b07827e81c", "name": "network-vif-plugged", "status": "completed", "tag": "a2e00cde-9f54-4d14-90fa-4972d0897e33", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:48:51.140403 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f201885-32e1-4cb3-b6d5-f47342c05ff9 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:48:51.140936 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830bd10e-abae-4d74-beba-10b07827e81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e00cde-9f54-4d14-90fa-4972d0897e33', 'code': 200} Feb 16 16:48:51.152300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e08198-9ee3-49d6-a714-fcd69bd28cdc None None] The sync data for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 is: [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:46Z', 'revision_number': 7, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': '621431c2-9df6-41d2-82c0-389f1fc66a5d', 'name': '', 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:ab:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:37Z', 'updated_at': '2022-02-16T16:48:47Z', 'revision_number': 4, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c367b45c-d090-427b-8fa4-b81bf75d2ba6', 'name': '', 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:7a:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:26Z', 'updated_at': '2022-02-16T16:48:41Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:34Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:48:51.180431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port a2e00cde-9f54-4d14-90fa-4972d0897e33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a2e00cde-9f54-4d14-90fa-4972d0897e33,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:51.196137 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a2e00cde-9f54-4d14-90fa-4972d0897e33), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:51.284421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a84935-6415-4be8-8452-ddc16c7df368 req-589b7038-67fd-42b1-8f7f-d6a6c85971cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:51.285938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36a84935-6415-4be8-8452-ddc16c7df368 req-589b7038-67fd-42b1-8f7f-d6a6c85971cf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 1126 time: 0.1081507 Feb 16 16:48:51.299699 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-414f7d9c-6d2d-4af1-a77b-d45cff1600a1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port 621431c2-9df6-41d2-82c0-389f1fc66a5d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:48:51.303476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-414f7d9c-6d2d-4af1-a77b-d45cff1600a1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:51.368037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=a2e00cde-9f54-4d14-90fa-4972d0897e33,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:51.377865 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36a84935-6415-4be8-8452-ddc16c7df368 req-2e25d5d1-6fe9-4dd5-b4d6-c0892803875a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850015 Feb 16 16:48:51.531013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-65b203ee-d4c6-4971-a4e8-545688bfffbb None None] Current status of the port 621431c2-9df6-41d2-82c0-389f1fc66a5d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:51.596036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-414f7d9c-6d2d-4af1-a77b-d45cff1600a1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] For port 621431c2-9df6-41d2-82c0-389f1fc66a5d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=621431c2-9df6-41d2-82c0-389f1fc66a5d,segment=NetworkSegment(50c18f4c-709f-4578-9828-514dc5088dcc),segment_id=50c18f4c-709f-4578-9828-514dc5088dcc)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:51.599744 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-414f7d9c-6d2d-4af1-a77b-d45cff1600a1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:51.617917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-414f7d9c-6d2d-4af1-a77b-d45cff1600a1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for 621431c2-9df6-41d2-82c0-389f1fc66a5d owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:48:51.630152 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742abb1e-de7b-42e5-90a6-154f39ff0e9f None None] Sync routers for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:48:51.647125 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742abb1e-de7b-42e5-90a6-154f39ff0e9f None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:48:51.649230 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-742abb1e-de7b-42e5-90a6-154f39ff0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:51.683434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-984ad19b-6d57-44a8-9e04-07d929b984c1 None None] Provisioning complete for port 621431c2-9df6-41d2-82c0-389f1fc66a5d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:48:51.683858 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-984ad19b-6d57-44a8-9e04-07d929b984c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:51.864547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9359a-8334-4ee7-8109-3c583e3325e7 req-7d671fbb-6d39-447b-bf37-7b8cdd999b57 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:51.873539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-984ad19b-6d57-44a8-9e04-07d929b984c1 None None] Current status of the port 621431c2-9df6-41d2-82c0-389f1fc66a5d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:48:51.874627 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bda9359a-8334-4ee7-8109-3c583e3325e7 req-7d671fbb-6d39-447b-bf37-7b8cdd999b57 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 943 time: 0.1535573 Feb 16 16:48:51.944045 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-742abb1e-de7b-42e5-90a6-154f39ff0e9f None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:48:51.996362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-414f7d9c-6d2d-4af1-a77b-d45cff1600a1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (621431c2-9df6-41d2-82c0-389f1fc66a5d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:52.009606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-de70bc83-a0e6-475a-a817-9acdd55e4602 req-303b135c-c80f-439a-bc99-426e44f085ca service neutron] (103422) timed out ('10.222.0.24', 59888) {{(pid=103422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 16:48:52.061205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f7d9c-6d2d-4af1-a77b-d45cff1600a1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=621431c2-9df6-41d2-82c0-389f1fc66a5d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:52.246415 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bda9359a-8334-4ee7-8109-3c583e3325e7 req-3ae8d100-07ef-4b34-9b18-00f8e4905609 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3588402 Feb 16 16:48:52.316304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0936e92-748d-4227-875e-5f588e7717b4 req-977e9d88-a692-461d-bcd7-3caea3c8acef tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:52.334588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a0936e92-748d-4227-875e-5f588e7717b4 req-977e9d88-a692-461d-bcd7-3caea3c8acef tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 945 time: 0.4362340 Feb 16 16:48:52.350540 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-414f7d9c-6d2d-4af1-a77b-d45cff1600a1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:52.485766 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d48959bb-7fbb-436a-841b-7e9bfe840151,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:52.585379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:48:52.629578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a0936e92-748d-4227-875e-5f588e7717b4 req-278c4d2b-0aa0-4b20-b391-4ebd7e5885e2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832298 Feb 16 16:48:52.677241 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-742abb1e-de7b-42e5-90a6-154f39ff0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:46Z', 'revision_number': 7, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': '621431c2-9df6-41d2-82c0-389f1fc66a5d', 'name': '', 'network_id': '46fac709-bfd3-4676-9e74-3013d79d0a60', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:ab:dc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': 'fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:37Z', 'updated_at': '2022-02-16T16:48:50Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c367b45c-d090-427b-8fa4-b81bf75d2ba6', 'name': '', 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:7a:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:26Z', 'updated_at': '2022-02-16T16:48:41Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:34Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:52.778841 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742abb1e-de7b-42e5-90a6-154f39ff0e9f None None] Checking router: 9cb69a4d-1452-4002-8814-911db5f67673 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:48:52.800870 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742abb1e-de7b-42e5-90a6-154f39ff0e9f None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:48:52.801527 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-742abb1e-de7b-42e5-90a6-154f39ff0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:53.189818 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-742abb1e-de7b-42e5-90a6-154f39ff0e9f None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:48:53.322861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414f7d9c-6d2d-4af1-a77b-d45cff1600a1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 9cb69a4d-1452-4002-8814-911db5f67673 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:48:53.330575 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48959bb-7fbb-436a-841b-7e9bfe840151 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:48:53.346083 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Publish callbacks [] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:53.492135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414f7d9c-6d2d-4af1-a77b-d45cff1600a1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:48:53.504603 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-414f7d9c-6d2d-4af1-a77b-d45cff1600a1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/9cb69a4d-1452-4002-8814-911db5f67673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9801900 Feb 16 16:48:53.505609 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52040) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:53.593281 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Transition to ACTIVE for port object d48959bb-7fbb-436a-841b-7e9bfe840151 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:48:53.600185 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-520c6913-2b70-4e8f-80eb-81e3cafe09c1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting subnet fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:48:53.604691 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:53.615300 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-520c6913-2b70-4e8f-80eb-81e3cafe09c1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:53.649487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b98dcb-b38b-4a62-a7bb-d9f93bb11941 req-2cf99b80-ca87-45a5-9c02-c98f5ef94ae5 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:53.662960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0b98dcb-b38b-4a62-a7bb-d9f93bb11941 req-2cf99b80-ca87-45a5-9c02-c98f5ef94ae5 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 943 time: 0.2147174 Feb 16 16:48:53.801341 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-520c6913-2b70-4e8f-80eb-81e3cafe09c1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:53.851986 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0b98dcb-b38b-4a62-a7bb-d9f93bb11941 req-7c24169e-30b8-4470-a87f-190af80759b6 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848066 Feb 16 16:48:53.909397 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-742abb1e-de7b-42e5-90a6-154f39ff0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:51Z', 'revision_number': 8, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'c367b45c-d090-427b-8fa4-b81bf75d2ba6', 'name': '', 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:7a:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:26Z', 'updated_at': '2022-02-16T16:48:41Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:34Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:54.005093 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25fb01-4dc0-43dd-b024-3f2d61d71a61 req-ea61062c-a6c9-42f1-a907-a37779d289dc tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:54.006025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Pushing event updated for resources: {'Port': ['ID=d48959bb-7fbb-436a-841b-7e9bfe840151,revision_number=9']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:54.023593 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-520c6913-2b70-4e8f-80eb-81e3cafe09c1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:54.040483 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af25fb01-4dc0-43dd-b024-3f2d61d71a61 req-ea61062c-a6c9-42f1-a907-a37779d289dc tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 945 time: 0.1823745 Feb 16 16:48:54.216666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af25fb01-4dc0-43dd-b024-3f2d61d71a61 req-d1d51937-c8cf-4e6a-a558-5c71b1302803 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750619 Feb 16 16:48:54.349067 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742abb1e-de7b-42e5-90a6-154f39ff0e9f None None] The sync data for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 is: [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:51Z', 'revision_number': 8, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'c367b45c-d090-427b-8fa4-b81bf75d2ba6', 'name': '', 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:7a:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:26Z', 'updated_at': '2022-02-16T16:48:41Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:34Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:48:54.394824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-520c6913-2b70-4e8f-80eb-81e3cafe09c1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:54.432376 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] No DVR routers for this DVR port d48959bb-7fbb-436a-841b-7e9bfe840151 on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:48:54.512153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760930b-1d9c-4480-84cb-40c5d02d5a2b req-e02cef9d-fed1-49c8-8620-b50413567178 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:54.519038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0760930b-1d9c-4480-84cb-40c5d02d5a2b req-e02cef9d-fed1-49c8-8620-b50413567178 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 945 time: 0.1249421 Feb 16 16:48:54.519205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66f8b00-c875-4841-9631-32f6bd15bbfe None None] Network 46fac709-bfd3-4676-9e74-3013d79d0a60 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:48:54.557133 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c6913-2b70-4e8f-80eb-81e3cafe09c1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Subnet': ['ID=fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:54.561527 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-520c6913-2b70-4e8f-80eb-81e3cafe09c1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:54.575887 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-520c6913-2b70-4e8f-80eb-81e3cafe09c1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c HTTP/1.1" status: 204 len: 168 time: 1.0662725 Feb 16 16:48:54.581415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52054) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:54.609599 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0760930b-1d9c-4480-84cb-40c5d02d5a2b req-2511e41e-8aa8-4efc-b8c2-a514d7c7f6fb tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810306 Feb 16 16:48:54.891280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 621431c2-9df6-41d2-82c0-389f1fc66a5d no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:48:54.927176 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (46fac709-bfd3-4676-9e74-3013d79d0a60), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:54.960090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 621431c2-9df6-41d2-82c0-389f1fc66a5d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:48:54.960368 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 621431c2-9df6-41d2-82c0-389f1fc66a5d not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:48:54.987995 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a70153-f4da-4527-ae82-d03ec3e23b11 None None] DHCP port deletion for 46fac709-bfd3-4676-9e74-3013d79d0a60 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:48:55.160364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b3a70153-f4da-4527-ae82-d03ec3e23b11 None None] Deleting port 01e36828-dd18-4097-b04b-da8c1bd3df03 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:48:55.161307 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b3a70153-f4da-4527-ae82-d03ec3e23b11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:55.167786 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Attempting to bind port d48959bb-7fbb-436a-841b-7e9bfe840151 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:48:55.171522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Attempting to bind port d48959bb-7fbb-436a-841b-7e9bfe840151 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:48:55.171861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Attempting to bind port d48959bb-7fbb-436a-841b-7e9bfe840151 on network 8d61e968-9352-4447-90d4-31d4f93db9d5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:48:55.186245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Port d48959bb-7fbb-436a-841b-7e9bfe840151 on network 8d61e968-9352-4447-90d4-31d4f93db9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:48:55.186581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Attempting to bind port d48959bb-7fbb-436a-841b-7e9bfe840151 on network 8d61e968-9352-4447-90d4-31d4f93db9d5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:48:55.205368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:48:55.205726 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Checking segment: {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:48:55.206107 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Bound using segment: {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:48:55.206561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Bound port: d48959bb-7fbb-436a-841b-7e9bfe840151, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c548968-4ff9-4fa9-80db-6e9e91bc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:48:55.206910 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:55.254216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port 01e36828-dd18-4097-b04b-da8c1bd3df03 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:48:55.254731 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:55.282059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bf81b-caa1-483b-9eca-7559ef0d1758 req-d5a8a7c3-5af0-42e7-b659-06d4aa3bf003 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:55.293036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-527bf81b-caa1-483b-9eca-7559ef0d1758 req-d5a8a7c3-5af0-42e7-b659-06d4aa3bf003 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 945 time: 0.3133914 Feb 16 16:48:55.331162 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b3a70153-f4da-4527-ae82-d03ec3e23b11 None None] For port 01e36828-dd18-4097-b04b-da8c1bd3df03, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=01e36828-dd18-4097-b04b-da8c1bd3df03,segment=NetworkSegment(50c18f4c-709f-4578-9828-514dc5088dcc),segment_id=50c18f4c-709f-4578-9828-514dc5088dcc)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:55.341087 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b3a70153-f4da-4527-ae82-d03ec3e23b11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:55.382988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b3a70153-f4da-4527-ae82-d03ec3e23b11 None None] Calling delete_port for 01e36828-dd18-4097-b04b-da8c1bd3df03 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:48:55.388990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbd3c3-9421-42da-936d-79e363c23f06 req-c5b946db-2f1f-4638-9ad4-c88745793f85 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:55.390724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4dcbd3c3-9421-42da-936d-79e363c23f06 req-c5b946db-2f1f-4638-9ad4-c88745793f85 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 943 time: 0.3393385 Feb 16 16:48:55.412574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae89319e-3dc0-41e9-92ca-6adb0a6e3fb7 None None] Sync routers for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:48:55.458763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4dcbd3c3-9421-42da-936d-79e363c23f06 req-41c5a4ce-932e-4815-bd11-788628f64ecc tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583460 Feb 16 16:48:55.459009 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae89319e-3dc0-41e9-92ca-6adb0a6e3fb7 None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:48:55.460250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ae89319e-3dc0-41e9-92ca-6adb0a6e3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:55.477099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-527bf81b-caa1-483b-9eca-7559ef0d1758 req-240313f9-cba2-4408-a894-6f8201d4c0f3 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793594 Feb 16 16:48:55.488909 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] For port 01e36828-dd18-4097-b04b-da8c1bd3df03, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=01e36828-dd18-4097-b04b-da8c1bd3df03,segment=NetworkSegment(50c18f4c-709f-4578-9828-514dc5088dcc),segment_id=50c18f4c-709f-4578-9828-514dc5088dcc)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:55.488909 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:55.522978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for 01e36828-dd18-4097-b04b-da8c1bd3df03 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:48:55.662694 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:55.694564 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:48:55.745680 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No DVR routers for this DVR port 01e36828-dd18-4097-b04b-da8c1bd3df03 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:48:55.748730 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=01e36828-dd18-4097-b04b-da8c1bd3df03,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:55.836102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ae89319e-3dc0-41e9-92ca-6adb0a6e3fb7 None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:48:55.869140 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (46fac709-bfd3-4676-9e74-3013d79d0a60), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:55.888731 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cca50532-9382-4966-a126-89c2c05959a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:55.900018 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d48959bb-7fbb-436a-841b-7e9bfe840151,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:48:55.941130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fac709-bfd3-4676-9e74-3013d79d0a60']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:55.946261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:55.951360 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b3a70153-f4da-4527-ae82-d03ec3e23b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (01e36828-dd18-4097-b04b-da8c1bd3df03), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:55.988439 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a70153-f4da-4527-ae82-d03ec3e23b11 None None] Pushing event deleted for resources: {'Port': ['ID=01e36828-dd18-4097-b04b-da8c1bd3df03,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:56.008165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a70153-f4da-4527-ae82-d03ec3e23b11 None None] No DVR routers for this DVR port 01e36828-dd18-4097-b04b-da8c1bd3df03 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:48:56.032874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c18f4c-709f-4578-9828-514dc5088dcc') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:56.033344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c18f4c-709f-4578-9828-514dc5088dcc') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:56.044099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:56.044912 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:56.046391 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] 10.222.0.60 "PUT /v2.0/ports/d48959bb-7fbb-436a-841b-7e9bfe840151 HTTP/1.1" status: 200 len: 1091 time: 5.7464433 Feb 16 16:48:56.046877 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:48:56.049503 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc221735-3b3b-402f-8124-92348d3c0a63" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:48:56.081672 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (50c18f4c-709f-4578-9828-514dc5088dcc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:56.298980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a58c21-c123-497e-97f9-f1ac807fd107 req-64eb9bd2-d2a4-4ef8-a70a-2d18e5359ca0 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:56.305780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14a58c21-c123-497e-97f9-f1ac807fd107 req-64eb9bd2-d2a4-4ef8-a70a-2d18e5359ca0 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.65 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 945 time: 0.1592553 Feb 16 16:48:56.310525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ae89319e-3dc0-41e9-92ca-6adb0a6e3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:51Z', 'revision_number': 8, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'c367b45c-d090-427b-8fa4-b81bf75d2ba6', 'name': '', 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:7a:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:26Z', 'updated_at': '2022-02-16T16:48:41Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:34Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:56.324765 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f9b65-6fb3-409b-abbe-7a6a53aa3117 service neutron] Pushing event updated for resources: {'Port': ['ID=d48959bb-7fbb-436a-841b-7e9bfe840151,revision_number=10']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:56.347212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (50c18f4c-709f-4578-9828-514dc5088dcc), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:56.370405 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1a6d42-18c3-4df5-ba86-d062b412191a x-openstack-request-id: req-ff1a6d42-18c3-4df5-ba86-d062b412191a {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:48:56.370716 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:48:56.370958 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff1a6d42-18c3-4df5-ba86-d062b412191a {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:48:56.371376 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'status': 'completed', 'code': 200} Feb 16 16:48:56.389848 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:48:56.395799 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (50c18f4c-709f-4578-9828-514dc5088dcc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:56.419627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae89319e-3dc0-41e9-92ca-6adb0a6e3fb7 None None] Checking router: 9cb69a4d-1452-4002-8814-911db5f67673 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:48:56.428017 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:48:56.490094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae89319e-3dc0-41e9-92ca-6adb0a6e3fb7 None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:48:56.493798 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ae89319e-3dc0-41e9-92ca-6adb0a6e3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:56.592003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-d209c210-c67c-4ccd-bee8-ba330453e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:56.599987 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-d209c210-c67c-4ccd-bee8-ba330453e478 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 1126 time: 0.4594030 Feb 16 16:48:56.638824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (46fac709-bfd3-4676-9e74-3013d79d0a60), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:56.718218 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:56.725898 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/networks/46fac709-bfd3-4676-9e74-3013d79d0a60 HTTP/1.1" status: 204 len: 168 time: 2.1434457 Feb 16 16:48:56.743802 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52086) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:48:56.804312 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd943e-005f-48e5-982d-3dc07eef3a3f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Network': ['ID=46fac709-bfd3-4676-9e74-3013d79d0a60,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:56.810691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be8218-6eaf-4293-a51a-4225715a352e req-1aba07b3-1d30-40b6-8c3e-d60a2e01061d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:56.812786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63be8218-6eaf-4293-a51a-4225715a352e req-1aba07b3-1d30-40b6-8c3e-d60a2e01061d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.1106246 Feb 16 16:48:56.864485 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-14a58c21-c123-497e-97f9-f1ac807fd107 req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Deleting port a2e00cde-9f54-4d14-90fa-4972d0897e33 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:48:56.864833 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14a58c21-c123-497e-97f9-f1ac807fd107 req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a2e00cde-9f54-4d14-90fa-4972d0897e33), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:56.925624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d35d5-0a15-4024-9c7f-5621ccd33afa req-3c9534a2-3f20-430f-bea0-0b77eb198291 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:56.927426 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c4d35d5-0a15-4024-9c7f-5621ccd33afa req-3c9534a2-3f20-430f-bea0-0b77eb198291 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 945 time: 0.2918491 Feb 16 16:48:56.984122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63be8218-6eaf-4293-a51a-4225715a352e req-5f3ce769-3b17-4cdd-8df9-a71de4e38dba tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626203 Feb 16 16:48:57.065702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-6aa7fd9f-9a7b-4996-ae86-a1d7122af3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:57.067795 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-6aa7fd9f-9a7b-4996-ae86-a1d7122af3de service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 918 time: 0.4604867 Feb 16 16:48:57.080044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c4d35d5-0a15-4024-9c7f-5621ccd33afa req-5fb78296-cca0-493b-8023-4c28ba8683a7 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381617 Feb 16 16:48:57.104317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 01e36828-dd18-4097-b04b-da8c1bd3df03 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:48:57.108589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-14a58c21-c123-497e-97f9-f1ac807fd107 req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] For port a2e00cde-9f54-4d14-90fa-4972d0897e33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=a2e00cde-9f54-4d14-90fa-4972d0897e33,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:48:57.108961 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14a58c21-c123-497e-97f9-f1ac807fd107 req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a2e00cde-9f54-4d14-90fa-4972d0897e33), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:57.136839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-14a58c21-c123-497e-97f9-f1ac807fd107 req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Calling delete_port for a2e00cde-9f54-4d14-90fa-4972d0897e33 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:48:57.153306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 01e36828-dd18-4097-b04b-da8c1bd3df03 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:48:57.153655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 01e36828-dd18-4097-b04b-da8c1bd3df03 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:48:57.213387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ae89319e-3dc0-41e9-92ca-6adb0a6e3fb7 None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:48:57.378049 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-9aee220e-f71c-49b1-8c92-616f3df95024 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d48959bb-7fbb-436a-841b-7e9bfe840151 HTTP/1.1" status: 200 len: 998 time: 0.2993338 Feb 16 16:48:57.417514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14a58c21-c123-497e-97f9-f1ac807fd107 req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a2e00cde-9f54-4d14-90fa-4972d0897e33), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:57.532576 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['a2e00cde-9f54-4d14-90fa-4972d0897e33'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:48:57.535434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f1c28583-96df-4979-a693-6ec0a3481d95'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:48:57.550236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Pushing event deleted for resources: {'Port': ['ID=a2e00cde-9f54-4d14-90fa-4972d0897e33,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:48:57.603795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:57.614305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:57.615085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:57.615849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:57.616477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:57.617109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:57.634751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:57.635163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:57.635510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:57.636831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:57.636831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:57.636831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:57.636831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:48:57.646672 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-9bce8ab4-c13b-43d8-940e-1a6fd89e79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:57.648173 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-9bce8ab4-c13b-43d8-940e-1a6fd89e79cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2633da54-4036-4028-8932-f86c9800af42 HTTP/1.1" status: 200 len: 856 time: 0.2550857 Feb 16 16:48:57.714055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a58c21-c123-497e-97f9-f1ac807fd107 req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] No DVR routers for this DVR port a2e00cde-9f54-4d14-90fa-4972d0897e33 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:48:57.718186 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14a58c21-c123-497e-97f9-f1ac807fd107 req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:57.722124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14a58c21-c123-497e-97f9-f1ac807fd107 req-95c79f32-f987-45e4-a7ea-1846b48c796f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.65 "DELETE /v2.0/ports/a2e00cde-9f54-4d14-90fa-4972d0897e33 HTTP/1.1" status: 204 len: 173 time: 1.4006889 Feb 16 16:48:57.727985 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830bd10e-abae-4d74-beba-10b07827e81c', 'name': 'network-vif-deleted', 'tag': 'a2e00cde-9f54-4d14-90fa-4972d0897e33'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:48:57.730858 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eba911-aff3-4b7d-aaac-cedccaa5f2c7" -d '{"events": [{"server_uuid": "830bd10e-abae-4d74-beba-10b07827e81c", "name": "network-vif-deleted", "tag": "a2e00cde-9f54-4d14-90fa-4972d0897e33"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:48:57.735220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ae89319e-3dc0-41e9-92ca-6adb0a6e3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:51Z', 'revision_number': 8, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'c367b45c-d090-427b-8fa4-b81bf75d2ba6', 'name': '', 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:7a:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:26Z', 'updated_at': '2022-02-16T16:48:41Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:34Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:48:57.809988 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661dd6b7-b028-4ad5-9917-ad5f06f6457d x-openstack-request-id: req-661dd6b7-b028-4ad5-9917-ad5f06f6457d {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:48:57.810286 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830bd10e-abae-4d74-beba-10b07827e81c", "name": "network-vif-deleted", "tag": "a2e00cde-9f54-4d14-90fa-4972d0897e33", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:48:57.810546 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-661dd6b7-b028-4ad5-9917-ad5f06f6457d {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:48:57.810961 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830bd10e-abae-4d74-beba-10b07827e81c', 'name': 'network-vif-deleted', 'tag': 'a2e00cde-9f54-4d14-90fa-4972d0897e33', 'status': 'completed', 'code': 200} Feb 16 16:48:57.831353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae89319e-3dc0-41e9-92ca-6adb0a6e3fb7 None None] The sync data for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 is: [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:48:51Z', 'revision_number': 8, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'c367b45c-d090-427b-8fa4-b81bf75d2ba6', 'name': '', 'network_id': '9875bc17-6982-426b-9e8c-f7f2e549810d', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:7a:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:26Z', 'updated_at': '2022-02-16T16:48:41Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': '6058455f-d4f8-4bf2-a264-d941fd153372', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:34Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:48:58.009834 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-7d44ccf1-257b-42f2-aaa8-704dfd5413ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:58.011401 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-7d44ccf1-257b-42f2-aaa8-704dfd5413ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d61e968-9352-4447-90d4-31d4f93db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2862549 Feb 16 16:48:58.298367 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eaa01a37-0d3e-4049-91d9-5644b0f6e39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:58.347555 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2cda9c8c-1ace-4785-b152-f999785b5bb1 req-b93a8119-c89c-4439-830d-e430f2ee4c69 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=830bd10e-abae-4d74-beba-10b07827e81c HTTP/1.1" status: 200 len: 210 time: 0.0714962 Feb 16 16:48:58.368006 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-9adeb5e6-15bf-4b06-b7c5-497eed4777c5 service neutron] 10.222.0.60 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444650 Feb 16 16:48:58.423727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9fd27-7a92-4489-af77-c98bff9be31a req-3073f9ea-fdd1-4b8f-a971-c1bcc4731a0f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:58.434621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efa9fd27-7a92-4489-af77-c98bff9be31a req-3073f9ea-fdd1-4b8f-a971-c1bcc4731a0f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.2535660 Feb 16 16:48:58.605870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efa9fd27-7a92-4489-af77-c98bff9be31a req-a7042be6-41f4-4a73-9480-1b74114a442e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694121 Feb 16 16:48:58.617729 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f5ee68f-aed8-4f40-b3f9-231b1797694d req-8493b91a-59fb-4655-8a6f-d8df6f00c8e0 service neutron] 10.222.0.60 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371268 Feb 16 16:48:58.901733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221735-3b3b-402f-8124-92348d3c0a63 req-30b7c037-aa3a-46a9-b1b8-8bec68e14822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:58.903226 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc221735-3b3b-402f-8124-92348d3c0a63 req-30b7c037-aa3a-46a9-b1b8-8bec68e14822 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 1126 time: 0.2004304 Feb 16 16:48:58.976831 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75741bb1-491b-4676-b8ec-faca89c9f399 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:59.286700 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:48:59.490378 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221735-3b3b-402f-8124-92348d3c0a63 req-a769673b-e9d4-49f1-a2fa-770a644dfe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:48:59.506434 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc221735-3b3b-402f-8124-92348d3c0a63 req-a769673b-e9d4-49f1-a2fa-770a644dfe55 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 918 time: 0.5790908 Feb 16 16:48:59.732664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device a2e00cde-9f54-4d14-90fa-4972d0897e33 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:48:59.866942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: a2e00cde-9f54-4d14-90fa-4972d0897e33 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:48:59.867308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device a2e00cde-9f54-4d14-90fa-4972d0897e33 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:48:59.869792 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc221735-3b3b-402f-8124-92348d3c0a63 req-6635044c-e932-4897-ab17-9bc7a5b3db90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d48959bb-7fbb-436a-841b-7e9bfe840151 HTTP/1.1" status: 200 len: 998 time: 0.3604710 Feb 16 16:49:00.034780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221735-3b3b-402f-8124-92348d3c0a63 req-e86d9701-d440-48b3-8569-f5e641350cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:00.040031 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc221735-3b3b-402f-8124-92348d3c0a63 req-e86d9701-d440-48b3-8569-f5e641350cc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2633da54-4036-4028-8932-f86c9800af42 HTTP/1.1" status: 200 len: 856 time: 0.1590054 Feb 16 16:49:00.270194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-ab52bed7-9fd3-4ff8-8dfb-ab99976e20a7 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:00.280691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-ab52bed7-9fd3-4ff8-8dfb-ab99976e20a7 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 806 time: 0.3615818 Feb 16 16:49:00.331791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-38795f91-e3a8-49fb-a6b6-f1d6c1369fd7 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/quotas/04dce4d8dd3f47e9af38e5ce90c304ed HTTP/1.1" status: 200 len: 375 time: 0.0500612 Feb 16 16:49:00.447168 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff670c69-4911-49e9-b0ad-ef16c303dd5c req-63e62637-c379-43dd-95da-624aa853eba5 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:00.456940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff670c69-4911-49e9-b0ad-ef16c303dd5c req-63e62637-c379-43dd-95da-624aa853eba5 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.6122990 Feb 16 16:49:00.475936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221735-3b3b-402f-8124-92348d3c0a63 req-3e955cc1-5f38-4a05-8555-e9b8675dfabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:00.477416 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc221735-3b3b-402f-8124-92348d3c0a63 req-3e955cc1-5f38-4a05-8555-e9b8675dfabb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d61e968-9352-4447-90d4-31d4f93db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4240210 Feb 16 16:49:00.577973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff670c69-4911-49e9-b0ad-ef16c303dd5c req-a0a3a818-9b5f-4316-91e5-280d1f35e607 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125832 Feb 16 16:49:00.647866 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-f76df52a-be77-4ba4-8d4f-b4f32dbe367a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3151813 Feb 16 16:49:00.767620 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc221735-3b3b-402f-8124-92348d3c0a63 req-6e4db212-e82a-43b6-859b-b035cf9b7cd1 service neutron] 10.222.0.60 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746563 Feb 16 16:49:00.856539 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:00.958701 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-75741bb1-491b-4676-b8ec-faca89c9f399 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port c367b45c-d090-427b-8fa4-b81bf75d2ba6 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:00.959053 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75741bb1-491b-4676-b8ec-faca89c9f399 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:01.039041 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-43f559a7-f337-45d4-9771-0e2bbbaedfe5 service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840857 Feb 16 16:49:01.298417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-75741bb1-491b-4676-b8ec-faca89c9f399 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] For port c367b45c-d090-427b-8fa4-b81bf75d2ba6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c367b45c-d090-427b-8fa4-b81bf75d2ba6,segment=NetworkSegment(13daa39f-babb-4928-b9e4-8e06c3aa2bb3),segment_id=13daa39f-babb-4928-b9e4-8e06c3aa2bb3)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:01.298810 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75741bb1-491b-4676-b8ec-faca89c9f399 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:01.324868 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-75741bb1-491b-4676-b8ec-faca89c9f399 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for c367b45c-d090-427b-8fa4-b81bf75d2ba6 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:01.368715 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-8b2b4e28-244d-4061-9ce0-85cd4a445776 service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225896 Feb 16 16:49:01.396901 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:01.822119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-222c8278-81a9-468f-a490-0f3961320a10 req-e6171521-beaa-48e1-ab97-bd11ddf25129 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 210 time: 0.1286047 Feb 16 16:49:02.050003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34e850-938c-4ef4-bfb4-2ede424fef17 req-0d4d90a2-cb6f-419d-befd-97a89122090e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:02.051721 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c34e850-938c-4ef4-bfb4-2ede424fef17 req-0d4d90a2-cb6f-419d-befd-97a89122090e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.1742609 Feb 16 16:49:02.105062 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:02.259084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c34e850-938c-4ef4-bfb4-2ede424fef17 req-1b264b0a-ba3f-4465-9191-fb8553f34907 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812363 Feb 16 16:49:03.006206 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc221735-3b3b-402f-8124-92348d3c0a63 req-6a8e1ee7-8aef-4d74-8546-ec4631980412 service neutron] 10.222.0.60 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2046711 Feb 16 16:49:03.029019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5f426f2-8421-44a0-9c5c-982ab6505929 req-ca58e758-74d0-49aa-8557-f50b2ed122ad tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 210 time: 0.0936453 Feb 16 16:49:03.211279 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75741bb1-491b-4676-b8ec-faca89c9f399 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c367b45c-d090-427b-8fa4-b81bf75d2ba6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:03.400385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75741bb1-491b-4676-b8ec-faca89c9f399 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=c367b45c-d090-427b-8fa4-b81bf75d2ba6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:03.655366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6b0b1-dd5c-41f6-b52c-8997ed9b41bd req-30aa8d69-6c67-4211-9cc6-3def7bb1b7a5 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:03.663262 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29f6b0b1-dd5c-41f6-b52c-8997ed9b41bd req-30aa8d69-6c67-4211-9cc6-3def7bb1b7a5 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.1597869 Feb 16 16:49:03.779887 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75741bb1-491b-4676-b8ec-faca89c9f399 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:04.290797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29f6b0b1-dd5c-41f6-b52c-8997ed9b41bd req-af8fbe54-00f7-48e9-81d9-dabcd1fe0302 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6262121 Feb 16 16:49:04.306940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-9c2cc321-cf72-4766-8707-89f37298ab76 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:04.306940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-9c2cc321-cf72-4766-8707-89f37298ab76 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.65 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 806 time: 0.5134015 Feb 16 16:49:04.389289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b61879f-694b-4cf5-a1ee-14dad160b87b req-9b80840c-ebbf-4611-ae8a-8033e954d019 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 210 time: 0.0817585 Feb 16 16:49:04.397619 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75741bb1-491b-4676-b8ec-faca89c9f399 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 9cb69a4d-1452-4002-8814-911db5f67673 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:49:04.410087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-413e7395-d6ba-4fa3-92a4-421f4ce233f1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Request body: {'port': {'device_id': '00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e', 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7', 'admin_state_up': True, 'tenant_id': '04dce4d8dd3f47e9af38e5ce90c304ed'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:04.592358 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:04.766793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75741bb1-491b-4676-b8ec-faca89c9f399 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:49:04.781488 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea059a-a0ed-4a39-9e20-842b33c4fde0 None None] Sync routers for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:49:04.786708 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-75741bb1-491b-4676-b8ec-faca89c9f399 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/9cb69a4d-1452-4002-8814-911db5f67673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0052252 Feb 16 16:49:04.789802 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52222) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:04.792736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-413e7395-d6ba-4fa3-92a4-421f4ce233f1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Made reservation on behalf of 04dce4d8dd3f47e9af38e5ce90c304ed for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:49:04.796307 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-413e7395-d6ba-4fa3-92a4-421f4ce233f1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:04.809369 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea059a-a0ed-4a39-9e20-842b33c4fde0 None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:04.809940 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-07ea059a-a0ed-4a39-9e20-842b33c4fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:05.012330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting subnet 6058455f-d4f8-4bf2-a264-d941fd153372 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:49:05.021076 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (6058455f-d4f8-4bf2-a264-d941fd153372), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:05.145006 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-07ea059a-a0ed-4a39-9e20-842b33c4fde0 None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:49:05.147297 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (6058455f-d4f8-4bf2-a264-d941fd153372), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:05.217256 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-413e7395-d6ba-4fa3-92a4-421f4ce233f1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Allocated IP 172.20.0.7 (9b0b71f1-f1f4-41a6-b047-f2c21a04abc7/39d9fb8a-744f-4a0a-90b6-699cc7c33927/814ca338-6caf-4f3d-90e7-d946f2556921) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:49:05.444901 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (6058455f-d4f8-4bf2-a264-d941fd153372), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:05.632452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (6058455f-d4f8-4bf2-a264-d941fd153372), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:05.666050 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-413e7395-d6ba-4fa3-92a4-421f4ce233f1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks [] for port (814ca338-6caf-4f3d-90e7-d946f2556921), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:05.728847 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:05.742324 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/6058455f-d4f8-4bf2-a264-d941fd153372 HTTP/1.1" status: 204 len: 168 time: 0.9484370 Feb 16 16:49:05.744556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b713ab-a69e-417c-8f08-35e9270ddc99 None None] Network 9875bc17-6982-426b-9e8c-f7f2e549810d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:49:05.745380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Subnet': ['ID=6058455f-d4f8-4bf2-a264-d941fd153372,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:05.758018 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52240) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:05.866369 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:05.866725 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:05.867074 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:05.867417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:05.867780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:05.890580 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:05.890931 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:05.891345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:05.891785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:05.892135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:05.892473 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:05.892889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:05.893128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16224284-8c33-4fa4-8b23-39e48e62b611 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:05.949369 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-07ea059a-a0ed-4a39-9e20-842b33c4fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:49:02Z', 'revision_number': 9, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:34Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:06.046782 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-413e7395-d6ba-4fa3-92a4-421f4ce233f1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (814ca338-6caf-4f3d-90e7-d946f2556921), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:06.064005 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea059a-a0ed-4a39-9e20-842b33c4fde0 None None] Checking router: 9cb69a4d-1452-4002-8814-911db5f67673 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:49:06.085147 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea059a-a0ed-4a39-9e20-842b33c4fde0 None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:06.088619 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-07ea059a-a0ed-4a39-9e20-842b33c4fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:06.094036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f1c28583-96df-4979-a693-6ec0a3481d95'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:49:06.201864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-413e7395-d6ba-4fa3-92a4-421f4ce233f1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:49:06.215097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e7395-d6ba-4fa3-92a4-421f4ce233f1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Pushing event updated for resources: {'Port': ['ID=814ca338-6caf-4f3d-90e7-d946f2556921,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:06.220781 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-413e7395-d6ba-4fa3-92a4-421f4ce233f1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:49:06.227548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-413e7395-d6ba-4fa3-92a4-421f4ce233f1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:49:06.239398 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (9875bc17-6982-426b-9e8c-f7f2e549810d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:06.301047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0026433-6d8a-4c20-8314-1b08c046785c None None] DHCP port deletion for 9875bc17-6982-426b-9e8c-f7f2e549810d request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:49:06.349810 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-07ea059a-a0ed-4a39-9e20-842b33c4fde0 None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:49:06.413445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-413e7395-d6ba-4fa3-92a4-421f4ce233f1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:06.429206 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-413e7395-d6ba-4fa3-92a4-421f4ce233f1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:06.446408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port 668b95f7-d3c5-4174-ba3f-ac97167f2abf {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:06.447322 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:06.498058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287aba9-f73b-49b5-aa30-b064a2a3b068 req-d1aa296f-6812-4ce5-a17f-d9d1b6b7febe tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:06.522995 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b287aba9-f73b-49b5-aa30-b064a2a3b068 req-d1aa296f-6812-4ce5-a17f-d9d1b6b7febe tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.7080665 Feb 16 16:49:06.592709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-413e7395-d6ba-4fa3-92a4-421f4ce233f1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2023199 Feb 16 16:49:06.605734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Request body: {'port': {'device_id': '00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:06.710130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] For port 668b95f7-d3c5-4174-ba3f-ac97167f2abf, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=668b95f7-d3c5-4174-ba3f-ac97167f2abf,segment=NetworkSegment(13daa39f-babb-4928-b9e4-8e06c3aa2bb3),segment_id=13daa39f-babb-4928-b9e4-8e06c3aa2bb3)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:06.710422 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:06.739046 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a0026433-6d8a-4c20-8314-1b08c046785c None None] Deleting port 668b95f7-d3c5-4174-ba3f-ac97167f2abf {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:06.752322 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a0026433-6d8a-4c20-8314-1b08c046785c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:06.810090 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for 668b95f7-d3c5-4174-ba3f-ac97167f2abf owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:06.878296 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (814ca338-6caf-4f3d-90e7-d946f2556921), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:06.913755 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1636e-9e2b-4ff0-a7f6-daa6ebc779d3 req-c4b9ac12-b540-40d2-b209-55c26ca125e0 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:06.928351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdf1636e-9e2b-4ff0-a7f6-daa6ebc779d3 req-c4b9ac12-b540-40d2-b209-55c26ca125e0 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 931 time: 0.9953382 Feb 16 16:49:07.018908 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b287aba9-f73b-49b5-aa30-b064a2a3b068 req-7992c040-9161-4517-a5ff-09006aac3ed9 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4823277 Feb 16 16:49:07.052565 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-07ea059a-a0ed-4a39-9e20-842b33c4fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:49:02Z', 'revision_number': 9, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:34Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:07.083718 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea059a-a0ed-4a39-9e20-842b33c4fde0 None None] The sync data for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 is: [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:49:02Z', 'revision_number': 9, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec9aaac9-692f-498e-8301-6a0668c6e0ad', 'name': '', 'network_id': 'cf0424b1-e2c6-49ee-bda7-72f170cb03ae', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:cf:39:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:18Z', 'updated_at': '2022-02-16T16:48:34Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'cebd957f-aa00-4488-b98f-477197449e7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:49:07.087253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 668b95f7-d3c5-4174-ba3f-ac97167f2abf no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:07.216277 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:07.232506 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a0026433-6d8a-4c20-8314-1b08c046785c None None] For port 668b95f7-d3c5-4174-ba3f-ac97167f2abf, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=668b95f7-d3c5-4174-ba3f-ac97167f2abf,segment=NetworkSegment(13daa39f-babb-4928-b9e4-8e06c3aa2bb3),segment_id=13daa39f-babb-4928-b9e4-8e06c3aa2bb3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:07.234866 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a0026433-6d8a-4c20-8314-1b08c046785c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:07.280270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No DVR routers for this DVR port 668b95f7-d3c5-4174-ba3f-ac97167f2abf on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:49:07.289176 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=668b95f7-d3c5-4174-ba3f-ac97167f2abf,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:07.290527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a0026433-6d8a-4c20-8314-1b08c046785c None None] Calling delete_port for 668b95f7-d3c5-4174-ba3f-ac97167f2abf owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:07.490208 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (9875bc17-6982-426b-9e8c-f7f2e549810d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:07.523426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No active binding found for port 668b95f7-d3c5-4174-ba3f-ac97167f2abf {{(pid=103423) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 16:49:07.539861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] The host n-d-669411-5 is not matching for port 668b95f7-d3c5-4174-ba3f-ac97167f2abf host None! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:49:07.540569 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 668b95f7-d3c5-4174-ba3f-ac97167f2abf not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:07.606310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9875bc17-6982-426b-9e8c-f7f2e549810d']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:07.629409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13daa39f-babb-4928-b9e4-8e06c3aa2bb3') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:07.629409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13daa39f-babb-4928-b9e4-8e06c3aa2bb3') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:07.654154 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (13daa39f-babb-4928-b9e4-8e06c3aa2bb3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:07.679976 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a0026433-6d8a-4c20-8314-1b08c046785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (668b95f7-d3c5-4174-ba3f-ac97167f2abf), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:07.684845 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (13daa39f-babb-4928-b9e4-8e06c3aa2bb3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:07.692797 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:49:07.699924 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (13daa39f-babb-4928-b9e4-8e06c3aa2bb3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:49:07.706089 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:49:07.820168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0026433-6d8a-4c20-8314-1b08c046785c None None] No DVR routers for this DVR port 668b95f7-d3c5-4174-ba3f-ac97167f2abf on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:49:07.826493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0026433-6d8a-4c20-8314-1b08c046785c None None] Pushing event deleted for resources: {'Port': ['ID=668b95f7-d3c5-4174-ba3f-ac97167f2abf,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:07.851896 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (9875bc17-6982-426b-9e8c-f7f2e549810d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:07.866511 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:07.888432 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/networks/9875bc17-6982-426b-9e8c-f7f2e549810d HTTP/1.1" status: 204 len: 168 time: 2.1257703 Feb 16 16:49:07.907240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52256) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:08.049163 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52260) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:08.051332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396b4a0-bac3-4c84-a98d-2de5382d0192 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Network': ['ID=9875bc17-6982-426b-9e8c-f7f2e549810d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:08.776133 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:49:08.853647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c367b45c-d090-427b-8fa4-b81bf75d2ba6 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:08.941969 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: c367b45c-d090-427b-8fa4-b81bf75d2ba6 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:49:08.942311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c367b45c-d090-427b-8fa4-b81bf75d2ba6 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:09.209502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdf1636e-9e2b-4ff0-a7f6-daa6ebc779d3 req-7c0a79aa-a163-458d-b09f-0f7b2b2d258c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2740667 Feb 16 16:49:09.247887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814ca338-6caf-4f3d-90e7-d946f2556921 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:49:09.275479 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Publish callbacks [] for port (814ca338-6caf-4f3d-90e7-d946f2556921), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:09.323258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d40ee1-169e-41ae-b3db-b1e71ac21715 req-fd6f7649-ae8b-4c1e-92b5-7a17e45261d8 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:09.343663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99d40ee1-169e-41ae-b3db-b1e71ac21715 req-fd6f7649-ae8b-4c1e-92b5-7a17e45261d8 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.8429604 Feb 16 16:49:09.428550 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Transition to ACTIVE for port object 814ca338-6caf-4f3d-90e7-d946f2556921 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:49:09.445553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99d40ee1-169e-41ae-b3db-b1e71ac21715 req-bf39e58f-987f-457f-88e9-43ecadcb1090 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994129 Feb 16 16:49:09.447047 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (814ca338-6caf-4f3d-90e7-d946f2556921), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:09.720704 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73b87a3e-7ff1-4664-9319-381126aa7605 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:09.778427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Pushing event updated for resources: {'Port': ['ID=814ca338-6caf-4f3d-90e7-d946f2556921,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:09.790083 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52282) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:09.793028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Attempting to bind port 814ca338-6caf-4f3d-90e7-d946f2556921 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:49:09.793594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Attempting to bind port 814ca338-6caf-4f3d-90e7-d946f2556921 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:49:09.794093 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Attempting to bind port 814ca338-6caf-4f3d-90e7-d946f2556921 on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:49:09.801461 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Port 814ca338-6caf-4f3d-90e7-d946f2556921 on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:49:09.802072 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Attempting to bind port 814ca338-6caf-4f3d-90e7-d946f2556921 on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:49:09.807826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:49:09.809147 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Checking segment: {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:49:09.809730 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Bound using segment: {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:49:09.810323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Bound port: 814ca338-6caf-4f3d-90e7-d946f2556921, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:49:09.810872 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (814ca338-6caf-4f3d-90e7-d946f2556921), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:09.984172 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] For port 814ca338-6caf-4f3d-90e7-d946f2556921, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:49:09.988550 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] For port 814ca338-6caf-4f3d-90e7-d946f2556921, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=814ca338-6caf-4f3d-90e7-d946f2556921,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:49:10.008370 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (814ca338-6caf-4f3d-90e7-d946f2556921), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:10.044748 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:10.049896 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:10.051300 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] 10.222.0.65 "PUT /v2.0/ports/814ca338-6caf-4f3d-90e7-d946f2556921 HTTP/1.1" status: 200 len: 1091 time: 3.4506531 Feb 16 16:49:10.056889 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e', 'tag': '814ca338-6caf-4f3d-90e7-d946f2556921'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:49:10.064353 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e787af9-ff5b-42c3-9cfa-59981729f767" -d '{"events": [{"name": "network-changed", "server_uuid": "00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e", "tag": "814ca338-6caf-4f3d-90e7-d946f2556921"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:49:10.233854 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b60aad32-bf34-47ff-97be-e7d93163709f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:10.262989 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90572fdf-f1b6-4ce6-adbe-faae3dab1f26 x-openstack-request-id: req-90572fdf-f1b6-4ce6-adbe-faae3dab1f26 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:49:10.263558 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e", "tag": "814ca338-6caf-4f3d-90e7-d946f2556921", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:49:10.263661 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90572fdf-f1b6-4ce6-adbe-faae3dab1f26 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:49:10.264106 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e', 'tag': '814ca338-6caf-4f3d-90e7-d946f2556921', 'status': 'completed', 'code': 200} Feb 16 16:49:10.370952 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b60aad32-bf34-47ff-97be-e7d93163709f admin admin] Publish callbacks [] for security_group (0062d256-856a-4931-bb26-1ddb0c81169e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:10.408953 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b60aad32-bf34-47ff-97be-e7d93163709f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0062d256-856a-4931-bb26-1ddb0c81169e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:10.479711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c6ddb-a288-47f1-9e0f-1010a7bd60e7 service neutron] Pushing event updated for resources: {'Port': ['ID=814ca338-6caf-4f3d-90e7-d946f2556921,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:10.480997 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b60aad32-bf34-47ff-97be-e7d93163709f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a36d26c441f54edface1a4745a71c2c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6862636 Feb 16 16:49:10.487768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52300) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:10.507389 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60aad32-bf34-47ff-97be-e7d93163709f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0062d256-856a-4931-bb26-1ddb0c81169e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:10.565073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-003a7b4b-3dcd-4847-a837-0bfadd1d024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:10.567230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-003a7b4b-3dcd-4847-a837-0bfadd1d024d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 1125 time: 0.4202750 Feb 16 16:49:10.657548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce91bca-a90a-4ced-9fc4-ae0aa750286d req-8b02beb2-0d55-49bb-b246-eb00161f64d1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:10.674482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ce91bca-a90a-4ced-9fc4-ae0aa750286d req-8b02beb2-0d55-49bb-b246-eb00161f64d1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 943 time: 0.2860372 Feb 16 16:49:10.716558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c200cf-837f-4be2-923a-dbd34a0f9d86 req-39303bb5-6bc2-4174-a2c4-6daf817a485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:10.722460 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-01c200cf-837f-4be2-923a-dbd34a0f9d86 req-39303bb5-6bc2-4174-a2c4-6daf817a485c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02741f937a2842aca38571a11965b970&device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 1126 time: 0.4748342 Feb 16 16:49:10.974111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-072bc6b3-b3d7-47e9-a7e9-a6aef50e9a47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=814ca338-6caf-4f3d-90e7-d946f2556921 HTTP/1.1" status: 200 len: 217 time: 0.3913901 Feb 16 16:49:11.221845 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ce91bca-a90a-4ced-9fc4-ae0aa750286d req-ea14bd01-5df4-421e-be7b-deeb597436bb tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167251 Feb 16 16:49:11.258850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053665e-7811-48d0-a9d0-72dce72a4f36 req-2c2b5b8a-bd7a-4819-bfc3-94e23dba9491 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:11.277588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6053665e-7811-48d0-a9d0-72dce72a4f36 req-2c2b5b8a-bd7a-4819-bfc3-94e23dba9491 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.6007338 Feb 16 16:49:11.278996 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4464-16f1-4e2a-bd5e-fac743279af0 admin admin] Publish callbacks [] for security_group (0062d256-856a-4931-bb26-1ddb0c81169e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:11.283836 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-35f2f9dc-8cef-4e06-9364-9a12018efc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (57aa7d1b-3e05-42e9-9190-7b43f274ec87), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:11.372964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-a867b56f-1811-49b1-856c-cb7651790036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:11.374730 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-a867b56f-1811-49b1-856c-cb7651790036 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.3611147 Feb 16 16:49:11.548449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-675f934c-886c-41f2-9a2d-9fff414c6aa1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580367 Feb 16 16:49:11.556308 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c200cf-837f-4be2-923a-dbd34a0f9d86 req-9f858823-742e-49e5-b05e-192f75361b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:11.557918 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-01c200cf-837f-4be2-923a-dbd34a0f9d86 req-9f858823-742e-49e5-b05e-192f75361b62 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 200 len: 918 time: 0.7836268 Feb 16 16:49:11.604914 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4464-16f1-4e2a-bd5e-fac743279af0 admin admin] Publish callbacks [] for security_group (0062d256-856a-4931-bb26-1ddb0c81169e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:11.607290 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-73b87a3e-7ff1-4664-9319-381126aa7605 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port ec9aaac9-692f-498e-8301-6a0668c6e0ad {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:11.608455 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73b87a3e-7ff1-4664-9319-381126aa7605 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:11.693267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6053665e-7811-48d0-a9d0-72dce72a4f36 req-fdbd3de4-c669-4c12-999c-2d389c625161 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4067943 Feb 16 16:49:11.775390 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-01c200cf-837f-4be2-923a-dbd34a0f9d86 req-26f50553-9fc0-4928-935f-2ca773f8f6da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d48959bb-7fbb-436a-841b-7e9bfe840151 HTTP/1.1" status: 200 len: 998 time: 0.1138074 Feb 16 16:49:11.954237 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4464-16f1-4e2a-bd5e-fac743279af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0062d256-856a-4931-bb26-1ddb0c81169e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:11.957755 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4464-16f1-4e2a-bd5e-fac743279af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:11.969098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5ecf4464-16f1-4e2a-bd5e-fac743279af0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0062d256-856a-4931-bb26-1ddb0c81169e HTTP/1.1" status: 204 len: 168 time: 1.4798200 Feb 16 16:49:12.011109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf4464-16f1-4e2a-bd5e-fac743279af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0062d256-856a-4931-bb26-1ddb0c81169e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:12.066568 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-545f2180-83e5-4b79-85e3-c0fc608e4ff9 service neutron] 10.222.0.65 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096154 Feb 16 16:49:12.097673 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-73b87a3e-7ff1-4664-9319-381126aa7605 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] For port ec9aaac9-692f-498e-8301-6a0668c6e0ad, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ec9aaac9-692f-498e-8301-6a0668c6e0ad,segment=NetworkSegment(872dc62d-3f24-4739-ac72-ac58c403d602),segment_id=872dc62d-3f24-4739-ac72-ac58c403d602)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:12.098447 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73b87a3e-7ff1-4664-9319-381126aa7605 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:12.113900 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c200cf-837f-4be2-923a-dbd34a0f9d86 req-55fa6043-20e2-4c11-bb7e-9e432797380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:12.116409 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-01c200cf-837f-4be2-923a-dbd34a0f9d86 req-55fa6043-20e2-4c11-bb7e-9e432797380d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2633da54-4036-4028-8932-f86c9800af42 HTTP/1.1" status: 200 len: 856 time: 0.2352207 Feb 16 16:49:12.144140 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-73b87a3e-7ff1-4664-9319-381126aa7605 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for ec9aaac9-692f-498e-8301-6a0668c6e0ad owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:12.339709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c200cf-837f-4be2-923a-dbd34a0f9d86 req-9a25d707-fc5d-4e30-b2cf-ce5b3066b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:12.341881 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-01c200cf-837f-4be2-923a-dbd34a0f9d86 req-9a25d707-fc5d-4e30-b2cf-ce5b3066b4a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d61e968-9352-4447-90d4-31d4f93db9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2119765 Feb 16 16:49:12.607300 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59468d0f-c87f-4bdf-8d8a-2e6f37d8e576 req-c754b9e7-7766-415f-800d-f28a36d8d518 service neutron] 10.222.0.65 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352452 Feb 16 16:49:12.665541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a8692-c320-4226-8ad7-0c221f333cba req-7e24252c-cafa-4c40-a15d-21ee38effc0f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:12.677915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c48a8692-c320-4226-8ad7-0c221f333cba req-7e24252c-cafa-4c40-a15d-21ee38effc0f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 943 time: 0.2704632 Feb 16 16:49:12.863649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52320) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:12.897674 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2eaebab6-f8b6-43d2-b157-105c8647be6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:12.952144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e787af9-ff5b-42c3-9cfa-59981729f767 req-256f48ab-bf4d-470b-992c-918e3c066aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:12.954196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e787af9-ff5b-42c3-9cfa-59981729f767 req-256f48ab-bf4d-470b-992c-918e3c066aff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 1125 time: 0.2573669 Feb 16 16:49:12.987701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c48a8692-c320-4226-8ad7-0c221f333cba req-3b288e6e-e043-458c-9f23-ba0410375b98 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087859 Feb 16 16:49:13.193332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bbee6-2581-4b19-b080-0300e485b247 req-8de9a066-d059-4360-b536-09ce20165a9b tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:13.197417 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a28bbee6-2581-4b19-b080-0300e485b247 req-8de9a066-d059-4360-b536-09ce20165a9b tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.2620530 Feb 16 16:49:13.467606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a28bbee6-2581-4b19-b080-0300e485b247 req-cc341aa3-7c09-4b8e-9af1-aef36b133013 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520845 Feb 16 16:49:13.487383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-35f2f9dc-8cef-4e06-9364-9a12018efc4f admin admin] Deleting port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:13.487939 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-35f2f9dc-8cef-4e06-9364-9a12018efc4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:13.566934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e787af9-ff5b-42c3-9cfa-59981729f767 req-86545d52-3ebb-4aa7-ac4f-8bee2f2e3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:13.568534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e787af9-ff5b-42c3-9cfa-59981729f767 req-86545d52-3ebb-4aa7-ac4f-8bee2f2e3715 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 907 time: 0.5796502 Feb 16 16:49:13.715843 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2eaebab6-f8b6-43d2-b157-105c8647be6f admin admin] Publish callbacks [] for security_group (bcc4612f-5ebd-4984-b062-bf68d5262a0b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:13.723085 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e787af9-ff5b-42c3-9cfa-59981729f767 req-4cda543e-1c3d-4a32-8b01-6dd3ba30c4cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=814ca338-6caf-4f3d-90e7-d946f2556921 HTTP/1.1" status: 200 len: 217 time: 0.1408093 Feb 16 16:49:13.724909 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2eaebab6-f8b6-43d2-b157-105c8647be6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (bcc4612f-5ebd-4984-b062-bf68d5262a0b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:13.829732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e787af9-ff5b-42c3-9cfa-59981729f767 req-7954e5ac-98b2-4fbc-989e-c5db7d7ac29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:13.832661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e787af9-ff5b-42c3-9cfa-59981729f767 req-7954e5ac-98b2-4fbc-989e-c5db7d7ac29e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.1037302 Feb 16 16:49:13.834974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaebab6-f8b6-43d2-b157-105c8647be6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc4612f-5ebd-4984-b062-bf68d5262a0b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:13.884765 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e787af9-ff5b-42c3-9cfa-59981729f767 req-8397e96e-1fdf-4178-a961-0de33480cd35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391300 Feb 16 16:49:13.951829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2eaebab6-f8b6-43d2-b157-105c8647be6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5bb86bb14954328a18af8a6f330278f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0776532 Feb 16 16:49:13.959256 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52326) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:14.100124 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-35f2f9dc-8cef-4e06-9364-9a12018efc4f admin admin] For port 779ed6c3-d87f-4288-a7ac-9e155b97d6b8, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=779ed6c3-d87f-4288-a7ac-9e155b97d6b8,segment=NetworkSegment(801b17c6-3ed8-4a59-9833-ae77937d15ad),segment_id=801b17c6-3ed8-4a59-9833-ae77937d15ad)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:14.100543 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-35f2f9dc-8cef-4e06-9364-9a12018efc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:14.165115 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-01c200cf-837f-4be2-923a-dbd34a0f9d86 req-8a32aade-1cfd-48f8-80ae-c29ef03f6d37 service neutron] 10.222.0.60 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8017738 Feb 16 16:49:14.171574 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-35f2f9dc-8cef-4e06-9364-9a12018efc4f admin admin] Calling delete_port for 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:14.281356 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93a0d177-bb65-4d39-a8de-eac27bff74d8 admin admin] Publish callbacks [] for security_group (bcc4612f-5ebd-4984-b062-bf68d5262a0b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:14.420437 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93a0d177-bb65-4d39-a8de-eac27bff74d8 admin admin] Publish callbacks [] for security_group (bcc4612f-5ebd-4984-b062-bf68d5262a0b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:14.450571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e6e1b-182c-4784-b9c5-cb6e7735ea90 req-c7f1b7c0-9722-43a3-ba02-c5dab732b719 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:14.456310 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-594e6e1b-182c-4784-b9c5-cb6e7735ea90 req-c7f1b7c0-9722-43a3-ba02-c5dab732b719 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 943 time: 0.3433986 Feb 16 16:49:14.479350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e787af9-ff5b-42c3-9cfa-59981729f767 req-d8d3fa78-8048-425b-9bbc-d4ecb2384f11 service neutron] 10.222.0.65 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848551 Feb 16 16:49:14.531423 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-01c200cf-837f-4be2-923a-dbd34a0f9d86 req-b7c42ff2-fc59-4a6e-b257-412dba42737a service neutron] 10.222.0.60 "GET /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574555 Feb 16 16:49:14.534702 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73b87a3e-7ff1-4664-9319-381126aa7605 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ec9aaac9-692f-498e-8301-6a0668c6e0ad), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:14.606823 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93a0d177-bb65-4d39-a8de-eac27bff74d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (bcc4612f-5ebd-4984-b062-bf68d5262a0b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:14.610757 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-93a0d177-bb65-4d39-a8de-eac27bff74d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:14.614396 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-93a0d177-bb65-4d39-a8de-eac27bff74d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcc4612f-5ebd-4984-b062-bf68d5262a0b HTTP/1.1" status: 204 len: 168 time: 0.6506767 Feb 16 16:49:14.774191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0d177-bb65-4d39-a8de-eac27bff74d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc4612f-5ebd-4984-b062-bf68d5262a0b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:14.847965 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b87a3e-7ff1-4664-9319-381126aa7605 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=ec9aaac9-692f-498e-8301-6a0668c6e0ad,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:14.878984 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-35f2f9dc-8cef-4e06-9364-9a12018efc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (779ed6c3-d87f-4288-a7ac-9e155b97d6b8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:15.038106 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2f9dc-8cef-4e06-9364-9a12018efc4f admin admin] Pushing event deleted for resources: {'Port': ['ID=779ed6c3-d87f-4288-a7ac-9e155b97d6b8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:15.092090 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-594e6e1b-182c-4784-b9c5-cb6e7735ea90 req-7d50ea64-ad68-41cd-86f2-7c7072fa4f6c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337729 Feb 16 16:49:15.131978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935cdb4-db8f-4562-bfda-5df0d7579084 req-99b76269-6516-4507-86f4-329893bf3f1c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:15.136760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e935cdb4-db8f-4562-bfda-5df0d7579084 req-99b76269-6516-4507-86f4-329893bf3f1c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.4484909 Feb 16 16:49:15.403968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e935cdb4-db8f-4562-bfda-5df0d7579084 req-69cf52a6-f8c3-4d24-b8a1-9ff706b00ba7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546329 Feb 16 16:49:15.425992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e787af9-ff5b-42c3-9cfa-59981729f767 req-96fb9526-fe7c-4f9f-b291-35b89719def5 service neutron] 10.222.0.65 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8564508 Feb 16 16:49:15.672051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73b87a3e-7ff1-4664-9319-381126aa7605 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:15.770792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 814ca338-6caf-4f3d-90e7-d946f2556921 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:49:15.865659 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-35f2f9dc-8cef-4e06-9364-9a12018efc4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (57aa7d1b-3e05-42e9-9190-7b43f274ec87), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:16.093263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 814ca338-6caf-4f3d-90e7-d946f2556921, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=814ca338-6caf-4f3d-90e7-d946f2556921,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:16.117560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '814ca338-6caf-4f3d-90e7-d946f2556921', 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7', 'port_id': '814ca338-6caf-4f3d-90e7-d946f2556921', 'mac_address': 'fa:16:3e:8c:ff:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d9fb8a-744f-4a0a-90b6-699cc7c33927', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:49:16.227857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 814ca338-6caf-4f3d-90e7-d946f2556921 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:16.228605 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (814ca338-6caf-4f3d-90e7-d946f2556921), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:16.245905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 814ca338-6caf-4f3d-90e7-d946f2556921 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:49:16.271665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 814ca338-6caf-4f3d-90e7-d946f2556921, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=814ca338-6caf-4f3d-90e7-d946f2556921,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:16.287876 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (814ca338-6caf-4f3d-90e7-d946f2556921), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:16.392263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824162d-341a-42e4-9297-e029230858be req-7a388148-0c9f-4b97-abc2-27bbbd2a5610 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:16.401437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6824162d-341a-42e4-9297-e029230858be req-7a388148-0c9f-4b97-abc2-27bbbd2a5610 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 944 time: 0.1275609 Feb 16 16:49:16.405301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=814ca338-6caf-4f3d-90e7-d946f2556921,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:16.496543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['814ca338-6caf-4f3d-90e7-d946f2556921'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:49:16.558196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6824162d-341a-42e4-9297-e029230858be req-655dc5b9-970b-45ff-b29c-10732d76456b tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495740 Feb 16 16:49:16.627715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b87a3e-7ff1-4664-9319-381126aa7605 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 9cb69a4d-1452-4002-8814-911db5f67673 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:49:16.638604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f2f9dc-8cef-4e06-9364-9a12018efc4f admin admin] Router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:49:16.711016 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e386915-d7c7-408a-95d3-372cf26986eb req-7978dde0-6673-454c-86f8-fa33407ccefb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:16.713276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6e386915-d7c7-408a-95d3-372cf26986eb req-7978dde0-6673-454c-86f8-fa33407ccefb tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.1589043 Feb 16 16:49:16.876548 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6e386915-d7c7-408a-95d3-372cf26986eb req-ff546ad1-4a1a-411c-92b0-85f6931a71ef tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484828 Feb 16 16:49:16.915408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b87a3e-7ff1-4664-9319-381126aa7605 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:49:16.929384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606774fe-0a93-4fb0-a112-9cf178e38305 None None] Sync routers for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:49:16.934789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52402) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:16.942433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606774fe-0a93-4fb0-a112-9cf178e38305 None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:16.943168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-606774fe-0a93-4fb0-a112-9cf178e38305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:16.949092 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-73b87a3e-7ff1-4664-9319-381126aa7605 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/9cb69a4d-1452-4002-8814-911db5f67673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0406809 Feb 16 16:49:16.967502 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f2f9dc-8cef-4e06-9364-9a12018efc4f admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:49:16.978892 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49741d8-b943-43ec-90ee-e19766ceedad None None] Sync routers for ids ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:49:16.993450 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49741d8-b943-43ec-90ee-e19766ceedad None None] Routers {'57aa7d1b-3e05-42e9-9190-7b43f274ec87'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:16.994074 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f49741d8-b943-43ec-90ee-e19766ceedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:17.004951 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-35f2f9dc-8cef-4e06-9364-9a12018efc4f admin admin] 10.222.0.24 "PUT /v2.0/routers/57aa7d1b-3e05-42e9-9190-7b43f274ec87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9151871 Feb 16 16:49:17.009148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52406) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:17.048180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-606774fe-0a93-4fb0-a112-9cf178e38305 None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:49:17.084265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e11cf7-c70c-481f-aa87-0c92347d2bb8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting subnet cebd957f-aa00-4488-b98f-477197449e7d {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:49:17.100561 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96e11cf7-c70c-481f-aa87-0c92347d2bb8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (cebd957f-aa00-4488-b98f-477197449e7d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:17.203030 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96e11cf7-c70c-481f-aa87-0c92347d2bb8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (cebd957f-aa00-4488-b98f-477197449e7d), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:17.205243 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-f49741d8-b943-43ec-90ee-e19766ceedad None None] Set router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:49:17.308645 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] Publish callbacks [] for router (57aa7d1b-3e05-42e9-9190-7b43f274ec87), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:17.360571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-606774fe-0a93-4fb0-a112-9cf178e38305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:49:13Z', 'revision_number': 10, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:17.397681 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606774fe-0a93-4fb0-a112-9cf178e38305 None None] Checking router: 9cb69a4d-1452-4002-8814-911db5f67673 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:49:17.416878 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96e11cf7-c70c-481f-aa87-0c92347d2bb8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (cebd957f-aa00-4488-b98f-477197449e7d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:17.419736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606774fe-0a93-4fb0-a112-9cf178e38305 None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:17.421752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-606774fe-0a93-4fb0-a112-9cf178e38305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:17.584923 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] Publish callbacks [] for router_gateway (57aa7d1b-3e05-42e9-9190-7b43f274ec87), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:17.589383 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f49741d8-b943-43ec-90ee-e19766ceedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:34Z', 'updated_at': '2022-02-16T16:49:14Z', 'revision_number': 5, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'gw_port': {'id': '1fc53723-a45b-44d7-ab0a-ead286a11e95', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:39:35Z', 'updated_at': '2022-02-16T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:17.607215 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96e11cf7-c70c-481f-aa87-0c92347d2bb8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (cebd957f-aa00-4488-b98f-477197449e7d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:17.659489 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49741d8-b943-43ec-90ee-e19766ceedad None None] Checking router: 57aa7d1b-3e05-42e9-9190-7b43f274ec87 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:49:17.673891 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96e11cf7-c70c-481f-aa87-0c92347d2bb8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:17.685241 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49741d8-b943-43ec-90ee-e19766ceedad None None] Routers {'57aa7d1b-3e05-42e9-9190-7b43f274ec87'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:17.686194 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f49741d8-b943-43ec-90ee-e19766ceedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:17.691640 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-96e11cf7-c70c-481f-aa87-0c92347d2bb8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/cebd957f-aa00-4488-b98f-477197449e7d HTTP/1.1" status: 204 len: 168 time: 0.7554028 Feb 16 16:49:17.695278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52432) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:17.719940 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-606774fe-0a93-4fb0-a112-9cf178e38305 None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:49:17.794075 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-f49741d8-b943-43ec-90ee-e19766ceedad None None] Set router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:49:17.811003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e11cf7-c70c-481f-aa87-0c92347d2bb8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Subnet': ['ID=cebd957f-aa00-4488-b98f-477197449e7d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:17.871647 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0a0de-0ee2-4a06-82e9-10064066d26b req-5393aa93-5502-4dd6-bfd5-c288954ad27d tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:17.874560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ba0a0de-0ee2-4a06-82e9-10064066d26b req-5393aa93-5502-4dd6-bfd5-c288954ad27d tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 944 time: 0.1371653 Feb 16 16:49:17.934831 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f49741d8-b943-43ec-90ee-e19766ceedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:34Z', 'updated_at': '2022-02-16T16:49:17Z', 'revision_number': 6, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:17.940003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] Deleting port 1fc53723-a45b-44d7-ab0a-ead286a11e95 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:17.940584 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1fc53723-a45b-44d7-ab0a-ead286a11e95), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:17.945542 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (cf0424b1-e2c6-49ee-bda7-72f170cb03ae), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:18.012766 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49741d8-b943-43ec-90ee-e19766ceedad None None] The sync data for ids ['57aa7d1b-3e05-42e9-9190-7b43f274ec87'] in n-d-669411-5 is: [{'id': '57aa7d1b-3e05-42e9-9190-7b43f274ec87', 'name': 'tempest-TaggedBootDevicesTest-122940379-router', 'tenant_id': 'b6e850f85e6540848343a8f94f5bb145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:34Z', 'updated_at': '2022-02-16T16:49:17Z', 'revision_number': 6, 'project_id': 'b6e850f85e6540848343a8f94f5bb145', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:49:18.015478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ba0a0de-0ee2-4a06-82e9-10064066d26b req-a5df6a52-90a0-414e-8627-17b064258a26 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343644 Feb 16 16:49:18.092353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d05ac5f-6024-4a60-a620-78f9de05c523 None None] Network cf0424b1-e2c6-49ee-bda7-72f170cb03ae requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:49:18.114791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 814ca338-6caf-4f3d-90e7-d946f2556921 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:49:18.121245 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8be8f5-3c42-4656-b467-80207fa3cbb0 req-e43327dc-0243-46d8-9225-4cf6ef6f2075 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:18.130940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b8be8f5-3c42-4656-b467-80207fa3cbb0 req-e43327dc-0243-46d8-9225-4cf6ef6f2075 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.1142771 Feb 16 16:49:18.183961 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:18.183961 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:18.264821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b8be8f5-3c42-4656-b467-80207fa3cbb0 req-bbddc4af-ba2a-4c4a-8b37-d2d70d07434d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325653 Feb 16 16:49:18.300823 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] For port 1fc53723-a45b-44d7-ab0a-ead286a11e95, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1fc53723-a45b-44d7-ab0a-ead286a11e95,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:18.302494 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1fc53723-a45b-44d7-ab0a-ead286a11e95), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:18.321802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 814ca338-6caf-4f3d-90e7-d946f2556921 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:49:18.325966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 814ca338-6caf-4f3d-90e7-d946f2556921 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:18.326347 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (814ca338-6caf-4f3d-90e7-d946f2556921), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:18.336255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] Calling delete_port for 1fc53723-a45b-44d7-ab0a-ead286a11e95 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:18.382960 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-606774fe-0a93-4fb0-a112-9cf178e38305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:49:13Z', 'revision_number': 10, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:18.385629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] For port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9b7b63c0-3f11-433b-b3f5-bd700e4ab336,segment=NetworkSegment(872dc62d-3f24-4739-ac72-ac58c403d602),segment_id=872dc62d-3f24-4739-ac72-ac58c403d602)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:18.387675 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:18.451493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d46b7db-980f-4096-a44d-785f99281cb2 None None] DHCP port deletion for cf0424b1-e2c6-49ee-bda7-72f170cb03ae request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:49:18.453306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:18.460097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606774fe-0a93-4fb0-a112-9cf178e38305 None None] The sync data for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 is: [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:49:13Z', 'revision_number': 10, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None, '_interfaces': [{'id': 'e4f44625-75d7-4a0d-b30f-f700827fa1e5', 'name': '', 'network_id': '0c14a53e-be99-48ad-8874-f5abe35fed89', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'mac_address': 'fa:16:3e:16:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb69a4d-1452-4002-8814-911db5f67673', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:48:07Z', 'updated_at': '2022-02-16T16:48:18Z', 'revision_number': 5, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'subnets': [{'id': 'b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:49:18.588652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5d46b7db-980f-4096-a44d-785f99281cb2 None None] Deleting port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:18.589378 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d46b7db-980f-4096-a44d-785f99281cb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:18.608655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 814ca338-6caf-4f3d-90e7-d946f2556921 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:18.609137 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (814ca338-6caf-4f3d-90e7-d946f2556921), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:18.691548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814ca338-6caf-4f3d-90e7-d946f2556921'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:49:18.693935 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:18.694526 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bc4f5e-71c0-44f4-88c5-502d48d8ea0d" -d '{"events": [{"server_uuid": "00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e", "name": "network-vif-plugged", "status": "completed", "tag": "814ca338-6caf-4f3d-90e7-d946f2556921"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:49:18.732408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No DVR routers for this DVR port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:49:18.777233 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfd1d10-3a71-490a-86b1-4a582625ebbc x-openstack-request-id: req-9bfd1d10-3a71-490a-86b1-4a582625ebbc {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:49:18.777233 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e", "name": "network-vif-plugged", "status": "completed", "tag": "814ca338-6caf-4f3d-90e7-d946f2556921", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:49:18.777706 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9bfd1d10-3a71-490a-86b1-4a582625ebbc {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:49:18.777854 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814ca338-6caf-4f3d-90e7-d946f2556921', 'code': 200} Feb 16 16:49:18.781512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 814ca338-6caf-4f3d-90e7-d946f2556921, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=814ca338-6caf-4f3d-90e7-d946f2556921,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:18.801958 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (814ca338-6caf-4f3d-90e7-d946f2556921), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:18.818320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5d46b7db-980f-4096-a44d-785f99281cb2 None None] For port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9b7b63c0-3f11-433b-b3f5-bd700e4ab336,segment=NetworkSegment(872dc62d-3f24-4739-ac72-ac58c403d602),segment_id=872dc62d-3f24-4739-ac72-ac58c403d602)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:18.818727 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d46b7db-980f-4096-a44d-785f99281cb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:18.862043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=9b7b63c0-3f11-433b-b3f5-bd700e4ab336,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:18.902508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5d46b7db-980f-4096-a44d-785f99281cb2 None None] Calling delete_port for 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:19.011891 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (1fc53723-a45b-44d7-ab0a-ead286a11e95), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:19.054624 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (cf0424b1-e2c6-49ee-bda7-72f170cb03ae), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:19.076176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c121125-6f8a-4a46-852b-9cb07e0644c0 req-b2f9f718-b641-400e-8a60-23455c7a758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:19.077805 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c121125-6f8a-4a46-852b-9cb07e0644c0 req-b2f9f718-b641-400e-8a60-23455c7a758c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 1127 time: 0.1374400 Feb 16 16:49:19.139645 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc53723-a45b-44d7-ab0a-ead286a11e95,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:19.223828 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=814ca338-6caf-4f3d-90e7-d946f2556921,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:19.270365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c121125-6f8a-4a46-852b-9cb07e0644c0 req-39b27d45-8543-4fc8-833f-7c712071bd8a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850846 Feb 16 16:49:19.291855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0424b1-e2c6-49ee-bda7-72f170cb03ae']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:19.306859 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d46b7db-980f-4096-a44d-785f99281cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (9b7b63c0-3f11-433b-b3f5-bd700e4ab336), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:19.320225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e49b6-026e-421f-a717-d273c5835eb2 req-3f4b15ab-b73f-40c7-9ca2-e9f477882cfb tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:19.326952 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bd5e49b6-026e-421f-a717-d273c5835eb2 req-3f4b15ab-b73f-40c7-9ca2-e9f477882cfb tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 945 time: 0.1342921 Feb 16 16:49:19.377507 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46b7db-980f-4096-a44d-785f99281cb2 None None] Pushing event deleted for resources: {'Port': ['ID=9b7b63c0-3f11-433b-b3f5-bd700e4ab336,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:19.378975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872dc62d-3f24-4739-ac72-ac58c403d602') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:19.379382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872dc62d-3f24-4739-ac72-ac58c403d602') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:19.389078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:19.418682 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (872dc62d-3f24-4739-ac72-ac58c403d602), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:19.466957 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (57aa7d1b-3e05-42e9-9190-7b43f274ec87), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:19.467936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:49:19.468285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 779ed6c3-d87f-4288-a7ac-9e155b97d6b8 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:19.468801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ec9aaac9-692f-498e-8301-6a0668c6e0ad no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:19.546019 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: ec9aaac9-692f-498e-8301-6a0668c6e0ad {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:49:19.546370 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ec9aaac9-692f-498e-8301-6a0668c6e0ad not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:19.546802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:19.566815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bd5e49b6-026e-421f-a717-d273c5835eb2 req-dda4db92-1e54-40af-af3d-45c1f4a4a5f7 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387676 Feb 16 16:49:19.622274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d46b7db-980f-4096-a44d-785f99281cb2 None None] No DVR routers for this DVR port 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:49:19.635522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:49:19.635703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9b7b63c0-3f11-433b-b3f5-bd700e4ab336 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:19.637645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0721d8e-d29d-42fa-a70b-5ba993b540c0 req-c67d0bbc-cfe2-492a-8e94-b2f4b66d740c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:19.653348 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (57aa7d1b-3e05-42e9-9190-7b43f274ec87), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:19.655813 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] Publish callbacks [] for router_controller (57aa7d1b-3e05-42e9-9190-7b43f274ec87), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:19.660993 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0721d8e-d29d-42fa-a70b-5ba993b540c0 req-c67d0bbc-cfe2-492a-8e94-b2f4b66d740c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.2213457 Feb 16 16:49:19.705144 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (872dc62d-3f24-4739-ac72-ac58c403d602), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:19.713648 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:49:19.721162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0721d8e-d29d-42fa-a70b-5ba993b540c0 req-af1bc1bc-b173-4305-acc8-010c4f7eb815 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537052 Feb 16 16:49:19.722035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (872dc62d-3f24-4739-ac72-ac58c403d602), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:49:19.725498 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:49:19.729070 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (57aa7d1b-3e05-42e9-9190-7b43f274ec87), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:19.729757 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57aa7d1b-3e05-42e9-9190-7b43f274ec87 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:49:19.767371 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:19.771543 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52476) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:19.781318 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e5ea6977-e6fe-48a4-80d6-8b07f2b13000 admin admin] 10.222.0.24 "DELETE /v2.0/routers/57aa7d1b-3e05-42e9-9190-7b43f274ec87 HTTP/1.1" status: 204 len: 168 time: 2.7710457 Feb 16 16:49:19.872074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-614840a4-800b-4a0d-a0a4-7f26e0b0db29 admin admin] Deleting subnet 0a3b0099-e3d2-484e-86b0-d55f301048e5 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:49:19.882496 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-614840a4-800b-4a0d-a0a4-7f26e0b0db29 admin admin] Publish callbacks [] for subnet (0a3b0099-e3d2-484e-86b0-d55f301048e5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:19.906650 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (cf0424b1-e2c6-49ee-bda7-72f170cb03ae), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:19.914175 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:19.924288 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/networks/cf0424b1-e2c6-49ee-bda7-72f170cb03ae HTTP/1.1" status: 204 len: 168 time: 2.2172403 Feb 16 16:49:19.928032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52482) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:19.961255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63673bf0-5813-4805-b276-7e9608d47eb1 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Network': ['ID=cf0424b1-e2c6-49ee-bda7-72f170cb03ae,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:19.967992 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-614840a4-800b-4a0d-a0a4-7f26e0b0db29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (0a3b0099-e3d2-484e-86b0-d55f301048e5), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:20.203485 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-614840a4-800b-4a0d-a0a4-7f26e0b0db29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (0a3b0099-e3d2-484e-86b0-d55f301048e5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:20.384742 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-614840a4-800b-4a0d-a0a4-7f26e0b0db29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (0a3b0099-e3d2-484e-86b0-d55f301048e5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:20.437983 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-614840a4-800b-4a0d-a0a4-7f26e0b0db29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:20.448728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b4125-c972-41d5-8b8f-5586a33520c7 None None] Network fe4a0c62-7e77-41f1-a6b1-5456111aabec requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:49:20.455134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-614840a4-800b-4a0d-a0a4-7f26e0b0db29 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0a3b0099-e3d2-484e-86b0-d55f301048e5 HTTP/1.1" status: 204 len: 168 time: 0.6800766 Feb 16 16:49:20.455826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52490) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:20.592828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614840a4-800b-4a0d-a0a4-7f26e0b0db29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a3b0099-e3d2-484e-86b0-d55f301048e5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:20.609021 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (fe4a0c62-7e77-41f1-a6b1-5456111aabec), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:20.732887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] Deleting port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:20.733912 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:20.851731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdfe211-02c6-4184-b43e-f4dedd91c3e3 None None] DHCP port deletion for fe4a0c62-7e77-41f1-a6b1-5456111aabec request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:49:20.961006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1fc53723-a45b-44d7-ab0a-ead286a11e95 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:21.031257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 1fc53723-a45b-44d7-ab0a-ead286a11e95 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:49:21.032772 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1fc53723-a45b-44d7-ab0a-ead286a11e95 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:21.076274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1fdfe211-02c6-4184-b43e-f4dedd91c3e3 None None] Deleting port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:21.076784 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1fdfe211-02c6-4184-b43e-f4dedd91c3e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:21.163894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] For port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=38d66fe3-d32d-4f7c-88e1-c630f7749fe0,segment=NetworkSegment(801b17c6-3ed8-4a59-9833-ae77937d15ad),segment_id=801b17c6-3ed8-4a59-9833-ae77937d15ad)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:21.164680 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:21.203959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] Calling delete_port for 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:21.222442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2558300-d2f4-43bb-b26c-77913e518c9a req-1c693f78-c2a4-4f4c-8fae-6b5c228a8f68 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:21.225101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2558300-d2f4-43bb-b26c-77913e518c9a req-1c693f78-c2a4-4f4c-8fae-6b5c228a8f68 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 945 time: 0.4634624 Feb 16 16:49:21.238117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7049383-93a3-467a-ad3e-7426907d0699 req-02aecbfb-fde6-413b-b254-19fd28a7ceb2 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:21.245865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1fdfe211-02c6-4184-b43e-f4dedd91c3e3 None None] For port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=38d66fe3-d32d-4f7c-88e1-c630f7749fe0,segment=NetworkSegment(801b17c6-3ed8-4a59-9833-ae77937d15ad),segment_id=801b17c6-3ed8-4a59-9833-ae77937d15ad)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:21.246277 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1fdfe211-02c6-4184-b43e-f4dedd91c3e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:21.247064 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c7049383-93a3-467a-ad3e-7426907d0699 req-02aecbfb-fde6-413b-b254-19fd28a7ceb2 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.3161337 Feb 16 16:49:21.274922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1fdfe211-02c6-4184-b43e-f4dedd91c3e3 None None] Calling delete_port for 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:21.418751 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c7049383-93a3-467a-ad3e-7426907d0699 req-05198abf-8ce2-4513-af85-24f03e1799dc tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705093 Feb 16 16:49:21.474649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2558300-d2f4-43bb-b26c-77913e518c9a req-8ca3fa2f-4b10-4a67-8242-7ccc57187dd5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152269 Feb 16 16:49:21.494883 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:21.538677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] Pushing event deleted for resources: {'Port': ['ID=38d66fe3-d32d-4f7c-88e1-c630f7749fe0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:21.565065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] No DVR routers for this DVR port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:49:21.574348 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3f7f-7b5f-4db8-854c-1f6e805756f3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:21.713490 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (fe4a0c62-7e77-41f1-a6b1-5456111aabec), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:21.787315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4a0c62-7e77-41f1-a6b1-5456111aabec']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:21.825390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801b17c6-3ed8-4a59-9833-ae77937d15ad') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:21.825946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801b17c6-3ed8-4a59-9833-ae77937d15ad') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:21.829953 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1fdfe211-02c6-4184-b43e-f4dedd91c3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (38d66fe3-d32d-4f7c-88e1-c630f7749fe0), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:21.888664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfe211-02c6-4184-b43e-f4dedd91c3e3 None None] Pushing event deleted for resources: {'Port': ['ID=38d66fe3-d32d-4f7c-88e1-c630f7749fe0,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:21.897237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdfe211-02c6-4184-b43e-f4dedd91c3e3 None None] No DVR routers for this DVR port 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:49:21.919435 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (801b17c6-3ed8-4a59-9833-ae77937d15ad), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:21.977453 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (801b17c6-3ed8-4a59-9833-ae77937d15ad), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:21.987536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:49:21.988646 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (801b17c6-3ed8-4a59-9833-ae77937d15ad), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:49:22.008289 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:49:22.052645 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb3f7f-7b5f-4db8-854c-1f6e805756f3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port e4f44625-75d7-4a0d-b30f-f700827fa1e5 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:22.052989 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3f7f-7b5f-4db8-854c-1f6e805756f3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:22.119966 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (fe4a0c62-7e77-41f1-a6b1-5456111aabec), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:22.158887 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:22.170714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] 10.222.0.24 "DELETE /v2.0/networks/fe4a0c62-7e77-41f1-a6b1-5456111aabec HTTP/1.1" status: 204 len: 168 time: 1.7133324 Feb 16 16:49:22.175740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52538) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:22.188095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b101d3-5978-465e-82e6-a5b919acecac admin admin] Pushing event deleted for resources: {'Network': ['ID=fe4a0c62-7e77-41f1-a6b1-5456111aabec,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:22.247987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d09e33ae-9079-43d5-b8ca-bf1fad979f22 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:22.249728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d09e33ae-9079-43d5-b8ca-bf1fad979f22 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 806 time: 0.4010847 Feb 16 16:49:22.275189 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-3af30443-50e2-4c28-9ce6-f6b18f579d2c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/quotas/04dce4d8dd3f47e9af38e5ce90c304ed HTTP/1.1" status: 200 len: 375 time: 0.0190425 Feb 16 16:49:22.290692 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c6cb3f7f-7b5f-4db8-854c-1f6e805756f3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] For port e4f44625-75d7-4a0d-b30f-f700827fa1e5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e4f44625-75d7-4a0d-b30f-f700827fa1e5,segment=NetworkSegment(cab3a629-5013-4abd-9c8f-fdde885e851a),segment_id=cab3a629-5013-4abd-9c8f-fdde885e851a)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:22.291067 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3f7f-7b5f-4db8-854c-1f6e805756f3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:22.313369 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb3f7f-7b5f-4db8-854c-1f6e805756f3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for e4f44625-75d7-4a0d-b30f-f700827fa1e5 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:22.391724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-abb52dc7-6edd-418d-84d4-8fd52f8cd1f6 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052551 Feb 16 16:49:22.756511 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977aea3-30f6-45c8-8897-5a13f958e2c6 req-b6cb9e41-e9ef-49e3-88cc-c5be7a261b99 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:22.758257 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1977aea3-30f6-45c8-8897-5a13f958e2c6 req-b6cb9e41-e9ef-49e3-88cc-c5be7a261b99 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 944 time: 0.2095919 Feb 16 16:49:22.799656 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-5115e053-2c8b-4f79-ab9c-814e40e20ade service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050088 Feb 16 16:49:22.868962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1977aea3-30f6-45c8-8897-5a13f958e2c6 req-a3f522ac-a55c-466f-8601-2499d1ad9063 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994346 Feb 16 16:49:22.882920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:22.946523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:49:22.946880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 38d66fe3-d32d-4f7c-88e1-c630f7749fe0 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:22.958658 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d48959bb-7fbb-436a-841b-7e9bfe840151 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:49:23.001698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-2515ccd5-a2eb-4ecc-88c4-dbf55a64c387 service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897731 Feb 16 16:49:23.002695 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3f7f-7b5f-4db8-854c-1f6e805756f3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e4f44625-75d7-4a0d-b30f-f700827fa1e5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:23.042050 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb3f7f-7b5f-4db8-854c-1f6e805756f3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=e4f44625-75d7-4a0d-b30f-f700827fa1e5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:23.225106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d48959bb-7fbb-436a-841b-7e9bfe840151,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:23.269330 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'port_id': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'mac_address': 'fa:16:3e:c9:58:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:49:23.318417 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3f7f-7b5f-4db8-854c-1f6e805756f3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (9cb69a4d-1452-4002-8814-911db5f67673), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:23.413611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port d48959bb-7fbb-436a-841b-7e9bfe840151 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:23.414401 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:23.443418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48959bb-7fbb-436a-841b-7e9bfe840151 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:49:23.478612 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75841a06-8dc9-4281-8157-51604cb7dfaa req-9882962d-fec5-4604-97f3-7b52f7bfd830 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 210 time: 0.0817862 Feb 16 16:49:23.484251 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d48959bb-7fbb-436a-841b-7e9bfe840151,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:23.492371 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:23.531526 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc17f033-e2c1-4676-86e6-986300e0618f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:23.564061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=d48959bb-7fbb-436a-841b-7e9bfe840151,revision_number=11']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:23.793033 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['d48959bb-7fbb-436a-841b-7e9bfe840151'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:49:23.960369 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cb3f7f-7b5f-4db8-854c-1f6e805756f3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 9cb69a4d-1452-4002-8814-911db5f67673 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:49:24.129999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cb3f7f-7b5f-4db8-854c-1f6e805756f3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:49:24.144342 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c6cb3f7f-7b5f-4db8-854c-1f6e805756f3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/9cb69a4d-1452-4002-8814-911db5f67673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2152789 Feb 16 16:49:24.146004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad68a3-818f-4cbd-890d-59ff8f874ac4 None None] Sync routers for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:49:24.150521 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52586) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:24.169108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde789c8-34f2-4acf-8141-d1142bda27f9 req-61524718-4a7e-406c-8bf3-87d89214c289 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:24.174909 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dde789c8-34f2-4acf-8141-d1142bda27f9 req-61524718-4a7e-406c-8bf3-87d89214c289 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 945 time: 0.1089444 Feb 16 16:49:24.190302 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad68a3-818f-4cbd-890d-59ff8f874ac4 None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:24.192595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b0ad68a3-818f-4cbd-890d-59ff8f874ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:24.261540 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d92ccfc-d0f3-4ce3-a8d7-2bf03a0dad29 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting subnet b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:49:24.265359 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d92ccfc-d0f3-4ce3-a8d7-2bf03a0dad29 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:24.298472 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dde789c8-34f2-4acf-8141-d1142bda27f9 req-a7e4c3ad-faf1-469c-9de0-7b15a4bfa8e1 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158636 Feb 16 16:49:24.311894 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d92ccfc-d0f3-4ce3-a8d7-2bf03a0dad29 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:24.428578 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d92ccfc-d0f3-4ce3-a8d7-2bf03a0dad29 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:24.460398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b0ad68a3-818f-4cbd-890d-59ff8f874ac4 None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:49:24.518473 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d92ccfc-d0f3-4ce3-a8d7-2bf03a0dad29 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:24.570916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-bc17f033-e2c1-4676-86e6-986300e0618f admin admin] Deleting port d277fc4d-6789-4c43-b677-36bd2ce9de71 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:24.571260 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc17f033-e2c1-4676-86e6-986300e0618f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:24.583989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b0ad68a3-818f-4cbd-890d-59ff8f874ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:49:22Z', 'revision_number': 11, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:24.655093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad68a3-818f-4cbd-890d-59ff8f874ac4 None None] Checking router: 9cb69a4d-1452-4002-8814-911db5f67673 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:49:24.663560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7876871-af08-40c0-8b71-6783a8553552 req-19d60ada-20ec-4304-92a9-e082a7f62c5a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 210 time: 0.0590031 Feb 16 16:49:24.679724 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad68a3-818f-4cbd-890d-59ff8f874ac4 None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:24.680477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b0ad68a3-818f-4cbd-890d-59ff8f874ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:24.724906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-bc17f033-e2c1-4676-86e6-986300e0618f admin admin] For port d277fc4d-6789-4c43-b677-36bd2ce9de71, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d277fc4d-6789-4c43-b677-36bd2ce9de71,segment=NetworkSegment(ebbbe239-efcd-4236-97c1-7522b17487aa),segment_id=ebbbe239-efcd-4236-97c1-7522b17487aa)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:24.725280 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc17f033-e2c1-4676-86e6-986300e0618f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:24.778801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-bc17f033-e2c1-4676-86e6-986300e0618f admin admin] Calling delete_port for d277fc4d-6789-4c43-b677-36bd2ce9de71 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:24.877970 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92ccfc-d0f3-4ce3-a8d7-2bf03a0dad29 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:24.900810 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d92ccfc-d0f3-4ce3-a8d7-2bf03a0dad29 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:24.905137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33041bcc-c9b4-4855-8839-a3d5a0874098 None None] Network 0c14a53e-be99-48ad-8874-f5abe35fed89 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:49:24.908659 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6d92ccfc-d0f3-4ce3-a8d7-2bf03a0dad29 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21 HTTP/1.1" status: 204 len: 168 time: 0.7522020 Feb 16 16:49:24.908917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52600) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:24.916109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d48959bb-7fbb-436a-841b-7e9bfe840151 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:49:24.980678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b0ad68a3-818f-4cbd-890d-59ff8f874ac4 None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:49:25.076880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b0ad68a3-818f-4cbd-890d-59ff8f874ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:49:22Z', 'revision_number': 11, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:25.122309 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (0c14a53e-be99-48ad-8874-f5abe35fed89), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:25.179103 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad68a3-818f-4cbd-890d-59ff8f874ac4 None None] The sync data for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 is: [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:49:22Z', 'revision_number': 11, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:49:25.231611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port d48959bb-7fbb-436a-841b-7e9bfe840151 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:49:25.240682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port d48959bb-7fbb-436a-841b-7e9bfe840151 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:25.242430 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:25.303433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Deleting port 9242ad02-fa5e-4119-945e-a15178014c12 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:25.303433 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9242ad02-fa5e-4119-945e-a15178014c12), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:25.350485 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc17f033-e2c1-4676-86e6-986300e0618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d277fc4d-6789-4c43-b677-36bd2ce9de71), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:25.421154 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17f033-e2c1-4676-86e6-986300e0618f admin admin] Pushing event deleted for resources: {'Port': ['ID=d277fc4d-6789-4c43-b677-36bd2ce9de71,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:25.456950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port d48959bb-7fbb-436a-841b-7e9bfe840151 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:25.459863 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:25.493667 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:49:25.496346 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946b6dbd-663a-458a-a81f-c3a4f505539c" -d '{"events": [{"server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "name": "network-vif-plugged", "status": "completed", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:49:25.518077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] For port 9242ad02-fa5e-4119-945e-a15178014c12, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9242ad02-fa5e-4119-945e-a15178014c12,segment=NetworkSegment(cab3a629-5013-4abd-9c8f-fdde885e851a),segment_id=cab3a629-5013-4abd-9c8f-fdde885e851a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:25.518459 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9242ad02-fa5e-4119-945e-a15178014c12), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:25.528395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d48959bb-7fbb-436a-841b-7e9bfe840151,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:25.535168 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:25.547378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Calling delete_port for 9242ad02-fa5e-4119-945e-a15178014c12 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:25.602029 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df586ee6-893a-4cd2-8f52-ac9a55c3d252 None None] DHCP port deletion for 0c14a53e-be99-48ad-8874-f5abe35fed89 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:49:25.609227 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31998df-03b8-4f95-92d5-3302e582be46 x-openstack-request-id: req-f31998df-03b8-4f95-92d5-3302e582be46 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:49:25.612420 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "name": "network-vif-plugged", "status": "completed", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:49:25.613645 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f31998df-03b8-4f95-92d5-3302e582be46 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:49:25.615900 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'code': 200} Feb 16 16:49:25.654909 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-0db24aed-e3af-4691-a3f3-2e4d9d985c3a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:25.656649 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-0db24aed-e3af-4691-a3f3-2e4d9d985c3a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 806 time: 0.5882316 Feb 16 16:49:25.680843 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-09f0b2c0-15a3-4be4-9047-7c1a0dc6a266 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Request body: {'port': {'device_id': '213bae8e-246e-435f-961a-ccf9399ec529', 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7', 'admin_state_up': True, 'tenant_id': '04dce4d8dd3f47e9af38e5ce90c304ed'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:25.818746 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (9242ad02-fa5e-4119-945e-a15178014c12), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:25.882975 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b3cacf72-3724-421b-a84c-f03d34189414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:25.899653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=d48959bb-7fbb-436a-841b-7e9bfe840151,revision_number=12']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:25.944319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-df586ee6-893a-4cd2-8f52-ac9a55c3d252 None None] Deleting port 9242ad02-fa5e-4119-945e-a15178014c12 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:25.944946 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-df586ee6-893a-4cd2-8f52-ac9a55c3d252 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9242ad02-fa5e-4119-945e-a15178014c12), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:26.067125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-df586ee6-893a-4cd2-8f52-ac9a55c3d252 None None] For port 9242ad02-fa5e-4119-945e-a15178014c12, host n-d-669411-5, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:26.067695 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-df586ee6-893a-4cd2-8f52-ac9a55c3d252 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9242ad02-fa5e-4119-945e-a15178014c12), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:26.082354 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-df586ee6-893a-4cd2-8f52-ac9a55c3d252 None None] Calling delete_port for 9242ad02-fa5e-4119-945e-a15178014c12 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:26.085450 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-df586ee6-893a-4cd2-8f52-ac9a55c3d252 None None] Port 9242ad02-fa5e-4119-945e-a15178014c12 was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:49:26.091048 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-df586ee6-893a-4cd2-8f52-ac9a55c3d252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (9242ad02-fa5e-4119-945e-a15178014c12), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:26.150998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df586ee6-893a-4cd2-8f52-ac9a55c3d252 None None] Pushing event deleted for resources: {'Port': ['ID=9242ad02-fa5e-4119-945e-a15178014c12,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:26.154635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df586ee6-893a-4cd2-8f52-ac9a55c3d252 None None] No DVR routers for this DVR port 9242ad02-fa5e-4119-945e-a15178014c12 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:49:26.171927 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc17f033-e2c1-4676-86e6-986300e0618f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:26.333463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No DVR routers for this DVR port 9242ad02-fa5e-4119-945e-a15178014c12 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:49:26.341623 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-09f0b2c0-15a3-4be4-9047-7c1a0dc6a266 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Made reservation on behalf of 04dce4d8dd3f47e9af38e5ce90c304ed for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:49:26.346102 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-09f0b2c0-15a3-4be4-9047-7c1a0dc6a266 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:26.376202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4532cf25-4f9f-4035-94e7-69cdfa6f6276 req-2899b882-7e4d-4d3a-9af0-82bda5411f9e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 210 time: 0.0317268 Feb 16 16:49:26.425467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Port': ['ID=9242ad02-fa5e-4119-945e-a15178014c12,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:26.558904 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-09f0b2c0-15a3-4be4-9047-7c1a0dc6a266 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Allocated IP 172.20.0.4 (9b0b71f1-f1f4-41a6-b047-f2c21a04abc7/39d9fb8a-744f-4a0a-90b6-699cc7c33927/f025626e-8bb3-4cef-ad11-4d06cbbc709b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:49:26.579370 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (0c14a53e-be99-48ad-8874-f5abe35fed89), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:26.655678 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c14a53e-be99-48ad-8874-f5abe35fed89']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:26.672775 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab3a629-5013-4abd-9c8f-fdde885e851a') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:26.673633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab3a629-5013-4abd-9c8f-fdde885e851a') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:26.682899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba74f4-d57a-4f4e-bd19-4acba5c56385 req-67feb742-9a02-4f18-87f8-99f87b56b3d9 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:26.691465 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65ba74f4-d57a-4f4e-bd19-4acba5c56385 req-67feb742-9a02-4f18-87f8-99f87b56b3d9 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 946 time: 0.8993993 Feb 16 16:49:26.709813 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01133758-1915-4f18-b02f-7c6617074657 req-1bbf1d88-5e7b-4d20-a54d-4faa7920f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:26.711664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01133758-1915-4f18-b02f-7c6617074657 req-1bbf1d88-5e7b-4d20-a54d-4faa7920f628 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 1128 time: 0.8562574 Feb 16 16:49:26.742665 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (cab3a629-5013-4abd-9c8f-fdde885e851a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:26.816541 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc17f033-e2c1-4676-86e6-986300e0618f admin admin] Router 9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:49:26.845118 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cab3a629-5013-4abd-9c8f-fdde885e851a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:26.891837 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-09f0b2c0-15a3-4be4-9047-7c1a0dc6a266 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks [] for port (f025626e-8bb3-4cef-ad11-4d06cbbc709b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:26.919525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:49:26.921635 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (cab3a629-5013-4abd-9c8f-fdde885e851a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:49:26.928423 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:49:26.946365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01133758-1915-4f18-b02f-7c6617074657 req-ad60f225-71e8-4ba3-b052-adf2d7f4b193 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240939 Feb 16 16:49:27.013078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9242ad02-fa5e-4119-945e-a15178014c12 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:27.068987 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 9242ad02-fa5e-4119-945e-a15178014c12 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:49:27.069706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9242ad02-fa5e-4119-945e-a15178014c12 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:27.070346 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e4f44625-75d7-4a0d-b30f-f700827fa1e5 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:27.073835 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-09f0b2c0-15a3-4be4-9047-7c1a0dc6a266 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f025626e-8bb3-4cef-ad11-4d06cbbc709b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:27.101777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65ba74f4-d57a-4f4e-bd19-4acba5c56385 req-358f57ab-2fc1-4e46-8b2e-4893ee378fe1 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090788 Feb 16 16:49:27.113907 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (0c14a53e-be99-48ad-8874-f5abe35fed89), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:27.126082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f1c28583-96df-4979-a693-6ec0a3481d95'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:49:27.163700 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:27.167083 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/networks/0c14a53e-be99-48ad-8874-f5abe35fed89 HTTP/1.1" status: 204 len: 168 time: 2.2567701 Feb 16 16:49:27.177871 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb926870-095f-45ba-b191-660d52af6f52 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Pushing event deleted for resources: {'Network': ['ID=0c14a53e-be99-48ad-8874-f5abe35fed89,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:27.181527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52636) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:27.195320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e8df6e51-7b95-42af-9cd1-0255bebddb90 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'router': {'routes': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:27.201075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0b2c0-15a3-4be4-9047-7c1a0dc6a266 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Pushing event updated for resources: {'Port': ['ID=f025626e-8bb3-4cef-ad11-4d06cbbc709b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:27.213158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['814ca338-6caf-4f3d-90e7-d946f2556921'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:49:27.213795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc17f033-e2c1-4676-86e6-986300e0618f admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:49:27.221082 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bc17f033-e2c1-4676-86e6-986300e0618f admin admin] 10.222.0.24 "PUT /v2.0/routers/9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0438731 Feb 16 16:49:27.221519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: e4f44625-75d7-4a0d-b30f-f700827fa1e5 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:49:27.222055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e4f44625-75d7-4a0d-b30f-f700827fa1e5 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:27.225579 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52638) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:27.228054 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e6713e-96c0-4f16-854b-b0d1166a3049 None None] Sync routers for ids ['9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:49:27.259265 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e6713e-96c0-4f16-854b-b0d1166a3049 None None] Routers {'9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:27.263293 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f3e6713e-96c0-4f16-854b-b0d1166a3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:48:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:27.310560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-09f0b2c0-15a3-4be4-9047-7c1a0dc6a266 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:49:27.317490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-09f0b2c0-15a3-4be4-9047-7c1a0dc6a266 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:49:27.321246 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-09f0b2c0-15a3-4be4-9047-7c1a0dc6a266 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:49:27.401528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-09f0b2c0-15a3-4be4-9047-7c1a0dc6a266 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:27.402174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-09f0b2c0-15a3-4be4-9047-7c1a0dc6a266 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:27.421800 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] Publish callbacks [] for router (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:27.611714 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-09f0b2c0-15a3-4be4-9047-7c1a0dc6a266 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9347799 Feb 16 16:49:27.616770 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] Publish callbacks [] for router_gateway (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:27.643167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Request body: {'port': {'device_id': '213bae8e-246e-435f-961a-ccf9399ec529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:27.915418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.extraroute_db [None req-e8df6e51-7b95-42af-9cd1-0255bebddb90 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Added routes are [] {{(pid=103421) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 16:49:27.916042 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.extraroute_db [None req-e8df6e51-7b95-42af-9cd1-0255bebddb90 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Removed routes are [] {{(pid=103421) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 16:49:27.916042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8df6e51-7b95-42af-9cd1-0255bebddb90 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (9cb69a4d-1452-4002-8814-911db5f67673), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:27.955747 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-f3e6713e-96c0-4f16-854b-b0d1166a3049 None None] Set router 9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:49:28.171907 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8df6e51-7b95-42af-9cd1-0255bebddb90 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (9cb69a4d-1452-4002-8814-911db5f67673), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:28.176610 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8df6e51-7b95-42af-9cd1-0255bebddb90 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (9cb69a4d-1452-4002-8814-911db5f67673), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:28.202860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f035a-302e-4710-9468-04a27988b446 req-b30883ce-8335-48ce-8741-6abee3b369a3 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:28.214586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa9f035a-302e-4710-9468-04a27988b446 req-b30883ce-8335-48ce-8741-6abee3b369a3 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 931 time: 0.5880139 Feb 16 16:49:28.312282 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8f338d23-e1ae-4ae5-8f8c-4bf6b3fd3098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:28.367651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8df6e51-7b95-42af-9cd1-0255bebddb90 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 9cb69a4d-1452-4002-8814-911db5f67673 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:49:28.385211 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f025626e-8bb3-4cef-ad11-4d06cbbc709b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:28.441895 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] Deleting port ba5af080-553f-4d26-b2ee-416be08ee562 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:28.442242 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ba5af080-553f-4d26-b2ee-416be08ee562), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:28.605985 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f3e6713e-96c0-4f16-854b-b0d1166a3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'name': 'tempest-TaggedBootDevicesTest-1585455187-router', 'tenant_id': '83926cb5341c420e8852abc85c11f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'ba5af080-553f-4d26-b2ee-416be08ee562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:57Z', 'updated_at': '2022-02-16T16:49:25Z', 'revision_number': 5, 'project_id': '83926cb5341c420e8852abc85c11f800', 'gw_port': {'id': 'ba5af080-553f-4d26-b2ee-416be08ee562', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:40:00Z', 'updated_at': '2022-02-16T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:28.661597 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e6713e-96c0-4f16-854b-b0d1166a3049 None None] Checking router: 9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:49:28.681275 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e6713e-96c0-4f16-854b-b0d1166a3049 None None] Routers {'9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:28.682244 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f3e6713e-96c0-4f16-854b-b0d1166a3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:28.744009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa9f035a-302e-4710-9468-04a27988b446 req-402d9f1e-18da-48b0-8efb-062872e5bc05 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244865 Feb 16 16:49:28.760690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8df6e51-7b95-42af-9cd1-0255bebddb90 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:49:28.779035 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4169263-352f-459a-a50c-322b18ceb5f7 None None] Sync routers for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:49:28.786189 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8df6e51-7b95-42af-9cd1-0255bebddb90 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:28.788075 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e8df6e51-7b95-42af-9cd1-0255bebddb90 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/9cb69a4d-1452-4002-8814-911db5f67673 HTTP/1.1" status: 200 len: 704 time: 1.6042559 Feb 16 16:49:28.794202 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4169263-352f-459a-a50c-322b18ceb5f7 None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:28.796741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52712) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:28.807709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc5b80-8e9d-4b1b-8217-b870c98fe0a7 req-debda9db-fcaa-427d-9f68-bef5e88cec97 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:28.809741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50fc5b80-8e9d-4b1b-8217-b870c98fe0a7 req-debda9db-fcaa-427d-9f68-bef5e88cec97 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 946 time: 0.4584935 Feb 16 16:49:28.810628 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b4169263-352f-459a-a50c-322b18ceb5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:28.853562 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7b013108-a5e4-457f-a713-21c9c9674a15 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cb69a4d-1452-4002-8814-911db5f67673 HTTP/1.1" status: 200 len: 205 time: 0.0422332 Feb 16 16:49:28.855791 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52720) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:28.968661 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-f3e6713e-96c0-4f16-854b-b0d1166a3049 None None] Set router 9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:49:29.070962 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1a7ce64-6741-4f27-ac6a-1ed7d7e3484a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (9cb69a4d-1452-4002-8814-911db5f67673), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:29.114161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b4169263-352f-459a-a50c-322b18ceb5f7 None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:49:29.194634 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f3e6713e-96c0-4f16-854b-b0d1166a3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'name': 'tempest-TaggedBootDevicesTest-1585455187-router', 'tenant_id': '83926cb5341c420e8852abc85c11f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:57Z', 'updated_at': '2022-02-16T16:49:27Z', 'revision_number': 6, 'project_id': '83926cb5341c420e8852abc85c11f800', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:29.205977 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50fc5b80-8e9d-4b1b-8217-b870c98fe0a7 req-9ff70035-9cb0-481c-9487-b68f52295b58 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511040 Feb 16 16:49:29.261005 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e6713e-96c0-4f16-854b-b0d1166a3049 None None] The sync data for ids ['9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b'] in n-d-669411-5 is: [{'id': '9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b', 'name': 'tempest-TaggedBootDevicesTest-1585455187-router', 'tenant_id': '83926cb5341c420e8852abc85c11f800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:39:57Z', 'updated_at': '2022-02-16T16:49:27Z', 'revision_number': 6, 'project_id': '83926cb5341c420e8852abc85c11f800', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:49:29.347642 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] For port ba5af080-553f-4d26-b2ee-416be08ee562, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ba5af080-553f-4d26-b2ee-416be08ee562,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:29.348197 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ba5af080-553f-4d26-b2ee-416be08ee562), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:29.386109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b4169263-352f-459a-a50c-322b18ceb5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:49:22Z', 'revision_number': 11, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:29.463325 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] Calling delete_port for ba5af080-553f-4d26-b2ee-416be08ee562 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:29.506929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4169263-352f-459a-a50c-322b18ceb5f7 None None] Checking router: 9cb69a4d-1452-4002-8814-911db5f67673 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:49:29.518504 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1a7ce64-6741-4f27-ac6a-1ed7d7e3484a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (9cb69a4d-1452-4002-8814-911db5f67673), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:29.524106 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1a7ce64-6741-4f27-ac6a-1ed7d7e3484a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_controller (9cb69a4d-1452-4002-8814-911db5f67673), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:29.535294 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:29.541125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4169263-352f-459a-a50c-322b18ceb5f7 None None] Routers {'9cb69a4d-1452-4002-8814-911db5f67673'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:29.544699 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b4169263-352f-459a-a50c-322b18ceb5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9cb69a4d-1452-4002-8814-911db5f67673'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:29.607112 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1a7ce64-6741-4f27-ac6a-1ed7d7e3484a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (9cb69a4d-1452-4002-8814-911db5f67673), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:29.609624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a7ce64-6741-4f27-ac6a-1ed7d7e3484a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Fanout notify agent at l3_agent the message router_deleted on router 9cb69a4d-1452-4002-8814-911db5f67673 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:49:29.631568 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1a7ce64-6741-4f27-ac6a-1ed7d7e3484a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:29.634417 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f1a7ce64-6741-4f27-ac6a-1ed7d7e3484a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/routers/9cb69a4d-1452-4002-8814-911db5f67673 HTTP/1.1" status: 204 len: 168 time: 0.7776766 Feb 16 16:49:29.647062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52780) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:29.659432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-73b31258-ad6a-49fd-93cb-104c2528762d tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-408905187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:29.702749 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73b31258-ad6a-49fd-93cb-104c2528762d tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (97bc65ca-7bba-4b01-a214-364e23fdedc4), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:29.718364 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73b31258-ad6a-49fd-93cb-104c2528762d tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (97bc65ca-7bba-4b01-a214-364e23fdedc4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:29.929640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b4169263-352f-459a-a50c-322b18ceb5f7 None None] Set router 9cb69a4d-1452-4002-8814-911db5f67673 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:49:30.111924 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73b31258-ad6a-49fd-93cb-104c2528762d tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_controller (97bc65ca-7bba-4b01-a214-364e23fdedc4), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:30.122346 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73b31258-ad6a-49fd-93cb-104c2528762d tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (97bc65ca-7bba-4b01-a214-364e23fdedc4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:30.152019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ba5af080-553f-4d26-b2ee-416be08ee562), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:30.160067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523671a-b575-4eeb-b05c-1b8d7682ba6e req-f33c9c3e-5d57-43b8-9dc4-c82fdaf28d66 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:30.161880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5523671a-b575-4eeb-b05c-1b8d7682ba6e req-f33c9c3e-5d57-43b8-9dc4-c82fdaf28d66 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 931 time: 0.1680124 Feb 16 16:49:30.165548 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73b31258-ad6a-49fd-93cb-104c2528762d tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:30.166798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-73b31258-ad6a-49fd-93cb-104c2528762d tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5182955 Feb 16 16:49:30.169518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52792) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:30.175622 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fa7c8abd-b059-46fe-9730-fd155a0f5bec tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:30.195419 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b4169263-352f-459a-a50c-322b18ceb5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:49:22Z', 'revision_number': 11, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:30.195949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5af080-553f-4d26-b2ee-416be08ee562,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:30.285705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4169263-352f-459a-a50c-322b18ceb5f7 None None] The sync data for ids ['9cb69a4d-1452-4002-8814-911db5f67673'] in n-d-669411-5 is: [{'id': '9cb69a4d-1452-4002-8814-911db5f67673', 'name': 'tempest-RoutersIpV6Test-router-444405952', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:48:03Z', 'updated_at': '2022-02-16T16:49:22Z', 'revision_number': 11, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:49:30.421135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f025626e-8bb3-4cef-ad11-4d06cbbc709b {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:49:30.453699 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Publish callbacks [] for port (f025626e-8bb3-4cef-ad11-4d06cbbc709b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:30.478815 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:30.502711 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Transition to ACTIVE for port object f025626e-8bb3-4cef-ad11-4d06cbbc709b will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:49:30.635150 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (f025626e-8bb3-4cef-ad11-4d06cbbc709b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:30.786233 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:30.831196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5523671a-b575-4eeb-b05c-1b8d7682ba6e req-cea1f94c-4e19-473e-8f57-cae81778f5ff tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114169 Feb 16 16:49:30.841586 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] Publish callbacks [] for router_controller (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:30.871516 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:30.911652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Pushing event updated for resources: {'Port': ['ID=f025626e-8bb3-4cef-ad11-4d06cbbc709b,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:30.921170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bffff7-ddbb-4c6e-bc92-a61b3956f932 req-6ccdb65f-8df1-4513-acbc-46b4b3754bd7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:30.934067 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9bffff7-ddbb-4c6e-bc92-a61b3956f932 req-6ccdb65f-8df1-4513-acbc-46b4b3754bd7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 946 time: 0.4165843 Feb 16 16:49:30.975299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d277fc4d-6789-4c43-b677-36bd2ce9de71 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:31.022274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: d277fc4d-6789-4c43-b677-36bd2ce9de71 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:49:31.022549 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d277fc4d-6789-4c43-b677-36bd2ce9de71 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:31.022977 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ba5af080-553f-4d26-b2ee-416be08ee562 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:31.028352 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:31.028915 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:49:31.066157 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:31.067353 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-057e4586-e584-4e4d-9002-e9b029357a90 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9dc48f1a-0cf0-48dd-a9d1-4d6a2d85a86b HTTP/1.1" status: 204 len: 168 time: 3.8408365 Feb 16 16:49:31.074928 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52808) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:31.099435 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: ba5af080-553f-4d26-b2ee-416be08ee562 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:49:31.100055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ba5af080-553f-4d26-b2ee-416be08ee562 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:31.150050 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52816) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:31.208442 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8abd-b059-46fe-9730-fd155a0f5bec tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (97bc65ca-7bba-4b01-a214-364e23fdedc4), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:31.232311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9bffff7-ddbb-4c6e-bc92-a61b3956f932 req-0053384d-0dbe-4c64-b166-47928dfcba51 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968464 Feb 16 16:49:31.268899 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8abd-b059-46fe-9730-fd155a0f5bec tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (97bc65ca-7bba-4b01-a214-364e23fdedc4), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:31.303013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Attempting to bind port f025626e-8bb3-4cef-ad11-4d06cbbc709b on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:49:31.303351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Attempting to bind port f025626e-8bb3-4cef-ad11-4d06cbbc709b by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:49:31.303689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Attempting to bind port f025626e-8bb3-4cef-ad11-4d06cbbc709b on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:49:31.313145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b9c91e-a3e2-474d-82b1-b499a8c9bdc1 admin admin] Deleting subnet a7144027-c4fd-4cf7-a806-c1dbe16566e7 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:49:31.321435 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c91e-a3e2-474d-82b1-b499a8c9bdc1 admin admin] Publish callbacks [] for subnet (a7144027-c4fd-4cf7-a806-c1dbe16566e7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:31.378239 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:31.393090 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c91e-a3e2-474d-82b1-b499a8c9bdc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (a7144027-c4fd-4cf7-a806-c1dbe16566e7), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:31.533852 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c91e-a3e2-474d-82b1-b499a8c9bdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (a7144027-c4fd-4cf7-a806-c1dbe16566e7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:31.562095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7c8abd-b059-46fe-9730-fd155a0f5bec tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Router 97bc65ca-7bba-4b01-a214-364e23fdedc4 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:49:31.645211 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Port f025626e-8bb3-4cef-ad11-4d06cbbc709b on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:49:31.645488 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Attempting to bind port f025626e-8bb3-4cef-ad11-4d06cbbc709b on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:49:31.656001 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c91e-a3e2-474d-82b1-b499a8c9bdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (a7144027-c4fd-4cf7-a806-c1dbe16566e7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:31.673053 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:49:31.673905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Checking segment: {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:49:31.674305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Bound using segment: {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:49:31.675084 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Bound port: f025626e-8bb3-4cef-ad11-4d06cbbc709b, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:49:31.677534 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f025626e-8bb3-4cef-ad11-4d06cbbc709b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:31.680913 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6727fa69-267e-455e-a10b-e0fd535baec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:31.700462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7c8abd-b059-46fe-9730-fd155a0f5bec tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:49:31.711384 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8abd-b059-46fe-9730-fd155a0f5bec tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:31.713150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fa7c8abd-b059-46fe-9730-fd155a0f5bec tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "PUT /v2.0/routers/97bc65ca-7bba-4b01-a214-364e23fdedc4 HTTP/1.1" status: 200 len: 697 time: 1.5426664 Feb 16 16:49:31.720236 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d001fb23-0930-49b1-a502-e75c8f1e1df6 None None] Sync routers for ids ['97bc65ca-7bba-4b01-a214-364e23fdedc4'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:49:31.737794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52826) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:31.741589 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c26d929-0949-444a-baf0-04a544f67d04 None None] Network b2421003-de0a-4b87-96b9-e9e47e26a610 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:49:31.743579 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c91e-a3e2-474d-82b1-b499a8c9bdc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:31.748527 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d001fb23-0930-49b1-a502-e75c8f1e1df6 None None] Routers {'97bc65ca-7bba-4b01-a214-364e23fdedc4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:31.749165 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d001fb23-0930-49b1-a502-e75c8f1e1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['97bc65ca-7bba-4b01-a214-364e23fdedc4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:31.751923 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b6b9c91e-a3e2-474d-82b1-b499a8c9bdc1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a7144027-c4fd-4cf7-a806-c1dbe16566e7 HTTP/1.1" status: 204 len: 168 time: 0.6699238 Feb 16 16:49:31.778847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52828) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:31.779626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9c91e-a3e2-474d-82b1-b499a8c9bdc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7144027-c4fd-4cf7-a806-c1dbe16566e7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:31.857701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7c731424-a135-4471-b045-dc20197cfd8d tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/routers/97bc65ca-7bba-4b01-a214-364e23fdedc4 HTTP/1.1" status: 200 len: 703 time: 0.1183348 Feb 16 16:49:31.860508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52830) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:31.903674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e744f8ed-6be6-478c-b94f-64fcc17ce3bd tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports?device_id=97bc65ca-7bba-4b01-a214-364e23fdedc4 HTTP/1.1" status: 200 len: 205 time: 0.0397108 Feb 16 16:49:31.903954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52834) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:31.987714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] For port f025626e-8bb3-4cef-ad11-4d06cbbc709b, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:49:32.000903 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] For port f025626e-8bb3-4cef-ad11-4d06cbbc709b, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f025626e-8bb3-4cef-ad11-4d06cbbc709b,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:49:32.025261 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d001fb23-0930-49b1-a502-e75c8f1e1df6 None None] Set router 97bc65ca-7bba-4b01-a214-364e23fdedc4 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:49:32.081895 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (f025626e-8bb3-4cef-ad11-4d06cbbc709b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:32.084113 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:32.098209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d07203-201d-4dc8-b2d9-3325e8abcec5 None None] DHCP port deletion for b2421003-de0a-4b87-96b9-e9e47e26a610 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:49:32.184066 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ae01ad3c-b118-45e0-9b52-aa2fb606971a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (97bc65ca-7bba-4b01-a214-364e23fdedc4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:32.205133 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d001fb23-0930-49b1-a502-e75c8f1e1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bc65ca-7bba-4b01-a214-364e23fdedc4', 'name': 'tempest-RoutersIpV6Test-router-408905187', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:49:29Z', 'updated_at': '2022-02-16T16:49:31Z', 'revision_number': 2, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:32.247097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-80d07203-201d-4dc8-b2d9-3325e8abcec5 None None] Deleting port 0c02aff4-fb4b-42ca-8324-84a0e3a74317 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:32.247474 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-80d07203-201d-4dc8-b2d9-3325e8abcec5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (0c02aff4-fb4b-42ca-8324-84a0e3a74317), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:32.266742 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Pushing event updated for resources: {'Port': ['ID=f025626e-8bb3-4cef-ad11-4d06cbbc709b,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:32.286446 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d001fb23-0930-49b1-a502-e75c8f1e1df6 None None] Checking router: 97bc65ca-7bba-4b01-a214-364e23fdedc4 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:49:32.310686 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d001fb23-0930-49b1-a502-e75c8f1e1df6 None None] Routers {'97bc65ca-7bba-4b01-a214-364e23fdedc4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:32.311465 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d001fb23-0930-49b1-a502-e75c8f1e1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['97bc65ca-7bba-4b01-a214-364e23fdedc4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:32.322489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:32.324776 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:32.329039 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-d3e57232-0aad-4c25-af1b-4b663aa80258 service neutron] 10.222.0.60 "PUT /v2.0/ports/f025626e-8bb3-4cef-ad11-4d06cbbc709b HTTP/1.1" status: 200 len: 1091 time: 4.6962771 Feb 16 16:49:32.403022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8a6d1-52ce-49ed-a97e-1f5196bca8df req-16b4f9e0-36e7-481c-b54d-3c83a8a1e8ef tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:32.404629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aed8a6d1-52ce-49ed-a97e-1f5196bca8df req-16b4f9e0-36e7-481c-b54d-3c83a8a1e8ef tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 943 time: 0.3513489 Feb 16 16:49:32.446308 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213bae8e-246e-435f-961a-ccf9399ec529', 'tag': 'f025626e-8bb3-4cef-ad11-4d06cbbc709b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:49:32.448686 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba05d83b-71e4-4297-8454-90ae3c4dd2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "213bae8e-246e-435f-961a-ccf9399ec529", "tag": "f025626e-8bb3-4cef-ad11-4d06cbbc709b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:49:32.450857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-80d07203-201d-4dc8-b2d9-3325e8abcec5 None None] For port 0c02aff4-fb4b-42ca-8324-84a0e3a74317, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0c02aff4-fb4b-42ca-8324-84a0e3a74317,segment=NetworkSegment(ebbbe239-efcd-4236-97c1-7522b17487aa),segment_id=ebbbe239-efcd-4236-97c1-7522b17487aa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:32.451277 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-80d07203-201d-4dc8-b2d9-3325e8abcec5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (0c02aff4-fb4b-42ca-8324-84a0e3a74317), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:32.494788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-80d07203-201d-4dc8-b2d9-3325e8abcec5 None None] Calling delete_port for 0c02aff4-fb4b-42ca-8324-84a0e3a74317 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:32.494999 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d001fb23-0930-49b1-a502-e75c8f1e1df6 None None] Set router 97bc65ca-7bba-4b01-a214-364e23fdedc4 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:49:32.586943 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-636f0b25-c451-4d90-a7fd-665386fb8a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (b2421003-de0a-4b87-96b9-e9e47e26a610), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:32.670804 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab18223f-bf67-4854-bbf2-b3b37a856059 x-openstack-request-id: req-ab18223f-bf67-4854-bbf2-b3b37a856059 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:49:32.671200 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213bae8e-246e-435f-961a-ccf9399ec529", "tag": "f025626e-8bb3-4cef-ad11-4d06cbbc709b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:49:32.671375 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab18223f-bf67-4854-bbf2-b3b37a856059 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:49:32.673351 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213bae8e-246e-435f-961a-ccf9399ec529', 'tag': 'f025626e-8bb3-4cef-ad11-4d06cbbc709b', 'status': 'completed', 'code': 200} Feb 16 16:49:32.682182 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d001fb23-0930-49b1-a502-e75c8f1e1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bc65ca-7bba-4b01-a214-364e23fdedc4', 'name': 'tempest-RoutersIpV6Test-router-408905187', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:49:29Z', 'updated_at': '2022-02-16T16:49:31Z', 'revision_number': 2, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:32.712179 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-80d07203-201d-4dc8-b2d9-3325e8abcec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (0c02aff4-fb4b-42ca-8324-84a0e3a74317), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:32.771232 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d001fb23-0930-49b1-a502-e75c8f1e1df6 None None] The sync data for ids ['97bc65ca-7bba-4b01-a214-364e23fdedc4'] in n-d-669411-5 is: [{'id': '97bc65ca-7bba-4b01-a214-364e23fdedc4', 'name': 'tempest-RoutersIpV6Test-router-408905187', 'tenant_id': 'cddabf0892cd49458ca66abbbab18908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:49:29Z', 'updated_at': '2022-02-16T16:49:31Z', 'revision_number': 2, 'project_id': 'cddabf0892cd49458ca66abbbab18908', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:49:32.786843 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d07203-201d-4dc8-b2d9-3325e8abcec5 None None] Pushing event deleted for resources: {'Port': ['ID=0c02aff4-fb4b-42ca-8324-84a0e3a74317,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:32.795210 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d07203-201d-4dc8-b2d9-3325e8abcec5 None None] No DVR routers for this DVR port 0c02aff4-fb4b-42ca-8324-84a0e3a74317 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:49:32.802442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aed8a6d1-52ce-49ed-a97e-1f5196bca8df req-2060955f-75c7-4bfa-a278-ba0abd90efdc tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843515 Feb 16 16:49:32.811468 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ae01ad3c-b118-45e0-9b52-aa2fb606971a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (97bc65ca-7bba-4b01-a214-364e23fdedc4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:32.815324 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ae01ad3c-b118-45e0-9b52-aa2fb606971a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router_controller (97bc65ca-7bba-4b01-a214-364e23fdedc4), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:32.857725 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-f2424922-10e2-447e-aaf2-50832f44b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:32.859292 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-f2424922-10e2-447e-aaf2-50832f44b7a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 1125 time: 0.3927925 Feb 16 16:49:32.869067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-636f0b25-c451-4d90-a7fd-665386fb8a7f admin admin] The port '0c02aff4-fb4b-42ca-8324-84a0e3a74317' was deleted {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 16 16:49:32.930082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0c02aff4-fb4b-42ca-8324-84a0e3a74317 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:32.937193 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ae01ad3c-b118-45e0-9b52-aa2fb606971a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (97bc65ca-7bba-4b01-a214-364e23fdedc4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:32.938233 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae01ad3c-b118-45e0-9b52-aa2fb606971a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Fanout notify agent at l3_agent the message router_deleted on router 97bc65ca-7bba-4b01-a214-364e23fdedc4 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:49:32.953530 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ae01ad3c-b118-45e0-9b52-aa2fb606971a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:32.954610 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ae01ad3c-b118-45e0-9b52-aa2fb606971a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/routers/97bc65ca-7bba-4b01-a214-364e23fdedc4 HTTP/1.1" status: 204 len: 168 time: 1.0493424 Feb 16 16:49:32.959445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52846) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:33.001402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 0c02aff4-fb4b-42ca-8324-84a0e3a74317 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:49:33.002011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0c02aff4-fb4b-42ca-8324-84a0e3a74317 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:33.020877 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-b26775c7-a9c4-4935-9d9b-259ced68948f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f025626e-8bb3-4cef-ad11-4d06cbbc709b HTTP/1.1" status: 200 len: 217 time: 0.1409655 Feb 16 16:49:33.038761 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-138c452f-4254-4c54-b359-d0097070c3b3 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports?device_id=97bc65ca-7bba-4b01-a214-364e23fdedc4 HTTP/1.1" status: 200 len: 205 time: 0.0752087 Feb 16 16:49:33.039039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52850) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:33.100052 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6727fa69-267e-455e-a10b-e0fd535baec7 admin admin] Publish callbacks [] for security_group (a56c51c7-1768-40a6-b066-48a27702dc57), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:33.118788 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-dac23a31-d5c1-4fc8-a4ad-198b7ba59fe9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] delete failed (client error): The resource could not be found. Feb 16 16:49:33.122289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dac23a31-d5c1-4fc8-a4ad-198b7ba59fe9 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/routers/97bc65ca-7bba-4b01-a214-364e23fdedc4 HTTP/1.1" status: 404 len: 336 time: 0.0800674 Feb 16 16:49:33.123000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52854) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:33.153499 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6727fa69-267e-455e-a10b-e0fd535baec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a56c51c7-1768-40a6-b066-48a27702dc57), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:33.271543 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-636f0b25-c451-4d90-a7fd-665386fb8a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (b2421003-de0a-4b87-96b9-e9e47e26a610), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:33.310280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727fa69-267e-455e-a10b-e0fd535baec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56c51c7-1768-40a6-b066-48a27702dc57,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:33.326378 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3b378e-ae1d-43de-9c04-e8970dc95762 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] DELETE failed (client error): The resource could not be found. Feb 16 16:49:33.327304 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6727fa69-267e-455e-a10b-e0fd535baec7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4c4c1e88ac043aba6bacc46ffffa2b7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1749828 Feb 16 16:49:33.328714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3b378e-ae1d-43de-9c04-e8970dc95762 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:49:33.334770 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52860) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:33.336510 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-dc2a637e-a227-4dad-9eb3-8cd3f6b158f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:33.338455 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-dc2a637e-a227-4dad-9eb3-8cd3f6b158f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.2892511 Feb 16 16:49:33.341419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-eb3b378e-ae1d-43de-9c04-e8970dc95762 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/fb91758f-e2fe-4efb-8f0e-c2bd9bfccb5c HTTP/1.1" status: 404 len: 337 time: 0.2134137 Feb 16 16:49:33.341766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52862) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:33.372740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-636f0b25-c451-4d90-a7fd-665386fb8a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2421003-de0a-4b87-96b9-e9e47e26a610']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:33.385002 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-636f0b25-c451-4d90-a7fd-665386fb8a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbbe239-efcd-4236-97c1-7522b17487aa') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:33.385584 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-636f0b25-c451-4d90-a7fd-665386fb8a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbbe239-efcd-4236-97c1-7522b17487aa') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:33.396043 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-60600b77-84ca-4934-bf7e-58581e2fd4d7 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] DELETE failed (client error): The resource could not be found. Feb 16 16:49:33.396494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60600b77-84ca-4934-bf7e-58581e2fd4d7 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:49:33.398434 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-636f0b25-c451-4d90-a7fd-665386fb8a7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (ebbbe239-efcd-4236-97c1-7522b17487aa), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:33.399861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-60600b77-84ca-4934-bf7e-58581e2fd4d7 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/6058455f-d4f8-4bf2-a264-d941fd153372 HTTP/1.1" status: 404 len: 337 time: 0.0568361 Feb 16 16:49:33.402361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52864) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:33.416649 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-636f0b25-c451-4d90-a7fd-665386fb8a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ebbbe239-efcd-4236-97c1-7522b17487aa), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:33.424672 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636f0b25-c451-4d90-a7fd-665386fb8a7f admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:49:33.425345 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-636f0b25-c451-4d90-a7fd-665386fb8a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (ebbbe239-efcd-4236-97c1-7522b17487aa), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:33.461238 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ab74ae-a3b0-49fc-8dcc-1f0fdbe98078 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] DELETE failed (client error): The resource could not be found. Feb 16 16:49:33.462022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ab74ae-a3b0-49fc-8dcc-1f0fdbe98078 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:49:33.467976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-14ab74ae-a3b0-49fc-8dcc-1f0fdbe98078 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/cebd957f-aa00-4488-b98f-477197449e7d HTTP/1.1" status: 404 len: 337 time: 0.0644784 Feb 16 16:49:33.472223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52866) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:49:33.496246 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:49:33.503021 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-7daed400-0fa0-4c99-8460-4e3ac1d6aae5 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] DELETE failed (client error): The resource could not be found. Feb 16 16:49:33.504148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7daed400-0fa0-4c99-8460-4e3ac1d6aae5 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:49:33.512518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7daed400-0fa0-4c99-8460-4e3ac1d6aae5 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/b7ee0d0a-2dd2-40e7-a1e5-c27008ce6c21 HTTP/1.1" status: 404 len: 337 time: 0.0371976 Feb 16 16:49:33.512518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52868) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:33.542926 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-427245d7-2391-47ab-966f-f46538350e5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1756661 Feb 16 16:49:33.560339 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-636f0b25-c451-4d90-a7fd-665386fb8a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (b2421003-de0a-4b87-96b9-e9e47e26a610), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:33.586244 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-66af3138-2d9b-4e77-8f76-43b77046cd55 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cb69a4d-1452-4002-8814-911db5f67673 HTTP/1.1" status: 200 len: 205 time: 0.0720315 Feb 16 16:49:33.587095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52874) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:33.677502 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-636f0b25-c451-4d90-a7fd-665386fb8a7f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:33.688512 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-636f0b25-c451-4d90-a7fd-665386fb8a7f admin admin] 10.222.0.24 "DELETE /v2.0/networks/b2421003-de0a-4b87-96b9-e9e47e26a610 HTTP/1.1" status: 204 len: 168 time: 1.8967555 Feb 16 16:49:33.705665 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-fd53121a-c70c-4606-82ec-0031eda9c2ff tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] delete failed (client error): The resource could not be found. Feb 16 16:49:33.707097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fd53121a-c70c-4606-82ec-0031eda9c2ff tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/routers/9cb69a4d-1452-4002-8814-911db5f67673 HTTP/1.1" status: 404 len: 336 time: 0.1187768 Feb 16 16:49:33.709544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52878) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:33.758947 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-c742239c-a882-4986-ad55-901007ae4a35 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948566 Feb 16 16:49:33.768290 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f0b25-c451-4d90-a7fd-665386fb8a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=b2421003-de0a-4b87-96b9-e9e47e26a610,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:33.775098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b7b076f0-6dec-4db9-a85a-d67404a8f37a tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports?device_id=b432fca7-180e-4128-bae7-efb6b5edc26a HTTP/1.1" status: 200 len: 205 time: 0.0641623 Feb 16 16:49:33.777347 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52880) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:33.856290 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-9eb0780e-df00-43be-8493-c45107c913d2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] delete failed (client error): The resource could not be found. Feb 16 16:49:33.866035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9eb0780e-df00-43be-8493-c45107c913d2 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/routers/b432fca7-180e-4128-bae7-efb6b5edc26a HTTP/1.1" status: 404 len: 336 time: 0.0854509 Feb 16 16:49:33.866431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52884) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:33.900675 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-45d9d2ac-b512-4723-9ace-965eb0b434b2 req-0d1680a7-45aa-415d-8474-172419636519 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277981 Feb 16 16:49:33.924874 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4b743e-2d94-4b3c-a491-a2346d435cd8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] DELETE failed (client error): The resource could not be found. Feb 16 16:49:33.924874 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4b743e-2d94-4b3c-a491-a2346d435cd8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:49:33.931077 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bd4b743e-2d94-4b3c-a491-a2346d435cd8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/0ac830fa-9f2b-4786-93ea-56f59ebf2b01 HTTP/1.1" status: 404 len: 337 time: 0.0612986 Feb 16 16:49:33.932004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52886) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:33.935446 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2c5454d-af65-469c-a563-9f6259b55e3c admin admin] Publish callbacks [] for security_group (a56c51c7-1768-40a6-b066-48a27702dc57), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:33.978441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52888) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:33.990703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-11523b38-0dac-4426-98b2-cd773eb81bec tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports?device_id=5747b769-855d-4e4f-9cdd-58c04ce937cd HTTP/1.1" status: 200 len: 205 time: 0.0516510 Feb 16 16:49:33.991431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52890) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:34.051554 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2c5454d-af65-469c-a563-9f6259b55e3c admin admin] Publish callbacks [] for security_group (a56c51c7-1768-40a6-b066-48a27702dc57), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:34.084120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05d83b-71e4-4297-8454-90ae3c4dd2a0 req-d0cb5ce9-12a6-45d7-bb94-58d6321299a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:34.086661 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ba05d83b-71e4-4297-8454-90ae3c4dd2a0 req-d0cb5ce9-12a6-45d7-bb94-58d6321299a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 1125 time: 0.1188526 Feb 16 16:49:34.154744 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-60059297-5b22-4a6f-b80a-31b1d9a94983 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] delete failed (client error): The resource could not be found. Feb 16 16:49:34.156264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-60059297-5b22-4a6f-b80a-31b1d9a94983 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/routers/5747b769-855d-4e4f-9cdd-58c04ce937cd HTTP/1.1" status: 404 len: 336 time: 0.1549940 Feb 16 16:49:34.159197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52896) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:34.216614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2c5454d-af65-469c-a563-9f6259b55e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a56c51c7-1768-40a6-b066-48a27702dc57), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:34.219338 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2c5454d-af65-469c-a563-9f6259b55e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:34.220504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f2c90d74-a690-496f-aeb4-0e1a399f0640 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4e278df-b51e-452c-a584-ae8094b09a3c HTTP/1.1" status: 200 len: 205 time: 0.0511568 Feb 16 16:49:34.223838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52898) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:34.227708 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e2c5454d-af65-469c-a563-9f6259b55e3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a56c51c7-1768-40a6-b066-48a27702dc57 HTTP/1.1" status: 204 len: 168 time: 0.8844566 Feb 16 16:49:34.320388 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ec3d460a-4567-4770-98a0-80142e7608b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6e850f85e6540848343a8f94f5bb145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3381176 Feb 16 16:49:34.326338 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52904) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:34.330563 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-02c821a7-d50a-4a8a-ae51-d29d7a8cb225 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] delete failed (client error): The resource could not be found. Feb 16 16:49:34.331915 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5454d-af65-469c-a563-9f6259b55e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56c51c7-1768-40a6-b066-48a27702dc57,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:34.336086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-02c821a7-d50a-4a8a-ae51-d29d7a8cb225 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/routers/d4e278df-b51e-452c-a584-ae8094b09a3c HTTP/1.1" status: 404 len: 336 time: 0.1112802 Feb 16 16:49:34.343137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52906) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:34.436753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44f153-9363-4ce1-a5aa-3f6cbafeb15f req-fe0551a4-890d-4f17-8ded-f846f7808294 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:34.441133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e44f153-9363-4ce1-a5aa-3f6cbafeb15f req-fe0551a4-890d-4f17-8ded-f846f7808294 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 943 time: 0.4314122 Feb 16 16:49:34.545307 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0c7cb6-96a5-4fa6-9818-0c0351a3d7cc tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] DELETE failed (client error): The resource could not be found. Feb 16 16:49:34.545852 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0c7cb6-96a5-4fa6-9818-0c0351a3d7cc tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:49:34.550904 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ec0c7cb6-96a5-4fa6-9818-0c0351a3d7cc tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/98800e7e-c8de-44a7-aff1-e47cdf2a9f16 HTTP/1.1" status: 404 len: 337 time: 0.2060976 Feb 16 16:49:34.556817 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52914) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:34.601300 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:34.607340 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-12b759ab-a60b-4a7f-9d25-a6ca09e723b4 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports?device_id=33d6f620-ed92-4ccd-8371-54e712e294a7 HTTP/1.1" status: 200 len: 205 time: 0.0492821 Feb 16 16:49:34.612793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52916) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:34.686897 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-564a9aa6-1188-4a30-aaf4-a3b44e5b3cb8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] delete failed (client error): The resource could not be found. Feb 16 16:49:34.691856 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-564a9aa6-1188-4a30-aaf4-a3b44e5b3cb8 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/routers/33d6f620-ed92-4ccd-8371-54e712e294a7 HTTP/1.1" status: 404 len: 336 time: 0.0778601 Feb 16 16:49:34.692647 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e44f153-9363-4ce1-a5aa-3f6cbafeb15f req-338857f3-95ad-4936-891f-763c6d9d07b9 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314060 Feb 16 16:49:34.695011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52918) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:34.709096 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fcb21fdd-37fa-4442-90ab-03c9adec7215 admin admin] Publish callbacks [] for security_group (0a7ef8e7-0672-48e9-a794-38cd422aab10), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:34.719647 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05d83b-71e4-4297-8454-90ae3c4dd2a0 req-2c1daae8-eae4-45a8-9135-adddd8e3320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:34.726098 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ba05d83b-71e4-4297-8454-90ae3c4dd2a0 req-2c1daae8-eae4-45a8-9135-adddd8e3320e service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 907 time: 0.6138170 Feb 16 16:49:34.746085 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fcb21fdd-37fa-4442-90ab-03c9adec7215 admin admin] Publish callbacks [] for security_group (0a7ef8e7-0672-48e9-a794-38cd422aab10), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:34.813125 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fcb21fdd-37fa-4442-90ab-03c9adec7215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0a7ef8e7-0672-48e9-a794-38cd422aab10), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:34.818896 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fcb21fdd-37fa-4442-90ab-03c9adec7215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:34.820326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fcb21fdd-37fa-4442-90ab-03c9adec7215 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a7ef8e7-0672-48e9-a794-38cd422aab10 HTTP/1.1" status: 204 len: 168 time: 0.4910600 Feb 16 16:49:34.841131 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb21fdd-37fa-4442-90ab-03c9adec7215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7ef8e7-0672-48e9-a794-38cd422aab10,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:34.918929 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ba05d83b-71e4-4297-8454-90ae3c4dd2a0 req-332a2019-5bfb-4c9f-b379-1621615635ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f025626e-8bb3-4cef-ad11-4d06cbbc709b HTTP/1.1" status: 200 len: 217 time: 0.1097982 Feb 16 16:49:34.920680 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f2243e-8aaa-42aa-85cc-59eb8d2dff4f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] DELETE failed (client error): The resource could not be found. Feb 16 16:49:34.920680 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f2243e-8aaa-42aa-85cc-59eb8d2dff4f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:49:34.933843 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-87f2243e-8aaa-42aa-85cc-59eb8d2dff4f tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/5c9368ba-da3e-459b-aa62-178570a84e16 HTTP/1.1" status: 404 len: 337 time: 0.2369909 Feb 16 16:49:34.936645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52924) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:34.994058 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f2b0a652-7610-4913-8210-5faaf7ff8b26 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ac372e4-757d-4b20-85c5-c0e7ad3663d6 HTTP/1.1" status: 200 len: 205 time: 0.0559685 Feb 16 16:49:34.997411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52926) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:35.037908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05d83b-71e4-4297-8454-90ae3c4dd2a0 req-435b3016-17f6-4086-a42c-f9e2c0998520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:35.039447 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ba05d83b-71e4-4297-8454-90ae3c4dd2a0 req-435b3016-17f6-4086-a42c-f9e2c0998520 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.1043005 Feb 16 16:49:35.088064 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-979e16e7-feb5-4aa4-ac9f-091701efd6ce tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] delete failed (client error): The resource could not be found. Feb 16 16:49:35.089154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-979e16e7-feb5-4aa4-ac9f-091701efd6ce tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/routers/3ac372e4-757d-4b20-85c5-c0e7ad3663d6 HTTP/1.1" status: 404 len: 336 time: 0.0906394 Feb 16 16:49:35.091948 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52930) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:35.096609 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ba05d83b-71e4-4297-8454-90ae3c4dd2a0 req-60c2b15d-f2e8-40f0-9de4-c22cd95f59ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457137 Feb 16 16:49:35.157899 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c7b0b9-629a-4f41-bfb9-4a2cbac85107 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] DELETE failed (client error): The resource could not be found. Feb 16 16:49:35.158776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c7b0b9-629a-4f41-bfb9-4a2cbac85107 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:49:35.162338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d4c7b0b9-629a-4f41-bfb9-4a2cbac85107 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/f658dd43-f2ae-42c6-9976-1803b4f7be27 HTTP/1.1" status: 404 len: 337 time: 0.0694680 Feb 16 16:49:35.165615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52934) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:35.166214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52936) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:35.234161 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ba05d83b-71e4-4297-8454-90ae3c4dd2a0 req-760944c9-26ee-4e76-ade1-d60af4c47124 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332653 Feb 16 16:49:35.255564 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09ade5c2-1fff-479f-a219-b169604e13d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:35.259344 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f126833-e965-40df-9c11-1a4457be5cc7 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] DELETE failed (client error): The resource could not be found. Feb 16 16:49:35.259992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f126833-e965-40df-9c11-1a4457be5cc7 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:49:35.263816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7f126833-e965-40df-9c11-1a4457be5cc7 tempest-RoutersIpV6Test-1226029650 tempest-RoutersIpV6Test-1226029650-project] 10.222.0.24 "DELETE /v2.0/subnets/be41777c-b26f-4d69-aab0-d0e13364c70f HTTP/1.1" status: 404 len: 337 time: 0.0947149 Feb 16 16:49:35.429937 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ba05d83b-71e4-4297-8454-90ae3c4dd2a0 req-0e3fea2d-2d23-4108-bfe3-9a2b3f1eab1a service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894333 Feb 16 16:49:35.688730 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52952) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:35.735804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52956) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:35.825125 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09ade5c2-1fff-479f-a219-b169604e13d6 admin admin] Publish callbacks [] for security_group (39f9f901-29db-4cd4-8727-b938f4a9f0a2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:35.832432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09ade5c2-1fff-479f-a219-b169604e13d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (39f9f901-29db-4cd4-8727-b938f4a9f0a2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:35.837361 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-38ad72cf-4764-40f6-8bf3-f9f37e05610f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83926cb5341c420e8852abc85c11f800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444335 Feb 16 16:49:35.839531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52960) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:35.915108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-09ade5c2-1fff-479f-a219-b169604e13d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0dd71d4a578749e2bfffb92b31c09e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7446275 Feb 16 16:49:35.918780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52962) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:35.928115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ade5c2-1fff-479f-a219-b169604e13d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f9f901-29db-4cd4-8727-b938f4a9f0a2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:35.967408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f92420-2902-46c5-9130-145b2b25a933 req-b13ba805-ff74-424a-87f7-6d0e0a31d892 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:35.969872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45f92420-2902-46c5-9130-145b2b25a933 req-b13ba805-ff74-424a-87f7-6d0e0a31d892 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 943 time: 0.1343901 Feb 16 16:49:36.010588 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f741d299-bb4f-4b08-9c7a-8080fd2d0fe7 admin admin] Publish callbacks [] for security_group (9af47d9d-d2db-4e85-a79d-02427a929d4b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:36.027246 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7adfa97b-6a1b-4f92-bc1f-62d06207fe07 admin admin] Publish callbacks [] for security_group (39f9f901-29db-4cd4-8727-b938f4a9f0a2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:36.079478 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f741d299-bb4f-4b08-9c7a-8080fd2d0fe7 admin admin] Publish callbacks [] for security_group (9af47d9d-d2db-4e85-a79d-02427a929d4b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:36.104788 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7adfa97b-6a1b-4f92-bc1f-62d06207fe07 admin admin] Publish callbacks [] for security_group (39f9f901-29db-4cd4-8727-b938f4a9f0a2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:36.142902 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45f92420-2902-46c5-9130-145b2b25a933 req-5749e31d-9f50-47e2-9992-a54f4e448407 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519992 Feb 16 16:49:36.153313 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f741d299-bb4f-4b08-9c7a-8080fd2d0fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9af47d9d-d2db-4e85-a79d-02427a929d4b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:36.164467 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f741d299-bb4f-4b08-9c7a-8080fd2d0fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:36.168004 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f741d299-bb4f-4b08-9c7a-8080fd2d0fe7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9af47d9d-d2db-4e85-a79d-02427a929d4b HTTP/1.1" status: 204 len: 168 time: 0.3256850 Feb 16 16:49:36.219884 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741d299-bb4f-4b08-9c7a-8080fd2d0fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af47d9d-d2db-4e85-a79d-02427a929d4b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:36.255041 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9649903b-a7ee-4626-9e5f-5315a3374f8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cddabf0892cd49458ca66abbbab18908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5144513 Feb 16 16:49:36.255253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52970) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:36.263773 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7adfa97b-6a1b-4f92-bc1f-62d06207fe07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (39f9f901-29db-4cd4-8727-b938f4a9f0a2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:36.267418 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7adfa97b-6a1b-4f92-bc1f-62d06207fe07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:36.271070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7adfa97b-6a1b-4f92-bc1f-62d06207fe07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39f9f901-29db-4cd4-8727-b938f4a9f0a2 HTTP/1.1" status: 204 len: 168 time: 0.3487067 Feb 16 16:49:36.294769 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfa97b-6a1b-4f92-bc1f-62d06207fe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f9f901-29db-4cd4-8727-b938f4a9f0a2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:36.342522 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fada87e6-1eb0-49ce-95fa-52fe5dd95f71 admin admin] Publish callbacks [] for security_group (530847f0-c359-4f4c-a4e4-6a55e5ef6465), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:36.427352 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fada87e6-1eb0-49ce-95fa-52fe5dd95f71 admin admin] Publish callbacks [] for security_group (530847f0-c359-4f4c-a4e4-6a55e5ef6465), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:36.487597 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fada87e6-1eb0-49ce-95fa-52fe5dd95f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (530847f0-c359-4f4c-a4e4-6a55e5ef6465), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:36.491885 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fada87e6-1eb0-49ce-95fa-52fe5dd95f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:36.493148 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fada87e6-1eb0-49ce-95fa-52fe5dd95f71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/530847f0-c359-4f4c-a4e4-6a55e5ef6465 HTTP/1.1" status: 204 len: 168 time: 0.2374465 Feb 16 16:49:36.506710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada87e6-1eb0-49ce-95fa-52fe5dd95f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530847f0-c359-4f4c-a4e4-6a55e5ef6465,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:37.002908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device f025626e-8bb3-4cef-ad11-4d06cbbc709b details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:49:37.204427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port f025626e-8bb3-4cef-ad11-4d06cbbc709b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f025626e-8bb3-4cef-ad11-4d06cbbc709b,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:37.226572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'f025626e-8bb3-4cef-ad11-4d06cbbc709b', 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7', 'port_id': 'f025626e-8bb3-4cef-ad11-4d06cbbc709b', 'mac_address': 'fa:16:3e:52:72:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d9fb8a-744f-4a0a-90b6-699cc7c33927', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:49:37.282567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port f025626e-8bb3-4cef-ad11-4d06cbbc709b is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:37.282959 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f025626e-8bb3-4cef-ad11-4d06cbbc709b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:37.303599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ec578-b2fe-412d-bc83-ff6b3c7cfaea req-2e24b819-2067-46ce-8e14-4076039ddd19 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:37.305207 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f025626e-8bb3-4cef-ad11-4d06cbbc709b {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:49:37.310345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f05ec578-b2fe-412d-bc83-ff6b3c7cfaea req-2e24b819-2067-46ce-8e14-4076039ddd19 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 943 time: 0.0758350 Feb 16 16:49:37.339223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port f025626e-8bb3-4cef-ad11-4d06cbbc709b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f025626e-8bb3-4cef-ad11-4d06cbbc709b,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:37.347413 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f025626e-8bb3-4cef-ad11-4d06cbbc709b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:37.381248 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f05ec578-b2fe-412d-bc83-ff6b3c7cfaea req-fa06a411-f192-49a8-a711-09e982d78b73 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693560 Feb 16 16:49:37.444014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=f025626e-8bb3-4cef-ad11-4d06cbbc709b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:37.452855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:37.453854 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:37.454200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:37.454540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:37.454931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:37.455268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:37.461325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:37.461325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:37.461325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:37.461325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:37.461325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:37.461325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:37.461325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:37.650992 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f025626e-8bb3-4cef-ad11-4d06cbbc709b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:49:37.653645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53046) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:37.849444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-779111183-network', 'tenant_id': 'b36db27163a04a968539900e45ac3be1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:37.897410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] Made reservation on behalf of b36db27163a04a968539900e45ac3be1 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:49:37.899893 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:37.918365 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.055798 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] Publish callbacks [] for security_group (47891610-1ca6-49ce-bcb3-e2f3436ef10e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.064928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (47891610-1ca6-49ce-bcb3-e2f3436ef10e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.098804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:49:38.119898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47891610-1ca6-49ce-bcb3-e2f3436ef10e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:38.127899 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (29c02525-9267-4069-803e-cc6f451a01d4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.128477 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] Added segment 29c02525-9267-4069-803e-cc6f451a01d4 of type vlan for network dd589299-38ca-4691-bd33-787ff0d8716e Feb 16 16:49:38.183316 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (dd589299-38ca-4691-bd33-787ff0d8716e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.198909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53068) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:38.240308 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (dd589299-38ca-4691-bd33-787ff0d8716e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.243511 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:38.244664 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.296308 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6409616 Feb 16 16:49:38.299798 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53076) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:38.305415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-452acb2e-9f21-493b-bfae-c031107f79a3 admin admin] Request body: {'subnet': {'network_id': 'dd589299-38ca-4691-bd33-787ff0d8716e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-779111183-subnet', 'tenant_id': 'b36db27163a04a968539900e45ac3be1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:38.348460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452acb2e-9f21-493b-bfae-c031107f79a3 admin admin] Made reservation on behalf of b36db27163a04a968539900e45ac3be1 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:49:38.357829 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-452acb2e-9f21-493b-bfae-c031107f79a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.362636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0aa75b-af5d-41e3-9e41-cdef6a4df46c admin admin] Pushing event updated for resources: {'Network': ['ID=dd589299-38ca-4691-bd33-787ff0d8716e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:38.374023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network dd589299-38ca-4691-bd33-787ff0d8716e details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:49:38.385443 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'network': {'name': 'tempest-RoutersTest-1989506825'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:38.412700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:49:38.419129 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.443139 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.637924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33817666-a56e-41c4-8702-4356ece47f5c req-e5047c93-e585-42f1-b2d4-8d759f4fad2b tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:38.639470 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33817666-a56e-41c4-8702-4356ece47f5c req-e5047c93-e585-42f1-b2d4-8d759f4fad2b tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 944 time: 0.1000783 Feb 16 16:49:38.680208 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for security_group (e7dac366-dbaa-42b1-bdab-afb8ae6978ac), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.690219 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-452acb2e-9f21-493b-bfae-c031107f79a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (0cd2287d-3ec3-41db-a779-52c9fa1b15f8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.696887 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e7dac366-dbaa-42b1-bdab-afb8ae6978ac), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.781081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:49:38.781658 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452acb2e-9f21-493b-bfae-c031107f79a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd2287d-3ec3-41db-a779-52c9fa1b15f8,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:38.818805 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33817666-a56e-41c4-8702-4356ece47f5c req-86d23345-6186-4752-8c35-3f3e34f32a05 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687522 Feb 16 16:49:38.825911 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dac366-dbaa-42b1-bdab-afb8ae6978ac,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:38.833315 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a5e61dd0-5cd0-44fe-b74f-076aca7bce7a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.833966 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Added segment a5e61dd0-5cd0-44fe-b74f-076aca7bce7a of type vlan for network 6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3 Feb 16 16:49:38.834878 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452acb2e-9f21-493b-bfae-c031107f79a3 admin admin] Checking segment: {'id': '29c02525-9267-4069-803e-cc6f451a01d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dd589299-38ca-4691-bd33-787ff0d8716e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:49:38.835564 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452acb2e-9f21-493b-bfae-c031107f79a3 admin admin] Network hostable DHCP agents. Network: dd589299-38ca-4691-bd33-787ff0d8716e, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:49:38.872086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452acb2e-9f21-493b-bfae-c031107f79a3 admin admin] Network dd589299-38ca-4691-bd33-787ff0d8716e is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:49:38.891338 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-452acb2e-9f21-493b-bfae-c031107f79a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, dd589299-38ca-4691-bd33-787ff0d8716e) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:49:38.896954 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452acb2e-9f21-493b-bfae-c031107f79a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:38.897683 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-452acb2e-9f21-493b-bfae-c031107f79a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.906781 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.907126 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79742bc-57b9-4626-85d6-fdfb3c4dbbcb None None] Network dd589299-38ca-4691-bd33-787ff0d8716e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:49:38.921029 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-452acb2e-9f21-493b-bfae-c031107f79a3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6199811 Feb 16 16:49:38.950375 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:38.957124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:38.958318 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:39.038055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53094) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:39.043547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4bab87a8-eb85-4349-938a-7883921dfb8e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'network': {'name': 'tempest-RoutersTest-1205373958'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:39.048770 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8482161 Feb 16 16:49:39.062104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device f025626e-8bb3-4cef-ad11-4d06cbbc709b up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:49:39.095939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bab87a8-eb85-4349-938a-7883921dfb8e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:49:39.115004 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4bab87a8-eb85-4349-938a-7883921dfb8e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:39.139139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218cec7-77c8-4618-934b-246bb45ab835 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Network': ['ID=6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:39.171393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:49:39.184156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53102) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:39.193508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bab87a8-eb85-4349-938a-7883921dfb8e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:49:39.217319 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4bab87a8-eb85-4349-938a-7883921dfb8e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a55d22d0-a5ce-4290-9954-681318b96be0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:39.218229 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-4bab87a8-eb85-4349-938a-7883921dfb8e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Added segment a55d22d0-a5ce-4290-9954-681318b96be0 of type vlan for network 719949fe-29f3-4e5a-9fc9-3334bb5fab53 Feb 16 16:49:39.287680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4bab87a8-eb85-4349-938a-7883921dfb8e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (719949fe-29f3-4e5a-9fc9-3334bb5fab53), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:39.374540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port f025626e-8bb3-4cef-ad11-4d06cbbc709b completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:49:39.377105 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4bab87a8-eb85-4349-938a-7883921dfb8e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (719949fe-29f3-4e5a-9fc9-3334bb5fab53), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:39.388354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bab87a8-eb85-4349-938a-7883921dfb8e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:39.389549 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4bab87a8-eb85-4349-938a-7883921dfb8e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:39.414231 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd210bf2-697e-4bd6-839c-ef2a75eb2912 None None] Network dd589299-38ca-4691-bd33-787ff0d8716e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:49:39.426045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port f025626e-8bb3-4cef-ad11-4d06cbbc709b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:39.430766 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f025626e-8bb3-4cef-ad11-4d06cbbc709b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:39.445924 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b4c0cc46-dd68-45fd-aa26-e02b66be0375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:39.481268 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4bab87a8-eb85-4349-938a-7883921dfb8e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4419780 Feb 16 16:49:39.485165 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53110) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:39.603627 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b4c0cc46-dd68-45fd-aa26-e02b66be0375 admin admin] Publish callbacks [] for security_group (f98764cb-b7ff-4336-95ad-756f5dd2b4cc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:39.609876 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b4c0cc46-dd68-45fd-aa26-e02b66be0375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f98764cb-b7ff-4336-95ad-756f5dd2b4cc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:39.625257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port f025626e-8bb3-4cef-ad11-4d06cbbc709b is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:39.625617 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f025626e-8bb3-4cef-ad11-4d06cbbc709b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:39.634957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a173342d-061a-4992-9623-9d3ed623fb29 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'subnet': {'network_id': '6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:39.644748 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab87a8-eb85-4349-938a-7883921dfb8e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Network': ['ID=719949fe-29f3-4e5a-9fc9-3334bb5fab53,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:39.650345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0cc46-dd68-45fd-aa26-e02b66be0375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98764cb-b7ff-4336-95ad-756f5dd2b4cc,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:39.678336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b4c0cc46-dd68-45fd-aa26-e02b66be0375 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f58de8ba28af4de4b6d748a15b6df7c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4914844 Feb 16 16:49:39.681762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53118) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:39.715625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 719949fe-29f3-4e5a-9fc9-3334bb5fab53 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:49:39.877860 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213bae8e-246e-435f-961a-ccf9399ec529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f025626e-8bb3-4cef-ad11-4d06cbbc709b'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:49:39.880686 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be7f778-e098-40e9-adec-98075dd056f3" -d '{"events": [{"server_uuid": "213bae8e-246e-435f-961a-ccf9399ec529", "name": "network-vif-plugged", "status": "completed", "tag": "f025626e-8bb3-4cef-ad11-4d06cbbc709b"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:49:39.919828 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cab9372d-365e-46c5-b8f2-93b54be24d0f admin admin] Publish callbacks [] for security_group (f98764cb-b7ff-4336-95ad-756f5dd2b4cc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:39.927236 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port f025626e-8bb3-4cef-ad11-4d06cbbc709b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f025626e-8bb3-4cef-ad11-4d06cbbc709b,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:39.936727 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f025626e-8bb3-4cef-ad11-4d06cbbc709b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:39.943492 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a173342d-061a-4992-9623-9d3ed623fb29 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:49:39.951546 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a173342d-061a-4992-9623-9d3ed623fb29 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:39.962722 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-ba0df46b-66ef-44c7-b10d-0b6f343a6b6d tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:39.967328 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-ba0df46b-66ef-44c7-b10d-0b6f343a6b6d tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/networks?id=dd589299-38ca-4691-bd33-787ff0d8716e HTTP/1.1" status: 200 len: 821 time: 0.2003884 Feb 16 16:49:39.985167 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cab9372d-365e-46c5-b8f2-93b54be24d0f admin admin] Publish callbacks [] for security_group (f98764cb-b7ff-4336-95ad-756f5dd2b4cc), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:40.008061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=f025626e-8bb3-4cef-ad11-4d06cbbc709b,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:40.072990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-4e953663-1e2b-4042-a308-3b4abf0934d6 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/quotas/b36db27163a04a968539900e45ac3be1 HTTP/1.1" status: 200 len: 375 time: 0.0485311 Feb 16 16:49:40.093563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84db7d-a40c-46e5-8f71-4dfe0e578e34 req-baae09ad-1353-4244-bd44-73f1b80f9263 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:40.093563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f84db7d-a40c-46e5-8f71-4dfe0e578e34 req-baae09ad-1353-4244-bd44-73f1b80f9263 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 945 time: 0.1159720 Feb 16 16:49:40.115789 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cab9372d-365e-46c5-b8f2-93b54be24d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f98764cb-b7ff-4336-95ad-756f5dd2b4cc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:40.116118 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cab9372d-365e-46c5-b8f2-93b54be24d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:40.117279 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cab9372d-365e-46c5-b8f2-93b54be24d0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f98764cb-b7ff-4336-95ad-756f5dd2b4cc HTTP/1.1" status: 204 len: 168 time: 0.4345686 Feb 16 16:49:40.142224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9372d-365e-46c5-b8f2-93b54be24d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98764cb-b7ff-4336-95ad-756f5dd2b4cc,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:40.258535 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-c4a3486d-17fe-4ce0-9b16-eabd6fb6e437 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b36db27163a04a968539900e45ac3be1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936606 Feb 16 16:49:40.264983 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a173342d-061a-4992-9623-9d3ed623fb29 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (c882a129-bf12-4fc4-bdc8-d0034c174435), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:40.322552 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f84db7d-a40c-46e5-8f71-4dfe0e578e34 req-2eaf0fcb-ecc4-4af7-bb8f-29ece19c1012 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310483 Feb 16 16:49:40.329998 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173342d-061a-4992-9623-9d3ed623fb29 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Subnet': ['ID=c882a129-bf12-4fc4-bdc8-d0034c174435,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:40.365374 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a173342d-061a-4992-9623-9d3ed623fb29 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Checking segment: {'id': 'a5e61dd0-5cd0-44fe-b74f-076aca7bce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:49:40.365730 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a173342d-061a-4992-9623-9d3ed623fb29 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network hostable DHCP agents. Network: 6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:49:40.387605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a173342d-061a-4992-9623-9d3ed623fb29 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network 6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:49:40.400617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-a173342d-061a-4992-9623-9d3ed623fb29 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:49:40.406829 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a173342d-061a-4992-9623-9d3ed623fb29 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:40.407464 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a173342d-061a-4992-9623-9d3ed623fb29 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:40.413085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19e7bcb-5a7d-449c-9c50-721c470fdafd None None] Network 6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:49:40.436000 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a605ca-f1d3-4ce2-8d06-ca2a78ee489e x-openstack-request-id: req-c2a605ca-f1d3-4ce2-8d06-ca2a78ee489e {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:49:40.436302 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213bae8e-246e-435f-961a-ccf9399ec529", "name": "network-vif-plugged", "status": "completed", "tag": "f025626e-8bb3-4cef-ad11-4d06cbbc709b", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:49:40.436583 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2a605ca-f1d3-4ce2-8d06-ca2a78ee489e {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:49:40.436973 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213bae8e-246e-435f-961a-ccf9399ec529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f025626e-8bb3-4cef-ad11-4d06cbbc709b', 'code': 200} Feb 16 16:49:40.443857 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a173342d-061a-4992-9623-9d3ed623fb29 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8194504 Feb 16 16:49:40.444774 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53142) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:40.464022 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b7f1bc77-5c4e-434f-910c-57f17a3bd775 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'subnet': {'network_id': '719949fe-29f3-4e5a-9fc9-3334bb5fab53', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:40.482711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-369a1b70-6db0-4ba3-8fdb-fbc7d2fd0def service neutron] 10.222.0.24 "GET /v2.0/networks/dd589299-38ca-4691-bd33-787ff0d8716e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215757 Feb 16 16:49:40.619818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3', 'network_id': '6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3', 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'fixed_ips': [{'subnet_id': 'c882a129-bf12-4fc4-bdc8-d0034c174435'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:49:40.621445 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:40.651154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-95dde871-a837-4a8d-b864-799d07d5501e service neutron] 10.222.0.24 "GET /v2.0/networks/dd589299-38ca-4691-bd33-787ff0d8716e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644361 Feb 16 16:49:40.736657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24dde5c-10fb-406f-b4ef-442b86d03ac8 req-2e6aaef0-62ab-4987-b9f2-d0a0ee708467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:40.738816 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e24dde5c-10fb-406f-b4ef-442b86d03ac8 req-2e6aaef0-62ab-4987-b9f2-d0a0ee708467 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 1127 time: 0.2181888 Feb 16 16:49:40.801986 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Allocated IP 172.20.0.2 (6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3/c882a129-bf12-4fc4-bdc8-d0034c174435/d079aa09-095b-4c8b-a8fd-cfe23e2d3b73) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:49:40.807259 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e24dde5c-10fb-406f-b4ef-442b86d03ac8 req-60fa4156-f0db-4f7e-ac45-f9d5013386da service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613611 Feb 16 16:49:40.822226 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f1bc77-5c4e-434f-910c-57f17a3bd775 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:49:40.856077 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bc77-5c4e-434f-910c-57f17a3bd775 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:41.012128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4e7cb1f-200e-48d9-a734-ae296b58038d req-292a48ca-28ed-496b-a595-3dd3994ece49 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/ports?device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 210 time: 0.0921454 Feb 16 16:49:41.114399 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Publish callbacks [] for port (d079aa09-095b-4c8b-a8fd-cfe23e2d3b73), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:41.125833 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (d079aa09-095b-4c8b-a8fd-cfe23e2d3b73), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:41.251703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Network 6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:49:41.256055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:49:41.268808 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bc77-5c4e-434f-910c-57f17a3bd775 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (0b55842a-cbe9-4044-8c97-be839dc3d098), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:41.269070 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:49:41.281597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Pushing event updated for resources: {'Port': ['ID=d079aa09-095b-4c8b-a8fd-cfe23e2d3b73,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:41.376261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f1bc77-5c4e-434f-910c-57f17a3bd775 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Checking segment: {'id': 'a55d22d0-a5ce-4290-9954-681318b96be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '719949fe-29f3-4e5a-9fc9-3334bb5fab53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:49:41.376741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f1bc77-5c4e-434f-910c-57f17a3bd775 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network hostable DHCP agents. Network: 719949fe-29f3-4e5a-9fc9-3334bb5fab53, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:49:41.388344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Attempting to bind port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:49:41.389913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Attempting to bind port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'a5e61dd0-5cd0-44fe-b74f-076aca7bce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:49:41.390338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Attempting to bind port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 on network 6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:49:41.407515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:49:41.407895 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f1bc77-5c4e-434f-910c-57f17a3bd775 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network 719949fe-29f3-4e5a-9fc9-3334bb5fab53 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:49:41.412494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Checking segment: {'id': 'a5e61dd0-5cd0-44fe-b74f-076aca7bce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:49:41.423344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1bc77-5c4e-434f-910c-57f17a3bd775 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Subnet': ['ID=0b55842a-cbe9-4044-8c97-be839dc3d098,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:41.428190 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b7f1bc77-5c4e-434f-910c-57f17a3bd775 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 719949fe-29f3-4e5a-9fc9-3334bb5fab53) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:49:41.454039 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f1bc77-5c4e-434f-910c-57f17a3bd775 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:41.463868 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bc77-5c4e-434f-910c-57f17a3bd775 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:41.475429 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:41.481101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Bound using segment: {'id': 'a5e61dd0-5cd0-44fe-b74f-076aca7bce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:49:41.481101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Bound port: d079aa09-095b-4c8b-a8fd-cfe23e2d3b73, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e61dd0-5cd0-44fe-b74f-076aca7bce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:49:41.481101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d079aa09-095b-4c8b-a8fd-cfe23e2d3b73), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:41.488291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53188) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:41.488952 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b7f1bc77-5c4e-434f-910c-57f17a3bd775 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0425532 Feb 16 16:49:41.490344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc54b433-40ca-4799-84ac-f2dfac0c5659 None None] Network 719949fe-29f3-4e5a-9fc9-3334bb5fab53 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:49:41.494716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2191a398-59de-43a2-9a90-7df06bfe6cf4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1769245319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:41.559999 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2191a398-59de-43a2-9a90-7df06bfe6cf4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:41.561227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2191a398-59de-43a2-9a90-7df06bfe6cf4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:41.614924 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53192) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:41.622871 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2191a398-59de-43a2-9a90-7df06bfe6cf4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_controller (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:41.628042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2191a398-59de-43a2-9a90-7df06bfe6cf4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:41.649441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2191a398-59de-43a2-9a90-7df06bfe6cf4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:41.651231 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2191a398-59de-43a2-9a90-7df06bfe6cf4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1600406 Feb 16 16:49:41.654224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53196) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:41.713942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] For port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:49:41.718463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] For port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d079aa09-095b-4c8b-a8fd-cfe23e2d3b73,segment=NetworkSegment(a5e61dd0-5cd0-44fe-b74f-076aca7bce7a),segment_id=a5e61dd0-5cd0-44fe-b74f-076aca7bce7a)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:49:41.741723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a8b3f-b531-4cf4-b9e9-e402f78e7d62 req-d0afc016-7e50-43b7-a410-9c4515f1d161 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:41.757778 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-713a8b3f-b531-4cf4-b9e9-e402f78e7d62 req-d0afc016-7e50-43b7-a410-9c4515f1d161 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 945 time: 0.2556314 Feb 16 16:49:41.792795 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d079aa09-095b-4c8b-a8fd-cfe23e2d3b73), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:41.836178 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-713a8b3f-b531-4cf4-b9e9-e402f78e7d62 req-662ca945-d94a-4801-887e-26ae5b2bf3fe tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773907 Feb 16 16:49:41.910923 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-719949fe-29f3-4e5a-9fc9-3334bb5fab53', 'network_id': '719949fe-29f3-4e5a-9fc9-3334bb5fab53', 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'fixed_ips': [{'subnet_id': '0b55842a-cbe9-4044-8c97-be839dc3d098'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:49:41.912940 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:41.932652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1508564722-network', 'tenant_id': 'db0de97bebd54ddf86c34738f4f3fd5a'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:41.976991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2964b69-a64d-4ca2-834f-91bb73125fa8 None None] Pushing event updated for resources: {'Port': ['ID=d079aa09-095b-4c8b-a8fd-cfe23e2d3b73,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:42.081889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] Made reservation on behalf of db0de97bebd54ddf86c34738f4f3fd5a for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:49:42.084767 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:42.165265 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:42.199589 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:42.249596 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1a8c539-307c-4249-a6d9-1da92fe863f2 req-4883cd66-b1cb-4d7e-9b02-66a68f9bea91 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/ports?device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 210 time: 0.0924742 Feb 16 16:49:42.450276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Allocated IP 172.21.0.2 (719949fe-29f3-4e5a-9fc9-3334bb5fab53/0b55842a-cbe9-4044-8c97-be839dc3d098/5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:49:42.575307 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] Publish callbacks [] for security_group (6717da18-a8fa-4d6d-afe3-5497f01a28f3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:42.589419 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6717da18-a8fa-4d6d-afe3-5497f01a28f3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:42.717218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:49:42.758832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-5e030ac3-c985-4015-a677-3822a3343220 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:42.769509 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-5e030ac3-c985-4015-a677-3822a3343220 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.65 "GET /v2.0/networks?id=dd589299-38ca-4691-bd33-787ff0d8716e HTTP/1.1" status: 200 len: 821 time: 0.2443922 Feb 16 16:49:42.782114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-57335e99-c483-4b00-8bf9-adc6c58e23ee tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Request body: {'port': {'device_id': '606e05c1-78d3-4294-892f-c4757889d373', 'network_id': 'dd589299-38ca-4691-bd33-787ff0d8716e', 'admin_state_up': True, 'tenant_id': 'b36db27163a04a968539900e45ac3be1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:42.789109 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Publish callbacks [] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:42.799770 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Allocated IP 172.20.0.1 (6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3/c882a129-bf12-4fc4-bdc8-d0034c174435/315efc17-8be3-44e0-8d1c-ab38d67789de) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:49:42.804207 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:42.841686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Network 719949fe-29f3-4e5a-9fc9-3334bb5fab53 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:49:42.860905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:49:42.910088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:49:43.011535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-57335e99-c483-4b00-8bf9-adc6c58e23ee tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Made reservation on behalf of b36db27163a04a968539900e45ac3be1 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:49:43.022379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-57335e99-c483-4b00-8bf9-adc6c58e23ee tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:43.055764 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:49:43.122536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Pushing event updated for resources: {'Port': ['ID=5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:43.164357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Attempting to bind port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:49:43.164746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Attempting to bind port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'a55d22d0-a5ce-4290-9954-681318b96be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '719949fe-29f3-4e5a-9fc9-3334bb5fab53'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:49:43.165112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Attempting to bind port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 on network 719949fe-29f3-4e5a-9fc9-3334bb5fab53 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:49:43.187427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:49:43.188190 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Checking segment: {'id': 'a55d22d0-a5ce-4290-9954-681318b96be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '719949fe-29f3-4e5a-9fc9-3334bb5fab53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:49:43.188840 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:43.189257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Bound using segment: {'id': 'a55d22d0-a5ce-4290-9954-681318b96be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '719949fe-29f3-4e5a-9fc9-3334bb5fab53'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:49:43.189756 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Bound port: 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55d22d0-a5ce-4290-9954-681318b96be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '719949fe-29f3-4e5a-9fc9-3334bb5fab53'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:49:43.190150 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:43.249875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-57335e99-c483-4b00-8bf9-adc6c58e23ee tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Allocated IP 172.20.0.8 (dd589299-38ca-4691-bd33-787ff0d8716e/0cd2287d-3ec3-41db-a779-52c9fa1b15f8/dafc6e6a-cce3-451a-b98a-e9de4205618d) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:49:43.292316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:43.292923 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d079aa09-095b-4c8b-a8fd-cfe23e2d3b73), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:43.411927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] For port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:49:43.415805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] For port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9,segment=NetworkSegment(a55d22d0-a5ce-4290-9954-681318b96be0),segment_id=a55d22d0-a5ce-4290-9954-681318b96be0)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:49:43.471235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:43.471789 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d079aa09-095b-4c8b-a8fd-cfe23e2d3b73), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:43.487348 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:43.532350 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d079aa09-095b-4c8b-a8fd-cfe23e2d3b73,segment=NetworkSegment(a5e61dd0-5cd0-44fe-b74f-076aca7bce7a),segment_id=a5e61dd0-5cd0-44fe-b74f-076aca7bce7a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:43.540592 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d079aa09-095b-4c8b-a8fd-cfe23e2d3b73), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:43.608450 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (98a81d8f-1700-44de-9724-895f318faa30), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:43.609973 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] Added segment 98a81d8f-1700-44de-9724-895f318faa30 of type vlan for network ad32bf3a-32f6-4bd2-98b6-71621532181c Feb 16 16:49:43.614844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945343b-c970-47e5-b64e-329201c8572f req-7fe00619-7d38-4ea2-a81c-b5c7ea2ab204 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:43.616722 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3945343b-c970-47e5-b64e-329201c8572f req-7fe00619-7d38-4ea2-a81c-b5c7ea2ab204 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 945 time: 0.6277792 Feb 16 16:49:43.645528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6717da18-a8fa-4d6d-afe3-5497f01a28f3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:43.676225 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f08928-920c-40d2-81ec-b5d1e8b798f6 None None] Pushing event updated for resources: {'Port': ['ID=5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:43.726884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74c3b669-6fe8-4213-abd2-b962058dd2f0 req-3588138a-4aeb-4740-8069-87dd25e3c472 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/ports?device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 210 time: 0.3564899 Feb 16 16:49:43.729302 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (ad32bf3a-32f6-4bd2-98b6-71621532181c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:43.769588 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (315efc17-8be3-44e0-8d1c-ab38d67789de), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:43.773122 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-57335e99-c483-4b00-8bf9-adc6c58e23ee tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Publish callbacks [] for port (dafc6e6a-cce3-451a-b98a-e9de4205618d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:43.816705 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3945343b-c970-47e5-b64e-329201c8572f req-eb5c3141-3edb-44d1-b5ba-47b7050f840e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887462 Feb 16 16:49:43.838296 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (ad32bf3a-32f6-4bd2-98b6-71621532181c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:43.839262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:43.839930 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:43.868641 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-57335e99-c483-4b00-8bf9-adc6c58e23ee tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (dafc6e6a-cce3-451a-b98a-e9de4205618d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:43.873043 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=d079aa09-095b-4c8b-a8fd-cfe23e2d3b73,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:43.912271 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2959204 Feb 16 16:49:43.918939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53234) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:43.939718 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c07f5f01-613f-4dd9-bd7f-99aed491e43e admin admin] Request body: {'subnet': {'network_id': 'ad32bf3a-32f6-4bd2-98b6-71621532181c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1508564722-subnet', 'tenant_id': 'db0de97bebd54ddf86c34738f4f3fd5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:43.961685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030ccffc-ed99-4dfe-ad01-95dceb4643c9 None None] Network 6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:49:44.035296 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (315efc17-8be3-44e0-8d1c-ab38d67789de), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:44.084122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-57335e99-c483-4b00-8bf9-adc6c58e23ee tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Network dd589299-38ca-4691-bd33-787ff0d8716e is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:49:44.088465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-57335e99-c483-4b00-8bf9-adc6c58e23ee tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:49:44.102761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6b0f9062-24be-4b16-85a6-38a60d63d04f None None] Provisioning complete for port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:44.103146 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9062-24be-4b16-85a6-38a60d63d04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d079aa09-095b-4c8b-a8fd-cfe23e2d3b73), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:44.121801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-57335e99-c483-4b00-8bf9-adc6c58e23ee tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:49:44.192505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57335e99-c483-4b00-8bf9-adc6c58e23ee tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Pushing event updated for resources: {'Port': ['ID=dafc6e6a-cce3-451a-b98a-e9de4205618d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:44.240777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec36ef-c64b-4440-9588-1c1fd86ba3c7 req-88fd67df-e232-4dc6-919e-1fcc9646da59 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:44.242892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ddec36ef-c64b-4440-9588-1c1fd86ba3c7 req-88fd67df-e232-4dc6-919e-1fcc9646da59 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 945 time: 0.2620299 Feb 16 16:49:44.283254 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network 6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:49:44.286844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080bcb1-6a7b-4de6-973d-6878c801e288 admin admin] Pushing event updated for resources: {'Network': ['ID=ad32bf3a-32f6-4bd2-98b6-71621532181c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:44.301979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:49:44.313626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:49:44.325102 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=315efc17-8be3-44e0-8d1c-ab38d67789de,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:44.334404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ddec36ef-c64b-4440-9588-1c1fd86ba3c7 req-39134ff9-0a11-4a87-b5f4-8a976a4569fa tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850444 Feb 16 16:49:44.345910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-57335e99-c483-4b00-8bf9-adc6c58e23ee tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:44.346844 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-57335e99-c483-4b00-8bf9-adc6c58e23ee tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:44.367126 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07f5f01-613f-4dd9-bd7f-99aed491e43e admin admin] Made reservation on behalf of db0de97bebd54ddf86c34738f4f3fd5a for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:49:44.370532 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-57335e99-c483-4b00-8bf9-adc6c58e23ee tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5905066 Feb 16 16:49:44.370717 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c07f5f01-613f-4dd9-bd7f-99aed491e43e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:44.392390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Request body: {'port': {'device_id': '606e05c1-78d3-4294-892f-c4757889d373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:44.491860 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:44.502731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network ad32bf3a-32f6-4bd2-98b6-71621532181c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:49:44.600832 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dafc6e6a-cce3-451a-b98a-e9de4205618d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:44.654961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d0734-2eab-450e-ac17-56243d8d23f2 req-89ae4795-06fe-4b5b-bc70-370f1f2bbbbf tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:44.656783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c95d0734-2eab-450e-ac17-56243d8d23f2 req-89ae4795-06fe-4b5b-bc70-370f1f2bbbbf tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 945 time: 0.1284895 Feb 16 16:49:44.725798 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6b0f9062-24be-4b16-85a6-38a60d63d04f None None] Current status of the port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:44.743077 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (315efc17-8be3-44e0-8d1c-ab38d67789de), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:44.859520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c95d0734-2eab-450e-ac17-56243d8d23f2 req-7e12459d-56af-4f5a-b51c-3ef0376b177e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746480 Feb 16 16:49:45.113251 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c07f5f01-613f-4dd9-bd7f-99aed491e43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (10287930-00ed-4b80-ba2c-16a1cc7d949b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:45.180059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:49:45.212698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dafc6e6a-cce3-451a-b98a-e9de4205618d {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:49:45.227568 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Publish callbacks [] for port (dafc6e6a-cce3-451a-b98a-e9de4205618d), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:45.247193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbfff1-6bba-44fe-9cc0-40b6341c63cb req-5a13b9bb-1250-4ca0-b1af-56ff867cc5bb tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:45.249426 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65dbfff1-6bba-44fe-9cc0-40b6341c63cb req-5a13b9bb-1250-4ca0-b1af-56ff867cc5bb tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/ports?device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 931 time: 0.3820415 Feb 16 16:49:45.269862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Transition to ACTIVE for port object dafc6e6a-cce3-451a-b98a-e9de4205618d will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:49:45.299200 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (dafc6e6a-cce3-451a-b98a-e9de4205618d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:45.305592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:45.305952 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:45.320149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f7f4e771-cc56-4b45-b6a7-8d0e6df31119 None None] Provisioning complete for port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:45.320727 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e771-cc56-4b45-b6a7-8d0e6df31119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d079aa09-095b-4c8b-a8fd-cfe23e2d3b73), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:45.428159 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f5f01-613f-4dd9-bd7f-99aed491e43e admin admin] Pushing event updated for resources: {'Subnet': ['ID=10287930-00ed-4b80-ba2c-16a1cc7d949b,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:45.465894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f5f01-613f-4dd9-bd7f-99aed491e43e admin admin] Checking segment: {'id': '98a81d8f-1700-44de-9724-895f318faa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ad32bf3a-32f6-4bd2-98b6-71621532181c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:49:45.472136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07f5f01-613f-4dd9-bd7f-99aed491e43e admin admin] Network hostable DHCP agents. Network: ad32bf3a-32f6-4bd2-98b6-71621532181c, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:49:45.514913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Pushing event updated for resources: {'Port': ['ID=dafc6e6a-cce3-451a-b98a-e9de4205618d,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:45.588352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65dbfff1-6bba-44fe-9cc0-40b6341c63cb req-ada7adb9-d9d5-4c08-b697-ce1dad91cd36 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/security-groups?id=47891610-1ca6-49ce-bcb3-e2f3436ef10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285980 Feb 16 16:49:45.650765 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4e771-cc56-4b45-b6a7-8d0e6df31119 None None] Current status of the port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:45.695527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f7f4e771-cc56-4b45-b6a7-8d0e6df31119 None None] Provisioning complete for port 315efc17-8be3-44e0-8d1c-ab38d67789de triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:45.698192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (315efc17-8be3-44e0-8d1c-ab38d67789de), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:45.700075 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e771-cc56-4b45-b6a7-8d0e6df31119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (315efc17-8be3-44e0-8d1c-ab38d67789de), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:45.736205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07f5f01-613f-4dd9-bd7f-99aed491e43e admin admin] Network ad32bf3a-32f6-4bd2-98b6-71621532181c is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:49:45.741181 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (315efc17-8be3-44e0-8d1c-ab38d67789de), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:45.763043 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:45.771270 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:45.775315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90034c12-9c7e-4e25-93b8-ec4988d0bfe3 req-0103f354-38c2-485b-99b0-8ae0eb3ccc4b tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:45.778792 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:49:45.782925 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-90034c12-9c7e-4e25-93b8-ec4988d0bfe3 req-0103f354-38c2-485b-99b0-8ae0eb3ccc4b tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 945 time: 0.3805382 Feb 16 16:49:45.799552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4e771-cc56-4b45-b6a7-8d0e6df31119 None None] Port 315efc17-8be3-44e0-8d1c-ab38d67789de cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:49:45.842033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Attempting to bind port dafc6e6a-cce3-451a-b98a-e9de4205618d on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:49:45.842359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Attempting to bind port dafc6e6a-cce3-451a-b98a-e9de4205618d by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '29c02525-9267-4069-803e-cc6f451a01d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dd589299-38ca-4691-bd33-787ff0d8716e'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:49:45.842682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Attempting to bind port dafc6e6a-cce3-451a-b98a-e9de4205618d on network dd589299-38ca-4691-bd33-787ff0d8716e {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:49:45.887743 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9,segment=NetworkSegment(a55d22d0-a5ce-4290-9954-681318b96be0),segment_id=a55d22d0-a5ce-4290-9954-681318b96be0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:45.892275 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-90034c12-9c7e-4e25-93b8-ec4988d0bfe3 req-a0aeb943-626e-4b89-a19b-c440a829bf41 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080101 Feb 16 16:49:45.892813 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Port dafc6e6a-cce3-451a-b98a-e9de4205618d on network dd589299-38ca-4691-bd33-787ff0d8716e not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:49:45.892946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Attempting to bind port dafc6e6a-cce3-451a-b98a-e9de4205618d on network dd589299-38ca-4691-bd33-787ff0d8716e {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:49:45.895936 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:45.896154 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:45.906291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=315efc17-8be3-44e0-8d1c-ab38d67789de,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:45.909340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:49:45.917371 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c07f5f01-613f-4dd9-bd7f-99aed491e43e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, ad32bf3a-32f6-4bd2-98b6-71621532181c) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:49:45.918141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:49:45.918479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Checking segment: {'id': '29c02525-9267-4069-803e-cc6f451a01d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dd589299-38ca-4691-bd33-787ff0d8716e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:49:45.918883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Bound using segment: {'id': '29c02525-9267-4069-803e-cc6f451a01d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dd589299-38ca-4691-bd33-787ff0d8716e'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:49:45.919303 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Bound port: dafc6e6a-cce3-451a-b98a-e9de4205618d, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c02525-9267-4069-803e-cc6f451a01d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dd589299-38ca-4691-bd33-787ff0d8716e'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:49:45.919661 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dafc6e6a-cce3-451a-b98a-e9de4205618d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:45.922984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07f5f01-613f-4dd9-bd7f-99aed491e43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:45.923577 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c07f5f01-613f-4dd9-bd7f-99aed491e43e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:45.924889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d0bed9-8f7a-4ea7-8b08-43738217852a None None] Network 719949fe-29f3-4e5a-9fc9-3334bb5fab53 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:49:45.989205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4da10d-6328-4534-a19e-571a36cb1615 None None] Network ad32bf3a-32f6-4bd2-98b6-71621532181c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:49:46.001884 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c07f5f01-613f-4dd9-bd7f-99aed491e43e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0818410 Feb 16 16:49:46.091580 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network 6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:49:46.094410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:49:46.108088 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] For port dafc6e6a-cce3-451a-b98a-e9de4205618d, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:49:46.128024 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] For port dafc6e6a-cce3-451a-b98a-e9de4205618d, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=dafc6e6a-cce3-451a-b98a-e9de4205618d,segment=NetworkSegment(29c02525-9267-4069-803e-cc6f451a01d4),segment_id=29c02525-9267-4069-803e-cc6f451a01d4)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:49:46.142963 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (dafc6e6a-cce3-451a-b98a-e9de4205618d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:46.191134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b5231ae3-5af4-4187-a1a8-1b3f99ebdb25 None None] Provisioning complete for port 315efc17-8be3-44e0-8d1c-ab38d67789de triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:46.192380 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b5231ae3-5af4-4187-a1a8-1b3f99ebdb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (315efc17-8be3-44e0-8d1c-ab38d67789de), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:46.274739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5248a1ec-6937-4695-b33c-35920d348378 None None] Network ad32bf3a-32f6-4bd2-98b6-71621532181c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:49:46.292041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Pushing event updated for resources: {'Port': ['ID=dafc6e6a-cce3-451a-b98a-e9de4205618d,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:46.319631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:46.320300 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:46.321848 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-d54064d1-d9cb-48a7-9627-1970073e8748 service neutron] 10.222.0.65 "PUT /v2.0/ports/dafc6e6a-cce3-451a-b98a-e9de4205618d HTTP/1.1" status: 200 len: 1091 time: 1.9454119 Feb 16 16:49:46.322330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606e05c1-78d3-4294-892f-c4757889d373', 'tag': 'dafc6e6a-cce3-451a-b98a-e9de4205618d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:49:46.324957 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac10c80-106a-4059-86df-eee567ccd727" -d '{"events": [{"name": "network-changed", "server_uuid": "606e05c1-78d3-4294-892f-c4757889d373", "tag": "dafc6e6a-cce3-451a-b98a-e9de4205618d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:49:46.417220 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router 2a7f249f-e9fa-4365-a5b0-2f88ec94132b is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:49:46.488877 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723a647d-97de-485b-8b81-1a22c05f57bc x-openstack-request-id: req-723a647d-97de-485b-8b81-1a22c05f57bc {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:49:46.489163 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606e05c1-78d3-4294-892f-c4757889d373", "tag": "dafc6e6a-cce3-451a-b98a-e9de4205618d", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:49:46.489415 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-723a647d-97de-485b-8b81-1a22c05f57bc {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:49:46.489819 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606e05c1-78d3-4294-892f-c4757889d373', 'tag': 'dafc6e6a-cce3-451a-b98a-e9de4205618d', 'status': 'completed', 'code': 200} Feb 16 16:49:46.550646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-9c60b5a3-85e0-401e-82cd-c3963257cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:46.552172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-9c60b5a3-85e0-401e-82cd-c3963257cce8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b36db27163a04a968539900e45ac3be1&device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 1125 time: 0.1823003 Feb 16 16:49:46.553750 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:46.617804 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b5231ae3-5af4-4187-a1a8-1b3f99ebdb25 None None] Port 315efc17-8be3-44e0-8d1c-ab38d67789de cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:49:46.640842 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:46.641503 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d079aa09-095b-4c8b-a8fd-cfe23e2d3b73), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:46.649945 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:49:46.669001 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5c5e7fbc-ad51-4e2f-8156-cd149843832a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/2a7f249f-e9fa-4365-a5b0-2f88ec94132b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0081246 Feb 16 16:49:46.669772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53284) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:46.672425 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9506026-bf16-4295-abe2-3d879074dee3 None None] Sync routers for ids ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:49:46.694001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-b7168098-e71a-4176-abca-171c6f51dc19 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dafc6e6a-cce3-451a-b98a-e9de4205618d HTTP/1.1" status: 200 len: 217 time: 0.1341546 Feb 16 16:49:46.699201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b5231ae3-5af4-4187-a1a8-1b3f99ebdb25 None None] Provisioning complete for port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:46.699873 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b5231ae3-5af4-4187-a1a8-1b3f99ebdb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:46.737211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9506026-bf16-4295-abe2-3d879074dee3 None None] Routers {'2a7f249f-e9fa-4365-a5b0-2f88ec94132b'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:46.738249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e9506026-bf16-4295-abe2-3d879074dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:46.745626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd690af-3a0d-41a2-8d14-09e9978bfd2c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:46.751611 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fdd690af-3a0d-41a2-8d14-09e9978bfd2c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports/315efc17-8be3-44e0-8d1c-ab38d67789de HTTP/1.1" status: 200 len: 910 time: 0.0798855 Feb 16 16:49:46.753944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53286) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:46.816450 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e9506026-bf16-4295-abe2-3d879074dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:46.857046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-30ae081b-8247-4923-a44a-6bcf6698b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:46.859351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-30ae081b-8247-4923-a44a-6bcf6698b0f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cd2287d-3ec3-41db-a779-52c9fa1b15f8 HTTP/1.1" status: 200 len: 861 time: 0.1577067 Feb 16 16:49:46.868598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9506026-bf16-4295-abe2-3d879074dee3 None None] Routers {'2a7f249f-e9fa-4365-a5b0-2f88ec94132b'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:46.869246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e9506026-bf16-4295-abe2-3d879074dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:46.921958 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e9506026-bf16-4295-abe2-3d879074dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:46.923697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9506026-bf16-4295-abe2-3d879074dee3 None None] The sync data for ids ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:49:47.008739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b391dd-83aa-40ed-9039-c2b0363d04ba req-88762f4c-4127-4576-8f6f-9fc9c3c0f959 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:47.019109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:47.020570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35b391dd-83aa-40ed-9039-c2b0363d04ba req-88762f4c-4127-4576-8f6f-9fc9c3c0f959 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/ports?device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 943 time: 0.3171129 Feb 16 16:49:47.024655 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-25830e27-7058-4075-a38d-3464bebb8982 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dd589299-38ca-4691-bd33-787ff0d8716e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582367 Feb 16 16:49:47.059245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b5231ae3-5af4-4187-a1a8-1b3f99ebdb25 None None] Current status of the port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:47.089784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fcf3f-554e-4b5b-beb1-a4ffec4c84e7 req-3438f4b4-0575-4157-b795-9216c8038eb1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:47.089784 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-113fcf3f-554e-4b5b-beb1-a4ffec4c84e7 req-3438f4b4-0575-4157-b795-9216c8038eb1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 945 time: 0.3362010 Feb 16 16:49:47.169370 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:49:47.194219 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35b391dd-83aa-40ed-9039-c2b0363d04ba req-616e36ce-7230-4fd7-b41c-4532d4339304 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/security-groups?id=47891610-1ca6-49ce-bcb3-e2f3436ef10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733780 Feb 16 16:49:47.336740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943c1b0-4c46-4142-862d-d0fb77fb5178 req-96adcd7d-122f-493f-ae65-f28e206a9c66 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:47.337903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d7e1b394-6040-4fcb-94cd-0926d85b3006 None None] Provisioning complete for port 315efc17-8be3-44e0-8d1c-ab38d67789de triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:47.341228 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d7e1b394-6040-4fcb-94cd-0926d85b3006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (315efc17-8be3-44e0-8d1c-ab38d67789de), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:47.349135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5943c1b0-4c46-4142-862d-d0fb77fb5178 req-96adcd7d-122f-493f-ae65-f28e206a9c66 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 945 time: 0.3232765 Feb 16 16:49:47.425752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:47.426422 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:47.445213 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-861a1b57-3e5c-42b0-872c-7da4112e94da service neutron] 10.222.0.65 "GET /v2.0/networks/dd589299-38ca-4691-bd33-787ff0d8716e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016454 Feb 16 16:49:47.478044 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d7e1b394-6040-4fcb-94cd-0926d85b3006 None None] Port 315efc17-8be3-44e0-8d1c-ab38d67789de cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:49:47.554488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:47.572131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-113fcf3f-554e-4b5b-beb1-a4ffec4c84e7 req-862d8cd9-b52b-4c0a-a392-8d8f5836f9af tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Deleting port f025626e-8bb3-4cef-ad11-4d06cbbc709b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:47.572472 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-113fcf3f-554e-4b5b-beb1-a4ffec4c84e7 req-862d8cd9-b52b-4c0a-a392-8d8f5836f9af tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f025626e-8bb3-4cef-ad11-4d06cbbc709b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:47.608290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f664829b-bae1-4961-9fa7-7740090e8710 None None] Provisioning complete for port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:47.608676 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f664829b-bae1-4961-9fa7-7740090e8710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:47.627188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5943c1b0-4c46-4142-862d-d0fb77fb5178 req-5849f7b9-1166-4bb5-9c77-79c23f9d2cad tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771437 Feb 16 16:49:47.681710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f66b97e1-cc7a-4fe5-9df8-e9fe8f09b200 req-fa6edd09-e504-4574-b6d9-dcb4a9b8d49c service neutron] 10.222.0.65 "GET /v2.0/networks/dd589299-38ca-4691-bd33-787ff0d8716e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208183 Feb 16 16:49:47.682686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-113fcf3f-554e-4b5b-beb1-a4ffec4c84e7 req-862d8cd9-b52b-4c0a-a392-8d8f5836f9af tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] For port f025626e-8bb3-4cef-ad11-4d06cbbc709b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f025626e-8bb3-4cef-ad11-4d06cbbc709b,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:47.692788 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-113fcf3f-554e-4b5b-beb1-a4ffec4c84e7 req-862d8cd9-b52b-4c0a-a392-8d8f5836f9af tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f025626e-8bb3-4cef-ad11-4d06cbbc709b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:47.727311 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-113fcf3f-554e-4b5b-beb1-a4ffec4c84e7 req-862d8cd9-b52b-4c0a-a392-8d8f5836f9af tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Calling delete_port for f025626e-8bb3-4cef-ad11-4d06cbbc709b owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:47.745074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f664829b-bae1-4961-9fa7-7740090e8710 None None] Current status of the port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:47.794853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac10c80-106a-4059-86df-eee567ccd727 req-09e238ef-3bcd-45e1-a9fb-8fa5221a404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:47.799786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ac10c80-106a-4059-86df-eee567ccd727 req-09e238ef-3bcd-45e1-a9fb-8fa5221a404a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b36db27163a04a968539900e45ac3be1&device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 1125 time: 0.0635591 Feb 16 16:49:47.947340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac10c80-106a-4059-86df-eee567ccd727 req-3482f26c-66af-4af5-ba08-de0f30a7c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:47.949009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ac10c80-106a-4059-86df-eee567ccd727 req-3482f26c-66af-4af5-ba08-de0f30a7c22d service neutron] 10.222.0.65 "GET /v2.0/networks?id=dd589299-38ca-4691-bd33-787ff0d8716e HTTP/1.1" status: 200 len: 922 time: 0.1464686 Feb 16 16:49:48.008340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ac10c80-106a-4059-86df-eee567ccd727 req-2c2a8d83-26c6-4270-87d1-7f4810b6972e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dafc6e6a-cce3-451a-b98a-e9de4205618d HTTP/1.1" status: 200 len: 217 time: 0.0526602 Feb 16 16:49:48.026869 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:48.114841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac10c80-106a-4059-86df-eee567ccd727 req-8401a2cd-949d-46b9-b83a-69aee3ab888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:48.127963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ac10c80-106a-4059-86df-eee567ccd727 req-8401a2cd-949d-46b9-b83a-69aee3ab888a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0cd2287d-3ec3-41db-a779-52c9fa1b15f8 HTTP/1.1" status: 200 len: 861 time: 0.1059043 Feb 16 16:49:48.159186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ac10c80-106a-4059-86df-eee567ccd727 req-d6e9129a-93a0-495d-92ab-fa82ade2bd44 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dd589299-38ca-4691-bd33-787ff0d8716e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287466 Feb 16 16:49:48.352908 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-113fcf3f-554e-4b5b-beb1-a4ffec4c84e7 req-862d8cd9-b52b-4c0a-a392-8d8f5836f9af tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f025626e-8bb3-4cef-ad11-4d06cbbc709b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:48.357985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Allocated IP 172.21.0.1 (719949fe-29f3-4e5a-9fc9-3334bb5fab53/0b55842a-cbe9-4044-8c97-be839dc3d098/77fc6149-0009-4b9e-bc04-7a5ec73c9246) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:49:48.367473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f1c28583-96df-4979-a693-6ec0a3481d95', 'f025626e-8bb3-4cef-ad11-4d06cbbc709b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:49:48.391126 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d8cd9-b52b-4c0a-a392-8d8f5836f9af tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Pushing event deleted for resources: {'Port': ['ID=f025626e-8bb3-4cef-ad11-4d06cbbc709b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:48.418363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ac10c80-106a-4059-86df-eee567ccd727 req-c33694ae-7af8-4f7f-92af-319839cca1ac service neutron] 10.222.0.65 "GET /v2.0/networks/dd589299-38ca-4691-bd33-787ff0d8716e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524741 Feb 16 16:49:48.443089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['814ca338-6caf-4f3d-90e7-d946f2556921'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:49:48.544033 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-113fcf3f-554e-4b5b-beb1-a4ffec4c84e7 req-862d8cd9-b52b-4c0a-a392-8d8f5836f9af tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] No DVR routers for this DVR port f025626e-8bb3-4cef-ad11-4d06cbbc709b on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:49:48.550945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-113fcf3f-554e-4b5b-beb1-a4ffec4c84e7 req-862d8cd9-b52b-4c0a-a392-8d8f5836f9af tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:48.554263 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-113fcf3f-554e-4b5b-beb1-a4ffec4c84e7 req-862d8cd9-b52b-4c0a-a392-8d8f5836f9af tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "DELETE /v2.0/ports/f025626e-8bb3-4cef-ad11-4d06cbbc709b HTTP/1.1" status: 204 len: 173 time: 1.4572470 Feb 16 16:49:48.554774 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213bae8e-246e-435f-961a-ccf9399ec529', 'name': 'network-vif-deleted', 'tag': 'f025626e-8bb3-4cef-ad11-4d06cbbc709b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:49:48.557649 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b2b5d0-04e9-41e7-b9ed-d44aa2857671" -d '{"events": [{"server_uuid": "213bae8e-246e-435f-961a-ccf9399ec529", "name": "network-vif-deleted", "tag": "f025626e-8bb3-4cef-ad11-4d06cbbc709b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:49:48.711024 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (77fc6149-0009-4b9e-bc04-7a5ec73c9246), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:48.756080 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2ae9bf-0d4f-49f5-8083-9c81d5c69d08 x-openstack-request-id: req-6f2ae9bf-0d4f-49f5-8083-9c81d5c69d08 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:49:48.756412 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213bae8e-246e-435f-961a-ccf9399ec529", "name": "network-vif-deleted", "tag": "f025626e-8bb3-4cef-ad11-4d06cbbc709b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:49:48.757208 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f2ae9bf-0d4f-49f5-8083-9c81d5c69d08 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:49:48.757621 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213bae8e-246e-435f-961a-ccf9399ec529', 'name': 'network-vif-deleted', 'tag': 'f025626e-8bb3-4cef-ad11-4d06cbbc709b', 'status': 'completed', 'code': 200} Feb 16 16:49:48.803494 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (77fc6149-0009-4b9e-bc04-7a5ec73c9246), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:48.857160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network 719949fe-29f3-4e5a-9fc9-3334bb5fab53 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:49:48.861436 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:49:48.870698 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:49:48.950349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=77fc6149-0009-4b9e-bc04-7a5ec73c9246,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:49.020957 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:49.380247 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (77fc6149-0009-4b9e-bc04-7a5ec73c9246), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:49.410531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8fa5ebcd-7173-4ea6-a65b-3c7966071765 None None] Provisioning complete for port 77fc6149-0009-4b9e-bc04-7a5ec73c9246 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:49.411148 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8fa5ebcd-7173-4ea6-a65b-3c7966071765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (77fc6149-0009-4b9e-bc04-7a5ec73c9246), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:49.448244 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6160a293-e9f0-4622-912d-c75cd1b4e6cc req-77c0c2e3-57b0-47e7-b24a-850bb830c942 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=213bae8e-246e-435f-961a-ccf9399ec529 HTTP/1.1" status: 200 len: 210 time: 0.0630388 Feb 16 16:49:49.476505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb629ae-dc5d-4c2c-af9a-2bcdd584cb00 req-2fece192-2cf5-4938-b080-7d61af390c6a tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:49.478213 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-beb629ae-dc5d-4c2c-af9a-2bcdd584cb00 req-2fece192-2cf5-4938-b080-7d61af390c6a tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/ports?device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 943 time: 1.0633445 Feb 16 16:49:49.486696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8fa5ebcd-7173-4ea6-a65b-3c7966071765 None None] Port 77fc6149-0009-4b9e-bc04-7a5ec73c9246 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:49:49.512075 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ac10c80-106a-4059-86df-eee567ccd727 req-22ad4796-219e-47a5-8af0-0239c6bd1163 service neutron] 10.222.0.65 "GET /v2.0/networks/dd589299-38ca-4691-bd33-787ff0d8716e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0541840 Feb 16 16:49:49.550129 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-beb629ae-dc5d-4c2c-af9a-2bcdd584cb00 req-dffad98f-4e04-436d-a7d3-c1cfe3130e0f tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/security-groups?id=47891610-1ca6-49ce-bcb3-e2f3436ef10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613751 Feb 16 16:49:49.867805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device dafc6e6a-cce3-451a-b98a-e9de4205618d details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:49:49.876614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (77fc6149-0009-4b9e-bc04-7a5ec73c9246), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:49.883642 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (77fc6149-0009-4b9e-bc04-7a5ec73c9246), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:49.969328 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=77fc6149-0009-4b9e-bc04-7a5ec73c9246,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:49.997722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:49.999884 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port dafc6e6a-cce3-451a-b98a-e9de4205618d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=dafc6e6a-cce3-451a-b98a-e9de4205618d,segment=NetworkSegment(29c02525-9267-4069-803e-cc6f451a01d4),segment_id=29c02525-9267-4069-803e-cc6f451a01d4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:50.014468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'dafc6e6a-cce3-451a-b98a-e9de4205618d', 'network_id': 'dd589299-38ca-4691-bd33-787ff0d8716e', 'port_id': 'dafc6e6a-cce3-451a-b98a-e9de4205618d', 'mac_address': 'fa:16:3e:e5:24:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd2287d-3ec3-41db-a779-52c9fa1b15f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:49:50.087278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port dafc6e6a-cce3-451a-b98a-e9de4205618d is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:50.087873 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dafc6e6a-cce3-451a-b98a-e9de4205618d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:50.104937 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dafc6e6a-cce3-451a-b98a-e9de4205618d {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:49:50.129136 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port dafc6e6a-cce3-451a-b98a-e9de4205618d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=dafc6e6a-cce3-451a-b98a-e9de4205618d,segment=NetworkSegment(29c02525-9267-4069-803e-cc6f451a01d4),segment_id=29c02525-9267-4069-803e-cc6f451a01d4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:50.134357 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dafc6e6a-cce3-451a-b98a-e9de4205618d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:50.177251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network 719949fe-29f3-4e5a-9fc9-3334bb5fab53 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:49:50.180711 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:49:50.194134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=dafc6e6a-cce3-451a-b98a-e9de4205618d,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:50.349613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['dafc6e6a-cce3-451a-b98a-e9de4205618d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:49:50.555274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-61db74c6-1500-46cd-982b-5806be3b3881 None None] Provisioning complete for port 77fc6149-0009-4b9e-bc04-7a5ec73c9246 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:50.556085 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-61db74c6-1500-46cd-982b-5806be3b3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (77fc6149-0009-4b9e-bc04-7a5ec73c9246), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:50.701589 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-61db74c6-1500-46cd-982b-5806be3b3881 None None] Port 77fc6149-0009-4b9e-bc04-7a5ec73c9246 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:49:50.780509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ccb56-ab3b-4c93-9add-9104fb33ba20 req-a7513c32-ed33-4136-bd7f-5a6a1717bd74 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:50.782869 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-813ccb56-ab3b-4c93-9add-9104fb33ba20 req-a7513c32-ed33-4136-bd7f-5a6a1717bd74 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/ports?device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 944 time: 0.1179354 Feb 16 16:49:50.834709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router 2a7f249f-e9fa-4365-a5b0-2f88ec94132b has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:49:50.880584 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-813ccb56-ab3b-4c93-9add-9104fb33ba20 req-21b5f9f8-2783-4e9f-bab2-7f0ca7691f86 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/security-groups?id=47891610-1ca6-49ce-bcb3-e2f3436ef10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893404 Feb 16 16:49:50.944805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f94025-8cb3-4a8d-88c4-73b0d374396b req-2a155fc0-36b8-4f7e-865a-cd70156d2134 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:50.946671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05f94025-8cb3-4a8d-88c4-73b0d374396b req-2a155fc0-36b8-4f7e-865a-cd70156d2134 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 945 time: 0.1203880 Feb 16 16:49:51.026960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05f94025-8cb3-4a8d-88c4-73b0d374396b req-1f46e48f-dabf-4929-9467-146dc2636658 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689144 Feb 16 16:49:51.052106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device f025626e-8bb3-4cef-ad11-4d06cbbc709b no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:51.077407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:49:51.090022 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ecb533f9-31a4-48c2-add6-e96868f54b01 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/2a7f249f-e9fa-4365-a5b0-2f88ec94132b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3350840 Feb 16 16:49:51.093431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53390) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:51.096376 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f2540d-e322-4c3a-a53a-fbf551a17551 None None] Sync routers for ids ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:49:51.141996 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f2540d-e322-4c3a-a53a-fbf551a17551 None None] Routers {'2a7f249f-e9fa-4365-a5b0-2f88ec94132b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:51.142871 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e3f2540d-e322-4c3a-a53a-fbf551a17551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:51.148366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: f025626e-8bb3-4cef-ad11-4d06cbbc709b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:49:51.151161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device f025626e-8bb3-4cef-ad11-4d06cbbc709b not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:51.182494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc43861-ec00-4469-a4b1-ae0cb6e0d797 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:51.185820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2dc43861-ec00-4469-a4b1-ae0cb6e0d797 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports/77fc6149-0009-4b9e-bc04-7a5ec73c9246 HTTP/1.1" status: 200 len: 910 time: 0.0908716 Feb 16 16:49:51.189737 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53398) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:51.209031 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e3f2540d-e322-4c3a-a53a-fbf551a17551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:51.219188 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f2540d-e322-4c3a-a53a-fbf551a17551 None None] Routers {'2a7f249f-e9fa-4365-a5b0-2f88ec94132b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:51.220404 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e3f2540d-e322-4c3a-a53a-fbf551a17551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:51.271499 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e3f2540d-e322-4c3a-a53a-fbf551a17551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:51.273432 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f2540d-e322-4c3a-a53a-fbf551a17551 None None] The sync data for ids ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:49:51.642264 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc6b5-b07d-450e-9b68-9b2015d76099 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:51.887693 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device dafc6e6a-cce3-451a-b98a-e9de4205618d up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:49:52.099332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bc6b5-b07d-450e-9b68-9b2015d76099 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port 77fc6149-0009-4b9e-bc04-7a5ec73c9246 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:52.100075 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc6b5-b07d-450e-9b68-9b2015d76099 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (77fc6149-0009-4b9e-bc04-7a5ec73c9246), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:52.189847 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462556e-a71d-4f7f-9a90-da12af499426 req-53194f10-a854-4415-90f5-da894b28753a tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:52.192146 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a462556e-a71d-4f7f-9a90-da12af499426 req-53194f10-a854-4415-90f5-da894b28753a tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/ports?device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 944 time: 0.1820724 Feb 16 16:49:52.340352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port dafc6e6a-cce3-451a-b98a-e9de4205618d completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:49:52.345112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port dafc6e6a-cce3-451a-b98a-e9de4205618d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:49:52.345489 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dafc6e6a-cce3-451a-b98a-e9de4205618d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:52.362808 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a462556e-a71d-4f7f-9a90-da12af499426 req-2393d0bd-3d90-415e-a946-ab8ede91f663 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/security-groups?id=47891610-1ca6-49ce-bcb3-e2f3436ef10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604786 Feb 16 16:49:52.376087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9a3f2-9e9f-4083-be29-c7eea3165c8b req-59fef2b6-1a3f-4080-900d-66cf743328c1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:52.377856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96c9a3f2-9e9f-4083-be29-c7eea3165c8b req-59fef2b6-1a3f-4080-900d-66cf743328c1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 945 time: 0.1722097 Feb 16 16:49:52.380268 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc6b5-b07d-450e-9b68-9b2015d76099 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (77fc6149-0009-4b9e-bc04-7a5ec73c9246), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:52.390240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c87da-5e1f-481d-891d-05e54088139e req-d4a06ec0-a50e-4604-80aa-b1207044ed36 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:52.392689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-083c87da-5e1f-481d-891d-05e54088139e req-d4a06ec0-a50e-4604-80aa-b1207044ed36 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.65 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 945 time: 0.1993077 Feb 16 16:49:52.408427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bc6b5-b07d-450e-9b68-9b2015d76099 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for 77fc6149-0009-4b9e-bc04-7a5ec73c9246 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:52.466295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port dafc6e6a-cce3-451a-b98a-e9de4205618d is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:52.466779 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dafc6e6a-cce3-451a-b98a-e9de4205618d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:52.546136 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port dafc6e6a-cce3-451a-b98a-e9de4205618d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=dafc6e6a-cce3-451a-b98a-e9de4205618d,segment=NetworkSegment(29c02525-9267-4069-803e-cc6f451a01d4),segment_id=29c02525-9267-4069-803e-cc6f451a01d4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:52.547573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96c9a3f2-9e9f-4083-be29-c7eea3165c8b req-ad0319f9-b87e-4ddd-8d7f-e0434e4694c3 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484253 Feb 16 16:49:52.551130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606e05c1-78d3-4294-892f-c4757889d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafc6e6a-cce3-451a-b98a-e9de4205618d'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:49:52.556720 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa8736f-ed11-4667-b1d9-1b0ec8d8abf0" -d '{"events": [{"server_uuid": "606e05c1-78d3-4294-892f-c4757889d373", "name": "network-vif-plugged", "status": "completed", "tag": "dafc6e6a-cce3-451a-b98a-e9de4205618d"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:49:52.575601 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dafc6e6a-cce3-451a-b98a-e9de4205618d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:52.623181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-083c87da-5e1f-481d-891d-05e54088139e req-82a75eac-8842-4a63-8851-744e70691f00 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Deleting port 814ca338-6caf-4f3d-90e7-d946f2556921 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:52.626981 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-083c87da-5e1f-481d-891d-05e54088139e req-82a75eac-8842-4a63-8851-744e70691f00 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (814ca338-6caf-4f3d-90e7-d946f2556921), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:52.690097 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbf091f-5350-4c26-bd5a-0b790c377494 x-openstack-request-id: req-ebbf091f-5350-4c26-bd5a-0b790c377494 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:49:52.691938 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606e05c1-78d3-4294-892f-c4757889d373", "name": "network-vif-plugged", "status": "completed", "tag": "dafc6e6a-cce3-451a-b98a-e9de4205618d", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:49:52.691938 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ebbf091f-5350-4c26-bd5a-0b790c377494 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:49:52.693714 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606e05c1-78d3-4294-892f-c4757889d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafc6e6a-cce3-451a-b98a-e9de4205618d', 'code': 200} Feb 16 16:49:52.695280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=dafc6e6a-cce3-451a-b98a-e9de4205618d,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:52.775158 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-083c87da-5e1f-481d-891d-05e54088139e req-82a75eac-8842-4a63-8851-744e70691f00 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] For port 814ca338-6caf-4f3d-90e7-d946f2556921, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=814ca338-6caf-4f3d-90e7-d946f2556921,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:52.775534 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-083c87da-5e1f-481d-891d-05e54088139e req-82a75eac-8842-4a63-8851-744e70691f00 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (814ca338-6caf-4f3d-90e7-d946f2556921), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:52.792186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-083c87da-5e1f-481d-891d-05e54088139e req-82a75eac-8842-4a63-8851-744e70691f00 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Calling delete_port for 814ca338-6caf-4f3d-90e7-d946f2556921 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:52.800706 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cbda3-f84a-4e80-85a8-555bc201bc1d req-f0ca66ad-ad50-436c-8d27-d6dc4a848319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:52.803402 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c61cbda3-f84a-4e80-85a8-555bc201bc1d req-f0ca66ad-ad50-436c-8d27-d6dc4a848319 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 1127 time: 0.0994418 Feb 16 16:49:52.810010 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc6b5-b07d-450e-9b68-9b2015d76099 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (77fc6149-0009-4b9e-bc04-7a5ec73c9246), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:52.870691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bc6b5-b07d-450e-9b68-9b2015d76099 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=77fc6149-0009-4b9e-bc04-7a5ec73c9246,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:53.010313 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-083c87da-5e1f-481d-891d-05e54088139e req-82a75eac-8842-4a63-8851-744e70691f00 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (814ca338-6caf-4f3d-90e7-d946f2556921), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:53.021888 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['814ca338-6caf-4f3d-90e7-d946f2556921'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:49:53.036939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f1c28583-96df-4979-a693-6ec0a3481d95'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:49:53.120371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a75eac-8842-4a63-8851-744e70691f00 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Pushing event deleted for resources: {'Port': ['ID=814ca338-6caf-4f3d-90e7-d946f2556921,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:53.210548 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c61cbda3-f84a-4e80-85a8-555bc201bc1d req-0e838e41-9234-4741-9848-31ee8ef2fb3d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=47891610-1ca6-49ce-bcb3-e2f3436ef10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954067 Feb 16 16:49:53.303042 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-083c87da-5e1f-481d-891d-05e54088139e req-82a75eac-8842-4a63-8851-744e70691f00 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] No DVR routers for this DVR port 814ca338-6caf-4f3d-90e7-d946f2556921 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:49:53.307676 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-083c87da-5e1f-481d-891d-05e54088139e req-82a75eac-8842-4a63-8851-744e70691f00 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:53.316361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-083c87da-5e1f-481d-891d-05e54088139e req-82a75eac-8842-4a63-8851-744e70691f00 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.65 "DELETE /v2.0/ports/814ca338-6caf-4f3d-90e7-d946f2556921 HTTP/1.1" status: 204 len: 173 time: 0.8959007 Feb 16 16:49:53.317070 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc6b5-b07d-450e-9b68-9b2015d76099 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:53.336389 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e', 'name': 'network-vif-deleted', 'tag': '814ca338-6caf-4f3d-90e7-d946f2556921'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:49:53.338711 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ee5170-206e-4566-82ad-bcd395117ed7" -d '{"events": [{"server_uuid": "00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e", "name": "network-vif-deleted", "tag": "814ca338-6caf-4f3d-90e7-d946f2556921"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:49:53.492903 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ff32e3-e824-48d1-b964-a95c1dd41b7d x-openstack-request-id: req-f5ff32e3-e824-48d1-b964-a95c1dd41b7d {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:49:53.493187 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e", "name": "network-vif-deleted", "tag": "814ca338-6caf-4f3d-90e7-d946f2556921", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:49:53.493508 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5ff32e3-e824-48d1-b964-a95c1dd41b7d {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:49:53.493940 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e', 'name': 'network-vif-deleted', 'tag': '814ca338-6caf-4f3d-90e7-d946f2556921', 'status': 'completed', 'code': 200} Feb 16 16:49:53.633730 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1fe60-09b6-4ec4-91b2-4395c0fcc7a5 req-3c992e7f-9476-478f-a52f-3939388c45e7 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:53.643895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98b1fe60-09b6-4ec4-91b2-4395c0fcc7a5 req-3c992e7f-9476-478f-a52f-3939388c45e7 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/ports?device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 945 time: 0.1051667 Feb 16 16:49:53.773463 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98b1fe60-09b6-4ec4-91b2-4395c0fcc7a5 req-1d63604c-2f94-436e-b0de-d632a9d17f7f tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/security-groups?id=47891610-1ca6-49ce-bcb3-e2f3436ef10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286821 Feb 16 16:49:53.799730 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47be0495-5b2e-41b1-9ec3-6e3c57344792 req-67c19191-42b3-4a96-af40-c2923b284fa4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a9dda3-5fc2-4b3d-963c-43ba5ede8f7e HTTP/1.1" status: 200 len: 210 time: 0.0720229 Feb 16 16:49:53.811558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3bc6b5-b07d-450e-9b68-9b2015d76099 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router 2a7f249f-e9fa-4365-a5b0-2f88ec94132b has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:49:53.935189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3bc6b5-b07d-450e-9b68-9b2015d76099 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:49:53.947983 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53462) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:53.948131 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cc3bc6b5-b07d-450e-9b68-9b2015d76099 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/2a7f249f-e9fa-4365-a5b0-2f88ec94132b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7522790 Feb 16 16:49:53.948574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b0fe1-a488-4791-b994-83bd9ea9e3d4 None None] Sync routers for ids ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:49:53.965865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b0fe1-a488-4791-b994-83bd9ea9e3d4 None None] Routers {'2a7f249f-e9fa-4365-a5b0-2f88ec94132b'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:53.972398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-626b0fe1-a488-4791-b994-83bd9ea9e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:54.051130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-626b0fe1-a488-4791-b994-83bd9ea9e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:54.060213 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b0fe1-a488-4791-b994-83bd9ea9e3d4 None None] Routers {'2a7f249f-e9fa-4365-a5b0-2f88ec94132b'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:54.060888 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-626b0fe1-a488-4791-b994-83bd9ea9e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:54.097401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-626b0fe1-a488-4791-b994-83bd9ea9e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:54.098085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b0fe1-a488-4791-b994-83bd9ea9e3d4 None None] The sync data for ids ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:49:54.481070 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-758b697f-4d95-4c45-a5bb-63798428da15 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:54.924239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-758b697f-4d95-4c45-a5bb-63798428da15 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port 315efc17-8be3-44e0-8d1c-ab38d67789de {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:54.924798 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-758b697f-4d95-4c45-a5bb-63798428da15 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (315efc17-8be3-44e0-8d1c-ab38d67789de), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:55.090538 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-758b697f-4d95-4c45-a5bb-63798428da15 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (315efc17-8be3-44e0-8d1c-ab38d67789de), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:55.101130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c2eb4-8e9a-4432-8c08-badb3948cd7a req-4887653b-263a-4cce-bc60-5d8a74c1db33 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:55.102882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b36c2eb4-8e9a-4432-8c08-badb3948cd7a req-4887653b-263a-4cce-bc60-5d8a74c1db33 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/ports?device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 945 time: 0.1594968 Feb 16 16:49:55.130907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-758b697f-4d95-4c45-a5bb-63798428da15 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for 315efc17-8be3-44e0-8d1c-ab38d67789de owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:55.188919 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b36c2eb4-8e9a-4432-8c08-badb3948cd7a req-e91e87e2-5925-4e52-b94f-453e77f20c6b tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/security-groups?id=47891610-1ca6-49ce-bcb3-e2f3436ef10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784330 Feb 16 16:49:55.519571 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-758b697f-4d95-4c45-a5bb-63798428da15 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (315efc17-8be3-44e0-8d1c-ab38d67789de), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:55.551175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b697f-4d95-4c45-a5bb-63798428da15 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=315efc17-8be3-44e0-8d1c-ab38d67789de,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:55.673619 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fb28e07f-9946-4fda-a5c0-aa489344450a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:55.866732 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-758b697f-4d95-4c45-a5bb-63798428da15 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:55.875330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-96bffa1e-8ece-498d-8467-8679a2d76f47 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:55.882774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-96bffa1e-8ece-498d-8467-8679a2d76f47 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 806 time: 0.2785230 Feb 16 16:49:55.902265 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-41530f82-e657-4385-9067-2c320e40b0c2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/quotas/04dce4d8dd3f47e9af38e5ce90c304ed HTTP/1.1" status: 200 len: 375 time: 0.0187292 Feb 16 16:49:55.910127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dad253-219a-487f-b2e7-e84cc4653210 req-c8f93b8b-8323-4059-99a5-353922ee4673 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:55.911574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33dad253-219a-487f-b2e7-e84cc4653210 req-c8f93b8b-8323-4059-99a5-353922ee4673 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/ports?device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 945 time: 0.2223825 Feb 16 16:49:55.917062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 814ca338-6caf-4f3d-90e7-d946f2556921 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:55.947792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 814ca338-6caf-4f3d-90e7-d946f2556921 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:49:55.948839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 814ca338-6caf-4f3d-90e7-d946f2556921 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:56.077003 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-21308497-f252-4874-a32c-e50ad4905ce2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1632316 Feb 16 16:49:56.155019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33dad253-219a-487f-b2e7-e84cc4653210 req-b367eb87-968a-4155-8430-51e35e48eba8 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/security-groups?id=47891610-1ca6-49ce-bcb3-e2f3436ef10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289920 Feb 16 16:49:56.243340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758b697f-4d95-4c45-a5bb-63798428da15 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router 2a7f249f-e9fa-4365-a5b0-2f88ec94132b has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:49:56.257810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-d8219a24-d4cc-453a-a9cd-1b12af3da12e service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439745 Feb 16 16:49:56.377626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758b697f-4d95-4c45-a5bb-63798428da15 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:49:56.385113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-758b697f-4d95-4c45-a5bb-63798428da15 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/2a7f249f-e9fa-4365-a5b0-2f88ec94132b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4367228 Feb 16 16:49:56.387939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53542) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:56.408171 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6f407-8d0b-4e65-bfa0-0ebcfd2db7e6 None None] Sync routers for ids ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:49:56.419010 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6f407-8d0b-4e65-bfa0-0ebcfd2db7e6 None None] Routers {'2a7f249f-e9fa-4365-a5b0-2f88ec94132b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:56.419616 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8be6f407-8d0b-4e65-bfa0-0ebcfd2db7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:56.474842 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8be6f407-8d0b-4e65-bfa0-0ebcfd2db7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:56.480902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53546) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:56.486035 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6f407-8d0b-4e65-bfa0-0ebcfd2db7e6 None None] Routers {'2a7f249f-e9fa-4365-a5b0-2f88ec94132b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:49:56.486646 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8be6f407-8d0b-4e65-bfa0-0ebcfd2db7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:56.487083 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-31669401-f885-47c2-83d0-7d2508f00edc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a7f249f-e9fa-4365-a5b0-2f88ec94132b HTTP/1.1" status: 200 len: 205 time: 0.0978441 Feb 16 16:49:56.500605 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-03267d3c-650f-4ad1-abf7-44bf36fa9444 service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984150 Feb 16 16:49:56.540280 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8be6f407-8d0b-4e65-bfa0-0ebcfd2db7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:56.540955 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6f407-8d0b-4e65-bfa0-0ebcfd2db7e6 None None] The sync data for ids ['2a7f249f-e9fa-4365-a5b0-2f88ec94132b'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:49:56.604047 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4723d617-26c9-4e91-9fa1-f168836cede7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:56.871213 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-888b80f6-1c51-4011-a35b-0b7e5cef2e56 req-983117fb-ba2b-4531-88c1-9fc634a87492 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 210 time: 0.1065681 Feb 16 16:49:56.886902 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4723d617-26c9-4e91-9fa1-f168836cede7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:56.891171 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4723d617-26c9-4e91-9fa1-f168836cede7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_controller (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:56.969744 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4723d617-26c9-4e91-9fa1-f168836cede7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (2a7f249f-e9fa-4365-a5b0-2f88ec94132b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:56.970440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4723d617-26c9-4e91-9fa1-f168836cede7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Fanout notify agent at l3_agent the message router_deleted on router 2a7f249f-e9fa-4365-a5b0-2f88ec94132b {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:49:56.979001 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e27026-b54b-47b0-8274-ec5e2559d688 req-3ed28f86-464f-4c16-bca7-e59ff874953a tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:56.980737 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-21e27026-b54b-47b0-8274-ec5e2559d688 req-3ed28f86-464f-4c16-bca7-e59ff874953a tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.65 "GET /v2.0/ports?device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 945 time: 0.1042807 Feb 16 16:49:56.986494 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4723d617-26c9-4e91-9fa1-f168836cede7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:56.990110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4723d617-26c9-4e91-9fa1-f168836cede7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/routers/2a7f249f-e9fa-4365-a5b0-2f88ec94132b HTTP/1.1" status: 204 len: 168 time: 0.5058010 Feb 16 16:49:56.991147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53564) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:57.076187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58d5a75-d3e4-4181-ad90-5fb9b92f8f84 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting subnet 0b55842a-cbe9-4044-8c97-be839dc3d098 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:49:57.085399 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e58d5a75-d3e4-4181-ad90-5fb9b92f8f84 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (0b55842a-cbe9-4044-8c97-be839dc3d098), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:57.122704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-21e27026-b54b-47b0-8274-ec5e2559d688 req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Deleting port dafc6e6a-cce3-451a-b98a-e9de4205618d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:57.123316 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-21e27026-b54b-47b0-8274-ec5e2559d688 req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (dafc6e6a-cce3-451a-b98a-e9de4205618d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:57.227559 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e58d5a75-d3e4-4181-ad90-5fb9b92f8f84 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (0b55842a-cbe9-4044-8c97-be839dc3d098), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:57.333981 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-21e27026-b54b-47b0-8274-ec5e2559d688 req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] For port dafc6e6a-cce3-451a-b98a-e9de4205618d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=dafc6e6a-cce3-451a-b98a-e9de4205618d,segment=NetworkSegment(29c02525-9267-4069-803e-cc6f451a01d4),segment_id=29c02525-9267-4069-803e-cc6f451a01d4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:57.334586 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-21e27026-b54b-47b0-8274-ec5e2559d688 req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (dafc6e6a-cce3-451a-b98a-e9de4205618d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:57.359124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-21e27026-b54b-47b0-8274-ec5e2559d688 req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Calling delete_port for dafc6e6a-cce3-451a-b98a-e9de4205618d owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:57.410204 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e58d5a75-d3e4-4181-ad90-5fb9b92f8f84 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (0b55842a-cbe9-4044-8c97-be839dc3d098), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:57.558236 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e58d5a75-d3e4-4181-ad90-5fb9b92f8f84 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (0b55842a-cbe9-4044-8c97-be839dc3d098), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:57.624535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d5a75-d3e4-4181-ad90-5fb9b92f8f84 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Subnet': ['ID=0b55842a-cbe9-4044-8c97-be839dc3d098,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:57.633170 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e58d5a75-d3e4-4181-ad90-5fb9b92f8f84 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:57.635491 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fae6b5-3639-4fe0-abe1-1017ab7cd22b None None] Network 719949fe-29f3-4e5a-9fc9-3334bb5fab53 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:49:57.644022 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e58d5a75-d3e4-4181-ad90-5fb9b92f8f84 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/0b55842a-cbe9-4044-8c97-be839dc3d098 HTTP/1.1" status: 204 len: 168 time: 0.6475456 Feb 16 16:49:57.644022 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53584) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:57.787284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb314158-fd0c-4b7f-849b-ef30d03e433c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting subnet c882a129-bf12-4fc4-bdc8-d0034c174435 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:49:57.796475 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cb314158-fd0c-4b7f-849b-ef30d03e433c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (c882a129-bf12-4fc4-bdc8-d0034c174435), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:57.857802 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cb314158-fd0c-4b7f-849b-ef30d03e433c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (c882a129-bf12-4fc4-bdc8-d0034c174435), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:58.048660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e11b95-623d-4cee-a3bc-32ef7056bc48 None None] DHCP port deletion for 719949fe-29f3-4e5a-9fc9-3334bb5fab53 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:49:58.067422 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cb314158-fd0c-4b7f-849b-ef30d03e433c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (c882a129-bf12-4fc4-bdc8-d0034c174435), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:58.115153 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d7220ba-9ef4-45d2-84dd-92925c926eeb req-33cb3de8-d6f8-4e80-9e83-52038f8ccb53 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 210 time: 0.0811460 Feb 16 16:49:58.175553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743f0a8-351b-44f9-a451-2d3844d4808d req-bd6712b5-6bae-4f64-8ef6-2c34f29af1a4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:58.190247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6743f0a8-351b-44f9-a451-2d3844d4808d req-bd6712b5-6bae-4f64-8ef6-2c34f29af1a4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/ports?device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 945 time: 0.8232825 Feb 16 16:49:58.202430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-11e11b95-623d-4cee-a3bc-32ef7056bc48 None None] Deleting port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:58.208442 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-11e11b95-623d-4cee-a3bc-32ef7056bc48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:58.238344 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cb314158-fd0c-4b7f-849b-ef30d03e433c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (c882a129-bf12-4fc4-bdc8-d0034c174435), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:58.306096 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cb314158-fd0c-4b7f-849b-ef30d03e433c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:58.311498 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cb314158-fd0c-4b7f-849b-ef30d03e433c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/c882a129-bf12-4fc4-bdc8-d0034c174435 HTTP/1.1" status: 204 len: 168 time: 0.6692140 Feb 16 16:49:58.313767 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb314158-fd0c-4b7f-849b-ef30d03e433c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Subnet': ['ID=c882a129-bf12-4fc4-bdc8-d0034c174435,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:58.318306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53594) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:49:58.347577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfbe7c6-0e3b-4507-98b5-bac5b778dcb2 None None] Network 6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:49:58.417424 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8f421963-c0a5-4fd1-a70b-0385c0954e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:58.423400 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-11e11b95-623d-4cee-a3bc-32ef7056bc48 None None] For port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9,segment=NetworkSegment(a55d22d0-a5ce-4290-9954-681318b96be0),segment_id=a55d22d0-a5ce-4290-9954-681318b96be0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:58.427298 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-11e11b95-623d-4cee-a3bc-32ef7056bc48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:58.439839 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (719949fe-29f3-4e5a-9fc9-3334bb5fab53), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:58.468782 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6743f0a8-351b-44f9-a451-2d3844d4808d req-994501ac-7275-443f-9c54-74bd987f2464 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/security-groups?id=47891610-1ca6-49ce-bcb3-e2f3436ef10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693872 Feb 16 16:49:58.498827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-11e11b95-623d-4cee-a3bc-32ef7056bc48 None None] Calling delete_port for 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:58.531377 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-21e27026-b54b-47b0-8274-ec5e2559d688 req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (dafc6e6a-cce3-451a-b98a-e9de4205618d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:58.566750 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:58.567543 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:58.574298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Pushing event deleted for resources: {'Port': ['ID=dafc6e6a-cce3-451a-b98a-e9de4205618d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:58.587859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:58.588307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:58.588770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:58.589241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:58.589676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:58.590263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:58.590697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:58.596974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:58.599278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:58.599395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:58.601413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:58.601875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:58.602340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:49:58.716645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e27026-b54b-47b0-8274-ec5e2559d688 req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] No DVR routers for this DVR port dafc6e6a-cce3-451a-b98a-e9de4205618d on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:49:58.722186 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-21e27026-b54b-47b0-8274-ec5e2559d688 req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:58.729696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-21e27026-b54b-47b0-8274-ec5e2559d688 req-b7c4b11d-2aea-4ed1-9fda-1affca2ff0c4 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.65 "DELETE /v2.0/ports/dafc6e6a-cce3-451a-b98a-e9de4205618d HTTP/1.1" status: 204 len: 173 time: 1.7408822 Feb 16 16:49:58.730183 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606e05c1-78d3-4294-892f-c4757889d373', 'name': 'network-vif-deleted', 'tag': 'dafc6e6a-cce3-451a-b98a-e9de4205618d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:49:58.738163 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808e81cf-0818-49bf-a968-1f4516ec73a0" -d '{"events": [{"server_uuid": "606e05c1-78d3-4294-892f-c4757889d373", "name": "network-vif-deleted", "tag": "dafc6e6a-cce3-451a-b98a-e9de4205618d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:49:58.831534 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-11e11b95-623d-4cee-a3bc-32ef7056bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:58.842970 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9b10e8-94c0-404d-a292-a5c572b050c1 x-openstack-request-id: req-fb9b10e8-94c0-404d-a292-a5c572b050c1 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:49:58.844616 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606e05c1-78d3-4294-892f-c4757889d373", "name": "network-vif-deleted", "tag": "dafc6e6a-cce3-451a-b98a-e9de4205618d", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:49:58.844616 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb9b10e8-94c0-404d-a292-a5c572b050c1 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:49:58.844616 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606e05c1-78d3-4294-892f-c4757889d373', 'name': 'network-vif-deleted', 'tag': 'dafc6e6a-cce3-451a-b98a-e9de4205618d', 'status': 'completed', 'code': 200} Feb 16 16:49:58.894391 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14019198-590e-4841-8fd8-11215cfb408e None None] DHCP port deletion for 6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:49:58.898230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e11b95-623d-4cee-a3bc-32ef7056bc48 None None] Pushing event deleted for resources: {'Port': ['ID=5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:58.905273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e11b95-623d-4cee-a3bc-32ef7056bc48 None None] No DVR routers for this DVR port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:49:58.924512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] For port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9,segment=NetworkSegment(a55d22d0-a5ce-4290-9954-681318b96be0),segment_id=a55d22d0-a5ce-4290-9954-681318b96be0)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:58.924883 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:59.016263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-14019198-590e-4841-8fd8-11215cfb408e None None] Deleting port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:49:59.016660 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14019198-590e-4841-8fd8-11215cfb408e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d079aa09-095b-4c8b-a8fd-cfe23e2d3b73), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:59.118516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:59.198069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-14019198-590e-4841-8fd8-11215cfb408e None None] For port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d079aa09-095b-4c8b-a8fd-cfe23e2d3b73,segment=NetworkSegment(a5e61dd0-5cd0-44fe-b74f-076aca7bce7a),segment_id=a5e61dd0-5cd0-44fe-b74f-076aca7bce7a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:49:59.198719 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14019198-590e-4841-8fd8-11215cfb408e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d079aa09-095b-4c8b-a8fd-cfe23e2d3b73), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:59.224080 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:59.239780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-14019198-590e-4841-8fd8-11215cfb408e None None] Calling delete_port for d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:49:59.317069 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:59.322339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33ba65d5-0850-4648-8ee9-2b2079e45a84 req-0994153c-21c8-4998-a051-74585a7cf7fb tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 210 time: 0.0686231 Feb 16 16:49:59.333969 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:49:59.334602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:59.335186 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:59.379510 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:59.400192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No DVR routers for this DVR port 5b4ac94d-b4bb-470d-8c9f-60e1ec748dc9 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:49:59.486574 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:59.493423 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-b32fe6f7-7ab7-4e9d-8061-86d5dbd0953a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:49:59.520398 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-b32fe6f7-7ab7-4e9d-8061-86d5dbd0953a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 806 time: 0.7498004 Feb 16 16:49:59.536974 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-60eef3a1-ebce-40dd-b79b-ffef24612085 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Request body: {'port': {'device_id': 'b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6', 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7', 'admin_state_up': True, 'tenant_id': '04dce4d8dd3f47e9af38e5ce90c304ed'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:49:59.655690 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (719949fe-29f3-4e5a-9fc9-3334bb5fab53), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:59.716846 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:49:59.717992 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d079aa09-095b-4c8b-a8fd-cfe23e2d3b73), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:59.722837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719949fe-29f3-4e5a-9fc9-3334bb5fab53']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:59.725338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2fd5053d-bb97-4e26-a985-34f1dca16c15 req-6f200d9d-8689-44f3-9aed-3cd94e5b1600 tempest-InstanceActionsNegativeTestJSON-875017758 tempest-InstanceActionsNegativeTestJSON-875017758-project] 10.222.0.24 "GET /v2.0/ports?device_id=606e05c1-78d3-4294-892f-c4757889d373 HTTP/1.1" status: 200 len: 210 time: 0.0696507 Feb 16 16:49:59.763652 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14019198-590e-4841-8fd8-11215cfb408e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (d079aa09-095b-4c8b-a8fd-cfe23e2d3b73), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:59.814839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55d22d0-a5ce-4290-9954-681318b96be0') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:59.815354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55d22d0-a5ce-4290-9954-681318b96be0') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:49:59.833446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14019198-590e-4841-8fd8-11215cfb408e None None] Pushing event deleted for resources: {'Port': ['ID=d079aa09-095b-4c8b-a8fd-cfe23e2d3b73,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:49:59.836812 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14019198-590e-4841-8fd8-11215cfb408e None None] No DVR routers for this DVR port d079aa09-095b-4c8b-a8fd-cfe23e2d3b73 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:49:59.846970 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (a55d22d0-a5ce-4290-9954-681318b96be0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:59.880897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a55d22d0-a5ce-4290-9954-681318b96be0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:59.891369 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:49:59.891901 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (a55d22d0-a5ce-4290-9954-681318b96be0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:49:59.895051 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:49:59.910409 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device dafc6e6a-cce3-451a-b98a-e9de4205618d no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:49:59.956241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: dafc6e6a-cce3-451a-b98a-e9de4205618d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:49:59.956591 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device dafc6e6a-cce3-451a-b98a-e9de4205618d not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:49:59.969455 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-60eef3a1-ebce-40dd-b79b-ffef24612085 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Made reservation on behalf of 04dce4d8dd3f47e9af38e5ce90c304ed for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:49:59.974586 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-60eef3a1-ebce-40dd-b79b-ffef24612085 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:49:59.979937 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (719949fe-29f3-4e5a-9fc9-3334bb5fab53), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:00.039308 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:00.045728 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/networks/719949fe-29f3-4e5a-9fc9-3334bb5fab53 HTTP/1.1" status: 204 len: 168 time: 1.7224073 Feb 16 16:50:00.045728 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a64a2-f1a1-4fdb-b2ae-6b9ed51e2de3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Network': ['ID=719949fe-29f3-4e5a-9fc9-3334bb5fab53,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:00.047144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53632) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:00.251592 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7ea2466c-b48a-43c9-8ae2-02a77fd819b7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:00.353993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-60eef3a1-ebce-40dd-b79b-ffef24612085 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Allocated IP 172.20.0.2 (9b0b71f1-f1f4-41a6-b047-f2c21a04abc7/39d9fb8a-744f-4a0a-90b6-699cc7c33927/b844448b-f258-4a3d-a1f6-ddcf6b9b1009) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:00.457343 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7ea2466c-b48a-43c9-8ae2-02a77fd819b7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:00.493570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-7ea2466c-b48a-43c9-8ae2-02a77fd819b7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:00.508813 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-7ea2466c-b48a-43c9-8ae2-02a77fd819b7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e61dd0-5cd0-44fe-b74f-076aca7bce7a') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:00.509421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-7ea2466c-b48a-43c9-8ae2-02a77fd819b7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e61dd0-5cd0-44fe-b74f-076aca7bce7a') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:00.522252 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7ea2466c-b48a-43c9-8ae2-02a77fd819b7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (a5e61dd0-5cd0-44fe-b74f-076aca7bce7a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:00.548908 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7ea2466c-b48a-43c9-8ae2-02a77fd819b7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a5e61dd0-5cd0-44fe-b74f-076aca7bce7a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:00.564473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea2466c-b48a-43c9-8ae2-02a77fd819b7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:50:00.565204 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7ea2466c-b48a-43c9-8ae2-02a77fd819b7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (a5e61dd0-5cd0-44fe-b74f-076aca7bce7a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:00.586472 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-60eef3a1-ebce-40dd-b79b-ffef24612085 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks [] for port (b844448b-f258-4a3d-a1f6-ddcf6b9b1009), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:00.635221 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-60eef3a1-ebce-40dd-b79b-ffef24612085 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b844448b-f258-4a3d-a1f6-ddcf6b9b1009), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:00.647796 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f1c28583-96df-4979-a693-6ec0a3481d95'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:50:00.668397 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:50:00.689518 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7ea2466c-b48a-43c9-8ae2-02a77fd819b7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:00.691666 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-60eef3a1-ebce-40dd-b79b-ffef24612085 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:00.699066 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7ea2466c-b48a-43c9-8ae2-02a77fd819b7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:00.701905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-60eef3a1-ebce-40dd-b79b-ffef24612085 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:00.705907 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-60eef3a1-ebce-40dd-b79b-ffef24612085 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:00.714985 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7ea2466c-b48a-43c9-8ae2-02a77fd819b7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/networks/6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3 HTTP/1.1" status: 204 len: 168 time: 0.6633153 Feb 16 16:50:00.773385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53642) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:00.779436 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-60eef3a1-ebce-40dd-b79b-ffef24612085 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:00.780165 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-60eef3a1-ebce-40dd-b79b-ffef24612085 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:00.792512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2bfe7e29-9569-4d3a-ad71-eb6f92ab9f82 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'network': {'name': 'tempest-RoutersTest-1129885498'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:00.809868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2466c-b48a-43c9-8ae2-02a77fd819b7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Network': ['ID=6c41eab7-d4b9-476d-91e5-cb20a3a3e7d3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:00.821196 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53650) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:00.824584 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfe7e29-9569-4d3a-ad71-eb6f92ab9f82 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:00.829303 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7e29-9569-4d3a-ad71-eb6f92ab9f82 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:00.838047 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc9aca-0e1f-4f6d-9124-ff30ba518f10 req-de8851bd-e97c-4397-9906-8f6eff6e3d89 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:00.842032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eef3a1-ebce-40dd-b79b-ffef24612085 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Pushing event updated for resources: {'Port': ['ID=b844448b-f258-4a3d-a1f6-ddcf6b9b1009,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:00.855243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51dc9aca-0e1f-4f6d-9124-ff30ba518f10 req-de8851bd-e97c-4397-9906-8f6eff6e3d89 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 931 time: 0.1854200 Feb 16 16:50:00.875603 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:00.906193 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-60eef3a1-ebce-40dd-b79b-ffef24612085 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3851471 Feb 16 16:50:00.935781 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfe7e29-9569-4d3a-ad71-eb6f92ab9f82 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:50:00.948193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7e29-9569-4d3a-ad71-eb6f92ab9f82 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (8d4e09bb-a295-4ec8-ac83-c512b2b98691), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:00.948545 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-2bfe7e29-9569-4d3a-ad71-eb6f92ab9f82 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Added segment 8d4e09bb-a295-4ec8-ac83-c512b2b98691 of type vlan for network f86d48b3-66d4-4af0-8aee-e0154c34d93c Feb 16 16:50:00.990738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51dc9aca-0e1f-4f6d-9124-ff30ba518f10 req-dcb1eacd-7217-4857-8d14-4242d59032e7 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342816 Feb 16 16:50:01.009228 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7e29-9569-4d3a-ad71-eb6f92ab9f82 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (f86d48b3-66d4-4af0-8aee-e0154c34d93c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:01.026709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Request body: {'port': {'device_id': 'b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:01.090525 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-7535de2b-a9d2-4111-8b17-1f0d5799a734 admin admin] Deleting subnet 0cd2287d-3ec3-41db-a779-52c9fa1b15f8 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:50:01.096982 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7e29-9569-4d3a-ad71-eb6f92ab9f82 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (f86d48b3-66d4-4af0-8aee-e0154c34d93c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:01.101917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfe7e29-9569-4d3a-ad71-eb6f92ab9f82 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:01.102560 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7e29-9569-4d3a-ad71-eb6f92ab9f82 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:01.105374 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7535de2b-a9d2-4111-8b17-1f0d5799a734 admin admin] Publish callbacks [] for subnet (0cd2287d-3ec3-41db-a779-52c9fa1b15f8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:01.188759 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b844448b-f258-4a3d-a1f6-ddcf6b9b1009), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:01.222439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53656) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:01.227526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ef4aa8c0-32a8-4418-8e35-d40c91cb9a0d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'subnet': {'network_id': 'f86d48b3-66d4-4af0-8aee-e0154c34d93c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:01.234706 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2bfe7e29-9569-4d3a-ad71-eb6f92ab9f82 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4512651 Feb 16 16:50:01.247771 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7535de2b-a9d2-4111-8b17-1f0d5799a734 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (0cd2287d-3ec3-41db-a779-52c9fa1b15f8), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:01.414972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe7e29-9569-4d3a-ad71-eb6f92ab9f82 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Network': ['ID=f86d48b3-66d4-4af0-8aee-e0154c34d93c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:01.420697 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:01.422940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4aa8c0-32a8-4418-8e35-d40c91cb9a0d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:01.430234 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa8c0-32a8-4418-8e35-d40c91cb9a0d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:01.432138 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network f86d48b3-66d4-4af0-8aee-e0154c34d93c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:50:01.527097 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7535de2b-a9d2-4111-8b17-1f0d5799a734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (0cd2287d-3ec3-41db-a779-52c9fa1b15f8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:01.723442 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa8c0-32a8-4418-8e35-d40c91cb9a0d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (67e21799-09db-4f91-ab63-f7f11520755f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:01.816651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4aa8c0-32a8-4418-8e35-d40c91cb9a0d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Checking segment: {'id': '8d4e09bb-a295-4ec8-ac83-c512b2b98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f86d48b3-66d4-4af0-8aee-e0154c34d93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:01.817023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4aa8c0-32a8-4418-8e35-d40c91cb9a0d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network hostable DHCP agents. Network: f86d48b3-66d4-4af0-8aee-e0154c34d93c, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:50:01.826851 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4aa8c0-32a8-4418-8e35-d40c91cb9a0d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Subnet': ['ID=67e21799-09db-4f91-ab63-f7f11520755f,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:01.846848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4aa8c0-32a8-4418-8e35-d40c91cb9a0d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network f86d48b3-66d4-4af0-8aee-e0154c34d93c is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:50:01.869404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-ef4aa8c0-32a8-4418-8e35-d40c91cb9a0d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, f86d48b3-66d4-4af0-8aee-e0154c34d93c) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:01.882272 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f7965a-aa98-4dcd-9874-33d875472fd2 None None] Network f86d48b3-66d4-4af0-8aee-e0154c34d93c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:50:01.883253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4aa8c0-32a8-4418-8e35-d40c91cb9a0d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:01.884731 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa8c0-32a8-4418-8e35-d40c91cb9a0d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:01.950432 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ef4aa8c0-32a8-4418-8e35-d40c91cb9a0d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7257364 Feb 16 16:50:01.951127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53670) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:01.975269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d9f6c43d-d348-4042-91e1-dbf48ee892ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1403765306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:02.025213 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d9f6c43d-d348-4042-91e1-dbf48ee892ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (d995e42f-02f1-497d-b8ba-d7521e76bb29), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:02.034426 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d9f6c43d-d348-4042-91e1-dbf48ee892ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (d995e42f-02f1-497d-b8ba-d7521e76bb29), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:02.113129 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d9f6c43d-d348-4042-91e1-dbf48ee892ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_controller (d995e42f-02f1-497d-b8ba-d7521e76bb29), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:02.186436 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d9f6c43d-d348-4042-91e1-dbf48ee892ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (d995e42f-02f1-497d-b8ba-d7521e76bb29), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:02.209771 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-f86d48b3-66d4-4af0-8aee-e0154c34d93c', 'network_id': 'f86d48b3-66d4-4af0-8aee-e0154c34d93c', 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'fixed_ips': [{'subnet_id': '67e21799-09db-4f91-ab63-f7f11520755f'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:50:02.210645 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:02.252649 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d9f6c43d-d348-4042-91e1-dbf48ee892ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:02.259963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d9f6c43d-d348-4042-91e1-dbf48ee892ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3077755 Feb 16 16:50:02.261277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53676) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:02.266626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b844448b-f258-4a3d-a1f6-ddcf6b9b1009 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:50:02.277245 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Publish callbacks [] for port (b844448b-f258-4a3d-a1f6-ddcf6b9b1009), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:02.277729 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d4ead562-c439-4cc9-ba33-acaf04194483 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'port': {'network_id': 'f86d48b3-66d4-4af0-8aee-e0154c34d93c', 'name': 'tempest-RoutersTest-1229054164'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:02.318287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Transition to ACTIVE for port object b844448b-f258-4a3d-a1f6-ddcf6b9b1009 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:50:02.335311 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (b844448b-f258-4a3d-a1f6-ddcf6b9b1009), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:02.384378 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7535de2b-a9d2-4111-8b17-1f0d5799a734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (0cd2287d-3ec3-41db-a779-52c9fa1b15f8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:02.427247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535de2b-a9d2-4111-8b17-1f0d5799a734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd2287d-3ec3-41db-a779-52c9fa1b15f8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:02.440772 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7535de2b-a9d2-4111-8b17-1f0d5799a734 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:02.445023 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7535de2b-a9d2-4111-8b17-1f0d5799a734 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0cd2287d-3ec3-41db-a779-52c9fa1b15f8 HTTP/1.1" status: 204 len: 168 time: 1.6219611 Feb 16 16:50:02.448852 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53678) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:02.507893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Pushing event updated for resources: {'Port': ['ID=b844448b-f258-4a3d-a1f6-ddcf6b9b1009,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:02.600949 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:02.643527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ead562-c439-4cc9-ba33-acaf04194483 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:02.652478 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4ead562-c439-4cc9-ba33-acaf04194483 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:02.661476 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Allocated IP 172.20.0.2 (f86d48b3-66d4-4af0-8aee-e0154c34d93c/67e21799-09db-4f91-ab63-f7f11520755f/652fb86f-11d4-4fdc-8a4b-053035139bef) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:02.717358 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305e9f2-230e-459d-bfdc-c34e5c61063b req-f15d9dca-95a2-462e-85f0-60e8ab82b5b4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:02.722098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f305e9f2-230e-459d-bfdc-c34e5c61063b req-f15d9dca-95a2-462e-85f0-60e8ab82b5b4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 931 time: 0.6063244 Feb 16 16:50:02.770037 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-330b01c8-7b99-4e1c-be19-35ad0701c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (dd589299-38ca-4691-bd33-787ff0d8716e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:02.773653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-d4ead562-c439-4cc9-ba33-acaf04194483 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] device_id is not set on port aaf2d416-ab16-4f2a-adc7-0d06547f98f7 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:50:02.860692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f305e9f2-230e-459d-bfdc-c34e5c61063b req-5d5db6b7-0905-4f15-9280-e9c539cc6d10 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237094 Feb 16 16:50:02.950787 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Attempting to bind port b844448b-f258-4a3d-a1f6-ddcf6b9b1009 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:50:02.953781 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Attempting to bind port b844448b-f258-4a3d-a1f6-ddcf6b9b1009 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:50:02.955278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Attempting to bind port b844448b-f258-4a3d-a1f6-ddcf6b9b1009 on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:02.997430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Port b844448b-f258-4a3d-a1f6-ddcf6b9b1009 on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:50:02.997925 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Attempting to bind port b844448b-f258-4a3d-a1f6-ddcf6b9b1009 on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:03.012922 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Publish callbacks [] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.030670 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.083605 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-330b01c8-7b99-4e1c-be19-35ad0701c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (dd589299-38ca-4691-bd33-787ff0d8716e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.094895 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:50:03.095419 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Checking segment: {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:03.096546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Bound using segment: {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:50:03.097129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Bound port: b844448b-f258-4a3d-a1f6-ddcf6b9b1009, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:50:03.099933 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b844448b-f258-4a3d-a1f6-ddcf6b9b1009), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.141766 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Pushing event updated for resources: {'Port': ['ID=652fb86f-11d4-4fdc-8a4b-053035139bef,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:03.167384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-d4ead562-c439-4cc9-ba33-acaf04194483 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Allocated IP 172.20.0.3 (f86d48b3-66d4-4af0-8aee-e0154c34d93c/67e21799-09db-4f91-ab63-f7f11520755f/aaf2d416-ab16-4f2a-adc7-0d06547f98f7) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:03.178998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Network f86d48b3-66d4-4af0-8aee-e0154c34d93c is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:03.179328 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-330b01c8-7b99-4e1c-be19-35ad0701c1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd589299-38ca-4691-bd33-787ff0d8716e']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:03.183742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:03.189852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:03.264618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-330b01c8-7b99-4e1c-be19-35ad0701c1a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c02525-9267-4069-803e-cc6f451a01d4') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:03.270158 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-330b01c8-7b99-4e1c-be19-35ad0701c1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c02525-9267-4069-803e-cc6f451a01d4') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:03.288705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-330b01c8-7b99-4e1c-be19-35ad0701c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (29c02525-9267-4069-803e-cc6f451a01d4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.320457 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-330b01c8-7b99-4e1c-be19-35ad0701c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (29c02525-9267-4069-803e-cc6f451a01d4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.327166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Attempting to bind port 652fb86f-11d4-4fdc-8a4b-053035139bef on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:50:03.328531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Attempting to bind port 652fb86f-11d4-4fdc-8a4b-053035139bef by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '8d4e09bb-a295-4ec8-ac83-c512b2b98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f86d48b3-66d4-4af0-8aee-e0154c34d93c'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:50:03.329090 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330b01c8-7b99-4e1c-be19-35ad0701c1a6 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:50:03.329763 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-330b01c8-7b99-4e1c-be19-35ad0701c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (29c02525-9267-4069-803e-cc6f451a01d4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.330606 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Attempting to bind port 652fb86f-11d4-4fdc-8a4b-053035139bef on network f86d48b3-66d4-4af0-8aee-e0154c34d93c {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:03.344389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:50:03.344782 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Checking segment: {'id': '8d4e09bb-a295-4ec8-ac83-c512b2b98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f86d48b3-66d4-4af0-8aee-e0154c34d93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:03.345248 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.345914 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Bound using segment: {'id': '8d4e09bb-a295-4ec8-ac83-c512b2b98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f86d48b3-66d4-4af0-8aee-e0154c34d93c'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:50:03.346423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Bound port: 652fb86f-11d4-4fdc-8a4b-053035139bef, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4e09bb-a295-4ec8-ac83-c512b2b98691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f86d48b3-66d4-4af0-8aee-e0154c34d93c'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:50:03.346814 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:50:03.462121 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:50:03.497847 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4ead562-c439-4cc9-ba33-acaf04194483 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (aaf2d416-ab16-4f2a-adc7-0d06547f98f7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.507665 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-330b01c8-7b99-4e1c-be19-35ad0701c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (dd589299-38ca-4691-bd33-787ff0d8716e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.522335 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-330b01c8-7b99-4e1c-be19-35ad0701c1a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.532830 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-330b01c8-7b99-4e1c-be19-35ad0701c1a6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/dd589299-38ca-4691-bd33-787ff0d8716e HTTP/1.1" status: 204 len: 168 time: 1.0797215 Feb 16 16:50:03.562217 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4ead562-c439-4cc9-ba33-acaf04194483 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (aaf2d416-ab16-4f2a-adc7-0d06547f98f7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.573528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b01c8-7b99-4e1c-be19-35ad0701c1a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd589299-38ca-4691-bd33-787ff0d8716e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:03.622153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ead562-c439-4cc9-ba33-acaf04194483 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network f86d48b3-66d4-4af0-8aee-e0154c34d93c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:03.626905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] For port b844448b-f258-4a3d-a1f6-ddcf6b9b1009, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:50:03.631559 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-d4ead562-c439-4cc9-ba33-acaf04194483 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:03.634984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] For port b844448b-f258-4a3d-a1f6-ddcf6b9b1009, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b844448b-f258-4a3d-a1f6-ddcf6b9b1009,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:50:03.646066 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (b844448b-f258-4a3d-a1f6-ddcf6b9b1009), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.647259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ead562-c439-4cc9-ba33-acaf04194483 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:03.685051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ead562-c439-4cc9-ba33-acaf04194483 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=aaf2d416-ab16-4f2a-adc7-0d06547f98f7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:03.685652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] For port 652fb86f-11d4-4fdc-8a4b-053035139bef, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:50:03.698991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] For port 652fb86f-11d4-4fdc-8a4b-053035139bef, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=652fb86f-11d4-4fdc-8a4b-053035139bef,segment=NetworkSegment(8d4e09bb-a295-4ec8-ac83-c512b2b98691),segment_id=8d4e09bb-a295-4ec8-ac83-c512b2b98691)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:50:03.715387 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.758066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:03.758750 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.761477 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] 10.222.0.60 "PUT /v2.0/ports/b844448b-f258-4a3d-a1f6-ddcf6b9b1009 HTTP/1.1" status: 200 len: 1091 time: 2.7406476 Feb 16 16:50:03.761949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6', 'tag': 'b844448b-f258-4a3d-a1f6-ddcf6b9b1009'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:50:03.766484 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68093f5e-f88b-4ed3-9094-72b2efd95ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6", "tag": "b844448b-f258-4a3d-a1f6-ddcf6b9b1009"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:50:03.800049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ead562-c439-4cc9-ba33-acaf04194483 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:03.803820 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4ead562-c439-4cc9-ba33-acaf04194483 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:03.840530 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d4ead562-c439-4cc9-ba33-acaf04194483 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5734777 Feb 16 16:50:03.843480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53712) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:03.847473 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950024a-20c5-4823-a284-2f8c5cb8da79 service neutron] Pushing event updated for resources: {'Port': ['ID=b844448b-f258-4a3d-a1f6-ddcf6b9b1009,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:03.910238 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95836fd-eb7d-4c02-bfd1-0744925fdb16 x-openstack-request-id: req-b95836fd-eb7d-4c02-bfd1-0744925fdb16 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:50:03.914252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c9fa9-4f38-4beb-8ff4-f2889447ab10 None None] Pushing event updated for resources: {'Port': ['ID=652fb86f-11d4-4fdc-8a4b-053035139bef,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:03.916813 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6", "tag": "b844448b-f258-4a3d-a1f6-ddcf6b9b1009", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:50:03.924674 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b95836fd-eb7d-4c02-bfd1-0744925fdb16 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:50:03.925322 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6', 'tag': 'b844448b-f258-4a3d-a1f6-ddcf6b9b1009', 'status': 'completed', 'code': 200} Feb 16 16:50:03.925806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53716) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:04.532887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176eb24-64f5-4852-b47e-4f1c05231fad req-ee2ae5cf-64ff-4730-a8fd-8072060f8a8d tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:04.534635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d176eb24-64f5-4852-b47e-4f1c05231fad req-ee2ae5cf-64ff-4730-a8fd-8072060f8a8d tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 943 time: 0.4681506 Feb 16 16:50:04.680124 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:04.714863 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d176eb24-64f5-4852-b47e-4f1c05231fad req-54ce3242-343a-4a74-ad67-590d6472e1ee tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061578 Feb 16 16:50:05.010433 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11694aec-2285-4632-a63f-7c0fab5f531e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (aaf2d416-ab16-4f2a-adc7-0d06547f98f7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:05.044093 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c96f064c-ada6-4e08-905a-c44a3b028a13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b36db27163a04a968539900e45ac3be1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1127908 Feb 16 16:50:05.048484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53726) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:05.119596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-b4ab070c-8f7d-47c2-8198-a8790d4773d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:05.125796 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-b4ab070c-8f7d-47c2-8198-a8790d4773d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 1125 time: 1.2991126 Feb 16 16:50:05.345115 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-94a0ecb4-d244-4666-8372-0fda7d214e64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b844448b-f258-4a3d-a1f6-ddcf6b9b1009 HTTP/1.1" status: 200 len: 217 time: 0.2127082 Feb 16 16:50:05.352835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 652fb86f-11d4-4fdc-8a4b-053035139bef up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:05.491911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0e1dc417-a013-43de-b036-7698372cdf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:05.499185 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-0e1dc417-a013-43de-b036-7698372cdf5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.1319902 Feb 16 16:50:05.536193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 652fb86f-11d4-4fdc-8a4b-053035139bef triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:05.536934 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:05.560412 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-4bb1fed3-ce7d-4dee-973e-bddd2b64311d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466709 Feb 16 16:50:05.585850 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Publish callbacks [] for security_group (47891610-1ca6-49ce-bcb3-e2f3436ef10e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:05.728632 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11694aec-2285-4632-a63f-7c0fab5f531e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (aaf2d416-ab16-4f2a-adc7-0d06547f98f7), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:05.737349 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11694aec-2285-4632-a63f-7c0fab5f531e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (aaf2d416-ab16-4f2a-adc7-0d06547f98f7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:05.750777 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Publish callbacks [] for security_group (47891610-1ca6-49ce-bcb3-e2f3436ef10e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:05.777668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 652fb86f-11d4-4fdc-8a4b-053035139bef is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:05.779455 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:05.846146 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-5930256c-f013-4611-ae97-3fac40bd84c8 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786639 Feb 16 16:50:05.856797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12de92b0-b465-4c1f-941e-7c1b6d32bee8 None None] Network f86d48b3-66d4-4af0-8aee-e0154c34d93c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:50:05.912202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11694aec-2285-4632-a63f-7c0fab5f531e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=aaf2d416-ab16-4f2a-adc7-0d06547f98f7,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:05.948405 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 652fb86f-11d4-4fdc-8a4b-053035139bef, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=652fb86f-11d4-4fdc-8a4b-053035139bef,segment=NetworkSegment(8d4e09bb-a295-4ec8-ac83-c512b2b98691),segment_id=8d4e09bb-a295-4ec8-ac83-c512b2b98691)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:05.994285 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71a3c88e-c393-4284-81e9-1c189fe92399 req-cb7d1f60-f630-45c4-9cc8-24db029970be service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405375 Feb 16 16:50:05.995161 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:06.004471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5e2bbca7-56db-442d-b3f6-e268612ebe4e None None] Provisioning complete for port 652fb86f-11d4-4fdc-8a4b-053035139bef triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:06.004793 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5e2bbca7-56db-442d-b3f6-e268612ebe4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:06.020424 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (47891610-1ca6-49ce-bcb3-e2f3436ef10e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:06.023854 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:06.028812 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47891610-1ca6-49ce-bcb3-e2f3436ef10e HTTP/1.1" status: 204 len: 168 time: 0.9744227 Feb 16 16:50:06.047123 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47891610-1ca6-49ce-bcb3-e2f3436ef10e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:06.085244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:06.087076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:06.090928 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:06.096326 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:06.097788 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:06.098338 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:06.100038 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:06.102606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:06.104178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:06.104738 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:06.106493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:06.107033 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:06.112159 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c0b0c-17bc-417e-9a1c-a06faf4f5e08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:06.217112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0f5cb-3bb2-4380-8753-bf6c90fa2a2a req-9b68437d-3cf7-4691-90ea-303ff6f81c3c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:06.224673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aed0f5cb-3bb2-4380-8753-bf6c90fa2a2a req-9b68437d-3cf7-4691-90ea-303ff6f81c3c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 943 time: 0.3193843 Feb 16 16:50:06.243677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68093f5e-f88b-4ed3-9094-72b2efd95ffc req-f039daa0-dc89-4929-a744-c92e22394c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:06.250956 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-68093f5e-f88b-4ed3-9094-72b2efd95ffc req-f039daa0-dc89-4929-a744-c92e22394c0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 1125 time: 0.1264043 Feb 16 16:50:06.400294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aed0f5cb-3bb2-4380-8753-bf6c90fa2a2a req-92f4238e-e110-4492-b082-5e7ab3b80b88 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736717 Feb 16 16:50:06.469027 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68093f5e-f88b-4ed3-9094-72b2efd95ffc req-d01d4ad6-a586-489a-8232-e437b42e5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:06.480051 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-68093f5e-f88b-4ed3-9094-72b2efd95ffc req-d01d4ad6-a586-489a-8232-e437b42e5bee service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 907 time: 0.2236190 Feb 16 16:50:06.554895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=652fb86f-11d4-4fdc-8a4b-053035139bef,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:06.613978 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-68093f5e-f88b-4ed3-9094-72b2efd95ffc req-b036c0fc-d7b1-4cd3-8608-8753ff847374 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b844448b-f258-4a3d-a1f6-ddcf6b9b1009 HTTP/1.1" status: 200 len: 217 time: 0.1262777 Feb 16 16:50:06.657932 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11694aec-2285-4632-a63f-7c0fab5f531e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (d995e42f-02f1-497d-b8ba-d7521e76bb29), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:06.737486 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5e2bbca7-56db-442d-b3f6-e268612ebe4e None None] Current status of the port 652fb86f-11d4-4fdc-8a4b-053035139bef is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:06.746658 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68093f5e-f88b-4ed3-9094-72b2efd95ffc req-bd216096-3ff6-47cf-a186-a98a5f031ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:06.748192 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-68093f5e-f88b-4ed3-9094-72b2efd95ffc req-bd216096-3ff6-47cf-a186-a98a5f031ef5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.1274514 Feb 16 16:50:06.861514 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-68093f5e-f88b-4ed3-9094-72b2efd95ffc req-b5d767b6-0812-4971-be2d-4382728a2136 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905406 Feb 16 16:50:06.967910 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11694aec-2285-4632-a63f-7c0fab5f531e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (aaf2d416-ab16-4f2a-adc7-0d06547f98f7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:07.080228 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-68093f5e-f88b-4ed3-9094-72b2efd95ffc req-21bbadab-56a1-4328-aa41-2b388f010edc service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101691 Feb 16 16:50:07.215274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 652fb86f-11d4-4fdc-8a4b-053035139bef up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:07.330930 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-68093f5e-f88b-4ed3-9094-72b2efd95ffc req-abffb362-793c-4204-a36c-a8da7ed5fd39 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444918 Feb 16 16:50:07.370677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e77f2bd3-5f07-4430-830e-bf601b263e40 None None] Provisioning complete for port 652fb86f-11d4-4fdc-8a4b-053035139bef triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:07.371235 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e77f2bd3-5f07-4430-830e-bf601b263e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:07.444478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 652fb86f-11d4-4fdc-8a4b-053035139bef triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:07.444865 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:07.509994 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11694aec-2285-4632-a63f-7c0fab5f531e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (aaf2d416-ab16-4f2a-adc7-0d06547f98f7), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:07.521586 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11694aec-2285-4632-a63f-7c0fab5f531e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (aaf2d416-ab16-4f2a-adc7-0d06547f98f7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:07.675271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53768) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:07.701989 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-11694aec-2285-4632-a63f-7c0fab5f531e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (d995e42f-02f1-497d-b8ba-d7521e76bb29), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:07.707608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11694aec-2285-4632-a63f-7c0fab5f531e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=aaf2d416-ab16-4f2a-adc7-0d06547f98f7,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:07.853908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7e050-9722-4647-8e85-2c85548dd070 req-17ce6239-54e9-41b4-aab6-c03b805a31cb tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:07.864503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72a7e050-9722-4647-8e85-2c85548dd070 req-17ce6239-54e9-41b4-aab6-c03b805a31cb tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 943 time: 0.2966719 Feb 16 16:50:07.896113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-663886351-network', 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:07.934032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] Made reservation on behalf of f46d9e83fb574834a22d43227eb7f02b for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:07.939123 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:07.951232 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:08.008049 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 652fb86f-11d4-4fdc-8a4b-053035139bef is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:08.012345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e77f2bd3-5f07-4430-830e-bf601b263e40 None None] Current status of the port 652fb86f-11d4-4fdc-8a4b-053035139bef is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:08.033414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72a7e050-9722-4647-8e85-2c85548dd070 req-76b130c1-27b8-4c94-a5e9-0f5aefd583fd tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672649 Feb 16 16:50:08.035832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e77f2bd3-5f07-4430-830e-bf601b263e40 None None] Provisioning complete for port aaf2d416-ab16-4f2a-adc7-0d06547f98f7 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:08.037482 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e77f2bd3-5f07-4430-830e-bf601b263e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (aaf2d416-ab16-4f2a-adc7-0d06547f98f7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:08.043605 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11694aec-2285-4632-a63f-7c0fab5f531e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network f86d48b3-66d4-4af0-8aee-e0154c34d93c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:08.045354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-11694aec-2285-4632-a63f-7c0fab5f531e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:08.159283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e77f2bd3-5f07-4430-830e-bf601b263e40 None None] Port aaf2d416-ab16-4f2a-adc7-0d06547f98f7 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:50:08.162904 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] Publish callbacks [] for security_group (2a723c55-297d-4314-af06-97bcbd5a34ca), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:08.170716 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2a723c55-297d-4314-af06-97bcbd5a34ca), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:08.242434 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:50:08.275204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11694aec-2285-4632-a63f-7c0fab5f531e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router d995e42f-02f1-497d-b8ba-d7521e76bb29 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:50:08.278848 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a723c55-297d-4314-af06-97bcbd5a34ca,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:08.299527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3a846a31-4c64-438c-9af5-5fcf154e719a None None] Provisioning complete for port aaf2d416-ab16-4f2a-adc7-0d06547f98f7 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:08.311255 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ffab0e41-c5f9-4e17-88f1-83a5287dae5d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:08.311598 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] Added segment ffab0e41-c5f9-4e17-88f1-83a5287dae5d of type vlan for network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f Feb 16 16:50:08.312113 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3a846a31-4c64-438c-9af5-5fcf154e719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (aaf2d416-ab16-4f2a-adc7-0d06547f98f7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:08.437347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3a846a31-4c64-438c-9af5-5fcf154e719a None None] Port aaf2d416-ab16-4f2a-adc7-0d06547f98f7 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:50:08.450037 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (4b6b7469-6b0c-46d7-b068-242b0fc3df3f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:08.502897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11694aec-2285-4632-a63f-7c0fab5f531e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:50:08.505455 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (4b6b7469-6b0c-46d7-b068-242b0fc3df3f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:08.507518 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:08.508453 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:08.539716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-11694aec-2285-4632-a63f-7c0fab5f531e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/d995e42f-02f1-497d-b8ba-d7521e76bb29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6942084 Feb 16 16:50:08.544402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53776) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:08.544697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f6d1ba-6784-47d7-b6e1-ae2e5fcf4d14 None None] Sync routers for ids ['d995e42f-02f1-497d-b8ba-d7521e76bb29'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:50:08.553756 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8773518 Feb 16 16:50:08.556653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53778) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:08.562430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ca985228-46e9-45de-ade9-f87ad9a04a60 admin admin] Request body: {'subnet': {'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-663886351-subnet', 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:08.603674 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7829b1-fb84-4aa2-8256-36cde42cd027 admin admin] Pushing event updated for resources: {'Network': ['ID=4b6b7469-6b0c-46d7-b068-242b0fc3df3f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:08.611097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f6d1ba-6784-47d7-b6e1-ae2e5fcf4d14 None None] Routers {'d995e42f-02f1-497d-b8ba-d7521e76bb29'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:08.615799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-50f6d1ba-6784-47d7-b6e1-ae2e5fcf4d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d995e42f-02f1-497d-b8ba-d7521e76bb29'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:08.620137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca985228-46e9-45de-ade9-f87ad9a04a60 admin admin] Made reservation on behalf of f46d9e83fb574834a22d43227eb7f02b for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:08.621025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1ffc0cf4-8b89-4905-9334-0bfed344d9c2 None None] Provisioning complete for port aaf2d416-ab16-4f2a-adc7-0d06547f98f7 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:08.621650 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ffc0cf4-8b89-4905-9334-0bfed344d9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (aaf2d416-ab16-4f2a-adc7-0d06547f98f7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:08.628724 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca985228-46e9-45de-ade9-f87ad9a04a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:08.659481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:50:08.681317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-50f6d1ba-6784-47d7-b6e1-ae2e5fcf4d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:08.719424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d74ca5b-ac07-4bf2-9e43-d03104a8a163 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:08.720903 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1d74ca5b-ac07-4bf2-9e43-d03104a8a163 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports/aaf2d416-ab16-4f2a-adc7-0d06547f98f7 HTTP/1.1" status: 200 len: 977 time: 0.1754558 Feb 16 16:50:08.727813 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53782) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:08.749182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f6d1ba-6784-47d7-b6e1-ae2e5fcf4d14 None None] Routers {'d995e42f-02f1-497d-b8ba-d7521e76bb29'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:08.749182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-50f6d1ba-6784-47d7-b6e1-ae2e5fcf4d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d995e42f-02f1-497d-b8ba-d7521e76bb29'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:08.852208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-50f6d1ba-6784-47d7-b6e1-ae2e5fcf4d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:08.852883 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f6d1ba-6784-47d7-b6e1-ae2e5fcf4d14 None None] The sync data for ids ['d995e42f-02f1-497d-b8ba-d7521e76bb29'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:50:08.858392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc0cf4-8b89-4905-9334-0bfed344d9c2 None None] Port aaf2d416-ab16-4f2a-adc7-0d06547f98f7 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:50:09.060551 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca985228-46e9-45de-ade9-f87ad9a04a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:09.097536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b844448b-f258-4a3d-a1f6-ddcf6b9b1009 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:50:09.125541 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca985228-46e9-45de-ade9-f87ad9a04a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:09.141982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca985228-46e9-45de-ade9-f87ad9a04a60 admin admin] Checking segment: {'id': 'ffab0e41-c5f9-4e17-88f1-83a5287dae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:09.142346 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca985228-46e9-45de-ade9-f87ad9a04a60 admin admin] Network hostable DHCP agents. Network: 4b6b7469-6b0c-46d7-b068-242b0fc3df3f, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:50:09.161543 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca985228-46e9-45de-ade9-f87ad9a04a60 admin admin] Network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:50:09.183951 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ca985228-46e9-45de-ade9-f87ad9a04a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 4b6b7469-6b0c-46d7-b068-242b0fc3df3f) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:09.189093 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca985228-46e9-45de-ade9-f87ad9a04a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:09.189748 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca985228-46e9-45de-ade9-f87ad9a04a60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:09.207847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e3497-03a4-40c3-86b4-7aa5bfc120da None None] Network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:50:09.216793 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ca985228-46e9-45de-ade9-f87ad9a04a60 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6587722 Feb 16 16:50:09.217588 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53798) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:09.228244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-663886351-router', 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:09.273176 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:09.274732 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:09.368726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34183cbd-7a2b-49d9-9468-e4901407447f req-5c94019e-6e7c-4900-b2f8-221355a0ccab tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:09.377317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34183cbd-7a2b-49d9-9468-e4901407447f req-5c94019e-6e7c-4900-b2f8-221355a0ccab tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 943 time: 0.1178498 Feb 16 16:50:09.427872 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Publish callbacks [] for router_controller (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:09.477619 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb8f9a-bf78-4287-87ef-87fe7ac8c98f None None] Network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:50:09.530133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34183cbd-7a2b-49d9-9468-e4901407447f req-75581fb9-10f9-4b5b-9099-55e312430d51 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461480 Feb 16 16:50:09.682208 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Publish callbacks [] for router_gateway (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:09.866354 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c68c566d-2786-42a8-941b-e618c2afdcfa tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (d995e42f-02f1-497d-b8ba-d7521e76bb29), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:09.870434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b844448b-f258-4a3d-a1f6-ddcf6b9b1009, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b844448b-f258-4a3d-a1f6-ddcf6b9b1009,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:09.897587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'b844448b-f258-4a3d-a1f6-ddcf6b9b1009', 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7', 'port_id': 'b844448b-f258-4a3d-a1f6-ddcf6b9b1009', 'mac_address': 'fa:16:3e:9f:b4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d9fb8a-744f-4a0a-90b6-699cc7c33927', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:50:09.974636 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b844448b-f258-4a3d-a1f6-ddcf6b9b1009 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:09.974983 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b844448b-f258-4a3d-a1f6-ddcf6b9b1009), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:10.001672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b844448b-f258-4a3d-a1f6-ddcf6b9b1009 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:50:10.041711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b844448b-f258-4a3d-a1f6-ddcf6b9b1009, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b844448b-f258-4a3d-a1f6-ddcf6b9b1009,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:10.054786 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b844448b-f258-4a3d-a1f6-ddcf6b9b1009), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:10.073148 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Publish callbacks [] for router_gateway (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:10.125569 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:10.210953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=b844448b-f258-4a3d-a1f6-ddcf6b9b1009,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:10.337218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Allocated IP 172.25.4.185 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/0611906d-1090-445e-81fc-3c0bf0b4c0d3) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:10.364370 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['b844448b-f258-4a3d-a1f6-ddcf6b9b1009'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:50:10.437983 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c68c566d-2786-42a8-941b-e618c2afdcfa tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port aaf2d416-ab16-4f2a-adc7-0d06547f98f7 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:50:10.439635 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c68c566d-2786-42a8-941b-e618c2afdcfa tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (aaf2d416-ab16-4f2a-adc7-0d06547f98f7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:10.672004 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Publish callbacks [] for port (0611906d-1090-445e-81fc-3c0bf0b4c0d3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:10.708741 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c68c566d-2786-42a8-941b-e618c2afdcfa tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (aaf2d416-ab16-4f2a-adc7-0d06547f98f7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:10.757503 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (0611906d-1090-445e-81fc-3c0bf0b4c0d3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:10.773218 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c68c566d-2786-42a8-941b-e618c2afdcfa tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for aaf2d416-ab16-4f2a-adc7-0d06547f98f7 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:50:10.862735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:10.876566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:10.880540 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:10.924251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067943b-f74f-4946-93bf-a2a5bc8145db req-c292953d-cca9-4af8-af63-bad056526370 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:10.931382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d067943b-f74f-4946-93bf-a2a5bc8145db req-c292953d-cca9-4af8-af63-bad056526370 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 944 time: 0.2430227 Feb 16 16:50:11.050794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d067943b-f74f-4946-93bf-a2a5bc8145db req-a8fea062-5cb6-4cbf-917c-9f5bfb534eb0 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185234 Feb 16 16:50:11.303061 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Publish callbacks [] for router_gateway (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:11.305322 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Pushing event updated for resources: {'Port': ['ID=0611906d-1090-445e-81fc-3c0bf0b4c0d3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:11.488084 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c68c566d-2786-42a8-941b-e618c2afdcfa tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (aaf2d416-ab16-4f2a-adc7-0d06547f98f7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:11.614127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c566d-2786-42a8-941b-e618c2afdcfa tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=aaf2d416-ab16-4f2a-adc7-0d06547f98f7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:11.835017 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:12.188180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Router ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:50:12.205951 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c68c566d-2786-42a8-941b-e618c2afdcfa tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (d995e42f-02f1-497d-b8ba-d7521e76bb29), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:12.309700 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c3308e8c-d27c-4516-b061-31d93c70f8f8 req-0ce33c0c-47a1-4fda-95b4-195dba8893ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1836298 Feb 16 16:50:12.310894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:50:12.330683 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Sync routers for ids ['ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:50:12.354058 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Routers {'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:12.354977 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:12.424856 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:12.436324 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5086312b-307c-4b99-9bab-b6b9b983dc86 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2150702 Feb 16 16:50:12.438362 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53828) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:12.589647 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308e8c-d27c-4516-b061-31d93c70f8f8 req-2e6b87c0-4b51-4040-8997-5d6c70e81415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:12.591853 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c3308e8c-d27c-4516-b061-31d93c70f8f8 req-2e6b87c0-4b51-4040-8997-5d6c70e81415 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 1128 time: 0.2473032 Feb 16 16:50:12.663931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca31bd-66c2-4d7f-9caf-e9862097d9d4 req-dc45a0dc-2816-451e-89dd-70cd1072688c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:12.665485 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15ca31bd-66c2-4d7f-9caf-e9862097d9d4 req-dc45a0dc-2816-451e-89dd-70cd1072688c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 944 time: 0.2503726 Feb 16 16:50:12.686397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68c566d-2786-42a8-941b-e618c2afdcfa tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router d995e42f-02f1-497d-b8ba-d7521e76bb29 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:50:12.824782 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Set router ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:50:12.849297 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68c566d-2786-42a8-941b-e618c2afdcfa tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:50:12.861080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c68c566d-2786-42a8-941b-e618c2afdcfa tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/d995e42f-02f1-497d-b8ba-d7521e76bb29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1254818 Feb 16 16:50:12.863244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53830) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:12.873554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c8e88-a868-42ba-b4f0-b2dd5978f579 None None] Sync routers for ids ['d995e42f-02f1-497d-b8ba-d7521e76bb29'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:50:12.880338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15ca31bd-66c2-4d7f-9caf-e9862097d9d4 req-b59d6b4f-8147-438c-9ff8-cc926e1f621a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067833 Feb 16 16:50:12.894476 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04c8e88-a868-42ba-b4f0-b2dd5978f579 None None] Routers {'d995e42f-02f1-497d-b8ba-d7521e76bb29'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:12.900772 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c04c8e88-a868-42ba-b4f0-b2dd5978f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d995e42f-02f1-497d-b8ba-d7521e76bb29'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:12.978332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c04c8e88-a868-42ba-b4f0-b2dd5978f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:12.993655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04c8e88-a868-42ba-b4f0-b2dd5978f579 None None] Routers {'d995e42f-02f1-497d-b8ba-d7521e76bb29'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:12.994272 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c04c8e88-a868-42ba-b4f0-b2dd5978f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d995e42f-02f1-497d-b8ba-d7521e76bb29'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:13.048189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-c04c8e88-a868-42ba-b4f0-b2dd5978f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:13.048914 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c8e88-a868-42ba-b4f0-b2dd5978f579 None None] The sync data for ids ['d995e42f-02f1-497d-b8ba-d7521e76bb29'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:50:13.096062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308e8c-d27c-4516-b061-31d93c70f8f8 req-f81c0f6a-51df-4342-96f1-f2ceafe55dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:13.097586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b844448b-f258-4a3d-a1f6-ddcf6b9b1009 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:13.098159 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c3308e8c-d27c-4516-b061-31d93c70f8f8 req-f81c0f6a-51df-4342-96f1-f2ceafe55dd9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 907 time: 0.4790180 Feb 16 16:50:13.238725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port b844448b-f258-4a3d-a1f6-ddcf6b9b1009 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:50:13.244325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port b844448b-f258-4a3d-a1f6-ddcf6b9b1009 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:13.246046 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b844448b-f258-4a3d-a1f6-ddcf6b9b1009), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:13.267003 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c3308e8c-d27c-4516-b061-31d93c70f8f8 req-bd44fafe-1eb7-491f-9c5c-801b008c2cb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c28583-96df-4979-a693-6ec0a3481d95 HTTP/1.1" status: 200 len: 217 time: 0.1619921 Feb 16 16:50:13.315475 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-3c341e82-dba8-4c0c-84f8-f8a0205a06b0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 16:50:13.316561 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3c341e82-dba8-4c0c-84f8-f8a0205a06b0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/d995e42f-02f1-497d-b8ba-d7521e76bb29/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4523473 Feb 16 16:50:13.319537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53838) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:13.374848 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8527a9dd-a3f8-4912-9c7f-d8f46280e4b8 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d995e42f-02f1-497d-b8ba-d7521e76bb29 HTTP/1.1" status: 200 len: 205 time: 0.0514054 Feb 16 16:50:13.375155 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53842) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:13.387059 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'name': 'tempest-ServerRescueNegativeTestJSON-663886351-router', 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:09Z', 'updated_at': '2022-02-16T16:50:11Z', 'revision_number': 3, 'project_id': 'f46d9e83fb574834a22d43227eb7f02b', 'gw_port': {'id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:10Z', 'updated_at': '2022-02-16T16:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:13.428261 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Checking router: ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:50:13.429338 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Updating router ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c port 0611906d-1090-445e-81fc-3c0bf0b4c0d3 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:50:13.497763 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0611906d-1090-445e-81fc-3c0bf0b4c0d3), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:13.524164 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b844448b-f258-4a3d-a1f6-ddcf6b9b1009 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:13.528817 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b844448b-f258-4a3d-a1f6-ddcf6b9b1009), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:13.612519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b844448b-f258-4a3d-a1f6-ddcf6b9b1009, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b844448b-f258-4a3d-a1f6-ddcf6b9b1009,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:13.614999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b844448b-f258-4a3d-a1f6-ddcf6b9b1009'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:50:13.639389 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6114488-3a44-4765-98ca-7aff7e2b4e6b" -d '{"events": [{"server_uuid": "b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6", "name": "network-vif-plugged", "status": "completed", "tag": "b844448b-f258-4a3d-a1f6-ddcf6b9b1009"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:50:13.647382 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-482270ee-5d0c-4c91-bf8f-34fd247e4455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (d995e42f-02f1-497d-b8ba-d7521e76bb29), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:13.654157 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b844448b-f258-4a3d-a1f6-ddcf6b9b1009), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:13.813835 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b4690b-3eae-4ef3-993c-8a5714b61b63 x-openstack-request-id: req-39b4690b-3eae-4ef3-993c-8a5714b61b63 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:50:13.814300 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6", "name": "network-vif-plugged", "status": "completed", "tag": "b844448b-f258-4a3d-a1f6-ddcf6b9b1009", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:50:13.815575 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39b4690b-3eae-4ef3-993c-8a5714b61b63 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:50:13.816107 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b844448b-f258-4a3d-a1f6-ddcf6b9b1009', 'code': 200} Feb 16 16:50:13.819192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=b844448b-f258-4a3d-a1f6-ddcf6b9b1009,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:14.039954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895c56c-23e1-4f1c-ac27-0b2bc4f0bde2 req-73edf8b0-0e87-4622-b22b-612e552f6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:14.041372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2895c56c-23e1-4f1c-ac27-0b2bc4f0bde2 req-73edf8b0-0e87-4622-b22b-612e552f6652 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 1127 time: 0.2151489 Feb 16 16:50:14.184926 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Publish callbacks [] for port (0611906d-1090-445e-81fc-3c0bf0b4c0d3), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:14.192762 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0611906d-1090-445e-81fc-3c0bf0b4c0d3), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:14.234757 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-482270ee-5d0c-4c91-bf8f-34fd247e4455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (d995e42f-02f1-497d-b8ba-d7521e76bb29), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:14.240643 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-482270ee-5d0c-4c91-bf8f-34fd247e4455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_controller (d995e42f-02f1-497d-b8ba-d7521e76bb29), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:14.281122 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Attempting to bind port 0611906d-1090-445e-81fc-3c0bf0b4c0d3 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:50:14.284229 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Attempting to bind port 0611906d-1090-445e-81fc-3c0bf0b4c0d3 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:50:14.284808 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Attempting to bind port 0611906d-1090-445e-81fc-3c0bf0b4c0d3 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:14.303069 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:50:14.303517 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:14.307686 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:14.308212 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:50:14.310211 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Bound port: 0611906d-1090-445e-81fc-3c0bf0b4c0d3, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:50:14.312939 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0611906d-1090-445e-81fc-3c0bf0b4c0d3), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:14.403694 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] For port 0611906d-1090-445e-81fc-3c0bf0b4c0d3, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:50:14.407624 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] For port 0611906d-1090-445e-81fc-3c0bf0b4c0d3, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0611906d-1090-445e-81fc-3c0bf0b4c0d3,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:50:14.419792 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0611906d-1090-445e-81fc-3c0bf0b4c0d3), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:14.425688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b761622-5e2a-49a7-97e9-74dde779e974 req-b23fc0c1-af05-4b6a-a454-c923f68621a6 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:14.427297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b761622-5e2a-49a7-97e9-74dde779e974 req-b23fc0c1-af05-4b6a-a454-c923f68621a6 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.3850548 Feb 16 16:50:14.438229 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-482270ee-5d0c-4c91-bf8f-34fd247e4455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (d995e42f-02f1-497d-b8ba-d7521e76bb29), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:14.438884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482270ee-5d0c-4c91-bf8f-34fd247e4455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Fanout notify agent at l3_agent the message router_deleted on router d995e42f-02f1-497d-b8ba-d7521e76bb29 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:50:14.446302 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-482270ee-5d0c-4c91-bf8f-34fd247e4455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:14.453933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53854) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:14.471292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-482270ee-5d0c-4c91-bf8f-34fd247e4455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/routers/d995e42f-02f1-497d-b8ba-d7521e76bb29 HTTP/1.1" status: 204 len: 168 time: 1.0948195 Feb 16 16:50:14.491521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2895c56c-23e1-4f1c-ac27-0b2bc4f0bde2 req-7e73e38c-2f50-4a4d-9e0a-c96715327a5d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755617 Feb 16 16:50:14.499369 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d0e55-1f65-44e0-8b0f-535ed04acf29 None None] Pushing event updated for resources: {'Port': ['ID=0611906d-1090-445e-81fc-3c0bf0b4c0d3,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:14.517684 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d0e55-1f65-44e0-8b0f-535ed04acf29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:14.518030 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d0e55-1f65-44e0-8b0f-535ed04acf29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:14.518367 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d0e55-1f65-44e0-8b0f-535ed04acf29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:14.518700 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d0e55-1f65-44e0-8b0f-535ed04acf29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:14.519031 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d0e55-1f65-44e0-8b0f-535ed04acf29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:14.519356 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d0e55-1f65-44e0-8b0f-535ed04acf29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:14.519688 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d0e55-1f65-44e0-8b0f-535ed04acf29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:14.520126 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d0e55-1f65-44e0-8b0f-535ed04acf29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:14.520457 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d0e55-1f65-44e0-8b0f-535ed04acf29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:14.520779 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d0e55-1f65-44e0-8b0f-535ed04acf29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:14.521099 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d0e55-1f65-44e0-8b0f-535ed04acf29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:14.521418 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d0e55-1f65-44e0-8b0f-535ed04acf29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:14.521735 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d0e55-1f65-44e0-8b0f-535ed04acf29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:14.538040 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Routers {'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:14.538679 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:14.566902 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b761622-5e2a-49a7-97e9-74dde779e974 req-fa11c74a-5df6-49e2-9aa2-c624bc812c1e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310449 Feb 16 16:50:14.591321 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0682dcfd-b215-4289-8d1b-71f3f46f72ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting subnet 67e21799-09db-4f91-ab63-f7f11520755f {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:50:14.591321 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3308e8c-d27c-4516-b061-31d93c70f8f8 req-a4285d01-8a20-45c7-8062-4eb0b424cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:14.591321 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c3308e8c-d27c-4516-b061-31d93c70f8f8 req-a4285d01-8a20-45c7-8062-4eb0b424cabc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 1.2818959 Feb 16 16:50:14.611000 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0682dcfd-b215-4289-8d1b-71f3f46f72ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (67e21799-09db-4f91-ab63-f7f11520755f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:14.834112 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] Set router ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:50:14.844044 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0682dcfd-b215-4289-8d1b-71f3f46f72ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (67e21799-09db-4f91-ab63-f7f11520755f), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:14.850065 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c3308e8c-d27c-4516-b061-31d93c70f8f8 req-d8573bf2-450c-4f56-9be0-46c6bfd7dd89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717363 Feb 16 16:50:14.944967 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d0e55-1f65-44e0-8b0f-535ed04acf29 None None] Pushing event updated for resources: {'Port': ['ID=0611906d-1090-445e-81fc-3c0bf0b4c0d3,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:15.110924 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:15.194504 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'name': 'tempest-ServerRescueNegativeTestJSON-663886351-router', 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:09Z', 'updated_at': '2022-02-16T16:50:11Z', 'revision_number': 3, 'project_id': 'f46d9e83fb574834a22d43227eb7f02b', 'gw_port': {'id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:10Z', 'updated_at': '2022-02-16T16:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:15.221477 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c3308e8c-d27c-4516-b061-31d93c70f8f8 req-3ca8c396-95a0-4657-b0df-5259cfa08500 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797985 Feb 16 16:50:15.296486 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0682dcfd-b215-4289-8d1b-71f3f46f72ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (67e21799-09db-4f91-ab63-f7f11520755f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:15.312466 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71d2e1-3ca8-4501-99bb-bad7264a3f2b None None] The sync data for ids ['ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'] in n-d-669411-5 is: [{'id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'name': 'tempest-ServerRescueNegativeTestJSON-663886351-router', 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:09Z', 'updated_at': '2022-02-16T16:50:11Z', 'revision_number': 3, 'project_id': 'f46d9e83fb574834a22d43227eb7f02b', 'gw_port': {'id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:10Z', 'updated_at': '2022-02-16T16:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:50:15.503896 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0682dcfd-b215-4289-8d1b-71f3f46f72ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (67e21799-09db-4f91-ab63-f7f11520755f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:15.568322 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c3308e8c-d27c-4516-b061-31d93c70f8f8 req-c06f30d3-2ee0-462f-95ce-95ecbfa38416 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366809 Feb 16 16:50:15.596510 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f50740-8e12-4d32-bc52-049e8b05887e None None] Network f86d48b3-66d4-4af0-8aee-e0154c34d93c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:50:15.629238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0682dcfd-b215-4289-8d1b-71f3f46f72ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:15.633378 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0682dcfd-b215-4289-8d1b-71f3f46f72ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/67e21799-09db-4f91-ab63-f7f11520755f HTTP/1.1" status: 204 len: 168 time: 1.1743202 Feb 16 16:50:15.637247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682dcfd-b215-4289-8d1b-71f3f46f72ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Subnet': ['ID=67e21799-09db-4f91-ab63-f7f11520755f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:15.637405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53868) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:15.753982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Allocated IP 172.20.0.1 (4b6b7469-6b0c-46d7-b068-242b0fc3df3f/3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd/e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:15.959958 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (f86d48b3-66d4-4af0-8aee-e0154c34d93c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:16.050817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b93769-9018-422a-96dc-e11f7eefd3af req-16aac1f3-adc6-4477-980a-2df9a226bb9c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:16.052600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5b93769-9018-422a-96dc-e11f7eefd3af req-16aac1f3-adc6-4477-980a-2df9a226bb9c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.2670267 Feb 16 16:50:16.070256 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Publish callbacks [] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:16.074538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed1277d-7bc3-482e-97ae-cce9cc8b937f None None] DHCP port deletion for f86d48b3-66d4-4af0-8aee-e0154c34d93c request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:50:16.179294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5b93769-9018-422a-96dc-e11f7eefd3af req-025a0112-78c8-4193-864d-54a669c45d01 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991912 Feb 16 16:50:16.181093 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:16.197374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port 652fb86f-11d4-4fdc-8a4b-053035139bef {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:50:16.197715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:16.204445 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-aed1277d-7bc3-482e-97ae-cce9cc8b937f None None] Deleting port 652fb86f-11d4-4fdc-8a4b-053035139bef {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:50:16.204829 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aed1277d-7bc3-482e-97ae-cce9cc8b937f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:16.248150 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:16.266368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:16.305236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:16.361747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] For port 652fb86f-11d4-4fdc-8a4b-053035139bef, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=652fb86f-11d4-4fdc-8a4b-053035139bef,segment=NetworkSegment(8d4e09bb-a295-4ec8-ac83-c512b2b98691),segment_id=8d4e09bb-a295-4ec8-ac83-c512b2b98691)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:16.362136 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:16.363528 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-aed1277d-7bc3-482e-97ae-cce9cc8b937f None None] For port 652fb86f-11d4-4fdc-8a4b-053035139bef, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=652fb86f-11d4-4fdc-8a4b-053035139bef,segment=NetworkSegment(8d4e09bb-a295-4ec8-ac83-c512b2b98691),segment_id=8d4e09bb-a295-4ec8-ac83-c512b2b98691)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:16.363967 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aed1277d-7bc3-482e-97ae-cce9cc8b937f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:16.378889 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for 652fb86f-11d4-4fdc-8a4b-053035139bef owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:50:16.379675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-aed1277d-7bc3-482e-97ae-cce9cc8b937f None None] Calling delete_port for 652fb86f-11d4-4fdc-8a4b-053035139bef owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:50:16.426169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:16.472864 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:16.573091 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aed1277d-7bc3-482e-97ae-cce9cc8b937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:16.589141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1277d-7bc3-482e-97ae-cce9cc8b937f None None] No DVR routers for this DVR port 652fb86f-11d4-4fdc-8a4b-053035139bef on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:50:16.648396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1277d-7bc3-482e-97ae-cce9cc8b937f None None] Pushing event deleted for resources: {'Port': ['ID=652fb86f-11d4-4fdc-8a4b-053035139bef,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:16.745517 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.056907 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (652fb86f-11d4-4fdc-8a4b-053035139bef), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.104487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No DVR routers for this DVR port 652fb86f-11d4-4fdc-8a4b-053035139bef on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:50:17.130544 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Publish callbacks [] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.145324 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.154428 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=652fb86f-11d4-4fdc-8a4b-053035139bef,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:17.268298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0611906d-1090-445e-81fc-3c0bf0b4c0d3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:17.284525 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (f86d48b3-66d4-4af0-8aee-e0154c34d93c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.288146 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.366036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86d48b3-66d4-4af0-8aee-e0154c34d93c']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:17.369753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 0611906d-1090-445e-81fc-3c0bf0b4c0d3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:17.370348 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0611906d-1090-445e-81fc-3c0bf0b4c0d3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.380116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:17.401343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4e09bb-a295-4ec8-ac83-c512b2b98691') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:17.404451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4e09bb-a295-4ec8-ac83-c512b2b98691') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:17.430926 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (8d4e09bb-a295-4ec8-ac83-c512b2b98691), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.481162 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (8d4e09bb-a295-4ec8-ac83-c512b2b98691), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.490822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:50:17.491490 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (8d4e09bb-a295-4ec8-ac83-c512b2b98691), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.505663 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 0611906d-1090-445e-81fc-3c0bf0b4c0d3 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:17.506343 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0611906d-1090-445e-81fc-3c0bf0b4c0d3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.529661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 0611906d-1090-445e-81fc-3c0bf0b4c0d3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0611906d-1090-445e-81fc-3c0bf0b4c0d3,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:17.537873 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0611906d-1090-445e-81fc-3c0bf0b4c0d3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.560990 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:17.581277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:50:17.646566 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:50:17.654703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 652fb86f-11d4-4fdc-8a4b-053035139bef no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:50:17.691863 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (f86d48b3-66d4-4af0-8aee-e0154c34d93c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.696954 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.714353 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/networks/f86d48b3-66d4-4af0-8aee-e0154c34d93c HTTP/1.1" status: 204 len: 168 time: 2.0760520 Feb 16 16:50:17.729109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 652fb86f-11d4-4fdc-8a4b-053035139bef {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:50:17.729406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 652fb86f-11d4-4fdc-8a4b-053035139bef not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:50:17.745017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=0611906d-1090-445e-81fc-3c0bf0b4c0d3,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:17.750879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53884) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:17.753664 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466f5f6-35a6-445e-9672-d69c3e55556e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Network': ['ID=f86d48b3-66d4-4af0-8aee-e0154c34d93c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:17.771645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3fb8a343-de63-4aeb-bba8-838b555c91fc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'network': {'name': 'tempest-RoutersTest-1971630246'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:17.856505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f41821-1351-495c-9f8b-4ee8af6000a0 req-ce377c4a-4409-4eb6-a5dc-cea18e853fae tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:17.862553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9f41821-1351-495c-9f8b-4ee8af6000a0 req-ce377c4a-4409-4eb6-a5dc-cea18e853fae tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.5434268 Feb 16 16:50:17.864832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb8a343-de63-4aeb-bba8-838b555c91fc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:17.869024 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a343-de63-4aeb-bba8-838b555c91fc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.876220 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Router ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:50:17.961849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb8a343-de63-4aeb-bba8-838b555c91fc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:50:17.985148 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9f41821-1351-495c-9f8b-4ee8af6000a0 req-4795ccce-57df-47fe-baba-4fa10498a71c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117871 Feb 16 16:50:17.995661 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a343-de63-4aeb-bba8-838b555c91fc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (2bf1f1d9-b777-428a-b09d-a0148051c95d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:17.996046 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-3fb8a343-de63-4aeb-bba8-838b555c91fc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Added segment 2bf1f1d9-b777-428a-b09d-a0148051c95d of type vlan for network 6f1abb34-d18a-454b-b9b2-c89585ca89df Feb 16 16:50:18.057283 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a343-de63-4aeb-bba8-838b555c91fc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (6f1abb34-d18a-454b-b9b2-c89585ca89df), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:18.104850 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a343-de63-4aeb-bba8-838b555c91fc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (6f1abb34-d18a-454b-b9b2-c89585ca89df), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:18.115936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb8a343-de63-4aeb-bba8-838b555c91fc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:18.116638 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a343-de63-4aeb-bba8-838b555c91fc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:18.143009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3fb8a343-de63-4aeb-bba8-838b555c91fc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3819406 Feb 16 16:50:18.145554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53890) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:18.151037 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-0c289dbb-daaa-4077-983e-7fd0098fb836 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'subnet': {'network_id': '6f1abb34-d18a-454b-b9b2-c89585ca89df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:18.205704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:50:18.213970 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-96b461dc-4425-4f46-b2cc-5804fc6c45b0 admin admin] 10.222.0.24 "PUT /v2.0/routers/ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7697179 Feb 16 16:50:18.282768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8a343-de63-4aeb-bba8-838b555c91fc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Network': ['ID=6f1abb34-d18a-454b-b9b2-c89585ca89df,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:18.295497 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 6f1abb34-d18a-454b-b9b2-c89585ca89df details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:50:18.309208 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Sync routers for ids ['ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:50:18.332319 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Routers {'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:18.332971 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:18.396885 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c289dbb-daaa-4077-983e-7fd0098fb836 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:18.405613 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0c289dbb-daaa-4077-983e-7fd0098fb836 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:18.558513 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Set router ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:50:18.753746 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0c289dbb-daaa-4077-983e-7fd0098fb836 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (c0a57278-5bc0-4538-9050-0f26bf231257), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:18.817332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c289dbb-daaa-4077-983e-7fd0098fb836 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Subnet': ['ID=c0a57278-5bc0-4538-9050-0f26bf231257,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:18.855907 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'name': 'tempest-ServerRescueNegativeTestJSON-663886351-router', 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:09Z', 'updated_at': '2022-02-16T16:50:16Z', 'revision_number': 4, 'project_id': 'f46d9e83fb574834a22d43227eb7f02b', 'gw_port': {'id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:10Z', 'updated_at': '2022-02-16T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f', 'name': '', 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f', 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b', 'mac_address': 'fa:16:3e:2c:68:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:15Z', 'updated_at': '2022-02-16T16:50:16Z', 'revision_number': 2, 'project_id': 'f46d9e83fb574834a22d43227eb7f02b', 'subnets': [{'id': '3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:18.898421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ff013-4af8-4063-9e8d-42f469e881ad req-f4048a8f-ae38-4d4c-93e0-9452fcafbc52 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:18.902163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-438ff013-4af8-4063-9e8d-42f469e881ad req-f4048a8f-ae38-4d4c-93e0-9452fcafbc52 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.5125594 Feb 16 16:50:18.905554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c289dbb-daaa-4077-983e-7fd0098fb836 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Checking segment: {'id': '2bf1f1d9-b777-428a-b09d-a0148051c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f1abb34-d18a-454b-b9b2-c89585ca89df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:18.905923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c289dbb-daaa-4077-983e-7fd0098fb836 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network hostable DHCP agents. Network: 6f1abb34-d18a-454b-b9b2-c89585ca89df, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:50:18.998977 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c289dbb-daaa-4077-983e-7fd0098fb836 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network 6f1abb34-d18a-454b-b9b2-c89585ca89df is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:50:19.048289 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Checking router: ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:50:19.048619 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Updating router ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c port e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:50:19.051546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-0c289dbb-daaa-4077-983e-7fd0098fb836 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 6f1abb34-d18a-454b-b9b2-c89585ca89df) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:19.061570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b674b50-7173-4069-af25-1621a5d3dfc8 None None] Network 6f1abb34-d18a-454b-b9b2-c89585ca89df requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:50:19.069024 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c289dbb-daaa-4077-983e-7fd0098fb836 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:19.069602 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0c289dbb-daaa-4077-983e-7fd0098fb836 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:19.078009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-438ff013-4af8-4063-9e8d-42f469e881ad req-7ce48054-6f09-4e68-8ee3-6268110042b8 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530435 Feb 16 16:50:19.115691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53920) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:19.120380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ab3170e2-3f1b-4c4e-bff3-31f1b71f0ceb tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-752246893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:19.126512 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0c289dbb-daaa-4077-983e-7fd0098fb836 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9797480 Feb 16 16:50:19.129384 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:19.151418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-ff4abf85-5d0f-4ac2-9918-72218dac65b9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:19.154693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-ff4abf85-5d0f-4ac2-9918-72218dac65b9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/networks?id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f HTTP/1.1" status: 200 len: 818 time: 0.2309828 Feb 16 16:50:19.159937 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab3170e2-3f1b-4c4e-bff3-31f1b71f0ceb tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (2f229e5d-69e8-4fc5-8f0d-747b11186a53), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:19.161507 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab3170e2-3f1b-4c4e-bff3-31f1b71f0ceb tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (2f229e5d-69e8-4fc5-8f0d-747b11186a53), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:19.186816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-2d9b6a7a-6661-47b1-88ce-59fa7f3b635d tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/quotas/f46d9e83fb574834a22d43227eb7f02b HTTP/1.1" status: 200 len: 375 time: 0.0224869 Feb 16 16:50:19.317792 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab3170e2-3f1b-4c4e-bff3-31f1b71f0ceb tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_controller (2f229e5d-69e8-4fc5-8f0d-747b11186a53), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:19.327110 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab3170e2-3f1b-4c4e-bff3-31f1b71f0ceb tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (2f229e5d-69e8-4fc5-8f0d-747b11186a53), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:19.357093 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab3170e2-3f1b-4c4e-bff3-31f1b71f0ceb tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:19.361447 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ab3170e2-3f1b-4c4e-bff3-31f1b71f0ceb tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2446539 Feb 16 16:50:19.363518 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53924) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:19.379437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0611906d-1090-445e-81fc-3c0bf0b4c0d3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:19.397116 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-6f1abb34-d18a-454b-b9b2-c89585ca89df', 'network_id': '6f1abb34-d18a-454b-b9b2-c89585ca89df', 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'fixed_ips': [{'subnet_id': 'c0a57278-5bc0-4538-9050-0f26bf231257'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:50:19.398188 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:19.431338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-ee740677-94f5-4c36-a13b-3ba73750778e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f46d9e83fb574834a22d43227eb7f02b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2372112 Feb 16 16:50:19.530022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7fd8b-76e9-4e90-8195-f87e24d0427f req-c6f9d32f-62f0-4946-bd54-9c2d36e229f3 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:19.534348 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7f7fd8b-76e9-4e90-8195-f87e24d0427f req-c6f9d32f-62f0-4946-bd54-9c2d36e229f3 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.2573819 Feb 16 16:50:19.561024 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Publish callbacks [] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:19.570676 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:19.664216 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7f7fd8b-76e9-4e90-8195-f87e24d0427f req-00fbda57-b519-4071-94e4-cbde3f85f5f1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237264 Feb 16 16:50:19.718213 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Allocated IP 172.20.0.2 (6f1abb34-d18a-454b-b9b2-c89585ca89df/c0a57278-5bc0-4538-9050-0f26bf231257/63ec6d99-ceb3-4241-984a-dec92c66bfbf) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:19.741090 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec2b53-f880-46bc-b33c-1433a6d3ee78 None None] Pushing event updated for resources: {'Port': ['ID=e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:19.802492 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-d4947f84-54b0-4fd9-b016-701762ddd875 service neutron] 10.222.0.24 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526502 Feb 16 16:50:19.847831 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Attempting to bind port e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:50:19.854193 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Attempting to bind port e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'ffab0e41-c5f9-4e17-88f1-83a5287dae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:50:19.854840 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Attempting to bind port e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f on network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:19.863308 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:50:19.864163 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Checking segment: {'id': 'ffab0e41-c5f9-4e17-88f1-83a5287dae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:19.864771 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:19.866023 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Bound using segment: {'id': 'ffab0e41-c5f9-4e17-88f1-83a5287dae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:50:19.866711 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Bound port: e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffab0e41-c5f9-4e17-88f1-83a5287dae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:50:19.867584 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:19.948187 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Publish callbacks [] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:19.958683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 0611906d-1090-445e-81fc-3c0bf0b4c0d3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:19.959120 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0611906d-1090-445e-81fc-3c0bf0b4c0d3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:20.007017 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-e3da227e-b468-4a6c-8364-678d3d7257c7 service neutron] 10.222.0.24 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983633 Feb 16 16:50:20.018887 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:20.019441 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] For port e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:50:20.028558 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] For port e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f,segment=NetworkSegment(ffab0e41-c5f9-4e17-88f1-83a5287dae5d),segment_id=ffab0e41-c5f9-4e17-88f1-83a5287dae5d)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:50:20.043494 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:20.130855 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec2b53-f880-46bc-b33c-1433a6d3ee78 None None] Pushing event updated for resources: {'Port': ['ID=e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:20.136341 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Routers {'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:20.137631 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:20.173225 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Pushing event updated for resources: {'Port': ['ID=63ec6d99-ceb3-4241-984a-dec92c66bfbf,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:20.174362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:20.191383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Network 6f1abb34-d18a-454b-b9b2-c89585ca89df is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:20.192328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a8461-31a4-499c-b4b1-b4a3d546920e req-e6770227-e8b7-419e-a6aa-34c9b4b6f743 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:20.193727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:20.201877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c49a8461-31a4-499c-b4b1-b4a3d546920e req-e6770227-e8b7-419e-a6aa-34c9b4b6f743 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.1444418 Feb 16 16:50:20.221047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:20.306453 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Attempting to bind port 63ec6d99-ceb3-4241-984a-dec92c66bfbf on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:50:20.306567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Attempting to bind port 63ec6d99-ceb3-4241-984a-dec92c66bfbf by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '2bf1f1d9-b777-428a-b09d-a0148051c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f1abb34-d18a-454b-b9b2-c89585ca89df'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:50:20.306854 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Attempting to bind port 63ec6d99-ceb3-4241-984a-dec92c66bfbf on network 6f1abb34-d18a-454b-b9b2-c89585ca89df {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:20.318016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:50:20.318954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Checking segment: {'id': '2bf1f1d9-b777-428a-b09d-a0148051c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f1abb34-d18a-454b-b9b2-c89585ca89df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:20.319366 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:20.320028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Bound using segment: {'id': '2bf1f1d9-b777-428a-b09d-a0148051c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f1abb34-d18a-454b-b9b2-c89585ca89df'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:50:20.320979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Bound port: 63ec6d99-ceb3-4241-984a-dec92c66bfbf, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf1f1d9-b777-428a-b09d-a0148051c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f1abb34-d18a-454b-b9b2-c89585ca89df'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:50:20.321374 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:20.338859 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 0611906d-1090-445e-81fc-3c0bf0b4c0d3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:20.384268 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c49a8461-31a4-499c-b4b1-b4a3d546920e req-fa8b428c-1781-4449-a48b-e31432d52a2d tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804011 Feb 16 16:50:20.433765 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] For port 63ec6d99-ceb3-4241-984a-dec92c66bfbf, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:50:20.438444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] For port 63ec6d99-ceb3-4241-984a-dec92c66bfbf, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=63ec6d99-ceb3-4241-984a-dec92c66bfbf,segment=NetworkSegment(2bf1f1d9-b777-428a-b09d-a0148051c95d),segment_id=2bf1f1d9-b777-428a-b09d-a0148051c95d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:50:20.450094 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:20.491818 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2b12cb5-e46e-4bd6-b4e4-e13d6caf1f26 req-c81f4665-0f62-42f7-b672-dec45557437d tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 210 time: 0.0793686 Feb 16 16:50:20.501113 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] Set router ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:50:20.596798 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fec87f-395c-4f30-a4fc-58b66037b4d7 None None] Pushing event updated for resources: {'Port': ['ID=63ec6d99-ceb3-4241-984a-dec92c66bfbf,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:20.836955 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Allocated IP 172.20.0.1 (6f1abb34-d18a-454b-b9b2-c89585ca89df/c0a57278-5bc0-4538-9050-0f26bf231257/eb08a85f-75dd-467f-85a7-ab080b2e7306) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:20.908924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-f292f95b-53d2-4a1d-8cfb-0f784d9b21d4 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:20.917982 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-f292f95b-53d2-4a1d-8cfb-0f784d9b21d4 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/networks?id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f HTTP/1.1" status: 200 len: 818 time: 0.2436194 Feb 16 16:50:20.960830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-7769fdc1-0f38-46b8-a5c9-dd87b3e026f4 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/quotas/f46d9e83fb574834a22d43227eb7f02b HTTP/1.1" status: 200 len: 375 time: 0.0407588 Feb 16 16:50:20.979001 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'name': 'tempest-ServerRescueNegativeTestJSON-663886351-router', 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:09Z', 'updated_at': '2022-02-16T16:50:16Z', 'revision_number': 4, 'project_id': 'f46d9e83fb574834a22d43227eb7f02b', 'gw_port': {'id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:10Z', 'updated_at': '2022-02-16T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f', 'name': '', 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f', 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b', 'mac_address': 'fa:16:3e:2c:68:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:15Z', 'updated_at': '2022-02-16T16:50:20Z', 'revision_number': 4, 'project_id': 'f46d9e83fb574834a22d43227eb7f02b', 'subnets': [{'id': '3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:21.022902 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ac5b1-5e63-413c-b181-6ca38fd405d9 None None] The sync data for ids ['ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'] in n-d-669411-5 is: [{'id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'name': 'tempest-ServerRescueNegativeTestJSON-663886351-router', 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:09Z', 'updated_at': '2022-02-16T16:50:16Z', 'revision_number': 4, 'project_id': 'f46d9e83fb574834a22d43227eb7f02b', 'gw_port': {'id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:10Z', 'updated_at': '2022-02-16T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f', 'name': '', 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f', 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b', 'mac_address': 'fa:16:3e:2c:68:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:15Z', 'updated_at': '2022-02-16T16:50:20Z', 'revision_number': 4, 'project_id': 'f46d9e83fb574834a22d43227eb7f02b', 'subnets': [{'id': '3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:50:21.085344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-6294a9c4-ce72-45fe-a763-c92920fb6a40 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f46d9e83fb574834a22d43227eb7f02b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1227255 Feb 16 16:50:21.228239 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (eb08a85f-75dd-467f-85a7-ab080b2e7306), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:21.326031 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (eb08a85f-75dd-467f-85a7-ab080b2e7306), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:21.334966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 63ec6d99-ceb3-4241-984a-dec92c66bfbf up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:21.473035 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network 6f1abb34-d18a-454b-b9b2-c89585ca89df is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:21.505398 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-94440602-eb0a-4f89-a54e-34089fa65780 service neutron] 10.222.0.24 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187970 Feb 16 16:50:21.506843 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:21.513869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:21.586372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 63ec6d99-ceb3-4241-984a-dec92c66bfbf triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:21.586759 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:21.631958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=eb08a85f-75dd-467f-85a7-ab080b2e7306,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:21.710394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55d883-0b9c-41c5-ab43-557032bf7de9 req-29aac013-0efb-4cce-b190-ba393da6889c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:21.721597 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2c55d883-0b9c-41c5-ab43-557032bf7de9 req-29aac013-0efb-4cce-b190-ba393da6889c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.3517442 Feb 16 16:50:21.746823 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (2f229e5d-69e8-4fc5-8f0d-747b11186a53), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:21.749648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 63ec6d99-ceb3-4241-984a-dec92c66bfbf is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:21.751380 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:21.813419 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 63ec6d99-ceb3-4241-984a-dec92c66bfbf, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=63ec6d99-ceb3-4241-984a-dec92c66bfbf,segment=NetworkSegment(2bf1f1d9-b777-428a-b09d-a0148051c95d),segment_id=2bf1f1d9-b777-428a-b09d-a0148051c95d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:21.822978 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:21.932350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19c75c-5326-4c2f-83be-7b39331403ee req-8b843b91-7fe8-46c1-8ca6-e4425822ed16 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:21.933937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a19c75c-5326-4c2f-83be-7b39331403ee req-8b843b91-7fe8-46c1-8ca6-e4425822ed16 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.3486738 Feb 16 16:50:21.949505 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-613fc70c-edac-4a41-b458-1f46ade50037 service neutron] 10.222.0.24 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430137 Feb 16 16:50:22.054650 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=63ec6d99-ceb3-4241-984a-dec92c66bfbf,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:22.167044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a19c75c-5326-4c2f-83be-7b39331403ee req-e2ef5ec4-6b07-4a05-8f27-89930c6b79e4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164609 Feb 16 16:50:22.405070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-2c55d883-0b9c-41c5-ab43-557032bf7de9 req-ba22b5ec-8e7a-4bd2-80b7-fb1a6df34ca4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Deleting port b844448b-f258-4a3d-a1f6-ddcf6b9b1009 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:50:22.406691 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c55d883-0b9c-41c5-ab43-557032bf7de9 req-ba22b5ec-8e7a-4bd2-80b7-fb1a6df34ca4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b844448b-f258-4a3d-a1f6-ddcf6b9b1009), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:22.410038 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eb08a85f-75dd-467f-85a7-ab080b2e7306), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:22.411364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-aa3d7316-e361-4ac3-a15b-36fc133b11f0 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:22.412931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-aa3d7316-e361-4ac3-a15b-36fc133b11f0 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.65 "GET /v2.0/networks?id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f HTTP/1.1" status: 200 len: 818 time: 0.3756945 Feb 16 16:50:22.465230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4797232c-6c22-4eb9-9af3-ef82b93d0bba req-201bace8-2e3a-4041-a0c9-5bffff9f27b3 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 210 time: 0.1093779 Feb 16 16:50:22.484195 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-fe3c5a55-8457-40bc-a1d0-c31b02a0c79a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Request body: {'port': {'device_id': '184ff237-1134-42e4-ad9f-0033adc6d241', 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f', 'admin_state_up': True, 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:22.703560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f6c1dd-b355-4104-a26b-e74c81457e85 None None] Network 6f1abb34-d18a-454b-b9b2-c89585ca89df requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:50:22.714366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-fe3c5a55-8457-40bc-a1d0-c31b02a0c79a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Made reservation on behalf of f46d9e83fb574834a22d43227eb7f02b for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:22.718240 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-fe3c5a55-8457-40bc-a1d0-c31b02a0c79a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:22.778936 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:50:23.077837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-fe3c5a55-8457-40bc-a1d0-c31b02a0c79a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Allocated IP 172.20.0.10 (4b6b7469-6b0c-46d7-b068-242b0fc3df3f/3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd/eb6b3841-0009-43f0-a0c0-64461a62c7de) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:23.239126 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (eb08a85f-75dd-467f-85a7-ab080b2e7306), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:23.296937 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2c55d883-0b9c-41c5-ab43-557032bf7de9 req-ba22b5ec-8e7a-4bd2-80b7-fb1a6df34ca4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] For port b844448b-f258-4a3d-a1f6-ddcf6b9b1009, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b844448b-f258-4a3d-a1f6-ddcf6b9b1009,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:23.307637 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c55d883-0b9c-41c5-ab43-557032bf7de9 req-ba22b5ec-8e7a-4bd2-80b7-fb1a6df34ca4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b844448b-f258-4a3d-a1f6-ddcf6b9b1009), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:23.321893 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (eb08a85f-75dd-467f-85a7-ab080b2e7306), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:23.412360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-2c55d883-0b9c-41c5-ab43-557032bf7de9 req-ba22b5ec-8e7a-4bd2-80b7-fb1a6df34ca4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Calling delete_port for b844448b-f258-4a3d-a1f6-ddcf6b9b1009 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:50:23.623177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:23.645759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53790395-d9b1-4c4a-b059-b10f71c6b751 req-a5c15eb3-b9f2-4d66-9611-1b8a2205a558 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 210 time: 0.0534775 Feb 16 16:50:23.664103 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (2f229e5d-69e8-4fc5-8f0d-747b11186a53), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:23.684054 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=eb08a85f-75dd-467f-85a7-ab080b2e7306,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:23.706823 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-fe3c5a55-8457-40bc-a1d0-c31b02a0c79a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks [] for port (eb6b3841-0009-43f0-a0c0-64461a62c7de), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:23.729076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ca081bf2-d844-450f-8b77-193a2698c5c9 None None] Provisioning complete for port 63ec6d99-ceb3-4241-984a-dec92c66bfbf triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:23.729632 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ca081bf2-d844-450f-8b77-193a2698c5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:23.778645 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-fe3c5a55-8457-40bc-a1d0-c31b02a0c79a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (eb6b3841-0009-43f0-a0c0-64461a62c7de), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:23.804949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87519a92-8fc6-4927-b853-51446763b6f4 req-ca31bc55-f828-4317-974e-1574abcbbb3a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:23.815121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87519a92-8fc6-4927-b853-51446763b6f4 req-ca31bc55-f828-4317-974e-1574abcbbb3a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 945 time: 0.4408555 Feb 16 16:50:23.885187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:23.885940 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:23.982645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ca081bf2-d844-450f-8b77-193a2698c5c9 None None] Current status of the port 63ec6d99-ceb3-4241-984a-dec92c66bfbf is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:23.990727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-fe3c5a55-8457-40bc-a1d0-c31b02a0c79a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:24.013305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-fe3c5a55-8457-40bc-a1d0-c31b02a0c79a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:24.038815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-fe3c5a55-8457-40bc-a1d0-c31b02a0c79a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:24.069294 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c5a55-8457-40bc-a1d0-c31b02a0c79a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Pushing event updated for resources: {'Port': ['ID=eb6b3841-0009-43f0-a0c0-64461a62c7de,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:24.131463 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network 6f1abb34-d18a-454b-b9b2-c89585ca89df is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:24.138794 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:24.162555 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c55d883-0b9c-41c5-ab43-557032bf7de9 req-ba22b5ec-8e7a-4bd2-80b7-fb1a6df34ca4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b844448b-f258-4a3d-a1f6-ddcf6b9b1009), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:24.188405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87519a92-8fc6-4927-b853-51446763b6f4 req-35c552aa-cf28-4cba-b899-c928586cc930 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386757 Feb 16 16:50:24.203317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-fe3c5a55-8457-40bc-a1d0-c31b02a0c79a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:24.203973 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-fe3c5a55-8457-40bc-a1d0-c31b02a0c79a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:24.238980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-fe3c5a55-8457-40bc-a1d0-c31b02a0c79a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7763500 Feb 16 16:50:24.250725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:24.250974 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:24.251828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Request body: {'port': {'device_id': '184ff237-1134-42e4-ad9f-0033adc6d241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:24.263400 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f1c28583-96df-4979-a693-6ec0a3481d95'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:50:24.391093 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eb6b3841-0009-43f0-a0c0-64461a62c7de), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:24.493594 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-c1623396-abd8-46e2-8015-d43d67591eae tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:24.496209 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-c1623396-abd8-46e2-8015-d43d67591eae tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.65 "GET /v2.0/networks?id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f HTTP/1.1" status: 200 len: 818 time: 0.1695778 Feb 16 16:50:24.501927 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22b5ec-8e7a-4bd2-80b7-fb1a6df34ca4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Pushing event deleted for resources: {'Port': ['ID=b844448b-f258-4a3d-a1f6-ddcf6b9b1009,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:24.517495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-af126f89-a87d-45a8-865b-71b6418f88f7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Request body: {'port': {'device_id': 'ccdc6f63-34b3-470c-a440-9e72e1f6cedf', 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f', 'admin_state_up': True, 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:24.629672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f,segment=NetworkSegment(ffab0e41-c5f9-4e17-88f1-83a5287dae5d),segment_id=ffab0e41-c5f9-4e17-88f1-83a5287dae5d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:24.645004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a7668d5c-ef26-43dd-8fce-69c6db7f6439 None None] Provisioning complete for port 63ec6d99-ceb3-4241-984a-dec92c66bfbf triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:24.650150 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a7668d5c-ef26-43dd-8fce-69c6db7f6439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:24.790286 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:24.792060 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 63ec6d99-ceb3-4241-984a-dec92c66bfbf up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:24.876332 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c711ce2d-a3d9-4f59-b93a-db6bcbc38a6d req-2d4f1733-520e-45ea-a89d-ccaebd7a86ed tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 210 time: 0.0550661 Feb 16 16:50:24.942687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:25.110755 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6b3841-0009-43f0-a0c0-64461a62c7de {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:50:25.132528 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Publish callbacks [] for port (eb6b3841-0009-43f0-a0c0-64461a62c7de), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:25.161239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Transition to ACTIVE for port object eb6b3841-0009-43f0-a0c0-64461a62c7de will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:50:25.171252 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (eb6b3841-0009-43f0-a0c0-64461a62c7de), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:25.246016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b844448b-f258-4a3d-a1f6-ddcf6b9b1009 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:50:25.256198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a7668d5c-ef26-43dd-8fce-69c6db7f6439 None None] Current status of the port 63ec6d99-ceb3-4241-984a-dec92c66bfbf is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:25.286532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6b3841-0009-43f0-a0c0-64461a62c7de,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:25.357956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 63ec6d99-ceb3-4241-984a-dec92c66bfbf triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:25.358855 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:25.370379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Attempting to bind port eb6b3841-0009-43f0-a0c0-64461a62c7de on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:50:25.370714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Attempting to bind port eb6b3841-0009-43f0-a0c0-64461a62c7de by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'ffab0e41-c5f9-4e17-88f1-83a5287dae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:50:25.371044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Attempting to bind port eb6b3841-0009-43f0-a0c0-64461a62c7de on network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:25.373122 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: b844448b-f258-4a3d-a1f6-ddcf6b9b1009 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:50:25.373475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b844448b-f258-4a3d-a1f6-ddcf6b9b1009 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:50:25.378947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e3794ac-3865-4ef0-b1fc-64716e6b7d59 req-8edd12ad-b6fa-4964-ac94-6a2e22836892 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6 HTTP/1.1" status: 200 len: 210 time: 0.0487916 Feb 16 16:50:25.379579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Port eb6b3841-0009-43f0-a0c0-64461a62c7de on network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:50:25.379936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Attempting to bind port eb6b3841-0009-43f0-a0c0-64461a62c7de on network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:25.386201 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:50:25.386701 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Checking segment: {'id': 'ffab0e41-c5f9-4e17-88f1-83a5287dae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:25.387151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Bound using segment: {'id': 'ffab0e41-c5f9-4e17-88f1-83a5287dae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:50:25.387654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Bound port: eb6b3841-0009-43f0-a0c0-64461a62c7de, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffab0e41-c5f9-4e17-88f1-83a5287dae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:50:25.388096 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eb6b3841-0009-43f0-a0c0-64461a62c7de), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:25.410777 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c55d883-0b9c-41c5-ab43-557032bf7de9 req-ba22b5ec-8e7a-4bd2-80b7-fb1a6df34ca4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] No DVR routers for this DVR port b844448b-f258-4a3d-a1f6-ddcf6b9b1009 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:50:25.415578 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c55d883-0b9c-41c5-ab43-557032bf7de9 req-ba22b5ec-8e7a-4bd2-80b7-fb1a6df34ca4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:25.421888 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2c55d883-0b9c-41c5-ab43-557032bf7de9 req-ba22b5ec-8e7a-4bd2-80b7-fb1a6df34ca4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "DELETE /v2.0/ports/b844448b-f258-4a3d-a1f6-ddcf6b9b1009 HTTP/1.1" status: 204 len: 173 time: 3.6895001 Feb 16 16:50:25.447284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6', 'name': 'network-vif-deleted', 'tag': 'b844448b-f258-4a3d-a1f6-ddcf6b9b1009'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:50:25.451208 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4658d272-a2d7-49ae-8d3a-fca14716f0a4" -d '{"events": [{"server_uuid": "b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6", "name": "network-vif-deleted", "tag": "b844448b-f258-4a3d-a1f6-ddcf6b9b1009"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:50:25.511200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a7668d5c-ef26-43dd-8fce-69c6db7f6439 None None] Provisioning complete for port eb08a85f-75dd-467f-85a7-ab080b2e7306 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:25.527904 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a7668d5c-ef26-43dd-8fce-69c6db7f6439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eb08a85f-75dd-467f-85a7-ab080b2e7306), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:25.552660 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a9b0c0-d719-4fea-98b4-636e1e9c13df x-openstack-request-id: req-03a9b0c0-d719-4fea-98b4-636e1e9c13df {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:50:25.553253 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6", "name": "network-vif-deleted", "tag": "b844448b-f258-4a3d-a1f6-ddcf6b9b1009", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:50:25.554474 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03a9b0c0-d719-4fea-98b4-636e1e9c13df {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:50:25.555471 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fc6dbc-e610-4b79-8aca-b9a2e62fe0f6', 'name': 'network-vif-deleted', 'tag': 'b844448b-f258-4a3d-a1f6-ddcf6b9b1009', 'status': 'completed', 'code': 200} Feb 16 16:50:25.565728 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] For port eb6b3841-0009-43f0-a0c0-64461a62c7de, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:50:25.582734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] For port eb6b3841-0009-43f0-a0c0-64461a62c7de, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=eb6b3841-0009-43f0-a0c0-64461a62c7de,segment=NetworkSegment(ffab0e41-c5f9-4e17-88f1-83a5287dae5d),segment_id=ffab0e41-c5f9-4e17-88f1-83a5287dae5d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:50:25.606630 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (eb6b3841-0009-43f0-a0c0-64461a62c7de), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:25.663436 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router 2f229e5d-69e8-4fc5-8f0d-747b11186a53 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:50:25.688502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:25.689990 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:25.692613 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] 10.222.0.65 "PUT /v2.0/ports/eb6b3841-0009-43f0-a0c0-64461a62c7de HTTP/1.1" status: 200 len: 1092 time: 1.4464865 Feb 16 16:50:25.692613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184ff237-1134-42e4-ad9f-0033adc6d241', 'tag': 'eb6b3841-0009-43f0-a0c0-64461a62c7de'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:50:25.695039 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db62405f-647d-4978-bb9e-f98ab6401746" -d '{"events": [{"name": "network-changed", "server_uuid": "184ff237-1134-42e4-ad9f-0033adc6d241", "tag": "eb6b3841-0009-43f0-a0c0-64461a62c7de"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:50:25.712966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-af126f89-a87d-45a8-865b-71b6418f88f7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Made reservation on behalf of f46d9e83fb574834a22d43227eb7f02b for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:25.716875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a7668d5c-ef26-43dd-8fce-69c6db7f6439 None None] Port eb08a85f-75dd-467f-85a7-ab080b2e7306 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:50:25.723059 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-af126f89-a87d-45a8-865b-71b6418f88f7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:25.814400 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9295ed93-6919-49f6-8be7-54384a22d91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:25.833450 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39c25f7-0074-49bc-a37e-860ac7955ab5 x-openstack-request-id: req-e39c25f7-0074-49bc-a37e-860ac7955ab5 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:50:25.833450 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184ff237-1134-42e4-ad9f-0033adc6d241", "tag": "eb6b3841-0009-43f0-a0c0-64461a62c7de", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:50:25.837159 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e39c25f7-0074-49bc-a37e-860ac7955ab5 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:50:25.837658 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184ff237-1134-42e4-ad9f-0033adc6d241', 'tag': 'eb6b3841-0009-43f0-a0c0-64461a62c7de', 'status': 'completed', 'code': 200} Feb 16 16:50:25.848971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7bc8d-3284-4b56-9d9c-09597ae08831 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6b3841-0009-43f0-a0c0-64461a62c7de,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:25.920191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-e9f29f81-527f-4697-9c9a-dcb8852cc565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:25.926932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 63ec6d99-ceb3-4241-984a-dec92c66bfbf is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:25.958672 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-e9f29f81-527f-4697-9c9a-dcb8852cc565 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f46d9e83fb574834a22d43227eb7f02b&device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 1126 time: 0.2098954 Feb 16 16:50:25.958928 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2f33f4d5-5054-44ed-b252-6c683029fa5f None None] Provisioning complete for port eb08a85f-75dd-467f-85a7-ab080b2e7306 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:25.959494 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2f33f4d5-5054-44ed-b252-6c683029fa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eb08a85f-75dd-467f-85a7-ab080b2e7306), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:26.038178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2f33f4d5-5054-44ed-b252-6c683029fa5f None None] Port eb08a85f-75dd-467f-85a7-ab080b2e7306 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:50:26.140166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-0829e535-b3c8-4154-9855-49fba71ff973 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb6b3841-0009-43f0-a0c0-64461a62c7de HTTP/1.1" status: 200 len: 217 time: 0.1738906 Feb 16 16:50:26.153297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:26.232896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfafc84c-fbb6-4307-92ff-22d904f4b7e8 req-f62eb795-6a51-4815-af29-949eabe44b1d tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 210 time: 0.0957193 Feb 16 16:50:26.253780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-af126f89-a87d-45a8-865b-71b6418f88f7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Allocated IP 172.20.0.5 (4b6b7469-6b0c-46d7-b068-242b0fc3df3f/3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd/6cad70f8-5be7-45eb-8484-2fbf4d6b7b93) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:26.262329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:26.262708 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:26.326787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-61892f2a-ccf1-4072-8f0b-90f68a8cd1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:26.329758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-61892f2a-ccf1-4072-8f0b-90f68a8cd1fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd HTTP/1.1" status: 200 len: 858 time: 0.0951324 Feb 16 16:50:26.383054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-c0b8fce6-a854-4d9e-8405-64ae4d283763 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480103 Feb 16 16:50:26.482647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:26.570540 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:50:26.583061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8adbf44-0165-4364-9cf7-36ba9ef66540 None None] Sync routers for ids ['2f229e5d-69e8-4fc5-8f0d-747b11186a53'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:50:26.596453 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-005d622a-aaa3-4cf7-9293-00a1783ac066 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/2f229e5d-69e8-4fc5-8f0d-747b11186a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2317152 Feb 16 16:50:26.597131 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54044) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:26.603832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8adbf44-0165-4364-9cf7-36ba9ef66540 None None] Routers {'2f229e5d-69e8-4fc5-8f0d-747b11186a53'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:26.619326 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b8adbf44-0165-4364-9cf7-36ba9ef66540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2f229e5d-69e8-4fc5-8f0d-747b11186a53'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:26.687905 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-af126f89-a87d-45a8-865b-71b6418f88f7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks [] for port (6cad70f8-5be7-45eb-8484-2fbf4d6b7b93), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:26.702960 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b8adbf44-0165-4364-9cf7-36ba9ef66540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:26.732181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df8fc8-f70b-41bd-8c37-686b40b36d3a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:26.734184 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-51df8fc8-f70b-41bd-8c37-686b40b36d3a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports/eb08a85f-75dd-467f-85a7-ab080b2e7306 HTTP/1.1" status: 200 len: 910 time: 0.1344044 Feb 16 16:50:26.737320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54046) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:26.744483 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8adbf44-0165-4364-9cf7-36ba9ef66540 None None] Routers {'2f229e5d-69e8-4fc5-8f0d-747b11186a53'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:26.752858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b8adbf44-0165-4364-9cf7-36ba9ef66540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:49:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2f229e5d-69e8-4fc5-8f0d-747b11186a53'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:26.784528 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-af126f89-a87d-45a8-865b-71b6418f88f7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (6cad70f8-5be7-45eb-8484-2fbf4d6b7b93), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:26.846890 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b8adbf44-0165-4364-9cf7-36ba9ef66540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:26.850031 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8adbf44-0165-4364-9cf7-36ba9ef66540 None None] The sync data for ids ['2f229e5d-69e8-4fc5-8f0d-747b11186a53'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:50:26.857929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-af126f89-a87d-45a8-865b-71b6418f88f7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:26.861080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-86f22086-1092-4999-807a-9d177ed3b6ef service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693711 Feb 16 16:50:26.871466 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-af126f89-a87d-45a8-865b-71b6418f88f7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:26.884749 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-af126f89-a87d-45a8-865b-71b6418f88f7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:26.917272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af126f89-a87d-45a8-865b-71b6418f88f7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Pushing event updated for resources: {'Port': ['ID=6cad70f8-5be7-45eb-8484-2fbf4d6b7b93,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:26.950483 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-af126f89-a87d-45a8-865b-71b6418f88f7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:26.951304 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-af126f89-a87d-45a8-865b-71b6418f88f7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:26.971302 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-af126f89-a87d-45a8-865b-71b6418f88f7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4581213 Feb 16 16:50:26.982703 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Request body: {'port': {'device_id': 'ccdc6f63-34b3-470c-a440-9e72e1f6cedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:27.087395 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6cad70f8-5be7-45eb-8484-2fbf4d6b7b93), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:27.190797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-de661320-f5a0-4eb1-94c4-9e53010c0540 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:27.192405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-de661320-f5a0-4eb1-94c4-9e53010c0540 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 806 time: 0.2932224 Feb 16 16:50:27.196637 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6435c67-6aa1-40ac-bcef-e95364427f8f req-e28a8e76-dc13-4501-900c-f54a9beddd59 service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963357 Feb 16 16:50:27.215973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-0321a679-3284-4a42-9fbd-f4c9221139c2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/quotas/04dce4d8dd3f47e9af38e5ce90c304ed HTTP/1.1" status: 200 len: 375 time: 0.0139532 Feb 16 16:50:27.561021 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:50:27.570722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Publish callbacks [] for port (6cad70f8-5be7-45eb-8484-2fbf4d6b7b93), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:27.586177 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Transition to ACTIVE for port object 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:50:27.593447 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (6cad70f8-5be7-45eb-8484-2fbf4d6b7b93), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:27.666229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6cad70f8-5be7-45eb-8484-2fbf4d6b7b93,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:27.770819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Attempting to bind port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:50:27.771398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Attempting to bind port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'ffab0e41-c5f9-4e17-88f1-83a5287dae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:50:27.772065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Attempting to bind port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 on network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:27.778116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 on network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:50:27.778716 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Attempting to bind port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 on network 4b6b7469-6b0c-46d7-b068-242b0fc3df3f {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:27.785263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:50:27.786014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Checking segment: {'id': 'ffab0e41-c5f9-4e17-88f1-83a5287dae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:27.786745 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Bound using segment: {'id': 'ffab0e41-c5f9-4e17-88f1-83a5287dae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:50:27.787348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Bound port: 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffab0e41-c5f9-4e17-88f1-83a5287dae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:50:27.787929 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6cad70f8-5be7-45eb-8484-2fbf4d6b7b93), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:27.870169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] For port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:50:27.871452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62405f-647d-4978-bb9e-f98ab6401746 req-4a3703b0-26b4-4f3d-aecc-040250444882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:27.873217 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db62405f-647d-4978-bb9e-f98ab6401746 req-4a3703b0-26b4-4f3d-aecc-040250444882 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f46d9e83fb574834a22d43227eb7f02b&device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 1126 time: 0.6046119 Feb 16 16:50:27.875369 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] For port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6cad70f8-5be7-45eb-8484-2fbf4d6b7b93,segment=NetworkSegment(ffab0e41-c5f9-4e17-88f1-83a5287dae5d),segment_id=ffab0e41-c5f9-4e17-88f1-83a5287dae5d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:50:27.884939 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (6cad70f8-5be7-45eb-8484-2fbf4d6b7b93), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:27.935368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:27.937323 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:27.939488 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] 10.222.0.65 "PUT /v2.0/ports/6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 HTTP/1.1" status: 200 len: 1091 time: 0.9616933 Feb 16 16:50:27.939998 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdc6f63-34b3-470c-a440-9e72e1f6cedf', 'tag': '6cad70f8-5be7-45eb-8484-2fbf4d6b7b93'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:50:27.942733 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6977b0-c300-463e-8c49-cb22014149cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdc6f63-34b3-470c-a440-9e72e1f6cedf", "tag": "6cad70f8-5be7-45eb-8484-2fbf4d6b7b93"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:50:27.944639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e08d5-28da-490d-9d3d-2ea0cf50983b req-d880524b-605a-417e-a480-21ceae2bca8c tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:27.946282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d42e08d5-28da-490d-9d3d-2ea0cf50983b req-d880524b-605a-417e-a480-21ceae2bca8c tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 943 time: 0.1720936 Feb 16 16:50:27.969945 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d64b600d-ce4c-491e-bbb0-2772b0ebf99c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7290967 Feb 16 16:50:27.985324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab96636-a81f-4d5d-bd44-df69162048b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6cad70f8-5be7-45eb-8484-2fbf4d6b7b93,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:28.060931 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-65d1f429-addd-405b-b42a-82be569ef3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:28.064843 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-65d1f429-addd-405b-b42a-82be569ef3b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f46d9e83fb574834a22d43227eb7f02b&device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 1125 time: 0.0665016 Feb 16 16:50:28.131977 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-55441060-87d8-489a-804a-97f9502c937b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 HTTP/1.1" status: 200 len: 217 time: 0.0598865 Feb 16 16:50:28.198026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d42e08d5-28da-490d-9d3d-2ea0cf50983b req-e7404150-66bc-4979-889b-b83258a14896 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159085 Feb 16 16:50:28.212896 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a68fdf33-cf78-4dbb-acb9-90a037d11455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (2f229e5d-69e8-4fc5-8f0d-747b11186a53), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:28.258950 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-92502024-12aa-46ad-a224-c63cdd809829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:28.263125 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-92502024-12aa-46ad-a224-c63cdd809829 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd HTTP/1.1" status: 200 len: 858 time: 0.1248701 Feb 16 16:50:28.298328 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9125af11-8f6a-4606-8e1a-b6234d2b4687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:28.340956 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ef59fd-e7c7-4d3d-be7f-ae8735367b83 x-openstack-request-id: req-25ef59fd-e7c7-4d3d-be7f-ae8735367b83 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:50:28.341905 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdc6f63-34b3-470c-a440-9e72e1f6cedf", "tag": "6cad70f8-5be7-45eb-8484-2fbf4d6b7b93", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:50:28.343416 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25ef59fd-e7c7-4d3d-be7f-ae8735367b83 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:50:28.344818 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdc6f63-34b3-470c-a440-9e72e1f6cedf', 'tag': '6cad70f8-5be7-45eb-8484-2fbf4d6b7b93', 'status': 'completed', 'code': 200} Feb 16 16:50:28.350617 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-b1f23259-07bc-4ad3-b833-de0232321d8f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796731 Feb 16 16:50:28.402481 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-1516f389-2137-441e-a9de-5c9cdd8c7446 service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314744 Feb 16 16:50:28.492112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62405f-647d-4978-bb9e-f98ab6401746 req-3a46c924-1359-461a-8b55-aaec8e59733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:28.493568 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db62405f-647d-4978-bb9e-f98ab6401746 req-3a46c924-1359-461a-8b55-aaec8e59733a service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f HTTP/1.1" status: 200 len: 919 time: 0.6133349 Feb 16 16:50:28.559979 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-2ff51585-b341-450c-8aac-212bc794120a service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027440 Feb 16 16:50:28.591176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db62405f-647d-4978-bb9e-f98ab6401746 req-1a86d262-5931-4e47-8fbd-ef2e232508a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb6b3841-0009-43f0-a0c0-64461a62c7de HTTP/1.1" status: 200 len: 217 time: 0.0871251 Feb 16 16:50:28.665505 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-80a8f433-202b-439f-8dfb-6022fd5e7eb7 service neutron] 10.222.0.24 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621541 Feb 16 16:50:28.676751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62405f-647d-4978-bb9e-f98ab6401746 req-7cdd9a7c-df7d-48fa-8338-3e46dd83ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:28.678469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db62405f-647d-4978-bb9e-f98ab6401746 req-7cdd9a7c-df7d-48fa-8338-3e46dd83ddc6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd HTTP/1.1" status: 200 len: 858 time: 0.0787792 Feb 16 16:50:28.728486 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db62405f-647d-4978-bb9e-f98ab6401746 req-a76c74a7-7e1c-4b4c-9b5d-a52f15c63232 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426786 Feb 16 16:50:28.763299 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5004fedc-4525-4f26-baf0-32667d2dd951 req-7d2378b3-591c-4b46-af93-1e7cba791c4f service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960902 Feb 16 16:50:28.960838 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db62405f-647d-4978-bb9e-f98ab6401746 req-aadd609b-d58d-4fe5-8954-479fb35c6c80 service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044637 Feb 16 16:50:28.965280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6977b0-c300-463e-8c49-cb22014149cf req-c2c31c0a-b38f-4915-ab77-c69654847d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:28.966983 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ad6977b0-c300-463e-8c49-cb22014149cf req-c2c31c0a-b38f-4915-ab77-c69654847d7e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f46d9e83fb574834a22d43227eb7f02b&device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 1125 time: 0.1467934 Feb 16 16:50:29.042759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a68fdf33-cf78-4dbb-acb9-90a037d11455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port eb08a85f-75dd-467f-85a7-ab080b2e7306 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:50:29.042884 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a68fdf33-cf78-4dbb-acb9-90a037d11455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (eb08a85f-75dd-467f-85a7-ab080b2e7306), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:29.094187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-894e8dea-76a2-4702-a599-89e0db69fdc4 req-186e580f-a7ba-476f-b8ea-d17ae7c49653 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 210 time: 0.0656488 Feb 16 16:50:29.192961 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6977b0-c300-463e-8c49-cb22014149cf req-23a775fc-6ab4-4870-81fe-c58f70dc1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:29.194536 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ad6977b0-c300-463e-8c49-cb22014149cf req-23a775fc-6ab4-4870-81fe-c58f70dc1bca service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f HTTP/1.1" status: 200 len: 919 time: 0.2201765 Feb 16 16:50:29.231623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db62405f-647d-4978-bb9e-f98ab6401746 req-a7a93c79-2a10-4ac8-b190-c20bfc684427 service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608132 Feb 16 16:50:29.247892 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a68fdf33-cf78-4dbb-acb9-90a037d11455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (eb08a85f-75dd-467f-85a7-ab080b2e7306), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:29.276642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a68fdf33-cf78-4dbb-acb9-90a037d11455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for eb08a85f-75dd-467f-85a7-ab080b2e7306 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:50:29.290580 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ad6977b0-c300-463e-8c49-cb22014149cf req-bea550df-d922-4787-a571-71b584b1a5b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 HTTP/1.1" status: 200 len: 217 time: 0.0894821 Feb 16 16:50:29.306753 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:29.415445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6977b0-c300-463e-8c49-cb22014149cf req-9666fcfb-4570-4aa6-83d0-cee60aa57969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:29.430425 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ad6977b0-c300-463e-8c49-cb22014149cf req-9666fcfb-4570-4aa6-83d0-cee60aa57969 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd HTTP/1.1" status: 200 len: 858 time: 0.1258125 Feb 16 16:50:29.509792 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ad6977b0-c300-463e-8c49-cb22014149cf req-10c94447-a345-46fc-9925-a91e4161b490 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657103 Feb 16 16:50:29.631929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00934800-47f8-4351-b375-0909643d8797 req-cd1d150a-e59a-4201-bec6-1ff9fd56debd tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:29.655070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00934800-47f8-4351-b375-0909643d8797 req-cd1d150a-e59a-4201-bec6-1ff9fd56debd tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 943 time: 0.2607296 Feb 16 16:50:29.752194 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ad6977b0-c300-463e-8c49-cb22014149cf req-99b258f6-18f4-4801-81dd-48ad43fdccdd service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407150 Feb 16 16:50:29.861259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00934800-47f8-4351-b375-0909643d8797 req-93472e38-a054-44e2-ba4d-df872bd0e0ad tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050266 Feb 16 16:50:29.897330 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ad6977b0-c300-463e-8c49-cb22014149cf req-42d6b62a-cc6a-4b4c-9437-c2a8f3fce26f service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370986 Feb 16 16:50:29.962932 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a68fdf33-cf78-4dbb-acb9-90a037d11455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (eb08a85f-75dd-467f-85a7-ab080b2e7306), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:29.987996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device eb6b3841-0009-43f0-a0c0-64461a62c7de details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:50:30.021978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fdf33-cf78-4dbb-acb9-90a037d11455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=eb08a85f-75dd-467f-85a7-ab080b2e7306,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:30.337429 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port eb6b3841-0009-43f0-a0c0-64461a62c7de, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=eb6b3841-0009-43f0-a0c0-64461a62c7de,segment=NetworkSegment(ffab0e41-c5f9-4e17-88f1-83a5287dae5d),segment_id=ffab0e41-c5f9-4e17-88f1-83a5287dae5d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:30.379705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'eb6b3841-0009-43f0-a0c0-64461a62c7de', 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f', 'port_id': 'eb6b3841-0009-43f0-a0c0-64461a62c7de', 'mac_address': 'fa:16:3e:bd:34:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:50:30.393220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d32333e6-6a05-4f9e-be18-33ec68c26294 req-351cd4df-4b72-4f9c-81e4-a3f255361457 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 210 time: 0.0540874 Feb 16 16:50:30.401937 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a68fdf33-cf78-4dbb-acb9-90a037d11455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (2f229e5d-69e8-4fc5-8f0d-747b11186a53), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:30.477322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port eb6b3841-0009-43f0-a0c0-64461a62c7de is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:30.478017 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eb6b3841-0009-43f0-a0c0-64461a62c7de), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:30.510966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6b3841-0009-43f0-a0c0-64461a62c7de {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:50:30.547600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port eb6b3841-0009-43f0-a0c0-64461a62c7de, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=eb6b3841-0009-43f0-a0c0-64461a62c7de,segment=NetworkSegment(ffab0e41-c5f9-4e17-88f1-83a5287dae5d),segment_id=ffab0e41-c5f9-4e17-88f1-83a5287dae5d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:30.555914 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eb6b3841-0009-43f0-a0c0-64461a62c7de), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:30.617179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=eb6b3841-0009-43f0-a0c0-64461a62c7de,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:30.739077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68fdf33-cf78-4dbb-acb9-90a037d11455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router 2f229e5d-69e8-4fc5-8f0d-747b11186a53 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:50:30.766854 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['eb6b3841-0009-43f0-a0c0-64461a62c7de'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:50:30.937436 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-cd13273e-82cc-417f-9821-5904b2eb05ba tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:30.938992 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-cd13273e-82cc-417f-9821-5904b2eb05ba tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 806 time: 0.2737067 Feb 16 16:50:30.943404 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:30.953180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-0186637d-ceed-4c33-9502-ebe1ea1dc76e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Request body: {'port': {'device_id': '005d1963-4e08-4fb2-bf40-80a8b0cb3829', 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7', 'admin_state_up': True, 'tenant_id': '04dce4d8dd3f47e9af38e5ce90c304ed'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:30.965786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68fdf33-cf78-4dbb-acb9-90a037d11455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:50:30.977186 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756c616-9872-47e2-a57f-1117d2ceaa8f None None] Sync routers for ids ['2f229e5d-69e8-4fc5-8f0d-747b11186a53'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:50:30.983785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a68fdf33-cf78-4dbb-acb9-90a037d11455 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/2f229e5d-69e8-4fc5-8f0d-747b11186a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2451038 Feb 16 16:50:30.985531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54110) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:30.992497 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756c616-9872-47e2-a57f-1117d2ceaa8f None None] Routers {'2f229e5d-69e8-4fc5-8f0d-747b11186a53'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:30.993814 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b756c616-9872-47e2-a57f-1117d2ceaa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2f229e5d-69e8-4fc5-8f0d-747b11186a53'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:31.041899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f5d23b8a-3d9d-44ba-a7d5-20675c4387df tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f229e5d-69e8-4fc5-8f0d-747b11186a53 HTTP/1.1" status: 200 len: 205 time: 0.0548778 Feb 16 16:50:31.059367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54112) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:31.078872 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b756c616-9872-47e2-a57f-1117d2ceaa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:31.101229 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756c616-9872-47e2-a57f-1117d2ceaa8f None None] Routers {'2f229e5d-69e8-4fc5-8f0d-747b11186a53'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:31.102156 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b756c616-9872-47e2-a57f-1117d2ceaa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2f229e5d-69e8-4fc5-8f0d-747b11186a53'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:31.167885 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b756c616-9872-47e2-a57f-1117d2ceaa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:31.168889 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756c616-9872-47e2-a57f-1117d2ceaa8f None None] The sync data for ids ['2f229e5d-69e8-4fc5-8f0d-747b11186a53'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:50:31.188933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-0186637d-ceed-4c33-9502-ebe1ea1dc76e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Made reservation on behalf of 04dce4d8dd3f47e9af38e5ce90c304ed for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:31.197988 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-0186637d-ceed-4c33-9502-ebe1ea1dc76e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:31.212327 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfb17-e152-40ee-a9d1-7f120b5fde16 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (2f229e5d-69e8-4fc5-8f0d-747b11186a53), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:31.412633 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:31.551232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-0186637d-ceed-4c33-9502-ebe1ea1dc76e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Allocated IP 172.20.0.6 (9b0b71f1-f1f4-41a6-b047-f2c21a04abc7/39d9fb8a-744f-4a0a-90b6-699cc7c33927/77f31e41-7e6a-436c-8898-071bebbb3b9f) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:31.750677 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-0186637d-ceed-4c33-9502-ebe1ea1dc76e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks [] for port (77f31e41-7e6a-436c-8898-071bebbb3b9f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:31.793014 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-0186637d-ceed-4c33-9502-ebe1ea1dc76e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (77f31e41-7e6a-436c-8898-071bebbb3b9f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:31.806830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f1c28583-96df-4979-a693-6ec0a3481d95'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:50:31.896822 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186637d-ceed-4c33-9502-ebe1ea1dc76e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Pushing event updated for resources: {'Port': ['ID=77f31e41-7e6a-436c-8898-071bebbb3b9f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:31.962083 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-0186637d-ceed-4c33-9502-ebe1ea1dc76e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:31.964209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-0186637d-ceed-4c33-9502-ebe1ea1dc76e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:31.972552 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-0186637d-ceed-4c33-9502-ebe1ea1dc76e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:31.992006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:50:32.070536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67cc35-1fd1-4b53-99b8-9ed7ef1190e9 req-c813e622-3d50-4d84-921b-537bf6644aa5 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:32.072107 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a67cc35-1fd1-4b53-99b8-9ed7ef1190e9 req-c813e622-3d50-4d84-921b-537bf6644aa5 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 943 time: 1.0653241 Feb 16 16:50:32.101929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-0186637d-ceed-4c33-9502-ebe1ea1dc76e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:32.102623 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-0186637d-ceed-4c33-9502-ebe1ea1dc76e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:32.135908 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-0186637d-ceed-4c33-9502-ebe1ea1dc76e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1871340 Feb 16 16:50:32.148332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Request body: {'port': {'device_id': '005d1963-4e08-4fb2-bf40-80a8b0cb3829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:32.197417 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6cad70f8-5be7-45eb-8484-2fbf4d6b7b93,segment=NetworkSegment(ffab0e41-c5f9-4e17-88f1-83a5287dae5d),segment_id=ffab0e41-c5f9-4e17-88f1-83a5287dae5d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:32.221701 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device eb6b3841-0009-43f0-a0c0-64461a62c7de up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:32.226807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '6cad70f8-5be7-45eb-8484-2fbf4d6b7b93', 'network_id': '4b6b7469-6b0c-46d7-b068-242b0fc3df3f', 'port_id': '6cad70f8-5be7-45eb-8484-2fbf4d6b7b93', 'mac_address': 'fa:16:3e:38:d6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:50:32.301148 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (77f31e41-7e6a-436c-8898-071bebbb3b9f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:32.376045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa865eb0-8cd5-4fca-b353-1a95dc8a939d req-91ef2c4e-1777-47a6-bde6-087c25355d28 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:32.377583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa865eb0-8cd5-4fca-b353-1a95dc8a939d req-91ef2c4e-1777-47a6-bde6-087c25355d28 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 931 time: 0.4258184 Feb 16 16:50:32.424388 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfb17-e152-40ee-a9d1-7f120b5fde16 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (2f229e5d-69e8-4fc5-8f0d-747b11186a53), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:32.443780 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfb17-e152-40ee-a9d1-7f120b5fde16 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_controller (2f229e5d-69e8-4fc5-8f0d-747b11186a53), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:32.458281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:32.458828 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6cad70f8-5be7-45eb-8484-2fbf4d6b7b93), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:32.486022 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:32.498314 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:50:32.510830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a67cc35-1fd1-4b53-99b8-9ed7ef1190e9 req-a8776332-d37b-4a49-a7bd-ae4dbe50a60c tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281049 Feb 16 16:50:32.610953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6cad70f8-5be7-45eb-8484-2fbf4d6b7b93,segment=NetworkSegment(ffab0e41-c5f9-4e17-88f1-83a5287dae5d),segment_id=ffab0e41-c5f9-4e17-88f1-83a5287dae5d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:32.636186 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfb17-e152-40ee-a9d1-7f120b5fde16 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (2f229e5d-69e8-4fc5-8f0d-747b11186a53), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:32.638281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cdfb17-e152-40ee-a9d1-7f120b5fde16 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Fanout notify agent at l3_agent the message router_deleted on router 2f229e5d-69e8-4fc5-8f0d-747b11186a53 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:50:32.654543 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfb17-e152-40ee-a9d1-7f120b5fde16 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:32.661747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e3cdfb17-e152-40ee-a9d1-7f120b5fde16 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/routers/2f229e5d-69e8-4fc5-8f0d-747b11186a53 HTTP/1.1" status: 204 len: 168 time: 1.6012919 Feb 16 16:50:32.662433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54126) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:32.696442 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6cad70f8-5be7-45eb-8484-2fbf4d6b7b93), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:32.763390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port eb6b3841-0009-43f0-a0c0-64461a62c7de completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:50:32.779879 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port eb6b3841-0009-43f0-a0c0-64461a62c7de triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:32.783248 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eb6b3841-0009-43f0-a0c0-64461a62c7de), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:32.788391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07bf4b1-134d-4420-a575-8ea80ee7f3a0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting subnet c0a57278-5bc0-4538-9050-0f26bf231257 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:50:32.797059 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa865eb0-8cd5-4fca-b353-1a95dc8a939d req-5969fe7a-0276-44b1-bf3a-7714c4c0c3c6 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984675 Feb 16 16:50:32.797786 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e07bf4b1-134d-4420-a575-8ea80ee7f3a0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (c0a57278-5bc0-4538-9050-0f26bf231257), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:32.888461 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e07bf4b1-134d-4420-a575-8ea80ee7f3a0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (c0a57278-5bc0-4538-9050-0f26bf231257), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:32.927457 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=6cad70f8-5be7-45eb-8484-2fbf4d6b7b93,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:32.932421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['6cad70f8-5be7-45eb-8484-2fbf4d6b7b93'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:50:33.099957 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e07bf4b1-134d-4420-a575-8ea80ee7f3a0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (c0a57278-5bc0-4538-9050-0f26bf231257), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:33.137018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port eb6b3841-0009-43f0-a0c0-64461a62c7de is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:33.137419 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eb6b3841-0009-43f0-a0c0-64461a62c7de), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:33.183198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f31e41-7e6a-436c-8898-071bebbb3b9f {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:50:33.212352 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Publish callbacks [] for port (77f31e41-7e6a-436c-8898-071bebbb3b9f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:33.256293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184ff237-1134-42e4-ad9f-0033adc6d241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6b3841-0009-43f0-a0c0-64461a62c7de'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:50:33.260278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Transition to ACTIVE for port object 77f31e41-7e6a-436c-8898-071bebbb3b9f will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:50:33.263795 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e18f0bc-229c-4159-8003-33a5f87ef737" -d '{"events": [{"server_uuid": "184ff237-1134-42e4-ad9f-0033adc6d241", "name": "network-vif-plugged", "status": "completed", "tag": "eb6b3841-0009-43f0-a0c0-64461a62c7de"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:50:33.267705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (77f31e41-7e6a-436c-8898-071bebbb3b9f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:33.293794 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e07bf4b1-134d-4420-a575-8ea80ee7f3a0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (c0a57278-5bc0-4538-9050-0f26bf231257), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:33.411836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bf4b1-134d-4420-a575-8ea80ee7f3a0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a57278-5bc0-4538-9050-0f26bf231257,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:33.416619 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c33aa3d-9d29-4c55-b2b4-6dc74882bd1c x-openstack-request-id: req-7c33aa3d-9d29-4c55-b2b4-6dc74882bd1c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:50:33.417033 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184ff237-1134-42e4-ad9f-0033adc6d241", "name": "network-vif-plugged", "status": "completed", "tag": "eb6b3841-0009-43f0-a0c0-64461a62c7de", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:50:33.417153 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c33aa3d-9d29-4c55-b2b4-6dc74882bd1c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:50:33.417549 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184ff237-1134-42e4-ad9f-0033adc6d241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6b3841-0009-43f0-a0c0-64461a62c7de', 'code': 200} Feb 16 16:50:33.419854 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port eb6b3841-0009-43f0-a0c0-64461a62c7de, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=eb6b3841-0009-43f0-a0c0-64461a62c7de,segment=NetworkSegment(ffab0e41-c5f9-4e17-88f1-83a5287dae5d),segment_id=ffab0e41-c5f9-4e17-88f1-83a5287dae5d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:33.425951 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e07bf4b1-134d-4420-a575-8ea80ee7f3a0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:33.439693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e07bf4b1-134d-4420-a575-8ea80ee7f3a0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/c0a57278-5bc0-4538-9050-0f26bf231257 HTTP/1.1" status: 204 len: 168 time: 0.7748752 Feb 16 16:50:33.444922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54136) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:33.453932 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eb6b3841-0009-43f0-a0c0-64461a62c7de), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:33.465797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d1b33d-3ae6-463c-b67d-bb4091239ce4 None None] Network 6f1abb34-d18a-454b-b9b2-c89585ca89df requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:50:33.607852 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Pushing event updated for resources: {'Port': ['ID=77f31e41-7e6a-436c-8898-071bebbb3b9f,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:33.725354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Attempting to bind port 77f31e41-7e6a-436c-8898-071bebbb3b9f on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:50:33.727724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Attempting to bind port 77f31e41-7e6a-436c-8898-071bebbb3b9f by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:50:33.728203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Attempting to bind port 77f31e41-7e6a-436c-8898-071bebbb3b9f on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:33.755845 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=eb6b3841-0009-43f0-a0c0-64461a62c7de,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:33.756952 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (6f1abb34-d18a-454b-b9b2-c89585ca89df), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:33.783447 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Port 77f31e41-7e6a-436c-8898-071bebbb3b9f on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:50:33.783957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Attempting to bind port 77f31e41-7e6a-436c-8898-071bebbb3b9f on network 9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:33.810107 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb924f-1018-44fb-b386-7669c60f8772 req-00ff52e6-14f2-4c6d-bb9a-02d6c7fd8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:33.813053 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3feb924f-1018-44fb-b386-7669c60f8772 req-00ff52e6-14f2-4c6d-bb9a-02d6c7fd8a25 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 1128 time: 0.2212207 Feb 16 16:50:33.817823 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:50:33.818516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Checking segment: {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:33.820649 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Bound using segment: {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:50:33.821221 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Bound port: 77f31e41-7e6a-436c-8898-071bebbb3b9f, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d22958e-931f-48b4-bec9-acbff01b8347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:50:33.823259 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (77f31e41-7e6a-436c-8898-071bebbb3b9f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:33.839514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b607523-bd03-442c-8193-d90a14a96387 req-8d414e8d-de54-47f9-899e-6590287d3f82 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:33.841962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b607523-bd03-442c-8193-d90a14a96387 req-8d414e8d-de54-47f9-899e-6590287d3f82 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 944 time: 0.1611304 Feb 16 16:50:33.904026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port 63ec6d99-ceb3-4241-984a-dec92c66bfbf {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:50:33.904374 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.013709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] For port 63ec6d99-ceb3-4241-984a-dec92c66bfbf, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=63ec6d99-ceb3-4241-984a-dec92c66bfbf,segment=NetworkSegment(2bf1f1d9-b777-428a-b09d-a0148051c95d),segment_id=2bf1f1d9-b777-428a-b09d-a0148051c95d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:34.014081 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.032037 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for 63ec6d99-ceb3-4241-984a-dec92c66bfbf owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:50:34.037031 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3feb924f-1018-44fb-b386-7669c60f8772 req-f5a7802b-a9bf-47f8-9cd7-08358d3f51a0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087972 Feb 16 16:50:34.052955 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] For port 77f31e41-7e6a-436c-8898-071bebbb3b9f, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:50:34.058198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] For port 77f31e41-7e6a-436c-8898-071bebbb3b9f, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=77f31e41-7e6a-436c-8898-071bebbb3b9f,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:50:34.071625 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (77f31e41-7e6a-436c-8898-071bebbb3b9f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.074113 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36d0255-c807-4862-800f-a34d3f424b6e None None] DHCP port deletion for 6f1abb34-d18a-454b-b9b2-c89585ca89df request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:50:34.108628 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:34.109255 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.110684 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] 10.222.0.60 "PUT /v2.0/ports/77f31e41-7e6a-436c-8898-071bebbb3b9f HTTP/1.1" status: 200 len: 1091 time: 1.9668806 Feb 16 16:50:34.111167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005d1963-4e08-4fb2-bf40-80a8b0cb3829', 'tag': '77f31e41-7e6a-436c-8898-071bebbb3b9f'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:50:34.113514 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c89f01-4563-463c-ac3a-ee109745d61d" -d '{"events": [{"name": "network-changed", "server_uuid": "005d1963-4e08-4fb2-bf40-80a8b0cb3829", "tag": "77f31e41-7e6a-436c-8898-071bebbb3b9f"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:50:34.156935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b607523-bd03-442c-8193-d90a14a96387 req-66340c0b-01f1-4a6b-8dc3-1418ce2b907b tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081200 Feb 16 16:50:34.175204 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890731c-c76e-4db4-8fe1-c4f4e8be750b service neutron] Pushing event updated for resources: {'Port': ['ID=77f31e41-7e6a-436c-8898-071bebbb3b9f,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:34.211926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e36d0255-c807-4862-800f-a34d3f424b6e None None] Deleting port 63ec6d99-ceb3-4241-984a-dec92c66bfbf {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:50:34.216663 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e36d0255-c807-4862-800f-a34d3f424b6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.222160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-b2c298e8-b4db-4021-a0f0-55b889212e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:34.224145 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-b2c298e8-b4db-4021-a0f0-55b889212e3a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 1125 time: 0.0597789 Feb 16 16:50:34.263354 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.287496 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-c138b15d-5252-4e5a-b6ce-522d87c90c58 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f31e41-7e6a-436c-8898-071bebbb3b9f HTTP/1.1" status: 200 len: 217 time: 0.0488813 Feb 16 16:50:34.289553 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8865ec32-0ec3-486f-80c1-1ec187c4c0a2 x-openstack-request-id: req-8865ec32-0ec3-486f-80c1-1ec187c4c0a2 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:50:34.289848 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005d1963-4e08-4fb2-bf40-80a8b0cb3829", "tag": "77f31e41-7e6a-436c-8898-071bebbb3b9f", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:50:34.290148 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8865ec32-0ec3-486f-80c1-1ec187c4c0a2 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:50:34.290556 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005d1963-4e08-4fb2-bf40-80a8b0cb3829', 'tag': '77f31e41-7e6a-436c-8898-071bebbb3b9f', 'status': 'completed', 'code': 200} Feb 16 16:50:34.299962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=63ec6d99-ceb3-4241-984a-dec92c66bfbf,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:34.302810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No DVR routers for this DVR port 63ec6d99-ceb3-4241-984a-dec92c66bfbf on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:50:34.340220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df36827-01d6-405b-825b-7212c82fd55f req-ec7348a1-bcf6-46bd-b818-8bd5e7395c44 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:34.344051 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9df36827-01d6-405b-825b-7212c82fd55f req-ec7348a1-bcf6-46bd-b818-8bd5e7395c44 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 943 time: 0.1935272 Feb 16 16:50:34.373260 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-c1a0910e-0061-4594-a449-e4979d234e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:34.375671 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-c1a0910e-0061-4594-a449-e4979d234e93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.0824378 Feb 16 16:50:34.443120 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-e26291da-00ff-4323-b0b0-ba48ff0402d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608146 Feb 16 16:50:34.448923 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (6f1abb34-d18a-454b-b9b2-c89585ca89df), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.488370 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1abb34-d18a-454b-b9b2-c89585ca89df']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:34.499473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf1f1d9-b777-428a-b09d-a0148051c95d') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:34.499706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf1f1d9-b777-428a-b09d-a0148051c95d') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:34.522214 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (2bf1f1d9-b777-428a-b09d-a0148051c95d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.552452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e36d0255-c807-4862-800f-a34d3f424b6e None None] For port 63ec6d99-ceb3-4241-984a-dec92c66bfbf, host n-d-669411-5, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:34.552915 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e36d0255-c807-4862-800f-a34d3f424b6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.555544 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (2bf1f1d9-b777-428a-b09d-a0148051c95d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.569609 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e36d0255-c807-4862-800f-a34d3f424b6e None None] Calling delete_port for 63ec6d99-ceb3-4241-984a-dec92c66bfbf owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:50:34.579574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-e36d0255-c807-4862-800f-a34d3f424b6e None None] Port 63ec6d99-ceb3-4241-984a-dec92c66bfbf was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:50:34.582079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:50:34.582803 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e36d0255-c807-4862-800f-a34d3f424b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (63ec6d99-ceb3-4241-984a-dec92c66bfbf), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.583232 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (2bf1f1d9-b777-428a-b09d-a0148051c95d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:50:34.588102 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:50:34.614215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d0255-c807-4862-800f-a34d3f424b6e None None] Pushing event deleted for resources: {'Port': ['ID=63ec6d99-ceb3-4241-984a-dec92c66bfbf,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:34.631599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d0255-c807-4862-800f-a34d3f424b6e None None] No DVR routers for this DVR port 63ec6d99-ceb3-4241-984a-dec92c66bfbf on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:50:34.653446 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.655617 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-4f8b3993-a921-4d9e-b613-72a49c8595fd service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057197 Feb 16 16:50:34.674713 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9df36827-01d6-405b-825b-7212c82fd55f req-aec32d50-a003-49f3-a016-d82e5b8e4a68 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159899 Feb 16 16:50:34.722938 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (6f1abb34-d18a-454b-b9b2-c89585ca89df), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.745545 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.756031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/networks/6f1abb34-d18a-454b-b9b2-c89585ca89df HTTP/1.1" status: 204 len: 168 time: 1.3046970 Feb 16 16:50:34.756031 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2785242-fb07-454a-956a-0792d42866d1 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Network': ['ID=6f1abb34-d18a-454b-b9b2-c89585ca89df,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:34.756031 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54150) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:34.770954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-788294812', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:34.787201 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f5255c9a-41b7-49e2-b128-0169868ade00 req-5c71c483-97f0-481c-bab4-f478be13e371 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248479 Feb 16 16:50:34.792742 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (8d7e1e09-93fd-4f1f-be70-c988c05d5907), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.794034 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (8d7e1e09-93fd-4f1f-be70-c988c05d5907), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.867570 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_controller (8d7e1e09-93fd-4f1f-be70-c988c05d5907), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:34.890671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c89f01-4563-463c-ac3a-ee109745d61d req-f7a5ec6c-d785-4a90-b234-b82641861f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:34.892604 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-35c89f01-4563-463c-ac3a-ee109745d61d req-f7a5ec6c-d785-4a90-b234-b82641861f6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 1125 time: 0.0514610 Feb 16 16:50:35.023029 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c89f01-4563-463c-ac3a-ee109745d61d req-bdb1a711-3d43-4c6f-8f1e-f816663ab40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:35.024625 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-35c89f01-4563-463c-ac3a-ee109745d61d req-bdb1a711-3d43-4c6f-8f1e-f816663ab40d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 907 time: 0.1259267 Feb 16 16:50:35.045121 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_gateway (8d7e1e09-93fd-4f1f-be70-c988c05d5907), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:35.069818 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-35c89f01-4563-463c-ac3a-ee109745d61d req-ba7fadce-4b85-4f6b-90a8-0ff4c7fe6db4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f31e41-7e6a-436c-8898-071bebbb3b9f HTTP/1.1" status: 200 len: 217 time: 0.0380473 Feb 16 16:50:35.156310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c89f01-4563-463c-ac3a-ee109745d61d req-62c8ed08-5455-4773-a77b-f2c4cb6934d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:35.158261 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-35c89f01-4563-463c-ac3a-ee109745d61d req-62c8ed08-5455-4773-a77b-f2c4cb6934d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.0816801 Feb 16 16:50:35.212396 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-35c89f01-4563-463c-ac3a-ee109745d61d req-a228bb18-9706-47ca-a5d4-3e93ed22da69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479138 Feb 16 16:50:35.343002 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-35c89f01-4563-463c-ac3a-ee109745d61d req-b096667e-9606-46e7-ad87-47a9357eff59 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239007 Feb 16 16:50:35.389143 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_gateway (8d7e1e09-93fd-4f1f-be70-c988c05d5907), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:35.423618 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:35.442155 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d426f-111f-4af0-b1e6-f340dce3a1ad req-824a74fe-7c79-48b6-9f33-1065f5441972 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:35.443894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d6d426f-111f-4af0-b1e6-f340dce3a1ad req-824a74fe-7c79-48b6-9f33-1065f5441972 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 944 time: 0.1484067 Feb 16 16:50:35.478147 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-35c89f01-4563-463c-ac3a-ee109745d61d req-63036e47-ffd4-4b34-a3ba-c23651159016 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289723 Feb 16 16:50:35.570701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d6d426f-111f-4af0-b1e6-f340dce3a1ad req-99339291-256e-44de-b8ca-f18babeaf089 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772035 Feb 16 16:50:35.599646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Allocated IP 172.25.4.115 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/32cc2e21-3cad-40f2-af9b-55dfc71f01bb) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:35.718688 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (32cc2e21-3cad-40f2-af9b-55dfc71f01bb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:35.768083 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (32cc2e21-3cad-40f2-af9b-55dfc71f01bb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:35.834027 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:35.841698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:35.847693 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:35.874549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=32cc2e21-3cad-40f2-af9b-55dfc71f01bb,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:35.956235 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701340f-b4ec-41e5-92e4-116e05ca169c req-8eefeae5-10ec-4eaa-90ce-76ee196988d5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:35.963746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1701340f-b4ec-41e5-92e4-116e05ca169c req-8eefeae5-10ec-4eaa-90ce-76ee196988d5 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 943 time: 0.2067266 Feb 16 16:50:35.997769 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:36.043575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 63ec6d99-ceb3-4241-984a-dec92c66bfbf no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:50:36.072490 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 63ec6d99-ceb3-4241-984a-dec92c66bfbf {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:50:36.073078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 63ec6d99-ceb3-4241-984a-dec92c66bfbf not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:50:36.092907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:50:36.098778 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:36.099887 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6cad70f8-5be7-45eb-8484-2fbf4d6b7b93), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:36.103103 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1701340f-b4ec-41e5-92e4-116e05ca169c req-efd975ca-8214-4c56-a0e1-c036e8f7cf98 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384842 Feb 16 16:50:36.202886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:36.203245 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6cad70f8-5be7-45eb-8484-2fbf4d6b7b93), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:36.229363 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdc6f63-34b3-470c-a440-9e72e1f6cedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cad70f8-5be7-45eb-8484-2fbf4d6b7b93'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:50:36.232526 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3c62bc-0ca5-4180-a414-a9f5b04af25e" -d '{"events": [{"server_uuid": "ccdc6f63-34b3-470c-a440-9e72e1f6cedf", "name": "network-vif-plugged", "status": "completed", "tag": "6cad70f8-5be7-45eb-8484-2fbf4d6b7b93"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:50:36.248048 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6cad70f8-5be7-45eb-8484-2fbf4d6b7b93,segment=NetworkSegment(ffab0e41-c5f9-4e17-88f1-83a5287dae5d),segment_id=ffab0e41-c5f9-4e17-88f1-83a5287dae5d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:36.255712 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6cad70f8-5be7-45eb-8484-2fbf4d6b7b93), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:36.329519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=6cad70f8-5be7-45eb-8484-2fbf4d6b7b93,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:36.332760 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_gateway (8d7e1e09-93fd-4f1f-be70-c988c05d5907), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:36.334517 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1008b0e0-2fae-4d52-915f-d1522b0bfc76 x-openstack-request-id: req-1008b0e0-2fae-4d52-915f-d1522b0bfc76 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:50:36.334911 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdc6f63-34b3-470c-a440-9e72e1f6cedf", "name": "network-vif-plugged", "status": "completed", "tag": "6cad70f8-5be7-45eb-8484-2fbf4d6b7b93", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:50:36.335267 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1008b0e0-2fae-4d52-915f-d1522b0bfc76 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:50:36.335774 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdc6f63-34b3-470c-a440-9e72e1f6cedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cad70f8-5be7-45eb-8484-2fbf4d6b7b93', 'code': 200} Feb 16 16:50:36.434810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b75e6-036d-461b-aaf6-00db4937d3a7 req-d3f43857-5aa5-4ccd-bafc-3df66698b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:36.443183 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-469b75e6-036d-461b-aaf6-00db4937d3a7 req-d3f43857-5aa5-4ccd-bafc-3df66698b513 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 1127 time: 0.0898361 Feb 16 16:50:36.518074 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-469b75e6-036d-461b-aaf6-00db4937d3a7 req-ee0c50db-85cc-45b7-8b6c-b9f1097a31f0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647497 Feb 16 16:50:36.575641 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54174) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:36.625921 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (8d7e1e09-93fd-4f1f-be70-c988c05d5907), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:36.710121 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55f224be-ab89-4a63-8c20-e936b22c35ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:36.815315 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55f224be-ab89-4a63-8c20-e936b22c35ff admin admin] Publish callbacks [] for security_group (9cd752b0-7d88-4759-85ed-6fa63c927aa8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:36.822657 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55f224be-ab89-4a63-8c20-e936b22c35ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9cd752b0-7d88-4759-85ed-6fa63c927aa8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:36.869795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f224be-ab89-4a63-8c20-e936b22c35ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd752b0-7d88-4759-85ed-6fa63c927aa8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:36.924189 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-55f224be-ab89-4a63-8c20-e936b22c35ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b39e094edcbf45579704cf87976f8b4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3469932 Feb 16 16:50:36.926535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54180) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:36.992959 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aee4845f-2c94-47d9-83b3-f2c043e0f400 admin admin] Publish callbacks [] for security_group (9cd752b0-7d88-4759-85ed-6fa63c927aa8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:37.024143 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aee4845f-2c94-47d9-83b3-f2c043e0f400 admin admin] Publish callbacks [] for security_group (9cd752b0-7d88-4759-85ed-6fa63c927aa8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:37.086518 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aee4845f-2c94-47d9-83b3-f2c043e0f400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9cd752b0-7d88-4759-85ed-6fa63c927aa8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:37.090523 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aee4845f-2c94-47d9-83b3-f2c043e0f400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:37.092110 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-aee4845f-2c94-47d9-83b3-f2c043e0f400 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9cd752b0-7d88-4759-85ed-6fa63c927aa8 HTTP/1.1" status: 204 len: 168 time: 0.1641285 Feb 16 16:50:37.103489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4845f-2c94-47d9-83b3-f2c043e0f400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd752b0-7d88-4759-85ed-6fa63c927aa8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:37.175093 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b617b-bbf5-48b1-bb59-b5d01a7116f0 req-cae66b9b-b1f9-42cd-944b-8d12525e86ed tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:37.176623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e56b617b-bbf5-48b1-bb59-b5d01a7116f0 req-cae66b9b-b1f9-42cd-944b-8d12525e86ed tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.4726946 Feb 16 16:50:37.236619 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 77f31e41-7e6a-436c-8898-071bebbb3b9f details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:50:37.269289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e56b617b-bbf5-48b1-bb59-b5d01a7116f0 req-f860cd1b-f7df-4893-b38d-96d3f58053ce tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851367 Feb 16 16:50:37.306707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569dec4-fd2b-469d-aba0-3e4db52ec9d8 req-c35b853c-8368-48bc-b95f-1a314ab4fd7f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:37.308365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8569dec4-fd2b-469d-aba0-3e4db52ec9d8 req-c35b853c-8368-48bc-b95f-1a314ab4fd7f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 943 time: 0.0805185 Feb 16 16:50:37.386263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router 8d7e1e09-93fd-4f1f-be70-c988c05d5907 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:50:37.401182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8569dec4-fd2b-469d-aba0-3e4db52ec9d8 req-af0386f1-05fd-4dc4-897a-68e2c19f9e78 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858109 Feb 16 16:50:37.418027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 77f31e41-7e6a-436c-8898-071bebbb3b9f, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=77f31e41-7e6a-436c-8898-071bebbb3b9f,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:37.436735 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '77f31e41-7e6a-436c-8898-071bebbb3b9f', 'network_id': '9b0b71f1-f1f4-41a6-b047-f2c21a04abc7', 'port_id': '77f31e41-7e6a-436c-8898-071bebbb3b9f', 'mac_address': 'fa:16:3e:51:74:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d9fb8a-744f-4a0a-90b6-699cc7c33927', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:50:37.554594 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 77f31e41-7e6a-436c-8898-071bebbb3b9f is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:37.554996 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (77f31e41-7e6a-436c-8898-071bebbb3b9f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:37.598866 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f31e41-7e6a-436c-8898-071bebbb3b9f {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:50:37.600115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:50:37.618068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aba512-50fe-4d3c-ac0a-da1c162fa594 None None] Sync routers for ids ['8d7e1e09-93fd-4f1f-be70-c988c05d5907'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:50:37.642162 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:37.646406 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54198) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:37.647290 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a5003782-5b80-401a-ab70-e01438bd442e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8888955 Feb 16 16:50:37.668351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 77f31e41-7e6a-436c-8898-071bebbb3b9f, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=77f31e41-7e6a-436c-8898-071bebbb3b9f,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:37.675262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aba512-50fe-4d3c-ac0a-da1c162fa594 None None] Routers {'8d7e1e09-93fd-4f1f-be70-c988c05d5907'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:37.676262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-35aba512-50fe-4d3c-ac0a-da1c162fa594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8d7e1e09-93fd-4f1f-be70-c988c05d5907'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:37.727854 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-35aba512-50fe-4d3c-ac0a-da1c162fa594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:37.730304 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (77f31e41-7e6a-436c-8898-071bebbb3b9f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:37.761345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aba512-50fe-4d3c-ac0a-da1c162fa594 None None] Routers {'8d7e1e09-93fd-4f1f-be70-c988c05d5907'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:37.762234 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-35aba512-50fe-4d3c-ac0a-da1c162fa594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8d7e1e09-93fd-4f1f-be70-c988c05d5907'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:37.804681 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-35aba512-50fe-4d3c-ac0a-da1c162fa594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:37.805450 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aba512-50fe-4d3c-ac0a-da1c162fa594 None None] The sync data for ids ['8d7e1e09-93fd-4f1f-be70-c988c05d5907'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:50:37.828677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=77f31e41-7e6a-436c-8898-071bebbb3b9f,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:37.834930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54204) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:37.839136 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:37.839803 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:37.840294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:37.841395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:37.841886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:37.842444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:37.842770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:37.843787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:37.844128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:37.844592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:37.844924 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:37.845246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:37.845567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:50:37.852451 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-33ef09fb-12db-4849-8665-3a1e3c36a042 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/routers/8d7e1e09-93fd-4f1f-be70-c988c05d5907 HTTP/1.1" status: 200 len: 880 time: 0.2047989 Feb 16 16:50:37.993873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54212) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:37.998533 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a61235cc-546f-4eca-9bb2-08ae524f38ff tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-788294812'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:38.002104 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9ee266de-7073-4dad-95b8-9ed3f920f3c0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1642897 Feb 16 16:50:38.038002 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['77f31e41-7e6a-436c-8898-071bebbb3b9f'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:50:38.442348 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a61235cc-546f-4eca-9bb2-08ae524f38ff tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (8d7e1e09-93fd-4f1f-be70-c988c05d5907), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:38.475497 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a61235cc-546f-4eca-9bb2-08ae524f38ff tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (8d7e1e09-93fd-4f1f-be70-c988c05d5907), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:38.476983 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4193b-ad54-475a-817b-95cac98856ae req-2a51d4ba-4f13-4f1c-a0c4-c829b4bed221 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:38.478638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16a4193b-ad54-475a-817b-95cac98856ae req-2a51d4ba-4f13-4f1c-a0c4-c829b4bed221 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.0683291 Feb 16 16:50:38.589837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16a4193b-ad54-475a-817b-95cac98856ae req-fe5fa4e6-d4d3-4220-ad8a-3b3edd19b811 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048682 Feb 16 16:50:38.685289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7158a-e10e-4926-8821-a931b5af4996 req-54ad9cf2-1924-4ea1-b926-b9d1bfcd5b5f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:38.695144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fb7158a-e10e-4926-8821-a931b5af4996 req-54ad9cf2-1924-4ea1-b926-b9d1bfcd5b5f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 944 time: 0.1043086 Feb 16 16:50:38.703922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61235cc-546f-4eca-9bb2-08ae524f38ff tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router 8d7e1e09-93fd-4f1f-be70-c988c05d5907 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:50:38.800544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fb7158a-e10e-4926-8821-a931b5af4996 req-41265738-f1ca-4d3f-b257-e82fb3270334 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990219 Feb 16 16:50:38.956078 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61235cc-546f-4eca-9bb2-08ae524f38ff tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:50:38.968053 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335fca98-2afb-4c72-a3a9-1c0f4dad1928 None None] Sync routers for ids ['8d7e1e09-93fd-4f1f-be70-c988c05d5907'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:50:38.968752 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a61235cc-546f-4eca-9bb2-08ae524f38ff tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:38.972714 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a61235cc-546f-4eca-9bb2-08ae524f38ff tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/8d7e1e09-93fd-4f1f-be70-c988c05d5907 HTTP/1.1" status: 200 len: 887 time: 0.9753737 Feb 16 16:50:38.973079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54246) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:39.007171 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335fca98-2afb-4c72-a3a9-1c0f4dad1928 None None] Routers {'8d7e1e09-93fd-4f1f-be70-c988c05d5907'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:39.015125 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-335fca98-2afb-4c72-a3a9-1c0f4dad1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8d7e1e09-93fd-4f1f-be70-c988c05d5907'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:39.120450 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-335fca98-2afb-4c72-a3a9-1c0f4dad1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:39.144431 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335fca98-2afb-4c72-a3a9-1c0f4dad1928 None None] Routers {'8d7e1e09-93fd-4f1f-be70-c988c05d5907'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:39.145108 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-335fca98-2afb-4c72-a3a9-1c0f4dad1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['8d7e1e09-93fd-4f1f-be70-c988c05d5907'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:39.234060 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-335fca98-2afb-4c72-a3a9-1c0f4dad1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:39.234783 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335fca98-2afb-4c72-a3a9-1c0f4dad1928 None None] The sync data for ids ['8d7e1e09-93fd-4f1f-be70-c988c05d5907'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:50:39.257448 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 77f31e41-7e6a-436c-8898-071bebbb3b9f up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:39.326580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 77f31e41-7e6a-436c-8898-071bebbb3b9f completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:50:39.332933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 77f31e41-7e6a-436c-8898-071bebbb3b9f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:39.333749 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (77f31e41-7e6a-436c-8898-071bebbb3b9f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:39.376202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8f9ce-b071-486f-9d21-f429ccbf6826 req-390fd9fa-cd3d-4ec8-adb9-b6a201596800 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:39.377837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fba8f9ce-b071-486f-9d21-f429ccbf6826 req-390fd9fa-cd3d-4ec8-adb9-b6a201596800 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.2342668 Feb 16 16:50:39.478434 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-38ad48a4-81ca-47e9-9d1f-7e48e2b9ae35 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/routers/8d7e1e09-93fd-4f1f-be70-c988c05d5907 HTTP/1.1" status: 200 len: 887 time: 0.5039058 Feb 16 16:50:39.484214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 77f31e41-7e6a-436c-8898-071bebbb3b9f is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:39.484812 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (77f31e41-7e6a-436c-8898-071bebbb3b9f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:39.493204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54252) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:39.574396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 77f31e41-7e6a-436c-8898-071bebbb3b9f, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=77f31e41-7e6a-436c-8898-071bebbb3b9f,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:39.578247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005d1963-4e08-4fb2-bf40-80a8b0cb3829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f31e41-7e6a-436c-8898-071bebbb3b9f'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:50:39.583142 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11e0d92-eab9-4704-875c-44afa0cea5e9" -d '{"events": [{"server_uuid": "005d1963-4e08-4fb2-bf40-80a8b0cb3829", "name": "network-vif-plugged", "status": "completed", "tag": "77f31e41-7e6a-436c-8898-071bebbb3b9f"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:50:39.590529 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (77f31e41-7e6a-436c-8898-071bebbb3b9f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:39.622051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cad423-2693-40a9-9b61-ad735ff7b39a req-9e0b010d-621c-40aa-9b44-3ca6b9251b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:39.625784 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-07c6b91a-38b7-4e9b-a72d-4dd739c64ddd tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d7e1e09-93fd-4f1f-be70-c988c05d5907 HTTP/1.1" status: 200 len: 205 time: 0.1290257 Feb 16 16:50:39.625958 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75cad423-2693-40a9-9b61-ad735ff7b39a req-9e0b010d-621c-40aa-9b44-3ca6b9251b65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f46d9e83fb574834a22d43227eb7f02b&device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 1127 time: 0.6523554 Feb 16 16:50:39.626074 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54258) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:39.671499 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215661ea-e10e-416c-be5d-9e3a04a28f8f req-bf43c244-3698-4a65-bfae-eeebb1d89969 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:39.672730 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=77f31e41-7e6a-436c-8898-071bebbb3b9f,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:39.673123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-215661ea-e10e-416c-be5d-9e3a04a28f8f req-bf43c244-3698-4a65-bfae-eeebb1d89969 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 946 time: 0.3616185 Feb 16 16:50:39.705674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fba8f9ce-b071-486f-9d21-f429ccbf6826 req-289dd3db-16ab-4b27-ad82-8ba2e3259668 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748506 Feb 16 16:50:39.752800 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d64289b-044d-453f-9682-f4372f89f2cf tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (8d7e1e09-93fd-4f1f-be70-c988c05d5907), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:39.820789 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49cb681-63d3-47ca-b136-63ecfbb59c10 x-openstack-request-id: req-e49cb681-63d3-47ca-b136-63ecfbb59c10 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:50:39.821077 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005d1963-4e08-4fb2-bf40-80a8b0cb3829", "name": "network-vif-plugged", "status": "completed", "tag": "77f31e41-7e6a-436c-8898-071bebbb3b9f", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:50:39.821333 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e49cb681-63d3-47ca-b136-63ecfbb59c10 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:50:39.822343 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005d1963-4e08-4fb2-bf40-80a8b0cb3829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f31e41-7e6a-436c-8898-071bebbb3b9f', 'code': 200} Feb 16 16:50:39.825154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-215661ea-e10e-416c-be5d-9e3a04a28f8f req-be113196-7161-48b4-a3bb-dd392aebd7e7 tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371603 Feb 16 16:50:39.979794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e332f47-614a-4b60-8db5-7c413dce1305 req-042ae345-a804-4b13-8099-e9afa9467da3 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:39.981533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e332f47-614a-4b60-8db5-7c413dce1305 req-042ae345-a804-4b13-8099-e9afa9467da3 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.0789707 Feb 16 16:50:40.041268 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d64289b-044d-453f-9682-f4372f89f2cf tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_gateway (8d7e1e09-93fd-4f1f-be70-c988c05d5907), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:40.062042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e332f47-614a-4b60-8db5-7c413dce1305 req-be95feda-c4d6-460a-ad1c-3392865b5dfe tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611701 Feb 16 16:50:40.113397 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cad423-2693-40a9-9b61-ad735ff7b39a req-115eac74-3224-4ac0-9fa8-601cbd14a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:40.114853 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75cad423-2693-40a9-9b61-ad735ff7b39a req-115eac74-3224-4ac0-9fa8-601cbd14a1f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f HTTP/1.1" status: 200 len: 919 time: 0.3582869 Feb 16 16:50:40.134906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628d7c4-9466-484a-9413-2e85e163495c req-0bbbf51d-0469-463b-ba4d-4796d374d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:40.136396 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0628d7c4-9466-484a-9413-2e85e163495c req-0bbbf51d-0469-463b-ba4d-4796d374d53d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 1127 time: 0.2292924 Feb 16 16:50:40.173570 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75cad423-2693-40a9-9b61-ad735ff7b39a req-6f150ca7-0975-4d53-ae62-5f4b3d3d05d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 HTTP/1.1" status: 200 len: 217 time: 0.0509596 Feb 16 16:50:40.256400 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1d64289b-044d-453f-9682-f4372f89f2cf tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port 32cc2e21-3cad-40f2-af9b-55dfc71f01bb {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:50:40.256734 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d64289b-044d-453f-9682-f4372f89f2cf tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (32cc2e21-3cad-40f2-af9b-55dfc71f01bb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:40.261002 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cad423-2693-40a9-9b61-ad735ff7b39a req-5c1b40a8-3262-4a5b-9a9f-ac6ad07796d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:40.262563 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75cad423-2693-40a9-9b61-ad735ff7b39a req-5c1b40a8-3262-4a5b-9a9f-ac6ad07796d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd HTTP/1.1" status: 200 len: 858 time: 0.0812316 Feb 16 16:50:40.265429 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0628d7c4-9466-484a-9413-2e85e163495c req-07721a10-ae49-42d0-ac08-a8fcd6596708 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997343 Feb 16 16:50:40.314720 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75cad423-2693-40a9-9b61-ad735ff7b39a req-5f2c2912-8183-41db-9c04-06450d851b51 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361018 Feb 16 16:50:40.426215 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d64289b-044d-453f-9682-f4372f89f2cf tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (32cc2e21-3cad-40f2-af9b-55dfc71f01bb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:40.445848 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1d64289b-044d-453f-9682-f4372f89f2cf tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for 32cc2e21-3cad-40f2-af9b-55dfc71f01bb owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:50:40.474520 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75cad423-2693-40a9-9b61-ad735ff7b39a req-4aef66d9-d442-4802-8bd3-b00b20f985a1 service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306250 Feb 16 16:50:40.676591 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-75cad423-2693-40a9-9b61-ad735ff7b39a req-96258c60-0b4d-41cd-9d10-470dd91697dd service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689539 Feb 16 16:50:40.752650 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d64289b-044d-453f-9682-f4372f89f2cf tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (32cc2e21-3cad-40f2-af9b-55dfc71f01bb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:40.791605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64289b-044d-453f-9682-f4372f89f2cf tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=32cc2e21-3cad-40f2-af9b-55dfc71f01bb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:40.872336 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d64289b-044d-453f-9682-f4372f89f2cf tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (8d7e1e09-93fd-4f1f-be70-c988c05d5907), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:40.879227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce1008-c441-4285-a990-58f3084ee07b req-a15db9ba-c68c-481f-8a8f-82e94d1656f1 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:40.881208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18ce1008-c441-4285-a990-58f3084ee07b req-a15db9ba-c68c-481f-8a8f-82e94d1656f1 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.0680766 Feb 16 16:50:40.974932 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18ce1008-c441-4285-a990-58f3084ee07b req-e68360c3-8c7b-4d0d-851c-1951ec4c2021 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881913 Feb 16 16:50:40.997457 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d64289b-044d-453f-9682-f4372f89f2cf tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (8d7e1e09-93fd-4f1f-be70-c988c05d5907), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:41.001319 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d64289b-044d-453f-9682-f4372f89f2cf tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_controller (8d7e1e09-93fd-4f1f-be70-c988c05d5907), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:41.008046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f64a43-c1e5-464c-8ae7-711cf042497b req-19792e4c-6f25-48da-af35-f28c2487d11e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:41.009710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37f64a43-c1e5-464c-8ae7-711cf042497b req-19792e4c-6f25-48da-af35-f28c2487d11e tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 946 time: 0.0828764 Feb 16 16:50:41.056743 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb7131-1386-463c-b413-31a0a678bab8 req-098c75a8-12aa-42bb-b8a3-c640fb957c4c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:41.058386 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-affb7131-1386-463c-b413-31a0a678bab8 req-098c75a8-12aa-42bb-b8a3-c640fb957c4c tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 946 time: 0.1541746 Feb 16 16:50:41.076323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37f64a43-c1e5-464c-8ae7-711cf042497b req-ebaa5cdb-09c6-4a57-a391-742eb24df79d tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups?id=fdb78fd1-435a-4477-97f6-f9923c3793f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598023 Feb 16 16:50:41.099067 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d64289b-044d-453f-9682-f4372f89f2cf tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (8d7e1e09-93fd-4f1f-be70-c988c05d5907), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:41.099739 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d64289b-044d-453f-9682-f4372f89f2cf tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Fanout notify agent at l3_agent the message router_deleted on router 8d7e1e09-93fd-4f1f-be70-c988c05d5907 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:50:41.119197 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1d64289b-044d-453f-9682-f4372f89f2cf tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:41.124340 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1d64289b-044d-453f-9682-f4372f89f2cf tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/routers/8d7e1e09-93fd-4f1f-be70-c988c05d5907 HTTP/1.1" status: 204 len: 168 time: 1.4934344 Feb 16 16:50:41.124586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54284) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:41.130582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-996bd985-2608-4657-aed7-920f50aba48b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'network': {'name': 'tempest-RoutersTest-1357499117'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:41.177634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996bd985-2608-4657-aed7-920f50aba48b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:41.181425 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996bd985-2608-4657-aed7-920f50aba48b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:41.218056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-affb7131-1386-463c-b413-31a0a678bab8 req-7c6b3c73-2d4b-4dfc-94b8-afc466d633fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Deleting port d48959bb-7fbb-436a-841b-7e9bfe840151 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:50:41.218491 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-affb7131-1386-463c-b413-31a0a678bab8 req-7c6b3c73-2d4b-4dfc-94b8-afc466d633fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:41.261289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996bd985-2608-4657-aed7-920f50aba48b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:50:41.265082 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-e2f07c22-e7ed-4496-b7b6-1e1539900490 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd924917394145b0a350f9f30d405871&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490670 Feb 16 16:50:41.280412 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996bd985-2608-4657-aed7-920f50aba48b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (5c2b10d3-cd94-489b-ae63-b3d4b5a174e5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:41.280752 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-996bd985-2608-4657-aed7-920f50aba48b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Added segment 5c2b10d3-cd94-489b-ae63-b3d4b5a174e5 of type vlan for network fd5101fe-5018-4ae1-ac82-70978b7881b4 Feb 16 16:50:41.295803 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ed12d-344e-44a9-be40-4e7e11ff30c5 req-046ed519-7e5c-43e4-bf64-b3c222edcb5a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:41.297266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-823ed12d-344e-44a9-be40-4e7e11ff30c5 req-046ed519-7e5c-43e4-bf64-b3c222edcb5a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.1334181 Feb 16 16:50:41.319264 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-affb7131-1386-463c-b413-31a0a678bab8 req-7c6b3c73-2d4b-4dfc-94b8-afc466d633fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] For port d48959bb-7fbb-436a-841b-7e9bfe840151, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=d48959bb-7fbb-436a-841b-7e9bfe840151,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:41.319951 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-affb7131-1386-463c-b413-31a0a678bab8 req-7c6b3c73-2d4b-4dfc-94b8-afc466d633fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:41.451438 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996bd985-2608-4657-aed7-920f50aba48b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (fd5101fe-5018-4ae1-ac82-70978b7881b4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:41.486655 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-823ed12d-344e-44a9-be40-4e7e11ff30c5 req-87878dff-8d92-42c8-a84f-14d35902d3de tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610348 Feb 16 16:50:41.546566 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-affb7131-1386-463c-b413-31a0a678bab8 req-7c6b3c73-2d4b-4dfc-94b8-afc466d633fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:41.547194 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-affb7131-1386-463c-b413-31a0a678bab8 req-7c6b3c73-2d4b-4dfc-94b8-afc466d633fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (109b445b-abb4-4ff4-95e8-92aa72ca80f6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:41.547983 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [req-affb7131-1386-463c-b413-31a0a678bab8 req-7c6b3c73-2d4b-4dfc-94b8-afc466d633fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Floating IP 109b445b-abb4-4ff4-95e8-92aa72ca80f6 disassociated. External IP: 172.25.4.69, port: d48959bb-7fbb-436a-841b-7e9bfe840151. Feb 16 16:50:41.548579 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-affb7131-1386-463c-b413-31a0a678bab8 req-7c6b3c73-2d4b-4dfc-94b8-afc466d633fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Calling delete_port for d48959bb-7fbb-436a-841b-7e9bfe840151 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:50:41.562222 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996bd985-2608-4657-aed7-920f50aba48b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (fd5101fe-5018-4ae1-ac82-70978b7881b4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:41.567267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996bd985-2608-4657-aed7-920f50aba48b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:41.567874 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996bd985-2608-4657-aed7-920f50aba48b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:41.580157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-e491c759-4f2d-4828-abfe-b5e2aed77af8 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:41.586601 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-e491c759-4f2d-4828-abfe-b5e2aed77af8 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118017 Feb 16 16:50:41.632890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-5a6e9866-55e3-4e28-b65d-22990f00e369 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/quotas/bd924917394145b0a350f9f30d405871 HTTP/1.1" status: 200 len: 375 time: 0.0453651 Feb 16 16:50:41.650721 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-996bd985-2608-4657-aed7-920f50aba48b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5221355 Feb 16 16:50:41.651789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54298) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:41.680063 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a6df7496-fb54-4873-a537-3cf7b93787c9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'subnet': {'network_id': 'fd5101fe-5018-4ae1-ac82-70978b7881b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:41.693235 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-9c0e9495-b3a0-48a0-b811-0e192b1098e1 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd924917394145b0a350f9f30d405871&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593612 Feb 16 16:50:41.726975 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-affb7131-1386-463c-b413-31a0a678bab8 req-7c6b3c73-2d4b-4dfc-94b8-afc466d633fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d48959bb-7fbb-436a-841b-7e9bfe840151), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:41.733455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bd985-2608-4657-aed7-920f50aba48b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Network': ['ID=fd5101fe-5018-4ae1-ac82-70978b7881b4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:41.747196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network fd5101fe-5018-4ae1-ac82-70978b7881b4 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:50:41.806130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b3c73-2d4b-4dfc-94b8-afc466d633fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event deleted for resources: {'Port': ['ID=d48959bb-7fbb-436a-841b-7e9bfe840151,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:41.840404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6df7496-fb54-4873-a537-3cf7b93787c9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:41.844864 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6df7496-fb54-4873-a537-3cf7b93787c9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:41.969184 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-affb7131-1386-463c-b413-31a0a678bab8 req-7c6b3c73-2d4b-4dfc-94b8-afc466d633fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Router 544a50d2-dfd6-4a56-aec9-899434750187 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:50:42.046503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cab3792d-88b0-490e-bc34-24de0268fd6c req-dc360277-29a4-43be-8be1-d13b566bfecd tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 210 time: 0.0452235 Feb 16 16:50:42.129518 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6df7496-fb54-4873-a537-3cf7b93787c9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (991c373a-1cc1-4111-a6f1-5bf59c2c2180), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:42.153688 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-affb7131-1386-463c-b413-31a0a678bab8 req-7c6b3c73-2d4b-4dfc-94b8-afc466d633fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:50:42.166705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7787a49-6851-43a8-874c-309f6e921133 None None] Sync routers for ids ['544a50d2-dfd6-4a56-aec9-899434750187'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:50:42.181032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7787a49-6851-43a8-874c-309f6e921133 None None] Routers {'544a50d2-dfd6-4a56-aec9-899434750187'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:42.182140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a7787a49-6851-43a8-874c-309f6e921133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['544a50d2-dfd6-4a56-aec9-899434750187'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:42.262700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-affb7131-1386-463c-b413-31a0a678bab8 req-7c6b3c73-2d4b-4dfc-94b8-afc466d633fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] No DVR routers for this DVR port d48959bb-7fbb-436a-841b-7e9bfe840151 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:50:42.267678 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-affb7131-1386-463c-b413-31a0a678bab8 req-7c6b3c73-2d4b-4dfc-94b8-afc466d633fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:42.271522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df7496-fb54-4873-a537-3cf7b93787c9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Subnet': ['ID=991c373a-1cc1-4111-a6f1-5bf59c2c2180,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:42.292782 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-affb7131-1386-463c-b413-31a0a678bab8 req-7c6b3c73-2d4b-4dfc-94b8-afc466d633fd tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.60 "DELETE /v2.0/ports/d48959bb-7fbb-436a-841b-7e9bfe840151 HTTP/1.1" status: 204 len: 173 time: 1.2072108 Feb 16 16:50:42.293540 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'name': 'network-vif-deleted', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:50:42.301913 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3c76c4-d611-4b31-ac09-b3f0b7c95e3b" -d '{"events": [{"server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "name": "network-vif-deleted", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:50:42.323222 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a7787a49-6851-43a8-874c-309f6e921133 None None] Set router 544a50d2-dfd6-4a56-aec9-899434750187 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:50:42.357700 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a4939de-a42e-4125-ac08-9cba6e568dac req-3a9d0a83-d2d4-4871-a529-ceb06c84be0a tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f0c79bd-5815-4ff8-b212-a965b33934fb HTTP/1.1" status: 200 len: 210 time: 0.0802844 Feb 16 16:50:42.371542 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5740c0-8e5e-4ed0-8cab-5d811635cd33 req-2adcd213-7ebd-4d12-90ad-7ac5152dd8cd tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:42.379265 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf5740c0-8e5e-4ed0-8cab-5d811635cd33 req-2adcd213-7ebd-4d12-90ad-7ac5152dd8cd tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.2939925 Feb 16 16:50:42.409638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6df7496-fb54-4873-a537-3cf7b93787c9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Checking segment: {'id': '5c2b10d3-cd94-489b-ae63-b3d4b5a174e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'fd5101fe-5018-4ae1-ac82-70978b7881b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:42.410025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df7496-fb54-4873-a537-3cf7b93787c9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network hostable DHCP agents. Network: fd5101fe-5018-4ae1-ac82-70978b7881b4, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:50:42.488301 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f35460-ff7d-410a-9651-05e468c2b40a x-openstack-request-id: req-65f35460-ff7d-410a-9651-05e468c2b40a {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:50:42.488782 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0c79bd-5815-4ff8-b212-a965b33934fb", "name": "network-vif-deleted", "tag": "d48959bb-7fbb-436a-841b-7e9bfe840151", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:50:42.489296 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65f35460-ff7d-410a-9651-05e468c2b40a {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:50:42.490250 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0c79bd-5815-4ff8-b212-a965b33934fb', 'name': 'network-vif-deleted', 'tag': 'd48959bb-7fbb-436a-841b-7e9bfe840151', 'status': 'completed', 'code': 200} Feb 16 16:50:42.524969 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf5740c0-8e5e-4ed0-8cab-5d811635cd33 req-1d464653-ad22-4c92-b3a7-b569c80edd28 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447787 Feb 16 16:50:42.536803 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df7496-fb54-4873-a537-3cf7b93787c9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network fd5101fe-5018-4ae1-ac82-70978b7881b4 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:50:42.552994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-a6df7496-fb54-4873-a537-3cf7b93787c9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, fd5101fe-5018-4ae1-ac82-70978b7881b4) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:42.560325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6df7496-fb54-4873-a537-3cf7b93787c9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:42.561677 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6df7496-fb54-4873-a537-3cf7b93787c9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:42.581171 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8310644-cf80-4ab1-8006-337dbf8d18fc None None] Network fd5101fe-5018-4ae1-ac82-70978b7881b4 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:50:42.596192 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a6df7496-fb54-4873-a537-3cf7b93787c9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9431827 Feb 16 16:50:42.598470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54320) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:42.602791 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3c44ad11-bae7-43f4-9985-8e8f07d01a37 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-785710548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:42.664962 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c44ad11-bae7-43f4-9985-8e8f07d01a37 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (faa0fd06-90c5-4e10-8af8-5f2b408533ec), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:42.665677 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c44ad11-bae7-43f4-9985-8e8f07d01a37 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (faa0fd06-90c5-4e10-8af8-5f2b408533ec), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:42.692767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f6f8d-2f6b-47a5-8cfb-919210b2e97f req-61831923-55c2-4ac7-bba0-da8cd892650a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:42.706320 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-204f6f8d-2f6b-47a5-8cfb-919210b2e97f req-61831923-55c2-4ac7-bba0-da8cd892650a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.0925889 Feb 16 16:50:42.778282 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c44ad11-bae7-43f4-9985-8e8f07d01a37 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_controller (faa0fd06-90c5-4e10-8af8-5f2b408533ec), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:42.792291 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c44ad11-bae7-43f4-9985-8e8f07d01a37 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (faa0fd06-90c5-4e10-8af8-5f2b408533ec), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:42.836371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-204f6f8d-2f6b-47a5-8cfb-919210b2e97f req-26b44c22-afe8-4b17-bdbf-16ecb466cf8c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241412 Feb 16 16:50:42.840968 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c44ad11-bae7-43f4-9985-8e8f07d01a37 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:42.842383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3c44ad11-bae7-43f4-9985-8e8f07d01a37 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2429438 Feb 16 16:50:42.845366 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54326) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:42.849661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-fd5101fe-5018-4ae1-ac82-70978b7881b4', 'network_id': 'fd5101fe-5018-4ae1-ac82-70978b7881b4', 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'fixed_ips': [{'subnet_id': '991c373a-1cc1-4111-a6f1-5bf59c2c2180'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:50:42.851460 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:43.101770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Allocated IP 172.20.0.2 (fd5101fe-5018-4ae1-ac82-70978b7881b4/991c373a-1cc1-4111-a6f1-5bf59c2c2180/ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:43.170151 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-074df3a9-e4fa-4e69-967d-fcad4a8da446 req-0193ced0-7635-4877-a124-1f43847a7a73 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 210 time: 0.0379546 Feb 16 16:50:43.210134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a7787a49-6851-43a8-874c-309f6e921133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:50Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '5f6e3290-d973-46f0-8270-ec3dcd467a2e', 'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'tenant_id': '02741f937a2842aca38571a11965b970', 'mac_address': 'fa:16:3e:da:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:49Z', 'updated_at': '2022-02-16T16:42:56Z', 'revision_number': 5, 'project_id': '02741f937a2842aca38571a11965b970', 'subnets': [{'id': '2633da54-4036-4028-8932-f86c9800af42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:43.247620 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903cdb1-f032-4c85-855e-d716791688bc req-c6ab5ab4-4e8c-412c-b4f3-cc564c8a19ec tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:43.249588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6903cdb1-f032-4c85-855e-d716791688bc req-c6ab5ab4-4e8c-412c-b4f3-cc564c8a19ec tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.0674284 Feb 16 16:50:43.268671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7787a49-6851-43a8-874c-309f6e921133 None None] Checking router: 544a50d2-dfd6-4a56-aec9-899434750187 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:50:43.295823 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7787a49-6851-43a8-874c-309f6e921133 None None] Routers {'544a50d2-dfd6-4a56-aec9-899434750187'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:43.296456 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a7787a49-6851-43a8-874c-309f6e921133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['544a50d2-dfd6-4a56-aec9-899434750187'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:43.312111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6903cdb1-f032-4c85-855e-d716791688bc req-aa3b8d09-cc44-451a-bca0-fafc108217e9 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557218 Feb 16 16:50:43.334872 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:43.463046 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Publish callbacks [] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:43.477275 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:43.493797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba4faf-c454-412e-ad1f-3ec7355e0f33 req-3f368ca1-bcdb-43f4-b087-c0fb3a21bbbd tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:43.510127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fba4faf-c454-412e-ad1f-3ec7355e0f33 req-3f368ca1-bcdb-43f4-b087-c0fb3a21bbbd tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.1218865 Feb 16 16:50:43.512648 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54340) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:43.558582 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a7787a49-6851-43a8-874c-309f6e921133 None None] Set router 544a50d2-dfd6-4a56-aec9-899434750187 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:50:43.587788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Network fd5101fe-5018-4ae1-ac82-70978b7881b4 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:43.663505 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:43.677110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fba4faf-c454-412e-ad1f-3ec7355e0f33 req-3a73f7d7-e138-4540-9fc3-971c53421e42 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656377 Feb 16 16:50:43.680276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:43.682536 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Allocated IP 172.20.0.1 (fd5101fe-5018-4ae1-ac82-70978b7881b4/991c373a-1cc1-4111-a6f1-5bf59c2c2180/bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:43.748452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Pushing event updated for resources: {'Port': ['ID=ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:43.818551 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-acdabcad-e5d0-47ee-85d2-9d2ee4ac08ae tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group (fdb78fd1-435a-4477-97f6-f9923c3793f2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:43.860414 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Attempting to bind port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:50:43.861346 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Attempting to bind port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '5c2b10d3-cd94-489b-ae63-b3d4b5a174e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'fd5101fe-5018-4ae1-ac82-70978b7881b4'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:50:43.861911 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Attempting to bind port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 on network fd5101fe-5018-4ae1-ac82-70978b7881b4 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:43.884411 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:50:43.885291 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Checking segment: {'id': '5c2b10d3-cd94-489b-ae63-b3d4b5a174e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'fd5101fe-5018-4ae1-ac82-70978b7881b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:43.885291 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:43.885592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Bound using segment: {'id': '5c2b10d3-cd94-489b-ae63-b3d4b5a174e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'fd5101fe-5018-4ae1-ac82-70978b7881b4'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:50:43.886071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Bound port: ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2b10d3-cd94-489b-ae63-b3d4b5a174e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'fd5101fe-5018-4ae1-ac82-70978b7881b4'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:50:43.886458 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:43.920877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbee9b-930e-4353-bf5b-26f52747f5a0 req-d1dc75bf-5bc1-40ee-a049-6c2fceae579d tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:43.922377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08bbee9b-930e-4353-bf5b-26f52747f5a0 req-d1dc75bf-5bc1-40ee-a049-6c2fceae579d tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.2124588 Feb 16 16:50:43.941163 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-acdabcad-e5d0-47ee-85d2-9d2ee4ac08ae tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group (fdb78fd1-435a-4477-97f6-f9923c3793f2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.025080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.025719 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] For port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:50:44.044525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] For port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158,segment=NetworkSegment(5c2b10d3-cd94-489b-ae63-b3d4b5a174e5),segment_id=5c2b10d3-cd94-489b-ae63-b3d4b5a174e5)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:50:44.053826 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-f5def181-764b-4818-8358-3d609e393286 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=bd924917394145b0a350f9f30d405871&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2911084 Feb 16 16:50:44.057624 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.087587 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-acdabcad-e5d0-47ee-85d2-9d2ee4ac08ae tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fdb78fd1-435a-4477-97f6-f9923c3793f2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.092528 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-acdabcad-e5d0-47ee-85d2-9d2ee4ac08ae tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.094359 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-acdabcad-e5d0-47ee-85d2-9d2ee4ac08ae tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "DELETE /v2.0/security-groups/fdb78fd1-435a-4477-97f6-f9923c3793f2 HTTP/1.1" status: 204 len: 168 time: 0.5805297 Feb 16 16:50:44.107589 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54352) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:44.117719 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.126688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e65e9d-69f5-4bb9-a5e5-f25985c2a15a None None] Pushing event updated for resources: {'Port': ['ID=ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:44.145692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a7787a49-6851-43a8-874c-309f6e921133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:50Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '5f6e3290-d973-46f0-8270-ec3dcd467a2e', 'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'tenant_id': '02741f937a2842aca38571a11965b970', 'mac_address': 'fa:16:3e:da:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:49Z', 'updated_at': '2022-02-16T16:42:56Z', 'revision_number': 5, 'project_id': '02741f937a2842aca38571a11965b970', 'subnets': [{'id': '2633da54-4036-4028-8932-f86c9800af42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:44.151587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdabcad-e5d0-47ee-85d2-9d2ee4ac08ae tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb78fd1-435a-4477-97f6-f9923c3793f2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:44.176095 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08bbee9b-930e-4353-bf5b-26f52747f5a0 req-0c4bbdd1-f713-4365-98ea-061a13ab8966 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371573 Feb 16 16:50:44.222217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7787a49-6851-43a8-874c-309f6e921133 None None] The sync data for ids ['544a50d2-dfd6-4a56-aec9-899434750187'] in n-d-669411-5 is: [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:42:50Z', 'revision_number': 4, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '5f6e3290-d973-46f0-8270-ec3dcd467a2e', 'name': '', 'network_id': '8d61e968-9352-4447-90d4-31d4f93db9d5', 'tenant_id': '02741f937a2842aca38571a11965b970', 'mac_address': 'fa:16:3e:da:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2633da54-4036-4028-8932-f86c9800af42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:49Z', 'updated_at': '2022-02-16T16:42:56Z', 'revision_number': 5, 'project_id': '02741f937a2842aca38571a11965b970', 'subnets': [{'id': '2633da54-4036-4028-8932-f86c9800af42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:50:44.231953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108af14-dc5e-4256-bf1e-7e87fd45087b req-98d299df-b602-4235-b980-b49c8a3a7b3f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:44.248931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8108af14-dc5e-4256-bf1e-7e87fd45087b req-98d299df-b602-4235-b980-b49c8a3a7b3f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.2887559 Feb 16 16:50:44.251306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:44.254386 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-cd8b4088-a6ed-48df-8681-6199a0614e5f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] show failed (client error): The resource could not be found. Feb 16 16:50:44.255554 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cd8b4088-a6ed-48df-8681-6199a0614e5f tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "GET /v2.0/security-groups/fdb78fd1-435a-4477-97f6-f9923c3793f2 HTTP/1.1" status: 404 len: 347 time: 0.1469140 Feb 16 16:50:44.268488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54356) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:44.283685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network fd5101fe-5018-4ae1-ac82-70978b7881b4 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:44.343097 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:44.352429 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:44.388124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6c26862-1b50-43ef-8a28-67ead81e73c5 req-c04d331b-5830-4066-a926-4f7737f91f04 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 210 time: 0.0393598 Feb 16 16:50:44.486868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8108af14-dc5e-4256-bf1e-7e87fd45087b req-925ed498-09fb-4622-a5e5-3e2996e60bb9 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345300 Feb 16 16:50:44.558259 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-af194271-2ff7-4448-b1e9-6894e9b59bfb tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:44.561840 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-af194271-2ff7-4448-b1e9-6894e9b59bfb tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4998157 Feb 16 16:50:44.565277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-6b7fdae5-8650-4133-976a-6c1e276b94fe tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Deleting port a26d2e21-73b6-4ffd-be92-1af227aa8ebe {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:50:44.565739 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b7fdae5-8650-4133-976a-6c1e276b94fe tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a26d2e21-73b6-4ffd-be92-1af227aa8ebe), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.579325 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Request body: {'port': {'device_id': '58211bb1-6ad3-4e42-965f-2d41c34adbd5', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': 'bd924917394145b0a350f9f30d405871'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:44.586184 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (faa0fd06-90c5-4e10-8af8-5f2b408533ec), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.678070 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b7fdae5-8650-4133-976a-6c1e276b94fe tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a26d2e21-73b6-4ffd-be92-1af227aa8ebe), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.678844 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b7fdae5-8650-4133-976a-6c1e276b94fe tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for floatingip (a26d2e21-73b6-4ffd-be92-1af227aa8ebe), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.694039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-6b7fdae5-8650-4133-976a-6c1e276b94fe tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Calling delete_port for a26d2e21-73b6-4ffd-be92-1af227aa8ebe owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:50:44.710072 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb984a2-9eee-4302-9904-0892dd2ae2da None None] New status for floating IP 109b445b-abb4-4ff4-95e8-92aa72ca80f6: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:50:44.862254 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b7fdae5-8650-4133-976a-6c1e276b94fe tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a26d2e21-73b6-4ffd-be92-1af227aa8ebe), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.862654 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.863436 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.db.api [None req-3fb984a2-9eee-4302-9904-0892dd2ae2da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:50:44.864098 n-d-669411-5 neutron-server[103424]: DEBUG oslo_db.api [None req-3fb984a2-9eee-4302-9904-0892dd2ae2da None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:50:44.866546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Made reservation on behalf of bd924917394145b0a350f9f30d405871 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:44.870346 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.887828 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.900631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fdae5-8650-4133-976a-6c1e276b94fe tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Pushing event deleted for resources: {'Port': ['ID=a26d2e21-73b6-4ffd-be92-1af227aa8ebe,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:44.977998 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b7fdae5-8650-4133-976a-6c1e276b94fe tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks [] for floatingip (109b445b-abb4-4ff4-95e8-92aa72ca80f6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.981265 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b7fdae5-8650-4133-976a-6c1e276b94fe tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:44.982553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6b7fdae5-8650-4133-976a-6c1e276b94fe tempest-AttachVolumeShelveTestJSON-751845188 tempest-AttachVolumeShelveTestJSON-751845188-project] 10.222.0.24 "DELETE /v2.0/floatingips/109b445b-abb4-4ff4-95e8-92aa72ca80f6 HTTP/1.1" status: 204 len: 168 time: 0.7082117 Feb 16 16:50:45.266015 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d48959bb-7fbb-436a-841b-7e9bfe840151 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:50:45.305387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: d48959bb-7fbb-436a-841b-7e9bfe840151 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:50:45.306982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device d48959bb-7fbb-436a-841b-7e9bfe840151 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:50:45.365396 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb984a2-9eee-4302-9904-0892dd2ae2da None None] New status for floating IP 109b445b-abb4-4ff4-95e8-92aa72ca80f6: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:50:45.408460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d5b8c-833b-4798-a17c-a0c2971d5bd1 req-72c33179-c8db-46c4-bc39-8918a8932c82 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:45.410869 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-625d5b8c-833b-4798-a17c-a0c2971d5bd1 req-72c33179-c8db-46c4-bc39-8918a8932c82 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.1215796 Feb 16 16:50:45.569458 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-625d5b8c-833b-4798-a17c-a0c2971d5bd1 req-1058c546-b247-4510-be17-027b3b4381f8 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403708 Feb 16 16:50:45.601634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1902fa0b-4afe-44a6-afe2-dc075f8cbb56 req-ffd216fe-db4b-4b91-ae96-c6c511700606 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 210 time: 0.0575142 Feb 16 16:50:45.633185 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Publish callbacks [] for security_group (482c3eab-96b5-48be-bb1c-50595ba8dc10), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:45.636459 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (482c3eab-96b5-48be-bb1c-50595ba8dc10), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:45.713012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942dac8b-78dd-449e-b7c3-42070130c7f9 None None] Network fd5101fe-5018-4ae1-ac82-70978b7881b4 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:50:45.737038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b2faf-f8b6-43b9-83f5-c7b4a7b0540c req-f30cdfa9-56ae-4125-95eb-8e7ba844df59 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:45.742510 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e0b2faf-f8b6-43b9-83f5-c7b4a7b0540c req-f30cdfa9-56ae-4125-95eb-8e7ba844df59 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.0821953 Feb 16 16:50:45.787063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Allocated IP 192.168.233.109 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/84f08274-c0a1-485a-a12c-c3736e4e6599) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:45.856219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ccd69272-6812-4aaf-bb16-52ee11479f13 None None] Provisioning complete for port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:45.856743 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ccd69272-6812-4aaf-bb16-52ee11479f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:45.880151 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e0b2faf-f8b6-43b9-83f5-c7b4a7b0540c req-0c4f413d-ac42-4ab7-9faf-a1034ffe372b tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298726 Feb 16 16:50:45.983474 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Publish callbacks [] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:46.002333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ccd69272-6812-4aaf-bb16-52ee11479f13 None None] Current status of the port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:46.003358 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ccd69272-6812-4aaf-bb16-52ee11479f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:46.064030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ccd69272-6812-4aaf-bb16-52ee11479f13 None None] For port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158,segment=NetworkSegment(5c2b10d3-cd94-489b-ae63-b3d4b5a174e5),segment_id=5c2b10d3-cd94-489b-ae63-b3d4b5a174e5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:46.064779 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:46.070170 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ccd69272-6812-4aaf-bb16-52ee11479f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:46.111395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:46.192883 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:46.194663 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:46.238825 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd69272-6812-4aaf-bb16-52ee11479f13 None None] Pushing event updated for resources: {'Port': ['ID=ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:46.250313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:46.251544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482c3eab-96b5-48be-bb1c-50595ba8dc10,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:46.258485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:46.260871 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:46.273096 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Pushing event updated for resources: {'Port': ['ID=84f08274-c0a1-485a-a12c-c3736e4e6599,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:46.319177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:46.362879 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:46.363511 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:46.389682 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:46.407024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-eb1d60b6-7487-4459-92ba-9b8b21da4b7f None None] Provisioning complete for port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:46.407597 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eb1d60b6-7487-4459-92ba-9b8b21da4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:46.413596 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-8e88e35d-9d5c-413f-a242-2d209242768d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8391690 Feb 16 16:50:46.414851 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:46.485072 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (faa0fd06-90c5-4e10-8af8-5f2b408533ec), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:46.496899 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Request body: {'port': {'device_id': '58211bb1-6ad3-4e42-965f-2d41c34adbd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:46.567517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d60b6-7487-4459-92ba-9b8b21da4b7f None None] Current status of the port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:46.590393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-eb1d60b6-7487-4459-92ba-9b8b21da4b7f None None] Provisioning complete for port bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:46.590865 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eb1d60b6-7487-4459-92ba-9b8b21da4b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:46.649485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:46.697090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d60b6-7487-4459-92ba-9b8b21da4b7f None None] Port bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:50:46.702995 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:46.775189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network fd5101fe-5018-4ae1-ac82-70978b7881b4 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:46.794135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:46.850463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4954da16-274e-4ed6-a8a3-91c219b33701 None None] Provisioning complete for port bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:46.851057 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4954da16-274e-4ed6-a8a3-91c219b33701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:46.915069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4954da16-274e-4ed6-a8a3-91c219b33701 None None] Port bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:50:46.919197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1716f84-0fff-4a5c-9087-b32034d81605 req-babee324-49d1-46b1-beff-786415c42a05 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:46.921373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1716f84-0fff-4a5c-9087-b32034d81605 req-babee324-49d1-46b1-beff-786415c42a05 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.1774738 Feb 16 16:50:46.945435 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4954da16-274e-4ed6-a8a3-91c219b33701 None None] Provisioning complete for port 84f08274-c0a1-485a-a12c-c3736e4e6599 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:46.945828 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4954da16-274e-4ed6-a8a3-91c219b33701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:46.963243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136ad51-6185-40b1-85e1-7f032b9ce471 req-f3cd1862-162a-46c6-944a-cb82689ea649 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:46.976119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c136ad51-6185-40b1-85e1-7f032b9ce471 req-f3cd1862-162a-46c6-944a-cb82689ea649 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 936 time: 0.1767011 Feb 16 16:50:47.067920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c136ad51-6185-40b1-85e1-7f032b9ce471 req-57b8902a-60dd-4aed-9ba3-955c0b61569a tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/security-groups?id=482c3eab-96b5-48be-bb1c-50595ba8dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907993 Feb 16 16:50:47.120959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1716f84-0fff-4a5c-9087-b32034d81605 req-13a57b67-cc7f-4f1f-b48c-8c5ee4428dbe tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787791 Feb 16 16:50:47.282865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router faa0fd06-90c5-4e10-8af8-5f2b408533ec is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:50:47.303534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4954da16-274e-4ed6-a8a3-91c219b33701 None None] Port 84f08274-c0a1-485a-a12c-c3736e4e6599 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:50:47.344705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156530-5095-4fe5-b4de-d40f7be68a30 req-2ab2eb34-a822-4d0e-b6f3-4087a974714c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:47.346648 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4156530-5095-4fe5-b4de-d40f7be68a30 req-2ab2eb34-a822-4d0e-b6f3-4087a974714c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.1323957 Feb 16 16:50:47.403176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4156530-5095-4fe5-b4de-d40f7be68a30 req-adff6d84-3d06-4b19-ab65-0892f123d4f4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501752 Feb 16 16:50:47.429115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-90f7fcfd-00b1-4826-b1f9-ce7e0434ae59 None None] Provisioning complete for port bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:47.429621 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-90f7fcfd-00b1-4826-b1f9-ce7e0434ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:47.451869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:50:47.466112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0abd7d-bd98-48ce-a474-13c66c17e070 None None] Sync routers for ids ['faa0fd06-90c5-4e10-8af8-5f2b408533ec'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:50:47.467239 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-aec7b0b7-d305-4178-bea2-893e2d16e723 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/faa0fd06-90c5-4e10-8af8-5f2b408533ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6206720 Feb 16 16:50:47.470074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54390) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:47.485145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f08274-c0a1-485a-a12c-c3736e4e6599 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:50:47.494957 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0abd7d-bd98-48ce-a474-13c66c17e070 None None] Routers {'faa0fd06-90c5-4e10-8af8-5f2b408533ec'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:47.496117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8c0abd7d-bd98-48ce-a474-13c66c17e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['faa0fd06-90c5-4e10-8af8-5f2b408533ec'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:47.500234 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Publish callbacks [] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:47.523029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17818bf6-d9cc-4a1f-bef4-858af46e095d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:47.525459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-17818bf6-d9cc-4a1f-bef4-858af46e095d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports/bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5 HTTP/1.1" status: 200 len: 910 time: 0.0544045 Feb 16 16:50:47.528202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54392) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:47.532287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Transition to ACTIVE for port object 84f08274-c0a1-485a-a12c-c3736e4e6599 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:50:47.536099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b1c2490a-962b-4cd2-984a-c4a942631f1a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '991c373a-1cc1-4111-a6f1-5bf59c2c2180'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:47.543463 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:47.546570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8c0abd7d-bd98-48ce-a474-13c66c17e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:47.552750 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-90f7fcfd-00b1-4826-b1f9-ce7e0434ae59 None None] Port bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:50:47.559362 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0abd7d-bd98-48ce-a474-13c66c17e070 None None] Routers {'faa0fd06-90c5-4e10-8af8-5f2b408533ec'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:47.560644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8c0abd7d-bd98-48ce-a474-13c66c17e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['faa0fd06-90c5-4e10-8af8-5f2b408533ec'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:47.599357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8c0abd7d-bd98-48ce-a474-13c66c17e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:47.600344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0abd7d-bd98-48ce-a474-13c66c17e070 None None] The sync data for ids ['faa0fd06-90c5-4e10-8af8-5f2b408533ec'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:50:47.607560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Pushing event updated for resources: {'Port': ['ID=84f08274-c0a1-485a-a12c-c3736e4e6599,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:47.750015 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Attempting to bind port 84f08274-c0a1-485a-a12c-c3736e4e6599 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:50:47.750715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Attempting to bind port 84f08274-c0a1-485a-a12c-c3736e4e6599 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:50:47.750957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Attempting to bind port 84f08274-c0a1-485a-a12c-c3736e4e6599 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:47.756303 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Port 84f08274-c0a1-485a-a12c-c3736e4e6599 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:50:47.756610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Attempting to bind port 84f08274-c0a1-485a-a12c-c3736e4e6599 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:47.761929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:50:47.762264 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:47.762652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:50:47.763627 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Bound port: 84f08274-c0a1-485a-a12c-c3736e4e6599, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:50:47.763627 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:47.775037 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1c2490a-962b-4cd2-984a-c4a942631f1a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:47.842472 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] For port 84f08274-c0a1-485a-a12c-c3736e4e6599, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:50:47.862790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] For port 84f08274-c0a1-485a-a12c-c3736e4e6599, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=84f08274-c0a1-485a-a12c-c3736e4e6599,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:50:47.878362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:47.995263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Pushing event updated for resources: {'Port': ['ID=84f08274-c0a1-485a-a12c-c3736e4e6599,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:47.999556 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:48.000287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:48.001631 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-ccc8a85a-aea2-4045-ace8-b302e3181d99 service neutron] 10.222.0.60 "PUT /v2.0/ports/84f08274-c0a1-485a-a12c-c3736e4e6599 HTTP/1.1" status: 200 len: 1096 time: 1.5210140 Feb 16 16:50:48.002100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58211bb1-6ad3-4e42-965f-2d41c34adbd5', 'tag': '84f08274-c0a1-485a-a12c-c3736e4e6599'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:50:48.005449 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b8c913-99fd-49c5-b30d-ca0d7283250f" -d '{"events": [{"name": "network-changed", "server_uuid": "58211bb1-6ad3-4e42-965f-2d41c34adbd5", "tag": "84f08274-c0a1-485a-a12c-c3736e4e6599"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:50:48.121130 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e0134a-ac6b-4f9d-ac8b-e353359261f4 x-openstack-request-id: req-c4e0134a-ac6b-4f9d-ac8b-e353359261f4 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:50:48.121130 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58211bb1-6ad3-4e42-965f-2d41c34adbd5", "tag": "84f08274-c0a1-485a-a12c-c3736e4e6599", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:50:48.121130 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4e0134a-ac6b-4f9d-ac8b-e353359261f4 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:50:48.121130 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58211bb1-6ad3-4e42-965f-2d41c34adbd5', 'tag': '84f08274-c0a1-485a-a12c-c3736e4e6599', 'status': 'completed', 'code': 200} Feb 16 16:50:48.144531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:48.155047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-0de15844-a171-4aff-9460-f71f5b82b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:48.156712 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-0de15844-a171-4aff-9460-f71f5b82b632 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd924917394145b0a350f9f30d405871&device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 1130 time: 0.1171079 Feb 16 16:50:48.239818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:48.240205 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:48.257331 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-04e5b139-c01b-4dbf-a3f7-51fad84dd33d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=84f08274-c0a1-485a-a12c-c3736e4e6599 HTTP/1.1" status: 200 len: 217 time: 0.0912318 Feb 16 16:50:48.346015 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-f17563ef-fd45-41d7-be93-7aafecf6a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:48.348479 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-f17563ef-fd45-41d7-be93-7aafecf6a307 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0863888 Feb 16 16:50:48.354218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:48.426000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a424ca-3b27-4550-9c92-a4bc192daa82 req-c5ed3def-fdc5-4d72-a857-9799fd083ef6 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:48.427546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71a424ca-3b27-4550-9c92-a4bc192daa82 req-c5ed3def-fdc5-4d72-a857-9799fd083ef6 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 948 time: 0.2267566 Feb 16 16:50:48.484553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-a1897c4c-a7ed-4c57-a069-f148b951b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:48.486432 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-a1897c4c-a7ed-4c57-a069-f148b951b508 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1300821 Feb 16 16:50:48.576207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7492c-e372-4254-b87c-04edcef7fc03 req-d4056ccd-757e-4dc9-aa4f-5789df7dc845 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:48.578473 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5cd7492c-e372-4254-b87c-04edcef7fc03 req-d4056ccd-757e-4dc9-aa4f-5789df7dc845 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.3201578 Feb 16 16:50:48.586633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71a424ca-3b27-4550-9c92-a4bc192daa82 req-19ad8eb8-2d03-4d12-b3bd-6f58bf162f7d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/security-groups?id=482c3eab-96b5-48be-bb1c-50595ba8dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313868 Feb 16 16:50:48.658614 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5cd7492c-e372-4254-b87c-04edcef7fc03 req-e3d55b11-b49f-4932-ae87-65737e6a2a68 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690353 Feb 16 16:50:48.713995 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-06973b66-969d-4e58-9a1c-2ea23d1cbbf9 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101955 Feb 16 16:50:48.772737 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1c2490a-962b-4cd2-984a-c4a942631f1a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:48.787411 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1c2490a-962b-4cd2-984a-c4a942631f1a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:48.830367 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2c0122d2-0cef-483a-9c78-d0cfeeb831b6 req-0739cc54-a3ba-4613-9655-ee44809bd644 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103799 Feb 16 16:50:48.895972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2490a-962b-4cd2-984a-c4a942631f1a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:48.913414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaac6d3-1c3b-4a72-93b4-ad32a8a0581b req-e16446a1-7af8-4dda-8b81-e8ccac31999b tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:48.914937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aaac6d3-1c3b-4a72-93b4-ad32a8a0581b req-e16446a1-7af8-4dda-8b81-e8ccac31999b tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.2000179 Feb 16 16:50:48.925760 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2490a-962b-4cd2-984a-c4a942631f1a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:48.926564 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1c2490a-962b-4cd2-984a-c4a942631f1a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:48.930491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b1c2490a-962b-4cd2-984a-c4a942631f1a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/ports/bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5 HTTP/1.1" status: 200 len: 910 time: 1.3987114 Feb 16 16:50:48.932275 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54412) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:48.944500 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8c913-99fd-49c5-b30d-ca0d7283250f req-b76dcbce-1469-4ab3-81e9-22e6675832e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:48.946138 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-06b8c913-99fd-49c5-b30d-ca0d7283250f req-b76dcbce-1469-4ab3-81e9-22e6675832e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd924917394145b0a350f9f30d405871&device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 1130 time: 0.0701959 Feb 16 16:50:48.989176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aaac6d3-1c3b-4a72-93b4-ad32a8a0581b req-a72ff562-72ba-413b-8389-5ef99f96d93a tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591912 Feb 16 16:50:49.213596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8c913-99fd-49c5-b30d-ca0d7283250f req-b1eb9b46-43b2-4721-a0c5-345061397840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:49.215044 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-06b8c913-99fd-49c5-b30d-ca0d7283250f req-b1eb9b46-43b2-4721-a0c5-345061397840 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2311428 Feb 16 16:50:49.268270 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-06b8c913-99fd-49c5-b30d-ca0d7283250f req-d6afc563-1ff7-427a-bb3e-97ca51038c3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=84f08274-c0a1-485a-a12c-c3736e4e6599 HTTP/1.1" status: 200 len: 217 time: 0.0455749 Feb 16 16:50:49.393431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8c913-99fd-49c5-b30d-ca0d7283250f req-b9f17685-d679-4b73-a089-4aef9b192333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:49.394782 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-06b8c913-99fd-49c5-b30d-ca0d7283250f req-b9f17685-d679-4b73-a089-4aef9b192333 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1053185 Feb 16 16:50:49.490467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8c913-99fd-49c5-b30d-ca0d7283250f req-f7b7cf1b-fd3b-4b7a-a39c-40948c30c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:49.491988 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-06b8c913-99fd-49c5-b30d-ca0d7283250f req-f7b7cf1b-fd3b-4b7a-a39c-40948c30c2b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0908353 Feb 16 16:50:49.790779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8ad04-c6b0-466d-94a9-092a355bd91c req-833bd311-8651-44e4-a69d-aa650c68d3e9 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:49.796552 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a8ad04-c6b0-466d-94a9-092a355bd91c req-833bd311-8651-44e4-a69d-aa650c68d3e9 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 948 time: 0.1200755 Feb 16 16:50:49.903023 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-06b8c913-99fd-49c5-b30d-ca0d7283250f req-bb259192-6213-44f9-adfd-39c076b995c7 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044507 Feb 16 16:50:49.910662 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c10e4b64-5814-4e14-a3d6-3f2acbae9f92 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (faa0fd06-90c5-4e10-8af8-5f2b408533ec), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:49.961415 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9a8ad04-c6b0-466d-94a9-092a355bd91c req-54660e46-51a4-4043-a46a-77566db8f65f tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/security-groups?id=482c3eab-96b5-48be-bb1c-50595ba8dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554680 Feb 16 16:50:49.995115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae02c8a-9a43-4ad3-8ab2-a70864c7a371 req-fe2b7256-3f79-4183-b263-d9d92e4813a8 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:49.996718 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eae02c8a-9a43-4ad3-8ab2-a70864c7a371 req-fe2b7256-3f79-4183-b263-d9d92e4813a8 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.1920500 Feb 16 16:50:50.148735 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eae02c8a-9a43-4ad3-8ab2-a70864c7a371 req-e7e2d7e5-f2d5-45fb-9ded-ce9eb2350d57 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461563 Feb 16 16:50:50.186541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25e0c3-8d7b-4448-9c35-26122b9ffb26 req-8f387855-708e-4540-b895-2bc7d764fec1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:50.188081 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e25e0c3-8d7b-4448-9c35-26122b9ffb26 req-8f387855-708e-4540-b895-2bc7d764fec1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.1250107 Feb 16 16:50:50.194155 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-06b8c913-99fd-49c5-b30d-ca0d7283250f req-c263ebab-9461-44b2-9e1b-4b0b356c423b service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804027 Feb 16 16:50:50.269879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e25e0c3-8d7b-4448-9c35-26122b9ffb26 req-4a532032-db77-481d-9e2f-a4c803c6e86b tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749130 Feb 16 16:50:50.447424 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c10e4b64-5814-4e14-a3d6-3f2acbae9f92 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:50:50.447727 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c10e4b64-5814-4e14-a3d6-3f2acbae9f92 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:50.578515 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c10e4b64-5814-4e14-a3d6-3f2acbae9f92 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:50.596017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c10e4b64-5814-4e14-a3d6-3f2acbae9f92 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:50:50.806091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c10e4b64-5814-4e14-a3d6-3f2acbae9f92 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:50.877641 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e4b64-5814-4e14-a3d6-3f2acbae9f92 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=bbaa2fe6-8aa6-4ba3-a91b-63807b37fdc5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:51.059130 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c10e4b64-5814-4e14-a3d6-3f2acbae9f92 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (faa0fd06-90c5-4e10-8af8-5f2b408533ec), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:51.231495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5525fb1-fec7-4805-ba90-88e66811c8f7 req-8a6e5cc2-99fc-43d7-8b85-130fb1e1f36c tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:51.233503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b5525fb1-fec7-4805-ba90-88e66811c8f7 req-8a6e5cc2-99fc-43d7-8b85-130fb1e1f36c tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 948 time: 0.1476035 Feb 16 16:50:51.267088 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10e4b64-5814-4e14-a3d6-3f2acbae9f92 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router faa0fd06-90c5-4e10-8af8-5f2b408533ec has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:50:51.312103 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 84f08274-c0a1-485a-a12c-c3736e4e6599 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:50:51.403385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10e4b64-5814-4e14-a3d6-3f2acbae9f92 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:50:51.415630 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c10e4b64-5814-4e14-a3d6-3f2acbae9f92 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/faa0fd06-90c5-4e10-8af8-5f2b408533ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4815419 Feb 16 16:50:51.415814 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54448) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:51.419094 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c520129-0343-4897-9047-f5574b6e29cc None None] Sync routers for ids ['faa0fd06-90c5-4e10-8af8-5f2b408533ec'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:50:51.427250 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b5525fb1-fec7-4805-ba90-88e66811c8f7 req-66cb9ab4-45df-4672-abd0-ff48d2bd2df2 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/security-groups?id=482c3eab-96b5-48be-bb1c-50595ba8dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850488 Feb 16 16:50:51.439846 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c520129-0343-4897-9047-f5574b6e29cc None None] Routers {'faa0fd06-90c5-4e10-8af8-5f2b408533ec'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:51.441717 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9c520129-0343-4897-9047-f5574b6e29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['faa0fd06-90c5-4e10-8af8-5f2b408533ec'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:51.470061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fec57e-db61-44bf-b5a8-50097ee4d837 req-f98257e1-32bf-4475-ad23-fe1332dee6d8 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:51.474528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9fec57e-db61-44bf-b5a8-50097ee4d837 req-f98257e1-32bf-4475-ad23-fe1332dee6d8 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.1703176 Feb 16 16:50:51.508450 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f1693e02-6956-4336-b6e6-de6b835a82e6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa0fd06-90c5-4e10-8af8-5f2b408533ec HTTP/1.1" status: 200 len: 205 time: 0.0910301 Feb 16 16:50:51.509058 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54452) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:51.516185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 84f08274-c0a1-485a-a12c-c3736e4e6599, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=84f08274-c0a1-485a-a12c-c3736e4e6599,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:51.533567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '84f08274-c0a1-485a-a12c-c3736e4e6599', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '84f08274-c0a1-485a-a12c-c3736e4e6599', 'mac_address': 'fa:16:3e:17:de:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:50:51.569982 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9c520129-0343-4897-9047-f5574b6e29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:51.613683 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c520129-0343-4897-9047-f5574b6e29cc None None] Routers {'faa0fd06-90c5-4e10-8af8-5f2b408533ec'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:51.614331 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9c520129-0343-4897-9047-f5574b6e29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['faa0fd06-90c5-4e10-8af8-5f2b408533ec'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:51.646506 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 84f08274-c0a1-485a-a12c-c3736e4e6599 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:51.647638 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:51.658631 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9fec57e-db61-44bf-b5a8-50097ee4d837 req-b04fee2c-ef1e-47c7-b5dc-984d9cc627d0 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559730 Feb 16 16:50:51.694236 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f08274-c0a1-485a-a12c-c3736e4e6599 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:50:51.714917 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f26e3495-b511-42a1-a1e0-9ce5b16447ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (faa0fd06-90c5-4e10-8af8-5f2b408533ec), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:51.715172 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9c520129-0343-4897-9047-f5574b6e29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:51.715687 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c520129-0343-4897-9047-f5574b6e29cc None None] The sync data for ids ['faa0fd06-90c5-4e10-8af8-5f2b408533ec'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:50:51.760672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 84f08274-c0a1-485a-a12c-c3736e4e6599, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=84f08274-c0a1-485a-a12c-c3736e4e6599,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:51.770825 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:51.786787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c375cd-3ea2-4665-8375-0c6b56cc2ea1 req-1cee3f53-779d-45ea-9394-d3791cbe5a0d tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:51.803740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85c375cd-3ea2-4665-8375-0c6b56cc2ea1 req-1cee3f53-779d-45ea-9394-d3791cbe5a0d tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.1843281 Feb 16 16:50:51.894475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=84f08274-c0a1-485a-a12c-c3736e4e6599,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:52.093308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['84f08274-c0a1-485a-a12c-c3736e4e6599'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:50:52.105171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f26e3495-b511-42a1-a1e0-9ce5b16447ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (faa0fd06-90c5-4e10-8af8-5f2b408533ec), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:52.108645 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f26e3495-b511-42a1-a1e0-9ce5b16447ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_controller (faa0fd06-90c5-4e10-8af8-5f2b408533ec), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:52.205661 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f26e3495-b511-42a1-a1e0-9ce5b16447ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (faa0fd06-90c5-4e10-8af8-5f2b408533ec), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:52.206331 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26e3495-b511-42a1-a1e0-9ce5b16447ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Fanout notify agent at l3_agent the message router_deleted on router faa0fd06-90c5-4e10-8af8-5f2b408533ec {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:50:52.231227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f26e3495-b511-42a1-a1e0-9ce5b16447ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:52.232410 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f26e3495-b511-42a1-a1e0-9ce5b16447ed tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/routers/faa0fd06-90c5-4e10-8af8-5f2b408533ec HTTP/1.1" status: 204 len: 168 time: 0.7224400 Feb 16 16:50:52.237965 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54480) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:52.307497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85c375cd-3ea2-4665-8375-0c6b56cc2ea1 req-071b73c1-7643-4198-bc3b-527084ea5db9 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040925 Feb 16 16:50:52.357981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae6ab82-3820-4452-a2ae-2d4d2494e2ee tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting subnet 991c373a-1cc1-4111-a6f1-5bf59c2c2180 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:50:52.361287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ab82-3820-4452-a2ae-2d4d2494e2ee tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (991c373a-1cc1-4111-a6f1-5bf59c2c2180), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:52.409448 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ab82-3820-4452-a2ae-2d4d2494e2ee tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (991c373a-1cc1-4111-a6f1-5bf59c2c2180), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:52.517510 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ab82-3820-4452-a2ae-2d4d2494e2ee tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (991c373a-1cc1-4111-a6f1-5bf59c2c2180), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:52.568847 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb83d6-d0ce-410b-8ba3-9c27cc52486d req-1e1c53cf-ea68-41b5-963d-dfc06b7ec70a tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:52.578693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6fb83d6-d0ce-410b-8ba3-9c27cc52486d req-1e1c53cf-ea68-41b5-963d-dfc06b7ec70a tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 949 time: 0.0693769 Feb 16 16:50:52.595213 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ab82-3820-4452-a2ae-2d4d2494e2ee tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (991c373a-1cc1-4111-a6f1-5bf59c2c2180), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:52.631487 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ab82-3820-4452-a2ae-2d4d2494e2ee tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:52.637977 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cca8da2-143d-46f7-a4dc-82d30b5eb788 None None] Network fd5101fe-5018-4ae1-ac82-70978b7881b4 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:50:52.639597 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9ae6ab82-3820-4452-a2ae-2d4d2494e2ee tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/991c373a-1cc1-4111-a6f1-5bf59c2c2180 HTTP/1.1" status: 204 len: 168 time: 0.3999517 Feb 16 16:50:52.640458 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54490) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:52.641496 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6ab82-3820-4452-a2ae-2d4d2494e2ee tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Subnet': ['ID=991c373a-1cc1-4111-a6f1-5bf59c2c2180,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:52.690835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6fb83d6-d0ce-410b-8ba3-9c27cc52486d req-105d50a7-099a-4d0a-b50e-98c95c403d13 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/security-groups?id=482c3eab-96b5-48be-bb1c-50595ba8dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186125 Feb 16 16:50:52.746526 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (fd5101fe-5018-4ae1-ac82-70978b7881b4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:52.829359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20526b93-0994-4276-9fac-0b42c554277a req-ef0230d0-6fbc-4935-ae6a-ea19a3d2c7cb tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:52.837256 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20526b93-0994-4276-9fac-0b42c554277a req-ef0230d0-6fbc-4935-ae6a-ea19a3d2c7cb tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.0677691 Feb 16 16:50:52.863709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:50:52.864069 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:52.919979 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20526b93-0994-4276-9fac-0b42c554277a req-f6490b29-3d97-4a2d-942f-2a3cb58efc76 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765898 Feb 16 16:50:52.932292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0fa62f-a27e-4e25-b4c4-7bd35942542e None None] DHCP port deletion for fd5101fe-5018-4ae1-ac82-70978b7881b4 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:50:52.983700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] For port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158,segment=NetworkSegment(5c2b10d3-cd94-489b-ae63-b3d4b5a174e5),segment_id=5c2b10d3-cd94-489b-ae63-b3d4b5a174e5)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:52.984091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:52.989180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4b0fa62f-a27e-4e25-b4c4-7bd35942542e None None] Deleting port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:50:52.989757 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa62f-a27e-4e25-b4c4-7bd35942542e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:53.008173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:50:53.113811 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4b0fa62f-a27e-4e25-b4c4-7bd35942542e None None] For port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158,segment=NetworkSegment(5c2b10d3-cd94-489b-ae63-b3d4b5a174e5),segment_id=5c2b10d3-cd94-489b-ae63-b3d4b5a174e5)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:53.123565 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa62f-a27e-4e25-b4c4-7bd35942542e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:53.137504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4b0fa62f-a27e-4e25-b4c4-7bd35942542e None None] Calling delete_port for ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:50:53.213323 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:50:53.248989 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 16:50:53.258697 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa62f-a27e-4e25-b4c4-7bd35942542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:53.283114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:53.285398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No DVR routers for this DVR port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:50:53.303847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fa62f-a27e-4e25-b4c4-7bd35942542e None None] Pushing event deleted for resources: {'Port': ['ID=ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:53.306409 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0fa62f-a27e-4e25-b4c4-7bd35942542e None None] No DVR routers for this DVR port ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:50:53.329974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 84f08274-c0a1-485a-a12c-c3736e4e6599 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:53.490495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 84f08274-c0a1-485a-a12c-c3736e4e6599 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:50:53.496377 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (fd5101fe-5018-4ae1-ac82-70978b7881b4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:53.508374 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 84f08274-c0a1-485a-a12c-c3736e4e6599 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:53.508374 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:53.553215 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0f574-f87f-496a-8908-53b4a23c8a9d req-d6e858a3-3f17-42c0-b7a4-1750c84fffd3 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:53.573795 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bbc0f574-f87f-496a-8908-53b4a23c8a9d req-d6e858a3-3f17-42c0-b7a4-1750c84fffd3 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.1615465 Feb 16 16:50:53.579710 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5101fe-5018-4ae1-ac82-70978b7881b4']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:53.600550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 84f08274-c0a1-485a-a12c-c3736e4e6599 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:53.600960 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:53.612637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2b10d3-cd94-489b-ae63-b3d4b5a174e5') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:53.613646 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2b10d3-cd94-489b-ae63-b3d4b5a174e5') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:53.640045 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (5c2b10d3-cd94-489b-ae63-b3d4b5a174e5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:53.653891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58211bb1-6ad3-4e42-965f-2d41c34adbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f08274-c0a1-485a-a12c-c3736e4e6599'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:50:53.660019 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a804f0-8165-4c81-9d75-4a4584543101" -d '{"events": [{"server_uuid": "58211bb1-6ad3-4e42-965f-2d41c34adbd5", "name": "network-vif-plugged", "status": "completed", "tag": "84f08274-c0a1-485a-a12c-c3736e4e6599"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:50:53.664496 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (5c2b10d3-cd94-489b-ae63-b3d4b5a174e5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:53.674826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bbc0f574-f87f-496a-8908-53b4a23c8a9d req-53ebc8f8-decb-41d8-8a5d-a2c8084e2430 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999050 Feb 16 16:50:53.689926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:50:53.691557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (5c2b10d3-cd94-489b-ae63-b3d4b5a174e5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:53.694041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 84f08274-c0a1-485a-a12c-c3736e4e6599, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=84f08274-c0a1-485a-a12c-c3736e4e6599,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:53.702167 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:53.793093 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f87715-a3ba-4cfb-8ee9-a60fd7ef6c34 x-openstack-request-id: req-e4f87715-a3ba-4cfb-8ee9-a60fd7ef6c34 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:50:53.793771 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58211bb1-6ad3-4e42-965f-2d41c34adbd5", "name": "network-vif-plugged", "status": "completed", "tag": "84f08274-c0a1-485a-a12c-c3736e4e6599", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:50:53.807735 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4f87715-a3ba-4cfb-8ee9-a60fd7ef6c34 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:50:53.810062 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58211bb1-6ad3-4e42-965f-2d41c34adbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f08274-c0a1-485a-a12c-c3736e4e6599', 'code': 200} Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:50:53.822424 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:50:53.831092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (fd5101fe-5018-4ae1-ac82-70978b7881b4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:53.886800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=84f08274-c0a1-485a-a12c-c3736e4e6599,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:53.887295 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:53.900881 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/networks/fd5101fe-5018-4ae1-ac82-70978b7881b4 HTTP/1.1" status: 204 len: 168 time: 1.2448907 Feb 16 16:50:53.904380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54518) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:53.905243 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e128b-0bba-4594-97bd-de846c916464 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Network': ['ID=fd5101fe-5018-4ae1-ac82-70978b7881b4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:53.915220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc941025-c476-4970-acb3-12a80027681c req-2033edf1-71f7-487d-b22f-0f69a7da7c08 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:53.920988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e7464b4e-c218-4c73-8b40-a98fb3ba7151 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1831428037', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:53.925012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc941025-c476-4970-acb3-12a80027681c req-2033edf1-71f7-487d-b22f-0f69a7da7c08 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 950 time: 0.1204875 Feb 16 16:50:53.978411 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7464b4e-c218-4c73-8b40-a98fb3ba7151 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (a269afa9-641d-4062-8225-0f777afd2b92), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:53.993590 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7464b4e-c218-4c73-8b40-a98fb3ba7151 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (a269afa9-641d-4062-8225-0f777afd2b92), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:54.067279 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae5fc4-64a4-4268-b17d-3ddf2956a5f5 req-b16f3438-e0a9-4d3a-98b7-89af722ca329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:54.070399 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-beae5fc4-64a4-4268-b17d-3ddf2956a5f5 req-b16f3438-e0a9-4d3a-98b7-89af722ca329 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 1132 time: 0.1680629 Feb 16 16:50:54.074425 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:50:54.091644 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc941025-c476-4970-acb3-12a80027681c req-dc70c436-53f2-4a3f-9ab1-b6e3581ca1e1 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/security-groups?id=482c3eab-96b5-48be-bb1c-50595ba8dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572320 Feb 16 16:50:54.134059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:50:54.134441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ffe9e6f2-1af1-4fbf-aa52-cef9d24c4158 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:50:54.166770 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7464b4e-c218-4c73-8b40-a98fb3ba7151 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_controller (a269afa9-641d-4062-8225-0f777afd2b92), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:54.181558 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7464b4e-c218-4c73-8b40-a98fb3ba7151 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (a269afa9-641d-4062-8225-0f777afd2b92), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:54.222484 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb498863-4c47-4cfc-8c61-19607889fc4b req-f0538b59-f6b1-43ff-9d01-d2b30ff22ffa tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:54.231988 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb498863-4c47-4cfc-8c61-19607889fc4b req-f0538b59-f6b1-43ff-9d01-d2b30ff22ffa tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.1386654 Feb 16 16:50:54.251451 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-beae5fc4-64a4-4268-b17d-3ddf2956a5f5 req-67ad01b4-cbc1-4d99-9f00-6db49890af1d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=482c3eab-96b5-48be-bb1c-50595ba8dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702046 Feb 16 16:50:54.267297 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7464b4e-c218-4c73-8b40-a98fb3ba7151 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:54.268981 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e7464b4e-c218-4c73-8b40-a98fb3ba7151 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3593369 Feb 16 16:50:54.271353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54530) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:54.277036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c6ca3646-f80a-493b-9839-9eaa3248259e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'network': {'name': 'tempest-RoutersTest-1834341961'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:54.334732 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb498863-4c47-4cfc-8c61-19607889fc4b req-7a37e83a-45ca-413d-b0e5-f4a67cf9389f tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015093 Feb 16 16:50:54.340883 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ca3646-f80a-493b-9839-9eaa3248259e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:54.347671 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6ca3646-f80a-493b-9839-9eaa3248259e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:54.398116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ca3646-f80a-493b-9839-9eaa3248259e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:50:54.413423 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6ca3646-f80a-493b-9839-9eaa3248259e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (44df14b2-a0a7-48b3-a804-4e9d87a7ded4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:54.413423 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-c6ca3646-f80a-493b-9839-9eaa3248259e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Added segment 44df14b2-a0a7-48b3-a804-4e9d87a7ded4 of type vlan for network e17575d8-cd6e-45ae-9a50-65bb7d94cc8f Feb 16 16:50:54.478431 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6ca3646-f80a-493b-9839-9eaa3248259e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (e17575d8-cd6e-45ae-9a50-65bb7d94cc8f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:54.515455 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6ca3646-f80a-493b-9839-9eaa3248259e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (e17575d8-cd6e-45ae-9a50-65bb7d94cc8f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:54.526327 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ca3646-f80a-493b-9839-9eaa3248259e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:54.526936 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6ca3646-f80a-493b-9839-9eaa3248259e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:54.566042 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c6ca3646-f80a-493b-9839-9eaa3248259e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2913177 Feb 16 16:50:54.567101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54538) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:54.572165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-56bccb43-003f-44d4-83df-18a2d3c6d16d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'subnet': {'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:54.618966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca3646-f80a-493b-9839-9eaa3248259e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Network': ['ID=e17575d8-cd6e-45ae-9a50-65bb7d94cc8f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:54.632934 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network e17575d8-cd6e-45ae-9a50-65bb7d94cc8f details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:50:54.709837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bccb43-003f-44d4-83df-18a2d3c6d16d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:54.713574 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56bccb43-003f-44d4-83df-18a2d3c6d16d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:54.860579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58633582-5048-4787-ab74-23e52bce0057 req-bdba5e57-d456-4906-b47c-70b5c122ed48 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:54.861947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58633582-5048-4787-ab74-23e52bce0057 req-bdba5e57-d456-4906-b47c-70b5c122ed48 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.0784528 Feb 16 16:50:54.966743 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58633582-5048-4787-ab74-23e52bce0057 req-59204f22-04f7-4025-b9f6-e314df55dd58 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859756 Feb 16 16:50:55.000738 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56bccb43-003f-44d4-83df-18a2d3c6d16d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (d7647cab-2043-40c7-91b9-39c60c99ce81), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:55.065019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bccb43-003f-44d4-83df-18a2d3c6d16d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Subnet': ['ID=d7647cab-2043-40c7-91b9-39c60c99ce81,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:55.079674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bccb43-003f-44d4-83df-18a2d3c6d16d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Checking segment: {'id': '44df14b2-a0a7-48b3-a804-4e9d87a7ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:55.080078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bccb43-003f-44d4-83df-18a2d3c6d16d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network hostable DHCP agents. Network: e17575d8-cd6e-45ae-9a50-65bb7d94cc8f, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:50:55.101573 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bccb43-003f-44d4-83df-18a2d3c6d16d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network e17575d8-cd6e-45ae-9a50-65bb7d94cc8f is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:50:55.114284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-56bccb43-003f-44d4-83df-18a2d3c6d16d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, e17575d8-cd6e-45ae-9a50-65bb7d94cc8f) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:55.124605 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e09deb-3a39-485a-b4f5-55f0edc4fe84 None None] Network e17575d8-cd6e-45ae-9a50-65bb7d94cc8f requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:50:55.132795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bccb43-003f-44d4-83df-18a2d3c6d16d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:55.134890 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56bccb43-003f-44d4-83df-18a2d3c6d16d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:55.174757 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-56bccb43-003f-44d4-83df-18a2d3c6d16d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6065984 Feb 16 16:50:55.177633 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54554) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:55.276090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:50:55.277114 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:55.288688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc49a7-57d2-49b6-89c3-6d76df4e59ef req-9d34c5aa-460e-45f1-86f3-b49650986a1d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:55.290275 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ecc49a7-57d2-49b6-89c3-6d76df4e59ef req-9d34c5aa-460e-45f1-86f3-b49650986a1d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 950 time: 0.1098914 Feb 16 16:50:55.385012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ecc49a7-57d2-49b6-89c3-6d76df4e59ef req-59fff177-cecd-4167-8ad2-850d9a1681c3 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/security-groups?id=482c3eab-96b5-48be-bb1c-50595ba8dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790210 Feb 16 16:50:55.547881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f72a-d628-4973-8bcf-680f3d514d05 req-21b11b72-edcf-4963-bdb8-ee4f7089079e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:55.551616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Allocated IP 172.20.0.2 (e17575d8-cd6e-45ae-9a50-65bb7d94cc8f/d7647cab-2043-40c7-91b9-39c60c99ce81/d6d967b5-0174-4925-890e-c1d6b385776b) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:55.567860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e01f72a-d628-4973-8bcf-680f3d514d05 req-21b11b72-edcf-4963-bdb8-ee4f7089079e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.0964046 Feb 16 16:50:55.691725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e01f72a-d628-4973-8bcf-680f3d514d05 req-294c0ada-b0b1-4a34-b27a-ae1c3e6ad1c7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218598 Feb 16 16:50:55.853647 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Publish callbacks [] for port (d6d967b5-0174-4925-890e-c1d6b385776b), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:55.860252 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c9a5bfb8-7185-4af9-beb4-2ab042b9245c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:55.867306 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (d6d967b5-0174-4925-890e-c1d6b385776b), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:55.933471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Network e17575d8-cd6e-45ae-9a50-65bb7d94cc8f is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:55.938575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:55.943334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:56.052788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Pushing event updated for resources: {'Port': ['ID=d6d967b5-0174-4925-890e-c1d6b385776b,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:56.093496 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Attempting to bind port d6d967b5-0174-4925-890e-c1d6b385776b on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:50:56.093990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Attempting to bind port d6d967b5-0174-4925-890e-c1d6b385776b by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '44df14b2-a0a7-48b3-a804-4e9d87a7ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:50:56.094364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Attempting to bind port d6d967b5-0174-4925-890e-c1d6b385776b on network e17575d8-cd6e-45ae-9a50-65bb7d94cc8f {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:50:56.129983 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:50:56.130702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Checking segment: {'id': '44df14b2-a0a7-48b3-a804-4e9d87a7ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:50:56.130836 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:56.131171 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Bound using segment: {'id': '44df14b2-a0a7-48b3-a804-4e9d87a7ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:50:56.131659 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Bound port: d6d967b5-0174-4925-890e-c1d6b385776b, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44df14b2-a0a7-48b3-a804-4e9d87a7ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:50:56.132068 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d6d967b5-0174-4925-890e-c1d6b385776b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:56.174128 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:56.236401 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c047b35-9d90-4b0c-8445-241b50beaa7e req-dc5903ee-803e-4e7a-bbb2-5e3cd0ca8178 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:56.237339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c047b35-9d90-4b0c-8445-241b50beaa7e req-dc5903ee-803e-4e7a-bbb2-5e3cd0ca8178 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.1316862 Feb 16 16:50:56.284932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] For port d6d967b5-0174-4925-890e-c1d6b385776b, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:50:56.293762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] For port d6d967b5-0174-4925-890e-c1d6b385776b, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d6d967b5-0174-4925-890e-c1d6b385776b,segment=NetworkSegment(44df14b2-a0a7-48b3-a804-4e9d87a7ded4),segment_id=44df14b2-a0a7-48b3-a804-4e9d87a7ded4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:50:56.311547 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d6d967b5-0174-4925-890e-c1d6b385776b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:56.348436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c047b35-9d90-4b0c-8445-241b50beaa7e req-c6256053-310d-4a90-bb27-79f880e2af92 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050856 Feb 16 16:50:56.450989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b5e46-1ca6-4524-91c7-a6b3b800202b None None] Pushing event updated for resources: {'Port': ['ID=d6d967b5-0174-4925-890e-c1d6b385776b,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:56.631178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a24c1-217a-4db1-b32d-454b85cbb612 req-18c5fb9a-3615-421d-ae6c-938177d62906 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:56.649341 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-741a24c1-217a-4db1-b32d-454b85cbb612 req-18c5fb9a-3615-421d-ae6c-938177d62906 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 950 time: 0.1120708 Feb 16 16:50:56.709901 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Allocated IP 172.20.0.1 (e17575d8-cd6e-45ae-9a50-65bb7d94cc8f/d7647cab-2043-40c7-91b9-39c60c99ce81/0c157248-c9fe-41df-8701-2b9b30d535a9) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:50:56.777677 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-741a24c1-217a-4db1-b32d-454b85cbb612 req-a14c0519-ab90-44c9-b0e2-02038d18f05a tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/security-groups?id=482c3eab-96b5-48be-bb1c-50595ba8dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208372 Feb 16 16:50:56.986931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8983f-b797-4749-a097-a4c6a4532688 req-993e34cc-986f-468e-8fdc-18f86d0a6d83 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:56.991506 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8a8983f-b797-4749-a097-a4c6a4532688 req-993e34cc-986f-468e-8fdc-18f86d0a6d83 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.1697156 Feb 16 16:50:57.007242 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:57.082616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8a8983f-b797-4749-a097-a4c6a4532688 req-ac2d93f4-5ed7-4404-8a52-d25e19c57f2b tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855191 Feb 16 16:50:57.107079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:57.172466 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network e17575d8-cd6e-45ae-9a50-65bb7d94cc8f is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:57.176719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:57.186682 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:50:57.237153 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=0c157248-c9fe-41df-8701-2b9b30d535a9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:57.256820 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:57.363453 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91896a3b-5f62-4a4e-9add-4800f36e4fa9 req-a4064ffb-5771-4a2b-8a56-543895d84108 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:57.365070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91896a3b-5f62-4a4e-9add-4800f36e4fa9 req-a4064ffb-5771-4a2b-8a56-543895d84108 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 950 time: 0.1106021 Feb 16 16:50:57.591100 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:57.688031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91896a3b-5f62-4a4e-9add-4800f36e4fa9 req-edd4c8cb-3e3c-4b84-b02a-2903ec61c7b8 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/security-groups?id=482c3eab-96b5-48be-bb1c-50595ba8dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108034 Feb 16 16:50:57.730399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffef529-6fa3-41dd-acf6-4c76a35bcc0d req-10ff7511-e676-4d45-8425-dd033435d487 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:57.738827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ffef529-6fa3-41dd-acf6-4c76a35bcc0d req-10ff7511-e676-4d45-8425-dd033435d487 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.1603258 Feb 16 16:50:57.856129 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ffef529-6fa3-41dd-acf6-4c76a35bcc0d req-bb51d26a-a18e-4f96-b4c7-7200e07f03db tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146007 Feb 16 16:50:58.109378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca990148-b744-4aa1-8535-708b5f008e64 None None] Network e17575d8-cd6e-45ae-9a50-65bb7d94cc8f requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:50:58.169154 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:58.184092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:58.251492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d6d967b5-0174-4925-890e-c1d6b385776b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:50:58.285145 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:58.327618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=0c157248-c9fe-41df-8701-2b9b30d535a9,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:58.368663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3865fa-af8b-47fc-b3bb-b19c75e17593 req-eaa5692e-6b7e-4d85-aab0-e3c365a2de5e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:58.370274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b3865fa-af8b-47fc-b3bb-b19c75e17593 req-eaa5692e-6b7e-4d85-aab0-e3c365a2de5e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.1369693 Feb 16 16:50:58.381524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-622f88d5-8501-41db-b489-fea6f039304f None None] Provisioning complete for port d6d967b5-0174-4925-890e-c1d6b385776b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:58.381922 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-622f88d5-8501-41db-b489-fea6f039304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d6d967b5-0174-4925-890e-c1d6b385776b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:58.394450 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7046ea10-de98-44ab-989f-842443096f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:58.461785 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d6d967b5-0174-4925-890e-c1d6b385776b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:58.462162 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d6d967b5-0174-4925-890e-c1d6b385776b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:58.486314 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b3865fa-af8b-47fc-b3bb-b19c75e17593 req-a9ea0845-98d7-4a89-9747-2dc06d12042a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015868 Feb 16 16:50:58.516448 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network e17575d8-cd6e-45ae-9a50-65bb7d94cc8f is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:50:58.523655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:50:58.683969 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-622f88d5-8501-41db-b489-fea6f039304f None None] Current status of the port d6d967b5-0174-4925-890e-c1d6b385776b is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:58.684677 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-622f88d5-8501-41db-b489-fea6f039304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d6d967b5-0174-4925-890e-c1d6b385776b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:58.772944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-622f88d5-8501-41db-b489-fea6f039304f None None] For port d6d967b5-0174-4925-890e-c1d6b385776b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d6d967b5-0174-4925-890e-c1d6b385776b,segment=NetworkSegment(44df14b2-a0a7-48b3-a804-4e9d87a7ded4),segment_id=44df14b2-a0a7-48b3-a804-4e9d87a7ded4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:58.796783 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-622f88d5-8501-41db-b489-fea6f039304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d6d967b5-0174-4925-890e-c1d6b385776b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:58.811038 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39191f9b-0e90-4926-bfb1-addf630367eb req-0232b606-82ea-4fde-9f78-b4f835c059da tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:58.816263 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-39191f9b-0e90-4926-bfb1-addf630367eb req-0232b606-82ea-4fde-9f78-b4f835c059da tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.60 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 950 time: 0.1166902 Feb 16 16:50:58.818151 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router a269afa9-641d-4062-8225-0f777afd2b92 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:50:58.972271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb4976-2448-4c5c-ab7c-2922337716ac req-b61c0c4d-af7a-423e-846a-501f0b6fb38d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:58.975220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97eb4976-2448-4c5c-ab7c-2922337716ac req-b61c0c4d-af7a-423e-846a-501f0b6fb38d tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 950 time: 0.1495228 Feb 16 16:50:58.995063 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d6d967b5-0174-4925-890e-c1d6b385776b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:50:59.024931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-edc763d8-d64e-45b3-a0de-d28270ff8d18 None None] Provisioning complete for port 0c157248-c9fe-41df-8701-2b9b30d535a9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:59.025614 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-edc763d8-d64e-45b3-a0de-d28270ff8d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:59.090119 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f88d5-8501-41db-b489-fea6f039304f None None] Pushing event updated for resources: {'Port': ['ID=d6d967b5-0174-4925-890e-c1d6b385776b,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:59.122093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-edc763d8-d64e-45b3-a0de-d28270ff8d18 None None] Port 0c157248-c9fe-41df-8701-2b9b30d535a9 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:50:59.135430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-edc763d8-d64e-45b3-a0de-d28270ff8d18 None None] Provisioning complete for port d6d967b5-0174-4925-890e-c1d6b385776b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:50:59.136186 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-edc763d8-d64e-45b3-a0de-d28270ff8d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d6d967b5-0174-4925-890e-c1d6b385776b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:59.151032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:50:59.167323 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9453fa9d-4777-4d48-90fa-eacc6a5d55e0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/a269afa9-641d-4062-8225-0f777afd2b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9884777 Feb 16 16:50:59.168778 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Sync routers for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:50:59.179421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97eb4976-2448-4c5c-ab7c-2922337716ac req-cd0a3979-fdc3-42c4-a2a0-a5c405418335 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/security-groups?id=482c3eab-96b5-48be-bb1c-50595ba8dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873741 Feb 16 16:50:59.179985 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54666) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:59.208540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'network': {'name': 'tempest-RoutersTest-1847111471'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:50:59.232912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:50:59.234484 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:50:59.238777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be1770-dc1e-43a7-b55b-ec8925f30d39 req-6b2aad69-b619-4a9a-aa24-55ae01a53240 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:59.256861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64be1770-dc1e-43a7-b55b-ec8925f30d39 req-6b2aad69-b619-4a9a-aa24-55ae01a53240 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.2758956 Feb 16 16:50:59.276577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-39191f9b-0e90-4926-bfb1-addf630367eb req-1d45a254-cb4f-43fe-add8-429349f29217 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Deleting port 84f08274-c0a1-485a-a12c-c3736e4e6599 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:50:59.276577 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-39191f9b-0e90-4926-bfb1-addf630367eb req-1d45a254-cb4f-43fe-add8-429349f29217 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:59.322481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:50:59.339656 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:59.460026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:50:59.486165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64be1770-dc1e-43a7-b55b-ec8925f30d39 req-b591a88a-dd12-4a44-96ac-6b53a041272c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833737 Feb 16 16:50:59.502329 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (8f44f205-e259-4779-84d0-dc393b7a1e06), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:59.502329 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Added segment 8f44f205-e259-4779-84d0-dc393b7a1e06 of type vlan for network 016e291b-363e-4fec-b8f2-917d0e00cb25 Feb 16 16:50:59.533830 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-39191f9b-0e90-4926-bfb1-addf630367eb req-1d45a254-cb4f-43fe-add8-429349f29217 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] For port 84f08274-c0a1-485a-a12c-c3736e4e6599, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=84f08274-c0a1-485a-a12c-c3736e4e6599,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:50:59.534194 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-39191f9b-0e90-4926-bfb1-addf630367eb req-1d45a254-cb4f-43fe-add8-429349f29217 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:59.598640 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (016e291b-363e-4fec-b8f2-917d0e00cb25), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:59.601226 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-39191f9b-0e90-4926-bfb1-addf630367eb req-1d45a254-cb4f-43fe-add8-429349f29217 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Calling delete_port for 84f08274-c0a1-485a-a12c-c3736e4e6599 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:50:59.673942 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (016e291b-363e-4fec-b8f2-917d0e00cb25), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:59.698470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:50:59.702352 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:59.781570 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:50:59.829479 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-39191f9b-0e90-4926-bfb1-addf630367eb req-1d45a254-cb4f-43fe-add8-429349f29217 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (84f08274-c0a1-485a-a12c-c3736e4e6599), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:59.851566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['84f08274-c0a1-485a-a12c-c3736e4e6599'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:50:59.885985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45a254-cb4f-43fe-add8-429349f29217 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Pushing event deleted for resources: {'Port': ['ID=84f08274-c0a1-485a-a12c-c3736e4e6599,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:50:59.917307 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:59.928309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-39191f9b-0e90-4926-bfb1-addf630367eb req-1d45a254-cb4f-43fe-add8-429349f29217 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] No DVR routers for this DVR port 84f08274-c0a1-485a-a12c-c3736e4e6599 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:50:59.931421 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-39191f9b-0e90-4926-bfb1-addf630367eb req-1d45a254-cb4f-43fe-add8-429349f29217 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:50:59.933791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7410936 Feb 16 16:50:59.935308 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-39191f9b-0e90-4926-bfb1-addf630367eb req-1d45a254-cb4f-43fe-add8-429349f29217 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.60 "DELETE /v2.0/ports/84f08274-c0a1-485a-a12c-c3736e4e6599 HTTP/1.1" status: 204 len: 173 time: 1.1101720 Feb 16 16:50:59.936421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58211bb1-6ad3-4e42-965f-2d41c34adbd5', 'name': 'network-vif-deleted', 'tag': '84f08274-c0a1-485a-a12c-c3736e4e6599'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:50:59.938544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54688) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:50:59.939232 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9914aad4-4539-4e75-b194-633b07c3885d" -d '{"events": [{"server_uuid": "58211bb1-6ad3-4e42-965f-2d41c34adbd5", "name": "network-vif-deleted", "tag": "84f08274-c0a1-485a-a12c-c3736e4e6599"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:50:59.971637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e81bf644-232b-415c-a278-39f0d88e783f tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'subnet': {'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:00.015655 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369e385f-c945-4e33-8b52-7c52d055e6bf x-openstack-request-id: req-369e385f-c945-4e33-8b52-7c52d055e6bf {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:51:00.016314 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58211bb1-6ad3-4e42-965f-2d41c34adbd5", "name": "network-vif-deleted", "tag": "84f08274-c0a1-485a-a12c-c3736e4e6599", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:51:00.016634 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-369e385f-c945-4e33-8b52-7c52d055e6bf {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:51:00.017161 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58211bb1-6ad3-4e42-965f-2d41c34adbd5', 'name': 'network-vif-deleted', 'tag': '84f08274-c0a1-485a-a12c-c3736e4e6599', 'status': 'completed', 'code': 200} Feb 16 16:51:00.033657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:00.137029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Network': ['ID=016e291b-363e-4fec-b8f2-917d0e00cb25,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:00.169112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d89e7f-b116-4160-9d40-afa300416977 req-f248aa10-f995-46d0-a742-0ca2e17712d2 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:00.178719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13d89e7f-b116-4160-9d40-afa300416977 req-f248aa10-f995-46d0-a742-0ca2e17712d2 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.4631913 Feb 16 16:51:00.181788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d6d967b5-0174-4925-890e-c1d6b385776b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:00.202056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:00.202718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:00.203253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:00.203970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:00.205249 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:00.205762 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:00.206277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:00.206782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:00.207317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:00.207824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:00.208311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:00.208988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:00.209490 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c262b9-e0b6-4c10-b0b7-1f3dcb744c5c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:00.302459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 016e291b-363e-4fec-b8f2-917d0e00cb25 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:51:00.320020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-edc763d8-d64e-45b3-a0de-d28270ff8d18 None None] Current status of the port d6d967b5-0174-4925-890e-c1d6b385776b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:00.385095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81bf644-232b-415c-a278-39f0d88e783f tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:51:00.389087 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e81bf644-232b-415c-a278-39f0d88e783f tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:00.517172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13d89e7f-b116-4160-9d40-afa300416977 req-9ba2ff57-a2c6-471e-b91c-86fa22bb4147 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368762 Feb 16 16:51:00.522256 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8150c51c-a9d2-4ea4-8681-190df9563bda req-d5b4cc7d-d3b9-4658-873f-cae88f35f414 tempest-VolumesNegativeTest-1852541994 tempest-VolumesNegativeTest-1852541994-project] 10.222.0.24 "GET /v2.0/ports?device_id=58211bb1-6ad3-4e42-965f-2d41c34adbd5 HTTP/1.1" status: 200 len: 210 time: 0.1426923 Feb 16 16:51:00.745384 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e81bf644-232b-415c-a278-39f0d88e783f tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (90dfe9da-6adf-4fbb-9603-fc4253257259), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:00.879881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81bf644-232b-415c-a278-39f0d88e783f tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Checking segment: {'id': '8f44f205-e259-4779-84d0-dc393b7a1e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:51:00.880574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81bf644-232b-415c-a278-39f0d88e783f tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network hostable DHCP agents. Network: 016e291b-363e-4fec-b8f2-917d0e00cb25, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:51:00.902507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9258ae7-87d6-4668-94b5-4faf42cb3deb req-a7d2b366-1b10-411d-b781-64e2e0bc6bb4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:00.910861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9258ae7-87d6-4668-94b5-4faf42cb3deb req-a7d2b366-1b10-411d-b781-64e2e0bc6bb4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.1789069 Feb 16 16:51:00.916495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bf644-232b-415c-a278-39f0d88e783f tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Subnet': ['ID=90dfe9da-6adf-4fbb-9603-fc4253257259,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:00.918414 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-db26dd60-3dc9-40e8-90e0-abdd4433ea73 None None] Provisioning complete for port 0c157248-c9fe-41df-8701-2b9b30d535a9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:00.919103 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-db26dd60-3dc9-40e8-90e0-abdd4433ea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:00.949828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81bf644-232b-415c-a278-39f0d88e783f tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network 016e291b-363e-4fec-b8f2-917d0e00cb25 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:51:00.970643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-e81bf644-232b-415c-a278-39f0d88e783f tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 016e291b-363e-4fec-b8f2-917d0e00cb25) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:00.993499 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81bf644-232b-415c-a278-39f0d88e783f tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:00.994317 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e81bf644-232b-415c-a278-39f0d88e783f tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:01.009762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9258ae7-87d6-4668-94b5-4faf42cb3deb req-a5fdfa24-3353-4e6f-a5f8-9d21e4595db0 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976045 Feb 16 16:51:01.032929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d6d967b5-0174-4925-890e-c1d6b385776b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:01.033490 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d6d967b5-0174-4925-890e-c1d6b385776b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:01.037156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-db26dd60-3dc9-40e8-90e0-abdd4433ea73 None None] Port 0c157248-c9fe-41df-8701-2b9b30d535a9 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:51:01.039770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69c2edc-2d9d-48c5-bff2-da0be09bd1e5 None None] Network 016e291b-363e-4fec-b8f2-917d0e00cb25 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:51:01.045562 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e81bf644-232b-415c-a278-39f0d88e783f tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0928261 Feb 16 16:51:01.046062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54720) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:01.073067 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:01.218888 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:50:57Z', 'revision_number': 2, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:50:57Z', 'revision_number': 2, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:01.273527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Checking router: a269afa9-641d-4062-8225-0f777afd2b92 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:51:01.274287 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Updating router a269afa9-641d-4062-8225-0f777afd2b92 port 0c157248-c9fe-41df-8701-2b9b30d535a9 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:51:01.276293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d6d967b5-0174-4925-890e-c1d6b385776b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:01.352176 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:01.404949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-016e291b-363e-4fec-b8f2-917d0e00cb25', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:51:01.406748 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:01.542055 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:01.851302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b994b-ef35-4544-8009-9ec5ec1ccf9c req-499f4ca4-552a-4887-9846-a369aba2bc10 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:01.864039 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e77b994b-ef35-4544-8009-9ec5ec1ccf9c req-499f4ca4-552a-4887-9846-a369aba2bc10 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.1662545 Feb 16 16:51:01.997253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e77b994b-ef35-4544-8009-9ec5ec1ccf9c req-d3e7b5dc-d6c3-4484-8916-c8d4dec82ba3 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305511 Feb 16 16:51:02.014694 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:02.030318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Allocated IP 172.21.0.2 (016e291b-363e-4fec-b8f2-917d0e00cb25/90dfe9da-6adf-4fbb-9603-fc4253257259/a54568f1-bd46-4a7b-9210-64b0d1b0f2be) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:51:02.325116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d8714-b4c2-44f7-a3cc-14641e2ac192 req-9131c1ba-7d38-4f81-bbb2-84edfbdf7b8e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:02.329206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-918d8714-b4c2-44f7-a3cc-14641e2ac192 req-9131c1ba-7d38-4f81-bbb2-84edfbdf7b8e tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.1169324 Feb 16 16:51:02.351014 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:02.490763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-918d8714-b4c2-44f7-a3cc-14641e2ac192 req-9cbc5620-eefa-4674-bd59-d946cf91e761 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556206 Feb 16 16:51:02.574883 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Publish callbacks [] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:02.753500 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Publish callbacks [] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:02.761127 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:02.811480 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:02.822621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180673c-5a42-4b43-bb6b-d9d6daa8d277 None None] Pushing event updated for resources: {'Port': ['ID=0c157248-c9fe-41df-8701-2b9b30d535a9,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:02.889928 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Pushing event updated for resources: {'Port': ['ID=a54568f1-bd46-4a7b-9210-64b0d1b0f2be,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:02.896623 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Allocated IP 172.21.0.1 (016e291b-363e-4fec-b8f2-917d0e00cb25/90dfe9da-6adf-4fbb-9603-fc4253257259/c21bed19-7198-470d-8523-5601a5ea3cdc) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:51:02.910328 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Network 016e291b-363e-4fec-b8f2-917d0e00cb25 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:51:02.958508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:02.961482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:51:03.191219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Attempting to bind port a54568f1-bd46-4a7b-9210-64b0d1b0f2be on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:51:03.203279 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Attempting to bind port a54568f1-bd46-4a7b-9210-64b0d1b0f2be by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '8f44f205-e259-4779-84d0-dc393b7a1e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:51:03.203739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Attempting to bind port a54568f1-bd46-4a7b-9210-64b0d1b0f2be on network 016e291b-363e-4fec-b8f2-917d0e00cb25 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:51:03.225036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:51:03.225412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Checking segment: {'id': '8f44f205-e259-4779-84d0-dc393b7a1e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:51:03.228207 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:03.229399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Bound using segment: {'id': '8f44f205-e259-4779-84d0-dc393b7a1e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:51:03.231086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Bound port: a54568f1-bd46-4a7b-9210-64b0d1b0f2be, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f44f205-e259-4779-84d0-dc393b7a1e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:51:03.232182 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:03.270284 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Attempting to bind port 0c157248-c9fe-41df-8701-2b9b30d535a9 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:51:03.270937 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Attempting to bind port 0c157248-c9fe-41df-8701-2b9b30d535a9 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '44df14b2-a0a7-48b3-a804-4e9d87a7ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:51:03.272203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Attempting to bind port 0c157248-c9fe-41df-8701-2b9b30d535a9 on network e17575d8-cd6e-45ae-9a50-65bb7d94cc8f {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:51:03.282027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:51:03.282712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Checking segment: {'id': '44df14b2-a0a7-48b3-a804-4e9d87a7ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:51:03.283290 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:03.283867 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Bound using segment: {'id': '44df14b2-a0a7-48b3-a804-4e9d87a7ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:51:03.284522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Bound port: 0c157248-c9fe-41df-8701-2b9b30d535a9, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44df14b2-a0a7-48b3-a804-4e9d87a7ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:51:03.285088 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:03.290145 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:03.411722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:03.413537 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 84f08274-c0a1-485a-a12c-c3736e4e6599 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:51:03.419037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] For port 0c157248-c9fe-41df-8701-2b9b30d535a9, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:51:03.446500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028b38d-02a8-4e03-bc4c-d20b9debb9b7 req-2e2cd312-c54c-4667-b279-224bdf1fda70 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:03.453549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4028b38d-02a8-4e03-bc4c-d20b9debb9b7 req-2e2cd312-c54c-4667-b279-224bdf1fda70 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.2989485 Feb 16 16:51:03.491100 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 84f08274-c0a1-485a-a12c-c3736e4e6599 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:51:03.491448 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 84f08274-c0a1-485a-a12c-c3736e4e6599 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:51:03.496443 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] For port 0c157248-c9fe-41df-8701-2b9b30d535a9, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0c157248-c9fe-41df-8701-2b9b30d535a9,segment=NetworkSegment(44df14b2-a0a7-48b3-a804-4e9d87a7ded4),segment_id=44df14b2-a0a7-48b3-a804-4e9d87a7ded4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:51:03.522007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f3ade21b-49ce-4606-b370-d598fd7ffe7d None None] Provisioning complete for port 0c157248-c9fe-41df-8701-2b9b30d535a9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:03.522587 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f3ade21b-49ce-4606-b370-d598fd7ffe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:03.584344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4028b38d-02a8-4e03-bc4c-d20b9debb9b7 req-d17f7065-246e-42af-9ad7-d4de0e04c2c5 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209614 Feb 16 16:51:03.596530 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:03.625810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] For port a54568f1-bd46-4a7b-9210-64b0d1b0f2be, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:51:03.661810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=c21bed19-7198-470d-8523-5601a5ea3cdc,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:03.703939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network 016e291b-363e-4fec-b8f2-917d0e00cb25 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:51:03.715051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180673c-5a42-4b43-bb6b-d9d6daa8d277 None None] Pushing event updated for resources: {'Port': ['ID=0c157248-c9fe-41df-8701-2b9b30d535a9,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:03.731921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:03.750892 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] For port a54568f1-bd46-4a7b-9210-64b0d1b0f2be, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a54568f1-bd46-4a7b-9210-64b0d1b0f2be,segment=NetworkSegment(8f44f205-e259-4779-84d0-dc393b7a1e06),segment_id=8f44f205-e259-4779-84d0-dc393b7a1e06)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:51:03.770095 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:03.793603 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:51:03.885069 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:03.966496 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:03.972134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:04.004550 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963fba6-b3d2-446e-87cd-8f4ccade1982 req-caf62153-dfc6-4c3b-a0ef-995c1e2e9f2d tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:04.009440 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b963fba6-b3d2-446e-87cd-8f4ccade1982 req-caf62153-dfc6-4c3b-a0ef-995c1e2e9f2d tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.2671201 Feb 16 16:51:04.077835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79817e9a-a90f-4a60-b8fb-e9d19678f75e None None] Pushing event updated for resources: {'Port': ['ID=a54568f1-bd46-4a7b-9210-64b0d1b0f2be,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:04.101654 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b963fba6-b3d2-446e-87cd-8f4ccade1982 req-1a8440df-816e-4022-bdda-c8c393a9eafa tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791447 Feb 16 16:51:04.144297 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5a923b3f-8b3d-49c0-ae23-47cf21b06fb4 req-ec457125-5778-4d08-8790-05f808573018 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6437249 Feb 16 16:51:04.266541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f3ade21b-49ce-4606-b370-d598fd7ffe7d None None] Current status of the port 0c157248-c9fe-41df-8701-2b9b30d535a9 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:04.267499 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f3ade21b-49ce-4606-b370-d598fd7ffe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:04.308327 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:04.426007 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:04.486713 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f3ade21b-49ce-4606-b370-d598fd7ffe7d None None] For port 0c157248-c9fe-41df-8701-2b9b30d535a9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0c157248-c9fe-41df-8701-2b9b30d535a9,segment=NetworkSegment(44df14b2-a0a7-48b3-a804-4e9d87a7ded4),segment_id=44df14b2-a0a7-48b3-a804-4e9d87a7ded4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:04.504747 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f3ade21b-49ce-4606-b370-d598fd7ffe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:04.525332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54914) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:04.545470 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a923b3f-8b3d-49c0-ae23-47cf21b06fb4 req-5983cb37-054f-45b3-96a7-3901a2a3441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:04.547682 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5a923b3f-8b3d-49c0-ae23-47cf21b06fb4 req-5983cb37-054f-45b3-96a7-3901a2a3441e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f46d9e83fb574834a22d43227eb7f02b&device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 1128 time: 0.3045928 Feb 16 16:51:04.926422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ade21b-49ce-4606-b370-d598fd7ffe7d None None] Pushing event updated for resources: {'Port': ['ID=0c157248-c9fe-41df-8701-2b9b30d535a9,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:04.992264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d501ab9-42ab-46c3-91b3-b42cb7fb916d req-e5cba7d0-f169-4f78-bb35-30f9c9be911e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:05.016999 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d501ab9-42ab-46c3-91b3-b42cb7fb916d req-e5cba7d0-f169-4f78-bb35-30f9c9be911e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.1842785 Feb 16 16:51:05.049977 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:05.119857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d6c8eea4-b112-4d4f-ac34-7b7c0e89d787 None None] Provisioning complete for port 0c157248-c9fe-41df-8701-2b9b30d535a9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:05.120469 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6c8eea4-b112-4d4f-ac34-7b7c0e89d787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:05.314716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d501ab9-42ab-46c3-91b3-b42cb7fb916d req-df5c0d4c-a0da-4037-9e99-765cfae3b112 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876787 Feb 16 16:51:05.936043 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:06.013857 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:06.049075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8eea4-b112-4d4f-ac34-7b7c0e89d787 None None] Current status of the port 0c157248-c9fe-41df-8701-2b9b30d535a9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:06.165926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:50:57Z', 'revision_number': 2, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:03Z', 'revision_number': 4, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:06.213428 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4012650-f526-4364-b11a-83c548896601 req-3ff3b2b4-299e-4466-bda7-0325b2f81829 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:06.218382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4012650-f526-4364-b11a-83c548896601 req-3ff3b2b4-299e-4466-bda7-0325b2f81829 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.7421849 Feb 16 16:51:06.245687 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=c21bed19-7198-470d-8523-5601a5ea3cdc,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:06.293072 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a923b3f-8b3d-49c0-ae23-47cf21b06fb4 req-47998875-e032-43c3-9bd6-eb22b76d8cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:06.295518 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5a923b3f-8b3d-49c0-ae23-47cf21b06fb4 req-47998875-e032-43c3-9bd6-eb22b76d8cdf service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f HTTP/1.1" status: 200 len: 919 time: 1.7172666 Feb 16 16:51:06.305950 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:06.308168 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:06.309972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:06.310522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:06.312852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b89977-cb0b-43ac-b2b0-ad934ede7727 None None] The sync data for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 is: [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:50:57Z', 'revision_number': 2, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:03Z', 'revision_number': 4, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:51:06.313312 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:06.315792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a54568f1-bd46-4a7b-9210-64b0d1b0f2be up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:06.327972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:06.328454 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:06.328799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:06.329139 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:06.329476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:06.329808 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:06.330226 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:06.330453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:06.445254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4012650-f526-4364-b11a-83c548896601 req-959312f8-f5f2-4714-843c-167a8d3cbcbd tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110810 Feb 16 16:51:06.456990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ca7f33-a796-4804-bfb3-0d6d28e29348 None None] Network 016e291b-363e-4fec-b8f2-917d0e00cb25 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:51:06.527183 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5a923b3f-8b3d-49c0-ae23-47cf21b06fb4 req-bfd2fb7c-ef0e-47dc-a340-e04a839e2cbf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb6b3841-0009-43f0-a0c0-64461a62c7de HTTP/1.1" status: 200 len: 217 time: 0.1787860 Feb 16 16:51:06.622014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a54568f1-bd46-4a7b-9210-64b0d1b0f2be triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:06.622631 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:06.659663 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a923b3f-8b3d-49c0-ae23-47cf21b06fb4 req-8153c676-2f72-427f-9aaa-e9bbb7f29a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:06.670812 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5a923b3f-8b3d-49c0-ae23-47cf21b06fb4 req-8153c676-2f72-427f-9aaa-e9bbb7f29a58 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd HTTP/1.1" status: 200 len: 858 time: 0.1352556 Feb 16 16:51:06.677041 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:06.757292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87520-c4c9-4615-b829-c16a89a96fba req-0fb155fc-369a-4ebb-b4ad-0f81c3e5b7b5 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:06.758877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cc87520-c4c9-4615-b829-c16a89a96fba req-0fb155fc-369a-4ebb-b4ad-0f81c3e5b7b5 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.2593520 Feb 16 16:51:06.800029 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5e43d360-b3dc-47ac-a32a-4bc528ae8e4e None None] Provisioning complete for port a54568f1-bd46-4a7b-9210-64b0d1b0f2be triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:06.800411 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5e43d360-b3dc-47ac-a32a-4bc528ae8e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:07.072356 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cc87520-c4c9-4615-b829-c16a89a96fba req-487d359a-2dcc-4ebb-a6b2-56febb53e5bc tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932289 Feb 16 16:51:07.072356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261ae21-05e8-4474-bdf8-280de1568d2e req-e8b71bad-1078-4fd3-9b95-6d7306a5f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:07.088481 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2261ae21-05e8-4474-bdf8-280de1568d2e req-e8b71bad-1078-4fd3-9b95-6d7306a5f225 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 1127 time: 0.2421262 Feb 16 16:51:07.124071 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5a923b3f-8b3d-49c0-ae23-47cf21b06fb4 req-b1b8d79c-a4ff-487d-89cc-044b81bfdba6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3958163 Feb 16 16:51:07.126932 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network 016e291b-363e-4fec-b8f2-917d0e00cb25 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:51:07.129096 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:07.158221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5e43d360-b3dc-47ac-a32a-4bc528ae8e4e None None] Current status of the port a54568f1-bd46-4a7b-9210-64b0d1b0f2be is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:07.158805 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5e43d360-b3dc-47ac-a32a-4bc528ae8e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:07.221294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2261ae21-05e8-4474-bdf8-280de1568d2e req-4d33cbda-5d09-4b58-bb49-ce95b612e85d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319053 Feb 16 16:51:07.307797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5e43d360-b3dc-47ac-a32a-4bc528ae8e4e None None] For port a54568f1-bd46-4a7b-9210-64b0d1b0f2be, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a54568f1-bd46-4a7b-9210-64b0d1b0f2be,segment=NetworkSegment(8f44f205-e259-4779-84d0-dc393b7a1e06),segment_id=8f44f205-e259-4779-84d0-dc393b7a1e06)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:07.321177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a54568f1-bd46-4a7b-9210-64b0d1b0f2be is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:07.321853 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:07.364143 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5e43d360-b3dc-47ac-a32a-4bc528ae8e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:07.455703 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d65f-ff25-444f-82c2-25b059235baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (544a50d2-dfd6-4a56-aec9-899434750187), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:07.498914 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5a923b3f-8b3d-49c0-ae23-47cf21b06fb4 req-ccdd5037-2e2a-4307-a3ec-ce059d0b2b1b service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612056 Feb 16 16:51:07.569747 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:51:07.570112 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:51:07.690301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43d360-b3dc-47ac-a32a-4bc528ae8e4e None None] Pushing event updated for resources: {'Port': ['ID=a54568f1-bd46-4a7b-9210-64b0d1b0f2be,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:07.776314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e5549-70c3-4c8b-b76c-1db97b0c7a38 req-94f303ca-95c6-4a58-9cd9-bdd5f28b7e04 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:07.801154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c5e5549-70c3-4c8b-b76c-1db97b0c7a38 req-94f303ca-95c6-4a58-9cd9-bdd5f28b7e04 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.1948838 Feb 16 16:51:07.814537 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router a269afa9-641d-4062-8225-0f777afd2b92 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:51:08.022803 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5a923b3f-8b3d-49c0-ae23-47cf21b06fb4 req-dbdea6b1-00dd-4d64-8c85-f4de3f9cc57f service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121009 Feb 16 16:51:08.222121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a54568f1-bd46-4a7b-9210-64b0d1b0f2be is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:08.337591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:51:08.347597 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c5e5549-70c3-4c8b-b76c-1db97b0c7a38 req-af5834d4-ce1d-4b1a-bd80-e72ba5debeb4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451906 Feb 16 16:51:08.372523 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f55ee9c8-42d1-4c78-a4bb-9ca3bf8889a6 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/a269afa9-641d-4062-8225-0f777afd2b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3253214 Feb 16 16:51:08.373295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55128) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:08.400410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b98887f2-6413-41f8-891e-a631d7395996 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'network': {'name': 'tempest-RoutersTest-1922308199'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:08.416987 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-52250d0c-cdb9-4702-89fd-5c25a08d4183 None None] Provisioning complete for port c21bed19-7198-470d-8523-5601a5ea3cdc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:08.417374 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-52250d0c-cdb9-4702-89fd-5c25a08d4183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:08.493187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98887f2-6413-41f8-891e-a631d7395996 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:51:08.496862 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b98887f2-6413-41f8-891e-a631d7395996 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:08.602073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596d688-946c-44b8-9e75-b42ff4cdcc63 req-97216d69-2790-416f-9e47-38a7e5eb6147 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:08.630400 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8596d688-946c-44b8-9e75-b42ff4cdcc63 req-97216d69-2790-416f-9e47-38a7e5eb6147 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.3875287 Feb 16 16:51:08.631113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98887f2-6413-41f8-891e-a631d7395996 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:51:08.636389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0c157248-c9fe-41df-8701-2b9b30d535a9 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:08.646052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-52250d0c-cdb9-4702-89fd-5c25a08d4183 None None] Port c21bed19-7198-470d-8523-5601a5ea3cdc cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:51:08.658929 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b98887f2-6413-41f8-891e-a631d7395996 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (fbd6585b-07cb-410d-91a9-57328b776301), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:08.659917 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-b98887f2-6413-41f8-891e-a631d7395996 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Added segment fbd6585b-07cb-410d-91a9-57328b776301 of type vlan for network fbd4f032-e3b8-4e2e-8168-b9243dd0c82c Feb 16 16:51:08.774184 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b98887f2-6413-41f8-891e-a631d7395996 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (fbd4f032-e3b8-4e2e-8168-b9243dd0c82c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:08.820378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-52250d0c-cdb9-4702-89fd-5c25a08d4183 None None] Provisioning complete for port a54568f1-bd46-4a7b-9210-64b0d1b0f2be triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:08.820755 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-52250d0c-cdb9-4702-89fd-5c25a08d4183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:08.830364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 0c157248-c9fe-41df-8701-2b9b30d535a9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:08.830746 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:08.836635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8596d688-946c-44b8-9e75-b42ff4cdcc63 req-5381d055-c726-478a-a93f-403cc016bd3e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045383 Feb 16 16:51:08.837192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b98887f2-6413-41f8-891e-a631d7395996 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (fbd4f032-e3b8-4e2e-8168-b9243dd0c82c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:08.842581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98887f2-6413-41f8-891e-a631d7395996 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:08.843194 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b98887f2-6413-41f8-891e-a631d7395996 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:08.869311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8d65f-ff25-444f-82c2-25b059235baf admin admin] Deleting port 5f6e3290-d973-46f0-8270-ec3dcd467a2e {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:51:08.876242 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d65f-ff25-444f-82c2-25b059235baf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:09.113811 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-a4f8d65f-ff25-444f-82c2-25b059235baf admin admin] For port 5f6e3290-d973-46f0-8270-ec3dcd467a2e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5f6e3290-d973-46f0-8270-ec3dcd467a2e,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:09.116783 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d65f-ff25-444f-82c2-25b059235baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:09.155208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8d65f-ff25-444f-82c2-25b059235baf admin admin] Calling delete_port for 5f6e3290-d973-46f0-8270-ec3dcd467a2e owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:51:09.200813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 0c157248-c9fe-41df-8701-2b9b30d535a9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:09.201950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a54568f1-bd46-4a7b-9210-64b0d1b0f2be up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:09.205144 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b98887f2-6413-41f8-891e-a631d7395996 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8292537 Feb 16 16:51:09.206379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98887f2-6413-41f8-891e-a631d7395996 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Network': ['ID=fbd4f032-e3b8-4e2e-8168-b9243dd0c82c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:09.213233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55144) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:09.219632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-88001ae4-9eb0-43a6-97b6-ac2f5b384bbd tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'subnet': {'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:09.305213 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network fbd4f032-e3b8-4e2e-8168-b9243dd0c82c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:51:09.332329 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Sync routers for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:51:09.342722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88001ae4-9eb0-43a6-97b6-ac2f5b384bbd tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:51:09.346557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88001ae4-9eb0-43a6-97b6-ac2f5b384bbd tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:09.362937 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:09.363568 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:09.665455 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:09.678913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-52250d0c-cdb9-4702-89fd-5c25a08d4183 None None] Current status of the port a54568f1-bd46-4a7b-9210-64b0d1b0f2be is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:09.699420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a54568f1-bd46-4a7b-9210-64b0d1b0f2be triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:09.703995 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:09.725600 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d65f-ff25-444f-82c2-25b059235baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (5f6e3290-d973-46f0-8270-ec3dcd467a2e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:09.823914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8d65f-ff25-444f-82c2-25b059235baf admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6e3290-d973-46f0-8270-ec3dcd467a2e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:09.881504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4d075cfd-f9a3-44b9-88dd-eb2cda470944 None None] Provisioning complete for port c21bed19-7198-470d-8523-5601a5ea3cdc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:09.881898 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4d075cfd-f9a3-44b9-88dd-eb2cda470944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:09.914316 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88001ae4-9eb0-43a6-97b6-ac2f5b384bbd tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (85bf75e3-33ca-4ae8-8423-62aaf0ac7727), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:09.948816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41bb4e-28d1-43c7-a708-17985e3f8ca9 req-2b6e88d1-5aa0-4ca6-bcac-dbb79c8e9d66 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:09.950716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed41bb4e-28d1-43c7-a708-17985e3f8ca9 req-2b6e88d1-5aa0-4ca6-bcac-dbb79c8e9d66 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.2362742 Feb 16 16:51:10.136550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4d075cfd-f9a3-44b9-88dd-eb2cda470944 None None] Port c21bed19-7198-470d-8523-5601a5ea3cdc cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:51:10.141504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a54568f1-bd46-4a7b-9210-64b0d1b0f2be is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:10.159646 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88001ae4-9eb0-43a6-97b6-ac2f5b384bbd tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Subnet': ['ID=85bf75e3-33ca-4ae8-8423-62aaf0ac7727,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:10.238895 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88001ae4-9eb0-43a6-97b6-ac2f5b384bbd tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Checking segment: {'id': 'fbd6585b-07cb-410d-91a9-57328b776301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:51:10.239556 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88001ae4-9eb0-43a6-97b6-ac2f5b384bbd tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network hostable DHCP agents. Network: fbd4f032-e3b8-4e2e-8168-b9243dd0c82c, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:51:10.290582 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88001ae4-9eb0-43a6-97b6-ac2f5b384bbd tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network fbd4f032-e3b8-4e2e-8168-b9243dd0c82c is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:51:10.328865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-88001ae4-9eb0-43a6-97b6-ac2f5b384bbd tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, fbd4f032-e3b8-4e2e-8168-b9243dd0c82c) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:10.341231 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88001ae4-9eb0-43a6-97b6-ac2f5b384bbd tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:10.342425 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88001ae4-9eb0-43a6-97b6-ac2f5b384bbd tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:10.353358 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b54c3f-304a-4d68-897f-ce80724ccb95 None None] Network fbd4f032-e3b8-4e2e-8168-b9243dd0c82c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:51:10.421156 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-88001ae4-9eb0-43a6-97b6-ac2f5b384bbd tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2066185 Feb 16 16:51:10.429795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55176) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:10.431852 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d65f-ff25-444f-82c2-25b059235baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (544a50d2-dfd6-4a56-aec9-899434750187), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:10.680961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:51:10.681820 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:10.683313 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 3, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:05Z', 'revision_number': 2, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:10.703846 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed41bb4e-28d1-43c7-a708-17985e3f8ca9 req-ec2ce970-a532-4acb-84d2-76b0330113a4 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7443769 Feb 16 16:51:10.745645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34638ac9-7c1a-4758-a2bd-955d600cfb4f req-28cedd1d-85a1-440c-a5d5-ca3343d3dae9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:10.766358 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Checking router: a269afa9-641d-4062-8225-0f777afd2b92 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:51:10.766857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34638ac9-7c1a-4758-a2bd-955d600cfb4f req-28cedd1d-85a1-440c-a5d5-ca3343d3dae9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.6327746 Feb 16 16:51:10.767355 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Updating router a269afa9-641d-4062-8225-0f777afd2b92 port c21bed19-7198-470d-8523-5601a5ea3cdc binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:51:10.822398 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:11.006727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Allocated IP 172.22.0.2 (fbd4f032-e3b8-4e2e-8168-b9243dd0c82c/85bf75e3-33ca-4ae8-8423-62aaf0ac7727/f37f9a26-9cc9-4180-b451-986508294cc1) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:51:11.149336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34638ac9-7c1a-4758-a2bd-955d600cfb4f req-92bc7232-f4bb-4ee5-8472-781c2b8e02e7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815775 Feb 16 16:51:11.194758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f8d65f-ff25-444f-82c2-25b059235baf admin admin] Router 544a50d2-dfd6-4a56-aec9-899434750187 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:51:11.233444 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Publish callbacks [] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:11.242998 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:11.293608 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8636db-a051-4776-9ad1-d7308c07524a None None] Pushing event updated for resources: {'Port': ['ID=c21bed19-7198-470d-8523-5601a5ea3cdc,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:11.298544 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:11.487506 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Publish callbacks [] for port (f37f9a26-9cc9-4180-b451-986508294cc1), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:11.489244 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Attempting to bind port c21bed19-7198-470d-8523-5601a5ea3cdc on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:51:11.489702 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Attempting to bind port c21bed19-7198-470d-8523-5601a5ea3cdc by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '8f44f205-e259-4779-84d0-dc393b7a1e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:51:11.490337 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Attempting to bind port c21bed19-7198-470d-8523-5601a5ea3cdc on network 016e291b-363e-4fec-b8f2-917d0e00cb25 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:51:11.500854 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (f37f9a26-9cc9-4180-b451-986508294cc1), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:11.504713 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:51:11.505447 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Checking segment: {'id': '8f44f205-e259-4779-84d0-dc393b7a1e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:51:11.506080 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:11.506701 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Bound using segment: {'id': '8f44f205-e259-4779-84d0-dc393b7a1e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:51:11.507393 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Bound port: c21bed19-7198-470d-8523-5601a5ea3cdc, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f44f205-e259-4779-84d0-dc393b7a1e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:51:11.508033 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:11.619654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Pushing event updated for resources: {'Port': ['ID=f37f9a26-9cc9-4180-b451-986508294cc1,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:11.637947 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Network fbd4f032-e3b8-4e2e-8168-b9243dd0c82c is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:51:11.639957 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:11.651476 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:51:11.721840 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] For port c21bed19-7198-470d-8523-5601a5ea3cdc, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:51:11.729724 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] For port c21bed19-7198-470d-8523-5601a5ea3cdc, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c21bed19-7198-470d-8523-5601a5ea3cdc,segment=NetworkSegment(8f44f205-e259-4779-84d0-dc393b7a1e06),segment_id=8f44f205-e259-4779-84d0-dc393b7a1e06)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:51:11.751397 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:11.828965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Attempting to bind port f37f9a26-9cc9-4180-b451-986508294cc1 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:51:11.829454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Attempting to bind port f37f9a26-9cc9-4180-b451-986508294cc1 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'fbd6585b-07cb-410d-91a9-57328b776301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:51:11.838598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Attempting to bind port f37f9a26-9cc9-4180-b451-986508294cc1 on network fbd4f032-e3b8-4e2e-8168-b9243dd0c82c {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:51:11.869290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:51:11.869673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Checking segment: {'id': 'fbd6585b-07cb-410d-91a9-57328b776301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:51:11.870081 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:11.870478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Bound using segment: {'id': 'fbd6585b-07cb-410d-91a9-57328b776301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:51:11.870959 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Bound port: f37f9a26-9cc9-4180-b451-986508294cc1, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd6585b-07cb-410d-91a9-57328b776301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:51:11.871343 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f37f9a26-9cc9-4180-b451-986508294cc1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:11.942604 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:11.946147 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:11.980820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ba436f53-4934-4607-8c2a-b1356bf48d13 None None] Provisioning complete for port c21bed19-7198-470d-8523-5601a5ea3cdc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:11.984206 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba436f53-4934-4607-8c2a-b1356bf48d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:12.021587 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Allocated IP 172.22.0.1 (fbd4f032-e3b8-4e2e-8168-b9243dd0c82c/85bf75e3-33ca-4ae8-8423-62aaf0ac7727/dd89f613-9ec2-4bee-91ff-854d56ebc631) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:51:12.233722 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8636db-a051-4776-9ad1-d7308c07524a None None] Pushing event updated for resources: {'Port': ['ID=c21bed19-7198-470d-8523-5601a5ea3cdc,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:12.294184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] For port f37f9a26-9cc9-4180-b451-986508294cc1, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:51:12.298729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] For port f37f9a26-9cc9-4180-b451-986508294cc1, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f37f9a26-9cc9-4180-b451-986508294cc1,segment=NetworkSegment(fbd6585b-07cb-410d-91a9-57328b776301),segment_id=fbd6585b-07cb-410d-91a9-57328b776301)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:51:12.322799 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f37f9a26-9cc9-4180-b451-986508294cc1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:12.371188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c179f-3898-4f89-b8eb-5c0c98cc7e9f req-2171c60f-69d9-48d8-a049-9f310aca1be2 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:12.380387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-809c179f-3898-4f89-b8eb-5c0c98cc7e9f req-2171c60f-69d9-48d8-a049-9f310aca1be2 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.2702141 Feb 16 16:51:12.395822 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:12.485919 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:12.502092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-809c179f-3898-4f89-b8eb-5c0c98cc7e9f req-5a30507e-d64b-4660-8282-fb209ffdbee3 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203346 Feb 16 16:51:12.533456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dac31f-67a4-4ae4-b5a7-d8401c771b78 req-3e9aca8b-1d52-43ab-be24-3acc834598a9 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:12.552625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40dac31f-67a4-4ae4-b5a7-d8401c771b78 req-3e9aca8b-1d52-43ab-be24-3acc834598a9 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.4300036 Feb 16 16:51:12.579883 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ba436f53-4934-4607-8c2a-b1356bf48d13 None None] Current status of the port c21bed19-7198-470d-8523-5601a5ea3cdc is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:12.583598 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:12.583744 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba436f53-4934-4607-8c2a-b1356bf48d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:12.615174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b34185-c9a6-41cf-af79-d13f8e7246a7 None None] Pushing event updated for resources: {'Port': ['ID=f37f9a26-9cc9-4180-b451-986508294cc1,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:12.730108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ba436f53-4934-4607-8c2a-b1356bf48d13 None None] For port c21bed19-7198-470d-8523-5601a5ea3cdc, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c21bed19-7198-470d-8523-5601a5ea3cdc,segment=NetworkSegment(8f44f205-e259-4779-84d0-dc393b7a1e06),segment_id=8f44f205-e259-4779-84d0-dc393b7a1e06)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:12.746693 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba436f53-4934-4607-8c2a-b1356bf48d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:12.812368 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40dac31f-67a4-4ae4-b5a7-d8401c771b78 req-f816603c-4ce0-4b4b-b8b9-9bd2eecdcad2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455273 Feb 16 16:51:12.823597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f8d65f-ff25-444f-82c2-25b059235baf admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:51:12.825731 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b2b7508-2309-4ab5-9186-44be37b9f339 req-12ff4b02-81a1-4938-b453-8a31d14576ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7466094 Feb 16 16:51:12.838566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6e8af7-dcb6-4aad-8c44-58317829f286 None None] Sync routers for ids ['544a50d2-dfd6-4a56-aec9-899434750187'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:51:12.846048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=dd89f613-9ec2-4bee-91ff-854d56ebc631,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:12.862693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a4f8d65f-ff25-444f-82c2-25b059235baf admin admin] 10.222.0.24 "PUT /v2.0/routers/544a50d2-dfd6-4a56-aec9-899434750187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3362379 Feb 16 16:51:12.868175 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network fbd4f032-e3b8-4e2e-8168-b9243dd0c82c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:51:12.869892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55240) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:12.873608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:12.877398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:51:13.011982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6e8af7-dcb6-4aad-8c44-58317829f286 None None] Routers {'544a50d2-dfd6-4a56-aec9-899434750187'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:13.012762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7e6e8af7-dcb6-4aad-8c44-58317829f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['544a50d2-dfd6-4a56-aec9-899434750187'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:13.104689 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 3, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:11Z', 'revision_number': 4, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:13.146075 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:13.194754 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98508c30-9ef0-4297-b978-576a8b099221 None None] The sync data for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 is: [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 3, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:11Z', 'revision_number': 4, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:51:13.224945 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b7508-2309-4ab5-9186-44be37b9f339 req-2bebf605-6a37-427b-a2ff-6d47b3a810ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:13.227499 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b2b7508-2309-4ab5-9186-44be37b9f339 req-2bebf605-6a37-427b-a2ff-6d47b3a810ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 1128 time: 0.2360687 Feb 16 16:51:13.324230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c00fe082-e691-4590-adf9-9a4cc8f96fa6 None None] Provisioning complete for port c21bed19-7198-470d-8523-5601a5ea3cdc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:13.324608 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c00fe082-e691-4590-adf9-9a4cc8f96fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:13.338673 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] Publish callbacks [] for router (544a50d2-dfd6-4a56-aec9-899434750187), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:13.387876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba436f53-4934-4607-8c2a-b1356bf48d13 None None] Pushing event updated for resources: {'Port': ['ID=c21bed19-7198-470d-8523-5601a5ea3cdc,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:13.527297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c00fe082-e691-4590-adf9-9a4cc8f96fa6 None None] Current status of the port c21bed19-7198-470d-8523-5601a5ea3cdc is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:13.532438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-7e6e8af7-dcb6-4aad-8c44-58317829f286 None None] Set router 544a50d2-dfd6-4a56-aec9-899434750187 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:13.642346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11f75d-198c-4d2a-a629-6ed693256794 req-09c0cd5f-1ef5-4f67-80de-933d8fb7226b tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:13.653061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b11f75d-198c-4d2a-a629-6ed693256794 req-09c0cd5f-1ef5-4f67-80de-933d8fb7226b tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.3151393 Feb 16 16:51:13.774044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b7508-2309-4ab5-9186-44be37b9f339 req-6f880222-f9b2-4b4b-8767-a26c5621f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:13.775619 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b2b7508-2309-4ab5-9186-44be37b9f339 req-6f880222-f9b2-4b4b-8767-a26c5621f330 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 200 len: 907 time: 0.4970925 Feb 16 16:51:13.776269 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:13.837237 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b2b7508-2309-4ab5-9186-44be37b9f339 req-2ea4b302-1a3c-40a3-99eb-c567e33e17cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c28583-96df-4979-a693-6ec0a3481d95 HTTP/1.1" status: 200 len: 217 time: 0.0466397 Feb 16 16:51:13.848044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b11f75d-198c-4d2a-a629-6ed693256794 req-27b0ad15-c836-4eb2-9631-64713f90a0b8 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937807 Feb 16 16:51:13.894441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] Publish callbacks [] for router_gateway (544a50d2-dfd6-4a56-aec9-899434750187), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:14.152225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9d162-9d53-4d86-816e-0350e128e52a req-a0dacddb-79d9-4de1-bce4-7021f0201570 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:14.156995 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dae9d162-9d53-4d86-816e-0350e128e52a req-a0dacddb-79d9-4de1-bce4-7021f0201570 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.1513252 Feb 16 16:51:14.328182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dae9d162-9d53-4d86-816e-0350e128e52a req-246af1ec-5386-41fa-8cf1-4459228b87e8 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609919 Feb 16 16:51:14.393606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] Deleting port 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:51:14.395118 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:14.424546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7e6e8af7-dcb6-4aad-8c44-58317829f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:51:09Z', 'revision_number': 5, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port': {'id': '2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544a50d2-dfd6-4a56-aec9-899434750187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:42:46Z', 'updated_at': '2022-02-16T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:14.474050 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b7508-2309-4ab5-9186-44be37b9f339 req-aeeef44e-71bd-4e4e-957f-ee2355e0acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:14.475614 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b2b7508-2309-4ab5-9186-44be37b9f339 req-aeeef44e-71bd-4e4e-957f-ee2355e0acb2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 200 len: 846 time: 0.5413191 Feb 16 16:51:14.519692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05412dca-0ad0-4df1-a897-daf63b6542da None None] Network fbd4f032-e3b8-4e2e-8168-b9243dd0c82c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:51:14.522816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6e8af7-dcb6-4aad-8c44-58317829f286 None None] Checking router: 544a50d2-dfd6-4a56-aec9-899434750187 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:51:14.581603 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b2b7508-2309-4ab5-9186-44be37b9f339 req-a1ee8fef-f338-4f5d-8f11-f44d97e782ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745778 Feb 16 16:51:14.604507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] For port 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:14.604894 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:14.617801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6e8af7-dcb6-4aad-8c44-58317829f286 None None] Routers {'544a50d2-dfd6-4a56-aec9-899434750187'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:14.618461 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7e6e8af7-dcb6-4aad-8c44-58317829f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['544a50d2-dfd6-4a56-aec9-899434750187'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:14.653051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] Calling delete_port for 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:51:14.767655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c21bed19-7198-470d-8523-5601a5ea3cdc up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:14.936895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c21bed19-7198-470d-8523-5601a5ea3cdc triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:14.936895 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:15.056903 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:15.070047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ae7ffacb-344b-438c-b17b-205c35b2fc50 None None] Provisioning complete for port f37f9a26-9cc9-4180-b451-986508294cc1 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:15.070578 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ae7ffacb-344b-438c-b17b-205c35b2fc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f37f9a26-9cc9-4180-b451-986508294cc1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:15.152538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-7e6e8af7-dcb6-4aad-8c44-58317829f286 None None] Set router 544a50d2-dfd6-4a56-aec9-899434750187 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:15.246578 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (544a50d2-dfd6-4a56-aec9-899434750187), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:15.287190 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7e6e8af7-dcb6-4aad-8c44-58317829f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:51:13Z', 'revision_number': 6, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:15.289086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:15.388768 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6e8af7-dcb6-4aad-8c44-58317829f286 None None] The sync data for ids ['544a50d2-dfd6-4a56-aec9-899434750187'] in n-d-669411-5 is: [{'id': '544a50d2-dfd6-4a56-aec9-899434750187', 'name': 'tempest-AttachVolumeShelveTestJSON-1071595089-router', 'tenant_id': '02741f937a2842aca38571a11965b970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:42:43Z', 'updated_at': '2022-02-16T16:51:13Z', 'revision_number': 6, 'project_id': '02741f937a2842aca38571a11965b970', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:51:15.449139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52730a6f-c04f-4418-8897-e16c0e26d9f8 req-cf72fb22-8075-41d8-b7e6-51844eb9e1be tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:15.464903 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52730a6f-c04f-4418-8897-e16c0e26d9f8 req-cf72fb22-8075-41d8-b7e6-51844eb9e1be tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.4195485 Feb 16 16:51:15.540151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ae7ffacb-344b-438c-b17b-205c35b2fc50 None None] Current status of the port f37f9a26-9cc9-4180-b451-986508294cc1 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:15.541322 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ae7ffacb-344b-438c-b17b-205c35b2fc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f37f9a26-9cc9-4180-b451-986508294cc1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:15.606713 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b2b7508-2309-4ab5-9186-44be37b9f339 req-6c7558b9-6d9e-4181-9e22-9f324573948c service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0051284 Feb 16 16:51:15.634926 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52730a6f-c04f-4418-8897-e16c0e26d9f8 req-f5ca6c96-7b0f-4372-b9c7-0fd050df172b tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693847 Feb 16 16:51:15.712834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (544a50d2-dfd6-4a56-aec9-899434750187), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:15.751344 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] Publish callbacks [] for router_controller (544a50d2-dfd6-4a56-aec9-899434750187), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:15.777764 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ae7ffacb-344b-438c-b17b-205c35b2fc50 None None] For port f37f9a26-9cc9-4180-b451-986508294cc1, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f37f9a26-9cc9-4180-b451-986508294cc1,segment=NetworkSegment(fbd6585b-07cb-410d-91a9-57328b776301),segment_id=fbd6585b-07cb-410d-91a9-57328b776301)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:15.789553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c21bed19-7198-470d-8523-5601a5ea3cdc is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:15.815073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f37f9a26-9cc9-4180-b451-986508294cc1 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:15.815073 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ae7ffacb-344b-438c-b17b-205c35b2fc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f37f9a26-9cc9-4180-b451-986508294cc1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:15.868614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:15.959725 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3be69-9bf9-43a2-a880-e29e521c2f3d req-8e79cdf4-1482-4f50-a946-5f32a4b76116 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:15.961477 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2d3be69-9bf9-43a2-a880-e29e521c2f3d req-8e79cdf4-1482-4f50-a946-5f32a4b76116 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.4452801 Feb 16 16:51:15.965694 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:16.052371 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (544a50d2-dfd6-4a56-aec9-899434750187), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:16.058548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 544a50d2-dfd6-4a56-aec9-899434750187 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:51:16.096297 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:16.101687 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-42617532-dfb3-4fde-a6b7-a9a0b0d2d601 admin admin] 10.222.0.24 "DELETE /v2.0/routers/544a50d2-dfd6-4a56-aec9-899434750187 HTTP/1.1" status: 204 len: 168 time: 3.2293596 Feb 16 16:51:16.106063 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55320) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:16.142775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ffacb-344b-438c-b17b-205c35b2fc50 None None] Pushing event updated for resources: {'Port': ['ID=f37f9a26-9cc9-4180-b451-986508294cc1,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:16.222375 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=dd89f613-9ec2-4bee-91ff-854d56ebc631,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:16.225400 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port f37f9a26-9cc9-4180-b451-986508294cc1 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:16.227024 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f37f9a26-9cc9-4180-b451-986508294cc1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:16.265250 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2d3be69-9bf9-43a2-a880-e29e521c2f3d req-94c1f5d8-5d7f-4706-adaa-c3554ebd0fd2 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905204 Feb 16 16:51:16.321871 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:16.340733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-65ba930e-015d-45a0-9b11-590bbcad82fb None None] Provisioning complete for port f37f9a26-9cc9-4180-b451-986508294cc1 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:16.341417 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-65ba930e-015d-45a0-9b11-590bbcad82fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f37f9a26-9cc9-4180-b451-986508294cc1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:16.382290 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6b2b7508-2309-4ab5-9186-44be37b9f339 req-0c7fa8d1-b639-4701-a68c-3a7c4d25af55 service neutron] 10.222.0.60 "GET /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296231 Feb 16 16:51:16.491093 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131bb55-c423-4c84-9ab7-da04ca557513 req-2a0dffd6-fdd3-4d0c-a87f-76158d839c3c tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:16.493596 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8131bb55-c423-4c84-9ab7-da04ca557513 req-2a0dffd6-fdd3-4d0c-a87f-76158d839c3c tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.1698363 Feb 16 16:51:16.496619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-078c6d59-3534-44fe-8db5-c3bcf5f58f45 admin admin] Deleting subnet 2633da54-4036-4028-8932-f86c9800af42 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:51:16.501104 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-078c6d59-3534-44fe-8db5-c3bcf5f58f45 admin admin] Publish callbacks [] for subnet (2633da54-4036-4028-8932-f86c9800af42), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:16.541575 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-078c6d59-3534-44fe-8db5-c3bcf5f58f45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (2633da54-4036-4028-8932-f86c9800af42), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:16.619966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network fbd4f032-e3b8-4e2e-8168-b9243dd0c82c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:51:16.622286 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:16.657747 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port f37f9a26-9cc9-4180-b451-986508294cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:16.752033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8131bb55-c423-4c84-9ab7-da04ca557513 req-f0fe5bdf-dd47-4f9e-9d62-ba82d041ede5 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317325 Feb 16 16:51:16.826188 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-65ba930e-015d-45a0-9b11-590bbcad82fb None None] Current status of the port f37f9a26-9cc9-4180-b451-986508294cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:16.863767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-65ba930e-015d-45a0-9b11-590bbcad82fb None None] Provisioning complete for port dd89f613-9ec2-4bee-91ff-854d56ebc631 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:16.864166 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-65ba930e-015d-45a0-9b11-590bbcad82fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:16.906560 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-078c6d59-3534-44fe-8db5-c3bcf5f58f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (2633da54-4036-4028-8932-f86c9800af42), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:16.916039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce6b84-af29-459b-a0fb-447b003c85f3 req-25fb60bb-1ac1-4b7b-9db5-174e19788933 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:16.924171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-edce6b84-af29-459b-a0fb-447b003c85f3 req-25fb60bb-1ac1-4b7b-9db5-174e19788933 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.1295922 Feb 16 16:51:16.943531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router a269afa9-641d-4062-8225-0f777afd2b92 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:51:16.948451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f37f9a26-9cc9-4180-b451-986508294cc1 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:17.039487 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-edce6b84-af29-459b-a0fb-447b003c85f3 req-634e0c04-ee56-46da-8221-587032ea6e1c tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143606 Feb 16 16:51:17.105944 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-078c6d59-3534-44fe-8db5-c3bcf5f58f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (2633da54-4036-4028-8932-f86c9800af42), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:17.115258 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-65ba930e-015d-45a0-9b11-590bbcad82fb None None] Port dd89f613-9ec2-4bee-91ff-854d56ebc631 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:51:17.137292 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-078c6d59-3534-44fe-8db5-c3bcf5f58f45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:17.144868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-078c6d59-3534-44fe-8db5-c3bcf5f58f45 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2633da54-4036-4028-8932-f86c9800af42 HTTP/1.1" status: 204 len: 168 time: 1.0360620 Feb 16 16:51:17.148726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da05e77a-2981-43bc-83fa-0e85d9ebd1bb None None] Network 8d61e968-9352-4447-90d4-31d4f93db9d5 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:51:17.181920 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55352) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:17.225466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port f37f9a26-9cc9-4180-b451-986508294cc1 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:17.225843 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f37f9a26-9cc9-4180-b451-986508294cc1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:17.243183 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c6d59-3534-44fe-8db5-c3bcf5f58f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2633da54-4036-4028-8932-f86c9800af42,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:17.358699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38994701-2b72-4e43-812d-7d7316836e0d req-68ff8a3b-bb1d-4dac-b9ad-c82ca7b677df tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:17.360787 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-38994701-2b72-4e43-812d-7d7316836e0d req-68ff8a3b-bb1d-4dac-b9ad-c82ca7b677df tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.1150343 Feb 16 16:51:17.474982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:51:17.482315 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6bc0df10-d355-4904-a908-901f57616fe9 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/a269afa9-641d-4062-8225-0f777afd2b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0504570 Feb 16 16:51:17.488281 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Sync routers for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:51:17.498193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (8d61e968-9352-4447-90d4-31d4f93db9d5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:17.500676 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55366) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:17.504730 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:17.505656 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:17.515596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fa0de10c-013c-4e0b-ad15-3156309972de tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'network': {'name': 'tempest-RoutersTest-636625481'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:17.519642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-73fa3852-3033-4020-81d9-3247cc3b0dd8 None None] Provisioning complete for port dd89f613-9ec2-4bee-91ff-854d56ebc631 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:17.520046 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-73fa3852-3033-4020-81d9-3247cc3b0dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:17.530362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-38994701-2b72-4e43-812d-7d7316836e0d req-20e4a374-4792-496a-8b30-b34a50eefadc tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605291 Feb 16 16:51:17.658530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-73fa3852-3033-4020-81d9-3247cc3b0dd8 None None] Port dd89f613-9ec2-4bee-91ff-854d56ebc631 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:51:17.696515 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0de10c-013c-4e0b-ad15-3156309972de tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:51:17.703223 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa0de10c-013c-4e0b-ad15-3156309972de tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:17.720296 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:17.837523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port f37f9a26-9cc9-4180-b451-986508294cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:17.847467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] Deleting port 874ef16b-3d30-4c26-bb58-ecbebae8e260 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:51:17.847843 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:17.867747 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e40fde7e-73df-46b0-989d-40ee1494f293 None None] Provisioning complete for port dd89f613-9ec2-4bee-91ff-854d56ebc631 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:17.870297 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e40fde7e-73df-46b0-989d-40ee1494f293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:18.025342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff23dee-549d-4737-9ea2-2c28b9133c56 None None] DHCP port deletion for 8d61e968-9352-4447-90d4-31d4f93db9d5 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:51:18.031539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:51:18.038341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55384) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:18.059055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655e24b-68fc-40fd-a17b-f6c37f7e0c2a req-1f36bbe9-8572-4c75-b4c2-5650ba89db36 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:18.070009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2655e24b-68fc-40fd-a17b-f6c37f7e0c2a req-1f36bbe9-8572-4c75-b4c2-5650ba89db36 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.1681857 Feb 16 16:51:18.086535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] For port 874ef16b-3d30-4c26-bb58-ecbebae8e260, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=874ef16b-3d30-4c26-bb58-ecbebae8e260,segment=NetworkSegment(7c548968-4ff9-4fa9-80db-6e9e91bc704d),segment_id=7c548968-4ff9-4fa9-80db-6e9e91bc704d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:18.087165 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:18.113446 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] Calling delete_port for 874ef16b-3d30-4c26-bb58-ecbebae8e260 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:51:18.161651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:51:18.161981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2ec13e4c-f57c-4108-a0ca-3dcbb5fcafd7 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:51:18.162578 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5f6e3290-d973-46f0-8270-ec3dcd467a2e no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:51:18.184664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2655e24b-68fc-40fd-a17b-f6c37f7e0c2a req-a69c6be1-0db9-4004-9901-af1d38e3b72d tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133668 Feb 16 16:51:18.250578 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0de10c-013c-4e0b-ad15-3156309972de tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:51:18.262137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e40fde7e-73df-46b0-989d-40ee1494f293 None None] Port dd89f613-9ec2-4bee-91ff-854d56ebc631 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:51:18.266046 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:18.270531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 5f6e3290-d973-46f0-8270-ec3dcd467a2e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:51:18.272428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5f6e3290-d973-46f0-8270-ec3dcd467a2e not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:51:18.304098 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0ff23dee-549d-4737-9ea2-2c28b9133c56 None None] Deleting port 874ef16b-3d30-4c26-bb58-ecbebae8e260 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:51:18.304483 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ff23dee-549d-4737-9ea2-2c28b9133c56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:18.336637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] No DVR routers for this DVR port 874ef16b-3d30-4c26-bb58-ecbebae8e260 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:51:18.345405 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] Pushing event deleted for resources: {'Port': ['ID=874ef16b-3d30-4c26-bb58-ecbebae8e260,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:18.352654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39928919-6456-43b1-b98e-75c295802e1d req-fd95bd3a-bb88-47fa-a093-75655e6131cb tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:18.361532 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39928919-6456-43b1-b98e-75c295802e1d req-fd95bd3a-bb88-47fa-a093-75655e6131cb tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.1678708 Feb 16 16:51:18.364177 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa0de10c-013c-4e0b-ad15-3156309972de tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (dd30c799-9a0b-4eaa-a255-9f5e457bed92), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:18.369293 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-fa0de10c-013c-4e0b-ad15-3156309972de tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Added segment dd30c799-9a0b-4eaa-a255-9f5e457bed92 of type vlan for network 89ad4fe1-f9fe-4c1c-bfea-579a1619c308 Feb 16 16:51:18.427867 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:13Z', 'revision_number': 4, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd89f613-9ec2-4bee-91ff-854d56ebc631', 'name': '', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:44:62:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:11Z', 'updated_at': '2022-02-16T16:51:14Z', 'revision_number': 2, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:18.527960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39928919-6456-43b1-b98e-75c295802e1d req-012e8139-697a-4669-942f-da6d0cf86061 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568003 Feb 16 16:51:18.538239 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Checking router: a269afa9-641d-4062-8225-0f777afd2b92 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:51:18.538777 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Updating router a269afa9-641d-4062-8225-0f777afd2b92 port dd89f613-9ec2-4bee-91ff-854d56ebc631 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:51:18.552766 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d908678b-22af-4612-80e8-916532962301 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd924917394145b0a350f9f30d405871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5126510 Feb 16 16:51:18.553401 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55398) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:18.573111 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0ff23dee-549d-4737-9ea2-2c28b9133c56 None None] For port 874ef16b-3d30-4c26-bb58-ecbebae8e260, host n-d-669411-5, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:18.573524 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ff23dee-549d-4737-9ea2-2c28b9133c56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:18.585524 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa0de10c-013c-4e0b-ad15-3156309972de tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (89ad4fe1-f9fe-4c1c-bfea-579a1619c308), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:18.602174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0ff23dee-549d-4737-9ea2-2c28b9133c56 None None] Calling delete_port for 874ef16b-3d30-4c26-bb58-ecbebae8e260 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:51:18.608108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-0ff23dee-549d-4737-9ea2-2c28b9133c56 None None] Port 874ef16b-3d30-4c26-bb58-ecbebae8e260 was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:51:18.612223 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ff23dee-549d-4737-9ea2-2c28b9133c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (874ef16b-3d30-4c26-bb58-ecbebae8e260), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:18.653705 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:18.671687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff23dee-549d-4737-9ea2-2c28b9133c56 None None] Pushing event deleted for resources: {'Port': ['ID=874ef16b-3d30-4c26-bb58-ecbebae8e260,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:18.676253 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2130343-21c9-4842-99b2-45d552ab1968 admin admin] Publish callbacks [] for security_group (482c3eab-96b5-48be-bb1c-50595ba8dc10), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:18.688214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff23dee-549d-4737-9ea2-2c28b9133c56 None None] No DVR routers for this DVR port 874ef16b-3d30-4c26-bb58-ecbebae8e260 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:51:18.719297 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa0de10c-013c-4e0b-ad15-3156309972de tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (89ad4fe1-f9fe-4c1c-bfea-579a1619c308), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:18.722496 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2130343-21c9-4842-99b2-45d552ab1968 admin admin] Publish callbacks [] for security_group (482c3eab-96b5-48be-bb1c-50595ba8dc10), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:18.732702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0de10c-013c-4e0b-ad15-3156309972de tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:18.732702 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa0de10c-013c-4e0b-ad15-3156309972de tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:18.840039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 874ef16b-3d30-4c26-bb58-ecbebae8e260 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:51:18.877279 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2130343-21c9-4842-99b2-45d552ab1968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (482c3eab-96b5-48be-bb1c-50595ba8dc10), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:18.881284 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2130343-21c9-4842-99b2-45d552ab1968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:18.888923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a2130343-21c9-4842-99b2-45d552ab1968 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/482c3eab-96b5-48be-bb1c-50595ba8dc10 HTTP/1.1" status: 204 len: 168 time: 0.3338327 Feb 16 16:51:18.917445 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 874ef16b-3d30-4c26-bb58-ecbebae8e260 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:51:18.917801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 874ef16b-3d30-4c26-bb58-ecbebae8e260 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:51:18.929129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2130343-21c9-4842-99b2-45d552ab1968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482c3eab-96b5-48be-bb1c-50595ba8dc10,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:19.031091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (8d61e968-9352-4447-90d4-31d4f93db9d5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:19.057406 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fa0de10c-013c-4e0b-ad15-3156309972de tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5478830 Feb 16 16:51:19.057745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55414) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:19.065635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-db7bc93e-9c33-42b7-aabd-cc1ec503d663 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'subnet': {'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:19.197367 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d61e968-9352-4447-90d4-31d4f93db9d5']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:19.199580 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0de10c-013c-4e0b-ad15-3156309972de tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Network': ['ID=89ad4fe1-f9fe-4c1c-bfea-579a1619c308,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:19.219746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 89ad4fe1-f9fe-4c1c-bfea-579a1619c308 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:51:19.254820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c548968-4ff9-4fa9-80db-6e9e91bc704d') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:19.255128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c548968-4ff9-4fa9-80db-6e9e91bc704d') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:19.353928 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7bc93e-9c33-42b7-aabd-cc1ec503d663 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Made reservation on behalf of e6fd1be68ca045599a0b4d409b470d5d for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:51:19.358666 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-db7bc93e-9c33-42b7-aabd-cc1ec503d663 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:19.368788 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (7c548968-4ff9-4fa9-80db-6e9e91bc704d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:19.431575 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7c548968-4ff9-4fa9-80db-6e9e91bc704d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:19.448218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:51:19.452448 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (7c548968-4ff9-4fa9-80db-6e9e91bc704d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:19.506367 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Publish callbacks [] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:19.519335 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:51:19.620314 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:51:19.634477 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (8d61e968-9352-4447-90d4-31d4f93db9d5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:19.642035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:19.649503 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8d61e968-9352-4447-90d4-31d4f93db9d5 HTTP/1.1" status: 204 len: 168 time: 2.4661431 Feb 16 16:51:19.668427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bc75e-5e06-432d-acc4-8bd3b3f28605 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d61e968-9352-4447-90d4-31d4f93db9d5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:19.712474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610795c-23e8-4b8b-bd62-2021391dad16 req-c1d16cc3-cd4f-4135-a91f-b0637d58f667 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:19.719023 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9610795c-23e8-4b8b-bd62-2021391dad16 req-c1d16cc3-cd4f-4135-a91f-b0637d58f667 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.4294360 Feb 16 16:51:19.828962 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a284c8-1c38-4e4c-9db0-a06d77915534 None None] Pushing event updated for resources: {'Port': ['ID=dd89f613-9ec2-4bee-91ff-854d56ebc631,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:19.859328 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a284c8-1c38-4e4c-9db0-a06d77915534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:19.859897 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a284c8-1c38-4e4c-9db0-a06d77915534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:19.860397 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a284c8-1c38-4e4c-9db0-a06d77915534 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:19.860919 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a284c8-1c38-4e4c-9db0-a06d77915534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:19.861408 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a284c8-1c38-4e4c-9db0-a06d77915534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:19.861895 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a284c8-1c38-4e4c-9db0-a06d77915534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:19.862391 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a284c8-1c38-4e4c-9db0-a06d77915534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:19.862875 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a284c8-1c38-4e4c-9db0-a06d77915534 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:19.863372 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a284c8-1c38-4e4c-9db0-a06d77915534 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:19.863891 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a284c8-1c38-4e4c-9db0-a06d77915534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:19.864935 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a284c8-1c38-4e4c-9db0-a06d77915534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:19.866164 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a284c8-1c38-4e4c-9db0-a06d77915534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:19.867684 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a284c8-1c38-4e4c-9db0-a06d77915534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:19.914590 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-db7bc93e-9c33-42b7-aabd-cc1ec503d663 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (26fd3796-1c09-4867-9648-60c9200bc12f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:20.012134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab64f85-431d-4cce-99e7-219d3d6cc284 req-d0d1c556-aa69-40c9-960c-19b9f5943b95 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:20.026428 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aab64f85-431d-4cce-99e7-219d3d6cc284 req-d0d1c556-aa69-40c9-960c-19b9f5943b95 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 945 time: 0.3103931 Feb 16 16:51:20.109063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-9610795c-23e8-4b8b-bd62-2021391dad16 req-06b64370-c166-4f06-8cd5-38114f9ca027 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Deleting port 77f31e41-7e6a-436c-8898-071bebbb3b9f {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:51:20.109663 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9610795c-23e8-4b8b-bd62-2021391dad16 req-06b64370-c166-4f06-8cd5-38114f9ca027 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (77f31e41-7e6a-436c-8898-071bebbb3b9f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:20.158129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bc93e-9c33-42b7-aabd-cc1ec503d663 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Subnet': ['ID=26fd3796-1c09-4867-9648-60c9200bc12f,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:20.215413 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c2ae682e-c92c-401b-a4b4-ae077ee29c25 None None] Provisioning complete for port dd89f613-9ec2-4bee-91ff-854d56ebc631 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:20.216032 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c2ae682e-c92c-401b-a4b4-ae077ee29c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:20.224666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aab64f85-431d-4cce-99e7-219d3d6cc284 req-5936bc7d-3f7b-455f-8924-d740277d3e8f tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969514 Feb 16 16:51:20.226224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7bc93e-9c33-42b7-aabd-cc1ec503d663 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Checking segment: {'id': 'dd30c799-9a0b-4eaa-a255-9f5e457bed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:51:20.226841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7bc93e-9c33-42b7-aabd-cc1ec503d663 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network hostable DHCP agents. Network: 89ad4fe1-f9fe-4c1c-bfea-579a1619c308, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:51:20.269119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7bc93e-9c33-42b7-aabd-cc1ec503d663 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network 89ad4fe1-f9fe-4c1c-bfea-579a1619c308 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:51:20.287329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55460) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:20.303994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-db7bc93e-9c33-42b7-aabd-cc1ec503d663 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 89ad4fe1-f9fe-4c1c-bfea-579a1619c308) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:20.323268 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Attempting to bind port dd89f613-9ec2-4bee-91ff-854d56ebc631 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:51:20.323405 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a371f2f-868e-4e4b-8410-dc52d59b7498 None None] Network 89ad4fe1-f9fe-4c1c-bfea-579a1619c308 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:51:20.323634 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Attempting to bind port dd89f613-9ec2-4bee-91ff-854d56ebc631 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'fbd6585b-07cb-410d-91a9-57328b776301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:51:20.324017 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Attempting to bind port dd89f613-9ec2-4bee-91ff-854d56ebc631 on network fbd4f032-e3b8-4e2e-8168-b9243dd0c82c {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:51:20.339322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7bc93e-9c33-42b7-aabd-cc1ec503d663 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:20.340183 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:51:20.340558 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Checking segment: {'id': 'fbd6585b-07cb-410d-91a9-57328b776301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:51:20.340954 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:20.341900 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Bound using segment: {'id': 'fbd6585b-07cb-410d-91a9-57328b776301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:51:20.342633 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-db7bc93e-9c33-42b7-aabd-cc1ec503d663 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:20.345928 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Bound port: dd89f613-9ec2-4bee-91ff-854d56ebc631, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd6585b-07cb-410d-91a9-57328b776301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:51:20.346321 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:20.394528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-db7bc93e-9c33-42b7-aabd-cc1ec503d663 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3354561 Feb 16 16:51:20.397908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55464) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:20.439679 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-9610795c-23e8-4b8b-bd62-2021391dad16 req-06b64370-c166-4f06-8cd5-38114f9ca027 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] For port 77f31e41-7e6a-436c-8898-071bebbb3b9f, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=77f31e41-7e6a-436c-8898-071bebbb3b9f,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:20.439854 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9610795c-23e8-4b8b-bd62-2021391dad16 req-06b64370-c166-4f06-8cd5-38114f9ca027 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (77f31e41-7e6a-436c-8898-071bebbb3b9f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:20.473465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-9610795c-23e8-4b8b-bd62-2021391dad16 req-06b64370-c166-4f06-8cd5-38114f9ca027 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Calling delete_port for 77f31e41-7e6a-436c-8898-071bebbb3b9f owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:51:20.507176 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] For port dd89f613-9ec2-4bee-91ff-854d56ebc631, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:51:20.511159 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] For port dd89f613-9ec2-4bee-91ff-854d56ebc631, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=dd89f613-9ec2-4bee-91ff-854d56ebc631,segment=NetworkSegment(fbd6585b-07cb-410d-91a9-57328b776301),segment_id=fbd6585b-07cb-410d-91a9-57328b776301)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:51:20.524659 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:20.738333 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9610795c-23e8-4b8b-bd62-2021391dad16 req-06b64370-c166-4f06-8cd5-38114f9ca027 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (77f31e41-7e6a-436c-8898-071bebbb3b9f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:20.811167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b64370-c166-4f06-8cd5-38114f9ca027 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Pushing event deleted for resources: {'Port': ['ID=77f31e41-7e6a-436c-8898-071bebbb3b9f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:20.820950 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:20.824425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6f4d67c8-42bb-4745-98a2-e072df854a78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02741f937a2842aca38571a11965b970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5326674 Feb 16 16:51:20.827878 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55472) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:20.832139 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:20.900719 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['f1c28583-96df-4979-a693-6ec0a3481d95', '77f31e41-7e6a-436c-8898-071bebbb3b9f'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:51:20.960658 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-9610795c-23e8-4b8b-bd62-2021391dad16 req-06b64370-c166-4f06-8cd5-38114f9ca027 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] No DVR routers for this DVR port 77f31e41-7e6a-436c-8898-071bebbb3b9f on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:51:20.965195 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a284c8-1c38-4e4c-9db0-a06d77915534 None None] Pushing event updated for resources: {'Port': ['ID=dd89f613-9ec2-4bee-91ff-854d56ebc631,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:20.967869 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9610795c-23e8-4b8b-bd62-2021391dad16 req-06b64370-c166-4f06-8cd5-38114f9ca027 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:20.971363 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9610795c-23e8-4b8b-bd62-2021391dad16 req-06b64370-c166-4f06-8cd5-38114f9ca027 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "DELETE /v2.0/ports/77f31e41-7e6a-436c-8898-071bebbb3b9f HTTP/1.1" status: 204 len: 173 time: 1.2466364 Feb 16 16:51:21.008252 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005d1963-4e08-4fb2-bf40-80a8b0cb3829', 'name': 'network-vif-deleted', 'tag': '77f31e41-7e6a-436c-8898-071bebbb3b9f'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:51:21.018008 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d90170d-2f8d-42be-8ffb-3416c486ec7a" -d '{"events": [{"server_uuid": "005d1963-4e08-4fb2-bf40-80a8b0cb3829", "name": "network-vif-deleted", "tag": "77f31e41-7e6a-436c-8898-071bebbb3b9f"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:51:21.035678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-89ad4fe1-f9fe-4c1c-bfea-579a1619c308', 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308', 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'fixed_ips': [{'subnet_id': '26fd3796-1c09-4867-9648-60c9200bc12f'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:51:21.039212 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:21.041336 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae682e-c92c-401b-a4b4-ae077ee29c25 None None] Port dd89f613-9ec2-4bee-91ff-854d56ebc631 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:51:21.152121 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf784990-efec-4141-b9c5-b253ff3d4767 admin admin] Publish callbacks [] for security_group (34b32843-572f-4580-9b23-2b627e598d4f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:21.183954 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934fcc90-bd8b-444d-99f7-72ced3f8e5b3 x-openstack-request-id: req-934fcc90-bd8b-444d-99f7-72ced3f8e5b3 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:51:21.184292 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005d1963-4e08-4fb2-bf40-80a8b0cb3829", "name": "network-vif-deleted", "tag": "77f31e41-7e6a-436c-8898-071bebbb3b9f", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:51:21.184595 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-934fcc90-bd8b-444d-99f7-72ced3f8e5b3 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:51:21.184911 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005d1963-4e08-4fb2-bf40-80a8b0cb3829', 'name': 'network-vif-deleted', 'tag': '77f31e41-7e6a-436c-8898-071bebbb3b9f', 'status': 'completed', 'code': 200} Feb 16 16:51:21.244115 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:21.298791 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf784990-efec-4141-b9c5-b253ff3d4767 admin admin] Publish callbacks [] for security_group (34b32843-572f-4580-9b23-2b627e598d4f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:21.541998 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf784990-efec-4141-b9c5-b253ff3d4767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (34b32843-572f-4580-9b23-2b627e598d4f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:21.545658 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cf784990-efec-4141-b9c5-b253ff3d4767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:21.547202 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cf784990-efec-4141-b9c5-b253ff3d4767 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34b32843-572f-4580-9b23-2b627e598d4f HTTP/1.1" status: 204 len: 168 time: 0.7149463 Feb 16 16:51:21.551882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e783675e-a6b6-4edd-b4c4-afb0a7675457 req-80fc70f2-5c30-4df2-a5b8-47c69950d571 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=005d1963-4e08-4fb2-bf40-80a8b0cb3829 HTTP/1.1" status: 200 len: 210 time: 0.0761302 Feb 16 16:51:21.575596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf784990-efec-4141-b9c5-b253ff3d4767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b32843-572f-4580-9b23-2b627e598d4f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:21.770389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Allocated IP 172.23.0.2 (89ad4fe1-f9fe-4c1c-bfea-579a1619c308/26fd3796-1c09-4867-9648-60c9200bc12f/b485cbb8-e525-4951-9d6a-077d588e080d) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:51:21.881205 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:21.982355 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:13Z', 'revision_number': 4, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd89f613-9ec2-4bee-91ff-854d56ebc631', 'name': '', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:44:62:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:11Z', 'updated_at': '2022-02-16T16:51:20Z', 'revision_number': 4, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:22.056038 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a8889-e267-4d7f-b72d-85e4d0e55c9d None None] The sync data for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 is: [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:13Z', 'revision_number': 4, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd89f613-9ec2-4bee-91ff-854d56ebc631', 'name': '', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:44:62:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:11Z', 'updated_at': '2022-02-16T16:51:20Z', 'revision_number': 4, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:51:22.097057 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Publish callbacks [] for port (b485cbb8-e525-4951-9d6a-077d588e080d), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:22.212577 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (b485cbb8-e525-4951-9d6a-077d588e080d), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:22.391201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Pushing event updated for resources: {'Port': ['ID=b485cbb8-e525-4951-9d6a-077d588e080d,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:22.438702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b2af2dc5-b63d-47c6-b7dd-dc1d390a8f48 None None] Provisioning complete for port dd89f613-9ec2-4bee-91ff-854d56ebc631 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:22.441991 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2af2dc5-b63d-47c6-b7dd-dc1d390a8f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:22.543413 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Network 89ad4fe1-f9fe-4c1c-bfea-579a1619c308 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:51:22.585697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:22.596031 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:51:22.845952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Allocated IP 172.23.0.1 (89ad4fe1-f9fe-4c1c-bfea-579a1619c308/26fd3796-1c09-4867-9648-60c9200bc12f/2de6f825-7a58-4246-b292-4621b9b1d1f7) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:51:23.065680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b2af2dc5-b63d-47c6-b7dd-dc1d390a8f48 None None] Current status of the port dd89f613-9ec2-4bee-91ff-854d56ebc631 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:23.066187 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2af2dc5-b63d-47c6-b7dd-dc1d390a8f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:23.110733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device dd89f613-9ec2-4bee-91ff-854d56ebc631 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:23.149867 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Attempting to bind port b485cbb8-e525-4951-9d6a-077d588e080d on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:51:23.151273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Attempting to bind port b485cbb8-e525-4951-9d6a-077d588e080d by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'dd30c799-9a0b-4eaa-a255-9f5e457bed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:51:23.152470 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Attempting to bind port b485cbb8-e525-4951-9d6a-077d588e080d on network 89ad4fe1-f9fe-4c1c-bfea-579a1619c308 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:51:23.298579 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:23.365631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:51:23.366322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Checking segment: {'id': 'dd30c799-9a0b-4eaa-a255-9f5e457bed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:51:23.369235 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:23.371154 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Bound using segment: {'id': 'dd30c799-9a0b-4eaa-a255-9f5e457bed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:51:23.371913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Bound port: b485cbb8-e525-4951-9d6a-077d588e080d, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd30c799-9a0b-4eaa-a255-9f5e457bed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:51:23.372517 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b485cbb8-e525-4951-9d6a-077d588e080d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:23.469732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b2af2dc5-b63d-47c6-b7dd-dc1d390a8f48 None None] For port dd89f613-9ec2-4bee-91ff-854d56ebc631, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=dd89f613-9ec2-4bee-91ff-854d56ebc631,segment=NetworkSegment(fbd6585b-07cb-410d-91a9-57328b776301),segment_id=fbd6585b-07cb-410d-91a9-57328b776301)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:23.480419 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:23.493590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 77f31e41-7e6a-436c-8898-071bebbb3b9f no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:51:23.568022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network 89ad4fe1-f9fe-4c1c-bfea-579a1619c308 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:51:23.575110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:23.582418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:51:23.587492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 77f31e41-7e6a-436c-8898-071bebbb3b9f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:51:23.588187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 77f31e41-7e6a-436c-8898-071bebbb3b9f not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:51:23.605348 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2af2dc5-b63d-47c6-b7dd-dc1d390a8f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:23.693277 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:23.746378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af2dc5-b63d-47c6-b7dd-dc1d390a8f48 None None] Pushing event updated for resources: {'Port': ['ID=dd89f613-9ec2-4bee-91ff-854d56ebc631,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:23.803543 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=2de6f825-7a58-4246-b292-4621b9b1d1f7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:23.879273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] For port b485cbb8-e525-4951-9d6a-077d588e080d, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:51:23.885730 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] For port b485cbb8-e525-4951-9d6a-077d588e080d, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b485cbb8-e525-4951-9d6a-077d588e080d,segment=NetworkSegment(dd30c799-9a0b-4eaa-a255-9f5e457bed92),segment_id=dd30c799-9a0b-4eaa-a255-9f5e457bed92)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:51:23.895603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port dd89f613-9ec2-4bee-91ff-854d56ebc631 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:23.896021 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:23.986752 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b485cbb8-e525-4951-9d6a-077d588e080d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:24.006579 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:24.150693 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc07b9-0f19-4964-ab97-b5b99eec5869 None None] Pushing event updated for resources: {'Port': ['ID=b485cbb8-e525-4951-9d6a-077d588e080d,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:24.246488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port dd89f613-9ec2-4bee-91ff-854d56ebc631 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:24.816113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55616) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:24.821789 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2d2c3f95-2054-4fa2-a2d0-8321abbb1814 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-598051171', 'description': 'tempest-secgroup-smoke-598051171 description', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:24.896752 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3f95-2054-4fa2-a2d0-8321abbb1814 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:24.922626 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3f95-2054-4fa2-a2d0-8321abbb1814 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:25.050624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device dd89f613-9ec2-4bee-91ff-854d56ebc631 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:25.109842 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3f95-2054-4fa2-a2d0-8321abbb1814 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (e0296b27-bf70-4930-83e1-1045b2937a8b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:25.127447 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3f95-2054-4fa2-a2d0-8321abbb1814 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e0296b27-bf70-4930-83e1-1045b2937a8b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:25.188033 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port dd89f613-9ec2-4bee-91ff-854d56ebc631 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:25.189199 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:25.212693 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c3f95-2054-4fa2-a2d0-8321abbb1814 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0296b27-bf70-4930-83e1-1045b2937a8b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:25.374925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port dd89f613-9ec2-4bee-91ff-854d56ebc631 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:25.378601 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b485cbb8-e525-4951-9d6a-077d588e080d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:25.438559 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3f95-2054-4fa2-a2d0-8321abbb1814 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (48fb9f50-1314-46d8-93ee-7763245e2bd1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:25.467991 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3f95-2054-4fa2-a2d0-8321abbb1814 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (48fb9f50-1314-46d8-93ee-7763245e2bd1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:25.481626 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:25.509573 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8eb50f-257f-4bbc-ad8d-9fb4f3ab219e req-762d09d9-300a-4d88-abe7-1c64ac9ef967 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:25.511316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf8eb50f-257f-4bbc-ad8d-9fb4f3ab219e req-762d09d9-300a-4d88-abe7-1c64ac9ef967 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 946 time: 0.3019319 Feb 16 16:51:25.515510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55634) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:25.516450 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:25.538525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port b485cbb8-e525-4951-9d6a-077d588e080d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:25.539254 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b485cbb8-e525-4951-9d6a-077d588e080d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:25.560555 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3f95-2054-4fa2-a2d0-8321abbb1814 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:25.564468 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2d2c3f95-2054-4fa2-a2d0-8321abbb1814 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7441413 Feb 16 16:51:25.565921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55638) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:25.597962 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f7e632f3-ea47-4521-8de5-2cdcd0ef317c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': '48fb9f50-1314-46d8-93ee-7763245e2bd1', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:25.627175 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c3f95-2054-4fa2-a2d0-8321abbb1814 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48fb9f50-1314-46d8-93ee-7763245e2bd1,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:25.685009 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0bc0d-fb7f-4bdd-8711-3793ea24b609 req-ad03d30a-e968-43af-85ee-4a2e5c93a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:25.686643 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cec0bc0d-fb7f-4bdd-8711-3793ea24b609 req-ad03d30a-e968-43af-85ee-4a2e5c93a9fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f46d9e83fb574834a22d43227eb7f02b&device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 1128 time: 0.3242803 Feb 16 16:51:25.764787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event updated for resources: {'Port': ['ID=2de6f825-7a58-4246-b292-4621b9b1d1f7,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:25.774458 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:25.789646 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7e632f3-ea47-4521-8de5-2cdcd0ef317c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (d20be0c3-0897-4414-86d0-eafee569e522), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:25.853735 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-45153062-914e-493d-a0b9-de3b1e7a524a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:25.874815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b485cbb8-e525-4951-9d6a-077d588e080d is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:25.875560 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b485cbb8-e525-4951-9d6a-077d588e080d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:25.893416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14815d86-b781-41bd-84d2-f44a1255e691 None None] Network 89ad4fe1-f9fe-4c1c-bfea-579a1619c308 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:51:25.941030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Network 89ad4fe1-f9fe-4c1c-bfea-579a1619c308 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:51:25.942378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45506897-efa4-47ee-9b41-c1efe3bccbe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:25.955275 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf8eb50f-257f-4bbc-ad8d-9fb4f3ab219e req-cdd99d25-ef6e-4c1a-ac64-ed26eef41276 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283357 Feb 16 16:51:25.965517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:25.987314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73378c23-eb9a-46c2-a46e-84fccf682ac5 req-b386c1f0-8295-4bd0-8396-9aaaca9aaecc tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:25.995969 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73378c23-eb9a-46c2-a46e-84fccf682ac5 req-b386c1f0-8295-4bd0-8396-9aaaca9aaecc tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.4021695 Feb 16 16:51:25.996161 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0bc0d-fb7f-4bdd-8711-3793ea24b609 req-08ae9dd5-e2a4-4fb3-bc92-ff28159fed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:25.998064 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cec0bc0d-fb7f-4bdd-8711-3793ea24b609 req-08ae9dd5-e2a4-4fb3-bc92-ff28159fed62 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f HTTP/1.1" status: 200 len: 919 time: 0.3014960 Feb 16 16:51:26.048331 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cec0bc0d-fb7f-4bdd-8711-3793ea24b609 req-3861e271-f2e3-4267-9417-5085cef5a68b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb6b3841-0009-43f0-a0c0-64461a62c7de HTTP/1.1" status: 200 len: 217 time: 0.0405407 Feb 16 16:51:26.082427 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73378c23-eb9a-46c2-a46e-84fccf682ac5 req-738c199a-c063-49b7-b6f5-47f8b26a198e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846114 Feb 16 16:51:26.106750 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port b485cbb8-e525-4951-9d6a-077d588e080d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b485cbb8-e525-4951-9d6a-077d588e080d,segment=NetworkSegment(dd30c799-9a0b-4eaa-a255-9f5e457bed92),segment_id=dd30c799-9a0b-4eaa-a255-9f5e457bed92)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:26.107621 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7e632f3-ea47-4521-8de5-2cdcd0ef317c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (d20be0c3-0897-4414-86d0-eafee569e522), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:26.136668 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b485cbb8-e525-4951-9d6a-077d588e080d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:26.143598 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7e632f3-ea47-4521-8de5-2cdcd0ef317c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (d20be0c3-0897-4414-86d0-eafee569e522), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:26.178502 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e632f3-ea47-4521-8de5-2cdcd0ef317c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20be0c3-0897-4414-86d0-eafee569e522,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:26.180316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c48d029e-b543-4904-8445-62434747ae3d None None] Provisioning complete for port b485cbb8-e525-4951-9d6a-077d588e080d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:26.180696 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c48d029e-b543-4904-8445-62434747ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b485cbb8-e525-4951-9d6a-077d588e080d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:26.184984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0bc0d-fb7f-4bdd-8711-3793ea24b609 req-9b5e7d46-fd9b-4a03-bd55-4e19d799d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:26.186688 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cec0bc0d-fb7f-4bdd-8711-3793ea24b609 req-9b5e7d46-fd9b-4a03-bd55-4e19d799d0e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd HTTP/1.1" status: 200 len: 858 time: 0.1319420 Feb 16 16:51:26.193217 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f7e632f3-ea47-4521-8de5-2cdcd0ef317c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:26.198730 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f7e632f3-ea47-4521-8de5-2cdcd0ef317c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6244335 Feb 16 16:51:26.259376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=b485cbb8-e525-4951-9d6a-077d588e080d,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:26.259905 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cec0bc0d-fb7f-4bdd-8711-3793ea24b609 req-5d50ab8f-ebe4-4985-aa16-9a31bf51485b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594761 Feb 16 16:51:26.260118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55652) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:26.264619 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-dbf8010b-c3fd-43a9-93fd-56225dcba2ca tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': '48fb9f50-1314-46d8-93ee-7763245e2bd1', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:26.295458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router a269afa9-641d-4062-8225-0f777afd2b92 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:51:26.319524 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dbf8010b-c3fd-43a9-93fd-56225dcba2ca tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (a5660d0a-18dc-4bb0-85dd-2be1b524e769), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:26.332459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c48d029e-b543-4904-8445-62434747ae3d None None] Current status of the port b485cbb8-e525-4951-9d6a-077d588e080d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:26.365466 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45506897-efa4-47ee-9b41-c1efe3bccbe4 admin admin] Publish callbacks [] for security_group (b964af86-451a-4a35-87ca-6b083951f969), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:26.465648 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dbf8010b-c3fd-43a9-93fd-56225dcba2ca tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (a5660d0a-18dc-4bb0-85dd-2be1b524e769), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:26.470789 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cec0bc0d-fb7f-4bdd-8711-3793ea24b609 req-0bbeba3e-0772-451c-be16-101c083eb261 service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794872 Feb 16 16:51:26.476148 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dbf8010b-c3fd-43a9-93fd-56225dcba2ca tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (a5660d0a-18dc-4bb0-85dd-2be1b524e769), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:26.502651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:51:26.504251 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45506897-efa4-47ee-9b41-c1efe3bccbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b964af86-451a-4a35-87ca-6b083951f969), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:26.515673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Sync routers for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:51:26.518725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-246605da-2bcb-4d81-aaf9-a2447b154eb3 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/a269afa9-641d-4062-8225-0f777afd2b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1105263 Feb 16 16:51:26.526476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55654) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:26.533850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:26.534714 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:50:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:26.561762 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-00c4d5a5-50ae-45b0-94a1-623e01006624 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:26.604694 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cec0bc0d-fb7f-4bdd-8711-3793ea24b609 req-11bfe08d-6dd8-4ebd-aa26-9ae18012a76b service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252742 Feb 16 16:51:26.612411 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dbf8010b-c3fd-43a9-93fd-56225dcba2ca tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:26.613777 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dbf8010b-c3fd-43a9-93fd-56225dcba2ca tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3527482 Feb 16 16:51:26.619242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55660) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:26.625629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-865f2b3f-bd98-4816-a25d-e525657bc69b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': '48fb9f50-1314-46d8-93ee-7763245e2bd1', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:26.649403 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a93d2-3b64-4dd2-ba35-0c842ee6b3d8 req-8db2de54-af6d-40e8-a042-6ee26b589396 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:26.650812 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-408a93d2-3b64-4dd2-ba35-0c842ee6b3d8 req-8db2de54-af6d-40e8-a042-6ee26b589396 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 946 time: 0.2405579 Feb 16 16:51:26.651487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8010b-c3fd-43a9-93fd-56225dcba2ca tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5660d0a-18dc-4bb0-85dd-2be1b524e769,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:26.709458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45506897-efa4-47ee-9b41-c1efe3bccbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b964af86-451a-4a35-87ca-6b083951f969,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:26.721082 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-45506897-efa4-47ee-9b41-c1efe3bccbe4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=299f70eb79e24f94bd381a4ffc839bea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1986861 Feb 16 16:51:26.726562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55666) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:26.771129 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-865f2b3f-bd98-4816-a25d-e525657bc69b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (f0c8f2ab-ef64-4f58-9a7d-feab4962f3b6), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:26.862739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:26.879295 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-865f2b3f-bd98-4816-a25d-e525657bc69b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (f0c8f2ab-ef64-4f58-9a7d-feab4962f3b6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:26.912477 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-865f2b3f-bd98-4816-a25d-e525657bc69b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (f0c8f2ab-ef64-4f58-9a7d-feab4962f3b6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:26.960647 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f2b3f-bd98-4816-a25d-e525657bc69b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c8f2ab-ef64-4f58-9a7d-feab4962f3b6,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:26.981441 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-865f2b3f-bd98-4816-a25d-e525657bc69b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:26.998361 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-865f2b3f-bd98-4816-a25d-e525657bc69b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3738673 Feb 16 16:51:26.999321 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55674) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:27.001797 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-408a93d2-3b64-4dd2-ba35-0c842ee6b3d8 req-9fa6260c-cf1b-4039-80c2-5e3dd1ea5589 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Deleting port f1c28583-96df-4979-a693-6ec0a3481d95 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:51:27.005600 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-408a93d2-3b64-4dd2-ba35-0c842ee6b3d8 req-9fa6260c-cf1b-4039-80c2-5e3dd1ea5589 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f1c28583-96df-4979-a693-6ec0a3481d95), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.060829 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb183663-958b-495c-91b8-ee8c854b7658 admin admin] Publish callbacks [] for security_group (b964af86-451a-4a35-87ca-6b083951f969), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.150437 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb183663-958b-495c-91b8-ee8c854b7658 admin admin] Publish callbacks [] for security_group (b964af86-451a-4a35-87ca-6b083951f969), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.191610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-408a93d2-3b64-4dd2-ba35-0c842ee6b3d8 req-9fa6260c-cf1b-4039-80c2-5e3dd1ea5589 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] For port f1c28583-96df-4979-a693-6ec0a3481d95, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=f1c28583-96df-4979-a693-6ec0a3481d95,segment=NetworkSegment(7d22958e-931f-48b4-bec9-acbff01b8347),segment_id=7d22958e-931f-48b4-bec9-acbff01b8347)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:27.192049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-408a93d2-3b64-4dd2-ba35-0c842ee6b3d8 req-9fa6260c-cf1b-4039-80c2-5e3dd1ea5589 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f1c28583-96df-4979-a693-6ec0a3481d95), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.217606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-408a93d2-3b64-4dd2-ba35-0c842ee6b3d8 req-9fa6260c-cf1b-4039-80c2-5e3dd1ea5589 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Calling delete_port for f1c28583-96df-4979-a693-6ec0a3481d95 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:51:27.217853 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b485cbb8-e525-4951-9d6a-077d588e080d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:27.280448 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb183663-958b-495c-91b8-ee8c854b7658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b964af86-451a-4a35-87ca-6b083951f969), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.283952 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb183663-958b-495c-91b8-ee8c854b7658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.289078 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cb183663-958b-495c-91b8-ee8c854b7658 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b964af86-451a-4a35-87ca-6b083951f969 HTTP/1.1" status: 204 len: 168 time: 0.5552483 Feb 16 16:51:27.317682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8121a7-ab4f-4d51-845f-0659a83096a9 req-7e2b84a7-55d4-42fb-889c-834e1ec519c6 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:27.325362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e8121a7-ab4f-4d51-845f-0659a83096a9 req-7e2b84a7-55d4-42fb-889c-834e1ec519c6 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e09a90-88c6-49c1-8825-155ee5edd591 HTTP/1.1" status: 200 len: 946 time: 0.2471938 Feb 16 16:51:27.328140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port b485cbb8-e525-4951-9d6a-077d588e080d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:27.329293 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b485cbb8-e525-4951-9d6a-077d588e080d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.410076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c789c10d-385e-43c9-831b-e33f847bf44e None None] Provisioning complete for port 2de6f825-7a58-4246-b292-4621b9b1d1f7 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:27.410328 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c789c10d-385e-43c9-831b-e33f847bf44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.436835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb183663-958b-495c-91b8-ee8c854b7658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b964af86-451a-4a35-87ca-6b083951f969,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:27.481505 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c789c10d-385e-43c9-831b-e33f847bf44e None None] Port 2de6f825-7a58-4246-b292-4621b9b1d1f7 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:51:27.486421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a237f33f-e4fd-45c2-96d0-a9539d9f1785 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': '48fb9f50-1314-46d8-93ee-7763245e2bd1', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:27.496107 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-408a93d2-3b64-4dd2-ba35-0c842ee6b3d8 req-9fa6260c-cf1b-4039-80c2-5e3dd1ea5589 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f1c28583-96df-4979-a693-6ec0a3481d95), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.537570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6260c-cf1b-4039-80c2-5e3dd1ea5589 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Pushing event deleted for resources: {'Port': ['ID=f1c28583-96df-4979-a693-6ec0a3481d95,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:27.542575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b378f46-eac9-4e8c-ac84-4a517eff2674 req-b04b65ca-3afe-46e0-9642-615eb3fe2faa tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:27.547734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b378f46-eac9-4e8c-ac84-4a517eff2674 req-b04b65ca-3afe-46e0-9642-615eb3fe2faa tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.2747302 Feb 16 16:51:27.567276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c789c10d-385e-43c9-831b-e33f847bf44e None None] Provisioning complete for port b485cbb8-e525-4951-9d6a-077d588e080d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:27.567678 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c789c10d-385e-43c9-831b-e33f847bf44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b485cbb8-e525-4951-9d6a-077d588e080d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.638944 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a237f33f-e4fd-45c2-96d0-a9539d9f1785 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (8ca4d6b6-2714-423a-a818-9505e9bc8db4), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.651576 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-408a93d2-3b64-4dd2-ba35-0c842ee6b3d8 req-9fa6260c-cf1b-4039-80c2-5e3dd1ea5589 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] No DVR routers for this DVR port f1c28583-96df-4979-a693-6ec0a3481d95 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:51:27.670787 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-408a93d2-3b64-4dd2-ba35-0c842ee6b3d8 req-9fa6260c-cf1b-4039-80c2-5e3dd1ea5589 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.684788 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-408a93d2-3b64-4dd2-ba35-0c842ee6b3d8 req-9fa6260c-cf1b-4039-80c2-5e3dd1ea5589 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.60 "DELETE /v2.0/ports/f1c28583-96df-4979-a693-6ec0a3481d95 HTTP/1.1" status: 204 len: 173 time: 1.0204880 Feb 16 16:51:27.686149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e09a90-88c6-49c1-8825-155ee5edd591', 'name': 'network-vif-deleted', 'tag': 'f1c28583-96df-4979-a693-6ec0a3481d95'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:51:27.696985 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d805eb-6c49-4905-a84f-c6b275a9211d" -d '{"events": [{"server_uuid": "71e09a90-88c6-49c1-8825-155ee5edd591", "name": "network-vif-deleted", "tag": "f1c28583-96df-4979-a693-6ec0a3481d95"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:51:27.698201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:23Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de6f825-7a58-4246-b292-4621b9b1d1f7', 'name': '', 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:b4:88:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '26fd3796-1c09-4867-9648-60c9200bc12f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:22Z', 'updated_at': '2022-02-16T16:51:24Z', 'revision_number': 2, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '26fd3796-1c09-4867-9648-60c9200bc12f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd89f613-9ec2-4bee-91ff-854d56ebc631', 'name': '', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:44:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:11Z', 'updated_at': '2022-02-16T16:51:23Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:27.704667 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b485cbb8-e525-4951-9d6a-077d588e080d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:27.780734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Checking router: a269afa9-641d-4062-8225-0f777afd2b92 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:51:27.780734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Updating router a269afa9-641d-4062-8225-0f777afd2b92 port 2de6f825-7a58-4246-b292-4621b9b1d1f7 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:51:27.860074 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e8121a7-ab4f-4d51-845f-0659a83096a9 req-8fa0355b-6d72-43ee-a54c-bb5b0cfc0dc1 tempest-ServersTestJSON-1102782770 tempest-ServersTestJSON-1102782770-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9a9a051-599a-48c1-848c-999919ffc6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315185 Feb 16 16:51:27.860439 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a237f33f-e4fd-45c2-96d0-a9539d9f1785 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (8ca4d6b6-2714-423a-a818-9505e9bc8db4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.875673 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a237f33f-e4fd-45c2-96d0-a9539d9f1785 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (8ca4d6b6-2714-423a-a818-9505e9bc8db4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.906850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.extraroute_db [None req-00c4d5a5-50ae-45b0-94a1-623e01006624 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103421) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 16:51:27.934595 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237f33f-e4fd-45c2-96d0-a9539d9f1785 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca4d6b6-2714-423a-a818-9505e9bc8db4,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:27.942775 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a237f33f-e4fd-45c2-96d0-a9539d9f1785 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.944201 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a237f33f-e4fd-45c2-96d0-a9539d9f1785 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4630632 Feb 16 16:51:27.946796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55700) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:27.952595 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-46888af3-0b46-4641-9c6c-5c55ce2bd37e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': '48fb9f50-1314-46d8-93ee-7763245e2bd1', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:27.965862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.extraroute_db [None req-00c4d5a5-50ae-45b0-94a1-623e01006624 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Removed routes are [] {{(pid=103421) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 16:51:27.968522 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00c4d5a5-50ae-45b0-94a1-623e01006624 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (a269afa9-641d-4062-8225-0f777afd2b92), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:27.982848 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-46888af3-0b46-4641-9c6c-5c55ce2bd37e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Project 65c85d727f374c7f8d3cc83d4ddd839c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:51:27.991527 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-46888af3-0b46-4641-9c6c-5c55ce2bd37e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (2a42646b-49ec-4b30-8434-218dcfedd1cc), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.013872 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffd88ab-4567-4bf4-a8eb-0a6e2fe97e38 x-openstack-request-id: req-dffd88ab-4567-4bf4-a8eb-0a6e2fe97e38 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:51:28.013872 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e09a90-88c6-49c1-8825-155ee5edd591", "name": "network-vif-deleted", "tag": "f1c28583-96df-4979-a693-6ec0a3481d95", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:51:28.013872 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dffd88ab-4567-4bf4-a8eb-0a6e2fe97e38 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:51:28.018060 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e09a90-88c6-49c1-8825-155ee5edd591', 'name': 'network-vif-deleted', 'tag': 'f1c28583-96df-4979-a693-6ec0a3481d95', 'status': 'completed', 'code': 200} Feb 16 16:51:28.084420 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b378f46-eac9-4e8c-ac84-4a517eff2674 req-16e97de9-4ec6-491b-9d3d-f31546deaeb2 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902039 Feb 16 16:51:28.153366 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-46888af3-0b46-4641-9c6c-5c55ce2bd37e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (2a42646b-49ec-4b30-8434-218dcfedd1cc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.161958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-46888af3-0b46-4641-9c6c-5c55ce2bd37e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (2a42646b-49ec-4b30-8434-218dcfedd1cc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.211083 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46888af3-0b46-4641-9c6c-5c55ce2bd37e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a42646b-49ec-4b30-8434-218dcfedd1cc,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:28.220565 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-46888af3-0b46-4641-9c6c-5c55ce2bd37e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.224993 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-46888af3-0b46-4641-9c6c-5c55ce2bd37e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2771876 Feb 16 16:51:28.225858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55712) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:28.230667 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ebd395e5-7477-412d-a39d-d6f9e60abc08 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': '48fb9f50-1314-46d8-93ee-7763245e2bd1', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:28.293619 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.308034 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c789c10d-385e-43c9-831b-e33f847bf44e None None] Current status of the port b485cbb8-e525-4951-9d6a-077d588e080d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:28.308724 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-ebd395e5-7477-412d-a39d-d6f9e60abc08 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Project 65c85d727f374c7f8d3cc83d4ddd839c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:51:28.316300 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ebd395e5-7477-412d-a39d-d6f9e60abc08 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (93c3e22f-23a7-4bcf-9c44-74a2c7a1232f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.316515 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5c261283-f723-4fae-aa24-474b91d2047b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.456942 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ebd395e5-7477-412d-a39d-d6f9e60abc08 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (93c3e22f-23a7-4bcf-9c44-74a2c7a1232f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.472568 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ebd395e5-7477-412d-a39d-d6f9e60abc08 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (93c3e22f-23a7-4bcf-9c44-74a2c7a1232f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.478836 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00c4d5a5-50ae-45b0-94a1-623e01006624 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (a269afa9-641d-4062-8225-0f777afd2b92), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.484362 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00c4d5a5-50ae-45b0-94a1-623e01006624 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (a269afa9-641d-4062-8225-0f777afd2b92), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.495242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd395e5-7477-412d-a39d-d6f9e60abc08 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c3e22f-23a7-4bcf-9c44-74a2c7a1232f,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:28.506087 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ebd395e5-7477-412d-a39d-d6f9e60abc08 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.510842 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ebd395e5-7477-412d-a39d-d6f9e60abc08 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2839043 Feb 16 16:51:28.511675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55720) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:28.518042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-52c47df2-c8b7-4569-87cd-9658ffc07bd3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'network': {'name': 'tempest-network-smoke--1305110670', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'port_security_enabled': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:28.543370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c47df2-c8b7-4569-87cd-9658ffc07bd3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Made reservation on behalf of 65c85d727f374c7f8d3cc83d4ddd839c for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:51:28.547218 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-52c47df2-c8b7-4569-87cd-9658ffc07bd3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.591254 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c47df2-c8b7-4569-87cd-9658ffc07bd3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:51:28.608287 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e9f43bc9-c951-4a04-90be-4db7b54aeacc None None] Provisioning complete for port 2de6f825-7a58-4246-b292-4621b9b1d1f7 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:28.609279 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e9f43bc9-c951-4a04-90be-4db7b54aeacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.611788 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-52c47df2-c8b7-4569-87cd-9658ffc07bd3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (75021471-dfdc-4b82-b254-63836d475f1d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.612136 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-52c47df2-c8b7-4569-87cd-9658ffc07bd3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Added segment 75021471-dfdc-4b82-b254-63836d475f1d of type vlan for network 660db8e8-ac8e-4f64-9b81-079f173b76f2 Feb 16 16:51:28.617260 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c4d5a5-50ae-45b0-94a1-623e01006624 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router a269afa9-641d-4062-8225-0f777afd2b92 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:51:28.673519 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-52c47df2-c8b7-4569-87cd-9658ffc07bd3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (660db8e8-ac8e-4f64-9b81-079f173b76f2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.705136 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-52c47df2-c8b7-4569-87cd-9658ffc07bd3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (660db8e8-ac8e-4f64-9b81-079f173b76f2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.711891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c47df2-c8b7-4569-87cd-9658ffc07bd3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:28.712648 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-52c47df2-c8b7-4569-87cd-9658ffc07bd3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.727003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e9f43bc9-c951-4a04-90be-4db7b54aeacc None None] Port 2de6f825-7a58-4246-b292-4621b9b1d1f7 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:51:28.770137 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-52c47df2-c8b7-4569-87cd-9658ffc07bd3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2570584 Feb 16 16:51:28.773669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55728) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:28.779686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'admin_state_up': True, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:28.804191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c4d5a5-50ae-45b0-94a1-623e01006624 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:51:28.821447 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00c4d5a5-50ae-45b0-94a1-623e01006624 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.829350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-00c4d5a5-50ae-45b0-94a1-623e01006624 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/a269afa9-641d-4062-8225-0f777afd2b92 HTTP/1.1" status: 200 len: 934 time: 2.2966001 Feb 16 16:51:28.829988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55730) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:28.894206 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c47df2-c8b7-4569-87cd-9658ffc07bd3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Network': ['ID=660db8e8-ac8e-4f64-9b81-079f173b76f2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:28.907938 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Publish callbacks [] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.916748 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 660db8e8-ac8e-4f64-9b81-079f173b76f2 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:51:28.956636 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.967378 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (aaed87a7-be86-485c-953c-a4b63a0cbb0c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:28.971664 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (aaed87a7-be86-485c-953c-a4b63a0cbb0c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:29.023424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55738) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:29.126243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeddb04-11c3-4452-b02c-513883db2055 None None] Pushing event updated for resources: {'Port': ['ID=2de6f825-7a58-4246-b292-4621b9b1d1f7,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:29.151695 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_controller (aaed87a7-be86-485c-953c-a4b63a0cbb0c), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:29.178009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4757f4d-a70f-4270-9a74-dc9d3f938ad9 admin admin] Deleting subnet 39d9fb8a-744f-4a0a-90b6-699cc7c33927 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:51:29.207663 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4757f4d-a70f-4270-9a74-dc9d3f938ad9 admin admin] Publish callbacks [] for subnet (39d9fb8a-744f-4a0a-90b6-699cc7c33927), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:29.250284 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4757f4d-a70f-4270-9a74-dc9d3f938ad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (39d9fb8a-744f-4a0a-90b6-699cc7c33927), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:29.285360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Attempting to bind port 2de6f825-7a58-4246-b292-4621b9b1d1f7 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:51:29.285769 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Attempting to bind port 2de6f825-7a58-4246-b292-4621b9b1d1f7 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'dd30c799-9a0b-4eaa-a255-9f5e457bed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:51:29.286148 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Attempting to bind port 2de6f825-7a58-4246-b292-4621b9b1d1f7 on network 89ad4fe1-f9fe-4c1c-bfea-579a1619c308 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:51:29.305186 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4757f4d-a70f-4270-9a74-dc9d3f938ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (39d9fb8a-744f-4a0a-90b6-699cc7c33927), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:29.317274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:51:29.317866 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Checking segment: {'id': 'dd30c799-9a0b-4eaa-a255-9f5e457bed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:51:29.318415 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:29.318910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Bound using segment: {'id': 'dd30c799-9a0b-4eaa-a255-9f5e457bed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:51:29.319480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Bound port: 2de6f825-7a58-4246-b292-4621b9b1d1f7, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd30c799-9a0b-4eaa-a255-9f5e457bed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:51:29.320224 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:29.347883 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:29.463228 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-df4401ae-5abd-4d16-a178-8d5aac01ca89 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/routers/a269afa9-641d-4062-8225-0f777afd2b92 HTTP/1.1" status: 200 len: 934 time: 0.6301069 Feb 16 16:51:29.464943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55752) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:29.465408 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device f1c28583-96df-4979-a693-6ec0a3481d95 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:51:29.506347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] For port 2de6f825-7a58-4246-b292-4621b9b1d1f7, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:51:29.510100 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: f1c28583-96df-4979-a693-6ec0a3481d95 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:51:29.510575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device f1c28583-96df-4979-a693-6ec0a3481d95 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:51:29.516442 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9e9d8069-1d36-423d-9ffe-8baf2edaf0f1 None None] Provisioning complete for port 2de6f825-7a58-4246-b292-4621b9b1d1f7 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:29.516848 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e9d8069-1d36-423d-9ffe-8baf2edaf0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:29.544707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-412a80c6-63b7-4680-a275-73b4de1c69b4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'router': {'routes': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:29.587926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d8069-1d36-423d-9ffe-8baf2edaf0f1 None None] Port 2de6f825-7a58-4246-b292-4621b9b1d1f7 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:51:29.594659 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] For port 2de6f825-7a58-4246-b292-4621b9b1d1f7, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2de6f825-7a58-4246-b292-4621b9b1d1f7,segment=NetworkSegment(dd30c799-9a0b-4eaa-a255-9f5e457bed92),segment_id=dd30c799-9a0b-4eaa-a255-9f5e457bed92)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:51:29.602712 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:29.651620 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (aaed87a7-be86-485c-953c-a4b63a0cbb0c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:29.698058 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4757f4d-a70f-4270-9a74-dc9d3f938ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (39d9fb8a-744f-4a0a-90b6-699cc7c33927), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:29.702748 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:29.704062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:29.718960 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4757f4d-a70f-4270-9a74-dc9d3f938ad9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:29.724585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c4757f4d-a70f-4270-9a74-dc9d3f938ad9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/39d9fb8a-744f-4a0a-90b6-699cc7c33927 HTTP/1.1" status: 204 len: 168 time: 0.6966417 Feb 16 16:51:29.726677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55760) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:29.820855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeddb04-11c3-4452-b02c-513883db2055 None None] Pushing event updated for resources: {'Port': ['ID=2de6f825-7a58-4246-b292-4621b9b1d1f7,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:29.868574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4757f4d-a70f-4270-9a74-dc9d3f938ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39d9fb8a-744f-4a0a-90b6-699cc7c33927,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:29.898252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:29.908932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbf8a8-3ba4-4e07-a3f2-98e291304de7 req-242fec63-ccaa-4b3a-9a0d-0435cb8fe576 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:29.915765 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31dbf8a8-3ba4-4e07-a3f2-98e291304de7 req-242fec63-ccaa-4b3a-9a0d-0435cb8fe576 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.4975002 Feb 16 16:51:30.161359 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bfa84160-d9cd-4a9b-9776-d351edf8a47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (9b0b71f1-f1f4-41a6-b047-f2c21a04abc7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:30.228858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a445380d-beb2-41dc-ba0b-d4573d127b0b None None] Provisioning complete for port 2de6f825-7a58-4246-b292-4621b9b1d1f7 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:30.230038 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a445380d-beb2-41dc-ba0b-d4573d127b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:30.538015 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a445380d-beb2-41dc-ba0b-d4573d127b0b None None] Current status of the port 2de6f825-7a58-4246-b292-4621b9b1d1f7 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:30.538401 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a445380d-beb2-41dc-ba0b-d4573d127b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:30.618968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a445380d-beb2-41dc-ba0b-d4573d127b0b None None] For port 2de6f825-7a58-4246-b292-4621b9b1d1f7, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2de6f825-7a58-4246-b292-4621b9b1d1f7,segment=NetworkSegment(dd30c799-9a0b-4eaa-a255-9f5e457bed92),segment_id=dd30c799-9a0b-4eaa-a255-9f5e457bed92)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:30.625309 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:27Z', 'revision_number': 6, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de6f825-7a58-4246-b292-4621b9b1d1f7', 'name': '', 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:b4:88:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '26fd3796-1c09-4867-9648-60c9200bc12f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:22Z', 'updated_at': '2022-02-16T16:51:29Z', 'revision_number': 4, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '26fd3796-1c09-4867-9648-60c9200bc12f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd89f613-9ec2-4bee-91ff-854d56ebc631', 'name': '', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:44:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:11Z', 'updated_at': '2022-02-16T16:51:23Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:30.627550 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (aaed87a7-be86-485c-953c-a4b63a0cbb0c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:30.629729 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a445380d-beb2-41dc-ba0b-d4573d127b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:30.661570 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:30.704546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31dbf8a8-3ba4-4e07-a3f2-98e291304de7 req-002bb0b5-54a3-434e-88a9-dec6a0c7dec2 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7537251 Feb 16 16:51:30.761884 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95204079-121a-420c-a8a0-b49598dafb58 None None] The sync data for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 is: [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:27Z', 'revision_number': 6, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de6f825-7a58-4246-b292-4621b9b1d1f7', 'name': '', 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:b4:88:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '26fd3796-1c09-4867-9648-60c9200bc12f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:22Z', 'updated_at': '2022-02-16T16:51:29Z', 'revision_number': 4, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '26fd3796-1c09-4867-9648-60c9200bc12f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd89f613-9ec2-4bee-91ff-854d56ebc631', 'name': '', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:44:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:11Z', 'updated_at': '2022-02-16T16:51:23Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:51:30.879402 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.25.4.228 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/9718472d-c866-426b-ab94-035488308b49) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:51:30.885333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445380d-beb2-41dc-ba0b-d4573d127b0b None None] Pushing event updated for resources: {'Port': ['ID=2de6f825-7a58-4246-b292-4621b9b1d1f7,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:30.892731 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:30.986754 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bfa84160-d9cd-4a9b-9776-d351edf8a47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (9b0b71f1-f1f4-41a6-b047-f2c21a04abc7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:31.090364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-bfa84160-d9cd-4a9b-9776-d351edf8a47a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0b71f1-f1f4-41a6-b047-f2c21a04abc7']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:31.107838 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (9718472d-c866-426b-ab94-035488308b49), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:31.130328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-bfa84160-d9cd-4a9b-9776-d351edf8a47a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d22958e-931f-48b4-bec9-acbff01b8347') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:31.130328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-bfa84160-d9cd-4a9b-9776-d351edf8a47a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d22958e-931f-48b4-bec9-acbff01b8347') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:31.158887 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bfa84160-d9cd-4a9b-9776-d351edf8a47a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (7d22958e-931f-48b4-bec9-acbff01b8347), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:31.171471 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (9718472d-c866-426b-ab94-035488308b49), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:31.201611 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bfa84160-d9cd-4a9b-9776-d351edf8a47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7d22958e-931f-48b4-bec9-acbff01b8347), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:31.247520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa84160-d9cd-4a9b-9776-d351edf8a47a admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:51:31.248081 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bfa84160-d9cd-4a9b-9776-d351edf8a47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (7d22958e-931f-48b4-bec9-acbff01b8347), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:31.249996 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:51:31.250259 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:51:31.267272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:31.275298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:51:31.335730 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=9718472d-c866-426b-ab94-035488308b49,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:31.418495 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:31.435091 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bfa84160-d9cd-4a9b-9776-d351edf8a47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (9b0b71f1-f1f4-41a6-b047-f2c21a04abc7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:31.447370 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bfa84160-d9cd-4a9b-9776-d351edf8a47a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:31.458332 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bfa84160-d9cd-4a9b-9776-d351edf8a47a admin admin] 10.222.0.24 "DELETE /v2.0/networks/9b0b71f1-f1f4-41a6-b047-f2c21a04abc7 HTTP/1.1" status: 204 len: 168 time: 1.7124774 Feb 16 16:51:31.496402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.extraroute_db [None req-412a80c6-63b7-4680-a275-73b4de1c69b4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Added routes are [] {{(pid=103421) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 16:51:31.496832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.extraroute_db [None req-412a80c6-63b7-4680-a275-73b4de1c69b4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103421) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 16:51:31.558780 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-412a80c6-63b7-4680-a275-73b4de1c69b4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (a269afa9-641d-4062-8225-0f777afd2b92), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:31.581794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa84160-d9cd-4a9b-9776-d351edf8a47a admin admin] Pushing event deleted for resources: {'Network': ['ID=9b0b71f1-f1f4-41a6-b047-f2c21a04abc7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:31.818789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55812) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:31.910543 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (aaed87a7-be86-485c-953c-a4b63a0cbb0c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:32.054670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf45f3b-b0a7-4b4f-b6ff-759dc49630b5 req-0b68375a-9cd8-4585-94b5-c9281e9aff0e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:32.071087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fbf45f3b-b0a7-4b4f-b6ff-759dc49630b5 req-0b68375a-9cd8-4585-94b5-c9281e9aff0e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.1417823 Feb 16 16:51:32.092441 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:32.184672 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-07968373-87df-4e2b-82d5-2b8c4ddfa932 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04dce4d8dd3f47e9af38e5ce90c304ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3636413 Feb 16 16:51:32.220813 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55824) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:32.225917 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fbf45f3b-b0a7-4b4f-b6ff-759dc49630b5 req-1c3cf201-2083-417d-8e45-802e46750c4c tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539891 Feb 16 16:51:32.229351 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-412a80c6-63b7-4680-a275-73b4de1c69b4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (a269afa9-641d-4062-8225-0f777afd2b92), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:32.284932 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-412a80c6-63b7-4680-a275-73b4de1c69b4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (a269afa9-641d-4062-8225-0f777afd2b92), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:32.299617 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274516c-49ce-44f3-97ba-3250324bd2d6 None None] Sync routers for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:51:32.318426 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a274516c-49ce-44f3-97ba-3250324bd2d6 None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:32.319063 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a274516c-49ce-44f3-97ba-3250324bd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:32.336811 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7c1a-7c63-49b5-b3e1-ad32744a4fdd admin admin] Publish callbacks [] for security_group (b9a9a051-599a-48c1-848c-999919ffc6e9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:32.361914 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (aaed87a7-be86-485c-953c-a4b63a0cbb0c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:32.405787 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7c1a-7c63-49b5-b3e1-ad32744a4fdd admin admin] Publish callbacks [] for security_group (b9a9a051-599a-48c1-848c-999919ffc6e9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:32.453165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412a80c6-63b7-4680-a275-73b4de1c69b4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router a269afa9-641d-4062-8225-0f777afd2b92 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:51:32.540964 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a274516c-49ce-44f3-97ba-3250324bd2d6 None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:32.589594 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7c1a-7c63-49b5-b3e1-ad32744a4fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b9a9a051-599a-48c1-848c-999919ffc6e9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:32.597042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7c1a-7c63-49b5-b3e1-ad32744a4fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:32.598466 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5e3c7c1a-7c63-49b5-b3e1-ad32744a4fdd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9a9a051-599a-48c1-848c-999919ffc6e9 HTTP/1.1" status: 204 len: 168 time: 0.3715341 Feb 16 16:51:32.605037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router aaed87a7-be86-485c-953c-a4b63a0cbb0c is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:51:32.645480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412a80c6-63b7-4680-a275-73b4de1c69b4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:51:32.654351 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c7c1a-7c63-49b5-b3e1-ad32744a4fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a9a051-599a-48c1-848c-999919ffc6e9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:32.672358 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-412a80c6-63b7-4680-a275-73b4de1c69b4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:32.673804 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-412a80c6-63b7-4680-a275-73b4de1c69b4 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/a269afa9-641d-4062-8225-0f777afd2b92 HTTP/1.1" status: 200 len: 700 time: 3.1362944 Feb 16 16:51:32.676351 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55834) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:32.839318 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e9ff4880-31e1-4ef3-a909-69a4e8a3f4ae tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/routers/a269afa9-641d-4062-8225-0f777afd2b92 HTTP/1.1" status: 200 len: 700 time: 0.1612630 Feb 16 16:51:32.840410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55836) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:32.855564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55838) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:32.891079 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2de6f825-7a58-4246-b292-4621b9b1d1f7 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:33.031811 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2de6f825-7a58-4246-b292-4621b9b1d1f7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:33.032200 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:33.039884 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c41f84d6-3481-45d4-982b-1e64072b7ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:33.119767 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a274516c-49ce-44f3-97ba-3250324bd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:31Z', 'revision_number': 7, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de6f825-7a58-4246-b292-4621b9b1d1f7', 'name': '', 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:b4:88:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '26fd3796-1c09-4867-9648-60c9200bc12f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:22Z', 'updated_at': '2022-02-16T16:51:30Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '26fd3796-1c09-4867-9648-60c9200bc12f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd89f613-9ec2-4bee-91ff-854d56ebc631', 'name': '', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:44:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:11Z', 'updated_at': '2022-02-16T16:51:23Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:33.209323 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274516c-49ce-44f3-97ba-3250324bd2d6 None None] Checking router: a269afa9-641d-4062-8225-0f777afd2b92 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:51:33.214862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:51:33.247257 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a274516c-49ce-44f3-97ba-3250324bd2d6 None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:33.247945 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a274516c-49ce-44f3-97ba-3250324bd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:33.270672 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c41f84d6-3481-45d4-982b-1e64072b7ebc admin admin] Publish callbacks [] for security_group (a2b78f8a-f31f-46d7-9c82-fad8c830fc0d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:33.273096 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:33.277602 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e067c1e2-3cbf-4216-8325-c8791d3ec89f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.5003321 Feb 16 16:51:33.279214 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55852) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:33.285543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2de6f825-7a58-4246-b292-4621b9b1d1f7 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:33.290953 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c41f84d6-3481-45d4-982b-1e64072b7ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a2b78f8a-f31f-46d7-9c82-fad8c830fc0d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:33.292533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Sync routers for ids ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:51:33.322158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Routers {'aaed87a7-be86-485c-953c-a4b63a0cbb0c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:33.324155 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-287295ff-32bc-405c-9786-4ce25048220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:33.399152 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c41f84d6-3481-45d4-982b-1e64072b7ebc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3c3ce2571264ac9ac342bc0a3d64af6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5422194 Feb 16 16:51:33.400896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f84d6-3481-45d4-982b-1e64072b7ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b78f8a-f31f-46d7-9c82-fad8c830fc0d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:33.404824 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55860) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:33.551930 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fd2a906-acee-4e37-89ce-c9362e75466e admin admin] Publish callbacks [] for security_group (a2b78f8a-f31f-46d7-9c82-fad8c830fc0d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:33.565893 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a274516c-49ce-44f3-97ba-3250324bd2d6 None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:33.579153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64dd89-921e-4d12-af29-06c47a23cfa5 req-7094ccd8-2b66-4648-bd70-fb23c1303e03 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:33.583382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e64dd89-921e-4d12-af29-06c47a23cfa5 req-7094ccd8-2b66-4648-bd70-fb23c1303e03 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.1345346 Feb 16 16:51:33.628378 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fd2a906-acee-4e37-89ce-c9362e75466e admin admin] Publish callbacks [] for security_group (a2b78f8a-f31f-46d7-9c82-fad8c830fc0d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:33.703014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Set router aaed87a7-be86-485c-953c-a4b63a0cbb0c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:33.734598 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cbfc89bb-c040-4821-b761-9c8826baf99f tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=65c85d727f374c7f8d3cc83d4ddd839c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4544723 Feb 16 16:51:33.744603 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55868) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:33.893773 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fd2a906-acee-4e37-89ce-c9362e75466e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a2b78f8a-f31f-46d7-9c82-fad8c830fc0d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:33.896915 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fd2a906-acee-4e37-89ce-c9362e75466e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:33.901495 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7fd2a906-acee-4e37-89ce-c9362e75466e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2b78f8a-f31f-46d7-9c82-fad8c830fc0d HTTP/1.1" status: 204 len: 168 time: 0.4917080 Feb 16 16:51:33.912758 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2a906-acee-4e37-89ce-c9362e75466e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b78f8a-f31f-46d7-9c82-fad8c830fc0d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:33.940945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e4c3c4e5-fd27-4fae-a377-b0a9c940a44e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:34.159572 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e64dd89-921e-4d12-af29-06c47a23cfa5 req-34420f5c-1cbe-4c5d-9a1a-f1d990b79a9d tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5675917 Feb 16 16:51:34.266876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad38fe34-7773-4f04-9b24-ec25fe74d3b6 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:34.269746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ad38fe34-7773-4f04-9b24-ec25fe74d3b6 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5201807 Feb 16 16:51:34.272858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55884) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:34.282641 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a274516c-49ce-44f3-97ba-3250324bd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:31Z', 'revision_number': 7, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de6f825-7a58-4246-b292-4621b9b1d1f7', 'name': '', 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:b4:88:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '26fd3796-1c09-4867-9648-60c9200bc12f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:22Z', 'updated_at': '2022-02-16T16:51:30Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '26fd3796-1c09-4867-9648-60c9200bc12f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd89f613-9ec2-4bee-91ff-854d56ebc631', 'name': '', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:44:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:11Z', 'updated_at': '2022-02-16T16:51:23Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:34.360966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-287295ff-32bc-405c-9786-4ce25048220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '9718472d-c866-426b-ab94-035488308b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:51:28Z', 'updated_at': '2022-02-16T16:51:31Z', 'revision_number': 3, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '9718472d-c866-426b-ab94-035488308b49', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:30Z', 'updated_at': '2022-02-16T16:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:34.373425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-98beb545-7de6-4e7e-bacc-715db9a1b415 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0993469 Feb 16 16:51:34.375840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55890) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:34.383242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b48a70f1-de60-4356-9179-9bee459e01c6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-765470369', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:34.391902 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274516c-49ce-44f3-97ba-3250324bd2d6 None None] The sync data for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 is: [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:31Z', 'revision_number': 7, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de6f825-7a58-4246-b292-4621b9b1d1f7', 'name': '', 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:b4:88:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '26fd3796-1c09-4867-9648-60c9200bc12f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:22Z', 'updated_at': '2022-02-16T16:51:30Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '26fd3796-1c09-4867-9648-60c9200bc12f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd89f613-9ec2-4bee-91ff-854d56ebc631', 'name': '', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:44:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:11Z', 'updated_at': '2022-02-16T16:51:23Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:51:34.467148 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Checking router: aaed87a7-be86-485c-953c-a4b63a0cbb0c for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:51:34.467511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Updating router aaed87a7-be86-485c-953c-a4b63a0cbb0c port 9718472d-c866-426b-ab94-035488308b49 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:51:34.543526 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9718472d-c866-426b-ab94-035488308b49), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:34.565232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55896) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:34.616706 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-76b1a2f7-e3af-4a82-b6e4-f792e5d2e02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:34.706762 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:34.757219 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e4c3c4e5-fd27-4fae-a377-b0a9c940a44e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port 2de6f825-7a58-4246-b292-4621b9b1d1f7 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:51:34.757803 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e4c3c4e5-fd27-4fae-a377-b0a9c940a44e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:34.818941 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-76b1a2f7-e3af-4a82-b6e4-f792e5d2e02b admin admin] Publish callbacks [] for security_group (314b1b18-1049-4fff-804e-954bbce68eb0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:34.820825 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48a70f1-de60-4356-9179-9bee459e01c6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Made reservation on behalf of 65c85d727f374c7f8d3cc83d4ddd839c for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:51:34.830055 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b48a70f1-de60-4356-9179-9bee459e01c6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:34.841009 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-76b1a2f7-e3af-4a82-b6e4-f792e5d2e02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (314b1b18-1049-4fff-804e-954bbce68eb0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:34.896928 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-76b1a2f7-e3af-4a82-b6e4-f792e5d2e02b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c1aa25f6280467d89586c0539997f35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3292027 Feb 16 16:51:34.906182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55906) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:34.969556 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d259f64-d9c8-466f-853f-6c309d91995c None None] Sync routers for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:51:34.986702 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d259f64-d9c8-466f-853f-6c309d91995c None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:34.987607 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1d259f64-d9c8-466f-853f-6c309d91995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:35.041512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-e4c3c4e5-fd27-4fae-a377-b0a9c940a44e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] For port 2de6f825-7a58-4246-b292-4621b9b1d1f7, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2de6f825-7a58-4246-b292-4621b9b1d1f7,segment=NetworkSegment(dd30c799-9a0b-4eaa-a255-9f5e457bed92),segment_id=dd30c799-9a0b-4eaa-a255-9f5e457bed92)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:35.042117 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e4c3c4e5-fd27-4fae-a377-b0a9c940a44e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:35.048609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1a2f7-e3af-4a82-b6e4-f792e5d2e02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314b1b18-1049-4fff-804e-954bbce68eb0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:35.070890 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e4c3c4e5-fd27-4fae-a377-b0a9c940a44e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for 2de6f825-7a58-4246-b292-4621b9b1d1f7 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:51:35.098914 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Publish callbacks [] for port (9718472d-c866-426b-ab94-035488308b49), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:35.110555 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3dbc16d1-b8f7-4c5d-8b9a-7d5b25463cc3 admin admin] Publish callbacks [] for security_group (314b1b18-1049-4fff-804e-954bbce68eb0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:35.121982 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9718472d-c866-426b-ab94-035488308b49), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:35.167194 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Attempting to bind port 9718472d-c866-426b-ab94-035488308b49 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:51:35.167664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Attempting to bind port 9718472d-c866-426b-ab94-035488308b49 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:51:35.168603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Attempting to bind port 9718472d-c866-426b-ab94-035488308b49 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:51:35.178388 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3dbc16d1-b8f7-4c5d-8b9a-7d5b25463cc3 admin admin] Publish callbacks [] for security_group (314b1b18-1049-4fff-804e-954bbce68eb0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:35.204104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:51:35.205159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:51:35.205159 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:35.206386 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1d259f64-d9c8-466f-853f-6c309d91995c None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:35.207055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:51:35.207674 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Bound port: 9718472d-c866-426b-ab94-035488308b49, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:51:35.208281 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9718472d-c866-426b-ab94-035488308b49), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:35.286889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-287295ff-32bc-405c-9786-4ce25048220d None None] For port 9718472d-c866-426b-ab94-035488308b49, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:51:35.298354 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-287295ff-32bc-405c-9786-4ce25048220d None None] For port 9718472d-c866-426b-ab94-035488308b49, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9718472d-c866-426b-ab94-035488308b49,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:51:35.356984 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9718472d-c866-426b-ab94-035488308b49), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:35.383675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56747d3d-8f70-4175-b0ca-b1b70cfbccbd None None] Pushing event updated for resources: {'Port': ['ID=9718472d-c866-426b-ab94-035488308b49,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:35.463946 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e4c3c4e5-fd27-4fae-a377-b0a9c940a44e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2de6f825-7a58-4246-b292-4621b9b1d1f7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:35.554947 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3c4e5-fd27-4fae-a377-b0a9c940a44e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=2de6f825-7a58-4246-b292-4621b9b1d1f7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:35.558257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56747d3d-8f70-4175-b0ca-b1b70cfbccbd None None] Pushing event updated for resources: {'Port': ['ID=9718472d-c866-426b-ab94-035488308b49,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:35.608439 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Routers {'aaed87a7-be86-485c-953c-a4b63a0cbb0c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:35.609082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-287295ff-32bc-405c-9786-4ce25048220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:35.669983 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b48a70f1-de60-4356-9179-9bee459e01c6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (107c687b-d4fe-48c9-8d4b-6c0c18351465), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:35.817491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82f6a413-9ec0-4369-8c40-03a2b09c3db4 req-5d7acefe-0703-4003-a6b6-84aa1933dbaf tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.1950355 Feb 16 16:51:35.902072 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1d259f64-d9c8-466f-853f-6c309d91995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:31Z', 'revision_number': 7, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de6f825-7a58-4246-b292-4621b9b1d1f7', 'name': '', 'network_id': '89ad4fe1-f9fe-4c1c-bfea-579a1619c308', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:b4:88:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '26fd3796-1c09-4867-9648-60c9200bc12f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:22Z', 'updated_at': '2022-02-16T16:51:30Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '26fd3796-1c09-4867-9648-60c9200bc12f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd89f613-9ec2-4bee-91ff-854d56ebc631', 'name': '', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:44:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:11Z', 'updated_at': '2022-02-16T16:51:23Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:35.977750 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a70f1-de60-4356-9179-9bee459e01c6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Subnet': ['ID=107c687b-d4fe-48c9-8d4b-6c0c18351465,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:35.984581 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e4c3c4e5-fd27-4fae-a377-b0a9c940a44e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:36.021418 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3dbc16d1-b8f7-4c5d-8b9a-7d5b25463cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (314b1b18-1049-4fff-804e-954bbce68eb0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:36.027526 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3dbc16d1-b8f7-4c5d-8b9a-7d5b25463cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:36.036355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3dbc16d1-b8f7-4c5d-8b9a-7d5b25463cc3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/314b1b18-1049-4fff-804e-954bbce68eb0 HTTP/1.1" status: 204 len: 168 time: 1.1289945 Feb 16 16:51:36.063429 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d259f64-d9c8-466f-853f-6c309d91995c None None] Checking router: a269afa9-641d-4062-8225-0f777afd2b92 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:51:36.084345 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d259f64-d9c8-466f-853f-6c309d91995c None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:36.084970 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1d259f64-d9c8-466f-853f-6c309d91995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:36.095674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560b5a4-cd15-4285-900e-34ad72e6b718 req-e4af3e8a-64e5-4afd-b0f7-8527a8f1a817 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:36.100622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6560b5a4-cd15-4285-900e-34ad72e6b718 req-e4af3e8a-64e5-4afd-b0f7-8527a8f1a817 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.5135484 Feb 16 16:51:36.115963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc16d1-b8f7-4c5d-8b9a-7d5b25463cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314b1b18-1049-4fff-804e-954bbce68eb0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:36.146760 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48a70f1-de60-4356-9179-9bee459e01c6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Checking segment: {'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:51:36.147127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48a70f1-de60-4356-9179-9bee459e01c6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network hostable DHCP agents. Network: 660db8e8-ac8e-4f64-9b81-079f173b76f2, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:51:36.257561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-287295ff-32bc-405c-9786-4ce25048220d None None] Set router aaed87a7-be86-485c-953c-a4b63a0cbb0c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:36.306188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48a70f1-de60-4356-9179-9bee459e01c6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network 660db8e8-ac8e-4f64-9b81-079f173b76f2 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:51:36.340016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6560b5a4-cd15-4285-900e-34ad72e6b718 req-6b5a6c2c-f180-48de-894a-35a352e5b0a9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965346 Feb 16 16:51:36.358115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-b48a70f1-de60-4356-9179-9bee459e01c6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 660db8e8-ac8e-4f64-9b81-079f173b76f2) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:36.369893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48a70f1-de60-4356-9179-9bee459e01c6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:36.372901 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b48a70f1-de60-4356-9179-9bee459e01c6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:36.428226 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55950) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:36.428452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0354b913-5353-4303-947e-b585b9b9f6b3 None None] Network 660db8e8-ac8e-4f64-9b81-079f173b76f2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:51:36.429304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b48a70f1-de60-4356-9179-9bee459e01c6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0478971 Feb 16 16:51:36.538924 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1d259f64-d9c8-466f-853f-6c309d91995c None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:36.865413 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:51:37.068289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f300797-7834-4ab6-be6b-c21f99b32dbb req-3a7a90a6-33a1-4233-87f7-ef6170a67db9 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0706277 Feb 16 16:51:37.115074 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1d259f64-d9c8-466f-853f-6c309d91995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:35Z', 'revision_number': 8, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd89f613-9ec2-4bee-91ff-854d56ebc631', 'name': '', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:44:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:11Z', 'updated_at': '2022-02-16T16:51:23Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:37.176004 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d259f64-d9c8-466f-853f-6c309d91995c None None] The sync data for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 is: [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:35Z', 'revision_number': 8, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd89f613-9ec2-4bee-91ff-854d56ebc631', 'name': '', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:44:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:11Z', 'updated_at': '2022-02-16T16:51:23Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:51:37.305354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c3c4e5-fd27-4fae-a377-b0a9c940a44e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router a269afa9-641d-4062-8225-0f777afd2b92 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:51:37.313801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-660db8e8-ac8e-4f64-9b81-079f173b76f2', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ips': [{'subnet_id': '107c687b-d4fe-48c9-8d4b-6c0c18351465'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:51:37.314844 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:37.360124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-287295ff-32bc-405c-9786-4ce25048220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '9718472d-c866-426b-ab94-035488308b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:51:28Z', 'updated_at': '2022-02-16T16:51:31Z', 'revision_number': 3, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '9718472d-c866-426b-ab94-035488308b49', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:30Z', 'updated_at': '2022-02-16T16:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:37.468612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c3c4e5-fd27-4fae-a377-b0a9c940a44e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:51:37.478246 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e4c3c4e5-fd27-4fae-a377-b0a9c940a44e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/a269afa9-641d-4062-8225-0f777afd2b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6342177 Feb 16 16:51:37.480719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55982) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:37.618443 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714fe4c-ea16-48aa-87c5-c7c4e97417d3 req-15e1d8aa-36ea-4ae3-b87a-47c649377153 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:37.624670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d714fe4c-ea16-48aa-87c5-c7c4e97417d3 req-15e1d8aa-36ea-4ae3-b87a-47c649377153 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.1712189 Feb 16 16:51:37.709087 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Allocated IP 172.20.0.2 (660db8e8-ac8e-4f64-9b81-079f173b76f2/107c687b-d4fe-48c9-8d4b-6c0c18351465/27d63ba2-8000-4d00-b0c5-3b4f9202eca3) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:51:37.742684 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb7f535-b384-4e62-8a61-a8d4ee33c15c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting subnet 26fd3796-1c09-4867-9648-60c9200bc12f {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:51:37.763674 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3cb7f535-b384-4e62-8a61-a8d4ee33c15c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (26fd3796-1c09-4867-9648-60c9200bc12f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:37.790041 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d714fe4c-ea16-48aa-87c5-c7c4e97417d3 req-333cf442-8b79-4082-882f-6a13a2f334de tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600823 Feb 16 16:51:37.927118 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287295ff-32bc-405c-9786-4ce25048220d None None] The sync data for ids ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'] in n-d-669411-5 is: [{'id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '9718472d-c866-426b-ab94-035488308b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:51:28Z', 'updated_at': '2022-02-16T16:51:31Z', 'revision_number': 3, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '9718472d-c866-426b-ab94-035488308b49', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:30Z', 'updated_at': '2022-02-16T16:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:51:37.944171 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f72f1b-78a6-4e59-b7f0-caa95b79b61a None None] Sync routers for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:51:37.964192 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Publish callbacks [] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:37.974488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f72f1b-78a6-4e59-b7f0-caa95b79b61a None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:37.975192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-71f72f1b-78a6-4e59-b7f0-caa95b79b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:37.990380 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3cb7f535-b384-4e62-8a61-a8d4ee33c15c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (26fd3796-1c09-4867-9648-60c9200bc12f), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:38.049678 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:38.214352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-71f72f1b-78a6-4e59-b7f0-caa95b79b61a None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:38.217955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Network 660db8e8-ac8e-4f64-9b81-079f173b76f2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:51:38.265797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:38.273553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Pushing event updated for resources: {'Port': ['ID=27d63ba2-8000-4d00-b0c5-3b4f9202eca3,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:38.283775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:51:38.287238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:38.287592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:38.290039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:38.290039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:38.290039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:38.290039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:38.290039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:38.290039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:38.290039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:38.290725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:38.290725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:38.290901 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:38.291178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:51:38.318955 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3cb7f535-b384-4e62-8a61-a8d4ee33c15c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (26fd3796-1c09-4867-9648-60c9200bc12f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:38.347452 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cf13a42-9849-40d1-b110-71c3544fb2e2 req-5f7c277e-16f9-4abb-90d7-b1a839151f1e tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0755723 Feb 16 16:51:38.520033 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:38.524666 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3cb7f535-b384-4e62-8a61-a8d4ee33c15c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (26fd3796-1c09-4867-9648-60c9200bc12f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:38.570705 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7f535-b384-4e62-8a61-a8d4ee33c15c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Subnet': ['ID=26fd3796-1c09-4867-9648-60c9200bc12f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:38.576497 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3cb7f535-b384-4e62-8a61-a8d4ee33c15c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:38.582928 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3cb7f535-b384-4e62-8a61-a8d4ee33c15c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/26fd3796-1c09-4867-9648-60c9200bc12f HTTP/1.1" status: 204 len: 168 time: 1.1010842 Feb 16 16:51:38.583208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56014) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:38.605480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Attempting to bind port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:51:38.605866 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Attempting to bind port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:51:38.606243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Attempting to bind port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 on network 660db8e8-ac8e-4f64-9b81-079f173b76f2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:51:38.622273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5730d7-f49d-4f1d-8e27-b4758b8244e4 None None] Network 89ad4fe1-f9fe-4c1c-bfea-579a1619c308 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:51:38.664040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:51:38.664761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Checking segment: {'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:51:38.665345 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:38.665910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Bound using segment: {'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:51:38.666573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Bound port: 27d63ba2-8000-4d00-b0c5-3b4f9202eca3, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:51:38.671586 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:38.817777 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (89ad4fe1-f9fe-4c1c-bfea-579a1619c308), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:38.919162 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] For port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:51:38.929012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] For port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=27d63ba2-8000-4d00-b0c5-3b4f9202eca3,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:51:38.953037 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:38.988875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port b485cbb8-e525-4951-9d6a-077d588e080d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:51:38.989258 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b485cbb8-e525-4951-9d6a-077d588e080d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:38.998999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9718472d-c866-426b-ab94-035488308b49 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:39.099339 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e482a2-bb54-4f44-b312-7253ed185b6a None None] Pushing event updated for resources: {'Port': ['ID=27d63ba2-8000-4d00-b0c5-3b4f9202eca3,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:39.306528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.20.0.1 (660db8e8-ac8e-4f64-9b81-079f173b76f2/107c687b-d4fe-48c9-8d4b-6c0c18351465/53febf57-99a1-4619-95b7-47c321c768ec) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:51:39.332033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] For port b485cbb8-e525-4951-9d6a-077d588e080d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b485cbb8-e525-4951-9d6a-077d588e080d,segment=NetworkSegment(dd30c799-9a0b-4eaa-a255-9f5e457bed92),segment_id=dd30c799-9a0b-4eaa-a255-9f5e457bed92)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:39.332678 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b485cbb8-e525-4951-9d6a-077d588e080d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:39.364663 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9718472d-c866-426b-ab94-035488308b49 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:39.365070 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9718472d-c866-426b-ab94-035488308b49), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:39.367192 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for b485cbb8-e525-4951-9d6a-077d588e080d owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:51:39.385883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681e1d0-44fd-43c5-a552-e551f316bb42 req-2a34f374-46ff-47f4-8403-4a7bf1840bc4 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:39.409589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3681e1d0-44fd-43c5-a552-e551f316bb42 req-2a34f374-46ff-47f4-8403-4a7bf1840bc4 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.3865159 Feb 16 16:51:39.492508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a967d460-23a6-45df-b120-b227c754717d None None] DHCP port deletion for 89ad4fe1-f9fe-4c1c-bfea-579a1619c308 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:51:39.634079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (53febf57-99a1-4619-95b7-47c321c768ec), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:39.716103 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (53febf57-99a1-4619-95b7-47c321c768ec), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:39.789191 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-71f72f1b-78a6-4e59-b7f0-caa95b79b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:35Z', 'revision_number': 8, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd89f613-9ec2-4bee-91ff-854d56ebc631', 'name': '', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:44:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:11Z', 'updated_at': '2022-02-16T16:51:23Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:39.804073 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network 660db8e8-ac8e-4f64-9b81-079f173b76f2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:51:39.806158 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b485cbb8-e525-4951-9d6a-077d588e080d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:39.815408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:39.818076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=53febf57-99a1-4619-95b7-47c321c768ec,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:39.828043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:51:39.847687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f72f1b-78a6-4e59-b7f0-caa95b79b61a None None] Checking router: a269afa9-641d-4062-8225-0f777afd2b92 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:51:39.893943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f72f1b-78a6-4e59-b7f0-caa95b79b61a None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:39.894647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-71f72f1b-78a6-4e59-b7f0-caa95b79b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:39.899942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9718472d-c866-426b-ab94-035488308b49 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:39.900464 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9718472d-c866-426b-ab94-035488308b49), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:39.905766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No DVR routers for this DVR port b485cbb8-e525-4951-9d6a-077d588e080d on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:51:39.941942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 9718472d-c866-426b-ab94-035488308b49, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9718472d-c866-426b-ab94-035488308b49,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:39.955254 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (aaed87a7-be86-485c-953c-a4b63a0cbb0c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:40.020642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a967d460-23a6-45df-b120-b227c754717d None None] Deleting port b485cbb8-e525-4951-9d6a-077d588e080d {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:51:40.035538 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a967d460-23a6-45df-b120-b227c754717d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b485cbb8-e525-4951-9d6a-077d588e080d), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:40.073661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc8e24f6-5693-4856-a24e-49cdda9eb7b8 req-17b4d5a3-1547-4bbd-837f-af696a454c7b tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.2776401 Feb 16 16:51:40.126950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=b485cbb8-e525-4951-9d6a-077d588e080d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:40.136280 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3681e1d0-44fd-43c5-a552-e551f316bb42 req-5d7c2e10-f317-4f89-bda5-808c33b41a84 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7114155 Feb 16 16:51:40.215541 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (89ad4fe1-f9fe-4c1c-bfea-579a1619c308), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:40.253180 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (53febf57-99a1-4619-95b7-47c321c768ec), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:40.255306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ad4fe1-f9fe-4c1c-bfea-579a1619c308']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:40.273861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd30c799-9a0b-4eaa-a255-9f5e457bed92') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:40.274341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd30c799-9a0b-4eaa-a255-9f5e457bed92') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:40.304869 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (dd30c799-9a0b-4eaa-a255-9f5e457bed92), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:40.333996 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (dd30c799-9a0b-4eaa-a255-9f5e457bed92), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:40.357554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:51:40.358840 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (dd30c799-9a0b-4eaa-a255-9f5e457bed92), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:40.525126 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-71f72f1b-78a6-4e59-b7f0-caa95b79b61a None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:51:40.545513 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:51:40.549356 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (89ad4fe1-f9fe-4c1c-bfea-579a1619c308), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:40.561608 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:40.568271 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/networks/89ad4fe1-f9fe-4c1c-bfea-579a1619c308 HTTP/1.1" status: 204 len: 168 time: 1.9835706 Feb 16 16:51:40.568900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56058) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:40.652314 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9718472d-c866-426b-ab94-035488308b49), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:40.832826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2de6f825-7a58-4246-b292-4621b9b1d1f7 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:51:40.970155 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a967d460-23a6-45df-b120-b227c754717d None None] For port b485cbb8-e525-4951-9d6a-077d588e080d, host n-d-669411-5, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:40.970796 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a967d460-23a6-45df-b120-b227c754717d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b485cbb8-e525-4951-9d6a-077d588e080d), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:41.005036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 2de6f825-7a58-4246-b292-4621b9b1d1f7 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:51:41.005389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2de6f825-7a58-4246-b292-4621b9b1d1f7 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:51:41.072752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a967d460-23a6-45df-b120-b227c754717d None None] Calling delete_port for b485cbb8-e525-4951-9d6a-077d588e080d owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:51:41.080873 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (53febf57-99a1-4619-95b7-47c321c768ec), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:41.082620 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-a967d460-23a6-45df-b120-b227c754717d None None] Port b485cbb8-e525-4951-9d6a-077d588e080d was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:51:41.098313 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a967d460-23a6-45df-b120-b227c754717d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (b485cbb8-e525-4951-9d6a-077d588e080d), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:41.119815 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (53febf57-99a1-4619-95b7-47c321c768ec), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:41.242849 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-aa2a4ba8-a196-4e32-b69e-ecc99c4b9809 req-b6e06beb-edb1-4201-903e-f8b1d1596985 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.1560850 Feb 16 16:51:41.252289 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a967d460-23a6-45df-b120-b227c754717d None None] Network 89ad4fe1-f9fe-4c1c-bfea-579a1619c308 is not hosted by any dhcp agent {{(pid=103423) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:51:41.253561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a967d460-23a6-45df-b120-b227c754717d None None] No DVR routers for this DVR port b485cbb8-e525-4951-9d6a-077d588e080d on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:51:41.304991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da40a2a-8a36-4559-8e60-f7fd65a05d7c None None] Network 660db8e8-ac8e-4f64-9b81-079f173b76f2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:51:41.344145 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (aaed87a7-be86-485c-953c-a4b63a0cbb0c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:41.346948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=53febf57-99a1-4619-95b7-47c321c768ec,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:41.389065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=9718472d-c866-426b-ab94-035488308b49,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:41.483136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network 660db8e8-ac8e-4f64-9b81-079f173b76f2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:51:41.485234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:41.542033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a0d19-563e-4e89-8011-3a0369e6c50e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Network': ['ID=89ad4fe1-f9fe-4c1c-bfea-579a1619c308,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:41.681494 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-23f3313e-77aa-446b-a499-2eb192541c93 req-7c367ea4-08be-4bd2-ad40-474c984c9bf5 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.1226721 Feb 16 16:51:41.712862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967d460-23a6-45df-b120-b227c754717d None None] Pushing event deleted for resources: {'Port': ['ID=b485cbb8-e525-4951-9d6a-077d588e080d,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:41.724635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c19cfb8c-b3e2-4422-aa0a-c8b2223c5fe3 None None] Provisioning complete for port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:41.726247 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c19cfb8c-b3e2-4422-aa0a-c8b2223c5fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:41.760713 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router aaed87a7-be86-485c-953c-a4b63a0cbb0c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:51:41.800490 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-71f72f1b-78a6-4e59-b7f0-caa95b79b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:35Z', 'revision_number': 8, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd89f613-9ec2-4bee-91ff-854d56ebc631', 'name': '', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:44:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:11Z', 'updated_at': '2022-02-16T16:51:23Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:41.839175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f72f1b-78a6-4e59-b7f0-caa95b79b61a None None] The sync data for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 is: [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:35Z', 'revision_number': 8, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd89f613-9ec2-4bee-91ff-854d56ebc631', 'name': '', 'network_id': 'fbd4f032-e3b8-4e2e-8168-b9243dd0c82c', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:44:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:11Z', 'updated_at': '2022-02-16T16:51:23Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '85bf75e3-33ca-4ae8-8423-62aaf0ac7727', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:51:41.951801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:51:41.955879 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c19cfb8c-b3e2-4422-aa0a-c8b2223c5fe3 None None] Current status of the port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:41.957354 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c19cfb8c-b3e2-4422-aa0a-c8b2223c5fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:41.961637 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Sync routers for ids ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:51:41.973879 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-321aa915-8f37-41d7-91ba-9c7a56be34a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "PUT /v2.0/routers/aaed87a7-be86-485c-953c-a4b63a0cbb0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5306139 Feb 16 16:51:41.980824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61509639-e4c4-4215-9147-dc26099235e1 req-bf0005f3-1820-4090-8db7-5ad0594fd2c2 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:41.981305 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Routers {'aaed87a7-be86-485c-953c-a4b63a0cbb0c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:41.982952 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61509639-e4c4-4215-9147-dc26099235e1 req-bf0005f3-1820-4090-8db7-5ad0594fd2c2 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.4279532 Feb 16 16:51:41.984774 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:42.104423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c19cfb8c-b3e2-4422-aa0a-c8b2223c5fe3 None None] For port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=27d63ba2-8000-4d00-b0c5-3b4f9202eca3,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:42.130145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:42.230509 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c19cfb8c-b3e2-4422-aa0a-c8b2223c5fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:42.232242 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Set router aaed87a7-be86-485c-953c-a4b63a0cbb0c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:42.374674 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:42.375532 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:42.378639 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cfb8c-b3e2-4422-aa0a-c8b2223c5fe3 None None] Pushing event updated for resources: {'Port': ['ID=27d63ba2-8000-4d00-b0c5-3b4f9202eca3,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:42.399061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61509639-e4c4-4215-9147-dc26099235e1 req-36233020-a109-424a-b092-5096b08a5d5f tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040020 Feb 16 16:51:42.537726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:42.692382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-9013d437-2bb7-432c-b294-f0eddcb470c2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598051171&fields=id&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 267 time: 0.3360956 Feb 16 16:51:42.713857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b485cbb8-e525-4951-9d6a-077d588e080d no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:51:42.730039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-45d8b100-f28d-40e2-9076-4e9d6c59abdc None None] Provisioning complete for port 53febf57-99a1-4619-95b7-47c321c768ec triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:42.731056 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-45d8b100-f28d-40e2-9076-4e9d6c59abdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (53febf57-99a1-4619-95b7-47c321c768ec), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:42.879882 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36629f-9791-4b9f-b272-cb868ce82a10 req-8107030d-1b79-4bfb-b8b6-5e16288d35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:42.886118 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd36629f-9791-4b9f-b272-cb868ce82a10 req-8107030d-1b79-4bfb-b8b6-5e16288d35b3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 1128 time: 0.1132429 Feb 16 16:51:42.901271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: b485cbb8-e525-4951-9d6a-077d588e080d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:51:42.910663 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b485cbb8-e525-4951-9d6a-077d588e080d not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:51:42.913829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b466533-d842-4670-b65f-aafbaa9def9a req-0247332f-46a8-48b8-989a-0a10643e2d53 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:42.925851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-0247332f-46a8-48b8-989a-0a10643e2d53 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/networks?id=660db8e8-ac8e-4f64-9b81-079f173b76f2 HTTP/1.1" status: 200 len: 797 time: 0.2003236 Feb 16 16:51:42.958550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-45d8b100-f28d-40e2-9076-4e9d6c59abdc None None] Port 53febf57-99a1-4619-95b7-47c321c768ec cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:51:42.986941 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-45d8b100-f28d-40e2-9076-4e9d6c59abdc None None] Provisioning complete for port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:42.987501 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-45d8b100-f28d-40e2-9076-4e9d6c59abdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:42.994582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-60785292-6176-41dc-b3c6-894f2eb6536b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/quotas/65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 375 time: 0.0676088 Feb 16 16:51:43.001629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ae9afad8-60cf-4b4c-8597-bc94ac01885d req-ef9cae40-2487-4e95-85af-496b0d69ca20 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0580900 Feb 16 16:51:43.016896 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-831761b3-ed75-47ef-8d1c-9817871e3af8 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:43.027276 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '9718472d-c866-426b-ab94-035488308b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:51:28Z', 'updated_at': '2022-02-16T16:51:40Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '9718472d-c866-426b-ab94-035488308b49', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:30Z', 'updated_at': '2022-02-16T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '53febf57-99a1-4619-95b7-47c321c768ec', 'name': '', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:9a:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:38Z', 'updated_at': '2022-02-16T16:51:40Z', 'revision_number': 2, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:43.053790 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd36629f-9791-4b9f-b272-cb868ce82a10 req-5ae01bfd-77ce-447c-8dd2-2014788b4bb5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602247 Feb 16 16:51:43.133245 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Checking router: aaed87a7-be86-485c-953c-a4b63a0cbb0c for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:51:43.133599 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Updating router aaed87a7-be86-485c-953c-a4b63a0cbb0c port 53febf57-99a1-4619-95b7-47c321c768ec binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:51:43.202954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-45d8b100-f28d-40e2-9076-4e9d6c59abdc None None] Current status of the port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:43.210040 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (53febf57-99a1-4619-95b7-47c321c768ec), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:43.249156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:43.359110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-beadce53-fb9d-4a18-9157-a38825c9294c None None] Provisioning complete for port 53febf57-99a1-4619-95b7-47c321c768ec triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:43.359740 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-beadce53-fb9d-4a18-9157-a38825c9294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (53febf57-99a1-4619-95b7-47c321c768ec), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:43.370382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-e5bcd8bd-21bf-4179-b12c-2fa210ce5e33 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3684850 Feb 16 16:51:43.400018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-beadce53-fb9d-4a18-9157-a38825c9294c None None] Port 53febf57-99a1-4619-95b7-47c321c768ec cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:51:43.410004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:43.410557 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:43.579734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:43.584231 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9718472d-c866-426b-ab94-035488308b49 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:43.629710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-d7e5e755-c39d-42a3-b087-8b5cadcfe8b1 service neutron] 10.222.0.24 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566850 Feb 16 16:51:43.737548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9718472d-c866-426b-ab94-035488308b49 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:43.738039 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9718472d-c866-426b-ab94-035488308b49), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:43.739742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2fa8d52c-aaac-4fe9-b8ba-d64c407a94a8 None None] Provisioning complete for port 53febf57-99a1-4619-95b7-47c321c768ec triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:43.742726 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d52c-aaac-4fe9-b8ba-d64c407a94a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (53febf57-99a1-4619-95b7-47c321c768ec), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:43.803000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-831761b3-ed75-47ef-8d1c-9817871e3af8 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port dd89f613-9ec2-4bee-91ff-854d56ebc631 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:51:43.803493 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-831761b3-ed75-47ef-8d1c-9817871e3af8 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:43.815084 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8d52c-aaac-4fe9-b8ba-d64c407a94a8 None None] Port 53febf57-99a1-4619-95b7-47c321c768ec cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:51:43.858431 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Publish callbacks [] for port (53febf57-99a1-4619-95b7-47c321c768ec), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:43.874671 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (53febf57-99a1-4619-95b7-47c321c768ec), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:44.019790 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0588e7a-9c0b-421c-bba5-38e0ba3925fc None None] Pushing event updated for resources: {'Port': ['ID=53febf57-99a1-4619-95b7-47c321c768ec,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:44.078019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-831761b3-ed75-47ef-8d1c-9817871e3af8 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] For port dd89f613-9ec2-4bee-91ff-854d56ebc631, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=dd89f613-9ec2-4bee-91ff-854d56ebc631,segment=NetworkSegment(fbd6585b-07cb-410d-91a9-57328b776301),segment_id=fbd6585b-07cb-410d-91a9-57328b776301)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:44.083968 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-831761b3-ed75-47ef-8d1c-9817871e3af8 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:44.088792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9718472d-c866-426b-ab94-035488308b49 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:44.119097 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Attempting to bind port 53febf57-99a1-4619-95b7-47c321c768ec on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:51:44.119778 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Attempting to bind port 53febf57-99a1-4619-95b7-47c321c768ec by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:51:44.126134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-831761b3-ed75-47ef-8d1c-9817871e3af8 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for dd89f613-9ec2-4bee-91ff-854d56ebc631 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:51:44.143293 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Attempting to bind port 53febf57-99a1-4619-95b7-47c321c768ec on network 660db8e8-ac8e-4f64-9b81-079f173b76f2 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:51:44.154784 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:51:44.155155 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Checking segment: {'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:51:44.158403 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:44.158966 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Bound using segment: {'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:51:44.160665 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Bound port: 53febf57-99a1-4619-95b7-47c321c768ec, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:51:44.161072 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (53febf57-99a1-4619-95b7-47c321c768ec), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:44.341323 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] For port 53febf57-99a1-4619-95b7-47c321c768ec, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:51:44.351217 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] For port 53febf57-99a1-4619-95b7-47c321c768ec, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=53febf57-99a1-4619-95b7-47c321c768ec,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:51:44.364011 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (53febf57-99a1-4619-95b7-47c321c768ec), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:44.429068 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Routers {'aaed87a7-be86-485c-953c-a4b63a0cbb0c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:44.444327 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:44.483551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8b575e6d-29ac-49e7-92ad-9a8c4f3fce8f None None] Provisioning complete for port 53febf57-99a1-4619-95b7-47c321c768ec triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:44.484147 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8b575e6d-29ac-49e7-92ad-9a8c4f3fce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (53febf57-99a1-4619-95b7-47c321c768ec), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:44.571005 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-e08fd596-455f-4529-a75e-60c0ae52f845 service neutron] 10.222.0.24 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9403043 Feb 16 16:51:44.672791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8b575e6d-29ac-49e7-92ad-9a8c4f3fce8f None None] Current status of the port 53febf57-99a1-4619-95b7-47c321c768ec is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:44.673106 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8b575e6d-29ac-49e7-92ad-9a8c4f3fce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (53febf57-99a1-4619-95b7-47c321c768ec), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:44.772904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8b575e6d-29ac-49e7-92ad-9a8c4f3fce8f None None] For port 53febf57-99a1-4619-95b7-47c321c768ec, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=53febf57-99a1-4619-95b7-47c321c768ec,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:44.774588 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-831761b3-ed75-47ef-8d1c-9817871e3af8 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (dd89f613-9ec2-4bee-91ff-854d56ebc631), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:44.782930 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8b575e6d-29ac-49e7-92ad-9a8c4f3fce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (53febf57-99a1-4619-95b7-47c321c768ec), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:44.801323 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0588e7a-9c0b-421c-bba5-38e0ba3925fc None None] Pushing event updated for resources: {'Port': ['ID=53febf57-99a1-4619-95b7-47c321c768ec,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:44.893854 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b575e6d-29ac-49e7-92ad-9a8c4f3fce8f None None] Pushing event updated for resources: {'Port': ['ID=53febf57-99a1-4619-95b7-47c321c768ec,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:44.901769 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831761b3-ed75-47ef-8d1c-9817871e3af8 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=dd89f613-9ec2-4bee-91ff-854d56ebc631,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:44.968580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-aeddc34e-8720-4837-8e9b-8345dbafc452 None None] Provisioning complete for port 53febf57-99a1-4619-95b7-47c321c768ec triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:44.972694 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aeddc34e-8720-4837-8e9b-8345dbafc452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (53febf57-99a1-4619-95b7-47c321c768ec), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:44.977602 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] Set router aaed87a7-be86-485c-953c-a4b63a0cbb0c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:45.330404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-aeddc34e-8720-4837-8e9b-8345dbafc452 None None] Current status of the port 53febf57-99a1-4619-95b7-47c321c768ec is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:45.482148 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-831761b3-ed75-47ef-8d1c-9817871e3af8 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:45.676438 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '9718472d-c866-426b-ab94-035488308b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:51:28Z', 'updated_at': '2022-02-16T16:51:40Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '9718472d-c866-426b-ab94-035488308b49', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:30Z', 'updated_at': '2022-02-16T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '53febf57-99a1-4619-95b7-47c321c768ec', 'name': '', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:9a:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:38Z', 'updated_at': '2022-02-16T16:51:44Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:45.738414 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0fa26-99e2-489e-bd83-2a29fa817d8c None None] The sync data for ids ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'] in n-d-669411-5 is: [{'id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '9718472d-c866-426b-ab94-035488308b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:51:28Z', 'updated_at': '2022-02-16T16:51:40Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '9718472d-c866-426b-ab94-035488308b49', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:30Z', 'updated_at': '2022-02-16T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '53febf57-99a1-4619-95b7-47c321c768ec', 'name': '', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:9a:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:38Z', 'updated_at': '2022-02-16T16:51:44Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:51:45.818617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48a59ba6-ff5c-48ab-a3b5-40e058c67187 req-d754c6aa-e26e-4d12-bb3e-d88ce4e8d454 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 210 time: 0.0518961 Feb 16 16:51:45.863469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da01368-cffe-4157-922f-12b7dd4c6118 req-246645f9-1a63-4f1c-a037-57eeddcf88a0 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:45.876684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8da01368-cffe-4157-922f-12b7dd4c6118 req-246645f9-1a63-4f1c-a037-57eeddcf88a0 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.8765440 Feb 16 16:51:46.125157 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8da01368-cffe-4157-922f-12b7dd4c6118 req-e8e8e50b-91c0-4be5-8096-e1397270e6f5 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468152 Feb 16 16:51:46.176364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74c4623f-b023-4cd3-ae1b-39b0e8dbbacb req-6b3017ad-246e-4315-9e50-6723a7875de5 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.1178725 Feb 16 16:51:46.214389 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831761b3-ed75-47ef-8d1c-9817871e3af8 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router a269afa9-641d-4062-8225-0f777afd2b92 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:51:46.361395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831761b3-ed75-47ef-8d1c-9817871e3af8 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:51:46.376863 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7830def0-f998-4c4b-9289-0a29bb498b1a None None] Sync routers for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:51:46.384317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-831761b3-ed75-47ef-8d1c-9817871e3af8 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/a269afa9-641d-4062-8225-0f777afd2b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7971704 Feb 16 16:51:46.390465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56210) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:46.398545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7830def0-f998-4c4b-9289-0a29bb498b1a None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:46.399867 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7830def0-f998-4c4b-9289-0a29bb498b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:46.543154 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833247a-f3aa-4a4a-954d-45c03de3574b req-4151d148-5967-4fcb-baf2-8bc136c96cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:46.546304 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2833247a-f3aa-4a4a-954d-45c03de3574b req-4151d148-5967-4fcb-baf2-8bc136c96cdd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f46d9e83fb574834a22d43227eb7f02b&device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 1128 time: 0.0933239 Feb 16 16:51:46.577440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-7830def0-f998-4c4b-9289-0a29bb498b1a None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:46.578168 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2a4307-035b-4ddc-942b-ba28eb02496d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting subnet 85bf75e3-33ca-4ae8-8423-62aaf0ac7727 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:51:46.624733 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c2a4307-035b-4ddc-942b-ba28eb02496d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (85bf75e3-33ca-4ae8-8423-62aaf0ac7727), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:46.760703 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c2a4307-035b-4ddc-942b-ba28eb02496d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (85bf75e3-33ca-4ae8-8423-62aaf0ac7727), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:46.849945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112d674-ee67-487c-b008-903ce4160558 req-ce76e287-9d87-4322-bd3a-e00983ac8911 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:46.851543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9112d674-ee67-487c-b008-903ce4160558 req-ce76e287-9d87-4322-bd3a-e00983ac8911 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.2649090 Feb 16 16:51:46.951799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833247a-f3aa-4a4a-954d-45c03de3574b req-ebb7279c-5372-4739-b28b-4e63006d3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:46.956334 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2833247a-f3aa-4a4a-954d-45c03de3574b req-ebb7279c-5372-4739-b28b-4e63006d3fe4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f HTTP/1.1" status: 200 len: 919 time: 0.3913312 Feb 16 16:51:46.976676 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b466533-d842-4670-b65f-aafbaa9def9a req-b9064968-a121-4958-abd5-bc966872e1ea tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:46.978667 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-b9064968-a121-4958-abd5-bc966872e1ea tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "GET /v2.0/networks?id=660db8e8-ac8e-4f64-9b81-079f173b76f2 HTTP/1.1" status: 200 len: 797 time: 0.3778484 Feb 16 16:51:47.031385 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2833247a-f3aa-4a4a-954d-45c03de3574b req-83b11bfc-0b23-4720-978d-73083dab6782 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb6b3841-0009-43f0-a0c0-64461a62c7de HTTP/1.1" status: 200 len: 217 time: 0.0694847 Feb 16 16:51:47.116843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9112d674-ee67-487c-b008-903ce4160558 req-6e065c96-8e21-4774-a2d8-b8dd1f033206 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528372 Feb 16 16:51:47.146389 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f556362-80e4-4fb9-9369-bd790827f75c req-e22d8eec-3023-46d0-807c-e1b4878f82db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 210 time: 0.1873569 Feb 16 16:51:47.254284 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c2a4307-035b-4ddc-942b-ba28eb02496d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (85bf75e3-33ca-4ae8-8423-62aaf0ac7727), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:47.300367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7830def0-f998-4c4b-9289-0a29bb498b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:44Z', 'revision_number': 9, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:47.317469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 53febf57-99a1-4619-95b7-47c321c768ec up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:51:47.360577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7830def0-f998-4c4b-9289-0a29bb498b1a None None] Checking router: a269afa9-641d-4062-8225-0f777afd2b92 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:51:47.430574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7830def0-f998-4c4b-9289-0a29bb498b1a None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:47.433252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7830def0-f998-4c4b-9289-0a29bb498b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:47.446527 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c2a4307-035b-4ddc-942b-ba28eb02496d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (85bf75e3-33ca-4ae8-8423-62aaf0ac7727), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:47.498134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81fb1313-2019-4be0-b1aa-e29d812795a7 req-8bb9d214-9f3d-431d-aa72-6d2718783e0b tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.1037951 Feb 16 16:51:47.507033 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c2a4307-035b-4ddc-942b-ba28eb02496d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:47.520374 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2c2a4307-035b-4ddc-942b-ba28eb02496d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/85bf75e3-33ca-4ae8-8423-62aaf0ac7727 HTTP/1.1" status: 204 len: 168 time: 1.1213207 Feb 16 16:51:47.522770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56252) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:47.634683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a4307-035b-4ddc-942b-ba28eb02496d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Subnet': ['ID=85bf75e3-33ca-4ae8-8423-62aaf0ac7727,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:47.639613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-7830def0-f998-4c4b-9289-0a29bb498b1a None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:47.788062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea79591-b38a-45ff-bc51-3b6cacafd926 None None] Network fbd4f032-e3b8-4e2e-8168-b9243dd0c82c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:51:47.801548 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (fbd4f032-e3b8-4e2e-8168-b9243dd0c82c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:47.877989 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-babc6587-deac-455c-a8bb-558fa41c7918 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 379 time: 0.8546603 Feb 16 16:51:47.899740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-0b466533-d842-4670-b65f-aafbaa9def9a req-8cc03b62-911f-48e2-9491-9c0c7ad4c5a8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'port': {'device_id': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'admin_state_up': True, 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'security_groups': ['48fb9f50-1314-46d8-93ee-7763245e2bd1']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:47.937824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port f37f9a26-9cc9-4180-b451-986508294cc1 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:51:47.938644 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f37f9a26-9cc9-4180-b451-986508294cc1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:47.991958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833247a-f3aa-4a4a-954d-45c03de3574b req-4d1765a0-4bb8-4429-9794-e00243baf528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:47.997575 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2833247a-f3aa-4a4a-954d-45c03de3574b req-4d1765a0-4bb8-4429-9794-e00243baf528 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd HTTP/1.1" status: 200 len: 858 time: 0.9506764 Feb 16 16:51:48.079672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] For port f37f9a26-9cc9-4180-b451-986508294cc1, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f37f9a26-9cc9-4180-b451-986508294cc1,segment=NetworkSegment(fbd6585b-07cb-410d-91a9-57328b776301),segment_id=fbd6585b-07cb-410d-91a9-57328b776301)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:48.080525 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f37f9a26-9cc9-4180-b451-986508294cc1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:48.098955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for f37f9a26-9cc9-4180-b451-986508294cc1 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:51:48.156013 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2833247a-f3aa-4a4a-954d-45c03de3574b req-ed9ed052-c421-458a-97f9-3716e7fcb821 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494608 Feb 16 16:51:48.359455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 53febf57-99a1-4619-95b7-47c321c768ec triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:48.359455 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (53febf57-99a1-4619-95b7-47c321c768ec), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:48.406245 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2833247a-f3aa-4a4a-954d-45c03de3574b req-e956cfee-60bb-455a-ae1f-7453a429e666 service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262630 Feb 16 16:51:48.408052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b466533-d842-4670-b65f-aafbaa9def9a req-8cc03b62-911f-48e2-9491-9c0c7ad4c5a8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Made reservation on behalf of 65c85d727f374c7f8d3cc83d4ddd839c for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:51:48.412176 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0b466533-d842-4670-b65f-aafbaa9def9a req-8cc03b62-911f-48e2-9491-9c0c7ad4c5a8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:48.518689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d415247e-7590-4a0c-9338-f761e51818a2 req-1c80738b-f1ff-4df6-8eda-a08d7e7ff93b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 210 time: 0.1505036 Feb 16 16:51:48.525213 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f37f9a26-9cc9-4180-b451-986508294cc1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:48.631501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7830def0-f998-4c4b-9289-0a29bb498b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:44Z', 'revision_number': 9, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:48.642374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=f37f9a26-9cc9-4180-b451-986508294cc1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:48.722359 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7830def0-f998-4c4b-9289-0a29bb498b1a None None] The sync data for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 is: [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:44Z', 'revision_number': 9, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c21bed19-7198-470d-8523-5601a5ea3cdc', 'name': '', 'network_id': '016e291b-363e-4fec-b8f2-917d0e00cb25', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:71:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:02Z', 'updated_at': '2022-02-16T16:51:12Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': '90dfe9da-6adf-4fbb-9603-fc4253257259', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:51:48.724766 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64a2c84-e14f-43e0-8b14-7c2ccda42b08 None None] DHCP port deletion for fbd4f032-e3b8-4e2e-8168-b9243dd0c82c request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:51:48.790575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No DVR routers for this DVR port f37f9a26-9cc9-4180-b451-986508294cc1 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:51:48.908076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 53febf57-99a1-4619-95b7-47c321c768ec is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:48.975682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d93433-9b64-4428-8cfd-41e988610163 req-5c94a38e-61ca-4c56-bea3-4b1344edb086 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:48.979080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d93433-9b64-4428-8cfd-41e988610163 req-5c94a38e-61ca-4c56-bea3-4b1344edb086 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.6694725 Feb 16 16:51:49.016014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-0b466533-d842-4670-b65f-aafbaa9def9a req-8cc03b62-911f-48e2-9491-9c0c7ad4c5a8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.20.0.12 (660db8e8-ac8e-4f64-9b81-079f173b76f2/107c687b-d4fe-48c9-8d4b-6c0c18351465/95bf3896-a615-4807-b3bd-d6a58095739b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:51:49.028145 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf3afd3b-5b87-405e-b742-bc01433e92f1 req-ca1b1cb5-bb91-4cfe-ad8f-c702d96e2f7f tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.1426508 Feb 16 16:51:49.077885 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2833247a-f3aa-4a4a-954d-45c03de3574b req-f4a30b5d-0729-4a54-8ec7-880303c35b78 service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6628854 Feb 16 16:51:49.192949 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (fbd4f032-e3b8-4e2e-8168-b9243dd0c82c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:49.210700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device dd89f613-9ec2-4bee-91ff-854d56ebc631 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:51:49.244245 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd4f032-e3b8-4e2e-8168-b9243dd0c82c']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:49.265940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69d93433-9b64-4428-8cfd-41e988610163 req-b51187ca-8216-4e39-9cc8-ea17e1a25709 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467153 Feb 16 16:51:49.288873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd6585b-07cb-410d-91a9-57328b776301') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:49.292092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd6585b-07cb-410d-91a9-57328b776301') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:49.313141 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (fbd6585b-07cb-410d-91a9-57328b776301), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:49.344716 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (fbd6585b-07cb-410d-91a9-57328b776301), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:49.364999 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:51:49.365581 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (fbd6585b-07cb-410d-91a9-57328b776301), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:51:49.368961 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:51:49.500694 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (fbd4f032-e3b8-4e2e-8168-b9243dd0c82c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:49.511544 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:49.517260 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/networks/fbd4f032-e3b8-4e2e-8168-b9243dd0c82c HTTP/1.1" status: 204 len: 168 time: 1.9929447 Feb 16 16:51:49.526985 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56368) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:49.553958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0b466533-d842-4670-b65f-aafbaa9def9a req-8cc03b62-911f-48e2-9491-9c0c7ad4c5a8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (95bf3896-a615-4807-b3bd-d6a58095739b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:49.580185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73904e52-2599-4c47-a48a-a9ee34f9052d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Network': ['ID=fbd4f032-e3b8-4e2e-8168-b9243dd0c82c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:49.661429 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0b466533-d842-4670-b65f-aafbaa9def9a req-8cc03b62-911f-48e2-9491-9c0c7ad4c5a8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:49.720311 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b466533-d842-4670-b65f-aafbaa9def9a req-8cc03b62-911f-48e2-9491-9c0c7ad4c5a8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network 660db8e8-ac8e-4f64-9b81-079f173b76f2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:51:49.730576 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-0b466533-d842-4670-b65f-aafbaa9def9a req-8cc03b62-911f-48e2-9491-9c0c7ad4c5a8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:51:49.782167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc03b62-911f-48e2-9491-9c0c7ad4c5a8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=95bf3896-a615-4807-b3bd-d6a58095739b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:49.785979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b466533-d842-4670-b65f-aafbaa9def9a req-8cc03b62-911f-48e2-9491-9c0c7ad4c5a8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:51:49.830412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: dd89f613-9ec2-4bee-91ff-854d56ebc631 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:51:49.830412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device dd89f613-9ec2-4bee-91ff-854d56ebc631 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:51:49.830412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f37f9a26-9cc9-4180-b451-986508294cc1 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:51:49.870329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: f37f9a26-9cc9-4180-b451-986508294cc1 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:51:49.879919 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f37f9a26-9cc9-4180-b451-986508294cc1 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:51:49.943823 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b466533-d842-4670-b65f-aafbaa9def9a req-8cc03b62-911f-48e2-9491-9c0c7ad4c5a8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:49.944505 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0b466533-d842-4670-b65f-aafbaa9def9a req-8cc03b62-911f-48e2-9491-9c0c7ad4c5a8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:49.974851 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df6ecc-58b4-445b-b400-04b0b8032620 req-49934401-49e6-4af4-8461-a0b1b5c4201f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:49.982748 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4df6ecc-58b4-445b-b400-04b0b8032620 req-49934401-49e6-4af4-8461-a0b1b5c4201f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 932 time: 0.2002225 Feb 16 16:51:49.987497 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-8cc03b62-911f-48e2-9491-9c0c7ad4c5a8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1018431 Feb 16 16:51:50.004629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Request body: {'port': {'device_id': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:51:50.196572 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:50.326828 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c72f9456-17e4-4ed6-8bd7-b230afbbd9cc None None] Provisioning complete for port 95bf3896-a615-4807-b3bd-d6a58095739b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:51:50.327272 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c72f9456-17e4-4ed6-8bd7-b230afbbd9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:50.498874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c72f9456-17e4-4ed6-8bd7-b230afbbd9cc None None] Port 95bf3896-a615-4807-b3bd-d6a58095739b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:51:50.701282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d1ee8e0-e077-4f3d-b403-e976b1b0a8d5 req-35017309-1be1-459c-ab3d-d9c128ccd16a tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0952556 Feb 16 16:51:50.847877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4df6ecc-58b4-445b-b400-04b0b8032620 req-c33cc0a5-a414-42e3-9c6e-b60cc4e7bd99 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8637538 Feb 16 16:51:50.911728 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bf3896-a615-4807-b3bd-d6a58095739b {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:51:50.926696 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Publish callbacks [] for port (95bf3896-a615-4807-b3bd-d6a58095739b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:50.953161 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Transition to ACTIVE for port object 95bf3896-a615-4807-b3bd-d6a58095739b will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:51:50.960466 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:51.109606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704d256-e42d-4b5e-a80f-de51c09febbd req-966f2c85-8a8d-4336-a6f1-f976b34cdab9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:51.111491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c704d256-e42d-4b5e-a80f-de51c09febbd req-966f2c85-8a8d-4336-a6f1-f976b34cdab9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.2011321 Feb 16 16:51:51.165731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Pushing event updated for resources: {'Port': ['ID=95bf3896-a615-4807-b3bd-d6a58095739b,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:51.230279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c704d256-e42d-4b5e-a80f-de51c09febbd req-2e410562-e239-4ec1-bdb5-b3c46635ff74 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122386 Feb 16 16:51:51.358153 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-52bc0054-dc93-4f5f-a840-436b7e0af398 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:51.409631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Attempting to bind port 95bf3896-a615-4807-b3bd-d6a58095739b on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:51:51.410130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Attempting to bind port 95bf3896-a615-4807-b3bd-d6a58095739b by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:51:51.410327 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Attempting to bind port 95bf3896-a615-4807-b3bd-d6a58095739b on network 660db8e8-ac8e-4f64-9b81-079f173b76f2 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:51:51.427322 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Port 95bf3896-a615-4807-b3bd-d6a58095739b on network 660db8e8-ac8e-4f64-9b81-079f173b76f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:51:51.427651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Attempting to bind port 95bf3896-a615-4807-b3bd-d6a58095739b on network 660db8e8-ac8e-4f64-9b81-079f173b76f2 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:51:51.454773 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:51:51.457051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Checking segment: {'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:51:51.457412 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Bound using segment: {'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:51:51.462294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Bound port: 95bf3896-a615-4807-b3bd-d6a58095739b, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:51:51.463044 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:51.574626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] For port 95bf3896-a615-4807-b3bd-d6a58095739b, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:51:51.578684 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] For port 95bf3896-a615-4807-b3bd-d6a58095739b, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=95bf3896-a615-4807-b3bd-d6a58095739b,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:51:51.597998 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:51.695812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:51.699381 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:51.704797 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] 10.222.0.60 "PUT /v2.0/ports/95bf3896-a615-4807-b3bd-d6a58095739b HTTP/1.1" status: 200 len: 1092 time: 1.7088878 Feb 16 16:51:51.723380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:51:51.737933 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06cbcd1-1764-4701-a53d-cad861b2663e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:51:51.882324 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6362329-6ca4-4ae1-a4d2-c24a8554d749 x-openstack-request-id: req-c6362329-6ca4-4ae1-a4d2-c24a8554d749 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:51:51.882472 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:51:51.882625 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6362329-6ca4-4ae1-a4d2-c24a8554d749 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:51:51.883446 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b', 'status': 'completed', 'code': 200} Feb 16 16:51:51.935556 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724a3e9-fee9-4749-84d9-c86eb12f1101 service neutron] Pushing event updated for resources: {'Port': ['ID=95bf3896-a615-4807-b3bd-d6a58095739b,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:51.942441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b466533-d842-4670-b65f-aafbaa9def9a req-fbc7e107-0436-4c4b-ac2a-917d233f9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:51.944307 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-fbc7e107-0436-4c4b-ac2a-917d233f9ab6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 1126 time: 0.1895218 Feb 16 16:51:52.074126 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-2f286b5e-5846-4b04-ad1b-b2cfa47bd008 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95bf3896-a615-4807-b3bd-d6a58095739b HTTP/1.1" status: 200 len: 217 time: 0.1214936 Feb 16 16:51:52.135570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc00dc3c-0175-47a3-a31a-edc04dbf3e2d req-1a8ef405-a221-473a-9e4d-4dcd0c655ac3 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.2148259 Feb 16 16:51:52.164390 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b466533-d842-4670-b65f-aafbaa9def9a req-3e589094-7586-41ee-8942-f6807e64e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:52.165876 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-3e589094-7586-41ee-8942-f6807e64e0ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=107c687b-d4fe-48c9-8d4b-6c0c18351465 HTTP/1.1" status: 200 len: 834 time: 0.0868213 Feb 16 16:51:52.249912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34bfab-01d7-432b-b4aa-8417ee9e74e6 req-53130ab5-bf31-4c42-9fea-b8a7af6dc989 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:52.254683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b34bfab-01d7-432b-b4aa-8417ee9e74e6 req-53130ab5-bf31-4c42-9fea-b8a7af6dc989 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 944 time: 0.2442861 Feb 16 16:51:52.288697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-52bc0054-dc93-4f5f-a840-436b7e0af398 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port c21bed19-7198-470d-8523-5601a5ea3cdc {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:51:52.289043 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-52bc0054-dc93-4f5f-a840-436b7e0af398 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:52.321236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b466533-d842-4670-b65f-aafbaa9def9a req-a753cf83-acb4-4de6-a70c-2c1945af73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:52.344853 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-a753cf83-acb4-4de6-a70c-2c1945af73c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=660db8e8-ac8e-4f64-9b81-079f173b76f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1686144 Feb 16 16:51:52.530844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b34bfab-01d7-432b-b4aa-8417ee9e74e6 req-6d9ce937-aa0a-41c0-9465-9462e9771dfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503338 Feb 16 16:51:52.630962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-52bc0054-dc93-4f5f-a840-436b7e0af398 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] For port c21bed19-7198-470d-8523-5601a5ea3cdc, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c21bed19-7198-470d-8523-5601a5ea3cdc,segment=NetworkSegment(8f44f205-e259-4779-84d0-dc393b7a1e06),segment_id=8f44f205-e259-4779-84d0-dc393b7a1e06)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:52.631449 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-52bc0054-dc93-4f5f-a840-436b7e0af398 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:52.646574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-52bc0054-dc93-4f5f-a840-436b7e0af398 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for c21bed19-7198-470d-8523-5601a5ea3cdc owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:51:52.678667 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-f3267ec4-e145-4781-bf85-1d825e892ebd service neutron] 10.222.0.60 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271716 Feb 16 16:51:52.919777 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0b466533-d842-4670-b65f-aafbaa9def9a req-04c5dfae-1ae8-4b05-b7bf-8f7d040eb110 service neutron] 10.222.0.60 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344313 Feb 16 16:51:53.072319 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cbcd1-1764-4701-a53d-cad861b2663e req-dd1df6a9-717b-4468-8848-7252007f043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:53.073662 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f06cbcd1-1764-4701-a53d-cad861b2663e req-dd1df6a9-717b-4468-8848-7252007f043c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 1126 time: 0.0821650 Feb 16 16:51:53.109593 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-52bc0054-dc93-4f5f-a840-436b7e0af398 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c21bed19-7198-470d-8523-5601a5ea3cdc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:53.176511 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc0054-dc93-4f5f-a840-436b7e0af398 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=c21bed19-7198-470d-8523-5601a5ea3cdc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:53.368692 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cbcd1-1764-4701-a53d-cad861b2663e req-99842418-fa10-493e-94e3-9444438ed7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:53.372874 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f06cbcd1-1764-4701-a53d-cad861b2663e req-99842418-fa10-493e-94e3-9444438ed7ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=660db8e8-ac8e-4f64-9b81-079f173b76f2 HTTP/1.1" status: 200 len: 898 time: 0.2862763 Feb 16 16:51:53.399109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b05a46eb-ff46-4725-8529-63cb3e7a178a req-64b3c9c7-6ff9-4b5f-bbc7-b15d85244003 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0678277 Feb 16 16:51:53.490057 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f06cbcd1-1764-4701-a53d-cad861b2663e req-61bbaa1e-ae4d-4597-941d-c8ec1011e80d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95bf3896-a615-4807-b3bd-d6a58095739b HTTP/1.1" status: 200 len: 217 time: 0.1111863 Feb 16 16:51:53.623560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cbcd1-1764-4701-a53d-cad861b2663e req-dbca6d30-a582-4468-bf08-309de3b1dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:53.626735 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f06cbcd1-1764-4701-a53d-cad861b2663e req-dbca6d30-a582-4468-bf08-309de3b1dd39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=107c687b-d4fe-48c9-8d4b-6c0c18351465 HTTP/1.1" status: 200 len: 834 time: 0.1309929 Feb 16 16:51:53.672366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56770) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:53.740512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cbcd1-1764-4701-a53d-cad861b2663e req-4727ea50-1662-446a-b256-d250ea508c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:53.742996 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f06cbcd1-1764-4701-a53d-cad861b2663e req-4727ea50-1662-446a-b256-d250ea508c6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=660db8e8-ac8e-4f64-9b81-079f173b76f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1087992 Feb 16 16:51:53.960095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de859aa9-a6c7-41f6-a593-ed56b4b1767b req-5181b9a9-7b45-451e-8aba-2b3e50e06d77 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:53.962063 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de859aa9-a6c7-41f6-a593-ed56b4b1767b req-5181b9a9-7b45-451e-8aba-2b3e50e06d77 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 944 time: 0.3134487 Feb 16 16:51:53.962831 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-52bc0054-dc93-4f5f-a840-436b7e0af398 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:53.989513 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f06cbcd1-1764-4701-a53d-cad861b2663e req-7701d850-54ec-42a8-b2df-512f1a5f2271 service neutron] 10.222.0.60 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362669 Feb 16 16:51:54.075916 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1eccd093-d6b6-40d8-8f58-949b5a710e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:54.254708 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f06cbcd1-1764-4701-a53d-cad861b2663e req-82f5c1e9-5769-45e7-a838-6cbc90d12237 service neutron] 10.222.0.60 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546465 Feb 16 16:51:54.296774 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1eccd093-d6b6-40d8-8f58-949b5a710e56 admin admin] Publish callbacks [] for security_group (03fea94e-9e8d-4b13-967a-47678775131b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:54.308587 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1eccd093-d6b6-40d8-8f58-949b5a710e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (03fea94e-9e8d-4b13-967a-47678775131b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:54.362036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de859aa9-a6c7-41f6-a593-ed56b4b1767b req-aa3b2661-c73f-4168-abb3-63d0f20b9d82 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3867207 Feb 16 16:51:54.404390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1eccd093-d6b6-40d8-8f58-949b5a710e56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60272694d06f4ebca975daa9cdfdff32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6851687 Feb 16 16:51:54.404390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccd093-d6b6-40d8-8f58-949b5a710e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fea94e-9e8d-4b13-967a-47678775131b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:54.405194 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56852) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:54.509437 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1cea6b18-cfb0-427d-9a4b-9d2b9eefc4b1 admin admin] Publish callbacks [] for security_group (03fea94e-9e8d-4b13-967a-47678775131b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:54.539697 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1cea6b18-cfb0-427d-9a4b-9d2b9eefc4b1 admin admin] Publish callbacks [] for security_group (03fea94e-9e8d-4b13-967a-47678775131b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:54.566273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bc0054-dc93-4f5f-a840-436b7e0af398 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router a269afa9-641d-4062-8225-0f777afd2b92 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:51:54.613164 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1cea6b18-cfb0-427d-9a4b-9d2b9eefc4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (03fea94e-9e8d-4b13-967a-47678775131b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:54.615882 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1cea6b18-cfb0-427d-9a4b-9d2b9eefc4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:54.620814 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1cea6b18-cfb0-427d-9a4b-9d2b9eefc4b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03fea94e-9e8d-4b13-967a-47678775131b HTTP/1.1" status: 204 len: 168 time: 0.2142630 Feb 16 16:51:54.631345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea6b18-cfb0-427d-9a4b-9d2b9eefc4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fea94e-9e8d-4b13-967a-47678775131b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:54.723186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4f2a02a-3be9-4420-b3de-b822f470d668 req-0fe31912-1ccc-4947-bbc8-40f01b28e5ff tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.1555171 Feb 16 16:51:54.980458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bc0054-dc93-4f5f-a840-436b7e0af398 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:51:54.987602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-52bc0054-dc93-4f5f-a840-436b7e0af398 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/a269afa9-641d-4062-8225-0f777afd2b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4583137 Feb 16 16:51:54.990519 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56866) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:54.993511 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1492e264-4e09-4d4f-86c8-93283be1568d None None] Sync routers for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:51:55.015545 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492e264-4e09-4d4f-86c8-93283be1568d None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:55.016347 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1492e264-4e09-4d4f-86c8-93283be1568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:55.096188 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-6717b9ea-7444-42a8-8187-0ebf5db69e88 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting subnet 90dfe9da-6adf-4fbb-9603-fc4253257259 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:51:55.101703 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6717b9ea-7444-42a8-8187-0ebf5db69e88 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (90dfe9da-6adf-4fbb-9603-fc4253257259), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:55.133061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56874) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:55.164122 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-efcaa10f-30ba-48d5-b9fe-43748e26b6ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:55.207041 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6717b9ea-7444-42a8-8187-0ebf5db69e88 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (90dfe9da-6adf-4fbb-9603-fc4253257259), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:55.316888 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1492e264-4e09-4d4f-86c8-93283be1568d None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:55.339188 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-efcaa10f-30ba-48d5-b9fe-43748e26b6ca admin admin] Publish callbacks [] for security_group (cdacfe13-0a4b-4c8e-aa95-0af20ceeee47), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:55.353498 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-efcaa10f-30ba-48d5-b9fe-43748e26b6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cdacfe13-0a4b-4c8e-aa95-0af20ceeee47), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:55.398962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcaa10f-30ba-48d5-b9fe-43748e26b6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdacfe13-0a4b-4c8e-aa95-0af20ceeee47,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:55.405242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-efcaa10f-30ba-48d5-b9fe-43748e26b6ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f154d92422c641cf9ba5cb9ab46b0b55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709682 Feb 16 16:51:55.407824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56882) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:55.417632 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6717b9ea-7444-42a8-8187-0ebf5db69e88 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (90dfe9da-6adf-4fbb-9603-fc4253257259), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:55.476998 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-941d4903-bb19-4fa0-a7d9-8aa9098b4fad admin admin] Publish callbacks [] for security_group (cdacfe13-0a4b-4c8e-aa95-0af20ceeee47), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:55.537824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6717b9ea-7444-42a8-8187-0ebf5db69e88 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (90dfe9da-6adf-4fbb-9603-fc4253257259), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:55.544947 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-941d4903-bb19-4fa0-a7d9-8aa9098b4fad admin admin] Publish callbacks [] for security_group (cdacfe13-0a4b-4c8e-aa95-0af20ceeee47), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:55.623265 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717b9ea-7444-42a8-8187-0ebf5db69e88 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Subnet': ['ID=90dfe9da-6adf-4fbb-9603-fc4253257259,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:55.626429 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6717b9ea-7444-42a8-8187-0ebf5db69e88 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:55.627189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b50b0-f6d4-4f7e-8b3b-1bc859c6bd88 None None] Network 016e291b-363e-4fec-b8f2-917d0e00cb25 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:51:55.634549 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6717b9ea-7444-42a8-8187-0ebf5db69e88 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/90dfe9da-6adf-4fbb-9603-fc4253257259 HTTP/1.1" status: 204 len: 168 time: 0.6423044 Feb 16 16:51:55.639615 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56886) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:55.780652 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1492e264-4e09-4d4f-86c8-93283be1568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:52Z', 'revision_number': 10, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:55.799404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b3cd4-0655-4741-b75f-887900856f0e req-929f0630-f682-468d-ba7e-459df4e55c98 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:55.801309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-392b3cd4-0655-4741-b75f-887900856f0e req-929f0630-f682-468d-ba7e-459df4e55c98 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 944 time: 0.2518969 Feb 16 16:51:55.807350 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (016e291b-363e-4fec-b8f2-917d0e00cb25), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:55.810446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66f299-3c0e-41e8-81af-0be49e9bcfeb req-c8ef2b4c-c29b-40e6-ae60-e6aa66036dcd tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:55.812247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e66f299-3c0e-41e8-81af-0be49e9bcfeb req-c8ef2b4c-c29b-40e6-ae60-e6aa66036dcd tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.2639635 Feb 16 16:51:55.869770 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-773c2e09-3f8d-4db8-a9ca-9c29038c587f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:55.898428 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1492e264-4e09-4d4f-86c8-93283be1568d None None] Checking router: a269afa9-641d-4062-8225-0f777afd2b92 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:51:55.909109 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-941d4903-bb19-4fa0-a7d9-8aa9098b4fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cdacfe13-0a4b-4c8e-aa95-0af20ceeee47), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:55.911639 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-941d4903-bb19-4fa0-a7d9-8aa9098b4fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:55.920570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-941d4903-bb19-4fa0-a7d9-8aa9098b4fad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdacfe13-0a4b-4c8e-aa95-0af20ceeee47 HTTP/1.1" status: 204 len: 168 time: 0.5112875 Feb 16 16:51:55.940815 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492e264-4e09-4d4f-86c8-93283be1568d None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:51:55.942096 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1492e264-4e09-4d4f-86c8-93283be1568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:55.970019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d4903-bb19-4fa0-a7d9-8aa9098b4fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdacfe13-0a4b-4c8e-aa95-0af20ceeee47,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:55.986414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e66f299-3c0e-41e8-81af-0be49e9bcfeb req-cd1d6df8-cdc0-49c9-8eb7-8a2a3158572a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630015 Feb 16 16:51:56.002856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-392b3cd4-0655-4741-b75f-887900856f0e req-581d822f-91b1-449f-85e1-92d26b674680 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868200 Feb 16 16:51:56.051171 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port a54568f1-bd46-4a7b-9210-64b0d1b0f2be {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:51:56.052259 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:56.068200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1ad304-1748-434c-8260-65cc4cb7a10f None None] DHCP port deletion for 016e291b-363e-4fec-b8f2-917d0e00cb25 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:51:56.216645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ad304-1748-434c-8260-65cc4cb7a10f None None] Deleting port a54568f1-bd46-4a7b-9210-64b0d1b0f2be {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:51:56.220703 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad304-1748-434c-8260-65cc4cb7a10f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:56.293387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] For port a54568f1-bd46-4a7b-9210-64b0d1b0f2be, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a54568f1-bd46-4a7b-9210-64b0d1b0f2be,segment=NetworkSegment(8f44f205-e259-4779-84d0-dc393b7a1e06),segment_id=8f44f205-e259-4779-84d0-dc393b7a1e06)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:56.294686 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:56.302445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2094c0be-ff12-4d6e-813a-db9875f6a987 req-366826ba-cc33-4444-adc0-c4f52277058b tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0913846 Feb 16 16:51:56.341511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for a54568f1-bd46-4a7b-9210-64b0d1b0f2be owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:51:56.433090 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1492e264-4e09-4d4f-86c8-93283be1568d None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:51:56.534756 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:56.540606 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9d1ad304-1748-434c-8260-65cc4cb7a10f None None] For port a54568f1-bd46-4a7b-9210-64b0d1b0f2be, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a54568f1-bd46-4a7b-9210-64b0d1b0f2be,segment=NetworkSegment(8f44f205-e259-4779-84d0-dc393b7a1e06),segment_id=8f44f205-e259-4779-84d0-dc393b7a1e06)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:56.541338 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad304-1748-434c-8260-65cc4cb7a10f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:56.561959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No DVR routers for this DVR port a54568f1-bd46-4a7b-9210-64b0d1b0f2be on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:51:56.573532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ad304-1748-434c-8260-65cc4cb7a10f None None] Calling delete_port for a54568f1-bd46-4a7b-9210-64b0d1b0f2be owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:51:56.728390 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=a54568f1-bd46-4a7b-9210-64b0d1b0f2be,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:56.846321 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9d1ad304-1748-434c-8260-65cc4cb7a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (a54568f1-bd46-4a7b-9210-64b0d1b0f2be), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:56.868810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ad304-1748-434c-8260-65cc4cb7a10f None None] No DVR routers for this DVR port a54568f1-bd46-4a7b-9210-64b0d1b0f2be on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:51:56.897093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ad304-1748-434c-8260-65cc4cb7a10f None None] Pushing event deleted for resources: {'Port': ['ID=a54568f1-bd46-4a7b-9210-64b0d1b0f2be,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:56.904783 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1492e264-4e09-4d4f-86c8-93283be1568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:52Z', 'revision_number': 10, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:56.920662 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (016e291b-363e-4fec-b8f2-917d0e00cb25), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:56.959968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016e291b-363e-4fec-b8f2-917d0e00cb25']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:56.972155 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f44f205-e259-4779-84d0-dc393b7a1e06') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:56.972995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f44f205-e259-4779-84d0-dc393b7a1e06') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:51:56.975034 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1492e264-4e09-4d4f-86c8-93283be1568d None None] The sync data for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 is: [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:52Z', 'revision_number': 10, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None, '_interfaces': [{'id': '0c157248-c9fe-41df-8701-2b9b30d535a9', 'name': '', 'network_id': 'e17575d8-cd6e-45ae-9a50-65bb7d94cc8f', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'mac_address': 'fa:16:3e:28:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:56Z', 'updated_at': '2022-02-16T16:51:04Z', 'revision_number': 5, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'subnets': [{'id': 'd7647cab-2043-40c7-91b9-39c60c99ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:51:56.993945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (8f44f205-e259-4779-84d0-dc393b7a1e06), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:57.011683 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (8f44f205-e259-4779-84d0-dc393b7a1e06), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:57.021721 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:51:57.022391 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (8f44f205-e259-4779-84d0-dc393b7a1e06), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:51:57.068320 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:51:57.203170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a54568f1-bd46-4a7b-9210-64b0d1b0f2be no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:51:57.249902 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: a54568f1-bd46-4a7b-9210-64b0d1b0f2be {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:51:57.250685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a54568f1-bd46-4a7b-9210-64b0d1b0f2be not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:51:57.257421 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (016e291b-363e-4fec-b8f2-917d0e00cb25), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:57.328955 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:57.345274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f83609-7e8e-416a-b97f-c6f5cae501f7 req-788bd56d-af12-481a-a010-31998cffeb7b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:57.345896 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/networks/016e291b-363e-4fec-b8f2-917d0e00cb25 HTTP/1.1" status: 204 len: 168 time: 1.6987889 Feb 16 16:51:57.346205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56930) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:51:57.349796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d75cc-56f0-4c97-b7c4-816d7c609d34 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Network': ['ID=016e291b-363e-4fec-b8f2-917d0e00cb25,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:57.362266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4f83609-7e8e-416a-b97f-c6f5cae501f7 req-788bd56d-af12-481a-a010-31998cffeb7b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 944 time: 0.1905010 Feb 16 16:51:57.491065 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4f83609-7e8e-416a-b97f-c6f5cae501f7 req-eac5fe01-8a54-4fba-81c5-7fced0356b97 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278465 Feb 16 16:51:57.565073 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aaa5ea3e-3ac5-4b25-9172-80dc0d5aab34 req-2ee10274-6ddd-4151-9683-04b77e551640 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0726721 Feb 16 16:51:57.637691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 95bf3896-a615-4807-b3bd-d6a58095739b details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:51:57.917789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 95bf3896-a615-4807-b3bd-d6a58095739b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=95bf3896-a615-4807-b3bd-d6a58095739b,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:57.959357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '95bf3896-a615-4807-b3bd-d6a58095739b', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'port_id': '95bf3896-a615-4807-b3bd-d6a58095739b', 'mac_address': 'fa:16:3e:79:08:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:51:58.047212 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 95bf3896-a615-4807-b3bd-d6a58095739b is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:51:58.048102 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:58.087644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bf3896-a615-4807-b3bd-d6a58095739b {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:51:58.133808 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 95bf3896-a615-4807-b3bd-d6a58095739b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=95bf3896-a615-4807-b3bd-d6a58095739b,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:58.146174 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:58.197610 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2f87404-233d-4af1-8e82-e8c3f574f46b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:58.246909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=95bf3896-a615-4807-b3bd-d6a58095739b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:51:58.294950 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1457f413-d6ff-4a96-b4e1-6c25ab9733e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:58.486045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['95bf3896-a615-4807-b3bd-d6a58095739b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:51:58.838137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1ddb73e-bf7f-447c-a3bf-086529ee0186 req-215ff0fe-b355-4a01-8ae0-97d9af6448b7 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0978267 Feb 16 16:51:58.911401 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db30361-66eb-4aff-8387-cda7c0085d88 req-c07fe079-7e99-40ff-96bd-bf60740c5d8d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:51:58.928478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0db30361-66eb-4aff-8387-cda7c0085d88 req-c07fe079-7e99-40ff-96bd-bf60740c5d8d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 945 time: 0.2677238 Feb 16 16:51:59.103921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c21bed19-7198-470d-8523-5601a5ea3cdc no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:51:59.138929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0db30361-66eb-4aff-8387-cda7c0085d88 req-6e2c799f-5fa2-4b6c-a6f2-5ece1ce00fbb tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024562 Feb 16 16:51:59.162810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: c21bed19-7198-470d-8523-5601a5ea3cdc {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:51:59.163057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c21bed19-7198-470d-8523-5601a5ea3cdc not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:51:59.311665 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:59.374707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-f2f87404-233d-4af1-8e82-e8c3f574f46b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port 0c157248-c9fe-41df-8701-2b9b30d535a9 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:51:59.375302 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2f87404-233d-4af1-8e82-e8c3f574f46b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:59.492213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-f2f87404-233d-4af1-8e82-e8c3f574f46b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] For port 0c157248-c9fe-41df-8701-2b9b30d535a9, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0c157248-c9fe-41df-8701-2b9b30d535a9,segment=NetworkSegment(44df14b2-a0a7-48b3-a804-4e9d87a7ded4),segment_id=44df14b2-a0a7-48b3-a804-4e9d87a7ded4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:51:59.492685 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2f87404-233d-4af1-8e82-e8c3f574f46b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:59.509969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-f2f87404-233d-4af1-8e82-e8c3f574f46b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for 0c157248-c9fe-41df-8701-2b9b30d535a9 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:51:59.748860 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2f87404-233d-4af1-8e82-e8c3f574f46b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (0c157248-c9fe-41df-8701-2b9b30d535a9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:51:59.792398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f87404-233d-4af1-8e82-e8c3f574f46b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=0c157248-c9fe-41df-8701-2b9b30d535a9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:00.069432 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2f87404-233d-4af1-8e82-e8c3f574f46b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (a269afa9-641d-4062-8225-0f777afd2b92), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:00.170660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7609968b-280c-4fc3-92a4-5345dd43a933 req-5191a58e-791d-434c-b17d-21ffc5296507 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.1401052 Feb 16 16:52:00.377655 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57016) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:00.457167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b15766-884d-4b45-94b5-f01f1f666907 req-e10218a7-7fb4-4e51-9703-ef211a562ae1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:00.468721 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b15766-884d-4b45-94b5-f01f1f666907 req-e10218a7-7fb4-4e51-9703-ef211a562ae1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 945 time: 0.1898546 Feb 16 16:52:00.489144 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f87404-233d-4af1-8e82-e8c3f574f46b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router a269afa9-641d-4062-8225-0f777afd2b92 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:52:00.562193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b15766-884d-4b45-94b5-f01f1f666907 req-acade582-42e9-4342-a0e2-1614b7202096 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919867 Feb 16 16:52:00.660369 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f87404-233d-4af1-8e82-e8c3f574f46b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:52:00.673993 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74054584-fc79-4094-84fd-71746dabd19f None None] Sync routers for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:52:00.675802 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f2f87404-233d-4af1-8e82-e8c3f574f46b tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/a269afa9-641d-4062-8225-0f777afd2b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3033271 Feb 16 16:52:00.678521 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57022) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:00.679432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:00.697191 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74054584-fc79-4094-84fd-71746dabd19f None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:00.697832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-74054584-fc79-4094-84fd-71746dabd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:00.777023 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecff456-d185-4bff-944e-7a398bdcc905 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting subnet d7647cab-2043-40c7-91b9-39c60c99ce81 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:52:00.782089 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fecff456-d185-4bff-944e-7a398bdcc905 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (d7647cab-2043-40c7-91b9-39c60c99ce81), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:00.843272 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fecff456-d185-4bff-944e-7a398bdcc905 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (d7647cab-2043-40c7-91b9-39c60c99ce81), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:00.854541 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Publish callbacks [] for security_group (1bc22ff7-8a83-4203-89c1-692ec04cc84c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:00.857105 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-74054584-fc79-4094-84fd-71746dabd19f None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:52:00.867325 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1bc22ff7-8a83-4203-89c1-692ec04cc84c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:00.921156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a58796562ed4dbf80c84a58e97e9062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5417573 Feb 16 16:52:00.924047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57024) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:00.926988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-74054584-fc79-4094-84fd-71746dabd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:59Z', 'revision_number': 11, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:00.971857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc22ff7-8a83-4203-89c1-692ec04cc84c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:00.980966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74054584-fc79-4094-84fd-71746dabd19f None None] Checking router: a269afa9-641d-4062-8225-0f777afd2b92 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:52:00.986060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:00.986689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:00.987166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:00.987519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:00.988087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:00.988434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:00.989004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:00.989388 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:00.989537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:00.989723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:00.990051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:00.990430 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:00.990754 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:00.991077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5af3-4224-44cf-8cb2-2ec3162d6d93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:00.996284 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74054584-fc79-4094-84fd-71746dabd19f None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:00.997662 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-74054584-fc79-4094-84fd-71746dabd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:01.075852 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b15b39f7-d92a-4a22-ae88-ae2baf347de5 admin admin] Publish callbacks [] for security_group (1bc22ff7-8a83-4203-89c1-692ec04cc84c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:01.097484 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-74054584-fc79-4094-84fd-71746dabd19f None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:52:01.187429 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b15b39f7-d92a-4a22-ae88-ae2baf347de5 admin admin] Publish callbacks [] for security_group (1bc22ff7-8a83-4203-89c1-692ec04cc84c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:01.197590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-74054584-fc79-4094-84fd-71746dabd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:59Z', 'revision_number': 11, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:01.205984 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fecff456-d185-4bff-944e-7a398bdcc905 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (d7647cab-2043-40c7-91b9-39c60c99ce81), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:01.232593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74054584-fc79-4094-84fd-71746dabd19f None None] The sync data for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 is: [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:59Z', 'revision_number': 11, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:52:01.399493 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b15b39f7-d92a-4a22-ae88-ae2baf347de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1bc22ff7-8a83-4203-89c1-692ec04cc84c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:01.409245 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b15b39f7-d92a-4a22-ae88-ae2baf347de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:01.424132 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:01.428791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a738e130-5ab4-4ba8-835c-0f99bacd8009 req-1599aa25-f03d-4cea-bac8-bde4e1e4566e tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0735693 Feb 16 16:52:01.435853 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b15b39f7-d92a-4a22-ae88-ae2baf347de5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1bc22ff7-8a83-4203-89c1-692ec04cc84c HTTP/1.1" status: 204 len: 168 time: 0.5105669 Feb 16 16:52:01.492270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b39f7-d92a-4a22-ae88-ae2baf347de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc22ff7-8a83-4203-89c1-692ec04cc84c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:01.500219 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fecff456-d185-4bff-944e-7a398bdcc905 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (d7647cab-2043-40c7-91b9-39c60c99ce81), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:01.536936 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fecff456-d185-4bff-944e-7a398bdcc905 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:01.548790 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff1f577-5182-4837-a878-9f96860ea3ea None None] Network e17575d8-cd6e-45ae-9a50-65bb7d94cc8f requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:52:01.549619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57036) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:01.550832 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fecff456-d185-4bff-944e-7a398bdcc905 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/d7647cab-2043-40c7-91b9-39c60c99ce81 HTTP/1.1" status: 204 len: 168 time: 0.8705566 Feb 16 16:52:01.609331 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecff456-d185-4bff-944e-7a398bdcc905 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Subnet': ['ID=d7647cab-2043-40c7-91b9-39c60c99ce81,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:01.678783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 95bf3896-a615-4807-b3bd-d6a58095739b up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:52:01.869183 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (e17575d8-cd6e-45ae-9a50-65bb7d94cc8f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:01.932314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336d3f0-aaed-4dae-b3ab-8ce808dd6e13 req-6226147a-aef7-437d-a47a-610540215195 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:01.933947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b336d3f0-aaed-4dae-b3ab-8ce808dd6e13 req-6226147a-aef7-437d-a47a-610540215195 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 945 time: 0.1738803 Feb 16 16:52:01.984322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 95bf3896-a615-4807-b3bd-d6a58095739b completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:52:02.020324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 95bf3896-a615-4807-b3bd-d6a58095739b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:52:02.021078 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.134220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8614e41b-f5be-451d-a560-9aeb0d079aca None None] DHCP port deletion for e17575d8-cd6e-45ae-9a50-65bb7d94cc8f request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:52:02.154260 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b336d3f0-aaed-4dae-b3ab-8ce808dd6e13 req-0c3baa2b-1ac6-47b5-976d-3daa282840be tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692617 Feb 16 16:52:02.172785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57044) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:02.206501 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19aadb4d-15e3-41ab-b6a5-e103e766aff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.224680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Deleting port d6d967b5-0174-4925-890e-c1d6b385776b {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:52:02.225022 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d6d967b5-0174-4925-890e-c1d6b385776b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.270929 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.366123 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8614e41b-f5be-451d-a560-9aeb0d079aca None None] Deleting port d6d967b5-0174-4925-890e-c1d6b385776b {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:52:02.366580 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8614e41b-f5be-451d-a560-9aeb0d079aca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d6d967b5-0174-4925-890e-c1d6b385776b), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.382657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 95bf3896-a615-4807-b3bd-d6a58095739b is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:52:02.383386 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.396925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] For port d6d967b5-0174-4925-890e-c1d6b385776b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d6d967b5-0174-4925-890e-c1d6b385776b,segment=NetworkSegment(44df14b2-a0a7-48b3-a804-4e9d87a7ded4),segment_id=44df14b2-a0a7-48b3-a804-4e9d87a7ded4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:52:02.397291 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d6d967b5-0174-4925-890e-c1d6b385776b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.401608 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19aadb4d-15e3-41ab-b6a5-e103e766aff9 admin admin] Publish callbacks [] for security_group (fc8d3258-8219-4161-8590-b940a732da86), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.407989 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19aadb4d-15e3-41ab-b6a5-e103e766aff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fc8d3258-8219-4161-8590-b940a732da86), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.422612 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:52:02.425239 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a61eec9-83ae-463b-8dd0-694537168bdf" -d '{"events": [{"server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "name": "network-vif-plugged", "status": "completed", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:52:02.451544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Calling delete_port for d6d967b5-0174-4925-890e-c1d6b385776b owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:52:02.505537 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 95bf3896-a615-4807-b3bd-d6a58095739b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=95bf3896-a615-4807-b3bd-d6a58095739b,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:52:02.511303 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-19aadb4d-15e3-41ab-b6a5-e103e766aff9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3280c7223c740a29ff729a7101cfb2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3370159 Feb 16 16:52:02.515105 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8614e41b-f5be-451d-a560-9aeb0d079aca None None] For port d6d967b5-0174-4925-890e-c1d6b385776b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d6d967b5-0174-4925-890e-c1d6b385776b,segment=NetworkSegment(44df14b2-a0a7-48b3-a804-4e9d87a7ded4),segment_id=44df14b2-a0a7-48b3-a804-4e9d87a7ded4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:52:02.515668 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8614e41b-f5be-451d-a560-9aeb0d079aca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d6d967b5-0174-4925-890e-c1d6b385776b), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.518582 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.532149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57052) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:02.679851 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60059a56-6da8-4741-b173-c92b5127572c x-openstack-request-id: req-60059a56-6da8-4741-b173-c92b5127572c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:52:02.680421 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "name": "network-vif-plugged", "status": "completed", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:52:02.680642 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60059a56-6da8-4741-b173-c92b5127572c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:52:02.681153 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b', 'code': 200} Feb 16 16:52:02.682279 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=95bf3896-a615-4807-b3bd-d6a58095739b,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:02.698794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8614e41b-f5be-451d-a560-9aeb0d079aca None None] Calling delete_port for d6d967b5-0174-4925-890e-c1d6b385776b owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:52:02.702328 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aadb4d-15e3-41ab-b6a5-e103e766aff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8d3258-8219-4161-8590-b940a732da86,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:02.719510 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d9c8038-9d4a-42fd-8571-c4c0bc746cf6 req-b1f079ab-e3ea-466a-836d-47c36b77a15d tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0712066 Feb 16 16:52:02.800847 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-76a16a6d-a32d-4ce5-a9d9-698068e95d6f admin admin] Publish callbacks [] for security_group (fc8d3258-8219-4161-8590-b940a732da86), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.814094 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d6d967b5-0174-4925-890e-c1d6b385776b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.834389 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-76a16a6d-a32d-4ce5-a9d9-698068e95d6f admin admin] Publish callbacks [] for security_group (fc8d3258-8219-4161-8590-b940a732da86), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.877196 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8614e41b-f5be-451d-a560-9aeb0d079aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (d6d967b5-0174-4925-890e-c1d6b385776b), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.878819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Port': ['ID=d6d967b5-0174-4925-890e-c1d6b385776b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:02.889168 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No DVR routers for this DVR port d6d967b5-0174-4925-890e-c1d6b385776b on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:52:02.911550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042ec5b-b1ae-4e44-9d07-2feeabd7ade3 req-02d85dc6-7076-4ab7-ae0c-5f0c8a5a8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:02.913471 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a042ec5b-b1ae-4e44-9d07-2feeabd7ade3 req-02d85dc6-7076-4ab7-ae0c-5f0c8a5a8e07 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 1128 time: 0.2687883 Feb 16 16:52:02.914288 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-76a16a6d-a32d-4ce5-a9d9-698068e95d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fc8d3258-8219-4161-8590-b940a732da86), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.917121 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-76a16a6d-a32d-4ce5-a9d9-698068e95d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:02.918637 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-76a16a6d-a32d-4ce5-a9d9-698068e95d6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc8d3258-8219-4161-8590-b940a732da86 HTTP/1.1" status: 204 len: 168 time: 0.3767004 Feb 16 16:52:02.963383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614e41b-f5be-451d-a560-9aeb0d079aca None None] Pushing event deleted for resources: {'Port': ['ID=d6d967b5-0174-4925-890e-c1d6b385776b,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:02.974383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8614e41b-f5be-451d-a560-9aeb0d079aca None None] No DVR routers for this DVR port d6d967b5-0174-4925-890e-c1d6b385776b on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:52:03.014047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a16a6d-a32d-4ce5-a9d9-698068e95d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8d3258-8219-4161-8590-b940a732da86,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:03.094388 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a042ec5b-b1ae-4e44-9d07-2feeabd7ade3 req-7fe25704-575b-4fc1-a9de-f06bea2a3503 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741593 Feb 16 16:52:03.101373 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (e17575d8-cd6e-45ae-9a50-65bb7d94cc8f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:03.141519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17575d8-cd6e-45ae-9a50-65bb7d94cc8f']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:03.165413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44df14b2-a0a7-48b3-a804-4e9d87a7ded4') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:03.165644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44df14b2-a0a7-48b3-a804-4e9d87a7ded4') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:03.188313 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (44df14b2-a0a7-48b3-a804-4e9d87a7ded4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:03.212589 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d6d967b5-0174-4925-890e-c1d6b385776b no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:52:03.256329 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7ecba874-cb5e-4692-a757-184cd4c7fcc7 req-2343e4d0-74c2-42c7-8397-8d134ac7010c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1311245 Feb 16 16:52:03.259282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: d6d967b5-0174-4925-890e-c1d6b385776b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:52:03.262536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d6d967b5-0174-4925-890e-c1d6b385776b not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:52:03.266106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0c157248-c9fe-41df-8701-2b9b30d535a9 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:52:03.267315 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (44df14b2-a0a7-48b3-a804-4e9d87a7ded4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:03.282190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:52:03.282790 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (44df14b2-a0a7-48b3-a804-4e9d87a7ded4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:03.318664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 0c157248-c9fe-41df-8701-2b9b30d535a9 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:52:03.319745 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0c157248-c9fe-41df-8701-2b9b30d535a9 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:52:03.336513 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:52:03.453879 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecba874-cb5e-4692-a757-184cd4c7fcc7 req-89a40833-e6ba-4a36-bd6b-76dc027e465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:03.458391 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7ecba874-cb5e-4692-a757-184cd4c7fcc7 req-89a40833-e6ba-4a36-bd6b-76dc027e465d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f46d9e83fb574834a22d43227eb7f02b&device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 1127 time: 0.1688180 Feb 16 16:52:03.461092 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (e17575d8-cd6e-45ae-9a50-65bb7d94cc8f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:03.491231 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:03.494715 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/networks/e17575d8-cd6e-45ae-9a50-65bb7d94cc8f HTTP/1.1" status: 204 len: 168 time: 1.9436564 Feb 16 16:52:03.495895 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57c4fd-fa35-4e7b-b31e-151c1432ae48 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Pushing event deleted for resources: {'Network': ['ID=e17575d8-cd6e-45ae-9a50-65bb7d94cc8f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:03.507517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57064) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:03.517604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e06b49e5-82f9-4a8b-8bf5-74652be75069 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'router': {'routes': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:03.631209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecba874-cb5e-4692-a757-184cd4c7fcc7 req-13a0f7ab-de76-4e59-9d64-e4f73204d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:03.633195 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7ecba874-cb5e-4692-a757-184cd4c7fcc7 req-13a0f7ab-de76-4e59-9d64-e4f73204d32c service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f HTTP/1.1" status: 200 len: 919 time: 0.1528373 Feb 16 16:52:03.640852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686190-2735-436f-b143-daa22c268cea req-388023ec-5b2e-4b6c-b691-ae7b5b2650f5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:03.647824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9686190-2735-436f-b143-daa22c268cea req-388023ec-5b2e-4b6c-b691-ae7b5b2650f5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.2728980 Feb 16 16:52:03.692589 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7ecba874-cb5e-4692-a757-184cd4c7fcc7 req-4120fafd-e9b2-4f1b-a0b0-7bcf7d77b037 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 HTTP/1.1" status: 200 len: 217 time: 0.0527422 Feb 16 16:52:03.769108 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecba874-cb5e-4692-a757-184cd4c7fcc7 req-9224abf2-3d6b-41e5-b82d-0007ccd2914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:03.771209 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7ecba874-cb5e-4692-a757-184cd4c7fcc7 req-9224abf2-3d6b-41e5-b82d-0007ccd2914b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd HTTP/1.1" status: 200 len: 858 time: 0.0697637 Feb 16 16:52:03.815329 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9686190-2735-436f-b143-daa22c268cea req-6406bb17-a444-45c4-8f71-50fa77741ad7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664925 Feb 16 16:52:03.816468 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7ecba874-cb5e-4692-a757-184cd4c7fcc7 req-3fdd0e13-b3a1-4987-bb26-222f1e1bbc45 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370464 Feb 16 16:52:03.859170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.extraroute_db [None req-e06b49e5-82f9-4a8b-8bf5-74652be75069 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Added routes are [] {{(pid=103421) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 16:52:03.859534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.extraroute_db [None req-e06b49e5-82f9-4a8b-8bf5-74652be75069 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Removed routes are [] {{(pid=103421) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 16:52:03.859949 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e06b49e5-82f9-4a8b-8bf5-74652be75069 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (a269afa9-641d-4062-8225-0f777afd2b92), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:04.012586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-502937bc-a810-4ac5-a551-3449f937a430 req-3a016be3-2f7a-4382-b475-6f253f9fee16 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0668535 Feb 16 16:52:04.016662 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7ecba874-cb5e-4692-a757-184cd4c7fcc7 req-dba5a6dc-b150-40ba-bb16-0769f32fac18 service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944120 Feb 16 16:52:04.197083 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7ecba874-cb5e-4692-a757-184cd4c7fcc7 req-32d07e8a-92dd-452e-9986-4f8a45bf0473 service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730042 Feb 16 16:52:04.501420 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e06b49e5-82f9-4a8b-8bf5-74652be75069 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (a269afa9-641d-4062-8225-0f777afd2b92), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:04.510211 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e06b49e5-82f9-4a8b-8bf5-74652be75069 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (a269afa9-641d-4062-8225-0f777afd2b92), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:04.638569 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06b49e5-82f9-4a8b-8bf5-74652be75069 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router a269afa9-641d-4062-8225-0f777afd2b92 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:52:04.649492 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:04.750487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06b49e5-82f9-4a8b-8bf5-74652be75069 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:52:04.758829 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e06b49e5-82f9-4a8b-8bf5-74652be75069 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:04.763835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e06b49e5-82f9-4a8b-8bf5-74652be75069 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/a269afa9-641d-4062-8225-0f777afd2b92 HTTP/1.1" status: 200 len: 701 time: 1.2468824 Feb 16 16:52:04.766138 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db0044-61ff-4c79-894a-e38f67e4297d None None] Sync routers for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:52:04.775745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57102) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:04.796703 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14db0044-61ff-4c79-894a-e38f67e4297d None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:04.797330 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-14db0044-61ff-4c79-894a-e38f67e4297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:04.838739 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57108) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:04.848681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5e5738a6-488b-49e7-8c48-079d2521c29a tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=a269afa9-641d-4062-8225-0f777afd2b92 HTTP/1.1" status: 200 len: 205 time: 0.0568757 Feb 16 16:52:04.935638 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-14db0044-61ff-4c79-894a-e38f67e4297d None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:52:04.993143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d8032-7c3f-45b1-8148-bc6447a908a0 req-12814910-ace8-4995-8682-47cb27b82aa0 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:04.994962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e9d8032-7c3f-45b1-8148-bc6447a908a0 req-12814910-ace8-4995-8682-47cb27b82aa0 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.0646958 Feb 16 16:52:04.995266 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-14db0044-61ff-4c79-894a-e38f67e4297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:59Z', 'revision_number': 11, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:05.038374 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db0044-61ff-4c79-894a-e38f67e4297d None None] Checking router: a269afa9-641d-4062-8225-0f777afd2b92 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:52:05.041238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b89063b4-e9c9-4e1b-bf8a-87d5a0506f74 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (a269afa9-641d-4062-8225-0f777afd2b92), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:05.064239 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14db0044-61ff-4c79-894a-e38f67e4297d None None] Routers {'a269afa9-641d-4062-8225-0f777afd2b92'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:05.065192 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-14db0044-61ff-4c79-894a-e38f67e4297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a269afa9-641d-4062-8225-0f777afd2b92'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:05.097432 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e9d8032-7c3f-45b1-8148-bc6447a908a0 req-fff77881-4ba7-4b5b-a9f1-d26b236735df tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950432 Feb 16 16:52:05.249176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62ff4242-62ea-4e19-b38d-5b38c7cdef41 req-22d37962-4791-41d4-807e-dfa347bdf1ee tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0703278 Feb 16 16:52:05.253601 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-14db0044-61ff-4c79-894a-e38f67e4297d None None] Set router a269afa9-641d-4062-8225-0f777afd2b92 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:52:05.343416 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-14db0044-61ff-4c79-894a-e38f67e4297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:59Z', 'revision_number': 11, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:05.344442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87c8dc-08c8-47ec-9933-2e9841342776 req-a3c6dfb0-12da-44d9-b9f9-fa94bcc43dc2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:05.345975 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc87c8dc-08c8-47ec-9933-2e9841342776 req-a3c6dfb0-12da-44d9-b9f9-fa94bcc43dc2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.0999453 Feb 16 16:52:05.383920 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db0044-61ff-4c79-894a-e38f67e4297d None None] The sync data for ids ['a269afa9-641d-4062-8225-0f777afd2b92'] in n-d-669411-5 is: [{'id': 'a269afa9-641d-4062-8225-0f777afd2b92', 'name': 'tempest-RoutersTest-router-1831428037', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:53Z', 'updated_at': '2022-02-16T16:51:59Z', 'revision_number': 11, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:52:05.431728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc87c8dc-08c8-47ec-9933-2e9841342776 req-03b87434-168e-41e8-8dcc-877d7ac7a48d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695052 Feb 16 16:52:05.442477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57126) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:05.448051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b89063b4-e9c9-4e1b-bf8a-87d5a0506f74 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (a269afa9-641d-4062-8225-0f777afd2b92), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:05.451214 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b89063b4-e9c9-4e1b-bf8a-87d5a0506f74 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_controller (a269afa9-641d-4062-8225-0f777afd2b92), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:05.504431 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b89063b4-e9c9-4e1b-bf8a-87d5a0506f74 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (a269afa9-641d-4062-8225-0f777afd2b92), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:05.505865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89063b4-e9c9-4e1b-bf8a-87d5a0506f74 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Fanout notify agent at l3_agent the message router_deleted on router a269afa9-641d-4062-8225-0f777afd2b92 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:52:05.515501 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b89063b4-e9c9-4e1b-bf8a-87d5a0506f74 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:05.524067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57130) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:05.527075 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b89063b4-e9c9-4e1b-bf8a-87d5a0506f74 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/routers/a269afa9-641d-4062-8225-0f777afd2b92 HTTP/1.1" status: 204 len: 168 time: 0.6872077 Feb 16 16:52:05.530581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3942e5f4-028d-4029-a35d-9d37fb567599 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-749745669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:05.543097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57c54ce-5cfb-4bcc-a7c0-e18b7b41561a tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:05.545526 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a57c54ce-5cfb-4bcc-a7c0-e18b7b41561a tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 1123 time: 0.1016238 Feb 16 16:52:05.551272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57136) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:05.555949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '95bf3896-a615-4807-b3bd-d6a58095739b', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:05.574350 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3942e5f4-028d-4029-a35d-9d37fb567599 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (9e40f549-fc30-460e-b0d4-f6cb9551b866), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:05.575522 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3942e5f4-028d-4029-a35d-9d37fb567599 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (9e40f549-fc30-460e-b0d4-f6cb9551b866), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:05.603053 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:05.660130 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3942e5f4-028d-4029-a35d-9d37fb567599 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_controller (9e40f549-fc30-460e-b0d4-f6cb9551b866), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:05.669137 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3942e5f4-028d-4029-a35d-9d37fb567599 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (9e40f549-fc30-460e-b0d4-f6cb9551b866), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:05.700971 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3942e5f4-028d-4029-a35d-9d37fb567599 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:05.707168 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3942e5f4-028d-4029-a35d-9d37fb567599 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1811328 Feb 16 16:52:05.708017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57154) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:05.713918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3bd99e4e-80a2-4e31-8ea5-2e94ed020ffc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:05.782588 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:05.931803 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.25.4.241 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/2607ce4d-c4f4-4d5b-831c-ce91b8cfe2e4) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:52:06.009334 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bd99e4e-80a2-4e31-8ea5-2e94ed020ffc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16726101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40834'] for router (9e40f549-fc30-460e-b0d4-f6cb9551b866), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:06.029215 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bd99e4e-80a2-4e31-8ea5-2e94ed020ffc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16726092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16726087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16717806'] for router (9e40f549-fc30-460e-b0d4-f6cb9551b866), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:06.061208 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (2607ce4d-c4f4-4d5b-831c-ce91b8cfe2e4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:06.111467 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2607ce4d-c4f4-4d5b-831c-ce91b8cfe2e4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:06.174167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=2607ce4d-c4f4-4d5b-831c-ce91b8cfe2e4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:06.176775 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd99e4e-80a2-4e31-8ea5-2e94ed020ffc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Router 9e40f549-fc30-460e-b0d4-f6cb9551b866 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:52:06.179012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:52:06.181060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:52:06.183337 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:52:06.198998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57170) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:06.287398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd99e4e-80a2-4e31-8ea5-2e94ed020ffc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:52:06.296766 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3bd99e4e-80a2-4e31-8ea5-2e94ed020ffc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:06.297293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3bd99e4e-80a2-4e31-8ea5-2e94ed020ffc tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "PUT /v2.0/routers/9e40f549-fc30-460e-b0d4-f6cb9551b866 HTTP/1.1" status: 200 len: 693 time: 0.5883493 Feb 16 16:52:06.300613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57176) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:06.303132 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e87ac-94a6-4418-9f4c-650d3488fe1f None None] Sync routers for ids ['9e40f549-fc30-460e-b0d4-f6cb9551b866'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:52:06.318614 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e87ac-94a6-4418-9f4c-650d3488fe1f None None] Routers {'9e40f549-fc30-460e-b0d4-f6cb9551b866'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:06.319517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1b8e87ac-94a6-4418-9f4c-650d3488fe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9e40f549-fc30-460e-b0d4-f6cb9551b866'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:06.415086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4ad2f072-50ad-4e2c-87fa-bbe9ebe3641c tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/routers/9e40f549-fc30-460e-b0d4-f6cb9551b866 HTTP/1.1" status: 200 len: 699 time: 0.1132233 Feb 16 16:52:06.416769 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72681952-d313-4042-bddd-551fa8275d7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:06.432956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-1b8e87ac-94a6-4418-9f4c-650d3488fe1f None None] Set router 9e40f549-fc30-460e-b0d4-f6cb9551b866 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:52:06.440997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57180) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:06.498318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1b8e87ac-94a6-4418-9f4c-650d3488fe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e40f549-fc30-460e-b0d4-f6cb9551b866', 'name': 'tempest-RoutersTest-router-749745669', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:52:05Z', 'updated_at': '2022-02-16T16:52:06Z', 'revision_number': 2, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:06.531918 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-55e65344-8041-4ffa-93b8-17b141629c8e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e40f549-fc30-460e-b0d4-f6cb9551b866 HTTP/1.1" status: 200 len: 205 time: 0.0897498 Feb 16 16:52:06.534930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57182) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:06.538896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e87ac-94a6-4418-9f4c-650d3488fe1f None None] Checking router: 9e40f549-fc30-460e-b0d4-f6cb9551b866 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:52:06.550586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e87ac-94a6-4418-9f4c-650d3488fe1f None None] Routers {'9e40f549-fc30-460e-b0d4-f6cb9551b866'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:06.551121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1b8e87ac-94a6-4418-9f4c-650d3488fe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['9e40f549-fc30-460e-b0d4-f6cb9551b866'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:06.649573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-1b8e87ac-94a6-4418-9f4c-650d3488fe1f None None] Set router 9e40f549-fc30-460e-b0d4-f6cb9551b866 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:52:06.713930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1b8e87ac-94a6-4418-9f4c-650d3488fe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e40f549-fc30-460e-b0d4-f6cb9551b866', 'name': 'tempest-RoutersTest-router-749745669', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:52:05Z', 'updated_at': '2022-02-16T16:52:06Z', 'revision_number': 2, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:06.738829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-406270a0-8893-4fd9-8c70-ba19804a88f5 req-6e59ab78-316b-4b3c-bc6a-77d3a71e9656 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.3326745 Feb 16 16:52:06.744418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e87ac-94a6-4418-9f4c-650d3488fe1f None None] The sync data for ids ['9e40f549-fc30-460e-b0d4-f6cb9551b866'] in n-d-669411-5 is: [{'id': '9e40f549-fc30-460e-b0d4-f6cb9551b866', 'name': 'tempest-RoutersTest-router-749745669', 'tenant_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:52:05Z', 'updated_at': '2022-02-16T16:52:06Z', 'revision_number': 2, 'project_id': 'e6fd1be68ca045599a0b4d409b470d5d', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:52:06.751501 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e540768c-fa5e-46cc-a0dc-cc68e54ff174 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (9e40f549-fc30-460e-b0d4-f6cb9551b866), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:06.985320 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e540768c-fa5e-46cc-a0dc-cc68e54ff174 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (9e40f549-fc30-460e-b0d4-f6cb9551b866), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:06.990654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e540768c-fa5e-46cc-a0dc-cc68e54ff174 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router_controller (9e40f549-fc30-460e-b0d4-f6cb9551b866), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:07.004542 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72681952-d313-4042-bddd-551fa8275d7a admin admin] Publish callbacks [] for security_group (507d2ca8-2a31-4429-bbb6-a1dcc6b8ac49), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:07.041928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72681952-d313-4042-bddd-551fa8275d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (507d2ca8-2a31-4429-bbb6-a1dcc6b8ac49), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:07.075478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72681952-d313-4042-bddd-551fa8275d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507d2ca8-2a31-4429-bbb6-a1dcc6b8ac49,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:07.084683 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e540768c-fa5e-46cc-a0dc-cc68e54ff174 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (9e40f549-fc30-460e-b0d4-f6cb9551b866), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:07.085145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e540768c-fa5e-46cc-a0dc-cc68e54ff174 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Fanout notify agent at l3_agent the message router_deleted on router 9e40f549-fc30-460e-b0d4-f6cb9551b866 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:52:07.095933 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e540768c-fa5e-46cc-a0dc-cc68e54ff174 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:07.097053 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e540768c-fa5e-46cc-a0dc-cc68e54ff174 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/routers/9e40f549-fc30-460e-b0d4-f6cb9551b866 HTTP/1.1" status: 204 len: 168 time: 0.5610924 Feb 16 16:52:07.100500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57190) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.117862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-72681952-d313-4042-bddd-551fa8275d7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d652add96f146c3bbc9ab8a80570c6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9170835 Feb 16 16:52:07.118324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57192) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.135283 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d76c65a2-6dbf-44af-9e40-09d18bf3b272 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e40f549-fc30-460e-b0d4-f6cb9551b866 HTTP/1.1" status: 200 len: 205 time: 0.0335279 Feb 16 16:52:07.138577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57194) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.143879 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (00444f17-21fb-455b-8024-69e53537ab22), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:07.183815 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-f7fa247b-7189-48c4-923b-c7da8228c314 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] delete failed (client error): The resource could not be found. Feb 16 16:52:07.186249 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f7fa247b-7189-48c4-923b-c7da8228c314 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/routers/9e40f549-fc30-460e-b0d4-f6cb9551b866 HTTP/1.1" status: 404 len: 336 time: 0.0453980 Feb 16 16:52:07.187950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57196) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.217143 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae242720-0b34-48fc-a5a9-8c10440ef1e7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] DELETE failed (client error): The resource could not be found. Feb 16 16:52:07.217500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae242720-0b34-48fc-a5a9-8c10440ef1e7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:52:07.220971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ae242720-0b34-48fc-a5a9-8c10440ef1e7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/26fd3796-1c09-4867-9648-60c9200bc12f HTTP/1.1" status: 404 len: 337 time: 0.0318007 Feb 16 16:52:07.223079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57198) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.251026 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8f82f8-2d7a-4000-9eb6-3b9c02098395 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] DELETE failed (client error): The resource could not be found. Feb 16 16:52:07.252793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8f82f8-2d7a-4000-9eb6-3b9c02098395 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:52:07.255130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8a8f82f8-2d7a-4000-9eb6-3b9c02098395 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/85bf75e3-33ca-4ae8-8423-62aaf0ac7727 HTTP/1.1" status: 404 len: 337 time: 0.0306468 Feb 16 16:52:07.257580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57200) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.270471 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Publish callbacks [] for security_group (507d2ca8-2a31-4429-bbb6-a1dcc6b8ac49), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:07.284024 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5bf254-bf3f-445e-9ab7-db7eda1fa3c7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] DELETE failed (client error): The resource could not be found. Feb 16 16:52:07.284478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5bf254-bf3f-445e-9ab7-db7eda1fa3c7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:52:07.287732 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3a5bf254-bf3f-445e-9ab7-db7eda1fa3c7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/90dfe9da-6adf-4fbb-9603-fc4253257259 HTTP/1.1" status: 404 len: 337 time: 0.0289426 Feb 16 16:52:07.290120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57202) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.298933 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2607ce4d-c4f4-4d5b-831c-ce91b8cfe2e4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:07.316234 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b32a4df-32df-4cd4-a0d9-b45ea589c2b0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] DELETE failed (client error): The resource could not be found. Feb 16 16:52:07.316950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b32a4df-32df-4cd4-a0d9-b45ea589c2b0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:52:07.320170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1b32a4df-32df-4cd4-a0d9-b45ea589c2b0 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/d7647cab-2043-40c7-91b9-39c60c99ce81 HTTP/1.1" status: 404 len: 337 time: 0.0289786 Feb 16 16:52:07.321774 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Publish callbacks [] for security_group (507d2ca8-2a31-4429-bbb6-a1dcc6b8ac49), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:07.322752 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57204) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.360881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-00255b7f-53c9-4520-a2a7-e5f4589c9f6e tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=a269afa9-641d-4062-8225-0f777afd2b92 HTTP/1.1" status: 200 len: 205 time: 0.0345707 Feb 16 16:52:07.360881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57206) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.401115 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-c1ccccc3-3633-4226-952c-2f6c2d642aea tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] delete failed (client error): The resource could not be found. Feb 16 16:52:07.402281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c1ccccc3-3633-4226-952c-2f6c2d642aea tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/routers/a269afa9-641d-4062-8225-0f777afd2b92 HTTP/1.1" status: 404 len: 336 time: 0.0405478 Feb 16 16:52:07.406476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57208) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.469242 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bb867950-c4a2-4c01-9bcc-78c1c3da77f7 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa0fd06-90c5-4e10-8af8-5f2b408533ec HTTP/1.1" status: 200 len: 205 time: 0.0613968 Feb 16 16:52:07.471524 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (507d2ca8-2a31-4429-bbb6-a1dcc6b8ac49), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:07.471686 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57210) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.474449 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:07.477905 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/507d2ca8-2a31-4429-bbb6-a1dcc6b8ac49 HTTP/1.1" status: 204 len: 168 time: 0.3562803 Feb 16 16:52:07.514870 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-f01c8ae5-77e3-4d80-af96-e3da9ec41866 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] delete failed (client error): The resource could not be found. Feb 16 16:52:07.514870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f01c8ae5-77e3-4d80-af96-e3da9ec41866 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/routers/faa0fd06-90c5-4e10-8af8-5f2b408533ec HTTP/1.1" status: 404 len: 336 time: 0.0399184 Feb 16 16:52:07.515377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57214) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.516244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507d2ca8-2a31-4429-bbb6-a1dcc6b8ac49,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:07.530267 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:07.530619 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:07.530966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:07.531305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:07.531646 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:07.532014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:07.532353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:07.532681 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:07.533007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:07.533333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:07.533660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:07.533984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:07.534308 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b290c70-09a6-457a-b56c-64a8e1c18cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:07.550587 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-780f04cd-6950-4f29-98ab-49f74119a797 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] DELETE failed (client error): The resource could not be found. Feb 16 16:52:07.551090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780f04cd-6950-4f29-98ab-49f74119a797 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:52:07.557149 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-780f04cd-6950-4f29-98ab-49f74119a797 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/991c373a-1cc1-4111-a6f1-5bf59c2c2180 HTTP/1.1" status: 404 len: 337 time: 0.0381711 Feb 16 16:52:07.557149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57216) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.584132 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (2607ce4d-c4f4-4d5b-831c-ce91b8cfe2e4), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:07.589948 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (2607ce4d-c4f4-4d5b-831c-ce91b8cfe2e4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:07.616439 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dffe9a55-8c2d-4ac7-8389-0ff4c62d8f2d tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d7e1e09-93fd-4f1f-be70-c988c05d5907 HTTP/1.1" status: 200 len: 205 time: 0.0584154 Feb 16 16:52:07.617422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57218) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.689058 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-1f1bc901-d34d-4796-a780-90d12bcdceae tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] delete failed (client error): The resource could not be found. Feb 16 16:52:07.693432 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1f1bc901-d34d-4796-a780-90d12bcdceae tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/routers/8d7e1e09-93fd-4f1f-be70-c988c05d5907 HTTP/1.1" status: 404 len: 336 time: 0.0715516 Feb 16 16:52:07.693585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57224) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.721139 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=2607ce4d-c4f4-4d5b-831c-ce91b8cfe2e4,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:07.753026 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c3eb3b1c-d36c-4c7a-b8f6-d39b8dfe7387 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f229e5d-69e8-4fc5-8f0d-747b11186a53 HTTP/1.1" status: 200 len: 205 time: 0.0587332 Feb 16 16:52:07.755315 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57228) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.798373 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (00444f17-21fb-455b-8024-69e53537ab22), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:07.800543 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-6c22cc26-8f57-4a0f-b7d1-4b5194d03bc2 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] delete failed (client error): The resource could not be found. Feb 16 16:52:07.803719 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6c22cc26-8f57-4a0f-b7d1-4b5194d03bc2 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/routers/2f229e5d-69e8-4fc5-8f0d-747b11186a53 HTTP/1.1" status: 404 len: 336 time: 0.0453672 Feb 16 16:52:07.805406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57232) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.852611 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-56178839-e073-4f1e-a452-bc5d2e19edeb tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] DELETE failed (client error): The resource could not be found. Feb 16 16:52:07.853338 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56178839-e073-4f1e-a452-bc5d2e19edeb tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:52:07.857177 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-56178839-e073-4f1e-a452-bc5d2e19edeb tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/c0a57278-5bc0-4538-9050-0f26bf231257 HTTP/1.1" status: 404 len: 337 time: 0.0519171 Feb 16 16:52:07.859854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57236) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.922761 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d3286465-6999-4fd7-b403-260519149361 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d995e42f-02f1-497d-b8ba-d7521e76bb29 HTTP/1.1" status: 200 len: 205 time: 0.0615566 Feb 16 16:52:07.930798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57240) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.973843 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Floating IP 00444f17-21fb-455b-8024-69e53537ab22 associated. External IP: 172.25.4.241, port: 95bf3896-a615-4807-b3bd-d6a58095739b. Feb 16 16:52:07.978831 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57242) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:07.982720 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-73d4e2bf-e73b-4576-9478-0f0b70d3a727 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] delete failed (client error): The resource could not be found. Feb 16 16:52:07.983790 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-73d4e2bf-e73b-4576-9478-0f0b70d3a727 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/routers/d995e42f-02f1-497d-b8ba-d7521e76bb29 HTTP/1.1" status: 404 len: 336 time: 0.0474761 Feb 16 16:52:07.986295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57244) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:08.017174 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71949ff-7d32-4949-8fb3-3e95d5b10191 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] DELETE failed (client error): The resource could not be found. Feb 16 16:52:08.017627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71949ff-7d32-4949-8fb3-3e95d5b10191 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:52:08.023800 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c71949ff-7d32-4949-8fb3-3e95d5b10191 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/67e21799-09db-4f91-ab63-f7f11520755f HTTP/1.1" status: 404 len: 337 time: 0.0340586 Feb 16 16:52:08.025146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57246) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:08.066570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d2c9bced-b42d-454b-bbfb-90323b444cae tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a7f249f-e9fa-4365-a5b0-2f88ec94132b HTTP/1.1" status: 200 len: 205 time: 0.0376029 Feb 16 16:52:08.066816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57248) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:08.105748 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5009e645-0ac9-4e67-9cb6-1e87e645ef25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:08.126661 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-4bbb7c60-ee61-4c45-aa47-55fb48aa839f tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] delete failed (client error): The resource could not be found. Feb 16 16:52:08.130322 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4bbb7c60-ee61-4c45-aa47-55fb48aa839f tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/routers/2a7f249f-e9fa-4365-a5b0-2f88ec94132b HTTP/1.1" status: 404 len: 336 time: 0.0602415 Feb 16 16:52:08.130920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57250) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:08.161668 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ce2633-b29b-4a41-a4be-d9f1a3de4819 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] DELETE failed (client error): The resource could not be found. Feb 16 16:52:08.162121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ce2633-b29b-4a41-a4be-d9f1a3de4819 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:52:08.168543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-78ce2633-b29b-4a41-a4be-d9f1a3de4819 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/0b55842a-cbe9-4044-8c97-be839dc3d098 HTTP/1.1" status: 404 len: 337 time: 0.0344887 Feb 16 16:52:08.169033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57252) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:08.208087 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb439a4a-167b-4df8-befd-6cae76eb9368 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] DELETE failed (client error): The resource could not be found. Feb 16 16:52:08.208592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb439a4a-167b-4df8-befd-6cae76eb9368 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:52:08.214593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cb439a4a-167b-4df8-befd-6cae76eb9368 tempest-RoutersTest-1076457130 tempest-RoutersTest-1076457130-project] 10.222.0.24 "DELETE /v2.0/subnets/c882a129-bf12-4fc4-bdc8-d0034c174435 HTTP/1.1" status: 404 len: 337 time: 0.0417464 Feb 16 16:52:08.256182 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5009e645-0ac9-4e67-9cb6-1e87e645ef25 admin admin] Publish callbacks [] for security_group (1510d1cb-9c00-4413-92d6-3fd52853a315), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:08.266062 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5009e645-0ac9-4e67-9cb6-1e87e645ef25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1510d1cb-9c00-4413-92d6-3fd52853a315), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:08.297650 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5009e645-0ac9-4e67-9cb6-1e87e645ef25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c640e982e72140588bfa8fdf8b181aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3151634 Feb 16 16:52:08.300994 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57258) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:08.304884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b49f60a-adb7-4cd2-990a-de596629633d req-66e664ab-2983-4313-aa4d-6a2f5f45b0d9 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.4347258 Feb 16 16:52:08.412656 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009e645-0ac9-4e67-9cb6-1e87e645ef25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1510d1cb-9c00-4413-92d6-3fd52853a315,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:08.481661 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-685dddf4-6e39-43c6-acf7-3f66601f3ef6 admin admin] Publish callbacks [] for security_group (1510d1cb-9c00-4413-92d6-3fd52853a315), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:08.508326 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router aaed87a7-be86-485c-953c-a4b63a0cbb0c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:52:08.518421 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-685dddf4-6e39-43c6-acf7-3f66601f3ef6 admin admin] Publish callbacks [] for security_group (1510d1cb-9c00-4413-92d6-3fd52853a315), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:08.539063 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57262) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:08.666893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:52:08.679230 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78585bba-edad-4eb0-8fab-d0ac15dcde01 None None] Sync routers for ids ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:52:08.681214 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-685dddf4-6e39-43c6-acf7-3f66601f3ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1510d1cb-9c00-4413-92d6-3fd52853a315), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:08.685983 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-685dddf4-6e39-43c6-acf7-3f66601f3ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:08.696471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4474b8fb-3182-4465-ae4e-3437d79d5674 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6fd1be68ca045599a0b4d409b470d5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1566601 Feb 16 16:52:08.697922 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78585bba-edad-4eb0-8fab-d0ac15dcde01 None None] Routers {'aaed87a7-be86-485c-953c-a4b63a0cbb0c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:08.698690 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-78585bba-edad-4eb0-8fab-d0ac15dcde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:08.698964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57268) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:08.702853 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-685dddf4-6e39-43c6-acf7-3f66601f3ef6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1510d1cb-9c00-4413-92d6-3fd52853a315 HTTP/1.1" status: 204 len: 168 time: 0.3869452 Feb 16 16:52:08.711379 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:08.762049 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-355b615e-bf41-41c0-a4a8-64b1a107540c admin admin] Publish callbacks [] for security_group (e7dac366-dbaa-42b1-bdab-afb8ae6978ac), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:08.783613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dddf4-6e39-43c6-acf7-3f66601f3ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1510d1cb-9c00-4413-92d6-3fd52853a315,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:08.792567 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-355b615e-bf41-41c0-a4a8-64b1a107540c admin admin] Publish callbacks [] for security_group (e7dac366-dbaa-42b1-bdab-afb8ae6978ac), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:08.824528 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cbcdf897-0763-415b-ab4b-d7fab038dc81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2719104 Feb 16 16:52:08.825252 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:52:08.831182 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0cebd2-4678-4bd2-9797-b83565667cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:52:08.895436 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-355b615e-bf41-41c0-a4a8-64b1a107540c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e7dac366-dbaa-42b1-bdab-afb8ae6978ac), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:08.898453 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e3113a-0cdf-4172-a951-b066bfeab8a3 x-openstack-request-id: req-16e3113a-0cdf-4172-a951-b066bfeab8a3 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:52:08.899023 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-355b615e-bf41-41c0-a4a8-64b1a107540c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:08.899266 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:52:08.899660 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16e3113a-0cdf-4172-a951-b066bfeab8a3 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:52:08.900185 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b', 'status': 'completed', 'code': 200} Feb 16 16:52:08.901001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-355b615e-bf41-41c0-a4a8-64b1a107540c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7dac366-dbaa-42b1-bdab-afb8ae6978ac HTTP/1.1" status: 204 len: 168 time: 0.2009375 Feb 16 16:52:08.937190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b615e-bf41-41c0-a4a8-64b1a107540c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dac366-dbaa-42b1-bdab-afb8ae6978ac,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:08.957640 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-78585bba-edad-4eb0-8fab-d0ac15dcde01 None None] Set router aaed87a7-be86-485c-953c-a4b63a0cbb0c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:52:09.063867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3c293-174a-4e20-8dfb-ad70b0a548d8 req-9d0301a1-aa04-45ca-97da-f150de743d8e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:09.065864 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70e3c293-174a-4e20-8dfb-ad70b0a548d8 req-9d0301a1-aa04-45ca-97da-f150de743d8e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.1198967 Feb 16 16:52:09.077141 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cebd2-4678-4bd2-9797-b83565667cf2 req-44f6fc62-2949-49b3-ac40-b73b7d875009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:09.082602 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc0cebd2-4678-4bd2-9797-b83565667cf2 req-44f6fc62-2949-49b3-ac40-b73b7d875009 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 1128 time: 0.1460216 Feb 16 16:52:09.157130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70e3c293-174a-4e20-8dfb-ad70b0a548d8 req-6bf84c74-2e9a-43e0-b07e-66b34b9aef41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856915 Feb 16 16:52:09.182287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57286) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:09.288700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cebd2-4678-4bd2-9797-b83565667cf2 req-875b8d4f-ca11-4334-8e87-e41efa6ea00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:09.290196 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc0cebd2-4678-4bd2-9797-b83565667cf2 req-875b8d4f-ca11-4334-8e87-e41efa6ea00c service neutron] 10.222.0.60 "GET /v2.0/networks?id=660db8e8-ac8e-4f64-9b81-079f173b76f2 HTTP/1.1" status: 200 len: 898 time: 0.1993001 Feb 16 16:52:09.317859 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-045e2e73-dd50-44e5-806c-c5642ed4c2d9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/00444f17-21fb-455b-8024-69e53537ab22 HTTP/1.1" status: 200 len: 992 time: 0.1342337 Feb 16 16:52:09.506565 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-78585bba-edad-4eb0-8fab-d0ac15dcde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '9718472d-c866-426b-ab94-035488308b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:51:28Z', 'updated_at': '2022-02-16T16:51:40Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '9718472d-c866-426b-ab94-035488308b49', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:30Z', 'updated_at': '2022-02-16T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '00444f17-21fb-455b-8024-69e53537ab22', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'port_id': '95bf3896-a615-4807-b3bd-d6a58095739b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'mac_address': 'fa:16:3e:79:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:52:06Z', 'updated_at': '2022-02-16T16:52:06Z', 'revision_number': 0, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53febf57-99a1-4619-95b7-47c321c768ec', 'name': '', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:9a:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:38Z', 'updated_at': '2022-02-16T16:51:44Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:09.517097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bec98a0-5ea0-423e-98ca-3384695f244c req-ab6e44c4-1392-42cb-9038-2c5a901f067e tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0505588 Feb 16 16:52:09.526893 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc0cebd2-4678-4bd2-9797-b83565667cf2 req-ccda5367-52bd-4977-a836-7177f6723850 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95bf3896-a615-4807-b3bd-d6a58095739b HTTP/1.1" status: 200 len: 1000 time: 0.2299101 Feb 16 16:52:09.568090 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78585bba-edad-4eb0-8fab-d0ac15dcde01 None None] Checking router: aaed87a7-be86-485c-953c-a4b63a0cbb0c for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:52:09.591086 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78585bba-edad-4eb0-8fab-d0ac15dcde01 None None] Routers {'aaed87a7-be86-485c-953c-a4b63a0cbb0c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:09.592075 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-78585bba-edad-4eb0-8fab-d0ac15dcde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:51:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:09.635949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cebd2-4678-4bd2-9797-b83565667cf2 req-7f720630-e2dd-453b-b6a2-a2a99bc529a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:09.637760 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc0cebd2-4678-4bd2-9797-b83565667cf2 req-7f720630-e2dd-453b-b6a2-a2a99bc529a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=107c687b-d4fe-48c9-8d4b-6c0c18351465 HTTP/1.1" status: 200 len: 834 time: 0.1042182 Feb 16 16:52:09.718218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cebd2-4678-4bd2-9797-b83565667cf2 req-ee538eaa-edc4-4cff-8385-0c5a761c434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:09.719973 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc0cebd2-4678-4bd2-9797-b83565667cf2 req-ee538eaa-edc4-4cff-8385-0c5a761c434d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=660db8e8-ac8e-4f64-9b81-079f173b76f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0757930 Feb 16 16:52:09.766119 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-78585bba-edad-4eb0-8fab-d0ac15dcde01 None None] Set router aaed87a7-be86-485c-953c-a4b63a0cbb0c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:52:09.919118 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc0cebd2-4678-4bd2-9797-b83565667cf2 req-30a0466a-8a44-49d8-9b4e-66425efe77ec service neutron] 10.222.0.60 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802711 Feb 16 16:52:09.985234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57328) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:10.058075 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cc0cebd2-4678-4bd2-9797-b83565667cf2 req-7f0b9706-6787-4960-aa29-74df63464bae service neutron] 10.222.0.60 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410995 Feb 16 16:52:10.193919 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-78585bba-edad-4eb0-8fab-d0ac15dcde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '9718472d-c866-426b-ab94-035488308b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:51:28Z', 'updated_at': '2022-02-16T16:51:40Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '9718472d-c866-426b-ab94-035488308b49', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:30Z', 'updated_at': '2022-02-16T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '00444f17-21fb-455b-8024-69e53537ab22', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'port_id': '95bf3896-a615-4807-b3bd-d6a58095739b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'mac_address': 'fa:16:3e:79:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:52:06Z', 'updated_at': '2022-02-16T16:52:06Z', 'revision_number': 0, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53febf57-99a1-4619-95b7-47c321c768ec', 'name': '', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:9a:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:38Z', 'updated_at': '2022-02-16T16:51:44Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:10.236413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b630f520-93d6-4f58-8da1-31832f6e666b tempest-DvrRoutersNegativeTest-2127085024 tempest-DvrRoutersNegativeTest-2127085024-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1907111483', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:10.237867 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78585bba-edad-4eb0-8fab-d0ac15dcde01 None None] The sync data for ids ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'] in n-d-669411-5 is: [{'id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '9718472d-c866-426b-ab94-035488308b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:51:28Z', 'updated_at': '2022-02-16T16:51:40Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '9718472d-c866-426b-ab94-035488308b49', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:30Z', 'updated_at': '2022-02-16T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '00444f17-21fb-455b-8024-69e53537ab22', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'port_id': '95bf3896-a615-4807-b3bd-d6a58095739b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'mac_address': 'fa:16:3e:79:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:52:06Z', 'updated_at': '2022-02-16T16:52:06Z', 'revision_number': 0, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53febf57-99a1-4619-95b7-47c321c768ec', 'name': '', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:9a:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:38Z', 'updated_at': '2022-02-16T16:51:44Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:52:10.238944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.policy [None req-b630f520-93d6-4f58-8da1-31832f6e666b tempest-DvrRoutersNegativeTest-2127085024 tempest-DvrRoutersNegativeTest-2127085024-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103421) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 16 16:52:10.239241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.policy [None req-b630f520-93d6-4f58-8da1-31832f6e666b tempest-DvrRoutersNegativeTest-2127085024 tempest-DvrRoutersNegativeTest-2127085024-project] Failed policy check for 'create_router' {{(pid=103421) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 16 16:52:10.240540 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-b630f520-93d6-4f58-8da1-31832f6e666b tempest-DvrRoutersNegativeTest-2127085024 tempest-DvrRoutersNegativeTest-2127085024-project] create failed (client error): Access was denied to this resource. Feb 16 16:52:10.247634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b630f520-93d6-4f58-8da1-31832f6e666b tempest-DvrRoutersNegativeTest-2127085024 tempest-DvrRoutersNegativeTest-2127085024-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2539966 Feb 16 16:52:10.321787 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57338) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:10.404363 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-419222b4-11ed-4bec-9bd3-705ccc18c741 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/00444f17-21fb-455b-8024-69e53537ab22 HTTP/1.1" status: 200 len: 992 time: 0.0807722 Feb 16 16:52:10.501227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57342) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:10.564944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bc4f5d-c591-40c4-aa6a-c7c34cb283ed None None] New status for floating IP 00444f17-21fb-455b-8024-69e53537ab22: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:52:10.674853 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2089ab70-0b95-411a-98e8-2ed34c82e6ef req-87af66e5-be40-448c-b5f4-874919a167f3 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0521400 Feb 16 16:52:10.715786 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7af0902f-6adb-41d0-ae8b-d46ede1c5bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:10.834023 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7af0902f-6adb-41d0-ae8b-d46ede1c5bba admin admin] Publish callbacks [] for security_group (6c5fda57-21da-4676-81c9-5909c3f9f330), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:10.842275 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7af0902f-6adb-41d0-ae8b-d46ede1c5bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6c5fda57-21da-4676-81c9-5909c3f9f330), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:10.909239 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7af0902f-6adb-41d0-ae8b-d46ede1c5bba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abc1e3e57a1144e78ed9bd52a5f8d2ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4065609 Feb 16 16:52:10.911543 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0902f-6adb-41d0-ae8b-d46ede1c5bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5fda57-21da-4676-81c9-5909c3f9f330,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:10.911709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57364) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:11.013714 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f859-c555-4ff3-9b3b-a5e6042c4aed admin admin] Publish callbacks [] for security_group (6c5fda57-21da-4676-81c9-5909c3f9f330), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:11.045472 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f859-c555-4ff3-9b3b-a5e6042c4aed admin admin] Publish callbacks [] for security_group (6c5fda57-21da-4676-81c9-5909c3f9f330), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:11.095089 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f859-c555-4ff3-9b3b-a5e6042c4aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6c5fda57-21da-4676-81c9-5909c3f9f330), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:11.097984 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f859-c555-4ff3-9b3b-a5e6042c4aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:11.101509 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1ee2f859-c555-4ff3-9b3b-a5e6042c4aed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c5fda57-21da-4676-81c9-5909c3f9f330 HTTP/1.1" status: 204 len: 168 time: 0.1864078 Feb 16 16:52:11.109047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2f859-c555-4ff3-9b3b-a5e6042c4aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5fda57-21da-4676-81c9-5909c3f9f330,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:11.407012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57400) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:11.478344 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1c47dae8-8727-4ba2-9ba6-a7ecadad3f57 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/00444f17-21fb-455b-8024-69e53537ab22 HTTP/1.1" status: 200 len: 994 time: 0.0700724 Feb 16 16:52:11.822049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a4f35d8-7388-499b-aa59-9d0c9c8cd16f req-f3904f5f-96fe-4665-87f8-f7883907bc8c tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0623617 Feb 16 16:52:11.955485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57466) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:12.094465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1177624955-network', 'tenant_id': '14be1d02e0ef45bcbe2877c67d4c8344'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:12.116519 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] Made reservation on behalf of 14be1d02e0ef45bcbe2877c67d4c8344 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:52:12.119042 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:12.133925 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:12.226204 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] Publish callbacks [] for security_group (bd51febd-bd54-4736-89b6-9eab8cbbf934), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:12.232039 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (bd51febd-bd54-4736-89b6-9eab8cbbf934), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:12.254405 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:52:12.272589 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd51febd-bd54-4736-89b6-9eab8cbbf934,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:12.277342 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7cef4031-052f-4ec8-b092-57074b6095f4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:12.278400 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] Added segment 7cef4031-052f-4ec8-b092-57074b6095f4 of type vlan for network 1e03c058-abfa-484a-8351-5bdafcab692c Feb 16 16:52:12.322231 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (1e03c058-abfa-484a-8351-5bdafcab692c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:12.353312 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (1e03c058-abfa-484a-8351-5bdafcab692c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:12.354240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:12.354838 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:12.417426 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] Pushing event updated for resources: {'Network': ['ID=1e03c058-abfa-484a-8351-5bdafcab692c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:12.427605 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 1e03c058-abfa-484a-8351-5bdafcab692c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:52:12.446507 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-233ff8ad-6859-487d-b838-38400de9fb9a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4870808 Feb 16 16:52:12.446869 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57512) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:12.452232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ff2836ae-444d-4fb7-9d00-3d80eba3c9f4 admin admin] Request body: {'subnet': {'network_id': '1e03c058-abfa-484a-8351-5bdafcab692c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1177624955-subnet', 'tenant_id': '14be1d02e0ef45bcbe2877c67d4c8344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:12.475852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2836ae-444d-4fb7-9d00-3d80eba3c9f4 admin admin] Made reservation on behalf of 14be1d02e0ef45bcbe2877c67d4c8344 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:52:12.478926 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff2836ae-444d-4fb7-9d00-3d80eba3c9f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:12.697685 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff2836ae-444d-4fb7-9d00-3d80eba3c9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (62c4739b-8035-4137-8b04-56fd32f19b6f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:12.787588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2836ae-444d-4fb7-9d00-3d80eba3c9f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c4739b-8035-4137-8b04-56fd32f19b6f,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:12.793434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2836ae-444d-4fb7-9d00-3d80eba3c9f4 admin admin] Checking segment: {'id': '7cef4031-052f-4ec8-b092-57074b6095f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1e03c058-abfa-484a-8351-5bdafcab692c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:52:12.794046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2836ae-444d-4fb7-9d00-3d80eba3c9f4 admin admin] Network hostable DHCP agents. Network: 1e03c058-abfa-484a-8351-5bdafcab692c, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:52:12.816237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2836ae-444d-4fb7-9d00-3d80eba3c9f4 admin admin] Network 1e03c058-abfa-484a-8351-5bdafcab692c is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:52:12.827575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-ff2836ae-444d-4fb7-9d00-3d80eba3c9f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 1e03c058-abfa-484a-8351-5bdafcab692c) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:52:12.832695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2836ae-444d-4fb7-9d00-3d80eba3c9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:12.833299 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ff2836ae-444d-4fb7-9d00-3d80eba3c9f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:12.845604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e32b9a6-a1f6-4084-b4bf-22502b75903e None None] Network 1e03c058-abfa-484a-8351-5bdafcab692c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:52:12.850878 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ff2836ae-444d-4fb7-9d00-3d80eba3c9f4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4028821 Feb 16 16:52:12.903530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57538) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:12.978258 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1b22dbd-7f47-49df-9cfa-84bb6ff29301 req-b3f5c86e-a165-47c6-825b-8a5a3a49f620 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0329995 Feb 16 16:52:13.063246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17d3480-6ef0-41ee-913c-d4f802a6c77a None None] Network 1e03c058-abfa-484a-8351-5bdafcab692c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:52:13.098498 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddb98edd-1824-45fb-be76-fc2c275387c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.220793 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddb98edd-1824-45fb-be76-fc2c275387c7 admin admin] Publish callbacks [] for security_group (97cc022e-5e05-4288-9ce4-a5e1d9820f64), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.227033 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddb98edd-1824-45fb-be76-fc2c275387c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (97cc022e-5e05-4288-9ce4-a5e1d9820f64), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.288213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57556) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:13.288427 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ddb98edd-1824-45fb-be76-fc2c275387c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e15955ba75a548e0a6ec2a89ae08cd0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3832014 Feb 16 16:52:13.290691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb98edd-1824-45fb-be76-fc2c275387c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cc022e-5e05-4288-9ce4-a5e1d9820f64,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:13.378567 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c666ae2-97dd-42b6-beff-6388e7a5874d admin admin] Publish callbacks [] for security_group (97cc022e-5e05-4288-9ce4-a5e1d9820f64), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.405908 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c666ae2-97dd-42b6-beff-6388e7a5874d admin admin] Publish callbacks [] for security_group (97cc022e-5e05-4288-9ce4-a5e1d9820f64), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.473695 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c666ae2-97dd-42b6-beff-6388e7a5874d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (97cc022e-5e05-4288-9ce4-a5e1d9820f64), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.476322 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c666ae2-97dd-42b6-beff-6388e7a5874d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.481421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3c666ae2-97dd-42b6-beff-6388e7a5874d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97cc022e-5e05-4288-9ce4-a5e1d9820f64 HTTP/1.1" status: 204 len: 168 time: 0.1911166 Feb 16 16:52:13.491054 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c666ae2-97dd-42b6-beff-6388e7a5874d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cc022e-5e05-4288-9ce4-a5e1d9820f64,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:13.526332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57564) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:13.532160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2002212312-network', 'tenant_id': '4cb2ab9349bf4a5488dd5bd1eb9b27d9'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:13.558174 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] Made reservation on behalf of 4cb2ab9349bf4a5488dd5bd1eb9b27d9 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:52:13.561376 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.570360 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.656302 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] Publish callbacks [] for security_group (cd25dd80-3cfd-4096-b16d-05a655614c53), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.661467 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cd25dd80-3cfd-4096-b16d-05a655614c53), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.689649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:52:13.699134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd25dd80-3cfd-4096-b16d-05a655614c53,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:13.718896 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (3fc29d18-9121-4e43-81e7-e4362a625bbb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.719243 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] Added segment 3fc29d18-9121-4e43-81e7-e4362a625bbb of type vlan for network f6a5e3c6-48e1-4057-8deb-9315f0d49b37 Feb 16 16:52:13.763042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (f6a5e3c6-48e1-4057-8deb-9315f0d49b37), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.794127 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (f6a5e3c6-48e1-4057-8deb-9315f0d49b37), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.795276 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:13.796030 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.833573 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57568) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:13.834124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3062289 Feb 16 16:52:13.838987 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:52:13.839591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c93600fa-7373-4b1c-a7c7-715445619362 admin admin] Request body: {'subnet': {'network_id': 'f6a5e3c6-48e1-4057-8deb-9315f0d49b37', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2002212312-subnet', 'tenant_id': '4cb2ab9349bf4a5488dd5bd1eb9b27d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:13.869342 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93600fa-7373-4b1c-a7c7-715445619362 admin admin] Made reservation on behalf of 4cb2ab9349bf4a5488dd5bd1eb9b27d9 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:52:13.870167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c6084-421f-452b-ba8a-a3c04f5e5dcc admin admin] Pushing event updated for resources: {'Network': ['ID=f6a5e3c6-48e1-4057-8deb-9315f0d49b37,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:13.881674 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network f6a5e3c6-48e1-4057-8deb-9315f0d49b37 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:52:13.890025 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c93600fa-7373-4b1c-a7c7-715445619362 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:13.894199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57570) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:13.909785 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b67e8339-1f9c-46b0-9355-b330c9acca04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.014510 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b67e8339-1f9c-46b0-9355-b330c9acca04 admin admin] Publish callbacks [] for security_group (015776a5-9ea7-46bb-b50b-ee0ad4faa5c3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.022742 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b67e8339-1f9c-46b0-9355-b330c9acca04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (015776a5-9ea7-46bb-b50b-ee0ad4faa5c3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.084872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e8339-1f9c-46b0-9355-b330c9acca04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015776a5-9ea7-46bb-b50b-ee0ad4faa5c3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:14.088727 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c93600fa-7373-4b1c-a7c7-715445619362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (8ebfc300-75f3-4d8a-bc42-1517d10131ba), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.091390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b67e8339-1f9c-46b0-9355-b330c9acca04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1234ee3414e84ca5870080ff42fc3e18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1960058 Feb 16 16:52:14.097245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57574) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:14.111824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51d0f7cc-cadd-4ef5-a081-094ba009b8da req-336397a5-39ad-46d2-8830-0fff57a23d70 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0440328 Feb 16 16:52:14.207642 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93600fa-7373-4b1c-a7c7-715445619362 admin admin] Checking segment: {'id': '3fc29d18-9121-4e43-81e7-e4362a625bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f6a5e3c6-48e1-4057-8deb-9315f0d49b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:52:14.208026 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93600fa-7373-4b1c-a7c7-715445619362 admin admin] Network hostable DHCP agents. Network: f6a5e3c6-48e1-4057-8deb-9315f0d49b37, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:52:14.217528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93600fa-7373-4b1c-a7c7-715445619362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ebfc300-75f3-4d8a-bc42-1517d10131ba,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:14.224620 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70cee7cc-fa8b-4535-a5d4-4c397b6caf73 admin admin] Publish callbacks [] for security_group (015776a5-9ea7-46bb-b50b-ee0ad4faa5c3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.252955 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93600fa-7373-4b1c-a7c7-715445619362 admin admin] Network f6a5e3c6-48e1-4057-8deb-9315f0d49b37 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:52:14.256035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70cee7cc-fa8b-4535-a5d4-4c397b6caf73 admin admin] Publish callbacks [] for security_group (015776a5-9ea7-46bb-b50b-ee0ad4faa5c3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.278809 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c93600fa-7373-4b1c-a7c7-715445619362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, f6a5e3c6-48e1-4057-8deb-9315f0d49b37) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:52:14.291036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93600fa-7373-4b1c-a7c7-715445619362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:14.291642 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c93600fa-7373-4b1c-a7c7-715445619362 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.296516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8ee0cc-407f-4224-82a8-c8271284b80f None None] Network f6a5e3c6-48e1-4057-8deb-9315f0d49b37 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:52:14.341230 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c93600fa-7373-4b1c-a7c7-715445619362 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5055642 Feb 16 16:52:14.357622 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70cee7cc-fa8b-4535-a5d4-4c397b6caf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (015776a5-9ea7-46bb-b50b-ee0ad4faa5c3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.360274 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-70cee7cc-fa8b-4535-a5d4-4c397b6caf73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.364355 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-70cee7cc-fa8b-4535-a5d4-4c397b6caf73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/015776a5-9ea7-46bb-b50b-ee0ad4faa5c3 HTTP/1.1" status: 204 len: 168 time: 0.2623694 Feb 16 16:52:14.373665 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cee7cc-fa8b-4535-a5d4-4c397b6caf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015776a5-9ea7-46bb-b50b-ee0ad4faa5c3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:14.453048 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e5a6ae-bca1-40a3-8f3f-259beb818d77 None None] Network f6a5e3c6-48e1-4057-8deb-9315f0d49b37 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:52:14.520400 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57586) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:14.570198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-8804878a-8ba4-4fb9-ad9a-bca2c7d939da admin admin] Deleting subnet 62c4739b-8035-4137-8b04-56fd32f19b6f {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:52:14.577342 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8804878a-8ba4-4fb9-ad9a-bca2c7d939da admin admin] Publish callbacks [] for subnet (62c4739b-8035-4137-8b04-56fd32f19b6f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.623402 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8804878a-8ba4-4fb9-ad9a-bca2c7d939da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (62c4739b-8035-4137-8b04-56fd32f19b6f), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.663996 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8804878a-8ba4-4fb9-ad9a-bca2c7d939da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (62c4739b-8035-4137-8b04-56fd32f19b6f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.721774 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8804878a-8ba4-4fb9-ad9a-bca2c7d939da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (62c4739b-8035-4137-8b04-56fd32f19b6f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.753918 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804878a-8ba4-4fb9-ad9a-bca2c7d939da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c4739b-8035-4137-8b04-56fd32f19b6f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:14.757864 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8804878a-8ba4-4fb9-ad9a-bca2c7d939da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.761105 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8804878a-8ba4-4fb9-ad9a-bca2c7d939da admin admin] 10.222.0.24 "DELETE /v2.0/subnets/62c4739b-8035-4137-8b04-56fd32f19b6f HTTP/1.1" status: 204 len: 168 time: 0.2396874 Feb 16 16:52:14.764540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57594) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:14.845297 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-23cb6c3e-9123-458e-b2ed-9137893d532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (1e03c058-abfa-484a-8351-5bdafcab692c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.930836 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-23cb6c3e-9123-458e-b2ed-9137893d532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (1e03c058-abfa-484a-8351-5bdafcab692c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:14.960191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-23cb6c3e-9123-458e-b2ed-9137893d532a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e03c058-abfa-484a-8351-5bdafcab692c']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:14.976338 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-23cb6c3e-9123-458e-b2ed-9137893d532a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cef4031-052f-4ec8-b092-57074b6095f4') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:14.976772 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-23cb6c3e-9123-458e-b2ed-9137893d532a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cef4031-052f-4ec8-b092-57074b6095f4') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:14.990337 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-23cb6c3e-9123-458e-b2ed-9137893d532a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (7cef4031-052f-4ec8-b092-57074b6095f4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.006521 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-23cb6c3e-9123-458e-b2ed-9137893d532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7cef4031-052f-4ec8-b092-57074b6095f4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.020752 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cb6c3e-9123-458e-b2ed-9137893d532a admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:52:15.021312 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-23cb6c3e-9123-458e-b2ed-9137893d532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (7cef4031-052f-4ec8-b092-57074b6095f4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:52:15.023261 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:52:15.107177 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-23cb6c3e-9123-458e-b2ed-9137893d532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (1e03c058-abfa-484a-8351-5bdafcab692c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.117231 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-23cb6c3e-9123-458e-b2ed-9137893d532a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.120504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-23cb6c3e-9123-458e-b2ed-9137893d532a admin admin] 10.222.0.24 "DELETE /v2.0/networks/1e03c058-abfa-484a-8351-5bdafcab692c HTTP/1.1" status: 204 len: 168 time: 0.3547370 Feb 16 16:52:15.123815 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57608) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:15.134201 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb6c3e-9123-458e-b2ed-9137893d532a admin admin] Pushing event deleted for resources: {'Network': ['ID=1e03c058-abfa-484a-8351-5bdafcab692c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:15.190902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40f6d44-a7c0-4ac1-aef2-742195434300 admin admin] Deleting subnet 8ebfc300-75f3-4d8a-bc42-1517d10131ba {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:52:15.211991 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0072c21c-aecc-4749-b6d7-7cd5b6e26f27 req-061d559c-cdd4-45e2-8a39-5d818a96fe33 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0893652 Feb 16 16:52:15.213242 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f40f6d44-a7c0-4ac1-aef2-742195434300 admin admin] Publish callbacks [] for subnet (8ebfc300-75f3-4d8a-bc42-1517d10131ba), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.261546 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f40f6d44-a7c0-4ac1-aef2-742195434300 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (8ebfc300-75f3-4d8a-bc42-1517d10131ba), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.284460 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a0eb3874-9e18-4441-83a0-3980ab0fef29 req-c808fc40-7854-4216-b542-c9a0f3004b3c tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0397460 Feb 16 16:52:15.324028 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f40f6d44-a7c0-4ac1-aef2-742195434300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (8ebfc300-75f3-4d8a-bc42-1517d10131ba), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.389053 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f40f6d44-a7c0-4ac1-aef2-742195434300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (8ebfc300-75f3-4d8a-bc42-1517d10131ba), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.417177 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f6d44-a7c0-4ac1-aef2-742195434300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ebfc300-75f3-4d8a-bc42-1517d10131ba,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:15.420011 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f40f6d44-a7c0-4ac1-aef2-742195434300 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.423881 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f40f6d44-a7c0-4ac1-aef2-742195434300 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8ebfc300-75f3-4d8a-bc42-1517d10131ba HTTP/1.1" status: 204 len: 168 time: 0.2985818 Feb 16 16:52:15.426137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57624) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:15.518505 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b300d9a8-b600-4eec-8678-658749102b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (f6a5e3c6-48e1-4057-8deb-9315f0d49b37), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.624263 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b300d9a8-b600-4eec-8678-658749102b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (f6a5e3c6-48e1-4057-8deb-9315f0d49b37), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.645902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b300d9a8-b600-4eec-8678-658749102b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a5e3c6-48e1-4057-8deb-9315f0d49b37']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:15.655828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b300d9a8-b600-4eec-8678-658749102b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc29d18-9121-4e43-81e7-e4362a625bbb') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:15.656203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b300d9a8-b600-4eec-8678-658749102b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc29d18-9121-4e43-81e7-e4362a625bbb') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:15.665625 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b300d9a8-b600-4eec-8678-658749102b07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (3fc29d18-9121-4e43-81e7-e4362a625bbb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.679885 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b300d9a8-b600-4eec-8678-658749102b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (3fc29d18-9121-4e43-81e7-e4362a625bbb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.686969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b300d9a8-b600-4eec-8678-658749102b07 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:52:15.687526 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b300d9a8-b600-4eec-8678-658749102b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (3fc29d18-9121-4e43-81e7-e4362a625bbb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:52:15.691217 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:52:15.760283 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b300d9a8-b600-4eec-8678-658749102b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (f6a5e3c6-48e1-4057-8deb-9315f0d49b37), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.768734 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b300d9a8-b600-4eec-8678-658749102b07 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:15.772459 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b300d9a8-b600-4eec-8678-658749102b07 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f6a5e3c6-48e1-4057-8deb-9315f0d49b37 HTTP/1.1" status: 204 len: 168 time: 0.3457105 Feb 16 16:52:15.783973 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300d9a8-b600-4eec-8678-658749102b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a5e3c6-48e1-4057-8deb-9315f0d49b37,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:16.003306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57646) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:16.045712 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3e1490e9-be5c-43c9-aa24-698c33514bf1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14be1d02e0ef45bcbe2877c67d4c8344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412064 Feb 16 16:52:16.048328 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57654) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:16.098614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2533cd1d-65cc-4331-92bf-0f44a2ff40a9 admin admin] Publish callbacks [] for security_group (bd51febd-bd54-4736-89b6-9eab8cbbf934), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:16.122037 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2533cd1d-65cc-4331-92bf-0f44a2ff40a9 admin admin] Publish callbacks [] for security_group (bd51febd-bd54-4736-89b6-9eab8cbbf934), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:16.176411 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2533cd1d-65cc-4331-92bf-0f44a2ff40a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (bd51febd-bd54-4736-89b6-9eab8cbbf934), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:16.179171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2533cd1d-65cc-4331-92bf-0f44a2ff40a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:16.182814 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2533cd1d-65cc-4331-92bf-0f44a2ff40a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd51febd-bd54-4736-89b6-9eab8cbbf934 HTTP/1.1" status: 204 len: 168 time: 0.1310701 Feb 16 16:52:16.189808 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533cd1d-65cc-4331-92bf-0f44a2ff40a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd51febd-bd54-4736-89b6-9eab8cbbf934,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:16.439969 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f59b337f-a0c0-4d15-a234-3015158e9bc7 req-8c594d3b-5bc5-4377-8fa9-7a23a2652364 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0354662 Feb 16 16:52:16.676467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57698) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:16.733126 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a8d032ed-14b5-49c3-9a03-6618c0185ed1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cb2ab9349bf4a5488dd5bd1eb9b27d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0551493 Feb 16 16:52:16.735490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57700) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:16.793782 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de103fa3-1b23-4742-ada8-0f63b3c9aabc admin admin] Publish callbacks [] for security_group (cd25dd80-3cfd-4096-b16d-05a655614c53), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:16.815426 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de103fa3-1b23-4742-ada8-0f63b3c9aabc admin admin] Publish callbacks [] for security_group (cd25dd80-3cfd-4096-b16d-05a655614c53), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:16.865547 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de103fa3-1b23-4742-ada8-0f63b3c9aabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (cd25dd80-3cfd-4096-b16d-05a655614c53), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:16.869257 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de103fa3-1b23-4742-ada8-0f63b3c9aabc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:16.874266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57706) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:16.881641 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-de103fa3-1b23-4742-ada8-0f63b3c9aabc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd25dd80-3cfd-4096-b16d-05a655614c53 HTTP/1.1" status: 204 len: 168 time: 0.1371143 Feb 16 16:52:16.891420 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de103fa3-1b23-4742-ada8-0f63b3c9aabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd25dd80-3cfd-4096-b16d-05a655614c53,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:17.139674 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab1b23a3-a00c-4d32-a690-a3fd57c907d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:17.228555 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab1b23a3-a00c-4d32-a690-a3fd57c907d3 admin admin] Publish callbacks [] for security_group (23405b0f-9da7-4ac4-a840-59b3aba8f101), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:17.233279 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ab1b23a3-a00c-4d32-a690-a3fd57c907d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (23405b0f-9da7-4ac4-a840-59b3aba8f101), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:17.283490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ab1b23a3-a00c-4d32-a690-a3fd57c907d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcc323386de74134851ff599e0b1a66c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4075787 Feb 16 16:52:17.284821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b23a3-a00c-4d32-a690-a3fd57c907d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23405b0f-9da7-4ac4-a840-59b3aba8f101,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:17.286300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57720) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:17.361152 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d097118-1f8f-4c6c-898a-43324b817472 admin admin] Publish callbacks [] for security_group (23405b0f-9da7-4ac4-a840-59b3aba8f101), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:17.398589 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d097118-1f8f-4c6c-898a-43324b817472 admin admin] Publish callbacks [] for security_group (23405b0f-9da7-4ac4-a840-59b3aba8f101), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:17.482434 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d097118-1f8f-4c6c-898a-43324b817472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (23405b0f-9da7-4ac4-a840-59b3aba8f101), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:17.485231 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d097118-1f8f-4c6c-898a-43324b817472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:17.486606 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9d097118-1f8f-4c6c-898a-43324b817472 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23405b0f-9da7-4ac4-a840-59b3aba8f101 HTTP/1.1" status: 204 len: 168 time: 0.1953700 Feb 16 16:52:17.500252 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d097118-1f8f-4c6c-898a-43324b817472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23405b0f-9da7-4ac4-a840-59b3aba8f101,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:17.591570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b64b135e-555a-4aa7-8996-bc1693be0c58 req-a2573809-fa4c-472a-a566-55e3df70f4fe tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0407853 Feb 16 16:52:17.879410 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f4332b5e-1a80-4ec0-874c-046cbd886846 req-72c6eade-0e82-469e-88b3-aa44e2a6b663 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71f915a998c84d8ca0be7e6e0b6c0504&device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0523782 Feb 16 16:52:17.934473 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-beb280a7-fbfd-441f-9882-c6e6921469bc req-c3608fc9-99f2-4b4b-a48b-9733cfb1e4e3 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0655596 Feb 16 16:52:17.948619 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f4332b5e-1a80-4ec0-874c-046cbd886846 req-5ee01b35-7867-4004-8e88-d9d2916c3587 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=71f915a998c84d8ca0be7e6e0b6c0504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624020 Feb 16 16:52:18.042269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57756) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:18.064228 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8f36e025-2f08-40a2-aa19-cd0b49983af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:18.170741 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8f36e025-2f08-40a2-aa19-cd0b49983af1 admin admin] Publish callbacks [] for security_group (c4e09bcf-484d-474a-88df-bd8fccd76369), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:18.177434 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8f36e025-2f08-40a2-aa19-cd0b49983af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c4e09bcf-484d-474a-88df-bd8fccd76369), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:18.239996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36e025-2f08-40a2-aa19-cd0b49983af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e09bcf-484d-474a-88df-bd8fccd76369,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:18.248211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8f36e025-2f08-40a2-aa19-cd0b49983af1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35ef41f4e4e644429f2051d25e9ccbe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2013505 Feb 16 16:52:18.248484 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57762) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:18.323234 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f8286de3-8826-46ff-a2e5-eff876bd0da6 admin admin] Publish callbacks [] for security_group (c4e09bcf-484d-474a-88df-bd8fccd76369), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:18.354170 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f8286de3-8826-46ff-a2e5-eff876bd0da6 admin admin] Publish callbacks [] for security_group (c4e09bcf-484d-474a-88df-bd8fccd76369), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:18.420614 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f8286de3-8826-46ff-a2e5-eff876bd0da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c4e09bcf-484d-474a-88df-bd8fccd76369), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:18.423276 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f8286de3-8826-46ff-a2e5-eff876bd0da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:18.426927 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f8286de3-8826-46ff-a2e5-eff876bd0da6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4e09bcf-484d-474a-88df-bd8fccd76369 HTTP/1.1" status: 204 len: 168 time: 0.1752951 Feb 16 16:52:18.441632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8286de3-8826-46ff-a2e5-eff876bd0da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e09bcf-484d-474a-88df-bd8fccd76369,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:18.471281 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4332b5e-1a80-4ec0-874c-046cbd886846 req-3b2664cf-ff7c-4e51-aece-a0de53c8eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:18.473010 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f4332b5e-1a80-4ec0-874c-046cbd886846 req-3b2664cf-ff7c-4e51-aece-a0de53c8eb43 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5175185 Feb 16 16:52:19.073813 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29f53f92-a1b1-4b5e-bcff-abe07a660872 req-00559e9a-1e1f-45a3-94ff-85001c005042 tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0511675 Feb 16 16:52:19.876200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57830) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:19.920693 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f4332b5e-1a80-4ec0-874c-046cbd886846 req-84dc89af-e0eb-4a36-9b68-91821c6d78bb tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.60 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0306370 Feb 16 16:52:20.055291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-698894690'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:20.082236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Made reservation on behalf of 1fc6944977e24d119a0a25474cebe630 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:52:20.086209 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.097560 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.222335 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Publish callbacks [] for security_group (20baa783-394d-492a-b291-0816ebf55edd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.242368 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16e3ce78-7c92-46c8-9710-78595d98e6c5 req-97462039-9408-4e65-9f0b-1f397dcbe57a tempest-ServerShowV254Test-498672036 tempest-ServerShowV254Test-498672036-project] 10.222.0.24 "GET /v2.0/ports?device_id=21af3da3-6a24-4c58-91dd-62be1d040537 HTTP/1.1" status: 200 len: 210 time: 0.0365789 Feb 16 16:52:20.242956 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (20baa783-394d-492a-b291-0816ebf55edd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.283138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:52:20.293594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20baa783-394d-492a-b291-0816ebf55edd,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:20.299136 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (3665780b-d33b-497d-b31a-940f780b494c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.299680 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Added segment 3665780b-d33b-497d-b31a-940f780b494c of type vlan for network 001e814c-2da5-418f-9d88-be04849e4a6c Feb 16 16:52:20.365964 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (001e814c-2da5-418f-9d88-be04849e4a6c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.404807 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (001e814c-2da5-418f-9d88-be04849e4a6c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.410567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:20.411347 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.507921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Pushing event updated for resources: {'Network': ['ID=001e814c-2da5-418f-9d88-be04849e4a6c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:20.523539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 001e814c-2da5-418f-9d88-be04849e4a6c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:52:20.527695 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-88f7f0d2-5f1f-42cc-b148-0ab9e21ef95b tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6503658 Feb 16 16:52:20.531043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57838) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:20.603796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Request body: {'network': {'name': 'tempest-network--1149195618', 'router:external': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:20.647797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Made reservation on behalf of 49ca7db8e0884bd58b44f53e490e7eb6 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:52:20.650575 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.661984 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.792342 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for security_group (f15143a0-b023-4178-b936-4d5e2fe58a5f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.796845 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f15143a0-b023-4178-b936-4d5e2fe58a5f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.828074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:52:20.834589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15143a0-b023-4178-b936-4d5e2fe58a5f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:20.842681 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f0ad17fb-47f1-44b9-957d-44803e183ad7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.843029 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Added segment f0ad17fb-47f1-44b9-957d-44803e183ad7 of type vlan for network f6131f73-6a20-461d-975b-107dc50b8866 Feb 16 16:52:20.891681 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (f6131f73-6a20-461d-975b-107dc50b8866), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.919856 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (f6131f73-6a20-461d-975b-107dc50b8866), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.920840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:20.921413 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:20.963500 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4312370 Feb 16 16:52:20.966586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57848) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:20.989735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e9211-b807-4533-a8df-f8f6c7bfb16a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event updated for resources: {'Network': ['ID=f6131f73-6a20-461d-975b-107dc50b8866,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:21.001497 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network f6131f73-6a20-461d-975b-107dc50b8866 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:52:21.046225 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-858368d2-d351-4b7d-be95-0ab4a2afb2c8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (f6131f73-6a20-461d-975b-107dc50b8866), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:21.130478 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-858368d2-d351-4b7d-be95-0ab4a2afb2c8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (f6131f73-6a20-461d-975b-107dc50b8866), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:21.153412 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-858368d2-d351-4b7d-be95-0ab4a2afb2c8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6131f73-6a20-461d-975b-107dc50b8866']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:21.163675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-858368d2-d351-4b7d-be95-0ab4a2afb2c8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ad17fb-47f1-44b9-957d-44803e183ad7') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:21.164100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-858368d2-d351-4b7d-be95-0ab4a2afb2c8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ad17fb-47f1-44b9-957d-44803e183ad7') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:21.176211 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-858368d2-d351-4b7d-be95-0ab4a2afb2c8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (f0ad17fb-47f1-44b9-957d-44803e183ad7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:21.191158 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-858368d2-d351-4b7d-be95-0ab4a2afb2c8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f0ad17fb-47f1-44b9-957d-44803e183ad7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:21.197736 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858368d2-d351-4b7d-be95-0ab4a2afb2c8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:52:21.198136 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-858368d2-d351-4b7d-be95-0ab4a2afb2c8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (f0ad17fb-47f1-44b9-957d-44803e183ad7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:52:21.200662 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:52:21.261443 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-858368d2-d351-4b7d-be95-0ab4a2afb2c8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (f6131f73-6a20-461d-975b-107dc50b8866), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:21.278394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858368d2-d351-4b7d-be95-0ab4a2afb2c8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6131f73-6a20-461d-975b-107dc50b8866 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 16:52:21.281549 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-858368d2-d351-4b7d-be95-0ab4a2afb2c8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:21.288500 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-858368d2-d351-4b7d-be95-0ab4a2afb2c8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f6131f73-6a20-461d-975b-107dc50b8866 HTTP/1.1" status: 204 len: 168 time: 0.3208117 Feb 16 16:52:21.288724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57852) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:21.289431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858368d2-d351-4b7d-be95-0ab4a2afb2c8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6131f73-6a20-461d-975b-107dc50b8866,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:21.294577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e690a28c-b00c-468c-95b9-3c59685a15b6 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:21.317608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e690a28c-b00c-468c-95b9-3c59685a15b6 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Made reservation on behalf of 49ca7db8e0884bd58b44f53e490e7eb6 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:52:21.321021 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e690a28c-b00c-468c-95b9-3c59685a15b6 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:21.352139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e690a28c-b00c-468c-95b9-3c59685a15b6 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:52:21.363459 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e690a28c-b00c-468c-95b9-3c59685a15b6 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6b0d9d0c-a97f-48ce-afb9-d1946a45747d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:21.364282 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-e690a28c-b00c-468c-95b9-3c59685a15b6 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Added segment 6b0d9d0c-a97f-48ce-afb9-d1946a45747d of type vlan for network f49b1b7c-e6fe-4303-9a2a-1aecb856ff58 Feb 16 16:52:21.417338 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e690a28c-b00c-468c-95b9-3c59685a15b6 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (f49b1b7c-e6fe-4303-9a2a-1aecb856ff58), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:21.472859 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e690a28c-b00c-468c-95b9-3c59685a15b6 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (f49b1b7c-e6fe-4303-9a2a-1aecb856ff58), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:21.472859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e690a28c-b00c-468c-95b9-3c59685a15b6 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:21.472859 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e690a28c-b00c-468c-95b9-3c59685a15b6 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:21.549413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690a28c-b00c-468c-95b9-3c59685a15b6 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event updated for resources: {'Network': ['ID=f49b1b7c-e6fe-4303-9a2a-1aecb856ff58,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:21.559080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e690a28c-b00c-468c-95b9-3c59685a15b6 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2660644 Feb 16 16:52:21.559280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57860) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:21.565372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network f49b1b7c-e6fe-4303-9a2a-1aecb856ff58 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:52:21.583653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-52d66f21-bddf-42a4-81ba-abf45f4d9d02 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Request body: {'subnet': {'network_id': 'f49b1b7c-e6fe-4303-9a2a-1aecb856ff58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:21.633767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d66f21-bddf-42a4-81ba-abf45f4d9d02 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Made reservation on behalf of 49ca7db8e0884bd58b44f53e490e7eb6 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:52:21.637262 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-52d66f21-bddf-42a4-81ba-abf45f4d9d02 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:21.836375 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57874) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:22.003722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1acf9194-3b90-4ea0-a45d-44f7c34cec43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:22.137604 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1acf9194-3b90-4ea0-a45d-44f7c34cec43 admin admin] Publish callbacks [] for security_group (0e2d91d8-f903-4786-bc29-47dfa15d6fc5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:22.143172 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1acf9194-3b90-4ea0-a45d-44f7c34cec43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0e2d91d8-f903-4786-bc29-47dfa15d6fc5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:22.204638 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1acf9194-3b90-4ea0-a45d-44f7c34cec43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71f915a998c84d8ca0be7e6e0b6c0504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3645487 Feb 16 16:52:22.205494 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57886) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:22.276576 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf9194-3b90-4ea0-a45d-44f7c34cec43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2d91d8-f903-4786-bc29-47dfa15d6fc5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:22.332992 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7f9b4b59-ff7f-4e75-bcf4-a6ce01dbf49e admin admin] Publish callbacks [] for security_group (0e2d91d8-f903-4786-bc29-47dfa15d6fc5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:22.357384 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7f9b4b59-ff7f-4e75-bcf4-a6ce01dbf49e admin admin] Publish callbacks [] for security_group (0e2d91d8-f903-4786-bc29-47dfa15d6fc5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:22.412917 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7f9b4b59-ff7f-4e75-bcf4-a6ce01dbf49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0e2d91d8-f903-4786-bc29-47dfa15d6fc5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:22.416587 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7f9b4b59-ff7f-4e75-bcf4-a6ce01dbf49e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:22.418670 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7f9b4b59-ff7f-4e75-bcf4-a6ce01dbf49e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e2d91d8-f903-4786-bc29-47dfa15d6fc5 HTTP/1.1" status: 204 len: 168 time: 0.2055676 Feb 16 16:52:22.428780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b4b59-ff7f-4e75-bcf4-a6ce01dbf49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2d91d8-f903-4786-bc29-47dfa15d6fc5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:22.593526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.objects.ports [None req-52d66f21-bddf-42a4-81ba-abf45f4d9d02 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:52:22.594109 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-52d66f21-bddf-42a4-81ba-abf45f4d9d02 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (ab3abec5-7e1b-424b-baaa-45b9aa4f62d3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:22.658859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d66f21-bddf-42a4-81ba-abf45f4d9d02 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ab3abec5-7e1b-424b-baaa-45b9aa4f62d3,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:22.675678 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d66f21-bddf-42a4-81ba-abf45f4d9d02 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Checking segment: {'id': '6b0d9d0c-a97f-48ce-afb9-d1946a45747d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f49b1b7c-e6fe-4303-9a2a-1aecb856ff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:52:22.676207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d66f21-bddf-42a4-81ba-abf45f4d9d02 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Network hostable DHCP agents. Network: f49b1b7c-e6fe-4303-9a2a-1aecb856ff58, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:52:22.706209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d66f21-bddf-42a4-81ba-abf45f4d9d02 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Network f49b1b7c-e6fe-4303-9a2a-1aecb856ff58 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:52:22.725393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-52d66f21-bddf-42a4-81ba-abf45f4d9d02 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, f49b1b7c-e6fe-4303-9a2a-1aecb856ff58) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:52:22.730572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d66f21-bddf-42a4-81ba-abf45f4d9d02 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:22.731358 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-52d66f21-bddf-42a4-81ba-abf45f4d9d02 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:22.737387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bc6528-0e25-4bc9-8b63-64d5a2162c11 None None] Network f49b1b7c-e6fe-4303-9a2a-1aecb856ff58 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:52:22.764923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-52d66f21-bddf-42a4-81ba-abf45f4d9d02 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2045932 Feb 16 16:52:22.767729 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57892) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:22.774332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Request body: {'floatingip': {'floating_network_id': 'f49b1b7c-e6fe-4303-9a2a-1aecb856ff58'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:22.812240 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:22.940612 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43175144-2ee0-4c42-bf1c-706362662e5d None None] Network f49b1b7c-e6fe-4303-9a2a-1aecb856ff58 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:52:22.998707 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:23.174995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Allocated IP 172.20.0.9 (f49b1b7c-e6fe-4303-9a2a-1aecb856ff58/ab3abec5-7e1b-424b-baaa-45b9aa4f62d3/978e1cb1-f782-4e9d-80de-ac8ec23eeb54) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:52:23.354680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for port (978e1cb1-f782-4e9d-80de-ac8ec23eeb54), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:23.399500 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (978e1cb1-f782-4e9d-80de-ac8ec23eeb54), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:23.501081 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Network f49b1b7c-e6fe-4303-9a2a-1aecb856ff58 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:52:23.513400 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:52:23.532055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:52:23.585505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event updated for resources: {'Port': ['ID=978e1cb1-f782-4e9d-80de-ac8ec23eeb54,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:23.692080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for floatingip (47a06984-fffe-49f3-bf18-6eed8a34ff8a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:23.745473 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (978e1cb1-f782-4e9d-80de-ac8ec23eeb54), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:24.024173 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for port (978e1cb1-f782-4e9d-80de-ac8ec23eeb54), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:24.036085 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (978e1cb1-f782-4e9d-80de-ac8ec23eeb54), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:24.117150 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event updated for resources: {'Port': ['ID=978e1cb1-f782-4e9d-80de-ac8ec23eeb54,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:24.130057 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (47a06984-fffe-49f3-bf18-6eed8a34ff8a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:24.159630 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:24.163386 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f6b81ee9-f61d-4018-b277-47577a5018f9 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3931274 Feb 16 16:52:24.165128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57938) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:24.173239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57940) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:24.351460 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-067e06a6-fdee-4268-9968-fd5a25d42e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:24.394019 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-22118ab3-8b98-469b-b211-cc0764b0894e tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=f49b1b7c-e6fe-4303-9a2a-1aecb856ff58 HTTP/1.1" status: 200 len: 689 time: 0.2253234 Feb 16 16:52:24.395014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57956) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:24.479709 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-067e06a6-fdee-4268-9968-fd5a25d42e75 admin admin] Publish callbacks [] for security_group (44143c33-835e-4aa8-bdf3-094971e2ab39), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:24.485456 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-067e06a6-fdee-4268-9968-fd5a25d42e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (44143c33-835e-4aa8-bdf3-094971e2ab39), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:24.519328 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-067e06a6-fdee-4268-9968-fd5a25d42e75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a4c04e5aba74b4f8b2122968452415b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3424437 Feb 16 16:52:24.519328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57966) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:24.577469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e06a6-fdee-4268-9968-fd5a25d42e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44143c33-835e-4aa8-bdf3-094971e2ab39,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:24.612936 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-311da57d-cf0d-47ae-a2aa-9f5dd897e33d admin admin] Publish callbacks [] for security_group (44143c33-835e-4aa8-bdf3-094971e2ab39), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:24.636624 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-311da57d-cf0d-47ae-a2aa-9f5dd897e33d admin admin] Publish callbacks [] for security_group (44143c33-835e-4aa8-bdf3-094971e2ab39), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:24.696556 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-311da57d-cf0d-47ae-a2aa-9f5dd897e33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (44143c33-835e-4aa8-bdf3-094971e2ab39), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:24.699861 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-311da57d-cf0d-47ae-a2aa-9f5dd897e33d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:24.703409 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-311da57d-cf0d-47ae-a2aa-9f5dd897e33d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44143c33-835e-4aa8-bdf3-094971e2ab39 HTTP/1.1" status: 204 len: 168 time: 0.1810617 Feb 16 16:52:24.710043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311da57d-cf0d-47ae-a2aa-9f5dd897e33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44143c33-835e-4aa8-bdf3-094971e2ab39,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:24.754972 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (f49b1b7c-e6fe-4303-9a2a-1aecb856ff58), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:25.096025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Deleting port 978e1cb1-f782-4e9d-80de-ac8ec23eeb54 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:52:25.096025 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (978e1cb1-f782-4e9d-80de-ac8ec23eeb54), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:25.306307 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (978e1cb1-f782-4e9d-80de-ac8ec23eeb54), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:25.306835 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for floatingip (978e1cb1-f782-4e9d-80de-ac8ec23eeb54), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:25.332084 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Calling delete_port for 978e1cb1-f782-4e9d-80de-ac8ec23eeb54 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:52:25.572163 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (978e1cb1-f782-4e9d-80de-ac8ec23eeb54), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:25.626650 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event deleted for resources: {'Port': ['ID=978e1cb1-f782-4e9d-80de-ac8ec23eeb54,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:25.677966 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-350078d3-3ffb-4da4-9f56-c91e4f9a0e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:25.708344 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for floatingip (47a06984-fffe-49f3-bf18-6eed8a34ff8a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:25.769238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (ab3abec5-7e1b-424b-baaa-45b9aa4f62d3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:25.892237 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (ab3abec5-7e1b-424b-baaa-45b9aa4f62d3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:25.953070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ab3abec5-7e1b-424b-baaa-45b9aa4f62d3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:26.057904 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (f49b1b7c-e6fe-4303-9a2a-1aecb856ff58), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:26.085254 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49b1b7c-e6fe-4303-9a2a-1aecb856ff58']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:26.099416 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0d9d0c-a97f-48ce-afb9-d1946a45747d') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:26.100060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0d9d0c-a97f-48ce-afb9-d1946a45747d') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:26.114756 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (6b0d9d0c-a97f-48ce-afb9-d1946a45747d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:26.133852 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6b0d9d0c-a97f-48ce-afb9-d1946a45747d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:26.143894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:52:26.144600 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (6b0d9d0c-a97f-48ce-afb9-d1946a45747d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:52:26.147919 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:52:26.287043 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (f49b1b7c-e6fe-4303-9a2a-1aecb856ff58), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:26.314590 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f49b1b7c-e6fe-4303-9a2a-1aecb856ff58 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 16:52:26.316336 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event deleted for resources: {'Network': ['ID=f49b1b7c-e6fe-4303-9a2a-1aecb856ff58,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:26.318534 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:26.329387 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c1b8c95b-cf1e-4b7c-8b1d-f5b41f0eb381 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f49b1b7c-e6fe-4303-9a2a-1aecb856ff58 HTTP/1.1" status: 204 len: 168 time: 1.9312696 Feb 16 16:52:26.330355 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58166) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:26.676267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58210) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:26.698122 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-be1bbc23-fea2-41fc-ae94-db6e1885e221 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.3664994 Feb 16 16:52:26.885327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a1af73-b5aa-45e7-b1f9-a2e842e4ee1d tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:26.886385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a1af73-b5aa-45e7-b1f9-a2e842e4ee1d tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:26.900399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a1af73-b5aa-45e7-b1f9-a2e842e4ee1d tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:26.902267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a1af73-b5aa-45e7-b1f9-a2e842e4ee1d tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:26.903551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a1af73-b5aa-45e7-b1f9-a2e842e4ee1d tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:26.905309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a1af73-b5aa-45e7-b1f9-a2e842e4ee1d tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:26.913116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58242) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:26.926370 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-90a1af73-b5aa-45e7-b1f9-a2e842e4ee1d tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.2484663 Feb 16 16:52:26.961348 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-cd99c3f3-1eff-4582-9549-78c32b4ff8e8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] delete failed (client error): The resource could not be found. Feb 16 16:52:26.966218 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58250) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:26.977582 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cd99c3f3-1eff-4582-9549-78c32b4ff8e8 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/47a06984-fffe-49f3-bf18-6eed8a34ff8a HTTP/1.1" status: 404 len: 345 time: 0.0630844 Feb 16 16:52:26.989799 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09bb28f-df84-4e91-b333-08865580bb20 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] DELETE failed (client error): The resource could not be found. Feb 16 16:52:26.990516 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09bb28f-df84-4e91-b333-08865580bb20 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:52:27.001108 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58258) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:27.007335 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6c0e5153-a03b-49e0-a6a1-a5c8c562b309 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Request body: {'network': {'name': 'tempest-network--994940747', 'router:external': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:27.014269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b09bb28f-df84-4e91-b333-08865580bb20 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f49b1b7c-e6fe-4303-9a2a-1aecb856ff58 HTTP/1.1" status: 404 len: 339 time: 0.0445886 Feb 16 16:52:27.038825 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0e5153-a03b-49e0-a6a1-a5c8c562b309 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Made reservation on behalf of 49ca7db8e0884bd58b44f53e490e7eb6 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:52:27.044821 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5153-a03b-49e0-a6a1-a5c8c562b309 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:27.114977 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0e5153-a03b-49e0-a6a1-a5c8c562b309 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:52:27.140701 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5153-a03b-49e0-a6a1-a5c8c562b309 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (20630cdc-f1d9-421d-ab8b-11ae45b75612), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:27.141488 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-6c0e5153-a03b-49e0-a6a1-a5c8c562b309 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Added segment 20630cdc-f1d9-421d-ab8b-11ae45b75612 of type vlan for network daeb488b-84a4-4507-b619-313f4b84278d Feb 16 16:52:27.251267 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5153-a03b-49e0-a6a1-a5c8c562b309 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (daeb488b-84a4-4507-b619-313f4b84278d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:27.336553 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5153-a03b-49e0-a6a1-a5c8c562b309 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (daeb488b-84a4-4507-b619-313f4b84278d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:27.337962 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0e5153-a03b-49e0-a6a1-a5c8c562b309 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:27.338580 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5153-a03b-49e0-a6a1-a5c8c562b309 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:27.482102 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e5153-a03b-49e0-a6a1-a5c8c562b309 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event updated for resources: {'Network': ['ID=daeb488b-84a4-4507-b619-313f4b84278d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:27.500830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network daeb488b-84a4-4507-b619-313f4b84278d details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:52:27.515436 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6c0e5153-a03b-49e0-a6a1-a5c8c562b309 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5108531 Feb 16 16:52:27.515812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58324) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:27.847738 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e023d051-547a-43dd-aa70-ba8d7e402895 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:27.855657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e023d051-547a-43dd-aa70-ba8d7e402895 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:27.862608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e023d051-547a-43dd-aa70-ba8d7e402895 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:27.868306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e023d051-547a-43dd-aa70-ba8d7e402895 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:27.870020 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e023d051-547a-43dd-aa70-ba8d7e402895 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3532743 Feb 16 16:52:27.873800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58370) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:28.043499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-511685fe-7e79-43ad-9f7e-2659f9e1502a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (daeb488b-84a4-4507-b619-313f4b84278d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:28.153335 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-511685fe-7e79-43ad-9f7e-2659f9e1502a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (daeb488b-84a4-4507-b619-313f4b84278d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:28.182682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-511685fe-7e79-43ad-9f7e-2659f9e1502a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daeb488b-84a4-4507-b619-313f4b84278d']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:28.196161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-511685fe-7e79-43ad-9f7e-2659f9e1502a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20630cdc-f1d9-421d-ab8b-11ae45b75612') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:28.196886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-511685fe-7e79-43ad-9f7e-2659f9e1502a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20630cdc-f1d9-421d-ab8b-11ae45b75612') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:28.212670 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-511685fe-7e79-43ad-9f7e-2659f9e1502a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (20630cdc-f1d9-421d-ab8b-11ae45b75612), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:28.241298 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-511685fe-7e79-43ad-9f7e-2659f9e1502a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (20630cdc-f1d9-421d-ab8b-11ae45b75612), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:28.248646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511685fe-7e79-43ad-9f7e-2659f9e1502a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:52:28.249123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-511685fe-7e79-43ad-9f7e-2659f9e1502a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (20630cdc-f1d9-421d-ab8b-11ae45b75612), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:52:28.250908 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:52:28.321478 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-85700da1-f457-43f7-96a6-853606c17753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:28.353914 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-511685fe-7e79-43ad-9f7e-2659f9e1502a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (daeb488b-84a4-4507-b619-313f4b84278d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:28.369565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511685fe-7e79-43ad-9f7e-2659f9e1502a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network daeb488b-84a4-4507-b619-313f4b84278d {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 16:52:28.381960 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-511685fe-7e79-43ad-9f7e-2659f9e1502a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:28.386499 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-511685fe-7e79-43ad-9f7e-2659f9e1502a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "DELETE /v2.0/networks/daeb488b-84a4-4507-b619-313f4b84278d HTTP/1.1" status: 204 len: 168 time: 0.5116758 Feb 16 16:52:28.390824 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58436) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:28.396360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6e8bc466-f6e7-430d-ae9f-ece9cd367752 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Request body: {'network': {'name': 'tempest-network--2127070519', 'router:external': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:28.430880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511685fe-7e79-43ad-9f7e-2659f9e1502a tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event deleted for resources: {'Network': ['ID=daeb488b-84a4-4507-b619-313f4b84278d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:28.476901 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8bc466-f6e7-430d-ae9f-ece9cd367752 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Made reservation on behalf of 49ca7db8e0884bd58b44f53e490e7eb6 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:52:28.479737 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc466-f6e7-430d-ae9f-ece9cd367752 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:28.520932 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8bc466-f6e7-430d-ae9f-ece9cd367752 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:52:28.548026 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc466-f6e7-430d-ae9f-ece9cd367752 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (5b051330-fbde-400a-9756-2caf98bcd394), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:28.548384 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-6e8bc466-f6e7-430d-ae9f-ece9cd367752 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Added segment 5b051330-fbde-400a-9756-2caf98bcd394 of type vlan for network fb3d8654-6bb5-4b69-967c-3612ee590487 Feb 16 16:52:28.682116 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc466-f6e7-430d-ae9f-ece9cd367752 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (fb3d8654-6bb5-4b69-967c-3612ee590487), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:28.824842 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc466-f6e7-430d-ae9f-ece9cd367752 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (fb3d8654-6bb5-4b69-967c-3612ee590487), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:28.826506 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8bc466-f6e7-430d-ae9f-ece9cd367752 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:28.827460 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc466-f6e7-430d-ae9f-ece9cd367752 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:28.883950 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6e8bc466-f6e7-430d-ae9f-ece9cd367752 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4916327 Feb 16 16:52:28.886686 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58496) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:29.014415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bc466-f6e7-430d-ae9f-ece9cd367752 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event updated for resources: {'Network': ['ID=fb3d8654-6bb5-4b69-967c-3612ee590487,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:29.033698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network fb3d8654-6bb5-4b69-967c-3612ee590487 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:52:29.098742 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5025e53-a7aa-45c5-83c1-83897c85cc03 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:29.100208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f5025e53-a7aa-45c5-83c1-83897c85cc03 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] 10.222.0.24 "GET /v2.0/networks/fb3d8654-6bb5-4b69-967c-3612ee590487 HTTP/1.1" status: 200 len: 757 time: 0.2125804 Feb 16 16:52:29.102975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58508) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:29.265487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e8f89-b58c-4ddf-90c3-eff7b9aba2e9 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:29.272342 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c51e8f89-b58c-4ddf-90c3-eff7b9aba2e9 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] 10.222.0.24 "GET /v2.0/networks/001e814c-2da5-418f-9d88-be04849e4a6c HTTP/1.1" status: 200 len: 767 time: 0.1680872 Feb 16 16:52:29.275141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58510) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:29.311407 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:29.444534 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ba9bda27-5ca6-4d91-816c-c443f1580ec0 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (fb3d8654-6bb5-4b69-967c-3612ee590487), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:29.535418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58516) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:29.636052 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ba9bda27-5ca6-4d91-816c-c443f1580ec0 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (fb3d8654-6bb5-4b69-967c-3612ee590487), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:29.669148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58522) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:29.669523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-ba9bda27-5ca6-4d91-816c-c443f1580ec0 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3d8654-6bb5-4b69-967c-3612ee590487']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:29.684685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-ba9bda27-5ca6-4d91-816c-c443f1580ec0 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b051330-fbde-400a-9756-2caf98bcd394') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:29.685220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-ba9bda27-5ca6-4d91-816c-c443f1580ec0 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b051330-fbde-400a-9756-2caf98bcd394') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:29.723922 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ba9bda27-5ca6-4d91-816c-c443f1580ec0 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (5b051330-fbde-400a-9756-2caf98bcd394), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:29.756927 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ba9bda27-5ca6-4d91-816c-c443f1580ec0 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (5b051330-fbde-400a-9756-2caf98bcd394), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:29.773183 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9bda27-5ca6-4d91-816c-c443f1580ec0 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:52:29.773738 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ba9bda27-5ca6-4d91-816c-c443f1580ec0 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (5b051330-fbde-400a-9756-2caf98bcd394), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:29.773876 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2b53-cdfc-445d-a4f1-7a77536baf42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:52:29.776911 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:52:29.814612 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8c1b78c4-a0bf-4bb6-b61f-6f251dbc1480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:29.888862 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ba9bda27-5ca6-4d91-816c-c443f1580ec0 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (fb3d8654-6bb5-4b69-967c-3612ee590487), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:29.895409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9bda27-5ca6-4d91-816c-c443f1580ec0 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb3d8654-6bb5-4b69-967c-3612ee590487 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 16:52:29.898044 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ba9bda27-5ca6-4d91-816c-c443f1580ec0 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:29.910251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ba9bda27-5ca6-4d91-816c-c443f1580ec0 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "DELETE /v2.0/networks/fb3d8654-6bb5-4b69-967c-3612ee590487 HTTP/1.1" status: 204 len: 168 time: 0.6305630 Feb 16 16:52:29.926189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58532) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:29.940929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b9ab181f-7a1c-4e14-b79b-6348087a9525 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Request body: {'network': {'name': 'tempest-network--881318298'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:29.978026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9bda27-5ca6-4d91-816c-c443f1580ec0 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb3d8654-6bb5-4b69-967c-3612ee590487,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:29.990432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ab181f-7a1c-4e14-b79b-6348087a9525 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Made reservation on behalf of 49ca7db8e0884bd58b44f53e490e7eb6 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:52:30.002961 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9ab181f-7a1c-4e14-b79b-6348087a9525 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.007396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2b53-cdfc-445d-a4f1-7a77536baf42 admin admin] Publish callbacks [] for security_group (88fe05fc-487b-4f71-b49a-010991eb5254), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.015900 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2b53-cdfc-445d-a4f1-7a77536baf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (88fe05fc-487b-4f71-b49a-010991eb5254), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.030880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ab181f-7a1c-4e14-b79b-6348087a9525 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:52:30.041399 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9ab181f-7a1c-4e14-b79b-6348087a9525 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ee55c642-20f1-4d8b-b441-48bf3869fdf0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.041932 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-b9ab181f-7a1c-4e14-b79b-6348087a9525 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Added segment ee55c642-20f1-4d8b-b441-48bf3869fdf0 of type vlan for network a6bfe836-be0c-4fb8-acc2-0fc84cce4b83 Feb 16 16:52:30.098995 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9ab181f-7a1c-4e14-b79b-6348087a9525 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a6bfe836-be0c-4fb8-acc2-0fc84cce4b83), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.112082 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba2b53-cdfc-445d-a4f1-7a77536baf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fe05fc-487b-4f71-b49a-010991eb5254,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:30.127527 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e5ba2b53-cdfc-445d-a4f1-7a77536baf42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a833715b8f54607a93ee16feff591c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5902915 Feb 16 16:52:30.130210 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58544) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:30.275098 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81a9ce4c-0f8a-40e7-9f3f-c0a5ff7b6469 admin admin] Publish callbacks [] for security_group (88fe05fc-487b-4f71-b49a-010991eb5254), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.279010 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9ab181f-7a1c-4e14-b79b-6348087a9525 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a6bfe836-be0c-4fb8-acc2-0fc84cce4b83), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.280436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ab181f-7a1c-4e14-b79b-6348087a9525 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:30.281405 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9ab181f-7a1c-4e14-b79b-6348087a9525 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.285358 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8c1b78c4-a0bf-4bb6-b61f-6f251dbc1480 admin admin] Publish callbacks [] for security_group (56ddf546-37c7-41c5-af72-fb87b5dae216), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.297775 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8c1b78c4-a0bf-4bb6-b61f-6f251dbc1480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (56ddf546-37c7-41c5-af72-fb87b5dae216), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.335917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-9dad5f83-52ff-4b5c-a23c-26ef6437aa34 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:30.343986 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-9dad5f83-52ff-4b5c-a23c-26ef6437aa34 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/networks?id=ad32bf3a-32f6-4bd2-98b6-71621532181c HTTP/1.1" status: 200 len: 814 time: 0.2082555 Feb 16 16:52:30.356847 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81a9ce4c-0f8a-40e7-9f3f-c0a5ff7b6469 admin admin] Publish callbacks [] for security_group (88fe05fc-487b-4f71-b49a-010991eb5254), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.360316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b9ab181f-7a1c-4e14-b79b-6348087a9525 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4326305 Feb 16 16:52:30.375899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58546) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:30.391358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-711463b3-8001-4295-92ac-afc2e0604d18 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/quotas/db0de97bebd54ddf86c34738f4f3fd5a HTTP/1.1" status: 200 len: 375 time: 0.0460715 Feb 16 16:52:30.402085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-258ff393-9dae-4431-b854-968341142998 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:30.404048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b78c4-a0bf-4bb6-b61f-6f251dbc1480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ddf546-37c7-41c5-af72-fb87b5dae216,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:30.514511 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8c1b78c4-a0bf-4bb6-b61f-6f251dbc1480 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3d7fbf02221441faf33a38e66bfd183&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8439176 Feb 16 16:52:30.517188 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58548) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:30.548897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81a9ce4c-0f8a-40e7-9f3f-c0a5ff7b6469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (88fe05fc-487b-4f71-b49a-010991eb5254), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.552334 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81a9ce4c-0f8a-40e7-9f3f-c0a5ff7b6469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.556888 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-81a9ce4c-0f8a-40e7-9f3f-c0a5ff7b6469 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88fe05fc-487b-4f71-b49a-010991eb5254 HTTP/1.1" status: 204 len: 168 time: 0.4252031 Feb 16 16:52:30.573874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9ce4c-0f8a-40e7-9f3f-c0a5ff7b6469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fe05fc-487b-4f71-b49a-010991eb5254,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:30.594970 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f981540-04eb-4b36-994a-ad34e05fbb8b admin admin] Publish callbacks [] for security_group (56ddf546-37c7-41c5-af72-fb87b5dae216), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.625190 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f981540-04eb-4b36-994a-ad34e05fbb8b admin admin] Publish callbacks [] for security_group (56ddf546-37c7-41c5-af72-fb87b5dae216), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.687580 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f981540-04eb-4b36-994a-ad34e05fbb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (56ddf546-37c7-41c5-af72-fb87b5dae216), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.692522 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f981540-04eb-4b36-994a-ad34e05fbb8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.693882 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3f981540-04eb-4b36-994a-ad34e05fbb8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56ddf546-37c7-41c5-af72-fb87b5dae216 HTTP/1.1" status: 204 len: 168 time: 0.1756339 Feb 16 16:52:30.712733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f981540-04eb-4b36-994a-ad34e05fbb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ddf546-37c7-41c5-af72-fb87b5dae216,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:30.741717 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab181f-7a1c-4e14-b79b-6348087a9525 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event updated for resources: {'Network': ['ID=a6bfe836-be0c-4fb8-acc2-0fc84cce4b83,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:30.748114 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-41ebc9ea-0443-4f77-b10a-399361a46c6f tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=db0de97bebd54ddf86c34738f4f3fd5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3555791 Feb 16 16:52:30.805747 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a6bfe836-be0c-4fb8-acc2-0fc84cce4b83 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:52:30.905758 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:30.961905 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-258ff393-9dae-4431-b854-968341142998 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a6bfe836-be0c-4fb8-acc2-0fc84cce4b83), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.008844 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-258ff393-9dae-4431-b854-968341142998 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a6bfe836-be0c-4fb8-acc2-0fc84cce4b83), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.090858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58562) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:31.115310 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff2fa-37b0-4be0-9637-8e8bb488ecef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.192654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ff393-9dae-4431-b854-968341142998 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event updated for resources: {'Network': ['ID=a6bfe836-be0c-4fb8-acc2-0fc84cce4b83,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:31.205343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-ecfb6012-bbe5-4380-b389-eb7108f3f521 service neutron] 10.222.0.24 "GET /v2.0/networks/ad32bf3a-32f6-4bd2-98b6-71621532181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183332 Feb 16 16:52:31.218774 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-258ff393-9dae-4431-b854-968341142998 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Network a6bfe836-be0c-4fb8-acc2-0fc84cce4b83 is not hosted by any dhcp agent {{(pid=103421) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:52:31.220281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ff393-9dae-4431-b854-968341142998 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:31.220882 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-258ff393-9dae-4431-b854-968341142998 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.222188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-258ff393-9dae-4431-b854-968341142998 tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "PUT /v2.0/networks/a6bfe836-be0c-4fb8-acc2-0fc84cce4b83 HTTP/1.1" status: 200 len: 857 time: 0.8388724 Feb 16 16:52:31.227957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58564) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:31.270465 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff2fa-37b0-4be0-9637-8e8bb488ecef admin admin] Publish callbacks [] for security_group (63bd5511-9487-4ddf-a8b2-23b3a58af691), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.280201 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff2fa-37b0-4be0-9637-8e8bb488ecef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (63bd5511-9487-4ddf-a8b2-23b3a58af691), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.348469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-3434671c-0d1d-4523-b7c7-9ff2cf03c4a3 service neutron] 10.222.0.24 "GET /v2.0/networks/ad32bf3a-32f6-4bd2-98b6-71621532181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420238 Feb 16 16:52:31.371298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58566) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:31.379579 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6d8ff2fa-37b0-4be0-9637-8e8bb488ecef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=590d75b685604ce18af1c1a5854913da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2847533 Feb 16 16:52:31.380212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58568) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:31.380365 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9cece1e6-2827-4fd5-86e9-694a84d30beb tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a6bfe836-be0c-4fb8-acc2-0fc84cce4b83), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.383936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ff2fa-37b0-4be0-9637-8e8bb488ecef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bd5511-9487-4ddf-a8b2-23b3a58af691,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:31.415895 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1186fca0-569d-4b7c-9124-124553085127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.455025 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.493832 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9cece1e6-2827-4fd5-86e9-694a84d30beb tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a6bfe836-be0c-4fb8-acc2-0fc84cce4b83), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.508408 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0bc1dcb4-b988-44a3-8cd2-4523edcb1961 admin admin] Publish callbacks [] for security_group (63bd5511-9487-4ddf-a8b2-23b3a58af691), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.518654 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-9cece1e6-2827-4fd5-86e9-694a84d30beb tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bfe836-be0c-4fb8-acc2-0fc84cce4b83']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:31.530432 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-9cece1e6-2827-4fd5-86e9-694a84d30beb tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee55c642-20f1-4d8b-b441-48bf3869fdf0') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:31.536457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-9cece1e6-2827-4fd5-86e9-694a84d30beb tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee55c642-20f1-4d8b-b441-48bf3869fdf0') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:31.551975 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9cece1e6-2827-4fd5-86e9-694a84d30beb tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (ee55c642-20f1-4d8b-b441-48bf3869fdf0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.577307 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0bc1dcb4-b988-44a3-8cd2-4523edcb1961 admin admin] Publish callbacks [] for security_group (63bd5511-9487-4ddf-a8b2-23b3a58af691), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.581977 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9cece1e6-2827-4fd5-86e9-694a84d30beb tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ee55c642-20f1-4d8b-b441-48bf3869fdf0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.592975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cece1e6-2827-4fd5-86e9-694a84d30beb tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:52:31.593714 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9cece1e6-2827-4fd5-86e9-694a84d30beb tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (ee55c642-20f1-4d8b-b441-48bf3869fdf0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.625816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-086027ae-416f-47b5-9264-39db057cc256 req-527e6c15-5184-45ed-b7e4-c97af0c70ea6 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 210 time: 0.0539620 Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:52:31.671552 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:52:31.680680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9cece1e6-2827-4fd5-86e9-694a84d30beb tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a6bfe836-be0c-4fb8-acc2-0fc84cce4b83), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.683991 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1186fca0-569d-4b7c-9124-124553085127 admin admin] Publish callbacks [] for security_group (b7284f3d-e4e4-4c50-826e-d601cc729c73), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.689716 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cece1e6-2827-4fd5-86e9-694a84d30beb tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6bfe836-be0c-4fb8-acc2-0fc84cce4b83 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 16:52:31.692326 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1186fca0-569d-4b7c-9124-124553085127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b7284f3d-e4e4-4c50-826e-d601cc729c73), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.692652 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9cece1e6-2827-4fd5-86e9-694a84d30beb tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.700663 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9cece1e6-2827-4fd5-86e9-694a84d30beb tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] 10.222.0.24 "DELETE /v2.0/networks/a6bfe836-be0c-4fb8-acc2-0fc84cce4b83 HTTP/1.1" status: 204 len: 168 time: 0.4676480 Feb 16 16:52:31.724612 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58574) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:31.729378 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cece1e6-2827-4fd5-86e9-694a84d30beb tempest-ExternalNetworksTestJSON-1257013334 tempest-ExternalNetworksTestJSON-1257013334-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6bfe836-be0c-4fb8-acc2-0fc84cce4b83,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:31.731810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186fca0-569d-4b7c-9124-124553085127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7284f3d-e4e4-4c50-826e-d601cc729c73,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:31.778337 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d16864e-9b60-44f9-9ba4-75911ab09981 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] DELETE failed (client error): The resource could not be found. Feb 16 16:52:31.778945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d16864e-9b60-44f9-9ba4-75911ab09981 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:52:31.783261 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5d16864e-9b60-44f9-9ba4-75911ab09981 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] 10.222.0.24 "DELETE /v2.0/subnets/ab3abec5-7e1b-424b-baaa-45b9aa4f62d3 HTTP/1.1" status: 404 len: 337 time: 0.0470738 Feb 16 16:52:31.785879 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58576) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:31.797301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1186fca0-569d-4b7c-9124-124553085127 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e88a6d0b53914893997efb914d7f07e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4246333 Feb 16 16:52:31.797922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58578) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:31.798747 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0bc1dcb4-b988-44a3-8cd2-4523edcb1961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (63bd5511-9487-4ddf-a8b2-23b3a58af691), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.801617 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0bc1dcb4-b988-44a3-8cd2-4523edcb1961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:31.805293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0bc1dcb4-b988-44a3-8cd2-4523edcb1961 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63bd5511-9487-4ddf-a8b2-23b3a58af691 HTTP/1.1" status: 204 len: 168 time: 0.4216318 Feb 16 16:52:31.826776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1dcb4-b988-44a3-8cd2-4523edcb1961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bd5511-9487-4ddf-a8b2-23b3a58af691,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:32.123542 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:32.256322 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5688d342-8f27-4aa2-8ce2-96cfc6003900 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (001e814c-2da5-418f-9d88-be04849e4a6c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:32.336406 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53777158-0fb1-48b0-95d2-90c19c952c35 admin admin] Publish callbacks [] for security_group (b7284f3d-e4e4-4c50-826e-d601cc729c73), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:32.388904 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53777158-0fb1-48b0-95d2-90c19c952c35 admin admin] Publish callbacks [] for security_group (b7284f3d-e4e4-4c50-826e-d601cc729c73), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:32.419244 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5688d342-8f27-4aa2-8ce2-96cfc6003900 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (001e814c-2da5-418f-9d88-be04849e4a6c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:32.480413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5688d342-8f27-4aa2-8ce2-96cfc6003900 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001e814c-2da5-418f-9d88-be04849e4a6c']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:32.520037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5688d342-8f27-4aa2-8ce2-96cfc6003900 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3665780b-d33b-497d-b31a-940f780b494c') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:32.520341 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5688d342-8f27-4aa2-8ce2-96cfc6003900 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3665780b-d33b-497d-b31a-940f780b494c') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:32.540416 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5688d342-8f27-4aa2-8ce2-96cfc6003900 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (3665780b-d33b-497d-b31a-940f780b494c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:32.557762 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5688d342-8f27-4aa2-8ce2-96cfc6003900 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (3665780b-d33b-497d-b31a-940f780b494c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:32.569916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5688d342-8f27-4aa2-8ce2-96cfc6003900 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:52:32.570509 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5688d342-8f27-4aa2-8ce2-96cfc6003900 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (3665780b-d33b-497d-b31a-940f780b494c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:52:32.576165 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:52:32.592117 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53777158-0fb1-48b0-95d2-90c19c952c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b7284f3d-e4e4-4c50-826e-d601cc729c73), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:32.594859 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53777158-0fb1-48b0-95d2-90c19c952c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:32.608223 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-53777158-0fb1-48b0-95d2-90c19c952c35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7284f3d-e4e4-4c50-826e-d601cc729c73 HTTP/1.1" status: 204 len: 168 time: 0.8013599 Feb 16 16:52:32.637187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53777158-0fb1-48b0-95d2-90c19c952c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7284f3d-e4e4-4c50-826e-d601cc729c73,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:32.683116 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5688d342-8f27-4aa2-8ce2-96cfc6003900 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (001e814c-2da5-418f-9d88-be04849e4a6c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:32.719379 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5688d342-8f27-4aa2-8ce2-96cfc6003900 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:32.727864 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5688d342-8f27-4aa2-8ce2-96cfc6003900 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] 10.222.0.24 "DELETE /v2.0/networks/001e814c-2da5-418f-9d88-be04849e4a6c HTTP/1.1" status: 204 len: 168 time: 0.9377470 Feb 16 16:52:32.727864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688d342-8f27-4aa2-8ce2-96cfc6003900 tempest-ExternalNetworksTestJSON-201557856 tempest-ExternalNetworksTestJSON-201557856-project] Pushing event deleted for resources: {'Network': ['ID=001e814c-2da5-418f-9d88-be04849e4a6c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:32.836115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fbca5f08-f9f7-4329-b838-47c8f3efcdc8 req-431a5d27-161e-4e17-90cb-8366899ff3ee tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 210 time: 0.0557363 Feb 16 16:52:33.122368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58622) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:33.457291 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e403c4db-ce9f-40ec-8578-dbb09b974319 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fc6944977e24d119a0a25474cebe630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3336728 Feb 16 16:52:33.459699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58636) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:33.474961 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-6ab7e082-c80b-48e7-a771-4ea44ae88984 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:33.477299 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-6ab7e082-c80b-48e7-a771-4ea44ae88984 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.65 "GET /v2.0/networks?id=ad32bf3a-32f6-4bd2-98b6-71621532181c HTTP/1.1" status: 200 len: 814 time: 0.2505953 Feb 16 16:52:33.498374 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-0fa2c27f-d740-4e70-b882-642cce841027 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Request body: {'port': {'device_id': 'c850ce25-9703-4ab6-b979-8320d36f28fb', 'network_id': 'ad32bf3a-32f6-4bd2-98b6-71621532181c', 'admin_state_up': True, 'tenant_id': 'db0de97bebd54ddf86c34738f4f3fd5a'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:33.567899 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b37482f-0bfc-4581-bffc-b2f33aa014df admin admin] Publish callbacks [] for security_group (20baa783-394d-492a-b291-0816ebf55edd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:33.610333 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b37482f-0bfc-4581-bffc-b2f33aa014df admin admin] Publish callbacks [] for security_group (20baa783-394d-492a-b291-0816ebf55edd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:33.658732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-0fa2c27f-d740-4e70-b882-642cce841027 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Made reservation on behalf of db0de97bebd54ddf86c34738f4f3fd5a for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:52:33.663457 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-0fa2c27f-d740-4e70-b882-642cce841027 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:33.714109 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b37482f-0bfc-4581-bffc-b2f33aa014df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (20baa783-394d-492a-b291-0816ebf55edd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:33.720052 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b37482f-0bfc-4581-bffc-b2f33aa014df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:33.721490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9b37482f-0bfc-4581-bffc-b2f33aa014df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20baa783-394d-492a-b291-0816ebf55edd HTTP/1.1" status: 204 len: 168 time: 0.2604330 Feb 16 16:52:33.743736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37482f-0bfc-4581-bffc-b2f33aa014df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20baa783-394d-492a-b291-0816ebf55edd,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:33.860168 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-0fa2c27f-d740-4e70-b882-642cce841027 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Allocated IP 172.20.0.4 (ad32bf3a-32f6-4bd2-98b6-71621532181c/10287930-00ed-4b80-ba2c-16a1cc7d949b/5b20e29a-88f5-42d1-895d-b2600693a2c7) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:52:34.008260 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de05a1e0-1dfe-4649-9bd9-3b3a9804691a req-377e2fa5-605e-4950-9a97-ee0e11bf35cb tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 210 time: 0.0458076 Feb 16 16:52:34.217482 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-0fa2c27f-d740-4e70-b882-642cce841027 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks [] for port (5b20e29a-88f5-42d1-895d-b2600693a2c7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:34.302878 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-0fa2c27f-d740-4e70-b882-642cce841027 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5b20e29a-88f5-42d1-895d-b2600693a2c7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:34.314841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58666) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:34.408699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cef99e35-0c73-4fe1-be89-251b5ea73317 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49ca7db8e0884bd58b44f53e490e7eb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0857382 Feb 16 16:52:34.410558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58668) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:34.448298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2c27f-d740-4e70-b882-642cce841027 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Pushing event updated for resources: {'Port': ['ID=5b20e29a-88f5-42d1-895d-b2600693a2c7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:34.482886 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-0fa2c27f-d740-4e70-b882-642cce841027 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Network ad32bf3a-32f6-4bd2-98b6-71621532181c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:52:34.485293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-0fa2c27f-d740-4e70-b882-642cce841027 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:52:34.488279 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-0fa2c27f-d740-4e70-b882-642cce841027 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:52:34.538889 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a60c53c2-8a52-4f64-90c3-9fd89cb81bdf admin admin] Publish callbacks [] for security_group (f15143a0-b023-4178-b936-4d5e2fe58a5f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:34.572895 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a60c53c2-8a52-4f64-90c3-9fd89cb81bdf admin admin] Publish callbacks [] for security_group (f15143a0-b023-4178-b936-4d5e2fe58a5f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:34.586715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-0fa2c27f-d740-4e70-b882-642cce841027 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:34.588534 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-0fa2c27f-d740-4e70-b882-642cce841027 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:34.631664 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-0fa2c27f-d740-4e70-b882-642cce841027 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1439030 Feb 16 16:52:34.687375 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a60c53c2-8a52-4f64-90c3-9fd89cb81bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f15143a0-b023-4178-b936-4d5e2fe58a5f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:34.690084 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a60c53c2-8a52-4f64-90c3-9fd89cb81bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:34.690477 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Request body: {'port': {'device_id': 'c850ce25-9703-4ab6-b979-8320d36f28fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:34.691883 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a60c53c2-8a52-4f64-90c3-9fd89cb81bdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f15143a0-b023-4178-b936-4d5e2fe58a5f HTTP/1.1" status: 204 len: 168 time: 0.2764406 Feb 16 16:52:34.706687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c53c2-8a52-4f64-90c3-9fd89cb81bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15143a0-b023-4178-b936-4d5e2fe58a5f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:34.718006 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:34.811216 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5b20e29a-88f5-42d1-895d-b2600693a2c7), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:35.247910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393124a-0a06-4311-97ed-cb5862c2c1b5 req-db58da10-2657-44de-a786-66ea0c61b523 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:35.258057 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0393124a-0a06-4311-97ed-cb5862c2c1b5 req-db58da10-2657-44de-a786-66ea0c61b523 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 931 time: 0.1105924 Feb 16 16:52:35.353512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b20e29a-88f5-42d1-895d-b2600693a2c7 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:52:35.363408 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Publish callbacks [] for port (5b20e29a-88f5-42d1-895d-b2600693a2c7), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:35.365441 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0393124a-0a06-4311-97ed-cb5862c2c1b5 req-bb57ec83-b9d6-4bd5-b090-2382e9538930 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038411 Feb 16 16:52:35.388258 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Transition to ACTIVE for port object 5b20e29a-88f5-42d1-895d-b2600693a2c7 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:52:35.397346 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (5b20e29a-88f5-42d1-895d-b2600693a2c7), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:35.565738 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Pushing event updated for resources: {'Port': ['ID=5b20e29a-88f5-42d1-895d-b2600693a2c7,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:35.654633 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Attempting to bind port 5b20e29a-88f5-42d1-895d-b2600693a2c7 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:52:35.655245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Attempting to bind port 5b20e29a-88f5-42d1-895d-b2600693a2c7 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '98a81d8f-1700-44de-9724-895f318faa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ad32bf3a-32f6-4bd2-98b6-71621532181c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:52:35.655802 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Attempting to bind port 5b20e29a-88f5-42d1-895d-b2600693a2c7 on network ad32bf3a-32f6-4bd2-98b6-71621532181c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:52:35.661707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Port 5b20e29a-88f5-42d1-895d-b2600693a2c7 on network ad32bf3a-32f6-4bd2-98b6-71621532181c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:52:35.662312 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Attempting to bind port 5b20e29a-88f5-42d1-895d-b2600693a2c7 on network ad32bf3a-32f6-4bd2-98b6-71621532181c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:52:35.669095 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:52:35.669893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Checking segment: {'id': '98a81d8f-1700-44de-9724-895f318faa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ad32bf3a-32f6-4bd2-98b6-71621532181c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:52:35.670511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Bound using segment: {'id': '98a81d8f-1700-44de-9724-895f318faa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ad32bf3a-32f6-4bd2-98b6-71621532181c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:52:35.671127 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Bound port: 5b20e29a-88f5-42d1-895d-b2600693a2c7, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a81d8f-1700-44de-9724-895f318faa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ad32bf3a-32f6-4bd2-98b6-71621532181c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:52:35.671687 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5b20e29a-88f5-42d1-895d-b2600693a2c7), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:35.770597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] For port 5b20e29a-88f5-42d1-895d-b2600693a2c7, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:52:35.778620 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] For port 5b20e29a-88f5-42d1-895d-b2600693a2c7, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5b20e29a-88f5-42d1-895d-b2600693a2c7,segment=NetworkSegment(98a81d8f-1700-44de-9724-895f318faa30),segment_id=98a81d8f-1700-44de-9724-895f318faa30)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:52:35.788111 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (5b20e29a-88f5-42d1-895d-b2600693a2c7), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:35.863030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Pushing event updated for resources: {'Port': ['ID=5b20e29a-88f5-42d1-895d-b2600693a2c7,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:35.874812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:35.875535 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:35.877802 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a3359a50-ca43-4fc0-a09d-161230b3ce26 service neutron] 10.222.0.65 "PUT /v2.0/ports/5b20e29a-88f5-42d1-895d-b2600693a2c7 HTTP/1.1" status: 200 len: 1091 time: 1.2327623 Feb 16 16:52:35.878297 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c850ce25-9703-4ab6-b979-8320d36f28fb', 'tag': '5b20e29a-88f5-42d1-895d-b2600693a2c7'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:52:35.880667 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c95834-5025-4021-ab5d-126d363ff26a" -d '{"events": [{"name": "network-changed", "server_uuid": "c850ce25-9703-4ab6-b979-8320d36f28fb", "tag": "5b20e29a-88f5-42d1-895d-b2600693a2c7"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:52:35.947458 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b58458-c3fb-4363-94e4-98565b52f9c2 x-openstack-request-id: req-15b58458-c3fb-4363-94e4-98565b52f9c2 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:52:35.947780 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c850ce25-9703-4ab6-b979-8320d36f28fb", "tag": "5b20e29a-88f5-42d1-895d-b2600693a2c7", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:52:35.948036 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15b58458-c3fb-4363-94e4-98565b52f9c2 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:52:35.948469 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c850ce25-9703-4ab6-b979-8320d36f28fb', 'tag': '5b20e29a-88f5-42d1-895d-b2600693a2c7', 'status': 'completed', 'code': 200} Feb 16 16:52:36.025243 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a49b60c2-a63a-422b-b7ab-adcb79ab565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:36.030000 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-a49b60c2-a63a-422b-b7ab-adcb79ab565a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=db0de97bebd54ddf86c34738f4f3fd5a&device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 1125 time: 0.1015873 Feb 16 16:52:36.145881 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-d863e04f-5311-41c0-80b7-74d8b217c182 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b20e29a-88f5-42d1-895d-b2600693a2c7 HTTP/1.1" status: 200 len: 217 time: 0.1074238 Feb 16 16:52:36.258001 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-27c2c1e4-f191-49be-9d5d-3cb189bb2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:36.263824 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-27c2c1e4-f191-49be-9d5d-3cb189bb2240 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=10287930-00ed-4b80-ba2c-16a1cc7d949b HTTP/1.1" status: 200 len: 854 time: 0.1052654 Feb 16 16:52:36.327734 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-fb4dbff5-34a7-424d-8ceb-11837bb565e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad32bf3a-32f6-4bd2-98b6-71621532181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599294 Feb 16 16:52:36.605814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b4705-ef40-421c-8462-01e380ce076d req-5e97fd30-022c-4573-a8ec-d439621739cc tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:36.608635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-889b4705-ef40-421c-8462-01e380ce076d req-5e97fd30-022c-4573-a8ec-d439621739cc tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 943 time: 0.1040812 Feb 16 16:52:36.620841 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-bb96d356-4813-4f1a-8a53-db5bf84592fa service neutron] 10.222.0.65 "GET /v2.0/networks/ad32bf3a-32f6-4bd2-98b6-71621532181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864139 Feb 16 16:52:36.758724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-889b4705-ef40-421c-8462-01e380ce076d req-0eecc553-c69e-4919-9dda-69c3e12a56d8 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430202 Feb 16 16:52:36.788127 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a94d0811-0d06-4b11-9b31-bebcaf6a41ee req-34940cff-6d42-4afd-a504-83aabfe80dc6 service neutron] 10.222.0.65 "GET /v2.0/networks/ad32bf3a-32f6-4bd2-98b6-71621532181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588063 Feb 16 16:52:37.043387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c95834-5025-4021-ab5d-126d363ff26a req-11cde796-d5b6-44d8-91e7-267127474331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:37.045377 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d9c95834-5025-4021-ab5d-126d363ff26a req-11cde796-d5b6-44d8-91e7-267127474331 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=db0de97bebd54ddf86c34738f4f3fd5a&device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 1125 time: 0.1804121 Feb 16 16:52:37.114094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e164db-6329-411b-b355-ed0f9663c426 req-9c9b102f-c1c9-4cfa-ba5e-29d767c29701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:37.116263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36e164db-6329-411b-b355-ed0f9663c426 req-9c9b102f-c1c9-4cfa-ba5e-29d767c29701 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f46d9e83fb574834a22d43227eb7f02b&device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 1128 time: 0.1813717 Feb 16 16:52:37.161190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54521ca-750e-43df-97a1-c3bdbfd2075d req-e3dac187-cc30-44e2-abcd-e786fe7a643d tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:37.169726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d54521ca-750e-43df-97a1-c3bdbfd2075d req-e3dac187-cc30-44e2-abcd-e786fe7a643d tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.1745110 Feb 16 16:52:37.285287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c95834-5025-4021-ab5d-126d363ff26a req-dc252937-2cca-42a3-8ce9-706d67fd38fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:37.286973 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d9c95834-5025-4021-ab5d-126d363ff26a req-dc252937-2cca-42a3-8ce9-706d67fd38fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad32bf3a-32f6-4bd2-98b6-71621532181c HTTP/1.1" status: 200 len: 915 time: 0.2316492 Feb 16 16:52:37.337254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e164db-6329-411b-b355-ed0f9663c426 req-9441fbf6-7f73-4bce-b29a-fd4c3aa8f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:37.339019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36e164db-6329-411b-b355-ed0f9663c426 req-9441fbf6-7f73-4bce-b29a-fd4c3aa8f96e service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f HTTP/1.1" status: 200 len: 919 time: 0.2164576 Feb 16 16:52:37.369412 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d9c95834-5025-4021-ab5d-126d363ff26a req-3576765a-3c10-4d5a-aaf9-22cee12ff387 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b20e29a-88f5-42d1-895d-b2600693a2c7 HTTP/1.1" status: 200 len: 217 time: 0.0752847 Feb 16 16:52:37.370136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d54521ca-750e-43df-97a1-c3bdbfd2075d req-890b4beb-a3ea-4a34-b363-e0491f6339aa tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987679 Feb 16 16:52:37.417592 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36e164db-6329-411b-b355-ed0f9663c426 req-bb85e6c0-97cf-4cbf-842f-b3287e35f8bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb6b3841-0009-43f0-a0c0-64461a62c7de HTTP/1.1" status: 200 len: 217 time: 0.0682201 Feb 16 16:52:37.499928 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e164db-6329-411b-b355-ed0f9663c426 req-c68b064d-8f76-4ae4-a6e7-2a3473839c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:37.501440 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36e164db-6329-411b-b355-ed0f9663c426 req-c68b064d-8f76-4ae4-a6e7-2a3473839c7f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd HTTP/1.1" status: 200 len: 858 time: 0.0741570 Feb 16 16:52:37.512202 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c95834-5025-4021-ab5d-126d363ff26a req-e01f649d-f8ea-42ca-a26e-3ecd629b149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:37.513703 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d9c95834-5025-4021-ab5d-126d363ff26a req-e01f649d-f8ea-42ca-a26e-3ecd629b149d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=10287930-00ed-4b80-ba2c-16a1cc7d949b HTTP/1.1" status: 200 len: 854 time: 0.1386333 Feb 16 16:52:37.548794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36e164db-6329-411b-b355-ed0f9663c426 req-fa19519c-c330-4d03-8fe2-f9ba43a227e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408723 Feb 16 16:52:37.566855 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d9c95834-5025-4021-ab5d-126d363ff26a req-2bec94df-6564-45cf-8c6c-690f3f21c040 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad32bf3a-32f6-4bd2-98b6-71621532181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461936 Feb 16 16:52:37.750914 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d9c95834-5025-4021-ab5d-126d363ff26a req-5664aed0-5739-4a4e-a284-c00a00c82baa service neutron] 10.222.0.65 "GET /v2.0/networks/ad32bf3a-32f6-4bd2-98b6-71621532181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781130 Feb 16 16:52:37.776999 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36e164db-6329-411b-b355-ed0f9663c426 req-d14556e9-df63-48fc-8c43-cecfdfddd4c4 service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205632 Feb 16 16:52:38.008223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36e164db-6329-411b-b355-ed0f9663c426 req-e8f831ef-61bd-46d5-9fee-8446c68f9986 service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172163 Feb 16 16:52:38.053009 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d9c95834-5025-4021-ab5d-126d363ff26a req-61569849-af85-4e92-b932-3b8808b67526 service neutron] 10.222.0.65 "GET /v2.0/networks/ad32bf3a-32f6-4bd2-98b6-71621532181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954278 Feb 16 16:52:38.449983 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 5b20e29a-88f5-42d1-895d-b2600693a2c7 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:52:38.461252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ac880-8292-4a8f-9fb3-5a135dc83acb req-74b33821-8ede-40e8-a63d-aaea90422662 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:38.469204 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-303ac880-8292-4a8f-9fb3-5a135dc83acb req-74b33821-8ede-40e8-a63d-aaea90422662 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 943 time: 0.0863144 Feb 16 16:52:38.570587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-303ac880-8292-4a8f-9fb3-5a135dc83acb req-dd47dd22-c62f-4a94-880c-55931b139b90 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001475 Feb 16 16:52:38.598705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f4215-43c1-435f-aa92-27eddf8434b8 req-524e1c59-1824-4ae4-88fe-5186dc5ba39e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:38.607589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-205f4215-43c1-435f-aa92-27eddf8434b8 req-524e1c59-1824-4ae4-88fe-5186dc5ba39e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.0916281 Feb 16 16:52:38.687883 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-205f4215-43c1-435f-aa92-27eddf8434b8 req-839fdec9-1995-41df-9ed9-db82aa841f5d tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789738 Feb 16 16:52:38.711788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 5b20e29a-88f5-42d1-895d-b2600693a2c7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5b20e29a-88f5-42d1-895d-b2600693a2c7,segment=NetworkSegment(98a81d8f-1700-44de-9724-895f318faa30),segment_id=98a81d8f-1700-44de-9724-895f318faa30)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:52:38.771098 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '5b20e29a-88f5-42d1-895d-b2600693a2c7', 'network_id': 'ad32bf3a-32f6-4bd2-98b6-71621532181c', 'port_id': '5b20e29a-88f5-42d1-895d-b2600693a2c7', 'mac_address': 'fa:16:3e:d8:c7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10287930-00ed-4b80-ba2c-16a1cc7d949b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:52:38.874599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 5b20e29a-88f5-42d1-895d-b2600693a2c7 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:52:38.877917 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5b20e29a-88f5-42d1-895d-b2600693a2c7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:38.911728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b20e29a-88f5-42d1-895d-b2600693a2c7 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:52:38.976418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 5b20e29a-88f5-42d1-895d-b2600693a2c7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5b20e29a-88f5-42d1-895d-b2600693a2c7,segment=NetworkSegment(98a81d8f-1700-44de-9724-895f318faa30),segment_id=98a81d8f-1700-44de-9724-895f318faa30)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:52:38.984304 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5b20e29a-88f5-42d1-895d-b2600693a2c7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:39.048945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=5b20e29a-88f5-42d1-895d-b2600693a2c7,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:39.059224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:39.060097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:39.060635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:39.061153 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:39.062306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:39.062839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:39.063181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:39.063573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:39.063948 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:39.064459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:39.065181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:39.066353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:39.067163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:52:39.235673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['5b20e29a-88f5-42d1-895d-b2600693a2c7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:52:39.480608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58834) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:39.671119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:39.703786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021d3f4-3a98-4bb5-97c2-e360bcd94e00 req-5f78a680-8aa2-4377-9e67-1c8fb61b7649 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:39.704809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:39.722623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6021d3f4-3a98-4bb5-97c2-e360bcd94e00 req-5f78a680-8aa2-4377-9e67-1c8fb61b7649 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 944 time: 0.0879581 Feb 16 16:52:39.782752 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6021d3f4-3a98-4bb5-97c2-e360bcd94e00 req-c1c458d2-3d2c-4a00-9e66-bacc646ad580 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592437 Feb 16 16:52:39.854022 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:39.856220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636dc0-9cd4-445a-b059-c60c881f47a0 req-11b9e6fe-fc52-4cb2-acf9-158edc718a9e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:39.858958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4636dc0-9cd4-445a-b059-c60c881f47a0 req-11b9e6fe-fc52-4cb2-acf9-158edc718a9e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.0645840 Feb 16 16:52:39.939960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4636dc0-9cd4-445a-b059-c60c881f47a0 req-42b42572-fc0b-432d-90b1-0e0df9b71d05 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683339 Feb 16 16:52:39.999419 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Allocated IP 172.25.4.83 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/beceee71-facc-457c-b237-9beb8be7f60d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:52:40.133298 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for port (beceee71-facc-457c-b237-9beb8be7f60d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:40.177340 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (beceee71-facc-457c-b237-9beb8be7f60d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:40.219729 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:52:40.224345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:52:40.228958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:52:40.231028 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event updated for resources: {'Port': ['ID=beceee71-facc-457c-b237-9beb8be7f60d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:40.321644 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for floatingip (4f1397af-cd6c-42b6-acf4-1e3788273cd1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:40.362684 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (beceee71-facc-457c-b237-9beb8be7f60d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:40.472336 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 5b20e29a-88f5-42d1-895d-b2600693a2c7 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:52:40.533734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 5b20e29a-88f5-42d1-895d-b2600693a2c7 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:52:40.541988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 5b20e29a-88f5-42d1-895d-b2600693a2c7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:52:40.542402 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5b20e29a-88f5-42d1-895d-b2600693a2c7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:40.606311 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for port (beceee71-facc-457c-b237-9beb8be7f60d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:40.614507 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (beceee71-facc-457c-b237-9beb8be7f60d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:40.705340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 5b20e29a-88f5-42d1-895d-b2600693a2c7 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:52:40.706003 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5b20e29a-88f5-42d1-895d-b2600693a2c7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:40.739544 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c850ce25-9703-4ab6-b979-8320d36f28fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b20e29a-88f5-42d1-895d-b2600693a2c7'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:52:40.744381 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a43698f-d2fd-4ea5-90ee-b36b3715b72b" -d '{"events": [{"server_uuid": "c850ce25-9703-4ab6-b979-8320d36f28fb", "name": "network-vif-plugged", "status": "completed", "tag": "5b20e29a-88f5-42d1-895d-b2600693a2c7"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:52:40.746513 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event updated for resources: {'Port': ['ID=beceee71-facc-457c-b237-9beb8be7f60d,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:40.768679 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (4f1397af-cd6c-42b6-acf4-1e3788273cd1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:40.777133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 5b20e29a-88f5-42d1-895d-b2600693a2c7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5b20e29a-88f5-42d1-895d-b2600693a2c7,segment=NetworkSegment(98a81d8f-1700-44de-9724-895f318faa30),segment_id=98a81d8f-1700-44de-9724-895f318faa30)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:52:40.782880 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5b20e29a-88f5-42d1-895d-b2600693a2c7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:40.796356 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:40.797804 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d5c7ac8e-9330-45e0-952e-bbbc8521a30b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3160284 Feb 16 16:52:40.800683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58886) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:40.807418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2093275408'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:40.821086 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71463961-7654-4fe8-b964-4ddf4f545fc0 x-openstack-request-id: req-71463961-7654-4fe8-b964-4ddf4f545fc0 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:52:40.821399 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c850ce25-9703-4ab6-b979-8320d36f28fb", "name": "network-vif-plugged", "status": "completed", "tag": "5b20e29a-88f5-42d1-895d-b2600693a2c7", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:52:40.821822 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71463961-7654-4fe8-b964-4ddf4f545fc0 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:52:40.822165 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c850ce25-9703-4ab6-b979-8320d36f28fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b20e29a-88f5-42d1-895d-b2600693a2c7', 'code': 200} Feb 16 16:52:40.856791 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Made reservation on behalf of 24a21af98fd34552b31cef5472e29d59 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:52:40.858187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=5b20e29a-88f5-42d1-895d-b2600693a2c7,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:40.862199 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:40.890771 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:40.990471 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75b8fe-f217-4992-bc6b-ec24bfd137c3 req-19b5f224-2f27-415f-b789-98eb53fb4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:40.994733 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bd75b8fe-f217-4992-bc6b-ec24bfd137c3 req-19b5f224-2f27-415f-b789-98eb53fb4850 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 1127 time: 0.1012933 Feb 16 16:52:41.084142 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bd75b8fe-f217-4992-bc6b-ec24bfd137c3 req-aba2082f-c121-4356-a58b-e4d3e563c67d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803232 Feb 16 16:52:41.132514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875de7c-f311-48a6-bb85-b419cbadda06 req-e3326eba-a29b-4bf2-9d3f-14e674092924 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:41.140674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6875de7c-f311-48a6-bb85-b419cbadda06 req-e3326eba-a29b-4bf2-9d3f-14e674092924 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 945 time: 0.2308927 Feb 16 16:52:41.205824 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for security_group (1185ff1f-2f05-4756-abfb-ecf8c49304e8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:41.224117 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1185ff1f-2f05-4756-abfb-ecf8c49304e8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:41.256613 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6875de7c-f311-48a6-bb85-b419cbadda06 req-64cbdcff-4299-4f29-a477-ff880f092d38 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101441 Feb 16 16:52:41.272854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4829258-216a-4e90-a431-f72dc5d0f0a8 req-87882133-37e0-44cb-991c-50c6918c9352 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:41.280312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4829258-216a-4e90-a431-f72dc5d0f0a8 req-87882133-37e0-44cb-991c-50c6918c9352 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.1913655 Feb 16 16:52:41.287939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:52:41.336543 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ead5e560-aacb-4bf3-a2ca-f8cf7b33d179), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:41.336889 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Added segment ead5e560-aacb-4bf3-a2ca-f8cf7b33d179 of type vlan for network 8b30f6d4-df54-4757-a485-06cfc5b59057 Feb 16 16:52:41.348966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1185ff1f-2f05-4756-abfb-ecf8c49304e8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:41.380019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4829258-216a-4e90-a431-f72dc5d0f0a8 req-19cad8ef-eb82-4df1-9879-9f71d0c14ffc tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850170 Feb 16 16:52:41.422012 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (8b30f6d4-df54-4757-a485-06cfc5b59057), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:41.466739 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (8b30f6d4-df54-4757-a485-06cfc5b59057), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:41.473475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:41.474543 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:41.540722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 58934) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:41.541138 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7389874 Feb 16 16:52:41.550332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-debd3d90-b1d1-4578-998a-3e8adf6be775 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Request body: {'subnet': {'network_id': '8b30f6d4-df54-4757-a485-06cfc5b59057', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:41.580864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9da62-fc8b-47f9-aaf5-de9b77b5bc61 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event updated for resources: {'Network': ['ID=8b30f6d4-df54-4757-a485-06cfc5b59057,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:41.596232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 8b30f6d4-df54-4757-a485-06cfc5b59057 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:52:41.729728 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debd3d90-b1d1-4578-998a-3e8adf6be775 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Made reservation on behalf of 24a21af98fd34552b31cef5472e29d59 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:52:41.736526 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-debd3d90-b1d1-4578-998a-3e8adf6be775 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:42.057067 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-debd3d90-b1d1-4578-998a-3e8adf6be775 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (506dc5fe-3074-4ec7-a6dc-43589ac24e1f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:42.134976 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd3d90-b1d1-4578-998a-3e8adf6be775 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event updated for resources: {'Subnet': ['ID=506dc5fe-3074-4ec7-a6dc-43589ac24e1f,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:42.178818 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debd3d90-b1d1-4578-998a-3e8adf6be775 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Checking segment: {'id': 'ead5e560-aacb-4bf3-a2ca-f8cf7b33d179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8b30f6d4-df54-4757-a485-06cfc5b59057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:52:42.179195 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debd3d90-b1d1-4578-998a-3e8adf6be775 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Network hostable DHCP agents. Network: 8b30f6d4-df54-4757-a485-06cfc5b59057, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:52:42.226127 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debd3d90-b1d1-4578-998a-3e8adf6be775 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Network 8b30f6d4-df54-4757-a485-06cfc5b59057 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:52:42.243600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-debd3d90-b1d1-4578-998a-3e8adf6be775 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 8b30f6d4-df54-4757-a485-06cfc5b59057) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:52:42.249890 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debd3d90-b1d1-4578-998a-3e8adf6be775 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:42.252246 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-debd3d90-b1d1-4578-998a-3e8adf6be775 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:42.264004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aa471c-06a2-463e-9605-09e0d234b1fa None None] Network 8b30f6d4-df54-4757-a485-06cfc5b59057 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:52:42.299080 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-debd3d90-b1d1-4578-998a-3e8adf6be775 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7572119 Feb 16 16:52:42.301809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 58992) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:42.306488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-838456002', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:42.334550 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (58391345-3149-4087-b1f3-734ae862ccb2), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:42.336458 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (58391345-3149-4087-b1f3-734ae862ccb2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:42.454989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-8b30f6d4-df54-4757-a485-06cfc5b59057', 'network_id': '8b30f6d4-df54-4757-a485-06cfc5b59057', 'project_id': '24a21af98fd34552b31cef5472e29d59', 'fixed_ips': [{'subnet_id': '506dc5fe-3074-4ec7-a6dc-43589ac24e1f'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:52:42.455815 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:42.608287 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for router_controller (58391345-3149-4087-b1f3-734ae862ccb2), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:42.657670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Allocated IP 172.20.0.2 (8b30f6d4-df54-4757-a485-06cfc5b59057/506dc5fe-3074-4ec7-a6dc-43589ac24e1f/b1d1d9da-90e6-4fa2-932f-05a0ca13df4b) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:52:42.671171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a5fb4-4ca8-4abf-85ba-dc9fb1703f9f req-fa54e014-89bd-475b-b16e-4e07ee202fcd tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:42.675791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-645a5fb4-4ca8-4abf-85ba-dc9fb1703f9f req-fa54e014-89bd-475b-b16e-4e07ee202fcd tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 945 time: 0.2997277 Feb 16 16:52:42.817394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8795e-36bd-4445-95ea-6f8ac5f94745 req-dbc3fd75-793c-4192-a034-571f0e4f3389 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:42.819318 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b5c8795e-36bd-4445-95ea-6f8ac5f94745 req-dbc3fd75-793c-4192-a034-571f0e4f3389 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.3120935 Feb 16 16:52:42.849259 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Publish callbacks [] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:42.859822 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:42.897830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Network 8b30f6d4-df54-4757-a485-06cfc5b59057 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:52:42.940514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:52:42.942947 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Pushing event updated for resources: {'Port': ['ID=b1d1d9da-90e6-4fa2-932f-05a0ca13df4b,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:42.945446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:52:43.024542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Attempting to bind port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:52:43.024895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Attempting to bind port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'ead5e560-aacb-4bf3-a2ca-f8cf7b33d179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8b30f6d4-df54-4757-a485-06cfc5b59057'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:52:43.025258 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Attempting to bind port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b on network 8b30f6d4-df54-4757-a485-06cfc5b59057 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:52:43.031174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:52:43.031550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Checking segment: {'id': 'ead5e560-aacb-4bf3-a2ca-f8cf7b33d179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8b30f6d4-df54-4757-a485-06cfc5b59057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:52:43.031982 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:43.032374 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Bound using segment: {'id': 'ead5e560-aacb-4bf3-a2ca-f8cf7b33d179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8b30f6d4-df54-4757-a485-06cfc5b59057'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:52:43.032837 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Bound port: b1d1d9da-90e6-4fa2-932f-05a0ca13df4b, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead5e560-aacb-4bf3-a2ca-f8cf7b33d179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8b30f6d4-df54-4757-a485-06cfc5b59057'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:52:43.033529 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:43.062154 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for router_gateway (58391345-3149-4087-b1f3-734ae862ccb2), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:43.073040 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-645a5fb4-4ca8-4abf-85ba-dc9fb1703f9f req-4372b035-b8dd-4b25-9eed-d411ea78f943 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586578 Feb 16 16:52:43.079674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b5c8795e-36bd-4445-95ea-6f8ac5f94745 req-954dd82b-e7d8-434a-8a97-51030aae4fb7 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509432 Feb 16 16:52:43.189944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] For port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:52:43.204652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] For port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b1d1d9da-90e6-4fa2-932f-05a0ca13df4b,segment=NetworkSegment(ead5e560-aacb-4bf3-a2ca-f8cf7b33d179),segment_id=ead5e560-aacb-4bf3-a2ca-f8cf7b33d179)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:52:43.224630 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:43.343317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e34e1-d1b6-4ed6-b82d-11d54f8cf010 None None] Pushing event updated for resources: {'Port': ['ID=b1d1d9da-90e6-4fa2-932f-05a0ca13df4b,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:43.409437 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for router_gateway (58391345-3149-4087-b1f3-734ae862ccb2), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:43.464893 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:43.573099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59080) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:43.637217 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Allocated IP 172.25.4.30 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/cf14e9ac-c25e-4f15-8d4e-51ced06b78e7) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:52:43.826406 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1971673-820a-4249-b3dd-662c273324e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:43.899213 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for port (cf14e9ac-c25e-4f15-8d4e-51ced06b78e7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:43.952163 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1971673-820a-4249-b3dd-662c273324e1 admin admin] Publish callbacks [] for security_group (c17249a2-3339-41fb-8fd8-01d93bf97de8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:43.961012 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1971673-820a-4249-b3dd-662c273324e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c17249a2-3339-41fb-8fd8-01d93bf97de8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:44.058526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1971673-820a-4249-b3dd-662c273324e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17249a2-3339-41fb-8fd8-01d93bf97de8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:44.079865 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (cf14e9ac-c25e-4f15-8d4e-51ced06b78e7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:44.097911 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d1971673-820a-4249-b3dd-662c273324e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fc21f488bf141a884a7a26595be9469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5228748 Feb 16 16:52:44.100578 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59096) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:44.131204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event updated for resources: {'Port': ['ID=cf14e9ac-c25e-4f15-8d4e-51ced06b78e7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:44.147244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:52:44.148909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:52:44.152566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:52:44.227993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009592-bbc4-49f9-9ff1-44417e2079ba req-e7d079be-1480-47fd-b51f-2f6eddfd339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:44.230811 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1009592-bbc4-49f9-9ff1-44417e2079ba req-e7d079be-1480-47fd-b51f-2f6eddfd339a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 1128 time: 0.1477602 Feb 16 16:52:44.231239 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb552398-9d66-498f-9741-8bc9a5f54a40 admin admin] Publish callbacks [] for security_group (c17249a2-3339-41fb-8fd8-01d93bf97de8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:44.268489 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb552398-9d66-498f-9741-8bc9a5f54a40 admin admin] Publish callbacks [] for security_group (c17249a2-3339-41fb-8fd8-01d93bf97de8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:44.334248 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f1009592-bbc4-49f9-9ff1-44417e2079ba req-d7c44327-671f-457d-b511-b0ea99b58b02 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934384 Feb 16 16:52:44.370490 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb552398-9d66-498f-9741-8bc9a5f54a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c17249a2-3339-41fb-8fd8-01d93bf97de8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:44.374848 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fb552398-9d66-498f-9741-8bc9a5f54a40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:44.394000 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fb552398-9d66-498f-9741-8bc9a5f54a40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c17249a2-3339-41fb-8fd8-01d93bf97de8 HTTP/1.1" status: 204 len: 168 time: 0.2785385 Feb 16 16:52:44.405900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e9f30-66e1-4818-9934-4b6e082efc45 req-9b143708-c610-48f8-b35f-43107c0512d0 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:44.415877 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb552398-9d66-498f-9741-8bc9a5f54a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17249a2-3339-41fb-8fd8-01d93bf97de8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:44.421509 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f83e9f30-66e1-4818-9934-4b6e082efc45 req-9b143708-c610-48f8-b35f-43107c0512d0 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.1753969 Feb 16 16:52:44.995676 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59144) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:45.030104 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6f03f8c-4a11-4a33-87dc-401df00b6949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:45.133489 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a348ad-a1f9-49f7-ba75-0b80ad29eb2d None None] Network 8b30f6d4-df54-4757-a485-06cfc5b59057 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:52:45.185883 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f83e9f30-66e1-4818-9934-4b6e082efc45 req-e498d52b-c24e-4502-abf2-b8cf17ba2440 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7633395 Feb 16 16:52:45.248219 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for router_gateway (58391345-3149-4087-b1f3-734ae862ccb2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:45.339914 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b1d1d9da-90e6-4fa2-932f-05a0ca13df4b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:52:45.361409 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6f03f8c-4a11-4a33-87dc-401df00b6949 admin admin] Publish callbacks [] for security_group (4658d45e-ab12-45ab-b42f-91b30b331632), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:45.371790 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6f03f8c-4a11-4a33-87dc-401df00b6949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4658d45e-ab12-45ab-b42f-91b30b331632), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:45.387581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-22e06c7c-5cb6-411b-897d-5a98c19487bc None None] Provisioning complete for port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:52:45.388194 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-22e06c7c-5cb6-411b-897d-5a98c19487bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:45.475580 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f03f8c-4a11-4a33-87dc-401df00b6949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4658d45e-ab12-45ab-b42f-91b30b331632,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:45.523703 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b6f03f8c-4a11-4a33-87dc-401df00b6949 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de5f7ff1e4454914a81c3f7406b7af5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5229280 Feb 16 16:52:45.524845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59154) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:45.615227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a534b96d-185c-4dd7-a760-28b438164874 admin admin] Publish callbacks [] for security_group (4658d45e-ab12-45ab-b42f-91b30b331632), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:45.632413 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (58391345-3149-4087-b1f3-734ae862ccb2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:45.658230 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a534b96d-185c-4dd7-a760-28b438164874 admin admin] Publish callbacks [] for security_group (4658d45e-ab12-45ab-b42f-91b30b331632), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:45.781459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-22e06c7c-5cb6-411b-897d-5a98c19487bc None None] Current status of the port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:52:45.782015 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-22e06c7c-5cb6-411b-897d-5a98c19487bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:45.798495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:52:45.798848 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:45.893873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-22e06c7c-5cb6-411b-897d-5a98c19487bc None None] For port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b1d1d9da-90e6-4fa2-932f-05a0ca13df4b,segment=NetworkSegment(ead5e560-aacb-4bf3-a2ca-f8cf7b33d179),segment_id=ead5e560-aacb-4bf3-a2ca-f8cf7b33d179)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:52:45.904586 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a534b96d-185c-4dd7-a760-28b438164874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4658d45e-ab12-45ab-b42f-91b30b331632), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:45.910443 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a534b96d-185c-4dd7-a760-28b438164874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:45.914378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a534b96d-185c-4dd7-a760-28b438164874 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4658d45e-ab12-45ab-b42f-91b30b331632 HTTP/1.1" status: 204 len: 168 time: 0.3857057 Feb 16 16:52:45.927993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534b96d-185c-4dd7-a760-28b438164874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4658d45e-ab12-45ab-b42f-91b30b331632,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:45.931343 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-22e06c7c-5cb6-411b-897d-5a98c19487bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:45.968961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Router 58391345-3149-4087-b1f3-734ae862ccb2 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:52:46.171270 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:52:46.177821 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e06c7c-5cb6-411b-897d-5a98c19487bc None None] Pushing event updated for resources: {'Port': ['ID=b1d1d9da-90e6-4fa2-932f-05a0ca13df4b,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:46.248859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:52:46.263024 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d394a-a77f-4bff-be3e-f24beb060643 None None] Sync routers for ids ['58391345-3149-4087-b1f3-734ae862ccb2'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:52:46.271260 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b3461787-db46-45c9-9335-f604a934f5c4 None None] Provisioning complete for port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:52:46.271643 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b3461787-db46-45c9-9335-f604a934f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:46.284850 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d394a-a77f-4bff-be3e-f24beb060643 None None] Routers {'58391345-3149-4087-b1f3-734ae862ccb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:46.286455 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-216d394a-a77f-4bff-be3e-f24beb060643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:52:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['58391345-3149-4087-b1f3-734ae862ccb2'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:46.313943 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:46.315778 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3453792b-de66-4faf-9d2b-7ce07db26c18 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.0128975 Feb 16 16:52:46.318189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59172) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:46.422237 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-216d394a-a77f-4bff-be3e-f24beb060643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:46.469141 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d394a-a77f-4bff-be3e-f24beb060643 None None] Routers {'58391345-3149-4087-b1f3-734ae862ccb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:46.470136 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-216d394a-a77f-4bff-be3e-f24beb060643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:52:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['58391345-3149-4087-b1f3-734ae862ccb2'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:46.538648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b3461787-db46-45c9-9335-f604a934f5c4 None None] Current status of the port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:52:46.556486 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-216d394a-a77f-4bff-be3e-f24beb060643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:46.558330 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d394a-a77f-4bff-be3e-f24beb060643 None None] The sync data for ids ['58391345-3149-4087-b1f3-734ae862ccb2'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:52:46.719692 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78ee8a-ca93-434e-a220-f9a96a96a540 req-de67f078-ffed-4c8d-90e2-00451eebdd71 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:46.721292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d78ee8a-ca93-434e-a220-f9a96a96a540 req-de67f078-ffed-4c8d-90e2-00451eebdd71 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.2606685 Feb 16 16:52:46.804354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d78ee8a-ca93-434e-a220-f9a96a96a540 req-082e199f-b434-48c4-b482-b94c8374d9be tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751851 Feb 16 16:52:47.229210 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b1d1d9da-90e6-4fa2-932f-05a0ca13df4b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:52:47.405395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:52:47.406092 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:47.420809 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a56bc-8589-42d7-b112-c1f6e1c086ef req-2139110d-4b6d-484b-bf6d-bcf9bd2413c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:47.422255 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7b9a56bc-8589-42d7-b112-c1f6e1c086ef req-2139110d-4b6d-484b-bf6d-bcf9bd2413c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f46d9e83fb574834a22d43227eb7f02b&device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 1128 time: 0.1142392 Feb 16 16:52:47.487387 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:47.619748 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:52:47.655524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a56bc-8589-42d7-b112-c1f6e1c086ef req-81dc23ef-36ee-4ff0-b303-db97ff85c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:47.657032 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7b9a56bc-8589-42d7-b112-c1f6e1c086ef req-81dc23ef-36ee-4ff0-b303-db97ff85c48b service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f HTTP/1.1" status: 200 len: 919 time: 0.2277789 Feb 16 16:52:47.712000 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7b9a56bc-8589-42d7-b112-c1f6e1c086ef req-243ea5ba-6edd-470e-89d6-a255a4c4904d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb6b3841-0009-43f0-a0c0-64461a62c7de HTTP/1.1" status: 200 len: 217 time: 0.0470855 Feb 16 16:52:47.801658 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a56bc-8589-42d7-b112-c1f6e1c086ef req-d00f6574-9ac9-4e95-bd95-318c49f0977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:47.803606 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7b9a56bc-8589-42d7-b112-c1f6e1c086ef req-d00f6574-9ac9-4e95-bd95-318c49f0977e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd HTTP/1.1" status: 200 len: 858 time: 0.0862002 Feb 16 16:52:47.873913 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7b9a56bc-8589-42d7-b112-c1f6e1c086ef req-a5a81fa7-932d-48d2-b2d6-fd8406b9c5ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637200 Feb 16 16:52:47.890570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b102c9-ba53-46c8-a718-ddb3d61a0a13 req-a8b80097-96e5-4500-83a5-4cb7678093ef tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:47.899273 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43b102c9-ba53-46c8-a718-ddb3d61a0a13 req-a8b80097-96e5-4500-83a5-4cb7678093ef tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.5266912 Feb 16 16:52:47.982543 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59234) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:48.072436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43b102c9-ba53-46c8-a718-ddb3d61a0a13 req-862dee89-3e93-4ed7-aa14-8ab26cc41b73 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443427 Feb 16 16:52:48.098596 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7b9a56bc-8589-42d7-b112-c1f6e1c086ef req-08087920-beda-4415-8dcb-c4a9a036c156 service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182801 Feb 16 16:52:48.278622 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-7b9a56bc-8589-42d7-b112-c1f6e1c086ef req-e0fdfb4a-bf9e-478e-a928-d67a03347e19 service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735547 Feb 16 16:52:48.297095 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-673c5981-682b-496a-a29b-08fc4600740f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:48.420526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Allocated IP 172.20.0.1 (8b30f6d4-df54-4757-a485-06cfc5b59057/506dc5fe-3074-4ec7-a6dc-43589ac24e1f/c28d5bf0-b50f-494e-b304-444a240eb31f) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:52:48.473567 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-673c5981-682b-496a-a29b-08fc4600740f admin admin] Publish callbacks [] for security_group (c6c11c5c-8e86-4d13-ad18-175c1c3a5de2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:48.490646 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-673c5981-682b-496a-a29b-08fc4600740f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c6c11c5c-8e86-4d13-ad18-175c1c3a5de2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:48.593137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c5981-682b-496a-a29b-08fc4600740f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c11c5c-8e86-4d13-ad18-175c1c3a5de2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:48.693574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-673c5981-682b-496a-a29b-08fc4600740f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64acc2f9d93d4172a6336cc653cf9bd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6936014 Feb 16 16:52:48.696162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59264) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:48.757630 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for port (c28d5bf0-b50f-494e-b304-444a240eb31f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:48.816763 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c28d5bf0-b50f-494e-b304-444a240eb31f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:48.830410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b06ec55-7747-4090-9353-1ab1075b9c94 admin admin] Publish callbacks [] for security_group (c6c11c5c-8e86-4d13-ad18-175c1c3a5de2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:48.878261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b06ec55-7747-4090-9353-1ab1075b9c94 admin admin] Publish callbacks [] for security_group (c6c11c5c-8e86-4d13-ad18-175c1c3a5de2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:48.884387 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event updated for resources: {'Port': ['ID=c28d5bf0-b50f-494e-b304-444a240eb31f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:48.896153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Network 8b30f6d4-df54-4757-a485-06cfc5b59057 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:52:48.898162 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:52:48.902819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:52:48.968514 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b06ec55-7747-4090-9353-1ab1075b9c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c6c11c5c-8e86-4d13-ad18-175c1c3a5de2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:48.971441 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b06ec55-7747-4090-9353-1ab1075b9c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:48.976353 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1b06ec55-7747-4090-9353-1ab1075b9c94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6c11c5c-8e86-4d13-ad18-175c1c3a5de2 HTTP/1.1" status: 204 len: 168 time: 0.2777469 Feb 16 16:52:48.986764 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (58391345-3149-4087-b1f3-734ae862ccb2), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:48.992380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06ec55-7747-4090-9353-1ab1075b9c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c11c5c-8e86-4d13-ad18-175c1c3a5de2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:49.350517 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59284) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:49.410581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a5d1d-2398-4eb7-9698-21d13a1934ca req-8515c890-5646-42ca-84ea-7d0af29cf119 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:49.426351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c93a5d1d-2398-4eb7-9698-21d13a1934ca req-8515c890-5646-42ca-84ea-7d0af29cf119 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.1966043 Feb 16 16:52:49.518657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-202062fb-76b2-46b4-938e-9b2fe88804a7 None None] Provisioning complete for port c28d5bf0-b50f-494e-b304-444a240eb31f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:52:49.519121 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-202062fb-76b2-46b4-938e-9b2fe88804a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c28d5bf0-b50f-494e-b304-444a240eb31f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:49.615071 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59294) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:49.616075 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c28d5bf0-b50f-494e-b304-444a240eb31f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:49.644973 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d2c515f-2b80-4f8f-9aa3-bb5937827f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:49.646789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c93a5d1d-2398-4eb7-9698-21d13a1934ca req-c7fee82f-d6bb-44b0-a92a-f466d274129a tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187097 Feb 16 16:52:49.681007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-202062fb-76b2-46b4-938e-9b2fe88804a7 None None] Port c28d5bf0-b50f-494e-b304-444a240eb31f cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:52:49.862729 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d2c515f-2b80-4f8f-9aa3-bb5937827f61 admin admin] Publish callbacks [] for security_group (9b62ded2-055d-48a7-8735-9b99bc31613e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:49.864704 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e14ded7-14f3-47cc-88e7-01cc49c33fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:49.871560 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d2c515f-2b80-4f8f-9aa3-bb5937827f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9b62ded2-055d-48a7-8735-9b99bc31613e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:49.994028 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e14ded7-14f3-47cc-88e7-01cc49c33fb1 admin admin] Publish callbacks [] for security_group (646db5ca-3005-48c0-af5f-6f0ce8e1cabf), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:50.009431 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e14ded7-14f3-47cc-88e7-01cc49c33fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (646db5ca-3005-48c0-af5f-6f0ce8e1cabf), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:50.051939 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7d2c515f-2b80-4f8f-9aa3-bb5937827f61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56ed179783e04e568c4052433e51b9de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4356017 Feb 16 16:52:50.053261 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59298) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:50.063048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c515f-2b80-4f8f-9aa3-bb5937827f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b62ded2-055d-48a7-8735-9b99bc31613e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:50.090574 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6e14ded7-14f3-47cc-88e7-01cc49c33fb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53455b410c0247908703f91a1b88ff85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7376127 Feb 16 16:52:50.093469 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59302) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:50.170087 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14ded7-14f3-47cc-88e7-01cc49c33fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646db5ca-3005-48c0-af5f-6f0ce8e1cabf,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:50.175503 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-765486df-2e1c-4102-8c27-e9ba3070527b admin admin] Publish callbacks [] for security_group (646db5ca-3005-48c0-af5f-6f0ce8e1cabf), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:50.202085 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-765486df-2e1c-4102-8c27-e9ba3070527b admin admin] Publish callbacks [] for security_group (646db5ca-3005-48c0-af5f-6f0ce8e1cabf), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:50.206450 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for port (c28d5bf0-b50f-494e-b304-444a240eb31f), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:50.220636 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-31662fef-5697-4c72-9841-d9a1fe9748f2 admin admin] Publish callbacks [] for security_group (9b62ded2-055d-48a7-8735-9b99bc31613e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:50.222819 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c28d5bf0-b50f-494e-b304-444a240eb31f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:50.277342 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (58391345-3149-4087-b1f3-734ae862ccb2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:50.321998 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-765486df-2e1c-4102-8c27-e9ba3070527b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (646db5ca-3005-48c0-af5f-6f0ce8e1cabf), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:50.326437 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-765486df-2e1c-4102-8c27-e9ba3070527b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:50.330910 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-765486df-2e1c-4102-8c27-e9ba3070527b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/646db5ca-3005-48c0-af5f-6f0ce8e1cabf HTTP/1.1" status: 204 len: 168 time: 0.2341321 Feb 16 16:52:50.361207 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-31662fef-5697-4c72-9841-d9a1fe9748f2 admin admin] Publish callbacks [] for security_group (9b62ded2-055d-48a7-8735-9b99bc31613e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:50.385159 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765486df-2e1c-4102-8c27-e9ba3070527b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646db5ca-3005-48c0-af5f-6f0ce8e1cabf,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:50.391048 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event updated for resources: {'Port': ['ID=c28d5bf0-b50f-494e-b304-444a240eb31f,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:50.535314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Network 8b30f6d4-df54-4757-a485-06cfc5b59057 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:52:50.539876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:52:50.584115 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-31662fef-5697-4c72-9841-d9a1fe9748f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9b62ded2-055d-48a7-8735-9b99bc31613e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:50.586907 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-31662fef-5697-4c72-9841-d9a1fe9748f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:50.596397 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-31662fef-5697-4c72-9841-d9a1fe9748f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b62ded2-055d-48a7-8735-9b99bc31613e HTTP/1.1" status: 204 len: 168 time: 0.5419750 Feb 16 16:52:50.649544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31662fef-5697-4c72-9841-d9a1fe9748f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b62ded2-055d-48a7-8735-9b99bc31613e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:50.843107 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:52:50.920916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0689c-872c-43a6-ab9d-dd49a13ea7ce req-32705fcd-3923-4d1a-a299-7e17e84d0a09 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:50.927973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53d0689c-872c-43a6-ab9d-dd49a13ea7ce req-32705fcd-3923-4d1a-a299-7e17e84d0a09 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.1043777 Feb 16 16:52:50.959859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Router 58391345-3149-4087-b1f3-734ae862ccb2 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:52:51.028607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-79fda81b-5785-40f4-9d8a-ce0b3de95e55 None None] Provisioning complete for port c28d5bf0-b50f-494e-b304-444a240eb31f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:52:51.029205 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-79fda81b-5785-40f4-9d8a-ce0b3de95e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c28d5bf0-b50f-494e-b304-444a240eb31f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:51.116088 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53d0689c-872c-43a6-ab9d-dd49a13ea7ce req-7709e6ba-7513-4c5f-9902-30d1886745e4 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871173 Feb 16 16:52:51.140577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-79fda81b-5785-40f4-9d8a-ce0b3de95e55 None None] Port c28d5bf0-b50f-494e-b304-444a240eb31f cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:52:51.257163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:52:51.270908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ed0e93-da76-4cbb-bad4-e3eb9c30dea0 None None] Sync routers for ids ['58391345-3149-4087-b1f3-734ae862ccb2'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:52:51.283646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f2ee8e79-2751-4ff7-8d05-08f8d319e9cb tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] 10.222.0.24 "PUT /v2.0/routers/58391345-3149-4087-b1f3-734ae862ccb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9611418 Feb 16 16:52:51.283924 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59344) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:51.289276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed0e93-da76-4cbb-bad4-e3eb9c30dea0 None None] Routers {'58391345-3149-4087-b1f3-734ae862ccb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:51.289938 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-03ed0e93-da76-4cbb-bad4-e3eb9c30dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:52:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['58391345-3149-4087-b1f3-734ae862ccb2'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:51.291065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2cf7a3b6-e4cf-4022-8703-38c2bf97e350 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Request body: {'port': {'network_id': '8b30f6d4-df54-4757-a485-06cfc5b59057', 'name': 'tempest-FloatingIPAdminTestJSON-2080213074'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:51.393878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-03ed0e93-da76-4cbb-bad4-e3eb9c30dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:51.413570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed0e93-da76-4cbb-bad4-e3eb9c30dea0 None None] Routers {'58391345-3149-4087-b1f3-734ae862ccb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:51.419310 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-03ed0e93-da76-4cbb-bad4-e3eb9c30dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:52:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['58391345-3149-4087-b1f3-734ae862ccb2'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:51.569467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-03ed0e93-da76-4cbb-bad4-e3eb9c30dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:51.570832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ed0e93-da76-4cbb-bad4-e3eb9c30dea0 None None] The sync data for ids ['58391345-3149-4087-b1f3-734ae862ccb2'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:52:51.574865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf7a3b6-e4cf-4022-8703-38c2bf97e350 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Made reservation on behalf of 24a21af98fd34552b31cef5472e29d59 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:52:51.580462 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cf7a3b6-e4cf-4022-8703-38c2bf97e350 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:51.608467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-2cf7a3b6-e4cf-4022-8703-38c2bf97e350 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] device_id is not set on port 04380ac9-1294-49f2-bb12-c7425f7cdd5b yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:52:51.836119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-2cf7a3b6-e4cf-4022-8703-38c2bf97e350 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Allocated IP 172.20.0.5 (8b30f6d4-df54-4757-a485-06cfc5b59057/506dc5fe-3074-4ec7-a6dc-43589ac24e1f/04380ac9-1294-49f2-bb12-c7425f7cdd5b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:52:52.116920 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cf7a3b6-e4cf-4022-8703-38c2bf97e350 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for port (04380ac9-1294-49f2-bb12-c7425f7cdd5b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:52.179654 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cf7a3b6-e4cf-4022-8703-38c2bf97e350 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (04380ac9-1294-49f2-bb12-c7425f7cdd5b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:52.264957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf7a3b6-e4cf-4022-8703-38c2bf97e350 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Network 8b30f6d4-df54-4757-a485-06cfc5b59057 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:52:52.266793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-2cf7a3b6-e4cf-4022-8703-38c2bf97e350 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:52:52.281051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7a3b6-e4cf-4022-8703-38c2bf97e350 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event updated for resources: {'Port': ['ID=04380ac9-1294-49f2-bb12-c7425f7cdd5b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:52.287931 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf7a3b6-e4cf-4022-8703-38c2bf97e350 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:52:52.412834 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf7a3b6-e4cf-4022-8703-38c2bf97e350 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:52:52.413861 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cf7a3b6-e4cf-4022-8703-38c2bf97e350 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:52.480975 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2cf7a3b6-e4cf-4022-8703-38c2bf97e350 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1946900 Feb 16 16:52:52.483866 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59410) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:52.806313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9344e805-5f39-4b65-b2dc-18d2fb0f223c None None] Provisioning complete for port 04380ac9-1294-49f2-bb12-c7425f7cdd5b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:52:52.809607 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9344e805-5f39-4b65-b2dc-18d2fb0f223c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (04380ac9-1294-49f2-bb12-c7425f7cdd5b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:52.882165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9344e805-5f39-4b65-b2dc-18d2fb0f223c None None] Port 04380ac9-1294-49f2-bb12-c7425f7cdd5b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:52:52.942941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'project_id': '24a21af98fd34552b31cef5472e29d59', 'port_id': '04380ac9-1294-49f2-bb12-c7425f7cdd5b'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:52.982964 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:53.018417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59458) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:53.164369 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2cc1-8e38-40d2-bbf1-3cba9c702bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:53.251796 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2cc1-8e38-40d2-bbf1-3cba9c702bfb admin admin] Publish callbacks [] for security_group (99c769bb-c9e7-47e9-99af-18623a9bf311), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:53.258011 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2cc1-8e38-40d2-bbf1-3cba9c702bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (99c769bb-c9e7-47e9-99af-18623a9bf311), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:53.310597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b2cc1-8e38-40d2-bbf1-3cba9c702bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c769bb-c9e7-47e9-99af-18623a9bf311,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:53.324213 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4d6b2cc1-8e38-40d2-bbf1-3cba9c702bfb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fbf56bf07c14772991cff3242332f71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3040867 Feb 16 16:52:53.327272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59468) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:53.478265 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-204f97fa-b25c-4fc8-a40e-f62d35d837b0 admin admin] Publish callbacks [] for security_group (99c769bb-c9e7-47e9-99af-18623a9bf311), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:53.532753 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-204f97fa-b25c-4fc8-a40e-f62d35d837b0 admin admin] Publish callbacks [] for security_group (99c769bb-c9e7-47e9-99af-18623a9bf311), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:53.639934 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-204f97fa-b25c-4fc8-a40e-f62d35d837b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (99c769bb-c9e7-47e9-99af-18623a9bf311), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:53.647715 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-204f97fa-b25c-4fc8-a40e-f62d35d837b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:53.668704 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-204f97fa-b25c-4fc8-a40e-f62d35d837b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99c769bb-c9e7-47e9-99af-18623a9bf311 HTTP/1.1" status: 204 len: 168 time: 0.3287349 Feb 16 16:52:53.704866 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f97fa-b25c-4fc8-a40e-f62d35d837b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c769bb-c9e7-47e9-99af-18623a9bf311,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:53.737135 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:54.046457 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Allocated IP 172.25.4.210 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/696193e6-6ef9-4ff0-a2e3-8fff9c35bfba) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:52:54.240672 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks [] for port (696193e6-6ef9-4ff0-a2e3-8fff9c35bfba), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:54.312236 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (696193e6-6ef9-4ff0-a2e3-8fff9c35bfba), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:54.357721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:52:54.363744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:52:54.366474 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:52:54.402415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Pushing event updated for resources: {'Port': ['ID=696193e6-6ef9-4ff0-a2e3-8fff9c35bfba,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:55.087036 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks [] for floatingip (02b37dfc-86d5-41b8-bad6-c327f827a434), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:55.244625 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (696193e6-6ef9-4ff0-a2e3-8fff9c35bfba), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:55.534797 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks [] for port (696193e6-6ef9-4ff0-a2e3-8fff9c35bfba), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:55.541236 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (696193e6-6ef9-4ff0-a2e3-8fff9c35bfba), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:55.672859 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4ce817f-b2be-4cbd-bd6f-87dc564fd25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:55.787937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Pushing event updated for resources: {'Port': ['ID=696193e6-6ef9-4ff0-a2e3-8fff9c35bfba,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:55.811658 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (02b37dfc-86d5-41b8-bad6-c327f827a434), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:56.052367 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Floating IP 02b37dfc-86d5-41b8-bad6-c327f827a434 associated. External IP: 172.25.4.210, port: 04380ac9-1294-49f2-bb12-c7425f7cdd5b. Feb 16 16:52:56.426576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Router 58391345-3149-4087-b1f3-734ae862ccb2 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:52:56.657206 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:52:56.671529 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93469fc8-f2b2-4c02-9c0a-008aba227452 None None] Sync routers for ids ['58391345-3149-4087-b1f3-734ae862ccb2'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:52:56.697423 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93469fc8-f2b2-4c02-9c0a-008aba227452 None None] Routers {'58391345-3149-4087-b1f3-734ae862ccb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:56.698777 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:56.701915 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-93469fc8-f2b2-4c02-9c0a-008aba227452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:52:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['58391345-3149-4087-b1f3-734ae862ccb2'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:56.762392 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59654) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:56.782423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-df8f7322-ad69-445d-9b83-0c0554ee74fe tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.2970488 Feb 16 16:52:56.790535 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-93469fc8-f2b2-4c02-9c0a-008aba227452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:56.814291 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93469fc8-f2b2-4c02-9c0a-008aba227452 None None] Routers {'58391345-3149-4087-b1f3-734ae862ccb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:56.816097 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-93469fc8-f2b2-4c02-9c0a-008aba227452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:52:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['58391345-3149-4087-b1f3-734ae862ccb2'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:56.910360 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-93469fc8-f2b2-4c02-9c0a-008aba227452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:56.911547 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93469fc8-f2b2-4c02-9c0a-008aba227452 None None] The sync data for ids ['58391345-3149-4087-b1f3-734ae862ccb2'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:52:56.966752 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-42a8bd44-27d7-46a3-b44a-146ba1bf6b8a tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] 10.222.0.24 "GET /v2.0/floatingips/02b37dfc-86d5-41b8-bad6-c327f827a434 HTTP/1.1" status: 200 len: 983 time: 0.2023652 Feb 16 16:52:56.969077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59666) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:57.121982 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59668) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:57.139976 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3d18b05b-7418-43bc-a692-bd518f1c4357 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1412015 Feb 16 16:52:57.420257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1b19d44b-004b-4df7-81c8-d05f193944b8 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Deleting port 696193e6-6ef9-4ff0-a2e3-8fff9c35bfba {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:52:57.420257 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b19d44b-004b-4df7-81c8-d05f193944b8 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (696193e6-6ef9-4ff0-a2e3-8fff9c35bfba), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:57.550661 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b19d44b-004b-4df7-81c8-d05f193944b8 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (696193e6-6ef9-4ff0-a2e3-8fff9c35bfba), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:57.552378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b19d44b-004b-4df7-81c8-d05f193944b8 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for floatingip (696193e6-6ef9-4ff0-a2e3-8fff9c35bfba), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:57.576701 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1b19d44b-004b-4df7-81c8-d05f193944b8 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Calling delete_port for 696193e6-6ef9-4ff0-a2e3-8fff9c35bfba owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:52:57.594251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59682) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:57.895583 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f82596ef-9fdd-4c43-8ff4-af0abacfd34e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:57.932336 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b19d44b-004b-4df7-81c8-d05f193944b8 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (696193e6-6ef9-4ff0-a2e3-8fff9c35bfba), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:58.053625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19d44b-004b-4df7-81c8-d05f193944b8 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event deleted for resources: {'Port': ['ID=696193e6-6ef9-4ff0-a2e3-8fff9c35bfba,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:58.129113 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f82596ef-9fdd-4c43-8ff4-af0abacfd34e admin admin] Publish callbacks [] for security_group (10d79032-b7c3-4169-81e9-ce5364e56af9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:58.141756 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f82596ef-9fdd-4c43-8ff4-af0abacfd34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (10d79032-b7c3-4169-81e9-ce5364e56af9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:58.176492 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b19d44b-004b-4df7-81c8-d05f193944b8 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for floatingip (02b37dfc-86d5-41b8-bad6-c327f827a434), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:58.176750 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-1b19d44b-004b-4df7-81c8-d05f193944b8 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Floating IP 02b37dfc-86d5-41b8-bad6-c327f827a434 disassociated (deleted). External IP: 172.25.4.210, port: 04380ac9-1294-49f2-bb12-c7425f7cdd5b. Feb 16 16:52:58.317232 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02d70adc-9ee2-40cf-af2d-360b4fc72508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:58.345520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f82596ef-9fdd-4c43-8ff4-af0abacfd34e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cda09baacbf04ed4acd9c3fb1be93467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7502363 Feb 16 16:52:58.348162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59698) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:58.362627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82596ef-9fdd-4c43-8ff4-af0abacfd34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d79032-b7c3-4169-81e9-ce5364e56af9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:58.444621 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ac386149-d704-4b25-92b6-13ca1ca8f3f0 admin admin] Publish callbacks [] for security_group (10d79032-b7c3-4169-81e9-ce5364e56af9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:58.503704 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ac386149-d704-4b25-92b6-13ca1ca8f3f0 admin admin] Publish callbacks [] for security_group (10d79032-b7c3-4169-81e9-ce5364e56af9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:58.566452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b19d44b-004b-4df7-81c8-d05f193944b8 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Router 58391345-3149-4087-b1f3-734ae862ccb2 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:52:58.607195 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ac386149-d704-4b25-92b6-13ca1ca8f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (10d79032-b7c3-4169-81e9-ce5364e56af9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:58.610410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ac386149-d704-4b25-92b6-13ca1ca8f3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:58.614774 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ac386149-d704-4b25-92b6-13ca1ca8f3f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10d79032-b7c3-4169-81e9-ce5364e56af9 HTTP/1.1" status: 204 len: 168 time: 0.2650282 Feb 16 16:52:58.623539 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac386149-d704-4b25-92b6-13ca1ca8f3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d79032-b7c3-4169-81e9-ce5364e56af9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:58.737854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b19d44b-004b-4df7-81c8-d05f193944b8 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:52:58.745590 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b19d44b-004b-4df7-81c8-d05f193944b8 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:58.751801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab60eba-4e0d-43d0-a97f-dfff3ea0c5ad None None] Sync routers for ids ['58391345-3149-4087-b1f3-734ae862ccb2'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:52:58.778533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab60eba-4e0d-43d0-a97f-dfff3ea0c5ad None None] Routers {'58391345-3149-4087-b1f3-734ae862ccb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:58.781749 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-eab60eba-4e0d-43d0-a97f-dfff3ea0c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:52:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['58391345-3149-4087-b1f3-734ae862ccb2'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:58.793392 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1b19d44b-004b-4df7-81c8-d05f193944b8 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] 10.222.0.24 "DELETE /v2.0/floatingips/02b37dfc-86d5-41b8-bad6-c327f827a434 HTTP/1.1" status: 204 len: 168 time: 1.6701334 Feb 16 16:52:58.796870 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59710) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:52:58.801269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:52:58.845951 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:58.847231 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-eab60eba-4e0d-43d0-a97f-dfff3ea0c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:58.860379 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab60eba-4e0d-43d0-a97f-dfff3ea0c5ad None None] Routers {'58391345-3149-4087-b1f3-734ae862ccb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:52:58.861211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-eab60eba-4e0d-43d0-a97f-dfff3ea0c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:52:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['58391345-3149-4087-b1f3-734ae862ccb2'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:58.903203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-eab60eba-4e0d-43d0-a97f-dfff3ea0c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:52:58.904187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab60eba-4e0d-43d0-a97f-dfff3ea0c5ad None None] The sync data for ids ['58391345-3149-4087-b1f3-734ae862ccb2'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:52:59.005608 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:59.233514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Allocated IP 172.25.4.122 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/0b5e10c1-93e7-4f7f-b5c7-b47542b24443) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:52:59.312541 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:59.472455 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks [] for port (0b5e10c1-93e7-4f7f-b5c7-b47542b24443), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:59.522893 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (0b5e10c1-93e7-4f7f-b5c7-b47542b24443), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:59.648198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:52:59.650717 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:52:59.677617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Pushing event updated for resources: {'Port': ['ID=0b5e10c1-93e7-4f7f-b5c7-b47542b24443,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:52:59.680761 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:52:59.841833 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks [] for floatingip (870fcdbf-7dd4-4180-a5cf-5593592a212b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:52:59.939778 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0b5e10c1-93e7-4f7f-b5c7-b47542b24443), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:00.211216 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks [] for port (0b5e10c1-93e7-4f7f-b5c7-b47542b24443), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:00.218280 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (0b5e10c1-93e7-4f7f-b5c7-b47542b24443), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:00.339790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Pushing event updated for resources: {'Port': ['ID=0b5e10c1-93e7-4f7f-b5c7-b47542b24443,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:00.346868 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (870fcdbf-7dd4-4180-a5cf-5593592a212b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:00.364098 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:00.365700 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-299867b2-f9e2-459c-91fd-795ee513e411 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5676298 Feb 16 16:53:00.368346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59784) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:00.820968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59804) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:00.849114 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:00.863689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:00.892057 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:01.048352 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:01.111870 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-db94c193-d10e-43c5-b9a3-43c5532e5c6c tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1509415556'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:01.112474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-db94c193-d10e-43c5-b9a3-43c5532e5c6c tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Unknown quota resources ['metering_label']. {{(pid=103422) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:53:01.357625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Allocated IP 172.25.4.182 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/8fac213f-0b90-440f-bca2-a733fd6e60f7) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:01.461131 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:01.528308 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db94c193-d10e-43c5-b9a3-43c5532e5c6c tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:01.533555 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-db94c193-d10e-43c5-b9a3-43c5532e5c6c tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7099710 Feb 16 16:53:01.534425 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59814) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:01.538911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2a4dacd6-848b-4b58-8671-485dff747e98 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '11d82755-49b4-4370-93f2-f00945c60973'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:01.539826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2a4dacd6-848b-4b58-8671-485dff747e98 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103422) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:53:01.662443 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks [] for port (8fac213f-0b90-440f-bca2-a733fd6e60f7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:01.748807 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8fac213f-0b90-440f-bca2-a733fd6e60f7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:01.850379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:01.862817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:01.877841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:01.976135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Pushing event updated for resources: {'Port': ['ID=8fac213f-0b90-440f-bca2-a733fd6e60f7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:02.000124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:02.000738 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:02.001193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:02.001640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:02.002340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:02.002779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:02.003303 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:02.003744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:02.004224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:02.004662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:02.006838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:02.006838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:02.006838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:02.055592 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks [] for floatingip (7c6edf14-48e1-4f17-8332-0fd54dc6938d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:02.111929 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:02.142549 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8fac213f-0b90-440f-bca2-a733fd6e60f7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:02.423804 n-d-669411-5 neutron-server[103422]: WARNING neutron.services.metering.metering_plugin [None req-2a4dacd6-848b-4b58-8671-485dff747e98 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 16 16:53:02.633861 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks [] for port (8fac213f-0b90-440f-bca2-a733fd6e60f7), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:02.641016 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (8fac213f-0b90-440f-bca2-a733fd6e60f7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:02.645977 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2a4dacd6-848b-4b58-8671-485dff747e98 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:02.648298 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2a4dacd6-848b-4b58-8671-485dff747e98 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.1120570 Feb 16 16:53:02.651664 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59834) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:02.657253 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b2f56013-2a0c-4ba7-bd72-36f21a97a51c tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '11d82755-49b4-4370-93f2-f00945c60973'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:02.658061 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b2f56013-2a0c-4ba7-bd72-36f21a97a51c tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103422) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:53:02.740494 n-d-669411-5 neutron-server[103422]: WARNING neutron.services.metering.metering_plugin [None req-b2f56013-2a0c-4ba7-bd72-36f21a97a51c tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 16 16:53:02.811313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Pushing event updated for resources: {'Port': ['ID=8fac213f-0b90-440f-bca2-a733fd6e60f7,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:02.836061 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (7c6edf14-48e1-4f17-8332-0fd54dc6938d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:02.870913 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:02.874726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-33e3e0e1-37f7-4647-844b-16c1bb0e981a tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5029452 Feb 16 16:53:02.877601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59838) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:02.926383 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2f56013-2a0c-4ba7-bd72-36f21a97a51c tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:02.926830 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b2f56013-2a0c-4ba7-bd72-36f21a97a51c tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2736769 Feb 16 16:53:02.929262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59848) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:02.942823 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fae862ab-4321-43e2-a52b-aade30205202 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=b0806ab3-5823-43b8-9700-e65654ba47a3 HTTP/1.1" status: 200 len: 464 time: 0.0113592 Feb 16 16:53:02.944708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59850) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:03.254429 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2371c2f4-705b-4f91-99ad-092a1dbc4bdc tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:03.257968 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2371c2f4-705b-4f91-99ad-092a1dbc4bdc tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/b0806ab3-5823-43b8-9700-e65654ba47a3 HTTP/1.1" status: 204 len: 168 time: 0.3098834 Feb 16 16:53:03.262978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59854) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:03.287924 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dc1a65ab-9cf0-4db2-8f4d-879f67769f36 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=b0806ab3-5823-43b8-9700-e65654ba47a3 HTTP/1.1" status: 200 len: 221 time: 0.0205150 Feb 16 16:53:03.289203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59856) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:03.297133 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-dd9d0c31-554f-4012-8c92-c9a959de6d21 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2000132728', 'description': 'label created by tempest'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:03.297593 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-dd9d0c31-554f-4012-8c92-c9a959de6d21 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Unknown quota resources ['metering_label']. {{(pid=103422) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 16:53:03.791421 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd9d0c31-554f-4012-8c92-c9a959de6d21 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:03.796412 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dd9d0c31-554f-4012-8c92-c9a959de6d21 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5061884 Feb 16 16:53:03.803507 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59864) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:03.987799 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7cc7af1b-6f53-4915-9a3e-f2db46297e6f tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=080620e7-af25-4857-8cd4-9612176828d2 HTTP/1.1" status: 200 len: 468 time: 0.1792910 Feb 16 16:53:03.992001 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59868) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:03.998682 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8483c754-c67f-4b14-869a-b94a84c4f0a6 req-82b12e33-006a-4883-a67c-94e33ff656ab service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8743155 Feb 16 16:53:04.155215 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483c754-c67f-4b14-869a-b94a84c4f0a6 req-321ed455-fc6f-42d9-a7d0-2c975469e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:04.160217 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8483c754-c67f-4b14-869a-b94a84c4f0a6 req-321ed455-fc6f-42d9-a7d0-2c975469e0f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f46d9e83fb574834a22d43227eb7f02b&device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 1128 time: 0.1163201 Feb 16 16:53:04.284790 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-93034899-a4ec-4a94-b50a-6f04284938d3 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 1.4081633 Feb 16 16:53:04.286342 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59878) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:04.420617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483c754-c67f-4b14-869a-b94a84c4f0a6 req-fcc5211d-315a-422a-9d0e-364b51749e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:04.422104 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8483c754-c67f-4b14-869a-b94a84c4f0a6 req-fcc5211d-315a-422a-9d0e-364b51749e82 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f HTTP/1.1" status: 200 len: 919 time: 0.2406831 Feb 16 16:53:04.496777 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8483c754-c67f-4b14-869a-b94a84c4f0a6 req-d97321f4-8dd2-4580-829d-080524544ed5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb6b3841-0009-43f0-a0c0-64461a62c7de HTTP/1.1" status: 200 len: 217 time: 0.0666208 Feb 16 16:53:04.523055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-eb58f990-5da0-473a-bf4d-cf319216da3a tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2339377 Feb 16 16:53:04.523799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59886) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:04.645645 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483c754-c67f-4b14-869a-b94a84c4f0a6 req-28a51db6-d9ec-4a67-965a-93fe0e6056a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:04.647130 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8483c754-c67f-4b14-869a-b94a84c4f0a6 req-28a51db6-d9ec-4a67-965a-93fe0e6056a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd HTTP/1.1" status: 200 len: 858 time: 0.1399221 Feb 16 16:53:04.685642 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:04.725142 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8483c754-c67f-4b14-869a-b94a84c4f0a6 req-191773e0-4fc5-408f-9454-96aea612627b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b6b7469-6b0c-46d7-b068-242b0fc3df3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715055 Feb 16 16:53:04.736460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-8483c754-c67f-4b14-869a-b94a84c4f0a6 req-e66190dc-023a-475d-9c94-4eea1a8cc2be service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:53:04.737434 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8483c754-c67f-4b14-869a-b94a84c4f0a6 req-e66190dc-023a-475d-9c94-4eea1a8cc2be service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052049 Feb 16 16:53:04.958205 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8483c754-c67f-4b14-869a-b94a84c4f0a6 req-c44210ee-bad9-4c83-852f-c3237e1acb6f service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144489 Feb 16 16:53:05.114368 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-413db826-a027-4b63-8c9b-6dc674d57bd3 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:05.119343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-413db826-a027-4b63-8c9b-6dc674d57bd3 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/080620e7-af25-4857-8cd4-9612176828d2 HTTP/1.1" status: 204 len: 168 time: 1.1239607 Feb 16 16:53:05.119744 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59892) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:05.165391 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4c730325-b0d8-4ff0-9934-e955d85b7c60 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=080620e7-af25-4857-8cd4-9612176828d2 HTTP/1.1" status: 200 len: 216 time: 0.0414882 Feb 16 16:53:05.168505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59896) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:05.203605 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dc820f6e-6815-4163-b4b3-87788d8f7dac tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0341260 Feb 16 16:53:05.208444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59900) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:05.228610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-978c1595-5503-457e-838c-c948f0d5fa0b tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Deleting port 8fac213f-0b90-440f-bca2-a733fd6e60f7 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:05.230015 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8483c754-c67f-4b14-869a-b94a84c4f0a6 req-e27fffb7-13b5-4a48-b718-2a9da7b58aee service neutron] 10.222.0.65 "GET /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639821 Feb 16 16:53:05.233021 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-978c1595-5503-457e-838c-c948f0d5fa0b tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8fac213f-0b90-440f-bca2-a733fd6e60f7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:05.250334 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6165c95b-338b-4ac3-b785-38e329b6e28e tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0373895 Feb 16 16:53:05.250735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59904) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:05.385128 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0923f93e-058b-420f-8200-6168a56589ce tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/11d82755-49b4-4370-93f2-f00945c60973 HTTP/1.1" status: 200 len: 473 time: 0.1326838 Feb 16 16:53:05.390654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-978c1595-5503-457e-838c-c948f0d5fa0b tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8fac213f-0b90-440f-bca2-a733fd6e60f7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:05.390972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59908) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:05.391266 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-978c1595-5503-457e-838c-c948f0d5fa0b tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks [] for floatingip (8fac213f-0b90-440f-bca2-a733fd6e60f7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:05.411870 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c9eba2a5-bba4-4c39-9ec4-9bc0b504db82 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/2b7882ce-6817-4b40-a785-318d8b522433 HTTP/1.1" status: 200 len: 461 time: 0.0159571 Feb 16 16:53:05.414094 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59912) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:05.432233 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-978c1595-5503-457e-838c-c948f0d5fa0b tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Calling delete_port for 8fac213f-0b90-440f-bca2-a733fd6e60f7 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:05.695148 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8bacf249-f26e-4b45-a7c4-3f3a35c88987 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:05.699397 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8bacf249-f26e-4b45-a7c4-3f3a35c88987 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/2b7882ce-6817-4b40-a785-318d8b522433 HTTP/1.1" status: 204 len: 168 time: 0.2843044 Feb 16 16:53:05.700138 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59924) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:05.737382 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-978c1595-5503-457e-838c-c948f0d5fa0b tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8fac213f-0b90-440f-bca2-a733fd6e60f7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:05.774262 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c1595-5503-457e-838c-c948f0d5fa0b tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Pushing event deleted for resources: {'Port': ['ID=8fac213f-0b90-440f-bca2-a733fd6e60f7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:05.926785 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-978c1595-5503-457e-838c-c948f0d5fa0b tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks [] for floatingip (7c6edf14-48e1-4f17-8332-0fd54dc6938d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:05.930033 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-978c1595-5503-457e-838c-c948f0d5fa0b tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:05.934525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-978c1595-5503-457e-838c-c948f0d5fa0b tempest-FloatingIPAdminTestJSON-963399982 tempest-FloatingIPAdminTestJSON-963399982-project] 10.222.0.24 "DELETE /v2.0/floatingips/7c6edf14-48e1-4f17-8332-0fd54dc6938d HTTP/1.1" status: 204 len: 168 time: 1.3069403 Feb 16 16:53:05.935546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59930) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:06.106905 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b214-0b09-4389-8310-759705e9e4c6 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:06.108058 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d3d7b214-0b09-4389-8310-759705e9e4c6 tempest-MeteringTestJSON-1573837361 tempest-MeteringTestJSON-1573837361-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/11d82755-49b4-4370-93f2-f00945c60973 HTTP/1.1" status: 204 len: 168 time: 0.4070463 Feb 16 16:53:06.342783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d03e78e5-b730-4aa3-a9dd-30a7b2b91102 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Deleting port 0b5e10c1-93e7-4f7f-b5c7-b47542b24443 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:06.346140 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d03e78e5-b730-4aa3-a9dd-30a7b2b91102 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (0b5e10c1-93e7-4f7f-b5c7-b47542b24443), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:06.545049 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d03e78e5-b730-4aa3-a9dd-30a7b2b91102 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (0b5e10c1-93e7-4f7f-b5c7-b47542b24443), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:06.545664 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d03e78e5-b730-4aa3-a9dd-30a7b2b91102 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks [] for floatingip (0b5e10c1-93e7-4f7f-b5c7-b47542b24443), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:06.561796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d03e78e5-b730-4aa3-a9dd-30a7b2b91102 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Calling delete_port for 0b5e10c1-93e7-4f7f-b5c7-b47542b24443 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:06.673861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59948) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:06.827299 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d03e78e5-b730-4aa3-a9dd-30a7b2b91102 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (0b5e10c1-93e7-4f7f-b5c7-b47542b24443), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:06.894771 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e78e5-b730-4aa3-a9dd-30a7b2b91102 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b5e10c1-93e7-4f7f-b5c7-b47542b24443,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:06.926576 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa033164-624b-41ad-a132-44143649a616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:07.038796 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d03e78e5-b730-4aa3-a9dd-30a7b2b91102 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks [] for floatingip (870fcdbf-7dd4-4180-a5cf-5593592a212b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:07.041650 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d03e78e5-b730-4aa3-a9dd-30a7b2b91102 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:07.049815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d03e78e5-b730-4aa3-a9dd-30a7b2b91102 tempest-FloatingIPAdminTestJSON-1562766690 tempest-FloatingIPAdminTestJSON-1562766690-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/870fcdbf-7dd4-4180-a5cf-5593592a212b HTTP/1.1" status: 204 len: 168 time: 1.1128294 Feb 16 16:53:07.050378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59956) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:07.056687 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa033164-624b-41ad-a132-44143649a616 admin admin] Publish callbacks [] for security_group (668acb09-f3e5-4835-94bf-6a0a2b33a79d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:07.076744 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fa033164-624b-41ad-a132-44143649a616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (668acb09-f3e5-4835-94bf-6a0a2b33a79d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:07.198668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa033164-624b-41ad-a132-44143649a616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668acb09-f3e5-4835-94bf-6a0a2b33a79d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:07.232063 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fa033164-624b-41ad-a132-44143649a616 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77d32d116fb14c96a93c199026db25fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5534799 Feb 16 16:53:07.232896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59958) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:07.255594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1aa53595-f247-4353-bc61-ee3e0fba9690 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Deleting port 04380ac9-1294-49f2-bb12-c7425f7cdd5b {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:07.260260 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1aa53595-f247-4353-bc61-ee3e0fba9690 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (04380ac9-1294-49f2-bb12-c7425f7cdd5b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:07.390195 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-59cbabc6-7304-48c0-916a-b54fdd2f5261 admin admin] Publish callbacks [] for security_group (668acb09-f3e5-4835-94bf-6a0a2b33a79d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:07.392834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1aa53595-f247-4353-bc61-ee3e0fba9690 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (04380ac9-1294-49f2-bb12-c7425f7cdd5b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:07.415130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1aa53595-f247-4353-bc61-ee3e0fba9690 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Calling delete_port for 04380ac9-1294-49f2-bb12-c7425f7cdd5b owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:07.445776 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-59cbabc6-7304-48c0-916a-b54fdd2f5261 admin admin] Publish callbacks [] for security_group (668acb09-f3e5-4835-94bf-6a0a2b33a79d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:07.581737 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-59cbabc6-7304-48c0-916a-b54fdd2f5261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (668acb09-f3e5-4835-94bf-6a0a2b33a79d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:07.585095 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-59cbabc6-7304-48c0-916a-b54fdd2f5261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:07.589008 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-59cbabc6-7304-48c0-916a-b54fdd2f5261 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/668acb09-f3e5-4835-94bf-6a0a2b33a79d HTTP/1.1" status: 204 len: 168 time: 0.3525147 Feb 16 16:53:07.596479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbabc6-7304-48c0-916a-b54fdd2f5261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668acb09-f3e5-4835-94bf-6a0a2b33a79d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:07.659672 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1aa53595-f247-4353-bc61-ee3e0fba9690 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (04380ac9-1294-49f2-bb12-c7425f7cdd5b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:07.712625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa53595-f247-4353-bc61-ee3e0fba9690 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event deleted for resources: {'Port': ['ID=04380ac9-1294-49f2-bb12-c7425f7cdd5b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:07.880221 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1aa53595-f247-4353-bc61-ee3e0fba9690 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:07.883738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1aa53595-f247-4353-bc61-ee3e0fba9690 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] 10.222.0.24 "DELETE /v2.0/ports/04380ac9-1294-49f2-bb12-c7425f7cdd5b HTTP/1.1" status: 204 len: 168 time: 0.8322766 Feb 16 16:53:07.886251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 59988) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:08.045911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd4604f-11c0-48fb-867c-1421d2525197 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:08.057144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 59996) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:08.058237 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3bd4604f-11c0-48fb-867c-1421d2525197 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] 10.222.0.24 "GET /v2.0/ports?device_id=58391345-3149-4087-b1f3-734ae862ccb2 HTTP/1.1" status: 200 len: 913 time: 0.1666944 Feb 16 16:53:08.556207 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60012) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:08.812753 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:08.817850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60020) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:08.867394 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abcae5f2-a0aa-43c1-a161-a48598ecfc59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:08.900645 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5c29900-fb64-44ee-a935-90b86efa4b35 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (58391345-3149-4087-b1f3-734ae862ccb2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:09.342740 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Publish callbacks [] for security_group (9c2d2e03-b4e7-4be8-aa96-313560cd9337), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:09.345142 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abcae5f2-a0aa-43c1-a161-a48598ecfc59 admin admin] Publish callbacks [] for security_group (2608b36c-624e-47b6-94e1-dadd689ec135), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:09.348277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b5c29900-fb64-44ee-a935-90b86efa4b35 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Deleting port c28d5bf0-b50f-494e-b304-444a240eb31f {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:09.348898 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5c29900-fb64-44ee-a935-90b86efa4b35 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c28d5bf0-b50f-494e-b304-444a240eb31f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:09.352790 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9c2d2e03-b4e7-4be8-aa96-313560cd9337), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:09.369306 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abcae5f2-a0aa-43c1-a161-a48598ecfc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2608b36c-624e-47b6-94e1-dadd689ec135), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:09.458815 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-abcae5f2-a0aa-43c1-a161-a48598ecfc59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4713b19af1448d9a3c4d080df2732aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6395431 Feb 16 16:53:09.464001 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60026) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:09.472146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5c29900-fb64-44ee-a935-90b86efa4b35 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c28d5bf0-b50f-494e-b304-444a240eb31f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:09.486443 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b5c29900-fb64-44ee-a935-90b86efa4b35 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Calling delete_port for c28d5bf0-b50f-494e-b304-444a240eb31f owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:09.552428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2d2e03-b4e7-4be8-aa96-313560cd9337,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:09.567547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:09.568333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:09.568333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:09.568652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:09.568909 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:09.569241 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:09.569564 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:09.569890 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:09.570211 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:09.570531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:09.570853 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:09.571172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:09.571492 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:09.594063 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ef169e40-8156-4d48-ba9b-ef3fcc0e6aef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5322ca16f70e4252b77e7135a79cd1e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0366497 Feb 16 16:53:09.596790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60032) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:09.737209 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a822818-870a-4a22-be13-600429a0451d admin admin] Publish callbacks [] for security_group (2608b36c-624e-47b6-94e1-dadd689ec135), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:09.765777 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcae5f2-a0aa-43c1-a161-a48598ecfc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2608b36c-624e-47b6-94e1-dadd689ec135,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:09.803924 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a09285f7-8c44-42ab-875c-2461078eabb0 admin admin] Publish callbacks [] for security_group (9c2d2e03-b4e7-4be8-aa96-313560cd9337), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:09.818535 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a822818-870a-4a22-be13-600429a0451d admin admin] Publish callbacks [] for security_group (2608b36c-624e-47b6-94e1-dadd689ec135), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:09.855407 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a09285f7-8c44-42ab-875c-2461078eabb0 admin admin] Publish callbacks [] for security_group (9c2d2e03-b4e7-4be8-aa96-313560cd9337), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:09.931513 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5c29900-fb64-44ee-a935-90b86efa4b35 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c28d5bf0-b50f-494e-b304-444a240eb31f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:09.936480 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a822818-870a-4a22-be13-600429a0451d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2608b36c-624e-47b6-94e1-dadd689ec135), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:09.939420 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a822818-870a-4a22-be13-600429a0451d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:09.941040 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0a822818-870a-4a22-be13-600429a0451d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2608b36c-624e-47b6-94e1-dadd689ec135 HTTP/1.1" status: 204 len: 168 time: 0.4613366 Feb 16 16:53:09.980683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a822818-870a-4a22-be13-600429a0451d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2608b36c-624e-47b6-94e1-dadd689ec135,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:09.987511 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a09285f7-8c44-42ab-875c-2461078eabb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9c2d2e03-b4e7-4be8-aa96-313560cd9337), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:09.997787 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a09285f7-8c44-42ab-875c-2461078eabb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:10.007701 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a09285f7-8c44-42ab-875c-2461078eabb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c2d2e03-b4e7-4be8-aa96-313560cd9337 HTTP/1.1" status: 204 len: 168 time: 0.4083893 Feb 16 16:53:10.034416 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c29900-fb64-44ee-a935-90b86efa4b35 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event deleted for resources: {'Port': ['ID=c28d5bf0-b50f-494e-b304-444a240eb31f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:10.042985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09285f7-8c44-42ab-875c-2461078eabb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2d2e03-b4e7-4be8-aa96-313560cd9337,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:10.537501 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5c29900-fb64-44ee-a935-90b86efa4b35 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (58391345-3149-4087-b1f3-734ae862ccb2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:10.929124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c29900-fb64-44ee-a935-90b86efa4b35 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Router 58391345-3149-4087-b1f3-734ae862ccb2 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:53:10.996302 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60072) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:11.035557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-562b54af-add5-4140-b41c-b56393f56c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:11.136534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c29900-fb64-44ee-a935-90b86efa4b35 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:53:11.168252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b5c29900-fb64-44ee-a935-90b86efa4b35 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] 10.222.0.24 "PUT /v2.0/routers/58391345-3149-4087-b1f3-734ae862ccb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1091731 Feb 16 16:53:11.168527 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e340049e-d334-4c12-bc2b-3feec4762c78 None None] Sync routers for ids ['58391345-3149-4087-b1f3-734ae862ccb2'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:53:11.169084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60080) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:11.197526 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e340049e-d334-4c12-bc2b-3feec4762c78 None None] Routers {'58391345-3149-4087-b1f3-734ae862ccb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:53:11.198511 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e340049e-d334-4c12-bc2b-3feec4762c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:52:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['58391345-3149-4087-b1f3-734ae862ccb2'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:11.202060 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-562b54af-add5-4140-b41c-b56393f56c49 admin admin] Publish callbacks [] for security_group (05238c9a-81ae-46a3-b501-e2e09e4d7ed2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:11.208101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-562b54af-add5-4140-b41c-b56393f56c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (05238c9a-81ae-46a3-b501-e2e09e4d7ed2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:11.269630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b54af-add5-4140-b41c-b56393f56c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05238c9a-81ae-46a3-b501-e2e09e4d7ed2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:11.295156 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-562b54af-add5-4140-b41c-b56393f56c49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f6536537b474c90a2e75790f184e61f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2975817 Feb 16 16:53:11.301613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60084) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:11.353557 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e340049e-d334-4c12-bc2b-3feec4762c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:11.377401 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d6762e1-1f3c-4799-8fb0-5be3bf473c7a admin admin] Publish callbacks [] for security_group (05238c9a-81ae-46a3-b501-e2e09e4d7ed2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:11.382701 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e340049e-d334-4c12-bc2b-3feec4762c78 None None] Routers {'58391345-3149-4087-b1f3-734ae862ccb2'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:53:11.383328 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e340049e-d334-4c12-bc2b-3feec4762c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:52:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['58391345-3149-4087-b1f3-734ae862ccb2'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:11.411576 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d6762e1-1f3c-4799-8fb0-5be3bf473c7a admin admin] Publish callbacks [] for security_group (05238c9a-81ae-46a3-b501-e2e09e4d7ed2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:11.486241 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e340049e-d334-4c12-bc2b-3feec4762c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:11.488298 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e340049e-d334-4c12-bc2b-3feec4762c78 None None] The sync data for ids ['58391345-3149-4087-b1f3-734ae862ccb2'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:53:11.509210 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d6762e1-1f3c-4799-8fb0-5be3bf473c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (05238c9a-81ae-46a3-b501-e2e09e4d7ed2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:11.515825 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d6762e1-1f3c-4799-8fb0-5be3bf473c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:11.518947 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9d6762e1-1f3c-4799-8fb0-5be3bf473c7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05238c9a-81ae-46a3-b501-e2e09e4d7ed2 HTTP/1.1" status: 204 len: 168 time: 0.2150993 Feb 16 16:53:11.541661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6762e1-1f3c-4799-8fb0-5be3bf473c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05238c9a-81ae-46a3-b501-e2e09e4d7ed2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:12.040128 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-afbec695-ded9-4cbc-9969-7a75bd5e2e9b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for router (58391345-3149-4087-b1f3-734ae862ccb2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:12.307951 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-afbec695-ded9-4cbc-9969-7a75bd5e2e9b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for router_gateway (58391345-3149-4087-b1f3-734ae862ccb2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:12.376532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60122) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:12.396332 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aef34384-6cfc-4329-a80c-45207003d9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:12.443250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-afbec695-ded9-4cbc-9969-7a75bd5e2e9b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Deleting port cf14e9ac-c25e-4f15-8d4e-51ced06b78e7 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:12.443591 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-afbec695-ded9-4cbc-9969-7a75bd5e2e9b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (cf14e9ac-c25e-4f15-8d4e-51ced06b78e7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:12.452629 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5bc66778-49c2-44c4-b18f-bb5f457049b0 req-53ad3c88-7f3f-4f51-a194-ceebb935d44c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3721554 Feb 16 16:53:12.524209 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-afbec695-ded9-4cbc-9969-7a75bd5e2e9b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (cf14e9ac-c25e-4f15-8d4e-51ced06b78e7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:12.538097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-afbec695-ded9-4cbc-9969-7a75bd5e2e9b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Calling delete_port for cf14e9ac-c25e-4f15-8d4e-51ced06b78e7 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:12.618739 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc66778-49c2-44c4-b18f-bb5f457049b0 req-f3b335b5-406c-4a2d-a8b5-35b7d42b64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:12.620866 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5bc66778-49c2-44c4-b18f-bb5f457049b0 req-f3b335b5-406c-4a2d-a8b5-35b7d42b64b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 1128 time: 0.0923398 Feb 16 16:53:12.778444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc66778-49c2-44c4-b18f-bb5f457049b0 req-b59a7158-ebf1-43bf-988a-de6b0a058090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:12.780284 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5bc66778-49c2-44c4-b18f-bb5f457049b0 req-b59a7158-ebf1-43bf-988a-de6b0a058090 service neutron] 10.222.0.60 "GET /v2.0/networks?id=660db8e8-ac8e-4f64-9b81-079f173b76f2 HTTP/1.1" status: 200 len: 898 time: 0.1413507 Feb 16 16:53:12.835902 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aef34384-6cfc-4329-a80c-45207003d9fc admin admin] Publish callbacks [] for security_group (91cab244-12b9-492d-9ed8-976e28a8acad), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:12.845507 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aef34384-6cfc-4329-a80c-45207003d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (91cab244-12b9-492d-9ed8-976e28a8acad), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:12.893302 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5bc66778-49c2-44c4-b18f-bb5f457049b0 req-09bb7763-f5ea-45c1-8b95-318d279afc11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95bf3896-a615-4807-b3bd-d6a58095739b HTTP/1.1" status: 200 len: 1002 time: 0.1034606 Feb 16 16:53:12.922044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef34384-6cfc-4329-a80c-45207003d9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cab244-12b9-492d-9ed8-976e28a8acad,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:12.937015 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-aef34384-6cfc-4329-a80c-45207003d9fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b75e3841d59415d8c5120d85b8ec695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5566244 Feb 16 16:53:12.939690 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-afbec695-ded9-4cbc-9969-7a75bd5e2e9b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (cf14e9ac-c25e-4f15-8d4e-51ced06b78e7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:12.941490 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60150) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:13.011224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc66778-49c2-44c4-b18f-bb5f457049b0 req-ce177a93-de46-4bf4-96bc-213c74a7c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:13.013141 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5bc66778-49c2-44c4-b18f-bb5f457049b0 req-ce177a93-de46-4bf4-96bc-213c74a7c8b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=107c687b-d4fe-48c9-8d4b-6c0c18351465 HTTP/1.1" status: 200 len: 834 time: 0.1040874 Feb 16 16:53:13.069933 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbec695-ded9-4cbc-9969-7a75bd5e2e9b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event deleted for resources: {'Port': ['ID=cf14e9ac-c25e-4f15-8d4e-51ced06b78e7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:13.103574 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc66778-49c2-44c4-b18f-bb5f457049b0 req-8e250f5f-9ecc-4ead-94de-df7013b5ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:13.109528 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5bc66778-49c2-44c4-b18f-bb5f457049b0 req-8e250f5f-9ecc-4ead-94de-df7013b5ab1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=660db8e8-ac8e-4f64-9b81-079f173b76f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0905542 Feb 16 16:53:13.120873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-5bc66778-49c2-44c4-b18f-bb5f457049b0 req-7bbd9cf8-d0a0-4288-872f-04738c429091 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:53:13.122293 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5bc66778-49c2-44c4-b18f-bb5f457049b0 req-7bbd9cf8-d0a0-4288-872f-04738c429091 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066288 Feb 16 16:53:13.140307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60156) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:13.182959 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-513cbf09-c7c2-415a-b87b-4fca337cef5f admin admin] Publish callbacks [] for security_group (91cab244-12b9-492d-9ed8-976e28a8acad), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:13.218763 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-513cbf09-c7c2-415a-b87b-4fca337cef5f admin admin] Publish callbacks [] for security_group (91cab244-12b9-492d-9ed8-976e28a8acad), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:13.268244 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-afbec695-ded9-4cbc-9969-7a75bd5e2e9b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (58391345-3149-4087-b1f3-734ae862ccb2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:13.423937 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5bc66778-49c2-44c4-b18f-bb5f457049b0 req-5ac6875d-4af7-44e8-b1cb-db09685334d6 service neutron] 10.222.0.60 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823615 Feb 16 16:53:13.439049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1391271012', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:13.447180 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-afbec695-ded9-4cbc-9969-7a75bd5e2e9b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (58391345-3149-4087-b1f3-734ae862ccb2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:13.462561 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-afbec695-ded9-4cbc-9969-7a75bd5e2e9b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for router_controller (58391345-3149-4087-b1f3-734ae862ccb2), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:13.541226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Made reservation on behalf of 0cd97b9729944f0cbd599d3e4a669248 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:13.544978 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:13.556791 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-afbec695-ded9-4cbc-9969-7a75bd5e2e9b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (58391345-3149-4087-b1f3-734ae862ccb2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:13.557434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbec695-ded9-4cbc-9969-7a75bd5e2e9b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Fanout notify agent at l3_agent the message router_deleted on router 58391345-3149-4087-b1f3-734ae862ccb2 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:53:13.566934 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-afbec695-ded9-4cbc-9969-7a75bd5e2e9b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:13.571575 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-afbec695-ded9-4cbc-9969-7a75bd5e2e9b tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] 10.222.0.24 "DELETE /v2.0/routers/58391345-3149-4087-b1f3-734ae862ccb2 HTTP/1.1" status: 204 len: 168 time: 2.4011428 Feb 16 16:53:13.573010 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-513cbf09-c7c2-415a-b87b-4fca337cef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (91cab244-12b9-492d-9ed8-976e28a8acad), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:13.576849 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-513cbf09-c7c2-415a-b87b-4fca337cef5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:13.578702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-513cbf09-c7c2-415a-b87b-4fca337cef5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91cab244-12b9-492d-9ed8-976e28a8acad HTTP/1.1" status: 204 len: 168 time: 0.6335402 Feb 16 16:53:13.579459 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60160) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:13.611624 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5bc66778-49c2-44c4-b18f-bb5f457049b0 req-f5e6beb3-030f-45d1-b7d5-1719a9e580a6 service neutron] 10.222.0.60 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797180 Feb 16 16:53:13.670600 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:13.676153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cbf09-c7c2-415a-b87b-4fca337cef5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cab244-12b9-492d-9ed8-976e28a8acad,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:13.751389 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-4765c50f-35e9-4f6b-8b5d-5c40673d8b14 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Deleting subnet 506dc5fe-3074-4ec7-a6dc-43589ac24e1f {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:53:13.867638 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks [] for security_group (5b297312-ce15-4221-9150-ab53430e12fb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:13.872410 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4765c50f-35e9-4f6b-8b5d-5c40673d8b14 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for subnet (506dc5fe-3074-4ec7-a6dc-43589ac24e1f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:13.878480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5b297312-ce15-4221-9150-ab53430e12fb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:13.909917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] device_id is not set on port 6f68d6e9-07dd-4645-8ccc-29e11b6fc07b yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:53:14.044196 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4765c50f-35e9-4f6b-8b5d-5c40673d8b14 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (506dc5fe-3074-4ec7-a6dc-43589ac24e1f), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:14.100544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b297312-ce15-4221-9150-ab53430e12fb,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:14.246163 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4765c50f-35e9-4f6b-8b5d-5c40673d8b14 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (506dc5fe-3074-4ec7-a6dc-43589ac24e1f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:14.325643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Allocated IP 172.25.4.42 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/6f68d6e9-07dd-4645-8ccc-29e11b6fc07b) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:14.370938 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4765c50f-35e9-4f6b-8b5d-5c40673d8b14 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (506dc5fe-3074-4ec7-a6dc-43589ac24e1f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:14.409944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765c50f-35e9-4f6b-8b5d-5c40673d8b14 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event deleted for resources: {'Subnet': ['ID=506dc5fe-3074-4ec7-a6dc-43589ac24e1f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:14.436420 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4765c50f-35e9-4f6b-8b5d-5c40673d8b14 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:14.440069 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4765c50f-35e9-4f6b-8b5d-5c40673d8b14 tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] 10.222.0.24 "DELETE /v2.0/subnets/506dc5fe-3074-4ec7-a6dc-43589ac24e1f HTTP/1.1" status: 204 len: 168 time: 0.8267367 Feb 16 16:53:14.442627 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60188) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:14.451979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1c4d2e-7650-4786-9fd9-66ba0be4488f None None] Network 8b30f6d4-df54-4757-a485-06cfc5b59057 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:53:14.641968 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks [] for port (6f68d6e9-07dd-4645-8ccc-29e11b6fc07b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:14.669207 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (8b30f6d4-df54-4757-a485-06cfc5b59057), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:14.694629 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6f68d6e9-07dd-4645-8ccc-29e11b6fc07b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:14.723804 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beef929-b2c1-464d-a75d-15ba277266bd None None] DHCP port deletion for 8b30f6d4-df54-4757-a485-06cfc5b59057 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:53:14.808593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:14.824537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:14.837300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:14.837554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5beef929-b2c1-464d-a75d-15ba277266bd None None] Deleting port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:14.837554 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5beef929-b2c1-464d-a75d-15ba277266bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:14.843677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Pushing event updated for resources: {'Port': ['ID=6f68d6e9-07dd-4645-8ccc-29e11b6fc07b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:14.854115 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Deleting port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:14.854455 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.024553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:15.025162 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.045614 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] For port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b1d1d9da-90e6-4fa2-932f-05a0ca13df4b,segment=NetworkSegment(ead5e560-aacb-4bf3-a2ca-f8cf7b33d179),segment_id=ead5e560-aacb-4bf3-a2ca-f8cf7b33d179)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:15.045995 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.069896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2c6d8d4e-44b6-4ff4-96a6-bf868f69f6c5 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.9281971 Feb 16 16:53:15.089923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60212) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:15.090375 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Calling delete_port for b1d1d9da-90e6-4fa2-932f-05a0ca13df4b owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:15.095464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5beef929-b2c1-464d-a75d-15ba277266bd None None] For port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b1d1d9da-90e6-4fa2-932f-05a0ca13df4b,segment=NetworkSegment(ead5e560-aacb-4bf3-a2ca-f8cf7b33d179),segment_id=ead5e560-aacb-4bf3-a2ca-f8cf7b33d179)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:15.101790 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5beef929-b2c1-464d-a75d-15ba277266bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.105993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d4c16565-5b86-4ba6-8b43-867e7ae7b6d4 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.42'}]}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:15.172516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5beef929-b2c1-464d-a75d-15ba277266bd None None] Calling delete_port for b1d1d9da-90e6-4fa2-932f-05a0ca13df4b owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:15.190245 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4c16565-5b86-4ba6-8b43-867e7ae7b6d4 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (f898976a-03c1-4ee8-9c9e-4b1f0f6b3be6), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.191319 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4c16565-5b86-4ba6-8b43-867e7ae7b6d4 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (f898976a-03c1-4ee8-9c9e-4b1f0f6b3be6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.277378 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.319384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event deleted for resources: {'Port': ['ID=b1d1d9da-90e6-4fa2-932f-05a0ca13df4b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:15.325087 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] No DVR routers for this DVR port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:53:15.330654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4c16565-5b86-4ba6-8b43-867e7ae7b6d4 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks [] for router_controller (f898976a-03c1-4ee8-9c9e-4b1f0f6b3be6), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.382478 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5beef929-b2c1-464d-a75d-15ba277266bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (b1d1d9da-90e6-4fa2-932f-05a0ca13df4b), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.386395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b1d1d9da-90e6-4fa2-932f-05a0ca13df4b no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:53:15.425193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (8b30f6d4-df54-4757-a485-06cfc5b59057), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.444924 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: b1d1d9da-90e6-4fa2-932f-05a0ca13df4b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:53:15.445495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b1d1d9da-90e6-4fa2-932f-05a0ca13df4b not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:53:15.449457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b30f6d4-df54-4757-a485-06cfc5b59057']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:15.461229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead5e560-aacb-4bf3-a2ca-f8cf7b33d179') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:15.461781 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead5e560-aacb-4bf3-a2ca-f8cf7b33d179') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:15.481255 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (ead5e560-aacb-4bf3-a2ca-f8cf7b33d179), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.498732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beef929-b2c1-464d-a75d-15ba277266bd None None] No DVR routers for this DVR port b1d1d9da-90e6-4fa2-932f-05a0ca13df4b on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:53:15.504113 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ead5e560-aacb-4bf3-a2ca-f8cf7b33d179), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.517631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:53:15.517879 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (ead5e560-aacb-4bf3-a2ca-f8cf7b33d179), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:53:15.526417 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:53:15.529761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beef929-b2c1-464d-a75d-15ba277266bd None None] Pushing event deleted for resources: {'Port': ['ID=b1d1d9da-90e6-4fa2-932f-05a0ca13df4b,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:15.650077 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (8b30f6d4-df54-4757-a485-06cfc5b59057), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.650371 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4c16565-5b86-4ba6-8b43-867e7ae7b6d4 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks [] for router_gateway (f898976a-03c1-4ee8-9c9e-4b1f0f6b3be6), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.672632 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:15.687653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60222) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:15.694542 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] 10.222.0.24 "DELETE /v2.0/networks/8b30f6d4-df54-4757-a485-06cfc5b59057 HTTP/1.1" status: 204 len: 168 time: 1.2507162 Feb 16 16:53:15.729476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bf7a1-c253-41dc-8863-fa7dd098555d tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event deleted for resources: {'Network': ['ID=8b30f6d4-df54-4757-a485-06cfc5b59057,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:15.939251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b778c9a9-c71c-4fee-a59a-18e640571ecc tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Deleting port beceee71-facc-457c-b237-9beb8be7f60d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:15.939588 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b778c9a9-c71c-4fee-a59a-18e640571ecc tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (beceee71-facc-457c-b237-9beb8be7f60d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:16.219877 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b778c9a9-c71c-4fee-a59a-18e640571ecc tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (beceee71-facc-457c-b237-9beb8be7f60d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:16.220256 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b778c9a9-c71c-4fee-a59a-18e640571ecc tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for floatingip (beceee71-facc-457c-b237-9beb8be7f60d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:16.234841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b778c9a9-c71c-4fee-a59a-18e640571ecc tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Calling delete_port for beceee71-facc-457c-b237-9beb8be7f60d owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:16.502514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4c16565-5b86-4ba6-8b43-867e7ae7b6d4 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks [] for router_gateway (f898976a-03c1-4ee8-9c9e-4b1f0f6b3be6), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:16.523400 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4c16565-5b86-4ba6-8b43-867e7ae7b6d4 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:16.596810 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b778c9a9-c71c-4fee-a59a-18e640571ecc tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (beceee71-facc-457c-b237-9beb8be7f60d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:16.661080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778c9a9-c71c-4fee-a59a-18e640571ecc tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Pushing event deleted for resources: {'Port': ['ID=beceee71-facc-457c-b237-9beb8be7f60d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:16.790667 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b778c9a9-c71c-4fee-a59a-18e640571ecc tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks [] for floatingip (4f1397af-cd6c-42b6-acf4-1e3788273cd1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:16.793753 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b778c9a9-c71c-4fee-a59a-18e640571ecc tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:16.797509 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b778c9a9-c71c-4fee-a59a-18e640571ecc tempest-FloatingIPAdminTestJSON-537172818 tempest-FloatingIPAdminTestJSON-537172818-project] 10.222.0.24 "DELETE /v2.0/floatingips/4f1397af-cd6c-42b6-acf4-1e3788273cd1 HTTP/1.1" status: 204 len: 168 time: 1.1031256 Feb 16 16:53:16.841355 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4c16565-5b86-4ba6-8b43-867e7ae7b6d4 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks [] for router (f898976a-03c1-4ee8-9c9e-4b1f0f6b3be6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:17.222092 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4c16565-5b86-4ba6-8b43-867e7ae7b6d4 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (f898976a-03c1-4ee8-9c9e-4b1f0f6b3be6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:17.235297 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4c16565-5b86-4ba6-8b43-867e7ae7b6d4 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks [] for router_controller (f898976a-03c1-4ee8-9c9e-4b1f0f6b3be6), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:17.348261 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4c16565-5b86-4ba6-8b43-867e7ae7b6d4 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (f898976a-03c1-4ee8-9c9e-4b1f0f6b3be6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:17.349147 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c16565-5b86-4ba6-8b43-867e7ae7b6d4 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f898976a-03c1-4ee8-9c9e-4b1f0f6b3be6 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:53:17.378242 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-d4c16565-5b86-4ba6-8b43-867e7ae7b6d4 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 16:53:17.382684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d4c16565-5b86-4ba6-8b43-867e7ae7b6d4 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2916152 Feb 16 16:53:17.382870 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60266) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:17.450584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60268) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:17.502475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-77c4fa84-147f-425c-b108-1137017dfb59 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Deleting port 6f68d6e9-07dd-4645-8ccc-29e11b6fc07b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:17.502816 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77c4fa84-147f-425c-b108-1137017dfb59 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6f68d6e9-07dd-4645-8ccc-29e11b6fc07b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:17.653174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77c4fa84-147f-425c-b108-1137017dfb59 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6f68d6e9-07dd-4645-8ccc-29e11b6fc07b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:17.666048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-77c4fa84-147f-425c-b108-1137017dfb59 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Calling delete_port for 6f68d6e9-07dd-4645-8ccc-29e11b6fc07b owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:17.729755 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c461378a-1be2-45b9-bea9-97807b316a6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24a21af98fd34552b31cef5472e29d59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2774761 Feb 16 16:53:17.731205 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60276) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:17.802081 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3685106e-79da-4c75-b489-5e86a33d71c2 admin admin] Publish callbacks [] for security_group (1185ff1f-2f05-4756-abfb-ecf8c49304e8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:17.835791 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3685106e-79da-4c75-b489-5e86a33d71c2 admin admin] Publish callbacks [] for security_group (1185ff1f-2f05-4756-abfb-ecf8c49304e8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:17.922241 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3685106e-79da-4c75-b489-5e86a33d71c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1185ff1f-2f05-4756-abfb-ecf8c49304e8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:17.926641 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3685106e-79da-4c75-b489-5e86a33d71c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:17.934122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3685106e-79da-4c75-b489-5e86a33d71c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1185ff1f-2f05-4756-abfb-ecf8c49304e8 HTTP/1.1" status: 204 len: 168 time: 0.2014403 Feb 16 16:53:17.945128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685106e-79da-4c75-b489-5e86a33d71c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1185ff1f-2f05-4756-abfb-ecf8c49304e8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:17.998094 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77c4fa84-147f-425c-b108-1137017dfb59 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (6f68d6e9-07dd-4645-8ccc-29e11b6fc07b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:18.071003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4fa84-147f-425c-b108-1137017dfb59 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f68d6e9-07dd-4645-8ccc-29e11b6fc07b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:18.161539 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77c4fa84-147f-425c-b108-1137017dfb59 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:18.166258 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-77c4fa84-147f-425c-b108-1137017dfb59 tempest-RoutersAdminNegativeIpV6Test-1393971744 tempest-RoutersAdminNegativeIpV6Test-1393971744-project-admin] 10.222.0.24 "DELETE /v2.0/ports/6f68d6e9-07dd-4645-8ccc-29e11b6fc07b HTTP/1.1" status: 204 len: 168 time: 0.7815375 Feb 16 16:53:18.508946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60300) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:18.559881 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b697a32-e5e5-4529-920e-8c9691cc3b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:18.678263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60304) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:18.690449 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b697a32-e5e5-4529-920e-8c9691cc3b78 admin admin] Publish callbacks [] for security_group (25ef327b-4172-4b23-927c-947c397a2dda), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:18.700199 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b697a32-e5e5-4529-920e-8c9691cc3b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (25ef327b-4172-4b23-927c-947c397a2dda), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:18.793312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b697a32-e5e5-4529-920e-8c9691cc3b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ef327b-4172-4b23-927c-947c397a2dda,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:18.810991 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4b697a32-e5e5-4529-920e-8c9691cc3b78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b05961365dec4f0cbcdc961f8835703b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2930810 Feb 16 16:53:18.811542 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60312) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:18.818243 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-953fcd65-8245-4048-b9f5-bf5982370ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:18.894283 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9415620a-f17c-4e90-9238-5c28caeabadd admin admin] Publish callbacks [] for security_group (25ef327b-4172-4b23-927c-947c397a2dda), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:18.920191 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9415620a-f17c-4e90-9238-5c28caeabadd admin admin] Publish callbacks [] for security_group (25ef327b-4172-4b23-927c-947c397a2dda), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:18.947077 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-953fcd65-8245-4048-b9f5-bf5982370ff5 admin admin] Publish callbacks [] for security_group (d6ce1ad0-15b9-4d00-90e5-85bf9d2c7a41), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:18.955139 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-953fcd65-8245-4048-b9f5-bf5982370ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d6ce1ad0-15b9-4d00-90e5-85bf9d2c7a41), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:18.987420 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9415620a-f17c-4e90-9238-5c28caeabadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (25ef327b-4172-4b23-927c-947c397a2dda), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:18.991613 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9415620a-f17c-4e90-9238-5c28caeabadd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:18.993379 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9415620a-f17c-4e90-9238-5c28caeabadd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25ef327b-4172-4b23-927c-947c397a2dda HTTP/1.1" status: 204 len: 168 time: 0.1810405 Feb 16 16:53:19.009072 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415620a-f17c-4e90-9238-5c28caeabadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ef327b-4172-4b23-927c-947c397a2dda,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:19.035525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60318) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:19.041683 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-953fcd65-8245-4048-b9f5-bf5982370ff5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61934bf39e6b4541acdf08edfd339835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3616760 Feb 16 16:53:19.106795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fcd65-8245-4048-b9f5-bf5982370ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ce1ad0-15b9-4d00-90e5-85bf9d2c7a41,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:19.172906 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e606078-c8d4-4190-b10a-bc3106c7d14b admin admin] Publish callbacks [] for security_group (d6ce1ad0-15b9-4d00-90e5-85bf9d2c7a41), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:19.260000 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e606078-c8d4-4190-b10a-bc3106c7d14b admin admin] Publish callbacks [] for security_group (d6ce1ad0-15b9-4d00-90e5-85bf9d2c7a41), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:19.386467 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e606078-c8d4-4190-b10a-bc3106c7d14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d6ce1ad0-15b9-4d00-90e5-85bf9d2c7a41), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:19.389458 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e606078-c8d4-4190-b10a-bc3106c7d14b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:19.390612 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7e606078-c8d4-4190-b10a-bc3106c7d14b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6ce1ad0-15b9-4d00-90e5-85bf9d2c7a41 HTTP/1.1" status: 204 len: 168 time: 0.3528712 Feb 16 16:53:19.405404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e606078-c8d4-4190-b10a-bc3106c7d14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ce1ad0-15b9-4d00-90e5-85bf9d2c7a41,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:19.727854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60338) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:19.763382 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ff790c2-8b5a-4b7a-a940-d36be5222143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:19.979487 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ff790c2-8b5a-4b7a-a940-d36be5222143 admin admin] Publish callbacks [] for security_group (eb7e6c26-219b-423c-a874-a72dcccb3429), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:19.987829 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ff790c2-8b5a-4b7a-a940-d36be5222143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (eb7e6c26-219b-423c-a874-a72dcccb3429), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:20.053246 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2ff790c2-8b5a-4b7a-a940-d36be5222143 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d18533be25bb46b89a225f5b6b568c73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3205125 Feb 16 16:53:20.053246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff790c2-8b5a-4b7a-a940-d36be5222143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7e6c26-219b-423c-a874-a72dcccb3429,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:20.053593 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60348) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:20.187168 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c72f0be5-b56f-4741-9e7c-59d08e355145 admin admin] Publish callbacks [] for security_group (eb7e6c26-219b-423c-a874-a72dcccb3429), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:20.226943 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c72f0be5-b56f-4741-9e7c-59d08e355145 admin admin] Publish callbacks [] for security_group (eb7e6c26-219b-423c-a874-a72dcccb3429), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:20.287458 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c72f0be5-b56f-4741-9e7c-59d08e355145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (eb7e6c26-219b-423c-a874-a72dcccb3429), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:20.295368 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c72f0be5-b56f-4741-9e7c-59d08e355145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:20.297034 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c72f0be5-b56f-4741-9e7c-59d08e355145 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb7e6c26-219b-423c-a874-a72dcccb3429 HTTP/1.1" status: 204 len: 168 time: 0.2428503 Feb 16 16:53:20.311111 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f0be5-b56f-4741-9e7c-59d08e355145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7e6c26-219b-423c-a874-a72dcccb3429,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:20.426458 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60356) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:20.529639 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b99888cd-e532-4706-8900-2c742625b29e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cd97b9729944f0cbd599d3e4a669248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0985298 Feb 16 16:53:20.530332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60358) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:20.685686 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b39eb2b-0d42-482b-a039-4ab6b2e98fad admin admin] Publish callbacks [] for security_group (5b297312-ce15-4221-9150-ab53430e12fb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:20.739359 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b39eb2b-0d42-482b-a039-4ab6b2e98fad admin admin] Publish callbacks [] for security_group (5b297312-ce15-4221-9150-ab53430e12fb), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:20.847441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b39eb2b-0d42-482b-a039-4ab6b2e98fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5b297312-ce15-4221-9150-ab53430e12fb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:20.851017 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b39eb2b-0d42-482b-a039-4ab6b2e98fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:20.853039 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8b39eb2b-0d42-482b-a039-4ab6b2e98fad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b297312-ce15-4221-9150-ab53430e12fb HTTP/1.1" status: 204 len: 168 time: 0.3214457 Feb 16 16:53:20.871357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39eb2b-0d42-482b-a039-4ab6b2e98fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b297312-ce15-4221-9150-ab53430e12fb,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:22.386629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60436) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:22.547700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1185697830'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:22.589334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Made reservation on behalf of df6987f836c84857ba8f2979e20b92e6 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:22.593355 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:22.614379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:22.760899 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks [] for security_group (03bd5558-2ab6-4cd7-80d0-03da5e08c886), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:22.776914 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (03bd5558-2ab6-4cd7-80d0-03da5e08c886), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:22.843184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:53:22.859066 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03bd5558-2ab6-4cd7-80d0-03da5e08c886,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:22.891450 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (994aabb7-3afc-485c-bec7-cf333a1eeb34), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:22.893759 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Added segment 994aabb7-3afc-485c-bec7-cf333a1eeb34 of type vlan for network b27b565d-9952-400b-a77a-7a4b40524a0e Feb 16 16:53:22.952916 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (b27b565d-9952-400b-a77a-7a4b40524a0e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:22.986084 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (b27b565d-9952-400b-a77a-7a4b40524a0e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:22.998278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:23.000804 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:23.054081 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6651878 Feb 16 16:53:23.056560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60460) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:23.067767 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3ce1f14a-0d3a-4928-ae90-e3237516a190 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Request body: {'subnet': {'network_id': 'b27b565d-9952-400b-a77a-7a4b40524a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:23.228384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237af76-ad55-45e7-a6bd-9b31ec45e84c tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Pushing event updated for resources: {'Network': ['ID=b27b565d-9952-400b-a77a-7a4b40524a0e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:23.247739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network b27b565d-9952-400b-a77a-7a4b40524a0e details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:53:23.323784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce1f14a-0d3a-4928-ae90-e3237516a190 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Made reservation on behalf of df6987f836c84857ba8f2979e20b92e6 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:23.327436 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ce1f14a-0d3a-4928-ae90-e3237516a190 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:23.547921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60472) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:23.799675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-912111017'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:23.834815 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ce1f14a-0d3a-4928-ae90-e3237516a190 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (34be74fd-f50d-4769-a0b2-1e8de17b8266), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:23.896731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Made reservation on behalf of c86923361a4946fc9f2da67c81132e3a for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:23.907482 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:23.962471 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1f14a-0d3a-4928-ae90-e3237516a190 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Pushing event updated for resources: {'Subnet': ['ID=34be74fd-f50d-4769-a0b2-1e8de17b8266,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:23.968070 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:24.064522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce1f14a-0d3a-4928-ae90-e3237516a190 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Checking segment: {'id': '994aabb7-3afc-485c-bec7-cf333a1eeb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b27b565d-9952-400b-a77a-7a4b40524a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:53:24.065692 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce1f14a-0d3a-4928-ae90-e3237516a190 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Network hostable DHCP agents. Network: b27b565d-9952-400b-a77a-7a4b40524a0e, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:53:24.106400 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce1f14a-0d3a-4928-ae90-e3237516a190 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Network b27b565d-9952-400b-a77a-7a4b40524a0e is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:53:24.136660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-3ce1f14a-0d3a-4928-ae90-e3237516a190 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, b27b565d-9952-400b-a77a-7a4b40524a0e) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:24.148132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce1f14a-0d3a-4928-ae90-e3237516a190 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:24.148997 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3ce1f14a-0d3a-4928-ae90-e3237516a190 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:24.151376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab4cd3a-ef93-455a-a7b3-2c4c8e5aa982 None None] Network b27b565d-9952-400b-a77a-7a4b40524a0e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:53:24.268978 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Publish callbacks [] for security_group (9d4d8919-eb1c-475f-8ce4-5d935a7d8bd3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:24.290285 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3ce1f14a-0d3a-4928-ae90-e3237516a190 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2315962 Feb 16 16:53:24.291881 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9d4d8919-eb1c-475f-8ce4-5d935a7d8bd3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:24.292714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60496) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:24.298210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e39a44c5-6d14-4469-bef6-bb51b666e4df tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Request body: {'port': {'network_id': 'b27b565d-9952-400b-a77a-7a4b40524a0e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-325078030'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:24.317178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:53:24.330276 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (4352a5da-4b1a-484c-9015-58e4143dc7d4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:24.330951 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Added segment 4352a5da-4b1a-484c-9015-58e4143dc7d4 of type vlan for network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 Feb 16 16:53:24.389414 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:24.443781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:24.459851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:24.459851 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:24.488697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-b27b565d-9952-400b-a77a-7a4b40524a0e', 'network_id': 'b27b565d-9952-400b-a77a-7a4b40524a0e', 'project_id': 'df6987f836c84857ba8f2979e20b92e6', 'fixed_ips': [{'subnet_id': '34be74fd-f50d-4769-a0b2-1e8de17b8266'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:53:24.489578 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:24.637264 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Pushing event updated for resources: {'Network': ['ID=7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:24.675508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4d8919-eb1c-475f-8ce4-5d935a7d8bd3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:24.691478 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a26172b3-25a2-4bf1-a64d-f74ae62f3b8e tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1424832 Feb 16 16:53:24.710880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39a44c5-6d14-4469-bef6-bb51b666e4df tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Made reservation on behalf of df6987f836c84857ba8f2979e20b92e6 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:24.727534 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e39a44c5-6d14-4469-bef6-bb51b666e4df tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:24.757525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Allocated IP 2001:db8::2 (b27b565d-9952-400b-a77a-7a4b40524a0e/34be74fd-f50d-4769-a0b2-1e8de17b8266/2649470f-622b-499b-b116-12d033e1bcae) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:24.832730 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-e39a44c5-6d14-4469-bef6-bb51b666e4df tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] device_id is not set on port f350bb0d-208a-4420-850f-99d5bd83a040 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:53:24.950755 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:53:25.063955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52910c64-983e-4fe4-b337-4098c45fc0ed req-c4dfe50a-3518-45b1-b08f-19957f0ae5c7 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:25.072304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52910c64-983e-4fe4-b337-4098c45fc0ed req-c4dfe50a-3518-45b1-b08f-19957f0ae5c7 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 1128 time: 0.2771995 Feb 16 16:53:25.095700 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-52910c64-983e-4fe4-b337-4098c45fc0ed req-7ea839aa-177e-4448-ae12-ccf350eb1a11 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:25.254788 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-52910c64-983e-4fe4-b337-4098c45fc0ed req-7ea839aa-177e-4448-ae12-ccf350eb1a11 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Publish callbacks [] for security_group (9df4613f-4c37-4a3c-94fd-b6c8fc2e55cf), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:25.267283 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-52910c64-983e-4fe4-b337-4098c45fc0ed req-7ea839aa-177e-4448-ae12-ccf350eb1a11 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9df4613f-4c37-4a3c-94fd-b6c8fc2e55cf), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:25.283888 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Publish callbacks [] for port (2649470f-622b-499b-b116-12d033e1bcae), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:25.288514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60530) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:25.294976 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Request body: {'port': {'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5', 'binding:host_id': 'n-h1-669411-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-710897369'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:25.298376 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (2649470f-622b-499b-b116-12d033e1bcae), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:25.337226 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Made reservation on behalf of 22feeaea10144e5d8fd7f5bb04ce933e for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:25.342554 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:25.356287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:25.365604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea839aa-177e-4448-ae12-ccf350eb1a11 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df4613f-4c37-4a3c-94fd-b6c8fc2e55cf,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:25.391610 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Pushing event updated for resources: {'Port': ['ID=2649470f-622b-499b-b116-12d033e1bcae,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:25.410851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Network b27b565d-9952-400b-a77a-7a4b40524a0e is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:25.412743 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:25.416116 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:25.480506 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks [] for security_group (8dc6fa8d-467f-4c99-8a90-092a5d467c47), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:25.496820 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8dc6fa8d-467f-4c99-8a90-092a5d467c47), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:25.527951 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] device_id is not set on port 506d2af1-9b53-4ca4-ba40-9981cfcca779 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:53:25.534250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc6fa8d-467f-4c99-8a90-092a5d467c47,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:25.609355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52910c64-983e-4fe4-b337-4098c45fc0ed req-7ea839aa-177e-4448-ae12-ccf350eb1a11 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5327678 Feb 16 16:53:25.698164 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Attempting to bind port 2649470f-622b-499b-b116-12d033e1bcae on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:25.700908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Attempting to bind port 2649470f-622b-499b-b116-12d033e1bcae by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '994aabb7-3afc-485c-bec7-cf333a1eeb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b27b565d-9952-400b-a77a-7a4b40524a0e'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:25.702852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Attempting to bind port 2649470f-622b-499b-b116-12d033e1bcae on network b27b565d-9952-400b-a77a-7a4b40524a0e {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:25.703332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-e39a44c5-6d14-4469-bef6-bb51b666e4df tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Allocated IP 2001:db8::109 (b27b565d-9952-400b-a77a-7a4b40524a0e/34be74fd-f50d-4769-a0b2-1e8de17b8266/f350bb0d-208a-4420-850f-99d5bd83a040) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:25.715985 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-82f9b6ac-9790-4ac0-8f47-06cc4c5e31a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:25.735085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:53:25.737124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Checking segment: {'id': '994aabb7-3afc-485c-bec7-cf333a1eeb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b27b565d-9952-400b-a77a-7a4b40524a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:53:25.738216 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:25.741248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Bound using segment: {'id': '994aabb7-3afc-485c-bec7-cf333a1eeb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b27b565d-9952-400b-a77a-7a4b40524a0e'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:53:25.743629 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Bound port: 2649470f-622b-499b-b116-12d033e1bcae, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994aabb7-3afc-485c-bec7-cf333a1eeb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b27b565d-9952-400b-a77a-7a4b40524a0e'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:53:25.744139 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2649470f-622b-499b-b116-12d033e1bcae), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:25.902504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] For port 2649470f-622b-499b-b116-12d033e1bcae, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:53:25.910920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] For port 2649470f-622b-499b-b116-12d033e1bcae, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2649470f-622b-499b-b116-12d033e1bcae,segment=NetworkSegment(994aabb7-3afc-485c-bec7-cf333a1eeb34),segment_id=994aabb7-3afc-485c-bec7-cf333a1eeb34)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:53:25.928669 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2649470f-622b-499b-b116-12d033e1bcae), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:26.045201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] device_id is not set on port 506d2af1-9b53-4ca4-ba40-9981cfcca779 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:53:26.070134 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks [] for port (506d2af1-9b53-4ca4-ba40-9981cfcca779), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:26.081151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88d8cc-c8fa-4712-92f4-9ee4491330cc None None] Pushing event updated for resources: {'Port': ['ID=2649470f-622b-499b-b116-12d033e1bcae,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:26.097369 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (506d2af1-9b53-4ca4-ba40-9981cfcca779), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:26.281554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Pushing event updated for resources: {'Port': ['ID=506d2af1-9b53-4ca4-ba40-9981cfcca779,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:26.308351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Checking segment: {'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:53:26.309384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Network hostable DHCP agents. Network: 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:53:26.347048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:53:26.365440 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:26.370563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:26.376528 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0e3700-fe5a-4337-99a6-bc8b38fe55f4 None None] Network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:53:26.426549 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:26.427575 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:26.428000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:26.445476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:26.445847 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:26.446258 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 2 to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 Feb 16 16:53:26.480488 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:26.480831 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:26.481171 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:26.498189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:26.498592 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:26.499014 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 3 to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 Feb 16 16:53:26.550063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:26.554082 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:26.554439 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:26.564739 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:26.565238 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:26.565453 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 4 to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 Feb 16 16:53:26.627621 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:26.627952 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:26.632173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:26.650150 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:26.650150 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:26.651243 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 5 to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 Feb 16 16:53:26.709686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:26.710286 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:26.710797 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:26.717356 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:26.717879 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:26.718439 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 6 to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 Feb 16 16:53:26.733508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:26.734265 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:26.734801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:26.741146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:26.741722 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:26.742309 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 7 to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 Feb 16 16:53:26.794456 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:26.794829 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:26.795151 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:26.813131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:26.813401 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:26.813814 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 8 to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 Feb 16 16:53:26.860566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:26.860906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:26.861247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:26.867450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:26.867810 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:26.868197 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 9 to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 Feb 16 16:53:26.904208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:26.904544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:26.905028 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:26.914072 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:26.914398 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:26.914802 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 10 to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 Feb 16 16:53:26.955160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:26.955503 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:26.957871 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:26.968343 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:26.969716 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 506d2af1-9b53-4ca4-ba40-9981cfcca779 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:26.971046 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (506d2af1-9b53-4ca4-ba40-9981cfcca779), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:26.984749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd018d-39b0-4dc0-9b43-cf38deb222c3 req-fbe27b97-e109-487b-a488-9551d6a3823c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:26.985808 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffcd018d-39b0-4dc0-9b43-cf38deb222c3 req-fbe27b97-e109-487b-a488-9551d6a3823c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 1.2277949 Feb 16 16:53:27.049521 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] For port 506d2af1-9b53-4ca4-ba40-9981cfcca779, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:53:27.050224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempted to set empty binding levels {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 16:53:27.058935 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (506d2af1-9b53-4ca4-ba40-9981cfcca779), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:27.109266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffcd018d-39b0-4dc0-9b43-cf38deb222c3 req-6649062f-b29c-4be4-9a57-85eadeb1b44b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082547 Feb 16 16:53:27.139321 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60580) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:27.256387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Pushing event updated for resources: {'Port': ['ID=506d2af1-9b53-4ca4-ba40-9981cfcca779,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:27.265596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:27.272626 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:27.328084 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fe14c773-f44f-402e-bdf8-e1e1c5dee397 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.0376165 Feb 16 16:53:27.328807 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60584) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:27.349317 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e39a44c5-6d14-4469-bef6-bb51b666e4df tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks [] for port (f350bb0d-208a-4420-850f-99d5bd83a040), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:27.368386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2649470f-622b-499b-b116-12d033e1bcae up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:53:27.440463 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-43733302-446c-499b-9d43-a79f90def5aa tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/00444f17-21fb-455b-8024-69e53537ab22 HTTP/1.1" status: 200 len: 994 time: 0.2909572 Feb 16 16:53:27.512389 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e39a44c5-6d14-4469-bef6-bb51b666e4df tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f350bb0d-208a-4420-850f-99d5bd83a040), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:27.557049 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2649470f-622b-499b-b116-12d033e1bcae triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:27.557429 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2649470f-622b-499b-b116-12d033e1bcae), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:27.591326 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a44c5-6d14-4469-bef6-bb51b666e4df tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Pushing event updated for resources: {'Port': ['ID=f350bb0d-208a-4420-850f-99d5bd83a040,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:27.623609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39a44c5-6d14-4469-bef6-bb51b666e4df tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Network b27b565d-9952-400b-a77a-7a4b40524a0e is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:27.626458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-e39a44c5-6d14-4469-bef6-bb51b666e4df tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:27.633373 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a44c5-6d14-4469-bef6-bb51b666e4df tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:27.644554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39a44c5-6d14-4469-bef6-bb51b666e4df tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:27.645227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e39a44c5-6d14-4469-bef6-bb51b666e4df tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:27.689587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e39a44c5-6d14-4469-bef6-bb51b666e4df tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.3925457 Feb 16 16:53:27.689840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60596) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:27.697387 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Request body: {'port': {'network_id': 'b27b565d-9952-400b-a77a-7a4b40524a0e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1571285998', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:27.698200 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.api.validators [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] bootfile-name is not in valid_values {{(pid=103421) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 16:53:27.698562 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.api.validators [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] tftp-server is not in valid_values {{(pid=103421) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 16:53:27.699115 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.api.validators [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] server-ip-address is not in valid_values {{(pid=103421) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 16:53:27.796364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2649470f-622b-499b-b116-12d033e1bcae is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:53:27.796765 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2649470f-622b-499b-b116-12d033e1bcae), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:27.842690 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:53:27.910438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 2649470f-622b-499b-b116-12d033e1bcae, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2649470f-622b-499b-b116-12d033e1bcae,segment=NetworkSegment(994aabb7-3afc-485c-bec7-cf333a1eeb34),segment_id=994aabb7-3afc-485c-bec7-cf333a1eeb34)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:27.925489 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2649470f-622b-499b-b116-12d033e1bcae), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:27.971637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-091afa7f-5963-47c4-88f1-f6db36f87ee7 req-8097678d-6c3a-4238-9a61-a45aa13b622b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:53:27.996048 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-091afa7f-5963-47c4-88f1-f6db36f87ee7 req-8097678d-6c3a-4238-9a61-a45aa13b622b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0298779 Feb 16 16:53:28.000569 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Made reservation on behalf of df6987f836c84857ba8f2979e20b92e6 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:28.016096 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:28.061793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] device_id is not set on port c4c899d6-f5e3-4c6e-a48c-fb7ece53c19d yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:53:28.104383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=2649470f-622b-499b-b116-12d033e1bcae,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:28.121454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bea94f3-88e6-4fa1-beed-1d7d2e840779 None None] Network b27b565d-9952-400b-a77a-7a4b40524a0e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:53:28.221897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c4739770-da06-4bc0-893e-0edbaf3a4fe9 None None] Provisioning complete for port 2649470f-622b-499b-b116-12d033e1bcae triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:28.222568 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c4739770-da06-4bc0-893e-0edbaf3a4fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2649470f-622b-499b-b116-12d033e1bcae), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:28.342575 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-195afa04-aa27-4725-b870-49a27aa134eb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Deleting port 506d2af1-9b53-4ca4-ba40-9981cfcca779 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:28.343146 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-195afa04-aa27-4725-b870-49a27aa134eb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (506d2af1-9b53-4ca4-ba40-9981cfcca779), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:28.475850 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3be8206e-341d-434b-b29c-605465eb9e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:28.484988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Allocated IP 2001:db8::61 (b27b565d-9952-400b-a77a-7a4b40524a0e/34be74fd-f50d-4769-a0b2-1e8de17b8266/c4c899d6-f5e3-4c6e-a48c-fb7ece53c19d) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:28.561498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-195afa04-aa27-4725-b870-49a27aa134eb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] For port 506d2af1-9b53-4ca4-ba40-9981cfcca779, host n-h1-669411-5, got binding levels [] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:28.561872 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-195afa04-aa27-4725-b870-49a27aa134eb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (506d2af1-9b53-4ca4-ba40-9981cfcca779), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:28.608867 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-195afa04-aa27-4725-b870-49a27aa134eb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Calling delete_port for 506d2af1-9b53-4ca4-ba40-9981cfcca779 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:28.622281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c4739770-da06-4bc0-893e-0edbaf3a4fe9 None None] Current status of the port 2649470f-622b-499b-b116-12d033e1bcae is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:53:28.874696 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-195afa04-aa27-4725-b870-49a27aa134eb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (506d2af1-9b53-4ca4-ba40-9981cfcca779), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:28.990193 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195afa04-aa27-4725-b870-49a27aa134eb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Pushing event deleted for resources: {'Port': ['ID=506d2af1-9b53-4ca4-ba40-9981cfcca779,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:28.999368 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks [] for port (c4c899d6-f5e3-4c6e-a48c-fb7ece53c19d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:29.007734 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-195afa04-aa27-4725-b870-49a27aa134eb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:29.023042 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-195afa04-aa27-4725-b870-49a27aa134eb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "DELETE /v2.0/ports/506d2af1-9b53-4ca4-ba40-9981cfcca779 HTTP/1.1" status: 204 len: 168 time: 1.6931429 Feb 16 16:53:29.025393 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60630) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:29.089857 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1c42d3-fb39-4508-b5f3-056dc8f3be2f tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:53:29.095399 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4a1c42d3-fb39-4508-b5f3-056dc8f3be2f tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "GET /v2.0/ports/506d2af1-9b53-4ca4-ba40-9981cfcca779 HTTP/1.1" status: 404 len: 333 time: 0.0675159 Feb 16 16:53:29.096002 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60636) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:29.101410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e1cda606-5b4f-40fc-b77b-aa14a84423c3 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Request body: {'port': {'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-574670433'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:29.160619 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cda606-5b4f-40fc-b77b-aa14a84423c3 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Made reservation on behalf of 22feeaea10144e5d8fd7f5bb04ce933e for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:29.164385 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e1cda606-5b4f-40fc-b77b-aa14a84423c3 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:29.198021 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-e1cda606-5b4f-40fc-b77b-aa14a84423c3 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] device_id is not set on port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:53:29.244435 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2649470f-622b-499b-b116-12d033e1bcae up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:53:29.314245 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c4c899d6-f5e3-4c6e-a48c-fb7ece53c19d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:29.501216 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:29.506010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Pushing event updated for resources: {'Port': ['ID=c4c899d6-f5e3-4c6e-a48c-fb7ece53c19d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:29.538023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2290c421-a9ba-4a1a-8ff7-12e364b4d5f9 None None] Provisioning complete for port f350bb0d-208a-4420-850f-99d5bd83a040 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:29.538670 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2290c421-a9ba-4a1a-8ff7-12e364b4d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f350bb0d-208a-4420-850f-99d5bd83a040), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:29.540678 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e1cda606-5b4f-40fc-b77b-aa14a84423c3 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks [] for port (6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:29.543655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2649470f-622b-499b-b116-12d033e1bcae triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:29.544236 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2649470f-622b-499b-b116-12d033e1bcae), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:29.580445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0dd25-f0fe-4a34-83aa-ce7708157e4d req-71e477f5-d36f-4be2-8216-d2f315a198a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:29.589253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8e0dd25-f0fe-4a34-83aa-ce7708157e4d req-71e477f5-d36f-4be2-8216-d2f315a198a3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.5598481 Feb 16 16:53:29.659167 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e1cda606-5b4f-40fc-b77b-aa14a84423c3 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:29.762267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8e0dd25-f0fe-4a34-83aa-ce7708157e4d req-307da148-aaca-46f8-bee7-b8d109434910 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716390 Feb 16 16:53:29.766849 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-965d3a1a-427d-4581-bd1b-d035e3ff5bab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7548666 Feb 16 16:53:29.767162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cda606-5b4f-40fc-b77b-aa14a84423c3 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:29.772632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e1cda606-5b4f-40fc-b77b-aa14a84423c3 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:29.775266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cda606-5b4f-40fc-b77b-aa14a84423c3 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:29.779798 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cda606-5b4f-40fc-b77b-aa14a84423c3 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:29.780287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e1cda606-5b4f-40fc-b77b-aa14a84423c3 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:29.781811 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Network b27b565d-9952-400b-a77a-7a4b40524a0e is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:29.791000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:29.803023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:29.821860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:29.824722 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:29.835004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cda606-5b4f-40fc-b77b-aa14a84423c3 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Pushing event updated for resources: {'Port': ['ID=6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:29.852193 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e1cda606-5b4f-40fc-b77b-aa14a84423c3 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7526858 Feb 16 16:53:29.855805 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60652) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:29.866546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2290c421-a9ba-4a1a-8ff7-12e364b4d5f9 None None] Port f350bb0d-208a-4420-850f-99d5bd83a040 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:53:29.874717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-196f889a-fa75-4ee7-8102-545f809fd95e tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.1838095 Feb 16 16:53:29.877399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60656) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:29.914489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:29.976395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2649470f-622b-499b-b116-12d033e1bcae is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:53:29.992525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2290c421-a9ba-4a1a-8ff7-12e364b4d5f9 None None] Provisioning complete for port 2649470f-622b-499b-b116-12d033e1bcae triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:29.996845 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2290c421-a9ba-4a1a-8ff7-12e364b4d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2649470f-622b-499b-b116-12d033e1bcae), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:30.031881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2cf543-41ca-46a2-bae1-b2ca6a604d2f tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:30.046521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2cf543-41ca-46a2-bae1-b2ca6a604d2f tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:30.070997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2cf543-41ca-46a2-bae1-b2ca6a604d2f tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:30.073621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8c2cf543-41ca-46a2-bae1-b2ca6a604d2f tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1952727 Feb 16 16:53:30.081602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60666) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:30.100254 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:30.185970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2290c421-a9ba-4a1a-8ff7-12e364b4d5f9 None None] Current status of the port 2649470f-622b-499b-b116-12d033e1bcae is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:53:30.325398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-de73c687-0c2f-4bf2-962c-a05dc534b3ca None None] Provisioning complete for port f350bb0d-208a-4420-850f-99d5bd83a040 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:30.325903 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-de73c687-0c2f-4bf2-962c-a05dc534b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f350bb0d-208a-4420-850f-99d5bd83a040), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:30.448846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-35ceb851-de65-4eba-a5ce-91378e78213a tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Deleting port c4c899d6-f5e3-4c6e-a48c-fb7ece53c19d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:30.449374 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-35ceb851-de65-4eba-a5ce-91378e78213a tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c4c899d6-f5e3-4c6e-a48c-fb7ece53c19d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:30.466999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-de73c687-0c2f-4bf2-962c-a05dc534b3ca None None] Port f350bb0d-208a-4420-850f-99d5bd83a040 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:53:30.592179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-bfc6dc45-0491-4def-87e9-adcee32acef3 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:30.593587 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-bfc6dc45-0491-4def-87e9-adcee32acef3 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/ports/95bf3896-a615-4807-b3bd-d6a58095739b HTTP/1.1" status: 200 len: 1125 time: 0.0637839 Feb 16 16:53:30.618624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-73b8a3e5-af1a-433c-bf7e-c5aed7e09395 None None] Provisioning complete for port c4c899d6-f5e3-4c6e-a48c-fb7ece53c19d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:30.619666 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-73b8a3e5-af1a-433c-bf7e-c5aed7e09395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c4c899d6-f5e3-4c6e-a48c-fb7ece53c19d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:30.679316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-73b8a3e5-af1a-433c-bf7e-c5aed7e09395 None None] Port c4c899d6-f5e3-4c6e-a48c-fb7ece53c19d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:53:30.687700 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-35ceb851-de65-4eba-a5ce-91378e78213a tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c4c899d6-f5e3-4c6e-a48c-fb7ece53c19d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:30.710708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] device_id is not set on port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:53:30.721628 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks [] for port (6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:30.722709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-35ceb851-de65-4eba-a5ce-91378e78213a tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Calling delete_port for c4c899d6-f5e3-4c6e-a48c-fb7ece53c19d owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:30.731615 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:30.860195 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:30.919379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Pushing event updated for resources: {'Port': ['ID=6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:30.996458 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:30.996785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:30.998706 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:31.020689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:31.021037 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:31.021412 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 2 to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 Feb 16 16:53:31.127065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:31.127402 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:31.127597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:31.144680 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:31.145025 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:31.147203 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 3 to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 Feb 16 16:53:31.214789 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:31.217463 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:31.218938 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:31.235372 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:31.237321 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:31.237729 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 4 to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 Feb 16 16:53:31.255132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9290a3a-f563-433f-b54b-6f80e34ba693 req-d12cc04b-775e-4a59-b4b9-5fa2edaea8cd tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:31.257289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9290a3a-f563-433f-b54b-6f80e34ba693 req-d12cc04b-775e-4a59-b4b9-5fa2edaea8cd tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.3277826 Feb 16 16:53:31.269720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:31.272799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:31.273493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:31.299123 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:31.299741 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:31.308030 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 5 to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 Feb 16 16:53:31.349174 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:31.350246 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:31.351125 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:31.373647 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:31.374666 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:31.375279 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 6 to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 Feb 16 16:53:31.410616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:31.412155 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:31.412715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:31.423343 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:31.424323 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:31.425384 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 7 to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 Feb 16 16:53:31.483866 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:31.484480 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:31.484931 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:31.487282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:31.499606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:31.500132 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:31.500642 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 8 to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 Feb 16 16:53:31.510253 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-35ceb851-de65-4eba-a5ce-91378e78213a tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c4c899d6-f5e3-4c6e-a48c-fb7ece53c19d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:31.523225 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:31.526915 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:31.528884 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:31.543522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:31.544027 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:31.544525 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 9 to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 Feb 16 16:53:31.571171 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:31.571675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:31.576401 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:31.582524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:31.590190 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:31.590840 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 10 to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 Feb 16 16:53:31.614634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:31.615291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:31.615553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:31.634121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:31.634615 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:31.635133 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:31.637575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ceb851-de65-4eba-a5ce-91378e78213a tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Pushing event deleted for resources: {'Port': ['ID=c4c899d6-f5e3-4c6e-a48c-fb7ece53c19d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:31.739456 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] For port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:53:31.740276 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempted to set empty binding levels {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 16:53:31.752324 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:31.784557 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-35ceb851-de65-4eba-a5ce-91378e78213a tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:31.789937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-35ceb851-de65-4eba-a5ce-91378e78213a tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] 10.222.0.24 "DELETE /v2.0/ports/c4c899d6-f5e3-4c6e-a48c-fb7ece53c19d HTTP/1.1" status: 204 len: 168 time: 1.6977398 Feb 16 16:53:31.818803 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60716) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:31.831385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b978f5fd-483b-4f74-a786-9806e4c7e2ec tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Request body: {'port': {'name': 'tempest-new-port-name-1931153478', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:31.835407 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2cfdc-175b-493c-a5a8-4f3fd1bcccdd req-71f181f5-1e5d-45fb-96a5-2da0df260740 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:31.840152 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.api.validators [None req-b978f5fd-483b-4f74-a786-9806e4c7e2ec tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] bootfile-name is not in valid_values {{(pid=103422) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 16:53:31.840627 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.api.validators [None req-b978f5fd-483b-4f74-a786-9806e4c7e2ec tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] tftp-server is not in valid_values {{(pid=103422) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 16:53:31.841040 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.api.validators [None req-b978f5fd-483b-4f74-a786-9806e4c7e2ec tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] server-ip-address is not in valid_values {{(pid=103422) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 16:53:31.845732 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dc2cfdc-175b-493c-a5a8-4f3fd1bcccdd req-71f181f5-1e5d-45fb-96a5-2da0df260740 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.5864434 Feb 16 16:53:31.861220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9290a3a-f563-433f-b54b-6f80e34ba693 req-998868ba-0370-41af-a430-43e8d43c3f41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5704808 Feb 16 16:53:31.935604 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dc2cfdc-175b-493c-a5a8-4f3fd1bcccdd req-d046b369-f6c2-44ed-b113-8827d990a576 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887077 Feb 16 16:53:31.965042 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b978f5fd-483b-4f74-a786-9806e4c7e2ec tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f350bb0d-208a-4420-850f-99d5bd83a040), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:31.974669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] In _notify_port_updated(), no bound segment for port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:53:31.976107 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:31.976956 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:31.978290 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "PUT /v2.0/ports/6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 HTTP/1.1" status: 200 len: 974 time: 2.1185575 Feb 16 16:53:31.982050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60718) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:32.056547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b0aba-5e6a-4364-85f4-9376eb2bf293 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Pushing event updated for resources: {'Port': ['ID=6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:32.097453 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:32.240995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-f4a454c4-9f0d-466c-ab3a-3b2e36963a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.242540 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-f4a454c4-9f0d-466c-ab3a-3b2e36963a4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 1128 time: 0.1361721 Feb 16 16:53:32.268703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.269913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.270562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.271828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.272584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.273234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.273875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.274515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.275150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.276007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.276653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.277369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.278004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.278639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.279270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.279929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.280565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.285723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9726bafd-0cba-453d-9519-c6c6e18afd8d tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15741 time: 0.3020275 Feb 16 16:53:32.292367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60724) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:32.431126 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-5eb32ddc-a7cf-4f4c-a498-25d0f36c7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.436724 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-5eb32ddc-a7cf-4f4c-a498-25d0f36c7047 service neutron] 10.222.0.60 "GET /v2.0/networks?id=660db8e8-ac8e-4f64-9b81-079f173b76f2 HTTP/1.1" status: 200 len: 898 time: 0.1650057 Feb 16 16:53:32.516423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-94a350b1-f21f-4d7b-944c-9a57381e9daf tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Deleting port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:32.517563 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94a350b1-f21f-4d7b-944c-9a57381e9daf tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:32.558769 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-d32abdb2-f7b2-453d-be17-b5fa59e4f32a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95bf3896-a615-4807-b3bd-d6a58095739b HTTP/1.1" status: 200 len: 1002 time: 0.1080790 Feb 16 16:53:32.618817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-94a350b1-f21f-4d7b-944c-9a57381e9daf tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] For port 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555, host n-h1-669411-5, got binding levels [] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:32.619468 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94a350b1-f21f-4d7b-944c-9a57381e9daf tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:32.637424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-94a350b1-f21f-4d7b-944c-9a57381e9daf tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Calling delete_port for 6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:32.683920 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b978f5fd-483b-4f74-a786-9806e4c7e2ec tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks [] for port (f350bb0d-208a-4420-850f-99d5bd83a040), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:32.691596 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b978f5fd-483b-4f74-a786-9806e4c7e2ec tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (f350bb0d-208a-4420-850f-99d5bd83a040), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:32.709158 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-bf61062a-393c-43cd-bba7-9179f22f080d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.711237 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-bf61062a-393c-43cd-bba7-9179f22f080d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=107c687b-d4fe-48c9-8d4b-6c0c18351465 HTTP/1.1" status: 200 len: 834 time: 0.1376719 Feb 16 16:53:32.786180 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94a350b1-f21f-4d7b-944c-9a57381e9daf tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:32.818674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a350b1-f21f-4d7b-944c-9a57381e9daf tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:32.850672 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b978f5fd-483b-4f74-a786-9806e4c7e2ec tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] In _notify_port_updated(), no bound segment for port f350bb0d-208a-4420-850f-99d5bd83a040 on network b27b565d-9952-400b-a77a-7a4b40524a0e {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:53:32.855840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b978f5fd-483b-4f74-a786-9806e4c7e2ec tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.856490 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b978f5fd-483b-4f74-a786-9806e4c7e2ec tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:32.860955 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b978f5fd-483b-4f74-a786-9806e4c7e2ec tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] 10.222.0.24 "PUT /v2.0/ports/f350bb0d-208a-4420-850f-99d5bd83a040 HTTP/1.1" status: 200 len: 1130 time: 1.0336974 Feb 16 16:53:32.861729 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60728) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:32.930703 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978f5fd-483b-4f74-a786-9806e4c7e2ec tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Pushing event updated for resources: {'Port': ['ID=f350bb0d-208a-4420-850f-99d5bd83a040,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:32.945465 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94a350b1-f21f-4d7b-944c-9a57381e9daf tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:32.950012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-94a350b1-f21f-4d7b-944c-9a57381e9daf tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "DELETE /v2.0/ports/6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 HTTP/1.1" status: 204 len: 168 time: 0.6562262 Feb 16 16:53:32.953624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60732) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:32.954837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-484c731b-107c-4fe0-8fd0-342b6b8c4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:32.956880 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-484c731b-107c-4fe0-8fd0-342b6b8c4558 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=660db8e8-ac8e-4f64-9b81-079f173b76f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1955597 Feb 16 16:53:33.088828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a5ab7e-425a-44e0-93d2-bb23f0f4ed25 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:33.091382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b5a5ab7e-425a-44e0-93d2-bb23f0f4ed25 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] 10.222.0.24 "GET /v2.0/ports/f350bb0d-208a-4420-850f-99d5bd83a040 HTTP/1.1" status: 200 len: 1130 time: 0.2255018 Feb 16 16:53:33.096433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60738) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:33.190142 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb3aad1-b770-414d-b3a4-261763b9156c tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:53:33.203039 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2bb3aad1-b770-414d-b3a4-261763b9156c tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "GET /v2.0/ports/6e8b7eb7-6e93-4bfe-a8a8-e66551b7b555 HTTP/1.1" status: 404 len: 333 time: 0.2482221 Feb 16 16:53:33.207174 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60740) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:33.261861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-15dbf146-309b-4e9e-b1a5-1593d774c431 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1518324882', 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:33.310387 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-36dbe067-6a6d-47fb-a7f9-314fe26fe6bf service neutron] 10.222.0.60 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463807 Feb 16 16:53:33.331724 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3d12d8e2-44b7-4a23-9f67-f7f06090e028 None None] Provisioning complete for port f350bb0d-208a-4420-850f-99d5bd83a040 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:33.332725 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3d12d8e2-44b7-4a23-9f67-f7f06090e028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f350bb0d-208a-4420-850f-99d5bd83a040), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:33.383903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c9c36-24d7-4858-b9f8-8554200dc7f4 req-e5e0b1be-cda1-4e5a-9ccb-3beee284d081 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:33.387765 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-050c9c36-24d7-4858-b9f8-8554200dc7f4 req-e5e0b1be-cda1-4e5a-9ccb-3beee284d081 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.2915761 Feb 16 16:53:33.390001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3d12d8e2-44b7-4a23-9f67-f7f06090e028 None None] Port f350bb0d-208a-4420-850f-99d5bd83a040 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:53:33.457357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e21b3-d3e4-4bfa-9782-5032237f87db req-d04aa497-3f85-4374-bccb-4023779ceb06 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:33.463928 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b2e21b3-d3e4-4bfa-9782-5032237f87db req-d04aa497-3f85-4374-bccb-4023779ceb06 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.4279187 Feb 16 16:53:33.464502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dbf146-309b-4e9e-b1a5-1593d774c431 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Made reservation on behalf of 22feeaea10144e5d8fd7f5bb04ce933e for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:33.466888 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-15dbf146-309b-4e9e-b1a5-1593d774c431 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:33.503140 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ff047-369d-4007-8b00-4611d8a3b9f5 req-8bdad12c-3df2-4c11-8db6-6a432f5f55e2 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:33.504853 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-719ff047-369d-4007-8b00-4611d8a3b9f5 req-8bdad12c-3df2-4c11-8db6-6a432f5f55e2 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 945 time: 0.2119517 Feb 16 16:53:33.523048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-4af4ee4d-158d-4d71-bb10-da6a73a7d07d tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Deleting port f350bb0d-208a-4420-850f-99d5bd83a040 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:33.523545 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4af4ee4d-158d-4d71-bb10-da6a73a7d07d tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f350bb0d-208a-4420-850f-99d5bd83a040), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:33.552263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-050c9c36-24d7-4858-b9f8-8554200dc7f4 req-19b7a21e-bb2b-4d0d-8663-5427fef49e68 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502366 Feb 16 16:53:33.586361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-15dbf146-309b-4e9e-b1a5-1593d774c431 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] device_id is not set on port 31f93978-e2ac-4dec-bd12-ee5a74202974 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:53:33.598859 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-eca7d1ab-4c02-4890-8a1c-19e6243027ce service neutron] 10.222.0.60 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454538 Feb 16 16:53:33.694701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b2e21b3-d3e4-4bfa-9782-5032237f87db req-63058fc2-b7a6-49aa-8d0d-a1bb7673b00f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543672 Feb 16 16:53:33.745460 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4af4ee4d-158d-4d71-bb10-da6a73a7d07d tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f350bb0d-208a-4420-850f-99d5bd83a040), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:33.764903 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-4af4ee4d-158d-4d71-bb10-da6a73a7d07d tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Calling delete_port for f350bb0d-208a-4420-850f-99d5bd83a040 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:33.779212 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-719ff047-369d-4007-8b00-4611d8a3b9f5 req-f83ad0c6-9045-44fa-926b-f6848cc214f9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Deleting port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:33.780101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-719ff047-369d-4007-8b00-4611d8a3b9f5 req-f83ad0c6-9045-44fa-926b-f6848cc214f9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6cad70f8-5be7-45eb-8484-2fbf4d6b7b93), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:33.880402 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-15dbf146-309b-4e9e-b1a5-1593d774c431 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks [] for port (31f93978-e2ac-4dec-bd12-ee5a74202974), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:33.923342 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-719ff047-369d-4007-8b00-4611d8a3b9f5 req-f83ad0c6-9045-44fa-926b-f6848cc214f9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] For port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6cad70f8-5be7-45eb-8484-2fbf4d6b7b93,segment=NetworkSegment(ffab0e41-c5f9-4e17-88f1-83a5287dae5d),segment_id=ffab0e41-c5f9-4e17-88f1-83a5287dae5d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:33.923764 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-719ff047-369d-4007-8b00-4611d8a3b9f5 req-f83ad0c6-9045-44fa-926b-f6848cc214f9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6cad70f8-5be7-45eb-8484-2fbf4d6b7b93), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:33.936450 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-15dbf146-309b-4e9e-b1a5-1593d774c431 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (31f93978-e2ac-4dec-bd12-ee5a74202974), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:33.944406 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-719ff047-369d-4007-8b00-4611d8a3b9f5 req-f83ad0c6-9045-44fa-926b-f6848cc214f9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Calling delete_port for 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:34.031157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dbf146-309b-4e9e-b1a5-1593d774c431 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:34.035059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-15dbf146-309b-4e9e-b1a5-1593d774c431 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:34.037447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbf146-309b-4e9e-b1a5-1593d774c431 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Pushing event updated for resources: {'Port': ['ID=31f93978-e2ac-4dec-bd12-ee5a74202974,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:34.039903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dbf146-309b-4e9e-b1a5-1593d774c431 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:34.041103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dbf146-309b-4e9e-b1a5-1593d774c431 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:34.041839 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-15dbf146-309b-4e9e-b1a5-1593d774c431 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:34.064881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-15dbf146-309b-4e9e-b1a5-1593d774c431 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8093340 Feb 16 16:53:34.065483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60746) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:34.105435 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4af4ee4d-158d-4d71-bb10-da6a73a7d07d tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f350bb0d-208a-4420-850f-99d5bd83a040), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:34.119777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a9956-3772-4a96-8a6b-cfa4f6b02d2f tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:34.124674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-aa7a9956-3772-4a96-8a6b-cfa4f6b02d2f tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "GET /v2.0/ports/31f93978-e2ac-4dec-bd12-ee5a74202974 HTTP/1.1" status: 200 len: 955 time: 0.0581393 Feb 16 16:53:34.125465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60748) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:34.146080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4ee4d-158d-4d71-bb10-da6a73a7d07d tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Pushing event deleted for resources: {'Port': ['ID=f350bb0d-208a-4420-850f-99d5bd83a040,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:34.218028 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4af4ee4d-158d-4d71-bb10-da6a73a7d07d tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:34.224655 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4af4ee4d-158d-4d71-bb10-da6a73a7d07d tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] 10.222.0.24 "DELETE /v2.0/ports/f350bb0d-208a-4420-850f-99d5bd83a040 HTTP/1.1" status: 204 len: 168 time: 1.1250308 Feb 16 16:53:34.225348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60754) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:34.300920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-40ad9f71-ef15-4080-94d3-03a6d544caf9 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Deleting port 31f93978-e2ac-4dec-bd12-ee5a74202974 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:34.301333 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-40ad9f71-ef15-4080-94d3-03a6d544caf9 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (31f93978-e2ac-4dec-bd12-ee5a74202974), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:34.316511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-02352d8b-1057-4a47-b118-6d1430d8c2bd tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Deleting subnet 34be74fd-f50d-4769-a0b2-1e8de17b8266 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:53:34.323419 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02352d8b-1057-4a47-b118-6d1430d8c2bd tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks [] for subnet (34be74fd-f50d-4769-a0b2-1e8de17b8266), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:34.408032 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-719ff047-369d-4007-8b00-4611d8a3b9f5 req-f83ad0c6-9045-44fa-926b-f6848cc214f9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (6cad70f8-5be7-45eb-8484-2fbf4d6b7b93), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:34.415466 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02352d8b-1057-4a47-b118-6d1430d8c2bd tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (34be74fd-f50d-4769-a0b2-1e8de17b8266), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:34.425390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['eb6b3841-0009-43f0-a0c0-64461a62c7de', '6cad70f8-5be7-45eb-8484-2fbf4d6b7b93'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:53:34.437371 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-40ad9f71-ef15-4080-94d3-03a6d544caf9 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (31f93978-e2ac-4dec-bd12-ee5a74202974), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:34.450763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-40ad9f71-ef15-4080-94d3-03a6d544caf9 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Calling delete_port for 31f93978-e2ac-4dec-bd12-ee5a74202974 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:34.532602 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ad0c6-9045-44fa-926b-f6848cc214f9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Pushing event deleted for resources: {'Port': ['ID=6cad70f8-5be7-45eb-8484-2fbf4d6b7b93,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:34.541697 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-40ad9f71-ef15-4080-94d3-03a6d544caf9 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (31f93978-e2ac-4dec-bd12-ee5a74202974), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:34.586652 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-40ad9f71-ef15-4080-94d3-03a6d544caf9 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:34.593739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-40ad9f71-ef15-4080-94d3-03a6d544caf9 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "DELETE /v2.0/ports/31f93978-e2ac-4dec-bd12-ee5a74202974 HTTP/1.1" status: 204 len: 168 time: 0.4665103 Feb 16 16:53:34.594364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60762) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:34.595172 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad9f71-ef15-4080-94d3-03a6d544caf9 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Pushing event deleted for resources: {'Port': ['ID=31f93978-e2ac-4dec-bd12-ee5a74202974,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:34.624728 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-8804bbd1-20af-4817-b2ee-a592da4e77df tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:53:34.632698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8804bbd1-20af-4817-b2ee-a592da4e77df tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "GET /v2.0/ports/31f93978-e2ac-4dec-bd12-ee5a74202974 HTTP/1.1" status: 404 len: 333 time: 0.0338681 Feb 16 16:53:34.634316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60764) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:34.640076 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-9b8c3f97-612c-41ef-8dd1-a97b2e79e539 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Request body: {'port': {'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1168585421'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:34.679387 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8c3f97-612c-41ef-8dd1-a97b2e79e539 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Made reservation on behalf of 22feeaea10144e5d8fd7f5bb04ce933e for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:34.682950 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3f97-612c-41ef-8dd1-a97b2e79e539 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:34.693941 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-719ff047-369d-4007-8b00-4611d8a3b9f5 req-f83ad0c6-9045-44fa-926b-f6848cc214f9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] No DVR routers for this DVR port 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:53:34.699360 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-719ff047-369d-4007-8b00-4611d8a3b9f5 req-f83ad0c6-9045-44fa-926b-f6848cc214f9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:34.703668 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-719ff047-369d-4007-8b00-4611d8a3b9f5 req-f83ad0c6-9045-44fa-926b-f6848cc214f9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.65 "DELETE /v2.0/ports/6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 HTTP/1.1" status: 204 len: 173 time: 1.1913805 Feb 16 16:53:34.704540 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdc6f63-34b3-470c-a440-9e72e1f6cedf', 'name': 'network-vif-deleted', 'tag': '6cad70f8-5be7-45eb-8484-2fbf4d6b7b93'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:53:34.707560 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8194864e-20b0-4da5-9b67-2c3f8a5791b9" -d '{"events": [{"server_uuid": "ccdc6f63-34b3-470c-a440-9e72e1f6cedf", "name": "network-vif-deleted", "tag": "6cad70f8-5be7-45eb-8484-2fbf4d6b7b93"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:53:34.797859 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34171646-59e5-47b1-93c9-fa2431728155 req-f0b69672-0f9d-473a-b6bc-92629872b831 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdc6f63-34b3-470c-a440-9e72e1f6cedf HTTP/1.1" status: 200 len: 210 time: 0.0821238 Feb 16 16:53:34.805106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-9b8c3f97-612c-41ef-8dd1-a97b2e79e539 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] device_id is not set on port 152a3be6-d874-4243-8a14-5906febb08bf yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:53:34.830508 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3112b4-3d5c-4cb2-912f-dfc20f3fa692 x-openstack-request-id: req-6f3112b4-3d5c-4cb2-912f-dfc20f3fa692 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:53:34.831561 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdc6f63-34b3-470c-a440-9e72e1f6cedf", "name": "network-vif-deleted", "tag": "6cad70f8-5be7-45eb-8484-2fbf4d6b7b93", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:53:34.832060 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f3112b4-3d5c-4cb2-912f-dfc20f3fa692 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:53:34.832694 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdc6f63-34b3-470c-a440-9e72e1f6cedf', 'name': 'network-vif-deleted', 'tag': '6cad70f8-5be7-45eb-8484-2fbf4d6b7b93', 'status': 'completed', 'code': 200} Feb 16 16:53:34.856834 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02352d8b-1057-4a47-b118-6d1430d8c2bd tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (34be74fd-f50d-4769-a0b2-1e8de17b8266), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:35.014120 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02352d8b-1057-4a47-b118-6d1430d8c2bd tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (34be74fd-f50d-4769-a0b2-1e8de17b8266), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:35.071296 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02352d8b-1057-4a47-b118-6d1430d8c2bd tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Pushing event deleted for resources: {'Subnet': ['ID=34be74fd-f50d-4769-a0b2-1e8de17b8266,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:35.142123 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02352d8b-1057-4a47-b118-6d1430d8c2bd tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:35.167230 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-02352d8b-1057-4a47-b118-6d1430d8c2bd tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] 10.222.0.24 "DELETE /v2.0/subnets/34be74fd-f50d-4769-a0b2-1e8de17b8266 HTTP/1.1" status: 204 len: 168 time: 0.9400856 Feb 16 16:53:35.169986 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60772) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:35.256427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f67d700-6c48-4e71-b981-5277d3ed578d None None] Network b27b565d-9952-400b-a77a-7a4b40524a0e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:53:35.321401 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3f97-612c-41ef-8dd1-a97b2e79e539 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks [] for port (152a3be6-d874-4243-8a14-5906febb08bf), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:35.370723 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3f97-612c-41ef-8dd1-a97b2e79e539 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (152a3be6-d874-4243-8a14-5906febb08bf), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:35.400880 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:35.427005 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (b27b565d-9952-400b-a77a-7a4b40524a0e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:35.485730 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8c3f97-612c-41ef-8dd1-a97b2e79e539 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:35.487220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c3f97-612c-41ef-8dd1-a97b2e79e539 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Pushing event updated for resources: {'Port': ['ID=152a3be6-d874-4243-8a14-5906febb08bf,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:35.497410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-9b8c3f97-612c-41ef-8dd1-a97b2e79e539 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:35.503834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8c3f97-612c-41ef-8dd1-a97b2e79e539 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:35.505972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8c3f97-612c-41ef-8dd1-a97b2e79e539 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:35.506739 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3f97-612c-41ef-8dd1-a97b2e79e539 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:35.562253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9b8c3f97-612c-41ef-8dd1-a97b2e79e539 tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9262898 Feb 16 16:53:35.562930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60778) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:35.575338 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Deleting port 2649470f-622b-499b-b116-12d033e1bcae {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:35.575830 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2649470f-622b-499b-b116-12d033e1bcae), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:35.594202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ccc79-5fee-4f65-9c19-a3f0a057ba43 req-6bfc843e-5443-4e5e-997b-4bd2f7ced558 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:35.596169 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b09ccc79-5fee-4f65-9c19-a3f0a057ba43 req-6bfc843e-5443-4e5e-997b-4bd2f7ced558 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.2399020 Feb 16 16:53:35.604683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d95858-f6e4-4ce1-9bd6-bc83c5bc8d2b None None] DHCP port deletion for b27b565d-9952-400b-a77a-7a4b40524a0e request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:53:35.609545 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:35.661130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] For port 2649470f-622b-499b-b116-12d033e1bcae, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2649470f-622b-499b-b116-12d033e1bcae,segment=NetworkSegment(994aabb7-3afc-485c-bec7-cf333a1eeb34),segment_id=994aabb7-3afc-485c-bec7-cf333a1eeb34)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:35.663787 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2649470f-622b-499b-b116-12d033e1bcae), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:35.682924 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Calling delete_port for 2649470f-622b-499b-b116-12d033e1bcae owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:35.711170 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (152a3be6-d874-4243-8a14-5906febb08bf), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:35.723449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-74d95858-f6e4-4ce1-9bd6-bc83c5bc8d2b None None] Deleting port 2649470f-622b-499b-b116-12d033e1bcae {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:35.724025 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-74d95858-f6e4-4ce1-9bd6-bc83c5bc8d2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2649470f-622b-499b-b116-12d033e1bcae), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:35.798097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-74d95858-f6e4-4ce1-9bd6-bc83c5bc8d2b None None] For port 2649470f-622b-499b-b116-12d033e1bcae, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2649470f-622b-499b-b116-12d033e1bcae,segment=NetworkSegment(994aabb7-3afc-485c-bec7-cf333a1eeb34),segment_id=994aabb7-3afc-485c-bec7-cf333a1eeb34)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:35.798456 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-74d95858-f6e4-4ce1-9bd6-bc83c5bc8d2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2649470f-622b-499b-b116-12d033e1bcae), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:35.817073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-74d95858-f6e4-4ce1-9bd6-bc83c5bc8d2b None None] Calling delete_port for 2649470f-622b-499b-b116-12d033e1bcae owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:35.818281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b09ccc79-5fee-4f65-9c19-a3f0a057ba43 req-b7860846-7a82-4d56-9476-4f974e574f3c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706579 Feb 16 16:53:35.867127 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2649470f-622b-499b-b116-12d033e1bcae), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:35.887206 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] No DVR routers for this DVR port 2649470f-622b-499b-b116-12d033e1bcae on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:53:35.934644 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Pushing event deleted for resources: {'Port': ['ID=2649470f-622b-499b-b116-12d033e1bcae,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:35.974649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] device_id is not set on port 152a3be6-d874-4243-8a14-5906febb08bf yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:53:35.986129 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks [] for port (152a3be6-d874-4243-8a14-5906febb08bf), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:35.995401 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (152a3be6-d874-4243-8a14-5906febb08bf), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:36.102161 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (b27b565d-9952-400b-a77a-7a4b40524a0e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:36.120611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Pushing event updated for resources: {'Port': ['ID=152a3be6-d874-4243-8a14-5906febb08bf,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:36.160046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:36.160388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:36.160934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:36.167959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:36.168310 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:36.168695 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 2 to bind port 152a3be6-d874-4243-8a14-5906febb08bf Feb 16 16:53:36.170527 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-74d95858-f6e4-4ce1-9bd6-bc83c5bc8d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (2649470f-622b-499b-b116-12d033e1bcae), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:36.171689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27b565d-9952-400b-a77a-7a4b40524a0e']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:36.186410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:36.186749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:36.187111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:36.188073 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994aabb7-3afc-485c-bec7-cf333a1eeb34') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:36.188381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994aabb7-3afc-485c-bec7-cf333a1eeb34') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:36.207493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d95858-f6e4-4ce1-9bd6-bc83c5bc8d2b None None] No DVR routers for this DVR port 2649470f-622b-499b-b116-12d033e1bcae on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:53:36.211145 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (994aabb7-3afc-485c-bec7-cf333a1eeb34), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:36.212576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:36.215280 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:36.215720 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 3 to bind port 152a3be6-d874-4243-8a14-5906febb08bf Feb 16 16:53:36.240132 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (994aabb7-3afc-485c-bec7-cf333a1eeb34), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:36.257101 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:53:36.257515 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (994aabb7-3afc-485c-bec7-cf333a1eeb34), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:53:36.261731 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:53:36.274440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:36.276010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:36.276010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:36.284220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95858-f6e4-4ce1-9bd6-bc83c5bc8d2b None None] Pushing event deleted for resources: {'Port': ['ID=2649470f-622b-499b-b116-12d033e1bcae,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:36.287655 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:36.288150 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:36.289367 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 4 to bind port 152a3be6-d874-4243-8a14-5906febb08bf Feb 16 16:53:36.307523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:36.307886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:36.308387 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:36.316323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:36.316824 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:36.318627 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 5 to bind port 152a3be6-d874-4243-8a14-5906febb08bf Feb 16 16:53:36.342675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74224b21-b15e-4372-bba0-801a17c0f0d7 req-0b2e711f-297d-42a1-863b-481ad151d312 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:36.344251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74224b21-b15e-4372-bba0-801a17c0f0d7 req-0b2e711f-297d-42a1-863b-481ad151d312 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.1120837 Feb 16 16:53:36.359385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:36.359732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:36.367548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:36.372342 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (b27b565d-9952-400b-a77a-7a4b40524a0e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:36.402970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:36.403256 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:36.403408 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:36.405592 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 6 to bind port 152a3be6-d874-4243-8a14-5906febb08bf Feb 16 16:53:36.406521 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] 10.222.0.24 "DELETE /v2.0/networks/b27b565d-9952-400b-a77a-7a4b40524a0e HTTP/1.1" status: 204 len: 168 time: 1.2345428 Feb 16 16:53:36.408013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766715b-98e3-4cc6-ba6d-f47b42ac2666 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828 tempest-ExtraDHCPOptionsIpV6TestJSON-530268828-project] Pushing event deleted for resources: {'Network': ['ID=b27b565d-9952-400b-a77a-7a4b40524a0e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:36.423637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:36.424027 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:36.424372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:36.434143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:36.434475 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:36.434890 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 7 to bind port 152a3be6-d874-4243-8a14-5906febb08bf Feb 16 16:53:36.459976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74224b21-b15e-4372-bba0-801a17c0f0d7 req-0f11ba07-302e-42ef-8107-693e293f9d2e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065800 Feb 16 16:53:36.459976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:36.459976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:36.459976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:36.464640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:36.464984 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:36.465383 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 8 to bind port 152a3be6-d874-4243-8a14-5906febb08bf Feb 16 16:53:36.479518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:36.479648 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:36.479970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:36.484711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:36.485035 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:36.485419 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 9 to bind port 152a3be6-d874-4243-8a14-5906febb08bf Feb 16 16:53:36.512122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:36.512732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:36.512918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:36.517897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:36.518236 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:36.518623 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempt 10 to bind port 152a3be6-d874-4243-8a14-5906febb08bf Feb 16 16:53:36.532335 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:36.533226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:36.533226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempting to bind port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:36.537908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:36.538241 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Failed to bind port 152a3be6-d874-4243-8a14-5906febb08bf on host n-h1-669411-5 for vnic_type normal using segments [{'id': '4352a5da-4b1a-484c-9015-58e4143dc7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5'}] Feb 16 16:53:36.538613 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (152a3be6-d874-4243-8a14-5906febb08bf), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:36.626795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] For port 152a3be6-d874-4243-8a14-5906febb08bf, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:53:36.627189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attempted to set empty binding levels {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 16:53:36.636200 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (152a3be6-d874-4243-8a14-5906febb08bf), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:36.676394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] In _notify_port_updated(), no bound segment for port 152a3be6-d874-4243-8a14-5906febb08bf on network 7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 {{(pid=103421) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:53:36.679833 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:36.680502 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:36.686240 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "PUT /v2.0/ports/152a3be6-d874-4243-8a14-5906febb08bf HTTP/1.1" status: 200 len: 975 time: 1.0864606 Feb 16 16:53:36.686631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60796) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:36.700989 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d2dd5-36f2-4ee4-9753-9cc61dbbc4bb tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Pushing event updated for resources: {'Port': ['ID=152a3be6-d874-4243-8a14-5906febb08bf,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:36.730501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:53:36.767684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60798) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:36.785073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:53:36.785507 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6cad70f8-5be7-45eb-8484-2fbf4d6b7b93 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:53:36.811570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b014c447-6ce9-436f-9a3d-72f05608794a tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Deleting port 152a3be6-d874-4243-8a14-5906febb08bf {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:36.811976 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b014c447-6ce9-436f-9a3d-72f05608794a tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (152a3be6-d874-4243-8a14-5906febb08bf), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:36.914365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-b014c447-6ce9-436f-9a3d-72f05608794a tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] For port 152a3be6-d874-4243-8a14-5906febb08bf, host n-h1-669411-5, got binding levels [] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:36.915081 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b014c447-6ce9-436f-9a3d-72f05608794a tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (152a3be6-d874-4243-8a14-5906febb08bf), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:36.929484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b014c447-6ce9-436f-9a3d-72f05608794a tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Calling delete_port for 152a3be6-d874-4243-8a14-5906febb08bf owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:37.001066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8314d87f-35c2-4a35-8bed-924b7a1daa64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df6987f836c84857ba8f2979e20b92e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2297807 Feb 16 16:53:37.004061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60804) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:37.020788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1693cc4-b50f-41c9-bc39-839bf427f35e req-2c0d6e9c-6dec-4e6d-832d-570692369ef0 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:37.022416 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1693cc4-b50f-41c9-bc39-839bf427f35e req-2c0d6e9c-6dec-4e6d-832d-570692369ef0 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.0873656 Feb 16 16:53:37.048948 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b014c447-6ce9-436f-9a3d-72f05608794a tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (152a3be6-d874-4243-8a14-5906febb08bf), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:37.082009 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014c447-6ce9-436f-9a3d-72f05608794a tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Pushing event deleted for resources: {'Port': ['ID=152a3be6-d874-4243-8a14-5906febb08bf,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:37.102583 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b014c447-6ce9-436f-9a3d-72f05608794a tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:37.107541 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b014c447-6ce9-436f-9a3d-72f05608794a tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "DELETE /v2.0/ports/152a3be6-d874-4243-8a14-5906febb08bf HTTP/1.1" status: 204 len: 168 time: 0.4198964 Feb 16 16:53:37.108168 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1693cc4-b50f-41c9-bc39-839bf427f35e req-cf72fa23-6fd7-4889-98bc-b447f7e173fe tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761716 Feb 16 16:53:37.110184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60806) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:37.136148 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7a93212a-03a3-4529-a8e9-3d5a592e23ac admin admin] Publish callbacks [] for security_group (03bd5558-2ab6-4cd7-80d0-03da5e08c886), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:37.183312 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7a93212a-03a3-4529-a8e9-3d5a592e23ac admin admin] Publish callbacks [] for security_group (03bd5558-2ab6-4cd7-80d0-03da5e08c886), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:37.218620 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec666c9-c1f0-452c-b102-ab8d9863b04b tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:53:37.220428 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cec666c9-c1f0-452c-b102-ab8d9863b04b tempest-PortsAdminExtendedAttrsTestJSON-1693462292 tempest-PortsAdminExtendedAttrsTestJSON-1693462292-project-admin] 10.222.0.24 "GET /v2.0/ports/152a3be6-d874-4243-8a14-5906febb08bf HTTP/1.1" status: 404 len: 333 time: 0.1093245 Feb 16 16:53:37.225290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2649470f-622b-499b-b116-12d033e1bcae no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:53:37.226962 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60808) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:37.246602 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7a93212a-03a3-4529-a8e9-3d5a592e23ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (03bd5558-2ab6-4cd7-80d0-03da5e08c886), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:37.249196 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7a93212a-03a3-4529-a8e9-3d5a592e23ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:37.253009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7a93212a-03a3-4529-a8e9-3d5a592e23ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03bd5558-2ab6-4cd7-80d0-03da5e08c886 HTTP/1.1" status: 204 len: 168 time: 0.2418475 Feb 16 16:53:37.270405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93212a-03a3-4529-a8e9-3d5a592e23ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bd5558-2ab6-4cd7-80d0-03da5e08c886,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:37.281596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 2649470f-622b-499b-b116-12d033e1bcae {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:53:37.282240 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2649470f-622b-499b-b116-12d033e1bcae not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:53:37.384396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d5db2d8-b85d-4084-86d2-ef0542ffdf35 tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:37.495190 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d5db2d8-b85d-4084-86d2-ef0542ffdf35 tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:37.518497 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-9d5db2d8-b85d-4084-86d2-ef0542ffdf35 tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:37.532653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-9d5db2d8-b85d-4084-86d2-ef0542ffdf35 tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4352a5da-4b1a-484c-9015-58e4143dc7d4') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:37.533235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-9d5db2d8-b85d-4084-86d2-ef0542ffdf35 tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4352a5da-4b1a-484c-9015-58e4143dc7d4') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:37.545009 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d5db2d8-b85d-4084-86d2-ef0542ffdf35 tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (4352a5da-4b1a-484c-9015-58e4143dc7d4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:37.569635 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d5db2d8-b85d-4084-86d2-ef0542ffdf35 tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (4352a5da-4b1a-484c-9015-58e4143dc7d4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:37.579508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5db2d8-b85d-4084-86d2-ef0542ffdf35 tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:53:37.580005 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d5db2d8-b85d-4084-86d2-ef0542ffdf35 tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (4352a5da-4b1a-484c-9015-58e4143dc7d4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:53:37.584072 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:53:37.679201 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d5db2d8-b85d-4084-86d2-ef0542ffdf35 tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:37.709082 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d5db2d8-b85d-4084-86d2-ef0542ffdf35 tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:37.716934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942fee9-df5f-4c44-aaab-c7c72145fe9f req-4d97fa99-bade-40d8-a1e4-8cf7081ae7b0 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:37.717694 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9d5db2d8-b85d-4084-86d2-ef0542ffdf35 tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] 10.222.0.24 "DELETE /v2.0/networks/7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5 HTTP/1.1" status: 204 len: 168 time: 0.4877124 Feb 16 16:53:37.720448 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d942fee9-df5f-4c44-aaab-c7c72145fe9f req-4d97fa99-bade-40d8-a1e4-8cf7081ae7b0 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.1274610 Feb 16 16:53:37.746206 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5db2d8-b85d-4084-86d2-ef0542ffdf35 tempest-PortsAdminExtendedAttrsTestJSON-30429194 tempest-PortsAdminExtendedAttrsTestJSON-30429194-project] Pushing event deleted for resources: {'Network': ['ID=7feb7f96-b1f5-4201-940e-9d2f7e6fc4c5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:37.828603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d942fee9-df5f-4c44-aaab-c7c72145fe9f req-7fa2562a-e96d-43ae-9c2b-1bdbac254fbc tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017001 Feb 16 16:53:37.984434 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60836) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:38.141990 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b41533d4-0ca5-427a-8f4e-6786a2532ab0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c86923361a4946fc9f2da67c81132e3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1563451 Feb 16 16:53:38.144771 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60844) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:38.265403 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ccc6cf8a-31d1-47d8-a06d-87d53543d30d admin admin] Publish callbacks [] for security_group (9d4d8919-eb1c-475f-8ce4-5d935a7d8bd3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:38.273152 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60850) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:38.317960 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ccc6cf8a-31d1-47d8-a06d-87d53543d30d admin admin] Publish callbacks [] for security_group (9d4d8919-eb1c-475f-8ce4-5d935a7d8bd3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:38.351515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca37cd2-a36a-4349-be85-7317321b23a4 req-6ccc7d66-175e-4517-83c0-dcde3d1b8d58 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:38.358714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ca37cd2-a36a-4349-be85-7317321b23a4 req-6ccc7d66-175e-4517-83c0-dcde3d1b8d58 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.0944467 Feb 16 16:53:38.419486 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1291173120'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:38.447257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Made reservation on behalf of 91e4ed041b504194ac4166c57de990fe for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:38.460109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ca37cd2-a36a-4349-be85-7317321b23a4 req-afc47e74-8ffb-4f74-9fe7-a8894edaea35 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896583 Feb 16 16:53:38.460109 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ccc6cf8a-31d1-47d8-a06d-87d53543d30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9d4d8919-eb1c-475f-8ce4-5d935a7d8bd3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:38.460109 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ccc6cf8a-31d1-47d8-a06d-87d53543d30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:38.460109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ccc6cf8a-31d1-47d8-a06d-87d53543d30d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d4d8919-eb1c-475f-8ce4-5d935a7d8bd3 HTTP/1.1" status: 204 len: 168 time: 0.3086386 Feb 16 16:53:38.471808 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:38.472497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6cf8a-31d1-47d8-a06d-87d53543d30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4d8919-eb1c-475f-8ce4-5d935a7d8bd3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:38.503672 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:38.592139 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for security_group (83e77c8a-2d00-47a0-802b-684a6d2e02e3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:38.600286 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (83e77c8a-2d00-47a0-802b-684a6d2e02e3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:38.614447 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:53:38.626951 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (04df876f-0faa-40e9-bda6-d8ab7ec81e67), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:38.627876 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Added segment 04df876f-0faa-40e9-bda6-d8ab7ec81e67 of type vlan for network d2fe8432-d5a8-4e04-b41c-d9c50fed33ae Feb 16 16:53:38.682446 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (d2fe8432-d5a8-4e04-b41c-d9c50fed33ae), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:38.721683 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (d2fe8432-d5a8-4e04-b41c-d9c50fed33ae), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:38.729124 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:38.730390 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:38.816449 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Network': ['ID=d2fe8432-d5a8-4e04-b41c-d9c50fed33ae,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:38.830781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network d2fe8432-d5a8-4e04-b41c-d9c50fed33ae details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:53:38.832272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e77c8a-2d00-47a0-802b-684a6d2e02e3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:38.847536 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ca86a08b-6090-40eb-a86c-004a6de3f82f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5715668 Feb 16 16:53:38.848983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60866) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:38.863605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3dbc21b1-8c4e-4b02-b9ed-703522a9ada6 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'subnet': {'network_id': 'd2fe8432-d5a8-4e04-b41c-d9c50fed33ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:38.978568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60870) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:39.038898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46a83-a8a5-412b-bc70-e1dc82c35298 req-399d4f74-f1e7-46db-a5ee-5b0618b588cc tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:39.040415 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19c46a83-a8a5-412b-bc70-e1dc82c35298 req-399d4f74-f1e7-46db-a5ee-5b0618b588cc tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.1095374 Feb 16 16:53:39.045211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bbac626e-d46f-4db0-a5a4-ffaed4c74b13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22feeaea10144e5d8fd7f5bb04ce933e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0612602 Feb 16 16:53:39.046728 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbc21b1-8c4e-4b02-b9ed-703522a9ada6 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Made reservation on behalf of 91e4ed041b504194ac4166c57de990fe for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:39.048434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60872) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:39.054238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3dbc21b1-8c4e-4b02-b9ed-703522a9ada6 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:39.163543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19c46a83-a8a5-412b-bc70-e1dc82c35298 req-afb949e7-d37e-4899-bdf3-1f3a0a674ab8 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011255 Feb 16 16:53:39.177948 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcfac4f3-0e9c-492d-a2cc-8d4cab383d5c admin admin] Publish callbacks [] for security_group (8dc6fa8d-467f-4c99-8a90-092a5d467c47), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:39.211880 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcfac4f3-0e9c-492d-a2cc-8d4cab383d5c admin admin] Publish callbacks [] for security_group (8dc6fa8d-467f-4c99-8a90-092a5d467c47), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:39.271507 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcfac4f3-0e9c-492d-a2cc-8d4cab383d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8dc6fa8d-467f-4c99-8a90-092a5d467c47), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:39.275140 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcfac4f3-0e9c-492d-a2cc-8d4cab383d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:39.277628 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dcfac4f3-0e9c-492d-a2cc-8d4cab383d5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8dc6fa8d-467f-4c99-8a90-092a5d467c47 HTTP/1.1" status: 204 len: 168 time: 0.2282815 Feb 16 16:53:39.290674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfac4f3-0e9c-492d-a2cc-8d4cab383d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc6fa8d-467f-4c99-8a90-092a5d467c47,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:39.656662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292566a-bd15-4246-97ea-a57d9e40b8ed req-d66cdcb4-3b1f-452a-aac3-4baa5f86fa3a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:39.660513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8292566a-bd15-4246-97ea-a57d9e40b8ed req-d66cdcb4-3b1f-452a-aac3-4baa5f86fa3a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.1323638 Feb 16 16:53:39.669622 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3dbc21b1-8c4e-4b02-b9ed-703522a9ada6 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (5f3ed36b-5f06-4a9c-815e-10a8ca90a610), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:39.769726 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc21b1-8c4e-4b02-b9ed-703522a9ada6 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Subnet': ['ID=5f3ed36b-5f06-4a9c-815e-10a8ca90a610,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:39.774275 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8292566a-bd15-4246-97ea-a57d9e40b8ed req-4cdb361c-e5b0-4b88-a81f-306d06e95362 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076145 Feb 16 16:53:39.788449 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc21b1-8c4e-4b02-b9ed-703522a9ada6 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Checking segment: {'id': '04df876f-0faa-40e9-bda6-d8ab7ec81e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd2fe8432-d5a8-4e04-b41c-d9c50fed33ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:53:39.788821 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbc21b1-8c4e-4b02-b9ed-703522a9ada6 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network hostable DHCP agents. Network: d2fe8432-d5a8-4e04-b41c-d9c50fed33ae, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:53:39.825665 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbc21b1-8c4e-4b02-b9ed-703522a9ada6 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network d2fe8432-d5a8-4e04-b41c-d9c50fed33ae is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:53:39.841119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-3dbc21b1-8c4e-4b02-b9ed-703522a9ada6 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, d2fe8432-d5a8-4e04-b41c-d9c50fed33ae) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:39.849695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f37f92-f1f4-4302-93e9-05a92aaba333 None None] Network d2fe8432-d5a8-4e04-b41c-d9c50fed33ae requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:53:39.851824 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc21b1-8c4e-4b02-b9ed-703522a9ada6 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:39.852920 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3dbc21b1-8c4e-4b02-b9ed-703522a9ada6 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:39.887819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60894) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:39.893421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1487119041', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:39.899180 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3dbc21b1-8c4e-4b02-b9ed-703522a9ada6 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0331273 Feb 16 16:53:39.935686 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:39.936890 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:40.049135 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router_controller (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:40.062671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95f1f01-375d-4451-a3b6-986fe38bab08 None None] Network d2fe8432-d5a8-4e04-b41c-d9c50fed33ae requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:53:40.141794 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60900) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:40.295365 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06d1853f-111c-44aa-99fe-d3f05567ad93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:40.446125 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router_gateway (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:40.449174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06d1853f-111c-44aa-99fe-d3f05567ad93 admin admin] Publish callbacks [] for security_group (1b598f8b-7848-47e3-89ae-2c9b26964a1b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:40.454202 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06d1853f-111c-44aa-99fe-d3f05567ad93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1b598f8b-7848-47e3-89ae-2c9b26964a1b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:40.507225 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-06d1853f-111c-44aa-99fe-d3f05567ad93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32e77207c91942749a7de4e57baa9c07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3639300 Feb 16 16:53:40.509683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60912) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:40.519105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1853f-111c-44aa-99fe-d3f05567ad93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b598f8b-7848-47e3-89ae-2c9b26964a1b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:40.520892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c08862-320b-4f5d-aeb6-1804652420b6 req-94e71063-867b-4b2d-a477-97d4ea7392df tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:40.522496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69c08862-320b-4f5d-aeb6-1804652420b6 req-94e71063-867b-4b2d-a477-97d4ea7392df tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.1598899 Feb 16 16:53:40.671535 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a91b25ff-cc5e-4479-b7d6-70bb40a1617d admin admin] Publish callbacks [] for security_group (1b598f8b-7848-47e3-89ae-2c9b26964a1b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:40.702725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69c08862-320b-4f5d-aeb6-1804652420b6 req-6176bb8c-3b02-4a08-bd26-599b9c83a017 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699779 Feb 16 16:53:40.709309 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a91b25ff-cc5e-4479-b7d6-70bb40a1617d admin admin] Publish callbacks [] for security_group (1b598f8b-7848-47e3-89ae-2c9b26964a1b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:40.737815 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60918) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:40.809346 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a91b25ff-cc5e-4479-b7d6-70bb40a1617d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1b598f8b-7848-47e3-89ae-2c9b26964a1b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:40.816051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a91b25ff-cc5e-4479-b7d6-70bb40a1617d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:40.819931 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a91b25ff-cc5e-4479-b7d6-70bb40a1617d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b598f8b-7848-47e3-89ae-2c9b26964a1b HTTP/1.1" status: 204 len: 168 time: 0.3083227 Feb 16 16:53:40.857314 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b25ff-cc5e-4479-b7d6-70bb40a1617d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b598f8b-7848-47e3-89ae-2c9b26964a1b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:40.868494 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router_gateway (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:40.923329 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1969790017'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:40.951466 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:40.981216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:40.985581 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:41.006577 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:41.061308 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40868f2a-1f41-4803-a834-f4363d1e1f5a req-e6060c4e-650b-4f03-8cd2-548cba3fba17 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:41.067547 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40868f2a-1f41-4803-a834-f4363d1e1f5a req-e6060c4e-650b-4f03-8cd2-548cba3fba17 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.1604762 Feb 16 16:53:41.140540 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for security_group (d5be00fd-36b8-4b33-b9ab-c541851ae464), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:41.158707 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d5be00fd-36b8-4b33-b9ab-c541851ae464), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:41.170205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:53:41.172561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40868f2a-1f41-4803-a834-f4363d1e1f5a req-b81477ff-8a2c-4308-87d6-066cb5158c32 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039097 Feb 16 16:53:41.205743 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Allocated IP 172.25.4.17 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/f840d6ef-e18f-467d-ae80-088a3c550965) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:41.217883 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5be00fd-36b8-4b33-b9ab-c541851ae464,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:41.232634 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:41.232861 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Added segment e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221 of type vlan for network c6c55570-6501-4cec-af38-70389b23efe2 Feb 16 16:53:41.286684 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948cfda-ef2c-440d-a536-68262390e709 req-45e00973-0226-4955-834d-a2d9e737715e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:41.289348 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a948cfda-ef2c-440d-a536-68262390e709 req-45e00973-0226-4955-834d-a2d9e737715e tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.65 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.1809325 Feb 16 16:53:41.357496 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (f840d6ef-e18f-467d-ae80-088a3c550965), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:41.372912 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (c6c55570-6501-4cec-af38-70389b23efe2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:41.405289 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f840d6ef-e18f-467d-ae80-088a3c550965), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:41.466085 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (c6c55570-6501-4cec-af38-70389b23efe2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:41.472671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:41.473346 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:41.481060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:41.487969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:41.501385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:41.536889 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=f840d6ef-e18f-467d-ae80-088a3c550965,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:41.567207 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Network': ['ID=c6c55570-6501-4cec-af38-70389b23efe2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:41.576242 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-94f03fe5-5313-4087-9149-cde03e94e511 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8374038 Feb 16 16:53:41.579882 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60938) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:41.580065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network c6c55570-6501-4cec-af38-70389b23efe2 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:53:41.587656 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-07689100-3c7b-4c47-9a5d-9f5b84837cc4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:41.593093 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-a948cfda-ef2c-440d-a536-68262390e709 req-e1d76d9f-c433-4576-b649-1b349436194f tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Deleting port eb6b3841-0009-43f0-a0c0-64461a62c7de {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:41.593605 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a948cfda-ef2c-440d-a536-68262390e709 req-e1d76d9f-c433-4576-b649-1b349436194f tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (eb6b3841-0009-43f0-a0c0-64461a62c7de), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:41.712268 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-a948cfda-ef2c-440d-a536-68262390e709 req-e1d76d9f-c433-4576-b649-1b349436194f tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] For port eb6b3841-0009-43f0-a0c0-64461a62c7de, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=eb6b3841-0009-43f0-a0c0-64461a62c7de,segment=NetworkSegment(ffab0e41-c5f9-4e17-88f1-83a5287dae5d),segment_id=ffab0e41-c5f9-4e17-88f1-83a5287dae5d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:41.712526 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a948cfda-ef2c-440d-a536-68262390e709 req-e1d76d9f-c433-4576-b649-1b349436194f tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (eb6b3841-0009-43f0-a0c0-64461a62c7de), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:41.748351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-a948cfda-ef2c-440d-a536-68262390e709 req-e1d76d9f-c433-4576-b649-1b349436194f tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Calling delete_port for eb6b3841-0009-43f0-a0c0-64461a62c7de owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:41.952663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa90717-a90e-419d-a389-ab9f798bc678 req-065671d9-cf7a-4f4f-be3d-2e968e797ef9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:41.954481 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eaa90717-a90e-419d-a389-ab9f798bc678 req-065671d9-cf7a-4f4f-be3d-2e968e797ef9 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/ports?device_id=184ff237-1134-42e4-ad9f-0033adc6d241 HTTP/1.1" status: 200 len: 946 time: 0.0805168 Feb 16 16:53:41.966544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07689100-3c7b-4c47-9a5d-9f5b84837cc4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:41.970525 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07689100-3c7b-4c47-9a5d-9f5b84837cc4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:42.402967 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07689100-3c7b-4c47-9a5d-9f5b84837cc4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (c13d5d18-7ee0-412f-9b0d-fdd830fce486), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:42.471981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07689100-3c7b-4c47-9a5d-9f5b84837cc4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=c13d5d18-7ee0-412f-9b0d-fdd830fce486,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:42.501951 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a948cfda-ef2c-440d-a536-68262390e709 req-e1d76d9f-c433-4576-b649-1b349436194f tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (eb6b3841-0009-43f0-a0c0-64461a62c7de), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:42.514247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['eb6b3841-0009-43f0-a0c0-64461a62c7de'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:53:42.615389 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07689100-3c7b-4c47-9a5d-9f5b84837cc4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:53:42.618160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07689100-3c7b-4c47-9a5d-9f5b84837cc4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network hostable DHCP agents. Network: c6c55570-6501-4cec-af38-70389b23efe2, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:53:42.633435 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d76d9f-c433-4576-b649-1b349436194f tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Pushing event deleted for resources: {'Port': ['ID=eb6b3841-0009-43f0-a0c0-64461a62c7de,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:42.643921 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eaa90717-a90e-419d-a389-ab9f798bc678 req-2ed694b5-4010-45b1-8593-46a31cf12159 tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a723c55-297d-4314-af06-97bcbd5a34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6768298 Feb 16 16:53:42.668614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713cfbf-f686-4bce-b825-fd190701f3fc req-0557afd0-0739-4ee3-84e6-fe8cc4e668c7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:42.671188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7713cfbf-f686-4bce-b825-fd190701f3fc req-0557afd0-0739-4ee3-84e6-fe8cc4e668c7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.1329069 Feb 16 16:53:42.705574 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router_gateway (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:42.783241 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a948cfda-ef2c-440d-a536-68262390e709 req-e1d76d9f-c433-4576-b649-1b349436194f tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] No DVR routers for this DVR port eb6b3841-0009-43f0-a0c0-64461a62c7de on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:53:42.784655 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7713cfbf-f686-4bce-b825-fd190701f3fc req-d0b332b6-fbd5-429d-b170-2868e0342835 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076677 Feb 16 16:53:42.808261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a948cfda-ef2c-440d-a536-68262390e709 req-e1d76d9f-c433-4576-b649-1b349436194f tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:42.817563 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a948cfda-ef2c-440d-a536-68262390e709 req-e1d76d9f-c433-4576-b649-1b349436194f tempest-ServerRescueNegativeTestJSON-2092500759 tempest-ServerRescueNegativeTestJSON-2092500759-project] 10.222.0.65 "DELETE /v2.0/ports/eb6b3841-0009-43f0-a0c0-64461a62c7de HTTP/1.1" status: 204 len: 173 time: 1.5204263 Feb 16 16:53:42.821793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184ff237-1134-42e4-ad9f-0033adc6d241', 'name': 'network-vif-deleted', 'tag': 'eb6b3841-0009-43f0-a0c0-64461a62c7de'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:53:42.826043 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b0193f-9b02-4070-a7c8-02b3c320ca9c" -d '{"events": [{"server_uuid": "184ff237-1134-42e4-ad9f-0033adc6d241", "name": "network-vif-deleted", "tag": "eb6b3841-0009-43f0-a0c0-64461a62c7de"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:53:42.831502 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07689100-3c7b-4c47-9a5d-9f5b84837cc4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:53:42.844215 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-07689100-3c7b-4c47-9a5d-9f5b84837cc4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, c6c55570-6501-4cec-af38-70389b23efe2) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:42.861492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303e590f-8821-4791-81dd-db88d667a997 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:53:42.882859 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07689100-3c7b-4c47-9a5d-9f5b84837cc4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:42.885332 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07689100-3c7b-4c47-9a5d-9f5b84837cc4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:42.911794 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3ffe32-f704-4596-aadb-8c399e109a7b x-openstack-request-id: req-7b3ffe32-f704-4596-aadb-8c399e109a7b {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:53:42.912279 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184ff237-1134-42e4-ad9f-0033adc6d241", "name": "network-vif-deleted", "tag": "eb6b3841-0009-43f0-a0c0-64461a62c7de", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:53:42.912533 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b3ffe32-f704-4596-aadb-8c399e109a7b {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:53:42.913272 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184ff237-1134-42e4-ad9f-0033adc6d241', 'name': 'network-vif-deleted', 'tag': 'eb6b3841-0009-43f0-a0c0-64461a62c7de', 'status': 'completed', 'code': 200} Feb 16 16:53:42.929772 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-07689100-3c7b-4c47-9a5d-9f5b84837cc4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3462029 Feb 16 16:53:42.932986 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 60974) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:42.945260 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-19fbbfd7-c5ac-400c-beea-f8c5675c71fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'name': 'tempest-NetworksTestDHCPv6-92109489'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:43.022150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60976) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:43.099477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': 'c13d5d18-7ee0-412f-9b0d-fdd830fce486'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:53:43.101993 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:43.164297 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fbbfd7-c5ac-400c-beea-f8c5675c71fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:43.168806 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19fbbfd7-c5ac-400c-beea-f8c5675c71fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:43.199746 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-19fbbfd7-c5ac-400c-beea-f8c5675c71fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port 29a7692d-670e-4121-bf00-0ae49a671a2c yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:53:43.209983 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:43.336633 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-582585d0-3d41-4eee-97cb-8aa8fd5d4084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:43.338150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Allocated IP 2001:db8::2 (c6c55570-6501-4cec-af38-70389b23efe2/c13d5d18-7ee0-412f-9b0d-fdd830fce486/8d26b2ea-0e79-4932-9ed1-b558f82d3ddc) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:43.468873 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-582585d0-3d41-4eee-97cb-8aa8fd5d4084 admin admin] Publish callbacks [] for security_group (0ea0a72d-a9c7-4f61-a53f-29805f66b2ab), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:43.471224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:53:43.475720 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-582585d0-3d41-4eee-97cb-8aa8fd5d4084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0ea0a72d-a9c7-4f61-a53f-29805f66b2ab), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:43.547304 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Publish callbacks [] for port (8d26b2ea-0e79-4932-9ed1-b558f82d3ddc), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:43.553572 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (8d26b2ea-0e79-4932-9ed1-b558f82d3ddc), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:43.563982 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582585d0-3d41-4eee-97cb-8aa8fd5d4084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea0a72d-a9c7-4f61-a53f-29805f66b2ab,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:43.599248 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-582585d0-3d41-4eee-97cb-8aa8fd5d4084 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c1366be4ccf4cb88301cc271bfa27d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5756912 Feb 16 16:53:43.602608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60980) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:43.612800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:43.619681 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:43.625943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:43.661830 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-19fbbfd7-c5ac-400c-beea-f8c5675c71fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::19b (c6c55570-6501-4cec-af38-70389b23efe2/c13d5d18-7ee0-412f-9b0d-fdd830fce486/29a7692d-670e-4121-bf00-0ae49a671a2c) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:43.665214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Pushing event updated for resources: {'Port': ['ID=8d26b2ea-0e79-4932-9ed1-b558f82d3ddc,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:43.696164 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-331aabc3-88f4-4275-8f85-86e0b76f9f0c admin admin] Publish callbacks [] for security_group (0ea0a72d-a9c7-4f61-a53f-29805f66b2ab), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:43.718463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:43.718809 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:43.719155 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:43.719497 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:43.719855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:43.720193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:43.720526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:43.720864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:43.721176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:43.721495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:43.722266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:43.722266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:43.722514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:53:43.723081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:53:43.729714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60984) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:43.737021 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Attempting to bind port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:43.737385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Attempting to bind port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:43.737753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Attempting to bind port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:43.743287 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:53:43.743677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:53:43.744684 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:43.745331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:53:43.745944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Bound port: 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:53:43.748223 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d26b2ea-0e79-4932-9ed1-b558f82d3ddc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:43.750045 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-331aabc3-88f4-4275-8f85-86e0b76f9f0c admin admin] Publish callbacks [] for security_group (0ea0a72d-a9c7-4f61-a53f-29805f66b2ab), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:43.758665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea98a1-91b7-4783-a2e2-c028a68bf770 None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:53:43.835132 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] For port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:53:43.839179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] For port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8d26b2ea-0e79-4932-9ed1-b558f82d3ddc,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:53:43.844550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea98a1-91b7-4783-a2e2-c028a68bf770 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:53:43.845322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-18ea98a1-91b7-4783-a2e2-c028a68bf770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:43.848616 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:43.849870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d68a3ad1-67f5-4773-b986-8a55927f26f3 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9605894 Feb 16 16:53:43.860974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60988) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:43.918977 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-18ea98a1-91b7-4783-a2e2-c028a68bf770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:43.923039 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8d26b2ea-0e79-4932-9ed1-b558f82d3ddc), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:43.994336 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19fbbfd7-c5ac-400c-beea-f8c5675c71fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (29a7692d-670e-4121-bf00-0ae49a671a2c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:44.014883 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea98a1-91b7-4783-a2e2-c028a68bf770 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:53:44.015457 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-18ea98a1-91b7-4783-a2e2-c028a68bf770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:44.058823 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19fbbfd7-c5ac-400c-beea-f8c5675c71fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (29a7692d-670e-4121-bf00-0ae49a671a2c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:44.085672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-18ea98a1-91b7-4783-a2e2-c028a68bf770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:44.086392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea98a1-91b7-4783-a2e2-c028a68bf770 None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:53:44.105978 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf371a5-a9dd-43fc-83fd-a382615aa82b None None] Pushing event updated for resources: {'Port': ['ID=8d26b2ea-0e79-4932-9ed1-b558f82d3ddc,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:44.131739 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fbbfd7-c5ac-400c-beea-f8c5675c71fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:44.142508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-19fbbfd7-c5ac-400c-beea-f8c5675c71fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:44.147553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fbbfd7-c5ac-400c-beea-f8c5675c71fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:44.154856 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fbbfd7-c5ac-400c-beea-f8c5675c71fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:44.155695 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19fbbfd7-c5ac-400c-beea-f8c5675c71fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:44.174479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbbfd7-c5ac-400c-beea-f8c5675c71fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=29a7692d-670e-4121-bf00-0ae49a671a2c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:44.190662 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-19fbbfd7-c5ac-400c-beea-f8c5675c71fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2540281 Feb 16 16:53:44.192378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 60994) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:44.273992 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-331aabc3-88f4-4275-8f85-86e0b76f9f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0ea0a72d-a9c7-4f61-a53f-29805f66b2ab), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:44.276776 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-331aabc3-88f4-4275-8f85-86e0b76f9f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:44.287432 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-331aabc3-88f4-4275-8f85-86e0b76f9f0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ea0a72d-a9c7-4f61-a53f-29805f66b2ab HTTP/1.1" status: 204 len: 168 time: 0.6742749 Feb 16 16:53:44.342776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc74b5-7bdb-4839-951a-996ee644f896 req-6b6c92c5-4ed0-43ec-9254-0da0f913b0ac tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:44.344242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9edc74b5-7bdb-4839-951a-996ee644f896 req-6b6c92c5-4ed0-43ec-9254-0da0f913b0ac tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.2232757 Feb 16 16:53:44.421617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331aabc3-88f4-4275-8f85-86e0b76f9f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea0a72d-a9c7-4f61-a53f-29805f66b2ab,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:44.531277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d337d01-1989-4c5a-95b8-24f197dee005 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:44.536827 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d337d01-1989-4c5a-95b8-24f197dee005 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:44.538466 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5d337d01-1989-4c5a-95b8-24f197dee005 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3454230 Feb 16 16:53:44.542512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32768) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:44.604162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9edc74b5-7bdb-4839-951a-996ee644f896 req-17b3d712-6457-4272-b2c6-44f565618f12 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832674 Feb 16 16:53:44.685195 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-da38a5b3-96f8-46b1-b6c5-86b3f8a08101 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 29a7692d-670e-4121-bf00-0ae49a671a2c {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:44.686760 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da38a5b3-96f8-46b1-b6c5-86b3f8a08101 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (29a7692d-670e-4121-bf00-0ae49a671a2c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:44.802129 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:44.827509 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da38a5b3-96f8-46b1-b6c5-86b3f8a08101 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (29a7692d-670e-4121-bf00-0ae49a671a2c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:44.841452 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-da38a5b3-96f8-46b1-b6c5-86b3f8a08101 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 29a7692d-670e-4121-bf00-0ae49a671a2c owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:45.032049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da38a5b3-96f8-46b1-b6c5-86b3f8a08101 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (29a7692d-670e-4121-bf00-0ae49a671a2c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:45.099306 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-596c7b9d-8dd7-4c56-93d6-e6097c65e690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:45.117294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38a5b3-96f8-46b1-b6c5-86b3f8a08101 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=29a7692d-670e-4121-bf00-0ae49a671a2c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:45.194679 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da38a5b3-96f8-46b1-b6c5-86b3f8a08101 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:45.202892 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-da38a5b3-96f8-46b1-b6c5-86b3f8a08101 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/29a7692d-670e-4121-bf00-0ae49a671a2c HTTP/1.1" status: 204 len: 168 time: 0.6592700 Feb 16 16:53:45.206774 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32788) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:45.377784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:53:45.406911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7fb1b1-19e5-45e2-a687-19d0487401bb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:45.408255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7fb1b1-19e5-45e2-a687-19d0487401bb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:45.412414 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6a7fb1b1-19e5-45e2-a687-19d0487401bb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2018301 Feb 16 16:53:45.420694 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32792) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:45.497682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:45.498063 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8d26b2ea-0e79-4932-9ed1-b558f82d3ddc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:45.507531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b27fbb9-52b5-4b4e-ad20-7de4ee642b00 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet c13d5d18-7ee0-412f-9b0d-fdd830fce486 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:53:45.511799 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b27fbb9-52b5-4b4e-ad20-7de4ee642b00 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (c13d5d18-7ee0-412f-9b0d-fdd830fce486), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:45.615257 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b27fbb9-52b5-4b4e-ad20-7de4ee642b00 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (c13d5d18-7ee0-412f-9b0d-fdd830fce486), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:45.620717 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75ddbf2-93f8-478e-8ea3-8592a4f1c884 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:53:45.679990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8102057f-c195-4fb5-9a42-24c527d8b913 None None] Provisioning complete for port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:45.680511 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8102057f-c195-4fb5-9a42-24c527d8b913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8d26b2ea-0e79-4932-9ed1-b558f82d3ddc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:45.714630 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-3b286336-e6c9-453f-89d7-ad575e80b7e5 service neutron] show failed (client error): The resource could not be found. Feb 16 16:53:45.715723 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-3b286336-e6c9-453f-89d7-ad575e80b7e5 service neutron] 10.222.0.60 "GET /v2.0/ports/95bf3896-a615-4807-b3bd-d6a58095739b/bindings/n-h1-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.1608186 Feb 16 16:53:45.798758 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:53:45.801906 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d26b2ea-0e79-4932-9ed1-b558f82d3ddc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:45.821571 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b27fbb9-52b5-4b4e-ad20-7de4ee642b00 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (c13d5d18-7ee0-412f-9b0d-fdd830fce486), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:45.981812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf5a6c-e03d-431d-a159-3221014ad9f7 req-3e6266fe-edbe-4c1e-a853-9ac30041713a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:45.984709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58bf5a6c-e03d-431d-a159-3221014ad9f7 req-3e6266fe-edbe-4c1e-a853-9ac30041713a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.1871586 Feb 16 16:53:45.999568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Allocated IP 172.20.0.1 (d2fe8432-d5a8-4e04-b41c-d9c50fed33ae/5f3ed36b-5f06-4a9c-815e-10a8ca90a610/2c7866dc-749f-4488-b672-377a426ebae8) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:46.076647 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b27fbb9-52b5-4b4e-ad20-7de4ee642b00 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (c13d5d18-7ee0-412f-9b0d-fdd830fce486), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:46.131396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b27fbb9-52b5-4b4e-ad20-7de4ee642b00 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:46.146859 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6b27fbb9-52b5-4b4e-ad20-7de4ee642b00 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/c13d5d18-7ee0-412f-9b0d-fdd830fce486 HTTP/1.1" status: 204 len: 168 time: 0.7140942 Feb 16 16:53:46.146859 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27fbb9-52b5-4b4e-ad20-7de4ee642b00 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=c13d5d18-7ee0-412f-9b0d-fdd830fce486,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:46.146859 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32808) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:46.166817 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:53:46.167164 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:53:46.216664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8102057f-c195-4fb5-9a42-24c527d8b913 None None] Current status of the port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:53:46.217227 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8102057f-c195-4fb5-9a42-24c527d8b913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d26b2ea-0e79-4932-9ed1-b558f82d3ddc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:46.253717 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-edd7ba55-9ce5-4bec-9f2b-f241de5bdbde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107745 Feb 16 16:53:46.256407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-05dd89e1-1774-4ee6-8d52-9c05188bdafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:46.258642 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-05dd89e1-1774-4ee6-8d52-9c05188bdafb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 1128 time: 0.2776825 Feb 16 16:53:46.259542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32814) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:46.266638 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-81fb7a5a-3882-48df-b086-18ed7573f225 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:46.295901 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:46.310110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-58bf5a6c-e03d-431d-a159-3221014ad9f7 req-508b28bf-5bd3-4ee3-9a16-502c780eb274 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3162196 Feb 16 16:53:46.315502 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-8102057f-c195-4fb5-9a42-24c527d8b913 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:53:46.316043 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-8102057f-c195-4fb5-9a42-24c527d8b913 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:53:46.462251 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (2c7866dc-749f-4488-b672-377a426ebae8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:46.515566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-596c7b9d-8dd7-4c56-93d6-e6097c65e690 admin admin] Deleting port e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:46.516214 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-596c7b9d-8dd7-4c56-93d6-e6097c65e690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:46.534291 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2c7866dc-749f-4488-b672-377a426ebae8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:46.561121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fb7a5a-3882-48df-b086-18ed7573f225 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:46.565187 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81fb7a5a-3882-48df-b086-18ed7573f225 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:46.570229 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:46.629509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ce7177-b3e0-4d43-8a0a-ce7c314ab10e None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:53:46.671985 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network d2fe8432-d5a8-4e04-b41c-d9c50fed33ae is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:46.682189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:46.689753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:46.751619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-596c7b9d-8dd7-4c56-93d6-e6097c65e690 admin admin] For port e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f,segment=NetworkSegment(ffab0e41-c5f9-4e17-88f1-83a5287dae5d),segment_id=ffab0e41-c5f9-4e17-88f1-83a5287dae5d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:46.752020 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-596c7b9d-8dd7-4c56-93d6-e6097c65e690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:46.767432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=2c7866dc-749f-4488-b672-377a426ebae8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:46.783111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-596c7b9d-8dd7-4c56-93d6-e6097c65e690 admin admin] Calling delete_port for e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:46.804592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device eb6b3841-0009-43f0-a0c0-64461a62c7de no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:53:46.812274 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:47.016116 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81fb7a5a-3882-48df-b086-18ed7573f225 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (83151be9-3fb5-4ee0-b455-07d184872c84), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:47.058699 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: eb6b3841-0009-43f0-a0c0-64461a62c7de {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:53:47.059440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device eb6b3841-0009-43f0-a0c0-64461a62c7de not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:53:47.063904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:53:47.064551 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d26b2ea-0e79-4932-9ed1-b558f82d3ddc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:47.104968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8102057f-c195-4fb5-9a42-24c527d8b913 None None] Current status of the port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:53:47.108129 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8102057f-c195-4fb5-9a42-24c527d8b913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d26b2ea-0e79-4932-9ed1-b558f82d3ddc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:47.139805 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fb7a5a-3882-48df-b086-18ed7573f225 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:47.150748 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-81fb7a5a-3882-48df-b086-18ed7573f225 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:47.157971 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fb7a5a-3882-48df-b086-18ed7573f225 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:47.158191 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81fb7a5a-3882-48df-b086-18ed7573f225 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:47.163107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8d26b2ea-0e79-4932-9ed1-b558f82d3ddc,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:47.176235 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8d26b2ea-0e79-4932-9ed1-b558f82d3ddc), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:47.193788 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb7a5a-3882-48df-b086-18ed7573f225 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=83151be9-3fb5-4ee0-b455-07d184872c84,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:47.216119 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-81fb7a5a-3882-48df-b086-18ed7573f225 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9523516 Feb 16 16:53:47.219529 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32830) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:47.226534 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f9695ebb-8eb7-4d59-a432-e100b1a840a6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'name': 'tempest-NetworksTestDHCPv6-1982990402'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:47.281902 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=8d26b2ea-0e79-4932-9ed1-b558f82d3ddc,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:47.288659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] For port 95bf3896-a615-4807-b3bd-d6a58095739b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=95bf3896-a615-4807-b3bd-d6a58095739b,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:47.317372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa33b1e-8fa5-4a39-99df-99aaea1b4e91 None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:53:47.379039 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-596c7b9d-8dd7-4c56-93d6-e6097c65e690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:47.392083 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] For port 95bf3896-a615-4807-b3bd-d6a58095739b, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:53:47.410308 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-8102057f-c195-4fb5-9a42-24c527d8b913 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:53:47.415363 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-8102057f-c195-4fb5-9a42-24c527d8b913 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:53:47.448593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c7b9d-8dd7-4c56-93d6-e6097c65e690 admin admin] Pushing event deleted for resources: {'Port': ['ID=e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:47.466581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:53:47.469210 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d8b77e-379b-4fef-8b55-8ea4098b307c" -d '{"events": [{"server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:53:47.473354 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Publish callbacks [] for port (95bf3896-a615-4807-b3bd-d6a58095739b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:47.494440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9aa33b1e-8fa5-4a39-99df-99aaea1b4e91 None None] Deleting port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:47.495103 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9aa33b1e-8fa5-4a39-99df-99aaea1b4e91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8d26b2ea-0e79-4932-9ed1-b558f82d3ddc), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:47.516657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9695ebb-8eb7-4d59-a432-e100b1a840a6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:47.526637 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9695ebb-8eb7-4d59-a432-e100b1a840a6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:47.562460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Transition to ACTIVE for port object 95bf3896-a615-4807-b3bd-d6a58095739b will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:53:47.568454 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2c7866dc-749f-4488-b672-377a426ebae8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:47.578001 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271f4b96-4f64-4518-9cf9-a7128c9fcc1b x-openstack-request-id: req-271f4b96-4f64-4518-9cf9-a7128c9fcc1b {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:53:47.578280 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:53:47.578484 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-271f4b96-4f64-4518-9cf9-a7128c9fcc1b {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:53:47.578882 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b', 'code': 200} Feb 16 16:53:47.580907 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:47.584068 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-f9695ebb-8eb7-4d59-a432-e100b1a840a6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port 11fd743d-7715-4539-8a1c-13b68c8dfc33 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:53:47.639119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Pushing event updated for resources: {'Port': ['ID=95bf3896-a615-4807-b3bd-d6a58095739b,revision_number=6']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:47.698278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9aa33b1e-8fa5-4a39-99df-99aaea1b4e91 None None] For port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8d26b2ea-0e79-4932-9ed1-b558f82d3ddc,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:47.698827 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9aa33b1e-8fa5-4a39-99df-99aaea1b4e91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8d26b2ea-0e79-4932-9ed1-b558f82d3ddc), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:47.742836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9aa33b1e-8fa5-4a39-99df-99aaea1b4e91 None None] Calling delete_port for 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:47.793428 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56636c4f-4b60-4e09-b875-afd4700dcc27 req-de923335-3b56-43b3-ad74-941b855feab8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:47.797974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56636c4f-4b60-4e09-b875-afd4700dcc27 req-de923335-3b56-43b3-ad74-941b855feab8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.3043797 Feb 16 16:53:47.960298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8102057f-c195-4fb5-9a42-24c527d8b913 None None] Current status of the port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:53:48.035472 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9aa33b1e-8fa5-4a39-99df-99aaea1b4e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (8d26b2ea-0e79-4932-9ed1-b558f82d3ddc), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:48.077248 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56636c4f-4b60-4e09-b875-afd4700dcc27 req-9ff21012-867b-4a3d-bd69-e701d01c1890 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040169 Feb 16 16:53:48.086641 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-596c7b9d-8dd7-4c56-93d6-e6097c65e690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:48.116057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7a79fb92-c795-4688-ba70-8f59427675e6 None None] Could not find standard attr ID for object 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:53:48.117585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa33b1e-8fa5-4a39-99df-99aaea1b4e91 None None] Pushing event deleted for resources: {'Port': ['ID=8d26b2ea-0e79-4932-9ed1-b558f82d3ddc,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:48.127405 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] No DVR routers for this DVR port 95bf3896-a615-4807-b3bd-d6a58095739b on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:53:48.128631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa33b1e-8fa5-4a39-99df-99aaea1b4e91 None None] No DVR routers for this DVR port 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:53:48.136929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 95bf3896-a615-4807-b3bd-d6a58095739b no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:53:48.202920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f3ff6-35fd-4381-a63f-24529cde36d0 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:53:48.271442 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-f9695ebb-8eb7-4d59-a432-e100b1a840a6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::180 (c6c55570-6501-4cec-af38-70389b23efe2/83151be9-3fb5-4ee0-b455-07d184872c84/11fd743d-7715-4539-8a1c-13b68c8dfc33) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:48.391169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] The host n-h2-669411-5 is not matching for port 95bf3896-a615-4807-b3bd-d6a58095739b host n-h1-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:53:48.391897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 95bf3896-a615-4807-b3bd-d6a58095739b not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:53:48.448533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': '83151be9-3fb5-4ee0-b455-07d184872c84'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:53:48.449831 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:48.457890 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (2c7866dc-749f-4488-b672-377a426ebae8), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:48.469219 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (2c7866dc-749f-4488-b672-377a426ebae8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:48.574809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=2c7866dc-749f-4488-b672-377a426ebae8,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:48.586087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596c7b9d-8dd7-4c56-93d6-e6097c65e690 admin admin] Router ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:53:48.587181 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:48.959988 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9695ebb-8eb7-4d59-a432-e100b1a840a6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (11fd743d-7715-4539-8a1c-13b68c8dfc33), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:49.052255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Attempting to bind port 95bf3896-a615-4807-b3bd-d6a58095739b on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:49.052871 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Attempting to bind port 95bf3896-a615-4807-b3bd-d6a58095739b by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:49.053393 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Attempting to bind port 95bf3896-a615-4807-b3bd-d6a58095739b on network 660db8e8-ac8e-4f64-9b81-079f173b76f2 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:49.062737 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Port 95bf3896-a615-4807-b3bd-d6a58095739b on network 660db8e8-ac8e-4f64-9b81-079f173b76f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:53:49.063348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Attempting to bind port 95bf3896-a615-4807-b3bd-d6a58095739b on network 660db8e8-ac8e-4f64-9b81-079f173b76f2 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:49.087084 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9695ebb-8eb7-4d59-a432-e100b1a840a6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (11fd743d-7715-4539-8a1c-13b68c8dfc33), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:49.101747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network d2fe8432-d5a8-4e04-b41c-d9c50fed33ae is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:49.116389 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:49.125618 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596c7b9d-8dd7-4c56-93d6-e6097c65e690 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:53:49.132440 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:53:49.132983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Checking segment: {'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:53:49.133650 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Bound using segment: {'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:53:49.135334 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-596c7b9d-8dd7-4c56-93d6-e6097c65e690 admin admin] 10.222.0.24 "PUT /v2.0/routers/ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4045703 Feb 16 16:53:49.142179 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c97dbd-6116-43ce-8cfb-57b9fa88d285 None None] Sync routers for ids ['ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:53:49.153135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Bound port: 95bf3896-a615-4807-b3bd-d6a58095739b, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75021471-dfdc-4b82-b254-63836d475f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:53:49.153547 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:49.164090 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32856) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:49.170029 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c97dbd-6116-43ce-8cfb-57b9fa88d285 None None] Routers {'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:53:49.171715 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-45c97dbd-6116-43ce-8cfb-57b9fa88d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:49.237699 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Allocated IP 2001:db8::2 (c6c55570-6501-4cec-af38-70389b23efe2/83151be9-3fb5-4ee0-b455-07d184872c84/a8602df4-1c3d-41da-a361-a2a55311eb9b) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:49.388243 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9695ebb-8eb7-4d59-a432-e100b1a840a6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=11fd743d-7715-4539-8a1c-13b68c8dfc33,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:49.393544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9695ebb-8eb7-4d59-a432-e100b1a840a6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:49.447706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:53:49.481115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:53:49.507400 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-45c97dbd-6116-43ce-8cfb-57b9fa88d285 None None] Set router ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:53:49.537576 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:53:49.537954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8d26b2ea-0e79-4932-9ed1-b558f82d3ddc not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:53:49.611132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] For port 95bf3896-a615-4807-b3bd-d6a58095739b, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:53:49.614686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] For port 95bf3896-a615-4807-b3bd-d6a58095739b, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=95bf3896-a615-4807-b3bd-d6a58095739b,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:53:49.618142 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f9695ebb-8eb7-4d59-a432-e100b1a840a6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:49.681543 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9695ebb-8eb7-4d59-a432-e100b1a840a6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:49.686688 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9695ebb-8eb7-4d59-a432-e100b1a840a6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:49.687306 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9695ebb-8eb7-4d59-a432-e100b1a840a6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:49.706704 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:49.719686 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:53:49.725430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-496b2354-5417-4090-9547-964ab3597a69 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "PUT /v2.0/routers/7a4810bf-33ca-4dd1-ac36-35d27fb3de1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8591173 Feb 16 16:53:49.739250 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-45c97dbd-6116-43ce-8cfb-57b9fa88d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'name': 'tempest-ServerRescueNegativeTestJSON-663886351-router', 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:09Z', 'updated_at': '2022-02-16T16:53:47Z', 'revision_number': 5, 'project_id': 'f46d9e83fb574834a22d43227eb7f02b', 'gw_port': {'id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:10Z', 'updated_at': '2022-02-16T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:49.742961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602662da-143c-4458-8595-d23c2e8bef38 None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:53:49.745860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32860) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:49.746893 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Publish callbacks [] for port (a8602df4-1c3d-41da-a361-a2a55311eb9b), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:49.763789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be7216-89b9-422c-8c69-39ec54f6ed0b req-7d7c5432-0375-4d25-ad7d-e3c687bfc46e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:49.765411 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-25be7216-89b9-422c-8c69-39ec54f6ed0b req-7d7c5432-0375-4d25-ad7d-e3c687bfc46e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 944 time: 0.4069493 Feb 16 16:53:49.769745 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602662da-143c-4458-8595-d23c2e8bef38 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:53:49.770205 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7f0a24f5-9c41-4076-bb48-59f5310b98fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'port': {'network_id': 'd2fe8432-d5a8-4e04-b41c-d9c50fed33ae', 'name': 'tempest-FloatingIPTestJSON-309151648'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:49.771172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-602662da-143c-4458-8595-d23c2e8bef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:49.809381 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c97dbd-6116-43ce-8cfb-57b9fa88d285 None None] Checking router: ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:53:49.820749 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c97dbd-6116-43ce-8cfb-57b9fa88d285 None None] Routers {'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:53:49.821710 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-45c97dbd-6116-43ce-8cfb-57b9fa88d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:49.879659 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (a8602df4-1c3d-41da-a361-a2a55311eb9b), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:49.886581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-602662da-143c-4458-8595-d23c2e8bef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:49.914397 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Pushing event updated for resources: {'Port': ['ID=95bf3896-a615-4807-b3bd-d6a58095739b,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:49.928112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602662da-143c-4458-8595-d23c2e8bef38 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:53:49.928976 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-602662da-143c-4458-8595-d23c2e8bef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:49.938141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0a24f5-9c41-4076-bb48-59f5310b98fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Made reservation on behalf of 91e4ed041b504194ac4166c57de990fe for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:49.942253 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f0a24f5-9c41-4076-bb48-59f5310b98fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:49.946741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:49.949650 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:49.953044 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-1becd86d-a1d8-4cb2-9512-9b7c8d1dcdbe service neutron] 10.222.0.65 "PUT /v2.0/ports/95bf3896-a615-4807-b3bd-d6a58095739b HTTP/1.1" status: 200 len: 1092 time: 3.6793735 Feb 16 16:53:49.968036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:53:49.974103 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b457d50d-8c67-40d8-9015-cd632287b264" -d '{"events": [{"name": "network-changed", "server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:53:49.987316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-25be7216-89b9-422c-8c69-39ec54f6ed0b req-dc8d1557-4691-4456-922d-583b78a7ae54 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091482 Feb 16 16:53:49.988793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-7f0a24f5-9c41-4076-bb48-59f5310b98fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] device_id is not set on port e1f12185-b000-4950-84ad-e82d9d2fa538 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:53:50.021194 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f9695ebb-8eb7-4d59-a432-e100b1a840a6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8003039 Feb 16 16:53:50.031520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32864) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:50.091368 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:50.094921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-602662da-143c-4458-8595-d23c2e8bef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:50.101045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602662da-143c-4458-8595-d23c2e8bef38 None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:53:50.135545 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] Publish callbacks [] for router (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:50.181046 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:50.189083 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:50.213759 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Pushing event updated for resources: {'Port': ['ID=a8602df4-1c3d-41da-a361-a2a55311eb9b,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:50.224880 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-45c97dbd-6116-43ce-8cfb-57b9fa88d285 None None] Set router ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:53:50.295560 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050d3c69-60ba-40b9-8b0c-64379159e002 x-openstack-request-id: req-050d3c69-60ba-40b9-8b0c-64379159e002 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:53:50.295882 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:53:50.296222 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-050d3c69-60ba-40b9-8b0c-64379159e002 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:53:50.296637 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b', 'status': 'completed', 'code': 200} Feb 16 16:53:50.318209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-7f0a24f5-9c41-4076-bb48-59f5310b98fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Allocated IP 172.20.0.7 (d2fe8432-d5a8-4e04-b41c-d9c50fed33ae/5f3ed36b-5f06-4a9c-815e-10a8ca90a610/e1f12185-b000-4950-84ad-e82d9d2fa538) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:50.349537 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Attempting to bind port a8602df4-1c3d-41da-a361-a2a55311eb9b on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:50.350107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Attempting to bind port a8602df4-1c3d-41da-a361-a2a55311eb9b by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:50.350695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Attempting to bind port a8602df4-1c3d-41da-a361-a2a55311eb9b on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:50.357979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:53:50.358526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:53:50.359079 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:50.361410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:53:50.365299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Bound port: a8602df4-1c3d-41da-a361-a2a55311eb9b, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:53:50.366330 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a8602df4-1c3d-41da-a361-a2a55311eb9b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:50.510888 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] For port a8602df4-1c3d-41da-a361-a2a55311eb9b, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:53:50.516393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] For port a8602df4-1c3d-41da-a361-a2a55311eb9b, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a8602df4-1c3d-41da-a361-a2a55311eb9b,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:53:50.530278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5d0815-f107-41db-b2db-83161f23a647 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:50.535033 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5d0815-f107-41db-b2db-83161f23a647 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:50.539787 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ce5d0815-f107-41db-b2db-83161f23a647 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5042734 Feb 16 16:53:50.541003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32872) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:50.550116 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a8602df4-1c3d-41da-a361-a2a55311eb9b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:50.582592 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-d857233c-e3a9-4b84-a593-de787d894d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:50.584448 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-d857233c-e3a9-4b84-a593-de787d894d6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 1126 time: 0.6023083 Feb 16 16:53:50.591233 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f0a24f5-9c41-4076-bb48-59f5310b98fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (e1f12185-b000-4950-84ad-e82d9d2fa538), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:50.646023 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f0a24f5-9c41-4076-bb48-59f5310b98fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e1f12185-b000-4950-84ad-e82d9d2fa538), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:50.652031 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-45c97dbd-6116-43ce-8cfb-57b9fa88d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'name': 'tempest-ServerRescueNegativeTestJSON-663886351-router', 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:09Z', 'updated_at': '2022-02-16T16:53:47Z', 'revision_number': 5, 'project_id': 'f46d9e83fb574834a22d43227eb7f02b', 'gw_port': {'id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:10Z', 'updated_at': '2022-02-16T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:50.657075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457d50d-8c67-40d8-9015-cd632287b264 req-c53f29f2-e437-4375-b53e-34ecc39702bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:50.658609 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b457d50d-8c67-40d8-9015-cd632287b264 req-c53f29f2-e437-4375-b53e-34ecc39702bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 1126 time: 0.3610218 Feb 16 16:53:50.706292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a24f5-9c41-4076-bb48-59f5310b98fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network d2fe8432-d5a8-4e04-b41c-d9c50fed33ae is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:50.707626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a24f5-9c41-4076-bb48-59f5310b98fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:50.709983 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a24f5-9c41-4076-bb48-59f5310b98fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:50.717335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39504d75-789c-44e5-9677-08e7c4f03ca2 None None] Pushing event updated for resources: {'Port': ['ID=a8602df4-1c3d-41da-a361-a2a55311eb9b,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:50.730995 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c97dbd-6116-43ce-8cfb-57b9fa88d285 None None] The sync data for ids ['ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c'] in n-d-669411-5 is: [{'id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'name': 'tempest-ServerRescueNegativeTestJSON-663886351-router', 'tenant_id': 'f46d9e83fb574834a22d43227eb7f02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:50:09Z', 'updated_at': '2022-02-16T16:53:47Z', 'revision_number': 5, 'project_id': 'f46d9e83fb574834a22d43227eb7f02b', 'gw_port': {'id': '0611906d-1090-445e-81fc-3c0bf0b4c0d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:50:10Z', 'updated_at': '2022-02-16T16:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:53:50.756285 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a24f5-9c41-4076-bb48-59f5310b98fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=e1f12185-b000-4950-84ad-e82d9d2fa538,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:50.774516 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] Publish callbacks [] for router_gateway (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:50.811352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0a24f5-9c41-4076-bb48-59f5310b98fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:50.812046 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f0a24f5-9c41-4076-bb48-59f5310b98fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:50.834089 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7f0a24f5-9c41-4076-bb48-59f5310b98fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0654402 Feb 16 16:53:50.834313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32874) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:50.839406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-0de9421a-bf82-4565-811c-ad747da2dc2f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'port': {'network_id': 'd2fe8432-d5a8-4e04-b41c-d9c50fed33ae', 'name': 'tempest-FloatingIPTestJSON-1831083258'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:50.843165 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-5d49f619-50d1-46f0-8444-9eba54ab52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:50.844700 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-5d49f619-50d1-46f0-8444-9eba54ab52c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=660db8e8-ac8e-4f64-9b81-079f173b76f2 HTTP/1.1" status: 200 len: 898 time: 0.2495146 Feb 16 16:53:50.949322 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-9e509d96-72cc-472a-af5a-781b8be54318 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 11fd743d-7715-4539-8a1c-13b68c8dfc33 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:50.949669 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9e509d96-72cc-472a-af5a-781b8be54318 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (11fd743d-7715-4539-8a1c-13b68c8dfc33), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:50.987893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de9421a-bf82-4565-811c-ad747da2dc2f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Made reservation on behalf of 91e4ed041b504194ac4166c57de990fe for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:50.991403 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0de9421a-bf82-4565-811c-ad747da2dc2f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:50.996735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457d50d-8c67-40d8-9015-cd632287b264 req-1aef91b6-5ffe-4f8e-8739-a24f15d2ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:50.998212 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b457d50d-8c67-40d8-9015-cd632287b264 req-1aef91b6-5ffe-4f8e-8739-a24f15d2ab6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=660db8e8-ac8e-4f64-9b81-079f173b76f2 HTTP/1.1" status: 200 len: 898 time: 0.3271303 Feb 16 16:53:51.010952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-0de9421a-bf82-4565-811c-ad747da2dc2f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] device_id is not set on port 1708a16b-c194-4f91-93c2-ce333bd635af yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:53:51.058585 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-3bc65ab8-439d-4e06-8fbf-086570407755 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95bf3896-a615-4807-b3bd-d6a58095739b HTTP/1.1" status: 200 len: 1000 time: 0.1911373 Feb 16 16:53:51.235633 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] Deleting port 0611906d-1090-445e-81fc-3c0bf0b4c0d3 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:51.236287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (0611906d-1090-445e-81fc-3c0bf0b4c0d3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:51.272911 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-0de9421a-bf82-4565-811c-ad747da2dc2f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Allocated IP 172.20.0.12 (d2fe8432-d5a8-4e04-b41c-d9c50fed33ae/5f3ed36b-5f06-4a9c-815e-10a8ca90a610/1708a16b-c194-4f91-93c2-ce333bd635af) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:51.276336 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b457d50d-8c67-40d8-9015-cd632287b264 req-b7c5d0a1-d198-40ed-9b04-76314b1e2e98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95bf3896-a615-4807-b3bd-d6a58095739b HTTP/1.1" status: 200 len: 1000 time: 0.2686327 Feb 16 16:53:51.368191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfbe24-dd72-469b-b1cc-f63a904e0b69 req-0f6a708b-b10f-4c7d-b378-a1ca4cde2729 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:51.369920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4bfbe24-dd72-469b-b1cc-f63a904e0b69 req-0f6a708b-b10f-4c7d-b378-a1ca4cde2729 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 944 time: 0.2103751 Feb 16 16:53:51.413563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-acda23d2-34dd-40fe-8af4-4b0ea21f2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:51.413563 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-acda23d2-34dd-40fe-8af4-4b0ea21f2497 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=107c687b-d4fe-48c9-8d4b-6c0c18351465 HTTP/1.1" status: 200 len: 834 time: 0.3433869 Feb 16 16:53:51.435250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a8602df4-1c3d-41da-a361-a2a55311eb9b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:53:51.523054 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9e509d96-72cc-472a-af5a-781b8be54318 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (11fd743d-7715-4539-8a1c-13b68c8dfc33), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:51.541197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a8602df4-1c3d-41da-a361-a2a55311eb9b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:51.542918 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a8602df4-1c3d-41da-a361-a2a55311eb9b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:51.581313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-9e509d96-72cc-472a-af5a-781b8be54318 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 11fd743d-7715-4539-8a1c-13b68c8dfc33 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:51.585052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457d50d-8c67-40d8-9015-cd632287b264 req-b9151c9a-2905-4ed7-ae22-6f4e8e8ee73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:51.586701 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b457d50d-8c67-40d8-9015-cd632287b264 req-b9151c9a-2905-4ed7-ae22-6f4e8e8ee73f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=107c687b-d4fe-48c9-8d4b-6c0c18351465 HTTP/1.1" status: 200 len: 834 time: 0.2996266 Feb 16 16:53:51.619604 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4bfbe24-dd72-469b-b1cc-f63a904e0b69 req-d6f50087-3cf5-41f0-822a-1ed74c5d4033 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242723 Feb 16 16:53:51.662757 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] For port 0611906d-1090-445e-81fc-3c0bf0b4c0d3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0611906d-1090-445e-81fc-3c0bf0b4c0d3,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:51.663224 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (0611906d-1090-445e-81fc-3c0bf0b4c0d3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:51.691624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a8602df4-1c3d-41da-a361-a2a55311eb9b is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:53:51.692922 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a8602df4-1c3d-41da-a361-a2a55311eb9b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:51.726149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] Calling delete_port for 0611906d-1090-445e-81fc-3c0bf0b4c0d3 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:51.735352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-a7ed7b17-23ce-4492-9def-5e4594b49bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:51.736923 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-a7ed7b17-23ce-4492-9def-5e4594b49bc9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=660db8e8-ac8e-4f64-9b81-079f173b76f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2866867 Feb 16 16:53:51.749959 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0de9421a-bf82-4565-811c-ad747da2dc2f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (1708a16b-c194-4f91-93c2-ce333bd635af), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:51.755656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port a8602df4-1c3d-41da-a361-a2a55311eb9b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a8602df4-1c3d-41da-a361-a2a55311eb9b,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:51.764287 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a8602df4-1c3d-41da-a361-a2a55311eb9b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:51.799585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:53:51.821160 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0de9421a-bf82-4565-811c-ad747da2dc2f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (1708a16b-c194-4f91-93c2-ce333bd635af), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:51.865704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457d50d-8c67-40d8-9015-cd632287b264 req-78f6c7a3-a859-40ef-84da-34917b9aeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:51.867375 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b457d50d-8c67-40d8-9015-cd632287b264 req-78f6c7a3-a859-40ef-84da-34917b9aeeff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=660db8e8-ac8e-4f64-9b81-079f173b76f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2705986 Feb 16 16:53:51.913838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:53:51.914208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e26b8dcf-4f5f-4b00-bb67-389bb2a9be4f not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:53:51.916756 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=a8602df4-1c3d-41da-a361-a2a55311eb9b,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:51.933058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de9421a-bf82-4565-811c-ad747da2dc2f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network d2fe8432-d5a8-4e04-b41c-d9c50fed33ae is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:51.939077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-0de9421a-bf82-4565-811c-ad747da2dc2f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:51.950503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de9421a-bf82-4565-811c-ad747da2dc2f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:51.954996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9421a-bf82-4565-811c-ad747da2dc2f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=1708a16b-c194-4f91-93c2-ce333bd635af,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:52.018076 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de9421a-bf82-4565-811c-ad747da2dc2f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:52.019326 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0de9421a-bf82-4565-811c-ad747da2dc2f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:52.043235 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0de9421a-bf82-4565-811c-ad747da2dc2f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2077034 Feb 16 16:53:52.044116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32896) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:52.049646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '1708a16b-c194-4f91-93c2-ce333bd635af', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:52.075891 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-a5df490e-c0ad-45ef-a3cd-c81414e6595a service neutron] 10.222.0.65 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272061 Feb 16 16:53:52.088278 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:52.241283 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:52.249674 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9e509d96-72cc-472a-af5a-781b8be54318 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (11fd743d-7715-4539-8a1c-13b68c8dfc33), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:52.253646 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b457d50d-8c67-40d8-9015-cd632287b264 req-88bf3975-e7c1-4787-ab15-b745d96e29d0 service neutron] 10.222.0.60 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778424 Feb 16 16:53:52.469493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e509d96-72cc-472a-af5a-781b8be54318 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=11fd743d-7715-4539-8a1c-13b68c8dfc33,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:52.477631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Allocated IP 172.25.4.186 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/ef0cbd70-44e3-410b-88de-aceb05bb8b8a) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:52.576297 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b457d50d-8c67-40d8-9015-cd632287b264 req-904d0f92-8071-4797-8892-f3b23b585568 service neutron] 10.222.0.60 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071046 Feb 16 16:53:52.606743 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c7dcf748-8e10-4172-9010-e0452569bb14 req-f4681701-47ca-45bd-b406-d8e2739e8ce2 service neutron] 10.222.0.65 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895515 Feb 16 16:53:52.622125 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (0611906d-1090-445e-81fc-3c0bf0b4c0d3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:52.636432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0fe3a742-1da4-475f-93a6-616cb27208fb None None] Provisioning complete for port a8602df4-1c3d-41da-a361-a2a55311eb9b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:52.636970 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0fe3a742-1da4-475f-93a6-616cb27208fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a8602df4-1c3d-41da-a361-a2a55311eb9b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:52.704736 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9e509d96-72cc-472a-af5a-781b8be54318 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:52.709453 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9e509d96-72cc-472a-af5a-781b8be54318 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/11fd743d-7715-4539-8a1c-13b68c8dfc33 HTTP/1.1" status: 204 len: 168 time: 2.1671956 Feb 16 16:53:52.710810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=0611906d-1090-445e-81fc-3c0bf0b4c0d3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:52.720158 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32908) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:52.754129 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (ef0cbd70-44e3-410b-88de-aceb05bb8b8a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:52.912209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0fe3a742-1da4-475f-93a6-616cb27208fb None None] Current status of the port a8602df4-1c3d-41da-a361-a2a55311eb9b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:53:52.927411 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ef0cbd70-44e3-410b-88de-aceb05bb8b8a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:53.003006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48c205-ca19-4031-bc60-4e9793b2994e req-b7fbf7c5-111d-41cb-8cbf-b999deccfec4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:53.009862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af48c205-ca19-4031-bc60-4e9793b2994e req-b7fbf7c5-111d-41cb-8cbf-b999deccfec4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 944 time: 0.1805551 Feb 16 16:53:53.022814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:53.030185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4db98453-ad06-41fc-b5a5-33ebd9478ea8 None None] Could not find standard attr ID for object 29a7692d-670e-4121-bf00-0ae49a671a2c. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:53:53.045911 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:53.058557 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:53.123263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=ef0cbd70-44e3-410b-88de-aceb05bb8b8a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:53.347846 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6fcba69f-53ec-40d3-8272-f08090612db1 None None] Could not find standard attr ID for object 11fd743d-7715-4539-8a1c-13b68c8dfc33. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:53:53.450572 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577edc84-7673-4b14-a107-f6d8e5d3cfd0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:53.452418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577edc84-7673-4b14-a107-f6d8e5d3cfd0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:53.454262 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-577edc84-7673-4b14-a107-f6d8e5d3cfd0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7324672 Feb 16 16:53:53.456840 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:53.458776 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32924) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:53.463051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457d50d-8c67-40d8-9015-cd632287b264 req-347453e2-b649-4951-b5e2-7f03d4f5ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:53.467227 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b457d50d-8c67-40d8-9015-cd632287b264 req-347453e2-b649-4951-b5e2-7f03d4f5ca5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 1126 time: 0.7738626 Feb 16 16:53:53.484911 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a8602df4-1c3d-41da-a361-a2a55311eb9b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:53:53.576866 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (dc41f3ca-c615-4f8e-9b7a-216deba7a736), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:53.615498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a8602df4-1c3d-41da-a361-a2a55311eb9b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:53.615825 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a8602df4-1c3d-41da-a361-a2a55311eb9b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:53.692297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af48c205-ca19-4031-bc60-4e9793b2994e req-6423cc53-2c71-46dc-89ca-32d34e94b87d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5628672 Feb 16 16:53:53.720667 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457d50d-8c67-40d8-9015-cd632287b264 req-a3598ff2-6f5d-4de9-a3c1-c0b25f0b0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:53.721957 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b457d50d-8c67-40d8-9015-cd632287b264 req-a3598ff2-6f5d-4de9-a3c1-c0b25f0b0663 service neutron] 10.222.0.65 "GET /v2.0/networks?id=660db8e8-ac8e-4f64-9b81-079f173b76f2 HTTP/1.1" status: 200 len: 898 time: 0.2417991 Feb 16 16:53:53.731253 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ef0cbd70-44e3-410b-88de-aceb05bb8b8a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:53.796618 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a8602df4-1c3d-41da-a361-a2a55311eb9b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:53:53.813171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:53.818911 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] Publish callbacks [] for router_controller (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:53.848651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90b2134-e6f5-496a-880f-58766661a32b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 83151be9-3fb5-4ee0-b455-07d184872c84 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:53:53.931923 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d90b2134-e6f5-496a-880f-58766661a32b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (83151be9-3fb5-4ee0-b455-07d184872c84), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:53.966480 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b457d50d-8c67-40d8-9015-cd632287b264 req-77b5924d-530a-4663-a42b-b1100b520f60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95bf3896-a615-4807-b3bd-d6a58095739b HTTP/1.1" status: 200 len: 1000 time: 0.2106695 Feb 16 16:53:53.977402 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:53.977970 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:53:54.053709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457d50d-8c67-40d8-9015-cd632287b264 req-e7da8ff9-f6ae-42d2-87f6-c5e7b7b9104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:54.055419 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b457d50d-8c67-40d8-9015-cd632287b264 req-e7da8ff9-f6ae-42d2-87f6-c5e7b7b9104d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=107c687b-d4fe-48c9-8d4b-6c0c18351465 HTTP/1.1" status: 200 len: 834 time: 0.0791552 Feb 16 16:53:54.062667 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:54.063683 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3d2bd083-7a36-431e-b361-afb117d65b03 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ef8e2f2d-ff45-4e79-8045-7f4987a2ee2c HTTP/1.1" status: 204 len: 168 time: 4.8873441 Feb 16 16:53:54.067913 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (ef0cbd70-44e3-410b-88de-aceb05bb8b8a), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:54.071082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32926) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:54.093618 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (ef0cbd70-44e3-410b-88de-aceb05bb8b8a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:54.157304 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d90b2134-e6f5-496a-880f-58766661a32b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (83151be9-3fb5-4ee0-b455-07d184872c84), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:54.288518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6013c92-633f-4b09-9dba-461fed87cdd0 admin admin] Deleting subnet 3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:53:54.298312 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6013c92-633f-4b09-9dba-461fed87cdd0 admin admin] Publish callbacks [] for subnet (3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:54.302243 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457d50d-8c67-40d8-9015-cd632287b264 req-5d67bde9-949e-4270-91d1-c003154a99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:54.303397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=ef0cbd70-44e3-410b-88de-aceb05bb8b8a,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:54.304122 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b457d50d-8c67-40d8-9015-cd632287b264 req-5d67bde9-949e-4270-91d1-c003154a99e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=660db8e8-ac8e-4f64-9b81-079f173b76f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2196438 Feb 16 16:53:54.341306 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (dc41f3ca-c615-4f8e-9b7a-216deba7a736), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:54.432198 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d90b2134-e6f5-496a-880f-58766661a32b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (83151be9-3fb5-4ee0-b455-07d184872c84), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:54.443200 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6013c92-633f-4b09-9dba-461fed87cdd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:54.505484 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6013c92-633f-4b09-9dba-461fed87cdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:54.523790 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d90b2134-e6f5-496a-880f-58766661a32b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (83151be9-3fb5-4ee0-b455-07d184872c84), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:54.550376 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Floating IP dc41f3ca-c615-4f8e-9b7a-216deba7a736 associated. External IP: 172.25.4.186, port: 1708a16b-c194-4f91-93c2-ce333bd635af. Feb 16 16:53:54.596977 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d90b2134-e6f5-496a-880f-58766661a32b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:54.597227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd46b774-df7c-4d24-ad0c-65623e0c1401 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:53:54.605480 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d90b2134-e6f5-496a-880f-58766661a32b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/83151be9-3fb5-4ee0-b455-07d184872c84 HTTP/1.1" status: 204 len: 168 time: 1.1424854 Feb 16 16:53:54.605480 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b2134-e6f5-496a-880f-58766661a32b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=83151be9-3fb5-4ee0-b455-07d184872c84,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:54.610811 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32934) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:54.701457 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3c5d3674-5105-48ef-9c2f-49c62dab9c18 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866299 Feb 16 16:53:54.701722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32936) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:54.707504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f40822a6-b686-4705-b243-7f78a13a87cb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:54.802200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 95bf3896-a615-4807-b3bd-d6a58095739b details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:53:54.829135 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b457d50d-8c67-40d8-9015-cd632287b264 req-d8e8efbf-ceeb-4f21-a3fc-009b95315ce9 service neutron] 10.222.0.65 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471586 Feb 16 16:53:54.840353 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6013c92-633f-4b09-9dba-461fed87cdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:54.867339 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6013c92-633f-4b09-9dba-461fed87cdd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:54.871679 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c6013c92-633f-4b09-9dba-461fed87cdd0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd HTTP/1.1" status: 204 len: 168 time: 0.7967484 Feb 16 16:53:54.875853 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32940) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:54.945091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6013c92-633f-4b09-9dba-461fed87cdd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff0cc7e-68c6-4de9-b0fe-7186ddcfe9fd,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:55.053555 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bb2b1970-20a0-477a-9ecc-ee9e07760675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (4b6b7469-6b0c-46d7-b068-242b0fc3df3f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:55.081540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f97c3d1-9e4a-4424-97a0-9f3bdec776f9 None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:53:55.119866 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d695d-f01c-4322-83cc-c539e4f2b040 req-701ed467-637e-4f00-9709-c182b9a105e9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:55.128342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c58d695d-f01c-4322-83cc-c539e4f2b040 req-701ed467-637e-4f00-9709-c182b9a105e9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 944 time: 0.2673028 Feb 16 16:53:55.134989 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40822a6-b686-4705-b243-7f78a13a87cb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:55.140331 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f40822a6-b686-4705-b243-7f78a13a87cb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:55.146358 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 95bf3896-a615-4807-b3bd-d6a58095739b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=95bf3896-a615-4807-b3bd-d6a58095739b,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:55.191324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '95bf3896-a615-4807-b3bd-d6a58095739b', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'port_id': '95bf3896-a615-4807-b3bd-d6a58095739b', 'mac_address': 'fa:16:3e:79:08:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:53:55.229808 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c58d695d-f01c-4322-83cc-c539e4f2b040 req-26c24a5a-dcb5-4d26-a702-7a0fd26c532b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002474 Feb 16 16:53:55.235030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:53:55.275359 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bb2b1970-20a0-477a-9ecc-ee9e07760675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (4b6b7469-6b0c-46d7-b068-242b0fc3df3f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:55.322437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4f97c3d1-9e4a-4424-97a0-9f3bdec776f9 None None] Deleting port a8602df4-1c3d-41da-a361-a2a55311eb9b {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:55.323120 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4f97c3d1-9e4a-4424-97a0-9f3bdec776f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a8602df4-1c3d-41da-a361-a2a55311eb9b), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:55.459903 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-bb2b1970-20a0-477a-9ecc-ee9e07760675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6b7469-6b0c-46d7-b068-242b0fc3df3f']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:55.472535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-bb2b1970-20a0-477a-9ecc-ee9e07760675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffab0e41-c5f9-4e17-88f1-83a5287dae5d') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:55.472991 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-bb2b1970-20a0-477a-9ecc-ee9e07760675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffab0e41-c5f9-4e17-88f1-83a5287dae5d') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:55.473904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4f97c3d1-9e4a-4424-97a0-9f3bdec776f9 None None] For port a8602df4-1c3d-41da-a361-a2a55311eb9b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a8602df4-1c3d-41da-a361-a2a55311eb9b,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:55.474312 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4f97c3d1-9e4a-4424-97a0-9f3bdec776f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a8602df4-1c3d-41da-a361-a2a55311eb9b), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:55.489245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4f97c3d1-9e4a-4424-97a0-9f3bdec776f9 None None] Calling delete_port for a8602df4-1c3d-41da-a361-a2a55311eb9b owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:55.520930 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bb2b1970-20a0-477a-9ecc-ee9e07760675 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (ffab0e41-c5f9-4e17-88f1-83a5287dae5d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:55.549824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bb2b1970-20a0-477a-9ecc-ee9e07760675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ffab0e41-c5f9-4e17-88f1-83a5287dae5d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:55.599862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a8602df4-1c3d-41da-a361-a2a55311eb9b no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:53:55.630185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: a8602df4-1c3d-41da-a361-a2a55311eb9b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:53:55.630808 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a8602df4-1c3d-41da-a361-a2a55311eb9b not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:53:55.631402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0611906d-1090-445e-81fc-3c0bf0b4c0d3 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:53:55.653376 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4f97c3d1-9e4a-4424-97a0-9f3bdec776f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (a8602df4-1c3d-41da-a361-a2a55311eb9b), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:55.659837 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 0611906d-1090-445e-81fc-3c0bf0b4c0d3 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:53:55.660449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0611906d-1090-445e-81fc-3c0bf0b4c0d3 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:53:55.675729 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2b1970-20a0-477a-9ecc-ee9e07760675 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:53:55.676317 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bb2b1970-20a0-477a-9ecc-ee9e07760675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (ffab0e41-c5f9-4e17-88f1-83a5287dae5d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:55.718373 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 95bf3896-a615-4807-b3bd-d6a58095739b is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:53:55.719043 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:55.724257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97c3d1-9e4a-4424-97a0-9f3bdec776f9 None None] Pushing event deleted for resources: {'Port': ['ID=a8602df4-1c3d-41da-a361-a2a55311eb9b,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:55.734430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f97c3d1-9e4a-4424-97a0-9f3bdec776f9 None None] No DVR routers for this DVR port a8602df4-1c3d-41da-a361-a2a55311eb9b on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:53:55.768719 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bf3896-a615-4807-b3bd-d6a58095739b {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:53:55.778078 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:53:55.808057 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bb2b1970-20a0-477a-9ecc-ee9e07760675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (4b6b7469-6b0c-46d7-b068-242b0fc3df3f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:55.825352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 95bf3896-a615-4807-b3bd-d6a58095739b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=95bf3896-a615-4807-b3bd-d6a58095739b,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:55.831411 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cd2b15b9-015c-4125-b8ab-52c67a7af769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:55.839213 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:55.854528 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b457d50d-8c67-40d8-9015-cd632287b264 req-7eb2e2fa-e967-41ec-b6dc-1aac3fb75225 service neutron] 10.222.0.65 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0111969 Feb 16 16:53:55.924153 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=95bf3896-a615-4807-b3bd-d6a58095739b,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:55.973027 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bb2b1970-20a0-477a-9ecc-ee9e07760675 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:55.980232 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bb2b1970-20a0-477a-9ecc-ee9e07760675 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4b6b7469-6b0c-46d7-b068-242b0fc3df3f HTTP/1.1" status: 204 len: 168 time: 1.0980928 Feb 16 16:53:55.980809 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b1970-20a0-477a-9ecc-ee9e07760675 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b6b7469-6b0c-46d7-b068-242b0fc3df3f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:55.989024 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f40822a6-b686-4705-b243-7f78a13a87cb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (a12db9a8-4d7c-49e8-9f40-599bc50253c2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:56.017432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:53:56.029462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73446806-cfe8-4cbf-bb65-dde3fa3651de req-c00a1ce8-15b5-4ecc-8ebd-a02eba5a8318 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:56.038074 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d0f80e-5a4b-4e3f-946c-1b82320c2944 None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:53:56.046960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73446806-cfe8-4cbf-bb65-dde3fa3651de req-c00a1ce8-15b5-4ecc-8ebd-a02eba5a8318 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 945 time: 0.1059573 Feb 16 16:53:56.058509 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d0f80e-5a4b-4e3f-946c-1b82320c2944 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:53:56.059559 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-88d0f80e-5a4b-4e3f-946c-1b82320c2944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:56.061330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40822a6-b686-4705-b243-7f78a13a87cb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:56.109538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['95bf3896-a615-4807-b3bd-d6a58095739b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:53:56.128972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef8b1-5c00-49a9-b191-d7eb088b2e4e req-35d4c5a1-4989-4038-beec-8fa6e8743501 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:56.133607 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-876ef8b1-5c00-49a9-b191-d7eb088b2e4e req-35d4c5a1-4989-4038-beec-8fa6e8743501 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 944 time: 0.5636561 Feb 16 16:53:56.144685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f40822a6-b686-4705-b243-7f78a13a87cb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:56.148107 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:56.159651 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-88d0f80e-5a4b-4e3f-946c-1b82320c2944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:56.202831 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d0f80e-5a4b-4e3f-946c-1b82320c2944 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:53:56.203867 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-88d0f80e-5a4b-4e3f-946c-1b82320c2944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:56.221471 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40822a6-b686-4705-b243-7f78a13a87cb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:56.223297 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f40822a6-b686-4705-b243-7f78a13a87cb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:56.261585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8005b6dd-f4bd-4a06-9730-c79698af2161 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:53:56.301417 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-42e734e9-551c-444b-a570-935c62f0a4ad tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.2532113 Feb 16 16:53:56.321467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 32960) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:56.330896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73446806-cfe8-4cbf-bb65-dde3fa3651de req-e1d3e3c0-83a9-409d-8b30-2e41b9acbc98 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829947 Feb 16 16:53:56.334236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4fef143e-1c2c-49db-ae9b-02896bef16aa tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:56.357592 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-88d0f80e-5a4b-4e3f-946c-1b82320c2944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:56.358276 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d0f80e-5a4b-4e3f-946c-1b82320c2944 None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:53:56.498981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40822a6-b686-4705-b243-7f78a13a87cb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=a12db9a8-4d7c-49e8-9f40-599bc50253c2,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:56.519557 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32966) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:56.524012 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f40822a6-b686-4705-b243-7f78a13a87cb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8208406 Feb 16 16:53:56.526896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32968) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:56.534424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-95338739-2812-4356-afc5-9fa0426afe3c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'name': 'tempest-NetworksTestDHCPv6-1696541298'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:56.569604 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4fef143e-1c2c-49db-ae9b-02896bef16aa tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (dc41f3ca-c615-4f8e-9b7a-216deba7a736), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:56.620648 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [req-876ef8b1-5c00-49a9-b191-d7eb088b2e4e req-798c09cd-bf46-4085-8010-158aa091c18a service neutron] delete failed (client error): The resource could not be found. Feb 16 16:53:56.621246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': 'a12db9a8-4d7c-49e8-9f40-599bc50253c2'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:53:56.621796 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-876ef8b1-5c00-49a9-b191-d7eb088b2e4e req-798c09cd-bf46-4085-8010-158aa091c18a service neutron] 10.222.0.60 "DELETE /v2.0/ports/95bf3896-a615-4807-b3bd-d6a58095739b/bindings/n-h2-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.4689639 Feb 16 16:53:56.625036 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:56.652533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-77326b96-f3bc-4cf7-a953-9d8c90a3d28d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f46d9e83fb574834a22d43227eb7f02b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315691 Feb 16 16:53:56.655744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32970) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:56.786490 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4dd1e31-7793-4bfd-aa61-9c6c8995257a admin admin] Publish callbacks [] for security_group (2a723c55-297d-4314-af06-97bcbd5a34ca), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:56.790166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95338739-2812-4356-afc5-9fa0426afe3c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:56.794551 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95338739-2812-4356-afc5-9fa0426afe3c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:56.830046 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4dd1e31-7793-4bfd-aa61-9c6c8995257a admin admin] Publish callbacks [] for security_group (2a723c55-297d-4314-af06-97bcbd5a34ca), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:56.844313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-95338739-2812-4356-afc5-9fa0426afe3c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port 19f9d570-f5c3-4dee-94d3-b6e895b79367 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:53:56.918750 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4fef143e-1c2c-49db-ae9b-02896bef16aa tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:56.926776 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4fef143e-1c2c-49db-ae9b-02896bef16aa tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (dc41f3ca-c615-4f8e-9b7a-216deba7a736), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:56.927455 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-4fef143e-1c2c-49db-ae9b-02896bef16aa tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Floating IP dc41f3ca-c615-4f8e-9b7a-216deba7a736 disassociated. External IP: 172.25.4.186, port: 1708a16b-c194-4f91-93c2-ce333bd635af. Feb 16 16:53:56.968697 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef8b1-5c00-49a9-b191-d7eb088b2e4e req-fccb652e-b01d-4007-9e5e-e8ea24229d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:56.970217 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-876ef8b1-5c00-49a9-b191-d7eb088b2e4e req-fccb652e-b01d-4007-9e5e-e8ea24229d7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 1127 time: 0.2206676 Feb 16 16:53:56.988574 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4dd1e31-7793-4bfd-aa61-9c6c8995257a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2a723c55-297d-4314-af06-97bcbd5a34ca), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:56.991971 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4dd1e31-7793-4bfd-aa61-9c6c8995257a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:56.993982 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a4dd1e31-7793-4bfd-aa61-9c6c8995257a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a723c55-297d-4314-af06-97bcbd5a34ca HTTP/1.1" status: 204 len: 168 time: 0.3365819 Feb 16 16:53:57.012372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd1e31-7793-4bfd-aa61-9c6c8995257a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a723c55-297d-4314-af06-97bcbd5a34ca,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:57.144917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef8b1-5c00-49a9-b191-d7eb088b2e4e req-8a627815-1017-4efc-9444-c309504d0c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:57.146675 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-876ef8b1-5c00-49a9-b191-d7eb088b2e4e req-8a627815-1017-4efc-9444-c309504d0c7d service neutron] 10.222.0.60 "GET /v2.0/networks?id=660db8e8-ac8e-4f64-9b81-079f173b76f2 HTTP/1.1" status: 200 len: 898 time: 0.1402609 Feb 16 16:53:57.412260 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fef143e-1c2c-49db-ae9b-02896bef16aa tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:53:57.421722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Allocated IP 2001:db8::2 (c6c55570-6501-4cec-af38-70389b23efe2/a12db9a8-4d7c-49e8-9f40-599bc50253c2/6835092c-8310-49ea-89fa-47690fed1c4b) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:57.616400 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-876ef8b1-5c00-49a9-b191-d7eb088b2e4e req-1e3bd610-70e2-4eb1-8369-b58fe9d1a466 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95bf3896-a615-4807-b3bd-d6a58095739b HTTP/1.1" status: 200 len: 1001 time: 0.4639087 Feb 16 16:53:57.616964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e1c7b-71d4-40d0-aff6-e9f785793e71 req-17828265-e008-4ec7-88a4-7aa96b76978b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:57.619136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b90e1c7b-71d4-40d0-aff6-e9f785793e71 req-17828265-e008-4ec7-88a4-7aa96b76978b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 945 time: 0.1901159 Feb 16 16:53:57.695715 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b90e1c7b-71d4-40d0-aff6-e9f785793e71 req-75515b73-5520-4f03-865b-5c223a5be98e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703759 Feb 16 16:53:57.843489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef8b1-5c00-49a9-b191-d7eb088b2e4e req-4bc9e825-e564-47f7-bc14-0ddb90bb09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:57.845057 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-876ef8b1-5c00-49a9-b191-d7eb088b2e4e req-4bc9e825-e564-47f7-bc14-0ddb90bb09f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=107c687b-d4fe-48c9-8d4b-6c0c18351465 HTTP/1.1" status: 200 len: 834 time: 0.1933661 Feb 16 16:53:57.956251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fef143e-1c2c-49db-ae9b-02896bef16aa tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:53:57.966781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4fef143e-1c2c-49db-ae9b-02896bef16aa tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:57.972675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad7344d-f2e2-48c3-9dff-166fc1f35ea3 None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:53:58.046972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad7344d-f2e2-48c3-9dff-166fc1f35ea3 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:53:58.047610 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1ad7344d-f2e2-48c3-9dff-166fc1f35ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:58.054528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef8b1-5c00-49a9-b191-d7eb088b2e4e req-188db9cb-f212-410d-8ca6-1358b1e66cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:58.056141 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-876ef8b1-5c00-49a9-b191-d7eb088b2e4e req-188db9cb-f212-410d-8ca6-1358b1e66cf7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=660db8e8-ac8e-4f64-9b81-079f173b76f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1977627 Feb 16 16:53:58.057906 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4fef143e-1c2c-49db-ae9b-02896bef16aa tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "PUT /v2.0/floatingips/dc41f3ca-c615-4f8e-9b7a-216deba7a736 HTTP/1.1" status: 200 len: 688 time: 1.7326798 Feb 16 16:53:58.062652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 32998) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:58.145024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1ad7344d-f2e2-48c3-9dff-166fc1f35ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:58.179637 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Publish callbacks [] for port (6835092c-8310-49ea-89fa-47690fed1c4b), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:58.191011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad7344d-f2e2-48c3-9dff-166fc1f35ea3 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:53:58.191665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1ad7344d-f2e2-48c3-9dff-166fc1f35ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:58.202673 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (6835092c-8310-49ea-89fa-47690fed1c4b), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:58.245223 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-876ef8b1-5c00-49a9-b191-d7eb088b2e4e req-aaf50091-dc7b-4a6a-8557-5ec642bc3c07 service neutron] 10.222.0.60 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805391 Feb 16 16:53:58.369972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Pushing event updated for resources: {'Port': ['ID=6835092c-8310-49ea-89fa-47690fed1c4b,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:58.390281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1ad7344d-f2e2-48c3-9dff-166fc1f35ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:53:58.390939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad7344d-f2e2-48c3-9dff-166fc1f35ea3 None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:53:58.412141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:58.417545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:58.420669 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:58.443782 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-876ef8b1-5c00-49a9-b191-d7eb088b2e4e req-d143c0c5-977f-4b0f-9773-bdd1bd9bf344 service neutron] 10.222.0.60 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930959 Feb 16 16:53:58.475208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33004) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:58.478664 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f0f221d3-64d6-4e0e-974a-2c25e5f79899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:58.523160 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Attempting to bind port 6835092c-8310-49ea-89fa-47690fed1c4b on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:53:58.523792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Attempting to bind port 6835092c-8310-49ea-89fa-47690fed1c4b by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:53:58.525915 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Attempting to bind port 6835092c-8310-49ea-89fa-47690fed1c4b on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:53:58.532356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:53:58.532993 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:53:58.533607 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:58.534169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:53:58.534819 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Bound port: 6835092c-8310-49ea-89fa-47690fed1c4b, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:53:58.535377 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6835092c-8310-49ea-89fa-47690fed1c4b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:58.568519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-95338739-2812-4356-afc5-9fa0426afe3c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::349 (c6c55570-6501-4cec-af38-70389b23efe2/a12db9a8-4d7c-49e8-9f40-599bc50253c2/19f9d570-f5c3-4dee-94d3-b6e895b79367) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:53:58.629971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] For port 6835092c-8310-49ea-89fa-47690fed1c4b, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:53:58.633410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] For port 6835092c-8310-49ea-89fa-47690fed1c4b, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6835092c-8310-49ea-89fa-47690fed1c4b,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:53:58.645951 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6835092c-8310-49ea-89fa-47690fed1c4b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:58.695595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a893584e-315b-4149-8715-f85b2bec6c06 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting port ef0cbd70-44e3-410b-88de-aceb05bb8b8a {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:53:58.696123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a893584e-315b-4149-8715-f85b2bec6c06 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ef0cbd70-44e3-410b-88de-aceb05bb8b8a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:58.721239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-204775274-network', 'tenant_id': '841aff1e2cfb4b999c259e50aac929f0'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:58.755311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbf604-87f4-4337-b0d8-be437adb0cae None None] Pushing event updated for resources: {'Port': ['ID=6835092c-8310-49ea-89fa-47690fed1c4b,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:58.760543 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] Made reservation on behalf of 841aff1e2cfb4b999c259e50aac929f0 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:58.774208 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:58.792413 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:58.816279 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 95bf3896-a615-4807-b3bd-d6a58095739b up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:53:58.986617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 95bf3896-a615-4807-b3bd-d6a58095739b completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:53:58.992406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 95bf3896-a615-4807-b3bd-d6a58095739b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:53:58.993186 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.032897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] Publish callbacks [] for security_group (3726e145-1412-45b1-a59f-84f60af5faa8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.045301 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3726e145-1412-45b1-a59f-84f60af5faa8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.174889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:53:59.190600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3726e145-1412-45b1-a59f-84f60af5faa8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:59.226398 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e5094152-f09f-4f89-9a67-45f90e39f9d9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.228978 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] Added segment e5094152-f09f-4f89-9a67-45f90e39f9d9 of type vlan for network f8226c3b-ad15-4e6e-a3c7-5126b87ef910 Feb 16 16:53:59.250752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 95bf3896-a615-4807-b3bd-d6a58095739b is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:53:59.251787 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.347239 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a893584e-315b-4149-8715-f85b2bec6c06 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ef0cbd70-44e3-410b-88de-aceb05bb8b8a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.352069 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a893584e-315b-4149-8715-f85b2bec6c06 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (ef0cbd70-44e3-410b-88de-aceb05bb8b8a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.398422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:53:59.403261 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9c3173-49ac-40fc-bca9-1c7ff2b08c2c" -d '{"events": [{"server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "name": "network-vif-plugged", "status": "completed", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:53:59.412508 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (f8226c3b-ad15-4e6e-a3c7-5126b87ef910), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.415048 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd0dc4-df91-43ad-864f-3c060d210915 req-121a739d-583f-4332-ad7a-bb52e8431eab tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:59.417242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3bcd0dc4-df91-43ad-864f-3c060d210915 req-121a739d-583f-4332-ad7a-bb52e8431eab tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 945 time: 0.5939453 Feb 16 16:53:59.418314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a893584e-315b-4149-8715-f85b2bec6c06 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Calling delete_port for ef0cbd70-44e3-410b-88de-aceb05bb8b8a owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:53:59.444739 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95338739-2812-4356-afc5-9fa0426afe3c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (19f9d570-f5c3-4dee-94d3-b6e895b79367), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.492307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 95bf3896-a615-4807-b3bd-d6a58095739b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=95bf3896-a615-4807-b3bd-d6a58095739b,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:53:59.503917 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.511741 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.531356 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (f8226c3b-ad15-4e6e-a3c7-5126b87ef910), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.533160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:59.533753 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.610935 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1317103 Feb 16 16:53:59.635040 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33024) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:59.644026 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-225c727c-ed49-4c19-b588-03ca43d52fd4 admin admin] Request body: {'subnet': {'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-204775274-subnet', 'tenant_id': '841aff1e2cfb4b999c259e50aac929f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:53:59.669513 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95338739-2812-4356-afc5-9fa0426afe3c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (19f9d570-f5c3-4dee-94d3-b6e895b79367), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.675625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=95bf3896-a615-4807-b3bd-d6a58095739b,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:59.686864 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a893584e-315b-4149-8715-f85b2bec6c06 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ef0cbd70-44e3-410b-88de-aceb05bb8b8a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.808105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95338739-2812-4356-afc5-9fa0426afe3c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:53:59.910488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95338739-2812-4356-afc5-9fa0426afe3c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=19f9d570-f5c3-4dee-94d3-b6e895b79367,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:59.911222 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdaf84-9aa8-4f6b-a88d-6124fe5c06f3 admin admin] Pushing event updated for resources: {'Network': ['ID=f8226c3b-ad15-4e6e-a3c7-5126b87ef910,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:53:59.917079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225c727c-ed49-4c19-b588-03ca43d52fd4 admin admin] Made reservation on behalf of 841aff1e2cfb4b999c259e50aac929f0 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:53:59.918653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-95338739-2812-4356-afc5-9fa0426afe3c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:53:59.922571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95338739-2812-4356-afc5-9fa0426afe3c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:53:59.928437 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-225c727c-ed49-4c19-b588-03ca43d52fd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.949120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95338739-2812-4356-afc5-9fa0426afe3c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:53:59.950550 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95338739-2812-4356-afc5-9fa0426afe3c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.956126 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a893584e-315b-4149-8715-f85b2bec6c06 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (dc41f3ca-c615-4f8e-9b7a-216deba7a736), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.958345 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15597ab-76b1-42c3-846b-ec3a473bdda0 x-openstack-request-id: req-a15597ab-76b1-42c3-846b-ec3a473bdda0 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:53:59.958636 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "name": "network-vif-plugged", "status": "completed", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:53:59.958892 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a15597ab-76b1-42c3-846b-ec3a473bdda0 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:53:59.959292 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b', 'code': 200} Feb 16 16:53:59.960557 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a893584e-315b-4149-8715-f85b2bec6c06 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:53:59.965711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a893584e-315b-4149-8715-f85b2bec6c06 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/floatingips/dc41f3ca-c615-4f8e-9b7a-216deba7a736 HTTP/1.1" status: 204 len: 168 time: 1.8971193 Feb 16 16:53:59.969528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33032) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:53:59.972829 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network f8226c3b-ad15-4e6e-a3c7-5126b87ef910 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:54:00.005213 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3bcd0dc4-df91-43ad-864f-3c060d210915 req-6be2bcf8-8b16-4980-9f0b-7b14850034e4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5778158 Feb 16 16:54:00.009616 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': 'e1f12185-b000-4950-84ad-e82d9d2fa538'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:00.018710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893584e-315b-4149-8715-f85b2bec6c06 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Port': ['ID=ef0cbd70-44e3-410b-88de-aceb05bb8b8a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:00.039101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-95338739-2812-4356-afc5-9fa0426afe3c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5089781 Feb 16 16:54:00.041953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33034) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:00.125125 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:00.138095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6835092c-8310-49ea-89fa-47690fed1c4b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:00.236472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aee0c5-4207-47e7-856b-7245e545bca2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:00.247283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aee0c5-4207-47e7-856b-7245e545bca2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:00.249508 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-11aee0c5-4207-47e7-856b-7245e545bca2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2064171 Feb 16 16:54:00.253716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33036) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:00.265640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 6835092c-8310-49ea-89fa-47690fed1c4b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:00.265640 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6835092c-8310-49ea-89fa-47690fed1c4b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:00.298002 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-225c727c-ed49-4c19-b588-03ca43d52fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (d092a221-0126-4114-8e52-e084ffe483c5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:00.472515 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c727c-ed49-4c19-b588-03ca43d52fd4 admin admin] Checking segment: {'id': 'e5094152-f09f-4f89-9a67-45f90e39f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:54:00.472913 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c727c-ed49-4c19-b588-03ca43d52fd4 admin admin] Network hostable DHCP agents. Network: f8226c3b-ad15-4e6e-a3c7-5126b87ef910, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:54:00.485963 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:00.510870 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 6835092c-8310-49ea-89fa-47690fed1c4b is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:00.511453 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6835092c-8310-49ea-89fa-47690fed1c4b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:00.513716 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c727c-ed49-4c19-b588-03ca43d52fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d092a221-0126-4114-8e52-e084ffe483c5,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:00.514752 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5b3bf0f0-3ef2-4b10-ae29-bf1f722493d0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 19f9d570-f5c3-4dee-94d3-b6e895b79367 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:00.515187 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5b3bf0f0-3ef2-4b10-ae29-bf1f722493d0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (19f9d570-f5c3-4dee-94d3-b6e895b79367), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:00.526703 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c727c-ed49-4c19-b588-03ca43d52fd4 admin admin] Network f8226c3b-ad15-4e6e-a3c7-5126b87ef910 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:54:00.541715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-225c727c-ed49-4c19-b588-03ca43d52fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, f8226c3b-ad15-4e6e-a3c7-5126b87ef910) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:00.545610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225c727c-ed49-4c19-b588-03ca43d52fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:00.546200 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-225c727c-ed49-4c19-b588-03ca43d52fd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:00.555619 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1888f77c-44f3-462c-9df8-256173db3b72 None None] Network f8226c3b-ad15-4e6e-a3c7-5126b87ef910 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:00.565466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 6835092c-8310-49ea-89fa-47690fed1c4b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6835092c-8310-49ea-89fa-47690fed1c4b,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:00.580670 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6835092c-8310-49ea-89fa-47690fed1c4b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:00.586080 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-225c727c-ed49-4c19-b588-03ca43d52fd4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9483802 Feb 16 16:54:00.718620 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=6835092c-8310-49ea-89fa-47690fed1c4b,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:00.761020 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Allocated IP 172.25.4.126 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/38b6a825-9caa-4479-8ad4-3c5a47feb86d) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:00.816736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cf38a48c-7220-4b66-9daf-1876e26150a2 None None] Provisioning complete for port 6835092c-8310-49ea-89fa-47690fed1c4b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:00.817113 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cf38a48c-7220-4b66-9daf-1876e26150a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6835092c-8310-49ea-89fa-47690fed1c4b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:00.960205 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5b3bf0f0-3ef2-4b10-ae29-bf1f722493d0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (19f9d570-f5c3-4dee-94d3-b6e895b79367), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:00.974529 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:00.988700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b3c9b0-26d1-4d74-8176-24f7d0b26080 None None] Network f8226c3b-ad15-4e6e-a3c7-5126b87ef910 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:01.034912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5b3bf0f0-3ef2-4b10-ae29-bf1f722493d0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 19f9d570-f5c3-4dee-94d3-b6e895b79367 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:01.407032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6835092c-8310-49ea-89fa-47690fed1c4b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:01.516682 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (38b6a825-9caa-4479-8ad4-3c5a47feb86d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:01.589732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cf38a48c-7220-4b66-9daf-1876e26150a2 None None] Current status of the port 6835092c-8310-49ea-89fa-47690fed1c4b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:01.647512 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:01.658816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 6835092c-8310-49ea-89fa-47690fed1c4b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:01.659676 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6835092c-8310-49ea-89fa-47690fed1c4b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:01.762376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ffef32e7-27d9-4917-875d-0d00a5530a21 None None] Provisioning complete for port 19f9d570-f5c3-4dee-94d3-b6e895b79367 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:01.762930 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ffef32e7-27d9-4917-875d-0d00a5530a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (19f9d570-f5c3-4dee-94d3-b6e895b79367), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:01.764265 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (38b6a825-9caa-4479-8ad4-3c5a47feb86d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:01.943470 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ffef32e7-27d9-4917-875d-0d00a5530a21 None None] Port 19f9d570-f5c3-4dee-94d3-b6e895b79367 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:54:01.960927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 6835092c-8310-49ea-89fa-47690fed1c4b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:02.058284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-f390fdf7-bbfa-4b99-9355-e210a021e544 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:02.061600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-f390fdf7-bbfa-4b99-9355-e210a021e544 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/networks?id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910 HTTP/1.1" status: 200 len: 813 time: 0.6503546 Feb 16 16:54:02.092382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:02.094032 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:02.116596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:02.121020 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:02.173711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45701a-33cf-4fbf-9219-7123aba58d11 req-9ad76a05-9092-4584-a2f1-2d599cf0edcc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:02.182375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb45701a-33cf-4fbf-9219-7123aba58d11 req-9ad76a05-9092-4584-a2f1-2d599cf0edcc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.7699418 Feb 16 16:54:02.206740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-639d46fa-112d-4fed-a12b-41bdf5236147 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/quotas/841aff1e2cfb4b999c259e50aac929f0 HTTP/1.1" status: 200 len: 375 time: 0.1263671 Feb 16 16:54:02.433478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=38b6a825-9caa-4479-8ad4-3c5a47feb86d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:02.444817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-546c53b4-a3b6-48b8-87fe-5a68d4f6e78c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=841aff1e2cfb4b999c259e50aac929f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2049956 Feb 16 16:54:02.452996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:02.453750 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:02.454339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:02.454917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:02.455480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:02.456087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:02.456684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:02.457246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:02.457812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:02.458382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:02.458938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:02.459488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:02.460064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:02.484474 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-a435a5cf-82f7-4780-bfd6-14ef10057973 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:54:02.486243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-a435a5cf-82f7-4780-bfd6-14ef10057973 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132003 Feb 16 16:54:02.644459 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5b3bf0f0-3ef2-4b10-ae29-bf1f722493d0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (19f9d570-f5c3-4dee-94d3-b6e895b79367), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:02.726452 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb45701a-33cf-4fbf-9219-7123aba58d11 req-58f87aa0-1a6e-4759-a144-36c9be60f9be tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5428369 Feb 16 16:54:02.762247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33226) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:02.973809 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d4d01e7d-1891-4ce6-bf3d-462be2c21fcf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/00444f17-21fb-455b-8024-69e53537ab22 HTTP/1.1" status: 200 len: 994 time: 0.2045631 Feb 16 16:54:03.566028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bf0f0-3ef2-4b10-ae29-bf1f722493d0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=19f9d570-f5c3-4dee-94d3-b6e895b79367,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:03.849376 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (bd4b50d5-5685-49d7-b301-021f11e62d02), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:03.902478 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5b3bf0f0-3ef2-4b10-ae29-bf1f722493d0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:03.909168 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33352) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:03.909722 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5b3bf0f0-3ef2-4b10-ae29-bf1f722493d0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/19f9d570-f5c3-4dee-94d3-b6e895b79367 HTTP/1.1" status: 204 len: 168 time: 3.6547792 Feb 16 16:54:04.006537 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (38b6a825-9caa-4479-8ad4-3c5a47feb86d), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:04.044324 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-e54d2143-7723-4e5d-b382-c6939a6a9cda service neutron] 10.222.0.24 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5374415 Feb 16 16:54:04.065606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a1bd9b-5d94-4902-97fc-74deff480107 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:04.067735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a1bd9b-5d94-4902-97fc-74deff480107 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:04.071316 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-88a1bd9b-5d94-4902-97fc-74deff480107 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1609285 Feb 16 16:54:04.078264 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33374) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:04.209610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3367187-651f-42b0-b552-ffd1790dcc65 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet a12db9a8-4d7c-49e8-9f40-599bc50253c2 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:54:04.216888 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a3367187-651f-42b0-b552-ffd1790dcc65 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (a12db9a8-4d7c-49e8-9f40-599bc50253c2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:04.309761 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-f734b81e-6d97-40ff-8211-89e8361851da service neutron] 10.222.0.24 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473478 Feb 16 16:54:04.315596 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a3367187-651f-42b0-b552-ffd1790dcc65 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (a12db9a8-4d7c-49e8-9f40-599bc50253c2), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:04.424703 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (38b6a825-9caa-4479-8ad4-3c5a47feb86d), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:04.433196 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (38b6a825-9caa-4479-8ad4-3c5a47feb86d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:04.644947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=38b6a825-9caa-4479-8ad4-3c5a47feb86d,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:04.668047 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (bd4b50d5-5685-49d7-b301-021f11e62d02), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:04.767136 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:04.843935 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:54:05.125875 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2dbd622-47d5-4151-9bdb-fcaaf878ebc1 req-0b87c9a3-afc2-4e13-a17d-2e07823c16b3 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 210 time: 0.2918980 Feb 16 16:54:05.223038 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Floating IP bd4b50d5-5685-49d7-b301-021f11e62d02 associated. External IP: 172.25.4.126, port: e1f12185-b000-4950-84ad-e82d9d2fa538. Feb 16 16:54:05.634014 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cf893c48-2423-412f-bd80-ebe4ad141646 req-93260a35-5bbf-4cf1-8101-914f15cdbdcd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c850ce25-9703-4ab6-b979-8320d36f28fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2532821 Feb 16 16:54:05.661349 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a3367187-651f-42b0-b552-ffd1790dcc65 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (a12db9a8-4d7c-49e8-9f40-599bc50253c2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:05.698054 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:54:05.855972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf893c48-2423-412f-bd80-ebe4ad141646 req-0a36a52c-a9dd-4260-84d3-9266113aaa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:05.858483 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cf893c48-2423-412f-bd80-ebe4ad141646 req-0a36a52c-a9dd-4260-84d3-9266113aaa83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=db0de97bebd54ddf86c34738f4f3fd5a&device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 1127 time: 0.1865430 Feb 16 16:54:05.879972 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a3367187-651f-42b0-b552-ffd1790dcc65 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (a12db9a8-4d7c-49e8-9f40-599bc50253c2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:05.934591 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00684edd-7311-4c25-98a0-b8fb7dbba5e4 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:05.942785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3367187-651f-42b0-b552-ffd1790dcc65 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=a12db9a8-4d7c-49e8-9f40-599bc50253c2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:05.958009 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a3367187-651f-42b0-b552-ffd1790dcc65 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:05.966490 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a3367187-651f-42b0-b552-ffd1790dcc65 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/a12db9a8-4d7c-49e8-9f40-599bc50253c2 HTTP/1.1" status: 204 len: 168 time: 1.8841932 Feb 16 16:54:05.968097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33560) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:06.038795 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c2855750-1f58-46ad-8caa-058cad96b3f0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692770 Feb 16 16:54:06.051135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33562) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:06.141647 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf893c48-2423-412f-bd80-ebe4ad141646 req-c0dfca23-61e2-43d4-87b1-8da0b71c3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:06.143309 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cf893c48-2423-412f-bd80-ebe4ad141646 req-c0dfca23-61e2-43d4-87b1-8da0b71c3401 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad32bf3a-32f6-4bd2-98b6-71621532181c HTTP/1.1" status: 200 len: 915 time: 0.2236943 Feb 16 16:54:06.158346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:54:06.168793 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d554214-54e5-4ee1-8c8b-f27a946d0e87 None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:54:06.184978 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d554214-54e5-4ee1-8c8b-f27a946d0e87 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:06.185734 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1d554214-54e5-4ee1-8c8b-f27a946d0e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:06.202250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5773c90-31bc-4841-ae14-f727a401a0cf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:06.204196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a5773c90-31bc-4841-ae14-f727a401a0cf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1520746 Feb 16 16:54:06.206780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33572) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:06.247079 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57498caf-6852-43fa-9f15-5e09c4e90157 None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:54:06.256786 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cf893c48-2423-412f-bd80-ebe4ad141646 req-768ae9a7-3d7b-44a8-86c3-1e0d5517076c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b20e29a-88f5-42d1-895d-b2600693a2c7 HTTP/1.1" status: 200 len: 217 time: 0.1056712 Feb 16 16:54:06.308999 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dd2248-2ca6-4a50-85ee-e50f08da1ac9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:06.310996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-29dd2248-2ca6-4a50-85ee-e50f08da1ac9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1028404 Feb 16 16:54:06.314613 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:06.319304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33578) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:06.335334 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1d554214-54e5-4ee1-8c8b-f27a946d0e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:06.347226 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-57498caf-6852-43fa-9f15-5e09c4e90157 None None] Deleting port 6835092c-8310-49ea-89fa-47690fed1c4b {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:06.347989 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-57498caf-6852-43fa-9f15-5e09c4e90157 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6835092c-8310-49ea-89fa-47690fed1c4b), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:06.363043 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d554214-54e5-4ee1-8c8b-f27a946d0e87 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:06.363764 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1d554214-54e5-4ee1-8c8b-f27a946d0e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:06.419233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf893c48-2423-412f-bd80-ebe4ad141646 req-5243ba77-dc21-4c34-a60a-72a2d2acdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:06.421290 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cf893c48-2423-412f-bd80-ebe4ad141646 req-5243ba77-dc21-4c34-a60a-72a2d2acdc1b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=10287930-00ed-4b80-ba2c-16a1cc7d949b HTTP/1.1" status: 200 len: 854 time: 0.1572618 Feb 16 16:54:06.434792 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-35b5ce96-6f4c-45b0-b6f1-c66b032acb68 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1148021 Feb 16 16:54:06.458565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33584) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:06.470334 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1d554214-54e5-4ee1-8c8b-f27a946d0e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:06.477040 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d554214-54e5-4ee1-8c8b-f27a946d0e87 None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:54:06.486844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-57498caf-6852-43fa-9f15-5e09c4e90157 None None] For port 6835092c-8310-49ea-89fa-47690fed1c4b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6835092c-8310-49ea-89fa-47690fed1c4b,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:06.487459 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-57498caf-6852-43fa-9f15-5e09c4e90157 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6835092c-8310-49ea-89fa-47690fed1c4b), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:06.490230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d993a90-b354-42be-a781-61a87bc14de3 req-45f67893-55aa-41be-9ad3-566fd844813b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 210 time: 0.1405997 Feb 16 16:54:06.500172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7e8b0b3a-e97a-47dc-b963-f11f156e4bb3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:06.521589 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-57498caf-6852-43fa-9f15-5e09c4e90157 None None] Calling delete_port for 6835092c-8310-49ea-89fa-47690fed1c4b owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:06.523067 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-78578db0-bd59-47f3-8905-32378b2e67da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.5491338 Feb 16 16:54:06.523724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33592) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:06.537381 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cf893c48-2423-412f-bd80-ebe4ad141646 req-1ac35f59-d54c-4d81-8417-6f530b39f8f9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad32bf3a-32f6-4bd2-98b6-71621532181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088924 Feb 16 16:54:06.693066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0622edcb-9fc5-4608-ab9a-bd6740f20da9 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "GET /v2.0/floatingips/bd4b50d5-5685-49d7-b301-021f11e62d02 HTTP/1.1" status: 200 len: 977 time: 0.1604540 Feb 16 16:54:06.693066 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33598) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:06.758336 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-57498caf-6852-43fa-9f15-5e09c4e90157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (6835092c-8310-49ea-89fa-47690fed1c4b), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:06.798877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-25a685d5-e68f-4367-bbfa-f88ce4255f44 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1109800 Feb 16 16:54:06.799837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33600) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:06.805643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1e8c1c27-e8ec-4969-b6bf-ec3b8f5f71da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'floatingip': {'port_id': '1708a16b-c194-4f91-93c2-ce333bd635af'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:06.827909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57498caf-6852-43fa-9f15-5e09c4e90157 None None] Pushing event deleted for resources: {'Port': ['ID=6835092c-8310-49ea-89fa-47690fed1c4b,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:06.836747 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57498caf-6852-43fa-9f15-5e09c4e90157 None None] No DVR routers for this DVR port 6835092c-8310-49ea-89fa-47690fed1c4b on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:54:06.883872 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1c27-e8ec-4969-b6bf-ec3b8f5f71da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (bd4b50d5-5685-49d7-b301-021f11e62d02), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:06.950913 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-754dd07a-16ba-4935-986d-dd8964279af1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:06.952616 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-754dd07a-16ba-4935-986d-dd8964279af1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.60 "GET /v2.0/networks?id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910 HTTP/1.1" status: 200 len: 813 time: 0.4702179 Feb 16 16:54:07.020977 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-433be39a-77aa-4119-bd4f-fb71c56273f0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Request body: {'port': {'device_id': '49cfa36a-65dd-4630-aa1c-c51ee0674b03', 'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910', 'admin_state_up': True, 'tenant_id': '841aff1e2cfb4b999c259e50aac929f0'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:07.144614 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8b0b3a-e97a-47dc-b963-f11f156e4bb3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:07.154649 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0b3a-e97a-47dc-b963-f11f156e4bb3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:07.166062 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cf893c48-2423-412f-bd80-ebe4ad141646 req-64174f7a-813e-468c-9168-6f41cb05005f service neutron] 10.222.0.65 "GET /v2.0/networks/ad32bf3a-32f6-4bd2-98b6-71621532181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456398 Feb 16 16:54:07.304536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6835092c-8310-49ea-89fa-47690fed1c4b no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:54:07.355149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 6835092c-8310-49ea-89fa-47690fed1c4b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:54:07.356246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6835092c-8310-49ea-89fa-47690fed1c4b not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:54:07.524934 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-433be39a-77aa-4119-bd4f-fb71c56273f0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Made reservation on behalf of 841aff1e2cfb4b999c259e50aac929f0 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:07.531208 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-433be39a-77aa-4119-bd4f-fb71c56273f0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:07.587173 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cf893c48-2423-412f-bd80-ebe4ad141646 req-8828e13a-2a29-4c08-9a21-3f2eafb9fba5 service neutron] 10.222.0.65 "GET /v2.0/networks/ad32bf3a-32f6-4bd2-98b6-71621532181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066198 Feb 16 16:54:07.660339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ec10e6-cbc7-4b92-ac21-6cc35c9ddd77 req-03a98673-2203-4a58-9cb0-03fc4495996a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 210 time: 0.0399892 Feb 16 16:54:07.898216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-433be39a-77aa-4119-bd4f-fb71c56273f0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Allocated IP 172.20.0.8 (f8226c3b-ad15-4e6e-a3c7-5126b87ef910/d092a221-0126-4114-8e52-e084ffe483c5/b315b51c-7adf-4917-9dae-d6c49f912476) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:07.907571 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0b3a-e97a-47dc-b963-f11f156e4bb3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (15b9b3f0-2cef-4558-a6b6-58bb67785b57), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:07.983118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8b0b3a-e97a-47dc-b963-f11f156e4bb3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:07.990271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7e8b0b3a-e97a-47dc-b963-f11f156e4bb3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:07.998428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8b0b3a-e97a-47dc-b963-f11f156e4bb3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:07.999283 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7e8b0b3a-e97a-47dc-b963-f11f156e4bb3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:08.002226 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d43f2f7-8a99-4721-88a0-ab9cc3aaaddb None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:08.011678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b0b3a-e97a-47dc-b963-f11f156e4bb3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=15b9b3f0-2cef-4558-a6b6-58bb67785b57,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:08.067297 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7e8b0b3a-e97a-47dc-b963-f11f156e4bb3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5876172 Feb 16 16:54:08.070771 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33610) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:08.077099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'fixed_ips': [{'subnet_id': '15b9b3f0-2cef-4558-a6b6-58bb67785b57', 'ip_address': '2001:db8::11a4:3a9b:2802:cdc2'}], 'name': 'tempest-NetworksTestDHCPv6-587683956'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:08.219420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': '15b9b3f0-2cef-4558-a6b6-58bb67785b57'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:54:08.220332 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:08.251390 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:08.364584 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1c27-e8ec-4969-b6bf-ec3b8f5f71da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:08.365997 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-433be39a-77aa-4119-bd4f-fb71c56273f0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks [] for port (b315b51c-7adf-4917-9dae-d6c49f912476), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:08.372663 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1c27-e8ec-4969-b6bf-ec3b8f5f71da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (bd4b50d5-5685-49d7-b301-021f11e62d02), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:08.416272 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:08.468806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port 13b6799f-01cb-4fb6-a036-8761657a1dae yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:54:08.549402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Allocated IP 2001:db8::2 (c6c55570-6501-4cec-af38-70389b23efe2/15b9b3f0-2cef-4558-a6b6-58bb67785b57/689fcca2-a7c7-4e3e-8534-b4783015efcd) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:08.569462 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-433be39a-77aa-4119-bd4f-fb71c56273f0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:08.609961 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-1e8c1c27-e8ec-4969-b6bf-ec3b8f5f71da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Floating IP bd4b50d5-5685-49d7-b301-021f11e62d02 associated. External IP: 172.25.4.126, port: e1f12185-b000-4950-84ad-e82d9d2fa538. Feb 16 16:54:08.743060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433be39a-77aa-4119-bd4f-fb71c56273f0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Pushing event updated for resources: {'Port': ['ID=b315b51c-7adf-4917-9dae-d6c49f912476,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:08.758431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-433be39a-77aa-4119-bd4f-fb71c56273f0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Network f8226c3b-ad15-4e6e-a3c7-5126b87ef910 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:08.762988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-433be39a-77aa-4119-bd4f-fb71c56273f0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:08.775235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-433be39a-77aa-4119-bd4f-fb71c56273f0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:08.864791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-433be39a-77aa-4119-bd4f-fb71c56273f0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:08.869004 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-433be39a-77aa-4119-bd4f-fb71c56273f0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:08.916602 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-433be39a-77aa-4119-bd4f-fb71c56273f0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9014590 Feb 16 16:54:08.929003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Request body: {'port': {'device_id': '49cfa36a-65dd-4630-aa1c-c51ee0674b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:09.012907 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:09.021365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4250bd-00bc-433f-af46-d1f3db74c0c5 req-57fea2c3-e9e9-46fc-82d1-7855c9319cbc tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:09.023163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b4250bd-00bc-433f-af46-d1f3db74c0c5 req-57fea2c3-e9e9-46fc-82d1-7855c9319cbc tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 931 time: 0.2411063 Feb 16 16:54:09.048371 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Publish callbacks [] for port (689fcca2-a7c7-4e3e-8534-b4783015efcd), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:09.061868 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (689fcca2-a7c7-4e3e-8534-b4783015efcd), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:09.154375 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Pushing event updated for resources: {'Port': ['ID=689fcca2-a7c7-4e3e-8534-b4783015efcd,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:09.171321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:09.173508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8c1c27-e8ec-4969-b6bf-ec3b8f5f71da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:54:09.177715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:09.180215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:09.198296 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::11a4:3a9b:2802:cdc2 (c6c55570-6501-4cec-af38-70389b23efe2/15b9b3f0-2cef-4558-a6b6-58bb67785b57/13b6799f-01cb-4fb6-a036-8761657a1dae) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:09.202758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b4250bd-00bc-433f-af46-d1f3db74c0c5 req-0067d62e-9d56-455b-8aad-8ea49b1d3e93 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714921 Feb 16 16:54:09.293207 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Attempting to bind port 689fcca2-a7c7-4e3e-8534-b4783015efcd on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:54:09.293520 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Attempting to bind port 689fcca2-a7c7-4e3e-8534-b4783015efcd by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:54:09.293893 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Attempting to bind port 689fcca2-a7c7-4e3e-8534-b4783015efcd on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:54:09.309795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:54:09.310177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:54:09.310805 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:09.311496 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:54:09.312181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Bound port: 689fcca2-a7c7-4e3e-8534-b4783015efcd, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:54:09.312746 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (689fcca2-a7c7-4e3e-8534-b4783015efcd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:09.429150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] For port 689fcca2-a7c7-4e3e-8534-b4783015efcd, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:54:09.433739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] For port 689fcca2-a7c7-4e3e-8534-b4783015efcd, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=689fcca2-a7c7-4e3e-8534-b4783015efcd,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:54:09.441310 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (689fcca2-a7c7-4e3e-8534-b4783015efcd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:09.447002 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8c1c27-e8ec-4969-b6bf-ec3b8f5f71da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:54:09.489197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b4beba-ce49-49a8-a096-b502141d5afd None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:54:09.535098 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b4beba-ce49-49a8-a096-b502141d5afd None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:09.535611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e5b4beba-ce49-49a8-a096-b502141d5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:09.576392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e5b4beba-ce49-49a8-a096-b502141d5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:09.605327 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b4beba-ce49-49a8-a096-b502141d5afd None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:09.606153 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e5b4beba-ce49-49a8-a096-b502141d5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:09.614064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4aca1-3ea1-422a-804a-685e322e6c4e None None] Pushing event updated for resources: {'Port': ['ID=689fcca2-a7c7-4e3e-8534-b4783015efcd,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:09.676995 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e5b4beba-ce49-49a8-a096-b502141d5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:09.678021 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b4beba-ce49-49a8-a096-b502141d5afd None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:54:09.701715 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (13b6799f-01cb-4fb6-a036-8761657a1dae), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:09.787118 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (13b6799f-01cb-4fb6-a036-8761657a1dae), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:09.921979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8c1c27-e8ec-4969-b6bf-ec3b8f5f71da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:54:09.987441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:10.007704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b315b51c-7adf-4917-9dae-d6c49f912476 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:54:10.024578 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:10.040979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:10.050265 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:10.050991 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:10.060181 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Publish callbacks [] for port (b315b51c-7adf-4917-9dae-d6c49f912476), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:10.067804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=13b6799f-01cb-4fb6-a036-8761657a1dae,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:10.125478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:10.125908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:10.126562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:10.126903 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:10.127299 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:10.127619 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:10.127980 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:10.128348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:10.128682 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:10.129012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:10.129391 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:10.129720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:10.130043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:10.150730 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-abe026f9-e1cf-4480-a044-8fcd39e34fd3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0777140 Feb 16 16:54:10.153382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33630) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:10.169654 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Transition to ACTIVE for port object b315b51c-7adf-4917-9dae-d6c49f912476 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:54:10.186281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8c1c27-e8ec-4969-b6bf-ec3b8f5f71da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:54:10.197778 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdfd83b-252b-4ce6-ba08-b7260727111b None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:54:10.199737 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1c27-e8ec-4969-b6bf-ec3b8f5f71da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:10.210795 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdfd83b-252b-4ce6-ba08-b7260727111b None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:10.211420 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ffdfd83b-252b-4ce6-ba08-b7260727111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:10.218127 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:10.279607 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1e8c1c27-e8ec-4969-b6bf-ec3b8f5f71da tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "PUT /v2.0/floatingips/bd4b50d5-5685-49d7-b301-021f11e62d02 HTTP/1.1" status: 200 len: 979 time: 3.4773786 Feb 16 16:54:10.281930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33634) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:10.287392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-88d11ee2-8555-42b5-b3f4-ed6b1ce58239 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:10.326868 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ffdfd83b-252b-4ce6-ba08-b7260727111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:10.348210 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdfd83b-252b-4ce6-ba08-b7260727111b None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:10.349710 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ffdfd83b-252b-4ce6-ba08-b7260727111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:10.376876 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1dfd10-43a7-471d-9b82-1bc5e85fc245 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:10.391514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1dfd10-43a7-471d-9b82-1bc5e85fc245 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:10.395483 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1c1dfd10-43a7-471d-9b82-1bc5e85fc245 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2409165 Feb 16 16:54:10.397710 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33636) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:10.400785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Pushing event updated for resources: {'Port': ['ID=b315b51c-7adf-4917-9dae-d6c49f912476,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:10.404981 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88d11ee2-8555-42b5-b3f4-ed6b1ce58239 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (bd4b50d5-5685-49d7-b301-021f11e62d02), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:10.436023 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ffdfd83b-252b-4ce6-ba08-b7260727111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:10.436871 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdfd83b-252b-4ce6-ba08-b7260727111b None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:54:10.557519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f74356-3b32-485f-85ea-a84bcfe745ea req-270f363b-099d-4ae3-84dd-5c6c7169ceee tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:10.559088 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42f74356-3b32-485f-85ea-a84bcfe745ea req-270f363b-099d-4ae3-84dd-5c6c7169ceee tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.2033608 Feb 16 16:54:10.681669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Attempting to bind port b315b51c-7adf-4917-9dae-d6c49f912476 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:54:10.682092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Attempting to bind port b315b51c-7adf-4917-9dae-d6c49f912476 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'e5094152-f09f-4f89-9a67-45f90e39f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:54:10.682428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Attempting to bind port b315b51c-7adf-4917-9dae-d6c49f912476 on network f8226c3b-ad15-4e6e-a3c7-5126b87ef910 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:54:10.691196 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Port b315b51c-7adf-4917-9dae-d6c49f912476 on network f8226c3b-ad15-4e6e-a3c7-5126b87ef910 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:54:10.691522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Attempting to bind port b315b51c-7adf-4917-9dae-d6c49f912476 on network f8226c3b-ad15-4e6e-a3c7-5126b87ef910 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:54:10.691666 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88d11ee2-8555-42b5-b3f4-ed6b1ce58239 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:10.704202 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88d11ee2-8555-42b5-b3f4-ed6b1ce58239 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (bd4b50d5-5685-49d7-b301-021f11e62d02), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:10.704593 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-88d11ee2-8555-42b5-b3f4-ed6b1ce58239 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Floating IP bd4b50d5-5685-49d7-b301-021f11e62d02 disassociated. External IP: 172.25.4.126, port: 1708a16b-c194-4f91-93c2-ce333bd635af. Feb 16 16:54:10.713154 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:54:10.713530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Checking segment: {'id': 'e5094152-f09f-4f89-9a67-45f90e39f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:54:10.713888 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Bound using segment: {'id': 'e5094152-f09f-4f89-9a67-45f90e39f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:54:10.714406 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Bound port: b315b51c-7adf-4917-9dae-d6c49f912476, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5094152-f09f-4f89-9a67-45f90e39f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:54:10.714685 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:10.826376 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-560fef60-56eb-42fa-a806-661c8b6b7dea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 13b6799f-01cb-4fb6-a036-8761657a1dae {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:10.826764 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-560fef60-56eb-42fa-a806-661c8b6b7dea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (13b6799f-01cb-4fb6-a036-8761657a1dae), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:10.891998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42f74356-3b32-485f-85ea-a84bcfe745ea req-3f70827c-e418-41ef-a06e-e4f76d17b594 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253193 Feb 16 16:54:10.902840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] For port b315b51c-7adf-4917-9dae-d6c49f912476, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:54:10.982468 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] For port b315b51c-7adf-4917-9dae-d6c49f912476, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b315b51c-7adf-4917-9dae-d6c49f912476,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:54:11.044103 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:11.129251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d11ee2-8555-42b5-b3f4-ed6b1ce58239 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:54:11.154798 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:11.155422 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:11.156871 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] 10.222.0.60 "PUT /v2.0/ports/b315b51c-7adf-4917-9dae-d6c49f912476 HTTP/1.1" status: 200 len: 1091 time: 2.2335725 Feb 16 16:54:11.157329 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cfa36a-65dd-4630-aa1c-c51ee0674b03', 'tag': 'b315b51c-7adf-4917-9dae-d6c49f912476'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:54:11.160398 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e6aef9-7e0d-4090-b375-3b06f1940c50" -d '{"events": [{"name": "network-changed", "server_uuid": "49cfa36a-65dd-4630-aa1c-c51ee0674b03", "tag": "b315b51c-7adf-4917-9dae-d6c49f912476"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:54:11.206510 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-560fef60-56eb-42fa-a806-661c8b6b7dea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (13b6799f-01cb-4fb6-a036-8761657a1dae), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:11.264799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-560fef60-56eb-42fa-a806-661c8b6b7dea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 13b6799f-01cb-4fb6-a036-8761657a1dae owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:11.348989 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d11ee2-8555-42b5-b3f4-ed6b1ce58239 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:54:11.358929 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88d11ee2-8555-42b5-b3f4-ed6b1ce58239 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:11.364071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa7f94-b806-4a09-b5ad-2349ad346c69 None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:54:11.420932 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-88d11ee2-8555-42b5-b3f4-ed6b1ce58239 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "PUT /v2.0/floatingips/bd4b50d5-5685-49d7-b301-021f11e62d02 HTTP/1.1" status: 200 len: 688 time: 1.1353531 Feb 16 16:54:11.421126 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33648) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:11.468439 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 689fcca2-a7c7-4e3e-8534-b4783015efcd up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:11.521386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa7f94-b806-4a09-b5ad-2349ad346c69 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:11.522414 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-10fa7f94-b806-4a09-b5ad-2349ad346c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:11.538222 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150d61bf-8399-4baa-8e2f-bd6a7a108da6 x-openstack-request-id: req-150d61bf-8399-4baa-8e2f-bd6a7a108da6 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:54:11.538222 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49cfa36a-65dd-4630-aa1c-c51ee0674b03", "tag": "b315b51c-7adf-4917-9dae-d6c49f912476", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:54:11.538493 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-150d61bf-8399-4baa-8e2f-bd6a7a108da6 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:54:11.538762 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49cfa36a-65dd-4630-aa1c-c51ee0674b03', 'tag': 'b315b51c-7adf-4917-9dae-d6c49f912476', 'status': 'completed', 'code': 200} Feb 16 16:54:11.540873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-41d8454b-0b16-49f0-8d5e-37e4c0fcb599 None None] Provisioning complete for port 689fcca2-a7c7-4e3e-8534-b4783015efcd triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:11.541492 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-41d8454b-0b16-49f0-8d5e-37e4c0fcb599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (689fcca2-a7c7-4e3e-8534-b4783015efcd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:11.607679 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-10fa7f94-b806-4a09-b5ad-2349ad346c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:11.648725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 689fcca2-a7c7-4e3e-8534-b4783015efcd triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:11.649438 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (689fcca2-a7c7-4e3e-8534-b4783015efcd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:11.669010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f0369-5978-403e-a6af-7fde3cf4dadf service neutron] Pushing event updated for resources: {'Port': ['ID=b315b51c-7adf-4917-9dae-d6c49f912476,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:11.694780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-643b659f-0459-4093-af0e-a41471b880db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:11.696875 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-643b659f-0459-4093-af0e-a41471b880db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=841aff1e2cfb4b999c259e50aac929f0&device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 1125 time: 0.2474942 Feb 16 16:54:11.712383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa7f94-b806-4a09-b5ad-2349ad346c69 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:11.713093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-10fa7f94-b806-4a09-b5ad-2349ad346c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:11.760978 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-10fa7f94-b806-4a09-b5ad-2349ad346c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:11.761667 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa7f94-b806-4a09-b5ad-2349ad346c69 None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:54:11.770351 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-82a477ab-eacb-4eba-99e4-ef8ca587956b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting port 38b6a825-9caa-4479-8ad4-3c5a47feb86d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:11.771302 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82a477ab-eacb-4eba-99e4-ef8ca587956b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (38b6a825-9caa-4479-8ad4-3c5a47feb86d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:11.834195 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-41d8454b-0b16-49f0-8d5e-37e4c0fcb599 None None] Current status of the port 689fcca2-a7c7-4e3e-8534-b4783015efcd is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:11.834689 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-41d8454b-0b16-49f0-8d5e-37e4c0fcb599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (689fcca2-a7c7-4e3e-8534-b4783015efcd), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:11.870913 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-560fef60-56eb-42fa-a806-661c8b6b7dea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (13b6799f-01cb-4fb6-a036-8761657a1dae), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:11.879719 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-41d8454b-0b16-49f0-8d5e-37e4c0fcb599 None None] For port 689fcca2-a7c7-4e3e-8534-b4783015efcd, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=689fcca2-a7c7-4e3e-8534-b4783015efcd,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:11.939598 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-41d8454b-0b16-49f0-8d5e-37e4c0fcb599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (689fcca2-a7c7-4e3e-8534-b4783015efcd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:11.972148 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-15e1837e-0066-40df-bd99-e8d6bdbefdd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b315b51c-7adf-4917-9dae-d6c49f912476 HTTP/1.1" status: 200 len: 217 time: 0.1205192 Feb 16 16:54:11.988081 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82a477ab-eacb-4eba-99e4-ef8ca587956b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (38b6a825-9caa-4479-8ad4-3c5a47feb86d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:11.988449 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82a477ab-eacb-4eba-99e4-ef8ca587956b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (38b6a825-9caa-4479-8ad4-3c5a47feb86d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:11.994783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 689fcca2-a7c7-4e3e-8534-b4783015efcd is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:12.020015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-82a477ab-eacb-4eba-99e4-ef8ca587956b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Calling delete_port for 38b6a825-9caa-4479-8ad4-3c5a47feb86d owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:12.058005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4676c62d-51a3-4adf-b73b-35201d0cddc4 None None] Could not find standard attr ID for object 13b6799f-01cb-4fb6-a036-8761657a1dae. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:54:12.069446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8454b-0b16-49f0-8d5e-37e4c0fcb599 None None] Pushing event updated for resources: {'Port': ['ID=689fcca2-a7c7-4e3e-8534-b4783015efcd,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:12.101130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fef60-56eb-42fa-a806-661c8b6b7dea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=13b6799f-01cb-4fb6-a036-8761657a1dae,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:12.195637 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-560fef60-56eb-42fa-a806-661c8b6b7dea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:12.199999 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-560fef60-56eb-42fa-a806-661c8b6b7dea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/13b6799f-01cb-4fb6-a036-8761657a1dae HTTP/1.1" status: 204 len: 168 time: 1.8010454 Feb 16 16:54:12.204264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33658) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:12.223545 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-1899001c-0085-48a4-97ad-f9065c8051bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:12.225071 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-1899001c-0085-48a4-97ad-f9065c8051bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d092a221-0126-4114-8e52-e084ffe483c5 HTTP/1.1" status: 200 len: 853 time: 0.2437968 Feb 16 16:54:12.267978 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-edbadbc8-845c-4aeb-8c82-093debd47a87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310688 Feb 16 16:54:12.439019 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-6534980f-ee89-4aed-b6b0-3412dd184ca1 service neutron] 10.222.0.60 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653192 Feb 16 16:54:12.630496 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3b51cbf2-36d0-4e14-acca-ac81c05f11cb req-dab25023-0acf-4733-814c-601216d17415 service neutron] 10.222.0.60 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824775 Feb 16 16:54:12.700919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5258f59-03c8-44e7-9bb9-dcbdaa003a26 req-1f67283c-efde-4c3b-8725-cdd70599130b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:12.704630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b5258f59-03c8-44e7-9bb9-dcbdaa003a26 req-1f67283c-efde-4c3b-8725-cdd70599130b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.6732607 Feb 16 16:54:12.757320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0668e41-eb57-49bf-a107-79c3837c38a4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:12.759493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0668e41-eb57-49bf-a107-79c3837c38a4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:12.766696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a0668e41-eb57-49bf-a107-79c3837c38a4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5525310 Feb 16 16:54:12.785664 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33664) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:12.835026 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6aef9-7e0d-4090-b375-3b06f1940c50 req-c243256e-5a63-47d3-a28e-a5b0ba21114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:12.837561 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-29e6aef9-7e0d-4090-b375-3b06f1940c50 req-c243256e-5a63-47d3-a28e-a5b0ba21114a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=841aff1e2cfb4b999c259e50aac929f0&device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 1125 time: 0.0999107 Feb 16 16:54:12.928233 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b5258f59-03c8-44e7-9bb9-dcbdaa003a26 req-825f822e-ce98-42c1-83de-3d528aea5e77 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879966 Feb 16 16:54:12.981447 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6aef9-7e0d-4090-b375-3b06f1940c50 req-c5d54c25-214d-4602-b246-00df41088807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:12.983714 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-29e6aef9-7e0d-4090-b375-3b06f1940c50 req-c5d54c25-214d-4602-b246-00df41088807 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910 HTTP/1.1" status: 200 len: 914 time: 0.1399758 Feb 16 16:54:13.019006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d55fd56-083e-4a20-81f7-f3256e7d9264 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 15b9b3f0-2cef-4558-a6b6-58bb67785b57 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:54:13.025984 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8d55fd56-083e-4a20-81f7-f3256e7d9264 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (15b9b3f0-2cef-4558-a6b6-58bb67785b57), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:13.051409 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-29e6aef9-7e0d-4090-b375-3b06f1940c50 req-ee3af3d0-1ea5-4e1b-bf59-85d0a5bd2167 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b315b51c-7adf-4917-9dae-d6c49f912476 HTTP/1.1" status: 200 len: 217 time: 0.0615029 Feb 16 16:54:13.068146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82a477ab-eacb-4eba-99e4-ef8ca587956b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (38b6a825-9caa-4479-8ad4-3c5a47feb86d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:13.113773 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8d55fd56-083e-4a20-81f7-f3256e7d9264 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (15b9b3f0-2cef-4558-a6b6-58bb67785b57), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:13.150156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a477ab-eacb-4eba-99e4-ef8ca587956b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Port': ['ID=38b6a825-9caa-4479-8ad4-3c5a47feb86d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:13.164686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6aef9-7e0d-4090-b375-3b06f1940c50 req-ab8138fb-1f99-4878-ac75-564b8990fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:13.167925 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-29e6aef9-7e0d-4090-b375-3b06f1940c50 req-ab8138fb-1f99-4878-ac75-564b8990fcc8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d092a221-0126-4114-8e52-e084ffe483c5 HTTP/1.1" status: 200 len: 853 time: 0.1058893 Feb 16 16:54:13.214472 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-29e6aef9-7e0d-4090-b375-3b06f1940c50 req-017e69ff-6913-4997-8296-237b56add1ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404921 Feb 16 16:54:13.353877 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82a477ab-eacb-4eba-99e4-ef8ca587956b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (bd4b50d5-5685-49d7-b301-021f11e62d02), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:13.360493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 689fcca2-a7c7-4e3e-8534-b4783015efcd up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:13.360982 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82a477ab-eacb-4eba-99e4-ef8ca587956b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:13.365976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-82a477ab-eacb-4eba-99e4-ef8ca587956b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/floatingips/bd4b50d5-5685-49d7-b301-021f11e62d02 HTTP/1.1" status: 204 len: 168 time: 1.9439266 Feb 16 16:54:13.391742 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-29e6aef9-7e0d-4090-b375-3b06f1940c50 req-ee4f4bd8-3ba1-4400-ba96-2770e1fd9e5b service neutron] 10.222.0.60 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702960 Feb 16 16:54:13.392809 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33676) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:13.409583 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8d55fd56-083e-4a20-81f7-f3256e7d9264 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (15b9b3f0-2cef-4558-a6b6-58bb67785b57), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:13.456335 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-87b0a693-1a44-4044-aed5-cf9b6a4f7e11 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] delete failed (client error): The resource could not be found. Feb 16 16:54:13.457594 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-87b0a693-1a44-4044-aed5-cf9b6a4f7e11 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/floatingips/bd4b50d5-5685-49d7-b301-021f11e62d02 HTTP/1.1" status: 404 len: 345 time: 0.0633059 Feb 16 16:54:13.464705 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33678) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:13.474709 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 689fcca2-a7c7-4e3e-8534-b4783015efcd triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:13.475234 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (689fcca2-a7c7-4e3e-8534-b4783015efcd), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:13.531988 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8d55fd56-083e-4a20-81f7-f3256e7d9264 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (15b9b3f0-2cef-4558-a6b6-58bb67785b57), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:13.551275 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8d55fd56-083e-4a20-81f7-f3256e7d9264 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:13.558319 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8d55fd56-083e-4a20-81f7-f3256e7d9264 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/15b9b3f0-2cef-4558-a6b6-58bb67785b57 HTTP/1.1" status: 204 len: 168 time: 0.7710035 Feb 16 16:54:13.571959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33682) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:13.580280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55fd56-083e-4a20-81f7-f3256e7d9264 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=15b9b3f0-2cef-4558-a6b6-58bb67785b57,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:13.598873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aea1246-fe05-4e8f-9506-54b5403cd7c9 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:13.640200 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-00796a2f-784e-441f-8f07-ec466804507a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633352 Feb 16 16:54:13.643074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33684) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:13.648441 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-bc632f29-a71c-43c1-a236-98f2cafecd26 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:13.710422 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f4c457-547a-4b6f-b31c-b973a9a67cdc tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:13.719653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 689fcca2-a7c7-4e3e-8534-b4783015efcd is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:13.720438 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f4c457-547a-4b6f-b31c-b973a9a67cdc tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:13.726192 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33686) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:13.728129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f4c457-547a-4b6f-b31c-b973a9a67cdc tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:13.730692 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-96f4c457-547a-4b6f-b31c-b973a9a67cdc tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "GET /v2.0/ports?network_id=d2fe8432-d5a8-4e04-b41c-d9c50fed33ae HTTP/1.1" status: 200 len: 2358 time: 0.2643266 Feb 16 16:54:13.734155 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33690) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:13.823514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad440e9-8890-4cc2-8c72-b523ab37d94a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:13.828333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc632f29-a71c-43c1-a236-98f2cafecd26 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:13.828938 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fad440e9-8890-4cc2-8c72-b523ab37d94a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "GET /v2.0/subnets/5f3ed36b-5f06-4a9c-815e-10a8ca90a610 HTTP/1.1" status: 200 len: 797 time: 0.0927913 Feb 16 16:54:13.833630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33696) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:13.837171 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc632f29-a71c-43c1-a236-98f2cafecd26 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:13.837381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e3b01-de82-45ba-8d19-c0368f7e9dea None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:54:13.844094 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-05203520-93fd-42ff-9515-97d5e26633d8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'port': {'network_id': 'd2fe8432-d5a8-4e04-b41c-d9c50fed33ae', 'name': 'tempest-FloatingIPTestJSON-2126078706', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:13.931685 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-29e6aef9-7e0d-4090-b375-3b06f1940c50 req-e3833ae8-fb78-4002-a4bc-337ff0512fea service neutron] 10.222.0.60 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290222 Feb 16 16:54:13.966055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e3b01-de82-45ba-8d19-c0368f7e9dea None None] Deleting port 689fcca2-a7c7-4e3e-8534-b4783015efcd {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:13.966715 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c0e3b01-de82-45ba-8d19-c0368f7e9dea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (689fcca2-a7c7-4e3e-8534-b4783015efcd), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:14.070501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3c0e3b01-de82-45ba-8d19-c0368f7e9dea None None] For port 689fcca2-a7c7-4e3e-8534-b4783015efcd, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=689fcca2-a7c7-4e3e-8534-b4783015efcd,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:14.071439 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c0e3b01-de82-45ba-8d19-c0368f7e9dea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (689fcca2-a7c7-4e3e-8534-b4783015efcd), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:14.085850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e3b01-de82-45ba-8d19-c0368f7e9dea None None] Calling delete_port for 689fcca2-a7c7-4e3e-8534-b4783015efcd owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:14.095693 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09e37739-079d-4301-9d19-6f9e5af1e494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:14.131509 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05203520-93fd-42ff-9515-97d5e26633d8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Made reservation on behalf of 91e4ed041b504194ac4166c57de990fe for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:14.174951 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c0e3b01-de82-45ba-8d19-c0368f7e9dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (689fcca2-a7c7-4e3e-8534-b4783015efcd), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:14.212290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e3b01-de82-45ba-8d19-c0368f7e9dea None None] Pushing event deleted for resources: {'Port': ['ID=689fcca2-a7c7-4e3e-8534-b4783015efcd,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:14.216772 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e3b01-de82-45ba-8d19-c0368f7e9dea None None] No DVR routers for this DVR port 689fcca2-a7c7-4e3e-8534-b4783015efcd on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:54:14.295772 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-05203520-93fd-42ff-9515-97d5e26633d8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:14.317581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-05203520-93fd-42ff-9515-97d5e26633d8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] device_id is not set on port d4a3b006-114a-46bb-a155-1612f5c26e23 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:54:14.475158 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc632f29-a71c-43c1-a236-98f2cafecd26 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (ad5d9aa9-4aa1-4a48-9c2f-5c3b4bef8b34), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:14.539313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc632f29-a71c-43c1-a236-98f2cafecd26 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=ad5d9aa9-4aa1-4a48-9c2f-5c3b4bef8b34,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:14.572821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc632f29-a71c-43c1-a236-98f2cafecd26 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:14.580884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-bc632f29-a71c-43c1-a236-98f2cafecd26 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:14.587044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc632f29-a71c-43c1-a236-98f2cafecd26 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:14.587984 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc632f29-a71c-43c1-a236-98f2cafecd26 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:14.591917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b84500-5caa-4799-b9ac-f70f65cb92df None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:14.596898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a81782-608c-4d63-8645-445f145e915e req-d1262817-693b-4260-954b-8ef9db19ab46 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:14.598672 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52a81782-608c-4d63-8645-445f145e915e req-d1262817-693b-4260-954b-8ef9db19ab46 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.4644651 Feb 16 16:54:14.650076 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bc632f29-a71c-43c1-a236-98f2cafecd26 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0055094 Feb 16 16:54:14.651394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33704) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:14.661239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ef120e35-7379-4275-b549-70dcd1ed7a87 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'fixed_ips': [{'subnet_id': 'ad5d9aa9-4aa1-4a48-9c2f-5c3b4bef8b34', 'ip_address': '2001:db8::a50c:b22b:cd41:93c9'}], 'name': 'tempest-NetworksTestDHCPv6-1354873058'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:14.691785 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09e37739-079d-4301-9d19-6f9e5af1e494 admin admin] Publish callbacks [] for security_group (6c88265b-e371-4ec7-835d-d21833fd4899), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:14.703078 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52a81782-608c-4d63-8645-445f145e915e req-49a5c056-7035-4d04-b40c-e2e644fac145 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948977 Feb 16 16:54:14.719198 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-09e37739-079d-4301-9d19-6f9e5af1e494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6c88265b-e371-4ec7-835d-d21833fd4899), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:14.795216 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e37739-079d-4301-9d19-6f9e5af1e494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c88265b-e371-4ec7-835d-d21833fd4899,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:14.804840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-09e37739-079d-4301-9d19-6f9e5af1e494 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a393657447be4fc1b5198597beb7f5cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0750711 Feb 16 16:54:14.808512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33706) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:14.838014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': 'ad5d9aa9-4aa1-4a48-9c2f-5c3b4bef8b34'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:54:14.839349 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:15.063643 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Allocated IP 2001:db8::2 (c6c55570-6501-4cec-af38-70389b23efe2/ad5d9aa9-4aa1-4a48-9c2f-5c3b4bef8b34/50d61882-9a30-428f-b22d-e8939df082d0) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:15.305487 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Publish callbacks [] for port (50d61882-9a30-428f-b22d-e8939df082d0), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:15.314300 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (50d61882-9a30-428f-b22d-e8939df082d0), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:15.340101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:15.341547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 689fcca2-a7c7-4e3e-8534-b4783015efcd no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:54:15.347227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:15.398737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:15.405331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 689fcca2-a7c7-4e3e-8534-b4783015efcd {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:54:15.405854 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 689fcca2-a7c7-4e3e-8534-b4783015efcd not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:54:15.456485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Pushing event updated for resources: {'Port': ['ID=50d61882-9a30-428f-b22d-e8939df082d0,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:15.490595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Attempting to bind port 50d61882-9a30-428f-b22d-e8939df082d0 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:54:15.494594 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Attempting to bind port 50d61882-9a30-428f-b22d-e8939df082d0 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:54:15.494982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Attempting to bind port 50d61882-9a30-428f-b22d-e8939df082d0 on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:54:15.506008 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:54:15.506008 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:54:15.506437 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:15.506593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:54:15.507085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Bound port: 50d61882-9a30-428f-b22d-e8939df082d0, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:54:15.507476 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (50d61882-9a30-428f-b22d-e8939df082d0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:15.588568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] For port 50d61882-9a30-428f-b22d-e8939df082d0, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:54:15.592636 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] For port 50d61882-9a30-428f-b22d-e8939df082d0, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=50d61882-9a30-428f-b22d-e8939df082d0,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:54:15.597685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-05203520-93fd-42ff-9515-97d5e26633d8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Allocated IP 172.20.0.14 (d2fe8432-d5a8-4e04-b41c-d9c50fed33ae/5f3ed36b-5f06-4a9c-815e-10a8ca90a610/d4a3b006-114a-46bb-a155-1612f5c26e23) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:15.603565 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (50d61882-9a30-428f-b22d-e8939df082d0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:15.670387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef120e35-7379-4275-b549-70dcd1ed7a87 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:15.693758 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d614b2-8962-4792-9b8c-819e43129f55 None None] Pushing event updated for resources: {'Port': ['ID=50d61882-9a30-428f-b22d-e8939df082d0,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:15.819605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-05203520-93fd-42ff-9515-97d5e26633d8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Allocated IP 172.20.0.13 (d2fe8432-d5a8-4e04-b41c-d9c50fed33ae/5f3ed36b-5f06-4a9c-815e-10a8ca90a610/d4a3b006-114a-46bb-a155-1612f5c26e23) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:15.843624 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef120e35-7379-4275-b549-70dcd1ed7a87 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:15.881744 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4051d442-bc3d-4987-a983-69048cf87111 admin admin] Publish callbacks [] for security_group (6c88265b-e371-4ec7-835d-d21833fd4899), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:15.904877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7a02f-a89c-48af-be51-a04c565f8e9b req-610e7667-7839-4ae0-a939-41bd7ddb00be tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:15.913327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3b7a02f-a89c-48af-be51-a04c565f8e9b req-610e7667-7839-4ae0-a939-41bd7ddb00be tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.0900900 Feb 16 16:54:15.918778 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-ef120e35-7379-4275-b549-70dcd1ed7a87 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port 033820b8-6351-4cb5-be9f-2ed8367158c6 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:54:15.980086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3b7a02f-a89c-48af-be51-a04c565f8e9b req-9d42d5eb-0dba-4cd5-8195-98f9fff421a6 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655806 Feb 16 16:54:16.173179 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4051d442-bc3d-4987-a983-69048cf87111 admin admin] Publish callbacks [] for security_group (6c88265b-e371-4ec7-835d-d21833fd4899), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:16.227036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b315b51c-7adf-4917-9dae-d6c49f912476 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:54:16.372969 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b315b51c-7adf-4917-9dae-d6c49f912476, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b315b51c-7adf-4917-9dae-d6c49f912476,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:16.389701 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'b315b51c-7adf-4917-9dae-d6c49f912476', 'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910', 'port_id': 'b315b51c-7adf-4917-9dae-d6c49f912476', 'mac_address': 'fa:16:3e:42:af:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd092a221-0126-4114-8e52-e084ffe483c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:54:16.398430 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4051d442-bc3d-4987-a983-69048cf87111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6c88265b-e371-4ec7-835d-d21833fd4899), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:16.407315 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4051d442-bc3d-4987-a983-69048cf87111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:16.414447 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4051d442-bc3d-4987-a983-69048cf87111 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c88265b-e371-4ec7-835d-d21833fd4899 HTTP/1.1" status: 204 len: 168 time: 1.6022770 Feb 16 16:54:16.453956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b315b51c-7adf-4917-9dae-d6c49f912476 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:16.454370 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:16.465335 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-05203520-93fd-42ff-9515-97d5e26633d8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (d4a3b006-114a-46bb-a155-1612f5c26e23), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:16.476823 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051d442-bc3d-4987-a983-69048cf87111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c88265b-e371-4ec7-835d-d21833fd4899,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:16.485792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b315b51c-7adf-4917-9dae-d6c49f912476 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:54:16.542744 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-ef120e35-7379-4275-b549-70dcd1ed7a87 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::a50c:b22b:cd41:93c9 (c6c55570-6501-4cec-af38-70389b23efe2/ad5d9aa9-4aa1-4a48-9c2f-5c3b4bef8b34/033820b8-6351-4cb5-be9f-2ed8367158c6) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:16.547067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b315b51c-7adf-4917-9dae-d6c49f912476, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b315b51c-7adf-4917-9dae-d6c49f912476,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:16.569177 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:16.632931 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-05203520-93fd-42ff-9515-97d5e26633d8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d4a3b006-114a-46bb-a155-1612f5c26e23), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:16.683852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=b315b51c-7adf-4917-9dae-d6c49f912476,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:16.840384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05203520-93fd-42ff-9515-97d5e26633d8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network d2fe8432-d5a8-4e04-b41c-d9c50fed33ae is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:16.872432 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-05203520-93fd-42ff-9515-97d5e26633d8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:16.877871 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['b315b51c-7adf-4917-9dae-d6c49f912476'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:54:16.894208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05203520-93fd-42ff-9515-97d5e26633d8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:16.982220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33722) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:17.017633 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d07e2d9c-5c42-408a-8539-b2001f37b1c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:17.045255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05203520-93fd-42ff-9515-97d5e26633d8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=d4a3b006-114a-46bb-a155-1612f5c26e23,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:17.131281 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05203520-93fd-42ff-9515-97d5e26633d8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:17.132256 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-05203520-93fd-42ff-9515-97d5e26633d8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:17.248735 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef120e35-7379-4275-b549-70dcd1ed7a87 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (033820b8-6351-4cb5-be9f-2ed8367158c6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:17.285236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bab60b-a4b5-4360-a25c-7890ebff7537 req-a4455798-3a02-414a-82fe-ecc61f7d665e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:17.296927 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-05203520-93fd-42ff-9515-97d5e26633d8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.4619999 Feb 16 16:54:17.297981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33728) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:17.298630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00bab60b-a4b5-4360-a25c-7890ebff7537 req-a4455798-3a02-414a-82fe-ecc61f7d665e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 944 time: 0.1839097 Feb 16 16:54:17.311337 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': 'd4a3b006-114a-46bb-a155-1612f5c26e23', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:17.323898 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef120e35-7379-4275-b549-70dcd1ed7a87 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (033820b8-6351-4cb5-be9f-2ed8367158c6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:17.394522 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d07e2d9c-5c42-408a-8539-b2001f37b1c0 admin admin] Publish callbacks [] for security_group (2494d685-24f0-4976-bbe8-4b5e57c8ae5b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:17.414667 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 50d61882-9a30-428f-b22d-e8939df082d0 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:17.418474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef120e35-7379-4275-b549-70dcd1ed7a87 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:17.431584 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ef120e35-7379-4275-b549-70dcd1ed7a87 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:17.447822 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:17.450765 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef120e35-7379-4275-b549-70dcd1ed7a87 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:17.458627 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef120e35-7379-4275-b549-70dcd1ed7a87 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:17.460345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00bab60b-a4b5-4360-a25c-7890ebff7537 req-061e0848-6d4b-41fa-bb62-69afb373f8f3 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549721 Feb 16 16:54:17.461123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d07e2d9c-5c42-408a-8539-b2001f37b1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2494d685-24f0-4976-bbe8-4b5e57c8ae5b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:17.463241 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef120e35-7379-4275-b549-70dcd1ed7a87 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:17.497050 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef120e35-7379-4275-b549-70dcd1ed7a87 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=033820b8-6351-4cb5-be9f-2ed8367158c6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:17.543550 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ef120e35-7379-4275-b549-70dcd1ed7a87 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8873169 Feb 16 16:54:17.545547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33730) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:17.576453 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 50d61882-9a30-428f-b22d-e8939df082d0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:17.576840 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (50d61882-9a30-428f-b22d-e8939df082d0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:17.627027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d07e2d9c-5c42-408a-8539-b2001f37b1c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfa1e7acd625480f80fcc183a8ced8f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6421356 Feb 16 16:54:17.628024 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33734) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:17.680175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c36911ce-d46b-49b3-bb4e-4c242ccfcf76 None None] Provisioning complete for port 50d61882-9a30-428f-b22d-e8939df082d0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:17.680928 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c36911ce-d46b-49b3-bb4e-4c242ccfcf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (50d61882-9a30-428f-b22d-e8939df082d0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:17.687153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e2d9c-5c42-408a-8539-b2001f37b1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2494d685-24f0-4976-bbe8-4b5e57c8ae5b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:17.773050 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8712e4d6-00d8-4de7-97bb-3e2447ac2829 admin admin] Publish callbacks [] for security_group (2494d685-24f0-4976-bbe8-4b5e57c8ae5b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:17.838519 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8712e4d6-00d8-4de7-97bb-3e2447ac2829 admin admin] Publish callbacks [] for security_group (2494d685-24f0-4976-bbe8-4b5e57c8ae5b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:17.873749 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 50d61882-9a30-428f-b22d-e8939df082d0 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:17.874354 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (50d61882-9a30-428f-b22d-e8939df082d0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:17.905184 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf5122-8a15-404c-b8c4-d29bb4e795b2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:17.911899 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf5122-8a15-404c-b8c4-d29bb4e795b2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:17.920023 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b5bf5122-8a15-404c-b8c4-d29bb4e795b2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3657980 Feb 16 16:54:17.922951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33740) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:17.987356 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:17.999221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c36911ce-d46b-49b3-bb4e-4c242ccfcf76 None None] Current status of the port 50d61882-9a30-428f-b22d-e8939df082d0 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:18.003631 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c36911ce-d46b-49b3-bb4e-4c242ccfcf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (50d61882-9a30-428f-b22d-e8939df082d0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:18.010554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 50d61882-9a30-428f-b22d-e8939df082d0, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=50d61882-9a30-428f-b22d-e8939df082d0,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:18.030271 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (50d61882-9a30-428f-b22d-e8939df082d0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:18.045515 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8712e4d6-00d8-4de7-97bb-3e2447ac2829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2494d685-24f0-4976-bbe8-4b5e57c8ae5b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:18.053700 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8712e4d6-00d8-4de7-97bb-3e2447ac2829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:18.055436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8712e4d6-00d8-4de7-97bb-3e2447ac2829 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2494d685-24f0-4976-bbe8-4b5e57c8ae5b HTTP/1.1" status: 204 len: 168 time: 0.4242017 Feb 16 16:54:18.087491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712e4d6-00d8-4de7-97bb-3e2447ac2829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2494d685-24f0-4976-bbe8-4b5e57c8ae5b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:18.110989 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8678c530-3f45-4f61-bf67-b691ce12071d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 033820b8-6351-4cb5-be9f-2ed8367158c6 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:18.111626 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8678c530-3f45-4f61-bf67-b691ce12071d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (033820b8-6351-4cb5-be9f-2ed8367158c6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:18.285075 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8678c530-3f45-4f61-bf67-b691ce12071d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (033820b8-6351-4cb5-be9f-2ed8367158c6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:18.300804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8678c530-3f45-4f61-bf67-b691ce12071d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 033820b8-6351-4cb5-be9f-2ed8367158c6 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:18.302289 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Allocated IP 172.25.4.192 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/6565a54c-8cde-438e-8bd7-6d5edde6043e) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:18.401007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b315b51c-7adf-4917-9dae-d6c49f912476 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:18.495078 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-c36911ce-d46b-49b3-bb4e-4c242ccfcf76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:54:18.495350 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-c36911ce-d46b-49b3-bb4e-4c242ccfcf76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:54:18.497511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=50d61882-9a30-428f-b22d-e8939df082d0,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:18.550859 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port b315b51c-7adf-4917-9dae-d6c49f912476 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:54:18.557198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port b315b51c-7adf-4917-9dae-d6c49f912476 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:18.558047 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:18.595049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (6565a54c-8cde-438e-8bd7-6d5edde6043e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:18.647807 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (6565a54c-8cde-438e-8bd7-6d5edde6043e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:18.695308 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8678c530-3f45-4f61-bf67-b691ce12071d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (033820b8-6351-4cb5-be9f-2ed8367158c6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:18.711403 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:18.716874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:18.721297 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:18.724030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=6565a54c-8cde-438e-8bd7-6d5edde6043e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:18.746560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b315b51c-7adf-4917-9dae-d6c49f912476 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:18.746984 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:18.787513 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33750) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:18.792291 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cfa36a-65dd-4630-aa1c-c51ee0674b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b315b51c-7adf-4917-9dae-d6c49f912476'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:54:18.795674 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb415240-3d30-4cfb-8f65-f7073d211644" -d '{"events": [{"server_uuid": "49cfa36a-65dd-4630-aa1c-c51ee0674b03", "name": "network-vif-plugged", "status": "completed", "tag": "b315b51c-7adf-4917-9dae-d6c49f912476"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:54:18.820136 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f26f327-567a-4b5a-804a-58835d8abc8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:18.825391 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b315b51c-7adf-4917-9dae-d6c49f912476, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b315b51c-7adf-4917-9dae-d6c49f912476,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:18.832583 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:18.913734 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc925f15-58fa-4e69-b07d-fec7b8ceea63 x-openstack-request-id: req-fc925f15-58fa-4e69-b07d-fec7b8ceea63 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:54:18.914439 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cfa36a-65dd-4630-aa1c-c51ee0674b03", "name": "network-vif-plugged", "status": "completed", "tag": "b315b51c-7adf-4917-9dae-d6c49f912476", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:54:18.914439 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc925f15-58fa-4e69-b07d-fec7b8ceea63 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:54:18.914677 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cfa36a-65dd-4630-aa1c-c51ee0674b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b315b51c-7adf-4917-9dae-d6c49f912476', 'code': 200} Feb 16 16:54:18.925143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678c530-3f45-4f61-bf67-b691ce12071d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=033820b8-6351-4cb5-be9f-2ed8367158c6,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:18.944014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=b315b51c-7adf-4917-9dae-d6c49f912476,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:18.964136 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe6329-acc9-4068-9a20-a18621a397ed req-8a7f817e-f21d-4e00-809c-55755c086ac3 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:18.965788 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bafe6329-acc9-4068-9a20-a18621a397ed req-8a7f817e-f21d-4e00-809c-55755c086ac3 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 944 time: 0.3526368 Feb 16 16:54:18.981610 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8678c530-3f45-4f61-bf67-b691ce12071d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:18.994501 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8678c530-3f45-4f61-bf67-b691ce12071d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/033820b8-6351-4cb5-be9f-2ed8367158c6 HTTP/1.1" status: 204 len: 168 time: 1.0630972 Feb 16 16:54:18.994768 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33756) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:19.077557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c36911ce-d46b-49b3-bb4e-4c242ccfcf76 None None] Current status of the port 50d61882-9a30-428f-b22d-e8939df082d0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:19.079920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bafe6329-acc9-4068-9a20-a18621a397ed req-79854cb4-ad3c-4932-8044-3cc95a69a885 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923486 Feb 16 16:54:19.107318 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52aacf5-1ec0-46d5-b3f3-eae83550c0f6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:19.108853 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52aacf5-1ec0-46d5-b3f3-eae83550c0f6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:19.110542 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f52aacf5-1ec0-46d5-b3f3-eae83550c0f6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1019120 Feb 16 16:54:19.113447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33760) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:19.192366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-28b8e88a-b9c3-4eaf-8965-6a4a100cb299 None None] Could not find standard attr ID for object 033820b8-6351-4cb5-be9f-2ed8367158c6. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:54:19.198963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-36840725-2e58-465e-9bcf-2441e30dc1ed tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet ad5d9aa9-4aa1-4a48-9c2f-5c3b4bef8b34 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:54:19.205856 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36840725-2e58-465e-9bcf-2441e30dc1ed tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (ad5d9aa9-4aa1-4a48-9c2f-5c3b4bef8b34), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:19.266636 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36840725-2e58-465e-9bcf-2441e30dc1ed tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (ad5d9aa9-4aa1-4a48-9c2f-5c3b4bef8b34), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:19.359842 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 50d61882-9a30-428f-b22d-e8939df082d0 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:19.486417 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36840725-2e58-465e-9bcf-2441e30dc1ed tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (ad5d9aa9-4aa1-4a48-9c2f-5c3b4bef8b34), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:19.519242 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 50d61882-9a30-428f-b22d-e8939df082d0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:19.526171 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (50d61882-9a30-428f-b22d-e8939df082d0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:19.565309 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36840725-2e58-465e-9bcf-2441e30dc1ed tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (ad5d9aa9-4aa1-4a48-9c2f-5c3b4bef8b34), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:19.604436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36840725-2e58-465e-9bcf-2441e30dc1ed tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=ad5d9aa9-4aa1-4a48-9c2f-5c3b4bef8b34,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:19.616697 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36840725-2e58-465e-9bcf-2441e30dc1ed tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:19.620060 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23efa17-39b6-466a-abde-572591102b6c None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:19.621895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-36840725-2e58-465e-9bcf-2441e30dc1ed tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/ad5d9aa9-4aa1-4a48-9c2f-5c3b4bef8b34 HTTP/1.1" status: 204 len: 168 time: 0.5052812 Feb 16 16:54:19.624763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33770) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:19.652646 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f26f327-567a-4b5a-804a-58835d8abc8b admin admin] Publish callbacks [] for security_group (010abc02-7051-449d-98d8-9516d5398b70), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:19.673859 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c4573-616a-44b8-be5f-d785cf35be1f req-bfc831ef-21ad-4c6f-a6b5-41752d6a4788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:19.675374 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a59c4573-616a-44b8-be5f-d785cf35be1f req-bfc831ef-21ad-4c6f-a6b5-41752d6a4788 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 1127 time: 0.6762884 Feb 16 16:54:19.676020 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f26f327-567a-4b5a-804a-58835d8abc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (010abc02-7051-449d-98d8-9516d5398b70), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:19.702112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8bfe7535-60be-4926-9fa3-4c5abae6c90c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757554 Feb 16 16:54:19.704735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33772) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:19.711962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ffd2ec71-c27c-46bc-af0f-b243cfaa73ba tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:19.772564 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (a1ad6b38-310b-49aa-ada6-0a0df70aedec), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:19.835965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 50d61882-9a30-428f-b22d-e8939df082d0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:19.889537 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0f26f327-567a-4b5a-804a-58835d8abc8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7867c26ca2b34f4ca51c3042c42d4722&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1009243 Feb 16 16:54:19.892227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33774) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:19.948533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5c2181-ad67-4bb3-9032-a7791b80ba5f None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:54:19.954122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd2ec71-c27c-46bc-af0f-b243cfaa73ba tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:19.962176 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ffd2ec71-c27c-46bc-af0f-b243cfaa73ba tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:19.980850 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6565a54c-8cde-438e-8bd7-6d5edde6043e), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:20.038668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26f327-567a-4b5a-804a-58835d8abc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010abc02-7051-449d-98d8-9516d5398b70,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:20.045118 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c2181-ad67-4bb3-9032-a7791b80ba5f None None] Deleting port 50d61882-9a30-428f-b22d-e8939df082d0 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:20.045568 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2c5c2181-ad67-4bb3-9032-a7791b80ba5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (50d61882-9a30-428f-b22d-e8939df082d0), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:20.059047 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a59c4573-616a-44b8-be5f-d785cf35be1f req-4240b0c2-651e-4650-8cbc-429c568cabaa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681633 Feb 16 16:54:20.190489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8d3581c3-901d-4650-a1d3-3fe062e73f0a admin admin] Publish callbacks [] for security_group (010abc02-7051-449d-98d8-9516d5398b70), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:20.201710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2c5c2181-ad67-4bb3-9032-a7791b80ba5f None None] For port 50d61882-9a30-428f-b22d-e8939df082d0, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=50d61882-9a30-428f-b22d-e8939df082d0,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:20.202482 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2c5c2181-ad67-4bb3-9032-a7791b80ba5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (50d61882-9a30-428f-b22d-e8939df082d0), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:20.214678 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8d3581c3-901d-4650-a1d3-3fe062e73f0a admin admin] Publish callbacks [] for security_group (010abc02-7051-449d-98d8-9516d5398b70), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:20.221722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c2181-ad67-4bb3-9032-a7791b80ba5f None None] Calling delete_port for 50d61882-9a30-428f-b22d-e8939df082d0 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:20.309583 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8d3581c3-901d-4650-a1d3-3fe062e73f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (010abc02-7051-449d-98d8-9516d5398b70), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:20.312643 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8d3581c3-901d-4650-a1d3-3fe062e73f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:20.315994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8d3581c3-901d-4650-a1d3-3fe062e73f0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/010abc02-7051-449d-98d8-9516d5398b70 HTTP/1.1" status: 204 len: 168 time: 0.4180613 Feb 16 16:54:20.333272 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (6565a54c-8cde-438e-8bd7-6d5edde6043e), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:20.334848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3581c3-901d-4650-a1d3-3fe062e73f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010abc02-7051-449d-98d8-9516d5398b70,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:20.356360 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (6565a54c-8cde-438e-8bd7-6d5edde6043e), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:20.422923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba3dee-0db4-4ea0-b833-542ec1b04da1 req-b6aebdde-d588-4daa-be7e-dcf4020340db tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:20.424820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9ba3dee-0db4-4ea0-b833-542ec1b04da1 req-b6aebdde-d588-4daa-be7e-dcf4020340db tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1601932 Feb 16 16:54:20.432692 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2c5c2181-ad67-4bb3-9032-a7791b80ba5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (50d61882-9a30-428f-b22d-e8939df082d0), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:20.479958 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c2181-ad67-4bb3-9032-a7791b80ba5f None None] Pushing event deleted for resources: {'Port': ['ID=50d61882-9a30-428f-b22d-e8939df082d0,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:20.496631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c2181-ad67-4bb3-9032-a7791b80ba5f None None] No DVR routers for this DVR port 50d61882-9a30-428f-b22d-e8939df082d0 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:54:20.557299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9ba3dee-0db4-4ea0-b833-542ec1b04da1 req-f6585097-9055-4900-98b7-7411c0d640d8 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066692 Feb 16 16:54:20.627129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=6565a54c-8cde-438e-8bd7-6d5edde6043e,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:20.638672 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (a1ad6b38-310b-49aa-ada6-0a0df70aedec), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:20.670550 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ffd2ec71-c27c-46bc-af0f-b243cfaa73ba tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (f6e8ba7c-c5dc-408c-852f-f0749d25a4b3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:20.759236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2ec71-c27c-46bc-af0f-b243cfaa73ba tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=f6e8ba7c-c5dc-408c-852f-f0749d25a4b3,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:20.778241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd2ec71-c27c-46bc-af0f-b243cfaa73ba tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:20.781896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-ffd2ec71-c27c-46bc-af0f-b243cfaa73ba tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:20.795669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd2ec71-c27c-46bc-af0f-b243cfaa73ba tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:20.796159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bbff84-431d-42d0-a712-ee301d102883 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:20.800959 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ffd2ec71-c27c-46bc-af0f-b243cfaa73ba tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:20.844822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ffd2ec71-c27c-46bc-af0f-b243cfaa73ba tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1363857 Feb 16 16:54:20.845720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33786) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:20.855056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5156ed32-0f14-487b-9be9-305e96cd488d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'fixed_ips': [{'subnet_id': 'f6e8ba7c-c5dc-408c-852f-f0749d25a4b3', 'ip_address': '2001:db8::80ba:6189:136d:85f6'}], 'name': 'tempest-NetworksTestDHCPv6-1972924940'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:20.963159 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Floating IP a1ad6b38-310b-49aa-ada6-0a0df70aedec associated. External IP: 172.25.4.192, port: d4a3b006-114a-46bb-a155-1612f5c26e23. Feb 16 16:54:21.039282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': 'f6e8ba7c-c5dc-408c-852f-f0749d25a4b3'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:54:21.042182 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:21.048387 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5156ed32-0f14-487b-9be9-305e96cd488d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:21.197789 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5156ed32-0f14-487b-9be9-305e96cd488d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:21.246261 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-5156ed32-0f14-487b-9be9-305e96cd488d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port bedf9491-683f-402a-a21a-fd87421f43eb yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:54:21.351640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Allocated IP 2001:db8::2 (c6c55570-6501-4cec-af38-70389b23efe2/f6e8ba7c-c5dc-408c-852f-f0749d25a4b3/449a4364-b8e4-46f4-92f3-90a5a60b6f35) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:21.354445 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 50d61882-9a30-428f-b22d-e8939df082d0 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:54:21.390113 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 50d61882-9a30-428f-b22d-e8939df082d0 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:54:21.390790 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 50d61882-9a30-428f-b22d-e8939df082d0 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:54:21.431174 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:54:21.625792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:54:21.641157 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ee136-86c2-4bea-96ae-e9272c6f47d8 None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:54:21.661637 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ee136-86c2-4bea-96ae-e9272c6f47d8 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:21.664607 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9b7ee136-86c2-4bea-96ae-e9272c6f47d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:21.689897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:21.738345 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-200d36e0-a1a0-4c4c-ba77-18bc22e049ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.4317951 Feb 16 16:54:21.741326 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33810) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:21.748609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3b2aa425-1d52-4ab1-b663-e0774f675335 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'floatingip': {'port_id': 'd4a3b006-114a-46bb-a155-1612f5c26e23', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:21.752008 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9b7ee136-86c2-4bea-96ae-e9272c6f47d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:21.762702 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ee136-86c2-4bea-96ae-e9272c6f47d8 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:21.763548 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9b7ee136-86c2-4bea-96ae-e9272c6f47d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:21.799630 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Publish callbacks [] for port (449a4364-b8e4-46f4-92f3-90a5a60b6f35), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:21.801788 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9b7ee136-86c2-4bea-96ae-e9272c6f47d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:21.802624 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ee136-86c2-4bea-96ae-e9272c6f47d8 None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:54:21.819611 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (449a4364-b8e4-46f4-92f3-90a5a60b6f35), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:21.830134 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b2aa425-1d52-4ab1-b663-e0774f675335 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (a1ad6b38-310b-49aa-ada6-0a0df70aedec), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:21.882918 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33814) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:21.908000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:21.910927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:21.916785 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:22.035720 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Attempting to bind port 449a4364-b8e4-46f4-92f3-90a5a60b6f35 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:54:22.036346 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Attempting to bind port 449a4364-b8e4-46f4-92f3-90a5a60b6f35 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:54:22.036882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Attempting to bind port 449a4364-b8e4-46f4-92f3-90a5a60b6f35 on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:54:22.040696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Pushing event updated for resources: {'Port': ['ID=449a4364-b8e4-46f4-92f3-90a5a60b6f35,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:22.046485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:54:22.047167 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:54:22.047769 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:22.048313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:54:22.048981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Bound port: 449a4364-b8e4-46f4-92f3-90a5a60b6f35, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:54:22.049532 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (449a4364-b8e4-46f4-92f3-90a5a60b6f35), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:22.072147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2032175202-network', 'tenant_id': 'be7a258f864c4a0687e1d4fb6aa66038'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:22.099847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] Made reservation on behalf of be7a258f864c4a0687e1d4fb6aa66038 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:22.107360 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:22.119191 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:22.128247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] For port 449a4364-b8e4-46f4-92f3-90a5a60b6f35, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:54:22.131382 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] For port 449a4364-b8e4-46f4-92f3-90a5a60b6f35, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=449a4364-b8e4-46f4-92f3-90a5a60b6f35,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:54:22.139079 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (449a4364-b8e4-46f4-92f3-90a5a60b6f35), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:22.225758 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] Publish callbacks [] for security_group (a3e98d0c-2565-4efe-8e28-49c597481143), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:22.231745 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a3e98d0c-2565-4efe-8e28-49c597481143), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:22.256412 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:54:22.268922 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (32501721-c1ee-4ff1-b0b3-2ddac4a94d8f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:22.269308 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] Added segment 32501721-c1ee-4ff1-b0b3-2ddac4a94d8f of type vlan for network a46cf085-fe52-4e63-84ea-46f6eda101a2 Feb 16 16:54:22.290893 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f964bfd-ace5-4f1d-8e44-1ce96d6045f2 None None] Pushing event updated for resources: {'Port': ['ID=449a4364-b8e4-46f4-92f3-90a5a60b6f35,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:22.352188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-5156ed32-0f14-487b-9be9-305e96cd488d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::80ba:6189:136d:85f6 (c6c55570-6501-4cec-af38-70389b23efe2/f6e8ba7c-c5dc-408c-852f-f0749d25a4b3/bedf9491-683f-402a-a21a-fd87421f43eb) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:22.375543 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a46cf085-fe52-4e63-84ea-46f6eda101a2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:22.399736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae654c-a5e9-4342-bb67-56bc4f1e0dba req-66e3b797-81bc-4949-9714-caa8393b9525 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:22.401254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5aae654c-a5e9-4342-bb67-56bc4f1e0dba req-66e3b797-81bc-4949-9714-caa8393b9525 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2954736 Feb 16 16:54:22.474434 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a46cf085-fe52-4e63-84ea-46f6eda101a2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:22.475924 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:22.476609 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:22.574658 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e98d0c-2565-4efe-8e28-49c597481143,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:22.616395 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7308960 Feb 16 16:54:22.620663 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33822) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:22.660011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-50d63978-232c-4bba-ad7b-b0f156fcf94d admin admin] Request body: {'subnet': {'network_id': 'a46cf085-fe52-4e63-84ea-46f6eda101a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2032175202-subnet', 'tenant_id': 'be7a258f864c4a0687e1d4fb6aa66038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:22.674151 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5aae654c-a5e9-4342-bb67-56bc4f1e0dba req-9a7de63d-9744-422e-ab0f-cf550f0aa2a4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343724 Feb 16 16:54:22.783477 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b30ca-b4cf-42fc-8c25-6c0f12362c1b admin admin] Pushing event updated for resources: {'Network': ['ID=a46cf085-fe52-4e63-84ea-46f6eda101a2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:22.788048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d63978-232c-4bba-ad7b-b0f156fcf94d admin admin] Made reservation on behalf of be7a258f864c4a0687e1d4fb6aa66038 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:22.791586 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-50d63978-232c-4bba-ad7b-b0f156fcf94d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:22.797811 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a46cf085-fe52-4e63-84ea-46f6eda101a2 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:54:23.107528 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-50d63978-232c-4bba-ad7b-b0f156fcf94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (af703b6a-a4ca-4f58-b973-959c946b0bb0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:23.196855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d63978-232c-4bba-ad7b-b0f156fcf94d admin admin] Pushing event updated for resources: {'Subnet': ['ID=af703b6a-a4ca-4f58-b973-959c946b0bb0,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:23.204693 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d63978-232c-4bba-ad7b-b0f156fcf94d admin admin] Checking segment: {'id': '32501721-c1ee-4ff1-b0b3-2ddac4a94d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a46cf085-fe52-4e63-84ea-46f6eda101a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:54:23.205082 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d63978-232c-4bba-ad7b-b0f156fcf94d admin admin] Network hostable DHCP agents. Network: a46cf085-fe52-4e63-84ea-46f6eda101a2, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:54:23.246043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d63978-232c-4bba-ad7b-b0f156fcf94d admin admin] Network a46cf085-fe52-4e63-84ea-46f6eda101a2 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:54:23.273232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-50d63978-232c-4bba-ad7b-b0f156fcf94d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, a46cf085-fe52-4e63-84ea-46f6eda101a2) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:23.294936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d63978-232c-4bba-ad7b-b0f156fcf94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:23.295541 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-50d63978-232c-4bba-ad7b-b0f156fcf94d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:23.306564 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbddd90-b619-401e-b72c-482a2d388fcd None None] Network a46cf085-fe52-4e63-84ea-46f6eda101a2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:23.342847 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-50d63978-232c-4bba-ad7b-b0f156fcf94d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6939490 Feb 16 16:54:23.393864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-d7b5caf4-6aa0-424c-8c1c-1c750e1a1cae tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:23.402665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-d7b5caf4-6aa0-424c-8c1c-1c750e1a1cae tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/networks?id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910 HTTP/1.1" status: 200 len: 813 time: 0.2563107 Feb 16 16:54:23.466841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-4c898a6c-1e48-4f35-8fc5-659e442c92b2 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/quotas/841aff1e2cfb4b999c259e50aac929f0 HTTP/1.1" status: 200 len: 375 time: 0.0628350 Feb 16 16:54:23.514915 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 449a4364-b8e4-46f4-92f3-90a5a60b6f35 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:23.625070 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5156ed32-0f14-487b-9be9-305e96cd488d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (bedf9491-683f-402a-a21a-fd87421f43eb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:23.640674 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b93192-d6d8-474b-bcf5-6f76da1329eb None None] Network a46cf085-fe52-4e63-84ea-46f6eda101a2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:23.673550 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.db.resource_extend [None req-3b2aa425-1d52-4ab1-b663-e0774f675335 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:54:23.747642 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-087a2850-f453-4f9d-945a-0c7dd0931c50 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=841aff1e2cfb4b999c259e50aac929f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2796562 Feb 16 16:54:23.783108 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b2aa425-1d52-4ab1-b663-e0774f675335 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:23.786687 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5156ed32-0f14-487b-9be9-305e96cd488d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (bedf9491-683f-402a-a21a-fd87421f43eb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:23.798512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 449a4364-b8e4-46f4-92f3-90a5a60b6f35 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:23.798913 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (449a4364-b8e4-46f4-92f3-90a5a60b6f35), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:23.810308 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b2aa425-1d52-4ab1-b663-e0774f675335 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (a1ad6b38-310b-49aa-ada6-0a0df70aedec), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:23.916180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 449a4364-b8e4-46f4-92f3-90a5a60b6f35 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:23.916971 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (449a4364-b8e4-46f4-92f3-90a5a60b6f35), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:23.965773 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 449a4364-b8e4-46f4-92f3-90a5a60b6f35, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=449a4364-b8e4-46f4-92f3-90a5a60b6f35,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:23.973989 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (449a4364-b8e4-46f4-92f3-90a5a60b6f35), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:24.001961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5156ed32-0f14-487b-9be9-305e96cd488d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:24.042435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-5156ed32-0f14-487b-9be9-305e96cd488d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:24.045209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156ed32-0f14-487b-9be9-305e96cd488d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:24.048573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=449a4364-b8e4-46f4-92f3-90a5a60b6f35,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:24.050788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5156ed32-0f14-487b-9be9-305e96cd488d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:24.052596 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5156ed32-0f14-487b-9be9-305e96cd488d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:24.084360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156ed32-0f14-487b-9be9-305e96cd488d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=bedf9491-683f-402a-a21a-fd87421f43eb,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:24.101147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33846) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:24.111711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5156ed32-0f14-487b-9be9-305e96cd488d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2571177 Feb 16 16:54:24.136701 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3df47fd4-ecfd-4aaf-a27b-8b7749f6dd45 None None] Provisioning complete for port 449a4364-b8e4-46f4-92f3-90a5a60b6f35 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:24.137424 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3df47fd4-ecfd-4aaf-a27b-8b7749f6dd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (449a4364-b8e4-46f4-92f3-90a5a60b6f35), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:24.164308 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-9d5007db-f7aa-4c5d-89b1-687c52593ba1 service neutron] 10.222.0.24 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036841 Feb 16 16:54:24.213652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e8eccb-8c99-474f-994d-38f7926c7de3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:24.228836 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e8eccb-8c99-474f-994d-38f7926c7de3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:24.233515 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-80e8eccb-8c99-474f-994d-38f7926c7de3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1290910 Feb 16 16:54:24.234364 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33848) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:24.312688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3df47fd4-ecfd-4aaf-a27b-8b7749f6dd45 None None] Current status of the port 449a4364-b8e4-46f4-92f3-90a5a60b6f35 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:24.407028 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-3795ab52-3e6a-4a1b-b1df-d4644137af20 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port bedf9491-683f-402a-a21a-fd87421f43eb {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:24.407696 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3795ab52-3e6a-4a1b-b1df-d4644137af20 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (bedf9491-683f-402a-a21a-fd87421f43eb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:24.476975 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-5331dcdf-7340-4ac8-9ef3-dc5201c9e777 service neutron] 10.222.0.24 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028820 Feb 16 16:54:24.524549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2aa425-1d52-4ab1-b663-e0774f675335 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:54:24.546922 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3795ab52-3e6a-4a1b-b1df-d4644137af20 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (bedf9491-683f-402a-a21a-fd87421f43eb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:24.567010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-3795ab52-3e6a-4a1b-b1df-d4644137af20 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for bedf9491-683f-402a-a21a-fd87421f43eb owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:24.669111 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cbf4b8f2-5e1b-42a1-b5ab-92eac8e20a82 None None] Provisioning complete for port bedf9491-683f-402a-a21a-fd87421f43eb triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:24.673625 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b8f2-5e1b-42a1-b5ab-92eac8e20a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bedf9491-683f-402a-a21a-fd87421f43eb), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:24.773813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cbf4b8f2-5e1b-42a1-b5ab-92eac8e20a82 None None] Port bedf9491-683f-402a-a21a-fd87421f43eb cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:54:24.812828 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3795ab52-3e6a-4a1b-b1df-d4644137af20 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (bedf9491-683f-402a-a21a-fd87421f43eb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:24.817700 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d5cd713-f0b7-4780-ba9d-83ec3fbd8619 req-e0702f7f-cae2-475e-99fe-f39f66f1c57f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 210 time: 0.0931466 Feb 16 16:54:24.819410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2aa425-1d52-4ab1-b663-e0774f675335 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:54:24.826895 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b2aa425-1d52-4ab1-b663-e0774f675335 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:24.831314 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978b838f-ac0e-4052-bb2a-66f7ff375689 None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:54:24.853898 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978b838f-ac0e-4052-bb2a-66f7ff375689 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:24.857779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-978b838f-ac0e-4052-bb2a-66f7ff375689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:24.866417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795ab52-3e6a-4a1b-b1df-d4644137af20 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=bedf9491-683f-402a-a21a-fd87421f43eb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:24.917138 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3795ab52-3e6a-4a1b-b1df-d4644137af20 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:24.925655 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3795ab52-3e6a-4a1b-b1df-d4644137af20 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/bedf9491-683f-402a-a21a-fd87421f43eb HTTP/1.1" status: 204 len: 168 time: 0.6818347 Feb 16 16:54:24.926632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33870) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:24.945567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-978b838f-ac0e-4052-bb2a-66f7ff375689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:24.989826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978b838f-ac0e-4052-bb2a-66f7ff375689 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:24.989826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-978b838f-ac0e-4052-bb2a-66f7ff375689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:53:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:25.003525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3b2aa425-1d52-4ab1-b663-e0774f675335 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "PUT /v2.0/floatingips/a1ad6b38-310b-49aa-ada6-0a0df70aedec HTTP/1.1" status: 200 len: 979 time: 3.2578943 Feb 16 16:54:25.003929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33874) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:25.095584 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-978b838f-ac0e-4052-bb2a-66f7ff375689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:25.096857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978b838f-ac0e-4052-bb2a-66f7ff375689 None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:54:25.142995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe594f8-0d07-4918-8c67-08a30778c868 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:25.144809 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe594f8-0d07-4918-8c67-08a30778c868 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:25.150523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33876) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:25.150766 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ebe594f8-0d07-4918-8c67-08a30778c868 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2023079 Feb 16 16:54:25.332465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-f333ea82-8030-45dc-8e1f-b230b779c1dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet f6e8ba7c-c5dc-408c-852f-f0749d25a4b3 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:54:25.344855 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f333ea82-8030-45dc-8e1f-b230b779c1dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (f6e8ba7c-c5dc-408c-852f-f0749d25a4b3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:25.347661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-550c3461-8519-4d29-b6c5-3b8dd7234de7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting port 6565a54c-8cde-438e-8bd7-6d5edde6043e {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:25.348142 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-550c3461-8519-4d29-b6c5-3b8dd7234de7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6565a54c-8cde-438e-8bd7-6d5edde6043e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:25.388838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 449a4364-b8e4-46f4-92f3-90a5a60b6f35 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:25.427977 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f333ea82-8030-45dc-8e1f-b230b779c1dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (f6e8ba7c-c5dc-408c-852f-f0749d25a4b3), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:25.549488 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-550c3461-8519-4d29-b6c5-3b8dd7234de7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6565a54c-8cde-438e-8bd7-6d5edde6043e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:25.549816 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-550c3461-8519-4d29-b6c5-3b8dd7234de7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (6565a54c-8cde-438e-8bd7-6d5edde6043e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:25.567313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 449a4364-b8e4-46f4-92f3-90a5a60b6f35 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:25.567842 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (449a4364-b8e4-46f4-92f3-90a5a60b6f35), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:25.577665 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-550c3461-8519-4d29-b6c5-3b8dd7234de7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Calling delete_port for 6565a54c-8cde-438e-8bd7-6d5edde6043e owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:25.686860 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f32b-2ac8-42db-8112-8669e4291ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:25.741943 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f333ea82-8030-45dc-8e1f-b230b779c1dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (f6e8ba7c-c5dc-408c-852f-f0749d25a4b3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:25.801605 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 449a4364-b8e4-46f4-92f3-90a5a60b6f35 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:25.838114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82195727-6a6e-4a29-8fab-c7e6be8a01e6 req-cfaa6ad7-da68-410d-8d5b-0b3b69dfeae8 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:25.840125 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82195727-6a6e-4a29-8fab-c7e6be8a01e6 req-cfaa6ad7-da68-410d-8d5b-0b3b69dfeae8 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 1128 time: 0.3012700 Feb 16 16:54:25.937542 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82195727-6a6e-4a29-8fab-c7e6be8a01e6 req-4d8270d2-be8a-4a47-a6d5-11a75a7fe840 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761940 Feb 16 16:54:25.941158 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f333ea82-8030-45dc-8e1f-b230b779c1dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (f6e8ba7c-c5dc-408c-852f-f0749d25a4b3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:25.956333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33892) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:25.959062 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f333ea82-8030-45dc-8e1f-b230b779c1dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:25.963149 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f333ea82-8030-45dc-8e1f-b230b779c1dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/f6e8ba7c-c5dc-408c-852f-f0749d25a4b3 HTTP/1.1" status: 204 len: 168 time: 0.8116162 Feb 16 16:54:25.964328 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6818cd69-bec1-4d16-b630-bdfbe4558adc None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:25.987693 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33894) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:26.007833 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333ea82-8030-45dc-8e1f-b230b779c1dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e8ba7c-c5dc-408c-852f-f0749d25a4b3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:26.099055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c6d524f5-2ab9-4811-abd9-cdc59c0c5cbe tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000426 Feb 16 16:54:26.101619 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad411ab8-9b23-441a-a206-b98d97b7fc4c req-88595fb8-02dd-4f5a-b40f-717aac79962d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 210 time: 0.1126230 Feb 16 16:54:26.103006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33896) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:26.342117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67de65f9-4e92-4431-b894-dcf72cbbaf2d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:26.356553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-67de65f9-4e92-4431-b894-dcf72cbbaf2d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2497916 Feb 16 16:54:26.361942 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33898) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:26.546917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ea6a43-8319-4f21-b562-a56e37dfceeb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:26.549156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-45ea6a43-8319-4f21-b562-a56e37dfceeb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1865346 Feb 16 16:54:26.552198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33902) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:26.668324 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-249b98a4-89cd-4c09-806b-6874816b85f2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1135159 Feb 16 16:54:26.672442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33906) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:26.683562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed44753-df13-4eff-af1e-ff0073d692ff None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:54:26.684719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2bc04112-fce7-4dd9-973d-7fd84b78de57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:26.753236 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0ed44753-df13-4eff-af1e-ff0073d692ff None None] Deleting port 449a4364-b8e4-46f4-92f3-90a5a60b6f35 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:26.753576 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ed44753-df13-4eff-af1e-ff0073d692ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (449a4364-b8e4-46f4-92f3-90a5a60b6f35), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:26.763405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-6acafa31-545e-499d-9a58-a7a7ba701507 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 2607ce4d-c4f4-4d5b-831c-ce91b8cfe2e4 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:26.774183 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6acafa31-545e-499d-9a58-a7a7ba701507 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2607ce4d-c4f4-4d5b-831c-ce91b8cfe2e4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:26.795546 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-550c3461-8519-4d29-b6c5-3b8dd7234de7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (6565a54c-8cde-438e-8bd7-6d5edde6043e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:26.832801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c3461-8519-4d29-b6c5-3b8dd7234de7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Port': ['ID=6565a54c-8cde-438e-8bd7-6d5edde6043e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:26.860443 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0ed44753-df13-4eff-af1e-ff0073d692ff None None] For port 449a4364-b8e4-46f4-92f3-90a5a60b6f35, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=449a4364-b8e4-46f4-92f3-90a5a60b6f35,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:26.860894 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ed44753-df13-4eff-af1e-ff0073d692ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (449a4364-b8e4-46f4-92f3-90a5a60b6f35), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:26.880264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0ed44753-df13-4eff-af1e-ff0073d692ff None None] Calling delete_port for 449a4364-b8e4-46f4-92f3-90a5a60b6f35 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:26.989510 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-550c3461-8519-4d29-b6c5-3b8dd7234de7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (a1ad6b38-310b-49aa-ada6-0a0df70aedec), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:26.990534 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-550c3461-8519-4d29-b6c5-3b8dd7234de7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Floating IP a1ad6b38-310b-49aa-ada6-0a0df70aedec disassociated (deleted). External IP: 172.25.4.192, port: d4a3b006-114a-46bb-a155-1612f5c26e23. Feb 16 16:54:27.018965 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ed44753-df13-4eff-af1e-ff0073d692ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (449a4364-b8e4-46f4-92f3-90a5a60b6f35), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:27.089979 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6acafa31-545e-499d-9a58-a7a7ba701507 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2607ce4d-c4f4-4d5b-831c-ce91b8cfe2e4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:27.090869 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6acafa31-545e-499d-9a58-a7a7ba701507 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (2607ce4d-c4f4-4d5b-831c-ce91b8cfe2e4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:27.115945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed44753-df13-4eff-af1e-ff0073d692ff None None] Pushing event deleted for resources: {'Port': ['ID=449a4364-b8e4-46f4-92f3-90a5a60b6f35,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:27.120103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-6acafa31-545e-499d-9a58-a7a7ba701507 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 2607ce4d-c4f4-4d5b-831c-ce91b8cfe2e4 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:27.124081 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed44753-df13-4eff-af1e-ff0073d692ff None None] No DVR routers for this DVR port 449a4364-b8e4-46f4-92f3-90a5a60b6f35 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:54:27.178687 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b968ff9c-c3ca-48c3-9b09-c3d38eda9a4b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:27.189549 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b968ff9c-c3ca-48c3-9b09-c3d38eda9a4b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.65 "GET /v2.0/networks?id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910 HTTP/1.1" status: 200 len: 813 time: 0.5504649 Feb 16 16:54:27.210084 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-07f45796-8fad-41bc-aef4-fbb03cfbae49 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Request body: {'port': {'device_id': '20ed1baa-3063-4d50-917f-5ff9bdd3ca72', 'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910', 'admin_state_up': True, 'tenant_id': '841aff1e2cfb4b999c259e50aac929f0'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:27.317111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc04112-fce7-4dd9-973d-7fd84b78de57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:27.320480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2bc04112-fce7-4dd9-973d-7fd84b78de57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:27.322581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 449a4364-b8e4-46f4-92f3-90a5a60b6f35 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:54:27.363864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 449a4364-b8e4-46f4-92f3-90a5a60b6f35 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:54:27.367418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 449a4364-b8e4-46f4-92f3-90a5a60b6f35 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:54:27.374388 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5f847b1-5954-4662-8bbd-ec81cae294e1 req-15c631c6-4935-4d19-a2fd-c47fffae2e9d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 210 time: 0.0588548 Feb 16 16:54:27.592572 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-07f45796-8fad-41bc-aef4-fbb03cfbae49 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Made reservation on behalf of 841aff1e2cfb4b999c259e50aac929f0 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:27.596899 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-07f45796-8fad-41bc-aef4-fbb03cfbae49 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:27.908642 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-07f45796-8fad-41bc-aef4-fbb03cfbae49 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Allocated IP 172.20.0.11 (f8226c3b-ad15-4e6e-a3c7-5126b87ef910/d092a221-0126-4114-8e52-e084ffe483c5/e6557658-b059-49d1-96dc-ef0b50e8210a) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:27.995185 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6acafa31-545e-499d-9a58-a7a7ba701507 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2607ce4d-c4f4-4d5b-831c-ce91b8cfe2e4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:28.039726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acafa31-545e-499d-9a58-a7a7ba701507 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=2607ce4d-c4f4-4d5b-831c-ce91b8cfe2e4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:28.115566 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-07f45796-8fad-41bc-aef4-fbb03cfbae49 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks [] for port (e6557658-b059-49d1-96dc-ef0b50e8210a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:28.120655 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33936) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:28.143309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-c59b8b57-125b-4dee-9b1d-89bfb92b73ff tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:28.151340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-c59b8b57-125b-4dee-9b1d-89bfb92b73ff tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/networks?id=a46cf085-fe52-4e63-84ea-46f6eda101a2 HTTP/1.1" status: 200 len: 809 time: 0.3029099 Feb 16 16:54:28.157207 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550c3461-8519-4d29-b6c5-3b8dd7234de7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:54:28.171791 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-07f45796-8fad-41bc-aef4-fbb03cfbae49 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e6557658-b059-49d1-96dc-ef0b50e8210a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:28.186362 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['b315b51c-7adf-4917-9dae-d6c49f912476'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:54:28.208826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-3daa9ac7-d5c7-44b4-bbf2-e2133fef88d9 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/quotas/be7a258f864c4a0687e1d4fb6aa66038 HTTP/1.1" status: 200 len: 375 time: 0.0562353 Feb 16 16:54:28.260614 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-0b7c0427-dee2-4073-9ad0-50a9148b8271 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=be7a258f864c4a0687e1d4fb6aa66038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504997 Feb 16 16:54:28.340988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-07f45796-8fad-41bc-aef4-fbb03cfbae49 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Network f8226c3b-ad15-4e6e-a3c7-5126b87ef910 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:28.349199 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-07f45796-8fad-41bc-aef4-fbb03cfbae49 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:28.357872 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-07f45796-8fad-41bc-aef4-fbb03cfbae49 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:28.376331 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9f07ebf5-adef-4bb0-8d73-032963b33c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:28.403805 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6acafa31-545e-499d-9a58-a7a7ba701507 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (00444f17-21fb-455b-8024-69e53537ab22), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:28.404507 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-6acafa31-545e-499d-9a58-a7a7ba701507 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Floating IP 00444f17-21fb-455b-8024-69e53537ab22 disassociated (deleted). External IP: 172.25.4.241, port: 95bf3896-a615-4807-b3bd-d6a58095739b. Feb 16 16:54:28.406596 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eccd22ba-91eb-4adf-bdbb-51be1d71bba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:28.436675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-07f45796-8fad-41bc-aef4-fbb03cfbae49 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:28.437484 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-07f45796-8fad-41bc-aef4-fbb03cfbae49 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:28.448607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f45796-8fad-41bc-aef4-fbb03cfbae49 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Pushing event updated for resources: {'Port': ['ID=e6557658-b059-49d1-96dc-ef0b50e8210a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:28.485240 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-07f45796-8fad-41bc-aef4-fbb03cfbae49 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2832837 Feb 16 16:54:28.511290 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Request body: {'port': {'device_id': '20ed1baa-3063-4d50-917f-5ff9bdd3ca72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:28.518953 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550c3461-8519-4d29-b6c5-3b8dd7234de7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:54:28.531150 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58970ee4-aa12-459b-bf3e-a634d7626252 None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:54:28.544334 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-550c3461-8519-4d29-b6c5-3b8dd7234de7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:28.549538 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58970ee4-aa12-459b-bf3e-a634d7626252 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:28.550174 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-58970ee4-aa12-459b-bf3e-a634d7626252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:28.593608 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-550c3461-8519-4d29-b6c5-3b8dd7234de7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/floatingips/a1ad6b38-310b-49aa-ada6-0a0df70aedec HTTP/1.1" status: 204 len: 168 time: 3.5863173 Feb 16 16:54:28.608684 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33944) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:28.634788 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-58970ee4-aa12-459b-bf3e-a634d7626252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:28.646131 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58970ee4-aa12-459b-bf3e-a634d7626252 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:28.647104 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-58970ee4-aa12-459b-bf3e-a634d7626252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:28.683762 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e6557658-b059-49d1-96dc-ef0b50e8210a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:28.687705 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2bc04112-fce7-4dd9-973d-7fd84b78de57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (66432add-f76f-41f3-bfbf-31e70d1d57d1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:28.694700 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-58970ee4-aa12-459b-bf3e-a634d7626252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:28.695578 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58970ee4-aa12-459b-bf3e-a634d7626252 None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:54:28.833501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc04112-fce7-4dd9-973d-7fd84b78de57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:28.847342 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-2bc04112-fce7-4dd9-973d-7fd84b78de57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:28.854193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc04112-fce7-4dd9-973d-7fd84b78de57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:28.854711 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2bc04112-fce7-4dd9-973d-7fd84b78de57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:28.858158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf034a9-771f-409c-bb83-af03fb4f4135 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:28.927388 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-d99f4ec4-6d48-407f-bb6b-471dd0ced68e tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting port d4a3b006-114a-46bb-a155-1612f5c26e23 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:28.928118 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d99f4ec4-6d48-407f-bb6b-471dd0ced68e tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d4a3b006-114a-46bb-a155-1612f5c26e23), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:28.944871 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc04112-fce7-4dd9-973d-7fd84b78de57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=66432add-f76f-41f3-bfbf-31e70d1d57d1,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:28.956106 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2bc04112-fce7-4dd9-973d-7fd84b78de57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2826264 Feb 16 16:54:28.964738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b948de98-febd-4706-b037-e9c21331eb83 service neutron] 10.222.0.24 "GET /v2.0/networks/a46cf085-fe52-4e63-84ea-46f6eda101a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7027292 Feb 16 16:54:28.966966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33948) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:28.979505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b368e6-04a8-4b1b-980a-ce41df219fc5 req-b2e0aca4-2540-404c-a988-82c3ca39a79e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:28.981211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43b368e6-04a8-4b1b-980a-ce41df219fc5 req-b2e0aca4-2540-404c-a988-82c3ca39a79e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 932 time: 0.3694839 Feb 16 16:54:28.984691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-03b7c12c-6993-4b5d-ab9f-9b6271f8d77c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'fixed_ips': [{'subnet_id': '66432add-f76f-41f3-bfbf-31e70d1d57d1', 'ip_address': '2001:db8::c917:f7aa:1b5e:3430'}], 'name': 'tempest-NetworksTestDHCPv6-1058954926'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:29.072926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': '66432add-f76f-41f3-bfbf-31e70d1d57d1'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:54:29.074962 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:29.206671 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d99f4ec4-6d48-407f-bb6b-471dd0ced68e tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d4a3b006-114a-46bb-a155-1612f5c26e23), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:29.238812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-d99f4ec4-6d48-407f-bb6b-471dd0ced68e tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Calling delete_port for d4a3b006-114a-46bb-a155-1612f5c26e23 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:29.318010 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eccd22ba-91eb-4adf-bdbb-51be1d71bba5 admin admin] Publish callbacks [] for security_group (ac3d9f86-086a-4194-84b7-500bf12d7906), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:29.322610 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43b368e6-04a8-4b1b-980a-ce41df219fc5 req-1d238864-6e25-498c-9cc5-9404c1ff77f2 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317780 Feb 16 16:54:29.362682 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:29.364035 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6557658-b059-49d1-96dc-ef0b50e8210a {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:54:29.370049 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eccd22ba-91eb-4adf-bdbb-51be1d71bba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ac3d9f86-086a-4194-84b7-500bf12d7906), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:29.374565 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-6afab2db-5443-425e-a324-7a4f7d48ac8f service neutron] 10.222.0.24 "GET /v2.0/networks/a46cf085-fe52-4e63-84ea-46f6eda101a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861399 Feb 16 16:54:29.380435 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Publish callbacks [] for port (e6557658-b059-49d1-96dc-ef0b50e8210a), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:29.401741 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Allocated IP 2001:db8::2 (c6c55570-6501-4cec-af38-70389b23efe2/66432add-f76f-41f3-bfbf-31e70d1d57d1/7bccc3b6-a58d-4169-9006-943d2471389c) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:29.414424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acafa31-545e-499d-9a58-a7a7ba701507 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router aaed87a7-be86-485c-953c-a4b63a0cbb0c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:54:29.426378 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Transition to ACTIVE for port object e6557658-b059-49d1-96dc-ef0b50e8210a will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:54:29.446349 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (e6557658-b059-49d1-96dc-ef0b50e8210a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:29.462410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-eccd22ba-91eb-4adf-bdbb-51be1d71bba5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=186c08362b734209ab91407428050f05&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3359187 Feb 16 16:54:29.464739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 33950) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:29.465600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd22ba-91eb-4adf-bdbb-51be1d71bba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3d9f86-086a-4194-84b7-500bf12d7906,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:29.497142 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b7c12c-6993-4b5d-ab9f-9b6271f8d77c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:29.597573 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Pushing event updated for resources: {'Port': ['ID=e6557658-b059-49d1-96dc-ef0b50e8210a,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:29.700745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acafa31-545e-499d-9a58-a7a7ba701507 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:54:29.720279 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783528cd-108f-4166-8216-160aeadec8fd None None] Sync routers for ids ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:54:29.725138 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6acafa31-545e-499d-9a58-a7a7ba701507 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:29.748773 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Publish callbacks [] for port (7bccc3b6-a58d-4169-9006-943d2471389c), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:29.758488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783528cd-108f-4166-8216-160aeadec8fd None None] Routers {'aaed87a7-be86-485c-953c-a4b63a0cbb0c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:29.760387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-783528cd-108f-4166-8216-160aeadec8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:29.766356 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0f62393b-282c-4847-a4fe-be8dcb4f4dba admin admin] Publish callbacks [] for security_group (ac3d9f86-086a-4194-84b7-500bf12d7906), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:29.772336 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Attempting to bind port e6557658-b059-49d1-96dc-ef0b50e8210a on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:54:29.772674 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Attempting to bind port e6557658-b059-49d1-96dc-ef0b50e8210a by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'e5094152-f09f-4f89-9a67-45f90e39f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:54:29.772820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6acafa31-545e-499d-9a58-a7a7ba701507 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/floatingips/00444f17-21fb-455b-8024-69e53537ab22 HTTP/1.1" status: 204 len: 168 time: 3.7905529 Feb 16 16:54:29.773015 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Attempting to bind port e6557658-b059-49d1-96dc-ef0b50e8210a on network f8226c3b-ad15-4e6e-a3c7-5126b87ef910 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:54:29.786997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Port e6557658-b059-49d1-96dc-ef0b50e8210a on network f8226c3b-ad15-4e6e-a3c7-5126b87ef910 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:54:29.787318 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Attempting to bind port e6557658-b059-49d1-96dc-ef0b50e8210a on network f8226c3b-ad15-4e6e-a3c7-5126b87ef910 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:54:29.796975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:54:29.797348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Checking segment: {'id': 'e5094152-f09f-4f89-9a67-45f90e39f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:54:29.797696 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Bound using segment: {'id': 'e5094152-f09f-4f89-9a67-45f90e39f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:54:29.798124 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Bound port: e6557658-b059-49d1-96dc-ef0b50e8210a, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5094152-f09f-4f89-9a67-45f90e39f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:54:29.798483 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e6557658-b059-49d1-96dc-ef0b50e8210a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:29.809750 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:54:29.812118 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59622c5e-6a3f-45a8-88a8-107959201fda" -d '{"events": [{"name": "network-changed", "server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:54:29.816735 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2c86c46-52ed-4e3a-8130-5de49f822847 req-e2d1ce17-ed98-4efd-b3dd-fafde5b75129 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 210 time: 0.1284723 Feb 16 16:54:29.890184 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d99f4ec4-6d48-407f-bb6b-471dd0ced68e tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d4a3b006-114a-46bb-a155-1612f5c26e23), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:29.907121 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0f62393b-282c-4847-a4fe-be8dcb4f4dba admin admin] Publish callbacks [] for security_group (ac3d9f86-086a-4194-84b7-500bf12d7906), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:29.928984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-783528cd-108f-4166-8216-160aeadec8fd None None] Set router aaed87a7-be86-485c-953c-a4b63a0cbb0c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:54:30.026676 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0f62393b-282c-4847-a4fe-be8dcb4f4dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ac3d9f86-086a-4194-84b7-500bf12d7906), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:30.030664 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0f62393b-282c-4847-a4fe-be8dcb4f4dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:30.033777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0f62393b-282c-4847-a4fe-be8dcb4f4dba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac3d9f86-086a-4194-84b7-500bf12d7906 HTTP/1.1" status: 204 len: 168 time: 0.5636652 Feb 16 16:54:30.050035 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f4ec4-6d48-407f-bb6b-471dd0ced68e tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Port': ['ID=d4a3b006-114a-46bb-a155-1612f5c26e23,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:30.055620 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (7bccc3b6-a58d-4169-9006-943d2471389c), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:30.096239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:30.104788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:30.127743 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:30.214038 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-03b7c12c-6993-4b5d-ab9f-9b6271f8d77c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:30.268481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Pushing event updated for resources: {'Port': ['ID=7bccc3b6-a58d-4169-9006-943d2471389c,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:30.288056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62393b-282c-4847-a4fe-be8dcb4f4dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3d9f86-086a-4194-84b7-500bf12d7906,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:30.342547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] For port e6557658-b059-49d1-96dc-ef0b50e8210a, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:54:30.350483 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2148e6-21ad-40d2-a797-276b37523c54 x-openstack-request-id: req-1f2148e6-21ad-40d2-a797-276b37523c54 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:54:30.353560 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:54:30.354051 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f2148e6-21ad-40d2-a797-276b37523c54 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:54:30.355664 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b', 'status': 'completed', 'code': 200} Feb 16 16:54:30.359578 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-03b7c12c-6993-4b5d-ab9f-9b6271f8d77c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port 9a276e89-651c-494b-bb75-3e9dcf0cfa76 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:54:30.375360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] For port e6557658-b059-49d1-96dc-ef0b50e8210a, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e6557658-b059-49d1-96dc-ef0b50e8210a,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:54:30.401193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d99f4ec4-6d48-407f-bb6b-471dd0ced68e tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:30.409116 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d99f4ec4-6d48-407f-bb6b-471dd0ced68e tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/ports/d4a3b006-114a-46bb-a155-1612f5c26e23 HTTP/1.1" status: 204 len: 168 time: 1.7993691 Feb 16 16:54:30.410878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Attempting to bind port 7bccc3b6-a58d-4169-9006-943d2471389c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:54:30.411293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Attempting to bind port 7bccc3b6-a58d-4169-9006-943d2471389c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:54:30.411658 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Attempting to bind port 7bccc3b6-a58d-4169-9006-943d2471389c on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:54:30.420684 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33982) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:30.425394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:30.444068 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (e6557658-b059-49d1-96dc-ef0b50e8210a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:30.493278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:54:30.493731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:54:30.494146 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:30.494536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:54:30.495020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Bound port: 7bccc3b6-a58d-4169-9006-943d2471389c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:54:30.495409 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7bccc3b6-a58d-4169-9006-943d2471389c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:30.584649 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:30.585475 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:30.592022 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] 10.222.0.65 "PUT /v2.0/ports/e6557658-b059-49d1-96dc-ef0b50e8210a HTTP/1.1" status: 200 len: 1092 time: 2.0936382 Feb 16 16:54:30.592734 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ed1baa-3063-4d50-917f-5ff9bdd3ca72', 'tag': 'e6557658-b059-49d1-96dc-ef0b50e8210a'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:54:30.596062 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc44a9b4-afcf-41c2-ba3d-6fef40cde285" -d '{"events": [{"name": "network-changed", "server_uuid": "20ed1baa-3063-4d50-917f-5ff9bdd3ca72", "tag": "e6557658-b059-49d1-96dc-ef0b50e8210a"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:54:30.630478 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:30.754027 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1441b7b-966e-4004-bb70-15f33fbfc21e service neutron] Pushing event updated for resources: {'Port': ['ID=e6557658-b059-49d1-96dc-ef0b50e8210a,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:30.756951 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33990) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:30.789729 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-522d4d18-829d-41a6-9cd5-b2480ea16d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:30.818136 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] For port 7bccc3b6-a58d-4169-9006-943d2471389c, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:54:30.825128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] For port 7bccc3b6-a58d-4169-9006-943d2471389c, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7bccc3b6-a58d-4169-9006-943d2471389c,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:54:30.851290 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7bccc3b6-a58d-4169-9006-943d2471389c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:30.867288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-2807d499-21eb-49f5-9c89-1cf0a18d9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:30.869921 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-2807d499-21eb-49f5-9c89-1cf0a18d9370 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=841aff1e2cfb4b999c259e50aac929f0&device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 1126 time: 0.1851859 Feb 16 16:54:30.909538 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:30.935946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59622c5e-6a3f-45a8-88a8-107959201fda req-da405cac-9614-49a7-9ab1-0492a4cea346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:30.937621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59622c5e-6a3f-45a8-88a8-107959201fda req-da405cac-9614-49a7-9ab1-0492a4cea346 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 1128 time: 0.5644991 Feb 16 16:54:30.976426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-783528cd-108f-4166-8216-160aeadec8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '9718472d-c866-426b-ab94-035488308b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:51:28Z', 'updated_at': '2022-02-16T16:51:40Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '9718472d-c866-426b-ab94-035488308b49', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:30Z', 'updated_at': '2022-02-16T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '53febf57-99a1-4619-95b7-47c321c768ec', 'name': '', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:9a:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:38Z', 'updated_at': '2022-02-16T16:51:44Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:30.983563 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-bb664bfa-02a1-412c-aa22-1dba664a67cf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6557658-b059-49d1-96dc-ef0b50e8210a HTTP/1.1" status: 200 len: 217 time: 0.1015844 Feb 16 16:54:31.041565 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783528cd-108f-4166-8216-160aeadec8fd None None] Checking router: aaed87a7-be86-485c-953c-a4b63a0cbb0c for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:54:31.045876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e2edb-2cdc-4ac7-87e3-551d79139038 None None] Pushing event updated for resources: {'Port': ['ID=7bccc3b6-a58d-4169-9006-943d2471389c,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:31.077703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783528cd-108f-4166-8216-160aeadec8fd None None] Routers {'aaed87a7-be86-485c-953c-a4b63a0cbb0c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:31.078016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-783528cd-108f-4166-8216-160aeadec8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:31.095552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44d1dd-9223-4718-983f-add4d36be721 req-204cebfa-fc65-484e-885c-3f0fa4258686 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:31.108248 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed44d1dd-9223-4718-983f-add4d36be721 req-204cebfa-fc65-484e-885c-3f0fa4258686 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.6097755 Feb 16 16:54:31.113081 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-d2a951f3-7202-4bf3-8fea-8cd8d7a224b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:31.114552 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-d2a951f3-7202-4bf3-8fea-8cd8d7a224b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d092a221-0126-4114-8e52-e084ffe483c5 HTTP/1.1" status: 200 len: 853 time: 0.1183412 Feb 16 16:54:31.190206 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-522d4d18-829d-41a6-9cd5-b2480ea16d72 admin admin] Publish callbacks [] for security_group (0ba9a4ff-06d1-4e23-9844-29daf51d302b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:31.200901 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-cd0e7365-7ba1-4f46-8f77-88e42de1b429 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758529 Feb 16 16:54:31.207147 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffd5fa-b668-456d-9263-9ac1bf2af0d9 req-a47887c0-5596-45fa-aa72-e80ae9ebca84 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:31.211886 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-522d4d18-829d-41a6-9cd5-b2480ea16d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0ba9a4ff-06d1-4e23-9844-29daf51d302b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:31.214779 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15ffd5fa-b668-456d-9263-9ac1bf2af0d9 req-a47887c0-5596-45fa-aa72-e80ae9ebca84 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 944 time: 0.4804623 Feb 16 16:54:31.251269 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:31.288315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-03b7c12c-6993-4b5d-ab9f-9b6271f8d77c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::c917:f7aa:1b5e:3430 (c6c55570-6501-4cec-af38-70389b23efe2/66432add-f76f-41f3-bfbf-31e70d1d57d1/9a276e89-651c-494b-bb75-3e9dcf0cfa76) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:31.333756 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed44d1dd-9223-4718-983f-add4d36be721 req-ba3337bb-43c0-41b8-908b-aca52447d396 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242591 Feb 16 16:54:31.367623 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59622c5e-6a3f-45a8-88a8-107959201fda req-99a53e37-6777-42a5-823e-4d7a2f9aeb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:31.378991 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59622c5e-6a3f-45a8-88a8-107959201fda req-99a53e37-6777-42a5-823e-4d7a2f9aeb38 service neutron] 10.222.0.65 "GET /v2.0/networks?id=660db8e8-ac8e-4f64-9b81-079f173b76f2 HTTP/1.1" status: 200 len: 898 time: 0.4233553 Feb 16 16:54:31.382450 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15ffd5fa-b668-456d-9263-9ac1bf2af0d9 req-81e7596d-2622-44f4-85f7-47cdbcc1e4b9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644027 Feb 16 16:54:31.404343 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-783528cd-108f-4166-8216-160aeadec8fd None None] Set router aaed87a7-be86-485c-953c-a4b63a0cbb0c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:54:31.487284 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59622c5e-6a3f-45a8-88a8-107959201fda req-c8e59952-2376-40b1-b19e-15a38f782920 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95bf3896-a615-4807-b3bd-d6a58095739b HTTP/1.1" status: 200 len: 217 time: 0.1061842 Feb 16 16:54:31.668281 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:31.680308 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-9f34eb6b-223d-4d68-a543-8ea579bcc49d service neutron] 10.222.0.65 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706514 Feb 16 16:54:31.685233 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-522d4d18-829d-41a6-9cd5-b2480ea16d72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97c4d996028b492db415d9c7c96e52bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9201093 Feb 16 16:54:31.691621 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c122167-b2fb-4c22-a749-1072f6fd3d9f x-openstack-request-id: req-8c122167-b2fb-4c22-a749-1072f6fd3d9f {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:54:31.692002 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ed1baa-3063-4d50-917f-5ff9bdd3ca72", "tag": "e6557658-b059-49d1-96dc-ef0b50e8210a", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:54:31.692202 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c122167-b2fb-4c22-a749-1072f6fd3d9f {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:54:31.692607 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ed1baa-3063-4d50-917f-5ff9bdd3ca72', 'tag': 'e6557658-b059-49d1-96dc-ef0b50e8210a', 'status': 'completed', 'code': 200} Feb 16 16:54:31.693041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 33994) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:31.730779 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f906bb7-431c-4bc3-9f73-28455f741d55 req-0ecae0ce-0718-4611-b0b0-b5829e7327d1 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 210 time: 0.1072779 Feb 16 16:54:31.828319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-783528cd-108f-4166-8216-160aeadec8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '9718472d-c866-426b-ab94-035488308b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:51:28Z', 'updated_at': '2022-02-16T16:51:40Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '9718472d-c866-426b-ab94-035488308b49', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:30Z', 'updated_at': '2022-02-16T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '53febf57-99a1-4619-95b7-47c321c768ec', 'name': '', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:9a:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:38Z', 'updated_at': '2022-02-16T16:51:44Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:31.843789 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d4d18-829d-41a6-9cd5-b2480ea16d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba9a4ff-06d1-4e23-9844-29daf51d302b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:31.867202 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783528cd-108f-4166-8216-160aeadec8fd None None] The sync data for ids ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'] in n-d-669411-5 is: [{'id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '9718472d-c866-426b-ab94-035488308b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:51:28Z', 'updated_at': '2022-02-16T16:51:40Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '9718472d-c866-426b-ab94-035488308b49', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:30Z', 'updated_at': '2022-02-16T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '53febf57-99a1-4619-95b7-47c321c768ec', 'name': '', 'network_id': '660db8e8-ac8e-4f64-9b81-079f173b76f2', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:9a:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:38Z', 'updated_at': '2022-02-16T16:51:44Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '107c687b-d4fe-48c9-8d4b-6c0c18351465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:54:32.045310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Allocated IP 172.25.4.110 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/7f69509f-6af6-429f-b9be-2115b6ba122b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:32.049552 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d36909ac-8da3-4051-bde5-1b957bb562c7 req-d95484bf-4fb2-4c07-82ca-22b4674c10d5 service neutron] 10.222.0.65 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702117 Feb 16 16:54:32.097264 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-67605e8b-c21b-49f5-ae7a-2c60df9dde14 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:32.099094 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-67605e8b-c21b-49f5-ae7a-2c60df9dde14 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.60 "GET /v2.0/networks?id=a46cf085-fe52-4e63-84ea-46f6eda101a2 HTTP/1.1" status: 200 len: 809 time: 0.4146097 Feb 16 16:54:32.108378 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:32.116981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-383090d7-63f9-4702-890e-826b7ad3841c tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Request body: {'port': {'device_id': '0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1', 'network_id': 'a46cf085-fe52-4e63-84ea-46f6eda101a2', 'admin_state_up': True, 'tenant_id': 'be7a258f864c4a0687e1d4fb6aa66038'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:32.147954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59622c5e-6a3f-45a8-88a8-107959201fda req-54bdb009-090e-4be2-a320-34c218bbb62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:32.150054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59622c5e-6a3f-45a8-88a8-107959201fda req-54bdb009-090e-4be2-a320-34c218bbb62f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=107c687b-d4fe-48c9-8d4b-6c0c18351465 HTTP/1.1" status: 200 len: 834 time: 0.6392283 Feb 16 16:54:32.225370 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1145d7c4-5556-408a-a518-8ffb896dc2a9 admin admin] Publish callbacks [] for security_group (0ba9a4ff-06d1-4e23-9844-29daf51d302b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:32.270465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42f3cc-6d86-418a-8bf1-a7b502241629 req-4bd750be-930f-4162-b7ac-f74699aecd35 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:32.272060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6e42f3cc-6d86-418a-8bf1-a7b502241629 req-4bd750be-930f-4162-b7ac-f74699aecd35 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.7391331 Feb 16 16:54:32.301968 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb494aa6-25c5-463d-b418-0af55296203a None None] New status for floating IP 00444f17-21fb-455b-8024-69e53537ab22: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:54:32.374795 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-03b7c12c-6993-4b5d-ab9f-9b6271f8d77c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (9a276e89-651c-494b-bb75-3e9dcf0cfa76), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:32.383172 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1145d7c4-5556-408a-a518-8ffb896dc2a9 admin admin] Publish callbacks [] for security_group (0ba9a4ff-06d1-4e23-9844-29daf51d302b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:32.482126 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44a9b4-afcf-41c2-ba3d-6fef40cde285 req-a5756610-9ad0-46dd-97c5-2959d710a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:32.483727 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc44a9b4-afcf-41c2-ba3d-6fef40cde285 req-a5756610-9ad0-46dd-97c5-2959d710a6a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=841aff1e2cfb4b999c259e50aac929f0&device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 1126 time: 0.3362865 Feb 16 16:54:32.498954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59622c5e-6a3f-45a8-88a8-107959201fda req-20080d01-5fb2-4ba4-94e3-ce24358a3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:32.500868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59622c5e-6a3f-45a8-88a8-107959201fda req-20080d01-5fb2-4ba4-94e3-ce24358a3aa3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=660db8e8-ac8e-4f64-9b81-079f173b76f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3447587 Feb 16 16:54:32.503006 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-03b7c12c-6993-4b5d-ab9f-9b6271f8d77c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (9a276e89-651c-494b-bb75-3e9dcf0cfa76), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:32.574802 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (7f69509f-6af6-429f-b9be-2115b6ba122b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:32.614956 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-383090d7-63f9-4702-890e-826b7ad3841c tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Made reservation on behalf of be7a258f864c4a0687e1d4fb6aa66038 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:32.619067 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-383090d7-63f9-4702-890e-826b7ad3841c tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:32.641737 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7c12c-6993-4b5d-ab9f-9b6271f8d77c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=9a276e89-651c-494b-bb75-3e9dcf0cfa76,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:32.670211 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1145d7c4-5556-408a-a518-8ffb896dc2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (0ba9a4ff-06d1-4e23-9844-29daf51d302b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:32.673193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1145d7c4-5556-408a-a518-8ffb896dc2a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:32.676710 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1145d7c4-5556-408a-a518-8ffb896dc2a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ba9a4ff-06d1-4e23-9844-29daf51d302b HTTP/1.1" status: 204 len: 168 time: 0.8599038 Feb 16 16:54:32.693962 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44a9b4-afcf-41c2-ba3d-6fef40cde285 req-eb770540-8d70-447a-92c8-d47a3569e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:32.695577 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc44a9b4-afcf-41c2-ba3d-6fef40cde285 req-eb770540-8d70-447a-92c8-d47a3569e99d service neutron] 10.222.0.65 "GET /v2.0/networks?id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910 HTTP/1.1" status: 200 len: 914 time: 0.1847026 Feb 16 16:54:32.741030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de46a9b-9777-44de-8d29-86846e85ee9d req-965461cc-de38-494c-b265-900d60dc7cb9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:32.743653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9de46a9b-9777-44de-8d29-86846e85ee9d req-965461cc-de38-494c-b265-900d60dc7cb9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 944 time: 0.1426299 Feb 16 16:54:32.746596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145d7c4-5556-408a-a518-8ffb896dc2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba9a4ff-06d1-4e23-9844-29daf51d302b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:32.746810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-6e42f3cc-6d86-418a-8bf1-a7b502241629 req-894085d6-a223-4ffe-a44b-aa447c5c041a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 95bf3896-a615-4807-b3bd-d6a58095739b {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:32.748938 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6e42f3cc-6d86-418a-8bf1-a7b502241629 req-894085d6-a223-4ffe-a44b-aa447c5c041a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:32.749291 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc44a9b4-afcf-41c2-ba3d-6fef40cde285 req-8d731678-4589-4911-85ea-80cbfffe4949 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6557658-b059-49d1-96dc-ef0b50e8210a HTTP/1.1" status: 200 len: 217 time: 0.0439351 Feb 16 16:54:32.794945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-eddfb246-61f8-4feb-a390-5c88a992813c None None] Provisioning complete for port 7bccc3b6-a58d-4169-9006-943d2471389c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:32.795568 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eddfb246-61f8-4feb-a390-5c88a992813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7bccc3b6-a58d-4169-9006-943d2471389c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:32.827172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44a9b4-afcf-41c2-ba3d-6fef40cde285 req-291420cf-7442-4698-86c5-c0a577f9ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:32.828828 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc44a9b4-afcf-41c2-ba3d-6fef40cde285 req-291420cf-7442-4698-86c5-c0a577f9ec6f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d092a221-0126-4114-8e52-e084ffe483c5 HTTP/1.1" status: 200 len: 853 time: 0.0499809 Feb 16 16:54:32.897917 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7f69509f-6af6-429f-b9be-2115b6ba122b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:32.901614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b7c12c-6993-4b5d-ab9f-9b6271f8d77c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:32.912088 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc44a9b4-afcf-41c2-ba3d-6fef40cde285 req-f35227fc-9052-40c5-b14c-9a67c698e145 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732577 Feb 16 16:54:32.955419 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-eddfb246-61f8-4feb-a390-5c88a992813c None None] Current status of the port 7bccc3b6-a58d-4169-9006-943d2471389c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:32.955860 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eddfb246-61f8-4feb-a390-5c88a992813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7bccc3b6-a58d-4169-9006-943d2471389c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:32.993513 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-eddfb246-61f8-4feb-a390-5c88a992813c None None] For port 7bccc3b6-a58d-4169-9006-943d2471389c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7bccc3b6-a58d-4169-9006-943d2471389c,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:32.999987 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9de46a9b-9777-44de-8d29-86846e85ee9d req-2387c2cc-ad36-4b05-ab03-ccbaaa6bcdea tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141982 Feb 16 16:54:33.000240 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eddfb246-61f8-4feb-a390-5c88a992813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7bccc3b6-a58d-4169-9006-943d2471389c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:33.006910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-03b7c12c-6993-4b5d-ab9f-9b6271f8d77c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:33.014496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59622c5e-6a3f-45a8-88a8-107959201fda req-ebf9489d-57e2-4596-ae63-d07b1b4d7f5c service neutron] 10.222.0.65 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033958 Feb 16 16:54:33.019728 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b7c12c-6993-4b5d-ab9f-9b6271f8d77c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:33.025846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b7c12c-6993-4b5d-ab9f-9b6271f8d77c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:33.026754 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-03b7c12c-6993-4b5d-ab9f-9b6271f8d77c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:33.112537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e85329-dc7e-4b9e-8040-f343c6e261e3 req-bea4d465-2011-4c16-acbb-f01a0f8e049c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:33.114427 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35e85329-dc7e-4b9e-8040-f343c6e261e3 req-bea4d465-2011-4c16-acbb-f01a0f8e049c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 946 time: 0.5253789 Feb 16 16:54:33.118739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfb246-61f8-4feb-a390-5c88a992813c None None] Pushing event updated for resources: {'Port': ['ID=7bccc3b6-a58d-4169-9006-943d2471389c,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:33.119210 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-03b7c12c-6993-4b5d-ab9f-9b6271f8d77c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1495857 Feb 16 16:54:33.138105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34010) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:33.163097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4e883bb4-f7f6-45ae-8b59-0cee360bd697 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'fixed_ips': [{'subnet_id': '66432add-f76f-41f3-bfbf-31e70d1d57d1', 'ip_address': '2001:db8::c917:f7aa:1b5e:3430'}], 'name': 'tempest-NetworksTestDHCPv6-1408764998'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:33.350579 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59622c5e-6a3f-45a8-88a8-107959201fda req-ac88b669-04b0-4275-85bd-2d68fd4a7fcc service neutron] 10.222.0.65 "GET /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114252 Feb 16 16:54:33.377283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7bccc3b6-a58d-4169-9006-943d2471389c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:33.426688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b273fb90-c348-40ab-87bc-636c20feb605 req-d403c8e3-2c60-49fb-a324-96e7cd91f4b8 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 210 time: 0.2354774 Feb 16 16:54:33.512057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b862d288-c858-4e07-bd5a-13d057e24d91 None None] Provisioning complete for port 9a276e89-651c-494b-bb75-3e9dcf0cfa76 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:33.514617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:33.515533 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b862d288-c858-4e07-bd5a-13d057e24d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9a276e89-651c-494b-bb75-3e9dcf0cfa76), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:33.533458 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:33.543365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:33.550479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=7f69509f-6af6-429f-b9be-2115b6ba122b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:33.607939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-6e42f3cc-6d86-418a-8bf1-a7b502241629 req-894085d6-a223-4ffe-a44b-aa447c5c041a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] For port 95bf3896-a615-4807-b3bd-d6a58095739b, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=95bf3896-a615-4807-b3bd-d6a58095739b,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:33.608308 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6e42f3cc-6d86-418a-8bf1-a7b502241629 req-894085d6-a223-4ffe-a44b-aa447c5c041a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:33.642560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-6e42f3cc-6d86-418a-8bf1-a7b502241629 req-894085d6-a223-4ffe-a44b-aa447c5c041a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 95bf3896-a615-4807-b3bd-d6a58095739b owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:33.652322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e883bb4-f7f6-45ae-8b59-0cee360bd697 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:33.657897 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e883bb4-f7f6-45ae-8b59-0cee360bd697 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:33.685037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35e85329-dc7e-4b9e-8040-f343c6e261e3 req-859f0d2a-bc2b-4e32-b456-4dee67d0a6d2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=48fb9f50-1314-46d8-93ee-7763245e2bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5528729 Feb 16 16:54:33.686401 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-4e883bb4-f7f6-45ae-8b59-0cee360bd697 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port bc62ab6e-0287-4237-af06-d9fac3323815 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:54:33.698078 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc44a9b4-afcf-41c2-ba3d-6fef40cde285 req-3a2fc909-c8cf-4029-8c6b-76fc0de44a77 service neutron] 10.222.0.65 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490757 Feb 16 16:54:33.759614 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-383090d7-63f9-4702-890e-826b7ad3841c tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Allocated IP 172.20.0.10 (a46cf085-fe52-4e63-84ea-46f6eda101a2/af703b6a-a4ca-4f58-b973-959c946b0bb0/2954bc2d-7dda-4d15-abb6-904deaaaafd0) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:33.858467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 7bccc3b6-a58d-4169-9006-943d2471389c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:33.859537 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7bccc3b6-a58d-4169-9006-943d2471389c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:33.896690 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc44a9b4-afcf-41c2-ba3d-6fef40cde285 req-4e3d57d2-1121-44a4-91e0-44432e9de24e service neutron] 10.222.0.65 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896145 Feb 16 16:54:33.911644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b862d288-c858-4e07-bd5a-13d057e24d91 None None] Port 9a276e89-651c-494b-bb75-3e9dcf0cfa76 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:54:33.932396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (5fc4d4e9-db40-43f4-8a16-bace06e194c2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:33.997612 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 7bccc3b6-a58d-4169-9006-943d2471389c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:34.045652 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e883bb4-f7f6-45ae-8b59-0cee360bd697 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 16:54:34.046805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e883bb4-f7f6-45ae-8b59-0cee360bd697 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:54:34.052552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7f69509f-6af6-429f-b9be-2115b6ba122b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:34.091978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34036) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:34.094424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4e883bb4-f7f6-45ae-8b59-0cee360bd697 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9433951 Feb 16 16:54:34.157855 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-383090d7-63f9-4702-890e-826b7ad3841c tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks [] for port (2954bc2d-7dda-4d15-abb6-904deaaaafd0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:34.259445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe34dd-0b67-4ec7-abed-3380905ef8ce req-4a567731-9c3c-431a-816b-8d895046af51 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:34.261187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5dbe34dd-0b67-4ec7-abed-3380905ef8ce req-4a567731-9c3c-431a-816b-8d895046af51 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 944 time: 0.1387322 Feb 16 16:54:34.274577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b52d93-65a0-495a-90b6-8ff6ac2f5ddf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:34.280199 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b52d93-65a0-495a-90b6-8ff6ac2f5ddf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:34.281807 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-33b52d93-65a0-495a-90b6-8ff6ac2f5ddf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1888754 Feb 16 16:54:34.282704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6e42f3cc-6d86-418a-8bf1-a7b502241629 req-894085d6-a223-4ffe-a44b-aa447c5c041a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (95bf3896-a615-4807-b3bd-d6a58095739b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:34.284889 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34040) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:34.298214 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-383090d7-63f9-4702-890e-826b7ad3841c tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2954bc2d-7dda-4d15-abb6-904deaaaafd0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:34.371530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383090d7-63f9-4702-890e-826b7ad3841c tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Pushing event updated for resources: {'Port': ['ID=2954bc2d-7dda-4d15-abb6-904deaaaafd0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:34.378185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894085d6-a223-4ffe-a44b-aa447c5c041a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=95bf3896-a615-4807-b3bd-d6a58095739b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:34.398442 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-383090d7-63f9-4702-890e-826b7ad3841c tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Network a46cf085-fe52-4e63-84ea-46f6eda101a2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:34.409198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-383090d7-63f9-4702-890e-826b7ad3841c tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:34.416999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-383090d7-63f9-4702-890e-826b7ad3841c tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:34.420973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5dbe34dd-0b67-4ec7-abed-3380905ef8ce req-3782e9e7-d58b-44b3-8e3c-bc975f8730f2 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488304 Feb 16 16:54:34.442031 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (7f69509f-6af6-429f-b9be-2115b6ba122b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:34.450027 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (7f69509f-6af6-429f-b9be-2115b6ba122b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:34.517721 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-383090d7-63f9-4702-890e-826b7ad3841c tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:34.518451 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-383090d7-63f9-4702-890e-826b7ad3841c tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:34.528940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e42f3cc-6d86-418a-8bf1-a7b502241629 req-894085d6-a223-4ffe-a44b-aa447c5c041a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] No DVR routers for this DVR port 95bf3896-a615-4807-b3bd-d6a58095739b on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:54:34.532629 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6e42f3cc-6d86-418a-8bf1-a7b502241629 req-894085d6-a223-4ffe-a44b-aa447c5c041a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:34.536410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6e42f3cc-6d86-418a-8bf1-a7b502241629 req-894085d6-a223-4ffe-a44b-aa447c5c041a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.65 "DELETE /v2.0/ports/95bf3896-a615-4807-b3bd-d6a58095739b HTTP/1.1" status: 204 len: 173 time: 2.2557673 Feb 16 16:54:34.537948 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'name': 'network-vif-deleted', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:54:34.542081 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993a7d27-13ed-42d7-bde9-c3d0c87a9177" -d '{"events": [{"server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "name": "network-vif-deleted", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:54:34.602785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=7f69509f-6af6-429f-b9be-2115b6ba122b,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:34.620202 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-383090d7-63f9-4702-890e-826b7ad3841c tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5074120 Feb 16 16:54:34.621351 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (5fc4d4e9-db40-43f4-8a16-bace06e194c2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:34.638794 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74510ef-ebb0-4528-9fb2-1e96604d8d64 x-openstack-request-id: req-a74510ef-ebb0-4528-9fb2-1e96604d8d64 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:54:34.639432 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc858c55-f897-4ba9-87fa-75b430305d7d", "name": "network-vif-deleted", "tag": "95bf3896-a615-4807-b3bd-d6a58095739b", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:54:34.640463 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a74510ef-ebb0-4528-9fb2-1e96604d8d64 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:54:34.641059 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc858c55-f897-4ba9-87fa-75b430305d7d', 'name': 'network-vif-deleted', 'tag': '95bf3896-a615-4807-b3bd-d6a58095739b', 'status': 'completed', 'code': 200} Feb 16 16:54:34.647727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Request body: {'port': {'device_id': '0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:34.652452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-53592acb-fa9d-4344-b620-422996d338cd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 9a276e89-651c-494b-bb75-3e9dcf0cfa76 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:34.652785 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-53592acb-fa9d-4344-b620-422996d338cd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9a276e89-651c-494b-bb75-3e9dcf0cfa76), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:34.666183 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cb331-81ba-4b2e-b892-3bd307e4e1a7 req-4681fe4c-1a7f-4521-84e8-0583de21257b tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:34.667924 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-985cb331-81ba-4b2e-b892-3bd307e4e1a7 req-4681fe4c-1a7f-4521-84e8-0583de21257b tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 932 time: 0.1211383 Feb 16 16:54:34.703446 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34048) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:34.715576 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:34.743982 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:34.747731 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a57a8df5-9825-451b-b278-de960d67e868 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3235874 Feb 16 16:54:34.748506 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34054) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:34.753165 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3eb33bad-0b07-472d-b4f9-f6382cb9a01d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'port': {'network_id': 'd2fe8432-d5a8-4e04-b41c-d9c50fed33ae', 'name': 'tempest-FloatingIPTestJSON-252798142'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:34.808138 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-985cb331-81ba-4b2e-b892-3bd307e4e1a7 req-c5e5299f-6588-4e29-a491-2bd2238ad023 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213486 Feb 16 16:54:34.826204 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-53592acb-fa9d-4344-b620-422996d338cd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9a276e89-651c-494b-bb75-3e9dcf0cfa76), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:34.853644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-53592acb-fa9d-4344-b620-422996d338cd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 9a276e89-651c-494b-bb75-3e9dcf0cfa76 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:34.896868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a032765c-8c65-47e6-9998-0cfa30ac7171 req-2683b8b1-dc5e-45e9-b1c2-741688a3d8c2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc858c55-f897-4ba9-87fa-75b430305d7d HTTP/1.1" status: 200 len: 210 time: 0.0409534 Feb 16 16:54:34.965165 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22154a40-621f-44d2-9179-1363280ea968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:34.977566 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2954bc2d-7dda-4d15-abb6-904deaaaafd0), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:35.013094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device e6557658-b059-49d1-96dc-ef0b50e8210a details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:54:35.069984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb33bad-0b07-472d-b4f9-f6382cb9a01d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Made reservation on behalf of 91e4ed041b504194ac4166c57de990fe for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:35.079316 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3eb33bad-0b07-472d-b4f9-f6382cb9a01d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:35.161559 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-3eb33bad-0b07-472d-b4f9-f6382cb9a01d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] device_id is not set on port 54814895-d322-4460-ab7f-e8e0a097e534 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:54:35.210383 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-53592acb-fa9d-4344-b620-422996d338cd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (9a276e89-651c-494b-bb75-3e9dcf0cfa76), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:35.238871 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port e6557658-b059-49d1-96dc-ef0b50e8210a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e6557658-b059-49d1-96dc-ef0b50e8210a,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:35.261201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'e6557658-b059-49d1-96dc-ef0b50e8210a', 'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910', 'port_id': 'e6557658-b059-49d1-96dc-ef0b50e8210a', 'mac_address': 'fa:16:3e:d3:4a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd092a221-0126-4114-8e52-e084ffe483c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:54:35.304565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53592acb-fa9d-4344-b620-422996d338cd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=9a276e89-651c-494b-bb75-3e9dcf0cfa76,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:35.312359 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-53592acb-fa9d-4344-b620-422996d338cd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:35.317966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-53592acb-fa9d-4344-b620-422996d338cd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/9a276e89-651c-494b-bb75-3e9dcf0cfa76 HTTP/1.1" status: 204 len: 168 time: 1.0193923 Feb 16 16:54:35.320595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34058) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:35.331237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port e6557658-b059-49d1-96dc-ef0b50e8210a is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:35.331983 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e6557658-b059-49d1-96dc-ef0b50e8210a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:35.352116 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6557658-b059-49d1-96dc-ef0b50e8210a {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:54:35.390014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port e6557658-b059-49d1-96dc-ef0b50e8210a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e6557658-b059-49d1-96dc-ef0b50e8210a,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:35.397995 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e6557658-b059-49d1-96dc-ef0b50e8210a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:35.437111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f6a06c-d219-43f1-aadd-41af0dd0a7cc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:35.438504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f6a06c-d219-43f1-aadd-41af0dd0a7cc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:35.450358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-06f6a06c-d219-43f1-aadd-41af0dd0a7cc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1174216 Feb 16 16:54:35.451016 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34062) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:35.490184 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-3eb33bad-0b07-472d-b4f9-f6382cb9a01d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Allocated IP 172.20.0.11 (d2fe8432-d5a8-4e04-b41c-d9c50fed33ae/5f3ed36b-5f06-4a9c-815e-10a8ca90a610/54814895-d322-4460-ab7f-e8e0a097e534) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:35.548009 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=e6557658-b059-49d1-96dc-ef0b50e8210a,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:35.624784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-1123974d-1d88-48fc-9737-0f1ff58e7de4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 66432add-f76f-41f3-bfbf-31e70d1d57d1 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:54:35.630762 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1123974d-1d88-48fc-9737-0f1ff58e7de4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (66432add-f76f-41f3-bfbf-31e70d1d57d1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:35.632252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['e6557658-b059-49d1-96dc-ef0b50e8210a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:54:35.685076 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad32359-5c64-41bb-b929-c6add6c07a74 req-702a07a8-fb18-4772-83e8-0d1f1c9ffb5d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:35.692816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ad32359-5c64-41bb-b929-c6add6c07a74 req-702a07a8-fb18-4772-83e8-0d1f1c9ffb5d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 945 time: 0.1137514 Feb 16 16:54:35.696535 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3eb33bad-0b07-472d-b4f9-f6382cb9a01d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (54814895-d322-4460-ab7f-e8e0a097e534), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:35.697209 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1123974d-1d88-48fc-9737-0f1ff58e7de4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (66432add-f76f-41f3-bfbf-31e70d1d57d1), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:35.736569 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22154a40-621f-44d2-9179-1363280ea968 admin admin] Publish callbacks [] for security_group (7bbb6f3e-bae1-4515-a9e4-0f07a8e69de1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:35.749175 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22154a40-621f-44d2-9179-1363280ea968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7bbb6f3e-bae1-4515-a9e4-0f07a8e69de1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:35.788757 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ad32359-5c64-41bb-b929-c6add6c07a74 req-55f6e2ee-fc65-416b-9c0c-72a7b4f499a1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947151 Feb 16 16:54:35.795076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22154a40-621f-44d2-9179-1363280ea968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbb6f3e-bae1-4515-a9e4-0f07a8e69de1,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:35.886160 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-22154a40-621f-44d2-9179-1363280ea968 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6678c2cad42b43c9aa9107c04496b208&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1794059 Feb 16 16:54:35.887150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34066) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:35.916832 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3eb33bad-0b07-472d-b4f9-f6382cb9a01d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (54814895-d322-4460-ab7f-e8e0a097e534), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:35.918466 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1123974d-1d88-48fc-9737-0f1ff58e7de4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (66432add-f76f-41f3-bfbf-31e70d1d57d1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:35.979419 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34070) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:35.994551 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb33bad-0b07-472d-b4f9-f6382cb9a01d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network d2fe8432-d5a8-4e04-b41c-d9c50fed33ae is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:36.041383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-3eb33bad-0b07-472d-b4f9-f6382cb9a01d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:36.049417 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4798e06a-d2f3-440e-88e2-7c7b91d2bb35 admin admin] Publish callbacks [] for security_group (7bbb6f3e-bae1-4515-a9e4-0f07a8e69de1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.065850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f97977-3afa-4d57-90e9-45c60fd80978 req-abe9b8df-024c-4d50-9fe5-f68ca7b269de tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:36.067312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42f97977-3afa-4d57-90e9-45c60fd80978 req-abe9b8df-024c-4d50-9fe5-f68ca7b269de tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 932 time: 0.1205320 Feb 16 16:54:36.072958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb33bad-0b07-472d-b4f9-f6382cb9a01d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:36.074519 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1123974d-1d88-48fc-9737-0f1ff58e7de4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (66432add-f76f-41f3-bfbf-31e70d1d57d1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.078903 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2954bc2d-7dda-4d15-abb6-904deaaaafd0 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:54:36.126967 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4798e06a-d2f3-440e-88e2-7c7b91d2bb35 admin admin] Publish callbacks [] for security_group (7bbb6f3e-bae1-4515-a9e4-0f07a8e69de1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.135013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123974d-1d88-48fc-9737-0f1ff58e7de4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=66432add-f76f-41f3-bfbf-31e70d1d57d1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:36.135525 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Publish callbacks [] for port (2954bc2d-7dda-4d15-abb6-904deaaaafd0), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.148057 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1123974d-1d88-48fc-9737-0f1ff58e7de4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.153345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1123974d-1d88-48fc-9737-0f1ff58e7de4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/66432add-f76f-41f3-bfbf-31e70d1d57d1 HTTP/1.1" status: 204 len: 168 time: 0.6991737 Feb 16 16:54:36.154684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34074) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:36.155577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb33bad-0b07-472d-b4f9-f6382cb9a01d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=54814895-d322-4460-ab7f-e8e0a097e534,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:36.166915 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc634cd9-48e0-4e54-90c1-fe90948b9752 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:36.220074 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Transition to ACTIVE for port object 2954bc2d-7dda-4d15-abb6-904deaaaafd0 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:54:36.223795 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9b82fb62-dead-4549-a04e-ab7cc129fb2c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683348 Feb 16 16:54:36.238069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34076) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:36.246231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5e6332a4-86d6-4ab4-ac0f-ad2ec5ea2a1e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:36.276184 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42f97977-3afa-4d57-90e9-45c60fd80978 req-69f08935-57a9-4e47-bee2-e19f345b52c0 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982808 Feb 16 16:54:36.312454 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (2954bc2d-7dda-4d15-abb6-904deaaaafd0), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.320424 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb33bad-0b07-472d-b4f9-f6382cb9a01d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:36.322074 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3eb33bad-0b07-472d-b4f9-f6382cb9a01d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.359520 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4798e06a-d2f3-440e-88e2-7c7b91d2bb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7bbb6f3e-bae1-4515-a9e4-0f07a8e69de1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.362278 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4798e06a-d2f3-440e-88e2-7c7b91d2bb35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.363540 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4798e06a-d2f3-440e-88e2-7c7b91d2bb35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7bbb6f3e-bae1-4515-a9e4-0f07a8e69de1 HTTP/1.1" status: 204 len: 168 time: 0.4757562 Feb 16 16:54:36.374485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f38ee7-9f0a-416c-b2cf-1c5da5ae812b None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:54:36.401734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798e06a-d2f3-440e-88e2-7c7b91d2bb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbb6f3e-bae1-4515-a9e4-0f07a8e69de1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:36.441147 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6332a4-86d6-4ab4-ac0f-ad2ec5ea2a1e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:36.444940 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e6332a4-86d6-4ab4-ac0f-ad2ec5ea2a1e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.485088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-56f38ee7-9f0a-416c-b2cf-1c5da5ae812b None None] Deleting port 7bccc3b6-a58d-4169-9006-943d2471389c {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:36.486371 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56f38ee7-9f0a-416c-b2cf-1c5da5ae812b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7bccc3b6-a58d-4169-9006-943d2471389c), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.539220 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3eb33bad-0b07-472d-b4f9-f6382cb9a01d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7877638 Feb 16 16:54:36.541804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34080) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:36.554007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-af0d472f-2440-4c1f-817e-7ae091164221 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'floatingip': {'port_id': '54814895-d322-4460-ab7f-e8e0a097e534'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:36.563252 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2954bc2d-7dda-4d15-abb6-904deaaaafd0,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:36.599667 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-56f38ee7-9f0a-416c-b2cf-1c5da5ae812b None None] For port 7bccc3b6-a58d-4169-9006-943d2471389c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7bccc3b6-a58d-4169-9006-943d2471389c,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:36.600417 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56f38ee7-9f0a-416c-b2cf-1c5da5ae812b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7bccc3b6-a58d-4169-9006-943d2471389c), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.621965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-56f38ee7-9f0a-416c-b2cf-1c5da5ae812b None None] Calling delete_port for 7bccc3b6-a58d-4169-9006-943d2471389c owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:36.703149 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af0d472f-2440-4c1f-817e-7ae091164221 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (5fc4d4e9-db40-43f4-8a16-bace06e194c2), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.779445 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56f38ee7-9f0a-416c-b2cf-1c5da5ae812b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (7bccc3b6-a58d-4169-9006-943d2471389c), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.795146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Attempting to bind port 2954bc2d-7dda-4d15-abb6-904deaaaafd0 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:54:36.795509 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Attempting to bind port 2954bc2d-7dda-4d15-abb6-904deaaaafd0 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '32501721-c1ee-4ff1-b0b3-2ddac4a94d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a46cf085-fe52-4e63-84ea-46f6eda101a2'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:54:36.795874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Attempting to bind port 2954bc2d-7dda-4d15-abb6-904deaaaafd0 on network a46cf085-fe52-4e63-84ea-46f6eda101a2 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:54:36.801341 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e6332a4-86d6-4ab4-ac0f-ad2ec5ea2a1e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (b18f08f4-220c-44e8-acb7-213a543c0aa4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.818485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Port 2954bc2d-7dda-4d15-abb6-904deaaaafd0 on network a46cf085-fe52-4e63-84ea-46f6eda101a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:54:36.818727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Attempting to bind port 2954bc2d-7dda-4d15-abb6-904deaaaafd0 on network a46cf085-fe52-4e63-84ea-46f6eda101a2 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:54:36.827246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f38ee7-9f0a-416c-b2cf-1c5da5ae812b None None] Pushing event deleted for resources: {'Port': ['ID=7bccc3b6-a58d-4169-9006-943d2471389c,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:36.841154 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f38ee7-9f0a-416c-b2cf-1c5da5ae812b None None] No DVR routers for this DVR port 7bccc3b6-a58d-4169-9006-943d2471389c on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:54:36.859528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:54:36.859902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Checking segment: {'id': '32501721-c1ee-4ff1-b0b3-2ddac4a94d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a46cf085-fe52-4e63-84ea-46f6eda101a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:54:36.860294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Bound using segment: {'id': '32501721-c1ee-4ff1-b0b3-2ddac4a94d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a46cf085-fe52-4e63-84ea-46f6eda101a2'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:54:36.860719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Bound port: 2954bc2d-7dda-4d15-abb6-904deaaaafd0, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32501721-c1ee-4ff1-b0b3-2ddac4a94d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a46cf085-fe52-4e63-84ea-46f6eda101a2'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:54:36.861174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2954bc2d-7dda-4d15-abb6-904deaaaafd0), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.904274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6332a4-86d6-4ab4-ac0f-ad2ec5ea2a1e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=b18f08f4-220c-44e8-acb7-213a543c0aa4,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:36.916545 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6332a4-86d6-4ab4-ac0f-ad2ec5ea2a1e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:36.944660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-5e6332a4-86d6-4ab4-ac0f-ad2ec5ea2a1e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:36.947521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6332a4-86d6-4ab4-ac0f-ad2ec5ea2a1e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:36.948153 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5e6332a4-86d6-4ab4-ac0f-ad2ec5ea2a1e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:36.957660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ce6d09-e4ab-4cf1-bb30-76fcfbcb6186 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:36.973992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5e6332a4-86d6-4ab4-ac0f-ad2ec5ea2a1e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7349417 Feb 16 16:54:36.974970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34092) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:36.982285 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-862b120a-5c51-4b0a-b510-df4641b5b4bc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'fixed_ips': [{'subnet_id': 'b18f08f4-220c-44e8-acb7-213a543c0aa4', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-2074187894'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:37.084474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] For port 2954bc2d-7dda-4d15-abb6-904deaaaafd0, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:54:37.089522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] For port 2954bc2d-7dda-4d15-abb6-904deaaaafd0, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=2954bc2d-7dda-4d15-abb6-904deaaaafd0,segment=NetworkSegment(32501721-c1ee-4ff1-b0b3-2ddac4a94d8f),segment_id=32501721-c1ee-4ff1-b0b3-2ddac4a94d8f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:54:37.089696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device e6557658-b059-49d1-96dc-ef0b50e8210a up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:37.107903 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (2954bc2d-7dda-4d15-abb6-904deaaaafd0), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:37.197914 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': 'b18f08f4-220c-44e8-acb7-213a543c0aa4'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:54:37.198861 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:37.201644 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:37.202608 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:37.203662 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] 10.222.0.60 "PUT /v2.0/ports/2954bc2d-7dda-4d15-abb6-904deaaaafd0 HTTP/1.1" status: 200 len: 1092 time: 2.5757020 Feb 16 16:54:37.205925 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1', 'tag': '2954bc2d-7dda-4d15-abb6-904deaaaafd0'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:54:37.208271 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489bf3ba-1b19-4cd8-b9e7-7bcf443d5f74" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1", "tag": "2954bc2d-7dda-4d15-abb6-904deaaaafd0"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:54:37.241512 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67b2215c-5cf5-4219-8b84-79e8bee2a03d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (aaed87a7-be86-485c-953c-a4b63a0cbb0c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:37.248602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port e6557658-b059-49d1-96dc-ef0b50e8210a completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:54:37.249472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94b6f4-0b24-40ce-886c-443cf088b04d req-04894810-5794-4ac6-903e-cfc50b3e8a0b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:37.261797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e94b6f4-0b24-40ce-886c-443cf088b04d req-04894810-5794-4ac6-903e-cfc50b3e8a0b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 945 time: 0.3486412 Feb 16 16:54:37.267644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port e6557658-b059-49d1-96dc-ef0b50e8210a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:37.268331 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e6557658-b059-49d1-96dc-ef0b50e8210a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:37.429626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7bccc3b6-a58d-4169-9006-943d2471389c no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:54:37.443792 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e94b6f4-0b24-40ce-886c-443cf088b04d req-9ad91f85-3240-41c1-b1a0-f0412c595d66 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808884 Feb 16 16:54:37.467864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 7bccc3b6-a58d-4169-9006-943d2471389c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:54:37.468123 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7bccc3b6-a58d-4169-9006-943d2471389c not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:54:37.535092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862b120a-5c51-4b0a-b510-df4641b5b4bc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:37.641647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Allocated IP 2001:db8::2 (c6c55570-6501-4cec-af38-70389b23efe2/b18f08f4-220c-44e8-acb7-213a543c0aa4/2f51cf48-27bd-4937-b973-1c8a9faafc2a) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:37.643935 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port e6557658-b059-49d1-96dc-ef0b50e8210a is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:37.644321 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e6557658-b059-49d1-96dc-ef0b50e8210a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:37.690688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port e6557658-b059-49d1-96dc-ef0b50e8210a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e6557658-b059-49d1-96dc-ef0b50e8210a,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:37.693822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ed1baa-3063-4d50-917f-5ff9bdd3ca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6557658-b059-49d1-96dc-ef0b50e8210a'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:54:37.697352 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ba6fdb-f520-4512-a053-f0a0eb494be1" -d '{"events": [{"server_uuid": "20ed1baa-3063-4d50-917f-5ff9bdd3ca72", "name": "network-vif-plugged", "status": "completed", "tag": "e6557658-b059-49d1-96dc-ef0b50e8210a"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:54:37.705935 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e6557658-b059-49d1-96dc-ef0b50e8210a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:37.707187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 95bf3896-a615-4807-b3bd-d6a58095739b no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:54:37.737663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fda8b6-c7d2-4bf1-a15f-6959e0a96de2 req-0a163f97-e402-4a6d-ba82-fe5db59df2cc tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:37.746663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29fda8b6-c7d2-4bf1-a15f-6959e0a96de2 req-0a163f97-e402-4a6d-ba82-fe5db59df2cc tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 944 time: 0.3014882 Feb 16 16:54:37.800297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 95bf3896-a615-4807-b3bd-d6a58095739b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:54:37.800652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 95bf3896-a615-4807-b3bd-d6a58095739b not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:54:37.804896 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b64121-ee09-4d21-ac5e-6bcfb1cf76b9 x-openstack-request-id: req-f3b64121-ee09-4d21-ac5e-6bcfb1cf76b9 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:54:37.804896 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ed1baa-3063-4d50-917f-5ff9bdd3ca72", "name": "network-vif-plugged", "status": "completed", "tag": "e6557658-b059-49d1-96dc-ef0b50e8210a", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:54:37.805188 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3b64121-ee09-4d21-ac5e-6bcfb1cf76b9 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:54:37.805608 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ed1baa-3063-4d50-917f-5ff9bdd3ca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6557658-b059-49d1-96dc-ef0b50e8210a', 'code': 200} Feb 16 16:54:37.809149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=e6557658-b059-49d1-96dc-ef0b50e8210a,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:37.833713 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-862b120a-5c51-4b0a-b510-df4641b5b4bc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:37.856264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29fda8b6-c7d2-4bf1-a15f-6959e0a96de2 req-c950f1d8-8235-4be6-838f-94b1f9fa7b40 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083653 Feb 16 16:54:37.920448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-862b120a-5c51-4b0a-b510-df4641b5b4bc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port a6b1ebc2-b5de-4ae4-b4ef-c8a3491f4a88 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:54:38.087337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a1974-d553-417f-9274-aad9adb8290c req-48d49f5e-db43-4c26-9b42-a80e176c98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:38.089250 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf2a1974-d553-417f-9274-aad9adb8290c req-48d49f5e-db43-4c26-9b42-a80e176c98c9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 1128 time: 0.2153792 Feb 16 16:54:38.097202 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac2d01e-2e38-40c3-b8a2-9c3e963bfcfa x-openstack-request-id: req-3ac2d01e-2e38-40c3-b8a2-9c3e963bfcfa {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:54:38.097715 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1", "tag": "2954bc2d-7dda-4d15-abb6-904deaaaafd0", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:54:38.097715 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ac2d01e-2e38-40c3-b8a2-9c3e963bfcfa {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:54:38.098113 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1', 'tag': '2954bc2d-7dda-4d15-abb6-904deaaaafd0', 'status': 'completed', 'code': 200} Feb 16 16:54:38.109660 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Publish callbacks [] for port (2f51cf48-27bd-4937-b973-1c8a9faafc2a), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:38.119713 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (2f51cf48-27bd-4937-b973-1c8a9faafc2a), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:38.142555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:38.162870 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:38.168959 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:38.261327 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0e501-ff7f-405a-afc0-b08a882bf8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2954bc2d-7dda-4d15-abb6-904deaaaafd0,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:38.269947 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Pushing event updated for resources: {'Port': ['ID=2f51cf48-27bd-4937-b973-1c8a9faafc2a,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:38.314062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Attempting to bind port 2f51cf48-27bd-4937-b973-1c8a9faafc2a on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:54:38.315238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Attempting to bind port 2f51cf48-27bd-4937-b973-1c8a9faafc2a by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:54:38.315630 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Attempting to bind port 2f51cf48-27bd-4937-b973-1c8a9faafc2a on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:54:38.376404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:54:38.376404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:54:38.376404 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:38.376404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:54:38.376404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Bound port: 2f51cf48-27bd-4937-b973-1c8a9faafc2a, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:54:38.376404 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2f51cf48-27bd-4937-b973-1c8a9faafc2a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:38.389518 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-144520b9-8f7a-4ea5-a805-90453747cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:38.393734 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-144520b9-8f7a-4ea5-a805-90453747cd4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be7a258f864c4a0687e1d4fb6aa66038&device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 1126 time: 1.0976880 Feb 16 16:54:38.534874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] For port 2f51cf48-27bd-4937-b973-1c8a9faafc2a, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:54:38.549696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] For port 2f51cf48-27bd-4937-b973-1c8a9faafc2a, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2f51cf48-27bd-4937-b973-1c8a9faafc2a,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:54:38.563989 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2f51cf48-27bd-4937-b973-1c8a9faafc2a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:38.627875 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-1496077f-c2e9-441b-b624-148498fd0efb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2954bc2d-7dda-4d15-abb6-904deaaaafd0 HTTP/1.1" status: 200 len: 217 time: 0.1223021 Feb 16 16:54:38.661778 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af0d472f-2440-4c1f-817e-7ae091164221 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:38.673841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305aa66-6cf0-4b0b-82ba-2a4d93d09994 None None] Pushing event updated for resources: {'Port': ['ID=2f51cf48-27bd-4937-b973-1c8a9faafc2a,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:38.712138 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af0d472f-2440-4c1f-817e-7ae091164221 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (5fc4d4e9-db40-43f4-8a16-bace06e194c2), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:38.719901 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf2a1974-d553-417f-9274-aad9adb8290c req-fe5ee20a-b11a-45d0-8f5b-ff9de751f405 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235218 Feb 16 16:54:38.741503 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-862b120a-5c51-4b0a-b510-df4641b5b4bc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:54:38.753261 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862b120a-5c51-4b0a-b510-df4641b5b4bc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:54:38.794317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-862b120a-5c51-4b0a-b510-df4641b5b4bc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8177288 Feb 16 16:54:38.796804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34126) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:38.804720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-aabb9fe7-9fa3-4ff0-b743-f5dfada0ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:38.806871 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-aabb9fe7-9fa3-4ff0-b743-f5dfada0ba15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af703b6a-a4ca-4f58-b973-959c946b0bb0 HTTP/1.1" status: 200 len: 849 time: 0.1436563 Feb 16 16:54:38.839222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ae431-ed07-48ff-87ac-371f91843f1f req-3ea783ff-32a5-40a2-a11e-ff320a5d8b1b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:38.846396 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b7ae431-ed07-48ff-87ac-371f91843f1f req-3ea783ff-32a5-40a2-a11e-ff320a5d8b1b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 946 time: 0.1739902 Feb 16 16:54:38.907676 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-6d28f555-2ccc-46e9-9c19-e44a626812f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a46cf085-fe52-4e63-84ea-46f6eda101a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432682 Feb 16 16:54:38.931207 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b7ae431-ed07-48ff-87ac-371f91843f1f req-0ec76de5-99cd-4359-b97c-597311e47bc5 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839393 Feb 16 16:54:38.948565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5755651b-6c61-4118-9e4c-c26ee042ae24 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:38.950218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5755651b-6c61-4118-9e4c-c26ee042ae24 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1524158 Feb 16 16:54:38.960666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34130) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:39.029486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d659a3c1-91af-4f93-98f0-f95b1262c6d5 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:39.031310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d659a3c1-91af-4f93-98f0-f95b1262c6d5 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:39.032911 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d659a3c1-91af-4f93-98f0-f95b1262c6d5 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0705945 Feb 16 16:54:39.035456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34132) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:39.094696 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-af0d472f-2440-4c1f-817e-7ae091164221 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Floating IP 5fc4d4e9-db40-43f4-8a16-bace06e194c2 associated. External IP: 172.25.4.110, port: 54814895-d322-4460-ab7f-e8e0a097e534. Feb 16 16:54:39.096899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-929118d6-ff6b-434e-b749-9f25110c5ea2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet b18f08f4-220c-44e8-acb7-213a543c0aa4 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:54:39.137856 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-929118d6-ff6b-434e-b749-9f25110c5ea2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (b18f08f4-220c-44e8-acb7-213a543c0aa4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:39.208585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f11b5-ff42-47d4-9e97-20076a56e570 req-2d974dff-6cd7-4543-98e8-3d61e54d2c71 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:39.210305 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c60f11b5-ff42-47d4-9e97-20076a56e570 req-2d974dff-6cd7-4543-98e8-3d61e54d2c71 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 944 time: 0.1763310 Feb 16 16:54:39.213474 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-929118d6-ff6b-434e-b749-9f25110c5ea2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (b18f08f4-220c-44e8-acb7-213a543c0aa4), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:39.324207 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c60f11b5-ff42-47d4-9e97-20076a56e570 req-fe76cece-937c-4004-bef1-175ce305ab20 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991886 Feb 16 16:54:39.386761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2f51cf48-27bd-4937-b973-1c8a9faafc2a up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:39.477057 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-929118d6-ff6b-434e-b749-9f25110c5ea2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (b18f08f4-220c-44e8-acb7-213a543c0aa4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:39.498215 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0d472f-2440-4c1f-817e-7ae091164221 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:54:39.503468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2f51cf48-27bd-4937-b973-1c8a9faafc2a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:39.504084 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2f51cf48-27bd-4937-b973-1c8a9faafc2a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:39.506094 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-e59a72c7-a4c4-484e-8926-d38b058654fc service neutron] 10.222.0.60 "GET /v2.0/networks/a46cf085-fe52-4e63-84ea-46f6eda101a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831268 Feb 16 16:54:39.598499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-929118d6-ff6b-434e-b749-9f25110c5ea2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (b18f08f4-220c-44e8-acb7-213a543c0aa4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:39.684448 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2f51cf48-27bd-4937-b973-1c8a9faafc2a is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:39.685724 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2f51cf48-27bd-4937-b973-1c8a9faafc2a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:39.704725 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-929118d6-ff6b-434e-b749-9f25110c5ea2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:39.713028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-929118d6-ff6b-434e-b749-9f25110c5ea2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/b18f08f4-220c-44e8-acb7-213a543c0aa4 HTTP/1.1" status: 204 len: 168 time: 0.6764479 Feb 16 16:54:39.713687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34138) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:39.768463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929118d6-ff6b-434e-b749-9f25110c5ea2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=b18f08f4-220c-44e8-acb7-213a543c0aa4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:39.796006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e6f489d3-80c2-41d5-94e2-dafe9a499676 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808897 Feb 16 16:54:39.796628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34140) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:39.806758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ae96e91d-7c87-41fd-98d4-36bdb877472d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:39.857693 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:54:39.858062 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:54:39.879846 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-67b2215c-5cf5-4219-8b84-79e8bee2a03d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 53febf57-99a1-4619-95b7-47c321c768ec {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:39.880285 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67b2215c-5cf5-4219-8b84-79e8bee2a03d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (53febf57-99a1-4619-95b7-47c321c768ec), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:39.893869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0d472f-2440-4c1f-817e-7ae091164221 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:54:39.908389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081c2012-736e-472b-99c0-bd5187810f9d None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:54:39.919021 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af0d472f-2440-4c1f-817e-7ae091164221 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:39.931327 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081c2012-736e-472b-99c0-bd5187810f9d None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:39.932031 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-081c2012-736e-472b-99c0-bd5187810f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:39.988737 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae96e91d-7c87-41fd-98d4-36bdb877472d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:39.992556 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ae96e91d-7c87-41fd-98d4-36bdb877472d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:40.012563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-081c2012-736e-472b-99c0-bd5187810f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:40.035222 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-af0d472f-2440-4c1f-817e-7ae091164221 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "PUT /v2.0/floatingips/5fc4d4e9-db40-43f4-8a16-bace06e194c2 HTTP/1.1" status: 200 len: 978 time: 3.4907641 Feb 16 16:54:40.039038 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081c2012-736e-472b-99c0-bd5187810f9d None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:40.040496 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-081c2012-736e-472b-99c0-bd5187810f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:40.050049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34144) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:40.076964 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9732562d-e186-451d-8e5a-1bd343c088b6 req-80331108-1d3b-47d3-ad1c-e09a2a9cdbc3 service neutron] 10.222.0.60 "GET /v2.0/networks/a46cf085-fe52-4e63-84ea-46f6eda101a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577607 Feb 16 16:54:40.139922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-081c2012-736e-472b-99c0-bd5187810f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:40.140526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081c2012-736e-472b-99c0-bd5187810f9d None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:54:40.206014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-67b2215c-5cf5-4219-8b84-79e8bee2a03d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] For port 53febf57-99a1-4619-95b7-47c321c768ec, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=53febf57-99a1-4619-95b7-47c321c768ec,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:40.206756 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67b2215c-5cf5-4219-8b84-79e8bee2a03d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (53febf57-99a1-4619-95b7-47c321c768ec), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:40.266006 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-67b2215c-5cf5-4219-8b84-79e8bee2a03d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 53febf57-99a1-4619-95b7-47c321c768ec owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:40.374540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0536d-ecd3-4320-ba65-368e0aeb8138 req-0585a853-2abd-45ae-9030-76ab50af9910 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:40.388443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83f0536d-ecd3-4320-ba65-368e0aeb8138 req-0585a853-2abd-45ae-9030-76ab50af9910 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 946 time: 0.2536607 Feb 16 16:54:40.389703 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bf3ba-1b19-4cd8-b9e7-7bcf443d5f74 req-b2687900-820f-46bf-a419-4029572e5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:40.391506 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-489bf3ba-1b19-4cd8-b9e7-7bcf443d5f74 req-b2687900-820f-46bf-a419-4029572e5db5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be7a258f864c4a0687e1d4fb6aa66038&device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 1126 time: 0.2519393 Feb 16 16:54:40.420272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ec5dc833-8378-4fac-afc7-5481a3754bf7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting port 54814895-d322-4460-ab7f-e8e0a097e534 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:40.421009 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc833-8378-4fac-afc7-5481a3754bf7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (54814895-d322-4460-ab7f-e8e0a097e534), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:40.437293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2f51cf48-27bd-4937-b973-1c8a9faafc2a is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:40.437922 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2f51cf48-27bd-4937-b973-1c8a9faafc2a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:40.439926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1697ac7-e388-464e-9f08-51a11ead3694 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:40.608426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 2f51cf48-27bd-4937-b973-1c8a9faafc2a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2f51cf48-27bd-4937-b973-1c8a9faafc2a,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:40.617854 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2f51cf48-27bd-4937-b973-1c8a9faafc2a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:40.626711 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bf3ba-1b19-4cd8-b9e7-7bcf443d5f74 req-4744b672-3729-4ca0-9834-f844f60f6492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:40.628561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a93ab5b0-e4ea-4414-a285-19a5045e8ee5 None None] Provisioning complete for port 2f51cf48-27bd-4937-b973-1c8a9faafc2a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:40.629004 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a93ab5b0-e4ea-4414-a285-19a5045e8ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2f51cf48-27bd-4937-b973-1c8a9faafc2a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:40.632362 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-489bf3ba-1b19-4cd8-b9e7-7bcf443d5f74 req-4744b672-3729-4ca0-9834-f844f60f6492 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a46cf085-fe52-4e63-84ea-46f6eda101a2 HTTP/1.1" status: 200 len: 910 time: 0.2279093 Feb 16 16:54:40.680733 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ae96e91d-7c87-41fd-98d4-36bdb877472d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (98c1b128-e7d3-4b83-a3a1-c7654ced770e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:40.694362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83f0536d-ecd3-4320-ba65-368e0aeb8138 req-3c4ebdd0-2356-4be7-8827-674401400632 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050122 Feb 16 16:54:40.776753 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-489bf3ba-1b19-4cd8-b9e7-7bcf443d5f74 req-601e4d21-f47a-43be-ac10-7b0c6dea5967 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2954bc2d-7dda-4d15-abb6-904deaaaafd0 HTTP/1.1" status: 200 len: 217 time: 0.1379907 Feb 16 16:54:40.797909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae96e91d-7c87-41fd-98d4-36bdb877472d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:40.803502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96e91d-7c87-41fd-98d4-36bdb877472d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=98c1b128-e7d3-4b83-a3a1-c7654ced770e,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:40.806691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-ae96e91d-7c87-41fd-98d4-36bdb877472d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:40.819668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae96e91d-7c87-41fd-98d4-36bdb877472d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:40.821535 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ae96e91d-7c87-41fd-98d4-36bdb877472d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:40.838028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=2f51cf48-27bd-4937-b973-1c8a9faafc2a,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:40.944539 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc833-8378-4fac-afc7-5481a3754bf7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (54814895-d322-4460-ab7f-e8e0a097e534), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:40.950752 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bf3ba-1b19-4cd8-b9e7-7bcf443d5f74 req-4aaed23a-7d1a-439b-83b5-42d62bd08c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:40.952709 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-489bf3ba-1b19-4cd8-b9e7-7bcf443d5f74 req-4aaed23a-7d1a-439b-83b5-42d62bd08c50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af703b6a-a4ca-4f58-b973-959c946b0bb0 HTTP/1.1" status: 200 len: 849 time: 0.0889580 Feb 16 16:54:40.954628 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67b2215c-5cf5-4219-8b84-79e8bee2a03d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (53febf57-99a1-4619-95b7-47c321c768ec), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:40.954811 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5ea7de-f0c2-408b-9959-ea02d637a15f None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:54:41.026674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ae96e91d-7c87-41fd-98d4-36bdb877472d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2289572 Feb 16 16:54:41.032230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a93ab5b0-e4ea-4414-a285-19a5045e8ee5 None None] Current status of the port 2f51cf48-27bd-4937-b973-1c8a9faafc2a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:41.051217 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34156) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:41.066028 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-96c65884-3c50-4024-bfe2-6d3900426f76 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1404932383', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:41.072471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ea7de-f0c2-408b-9959-ea02d637a15f None None] Deleting port 2f51cf48-27bd-4937-b973-1c8a9faafc2a {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:41.072858 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea7de-f0c2-408b-9959-ea02d637a15f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2f51cf48-27bd-4937-b973-1c8a9faafc2a), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:41.075835 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-489bf3ba-1b19-4cd8-b9e7-7bcf443d5f74 req-7a7cdb83-d465-434c-92fd-67e0a12e4a28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a46cf085-fe52-4e63-84ea-46f6eda101a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084337 Feb 16 16:54:41.112487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2215c-5cf5-4219-8b84-79e8bee2a03d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=53febf57-99a1-4619-95b7-47c321c768ec,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:41.197271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2483-2efe-4260-9410-da95a288423a req-70dc36d9-f557-41be-85b0-f1964ac1d691 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:41.198877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36dd2483-2efe-4260-9410-da95a288423a req-70dc36d9-f557-41be-85b0-f1964ac1d691 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 944 time: 0.5643215 Feb 16 16:54:41.232710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5d5ea7de-f0c2-408b-9959-ea02d637a15f None None] For port 2f51cf48-27bd-4937-b973-1c8a9faafc2a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2f51cf48-27bd-4937-b973-1c8a9faafc2a,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:41.233132 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea7de-f0c2-408b-9959-ea02d637a15f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2f51cf48-27bd-4937-b973-1c8a9faafc2a), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:41.257012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ea7de-f0c2-408b-9959-ea02d637a15f None None] Calling delete_port for 2f51cf48-27bd-4937-b973-1c8a9faafc2a owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:41.350964 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96c65884-3c50-4024-bfe2-6d3900426f76 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (743072aa-0d71-4938-b71d-ceafa45133bd), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:41.352104 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96c65884-3c50-4024-bfe2-6d3900426f76 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (743072aa-0d71-4938-b71d-ceafa45133bd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:41.395601 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36dd2483-2efe-4260-9410-da95a288423a req-518e8568-ff35-42e5-9c32-ffdc0f6fb698 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846497 Feb 16 16:54:41.468226 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2f51cf48-27bd-4937-b973-1c8a9faafc2a no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:54:41.471396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585d0a8-aec2-4d03-bb86-1a3c91357e2b req-017d1199-c4af-45cf-9899-580ae25e2ef1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:41.479432 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5585d0a8-aec2-4d03-bb86-1a3c91357e2b req-017d1199-c4af-45cf-9899-580ae25e2ef1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 946 time: 0.3358943 Feb 16 16:54:41.534219 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc833-8378-4fac-afc7-5481a3754bf7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:41.534573 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc833-8378-4fac-afc7-5481a3754bf7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (5fc4d4e9-db40-43f4-8a16-bace06e194c2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:41.534902 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-ec5dc833-8378-4fac-afc7-5481a3754bf7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Floating IP 5fc4d4e9-db40-43f4-8a16-bace06e194c2 disassociated. External IP: 172.25.4.110, port: 54814895-d322-4460-ab7f-e8e0a097e534. Feb 16 16:54:41.535249 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ec5dc833-8378-4fac-afc7-5481a3754bf7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Calling delete_port for 54814895-d322-4460-ab7f-e8e0a097e534 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:41.561745 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5585d0a8-aec2-4d03-bb86-1a3c91357e2b req-037876c8-31c6-4632-99ff-1df81d109d6f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822680 Feb 16 16:54:41.580945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67b2215c-5cf5-4219-8b84-79e8bee2a03d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (aaed87a7-be86-485c-953c-a4b63a0cbb0c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:41.601599 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96c65884-3c50-4024-bfe2-6d3900426f76 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for router_controller (743072aa-0d71-4938-b71d-ceafa45133bd), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:41.605694 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-489bf3ba-1b19-4cd8-b9e7-7bcf443d5f74 req-67638606-2f20-471d-b481-205b65f1a35b service neutron] 10.222.0.60 "GET /v2.0/networks/a46cf085-fe52-4e63-84ea-46f6eda101a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908607 Feb 16 16:54:41.615091 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea7de-f0c2-408b-9959-ea02d637a15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (2f51cf48-27bd-4937-b973-1c8a9faafc2a), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:41.621931 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96c65884-3c50-4024-bfe2-6d3900426f76 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (743072aa-0d71-4938-b71d-ceafa45133bd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:41.666406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ea7de-f0c2-408b-9959-ea02d637a15f None None] Pushing event deleted for resources: {'Port': ['ID=2f51cf48-27bd-4937-b973-1c8a9faafc2a,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:41.679456 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Port 2f51cf48-27bd-4937-b973-1c8a9faafc2a update to DOWN by agent not found {{(pid=103423) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 16 16:54:41.697458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ea7de-f0c2-408b-9959-ea02d637a15f None None] No DVR routers for this DVR port 2f51cf48-27bd-4937-b973-1c8a9faafc2a on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:54:41.716422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81e6db5-3072-44a7-92db-2bfa00091e4b None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:41.757059 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96c65884-3c50-4024-bfe2-6d3900426f76 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:41.761827 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-96c65884-3c50-4024-bfe2-6d3900426f76 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7070811 Feb 16 16:54:41.765310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34158) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:41.854195 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:54:41.885334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': '98c1b128-e7d3-4b83-a3a1-c7654ced770e'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:54:41.887188 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:41.893507 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc833-8378-4fac-afc7-5481a3754bf7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (54814895-d322-4460-ab7f-e8e0a097e534), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:42.042311 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-489bf3ba-1b19-4cd8-b9e7-7bcf443d5f74 req-eb7b15bb-74a0-48d1-9eaa-f046d6687ce3 service neutron] 10.222.0.60 "GET /v2.0/networks/a46cf085-fe52-4e63-84ea-46f6eda101a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295070 Feb 16 16:54:42.047511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b2215c-5cf5-4219-8b84-79e8bee2a03d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router aaed87a7-be86-485c-953c-a4b63a0cbb0c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:54:42.054594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dc833-8378-4fac-afc7-5481a3754bf7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Port': ['ID=54814895-d322-4460-ab7f-e8e0a097e534,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:42.056150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Allocated IP 2001:db8::2 (c6c55570-6501-4cec-af38-70389b23efe2/98c1b128-e7d3-4b83-a3a1-c7654ced770e/d3d381ca-3a43-43ef-bfd5-742a7fed5604) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:42.298450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b2215c-5cf5-4219-8b84-79e8bee2a03d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:54:42.310197 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94c88c-f93e-44bc-bbb0-070241ff535e None None] Sync routers for ids ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:54:42.311701 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-67b2215c-5cf5-4219-8b84-79e8bee2a03d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "PUT /v2.0/routers/aaed87a7-be86-485c-953c-a4b63a0cbb0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3300071 Feb 16 16:54:42.314107 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34176) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:42.327890 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Publish callbacks [] for port (d3d381ca-3a43-43ef-bfd5-742a7fed5604), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:42.331352 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94c88c-f93e-44bc-bbb0-070241ff535e None None] Routers {'aaed87a7-be86-485c-953c-a4b63a0cbb0c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:42.338597 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6e94c88c-f93e-44bc-bbb0-070241ff535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:42.345313 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (d3d381ca-3a43-43ef-bfd5-742a7fed5604), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:42.436673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Pushing event updated for resources: {'Port': ['ID=d3d381ca-3a43-43ef-bfd5-742a7fed5604,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:42.451861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-c762d87a-2703-499b-a625-96a79f225a6e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting subnet 107c687b-d4fe-48c9-8d4b-6c0c18351465 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:54:42.463353 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c762d87a-2703-499b-a625-96a79f225a6e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for subnet (107c687b-d4fe-48c9-8d4b-6c0c18351465), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:42.464530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:42.464777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159df2be-49ee-4091-a371-c269bc59f6fa req-ec1aa91c-1cbb-44a9-ad39-17fb17dc857a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:42.466290 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-159df2be-49ee-4091-a371-c269bc59f6fa req-ec1aa91c-1cbb-44a9-ad39-17fb17dc857a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.65 "GET /v2.0/ports?device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 946 time: 0.1316881 Feb 16 16:54:42.467624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:42.471733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:42.535339 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:42.555523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5dc833-8378-4fac-afc7-5481a3754bf7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:54:42.564781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c762d87a-2703-499b-a625-96a79f225a6e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (107c687b-d4fe-48c9-8d4b-6c0c18351465), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:42.596601 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Attempting to bind port d3d381ca-3a43-43ef-bfd5-742a7fed5604 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:54:42.596975 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Attempting to bind port d3d381ca-3a43-43ef-bfd5-742a7fed5604 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:54:42.597338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Attempting to bind port d3d381ca-3a43-43ef-bfd5-742a7fed5604 on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:54:42.607082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:54:42.607082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:54:42.612321 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:42.612321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:54:42.612936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Bound port: d3d381ca-3a43-43ef-bfd5-742a7fed5604, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:54:42.613474 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d3d381ca-3a43-43ef-bfd5-742a7fed5604), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:42.657305 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6e94c88c-f93e-44bc-bbb0-070241ff535e None None] Set router aaed87a7-be86-485c-953c-a4b63a0cbb0c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:54:42.747667 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c762d87a-2703-499b-a625-96a79f225a6e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (107c687b-d4fe-48c9-8d4b-6c0c18351465), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:42.790326 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] For port d3d381ca-3a43-43ef-bfd5-742a7fed5604, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:54:42.797466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] For port d3d381ca-3a43-43ef-bfd5-742a7fed5604, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d3d381ca-3a43-43ef-bfd5-742a7fed5604,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:54:42.808297 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d3d381ca-3a43-43ef-bfd5-742a7fed5604), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:42.915458 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c762d87a-2703-499b-a625-96a79f225a6e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (107c687b-d4fe-48c9-8d4b-6c0c18351465), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:42.934541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a543ca4-2554-48b9-ae2c-32596adf82a5 None None] Pushing event updated for resources: {'Port': ['ID=d3d381ca-3a43-43ef-bfd5-742a7fed5604,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:42.963131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762d87a-2703-499b-a625-96a79f225a6e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Subnet': ['ID=107c687b-d4fe-48c9-8d4b-6c0c18351465,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:42.973429 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a142ff79-5fa0-4f61-a890-741c41f7c927 None None] Network 660db8e8-ac8e-4f64-9b81-079f173b76f2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:42.989253 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c762d87a-2703-499b-a625-96a79f225a6e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:42.993247 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c762d87a-2703-499b-a625-96a79f225a6e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/subnets/107c687b-d4fe-48c9-8d4b-6c0c18351465 HTTP/1.1" status: 204 len: 168 time: 0.6790228 Feb 16 16:54:42.998552 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34198) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:43.140204 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6e94c88c-f93e-44bc-bbb0-070241ff535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '9718472d-c866-426b-ab94-035488308b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:51:28Z', 'updated_at': '2022-02-16T16:54:40Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '9718472d-c866-426b-ab94-035488308b49', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:30Z', 'updated_at': '2022-02-16T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:43.227714 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router (aaed87a7-be86-485c-953c-a4b63a0cbb0c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:43.247178 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94c88c-f93e-44bc-bbb0-070241ff535e None None] Checking router: aaed87a7-be86-485c-953c-a4b63a0cbb0c for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:54:43.290824 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94c88c-f93e-44bc-bbb0-070241ff535e None None] Routers {'aaed87a7-be86-485c-953c-a4b63a0cbb0c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:43.291524 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6e94c88c-f93e-44bc-bbb0-070241ff535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:43.417210 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f1443e-91ae-447c-a216-29bee54f7c7d None None] DHCP port deletion for 660db8e8-ac8e-4f64-9b81-079f173b76f2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:54:43.520446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d3d381ca-3a43-43ef-bfd5-742a7fed5604 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:43.534225 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (aaed87a7-be86-485c-953c-a4b63a0cbb0c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:43.545756 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6e94c88c-f93e-44bc-bbb0-070241ff535e None None] Set router aaed87a7-be86-485c-953c-a4b63a0cbb0c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:54:43.647050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d3d381ca-3a43-43ef-bfd5-742a7fed5604 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:43.647421 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d3d381ca-3a43-43ef-bfd5-742a7fed5604), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:43.661200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 9718472d-c866-426b-ab94-035488308b49 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:43.661540 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9718472d-c866-426b-ab94-035488308b49), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:43.724658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::1 (c6c55570-6501-4cec-af38-70389b23efe2/98c1b128-e7d3-4b83-a3a1-c7654ced770e/8f64b684-6ef1-40af-b55f-0c21c6fd7490) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:43.737942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-90f1443e-91ae-447c-a216-29bee54f7c7d None None] Deleting port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:43.738310 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-90f1443e-91ae-447c-a216-29bee54f7c7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:43.877979 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:43.927189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] For port 9718472d-c866-426b-ab94-035488308b49, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9718472d-c866-426b-ab94-035488308b49,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:43.927582 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9718472d-c866-426b-ab94-035488308b49), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:43.934521 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:43.982958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 9718472d-c866-426b-ab94-035488308b49 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:44.018300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=8f64b684-6ef1-40af-b55f-0c21c6fd7490,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:44.058444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9a7a9-881f-46f1-b88b-31bf0cb7c2e3 req-5fdf779a-3e25-4d7f-90d0-96fbfed45bda tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:44.067205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1f9a7a9-881f-46f1-b88b-31bf0cb7c2e3 req-5fdf779a-3e25-4d7f-90d0-96fbfed45bda tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 944 time: 1.4476540 Feb 16 16:54:44.093761 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-159df2be-49ee-4091-a371-c269bc59f6fa req-e1f16f3e-d0b4-42a6-8b85-d2ff6c1d0bfe tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Deleting port e6557658-b059-49d1-96dc-ef0b50e8210a {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:44.094105 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-159df2be-49ee-4091-a371-c269bc59f6fa req-e1f16f3e-d0b4-42a6-8b85-d2ff6c1d0bfe tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e6557658-b059-49d1-96dc-ef0b50e8210a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:44.342241 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6e94c88c-f93e-44bc-bbb0-070241ff535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '9718472d-c866-426b-ab94-035488308b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:51:28Z', 'updated_at': '2022-02-16T16:54:40Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '9718472d-c866-426b-ab94-035488308b49', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:30Z', 'updated_at': '2022-02-16T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:44.355721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 2954bc2d-7dda-4d15-abb6-904deaaaafd0 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:54:44.356248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-159df2be-49ee-4091-a371-c269bc59f6fa req-e1f16f3e-d0b4-42a6-8b85-d2ff6c1d0bfe tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] For port e6557658-b059-49d1-96dc-ef0b50e8210a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e6557658-b059-49d1-96dc-ef0b50e8210a,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:44.356624 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-159df2be-49ee-4091-a371-c269bc59f6fa req-e1f16f3e-d0b4-42a6-8b85-d2ff6c1d0bfe tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e6557658-b059-49d1-96dc-ef0b50e8210a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:44.401554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-159df2be-49ee-4091-a371-c269bc59f6fa req-e1f16f3e-d0b4-42a6-8b85-d2ff6c1d0bfe tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Calling delete_port for e6557658-b059-49d1-96dc-ef0b50e8210a owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:44.447875 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (9718472d-c866-426b-ab94-035488308b49), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:44.474913 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94c88c-f93e-44bc-bbb0-070241ff535e None None] The sync data for ids ['aaed87a7-be86-485c-953c-a4b63a0cbb0c'] in n-d-669411-5 is: [{'id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622278504', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '9718472d-c866-426b-ab94-035488308b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:51:28Z', 'updated_at': '2022-02-16T16:54:40Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '9718472d-c866-426b-ab94-035488308b49', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaed87a7-be86-485c-953c-a4b63a0cbb0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:51:30Z', 'updated_at': '2022-02-16T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:54:44.512612 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-90f1443e-91ae-447c-a216-29bee54f7c7d None None] For port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=27d63ba2-8000-4d00-b0c5-3b4f9202eca3,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:44.517248 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-90f1443e-91ae-447c-a216-29bee54f7c7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:44.557464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-90f1443e-91ae-447c-a216-29bee54f7c7d None None] Calling delete_port for 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:44.662718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:44.668445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:44.672449 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-159df2be-49ee-4091-a371-c269bc59f6fa req-e1f16f3e-d0b4-42a6-8b85-d2ff6c1d0bfe tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e6557658-b059-49d1-96dc-ef0b50e8210a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:44.674572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:44.675158 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (743072aa-0d71-4938-b71d-ceafa45133bd), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:44.701839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d3d381ca-3a43-43ef-bfd5-742a7fed5604 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:44.702244 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d3d381ca-3a43-43ef-bfd5-742a7fed5604), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:44.741377 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['b315b51c-7adf-4917-9dae-d6c49f912476'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:54:44.802353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241f0e6-1217-4b5e-85b6-fae804e5ea7c req-81916b1d-72eb-4d47-81ae-2179fb0b4d80 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:44.813351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8241f0e6-1217-4b5e-85b6-fae804e5ea7c req-81916b1d-72eb-4d47-81ae-2179fb0b4d80 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ed1baa-3063-4d50-917f-5ff9bdd3ca72 HTTP/1.1" status: 200 len: 946 time: 2.1407175 Feb 16 16:54:44.833506 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['e6557658-b059-49d1-96dc-ef0b50e8210a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:54:44.864278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port d3d381ca-3a43-43ef-bfd5-742a7fed5604, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d3d381ca-3a43-43ef-bfd5-742a7fed5604,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:44.944344 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d3d381ca-3a43-43ef-bfd5-742a7fed5604), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:45.036439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f16f3e-d0b4-42a6-8b85-d2ff6c1d0bfe tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Pushing event deleted for resources: {'Port': ['ID=e6557658-b059-49d1-96dc-ef0b50e8210a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:45.237953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-159df2be-49ee-4091-a371-c269bc59f6fa req-e1f16f3e-d0b4-42a6-8b85-d2ff6c1d0bfe tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] No DVR routers for this DVR port e6557658-b059-49d1-96dc-ef0b50e8210a on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:54:45.260198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1f9a7a9-881f-46f1-b88b-31bf0cb7c2e3 req-83645db6-5f46-46c5-9e92-2244a5d57a8d tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1920726 Feb 16 16:54:45.261654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-159df2be-49ee-4091-a371-c269bc59f6fa req-e1f16f3e-d0b4-42a6-8b85-d2ff6c1d0bfe tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:45.268216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=9718472d-c866-426b-ab94-035488308b49,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:45.270144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-159df2be-49ee-4091-a371-c269bc59f6fa req-e1f16f3e-d0b4-42a6-8b85-d2ff6c1d0bfe tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.65 "DELETE /v2.0/ports/e6557658-b059-49d1-96dc-ef0b50e8210a HTTP/1.1" status: 204 len: 173 time: 2.7952838 Feb 16 16:54:45.274947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ed1baa-3063-4d50-917f-5ff9bdd3ca72', 'name': 'network-vif-deleted', 'tag': 'e6557658-b059-49d1-96dc-ef0b50e8210a'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:54:45.277350 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7411e2-30a2-4e65-a6ed-02471869450a" -d '{"events": [{"server_uuid": "20ed1baa-3063-4d50-917f-5ff9bdd3ca72", "name": "network-vif-deleted", "tag": "e6557658-b059-49d1-96dc-ef0b50e8210a"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:54:45.280307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5dc833-8378-4fac-afc7-5481a3754bf7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:54:45.331416 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8241f0e6-1217-4b5e-85b6-fae804e5ea7c req-6ce16759-b89f-4caa-aea6-eae333d05fd7 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061669 Feb 16 16:54:45.346770 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:45.400298 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (aaed87a7-be86-485c-953c-a4b63a0cbb0c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:45.407331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9005b60c-12c4-4f94-9ee9-9134b59564b8 None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:54:45.410818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:54:45.545027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c803c73b-3ee5-401f-868a-da3a366e5dd9 None None] Provisioning complete for port d3d381ca-3a43-43ef-bfd5-742a7fed5604 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:45.545453 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c803c73b-3ee5-401f-868a-da3a366e5dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d3d381ca-3a43-43ef-bfd5-742a7fed5604), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:45.595101 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec6b60f-4b2f-4504-8275-2053c0bd00db x-openstack-request-id: req-0ec6b60f-4b2f-4504-8275-2053c0bd00db {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:54:45.595443 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ed1baa-3063-4d50-917f-5ff9bdd3ca72", "name": "network-vif-deleted", "tag": "e6557658-b059-49d1-96dc-ef0b50e8210a", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:54:45.595642 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ec6b60f-4b2f-4504-8275-2053c0bd00db {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:54:45.596072 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ed1baa-3063-4d50-917f-5ff9bdd3ca72', 'name': 'network-vif-deleted', 'tag': 'e6557658-b059-49d1-96dc-ef0b50e8210a', 'status': 'completed', 'code': 200} Feb 16 16:54:45.606370 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc833-8378-4fac-afc7-5481a3754bf7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:45.610663 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (aaed87a7-be86-485c-953c-a4b63a0cbb0c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:45.613526 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_controller (aaed87a7-be86-485c-953c-a4b63a0cbb0c), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:45.618893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34212) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:45.619156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ec5dc833-8378-4fac-afc7-5481a3754bf7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/ports/54814895-d322-4460-ab7f-e8e0a097e534 HTTP/1.1" status: 204 len: 168 time: 5.5652609 Feb 16 16:54:45.688466 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d4940b72-ffc6-448c-8494-c83ae019fc62 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "GET /v2.0/floatingips/5fc4d4e9-db40-43f4-8a16-bace06e194c2 HTTP/1.1" status: 200 len: 688 time: 0.0682838 Feb 16 16:54:45.697044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34214) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:45.738485 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (aaed87a7-be86-485c-953c-a4b63a0cbb0c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:45.739078 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Fanout notify agent at l3_agent the message router_deleted on router aaed87a7-be86-485c-953c-a4b63a0cbb0c {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:54:45.754649 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:45.759688 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6f8b3823-4dc3-4294-aaa8-be847d7eccd8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/routers/aaed87a7-be86-485c-953c-a4b63a0cbb0c HTTP/1.1" status: 204 len: 168 time: 2.7522554 Feb 16 16:54:45.762465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34216) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:45.784895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9005b60c-12c4-4f94-9ee9-9134b59564b8 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:45.785581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9005b60c-12c4-4f94-9ee9-9134b59564b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:45.862911 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:45.863375 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:45.972673 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (660db8e8-ac8e-4f64-9b81-079f173b76f2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.034481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9005b60c-12c4-4f94-9ee9-9134b59564b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:46.053813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=d3d381ca-3a43-43ef-bfd5-742a7fed5604,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:46.065634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:46.066340 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.081298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 2954bc2d-7dda-4d15-abb6-904deaaaafd0, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=2954bc2d-7dda-4d15-abb6-904deaaaafd0,segment=NetworkSegment(32501721-c1ee-4ff1-b0b3-2ddac4a94d8f),segment_id=32501721-c1ee-4ff1-b0b3-2ddac4a94d8f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:46.111037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9005b60c-12c4-4f94-9ee9-9134b59564b8 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:46.111677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9005b60c-12c4-4f94-9ee9-9134b59564b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:46.146705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:46.147023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:46.147325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:46.147670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:46.148115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:46.148562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:46.149632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:46.150015 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:46.150375 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:46.150689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:46.151025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:46.151355 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:46.151703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:46.163638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9005b60c-12c4-4f94-9ee9-9134b59564b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:46.163638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9005b60c-12c4-4f94-9ee9-9134b59564b8 None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:54:46.174190 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '2954bc2d-7dda-4d15-abb6-904deaaaafd0', 'network_id': 'a46cf085-fe52-4e63-84ea-46f6eda101a2', 'port_id': '2954bc2d-7dda-4d15-abb6-904deaaaafd0', 'mac_address': 'fa:16:3e:9e:0f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af703b6a-a4ca-4f58-b973-959c946b0bb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:54:46.176391 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] For port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=27d63ba2-8000-4d00-b0c5-3b4f9202eca3,segment=NetworkSegment(75021471-dfdc-4b82-b254-63836d475f1d),segment_id=75021471-dfdc-4b82-b254-63836d475f1d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:46.176830 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.179377 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c803c73b-3ee5-401f-868a-da3a366e5dd9 None None] Current status of the port d3d381ca-3a43-43ef-bfd5-742a7fed5604 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:46.181975 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-90f1443e-91ae-447c-a216-29bee54f7c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.204326 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:46.243671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1443e-91ae-447c-a216-29bee54f7c7d None None] Pushing event deleted for resources: {'Port': ['ID=27d63ba2-8000-4d00-b0c5-3b4f9202eca3,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:46.266139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 53febf57-99a1-4619-95b7-47c321c768ec no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:54:46.302324 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.312954 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.313960 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (743072aa-0d71-4938-b71d-ceafa45133bd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.343628 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (27d63ba2-8000-4d00-b0c5-3b4f9202eca3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.372746 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] No DVR routers for this DVR port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:54:46.436572 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=27d63ba2-8000-4d00-b0c5-3b4f9202eca3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:46.572040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 2954bc2d-7dda-4d15-abb6-904deaaaafd0 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:46.572591 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2954bc2d-7dda-4d15-abb6-904deaaaafd0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.578425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-62b8c135-f6be-41d8-bfe2-b8844ac6f5e0 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting port 7f69509f-6af6-429f-b9be-2115b6ba122b {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:46.578425 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-62b8c135-f6be-41d8-bfe2-b8844ac6f5e0 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7f69509f-6af6-429f-b9be-2115b6ba122b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.613223 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (660db8e8-ac8e-4f64-9b81-079f173b76f2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.634074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1443e-91ae-447c-a216-29bee54f7c7d None None] No DVR routers for this DVR port 27d63ba2-8000-4d00-b0c5-3b4f9202eca3 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:54:46.654331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 53febf57-99a1-4619-95b7-47c321c768ec {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:54:46.654877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 53febf57-99a1-4619-95b7-47c321c768ec not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:54:46.676557 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660db8e8-ac8e-4f64-9b81-079f173b76f2']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:46.681632 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-62b8c135-f6be-41d8-bfe2-b8844ac6f5e0 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7f69509f-6af6-429f-b9be-2115b6ba122b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.682081 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-62b8c135-f6be-41d8-bfe2-b8844ac6f5e0 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (7f69509f-6af6-429f-b9be-2115b6ba122b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.692858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2954bc2d-7dda-4d15-abb6-904deaaaafd0 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:54:46.695608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-62b8c135-f6be-41d8-bfe2-b8844ac6f5e0 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Calling delete_port for 7f69509f-6af6-429f-b9be-2115b6ba122b owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:46.695972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75021471-dfdc-4b82-b254-63836d475f1d') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:46.696277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75021471-dfdc-4b82-b254-63836d475f1d') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:46.710350 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (75021471-dfdc-4b82-b254-63836d475f1d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.716624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 2954bc2d-7dda-4d15-abb6-904deaaaafd0, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=2954bc2d-7dda-4d15-abb6-904deaaaafd0,segment=NetworkSegment(32501721-c1ee-4ff1-b0b3-2ddac4a94d8f),segment_id=32501721-c1ee-4ff1-b0b3-2ddac4a94d8f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:46.730525 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (75021471-dfdc-4b82-b254-63836d475f1d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.733077 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2954bc2d-7dda-4d15-abb6-904deaaaafd0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.738127 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:54:46.738472 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (75021471-dfdc-4b82-b254-63836d475f1d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.740389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ace0354e-4fd5-4454-8b22-c9ad1788e595 None None] Provisioning complete for port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:46.741044 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ace0354e-4fd5-4454-8b22-c9ad1788e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: self.session.flush() Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:54:46.743025 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:54:46.787654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=8f64b684-6ef1-40af-b55f-0c21c6fd7490,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:46.846199 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ace0354e-4fd5-4454-8b22-c9ad1788e595 None None] Port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:54:46.848040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=2954bc2d-7dda-4d15-abb6-904deaaaafd0,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:46.872797 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (660db8e8-ac8e-4f64-9b81-079f173b76f2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.881445 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:46.889327 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/networks/660db8e8-ac8e-4f64-9b81-079f173b76f2 HTTP/1.1" status: 204 len: 168 time: 1.1251462 Feb 16 16:54:46.892175 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34230) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:46.916944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebba9c-ca86-42a1-8bb3-7b67fde20e9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Network': ['ID=660db8e8-ac8e-4f64-9b81-079f173b76f2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:46.974374 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de0c84aa-ab3e-4e8b-9cd7-b7552fc0e70c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (48fb9f50-1314-46d8-93ee-7763245e2bd1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:47.003185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c91c7e-cdfe-423e-84e9-3af375e48524 req-0e932f95-d898-4742-a455-7493055241f5 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:47.004719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c91c7e-cdfe-423e-84e9-3af375e48524 req-0e932f95-d898-4742-a455-7493055241f5 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 945 time: 0.2376761 Feb 16 16:54:47.009280 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de0c84aa-ab3e-4e8b-9cd7-b7552fc0e70c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (48fb9f50-1314-46d8-93ee-7763245e2bd1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:47.020978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50fe13-f95f-41a7-b1c4-d4f81d96f2f6 req-5e326e76-6d9f-49bd-8ab0-2f4369c376ef tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:47.022545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef50fe13-f95f-41a7-b1c4-d4f81d96f2f6 req-5e326e76-6d9f-49bd-8ab0-2f4369c376ef tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2464626 Feb 16 16:54:47.035367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:47.042478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device e6557658-b059-49d1-96dc-ef0b50e8210a no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:54:47.054230 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:47.073780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: e6557658-b059-49d1-96dc-ef0b50e8210a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:54:47.074271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device e6557658-b059-49d1-96dc-ef0b50e8210a not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:54:47.090504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['2954bc2d-7dda-4d15-abb6-904deaaaafd0'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:54:47.102172 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de0c84aa-ab3e-4e8b-9cd7-b7552fc0e70c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (48fb9f50-1314-46d8-93ee-7763245e2bd1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:47.105495 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de0c84aa-ab3e-4e8b-9cd7-b7552fc0e70c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:47.110913 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-de0c84aa-ab3e-4e8b-9cd7-b7552fc0e70c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/security-groups/48fb9f50-1314-46d8-93ee-7763245e2bd1 HTTP/1.1" status: 204 len: 168 time: 0.2167153 Feb 16 16:54:47.133566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c84aa-ab3e-4e8b-9cd7-b7552fc0e70c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fb9f50-1314-46d8-93ee-7763245e2bd1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:47.245504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c91c7e-cdfe-423e-84e9-3af375e48524 req-69d584be-61ff-4012-8b36-c9d64a0fcb7f tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338860 Feb 16 16:54:47.253354 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-62b8c135-f6be-41d8-bfe2-b8844ac6f5e0 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (7f69509f-6af6-429f-b9be-2115b6ba122b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:47.296579 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef50fe13-f95f-41a7-b1c4-d4f81d96f2f6 req-a54ae95d-e399-48b0-b4d6-50ff0a343cc1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465622 Feb 16 16:54:47.299473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8c135-f6be-41d8-bfe2-b8844ac6f5e0 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Port': ['ID=7f69509f-6af6-429f-b9be-2115b6ba122b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:47.412839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d3d381ca-3a43-43ef-bfd5-742a7fed5604 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:47.436060 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-62b8c135-f6be-41d8-bfe2-b8844ac6f5e0 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (5fc4d4e9-db40-43f4-8a16-bace06e194c2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:47.438520 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-62b8c135-f6be-41d8-bfe2-b8844ac6f5e0 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:47.444146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34238) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:47.444616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-62b8c135-f6be-41d8-bfe2-b8844ac6f5e0 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/floatingips/5fc4d4e9-db40-43f4-8a16-bace06e194c2 HTTP/1.1" status: 204 len: 168 time: 1.7465620 Feb 16 16:54:47.451945 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '1708a16b-c194-4f91-93c2-ce333bd635af'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:47.463725 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Router 743072aa-0d71-4938-b71d-ceafa45133bd is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:54:47.505366 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:47.510530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a189b010-1e30-4b06-9461-4eb97445a497 None None] Provisioning complete for port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:47.510530 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a189b010-1e30-4b06-9461-4eb97445a497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:47.547518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a189b010-1e30-4b06-9461-4eb97445a497 None None] Port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:54:47.553703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d3d381ca-3a43-43ef-bfd5-742a7fed5604 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:47.554190 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d3d381ca-3a43-43ef-bfd5-742a7fed5604), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:47.656775 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:47.662377 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d3d381ca-3a43-43ef-bfd5-742a7fed5604 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:47.688544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:54:47.699124 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Sync routers for ids ['743072aa-0d71-4938-b71d-ceafa45133bd'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:54:47.706653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-08f5d3c2-465b-4182-87d3-bfc5bdb1181f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "PUT /v2.0/routers/743072aa-0d71-4938-b71d-ceafa45133bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9401467 Feb 16 16:54:47.720190 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Routers {'743072aa-0d71-4938-b71d-ceafa45133bd'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:47.721026 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['743072aa-0d71-4938-b71d-ceafa45133bd'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:47.725876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debaf45-ec7f-4bce-8a33-998a6be5c6c8 req-a16bac63-fe43-43e5-9de3-e490ab83534c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:47.736109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8debaf45-ec7f-4bce-8a33-998a6be5c6c8 req-a16bac63-fe43-43e5-9de3-e490ab83534c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1628561 Feb 16 16:54:47.738356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34246) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:47.748721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9718472d-c866-426b-ab94-035488308b49 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:54:47.776965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 9718472d-c866-426b-ab94-035488308b49 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:54:47.777311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9718472d-c866-426b-ab94-035488308b49 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:54:47.838889 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5c3d16-5fa7-4495-8eb2-379114ef0cde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:47.840295 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fe5c3d16-5fa7-4495-8eb2-379114ef0cde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports/8f64b684-6ef1-40af-b55f-0c21c6fd7490 HTTP/1.1" status: 200 len: 911 time: 0.1009953 Feb 16 16:54:47.842867 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34252) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:47.850299 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Set router 743072aa-0d71-4938-b71d-ceafa45133bd gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:54:47.857351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8debaf45-ec7f-4bce-8a33-998a6be5c6c8 req-0e926046-d8d2-4c45-bc6c-3f6429ced30e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203833 Feb 16 16:54:47.898868 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Allocated IP 172.25.4.155 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/cbce8598-bb08-486c-a9a2-3f28e3c89f93) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:47.950150 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfadb2-90e3-4dba-a059-a1877a4ef167 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:47.956299 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfadb2-90e3-4dba-a059-a1877a4ef167 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:47.961624 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-afbfadb2-90e3-4dba-a059-a1877a4ef167 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1147335 Feb 16 16:54:47.962462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34256) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:48.081809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (cbce8598-bb08-486c-a9a2-3f28e3c89f93), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:48.122579 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (cbce8598-bb08-486c-a9a2-3f28e3c89f93), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:48.146229 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743072aa-0d71-4938-b71d-ceafa45133bd', 'name': 'tempest-NetworksTestDHCPv6-router-1404932383', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:41Z', 'updated_at': '2022-02-16T16:54:44Z', 'revision_number': 2, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'gw_port_host': None, '_interfaces': [{'id': '8f64b684-6ef1-40af-b55f-0c21c6fd7490', 'name': '', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'mac_address': 'fa:16:3e:df:4f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743072aa-0d71-4938-b71d-ceafa45133bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '98c1b128-e7d3-4b83-a3a1-c7654ced770e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:43Z', 'updated_at': '2022-02-16T16:54:45Z', 'revision_number': 2, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'subnets': [{'id': '98c1b128-e7d3-4b83-a3a1-c7654ced770e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:48.175130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=cbce8598-bb08-486c-a9a2-3f28e3c89f93,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:48.176774 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Checking router: 743072aa-0d71-4938-b71d-ceafa45133bd for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:54:48.177135 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Updating router 743072aa-0d71-4938-b71d-ceafa45133bd port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:54:48.191803 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:48.193716 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:48.197484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:48.212762 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:48.594069 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Publish callbacks [] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:48.601736 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:48.672070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfd383-147f-4767-842f-8579741aefd9 req-ede11682-8627-4025-837c-90f2882ca134 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:48.679028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3dfd383-147f-4767-842f-8579741aefd9 req-ede11682-8627-4025-837c-90f2882ca134 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.4759314 Feb 16 16:54:48.728748 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Attempting to bind port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:54:48.732655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 2954bc2d-7dda-4d15-abb6-904deaaaafd0 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:48.735671 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Attempting to bind port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:54:48.736198 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Attempting to bind port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:54:48.771916 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:54:48.773640 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:54:48.774054 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:48.774451 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:54:48.774936 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Bound port: 8f64b684-6ef1-40af-b55f-0c21c6fd7490, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:54:48.775309 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:48.797339 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455dcc4-e048-4b00-b496-c785c1d443b9 None None] Pushing event updated for resources: {'Port': ['ID=8f64b684-6ef1-40af-b55f-0c21c6fd7490,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:48.816023 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (676d06aa-a249-444f-b164-46b72648615f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:48.825096 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3dfd383-147f-4767-842f-8579741aefd9 req-be25041e-0bcd-4bad-a0a3-b406f328881e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398926 Feb 16 16:54:48.878535 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455dcc4-e048-4b00-b496-c785c1d443b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:48.878909 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455dcc4-e048-4b00-b496-c785c1d443b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:48.879246 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455dcc4-e048-4b00-b496-c785c1d443b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:48.879575 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455dcc4-e048-4b00-b496-c785c1d443b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:48.879934 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455dcc4-e048-4b00-b496-c785c1d443b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:48.880263 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455dcc4-e048-4b00-b496-c785c1d443b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:48.880583 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455dcc4-e048-4b00-b496-c785c1d443b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:48.880905 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455dcc4-e048-4b00-b496-c785c1d443b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:48.881268 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455dcc4-e048-4b00-b496-c785c1d443b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:48.881528 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455dcc4-e048-4b00-b496-c785c1d443b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:48.881843 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455dcc4-e048-4b00-b496-c785c1d443b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:48.882158 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455dcc4-e048-4b00-b496-c785c1d443b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:48.882472 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455dcc4-e048-4b00-b496-c785c1d443b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:54:48.908566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 2954bc2d-7dda-4d15-abb6-904deaaaafd0 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:54:48.913321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 2954bc2d-7dda-4d15-abb6-904deaaaafd0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:48.914814 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2954bc2d-7dda-4d15-abb6-904deaaaafd0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:48.986649 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cbce8598-bb08-486c-a9a2-3f28e3c89f93), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:49.108820 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] For port 8f64b684-6ef1-40af-b55f-0c21c6fd7490, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:54:49.119870 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] For port 8f64b684-6ef1-40af-b55f-0c21c6fd7490, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8f64b684-6ef1-40af-b55f-0c21c6fd7490,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:54:49.128806 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ddfb260c-cb2b-447d-ba0c-568cc7a578c3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (743072aa-0d71-4938-b71d-ceafa45133bd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:49.139599 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:49.161335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 2954bc2d-7dda-4d15-abb6-904deaaaafd0 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:49.162334 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2954bc2d-7dda-4d15-abb6-904deaaaafd0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:49.262372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 2954bc2d-7dda-4d15-abb6-904deaaaafd0, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=2954bc2d-7dda-4d15-abb6-904deaaaafd0,segment=NetworkSegment(32501721-c1ee-4ff1-b0b3-2ddac4a94d8f),segment_id=32501721-c1ee-4ff1-b0b3-2ddac4a94d8f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:49.272340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2954bc2d-7dda-4d15-abb6-904deaaaafd0'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:54:49.284560 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3353c4-12a1-4a15-ba13-cae7daa379f1" -d '{"events": [{"server_uuid": "0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1", "name": "network-vif-plugged", "status": "completed", "tag": "2954bc2d-7dda-4d15-abb6-904deaaaafd0"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:54:49.288312 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34270) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:49.296796 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2954bc2d-7dda-4d15-abb6-904deaaaafd0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:49.308768 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b2a1146b-2a3f-4c29-93ff-740220a1ac3a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302013491', 'description': 'tempest-secgroup-smoke-302013491 description', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:49.310952 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Routers {'743072aa-0d71-4938-b71d-ceafa45133bd'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:49.311602 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['743072aa-0d71-4938-b71d-ceafa45133bd'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:49.374599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14719df-4064-4374-abfe-4b53fd27304b req-393b2a99-a764-4f4e-9aee-0dea6c078fbe tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:49.386557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b14719df-4064-4374-abfe-4b53fd27304b req-393b2a99-a764-4f4e-9aee-0dea6c078fbe tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 945 time: 0.3593531 Feb 16 16:54:49.396122 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2a1146b-2a3f-4c29-93ff-740220a1ac3a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:49.447161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e0a16db6-b390-41c7-9026-adca0d8a01b5 None None] Provisioning complete for port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:49.469860 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e0a16db6-b390-41c7-9026-adca0d8a01b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:49.498982 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2a1146b-2a3f-4c29-93ff-740220a1ac3a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (ec5659b2-b8e0-4de3-a767-6922daabb14d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:49.510984 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2a1146b-2a3f-4c29-93ff-740220a1ac3a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ec5659b2-b8e0-4de3-a767-6922daabb14d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:49.611554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34276) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:49.618298 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455dcc4-e048-4b00-b496-c785c1d443b9 None None] Pushing event updated for resources: {'Port': ['ID=8f64b684-6ef1-40af-b55f-0c21c6fd7490,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:49.636020 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1146b-2a3f-4c29-93ff-740220a1ac3a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5659b2-b8e0-4de3-a767-6922daabb14d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:49.653200 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2a1146b-2a3f-4c29-93ff-740220a1ac3a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:49.655798 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b2a1146b-2a3f-4c29-93ff-740220a1ac3a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3651159 Feb 16 16:54:49.660806 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] Set router 743072aa-0d71-4938-b71d-ceafa45133bd gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:54:49.666310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34282) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:49.668653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=2954bc2d-7dda-4d15-abb6-904deaaaafd0,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:49.691710 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3c9d4c81-19cc-4044-b42f-ae63bceedd1a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': 'ec5659b2-b8e0-4de3-a767-6922daabb14d', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:49.716886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b14719df-4064-4374-abfe-4b53fd27304b req-9010338c-f951-47b6-a51f-34f73a00b252 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282034 Feb 16 16:54:49.719558 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (cbce8598-bb08-486c-a9a2-3f28e3c89f93), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:49.736217 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (cbce8598-bb08-486c-a9a2-3f28e3c89f93), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:49.792948 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4c81-19cc-4044-b42f-ae63bceedd1a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (db0f84a8-3be5-4bbf-8b8f-3d8a49bf3863), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:49.823169 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffeabe9-25ef-48f3-a9de-95f661a20721 x-openstack-request-id: req-9ffeabe9-25ef-48f3-a9de-95f661a20721 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:54:49.826328 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1", "name": "network-vif-plugged", "status": "completed", "tag": "2954bc2d-7dda-4d15-abb6-904deaaaafd0", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:54:49.826767 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ffeabe9-25ef-48f3-a9de-95f661a20721 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:54:49.827324 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2954bc2d-7dda-4d15-abb6-904deaaaafd0', 'code': 200} Feb 16 16:54:49.840133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e0a16db6-b390-41c7-9026-adca0d8a01b5 None None] Current status of the port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:49.840957 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e0a16db6-b390-41c7-9026-adca0d8a01b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:49.854847 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11282a65-3bd3-43f6-b702-43e61f7b4f70 req-a0f96234-3768-4203-80b8-4196012b972f tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:49.856738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11282a65-3bd3-43f6-b702-43e61f7b4f70 req-a0f96234-3768-4203-80b8-4196012b972f tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 946 time: 0.4536052 Feb 16 16:54:49.936771 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11282a65-3bd3-43f6-b702-43e61f7b4f70 req-a94e38e5-a5f9-4c70-b155-41bdb7780f1b tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693607 Feb 16 16:54:49.937729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e0a16db6-b390-41c7-9026-adca0d8a01b5 None None] For port 8f64b684-6ef1-40af-b55f-0c21c6fd7490, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8f64b684-6ef1-40af-b55f-0c21c6fd7490,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:49.947040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227aa9fe-5059-4ef3-b79c-f359061d13d4 req-71bee253-f5f4-45d7-a0b2-cfb7c36817cd tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:49.948175 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e0a16db6-b390-41c7-9026-adca0d8a01b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:49.948782 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-227aa9fe-5059-4ef3-b79c-f359061d13d4 req-71bee253-f5f4-45d7-a0b2-cfb7c36817cd tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.65 "GET /v2.0/ports?device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 945 time: 0.3256578 Feb 16 16:54:50.025266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a16db6-b390-41c7-9026-adca0d8a01b5 None None] Pushing event updated for resources: {'Port': ['ID=8f64b684-6ef1-40af-b55f-0c21c6fd7490,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:50.050092 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a20dce00-78e5-4774-b0a6-8045fe4c1fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.087692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-05d3645b-8fd7-421b-b1df-84ed11725dd5 None None] Provisioning complete for port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:50.088138 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-05d3645b-8fd7-421b-b1df-84ed11725dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.095217 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=cbce8598-bb08-486c-a9a2-3f28e3c89f93,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:50.118303 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4c81-19cc-4044-b42f-ae63bceedd1a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (db0f84a8-3be5-4bbf-8b8f-3d8a49bf3863), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.141233 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4c81-19cc-4044-b42f-ae63bceedd1a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (db0f84a8-3be5-4bbf-8b8f-3d8a49bf3863), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.155116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edf8f7-2666-451d-b22d-6c3a1601d8ed req-2dd0c0ad-253d-449c-a715-87d21f0d254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:50.160547 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9edf8f7-2666-451d-b22d-6c3a1601d8ed req-2dd0c0ad-253d-449c-a715-87d21f0d254e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 1128 time: 0.1879230 Feb 16 16:54:50.186946 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743072aa-0d71-4938-b71d-ceafa45133bd', 'name': 'tempest-NetworksTestDHCPv6-router-1404932383', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:41Z', 'updated_at': '2022-02-16T16:54:44Z', 'revision_number': 2, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'gw_port_host': None, '_interfaces': [{'id': '8f64b684-6ef1-40af-b55f-0c21c6fd7490', 'name': '', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'mac_address': 'fa:16:3e:df:4f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743072aa-0d71-4938-b71d-ceafa45133bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '98c1b128-e7d3-4b83-a3a1-c7654ced770e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:43Z', 'updated_at': '2022-02-16T16:54:49Z', 'revision_number': 4, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'subnets': [{'id': '98c1b128-e7d3-4b83-a3a1-c7654ced770e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:50.198268 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (676d06aa-a249-444f-b164-46b72648615f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.219576 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca869e-f412-4edb-aefc-e5781208cd29 None None] The sync data for ids ['743072aa-0d71-4938-b71d-ceafa45133bd'] in n-d-669411-5 is: [{'id': '743072aa-0d71-4938-b71d-ceafa45133bd', 'name': 'tempest-NetworksTestDHCPv6-router-1404932383', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:41Z', 'updated_at': '2022-02-16T16:54:44Z', 'revision_number': 2, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'gw_port_host': None, '_interfaces': [{'id': '8f64b684-6ef1-40af-b55f-0c21c6fd7490', 'name': '', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'mac_address': 'fa:16:3e:df:4f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743072aa-0d71-4938-b71d-ceafa45133bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '98c1b128-e7d3-4b83-a3a1-c7654ced770e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:43Z', 'updated_at': '2022-02-16T16:54:49Z', 'revision_number': 4, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'subnets': [{'id': '98c1b128-e7d3-4b83-a3a1-c7654ced770e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:54:50.254301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-05d3645b-8fd7-421b-b1df-84ed11725dd5 None None] Current status of the port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:50.317132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb260c-cb2b-447d-ba0c-568cc7a578c3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:50.317656 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ddfb260c-cb2b-447d-ba0c-568cc7a578c3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.366621 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4c81-19cc-4044-b42f-ae63bceedd1a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.368971 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3c9d4c81-19cc-4044-b42f-ae63bceedd1a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6968341 Feb 16 16:54:50.369893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d4c81-19cc-4044-b42f-ae63bceedd1a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0f84a8-3be5-4bbf-8b8f-3d8a49bf3863,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:50.374471 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34288) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:50.385584 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0b0e6c74-85cd-4e15-bcc1-1dd9b57d1ad9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': 'ec5659b2-b8e0-4de3-a767-6922daabb14d', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:50.431601 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9edf8f7-2666-451d-b22d-6c3a1601d8ed req-3e0ec650-11ba-4c88-a943-4efc58adf3a3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616081 Feb 16 16:54:50.480776 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6c74-85cd-4e15-bcc1-1dd9b57d1ad9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (d03e9133-bfd6-47da-8083-c8b0fe1618b2), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.501572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-227aa9fe-5059-4ef3-b79c-f359061d13d4 req-b5eef187-485c-408e-8d8e-d583585a7f59 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Deleting port 5b20e29a-88f5-42d1-895d-b2600693a2c7 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:50.501812 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-227aa9fe-5059-4ef3-b79c-f359061d13d4 req-b5eef187-485c-408e-8d8e-d583585a7f59 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5b20e29a-88f5-42d1-895d-b2600693a2c7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.515340 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Floating IP 676d06aa-a249-444f-b164-46b72648615f associated. External IP: 172.25.4.155, port: 1708a16b-c194-4f91-93c2-ce333bd635af. Feb 16 16:54:50.533507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-ddfb260c-cb2b-447d-ba0c-568cc7a578c3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] For port 8f64b684-6ef1-40af-b55f-0c21c6fd7490, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8f64b684-6ef1-40af-b55f-0c21c6fd7490,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:50.534110 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ddfb260c-cb2b-447d-ba0c-568cc7a578c3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.667306 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6c74-85cd-4e15-bcc1-1dd9b57d1ad9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (d03e9133-bfd6-47da-8083-c8b0fe1618b2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.676819 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6c74-85cd-4e15-bcc1-1dd9b57d1ad9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (d03e9133-bfd6-47da-8083-c8b0fe1618b2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.701070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-227aa9fe-5059-4ef3-b79c-f359061d13d4 req-b5eef187-485c-408e-8d8e-d583585a7f59 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] For port 5b20e29a-88f5-42d1-895d-b2600693a2c7, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5b20e29a-88f5-42d1-895d-b2600693a2c7,segment=NetworkSegment(98a81d8f-1700-44de-9724-895f318faa30),segment_id=98a81d8f-1700-44de-9724-895f318faa30)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:50.701432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-227aa9fe-5059-4ef3-b79c-f359061d13d4 req-b5eef187-485c-408e-8d8e-d583585a7f59 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5b20e29a-88f5-42d1-895d-b2600693a2c7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.716915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-227aa9fe-5059-4ef3-b79c-f359061d13d4 req-b5eef187-485c-408e-8d8e-d583585a7f59 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Calling delete_port for 5b20e29a-88f5-42d1-895d-b2600693a2c7 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:50.725878 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6c74-85cd-4e15-bcc1-1dd9b57d1ad9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.730904 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0b0e6c74-85cd-4e15-bcc1-1dd9b57d1ad9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3478637 Feb 16 16:54:50.733609 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34292) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:50.739400 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0393e803-ed50-4e97-95c6-367426419911 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': 'ec5659b2-b8e0-4de3-a767-6922daabb14d', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:50.756162 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a20dce00-78e5-4774-b0a6-8045fe4c1fbc admin admin] Publish callbacks [] for security_group (be6e8009-95e8-4e49-92da-f84d56415f1f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.757471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb260c-cb2b-447d-ba0c-568cc7a578c3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 8f64b684-6ef1-40af-b55f-0c21c6fd7490 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:50.767985 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a20dce00-78e5-4774-b0a6-8045fe4c1fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (be6e8009-95e8-4e49-92da-f84d56415f1f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.785045 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e6c74-85cd-4e15-bcc1-1dd9b57d1ad9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03e9133-bfd6-47da-8083-c8b0fe1618b2,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:50.811089 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0393e803-ed50-4e97-95c6-367426419911 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (40fe90b4-9d78-40fc-b8ff-e1cfc1ba4ff7), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.968641 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a20dce00-78e5-4774-b0a6-8045fe4c1fbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4107395b2f414565a4ce4f0636cdba95&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2484739 Feb 16 16:54:50.996592 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0393e803-ed50-4e97-95c6-367426419911 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (40fe90b4-9d78-40fc-b8ff-e1cfc1ba4ff7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:50.997505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34298) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:51.022911 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0393e803-ed50-4e97-95c6-367426419911 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (40fe90b4-9d78-40fc-b8ff-e1cfc1ba4ff7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:51.078811 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-227aa9fe-5059-4ef3-b79c-f359061d13d4 req-b5eef187-485c-408e-8d8e-d583585a7f59 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (5b20e29a-88f5-42d1-895d-b2600693a2c7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:51.088449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66a0729a-5843-4d3b-a60d-7be473c86a6a req-dc3b1940-0290-4ac2-b2c7-428c74ada5c5 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=c850ce25-9703-4ab6-b979-8320d36f28fb HTTP/1.1" status: 200 len: 210 time: 0.1064508 Feb 16 16:54:51.094468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['5b20e29a-88f5-42d1-895d-b2600693a2c7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:54:51.146198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393e803-ed50-4e97-95c6-367426419911 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fe90b4-9d78-40fc-b8ff-e1cfc1ba4ff7,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:51.159890 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0393e803-ed50-4e97-95c6-367426419911 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:51.161663 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0393e803-ed50-4e97-95c6-367426419911 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4268692 Feb 16 16:54:51.182662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34300) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:51.185492 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ea974af-ba62-4107-a2f9-bd4d8a65a491 admin admin] Publish callbacks [] for security_group (be6e8009-95e8-4e49-92da-f84d56415f1f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:51.192732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b07a85d3-81c2-4f6d-8892-95c501e1127d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': 'ec5659b2-b8e0-4de3-a767-6922daabb14d', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:51.219603 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eef187-485c-408e-8d8e-d583585a7f59 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Pushing event deleted for resources: {'Port': ['ID=5b20e29a-88f5-42d1-895d-b2600693a2c7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:51.227932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dce00-78e5-4774-b0a6-8045fe4c1fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6e8009-95e8-4e49-92da-f84d56415f1f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:51.307141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-227aa9fe-5059-4ef3-b79c-f359061d13d4 req-b5eef187-485c-408e-8d8e-d583585a7f59 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] No DVR routers for this DVR port 5b20e29a-88f5-42d1-895d-b2600693a2c7 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:54:51.313507 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-227aa9fe-5059-4ef3-b79c-f359061d13d4 req-b5eef187-485c-408e-8d8e-d583585a7f59 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:51.317293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-227aa9fe-5059-4ef3-b79c-f359061d13d4 req-b5eef187-485c-408e-8d8e-d583585a7f59 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.65 "DELETE /v2.0/ports/5b20e29a-88f5-42d1-895d-b2600693a2c7 HTTP/1.1" status: 204 len: 173 time: 1.3184173 Feb 16 16:54:51.317763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c850ce25-9703-4ab6-b979-8320d36f28fb', 'name': 'network-vif-deleted', 'tag': '5b20e29a-88f5-42d1-895d-b2600693a2c7'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:54:51.320132 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627f2583-09f3-4d39-9f02-2d21db6a1db3" -d '{"events": [{"server_uuid": "c850ce25-9703-4ab6-b979-8320d36f28fb", "name": "network-vif-deleted", "tag": "5b20e29a-88f5-42d1-895d-b2600693a2c7"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:54:51.365110 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ea974af-ba62-4107-a2f9-bd4d8a65a491 admin admin] Publish callbacks [] for security_group (be6e8009-95e8-4e49-92da-f84d56415f1f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:51.411499 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b07a85d3-81c2-4f6d-8892-95c501e1127d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (feb898f2-563b-4405-971f-c88213deabf7), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:51.447540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399e2c5-ea0b-45df-9ec5-32820470aa48 req-09a3ae9b-efe7-4e77-b603-0fe0566802e5 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:51.459464 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4399e2c5-ea0b-45df-9ec5-32820470aa48 req-09a3ae9b-efe7-4e77-b603-0fe0566802e5 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 946 time: 0.3779471 Feb 16 16:54:51.479651 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c51cf67-11f6-482b-a1bc-973d712e8919 x-openstack-request-id: req-3c51cf67-11f6-482b-a1bc-973d712e8919 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:54:51.480648 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c850ce25-9703-4ab6-b979-8320d36f28fb", "name": "network-vif-deleted", "tag": "5b20e29a-88f5-42d1-895d-b2600693a2c7", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:54:51.481305 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c51cf67-11f6-482b-a1bc-973d712e8919 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:54:51.481967 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c850ce25-9703-4ab6-b979-8320d36f28fb', 'name': 'network-vif-deleted', 'tag': '5b20e29a-88f5-42d1-895d-b2600693a2c7', 'status': 'completed', 'code': 200} Feb 16 16:54:51.538566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8f64b684-6ef1-40af-b55f-0c21c6fd7490 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:51.544034 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:54:51.550815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4399e2c5-ea0b-45df-9ec5-32820470aa48 req-5d64ec38-157c-4cef-957e-3f95679e6f3c tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904396 Feb 16 16:54:51.621991 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ddfb260c-cb2b-447d-ba0c-568cc7a578c3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8f64b684-6ef1-40af-b55f-0c21c6fd7490), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:51.623644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No active binding found for port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 {{(pid=103423) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 16:54:51.624354 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] The host n-d-669411-5 is not matching for port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 host None! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:54:51.625034 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8f64b684-6ef1-40af-b55f-0c21c6fd7490 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 16 16:54:51.647122 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Port 8f64b684-6ef1-40af-b55f-0c21c6fd7490 not found, will not notify nova. {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 16 16:54:51.667006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb260c-cb2b-447d-ba0c-568cc7a578c3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=8f64b684-6ef1-40af-b55f-0c21c6fd7490,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:51.721017 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ea974af-ba62-4107-a2f9-bd4d8a65a491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (be6e8009-95e8-4e49-92da-f84d56415f1f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:51.724488 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ea974af-ba62-4107-a2f9-bd4d8a65a491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:51.725900 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2ea974af-ba62-4107-a2f9-bd4d8a65a491 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be6e8009-95e8-4e49-92da-f84d56415f1f HTTP/1.1" status: 204 len: 168 time: 0.7239990 Feb 16 16:54:51.817483 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea974af-ba62-4107-a2f9-bd4d8a65a491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6e8009-95e8-4e49-92da-f84d56415f1f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:51.825548 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b07a85d3-81c2-4f6d-8892-95c501e1127d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (feb898f2-563b-4405-971f-c88213deabf7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:51.852856 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b07a85d3-81c2-4f6d-8892-95c501e1127d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (feb898f2-563b-4405-971f-c88213deabf7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:51.913032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a85d3-81c2-4f6d-8892-95c501e1127d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb898f2-563b-4405-971f-c88213deabf7,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:51.920473 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:54:51.931980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0fb5e-bf8c-40f2-b09e-a966867e8b0f None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:54:51.957824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0fb5e-bf8c-40f2-b09e-a966867e8b0f None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:51.958480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3bc0fb5e-bf8c-40f2-b09e-a966867e8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:51.959944 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b07a85d3-81c2-4f6d-8892-95c501e1127d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:51.967736 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b07a85d3-81c2-4f6d-8892-95c501e1127d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7774842 Feb 16 16:54:51.988490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34308) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:52.009080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-20fae112-1915-4097-a32f-6bd0fa3eb47d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': 'ec5659b2-b8e0-4de3-a767-6922daabb14d', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:52.050495 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ddfb260c-cb2b-447d-ba0c-568cc7a578c3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (743072aa-0d71-4938-b71d-ceafa45133bd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:52.120408 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-20fae112-1915-4097-a32f-6bd0fa3eb47d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Project 65c85d727f374c7f8d3cc83d4ddd839c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:54:52.127401 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20fae112-1915-4097-a32f-6bd0fa3eb47d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (66269634-6e34-4cfa-8455-99414460c60f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:52.133139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3bc0fb5e-bf8c-40f2-b09e-a966867e8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:52.142020 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:52.156802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0fb5e-bf8c-40f2-b09e-a966867e8b0f None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:52.157443 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3bc0fb5e-bf8c-40f2-b09e-a966867e8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:52.261514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3bc0fb5e-bf8c-40f2-b09e-a966867e8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:52.262207 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0fb5e-bf8c-40f2-b09e-a966867e8b0f None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:54:52.312984 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e5a04cda-846f-4011-bad5-09a4e799071b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.8636179 Feb 16 16:54:52.318438 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34318) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:52.324329 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c1541596-a8e4-48e4-8298-c185d6b9b92f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1608897368'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:52.376716 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20fae112-1915-4097-a32f-6bd0fa3eb47d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (66269634-6e34-4cfa-8455-99414460c60f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:52.378176 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1541596-a8e4-48e4-8298-c185d6b9b92f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Made reservation on behalf of 91e4ed041b504194ac4166c57de990fe for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:52.381781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1541596-a8e4-48e4-8298-c185d6b9b92f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:52.394745 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20fae112-1915-4097-a32f-6bd0fa3eb47d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (66269634-6e34-4cfa-8455-99414460c60f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:52.422781 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fae112-1915-4097-a32f-6bd0fa3eb47d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66269634-6e34-4cfa-8455-99414460c60f,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:52.443116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1541596-a8e4-48e4-8298-c185d6b9b92f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:54:52.448192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20fae112-1915-4097-a32f-6bd0fa3eb47d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:52.449428 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-20fae112-1915-4097-a32f-6bd0fa3eb47d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4596879 Feb 16 16:54:52.452715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34324) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:52.463674 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8c2fe0a8-2d28-46e8-8de7-1c92cd3161f7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': 'ec5659b2-b8e0-4de3-a767-6922daabb14d', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:52.492962 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1541596-a8e4-48e4-8298-c185d6b9b92f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ef9231f8-4944-4ddc-8057-46e848fd9218), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:52.493367 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-c1541596-a8e4-48e4-8298-c185d6b9b92f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Added segment ef9231f8-4944-4ddc-8057-46e848fd9218 of type vlan for network 29745608-4da4-485e-9518-1c2570dc6d1d Feb 16 16:54:52.533721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfb260c-cb2b-447d-ba0c-568cc7a578c3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Router 743072aa-0d71-4938-b71d-ceafa45133bd has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:54:52.553710 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-8c2fe0a8-2d28-46e8-8de7-1c92cd3161f7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Project 65c85d727f374c7f8d3cc83d4ddd839c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:54:52.567557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe0a8-2d28-46e8-8de7-1c92cd3161f7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (37e17820-89ef-4669-989d-d923dc70a69c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:52.575281 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1541596-a8e4-48e4-8298-c185d6b9b92f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (29745608-4da4-485e-9518-1c2570dc6d1d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:52.665289 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1541596-a8e4-48e4-8298-c185d6b9b92f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (29745608-4da4-485e-9518-1c2570dc6d1d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:52.671621 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1541596-a8e4-48e4-8298-c185d6b9b92f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:52.672276 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1541596-a8e4-48e4-8298-c185d6b9b92f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:52.687160 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe0a8-2d28-46e8-8de7-1c92cd3161f7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (37e17820-89ef-4669-989d-d923dc70a69c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:52.778141 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1541596-a8e4-48e4-8298-c185d6b9b92f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Network': ['ID=29745608-4da4-485e-9518-1c2570dc6d1d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:52.787388 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c1541596-a8e4-48e4-8298-c185d6b9b92f tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4654312 Feb 16 16:54:52.787388 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe0a8-2d28-46e8-8de7-1c92cd3161f7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (37e17820-89ef-4669-989d-d923dc70a69c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:52.789234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34334) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:52.791903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 29745608-4da4-485e-9518-1c2570dc6d1d details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:54:52.795371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfb260c-cb2b-447d-ba0c-568cc7a578c3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:54:52.809053 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8bd2f-1d59-4628-b9db-7a307ebca038 None None] Sync routers for ids ['743072aa-0d71-4938-b71d-ceafa45133bd'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:54:52.815384 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ddfb260c-cb2b-447d-ba0c-568cc7a578c3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "PUT /v2.0/routers/743072aa-0d71-4938-b71d-ceafa45133bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8521907 Feb 16 16:54:52.818342 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34338) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:52.831514 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8bd2f-1d59-4628-b9db-7a307ebca038 None None] Routers {'743072aa-0d71-4938-b71d-ceafa45133bd'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:52.834317 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-37b8bd2f-1d59-4628-b9db-7a307ebca038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['743072aa-0d71-4938-b71d-ceafa45133bd'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:52.859374 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-752d92b1-3750-4720-bfc8-bafbf48b177b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'subnet': {'network_id': '29745608-4da4-485e-9518-1c2570dc6d1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:52.868904 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fe0a8-2d28-46e8-8de7-1c92cd3161f7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e17820-89ef-4669-989d-d923dc70a69c,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:52.884413 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe0a8-2d28-46e8-8de7-1c92cd3161f7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:52.888233 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8c2fe0a8-2d28-46e8-8de7-1c92cd3161f7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4320228 Feb 16 16:54:52.890271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34342) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:52.894529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a0fbbb-5143-4e85-addb-862123e69e10 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:52.896000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a0fbbb-5143-4e85-addb-862123e69e10 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:52.905162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-44a0fbbb-5143-4e85-addb-862123e69e10 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0855629 Feb 16 16:54:52.918785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-dc3ddf7b-bb88-43e7-b2f8-cbf7f7e0a87b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'network': {'name': 'tempest-network-smoke--1658144911', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'port_security_enabled': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:52.955258 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-37b8bd2f-1d59-4628-b9db-7a307ebca038 None None] Set router 743072aa-0d71-4938-b71d-ceafa45133bd gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:54:52.961756 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34344) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:53.005236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3ddf7b-bb88-43e7-b2f8-cbf7f7e0a87b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Made reservation on behalf of 65c85d727f374c7f8d3cc83d4ddd839c for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:53.014635 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc3ddf7b-bb88-43e7-b2f8-cbf7f7e0a87b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:53.124330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752d92b1-3750-4720-bfc8-bafbf48b177b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Made reservation on behalf of 91e4ed041b504194ac4166c57de990fe for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:53.128680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-752d92b1-3750-4720-bfc8-bafbf48b177b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:53.145300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4b7c5-7782-4be5-9533-89d82bb34fdc req-f7dd840e-f226-4305-834a-9380b159dbd2 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:53.156708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fb4b7c5-7782-4be5-9533-89d82bb34fdc req-f7dd840e-f226-4305-834a-9380b159dbd2 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 946 time: 0.4393229 Feb 16 16:54:53.270218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fb4b7c5-7782-4be5-9533-89d82bb34fdc req-a74d2803-a888-4622-9673-e3672684e2b6 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086385 Feb 16 16:54:53.335346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-32dfc720-f6a4-44d3-838d-8241cd5282bf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 98c1b128-e7d3-4b83-a3a1-c7654ced770e {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:54:53.342302 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32dfc720-f6a4-44d3-838d-8241cd5282bf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (98c1b128-e7d3-4b83-a3a1-c7654ced770e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:53.378339 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-37b8bd2f-1d59-4628-b9db-7a307ebca038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743072aa-0d71-4938-b71d-ceafa45133bd', 'name': 'tempest-NetworksTestDHCPv6-router-1404932383', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:41Z', 'updated_at': '2022-02-16T16:54:51Z', 'revision_number': 3, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:53.401521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3ddf7b-bb88-43e7-b2f8-cbf7f7e0a87b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:54:53.426063 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc3ddf7b-bb88-43e7-b2f8-cbf7f7e0a87b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e2ab81c0-c738-466c-9f24-60ae2e445939), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:53.426424 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-dc3ddf7b-bb88-43e7-b2f8-cbf7f7e0a87b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Added segment e2ab81c0-c738-466c-9f24-60ae2e445939 of type vlan for network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 Feb 16 16:54:53.440508 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8bd2f-1d59-4628-b9db-7a307ebca038 None None] Checking router: 743072aa-0d71-4938-b71d-ceafa45133bd for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:54:53.441762 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32dfc720-f6a4-44d3-838d-8241cd5282bf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (98c1b128-e7d3-4b83-a3a1-c7654ced770e), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:53.458944 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8bd2f-1d59-4628-b9db-7a307ebca038 None None] Routers {'743072aa-0d71-4938-b71d-ceafa45133bd'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:53.460028 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-37b8bd2f-1d59-4628-b9db-7a307ebca038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['743072aa-0d71-4938-b71d-ceafa45133bd'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:53.521611 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc3ddf7b-bb88-43e7-b2f8-cbf7f7e0a87b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (30d1cb75-3b39-4f40-912d-fcfd17ae1e44), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:53.654678 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-37b8bd2f-1d59-4628-b9db-7a307ebca038 None None] Set router 743072aa-0d71-4938-b71d-ceafa45133bd gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:54:53.705038 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32dfc720-f6a4-44d3-838d-8241cd5282bf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (98c1b128-e7d3-4b83-a3a1-c7654ced770e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:53.709873 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-752d92b1-3750-4720-bfc8-bafbf48b177b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (13abc12e-aed6-4162-bf1d-cda86a693cd6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:53.777924 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-37b8bd2f-1d59-4628-b9db-7a307ebca038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743072aa-0d71-4938-b71d-ceafa45133bd', 'name': 'tempest-NetworksTestDHCPv6-router-1404932383', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:41Z', 'updated_at': '2022-02-16T16:54:51Z', 'revision_number': 3, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:53.779440 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.db.resource_extend [None req-dc3ddf7b-bb88-43e7-b2f8-cbf7f7e0a87b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:54:53.806365 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32dfc720-f6a4-44d3-838d-8241cd5282bf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (98c1b128-e7d3-4b83-a3a1-c7654ced770e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:53.818257 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc3ddf7b-bb88-43e7-b2f8-cbf7f7e0a87b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (30d1cb75-3b39-4f40-912d-fcfd17ae1e44), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:53.820127 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8bd2f-1d59-4628-b9db-7a307ebca038 None None] The sync data for ids ['743072aa-0d71-4938-b71d-ceafa45133bd'] in n-d-669411-5 is: [{'id': '743072aa-0d71-4938-b71d-ceafa45133bd', 'name': 'tempest-NetworksTestDHCPv6-router-1404932383', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:41Z', 'updated_at': '2022-02-16T16:54:51Z', 'revision_number': 3, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:54:53.826272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3ddf7b-bb88-43e7-b2f8-cbf7f7e0a87b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:53.827348 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc3ddf7b-bb88-43e7-b2f8-cbf7f7e0a87b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:53.880183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d92b1-3750-4720-bfc8-bafbf48b177b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Subnet': ['ID=13abc12e-aed6-4162-bf1d-cda86a693cd6,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:53.887298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4699223-8a97-4702-8419-55da6a5bae5f None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:53.896262 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfc720-f6a4-44d3-838d-8241cd5282bf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=98c1b128-e7d3-4b83-a3a1-c7654ced770e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:53.914932 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32dfc720-f6a4-44d3-838d-8241cd5282bf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:53.924968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-32dfc720-f6a4-44d3-838d-8241cd5282bf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/98c1b128-e7d3-4b83-a3a1-c7654ced770e HTTP/1.1" status: 204 len: 168 time: 0.9586682 Feb 16 16:54:53.927261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34372) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:53.928209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752d92b1-3750-4720-bfc8-bafbf48b177b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Checking segment: {'id': 'ef9231f8-4944-4ddc-8057-46e848fd9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29745608-4da4-485e-9518-1c2570dc6d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:54:53.928629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752d92b1-3750-4720-bfc8-bafbf48b177b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network hostable DHCP agents. Network: 29745608-4da4-485e-9518-1c2570dc6d1d, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:54:53.964494 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dc3ddf7b-bb88-43e7-b2f8-cbf7f7e0a87b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0559177 Feb 16 16:54:53.965122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34376) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:53.989838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'admin_state_up': True, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:54.071307 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (b27d9745-3aa6-44a9-9ebb-c97778097396), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:54.072984 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (b27d9745-3aa6-44a9-9ebb-c97778097396), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:54.078379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ddf7b-bb88-43e7-b2f8-cbf7f7e0a87b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Network': ['ID=30d1cb75-3b39-4f40-912d-fcfd17ae1e44,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:54.111495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:54:54.250932 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_controller (b27d9745-3aa6-44a9-9ebb-c97778097396), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:54.298274 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752d92b1-3750-4720-bfc8-bafbf48b177b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network 29745608-4da4-485e-9518-1c2570dc6d1d is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:54:54.318970 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-752d92b1-3750-4720-bfc8-bafbf48b177b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 29745608-4da4-485e-9518-1c2570dc6d1d) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:54.328732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174901ee-2367-4510-aa21-d4a4d9ab87c8 None None] Network 29745608-4da4-485e-9518-1c2570dc6d1d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:54.338625 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752d92b1-3750-4720-bfc8-bafbf48b177b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:54.341035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-752d92b1-3750-4720-bfc8-bafbf48b177b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:54.375214 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5f1c53c9-d505-4d24-8ca7-db6f79a40853 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4406753 Feb 16 16:54:54.380988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34386) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:54.484626 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-752d92b1-3750-4720-bfc8-bafbf48b177b tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6611407 Feb 16 16:54:54.513194 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9881912b-8739-4779-8fe3-116fa584d7ba None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:54:54.525830 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34388) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:54.532708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-390581276', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}, 'admin_state_up': False}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:54.578376 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-461825b4-f926-497b-b942-17c2383cc26b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for router (743072aa-0d71-4938-b71d-ceafa45133bd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:54.741765 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9881912b-8739-4779-8fe3-116fa584d7ba None None] Deleting port d3d381ca-3a43-43ef-bfd5-742a7fed5604 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:54.742909 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9881912b-8739-4779-8fe3-116fa584d7ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d3d381ca-3a43-43ef-bfd5-742a7fed5604), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:54.746091 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-29745608-4da4-485e-9518-1c2570dc6d1d', 'network_id': '29745608-4da4-485e-9518-1c2570dc6d1d', 'project_id': '91e4ed041b504194ac4166c57de990fe', 'fixed_ips': [{'subnet_id': '13abc12e-aed6-4162-bf1d-cda86a693cd6'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:54:54.747137 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:54.803281 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-461825b4-f926-497b-b942-17c2383cc26b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (743072aa-0d71-4938-b71d-ceafa45133bd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:54.806436 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-461825b4-f926-497b-b942-17c2383cc26b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for router_controller (743072aa-0d71-4938-b71d-ceafa45133bd), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:54.814567 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (b27d9745-3aa6-44a9-9ebb-c97778097396), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:54.865305 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-461825b4-f926-497b-b942-17c2383cc26b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (743072aa-0d71-4938-b71d-ceafa45133bd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:54.865908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461825b4-f926-497b-b942-17c2383cc26b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Fanout notify agent at l3_agent the message router_deleted on router 743072aa-0d71-4938-b71d-ceafa45133bd {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:54:54.880009 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-461825b4-f926-497b-b942-17c2383cc26b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:54.881646 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-461825b4-f926-497b-b942-17c2383cc26b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/routers/743072aa-0d71-4938-b71d-ceafa45133bd HTTP/1.1" status: 204 len: 168 time: 0.4996140 Feb 16 16:54:54.886944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34396) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:54.889409 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:54.892686 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:54.902229 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b3690-7fee-4e70-8b56-b7c1f5796ece req-cbcbbada-b9a5-4415-bec7-c3b2e2267801 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:54.904726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd7b3690-7fee-4e70-8b56-b7c1f5796ece req-cbcbbada-b9a5-4415-bec7-c3b2e2267801 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.7908452 Feb 16 16:54:54.983258 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router_controller (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:54.988314 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-38f56b88-e60f-4c25-bd02-99ff0234d896 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:55.063216 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d83e0c-7a7a-41fa-95e9-792ca3f00612 req-23a9808a-5482-4ee4-b5b5-fd46d236992f tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:55.088706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33d83e0c-7a7a-41fa-95e9-792ca3f00612 req-23a9808a-5482-4ee4-b5b5-fd46d236992f tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 946 time: 0.2636244 Feb 16 16:54:55.216065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 5b20e29a-88f5-42d1-895d-b2600693a2c7 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:54:55.305566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd7b3690-7fee-4e70-8b56-b7c1f5796ece req-fd614bfa-5d3d-47cc-9540-6a2c30e64b3d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855460 Feb 16 16:54:55.356027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33d83e0c-7a7a-41fa-95e9-792ca3f00612 req-73d343b2-81e7-42e7-9991-14569616b29c tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659173 Feb 16 16:54:55.451368 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d3d381ca-3a43-43ef-bfd5-742a7fed5604 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:54:55.576638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 5b20e29a-88f5-42d1-895d-b2600693a2c7 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:54:55.577185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 5b20e29a-88f5-42d1-895d-b2600693a2c7 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:54:55.591380 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9881912b-8739-4779-8fe3-116fa584d7ba None None] For port d3d381ca-3a43-43ef-bfd5-742a7fed5604, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d3d381ca-3a43-43ef-bfd5-742a7fed5604,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:55.591964 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9881912b-8739-4779-8fe3-116fa584d7ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d3d381ca-3a43-43ef-bfd5-742a7fed5604), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:55.639151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9881912b-8739-4779-8fe3-116fa584d7ba None None] Calling delete_port for d3d381ca-3a43-43ef-bfd5-742a7fed5604 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:55.959306 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2730ca7b-07b5-4031-8324-6c8cfb114808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:55.973237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Allocated IP 172.20.0.2 (29745608-4da4-485e-9518-1c2570dc6d1d/13abc12e-aed6-4162-bf1d-cda86a693cd6/e45e6acb-837c-443b-b63f-8d0d1ee5c440) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:55.978874 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9881912b-8739-4779-8fe3-116fa584d7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (d3d381ca-3a43-43ef-bfd5-742a7fed5604), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:55.981180 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router_gateway (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:56.004835 n-d-669411-5 neutron-server[103423]: INFO neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No ports have port_id starting with d3d381ca-3a43-43ef-bfd5-742a7fed5604 Feb 16 16:54:56.008828 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (b27d9745-3aa6-44a9-9ebb-c97778097396), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:56.041993 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:56.056626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881912b-8739-4779-8fe3-116fa584d7ba None None] Pushing event deleted for resources: {'Port': ['ID=d3d381ca-3a43-43ef-bfd5-742a7fed5604,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:56.058779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9881912b-8739-4779-8fe3-116fa584d7ba None None] No DVR routers for this DVR port d3d381ca-3a43-43ef-bfd5-742a7fed5604 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:54:56.073927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8f64b684-6ef1-40af-b55f-0c21c6fd7490 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:54:56.139200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 8f64b684-6ef1-40af-b55f-0c21c6fd7490 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:54:56.139520 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8f64b684-6ef1-40af-b55f-0c21c6fd7490 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:54:56.140399 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f56b88-e60f-4c25-bd02-99ff0234d896 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:56.158884 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38f56b88-e60f-4c25-bd02-99ff0234d896 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:56.205697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.25.4.173 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/231918d8-0910-4c6d-8471-91cea6e856c4) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:56.378098 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ad26f-e722-42f5-9556-d565e212b750 req-cb414dd2-fb77-4dcb-a369-0262932788af tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:56.387416 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-749ad26f-e722-42f5-9556-d565e212b750 req-cb414dd2-fb77-4dcb-a369-0262932788af tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 946 time: 0.3867216 Feb 16 16:54:56.401202 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (231918d8-0910-4c6d-8471-91cea6e856c4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:56.402122 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Publish callbacks [] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:56.412708 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:56.471150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2c296-c2bb-4f5f-83a8-89ea0fe42469 req-3206a037-f97e-4da9-ae38-317d5fb55075 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:56.481897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Network 29745608-4da4-485e-9518-1c2570dc6d1d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:56.485587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9e2c296-c2bb-4f5f-83a8-89ea0fe42469 req-3206a037-f97e-4da9-ae38-317d5fb55075 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.6218729 Feb 16 16:54:56.487689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:56.495464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:56.535018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Pushing event updated for resources: {'Port': ['ID=e45e6acb-837c-443b-b63f-8d0d1ee5c440,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:56.591524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Attempting to bind port e45e6acb-837c-443b-b63f-8d0d1ee5c440 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:54:56.592718 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Attempting to bind port e45e6acb-837c-443b-b63f-8d0d1ee5c440 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'ef9231f8-4944-4ddc-8057-46e848fd9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29745608-4da4-485e-9518-1c2570dc6d1d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:54:56.593343 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Attempting to bind port e45e6acb-837c-443b-b63f-8d0d1ee5c440 on network 29745608-4da4-485e-9518-1c2570dc6d1d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:54:56.600458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:54:56.601207 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Checking segment: {'id': 'ef9231f8-4944-4ddc-8057-46e848fd9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29745608-4da4-485e-9518-1c2570dc6d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:54:56.603374 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:56.604177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Bound using segment: {'id': 'ef9231f8-4944-4ddc-8057-46e848fd9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29745608-4da4-485e-9518-1c2570dc6d1d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:54:56.604869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Bound port: e45e6acb-837c-443b-b63f-8d0d1ee5c440, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9231f8-4944-4ddc-8057-46e848fd9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29745608-4da4-485e-9518-1c2570dc6d1d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:54:56.605668 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:56.652372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c9e2c296-c2bb-4f5f-83a8-89ea0fe42469 req-796789d4-66c7-4e9e-8e7d-2b6a60413a83 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566193 Feb 16 16:54:56.655399 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (231918d8-0910-4c6d-8471-91cea6e856c4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:56.714021 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] For port e45e6acb-837c-443b-b63f-8d0d1ee5c440, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:54:56.718955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] For port e45e6acb-837c-443b-b63f-8d0d1ee5c440, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e45e6acb-837c-443b-b63f-8d0d1ee5c440,segment=NetworkSegment(ef9231f8-4944-4ddc-8057-46e848fd9218),segment_id=ef9231f8-4944-4ddc-8057-46e848fd9218)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:54:56.729533 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:56.744503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=231918d8-0910-4c6d-8471-91cea6e856c4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:56.778958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae4576-7e35-4b97-9001-1b9606e61ecf req-c33652fd-ce49-40e4-ae6d-640ef028f514 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:56.780554 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4ae4576-7e35-4b97-9001-1b9606e61ecf req-c33652fd-ce49-40e4-ae6d-640ef028f514 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 946 time: 0.2301390 Feb 16 16:54:56.782549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:56.786487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:56.791397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:56.848163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7cef7-a8d2-412b-afac-0f90db880ca1 None None] Pushing event updated for resources: {'Port': ['ID=e45e6acb-837c-443b-b63f-8d0d1ee5c440,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:57.063019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router_gateway (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:57.067030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-749ad26f-e722-42f5-9556-d565e212b750 req-b8fc41c5-e791-403b-9e8c-7f616379316e tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Deleting port 2954bc2d-7dda-4d15-abb6-904deaaaafd0 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:54:57.067377 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-749ad26f-e722-42f5-9556-d565e212b750 req-b8fc41c5-e791-403b-9e8c-7f616379316e tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2954bc2d-7dda-4d15-abb6-904deaaaafd0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:57.136991 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4ae4576-7e35-4b97-9001-1b9606e61ecf req-60ae2a03-630c-4ccd-b811-3763499d1b6d tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368671 Feb 16 16:54:57.183636 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38f56b88-e60f-4c25-bd02-99ff0234d896 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (e6d8eaad-867f-414e-bc15-960b17d067fb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:57.195482 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:57.354745 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (b27d9745-3aa6-44a9-9ebb-c97778097396), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:57.427508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f56b88-e60f-4c25-bd02-99ff0234d896 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:57.439291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-38f56b88-e60f-4c25-bd02-99ff0234d896 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:57.442341 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f56b88-e60f-4c25-bd02-99ff0234d896 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:57.443251 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38f56b88-e60f-4c25-bd02-99ff0234d896 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:57.452689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c80319-1a92-41b5-a009-588963aa6dd5 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:57.495404 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f56b88-e60f-4c25-bd02-99ff0234d896 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=e6d8eaad-867f-414e-bc15-960b17d067fb,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:57.510761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e45e6acb-837c-443b-b63f-8d0d1ee5c440 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:57.529863 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Allocated IP 172.25.4.28 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/813b7b26-2679-4c74-b6cd-f2d7016a5b2f) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:57.543721 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-38f56b88-e60f-4c25-bd02-99ff0234d896 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6555245 Feb 16 16:54:57.544569 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34418) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:57.557926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9b0f3992-248b-4285-b3fc-deeece39bd23 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1979135117', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:57.579831 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-749ad26f-e722-42f5-9556-d565e212b750 req-b8fc41c5-e791-403b-9e8c-7f616379316e tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] For port 2954bc2d-7dda-4d15-abb6-904deaaaafd0, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=2954bc2d-7dda-4d15-abb6-904deaaaafd0,segment=NetworkSegment(32501721-c1ee-4ff1-b0b3-2ddac4a94d8f),segment_id=32501721-c1ee-4ff1-b0b3-2ddac4a94d8f)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:57.580210 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-749ad26f-e722-42f5-9556-d565e212b750 req-b8fc41c5-e791-403b-9e8c-7f616379316e tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2954bc2d-7dda-4d15-abb6-904deaaaafd0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:57.604041 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3992-248b-4285-b3fc-deeece39bd23 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (fb280e62-9472-4f79-a8d3-ccea6013d361), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:57.606973 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3992-248b-4285-b3fc-deeece39bd23 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (fb280e62-9472-4f79-a8d3-ccea6013d361), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:57.661831 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-749ad26f-e722-42f5-9556-d565e212b750 req-b8fc41c5-e791-403b-9e8c-7f616379316e tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Calling delete_port for 2954bc2d-7dda-4d15-abb6-904deaaaafd0 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:54:57.840767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': 'e6d8eaad-867f-414e-bc15-960b17d067fb'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:54:57.841643 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:57.848480 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3992-248b-4285-b3fc-deeece39bd23 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for router_controller (fb280e62-9472-4f79-a8d3-ccea6013d361), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:57.860932 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3992-248b-4285-b3fc-deeece39bd23 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (fb280e62-9472-4f79-a8d3-ccea6013d361), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:57.922449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-9a6d7973-1d4f-4ccc-90f0-2810e902a68d tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=339ec40502aa40e4b74c8c1f14f144fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1062992 Feb 16 16:54:58.046472 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3992-248b-4285-b3fc-deeece39bd23 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:58.047709 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9b0f3992-248b-4285-b3fc-deeece39bd23 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4960520 Feb 16 16:54:58.051349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34436) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:58.088059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Allocated IP 2001:db8::2 (c6c55570-6501-4cec-af38-70389b23efe2/e6d8eaad-867f-414e-bc15-960b17d067fb/90e8b974-4e48-479c-86b8-53eedb90b51a) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:54:58.125556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e45e6acb-837c-443b-b63f-8d0d1ee5c440 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:58.133506 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:58.153330 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (813b7b26-2679-4c74-b6cd-f2d7016a5b2f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:58.269873 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (813b7b26-2679-4c74-b6cd-f2d7016a5b2f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:58.359390 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (b27d9745-3aa6-44a9-9ebb-c97778097396), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:58.431057 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=813b7b26-2679-4c74-b6cd-f2d7016a5b2f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:58.506431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfab8d0a-9d8c-46e5-9048-088d91a6c1ab None None] Network 29745608-4da4-485e-9518-1c2570dc6d1d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:54:58.506993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-7c5a9461-7a53-438e-bc6b-a4d77f45a589 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:58.515516 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-7c5a9461-7a53-438e-bc6b-a4d77f45a589 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5781090 Feb 16 16:54:58.544301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb466e9-1f5c-45dc-beab-bef419d0a1eb req-f0262274-b015-4221-8e51-7973d5ccb260 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:58.551187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fb466e9-1f5c-45dc-beab-bef419d0a1eb req-f0262274-b015-4221-8e51-7973d5ccb260 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 946 time: 0.2748649 Feb 16 16:54:58.554144 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eb6094fd-0116-41b9-b322-37b49efec905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:58.564234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-7f08f51b-777e-4585-b9cd-0ada4b39f8e2 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/quotas/339ec40502aa40e4b74c8c1f14f144fc HTTP/1.1" status: 200 len: 375 time: 0.0474730 Feb 16 16:54:58.568412 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:58.571934 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:58.608216 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Publish callbacks [] for port (90e8b974-4e48-479c-86b8-53eedb90b51a), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:58.612565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:58.646569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-dba20810-a9e7-451f-ad70-46d9a0a4c824 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=339ec40502aa40e4b74c8c1f14f144fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814929 Feb 16 16:54:58.687924 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e45e6acb-837c-443b-b63f-8d0d1ee5c440 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:54:58.688469 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:58.693801 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (90e8b974-4e48-479c-86b8-53eedb90b51a), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:58.712295 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fb466e9-1f5c-45dc-beab-bef419d0a1eb req-42b30127-0385-4a51-ba87-79707e141e45 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583908 Feb 16 16:54:58.723109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-671606be-fc5f-4c93-99fe-fa5d1e8ddea1 None None] Provisioning complete for port e45e6acb-837c-443b-b63f-8d0d1ee5c440 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:54:58.723109 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-671606be-fc5f-4c93-99fe-fa5d1e8ddea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:58.727509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router b27d9745-3aa6-44a9-9ebb-c97778097396 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:54:58.754920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 2954bc2d-7dda-4d15-abb6-904deaaaafd0 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:54:58.846142 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port e45e6acb-837c-443b-b63f-8d0d1ee5c440, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e45e6acb-837c-443b-b63f-8d0d1ee5c440,segment=NetworkSegment(ef9231f8-4944-4ddc-8057-46e848fd9218),segment_id=ef9231f8-4944-4ddc-8057-46e848fd9218)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:54:58.856216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:54:58.864268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:54:58.866649 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:58.880760 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:54:58.895658 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:54:58.914352 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:58.915923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-143a40e6-19b3-48e3-97a2-386cf6030e2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.9428828 Feb 16 16:54:58.919018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34446) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:58.934151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Sync routers for ids ['b27d9745-3aa6-44a9-9ebb-c97778097396'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:54:58.981568 n-d-669411-5 neutron-server[103423]: INFO neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No ports have port_id starting with 2954bc2d-7dda-4d15-abb6-904deaaaafd0 Feb 16 16:54:59.005939 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-749ad26f-e722-42f5-9556-d565e212b750 req-b8fc41c5-e791-403b-9e8c-7f616379316e tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2954bc2d-7dda-4d15-abb6-904deaaaafd0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:59.008274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01ca7ef7-fb2b-497b-bbe0-0bf9e0b351c9 req-a2a8d310-ff00-4ff6-9bbd-de34a524ae58 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 210 time: 0.0447590 Feb 16 16:54:59.029275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Pushing event updated for resources: {'Port': ['ID=90e8b974-4e48-479c-86b8-53eedb90b51a,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:59.061367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8267153e-af83-4fad-82fb-ec8cce2a9faa tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=65c85d727f374c7f8d3cc83d4ddd839c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1409836 Feb 16 16:54:59.063880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34456) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:59.118145 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:59.120209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc41c5-e791-403b-9e8c-7f616379316e tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Pushing event deleted for resources: {'Port': ['ID=2954bc2d-7dda-4d15-abb6-904deaaaafd0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:59.203102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Routers {'b27d9745-3aa6-44a9-9ebb-c97778097396'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:54:59.204403 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b27d9745-3aa6-44a9-9ebb-c97778097396'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:54:59.219139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=e45e6acb-837c-443b-b63f-8d0d1ee5c440,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:54:59.452137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Attempting to bind port 90e8b974-4e48-479c-86b8-53eedb90b51a on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:54:59.452609 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Attempting to bind port 90e8b974-4e48-479c-86b8-53eedb90b51a by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:54:59.488626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Attempting to bind port 90e8b974-4e48-479c-86b8-53eedb90b51a on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:54:59.510785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf32da54-4a3d-4ac3-9b67-32fdcf686eb7 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:54:59.512656 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bf32da54-4a3d-4ac3-9b67-32fdcf686eb7 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4464002 Feb 16 16:54:59.515638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34470) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:59.520307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e45e6acb-837c-443b-b63f-8d0d1ee5c440 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:54:59.558408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-749ad26f-e722-42f5-9556-d565e212b750 req-b8fc41c5-e791-403b-9e8c-7f616379316e tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] No DVR routers for this DVR port 2954bc2d-7dda-4d15-abb6-904deaaaafd0 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:54:59.562537 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-749ad26f-e722-42f5-9556-d565e212b750 req-b8fc41c5-e791-403b-9e8c-7f616379316e tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:59.563014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-22684335-22f4-4248-b511-67a795c08237 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457637 Feb 16 16:54:59.565574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34472) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:54:59.568569 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-749ad26f-e722-42f5-9556-d565e212b750 req-b8fc41c5-e791-403b-9e8c-7f616379316e tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.60 "DELETE /v2.0/ports/2954bc2d-7dda-4d15-abb6-904deaaaafd0 HTTP/1.1" status: 204 len: 173 time: 3.1697288 Feb 16 16:54:59.573732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-cbca9680-f5b8-4d4a-8e6e-032ec7f92113 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1550516514', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:54:59.575507 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1', 'name': 'network-vif-deleted', 'tag': '2954bc2d-7dda-4d15-abb6-904deaaaafd0'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:54:59.579336 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90181b28-c993-4478-b6a4-d67e3a457836" -d '{"events": [{"server_uuid": "0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1", "name": "network-vif-deleted", "tag": "2954bc2d-7dda-4d15-abb6-904deaaaafd0"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:54:59.671810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:54:59.676176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:54:59.676638 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:59.677048 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:54:59.677553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Bound port: 90e8b974-4e48-479c-86b8-53eedb90b51a, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:54:59.677945 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (90e8b974-4e48-479c-86b8-53eedb90b51a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:59.702621 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:59.722371 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router_gateway (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:59.731732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbca9680-f5b8-4d4a-8e6e-032ec7f92113 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Made reservation on behalf of 65c85d727f374c7f8d3cc83d4ddd839c for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:54:59.735821 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cbca9680-f5b8-4d4a-8e6e-032ec7f92113 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:54:59.838431 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fe9525-2130-45ac-98fa-686a3eded470 x-openstack-request-id: req-72fe9525-2130-45ac-98fa-686a3eded470 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:54:59.838723 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1", "name": "network-vif-deleted", "tag": "2954bc2d-7dda-4d15-abb6-904deaaaafd0", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:54:59.838985 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72fe9525-2130-45ac-98fa-686a3eded470 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:54:59.839774 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1', 'name': 'network-vif-deleted', 'tag': '2954bc2d-7dda-4d15-abb6-904deaaaafd0', 'status': 'completed', 'code': 200} Feb 16 16:54:59.947484 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Set router b27d9745-3aa6-44a9-9ebb-c97778097396 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:54:59.997913 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82877d7c-53bf-4d6d-a6bd-9673531be62b req-92f6af96-08b0-454f-8ee2-628889c967ae tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba1fcbd-ed07-4af4-8bb7-ae69bf261ff1 HTTP/1.1" status: 200 len: 210 time: 0.0878904 Feb 16 16:55:00.071458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-671606be-fc5f-4c93-99fe-fa5d1e8ddea1 None None] Current status of the port e45e6acb-837c-443b-b63f-8d0d1ee5c440 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:00.084205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e45e6acb-837c-443b-b63f-8d0d1ee5c440 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:00.084828 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:00.249734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4114f0f-5ea5-41e4-8e07-968bc3973f57 req-d142aa98-491f-42f4-9a75-093f4b7b8ae1 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 210 time: 0.0460398 Feb 16 16:55:00.261649 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cbca9680-f5b8-4d4a-8e6e-032ec7f92113 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (28a16b5a-5a01-44e7-92b2-075fe8b904dc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:00.328152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca9680-f5b8-4d4a-8e6e-032ec7f92113 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Subnet': ['ID=28a16b5a-5a01-44e7-92b2-075fe8b904dc,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:00.352549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbca9680-f5b8-4d4a-8e6e-032ec7f92113 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Checking segment: {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:00.352905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca9680-f5b8-4d4a-8e6e-032ec7f92113 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network hostable DHCP agents. Network: 30d1cb75-3b39-4f40-912d-fcfd17ae1e44, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:55:00.361870 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::1 (c6c55570-6501-4cec-af38-70389b23efe2/e6d8eaad-867f-414e-bc15-960b17d067fb/875dc6bd-2213-4df7-92cb-202a7ed37478) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:00.384512 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca9680-f5b8-4d4a-8e6e-032ec7f92113 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:55:00.403064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-cbca9680-f5b8-4d4a-8e6e-032ec7f92113 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 30d1cb75-3b39-4f40-912d-fcfd17ae1e44) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:00.407793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbca9680-f5b8-4d4a-8e6e-032ec7f92113 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:00.408748 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cbca9680-f5b8-4d4a-8e6e-032ec7f92113 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:00.450934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cbca9680-f5b8-4d4a-8e6e-032ec7f92113 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8834503 Feb 16 16:55:00.453752 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34486) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:00.484649 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:00.524847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5efc39-d6ea-4742-84eb-310f8cf764d2 None None] Network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:00.636667 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:00.725392 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:00.781452 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-871ad36e-7724-4518-a0f9-784e3195bf47 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=339ec40502aa40e4b74c8c1f14f144fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530427 Feb 16 16:55:00.791782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=875dc6bd-2213-4df7-92cb-202a7ed37478,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:00.807623 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:55:00.817950 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:00.823281 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:00.826234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:00.827268 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (fb280e62-9472-4f79-a8d3-ccea6013d361), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:00.934487 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e5bc8b95-4606-4012-becd-c8832914d695 None None] Provisioning complete for port e45e6acb-837c-443b-b63f-8d0d1ee5c440 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:00.934871 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e5bc8b95-4606-4012-becd-c8832914d695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:00.977323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e45e6acb-837c-443b-b63f-8d0d1ee5c440 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:00.989475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ips': [{'subnet_id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:55:00.990432 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:01.018742 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:01.050109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] For port 90e8b974-4e48-479c-86b8-53eedb90b51a, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:55:01.119076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc8b95-4606-4012-becd-c8832914d695 None None] Current status of the port e45e6acb-837c-443b-b63f-8d0d1ee5c440 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:01.267033 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] For port 90e8b974-4e48-479c-86b8-53eedb90b51a, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=90e8b974-4e48-479c-86b8-53eedb90b51a,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:55:01.304140 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (90e8b974-4e48-479c-86b8-53eedb90b51a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:01.354877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:54Z', 'updated_at': '2022-02-16T16:54:57Z', 'revision_number': 3, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:43:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:56Z', 'updated_at': '2022-02-16T16:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:01.530930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Checking router: b27d9745-3aa6-44a9-9ebb-c97778097396 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:55:01.531596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Updating router b27d9745-3aa6-44a9-9ebb-c97778097396 port 231918d8-0910-4c6d-8471-91cea6e856c4 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:55:01.554153 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfd42566-2412-4177-871a-3fd91ef79f17 req-a05e4997-d774-4acc-ad18-af669b5021a4 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 210 time: 0.0721354 Feb 16 16:55:01.712492 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:01.727609 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (231918d8-0910-4c6d-8471-91cea6e856c4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:01.729502 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2b026-df86-431e-92a1-d7cbe5d78b32 None None] Pushing event updated for resources: {'Port': ['ID=90e8b974-4e48-479c-86b8-53eedb90b51a,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:01.737581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Allocated IP 172.20.0.2 (30d1cb75-3b39-4f40-912d-fcfd17ae1e44/28a16b5a-5a01-44e7-92b2-075fe8b904dc/5408b643-8289-4728-8651-eec725958c12) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:01.852065 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:01.871999 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-ecc1f7df-35d5-4891-8d25-e7e5925ad058 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:01.875274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-ecc1f7df-35d5-4891-8d25-e7e5925ad058 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0611291 Feb 16 16:55:01.902844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:55:01.958041 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb8508-db46-4ab7-a811-b7a4276c6403 None None] Sync routers for ids ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:01.979606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Request body: {'port': {'device_id': 'f92813bd-f8aa-4599-b5c8-6b4eb196c184', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': '339ec40502aa40e4b74c8c1f14f144fc'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:01.982628 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb8508-db46-4ab7-a811-b7a4276c6403 None None] Routers {'c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:01.985764 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dfeb8508-db46-4ab7-a811-b7a4276c6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:02.022316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b38d3-d03b-4ba1-84da-b5a64012c1e1 req-4c263ba8-62f8-4f64-ae5e-2e5ecdae2fa7 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:02.022316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db4b38d3-d03b-4ba1-84da-b5a64012c1e1 req-4c263ba8-62f8-4f64-ae5e-2e5ecdae2fa7 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 1.2276223 Feb 16 16:55:02.152553 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dfeb8508-db46-4ab7-a811-b7a4276c6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:02.175698 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb8508-db46-4ab7-a811-b7a4276c6403 None None] Routers {'c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:02.177359 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dfeb8508-db46-4ab7-a811-b7a4276c6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:02.289287 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dfeb8508-db46-4ab7-a811-b7a4276c6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:02.290016 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb8508-db46-4ab7-a811-b7a4276c6403 None None] The sync data for ids ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:02.309062 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Publish callbacks [] for port (5408b643-8289-4728-8651-eec725958c12), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:02.327132 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:02.362863 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:02.364079 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3b0e397f-24f1-41c2-8034-29a11aa0476c tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.8370266 Feb 16 16:55:02.367414 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34514) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:02.370672 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (5408b643-8289-4728-8651-eec725958c12), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:02.461495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-bca44f69-835b-46e4-8b74-638666333c38 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:02.461495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-bca44f69-835b-46e4-8b74-638666333c38 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/networks?id=a46cf085-fe52-4e63-84ea-46f6eda101a2 HTTP/1.1" status: 200 len: 809 time: 0.7515976 Feb 16 16:55:02.500947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db4b38d3-d03b-4ba1-84da-b5a64012c1e1 req-0c8a4980-98b5-44b4-b416-61b7a3d25f72 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586499 Feb 16 16:55:02.593050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:02.629752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:02.651688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:02.658980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Pushing event updated for resources: {'Port': ['ID=5408b643-8289-4728-8651-eec725958c12,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:02.707223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-14535b54-a9d8-4763-8baf-f43b54710df2 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/quotas/be7a258f864c4a0687e1d4fb6aa66038 HTTP/1.1" status: 200 len: 375 time: 0.2326448 Feb 16 16:55:02.787870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Made reservation on behalf of 339ec40502aa40e4b74c8c1f14f144fc for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:02.801255 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:02.806446 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:02.810679 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:02.811742 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (fb280e62-9472-4f79-a8d3-ccea6013d361), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:02.919317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-0416ef73-6b1e-4df1-82be-7d3abe97e572 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=be7a258f864c4a0687e1d4fb6aa66038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1828418 Feb 16 16:55:02.923297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Attempting to bind port 5408b643-8289-4728-8651-eec725958c12 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:55:02.926105 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Attempting to bind port 5408b643-8289-4728-8651-eec725958c12 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:55:02.927846 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:02.932930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Attempting to bind port 5408b643-8289-4728-8651-eec725958c12 on network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:02.944159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:55:02.944745 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Checking segment: {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:02.945043 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:02.945641 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Bound using segment: {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:55:02.946265 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Bound port: 5408b643-8289-4728-8651-eec725958c12, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:55:02.953270 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5408b643-8289-4728-8651-eec725958c12), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:02.987360 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Publish callbacks [] for port (231918d8-0910-4c6d-8471-91cea6e856c4), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:03.012846 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (231918d8-0910-4c6d-8471-91cea6e856c4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:03.141415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Attempting to bind port 231918d8-0910-4c6d-8471-91cea6e856c4 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:55:03.142000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Attempting to bind port 231918d8-0910-4c6d-8471-91cea6e856c4 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:55:03.142371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Attempting to bind port 231918d8-0910-4c6d-8471-91cea6e856c4 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:03.148929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e7ea0-01bc-4d3e-9d81-1bedcfa317a2 None None] Pushing event updated for resources: {'Port': ['ID=231918d8-0910-4c6d-8471-91cea6e856c4,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:03.156566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] For port 5408b643-8289-4728-8651-eec725958c12, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:55:03.160018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] For port 5408b643-8289-4728-8651-eec725958c12, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5408b643-8289-4728-8651-eec725958c12,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:55:03.162664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:55:03.163098 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:03.163507 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:03.164519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:55:03.165117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Bound port: 231918d8-0910-4c6d-8471-91cea6e856c4, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:55:03.166087 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (231918d8-0910-4c6d-8471-91cea6e856c4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:03.183250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=875dc6bd-2213-4df7-92cb-202a7ed37478,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:03.205069 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5408b643-8289-4728-8651-eec725958c12), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:03.268350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c419c-bf2a-4d0b-bc0e-a440ccfcbc56 req-9aa5db87-cb9b-4e6c-a19e-41f0ad4038b8 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:03.282459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f58c419c-bf2a-4d0b-bc0e-a440ccfcbc56 req-9aa5db87-cb9b-4e6c-a19e-41f0ad4038b8 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.5706656 Feb 16 16:55:03.384124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] For port 231918d8-0910-4c6d-8471-91cea6e856c4, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:55:03.388338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] For port 231918d8-0910-4c6d-8471-91cea6e856c4, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=231918d8-0910-4c6d-8471-91cea6e856c4,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:55:03.400126 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (231918d8-0910-4c6d-8471-91cea6e856c4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:03.421489 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66fb91-4219-48a2-aeaa-700097086c4e None None] Pushing event updated for resources: {'Port': ['ID=5408b643-8289-4728-8651-eec725958c12,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:03.464694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 90e8b974-4e48-479c-86b8-53eedb90b51a up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:03.568319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Routers {'b27d9745-3aa6-44a9-9ebb-c97778097396'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:03.568950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b27d9745-3aa6-44a9-9ebb-c97778097396'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:03.633862 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:03.637003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:03.655446 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:03.662811 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Publish callbacks [] for security_group (79c2e5a6-22cf-40d6-905c-2818969e2bc9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:03.671490 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e7ea0-01bc-4d3e-9d81-1bedcfa317a2 None None] Pushing event updated for resources: {'Port': ['ID=231918d8-0910-4c6d-8471-91cea6e856c4,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:03.700664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 90e8b974-4e48-479c-86b8-53eedb90b51a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:03.702063 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (90e8b974-4e48-479c-86b8-53eedb90b51a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:03.717137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-7703cb6c-71ee-4809-a27f-c783ef1eec29 service neutron] 10.222.0.24 "GET /v2.0/networks/a46cf085-fe52-4e63-84ea-46f6eda101a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7736957 Feb 16 16:55:03.802958 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-191b5634-f372-4f8b-942e-fbe6c98ed678 None None] Provisioning complete for port 90e8b974-4e48-479c-86b8-53eedb90b51a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:03.803345 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-191b5634-f372-4f8b-942e-fbe6c98ed678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (90e8b974-4e48-479c-86b8-53eedb90b51a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:03.908585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] Set router b27d9745-3aa6-44a9-9ebb-c97778097396 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:55:03.937963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f58c419c-bf2a-4d0b-bc0e-a440ccfcbc56 req-c9a7c860-5d31-4c90-8916-c9bb86e62371 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6540110 Feb 16 16:55:03.996362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-4f21aba4-da06-4637-9849-87964f5e3b28 service neutron] 10.222.0.24 "GET /v2.0/networks/a46cf085-fe52-4e63-84ea-46f6eda101a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782781 Feb 16 16:55:04.006260 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (79c2e5a6-22cf-40d6-905c-2818969e2bc9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:04.307130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ae8ff83-0d17-44a9-aa0c-95d01f6cb5b2 req-f47f5b20-1077-4e24-9131-9a7fa040104b tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 210 time: 0.0708663 Feb 16 16:55:04.441622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Allocated IP 172.20.0.1 (29745608-4da4-485e-9518-1c2570dc6d1d/13abc12e-aed6-4162-bf1d-cda86a693cd6/2958f948-5eea-4faa-af01-1f460f64e232) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:04.466275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c2e5a6-22cf-40d6-905c-2818969e2bc9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:04.522802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:04.523851 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:04.524330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:04.524672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:04.525004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:04.530716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:04.531078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:04.531421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:04.531772 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:04.532109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:04.532440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:04.532764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:04.533085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:04.636061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-191b5634-f372-4f8b-942e-fbe6c98ed678 None None] Current status of the port 90e8b974-4e48-479c-86b8-53eedb90b51a is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:04.636714 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-191b5634-f372-4f8b-942e-fbe6c98ed678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (90e8b974-4e48-479c-86b8-53eedb90b51a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:04.645562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 90e8b974-4e48-479c-86b8-53eedb90b51a is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:04.646417 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (90e8b974-4e48-479c-86b8-53eedb90b51a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:04.691045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 90e8b974-4e48-479c-86b8-53eedb90b51a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=90e8b974-4e48-479c-86b8-53eedb90b51a,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:04.720708 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (90e8b974-4e48-479c-86b8-53eedb90b51a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:04.724752 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Router fb280e62-9472-4f79-a8d3-ccea6013d361 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:55:04.751919 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cacd6e5f-e49b-47de-9607-5dd376408dd4 req-ac38a3fc-3643-4610-b01f-37fc991ff731 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 210 time: 0.2309077 Feb 16 16:55:04.818044 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (2958f948-5eea-4faa-af01-1f460f64e232), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:04.887621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Allocated IP 192.168.233.201 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/5a312482-ebc7-4fff-99c1-ade8dd6290ac) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:04.984634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:55:05.000946 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-31496b65-c938-4235-9c3b-becae307bf6a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "PUT /v2.0/routers/fb280e62-9472-4f79-a8d3-ccea6013d361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9469380 Feb 16 16:55:05.004581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34540) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:05.073965 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2958f948-5eea-4faa-af01-1f460f64e232), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:05.140227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=90e8b974-4e48-479c-86b8-53eedb90b51a,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:05.154452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Sync routers for ids ['fb280e62-9472-4f79-a8d3-ccea6013d361'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:05.159531 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:05.167262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=2958f948-5eea-4faa-af01-1f460f64e232,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:05.197285 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f84759c-17d3-4d2a-9d1b-adbaf30f5ef1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:05.204858 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:05.207436 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0f84759c-17d3-4d2a-9d1b-adbaf30f5ef1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports/875dc6bd-2213-4df7-92cb-202a7ed37478 HTTP/1.1" status: 200 len: 911 time: 0.1941609 Feb 16 16:55:05.219012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34544) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:05.219231 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:54Z', 'updated_at': '2022-02-16T16:54:57Z', 'revision_number': 3, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:43:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:56Z', 'updated_at': '2022-02-16T16:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:05.226345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Routers {'fb280e62-9472-4f79-a8d3-ccea6013d361'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:05.227622 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['fb280e62-9472-4f79-a8d3-ccea6013d361'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:05.229092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network 29745608-4da4-485e-9518-1c2570dc6d1d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:05.230631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:05.237380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:05.283621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce05ddf-d43e-402d-8206-d3de5acf6d6a req-f5fc4427-6fa2-4f40-930e-f4ab90a61573 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:05.285231 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ce05ddf-d43e-402d-8206-d3de5acf6d6a req-f5fc4427-6fa2-4f40-930e-f4ab90a61573 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.7154276 Feb 16 16:55:05.330142 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:05.353324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64fb78e-0026-4fc2-a84d-ba6fefa09d07 None None] The sync data for ids ['b27d9745-3aa6-44a9-9ebb-c97778097396'] in n-d-669411-5 is: [{'id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:54Z', 'updated_at': '2022-02-16T16:54:57Z', 'revision_number': 3, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:43:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:56Z', 'updated_at': '2022-02-16T16:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:05.417228 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Publish callbacks [] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:05.446173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd6bcfa-66b1-4888-ab33-0fc4e3534cf1 None None] Network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:05.460068 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-191b5634-f372-4f8b-942e-fbe6c98ed678 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:55:05.476323 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-191b5634-f372-4f8b-942e-fbe6c98ed678 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:55:05.583036 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2958f948-5eea-4faa-af01-1f460f64e232), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:05.619155 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 90e8b974-4e48-479c-86b8-53eedb90b51a up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:05.730007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Set router fb280e62-9472-4f79-a8d3-ccea6013d361 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:55:05.806040 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de5e81e0-2191-4047-b8df-5a45812ff5a8 req-9e7d4005-a2c7-4893-8a55-b50dcc27d745 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 210 time: 0.1835146 Feb 16 16:55:05.918686 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aa4550-f0a1-4118-8149-324f9585643a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:05.925433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aa4550-f0a1-4118-8149-324f9585643a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:05.927395 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-51aa4550-f0a1-4118-8149-324f9585643a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7029507 Feb 16 16:55:05.935444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ce05ddf-d43e-402d-8206-d3de5acf6d6a req-668bec0f-ff7f-4cbf-9e07-f5c1d5ee3e2d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184914 Feb 16 16:55:05.951455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34554) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:06.123929 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:06.124137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-191b5634-f372-4f8b-942e-fbe6c98ed678 None None] Current status of the port 90e8b974-4e48-479c-86b8-53eedb90b51a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:06.147486 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-819f24bf-dbf0-48bc-8883-3240b5dce339 req-9e26808a-98bb-494d-9f93-762f29f01b0a tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 210 time: 0.1890347 Feb 16 16:55:06.192956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 90e8b974-4e48-479c-86b8-53eedb90b51a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:06.193881 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (90e8b974-4e48-479c-86b8-53eedb90b51a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:06.284557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-93f53664-943f-4550-b9e0-16ce7b5f10ef None None] Provisioning complete for port 5408b643-8289-4728-8651-eec725958c12 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:06.285971 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93f53664-943f-4550-b9e0-16ce7b5f10ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5408b643-8289-4728-8651-eec725958c12), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:06.355301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb280e62-9472-4f79-a8d3-ccea6013d361', 'name': 'tempest-NetworksTestDHCPv6-router-1979135117', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:57Z', 'updated_at': '2022-02-16T16:55:01Z', 'revision_number': 2, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'gw_port_host': None, '_interfaces': [{'id': '875dc6bd-2213-4df7-92cb-202a7ed37478', 'name': '', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'mac_address': 'fa:16:3e:a0:e9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb280e62-9472-4f79-a8d3-ccea6013d361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'e6d8eaad-867f-414e-bc15-960b17d067fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:59Z', 'updated_at': '2022-02-16T16:55:02Z', 'revision_number': 2, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'subnets': [{'id': 'e6d8eaad-867f-414e-bc15-960b17d067fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:06.355822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:06.429435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:06.473923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:06.536933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Checking router: fb280e62-9472-4f79-a8d3-ccea6013d361 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:55:06.548708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Updating router fb280e62-9472-4f79-a8d3-ccea6013d361 port 875dc6bd-2213-4df7-92cb-202a7ed37478 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:55:06.554659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Pushing event updated for resources: {'Port': ['ID=5a312482-ebc7-4fff-99c1-ade8dd6290ac,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:06.640654 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-dcc66e05-426c-4d57-847a-9de97f048213 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:06.642345 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-dcc66e05-426c-4d57-847a-9de97f048213 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.60 "GET /v2.0/networks?id=a46cf085-fe52-4e63-84ea-46f6eda101a2 HTTP/1.1" status: 200 len: 809 time: 0.4019132 Feb 16 16:55:06.675307 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-2af6d9bb-ad2b-4ce2-997f-7db377c61efe tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Request body: {'port': {'device_id': 'b516e1ba-5650-4835-ad12-1bf9c53cbfaa', 'network_id': 'a46cf085-fe52-4e63-84ea-46f6eda101a2', 'admin_state_up': True, 'tenant_id': 'be7a258f864c4a0687e1d4fb6aa66038'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:06.707342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 90e8b974-4e48-479c-86b8-53eedb90b51a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:06.715901 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5408b643-8289-4728-8651-eec725958c12 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:06.717755 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:06.814489 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-93f53664-943f-4550-b9e0-16ce7b5f10ef None None] Current status of the port 5408b643-8289-4728-8651-eec725958c12 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:06.815124 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93f53664-943f-4550-b9e0-16ce7b5f10ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5408b643-8289-4728-8651-eec725958c12), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:06.875333 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (2958f948-5eea-4faa-af01-1f460f64e232), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:06.890423 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (2958f948-5eea-4faa-af01-1f460f64e232), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:07.008357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-93f53664-943f-4550-b9e0-16ce7b5f10ef None None] For port 5408b643-8289-4728-8651-eec725958c12, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5408b643-8289-4728-8651-eec725958c12,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:07.026087 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-2af6d9bb-ad2b-4ce2-997f-7db377c61efe tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Made reservation on behalf of be7a258f864c4a0687e1d4fb6aa66038 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:07.036238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-2af6d9bb-ad2b-4ce2-997f-7db377c61efe tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:07.036439 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93f53664-943f-4550-b9e0-16ce7b5f10ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5408b643-8289-4728-8651-eec725958c12), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:07.056816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5408b643-8289-4728-8651-eec725958c12 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:07.057205 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5408b643-8289-4728-8651-eec725958c12), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:07.099855 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:07.115303 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=2958f948-5eea-4faa-af01-1f460f64e232,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:07.236799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-93f53664-943f-4550-b9e0-16ce7b5f10ef None None] Provisioning complete for port 2958f948-5eea-4faa-af01-1f460f64e232 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:07.237171 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93f53664-943f-4550-b9e0-16ce7b5f10ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2958f948-5eea-4faa-af01-1f460f64e232), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:07.240252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f53664-943f-4550-b9e0-16ce7b5f10ef None None] Pushing event updated for resources: {'Port': ['ID=5408b643-8289-4728-8651-eec725958c12,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:07.277509 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network 29745608-4da4-485e-9518-1c2570dc6d1d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:07.285384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:07.318523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.20.0.1 (30d1cb75-3b39-4f40-912d-fcfd17ae1e44/28a16b5a-5a01-44e7-92b2-075fe8b904dc/488ee5c0-8762-49d7-8075-b32d25916c22) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:07.452335 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-2af6d9bb-ad2b-4ce2-997f-7db377c61efe tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Allocated IP 172.20.0.14 (a46cf085-fe52-4e63-84ea-46f6eda101a2/af703b6a-a4ca-4f58-b973-959c946b0bb0/8b22b692-fad6-4488-b3a7-705a21d8f2d6) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:07.463350 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Publish callbacks [] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:07.466268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-93f53664-943f-4550-b9e0-16ce7b5f10ef None None] Port 2958f948-5eea-4faa-af01-1f460f64e232 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:55:07.475027 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:07.519240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:55:07.574524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-93f53664-943f-4550-b9e0-16ce7b5f10ef None None] Provisioning complete for port 875dc6bd-2213-4df7-92cb-202a7ed37478 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:07.574825 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93f53664-943f-4550-b9e0-16ce7b5f10ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:07.662704 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5408b643-8289-4728-8651-eec725958c12 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:07.748813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa8be5-59ce-4b03-b3d2-42259de3852e None None] Pushing event updated for resources: {'Port': ['ID=875dc6bd-2213-4df7-92cb-202a7ed37478,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:07.779090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d418-4deb-4174-b4dc-c74f4d14ac78 req-1fb27d1d-a6d7-444c-af02-8d2be5172c04 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:07.780733 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7811d418-4deb-4174-b4dc-c74f4d14ac78 req-1fb27d1d-a6d7-444c-af02-8d2be5172c04 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 1.5300999 Feb 16 16:55:07.829375 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-93f53664-943f-4550-b9e0-16ce7b5f10ef None None] Port 875dc6bd-2213-4df7-92cb-202a7ed37478 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:55:07.841391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:07.843524 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:07.863175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Attempting to bind port 875dc6bd-2213-4df7-92cb-202a7ed37478 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:55:07.863455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Attempting to bind port 875dc6bd-2213-4df7-92cb-202a7ed37478 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:55:07.863849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Attempting to bind port 875dc6bd-2213-4df7-92cb-202a7ed37478 on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:07.875109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:55:07.875491 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:07.876176 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:07.876579 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:55:07.877053 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Bound port: 875dc6bd-2213-4df7-92cb-202a7ed37478, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:55:07.877434 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:07.889057 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (488ee5c0-8762-49d7-8075-b32d25916c22), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:07.952383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 231918d8-0910-4c6d-8471-91cea6e856c4 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:07.993813 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7811d418-4deb-4174-b4dc-c74f4d14ac78 req-5556849f-48d1-49d7-b470-d034223f882d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821547 Feb 16 16:55:08.039953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f6a3b-b652-4b51-8b8f-03bb9a19a1d7 req-c90613c3-a012-4b26-8555-388f848f4c37 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:08.042164 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-837f6a3b-b652-4b51-8b8f-03bb9a19a1d7 req-c90613c3-a012-4b26-8555-388f848f4c37 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 936 time: 0.8661842 Feb 16 16:55:08.051313 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-8e29d13e-8371-4589-8e90-027e47fde9ca tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1002588 Feb 16 16:55:08.069913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2fb294aa-fbd2-4919-9886-e8e585d49936 None None] Provisioning complete for port 5408b643-8289-4728-8651-eec725958c12 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:08.070783 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2fb294aa-fbd2-4919-9886-e8e585d49936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5408b643-8289-4728-8651-eec725958c12), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:08.077450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Request body: {'port': {'device_id': 'f92813bd-f8aa-4599-b5c8-6b4eb196c184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:08.171843 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] For port 875dc6bd-2213-4df7-92cb-202a7ed37478, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:55:08.192433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] For port 875dc6bd-2213-4df7-92cb-202a7ed37478, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=875dc6bd-2213-4df7-92cb-202a7ed37478,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:55:08.203043 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 231918d8-0910-4c6d-8471-91cea6e856c4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:08.203645 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (231918d8-0910-4c6d-8471-91cea6e856c4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:08.221709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-837f6a3b-b652-4b51-8b8f-03bb9a19a1d7 req-53bedfae-51c6-484c-85c0-fc53a4287432 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/security-groups?id=79c2e5a6-22cf-40d6-905c-2818969e2bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690443 Feb 16 16:55:08.224353 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af4e936b-482b-4e29-8012-1e703606f523 req-e628f6ce-ff96-4f7c-931b-2f4a8ae1020d tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 210 time: 0.0945978 Feb 16 16:55:08.242630 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:08.274150 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:08.289766 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:08.375118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:08.397411 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2fb294aa-fbd2-4919-9886-e8e585d49936 None None] Current status of the port 5408b643-8289-4728-8651-eec725958c12 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:08.399167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=488ee5c0-8762-49d7-8075-b32d25916c22,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:08.409607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:55:08.420978 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c9ea9-160a-4b2f-9c0f-5c458c1c3a66 None None] Sync routers for ids ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:08.422906 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-81ef4fa1-7966-4376-8dd6-4a2f683230fe tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "PUT /v2.0/routers/c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0544038 Feb 16 16:55:08.423548 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34572) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:08.432816 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'port': {'network_id': '29745608-4da4-485e-9518-1c2570dc6d1d', 'name': 'tempest-FloatingIPTestJSON-1987795297'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:08.440280 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c9ea9-160a-4b2f-9c0f-5c458c1c3a66 None None] Routers {'c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:08.440915 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d60c9ea9-160a-4b2f-9c0f-5c458c1c3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:08.454861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Routers {'fb280e62-9472-4f79-a8d3-ccea6013d361'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:08.462370 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['fb280e62-9472-4f79-a8d3-ccea6013d361'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:08.491814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:08.530049 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa8be5-59ce-4b03-b3d2-42259de3852e None None] Pushing event updated for resources: {'Port': ['ID=875dc6bd-2213-4df7-92cb-202a7ed37478,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:08.568388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:08.575745 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d60c9ea9-160a-4b2f-9c0f-5c458c1c3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:08.599244 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c9ea9-160a-4b2f-9c0f-5c458c1c3a66 None None] Routers {'c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:08.599923 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d60c9ea9-160a-4b2f-9c0f-5c458c1c3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:08.691183 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d60c9ea9-160a-4b2f-9c0f-5c458c1c3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:08.697231 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c9ea9-160a-4b2f-9c0f-5c458c1c3a66 None None] The sync data for ids ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:08.775434 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-2af6d9bb-ad2b-4ce2-997f-7db377c61efe tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks [] for port (8b22b692-fad6-4488-b3a7-705a21d8f2d6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:08.820348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Made reservation on behalf of 91e4ed041b504194ac4166c57de990fe for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:08.824403 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:08.845772 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (b27d9745-3aa6-44a9-9ebb-c97778097396), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:08.850385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] device_id is not set on port 440443d7-d8f0-47e6-ba3a-d2202317ba3c yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:55:08.859146 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-2af6d9bb-ad2b-4ce2-997f-7db377c61efe tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8b22b692-fad6-4488-b3a7-705a21d8f2d6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:08.871093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 231918d8-0910-4c6d-8471-91cea6e856c4 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:08.871585 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (231918d8-0910-4c6d-8471-91cea6e856c4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:08.879418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2fb294aa-fbd2-4919-9886-e8e585d49936 None None] Provisioning complete for port 5a312482-ebc7-4fff-99c1-ade8dd6290ac triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:08.879857 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2fb294aa-fbd2-4919-9886-e8e585d49936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:08.927315 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 231918d8-0910-4c6d-8471-91cea6e856c4, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=231918d8-0910-4c6d-8471-91cea6e856c4,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:08.928831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] Set router fb280e62-9472-4f79-a8d3-ccea6013d361 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:55:08.934336 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6d9bb-ad2b-4ce2-997f-7db377c61efe tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Pushing event updated for resources: {'Port': ['ID=8b22b692-fad6-4488-b3a7-705a21d8f2d6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:08.952843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c6549-bb04-4809-b778-fc6454f41d28 req-2afe6200-c536-4fe3-96e5-16a8dbf856c4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:08.954496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e7c6549-bb04-4809-b778-fc6454f41d28 req-2afe6200-c536-4fe3-96e5-16a8dbf856c4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.5593636 Feb 16 16:55:08.980241 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (231918d8-0910-4c6d-8471-91cea6e856c4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:08.981037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5408b643-8289-4728-8651-eec725958c12 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:08.995504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-2af6d9bb-ad2b-4ce2-997f-7db377c61efe tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Network a46cf085-fe52-4e63-84ea-46f6eda101a2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:09.001151 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-2af6d9bb-ad2b-4ce2-997f-7db377c61efe tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:09.006103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-2af6d9bb-ad2b-4ce2-997f-7db377c61efe tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:09.053010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2fb294aa-fbd2-4919-9886-e8e585d49936 None None] Port 5a312482-ebc7-4fff-99c1-ade8dd6290ac cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:55:09.113719 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b763e1d7-a191-4a65-a239-4b2b754de34b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (fb280e62-9472-4f79-a8d3-ccea6013d361), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:09.153255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2fb294aa-fbd2-4919-9886-e8e585d49936 None None] Provisioning complete for port 2958f948-5eea-4faa-af01-1f460f64e232 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:09.153672 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2fb294aa-fbd2-4919-9886-e8e585d49936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2958f948-5eea-4faa-af01-1f460f64e232), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:09.161578 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-2af6d9bb-ad2b-4ce2-997f-7db377c61efe tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:09.162439 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-2af6d9bb-ad2b-4ce2-997f-7db377c61efe tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:09.191695 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-2af6d9bb-ad2b-4ce2-997f-7db377c61efe tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5351534 Feb 16 16:55:09.199480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=231918d8-0910-4c6d-8471-91cea6e856c4,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:09.220149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Request body: {'port': {'device_id': 'b516e1ba-5650-4835-ad12-1bf9c53cbfaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:09.284376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2fb294aa-fbd2-4919-9886-e8e585d49936 None None] Port 2958f948-5eea-4faa-af01-1f460f64e232 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:55:09.299492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5408b643-8289-4728-8651-eec725958c12 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:09.302941 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5408b643-8289-4728-8651-eec725958c12), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:09.362307 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Allocated IP 172.20.0.5 (29745608-4da4-485e-9518-1c2570dc6d1d/13abc12e-aed6-4162-bf1d-cda86a693cd6/440443d7-d8f0-47e6-ba3a-d2202317ba3c) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:09.401807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e7c6549-bb04-4809-b778-fc6454f41d28 req-c964e021-51d2-447a-8f6a-81caf2ebed7a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313185 Feb 16 16:55:09.469447 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8b22b692-fad6-4488-b3a7-705a21d8f2d6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:09.494306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8dc1a7e4-12c9-4379-a1f9-3ff5362b7a03 None None] Provisioning complete for port 488ee5c0-8762-49d7-8075-b32d25916c22 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:09.494764 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a7e4-12c9-4379-a1f9-3ff5362b7a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:09.580139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5408b643-8289-4728-8651-eec725958c12 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:09.592134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1a7e4-12c9-4379-a1f9-3ff5362b7a03 None None] Port 488ee5c0-8762-49d7-8075-b32d25916c22 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:55:09.625049 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb280e62-9472-4f79-a8d3-ccea6013d361', 'name': 'tempest-NetworksTestDHCPv6-router-1979135117', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:57Z', 'updated_at': '2022-02-16T16:55:01Z', 'revision_number': 2, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'gw_port_host': None, '_interfaces': [{'id': '875dc6bd-2213-4df7-92cb-202a7ed37478', 'name': '', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'mac_address': 'fa:16:3e:a0:e9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb280e62-9472-4f79-a8d3-ccea6013d361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'e6d8eaad-867f-414e-bc15-960b17d067fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:59Z', 'updated_at': '2022-02-16T16:55:08Z', 'revision_number': 4, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'subnets': [{'id': 'e6d8eaad-867f-414e-bc15-960b17d067fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:09.627022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8dc1a7e4-12c9-4379-a1f9-3ff5362b7a03 None None] Provisioning complete for port 875dc6bd-2213-4df7-92cb-202a7ed37478 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:09.627394 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a7e4-12c9-4379-a1f9-3ff5362b7a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:09.738745 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:09.743837 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb2674-b54f-4210-b700-9fad613ee568 None None] The sync data for ids ['fb280e62-9472-4f79-a8d3-ccea6013d361'] in n-d-669411-5 is: [{'id': 'fb280e62-9472-4f79-a8d3-ccea6013d361', 'name': 'tempest-NetworksTestDHCPv6-router-1979135117', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:57Z', 'updated_at': '2022-02-16T16:55:01Z', 'revision_number': 2, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'gw_port_host': None, '_interfaces': [{'id': '875dc6bd-2213-4df7-92cb-202a7ed37478', 'name': '', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'mac_address': 'fa:16:3e:a0:e9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb280e62-9472-4f79-a8d3-ccea6013d361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'e6d8eaad-867f-414e-bc15-960b17d067fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:59Z', 'updated_at': '2022-02-16T16:55:08Z', 'revision_number': 4, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'subnets': [{'id': 'e6d8eaad-867f-414e-bc15-960b17d067fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:09.805807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 231918d8-0910-4c6d-8471-91cea6e856c4 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:09.860560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a186f04-8bb6-4035-9878-f72cc4ec449a req-803c487c-bce4-4d07-bdcb-25bfff28a25d tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:09.869484 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a186f04-8bb6-4035-9878-f72cc4ec449a req-803c487c-bce4-4d07-bdcb-25bfff28a25d tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 932 time: 0.5026062 Feb 16 16:55:09.896593 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for port (440443d7-d8f0-47e6-ba3a-d2202317ba3c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:09.901341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1a7e4-12c9-4379-a1f9-3ff5362b7a03 None None] Current status of the port 875dc6bd-2213-4df7-92cb-202a7ed37478 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:09.901850 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a7e4-12c9-4379-a1f9-3ff5362b7a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:09.908435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f5f75-7168-4185-b378-67b0c1650b7d req-1561ef25-745c-4b8f-934d-e73617502721 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:09.910446 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e84f5f75-7168-4185-b378-67b0c1650b7d req-1561ef25-745c-4b8f-934d-e73617502721 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 936 time: 0.3380885 Feb 16 16:55:09.927826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 231918d8-0910-4c6d-8471-91cea6e856c4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:09.928468 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (231918d8-0910-4c6d-8471-91cea6e856c4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:10.029585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8dc1a7e4-12c9-4379-a1f9-3ff5362b7a03 None None] For port 875dc6bd-2213-4df7-92cb-202a7ed37478, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=875dc6bd-2213-4df7-92cb-202a7ed37478,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:10.049340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a312482-ebc7-4fff-99c1-ade8dd6290ac {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:55:10.059973 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (440443d7-d8f0-47e6-ba3a-d2202317ba3c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:10.066162 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a7e4-12c9-4379-a1f9-3ff5362b7a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:10.130031 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 231918d8-0910-4c6d-8471-91cea6e856c4 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:10.138812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b22b692-fad6-4488-b3a7-705a21d8f2d6 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:55:10.166421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1a7e4-12c9-4379-a1f9-3ff5362b7a03 None None] Pushing event updated for resources: {'Port': ['ID=875dc6bd-2213-4df7-92cb-202a7ed37478,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:10.177086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e84f5f75-7168-4185-b378-67b0c1650b7d req-23ff7c71-043a-49c3-8051-a68ebbb44b10 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/security-groups?id=79c2e5a6-22cf-40d6-905c-2818969e2bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988604 Feb 16 16:55:10.177086 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Publish callbacks [] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:10.326236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Transition to ACTIVE for port object 5a312482-ebc7-4fff-99c1-ade8dd6290ac will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:10.344502 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Publish callbacks [] for port (8b22b692-fad6-4488-b3a7-705a21d8f2d6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:10.374482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a186f04-8bb6-4035-9878-f72cc4ec449a req-853023ec-56ba-42f1-9a9c-d168b65f5d81 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548075 Feb 16 16:55:10.411680 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Network 29745608-4da4-485e-9518-1c2570dc6d1d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:10.421877 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:10.422623 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:10.428020 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:10.431971 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Transition to ACTIVE for port object 8b22b692-fad6-4488-b3a7-705a21d8f2d6 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:10.433899 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event updated for resources: {'Port': ['ID=440443d7-d8f0-47e6-ba3a-d2202317ba3c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:10.462103 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (8b22b692-fad6-4488-b3a7-705a21d8f2d6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:10.477776 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.478403 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.478479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.478799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.479128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.479463 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.479821 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.480156 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.480492 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.480818 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.481145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.481466 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.481789 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:10.572430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:10.572725 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:10.613463 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-014e3f89-c89e-4b14-be8f-817443742ced tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1861198 Feb 16 16:55:10.613772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34584) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:10.657792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-101604c8-1cb2-479b-bfdc-dfc319749461 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Request body: {'floatingip': {'port_id': '440443d7-d8f0-47e6-ba3a-d2202317ba3c'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:10.689749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b763e1d7-a191-4a65-a239-4b2b754de34b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 875dc6bd-2213-4df7-92cb-202a7ed37478 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:10.689749 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b763e1d7-a191-4a65-a239-4b2b754de34b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:10.744619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Pushing event updated for resources: {'Port': ['ID=5a312482-ebc7-4fff-99c1-ade8dd6290ac,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:10.772527 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Pushing event updated for resources: {'Port': ['ID=8b22b692-fad6-4488-b3a7-705a21d8f2d6,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:10.842717 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-101604c8-1cb2-479b-bfdc-dfc319749461 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (676d06aa-a249-444f-b164-46b72648615f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:10.931200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Attempting to bind port 8b22b692-fad6-4488-b3a7-705a21d8f2d6 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:55:10.931538 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Attempting to bind port 8b22b692-fad6-4488-b3a7-705a21d8f2d6 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '32501721-c1ee-4ff1-b0b3-2ddac4a94d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a46cf085-fe52-4e63-84ea-46f6eda101a2'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:55:10.931906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Attempting to bind port 8b22b692-fad6-4488-b3a7-705a21d8f2d6 on network a46cf085-fe52-4e63-84ea-46f6eda101a2 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:10.933437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-be217751-7bb1-4dcb-80c0-ccc62f9e9124 None None] Provisioning complete for port 440443d7-d8f0-47e6-ba3a-d2202317ba3c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:10.934481 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-be217751-7bb1-4dcb-80c0-ccc62f9e9124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (440443d7-d8f0-47e6-ba3a-d2202317ba3c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:10.946119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Port 8b22b692-fad6-4488-b3a7-705a21d8f2d6 on network a46cf085-fe52-4e63-84ea-46f6eda101a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:55:10.946453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Attempting to bind port 8b22b692-fad6-4488-b3a7-705a21d8f2d6 on network a46cf085-fe52-4e63-84ea-46f6eda101a2 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:10.972789 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:55:10.973136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Checking segment: {'id': '32501721-c1ee-4ff1-b0b3-2ddac4a94d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a46cf085-fe52-4e63-84ea-46f6eda101a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:10.973526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Bound using segment: {'id': '32501721-c1ee-4ff1-b0b3-2ddac4a94d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a46cf085-fe52-4e63-84ea-46f6eda101a2'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:55:10.973967 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Bound port: 8b22b692-fad6-4488-b3a7-705a21d8f2d6, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32501721-c1ee-4ff1-b0b3-2ddac4a94d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a46cf085-fe52-4e63-84ea-46f6eda101a2'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:55:10.974325 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8b22b692-fad6-4488-b3a7-705a21d8f2d6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:10.978700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-be217751-7bb1-4dcb-80c0-ccc62f9e9124 None None] Port 440443d7-d8f0-47e6-ba3a-d2202317ba3c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:55:10.984561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf041b8-a767-4d27-82b5-fe177b74941a req-386c2603-c131-4c07-ae6e-2f738bf53e7b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:10.986110 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2cf041b8-a767-4d27-82b5-fe177b74941a req-386c2603-c131-4c07-ae6e-2f738bf53e7b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.4872084 Feb 16 16:55:11.042333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Attempting to bind port 5a312482-ebc7-4fff-99c1-ade8dd6290ac on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:55:11.042668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Attempting to bind port 5a312482-ebc7-4fff-99c1-ade8dd6290ac by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:55:11.042996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Attempting to bind port 5a312482-ebc7-4fff-99c1-ade8dd6290ac on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:11.072922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Port 5a312482-ebc7-4fff-99c1-ade8dd6290ac on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:55:11.073251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Attempting to bind port 5a312482-ebc7-4fff-99c1-ade8dd6290ac on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:11.104860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:55:11.105185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:11.105630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:55:11.106080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Bound port: 5a312482-ebc7-4fff-99c1-ade8dd6290ac, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:55:11.106438 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:11.111585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-b763e1d7-a191-4a65-a239-4b2b754de34b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] For port 875dc6bd-2213-4df7-92cb-202a7ed37478, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=875dc6bd-2213-4df7-92cb-202a7ed37478,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:11.111988 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b763e1d7-a191-4a65-a239-4b2b754de34b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:11.153004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b763e1d7-a191-4a65-a239-4b2b754de34b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 875dc6bd-2213-4df7-92cb-202a7ed37478 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:11.155934 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (488ee5c0-8762-49d7-8075-b32d25916c22), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:11.156468 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] For port 8b22b692-fad6-4488-b3a7-705a21d8f2d6, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:55:11.161297 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] For port 8b22b692-fad6-4488-b3a7-705a21d8f2d6, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8b22b692-fad6-4488-b3a7-705a21d8f2d6,segment=NetworkSegment(32501721-c1ee-4ff1-b0b3-2ddac4a94d8f),segment_id=32501721-c1ee-4ff1-b0b3-2ddac4a94d8f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:55:11.169232 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:11.172648 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (8b22b692-fad6-4488-b3a7-705a21d8f2d6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:11.240466 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:11.241103 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:11.243166 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] 10.222.0.60 "PUT /v2.0/ports/8b22b692-fad6-4488-b3a7-705a21d8f2d6 HTTP/1.1" status: 200 len: 1092 time: 2.0361276 Feb 16 16:55:11.243620 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b516e1ba-5650-4835-ad12-1bf9c53cbfaa', 'tag': '8b22b692-fad6-4488-b3a7-705a21d8f2d6'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:55:11.246031 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cd9469-cac1-4aec-983f-d509c0ae990d" -d '{"events": [{"name": "network-changed", "server_uuid": "b516e1ba-5650-4835-ad12-1bf9c53cbfaa", "tag": "8b22b692-fad6-4488-b3a7-705a21d8f2d6"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:55:11.334675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b1918-cf59-4f29-a84e-d109e1b85f86 service neutron] Pushing event updated for resources: {'Port': ['ID=8b22b692-fad6-4488-b3a7-705a21d8f2d6,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:11.448741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-10a978f4-a9ec-47e5-8a82-5ab292296826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:11.450283 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-10a978f4-a9ec-47e5-8a82-5ab292296826 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be7a258f864c4a0687e1d4fb6aa66038&device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 1126 time: 0.1545110 Feb 16 16:55:11.501178 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-35fe5498-da0f-4a59-8f3d-7e1d7751e89f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b22b692-fad6-4488-b3a7-705a21d8f2d6 HTTP/1.1" status: 200 len: 217 time: 0.0430336 Feb 16 16:55:11.537440 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2cf041b8-a767-4d27-82b5-fe177b74941a req-2b45045e-c7bf-4448-a9cd-217a282f7a1b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5353470 Feb 16 16:55:11.635474 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-101604c8-1cb2-479b-bfdc-dfc319749461 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:11.658780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-8f62e1e5-0dd5-4d04-a679-87bdf72f139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:11.660569 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-8f62e1e5-0dd5-4d04-a679-87bdf72f139f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af703b6a-a4ca-4f58-b973-959c946b0bb0 HTTP/1.1" status: 200 len: 849 time: 0.1519279 Feb 16 16:55:11.662268 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be947576-dfe0-4963-a5fa-88a17781736b x-openstack-request-id: req-be947576-dfe0-4963-a5fa-88a17781736b {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:55:11.662560 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b516e1ba-5650-4835-ad12-1bf9c53cbfaa", "tag": "8b22b692-fad6-4488-b3a7-705a21d8f2d6", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:55:11.662815 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be947576-dfe0-4963-a5fa-88a17781736b {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:55:11.663422 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b516e1ba-5650-4835-ad12-1bf9c53cbfaa', 'tag': '8b22b692-fad6-4488-b3a7-705a21d8f2d6', 'status': 'completed', 'code': 200} Feb 16 16:55:11.664542 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-101604c8-1cb2-479b-bfdc-dfc319749461 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (676d06aa-a249-444f-b164-46b72648615f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:11.739785 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (b27d9745-3aa6-44a9-9ebb-c97778097396), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:11.763495 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-e51d7ada-9271-4db2-81d1-7b256ef7ffb8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a46cf085-fe52-4e63-84ea-46f6eda101a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957375 Feb 16 16:55:11.783609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=488ee5c0-8762-49d7-8075-b32d25916c22,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:11.793670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] For port 5a312482-ebc7-4fff-99c1-ade8dd6290ac, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:55:11.835507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] For port 5a312482-ebc7-4fff-99c1-ade8dd6290ac, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5a312482-ebc7-4fff-99c1-ade8dd6290ac,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:55:11.842742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 875dc6bd-2213-4df7-92cb-202a7ed37478 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:11.894402 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:11.910479 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-101604c8-1cb2-479b-bfdc-dfc319749461 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Floating IP 676d06aa-a249-444f-b164-46b72648615f associated. External IP: 172.25.4.155, port: 1708a16b-c194-4f91-93c2-ce333bd635af. Feb 16 16:55:11.910668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b22dc-48d0-4c1e-b88b-5620e73c9bdf req-b96e10c5-8714-4dda-9cb3-0571065be003 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:11.912027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-032b22dc-48d0-4c1e-b88b-5620e73c9bdf req-b96e10c5-8714-4dda-9cb3-0571065be003 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 948 time: 0.3528934 Feb 16 16:55:11.917387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 875dc6bd-2213-4df7-92cb-202a7ed37478 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:11.917774 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:11.998842 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fb1d5-e039-4a79-8fcb-1e2e3b41ec2b req-00335702-61cb-426b-98a3-59cbd8588a12 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:12.000354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-062fb1d5-e039-4a79-8fcb-1e2e3b41ec2b req-00335702-61cb-426b-98a3-59cbd8588a12 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 944 time: 0.3357756 Feb 16 16:55:12.005383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:12.005943 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:12.008407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] 10.222.0.65 "PUT /v2.0/ports/5a312482-ebc7-4fff-99c1-ade8dd6290ac HTTP/1.1" status: 200 len: 1096 time: 3.9355090 Feb 16 16:55:12.013087 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 875dc6bd-2213-4df7-92cb-202a7ed37478 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:12.021014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92813bd-f8aa-4599-b5c8-6b4eb196c184', 'tag': '5a312482-ebc7-4fff-99c1-ade8dd6290ac'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:55:12.023451 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8736d17c-150e-4a81-b20a-d9fb408910b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f92813bd-f8aa-4599-b5c8-6b4eb196c184", "tag": "5a312482-ebc7-4fff-99c1-ade8dd6290ac"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:55:12.036251 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-ebc7c391-88f7-4ee7-b12c-0a60bf74ded2 service neutron] 10.222.0.60 "GET /v2.0/networks/a46cf085-fe52-4e63-84ea-46f6eda101a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574668 Feb 16 16:55:12.154305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853bfbf-6c57-4723-9c05-385da25ac17c service neutron] Pushing event updated for resources: {'Port': ['ID=5a312482-ebc7-4fff-99c1-ade8dd6290ac,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:12.187173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:12.227112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-032b22dc-48d0-4c1e-b88b-5620e73c9bdf req-b97d6c42-4712-43b1-a7df-478fa94c6358 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/security-groups?id=79c2e5a6-22cf-40d6-905c-2818969e2bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529233 Feb 16 16:55:12.228090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:12.228453 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bc24db50-413d-491a-b00a-2a7e32260d11 req-ea18e364-40a5-4018-b3c2-e8a0a403fabd service neutron] 10.222.0.60 "GET /v2.0/networks/a46cf085-fe52-4e63-84ea-46f6eda101a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851954 Feb 16 16:55:12.245589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-062fb1d5-e039-4a79-8fcb-1e2e3b41ec2b req-894bc237-c732-4425-91da-57f072b7efcc tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042668 Feb 16 16:55:12.267715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101604c8-1cb2-479b-bfdc-dfc319749461 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:55:12.306171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-98814ecb-a08e-4ac9-acab-24e745fe87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:12.307835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-98814ecb-a08e-4ac9-acab-24e745fe87a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=339ec40502aa40e4b74c8c1f14f144fc&device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 1130 time: 0.2387924 Feb 16 16:55:12.411776 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-cd43a1fa-8646-4626-a149-35509552ee91 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a312482-ebc7-4fff-99c1-ade8dd6290ac HTTP/1.1" status: 200 len: 217 time: 0.0493097 Feb 16 16:55:12.472600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router b27d9745-3aa6-44a9-9ebb-c97778097396 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:55:12.473901 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b763e1d7-a191-4a65-a239-4b2b754de34b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (875dc6bd-2213-4df7-92cb-202a7ed37478), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:12.548944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-347a9122-08f7-4fa6-8be2-6298f4a2479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:12.550428 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-347a9122-08f7-4fa6-8be2-6298f4a2479f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0725663 Feb 16 16:55:12.557022 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85f887e-9344-4b57-89ca-a04e050a9973 x-openstack-request-id: req-f85f887e-9344-4b57-89ca-a04e050a9973 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:55:12.557022 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92813bd-f8aa-4599-b5c8-6b4eb196c184", "tag": "5a312482-ebc7-4fff-99c1-ade8dd6290ac", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:55:12.557022 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f85f887e-9344-4b57-89ca-a04e050a9973 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:55:12.557595 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92813bd-f8aa-4599-b5c8-6b4eb196c184', 'tag': '5a312482-ebc7-4fff-99c1-ade8dd6290ac', 'status': 'completed', 'code': 200} Feb 16 16:55:12.595340 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101604c8-1cb2-479b-bfdc-dfc319749461 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:55:12.603413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd9469-cac1-4aec-983f-d509c0ae990d req-654e8628-44ec-472c-a687-a80b3a3901dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:12.605742 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9cd9469-cac1-4aec-983f-d509c0ae990d req-654e8628-44ec-472c-a687-a80b3a3901dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be7a258f864c4a0687e1d4fb6aa66038&device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 1126 time: 0.2315347 Feb 16 16:55:12.607098 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a647a-b515-4c79-8945-45e103e6b958 None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:12.621117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a647a-b515-4c79-8945-45e103e6b958 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:12.621819 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-772a647a-b515-4c79-8945-45e103e6b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:12.639978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763e1d7-a191-4a65-a239-4b2b754de34b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=875dc6bd-2213-4df7-92cb-202a7ed37478,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:12.667084 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-772a647a-b515-4c79-8945-45e103e6b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:12.683684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a647a-b515-4c79-8945-45e103e6b958 None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:12.684745 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-772a647a-b515-4c79-8945-45e103e6b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:12.689887 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-05a3d678-0b2b-46ee-a293-e36bf0e98fd8 None None] Provisioning complete for port 488ee5c0-8762-49d7-8075-b32d25916c22 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:12.690484 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-05a3d678-0b2b-46ee-a293-e36bf0e98fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:12.757959 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-05a3d678-0b2b-46ee-a293-e36bf0e98fd8 None None] Port 488ee5c0-8762-49d7-8075-b32d25916c22 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:55:12.759862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-772a647a-b515-4c79-8945-45e103e6b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:12.760896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a647a-b515-4c79-8945-45e103e6b958 None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:12.805337 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd9469-cac1-4aec-983f-d509c0ae990d req-840bb53a-1eb6-4f4c-871a-7e56af60428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:12.806720 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9cd9469-cac1-4aec-983f-d509c0ae990d req-840bb53a-1eb6-4f4c-871a-7e56af60428c service neutron] 10.222.0.60 "GET /v2.0/networks?id=a46cf085-fe52-4e63-84ea-46f6eda101a2 HTTP/1.1" status: 200 len: 910 time: 0.1109147 Feb 16 16:55:12.950132 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b763e1d7-a191-4a65-a239-4b2b754de34b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (fb280e62-9472-4f79-a8d3-ccea6013d361), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:12.955913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:55:12.976488 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1b8bac4e-4340-4522-9fbe-fa192aae6b3d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "PUT /v2.0/routers/b27d9745-3aa6-44a9-9ebb-c97778097396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5171723 Feb 16 16:55:12.976896 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Sync routers for ids ['b27d9745-3aa6-44a9-9ebb-c97778097396'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:12.991249 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Routers {'b27d9745-3aa6-44a9-9ebb-c97778097396'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:12.992908 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b27d9745-3aa6-44a9-9ebb-c97778097396'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:13.013994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9777a9-e0c8-41f6-8450-9e8ff3a132e2 req-92a96185-4af9-4496-88c1-c34516deb1cc tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:13.021854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f9777a9-e0c8-41f6-8450-9e8ff3a132e2 req-92a96185-4af9-4496-88c1-c34516deb1cc tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.3289788 Feb 16 16:55:13.042867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-4e2329d6-6380-4977-a8f5-9006a6d72904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:13.044402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-4e2329d6-6380-4977-a8f5-9006a6d72904 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4839377 Feb 16 16:55:13.129388 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Set router b27d9745-3aa6-44a9-9ebb-c97778097396 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:55:13.170706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-8dabaac7-7bbc-45d1-91b5-162e197c184a tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:13.172263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-8dabaac7-7bbc-45d1-91b5-162e197c184a tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/networks?id=ad32bf3a-32f6-4bd2-98b6-71621532181c HTTP/1.1" status: 200 len: 814 time: 0.5844584 Feb 16 16:55:13.211150 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9cd9469-cac1-4aec-983f-d509c0ae990d req-76b7ea38-259d-48d6-8f8d-2a420355957a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b22b692-fad6-4488-b3a7-705a21d8f2d6 HTTP/1.1" status: 200 len: 217 time: 0.3970151 Feb 16 16:55:13.333120 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-c57732c9-ac27-4da6-831a-bc421e48247f tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/quotas/db0de97bebd54ddf86c34738f4f3fd5a HTTP/1.1" status: 200 len: 375 time: 0.1488063 Feb 16 16:55:13.333625 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd9469-cac1-4aec-983f-d509c0ae990d req-691c6b77-2f22-4e53-bf2f-389c646cbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:13.335081 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9cd9469-cac1-4aec-983f-d509c0ae990d req-691c6b77-2f22-4e53-bf2f-389c646cbd06 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af703b6a-a4ca-4f58-b973-959c946b0bb0 HTTP/1.1" status: 200 len: 849 time: 0.1172450 Feb 16 16:55:13.358050 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f9777a9-e0c8-41f6-8450-9e8ff3a132e2 req-545d8fba-a1af-47e9-a454-d018befabd4d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353145 Feb 16 16:55:13.387581 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9cd9469-cac1-4aec-983f-d509c0ae990d req-b790bbe7-63fa-41e6-85a3-dd6d496ca169 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a46cf085-fe52-4e63-84ea-46f6eda101a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331323 Feb 16 16:55:13.387725 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b763e1d7-a191-4a65-a239-4b2b754de34b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Router fb280e62-9472-4f79-a8d3-ccea6013d361 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:55:13.399178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101604c8-1cb2-479b-bfdc-dfc319749461 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:55:13.401536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-add3f43d-56b3-46e6-a6e5-918ab2fb998b tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=db0de97bebd54ddf86c34738f4f3fd5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546644 Feb 16 16:55:13.405430 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:54Z', 'updated_at': '2022-02-16T16:55:09Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:56Z', 'updated_at': '2022-02-16T16:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '488ee5c0-8762-49d7-8075-b32d25916c22', 'name': '', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:48:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:06Z', 'updated_at': '2022-02-16T16:55:10Z', 'revision_number': 2, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:13.447915 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Checking router: b27d9745-3aa6-44a9-9ebb-c97778097396 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:55:13.448270 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Updating router b27d9745-3aa6-44a9-9ebb-c97778097396 port 488ee5c0-8762-49d7-8075-b32d25916c22 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:55:13.479634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-a7931121-883c-4b1f-a673-c413764592aa service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239628 Feb 16 16:55:13.484783 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:13.591930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b763e1d7-a191-4a65-a239-4b2b754de34b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:55:13.599961 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9cd9469-cac1-4aec-983f-d509c0ae990d req-d5419c7d-ea53-4979-9f23-d506c92ad5db service neutron] 10.222.0.60 "GET /v2.0/networks/a46cf085-fe52-4e63-84ea-46f6eda101a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150156 Feb 16 16:55:13.613196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b763e1d7-a191-4a65-a239-4b2b754de34b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "PUT /v2.0/routers/fb280e62-9472-4f79-a8d3-ccea6013d361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6582603 Feb 16 16:55:13.615891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834e7cf-7d20-4ab8-aada-e71f1c2beb2e None None] Sync routers for ids ['fb280e62-9472-4f79-a8d3-ccea6013d361'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:13.619030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34634) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:13.632133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834e7cf-7d20-4ab8-aada-e71f1c2beb2e None None] Routers {'fb280e62-9472-4f79-a8d3-ccea6013d361'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:13.633147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7834e7cf-7d20-4ab8-aada-e71f1c2beb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['fb280e62-9472-4f79-a8d3-ccea6013d361'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:13.677570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101604c8-1cb2-479b-bfdc-dfc319749461 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:55:13.686722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-101604c8-1cb2-479b-bfdc-dfc319749461 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:13.716231 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-c9c74b13-ca2b-4ccc-bad4-028b98515fdf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302013491&fields=id&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 267 time: 0.2087090 Feb 16 16:55:13.723501 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aed3d5d-6d01-4fcc-9c76-07d081686f5f None None] Sync routers for ids ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:13.732169 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-9db42e06-1e8c-4294-866b-0de0141420d7 service neutron] 10.222.0.24 "GET /v2.0/networks/ad32bf3a-32f6-4bd2-98b6-71621532181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153431 Feb 16 16:55:13.770445 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-7834e7cf-7d20-4ab8-aada-e71f1c2beb2e None None] Set router fb280e62-9472-4f79-a8d3-ccea6013d361 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:55:13.779203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c126a7f0-3bcb-452e-a9f6-b1a12eedf9bd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:13.780553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c126a7f0-3bcb-452e-a9f6-b1a12eedf9bd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:13.782065 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c126a7f0-3bcb-452e-a9f6-b1a12eedf9bd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1578455 Feb 16 16:55:13.790469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34636) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:13.823632 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9cd9469-cac1-4aec-983f-d509c0ae990d req-1917875d-5cb0-4cc0-9ded-c41074454b5a service neutron] 10.222.0.60 "GET /v2.0/networks/a46cf085-fe52-4e63-84ea-46f6eda101a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139752 Feb 16 16:55:13.837362 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-101604c8-1cb2-479b-bfdc-dfc319749461 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "PUT /v2.0/floatingips/676d06aa-a249-444f-b164-46b72648615f HTTP/1.1" status: 200 len: 978 time: 3.1907847 Feb 16 16:55:13.837996 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34638) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:13.867835 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aed3d5d-6d01-4fcc-9c76-07d081686f5f None None] Routers {'c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:13.868383 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0aed3d5d-6d01-4fcc-9c76-07d081686f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:13.873551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7834e7cf-7d20-4ab8-aada-e71f1c2beb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb280e62-9472-4f79-a8d3-ccea6013d361', 'name': 'tempest-NetworksTestDHCPv6-router-1979135117', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:57Z', 'updated_at': '2022-02-16T16:55:12Z', 'revision_number': 3, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:13.882296 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ce193d6-5a0b-4c86-9614-d97469a00a45 req-4245ed1c-cce6-42f6-8e1a-c353c0fec1f8 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704855 Feb 16 16:55:13.907528 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834e7cf-7d20-4ab8-aada-e71f1c2beb2e None None] Checking router: fb280e62-9472-4f79-a8d3-ccea6013d361 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:55:13.910013 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0aed3d5d-6d01-4fcc-9c76-07d081686f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:13.918935 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834e7cf-7d20-4ab8-aada-e71f1c2beb2e None None] Routers {'fb280e62-9472-4f79-a8d3-ccea6013d361'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:13.924992 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Publish callbacks [] for port (488ee5c0-8762-49d7-8075-b32d25916c22), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:13.931789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7834e7cf-7d20-4ab8-aada-e71f1c2beb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['fb280e62-9472-4f79-a8d3-ccea6013d361'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:13.934405 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aed3d5d-6d01-4fcc-9c76-07d081686f5f None None] Routers {'c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:13.935312 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0aed3d5d-6d01-4fcc-9c76-07d081686f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:13.937614 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.003224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-3a11736a-8c8f-44e7-8e68-200e70d7e81d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting port 440443d7-d8f0-47e6-ba3a-d2202317ba3c {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:14.003582 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a11736a-8c8f-44e7-8e68-200e70d7e81d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (440443d7-d8f0-47e6-ba3a-d2202317ba3c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.026542 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0aed3d5d-6d01-4fcc-9c76-07d081686f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:14.027850 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aed3d5d-6d01-4fcc-9c76-07d081686f5f None None] The sync data for ids ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:14.068332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-7834e7cf-7d20-4ab8-aada-e71f1c2beb2e None None] Set router fb280e62-9472-4f79-a8d3-ccea6013d361 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:55:14.162832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7834e7cf-7d20-4ab8-aada-e71f1c2beb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb280e62-9472-4f79-a8d3-ccea6013d361', 'name': 'tempest-NetworksTestDHCPv6-router-1979135117', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:57Z', 'updated_at': '2022-02-16T16:55:12Z', 'revision_number': 3, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:14.170182 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a11736a-8c8f-44e7-8e68-200e70d7e81d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (440443d7-d8f0-47e6-ba3a-d2202317ba3c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.196072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834e7cf-7d20-4ab8-aada-e71f1c2beb2e None None] The sync data for ids ['fb280e62-9472-4f79-a8d3-ccea6013d361'] in n-d-669411-5 is: [{'id': 'fb280e62-9472-4f79-a8d3-ccea6013d361', 'name': 'tempest-NetworksTestDHCPv6-router-1979135117', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:57Z', 'updated_at': '2022-02-16T16:55:12Z', 'revision_number': 3, 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:14.221943 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abbc09-5a20-458b-940a-20531bbae0e8 None None] Pushing event updated for resources: {'Port': ['ID=488ee5c0-8762-49d7-8075-b32d25916c22,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:14.247393 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Attempting to bind port 488ee5c0-8762-49d7-8075-b32d25916c22 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:55:14.247952 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Attempting to bind port 488ee5c0-8762-49d7-8075-b32d25916c22 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:55:14.248535 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Attempting to bind port 488ee5c0-8762-49d7-8075-b32d25916c22 on network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:14.254408 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:55:14.255044 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Checking segment: {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:14.255736 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.256307 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Bound using segment: {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:55:14.256942 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Bound port: 488ee5c0-8762-49d7-8075-b32d25916c22, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:55:14.258026 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.329192 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] For port 488ee5c0-8762-49d7-8075-b32d25916c22, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:55:14.332765 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] For port 488ee5c0-8762-49d7-8075-b32d25916c22, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=488ee5c0-8762-49d7-8075-b32d25916c22,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:55:14.340317 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.414062 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a11736a-8c8f-44e7-8e68-200e70d7e81d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.414466 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a11736a-8c8f-44e7-8e68-200e70d7e81d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (676d06aa-a249-444f-b164-46b72648615f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.414738 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-3a11736a-8c8f-44e7-8e68-200e70d7e81d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Floating IP 676d06aa-a249-444f-b164-46b72648615f disassociated. External IP: 172.25.4.155, port: 440443d7-d8f0-47e6-ba3a-d2202317ba3c. Feb 16 16:55:14.415083 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-3a11736a-8c8f-44e7-8e68-200e70d7e81d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Calling delete_port for 440443d7-d8f0-47e6-ba3a-d2202317ba3c owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:14.419932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d5b7a454-9e5c-47c4-977d-ab9dec8b5513 None None] Provisioning complete for port 488ee5c0-8762-49d7-8075-b32d25916c22 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:14.420321 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d5b7a454-9e5c-47c4-977d-ab9dec8b5513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.432105 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Routers {'b27d9745-3aa6-44a9-9ebb-c97778097396'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:14.433030 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b27d9745-3aa6-44a9-9ebb-c97778097396'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:14.436266 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abbc09-5a20-458b-940a-20531bbae0e8 None None] Pushing event updated for resources: {'Port': ['ID=488ee5c0-8762-49d7-8075-b32d25916c22,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:14.477912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9e3b87-55cc-4947-a5cd-50f69828ba99 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet e6d8eaad-867f-414e-bc15-960b17d067fb {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:55:14.487185 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3b87-55cc-4947-a5cd-50f69828ba99 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (e6d8eaad-867f-414e-bc15-960b17d067fb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.519038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-0658de51-0d5f-49bb-a749-41646f90e10a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:14.527055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-0658de51-0d5f-49bb-a749-41646f90e10a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/networks?id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 200 len: 797 time: 0.7924421 Feb 16 16:55:14.571616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7a454-9e5c-47c4-977d-ab9dec8b5513 None None] Current status of the port 488ee5c0-8762-49d7-8075-b32d25916c22 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:14.572971 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d5b7a454-9e5c-47c4-977d-ab9dec8b5513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.591016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-f87ed97d-0eda-44fa-9e19-420ed200368e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/quotas/65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 375 time: 0.0629666 Feb 16 16:55:14.612287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-d20424aa-5e90-485f-ae5f-dea46a8129b7 service neutron] 10.222.0.24 "GET /v2.0/networks/ad32bf3a-32f6-4bd2-98b6-71621532181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8626673 Feb 16 16:55:14.659039 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3b87-55cc-4947-a5cd-50f69828ba99 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (e6d8eaad-867f-414e-bc15-960b17d067fb), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.665945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d5b7a454-9e5c-47c4-977d-ab9dec8b5513 None None] For port 488ee5c0-8762-49d7-8075-b32d25916c22, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=488ee5c0-8762-49d7-8075-b32d25916c22,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:14.677096 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d5b7a454-9e5c-47c4-977d-ab9dec8b5513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.684019 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] Set router b27d9745-3aa6-44a9-9ebb-c97778097396 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:55:14.686606 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a11736a-8c8f-44e7-8e68-200e70d7e81d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (440443d7-d8f0-47e6-ba3a-d2202317ba3c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.737862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11736a-8c8f-44e7-8e68-200e70d7e81d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Port': ['ID=440443d7-d8f0-47e6-ba3a-d2202317ba3c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:14.770414 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7a454-9e5c-47c4-977d-ab9dec8b5513 None None] Pushing event updated for resources: {'Port': ['ID=488ee5c0-8762-49d7-8075-b32d25916c22,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:14.807417 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3b87-55cc-4947-a5cd-50f69828ba99 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (e6d8eaad-867f-414e-bc15-960b17d067fb), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.844807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d5b8ef58-850a-4a78-b922-d31868d5882d None None] Provisioning complete for port 488ee5c0-8762-49d7-8075-b32d25916c22 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:14.845292 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ef58-850a-4a78-b922-d31868d5882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:14.885882 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736d17c-150e-4a81-b20a-d9fb408910b6 req-4eb5c587-1738-47c9-b3fe-2553b786556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:14.889180 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8736d17c-150e-4a81-b20a-d9fb408910b6 req-4eb5c587-1738-47c9-b3fe-2553b786556c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=339ec40502aa40e4b74c8c1f14f144fc&device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 1130 time: 0.5427668 Feb 16 16:55:14.959852 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a11736a-8c8f-44e7-8e68-200e70d7e81d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:55:15.061144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d5b8ef58-850a-4a78-b922-d31868d5882d None None] Current status of the port 488ee5c0-8762-49d7-8075-b32d25916c22 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:15.126538 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:54Z', 'updated_at': '2022-02-16T16:55:09Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:56Z', 'updated_at': '2022-02-16T16:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '488ee5c0-8762-49d7-8075-b32d25916c22', 'name': '', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:48:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:06Z', 'updated_at': '2022-02-16T16:55:14Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:15.151574 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3b87-55cc-4947-a5cd-50f69828ba99 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (e6d8eaad-867f-414e-bc15-960b17d067fb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:15.154628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736d17c-150e-4a81-b20a-d9fb408910b6 req-c4923fbf-9903-4590-a76f-545144326f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:15.156430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8736d17c-150e-4a81-b20a-d9fb408910b6 req-c4923fbf-9903-4590-a76f-545144326f81 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2486227 Feb 16 16:55:15.162482 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8524963b-80f1-49cf-a603-79187ab22032 None None] The sync data for ids ['b27d9745-3aa6-44a9-9ebb-c97778097396'] in n-d-669411-5 is: [{'id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:54Z', 'updated_at': '2022-02-16T16:55:09Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:56Z', 'updated_at': '2022-02-16T16:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '488ee5c0-8762-49d7-8075-b32d25916c22', 'name': '', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:48:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:06Z', 'updated_at': '2022-02-16T16:55:14Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:15.245331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 5a312482-ebc7-4fff-99c1-ade8dd6290ac details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:55:15.246408 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-85233883-6065-4e25-8ded-d56a02b01c6c req-bfe8195d-154b-45f7-b011-245b59a631d4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1110954 Feb 16 16:55:15.250686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a11736a-8c8f-44e7-8e68-200e70d7e81d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:55:15.273846 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0609ad3-7a3f-4348-b6f0-d1617ff3fdab None None] Sync routers for ids ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:15.307647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0609ad3-7a3f-4348-b6f0-d1617ff3fdab None None] Routers {'c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:15.310246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f0609ad3-7a3f-4348-b6f0-d1617ff3fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:15.325092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e3b87-55cc-4947-a5cd-50f69828ba99 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d8eaad-867f-414e-bc15-960b17d067fb,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:15.343950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-41c518d0-530a-437f-b79d-44aea4c60f7c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7520123 Feb 16 16:55:15.347513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8736d17c-150e-4a81-b20a-d9fb408910b6 req-01e9e001-0dd5-4083-a672-ee67f8639923 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a312482-ebc7-4fff-99c1-ade8dd6290ac HTTP/1.1" status: 200 len: 217 time: 0.1460235 Feb 16 16:55:15.364530 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3b87-55cc-4947-a5cd-50f69828ba99 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:15.373571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2b9e3b87-55cc-4947-a5cd-50f69828ba99 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/e6d8eaad-867f-414e-bc15-960b17d067fb HTTP/1.1" status: 204 len: 168 time: 1.5617065 Feb 16 16:55:15.380785 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3db588-a3a1-404e-ae41-470a8f54bcec None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:15.386823 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34648) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:15.446570 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a11736a-8c8f-44e7-8e68-200e70d7e81d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:15.453670 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3a11736a-8c8f-44e7-8e68-200e70d7e81d tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/ports/440443d7-d8f0-47e6-ba3a-d2202317ba3c HTTP/1.1" status: 204 len: 168 time: 1.6146572 Feb 16 16:55:15.455023 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34652) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:15.460299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f0609ad3-7a3f-4348-b6f0-d1617ff3fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:15.495052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736d17c-150e-4a81-b20a-d9fb408910b6 req-d57e8a60-b5ac-4fc6-a84f-1f27abd4959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:15.497527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8736d17c-150e-4a81-b20a-d9fb408910b6 req-d57e8a60-b5ac-4fc6-a84f-1f27abd4959e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1348357 Feb 16 16:55:15.549343 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233883-6065-4e25-8ded-d56a02b01c6c req-97d30fa8-58ec-42c9-beee-51aa259fa988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:15.550886 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-85233883-6065-4e25-8ded-d56a02b01c6c req-97d30fa8-58ec-42c9-beee-51aa259fa988 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=841aff1e2cfb4b999c259e50aac929f0&device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 1127 time: 0.2121851 Feb 16 16:55:15.576750 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0609ad3-7a3f-4348-b6f0-d1617ff3fdab None None] Routers {'c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:15.577583 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f0609ad3-7a3f-4348-b6f0-d1617ff3fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:15.632346 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f0609ad3-7a3f-4348-b6f0-d1617ff3fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:15.633109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0609ad3-7a3f-4348-b6f0-d1617ff3fdab None None] The sync data for ids ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:15.662601 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 5a312482-ebc7-4fff-99c1-ade8dd6290ac, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5a312482-ebc7-4fff-99c1-ade8dd6290ac,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:15.708510 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '5a312482-ebc7-4fff-99c1-ade8dd6290ac', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': '5a312482-ebc7-4fff-99c1-ade8dd6290ac', 'mac_address': 'fa:16:3e:33:83:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:55:15.732421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44273be6-c0b6-4ead-9792-2d0ef2e66051 req-b77f6437-76ec-401a-bac0-9d1ab47a8d7a tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:15.733981 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44273be6-c0b6-4ead-9792-2d0ef2e66051 req-b77f6437-76ec-401a-bac0-9d1ab47a8d7a tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 944 time: 0.6297503 Feb 16 16:55:15.786795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0694a10-99ff-4dda-9d45-1038a06176bc None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:55:15.826624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736d17c-150e-4a81-b20a-d9fb408910b6 req-b1745e37-c556-4729-b79a-727f0a0314a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:15.828219 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8736d17c-150e-4a81-b20a-d9fb408910b6 req-b1745e37-c556-4729-b79a-727f0a0314a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3117719 Feb 16 16:55:15.855943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 5a312482-ebc7-4fff-99c1-ade8dd6290ac is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:15.856546 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:15.870318 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-089194e0-f838-4043-ac64-2cbbdd1d26e3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3793125 Feb 16 16:55:15.872599 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-40bb4e0d-dd77-44d8-81cf-cb50b398ea7c service neutron] 10.222.0.24 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972672 Feb 16 16:55:15.873223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a312482-ebc7-4fff-99c1-ade8dd6290ac {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:55:15.879614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34654) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:15.901981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 5a312482-ebc7-4fff-99c1-ade8dd6290ac, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5a312482-ebc7-4fff-99c1-ade8dd6290ac,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:15.906182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 488ee5c0-8762-49d7-8075-b32d25916c22 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:15.913379 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:16.011662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233883-6065-4e25-8ded-d56a02b01c6c req-065f4ec0-793a-4f52-840f-0287a3ad7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:16.014488 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-85233883-6065-4e25-8ded-d56a02b01c6c req-065f4ec0-793a-4f52-840f-0287a3ad7334 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910 HTTP/1.1" status: 200 len: 914 time: 0.4381173 Feb 16 16:55:16.019068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=5a312482-ebc7-4fff-99c1-ade8dd6290ac,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:16.025753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0694a10-99ff-4dda-9d45-1038a06176bc None None] Deleting port 90e8b974-4e48-479c-86b8-53eedb90b51a {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:16.026467 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0694a10-99ff-4dda-9d45-1038a06176bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (90e8b974-4e48-479c-86b8-53eedb90b51a), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:16.061316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44273be6-c0b6-4ead-9792-2d0ef2e66051 req-94b98e5c-d4ae-4b8d-b1cf-62dfb040c5e3 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146863 Feb 16 16:55:16.073197 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-85233883-6065-4e25-8ded-d56a02b01c6c req-28368206-6ccd-4320-a0cd-d62369e6beef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b315b51c-7adf-4917-9dae-d6c49f912476 HTTP/1.1" status: 200 len: 217 time: 0.0476317 Feb 16 16:55:16.092821 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c3858ea-3dc8-4b9c-9aed-787e9aa8ad69 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for router (fb280e62-9472-4f79-a8d3-ccea6013d361), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:16.159292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233883-6065-4e25-8ded-d56a02b01c6c req-416789d6-8de7-4aa3-ab57-33d99de051c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:16.161320 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-85233883-6065-4e25-8ded-d56a02b01c6c req-416789d6-8de7-4aa3-ab57-33d99de051c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d092a221-0126-4114-8e52-e084ffe483c5 HTTP/1.1" status: 200 len: 853 time: 0.0822980 Feb 16 16:55:16.202863 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-85233883-6065-4e25-8ded-d56a02b01c6c req-977ab821-a6c2-4740-8d3f-c447827deaea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355549 Feb 16 16:55:16.323939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0694a10-99ff-4dda-9d45-1038a06176bc None None] For port 90e8b974-4e48-479c-86b8-53eedb90b51a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=90e8b974-4e48-479c-86b8-53eedb90b51a,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:16.324930 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0694a10-99ff-4dda-9d45-1038a06176bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (90e8b974-4e48-479c-86b8-53eedb90b51a), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:16.340178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0694a10-99ff-4dda-9d45-1038a06176bc None None] Calling delete_port for 90e8b974-4e48-479c-86b8-53eedb90b51a owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:16.368257 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-1bc546a8-e7d8-4d08-ae85-cecb11ff5df9 service neutron] 10.222.0.24 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596107 Feb 16 16:55:16.374973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8736d17c-150e-4a81-b20a-d9fb408910b6 req-3282df06-b2dc-4bd3-8853-9872aebdba7c service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348239 Feb 16 16:55:16.434487 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0694a10-99ff-4dda-9d45-1038a06176bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (90e8b974-4e48-479c-86b8-53eedb90b51a), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:16.494427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0694a10-99ff-4dda-9d45-1038a06176bc None None] Pushing event deleted for resources: {'Port': ['ID=90e8b974-4e48-479c-86b8-53eedb90b51a,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:16.509552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 488ee5c0-8762-49d7-8075-b32d25916c22 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:16.509933 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:16.564398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['5a312482-ebc7-4fff-99c1-ade8dd6290ac'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:55:16.575831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffeca4-0d90-4ff8-8f4a-e09d79461aef req-8641ef8a-ce14-4867-b012-fa52317bcae2 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:16.577512 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0ffeca4-0d90-4ff8-8f4a-e09d79461aef req-8641ef8a-ce14-4867-b012-fa52317bcae2 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 949 time: 0.3582108 Feb 16 16:55:16.595060 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0694a10-99ff-4dda-9d45-1038a06176bc None None] No DVR routers for this DVR port 90e8b974-4e48-479c-86b8-53eedb90b51a on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:55:16.638106 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c3858ea-3dc8-4b9c-9aed-787e9aa8ad69 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (fb280e62-9472-4f79-a8d3-ccea6013d361), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:16.699872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 488ee5c0-8762-49d7-8075-b32d25916c22 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:16.712148 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c3858ea-3dc8-4b9c-9aed-787e9aa8ad69 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for router_controller (fb280e62-9472-4f79-a8d3-ccea6013d361), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:16.714660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 875dc6bd-2213-4df7-92cb-202a7ed37478 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:55:16.723142 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-85233883-6065-4e25-8ded-d56a02b01c6c req-40409a8b-9ed8-498d-bac2-6b15dd6fe74f service neutron] 10.222.0.60 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765830 Feb 16 16:55:16.790281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 875dc6bd-2213-4df7-92cb-202a7ed37478 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:55:16.790752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 875dc6bd-2213-4df7-92cb-202a7ed37478 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:55:16.803351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8b22b692-fad6-4488-b3a7-705a21d8f2d6 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:55:16.883871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0ffeca4-0d90-4ff8-8f4a-e09d79461aef req-50cd2c99-1a85-4a61-8fd6-410e61f1d939 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/security-groups?id=79c2e5a6-22cf-40d6-905c-2818969e2bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779696 Feb 16 16:55:16.887158 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c3858ea-3dc8-4b9c-9aed-787e9aa8ad69 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (fb280e62-9472-4f79-a8d3-ccea6013d361), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:16.887862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3858ea-3dc8-4b9c-9aed-787e9aa8ad69 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Fanout notify agent at l3_agent the message router_deleted on router fb280e62-9472-4f79-a8d3-ccea6013d361 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:55:16.903999 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c3858ea-3dc8-4b9c-9aed-787e9aa8ad69 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:16.905321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2c3858ea-3dc8-4b9c-9aed-787e9aa8ad69 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/routers/fb280e62-9472-4f79-a8d3-ccea6013d361 HTTP/1.1" status: 204 len: 168 time: 1.0176327 Feb 16 16:55:16.930878 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34662) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:16.941290 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-85233883-6065-4e25-8ded-d56a02b01c6c req-9a863149-6c90-46b5-8175-b89c3f62324d service neutron] 10.222.0.60 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037213 Feb 16 16:55:16.948828 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8736d17c-150e-4a81-b20a-d9fb408910b6 req-d4f1d673-e832-41f0-b54b-d16584bd3a62 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341625 Feb 16 16:55:17.003617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8b17ae7a-8d50-499d-875b-751b7044de9d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0686274 Feb 16 16:55:17.008023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34666) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:17.020753 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-d56d42dd-050a-464f-9fb1-12bf6e26bae4 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:17.031639 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-d56d42dd-050a-464f-9fb1-12bf6e26bae4 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.65 "GET /v2.0/networks?id=ad32bf3a-32f6-4bd2-98b6-71621532181c HTTP/1.1" status: 200 len: 814 time: 0.5945594 Feb 16 16:55:17.046632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea53265-d68c-4860-808a-8c6d5774095a req-917fd574-3843-4c19-9051-034fe7d36bf9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:17.048225 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dea53265-d68c-4860-808a-8c6d5774095a req-917fd574-3843-4c19-9051-034fe7d36bf9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.3100371 Feb 16 16:55:17.057998 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-26617276-086f-4d7d-8766-f41db2c5c953 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Request body: {'port': {'device_id': 'd6eacb25-5a85-4f40-ba8a-89eb0c5f8852', 'network_id': 'ad32bf3a-32f6-4bd2-98b6-71621532181c', 'admin_state_up': True, 'tenant_id': 'db0de97bebd54ddf86c34738f4f3fd5a'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:17.128818 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-406cabf8-8af5-4f40-b125-27217cf98e66 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:17.138721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8b22b692-fad6-4488-b3a7-705a21d8f2d6, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8b22b692-fad6-4488-b3a7-705a21d8f2d6,segment=NetworkSegment(32501721-c1ee-4ff1-b0b3-2ddac4a94d8f),segment_id=32501721-c1ee-4ff1-b0b3-2ddac4a94d8f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:17.175053 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '8b22b692-fad6-4488-b3a7-705a21d8f2d6', 'network_id': 'a46cf085-fe52-4e63-84ea-46f6eda101a2', 'port_id': '8b22b692-fad6-4488-b3a7-705a21d8f2d6', 'mac_address': 'fa:16:3e:83:32:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af703b6a-a4ca-4f58-b973-959c946b0bb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:55:17.188019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-896f4abf-db12-45b2-b671-abe04922d1ff req-4a339cda-d638-459c-9ae5-9dcecaf7178a tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6eacb25-5a85-4f40-ba8a-89eb0c5f8852 HTTP/1.1" status: 200 len: 210 time: 0.0951569 Feb 16 16:55:17.252140 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dea53265-d68c-4860-808a-8c6d5774095a req-b4bd4e56-f6e1-4304-957c-b69d43f5c87f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073046 Feb 16 16:55:17.293925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 8b22b692-fad6-4488-b3a7-705a21d8f2d6 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:17.294385 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8b22b692-fad6-4488-b3a7-705a21d8f2d6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:17.302454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e9641-6146-4259-ad19-7e8a68dbb88e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:17.311335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d99e9641-6146-4259-ad19-7e8a68dbb88e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2993557 Feb 16 16:55:17.318923 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34674) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:17.330447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b22b692-fad6-4488-b3a7-705a21d8f2d6 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:55:17.376546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62edfa4f-bc59-4f0c-9b1c-bee0289b75aa req-fc2182a0-3833-4c42-a3f9-5210f070d64a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 210 time: 0.0656135 Feb 16 16:55:17.384596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8b22b692-fad6-4488-b3a7-705a21d8f2d6, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8b22b692-fad6-4488-b3a7-705a21d8f2d6,segment=NetworkSegment(32501721-c1ee-4ff1-b0b3-2ddac4a94d8f),segment_id=32501721-c1ee-4ff1-b0b3-2ddac4a94d8f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:17.390652 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8b22b692-fad6-4488-b3a7-705a21d8f2d6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:17.397913 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f55721c7-5da4-4e8c-b893-808220777a13 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743322 Feb 16 16:55:17.399324 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34678) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:17.406509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4fcb55b2-e09a-4f2a-869d-4b4e2cd46fde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:17.415618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-26617276-086f-4d7d-8766-f41db2c5c953 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Made reservation on behalf of db0de97bebd54ddf86c34738f4f3fd5a for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:17.419494 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-26617276-086f-4d7d-8766-f41db2c5c953 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:17.470751 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=8b22b692-fad6-4488-b3a7-705a21d8f2d6,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:17.612568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201f2bc-a1ff-4b8b-8063-5b965b9a5e9b req-095bf35c-e9bc-4155-9461-38c262e271ec tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:17.618065 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a201f2bc-a1ff-4b8b-8063-5b965b9a5e9b req-095bf35c-e9bc-4155-9461-38c262e271ec tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 945 time: 0.2071319 Feb 16 16:55:17.668460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4480205-4403-403c-86b0-584981c6142c req-32ccc088-329d-460d-bf74-065b3c587005 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:17.669955 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4480205-4403-403c-86b0-584981c6142c req-32ccc088-329d-460d-bf74-065b3c587005 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1504767 Feb 16 16:55:17.672382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcb55b2-e09a-4f2a-869d-4b4e2cd46fde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:17.675632 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4fcb55b2-e09a-4f2a-869d-4b4e2cd46fde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:17.701972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-26617276-086f-4d7d-8766-f41db2c5c953 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Allocated IP 172.20.0.6 (ad32bf3a-32f6-4bd2-98b6-71621532181c/10287930-00ed-4b80-ba2c-16a1cc7d949b/45be9d93-30fa-49b9-9aab-f06bd45beaa6) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:17.750006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a201f2bc-a1ff-4b8b-8063-5b965b9a5e9b req-b62de330-c95d-4b10-8626-5455d563243e tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231697 Feb 16 16:55:17.759497 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['8b22b692-fad6-4488-b3a7-705a21d8f2d6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:55:17.805827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 90e8b974-4e48-479c-86b8-53eedb90b51a no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:55:17.836111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4480205-4403-403c-86b0-584981c6142c req-906514f5-d46e-4674-9c25-cbfdf1f60d97 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428592 Feb 16 16:55:17.836353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 90e8b974-4e48-479c-86b8-53eedb90b51a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:55:17.836687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 90e8b974-4e48-479c-86b8-53eedb90b51a not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:55:17.849704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-406cabf8-8af5-4f40-b125-27217cf98e66 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting port 2958f948-5eea-4faa-af01-1f460f64e232 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:17.850056 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-406cabf8-8af5-4f40-b125-27217cf98e66 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2958f948-5eea-4faa-af01-1f460f64e232), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:18.016270 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-26617276-086f-4d7d-8766-f41db2c5c953 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks [] for port (45be9d93-30fa-49b9-9aab-f06bd45beaa6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:18.018712 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-406cabf8-8af5-4f40-b125-27217cf98e66 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2958f948-5eea-4faa-af01-1f460f64e232), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:18.057951 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-406cabf8-8af5-4f40-b125-27217cf98e66 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Calling delete_port for 2958f948-5eea-4faa-af01-1f460f64e232 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:18.108877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406f597-e5e6-43d4-9b38-37a0dc62f4ef req-8210034d-4523-4fda-88a1-073e68c38c87 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:18.116228 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b406f597-e5e6-43d4-9b38-37a0dc62f4ef req-8210034d-4523-4fda-88a1-073e68c38c87 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2006302 Feb 16 16:55:18.185497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72137d60-01a8-4705-8a3d-a4304fb401e1 req-93a7b121-0581-4292-8cc2-061f55696c94 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:18.187159 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72137d60-01a8-4705-8a3d-a4304fb401e1 req-93a7b121-0581-4292-8cc2-061f55696c94 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 949 time: 0.1682155 Feb 16 16:55:18.275710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.objects.ports [None req-4fcb55b2-e09a-4f2a-869d-4b4e2cd46fde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:55:18.285013 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b406f597-e5e6-43d4-9b38-37a0dc62f4ef req-b5f03b17-7d62-4ffa-a790-9825aa60b8e8 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644104 Feb 16 16:55:18.285792 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4fcb55b2-e09a-4f2a-869d-4b4e2cd46fde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (aef6e1ba-6b19-46c3-bb17-419852b3e6cd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:18.356615 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72137d60-01a8-4705-8a3d-a4304fb401e1 req-b900bc9a-82f5-4979-8bb5-406bd1419263 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/security-groups?id=79c2e5a6-22cf-40d6-905c-2818969e2bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583405 Feb 16 16:55:18.364166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcb55b2-e09a-4f2a-869d-4b4e2cd46fde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:18.368229 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-4fcb55b2-e09a-4f2a-869d-4b4e2cd46fde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:18.379790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcb55b2-e09a-4f2a-869d-4b4e2cd46fde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:18.379790 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4fcb55b2-e09a-4f2a-869d-4b4e2cd46fde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:18.384086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262316f3-58cc-451c-8bf8-f1587f3b41eb None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:18.401452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb55b2-e09a-4f2a-869d-4b4e2cd46fde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=aef6e1ba-6b19-46c3-bb17-419852b3e6cd,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:18.466340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-334b2b0f-db29-40cb-b42c-f76b47d662e5 req-af557c16-53f1-4e61-89a5-2c271489fd3c tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6eacb25-5a85-4f40-ba8a-89eb0c5f8852 HTTP/1.1" status: 200 len: 210 time: 0.0731201 Feb 16 16:55:18.471266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4fcb55b2-e09a-4f2a-869d-4b4e2cd46fde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0695078 Feb 16 16:55:18.481736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34696) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:18.486513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8473c915-4a9e-4f65-ad5b-2ea2ab19c209 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:18.509719 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': 'aef6e1ba-6b19-46c3-bb17-419852b3e6cd'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:55:18.510926 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:18.653866 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-26617276-086f-4d7d-8766-f41db2c5c953 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (45be9d93-30fa-49b9-9aab-f06bd45beaa6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:18.689129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Allocated IP 2001:db8::f816:3eff:fe73:daa2 (c6c55570-6501-4cec-af38-70389b23efe2/aef6e1ba-6b19-46c3-bb17-419852b3e6cd/5b30985d-966f-4ca8-a296-a7ff5d449308) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:18.698944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-ac482b55-7ad7-49d2-aae1-ca9f8d88b4b6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:18.700495 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-ac482b55-7ad7-49d2-aae1-ca9f8d88b4b6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "GET /v2.0/networks?id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 200 len: 797 time: 0.6705410 Feb 16 16:55:18.740538 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-26617276-086f-4d7d-8766-f41db2c5c953 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Network ad32bf3a-32f6-4bd2-98b6-71621532181c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:18.742832 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26617276-086f-4d7d-8766-f41db2c5c953 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Pushing event updated for resources: {'Port': ['ID=45be9d93-30fa-49b9-9aab-f06bd45beaa6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:18.750062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-26617276-086f-4d7d-8766-f41db2c5c953 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:18.757941 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-26617276-086f-4d7d-8766-f41db2c5c953 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:18.783644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8b22b692-fad6-4488-b3a7-705a21d8f2d6 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:18.852769 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:55:18.875187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-26617276-086f-4d7d-8766-f41db2c5c953 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:18.876101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-26617276-086f-4d7d-8766-f41db2c5c953 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:18.888888 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 8b22b692-fad6-4488-b3a7-705a21d8f2d6 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:18.900135 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 8b22b692-fad6-4488-b3a7-705a21d8f2d6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:18.900534 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8b22b692-fad6-4488-b3a7-705a21d8f2d6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:18.913626 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-406cabf8-8af5-4f40-b125-27217cf98e66 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2958f948-5eea-4faa-af01-1f460f64e232), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:18.924949 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-26617276-086f-4d7d-8766-f41db2c5c953 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8829892 Feb 16 16:55:18.945017 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Publish callbacks [] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:18.955476 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-ea9bee69-26d3-4b2d-9c72-e1a368248591 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 379 time: 0.1405110 Feb 16 16:55:18.956335 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:18.960806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Request body: {'port': {'device_id': 'd6eacb25-5a85-4f40-ba8a-89eb0c5f8852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:18.965852 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406cabf8-8af5-4f40-b125-27217cf98e66 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Port': ['ID=2958f948-5eea-4faa-af01-1f460f64e232,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:18.974523 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-59551d19-718a-42f7-ad3d-31be76c3b625 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'port': {'device_id': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'admin_state_up': True, 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'security_groups': ['ec5659b2-b8e0-4de3-a767-6922daabb14d']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:18.986991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b74ff-3640-4602-87dc-6eb966c58fcb req-1cb43e1d-c09b-415a-b659-4311e7944d56 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:18.994185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-700b74ff-3640-4602-87dc-6eb966c58fcb req-1cb43e1d-c09b-415a-b659-4311e7944d56 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.5267994 Feb 16 16:55:19.003063 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1be9cee2-3a20-4069-a264-0e490ee40c69 req-3a101c50-4833-45ac-bf2f-4c43182642ca tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 210 time: 0.0668540 Feb 16 16:55:19.008183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Pushing event updated for resources: {'Port': ['ID=5b30985d-966f-4ca8-a296-a7ff5d449308,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:19.024755 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:19.067248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:19.073541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:19.096517 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-700b74ff-3640-4602-87dc-6eb966c58fcb req-e03816a9-8b35-44b5-88e1-9a97dffbc858 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000192 Feb 16 16:55:19.098099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8473c915-4a9e-4f65-ad5b-2ea2ab19c209 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:19.105576 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8473c915-4a9e-4f65-ad5b-2ea2ab19c209 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:19.131800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 8b22b692-fad6-4488-b3a7-705a21d8f2d6 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:19.132615 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8b22b692-fad6-4488-b3a7-705a21d8f2d6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:19.179831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Attempting to bind port 5b30985d-966f-4ca8-a296-a7ff5d449308 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:55:19.180607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Attempting to bind port 5b30985d-966f-4ca8-a296-a7ff5d449308 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:55:19.181139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Attempting to bind port 5b30985d-966f-4ca8-a296-a7ff5d449308 on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:19.191383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b516e1ba-5650-4835-ad12-1bf9c53cbfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b22b692-fad6-4488-b3a7-705a21d8f2d6'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:55:19.193893 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1502bfd-cb39-4ce8-83c1-a8e04d7b0d0c" -d '{"events": [{"server_uuid": "b516e1ba-5650-4835-ad12-1bf9c53cbfaa", "name": "network-vif-plugged", "status": "completed", "tag": "8b22b692-fad6-4488-b3a7-705a21d8f2d6"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:55:19.199485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:55:19.200162 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:19.200751 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:19.201299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:55:19.201924 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Bound port: 5b30985d-966f-4ca8-a296-a7ff5d449308, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:55:19.202487 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:19.221377 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 8b22b692-fad6-4488-b3a7-705a21d8f2d6, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8b22b692-fad6-4488-b3a7-705a21d8f2d6,segment=NetworkSegment(32501721-c1ee-4ff1-b0b3-2ddac4a94d8f),segment_id=32501721-c1ee-4ff1-b0b3-2ddac4a94d8f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:19.237616 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (45be9d93-30fa-49b9-9aab-f06bd45beaa6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:19.247361 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8b22b692-fad6-4488-b3a7-705a21d8f2d6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:19.280746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 5a312482-ebc7-4fff-99c1-ade8dd6290ac up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:19.364068 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69100141-3a7a-4822-bfd3-149f227d5df2 req-2e9e4b22-e3e0-4514-9f3b-d2b3ea9a8eb0 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:19.366382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69100141-3a7a-4822-bfd3-149f227d5df2 req-2e9e4b22-e3e0-4514-9f3b-d2b3ea9a8eb0 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 945 time: 0.2203057 Feb 16 16:55:19.370641 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] For port 5b30985d-966f-4ca8-a296-a7ff5d449308, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:55:19.381091 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=8b22b692-fad6-4488-b3a7-705a21d8f2d6,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:19.400248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] For port 5b30985d-966f-4ca8-a296-a7ff5d449308, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5b30985d-966f-4ca8-a296-a7ff5d449308,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:55:19.414323 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:19.424630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-59551d19-718a-42f7-ad3d-31be76c3b625 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Made reservation on behalf of 65c85d727f374c7f8d3cc83d4ddd839c for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:19.426691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79e604-c74a-4b17-aa3b-e28f2a20de28 req-ff49272f-97b9-4de4-a618-6e1de0c6f823 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:19.426841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 5a312482-ebc7-4fff-99c1-ade8dd6290ac completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:19.427709 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-59551d19-718a-42f7-ad3d-31be76c3b625 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:19.432844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba79e604-c74a-4b17-aa3b-e28f2a20de28 req-ff49272f-97b9-4de4-a618-6e1de0c6f823 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2090197 Feb 16 16:55:19.458203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 5a312482-ebc7-4fff-99c1-ade8dd6290ac triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:19.458602 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:19.508741 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-406cabf8-8af5-4f40-b125-27217cf98e66 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:19.531617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b42393-8c82-4283-b4e4-e76109725dbb None None] Pushing event updated for resources: {'Port': ['ID=5b30985d-966f-4ca8-a296-a7ff5d449308,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:19.568350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69100141-3a7a-4822-bfd3-149f227d5df2 req-6ab9e8fd-4822-4815-9164-6caaefca26a3 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878562 Feb 16 16:55:19.621127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba79e604-c74a-4b17-aa3b-e28f2a20de28 req-4b626be8-1982-4fa9-951c-a329b78b312e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791096 Feb 16 16:55:19.638431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 5a312482-ebc7-4fff-99c1-ade8dd6290ac is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:19.638839 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:19.678447 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb3907e-9a9d-496b-91bc-b522beaf0b3a x-openstack-request-id: req-0eb3907e-9a9d-496b-91bc-b522beaf0b3a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:55:19.678781 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b516e1ba-5650-4835-ad12-1bf9c53cbfaa", "name": "network-vif-plugged", "status": "completed", "tag": "8b22b692-fad6-4488-b3a7-705a21d8f2d6", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:55:19.679050 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0eb3907e-9a9d-496b-91bc-b522beaf0b3a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:55:19.679502 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b516e1ba-5650-4835-ad12-1bf9c53cbfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b22b692-fad6-4488-b3a7-705a21d8f2d6', 'code': 200} Feb 16 16:55:19.742963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 5a312482-ebc7-4fff-99c1-ade8dd6290ac, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5a312482-ebc7-4fff-99c1-ade8dd6290ac,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:19.753918 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:19.877172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=5a312482-ebc7-4fff-99c1-ade8dd6290ac,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:19.904792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-59551d19-718a-42f7-ad3d-31be76c3b625 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.20.0.7 (30d1cb75-3b39-4f40-912d-fcfd17ae1e44/28a16b5a-5a01-44e7-92b2-075fe8b904dc/28bd6c29-e781-4d0b-a709-a6fd14c65967) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:19.950677 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8473c915-4a9e-4f65-ad5b-2ea2ab19c209 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (fbf5c222-d47a-464e-ace3-1773b5fbcc2b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:20.039411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473c915-4a9e-4f65-ad5b-2ea2ab19c209 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:20.050611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-8473c915-4a9e-4f65-ad5b-2ea2ab19c209 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:20.061139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee236e9-eec0-4401-a006-d950c359bc9e req-e8d2963a-2c2b-4feb-bce8-2d871708ad5e tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:20.062626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45be9d93-30fa-49b9-9aab-f06bd45beaa6 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:55:20.062804 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bee236e9-eec0-4401-a006-d950c359bc9e req-e8d2963a-2c2b-4feb-bce8-2d871708ad5e tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6eacb25-5a85-4f40-ba8a-89eb0c5f8852 HTTP/1.1" status: 200 len: 931 time: 0.2064636 Feb 16 16:55:20.068219 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8473c915-4a9e-4f65-ad5b-2ea2ab19c209 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:20.068802 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8473c915-4a9e-4f65-ad5b-2ea2ab19c209 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:20.078708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Publish callbacks [] for port (45be9d93-30fa-49b9-9aab-f06bd45beaa6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:20.079554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473c915-4a9e-4f65-ad5b-2ea2ab19c209 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=fbf5c222-d47a-464e-ace3-1773b5fbcc2b,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:20.083597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669a369-3d67-4857-9c42-848c0d214841 req-889ec011-e40c-4c4d-9abb-eaffd9e6c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:20.085865 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3669a369-3d67-4857-9c42-848c0d214841 req-889ec011-e40c-4c4d-9abb-eaffd9e6c722 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 1128 time: 0.3210239 Feb 16 16:55:20.127699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8473c915-4a9e-4f65-ad5b-2ea2ab19c209 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6420722 Feb 16 16:55:20.129065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34714) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:20.138485 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdc90e-0cb8-41ac-a85f-5af6e51758e8 req-0b50af3b-90d3-4bcb-a83f-24cb2f852b64 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:20.140066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84cdc90e-0cb8-41ac-a85f-5af6e51758e8 req-0b50af3b-90d3-4bcb-a83f-24cb2f852b64 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 950 time: 0.2183671 Feb 16 16:55:20.143622 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-961bfa02-b942-477c-9c5a-efd6cb50d9d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'mac_address': 'fa:16:3e:8d:64:89', 'name': 'tempest-NetworksTestDHCPv6-1412892641'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:20.160599 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Transition to ACTIVE for port object 45be9d93-30fa-49b9-9aab-f06bd45beaa6 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:20.172825 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (45be9d93-30fa-49b9-9aab-f06bd45beaa6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:20.277063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Pushing event updated for resources: {'Port': ['ID=45be9d93-30fa-49b9-9aab-f06bd45beaa6,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:20.277716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3669a369-3d67-4857-9c42-848c0d214841 req-497511a8-c26c-4e0b-8f66-b4324bf8f5f7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818693 Feb 16 16:55:20.286881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bee236e9-eec0-4401-a006-d950c359bc9e req-4e05c9af-bace-414b-878f-9e61129d293c tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143261 Feb 16 16:55:20.297886 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406cabf8-8af5-4f40-b125-27217cf98e66 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:55:20.300721 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-59551d19-718a-42f7-ad3d-31be76c3b625 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:20.316562 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84cdc90e-0cb8-41ac-a85f-5af6e51758e8 req-e3f38fc8-a6a7-4212-93a7-c6593bc788db tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/security-groups?id=79c2e5a6-22cf-40d6-905c-2818969e2bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643333 Feb 16 16:55:20.372260 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961bfa02-b942-477c-9c5a-efd6cb50d9d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:20.476591 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-59551d19-718a-42f7-ad3d-31be76c3b625 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:20.512129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Attempting to bind port 45be9d93-30fa-49b9-9aab-f06bd45beaa6 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:55:20.512465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Attempting to bind port 45be9d93-30fa-49b9-9aab-f06bd45beaa6 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '98a81d8f-1700-44de-9724-895f318faa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ad32bf3a-32f6-4bd2-98b6-71621532181c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:55:20.512792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Attempting to bind port 45be9d93-30fa-49b9-9aab-f06bd45beaa6 on network ad32bf3a-32f6-4bd2-98b6-71621532181c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:20.535903 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Port 45be9d93-30fa-49b9-9aab-f06bd45beaa6 on network ad32bf3a-32f6-4bd2-98b6-71621532181c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:55:20.536224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Attempting to bind port 45be9d93-30fa-49b9-9aab-f06bd45beaa6 on network ad32bf3a-32f6-4bd2-98b6-71621532181c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:20.562063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-59551d19-718a-42f7-ad3d-31be76c3b625 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:20.563489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:55:20.563880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Checking segment: {'id': '98a81d8f-1700-44de-9724-895f318faa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ad32bf3a-32f6-4bd2-98b6-71621532181c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:20.564269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Bound using segment: {'id': '98a81d8f-1700-44de-9724-895f318faa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ad32bf3a-32f6-4bd2-98b6-71621532181c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:55:20.564774 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Bound port: 45be9d93-30fa-49b9-9aab-f06bd45beaa6, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a81d8f-1700-44de-9724-895f318faa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ad32bf3a-32f6-4bd2-98b6-71621532181c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:55:20.565156 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (45be9d93-30fa-49b9-9aab-f06bd45beaa6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:20.567514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406cabf8-8af5-4f40-b125-27217cf98e66 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:55:20.573207 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-406cabf8-8af5-4f40-b125-27217cf98e66 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "PUT /v2.0/routers/c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1157777 Feb 16 16:55:20.575139 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59551d19-718a-42f7-ad3d-31be76c3b625 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=28bd6c29-e781-4d0b-a709-a6fd14c65967,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:20.579994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34724) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:20.580588 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a443ad4-a911-4e1f-93ed-9a654d8f4b0a None None] Sync routers for ids ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:20.591923 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a443ad4-a911-4e1f-93ed-9a654d8f4b0a None None] Routers {'c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:20.592750 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1a443ad4-a911-4e1f-93ed-9a654d8f4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:20.598783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-59551d19-718a-42f7-ad3d-31be76c3b625 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:20.603183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-59551d19-718a-42f7-ad3d-31be76c3b625 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:20.643679 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1a443ad4-a911-4e1f-93ed-9a654d8f4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:20.653756 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a443ad4-a911-4e1f-93ed-9a654d8f4b0a None None] Routers {'c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:20.654791 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1a443ad4-a911-4e1f-93ed-9a654d8f4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:54:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:20.712341 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1a443ad4-a911-4e1f-93ed-9a654d8f4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:20.713255 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a443ad4-a911-4e1f-93ed-9a654d8f4b0a None None] The sync data for ids ['c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b'] in n-d-669411-5 is: [] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:20.716620 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-961bfa02-b942-477c-9c5a-efd6cb50d9d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:20.722640 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-59551d19-718a-42f7-ad3d-31be76c3b625 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:20.723481 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-59551d19-718a-42f7-ad3d-31be76c3b625 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:20.734671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] For port 45be9d93-30fa-49b9-9aab-f06bd45beaa6, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:55:20.740728 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] For port 45be9d93-30fa-49b9-9aab-f06bd45beaa6, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=45be9d93-30fa-49b9-9aab-f06bd45beaa6,segment=NetworkSegment(98a81d8f-1700-44de-9724-895f318faa30),segment_id=98a81d8f-1700-44de-9724-895f318faa30)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:55:20.751444 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (45be9d93-30fa-49b9-9aab-f06bd45beaa6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:20.765336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08da526-7727-46e6-aea0-e39a06568e3e req-b80608b0-8b99-4a96-9458-c82a723bc44c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:20.766889 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d08da526-7727-46e6-aea0-e39a06568e3e req-b80608b0-8b99-4a96-9458-c82a723bc44c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/networks?id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910 HTTP/1.1" status: 200 len: 813 time: 0.3725038 Feb 16 16:55:20.780495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87db6-1e13-4eff-8184-874c8673db7c req-e4172ccd-b74e-49dd-995f-76fb273ed06f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:20.782725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ff87db6-1e13-4eff-8184-874c8673db7c req-e4172ccd-b74e-49dd-995f-76fb273ed06f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 931 time: 0.3621056 Feb 16 16:55:20.796462 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-59551d19-718a-42f7-ad3d-31be76c3b625 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8276827 Feb 16 16:55:20.812708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Request body: {'port': {'device_id': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:20.816882 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ecbdddb-ac4f-4408-b56e-acd6b00ba212 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:20.826770 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:20.827543 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:20.829147 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] 10.222.0.65 "PUT /v2.0/ports/45be9d93-30fa-49b9-9aab-f06bd45beaa6 HTTP/1.1" status: 200 len: 1091 time: 1.8806589 Feb 16 16:55:20.829720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6eacb25-5a85-4f40-ba8a-89eb0c5f8852', 'tag': '45be9d93-30fa-49b9-9aab-f06bd45beaa6'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:55:20.832812 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c365d16f-3ad7-420d-8cae-579f355d3109" -d '{"events": [{"name": "network-changed", "server_uuid": "d6eacb25-5a85-4f40-ba8a-89eb0c5f8852", "tag": "45be9d93-30fa-49b9-9aab-f06bd45beaa6"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:55:20.908388 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c4c10-9475-4296-80e0-64e5c9158886 service neutron] Pushing event updated for resources: {'Port': ['ID=45be9d93-30fa-49b9-9aab-f06bd45beaa6,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:20.923844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a7450-a035-4604-a3ac-92faea420533 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:20.934401 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-961bfa02-b942-477c-9c5a-efd6cb50d9d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port d58c58ba-454b-43f9-8841-6dbfec72deb3 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:55:20.953380 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:20.953770 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d08da526-7727-46e6-aea0-e39a06568e3e req-19e744c8-4c27-4ba0-af7b-d4b443dd71c8 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/quotas/841aff1e2cfb4b999c259e50aac929f0 HTTP/1.1" status: 200 len: 375 time: 0.1659935 Feb 16 16:55:20.977444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ec252dac-e553-4e90-a970-c9f37111494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:20.979324 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-ec252dac-e553-4e90-a970-c9f37111494b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=db0de97bebd54ddf86c34738f4f3fd5a&device_id=d6eacb25-5a85-4f40-ba8a-89eb0c5f8852 HTTP/1.1" status: 200 len: 1125 time: 0.1042552 Feb 16 16:55:21.024246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-974c64ad-34ab-4b55-806d-2cb7108ddab9 None None] Provisioning complete for port 5b30985d-966f-4ca8-a296-a7ff5d449308 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:21.024552 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-974c64ad-34ab-4b55-806d-2cb7108ddab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:21.054656 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-476f0de8-1994-4d0f-9512-0aa6dec66197 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45be9d93-30fa-49b9-9aab-f06bd45beaa6 HTTP/1.1" status: 200 len: 217 time: 0.0563965 Feb 16 16:55:21.088420 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ff87db6-1e13-4eff-8184-874c8673db7c req-bd39b123-07a1-41f9-b1dc-264775351e1f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797151 Feb 16 16:55:21.144613 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ecbdddb-ac4f-4408-b56e-acd6b00ba212 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router_gateway (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:21.161224 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d08da526-7727-46e6-aea0-e39a06568e3e req-e32fa6f8-0fe5-40a0-ad1f-e85a71489984 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=841aff1e2cfb4b999c259e50aac929f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1736741 Feb 16 16:55:21.182186 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-974c64ad-34ab-4b55-806d-2cb7108ddab9 None None] Current status of the port 5b30985d-966f-4ca8-a296-a7ff5d449308 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:21.182585 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-974c64ad-34ab-4b55-806d-2cb7108ddab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:21.188461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-464713bf-6afe-4fe6-b77a-f5253c000054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:21.199316 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-464713bf-6afe-4fe6-b77a-f5253c000054 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=10287930-00ed-4b80-ba2c-16a1cc7d949b HTTP/1.1" status: 200 len: 854 time: 0.1345301 Feb 16 16:55:21.249386 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb3f62c-e804-4357-ab52-812d86d90373 x-openstack-request-id: req-ddb3f62c-e804-4357-ab52-812d86d90373 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:55:21.249787 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6eacb25-5a85-4f40-ba8a-89eb0c5f8852", "tag": "45be9d93-30fa-49b9-9aab-f06bd45beaa6", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:55:21.250147 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddb3f62c-e804-4357-ab52-812d86d90373 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:55:21.250929 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6eacb25-5a85-4f40-ba8a-89eb0c5f8852', 'tag': '45be9d93-30fa-49b9-9aab-f06bd45beaa6', 'status': 'completed', 'code': 200} Feb 16 16:55:21.256554 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-5973132b-9235-4a84-8b15-8a8a92685702 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad32bf3a-32f6-4bd2-98b6-71621532181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407603 Feb 16 16:55:21.297540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542e7bf1-2435-4de1-b702-a2a9bdd093ee None None] Update dhcp port {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'fixed_ips': [{'subnet_id': 'aef6e1ba-6b19-46c3-bb17-419852b3e6cd', 'ip_address': '2001:db8::f816:3eff:fe73:daa2'}, {'subnet_id': 'fbf5c222-d47a-464e-ace3-1773b5fbcc2b'}], 'binding:host_id': 'n-d-669411-5'}, 'id': '5b30985d-966f-4ca8-a296-a7ff5d449308'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:55:21.325538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-974c64ad-34ab-4b55-806d-2cb7108ddab9 None None] For port 5b30985d-966f-4ca8-a296-a7ff5d449308, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5b30985d-966f-4ca8-a296-a7ff5d449308,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:21.339651 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-974c64ad-34ab-4b55-806d-2cb7108ddab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:21.345158 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-542e7bf1-2435-4de1-b702-a2a9bdd093ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:21.367606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-961bfa02-b942-477c-9c5a-efd6cb50d9d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 172.20.0.4 (c6c55570-6501-4cec-af38-70389b23efe2/fbf5c222-d47a-464e-ace3-1773b5fbcc2b/d58c58ba-454b-43f9-8841-6dbfec72deb3) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:21.385402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-961bfa02-b942-477c-9c5a-efd6cb50d9d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::f816:3eff:fe8d:6489 (c6c55570-6501-4cec-af38-70389b23efe2/aef6e1ba-6b19-46c3-bb17-419852b3e6cd/d58c58ba-454b-43f9-8841-6dbfec72deb3) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:21.422535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed10fa-4112-40dc-9b25-ca6be97332b4 req-c4c7b9e3-36dd-480d-b244-d7a30021d937 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:21.424060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7ed10fa-4112-40dc-9b25-ca6be97332b4 req-c4c7b9e3-36dd-480d-b244-d7a30021d937 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 946 time: 0.1848531 Feb 16 16:55:21.434977 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-3ecbdddb-ac4f-4408-b56e-acd6b00ba212 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting port 813b7b26-2679-4c74-b6cd-f2d7016a5b2f {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:21.435619 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ecbdddb-ac4f-4408-b56e-acd6b00ba212 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (813b7b26-2679-4c74-b6cd-f2d7016a5b2f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:21.444767 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-586839d2-5ada-4785-88cd-3d137497dd4e service neutron] 10.222.0.65 "GET /v2.0/networks/ad32bf3a-32f6-4bd2-98b6-71621532181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803145 Feb 16 16:55:21.451156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c64ad-34ab-4b55-806d-2cb7108ddab9 None None] Pushing event updated for resources: {'Port': ['ID=5b30985d-966f-4ca8-a296-a7ff5d449308,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:21.455601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5f31e-84e5-4ce9-986b-a3f13d8498ea req-d8f72979-fd6f-4d14-906b-25b8b1a8fa64 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:21.457140 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdc5f31e-84e5-4ce9-986b-a3f13d8498ea req-d8f72979-fd6f-4d14-906b-25b8b1a8fa64 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1516683 Feb 16 16:55:21.526440 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bd6c29-e781-4d0b-a709-a6fd14c65967 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:55:21.567221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a92a5406-20f0-4854-9422-b7d369934331 None None] Provisioning complete for port 28bd6c29-e781-4d0b-a709-a6fd14c65967 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:21.567529 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a92a5406-20f0-4854-9422-b7d369934331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:21.568714 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Publish callbacks [] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:21.592457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Transition to ACTIVE for port object 28bd6c29-e781-4d0b-a709-a6fd14c65967 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:55:21.598068 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:21.637103 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a5c2d49-c63b-45e5-a4c0-672299cbbf21 req-53ffbd7a-37f7-4bfb-a186-f8b114eff6e6 service neutron] 10.222.0.65 "GET /v2.0/networks/ad32bf3a-32f6-4bd2-98b6-71621532181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845043 Feb 16 16:55:21.652632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a92a5406-20f0-4854-9422-b7d369934331 None None] Port 28bd6c29-e781-4d0b-a709-a6fd14c65967 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:55:21.665910 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Pushing event updated for resources: {'Port': ['ID=28bd6c29-e781-4d0b-a709-a6fd14c65967,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:21.683832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92813bd-f8aa-4599-b5c8-6b4eb196c184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a312482-ebc7-4fff-99c1-ade8dd6290ac'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:55:21.688631 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0593997f-c09b-45a9-8556-4aaaccb00a71" -d '{"events": [{"server_uuid": "f92813bd-f8aa-4599-b5c8-6b4eb196c184", "name": "network-vif-plugged", "status": "completed", "tag": "5a312482-ebc7-4fff-99c1-ade8dd6290ac"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:55:21.689616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7ed10fa-4112-40dc-9b25-ca6be97332b4 req-c6ecf7ec-27e8-46c3-9b67-c73e09288626 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479370 Feb 16 16:55:21.726906 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ecbdddb-ac4f-4408-b56e-acd6b00ba212 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (813b7b26-2679-4c74-b6cd-f2d7016a5b2f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:21.769095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-3ecbdddb-ac4f-4408-b56e-acd6b00ba212 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Calling delete_port for 813b7b26-2679-4c74-b6cd-f2d7016a5b2f owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:21.796821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdc5f31e-84e5-4ce9-986b-a3f13d8498ea req-83d2adfc-19f1-4224-8f7a-6cdacf800fe2 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137434 Feb 16 16:55:21.855309 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5b30985d-966f-4ca8-a296-a7ff5d449308 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:21.940524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5b30985d-966f-4ca8-a296-a7ff5d449308 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:21.941771 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:21.959156 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-961bfa02-b942-477c-9c5a-efd6cb50d9d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (d58c58ba-454b-43f9-8841-6dbfec72deb3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:22.043550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5b30985d-966f-4ca8-a296-a7ff5d449308 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:22.066130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c6fca-1d45-40a8-ba7a-dc4c581a7f36 req-0f374278-4469-429c-ba60-f04fc7d65816 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:22.067688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc3c6fca-1d45-40a8-ba7a-dc4c581a7f36 req-0f374278-4469-429c-ba60-f04fc7d65816 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6eacb25-5a85-4f40-ba8a-89eb0c5f8852 HTTP/1.1" status: 200 len: 943 time: 0.2531049 Feb 16 16:55:22.094004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39b637-22eb-4d3a-a7a8-897d58467a95 req-30e07a87-bcf9-44a4-bf50-e1d9340ce872 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:22.095460 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a39b637-22eb-4d3a-a7a8-897d58467a95 req-30e07a87-bcf9-44a4-bf50-e1d9340ce872 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 950 time: 0.1868656 Feb 16 16:55:22.169244 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-961bfa02-b942-477c-9c5a-efd6cb50d9d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d58c58ba-454b-43f9-8841-6dbfec72deb3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:22.219734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-542e7bf1-2435-4de1-b702-a2a9bdd093ee None None] Allocated IP 172.20.0.2 (c6c55570-6501-4cec-af38-70389b23efe2/fbf5c222-d47a-464e-ace3-1773b5fbcc2b/5b30985d-966f-4ca8-a296-a7ff5d449308) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:22.235357 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Attempting to bind port 28bd6c29-e781-4d0b-a709-a6fd14c65967 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:55:22.235700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Attempting to bind port 28bd6c29-e781-4d0b-a709-a6fd14c65967 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:55:22.236054 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Attempting to bind port 28bd6c29-e781-4d0b-a709-a6fd14c65967 on network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:22.243493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Port 28bd6c29-e781-4d0b-a709-a6fd14c65967 on network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:55:22.243895 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Attempting to bind port 28bd6c29-e781-4d0b-a709-a6fd14c65967 on network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:22.247428 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc3c6fca-1d45-40a8-ba7a-dc4c581a7f36 req-0096184f-fff0-46f2-8232-28b14bf4208e tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732624 Feb 16 16:55:22.248733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365d16f-3ad7-420d-8cae-579f355d3109 req-ad6d9dee-ae88-46e6-bdb0-ce82fb6add68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:22.250904 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c365d16f-3ad7-420d-8cae-579f355d3109 req-ad6d9dee-ae88-46e6-bdb0-ce82fb6add68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=db0de97bebd54ddf86c34738f4f3fd5a&device_id=d6eacb25-5a85-4f40-ba8a-89eb0c5f8852 HTTP/1.1" status: 200 len: 1125 time: 0.5128639 Feb 16 16:55:22.253229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:55:22.253569 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Checking segment: {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:22.253952 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Bound using segment: {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:55:22.254379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Bound port: 28bd6c29-e781-4d0b-a709-a6fd14c65967, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:55:22.254736 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:22.282155 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a39b637-22eb-4d3a-a7a8-897d58467a95 req-2cb37e4c-1a25-4b6b-99a9-1767df2f5adb tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/security-groups?id=79c2e5a6-22cf-40d6-905c-2818969e2bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702900 Feb 16 16:55:22.285921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961bfa02-b942-477c-9c5a-efd6cb50d9d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:22.291259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-961bfa02-b942-477c-9c5a-efd6cb50d9d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:22.295516 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961bfa02-b942-477c-9c5a-efd6cb50d9d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:22.299876 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ecbdddb-ac4f-4408-b56e-acd6b00ba212 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (813b7b26-2679-4c74-b6cd-f2d7016a5b2f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:22.329851 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bfa02-b942-477c-9c5a-efd6cb50d9d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=d58c58ba-454b-43f9-8841-6dbfec72deb3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:22.370119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbdddb-ac4f-4408-b56e-acd6b00ba212 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Port': ['ID=813b7b26-2679-4c74-b6cd-f2d7016a5b2f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:22.399101 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:55:22.404306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:55:22.408236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365d16f-3ad7-420d-8cae-579f355d3109 req-f63c0de9-1835-4e73-b7e4-2d09ef68e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:22.409873 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c365d16f-3ad7-420d-8cae-579f355d3109 req-f63c0de9-1835-4e73-b7e4-2d09ef68e3d7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad32bf3a-32f6-4bd2-98b6-71621532181c HTTP/1.1" status: 200 len: 915 time: 0.1515527 Feb 16 16:55:22.414559 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:22.414720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961bfa02-b942-477c-9c5a-efd6cb50d9d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:22.415212 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-961bfa02-b942-477c-9c5a-efd6cb50d9d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:22.458725 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8d7091-c11c-44b9-b4d9-c537e859970f x-openstack-request-id: req-2c8d7091-c11c-44b9-b4d9-c537e859970f {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:55:22.459414 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92813bd-f8aa-4599-b5c8-6b4eb196c184", "name": "network-vif-plugged", "status": "completed", "tag": "5a312482-ebc7-4fff-99c1-ade8dd6290ac", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:55:22.459868 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c8d7091-c11c-44b9-b4d9-c537e859970f {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:55:22.461115 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92813bd-f8aa-4599-b5c8-6b4eb196c184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a312482-ebc7-4fff-99c1-ade8dd6290ac', 'code': 200} Feb 16 16:55:22.489132 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c365d16f-3ad7-420d-8cae-579f355d3109 req-de564241-f6cb-4d98-9638-90d89e11671d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45be9d93-30fa-49b9-9aab-f06bd45beaa6 HTTP/1.1" status: 200 len: 217 time: 0.0717573 Feb 16 16:55:22.503495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-542e7bf1-2435-4de1-b702-a2a9bdd093ee None None] For port 5b30985d-966f-4ca8-a296-a7ff5d449308, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5b30985d-966f-4ca8-a296-a7ff5d449308,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:22.513571 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:22.514504 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:22.516139 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] 10.222.0.60 "PUT /v2.0/ports/28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 1091 time: 1.7089880 Feb 16 16:55:22.527296 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-961bfa02-b942-477c-9c5a-efd6cb50d9d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3967955 Feb 16 16:55:22.548374 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-542e7bf1-2435-4de1-b702-a2a9bdd093ee None None] Publish callbacks [] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:22.555125 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-542e7bf1-2435-4de1-b702-a2a9bdd093ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:22.559994 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34742) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:22.657988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52891a-1e29-49a6-802e-bd863da2802a service neutron] Pushing event updated for resources: {'Port': ['ID=28bd6c29-e781-4d0b-a709-a6fd14c65967,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:22.665181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e7bf1-2435-4de1-b702-a2a9bdd093ee None None] Pushing event updated for resources: {'Port': ['ID=5b30985d-966f-4ca8-a296-a7ff5d449308,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:22.673477 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365d16f-3ad7-420d-8cae-579f355d3109 req-f841a26c-3db4-4dd8-86be-24524dc924a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:22.674981 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c365d16f-3ad7-420d-8cae-579f355d3109 req-f841a26c-3db4-4dd8-86be-24524dc924a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=10287930-00ed-4b80-ba2c-16a1cc7d949b HTTP/1.1" status: 200 len: 854 time: 0.1745005 Feb 16 16:55:22.726098 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c365d16f-3ad7-420d-8cae-579f355d3109 req-e309e76b-9c18-45ad-bbc1-25ba08660260 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad32bf3a-32f6-4bd2-98b6-71621532181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425160 Feb 16 16:55:22.729930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-a5ae17e3-6837-4f7c-b3db-9c107c8aaa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:22.731699 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-a5ae17e3-6837-4f7c-b3db-9c107c8aaa54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1125 time: 0.1603227 Feb 16 16:55:22.803868 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e66a1b-4488-4b87-a41c-33e9d1bce9bc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:22.809453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e66a1b-4488-4b87-a41c-33e9d1bce9bc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:22.813715 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a1e66a1b-4488-4b87-a41c-33e9d1bce9bc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2487423 Feb 16 16:55:22.815622 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-32e4eb50-0bab-4071-bd88-1e845512bb1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 217 time: 0.0712018 Feb 16 16:55:22.816135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34746) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:22.961001 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ecbdddb-ac4f-4408-b56e-acd6b00ba212 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:22.978340 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-c7af7f46-f34f-4c82-8bc8-5062baa982fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:22.979855 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-c7af7f46-f34f-4c82-8bc8-5062baa982fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28a16b5a-5a01-44e7-92b2-075fe8b904dc HTTP/1.1" status: 200 len: 835 time: 0.1454024 Feb 16 16:55:23.029349 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c365d16f-3ad7-420d-8cae-579f355d3109 req-208a9384-0ed5-4969-92be-69dbf34682cc service neutron] 10.222.0.65 "GET /v2.0/networks/ad32bf3a-32f6-4bd2-98b6-71621532181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943342 Feb 16 16:55:23.061575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa38d9a-aabe-4417-87b3-e0da597274da req-9fde2163-e2cd-434f-ae2e-6918e11d32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:23.063072 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fa38d9a-aabe-4417-87b3-e0da597274da req-9fde2163-e2cd-434f-ae2e-6918e11d32fb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 1132 time: 0.6555417 Feb 16 16:55:23.095643 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ecbdddb-ac4f-4408-b56e-acd6b00ba212 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.108046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abeb85-9c84-4db0-9910-62143672fd1d req-a3fe9fcd-a939-467a-8d58-168d3cf9b29a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:23.109577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39abeb85-9c84-4db0-9910-62143672fd1d req-a3fe9fcd-a939-467a-8d58-168d3cf9b29a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.6604440 Feb 16 16:55:23.111631 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ecbdddb-ac4f-4408-b56e-acd6b00ba212 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router_controller (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.127208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-f9960065-c5ed-4d29-9e43-af753441fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:23.128780 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-f9960065-c5ed-4d29-9e43-af753441fa6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1415617 Feb 16 16:55:23.130954 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-a6174a04-a145-4d58-b358-ad63bc40e8f5 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port d58c58ba-454b-43f9-8841-6dbfec72deb3 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:23.131368 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6174a04-a145-4d58-b358-ad63bc40e8f5 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d58c58ba-454b-43f9-8841-6dbfec72deb3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.165214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb3e31-bb32-4269-a0e4-8a4312f68a47 req-ceeefb5d-821f-4e26-a7e7-844ba7364e99 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:23.166940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5bb3e31-bb32-4269-a0e4-8a4312f68a47 req-ceeefb5d-821f-4e26-a7e7-844ba7364e99 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 943 time: 0.6818352 Feb 16 16:55:23.219273 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ecbdddb-ac4f-4408-b56e-acd6b00ba212 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.219853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecbdddb-ac4f-4408-b56e-acd6b00ba212 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Fanout notify agent at l3_agent the message router_deleted on router c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:55:23.227513 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ecbdddb-ac4f-4408-b56e-acd6b00ba212 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.228631 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3ecbdddb-ac4f-4408-b56e-acd6b00ba212 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/routers/c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b HTTP/1.1" status: 204 len: 168 time: 2.6458905 Feb 16 16:55:23.233385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34748) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:23.235620 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5fa38d9a-aabe-4417-87b3-e0da597274da req-bbfc4716-1b20-420d-86cc-ed2ebd30fb70 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=79c2e5a6-22cf-40d6-905c-2818969e2bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668558 Feb 16 16:55:23.251703 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c365d16f-3ad7-420d-8cae-579f355d3109 req-ad9ed8e6-7e4d-4cbf-852c-8211ee3ed1e6 service neutron] 10.222.0.65 "GET /v2.0/networks/ad32bf3a-32f6-4bd2-98b6-71621532181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136924 Feb 16 16:55:23.257586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:55:23.259893 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab99b5b-50b3-489e-b471-2ca3a4b539cb" -d '{"events": [{"name": "network-changed", "server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:55:23.276141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 45be9d93-30fa-49b9-9aab-f06bd45beaa6 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:55:23.316643 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6174a04-a145-4d58-b358-ad63bc40e8f5 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d58c58ba-454b-43f9-8841-6dbfec72deb3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.319367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5bb3e31-bb32-4269-a0e4-8a4312f68a47 req-fc02d182-8d08-4979-8c96-1afe42b7c3c0 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388009 Feb 16 16:55:23.336841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39abeb85-9c84-4db0-9910-62143672fd1d req-e7d75d74-07e3-47f1-829d-f19e794f4e5a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058251 Feb 16 16:55:23.358850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a903f7-fc30-42e6-8348-51058810dcec tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting subnet 13abc12e-aed6-4162-bf1d-cda86a693cd6 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:55:23.361670 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-a6174a04-a145-4d58-b358-ad63bc40e8f5 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for d58c58ba-454b-43f9-8841-6dbfec72deb3 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:23.375104 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-91a903f7-fc30-42e6-8348-51058810dcec tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for subnet (13abc12e-aed6-4162-bf1d-cda86a693cd6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.388420 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-b5e6a340-202b-40ec-9f8b-9848c5d5fd54 service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510316 Feb 16 16:55:23.430104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 45be9d93-30fa-49b9-9aab-f06bd45beaa6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=45be9d93-30fa-49b9-9aab-f06bd45beaa6,segment=NetworkSegment(98a81d8f-1700-44de-9724-895f318faa30),segment_id=98a81d8f-1700-44de-9724-895f318faa30)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:23.445800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '45be9d93-30fa-49b9-9aab-f06bd45beaa6', 'network_id': 'ad32bf3a-32f6-4bd2-98b6-71621532181c', 'port_id': '45be9d93-30fa-49b9-9aab-f06bd45beaa6', 'mac_address': 'fa:16:3e:76:5a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10287930-00ed-4b80-ba2c-16a1cc7d949b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:55:23.505378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-91a903f7-fc30-42e6-8348-51058810dcec tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (13abc12e-aed6-4162-bf1d-cda86a693cd6), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.574802 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4c87fdb5-03c6-4d30-9a1a-e9d0e2427fef req-031617ae-6652-48e4-a892-8c4101e02f56 service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785219 Feb 16 16:55:23.667156 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-91a903f7-fc30-42e6-8348-51058810dcec tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (13abc12e-aed6-4162-bf1d-cda86a693cd6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.675122 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 45be9d93-30fa-49b9-9aab-f06bd45beaa6 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:23.675663 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (45be9d93-30fa-49b9-9aab-f06bd45beaa6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.686976 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-fd288078-2f1a-4281-8931-be2301b7977d None None] Provisioning complete for port 5b30985d-966f-4ca8-a296-a7ff5d449308 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:23.687357 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd288078-2f1a-4281-8931-be2301b7977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.715130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45be9d93-30fa-49b9-9aab-f06bd45beaa6 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:55:23.737923 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6174a04-a145-4d58-b358-ad63bc40e8f5 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d58c58ba-454b-43f9-8841-6dbfec72deb3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.746531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9adb5b-d37e-4c1a-aacf-a044939cb23e req-7fd8ebd1-bb63-4683-b8a0-310e760f9bde tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:23.749356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 45be9d93-30fa-49b9-9aab-f06bd45beaa6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=45be9d93-30fa-49b9-9aab-f06bd45beaa6,segment=NetworkSegment(98a81d8f-1700-44de-9724-895f318faa30),segment_id=98a81d8f-1700-44de-9724-895f318faa30)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:23.758960 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (45be9d93-30fa-49b9-9aab-f06bd45beaa6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.770761 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f9adb5b-d37e-4c1a-aacf-a044939cb23e req-7fd8ebd1-bb63-4683-b8a0-310e760f9bde tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 946 time: 0.3352635 Feb 16 16:55:23.783899 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6174a04-a145-4d58-b358-ad63bc40e8f5 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=d58c58ba-454b-43f9-8841-6dbfec72deb3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:23.831347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=45be9d93-30fa-49b9-9aab-f06bd45beaa6,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:23.836527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5b30985d-966f-4ca8-a296-a7ff5d449308 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:23.848030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713e318-a10a-4b77-bd0c-b0a4ffa91dd1 req-6f30c338-f58f-47e3-b82c-a618e639ceed tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:23.850826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2713e318-a10a-4b77-bd0c-b0a4ffa91dd1 req-6f30c338-f58f-47e3-b82c-a618e639ceed tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6eacb25-5a85-4f40-ba8a-89eb0c5f8852 HTTP/1.1" status: 200 len: 943 time: 0.3407242 Feb 16 16:55:23.914518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-fd288078-2f1a-4281-8931-be2301b7977d None None] Current status of the port 5b30985d-966f-4ca8-a296-a7ff5d449308 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:23.914761 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6174a04-a145-4d58-b358-ad63bc40e8f5 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.917249 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5f9adb5b-d37e-4c1a-aacf-a044939cb23e req-6e97c00b-6ff6-4a1f-a61d-f0fac618476f tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391637 Feb 16 16:55:23.919415 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-91a903f7-fc30-42e6-8348-51058810dcec tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (13abc12e-aed6-4162-bf1d-cda86a693cd6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.922592 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a6174a04-a145-4d58-b358-ad63bc40e8f5 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/d58c58ba-454b-43f9-8841-6dbfec72deb3 HTTP/1.1" status: 204 len: 168 time: 1.0984924 Feb 16 16:55:23.925229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34760) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:23.936705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5b30985d-966f-4ca8-a296-a7ff5d449308 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:23.937091 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:23.993482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a903f7-fc30-42e6-8348-51058810dcec tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Subnet': ['ID=13abc12e-aed6-4162-bf1d-cda86a693cd6,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:24.003673 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-91a903f7-fc30-42e6-8348-51058810dcec tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:24.007029 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['45be9d93-30fa-49b9-9aab-f06bd45beaa6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:55:24.008095 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7055a0f0-b586-494f-8d08-794630cd7396 x-openstack-request-id: req-7055a0f0-b586-494f-8d08-794630cd7396 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:55:24.008717 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:55:24.009594 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7055a0f0-b586-494f-8d08-794630cd7396 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:55:24.010134 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'status': 'completed', 'code': 200} Feb 16 16:55:24.011724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-91a903f7-fc30-42e6-8348-51058810dcec tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/subnets/13abc12e-aed6-4162-bf1d-cda86a693cd6 HTTP/1.1" status: 204 len: 168 time: 0.7749341 Feb 16 16:55:24.013991 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34764) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:24.029446 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2713e318-a10a-4b77-bd0c-b0a4ffa91dd1 req-94b2972b-aaf5-4d81-8912-68ee3ce24a8a tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711121 Feb 16 16:55:24.095424 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4825006-86c1-44b2-8896-31db25f2387a None None] Network 29745608-4da4-485e-9518-1c2570dc6d1d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:24.153340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f8bc9c8b-5df4-4310-8436-3201d4d00cd0 None None] Could not find standard attr ID for object d58c58ba-454b-43f9-8841-6dbfec72deb3. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:55:24.153498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55172385-1f17-4e42-b72c-342f0bc8f2ac tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:24.157984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55172385-1f17-4e42-b72c-342f0bc8f2ac tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:24.164380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55172385-1f17-4e42-b72c-342f0bc8f2ac tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:24.169085 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-55172385-1f17-4e42-b72c-342f0bc8f2ac tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2422342 Feb 16 16:55:24.175015 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34774) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:24.287453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3470aed4-cecc-4ac9-83f7-4779fe38b0ef req-901e9369-4059-4de6-87ac-b6e7b83f385b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=841aff1e2cfb4b999c259e50aac929f0 HTTP/1.1" status: 200 len: 221 time: 0.1070786 Feb 16 16:55:24.338467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a049c08-f74a-4448-890a-df820c58acb2 req-e58c96c3-80c0-4bbd-b5e8-708eacd843d7 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:24.344801 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a049c08-f74a-4448-890a-df820c58acb2 req-e58c96c3-80c0-4bbd-b5e8-708eacd843d7 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 950 time: 0.2247114 Feb 16 16:55:24.382759 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5b30985d-966f-4ca8-a296-a7ff5d449308 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:24.472671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a049c08-f74a-4448-890a-df820c58acb2 req-c4d4cefb-d5f1-4012-bf13-43b871602dde tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/security-groups?id=79c2e5a6-22cf-40d6-905c-2818969e2bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193213 Feb 16 16:55:24.487016 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (29745608-4da4-485e-9518-1c2570dc6d1d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:24.503832 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d44cae-63bd-45b4-9a8e-d2688759e93c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet aef6e1ba-6b19-46c3-bb17-419852b3e6cd {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:55:24.503832 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9d44cae-63bd-45b4-9a8e-d2688759e93c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (aef6e1ba-6b19-46c3-bb17-419852b3e6cd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:24.516826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38243c-ecd6-4fd2-b2e8-f639c41829e8 req-791d3ca1-8a29-43d5-8a7b-ec83879a0835 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:24.518438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc38243c-ecd6-4fd2-b2e8-f639c41829e8 req-791d3ca1-8a29-43d5-8a7b-ec83879a0835 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1173229 Feb 16 16:55:24.519869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3077f11-86da-47b4-8d99-ccc3301bb0fd None None] DHCP port deletion for 29745608-4da4-485e-9518-1c2570dc6d1d request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:55:24.540279 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab99b5b-50b3-489e-b471-2ca3a4b539cb req-49e85b3e-2377-45cc-bab2-ef9ce65102a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:24.541956 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0ab99b5b-50b3-489e-b471-2ca3a4b539cb req-49e85b3e-2377-45cc-bab2-ef9ce65102a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1125 time: 0.4905276 Feb 16 16:55:24.584680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc38243c-ecd6-4fd2-b2e8-f639c41829e8 req-68118222-d96a-42d7-9755-d7c42e3a05a8 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578268 Feb 16 16:55:24.597631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3077f11-86da-47b4-8d99-ccc3301bb0fd None None] Deleting port e45e6acb-837c-443b-b63f-8d0d1ee5c440 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:24.598497 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3077f11-86da-47b4-8d99-ccc3301bb0fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:24.655211 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9d44cae-63bd-45b4-9a8e-d2688759e93c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (aef6e1ba-6b19-46c3-bb17-419852b3e6cd), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:24.674274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee9e20-bf1b-4df8-af7b-6be2e7da8538 req-613fe4b6-5b02-4687-9525-73674a670839 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:24.683104 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c3ee9e20-bf1b-4df8-af7b-6be2e7da8538 req-613fe4b6-5b02-4687-9525-73674a670839 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 943 time: 0.0829864 Feb 16 16:55:24.701122 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3077f11-86da-47b4-8d99-ccc3301bb0fd None None] For port e45e6acb-837c-443b-b63f-8d0d1ee5c440, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e45e6acb-837c-443b-b63f-8d0d1ee5c440,segment=NetworkSegment(ef9231f8-4944-4ddc-8057-46e848fd9218),segment_id=ef9231f8-4944-4ddc-8057-46e848fd9218)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:24.701593 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3077f11-86da-47b4-8d99-ccc3301bb0fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:24.715516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3077f11-86da-47b4-8d99-ccc3301bb0fd None None] Calling delete_port for e45e6acb-837c-443b-b63f-8d0d1ee5c440 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:24.783191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c3ee9e20-bf1b-4df8-af7b-6be2e7da8538 req-9e1d8939-8cc2-45e8-831e-18e74055dfad tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992241 Feb 16 16:55:24.805731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692889d-204d-4558-976b-e200b883a57c req-e82d25fa-0340-4fc6-a213-fab2d124a12f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:24.805906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab99b5b-50b3-489e-b471-2ca3a4b539cb req-157d6fcb-85fa-48bd-bc67-dfea0345a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:24.807205 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0ab99b5b-50b3-489e-b471-2ca3a4b539cb req-157d6fcb-85fa-48bd-bc67-dfea0345a9b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 200 len: 898 time: 0.2557585 Feb 16 16:55:24.807323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8692889d-204d-4558-976b-e200b883a57c req-e82d25fa-0340-4fc6-a213-fab2d124a12f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1222596 Feb 16 16:55:24.811846 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting port e45e6acb-837c-443b-b63f-8d0d1ee5c440 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:24.812190 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:24.814935 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3077f11-86da-47b4-8d99-ccc3301bb0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:24.825488 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9d44cae-63bd-45b4-9a8e-d2688759e93c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (aef6e1ba-6b19-46c3-bb17-419852b3e6cd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:24.855064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3077f11-86da-47b4-8d99-ccc3301bb0fd None None] No DVR routers for this DVR port e45e6acb-837c-443b-b63f-8d0d1ee5c440 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:55:24.864946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3077f11-86da-47b4-8d99-ccc3301bb0fd None None] Pushing event deleted for resources: {'Port': ['ID=e45e6acb-837c-443b-b63f-8d0d1ee5c440,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:24.880473 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8692889d-204d-4558-976b-e200b883a57c req-2a3cdaf2-1dce-4e1d-a76f-267997aa2469 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627499 Feb 16 16:55:24.896691 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0ab99b5b-50b3-489e-b471-2ca3a4b539cb req-539854b2-cf4e-448a-86db-d21155a53a3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 217 time: 0.0806234 Feb 16 16:55:25.003534 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] For port e45e6acb-837c-443b-b63f-8d0d1ee5c440, host n-d-669411-5, got binding levels [] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:25.003927 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.020974 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Calling delete_port for e45e6acb-837c-443b-b63f-8d0d1ee5c440 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:25.024736 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.ipam_backend_mixin [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Port e45e6acb-837c-443b-b63f-8d0d1ee5c440 was not found and therefore no delete operation was performed {{(pid=103422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:55:25.030935 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e45e6acb-837c-443b-b63f-8d0d1ee5c440), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.043242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab99b5b-50b3-489e-b471-2ca3a4b539cb req-16321730-5925-4d8c-830b-ed0d476bc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:25.044132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d039d-0bf7-402b-a5f1-8320a80086f0 req-1e6906eb-9376-42d1-b679-1739c053e4c0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:25.044714 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0ab99b5b-50b3-489e-b471-2ca3a4b539cb req-16321730-5925-4d8c-830b-ed0d476bc2fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28a16b5a-5a01-44e7-92b2-075fe8b904dc HTTP/1.1" status: 200 len: 835 time: 0.1372230 Feb 16 16:55:25.051169 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f30d039d-0bf7-402b-a5f1-8320a80086f0 req-1e6906eb-9376-42d1-b679-1739c053e4c0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.0730627 Feb 16 16:55:25.074391 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Port': ['ID=e45e6acb-837c-443b-b63f-8d0d1ee5c440,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:25.077771 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9d44cae-63bd-45b4-9a8e-d2688759e93c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (aef6e1ba-6b19-46c3-bb17-419852b3e6cd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.081138 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] No DVR routers for this DVR port e45e6acb-837c-443b-b63f-8d0d1ee5c440 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:55:25.134208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f30d039d-0bf7-402b-a5f1-8320a80086f0 req-21ce8e66-bf0d-4bd0-b1c6-6c9f853f6e6e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819752 Feb 16 16:55:25.158768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1d855-9476-4ec5-9221-323503551f15 req-cbdf84a1-f46b-414c-8fb6-bc9f9092f3a5 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:25.158768 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0dd1d855-9476-4ec5-9221-323503551f15 req-cbdf84a1-f46b-414c-8fb6-bc9f9092f3a5 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 946 time: 0.0867088 Feb 16 16:55:25.159140 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e9d44cae-63bd-45b4-9a8e-d2688759e93c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.160239 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e9d44cae-63bd-45b4-9a8e-d2688759e93c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/aef6e1ba-6b19-46c3-bb17-419852b3e6cd HTTP/1.1" status: 204 len: 168 time: 0.9444127 Feb 16 16:55:25.161418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34800) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:25.161736 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d44cae-63bd-45b4-9a8e-d2688759e93c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=aef6e1ba-6b19-46c3-bb17-419852b3e6cd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:25.164951 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd78e7ba-7172-483b-88bf-521424feb492 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:25.228578 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (29745608-4da4-485e-9518-1c2570dc6d1d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.249985 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-582baa05-c438-4c97-856b-b7a078a83c47 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet fbf5c222-d47a-464e-ace3-1773b5fbcc2b {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:55:25.251743 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab99b5b-50b3-489e-b471-2ca3a4b539cb req-4ed0404d-d932-4583-88b4-72c3a4d2df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:25.253339 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0ab99b5b-50b3-489e-b471-2ca3a4b539cb req-4ed0404d-d932-4583-88b4-72c3a4d2df95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1879947 Feb 16 16:55:25.256002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0dd1d855-9476-4ec5-9221-323503551f15 req-a40a9798-1789-409a-8f6f-4548f0956ed9 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017287 Feb 16 16:55:25.256682 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-582baa05-c438-4c97-856b-b7a078a83c47 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (fbf5c222-d47a-464e-ace3-1773b5fbcc2b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.256851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29745608-4da4-485e-9518-1c2570dc6d1d']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:25.285714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9231f8-4944-4ddc-8057-46e848fd9218') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:25.286397 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9231f8-4944-4ddc-8057-46e848fd9218') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:25.287537 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 45be9d93-30fa-49b9-9aab-f06bd45beaa6 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:25.305628 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (ef9231f8-4944-4ddc-8057-46e848fd9218), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.330032 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ef9231f8-4944-4ddc-8057-46e848fd9218), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.331512 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-582baa05-c438-4c97-856b-b7a078a83c47 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (fbf5c222-d47a-464e-ace3-1773b5fbcc2b), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.338885 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:55:25.339567 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (ef9231f8-4944-4ddc-8057-46e848fd9218), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:55:25.360677 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:55:25.389169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 45be9d93-30fa-49b9-9aab-f06bd45beaa6 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:25.395943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 45be9d93-30fa-49b9-9aab-f06bd45beaa6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:25.396206 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (45be9d93-30fa-49b9-9aab-f06bd45beaa6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.437209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47c24e-366b-4583-a1da-ceef4ed59ad0 req-060e4405-fe32-4938-82e8-ee024fad3759 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:25.443816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab47c24e-366b-4583-a1da-ceef4ed59ad0 req-060e4405-fe32-4938-82e8-ee024fad3759 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6eacb25-5a85-4f40-ba8a-89eb0c5f8852 HTTP/1.1" status: 200 len: 944 time: 0.1623127 Feb 16 16:55:25.484480 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (29745608-4da4-485e-9518-1c2570dc6d1d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.491412 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.494831 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/networks/29745608-4da4-485e-9518-1c2570dc6d1d HTTP/1.1" status: 204 len: 168 time: 1.4798949 Feb 16 16:55:25.503691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34804) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:25.516467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 45be9d93-30fa-49b9-9aab-f06bd45beaa6 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:25.517104 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (45be9d93-30fa-49b9-9aab-f06bd45beaa6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.520824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abe472-f9fb-4f3e-a291-a5a723c3dd12 req-83f9de23-d50d-4f47-bd00-598c766fff06 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:25.523158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66abe472-f9fb-4f3e-a291-a5a723c3dd12 req-83f9de23-d50d-4f47-bd00-598c766fff06 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1881773 Feb 16 16:55:25.557460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547d741-974a-4d9f-b02b-7353a68faf36 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Network': ['ID=29745608-4da4-485e-9518-1c2570dc6d1d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:25.577890 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 45be9d93-30fa-49b9-9aab-f06bd45beaa6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=45be9d93-30fa-49b9-9aab-f06bd45beaa6,segment=NetworkSegment(98a81d8f-1700-44de-9724-895f318faa30),segment_id=98a81d8f-1700-44de-9724-895f318faa30)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:25.579308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6eacb25-5a85-4f40-ba8a-89eb0c5f8852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45be9d93-30fa-49b9-9aab-f06bd45beaa6'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:55:25.583339 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6d5d85-e559-4350-865f-e023a3c36791" -d '{"events": [{"server_uuid": "d6eacb25-5a85-4f40-ba8a-89eb0c5f8852", "name": "network-vif-plugged", "status": "completed", "tag": "45be9d93-30fa-49b9-9aab-f06bd45beaa6"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:55:25.584249 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab47c24e-366b-4583-a1da-ceef4ed59ad0 req-62554d22-1c69-4c2a-8499-e96a7ce97d92 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391957 Feb 16 16:55:25.590500 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (45be9d93-30fa-49b9-9aab-f06bd45beaa6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.591358 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-582baa05-c438-4c97-856b-b7a078a83c47 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (fbf5c222-d47a-464e-ace3-1773b5fbcc2b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.632462 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0ab99b5b-50b3-489e-b471-2ca3a4b539cb req-868c4525-702e-457a-96c7-2bd090b0a170 service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635287 Feb 16 16:55:25.653049 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=45be9d93-30fa-49b9-9aab-f06bd45beaa6,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:25.679985 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7e790f04-9f90-4d83-a19a-9dac050d9951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.689436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66abe472-f9fb-4f3e-a291-a5a723c3dd12 req-c9c5d12f-5c54-437d-8766-5478d346cabf tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589861 Feb 16 16:55:25.775518 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0ab99b5b-50b3-489e-b471-2ca3a4b539cb req-88cd236d-3918-4d58-b3e5-75d1744d1dab service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334133 Feb 16 16:55:25.776215 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be084683-cb58-4be0-9277-973a5441c60d x-openstack-request-id: req-be084683-cb58-4be0-9277-973a5441c60d {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:55:25.776561 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6eacb25-5a85-4f40-ba8a-89eb0c5f8852", "name": "network-vif-plugged", "status": "completed", "tag": "45be9d93-30fa-49b9-9aab-f06bd45beaa6", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:55:25.776791 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be084683-cb58-4be0-9277-973a5441c60d {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:55:25.777557 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6eacb25-5a85-4f40-ba8a-89eb0c5f8852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45be9d93-30fa-49b9-9aab-f06bd45beaa6', 'code': 200} Feb 16 16:55:25.799984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e45e6acb-837c-443b-b63f-8d0d1ee5c440 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:55:25.812878 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42961ebd-9ba3-4b8c-bb18-cd124d40b544 req-d6d75de7-9ad8-40e4-9bfc-81c6ee9dae24 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:25.814475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42961ebd-9ba3-4b8c-bb18-cd124d40b544 req-d6d75de7-9ad8-40e4-9bfc-81c6ee9dae24 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 950 time: 0.1215510 Feb 16 16:55:25.831495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6fce606c-5738-4e38-a6c5-29a66a4b361a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting port cbce8598-bb08-486c-a9a2-3f28e3c89f93 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:25.831885 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fce606c-5738-4e38-a6c5-29a66a4b361a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (cbce8598-bb08-486c-a9a2-3f28e3c89f93), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.838218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: e45e6acb-837c-443b-b63f-8d0d1ee5c440 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:55:25.838573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e45e6acb-837c-443b-b63f-8d0d1ee5c440 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:55:25.879682 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-582baa05-c438-4c97-856b-b7a078a83c47 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (fbf5c222-d47a-464e-ace3-1773b5fbcc2b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.939399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582baa05-c438-4c97-856b-b7a078a83c47 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf5c222-d47a-464e-ace3-1773b5fbcc2b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:25.957697 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-582baa05-c438-4c97-856b-b7a078a83c47 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.961658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-582baa05-c438-4c97-856b-b7a078a83c47 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/fbf5c222-d47a-464e-ace3-1773b5fbcc2b HTTP/1.1" status: 204 len: 168 time: 0.7992320 Feb 16 16:55:25.963928 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34816) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:25.967181 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fce606c-5738-4e38-a6c5-29a66a4b361a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (cbce8598-bb08-486c-a9a2-3f28e3c89f93), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.967181 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fce606c-5738-4e38-a6c5-29a66a4b361a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (cbce8598-bb08-486c-a9a2-3f28e3c89f93), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:25.977874 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42961ebd-9ba3-4b8c-bb18-cd124d40b544 req-dcb6e786-11aa-483c-8b86-f74f1305a81b tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/security-groups?id=79c2e5a6-22cf-40d6-905c-2818969e2bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538274 Feb 16 16:55:25.988934 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6fce606c-5738-4e38-a6c5-29a66a4b361a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Calling delete_port for cbce8598-bb08-486c-a9a2-3f28e3c89f93 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:26.001139 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b0520-3940-4bb1-9dd5-7a56e4ebaad5 req-a1eff4a1-19f7-43c3-933e-f6a1c3db99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:26.002714 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-049b0520-3940-4bb1-9dd5-7a56e4ebaad5 req-a1eff4a1-19f7-43c3-933e-f6a1c3db99b5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d6eacb25-5a85-4f40-ba8a-89eb0c5f8852 HTTP/1.1" status: 200 len: 1127 time: 0.1235287 Feb 16 16:55:26.024980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3b3b75e8-73f3-4f17-911c-4fad71d3b8cf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599163 Feb 16 16:55:26.027930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34820) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:26.032509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-047138c0-e1a4-479a-adc4-b1ff15ecb868 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:26.115366 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-049b0520-3940-4bb1-9dd5-7a56e4ebaad5 req-fb6b5914-13b0-4ee3-a1a1-c17bf88e0e18 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032102 Feb 16 16:55:26.150332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54d86c-def8-47fb-9d6a-5805d8b9f916 req-60496350-5b86-46ed-bfdb-6775110cfe9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:26.151857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac54d86c-def8-47fb-9d6a-5805d8b9f916 req-60496350-5b86-46ed-bfdb-6775110cfe9f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 943 time: 0.2545037 Feb 16 16:55:26.189258 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36814f2d-3237-4f01-b31e-a68852fd5a54 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:26.190535 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fce606c-5738-4e38-a6c5-29a66a4b361a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (cbce8598-bb08-486c-a9a2-3f28e3c89f93), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:26.204814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047138c0-e1a4-479a-adc4-b1ff15ecb868 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:26.208889 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-047138c0-e1a4-479a-adc4-b1ff15ecb868 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:26.225590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-91abbfa1-340c-43a3-acaa-a9b1d4173c76 None None] Provisioning complete for port 5b30985d-966f-4ca8-a296-a7ff5d449308 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:26.225963 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-91abbfa1-340c-43a3-acaa-a9b1d4173c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:26.243561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dc8c5-db6d-4be7-aa75-4f48a670ffdc req-b1f7dd9f-f024-423f-bd6f-358f358dda61 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:26.245086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c4dc8c5-db6d-4be7-aa75-4f48a670ffdc req-b1f7dd9f-f024-423f-bd6f-358f358dda61 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1942134 Feb 16 16:55:26.270685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce606c-5738-4e38-a6c5-29a66a4b361a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Port': ['ID=cbce8598-bb08-486c-a9a2-3f28e3c89f93,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:26.294873 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fce606c-5738-4e38-a6c5-29a66a4b361a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for floatingip (676d06aa-a249-444f-b164-46b72648615f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:26.298349 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fce606c-5738-4e38-a6c5-29a66a4b361a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:26.304040 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6fce606c-5738-4e38-a6c5-29a66a4b361a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/floatingips/676d06aa-a249-444f-b164-46b72648615f HTTP/1.1" status: 204 len: 168 time: 0.7993081 Feb 16 16:55:26.305289 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34824) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:26.330416 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d2faae-5d37-4f12-bd6d-202ebdb515c1 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] DELETE failed (client error): The resource could not be found. Feb 16 16:55:26.331090 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d2faae-5d37-4f12-bd6d-202ebdb515c1 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:55:26.337413 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-56d2faae-5d37-4f12-bd6d-202ebdb515c1 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/ports/440443d7-d8f0-47e6-ba3a-d2202317ba3c HTTP/1.1" status: 404 len: 333 time: 0.0283382 Feb 16 16:55:26.337916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac54d86c-def8-47fb-9d6a-5805d8b9f916 req-97fe6275-44be-494e-ba54-0834e52fa7cd tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792917 Feb 16 16:55:26.340129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34826) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:26.367408 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-91abbfa1-340c-43a3-acaa-a9b1d4173c76 None None] Current status of the port 5b30985d-966f-4ca8-a296-a7ff5d449308 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:26.387495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0485398e-6e0d-4952-ad68-682cae0a9e51 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b HTTP/1.1" status: 200 len: 205 time: 0.0453336 Feb 16 16:55:26.394258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34828) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:26.458541 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-54ce2d0e-4940-47e1-8043-4595eff701be tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] delete failed (client error): The resource could not be found. Feb 16 16:55:26.459669 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-54ce2d0e-4940-47e1-8043-4595eff701be tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/routers/c3282a7e-ab51-48a5-b7f8-d1e9fc84f41b HTTP/1.1" status: 404 len: 336 time: 0.0643415 Feb 16 16:55:26.463281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34832) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:26.472014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a25b4b-d3b6-4458-b489-9fcd3417d52f None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:55:26.498593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c4dc8c5-db6d-4be7-aa75-4f48a670ffdc req-61b5890f-73c3-4cd4-818e-6f6f65c666d4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421474 Feb 16 16:55:26.501667 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-086f601b-65f5-48d8-9a67-31a3fec1d855 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] DELETE failed (client error): The resource could not be found. Feb 16 16:55:26.502121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086f601b-65f5-48d8-9a67-31a3fec1d855 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:55:26.508130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-086f601b-65f5-48d8-9a67-31a3fec1d855 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/subnets/13abc12e-aed6-4162-bf1d-cda86a693cd6 HTTP/1.1" status: 404 len: 337 time: 0.0410783 Feb 16 16:55:26.509216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34834) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:26.550647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-06a25b4b-d3b6-4458-b489-9fcd3417d52f None None] Deleting port 5b30985d-966f-4ca8-a296-a7ff5d449308 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:26.551054 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-06a25b4b-d3b6-4458-b489-9fcd3417d52f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:26.634825 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b275e-5875-4035-945d-39bc4536f935 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting port 1708a16b-c194-4f91-93c2-ce333bd635af {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:26.635180 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa4b275e-5875-4035-945d-39bc4536f935 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1708a16b-c194-4f91-93c2-ce333bd635af), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:26.641022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-06a25b4b-d3b6-4458-b489-9fcd3417d52f None None] For port 5b30985d-966f-4ca8-a296-a7ff5d449308, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5b30985d-966f-4ca8-a296-a7ff5d449308,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:26.641723 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-06a25b4b-d3b6-4458-b489-9fcd3417d52f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:26.667827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-06a25b4b-d3b6-4458-b489-9fcd3417d52f None None] Calling delete_port for 5b30985d-966f-4ca8-a296-a7ff5d449308 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:26.717145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb0b5d-69d9-4a3d-99e9-6840a167028a req-e185c46a-1b01-4c70-94c4-c0b2836eeb85 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:26.718600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5cb0b5d-69d9-4a3d-99e9-6840a167028a req-e185c46a-1b01-4c70-94c4-c0b2836eeb85 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 946 time: 0.0820003 Feb 16 16:55:26.830034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5cb0b5d-69d9-4a3d-99e9-6840a167028a req-545eb060-d3d6-4535-9d17-f1ab32adea0e tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e98d0c-2565-4efe-8e28-49c597481143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544167 Feb 16 16:55:26.835789 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-06a25b4b-d3b6-4458-b489-9fcd3417d52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (5b30985d-966f-4ca8-a296-a7ff5d449308), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:26.844622 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa4b275e-5875-4035-945d-39bc4536f935 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1708a16b-c194-4f91-93c2-ce333bd635af), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:26.862505 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a25b4b-d3b6-4458-b489-9fcd3417d52f None None] Pushing event deleted for resources: {'Port': ['ID=5b30985d-966f-4ca8-a296-a7ff5d449308,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:26.868052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a25b4b-d3b6-4458-b489-9fcd3417d52f None None] No DVR routers for this DVR port 5b30985d-966f-4ca8-a296-a7ff5d449308 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:55:26.887939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2ad34-5b31-4f87-a0a5-47a7713df434 req-d5a66733-d739-476f-b0ab-4d852587aa89 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:26.889798 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-03d2ad34-5b31-4f87-a0a5-47a7713df434 req-d5a66733-d739-476f-b0ab-4d852587aa89 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 946 time: 0.2184594 Feb 16 16:55:26.897921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b275e-5875-4035-945d-39bc4536f935 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Calling delete_port for 1708a16b-c194-4f91-93c2-ce333bd635af owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:26.901965 n-d-669411-5 neutron-server[103421]: DEBUG neutron.objects.ports [None req-047138c0-e1a4-479a-adc4-b1ff15ecb868 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:55:26.904336 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-047138c0-e1a4-479a-adc4-b1ff15ecb868 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (bef8cd71-0031-4932-ba38-e2695cc93496), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:26.949294 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047138c0-e1a4-479a-adc4-b1ff15ecb868 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:26.982504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-047138c0-e1a4-479a-adc4-b1ff15ecb868 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:26.994784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e465da6-a40f-4f7c-91ae-5d35eb25b0dd None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:26.995821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047138c0-e1a4-479a-adc4-b1ff15ecb868 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:26.996421 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-047138c0-e1a4-479a-adc4-b1ff15ecb868 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:27.035994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee80ea-fbf7-40db-a99e-c52b0b08cddd req-ad3e5d2f-a604-404b-9fed-2b1168c25a4b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:27.043390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1ee80ea-fbf7-40db-a99e-c52b0b08cddd req-ad3e5d2f-a604-404b-9fed-2b1168c25a4b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2099032 Feb 16 16:55:27.051925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047138c0-e1a4-479a-adc4-b1ff15ecb868 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=bef8cd71-0031-4932-ba38-e2695cc93496,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:27.067084 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-03d2ad34-5b31-4f87-a0a5-47a7713df434 req-1155b439-d223-45c0-b56d-a78765a72e32 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Deleting port 8b22b692-fad6-4488-b3a7-705a21d8f2d6 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:27.067434 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-03d2ad34-5b31-4f87-a0a5-47a7713df434 req-1155b439-d223-45c0-b56d-a78765a72e32 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8b22b692-fad6-4488-b3a7-705a21d8f2d6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:27.067714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-047138c0-e1a4-479a-adc4-b1ff15ecb868 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0390599 Feb 16 16:55:27.071799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34846) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:27.080582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-307272c7-391c-4f6e-894d-bf2d35f2e261 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:27.123291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed425e6c-ca4a-4be9-8560-41d83a720f9a req-fc7a8b8a-82e1-4b78-abf5-b948b83f2cc4 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:27.130685 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed425e6c-ca4a-4be9-8560-41d83a720f9a req-fc7a8b8a-82e1-4b78-abf5-b948b83f2cc4 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6eacb25-5a85-4f40-ba8a-89eb0c5f8852 HTTP/1.1" status: 200 len: 945 time: 0.2075193 Feb 16 16:55:27.168189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-03d2ad34-5b31-4f87-a0a5-47a7713df434 req-1155b439-d223-45c0-b56d-a78765a72e32 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] For port 8b22b692-fad6-4488-b3a7-705a21d8f2d6, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=8b22b692-fad6-4488-b3a7-705a21d8f2d6,segment=NetworkSegment(32501721-c1ee-4ff1-b0b3-2ddac4a94d8f),segment_id=32501721-c1ee-4ff1-b0b3-2ddac4a94d8f)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:27.168553 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-03d2ad34-5b31-4f87-a0a5-47a7713df434 req-1155b439-d223-45c0-b56d-a78765a72e32 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8b22b692-fad6-4488-b3a7-705a21d8f2d6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:27.180824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': 'bef8cd71-0031-4932-ba38-e2695cc93496'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:55:27.182131 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:27.183186 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-03d2ad34-5b31-4f87-a0a5-47a7713df434 req-1155b439-d223-45c0-b56d-a78765a72e32 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Calling delete_port for 8b22b692-fad6-4488-b3a7-705a21d8f2d6 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:27.314191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307272c7-391c-4f6e-894d-bf2d35f2e261 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:27.318050 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-307272c7-391c-4f6e-894d-bf2d35f2e261 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:27.346144 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-03d2ad34-5b31-4f87-a0a5-47a7713df434 req-1155b439-d223-45c0-b56d-a78765a72e32 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8b22b692-fad6-4488-b3a7-705a21d8f2d6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:27.360690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['8b22b692-fad6-4488-b3a7-705a21d8f2d6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:55:27.375926 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed425e6c-ca4a-4be9-8560-41d83a720f9a req-897d89b4-fc9c-4fe4-b1bf-779e0af152cb tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441757 Feb 16 16:55:27.383388 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1ee80ea-fbf7-40db-a99e-c52b0b08cddd req-10dcb99d-2624-48f0-84a5-5326b159a33b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387978 Feb 16 16:55:27.393732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155b439-d223-45c0-b56d-a78765a72e32 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Pushing event deleted for resources: {'Port': ['ID=8b22b692-fad6-4488-b3a7-705a21d8f2d6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:27.424007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Allocated IP 2001:db8::f816:3eff:fee1:332b (c6c55570-6501-4cec-af38-70389b23efe2/bef8cd71-0031-4932-ba38-e2695cc93496/99944abe-e4ce-4316-a9af-228daa5f6899) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:27.563254 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d2ad34-5b31-4f87-a0a5-47a7713df434 req-1155b439-d223-45c0-b56d-a78765a72e32 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] No DVR routers for this DVR port 8b22b692-fad6-4488-b3a7-705a21d8f2d6 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:55:27.567192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-03d2ad34-5b31-4f87-a0a5-47a7713df434 req-1155b439-d223-45c0-b56d-a78765a72e32 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:27.570828 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-03d2ad34-5b31-4f87-a0a5-47a7713df434 req-1155b439-d223-45c0-b56d-a78765a72e32 tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.60 "DELETE /v2.0/ports/8b22b692-fad6-4488-b3a7-705a21d8f2d6 HTTP/1.1" status: 204 len: 173 time: 0.6746604 Feb 16 16:55:27.571362 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b516e1ba-5650-4835-ad12-1bf9c53cbfaa', 'name': 'network-vif-deleted', 'tag': '8b22b692-fad6-4488-b3a7-705a21d8f2d6'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:55:27.574132 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1aa3418-3ab7-4499-9ccd-e16ae26a4e02" -d '{"events": [{"server_uuid": "b516e1ba-5650-4835-ad12-1bf9c53cbfaa", "name": "network-vif-deleted", "tag": "8b22b692-fad6-4488-b3a7-705a21d8f2d6"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:55:27.584313 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa4b275e-5875-4035-945d-39bc4536f935 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (1708a16b-c194-4f91-93c2-ce333bd635af), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:27.592798 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Publish callbacks [] for port (99944abe-e4ce-4316-a9af-228daa5f6899), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:27.602614 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:27.640636 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b275e-5875-4035-945d-39bc4536f935 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Port': ['ID=1708a16b-c194-4f91-93c2-ce333bd635af,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:27.645605 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:27.649925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:27.653699 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:27.735279 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Pushing event updated for resources: {'Port': ['ID=99944abe-e4ce-4316-a9af-228daa5f6899,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:27.745854 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-aa4b275e-5875-4035-945d-39bc4536f935 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:27.749427 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-aa4b275e-5875-4035-945d-39bc4536f935 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/ports/1708a16b-c194-4f91-93c2-ce333bd635af HTTP/1.1" status: 204 len: 168 time: 1.2392006 Feb 16 16:55:27.753491 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34856) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:27.772978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b94a4-f9e3-42d0-b4fa-f6f34935ebe1 req-ce60447c-d254-4ce0-afc1-a73901e09759 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:27.785266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-496b94a4-f9e3-42d0-b4fa-f6f34935ebe1 req-ce60447c-d254-4ce0-afc1-a73901e09759 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 943 time: 0.2900496 Feb 16 16:55:27.793698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Attempting to bind port 99944abe-e4ce-4316-a9af-228daa5f6899 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:55:27.794083 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Attempting to bind port 99944abe-e4ce-4316-a9af-228daa5f6899 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:55:27.794459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Attempting to bind port 99944abe-e4ce-4316-a9af-228daa5f6899 on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:27.803311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:55:27.804400 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:27.804918 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:27.805626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:55:27.806116 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Bound port: 99944abe-e4ce-4316-a9af-228daa5f6899, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:55:27.806508 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:27.818346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829ffe4-6b95-4be5-92cb-c48012c73997 req-77356636-35ba-41db-972b-1a8852d03863 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:27.824746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5829ffe4-6b95-4be5-92cb-c48012c73997 req-77356636-35ba-41db-972b-1a8852d03863 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2797594 Feb 16 16:55:27.845552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5b30985d-966f-4ca8-a296-a7ff5d449308 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:55:27.874292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-65ea7f0d-97da-48a1-a7cd-ff953939f1b8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting port e1f12185-b000-4950-84ad-e82d9d2fa538 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:27.874778 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65ea7f0d-97da-48a1-a7cd-ff953939f1b8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e1f12185-b000-4950-84ad-e82d9d2fa538), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:27.904624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 5b30985d-966f-4ca8-a296-a7ff5d449308 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:55:27.904972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5b30985d-966f-4ca8-a296-a7ff5d449308 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:55:27.974421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-496b94a4-f9e3-42d0-b4fa-f6f34935ebe1 req-bb9c92c8-0cd3-431d-a400-9d45f2bb17b9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888468 Feb 16 16:55:27.987446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] For port 99944abe-e4ce-4316-a9af-228daa5f6899, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:55:28.000754 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5829ffe4-6b95-4be5-92cb-c48012c73997 req-f16aaa06-b066-4c69-93e7-4a922558ec9b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445086 Feb 16 16:55:28.018529 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] For port 99944abe-e4ce-4316-a9af-228daa5f6899, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=99944abe-e4ce-4316-a9af-228daa5f6899,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:55:28.041246 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:28.080063 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-307272c7-391c-4f6e-894d-bf2d35f2e261 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (943aae92-a63d-450c-a995-2e30ccdae7e7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:28.130462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307272c7-391c-4f6e-894d-bf2d35f2e261 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:28.134458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-307272c7-391c-4f6e-894d-bf2d35f2e261 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:28.139997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307272c7-391c-4f6e-894d-bf2d35f2e261 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:28.140825 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-307272c7-391c-4f6e-894d-bf2d35f2e261 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:28.153281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307272c7-391c-4f6e-894d-bf2d35f2e261 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=943aae92-a63d-450c-a995-2e30ccdae7e7,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:28.213812 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-307272c7-391c-4f6e-894d-bf2d35f2e261 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1352375 Feb 16 16:55:28.220771 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5398a5e6-b3d5-4ffe-93da-bff121602129 req-09ded2b7-98ae-4317-aad3-d9195f8324af tempest-VolumesActionsTest-1753313142 tempest-VolumesActionsTest-1753313142-project] 10.222.0.24 "GET /v2.0/ports?device_id=b516e1ba-5650-4835-ad12-1bf9c53cbfaa HTTP/1.1" status: 200 len: 210 time: 0.0565872 Feb 16 16:55:28.226760 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34864) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:28.233185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-6c95437e-82eb-477e-a23b-e9f5ada47fbb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'mac_address': 'fa:16:3e:ef:ef:6a', 'name': 'tempest-NetworksTestDHCPv6-499284367'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:28.302892 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e59d3-7b51-465a-9032-b429e9b9d0a6 None None] Pushing event updated for resources: {'Port': ['ID=99944abe-e4ce-4316-a9af-228daa5f6899,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:28.310229 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-204ba6d0-6342-4c05-8250-706641c6007a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:28.399374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a84dad-d004-46fe-91ce-6a85923dad9f req-f3f9d7c1-dd4f-49f4-b185-a7ceda9fcce9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:28.401020 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28a84dad-d004-46fe-91ce-6a85923dad9f req-f3f9d7c1-dd4f-49f4-b185-a7ceda9fcce9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1629629 Feb 16 16:55:28.511782 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d95a2c0-d4ef-4d02-a58c-9368e2e63aed x-openstack-request-id: req-8d95a2c0-d4ef-4d02-a58c-9368e2e63aed {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:55:28.512170 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b516e1ba-5650-4835-ad12-1bf9c53cbfaa", "name": "network-vif-deleted", "tag": "8b22b692-fad6-4488-b3a7-705a21d8f2d6", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:55:28.512424 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d95a2c0-d4ef-4d02-a58c-9368e2e63aed {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:55:28.512939 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b516e1ba-5650-4835-ad12-1bf9c53cbfaa', 'name': 'network-vif-deleted', 'tag': '8b22b692-fad6-4488-b3a7-705a21d8f2d6', 'status': 'completed', 'code': 200} Feb 16 16:55:28.532505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c95437e-82eb-477e-a23b-e9f5ada47fbb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:28.559231 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65ea7f0d-97da-48a1-a7cd-ff953939f1b8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e1f12185-b000-4950-84ad-e82d9d2fa538), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:28.574616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-65ea7f0d-97da-48a1-a7cd-ff953939f1b8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Calling delete_port for e1f12185-b000-4950-84ad-e82d9d2fa538 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:28.652380 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28a84dad-d004-46fe-91ce-6a85923dad9f req-d7f9ff3f-c65f-4448-a12c-ade1308df5fd tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286344 Feb 16 16:55:28.693569 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c95437e-82eb-477e-a23b-e9f5ada47fbb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:28.723676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bdb32-231b-4044-b044-0bdd984e9037 req-946ccd01-a2b8-46f9-be9d-c5c6f1edd155 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:28.731870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe6bdb32-231b-4044-b044-0bdd984e9037 req-946ccd01-a2b8-46f9-be9d-c5c6f1edd155 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6eacb25-5a85-4f40-ba8a-89eb0c5f8852 HTTP/1.1" status: 200 len: 945 time: 0.2180853 Feb 16 16:55:28.750921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-6c95437e-82eb-477e-a23b-e9f5ada47fbb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port 3a7af99b-5d04-4654-8f65-752cd75001ec yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:55:28.763171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65ea7f0d-97da-48a1-a7cd-ff953939f1b8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e1f12185-b000-4950-84ad-e82d9d2fa538), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:28.797026 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea7f0d-97da-48a1-a7cd-ff953939f1b8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Port': ['ID=e1f12185-b000-4950-84ad-e82d9d2fa538,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:28.819854 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 28bd6c29-e781-4d0b-a709-a6fd14c65967 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:55:28.884629 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65ea7f0d-97da-48a1-a7cd-ff953939f1b8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:28.888403 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-65ea7f0d-97da-48a1-a7cd-ff953939f1b8 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/ports/e1f12185-b000-4950-84ad-e82d9d2fa538 HTTP/1.1" status: 204 len: 168 time: 1.1338806 Feb 16 16:55:28.890792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34872) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:28.895182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe6bdb32-231b-4044-b044-0bdd984e9037 req-a595a806-7d28-46ff-bc00-ad43cbf2d91b tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605320 Feb 16 16:55:28.940434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:28.958685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'port_id': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'mac_address': 'fa:16:3e:78:cc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:55:29.005258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df516e-33b5-4623-8d22-32779fc1a3b4 req-2510ffa8-3def-4722-bd65-510776baa43a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:29.007276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 28bd6c29-e781-4d0b-a709-a6fd14c65967 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:29.007427 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97df516e-33b5-4623-8d22-32779fc1a3b4 req-2510ffa8-3def-4722-bd65-510776baa43a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2487288 Feb 16 16:55:29.007702 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:29.023522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bd6c29-e781-4d0b-a709-a6fd14c65967 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:55:29.033794 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ccd4d-190f-4b7f-aa57-e2fdf052c7f7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:29.044698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34882) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:29.044891 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-238ccd4d-190f-4b7f-aa57-e2fdf052c7f7 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a4810bf-33ca-4dd1-ac36-35d27fb3de1d HTTP/1.1" status: 200 len: 913 time: 0.1480041 Feb 16 16:55:29.058428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:29.071917 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:29.149799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=28bd6c29-e781-4d0b-a709-a6fd14c65967,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:29.228730 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97df516e-33b5-4623-8d22-32779fc1a3b4 req-b66322e5-6354-4564-9c15-d6feb4d2ccb0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126279 Feb 16 16:55:29.234908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-6c95437e-82eb-477e-a23b-e9f5ada47fbb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 172.20.0.5 (c6c55570-6501-4cec-af38-70389b23efe2/943aae92-a63d-450c-a995-2e30ccdae7e7/3a7af99b-5d04-4654-8f65-752cd75001ec) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:29.245738 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-6c95437e-82eb-477e-a23b-e9f5ada47fbb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::f816:3eff:feef:ef6a (c6c55570-6501-4cec-af38-70389b23efe2/bef8cd71-0031-4932-ba38-e2695cc93496/3a7af99b-5d04-4654-8f65-752cd75001ec) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:29.332821 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:29.391027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['28bd6c29-e781-4d0b-a709-a6fd14c65967'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:55:29.815597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30089949-0125-49d1-93b1-854dc8f36fca None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:29.912576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6a225-c4c2-4526-9d5b-0aa97da4158b req-d2c8458a-5ec1-4912-a972-acd29b8ee760 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:29.914706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22f6a225-c4c2-4526-9d5b-0aa97da4158b req-d2c8458a-5ec1-4912-a972-acd29b8ee760 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 944 time: 0.1435170 Feb 16 16:55:29.988877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a4b05-e433-4955-865f-d10ed62b70a6 req-749b6618-9d4a-4ef0-8d2c-c1a2e6d842a0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:29.997428 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a05a4b05-e433-4955-865f-d10ed62b70a6 req-749b6618-9d4a-4ef0-8d2c-c1a2e6d842a0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2345774 Feb 16 16:55:30.126928 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a05a4b05-e433-4955-865f-d10ed62b70a6 req-6767e511-e2a3-435f-8602-8eb10d315020 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284890 Feb 16 16:55:30.172003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 99944abe-e4ce-4316-a9af-228daa5f6899 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:30.186730 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-898bec4a-6ceb-46f3-a2c5-eba9369d6c1b None None] Provisioning complete for port 99944abe-e4ce-4316-a9af-228daa5f6899 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:30.186730 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-898bec4a-6ceb-46f3-a2c5-eba9369d6c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:30.318029 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22f6a225-c4c2-4526-9d5b-0aa97da4158b req-e3e0ec88-5d5b-4ad7-a5a4-fe1fcc725783 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3926415 Feb 16 16:55:30.353894 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-898bec4a-6ceb-46f3-a2c5-eba9369d6c1b None None] Current status of the port 99944abe-e4ce-4316-a9af-228daa5f6899 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:30.354197 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-898bec4a-6ceb-46f3-a2c5-eba9369d6c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:30.399412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-898bec4a-6ceb-46f3-a2c5-eba9369d6c1b None None] For port 99944abe-e4ce-4316-a9af-228daa5f6899, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=99944abe-e4ce-4316-a9af-228daa5f6899,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:30.404687 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c95437e-82eb-477e-a23b-e9f5ada47fbb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (3a7af99b-5d04-4654-8f65-752cd75001ec), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:30.422916 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-898bec4a-6ceb-46f3-a2c5-eba9369d6c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:30.453474 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedf930-a2c0-43b8-9f4a-5c055df2a530 req-becc7949-2079-4f92-a4c9-a31dc4874b9e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:30.460983 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6bedf930-a2c0-43b8-9f4a-5c055df2a530 req-becc7949-2079-4f92-a4c9-a31dc4874b9e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1822853 Feb 16 16:55:30.519984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bec4a-6ceb-46f3-a2c5-eba9369d6c1b None None] Pushing event updated for resources: {'Port': ['ID=99944abe-e4ce-4316-a9af-228daa5f6899,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:30.524327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6bedf930-a2c0-43b8-9f4a-5c055df2a530 req-9cc3f442-77cb-49af-a955-3b47e0c14801 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622334 Feb 16 16:55:30.581481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 99944abe-e4ce-4316-a9af-228daa5f6899 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:30.581774 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:30.583407 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0d78a65-fedb-4964-b01a-7bdd6b3bc880 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:30.632013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf06181-0afc-433b-8517-ceff0830699b None None] Update dhcp port {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'fixed_ips': [{'subnet_id': 'bef8cd71-0031-4932-ba38-e2695cc93496', 'ip_address': '2001:db8::f816:3eff:fee1:332b'}, {'subnet_id': '943aae92-a63d-450c-a995-2e30ccdae7e7'}], 'binding:host_id': 'n-d-669411-5'}, 'id': '99944abe-e4ce-4316-a9af-228daa5f6899'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:55:30.665088 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eaf06181-0afc-433b-8517-ceff0830699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:30.721941 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c95437e-82eb-477e-a23b-e9f5ada47fbb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3a7af99b-5d04-4654-8f65-752cd75001ec), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:30.748466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 99944abe-e4ce-4316-a9af-228daa5f6899 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:30.840651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8b22b692-fad6-4488-b3a7-705a21d8f2d6 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:55:30.864414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c95437e-82eb-477e-a23b-e9f5ada47fbb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:30.872675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-6c95437e-82eb-477e-a23b-e9f5ada47fbb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:30.878798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c95437e-82eb-477e-a23b-e9f5ada47fbb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:30.892744 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 8b22b692-fad6-4488-b3a7-705a21d8f2d6 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:55:30.893232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 8b22b692-fad6-4488-b3a7-705a21d8f2d6 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:55:30.903836 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:30.925339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95437e-82eb-477e-a23b-e9f5ada47fbb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=3a7af99b-5d04-4654-8f65-752cd75001ec,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:30.952372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be312ddb-4475-4822-b2e4-4ba7d31b600c req-9088dd57-08df-46ad-af51-2cb766ac60ef tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:30.960777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-be312ddb-4475-4822-b2e4-4ba7d31b600c req-9088dd57-08df-46ad-af51-2cb766ac60ef tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.3282626 Feb 16 16:55:30.984889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-eaf06181-0afc-433b-8517-ceff0830699b None None] Allocated IP 172.20.0.2 (c6c55570-6501-4cec-af38-70389b23efe2/943aae92-a63d-450c-a995-2e30ccdae7e7/99944abe-e4ce-4316-a9af-228daa5f6899) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:30.998879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c95437e-82eb-477e-a23b-e9f5ada47fbb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:30.999588 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c95437e-82eb-477e-a23b-e9f5ada47fbb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:31.049784 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6c95437e-82eb-477e-a23b-e9f5ada47fbb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8218162 Feb 16 16:55:31.052467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34910) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:31.065263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-be312ddb-4475-4822-b2e4-4ba7d31b600c req-1248b9a0-8632-4854-be6a-1310ed6fd8f7 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989830 Feb 16 16:55:31.105742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-eaf06181-0afc-433b-8517-ceff0830699b None None] For port 99944abe-e4ce-4316-a9af-228daa5f6899, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=99944abe-e4ce-4316-a9af-228daa5f6899,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:31.145399 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35390214-e0d8-42ac-96e5-7607adedc1ac tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:31.151730 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35390214-e0d8-42ac-96e5-7607adedc1ac tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:31.153432 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-35390214-e0d8-42ac-96e5-7607adedc1ac tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0999124 Feb 16 16:55:31.156060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34916) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:31.167398 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eaf06181-0afc-433b-8517-ceff0830699b None None] Publish callbacks [] for port (99944abe-e4ce-4316-a9af-228daa5f6899), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:31.180446 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eaf06181-0afc-433b-8517-ceff0830699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:31.299898 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf06181-0afc-433b-8517-ceff0830699b None None] Pushing event updated for resources: {'Port': ['ID=99944abe-e4ce-4316-a9af-228daa5f6899,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:31.316663 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-47d33b2f-758a-44c4-ba89-ac6488dabd32 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 3a7af99b-5d04-4654-8f65-752cd75001ec {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:31.316997 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47d33b2f-758a-44c4-ba89-ac6488dabd32 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3a7af99b-5d04-4654-8f65-752cd75001ec), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:31.334100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a98d9-6ff0-47b3-bc49-d7a721334dbc req-7d7dd6ec-c999-4873-90fb-6adf9a7a6aea tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:31.336416 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-915a98d9-6ff0-47b3-bc49-d7a721334dbc req-7d7dd6ec-c999-4873-90fb-6adf9a7a6aea tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1351907 Feb 16 16:55:31.418959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c0d78a65-fedb-4964-b01a-7bdd6b3bc880 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting port 2c7866dc-749f-4488-b672-377a426ebae8 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:31.419634 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0d78a65-fedb-4964-b01a-7bdd6b3bc880 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2c7866dc-749f-4488-b672-377a426ebae8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:31.422665 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47d33b2f-758a-44c4-ba89-ac6488dabd32 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3a7af99b-5d04-4654-8f65-752cd75001ec), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:31.437906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-47d33b2f-758a-44c4-ba89-ac6488dabd32 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 3a7af99b-5d04-4654-8f65-752cd75001ec owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:31.482969 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-915a98d9-6ff0-47b3-bc49-d7a721334dbc req-d01bab6a-dc2a-4ee8-9c6e-03dbaf17868e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239505 Feb 16 16:55:31.508678 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:31.669014 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0d78a65-fedb-4964-b01a-7bdd6b3bc880 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2c7866dc-749f-4488-b672-377a426ebae8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:31.682764 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47d33b2f-758a-44c4-ba89-ac6488dabd32 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (3a7af99b-5d04-4654-8f65-752cd75001ec), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:31.689698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c0d78a65-fedb-4964-b01a-7bdd6b3bc880 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Calling delete_port for 2c7866dc-749f-4488-b672-377a426ebae8 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:31.717904 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d33b2f-758a-44c4-ba89-ac6488dabd32 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=3a7af99b-5d04-4654-8f65-752cd75001ec,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:31.782617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24974364-10fa-4ed9-9243-46ca0d1b0e86 req-caecf604-abac-45d9-8b98-6d3300f8ff1e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:31.791234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24974364-10fa-4ed9-9243-46ca0d1b0e86 req-caecf604-abac-45d9-8b98-6d3300f8ff1e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1993008 Feb 16 16:55:31.823392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 99944abe-e4ce-4316-a9af-228daa5f6899 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:31.828352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a10085-7dd8-4e3c-a0d4-3a8a9ce1f666 req-458f3467-5d95-42ee-9334-017a70435650 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:31.835660 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-47d33b2f-758a-44c4-ba89-ac6488dabd32 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:31.836123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46a10085-7dd8-4e3c-a0d4-3a8a9ce1f666 req-458f3467-5d95-42ee-9334-017a70435650 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 944 time: 0.3150165 Feb 16 16:55:31.841953 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-47d33b2f-758a-44c4-ba89-ac6488dabd32 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/3a7af99b-5d04-4654-8f65-752cd75001ec HTTP/1.1" status: 204 len: 168 time: 0.6846874 Feb 16 16:55:31.842914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34922) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:31.907735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeeb236-4849-4978-adef-7526f87ffa97 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:31.908547 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24974364-10fa-4ed9-9243-46ca0d1b0e86 req-4ebe1992-d149-48e0-8ff2-140a5b633053 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164286 Feb 16 16:55:31.909057 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeeb236-4849-4978-adef-7526f87ffa97 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:31.910353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeeb236-4849-4978-adef-7526f87ffa97 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:31.915781 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34924) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:31.924573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 99944abe-e4ce-4316-a9af-228daa5f6899 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:31.924952 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:31.926887 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ddeeb236-4849-4978-adef-7526f87ffa97 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0827944 Feb 16 16:55:32.078806 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46a10085-7dd8-4e3c-a0d4-3a8a9ce1f666 req-b27ad359-9714-4152-a94e-77ead92f17f7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415509 Feb 16 16:55:32.086607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 99944abe-e4ce-4316-a9af-228daa5f6899 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:32.090747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-7051d080-2346-4ee2-8341-67952bf4f742 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 943aae92-a63d-450c-a995-2e30ccdae7e7 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:55:32.096072 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7051d080-2346-4ee2-8341-67952bf4f742 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (943aae92-a63d-450c-a995-2e30ccdae7e7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:32.107139 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:32.170652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6f3c44f2-ccf3-45f9-98d1-b0f60e4532ae None None] Provisioning complete for port 99944abe-e4ce-4316-a9af-228daa5f6899 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:32.171390 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f3c44f2-ccf3-45f9-98d1-b0f60e4532ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:32.188252 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7051d080-2346-4ee2-8341-67952bf4f742 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (943aae92-a63d-450c-a995-2e30ccdae7e7), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:32.269034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fecce-4252-4613-9915-10c007bb6c3c req-55b7968f-09b0-46c3-9671-e46c1cedb10f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:32.270546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e6fecce-4252-4613-9915-10c007bb6c3c req-55b7968f-09b0-46c3-9671-e46c1cedb10f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2215903 Feb 16 16:55:32.282824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6f3c44f2-ccf3-45f9-98d1-b0f60e4532ae None None] Current status of the port 99944abe-e4ce-4316-a9af-228daa5f6899 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:32.358661 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0d78a65-fedb-4964-b01a-7bdd6b3bc880 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2c7866dc-749f-4488-b672-377a426ebae8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:32.384973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e6fecce-4252-4613-9915-10c007bb6c3c req-c2a98dd8-aae5-41af-b946-731714e8dde7 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040382 Feb 16 16:55:32.409972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d78a65-fedb-4964-b01a-7bdd6b3bc880 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Port': ['ID=2c7866dc-749f-4488-b672-377a426ebae8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:32.417403 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7051d080-2346-4ee2-8341-67952bf4f742 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (943aae92-a63d-450c-a995-2e30ccdae7e7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:32.498266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a0618548-971a-48ed-9979-46989b97d877 None None] Could not find standard attr ID for object 3a7af99b-5d04-4654-8f65-752cd75001ec. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:55:32.653515 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7051d080-2346-4ee2-8341-67952bf4f742 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (943aae92-a63d-450c-a995-2e30ccdae7e7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:32.697159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051d080-2346-4ee2-8341-67952bf4f742 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=943aae92-a63d-450c-a995-2e30ccdae7e7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:32.705269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd080c-19c2-463f-9cc7-8192a6b6f92d req-351e38ef-c5dd-459b-ba51-8189c0df3564 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:32.706753 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-89dd080c-19c2-463f-9cc7-8192a6b6f92d req-351e38ef-c5dd-459b-ba51-8189c0df3564 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1974204 Feb 16 16:55:32.712374 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7051d080-2346-4ee2-8341-67952bf4f742 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:32.717774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7051d080-2346-4ee2-8341-67952bf4f742 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/943aae92-a63d-450c-a995-2e30ccdae7e7 HTTP/1.1" status: 204 len: 168 time: 0.7983305 Feb 16 16:55:32.719072 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34934) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:32.725152 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daab8185-8189-4a0b-b7b4-cd2eb5206a34 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:32.769903 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0d78a65-fedb-4964-b01a-7bdd6b3bc880 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:32.784572 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-89dd080c-19c2-463f-9cc7-8192a6b6f92d req-cd2e1cb5-d467-4059-bb7b-884a925701de tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663230 Feb 16 16:55:32.822721 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc54f066-894d-4269-a9df-86542a71fe2a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet bef8cd71-0031-4932-ba38-e2695cc93496 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:55:32.827538 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc54f066-894d-4269-a9df-86542a71fe2a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (bef8cd71-0031-4932-ba38-e2695cc93496), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:32.853136 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 28bd6c29-e781-4d0b-a709-a6fd14c65967 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:32.880611 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc54f066-894d-4269-a9df-86542a71fe2a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (bef8cd71-0031-4932-ba38-e2695cc93496), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:32.980333 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc54f066-894d-4269-a9df-86542a71fe2a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (bef8cd71-0031-4932-ba38-e2695cc93496), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:33.014088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 28bd6c29-e781-4d0b-a709-a6fd14c65967 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:55:33.019183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 28bd6c29-e781-4d0b-a709-a6fd14c65967 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:33.019866 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:33.062651 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc54f066-894d-4269-a9df-86542a71fe2a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (bef8cd71-0031-4932-ba38-e2695cc93496), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:33.113544 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc54f066-894d-4269-a9df-86542a71fe2a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:33.119812 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cc54f066-894d-4269-a9df-86542a71fe2a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/bef8cd71-0031-4932-ba38-e2695cc93496 HTTP/1.1" status: 204 len: 168 time: 0.3973730 Feb 16 16:55:33.120222 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54f066-894d-4269-a9df-86542a71fe2a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=bef8cd71-0031-4932-ba38-e2695cc93496,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:33.129232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34944) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:33.174934 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 28bd6c29-e781-4d0b-a709-a6fd14c65967 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:33.175332 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:33.213565 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-634a7ba0-3a2e-48f2-809d-8e568c0ea411 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828242 Feb 16 16:55:33.216968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34946) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:33.228943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:55:33.232140 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-af340c81-3008-450f-99e7-5991724af076 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:33.233069 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c405f3f-2f9e-4d96-9012-07a84fc48500" -d '{"events": [{"server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "name": "network-vif-plugged", "status": "completed", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:55:33.251005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:33.258384 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:33.353946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=28bd6c29-e781-4d0b-a709-a6fd14c65967,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:33.385218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af340c81-3008-450f-99e7-5991724af076 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:33.391322 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af340c81-3008-450f-99e7-5991724af076 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:33.543380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420aba7-04f8-4bfb-9600-3704bfe7c0a6 req-77223dcc-c75a-42e7-987a-e97341b523f1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:33.544943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0420aba7-04f8-4bfb-9600-3704bfe7c0a6 req-77223dcc-c75a-42e7-987a-e97341b523f1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.5600572 Feb 16 16:55:33.561421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e179f4-d448-4cf1-8f00-b862dfdbd7a2 req-fc026812-0999-4e38-881d-c35c0018e8ff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:33.562958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54e179f4-d448-4cf1-8f00-b862dfdbd7a2 req-fc026812-0999-4e38-881d-c35c0018e8ff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.1208181 Feb 16 16:55:33.579429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d78a65-fedb-4964-b01a-7bdd6b3bc880 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:55:33.665120 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af340c81-3008-450f-99e7-5991724af076 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (95ee63b5-bb6f-4b3c-8954-a474ad8b9d15), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:33.721935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0420aba7-04f8-4bfb-9600-3704bfe7c0a6 req-08c29da3-ee32-4c98-afde-760833696643 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556849 Feb 16 16:55:33.734759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54e179f4-d448-4cf1-8f00-b862dfdbd7a2 req-a9c43a4d-3d17-4536-a121-6fb8d8f84c32 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619558 Feb 16 16:55:33.769746 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af340c81-3008-450f-99e7-5991724af076 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:33.771261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af340c81-3008-450f-99e7-5991724af076 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=95ee63b5-bb6f-4b3c-8954-a474ad8b9d15,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:33.776383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-af340c81-3008-450f-99e7-5991724af076 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:33.779719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af340c81-3008-450f-99e7-5991724af076 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:33.780984 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-af340c81-3008-450f-99e7-5991724af076 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:33.807025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34952) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:33.808625 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-af340c81-3008-450f-99e7-5991724af076 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5896368 Feb 16 16:55:33.813644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:33.822959 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed4edab-44cc-445a-9077-d88f1529d046 x-openstack-request-id: req-9ed4edab-44cc-445a-9077-d88f1529d046 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:55:33.823440 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "name": "network-vif-plugged", "status": "completed", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:55:33.823798 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ed4edab-44cc-445a-9077-d88f1529d046 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:55:33.824552 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'code': 200} Feb 16 16:55:33.856092 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ac799e-e220-4977-bada-c5bdcf31dbae None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:33.943211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d78a65-fedb-4964-b01a-7bdd6b3bc880 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:55:33.947201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d769248e-3244-4965-91ad-f20423c075de None None] Provisioning complete for port 99944abe-e4ce-4316-a9af-228daa5f6899 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:33.947780 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d769248e-3244-4965-91ad-f20423c075de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:33.958286 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c0d78a65-fedb-4964-b01a-7bdd6b3bc880 tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "PUT /v2.0/routers/7a4810bf-33ca-4dd1-ac36-35d27fb3de1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9149737 Feb 16 16:55:33.959071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34954) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:33.971440 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acd0a3-c0f7-40c3-b196-a7de9ccf4248 req-74306473-540d-4415-bbdd-9479c02032f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:33.975017 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-40acd0a3-c0f7-40c3-b196-a7de9ccf4248 req-74306473-540d-4415-bbdd-9479c02032f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1127 time: 0.0813513 Feb 16 16:55:33.980801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285bacbb-7508-4992-bac5-8ae902df5f4a None None] Sync routers for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:34.030731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285bacbb-7508-4992-bac5-8ae902df5f4a None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:34.031492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-285bacbb-7508-4992-bac5-8ae902df5f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:55:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:34.041298 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-40acd0a3-c0f7-40c3-b196-a7de9ccf4248 req-79523392-2dac-468b-ad6a-726418eec607 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585711 Feb 16 16:55:34.087562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf0a0c-19a3-42c7-af05-ff96a8e349a2 req-7fe58bb1-49eb-4aa0-9bc6-70bc93208a3f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:34.089176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12bf0a0c-19a3-42c7-af05-ff96a8e349a2 req-7fe58bb1-49eb-4aa0-9bc6-70bc93208a3f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2450917 Feb 16 16:55:34.090102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-285bacbb-7508-4992-bac5-8ae902df5f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:34.108773 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285bacbb-7508-4992-bac5-8ae902df5f4a None None] Routers {'7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:34.109399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-285bacbb-7508-4992-bac5-8ae902df5f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:55:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:34.138414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:34.141806 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:34.155446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-285bacbb-7508-4992-bac5-8ae902df5f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:34.155904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285bacbb-7508-4992-bac5-8ae902df5f4a None None] The sync data for ids ['7a4810bf-33ca-4dd1-ac36-35d27fb3de1d'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:34.200870 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5908e473-feb5-4cbd-8b66-9631f3b917cb tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:34.211518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d769248e-3244-4965-91ad-f20423c075de None None] Current status of the port 99944abe-e4ce-4316-a9af-228daa5f6899 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:34.243688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12bf0a0c-19a3-42c7-af05-ff96a8e349a2 req-f58e7eea-ea2b-4df7-9308-c7c056ca032b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422758 Feb 16 16:55:34.278436 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efec284-255a-474d-9842-b3b512e2c8f7 None None] Update dhcp port {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'fixed_ips': [{'subnet_id': '95ee63b5-bb6f-4b3c-8954-a474ad8b9d15'}], 'binding:host_id': 'n-d-669411-5'}, 'id': '99944abe-e4ce-4316-a9af-228daa5f6899'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:55:34.309818 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5efec284-255a-474d-9842-b3b512e2c8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:34.431968 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5908e473-feb5-4cbd-8b66-9631f3b917cb tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router_gateway (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:34.465257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064514b-3ea7-46cc-b29d-dbda122d430f req-0a287662-4909-4b70-8f3b-f32577d77926 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:34.466783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0064514b-3ea7-46cc-b29d-dbda122d430f req-0a287662-4909-4b70-8f3b-f32577d77926 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1211116 Feb 16 16:55:34.498088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-5efec284-255a-474d-9842-b3b512e2c8f7 None None] Allocated IP 172.20.0.2 (c6c55570-6501-4cec-af38-70389b23efe2/95ee63b5-bb6f-4b3c-8954-a474ad8b9d15/99944abe-e4ce-4316-a9af-228daa5f6899) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:34.591124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0064514b-3ea7-46cc-b29d-dbda122d430f req-3c0b79fc-6c4b-486c-b474-e524113a94d1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990424 Feb 16 16:55:34.605184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5efec284-255a-474d-9842-b3b512e2c8f7 None None] For port 99944abe-e4ce-4316-a9af-228daa5f6899, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=99944abe-e4ce-4316-a9af-228daa5f6899,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:34.608744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5908e473-feb5-4cbd-8b66-9631f3b917cb tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting port f840d6ef-e18f-467d-ae80-088a3c550965 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:34.609164 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5908e473-feb5-4cbd-8b66-9631f3b917cb tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f840d6ef-e18f-467d-ae80-088a3c550965), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:34.643425 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5efec284-255a-474d-9842-b3b512e2c8f7 None None] Publish callbacks [] for port (99944abe-e4ce-4316-a9af-228daa5f6899), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:34.649054 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5efec284-255a-474d-9842-b3b512e2c8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:34.745410 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:34.751124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efec284-255a-474d-9842-b3b512e2c8f7 None None] Pushing event updated for resources: {'Port': ['ID=99944abe-e4ce-4316-a9af-228daa5f6899,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:34.785756 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5908e473-feb5-4cbd-8b66-9631f3b917cb tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f840d6ef-e18f-467d-ae80-088a3c550965), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:34.807329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5908e473-feb5-4cbd-8b66-9631f3b917cb tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Calling delete_port for f840d6ef-e18f-467d-ae80-088a3c550965 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:34.904479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae141e-6005-40f3-81ad-ef55677c305d req-0a8d93d4-bb1b-492c-9c62-6e31657447b9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:34.906113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4ae141e-6005-40f3-81ad-ef55677c305d req-0a8d93d4-bb1b-492c-9c62-6e31657447b9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1937163 Feb 16 16:55:35.140691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4ae141e-6005-40f3-81ad-ef55677c305d req-98810aab-cbea-479d-92a3-1772b91b33e3 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119696 Feb 16 16:55:35.151637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81af5a2-7b08-455a-953d-0f422bc624d8 req-7187a884-5a58-4834-a9cc-f7ddbe339fac tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:35.153315 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d81af5a2-7b08-455a-953d-0f422bc624d8 req-7187a884-5a58-4834-a9cc-f7ddbe339fac tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.3014257 Feb 16 16:55:35.156432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.objects.ports [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:55:35.503786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d81af5a2-7b08-455a-953d-0f422bc624d8 req-4b6d5614-9551-4837-9a57-31b5ce164c2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3043928 Feb 16 16:55:35.526118 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5908e473-feb5-4cbd-8b66-9631f3b917cb tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f840d6ef-e18f-467d-ae80-088a3c550965), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:35.570744 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2e3bfe37-1df7-47ac-b6a8-606a69b0fcaf None None] Provisioning complete for port 99944abe-e4ce-4316-a9af-228daa5f6899 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:35.571291 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfe37-1df7-47ac-b6a8-606a69b0fcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:35.581815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908e473-feb5-4cbd-8b66-9631f3b917cb tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Port': ['ID=f840d6ef-e18f-467d-ae80-088a3c550965,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:35.619369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f3cf-20a1-4054-91d1-fb726769a6c1 req-55e243a3-b74d-4a40-bea9-58fab5d1a3cb tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:35.620940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c41f3cf-20a1-4054-91d1-fb726769a6c1 req-55e243a3-b74d-4a40-bea9-58fab5d1a3cb tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2125108 Feb 16 16:55:35.664738 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2e3bfe37-1df7-47ac-b6a8-606a69b0fcaf None None] Current status of the port 99944abe-e4ce-4316-a9af-228daa5f6899 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:35.699424 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:35.723964 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5908e473-feb5-4cbd-8b66-9631f3b917cb tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:35.803056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 99944abe-e4ce-4316-a9af-228daa5f6899 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:35.857107 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c41f3cf-20a1-4054-91d1-fb726769a6c1 req-8fab275b-2fa9-4f32-93d8-51cb4783bf5d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123020 Feb 16 16:55:35.871738 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5908e473-feb5-4cbd-8b66-9631f3b917cb tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:35.876088 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5908e473-feb5-4cbd-8b66-9631f3b917cb tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router_controller (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:35.910127 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 99944abe-e4ce-4316-a9af-228daa5f6899 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:35.910549 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.029830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 99944abe-e4ce-4316-a9af-228daa5f6899 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:36.063665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] For port 99944abe-e4ce-4316-a9af-228daa5f6899, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=99944abe-e4ce-4316-a9af-228daa5f6899,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:36.066433 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5908e473-feb5-4cbd-8b66-9631f3b917cb tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (7a4810bf-33ca-4dd1-ac36-35d27fb3de1d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.067052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5908e473-feb5-4cbd-8b66-9631f3b917cb tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Fanout notify agent at l3_agent the message router_deleted on router 7a4810bf-33ca-4dd1-ac36-35d27fb3de1d {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:55:36.080551 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5908e473-feb5-4cbd-8b66-9631f3b917cb tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.084269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5908e473-feb5-4cbd-8b66-9631f3b917cb tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/routers/7a4810bf-33ca-4dd1-ac36-35d27fb3de1d HTTP/1.1" status: 204 len: 168 time: 2.1167212 Feb 16 16:55:36.085457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34968) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:36.114895 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (99944abe-e4ce-4316-a9af-228daa5f6899), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.120008 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.152658 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c51dff2-ee88-4cab-b239-0dbd7b0ce84a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Deleting subnet 5f3ed36b-5f06-4a9c-815e-10a8ca90a610 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:55:36.156514 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0c51dff2-ee88-4cab-b239-0dbd7b0ce84a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for subnet (5f3ed36b-5f06-4a9c-815e-10a8ca90a610), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.191323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=99944abe-e4ce-4316-a9af-228daa5f6899,revision_number=9']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:36.195512 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (986071b0-c67a-4c5f-8d65-95dfb1b980c4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.205676 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0c51dff2-ee88-4cab-b239-0dbd7b0ce84a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (5f3ed36b-5f06-4a9c-815e-10a8ca90a610), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.257840 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0c51dff2-ee88-4cab-b239-0dbd7b0ce84a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (5f3ed36b-5f06-4a9c-815e-10a8ca90a610), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.266877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:36.271402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:36.280733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:36.280910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee8c3f0-ad20-4003-b43e-8f6489aad3a7 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:36.281335 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.294451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=986071b0-c67a-4c5f-8d65-95dfb1b980c4,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:36.312963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-29cf2c0d-0ff5-43a3-9347-f076ca27bb46 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5048544 Feb 16 16:55:36.313316 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34970) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:36.323411 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c88d236b-df2d-4b88-a13f-33442a9e2877 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'mac_address': 'fa:16:3e:1b:a5:be', 'name': 'tempest-NetworksTestDHCPv6-1083965343'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:36.409653 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0c51dff2-ee88-4cab-b239-0dbd7b0ce84a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (5f3ed36b-5f06-4a9c-815e-10a8ca90a610), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.453132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51dff2-ee88-4cab-b239-0dbd7b0ce84a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Subnet': ['ID=5f3ed36b-5f06-4a9c-815e-10a8ca90a610,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:36.472067 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0c51dff2-ee88-4cab-b239-0dbd7b0ce84a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.477904 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0c51dff2-ee88-4cab-b239-0dbd7b0ce84a tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/subnets/5f3ed36b-5f06-4a9c-815e-10a8ca90a610 HTTP/1.1" status: 204 len: 168 time: 0.3895710 Feb 16 16:55:36.478926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34972) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:36.513952 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88d236b-df2d-4b88-a13f-33442a9e2877 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:36.573065 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bbc5-e7a8-457c-b7e9-b848797d06ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (d2fe8432-d5a8-4e04-b41c-d9c50fed33ae), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.627531 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c88d236b-df2d-4b88-a13f-33442a9e2877 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.658735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-c88d236b-df2d-4b88-a13f-33442a9e2877 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port ee67a0e6-b544-4101-a33c-276b3398b37b yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:55:36.705493 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bbc5-e7a8-457c-b7e9-b848797d06ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (d2fe8432-d5a8-4e04-b41c-d9c50fed33ae), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.737079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-e7f9bbc5-e7a8-457c-b7e9-b848797d06ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fe8432-d5a8-4e04-b41c-d9c50fed33ae']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:36.762942 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-e7f9bbc5-e7a8-457c-b7e9-b848797d06ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04df876f-0faa-40e9-bda6-d8ab7ec81e67') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:36.763248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-e7f9bbc5-e7a8-457c-b7e9-b848797d06ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04df876f-0faa-40e9-bda6-d8ab7ec81e67') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:36.782316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bb586-6d8d-4378-8bc8-1a1f16432673 req-4bc3a4aa-5277-4443-801b-c9e536c6a755 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:36.783833 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b2bb586-6d8d-4378-8bc8-1a1f16432673 req-4bc3a4aa-5277-4443-801b-c9e536c6a755 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.1486225 Feb 16 16:55:36.792123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bbc5-e7a8-457c-b7e9-b848797d06ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (04df876f-0faa-40e9-bda6-d8ab7ec81e67), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.838886 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bbc5-e7a8-457c-b7e9-b848797d06ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (04df876f-0faa-40e9-bda6-d8ab7ec81e67), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.852495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f9bbc5-e7a8-457c-b7e9-b848797d06ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:55:36.852900 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bbc5-e7a8-457c-b7e9-b848797d06ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (04df876f-0faa-40e9-bda6-d8ab7ec81e67), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:55:36.856142 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:55:36.860101 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-c88d236b-df2d-4b88-a13f-33442a9e2877 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 172.20.0.9 (c6c55570-6501-4cec-af38-70389b23efe2/95ee63b5-bb6f-4b3c-8954-a474ad8b9d15/ee67a0e6-b544-4101-a33c-276b3398b37b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:36.869513 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-c88d236b-df2d-4b88-a13f-33442a9e2877 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::f816:3eff:fe1b:a5be (c6c55570-6501-4cec-af38-70389b23efe2/986071b0-c67a-4c5f-8d65-95dfb1b980c4/ee67a0e6-b544-4101-a33c-276b3398b37b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:36.978825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2b2bb586-6d8d-4378-8bc8-1a1f16432673 req-188ed87e-a6e6-4373-8079-954f36962f90 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690283 Feb 16 16:55:37.008775 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bbc5-e7a8-457c-b7e9-b848797d06ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (d2fe8432-d5a8-4e04-b41c-d9c50fed33ae), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:37.033783 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e7f9bbc5-e7a8-457c-b7e9-b848797d06ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:37.046025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e7f9bbc5-e7a8-457c-b7e9-b848797d06ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] 10.222.0.24 "DELETE /v2.0/networks/d2fe8432-d5a8-4e04-b41c-d9c50fed33ae HTTP/1.1" status: 204 len: 168 time: 0.5654700 Feb 16 16:55:37.059839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9bbc5-e7a8-457c-b7e9-b848797d06ea tempest-FloatingIPTestJSON-30772805 tempest-FloatingIPTestJSON-30772805-project] Pushing event deleted for resources: {'Network': ['ID=d2fe8432-d5a8-4e04-b41c-d9c50fed33ae,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:37.098324 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00c5e7-3ea0-4c96-8b1f-c06deea1ffec req-d66f57a7-4c62-42d5-80b9-2818a9488b56 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.100316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac00c5e7-3ea0-4c96-8b1f-c06deea1ffec req-d66f57a7-4c62-42d5-80b9-2818a9488b56 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1177332 Feb 16 16:55:37.126917 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c88d236b-df2d-4b88-a13f-33442a9e2877 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (ee67a0e6-b544-4101-a33c-276b3398b37b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:37.190585 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c88d236b-df2d-4b88-a13f-33442a9e2877 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ee67a0e6-b544-4101-a33c-276b3398b37b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:37.282914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d236b-df2d-4b88-a13f-33442a9e2877 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:37.287088 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c88d236b-df2d-4b88-a13f-33442a9e2877 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:37.296812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d236b-df2d-4b88-a13f-33442a9e2877 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:37.344431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d236b-df2d-4b88-a13f-33442a9e2877 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=ee67a0e6-b544-4101-a33c-276b3398b37b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:37.414429 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88d236b-df2d-4b88-a13f-33442a9e2877 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.415960 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c88d236b-df2d-4b88-a13f-33442a9e2877 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:37.438326 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c88d236b-df2d-4b88-a13f-33442a9e2877 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1238563 Feb 16 16:55:37.445062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34984) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:37.490928 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34986) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:37.519121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-afe815e3-823a-4809-b34e-b186a425d921 None None] Provisioning complete for port 99944abe-e4ce-4316-a9af-228daa5f6899 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:37.520309 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-afe815e3-823a-4809-b34e-b186a425d921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:37.579242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089dd990-d2fa-43b7-96a8-060a4a9a92e0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.591117 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089dd990-d2fa-43b7-96a8-060a4a9a92e0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.602129 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-089dd990-d2fa-43b7-96a8-060a4a9a92e0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1558516 Feb 16 16:55:37.602869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34990) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:37.697836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-afe815e3-823a-4809-b34e-b186a425d921 None None] Current status of the port 99944abe-e4ce-4316-a9af-228daa5f6899 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:37.740050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4fbe4-56dd-4e47-aba2-b0de60c042d5 req-7fdf5771-9e0e-48de-903a-c9dc36d7ab7d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.750680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13f4fbe4-56dd-4e47-aba2-b0de60c042d5 req-7fdf5771-9e0e-48de-903a-c9dc36d7ab7d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.6488819 Feb 16 16:55:37.780974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac00c5e7-3ea0-4c96-8b1f-c06deea1ffec req-fe1447b7-4a07-4583-ae26-9076c162c02e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681490 Feb 16 16:55:37.800749 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9a952104-6d74-4a68-8646-96d79f81a827 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91e4ed041b504194ac4166c57de990fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3083563 Feb 16 16:55:37.801322 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 34992) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:37.806926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 99944abe-e4ce-4316-a9af-228daa5f6899 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:37.836533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13f4fbe4-56dd-4e47-aba2-b0de60c042d5 req-b6cf21e1-905b-4dc4-bcfa-e1bb4f458b2c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844812 Feb 16 16:55:37.860681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 34996) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:37.864796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-dee5d55e-89c0-4f9e-bef3-42c649f5f060 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port ee67a0e6-b544-4101-a33c-276b3398b37b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:37.865141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dee5d55e-89c0-4f9e-bef3-42c649f5f060 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ee67a0e6-b544-4101-a33c-276b3398b37b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:37.938283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da72de07-d5b5-4a27-8e33-23c312977b59 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:37.942596 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-da72de07-d5b5-4a27-8e33-23c312977b59 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1122 time: 0.0712392 Feb 16 16:55:37.942816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35000) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:37.946570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-75dff80c-80e2-4465-a44a-f35d821ee973 None None] Provisioning complete for port ee67a0e6-b544-4101-a33c-276b3398b37b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:37.946948 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75dff80c-80e2-4465-a44a-f35d821ee973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ee67a0e6-b544-4101-a33c-276b3398b37b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:37.948568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:37.950526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 99944abe-e4ce-4316-a9af-228daa5f6899 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:37.950892 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:37.976448 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:37.995498 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dee5d55e-89c0-4f9e-bef3-42c649f5f060 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ee67a0e6-b544-4101-a33c-276b3398b37b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:38.013120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-dee5d55e-89c0-4f9e-bef3-42c649f5f060 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for ee67a0e6-b544-4101-a33c-276b3398b37b owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:38.075573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-75dff80c-80e2-4465-a44a-f35d821ee973 None None] Port ee67a0e6-b544-4101-a33c-276b3398b37b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:55:38.127365 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:38.129096 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d31df04-38ca-4a25-a073-42d57afeb473 admin admin] Publish callbacks [] for security_group (83e77c8a-2d00-47a0-802b-684a6d2e02e3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:38.148950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 99944abe-e4ce-4316-a9af-228daa5f6899 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:38.189911 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d31df04-38ca-4a25-a073-42d57afeb473 admin admin] Publish callbacks [] for security_group (83e77c8a-2d00-47a0-802b-684a6d2e02e3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:38.320461 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.25.4.234 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/2763a472-02cd-455d-aa0d-36137c65542f) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:38.330637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b011e-f196-4b42-aa89-597ee3b2783b req-f25fe05e-2e3b-443d-b03b-d22e6869ff03 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:38.332257 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f6b011e-f196-4b42-aa89-597ee3b2783b req-f25fe05e-2e3b-443d-b03b-d22e6869ff03 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1369767 Feb 16 16:55:38.338731 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d31df04-38ca-4a25-a073-42d57afeb473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (83e77c8a-2d00-47a0-802b-684a6d2e02e3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:38.342320 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d31df04-38ca-4a25-a073-42d57afeb473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:38.344047 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4d31df04-38ca-4a25-a073-42d57afeb473 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83e77c8a-2d00-47a0-802b-684a6d2e02e3 HTTP/1.1" status: 204 len: 168 time: 0.5404124 Feb 16 16:55:38.366706 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31df04-38ca-4a25-a073-42d57afeb473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e77c8a-2d00-47a0-802b-684a6d2e02e3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:38.391358 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dee5d55e-89c0-4f9e-bef3-42c649f5f060 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ee67a0e6-b544-4101-a33c-276b3398b37b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:38.430779 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f6b011e-f196-4b42-aa89-597ee3b2783b req-1b77a6fe-d786-4dac-995e-cc0a23af97ee tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896063 Feb 16 16:55:38.468745 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5d55e-89c0-4f9e-bef3-42c649f5f060 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=ee67a0e6-b544-4101-a33c-276b3398b37b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:38.558585 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (2763a472-02cd-455d-aa0d-36137c65542f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:38.580289 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dee5d55e-89c0-4f9e-bef3-42c649f5f060 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:38.590669 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dee5d55e-89c0-4f9e-bef3-42c649f5f060 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/ee67a0e6-b544-4101-a33c-276b3398b37b HTTP/1.1" status: 204 len: 168 time: 0.9861367 Feb 16 16:55:38.593129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35008) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:38.629601 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2763a472-02cd-455d-aa0d-36137c65542f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:38.665498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda2bce3-18b7-438d-9466-3dce677a1991 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:38.666841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda2bce3-18b7-438d-9466-3dce677a1991 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:38.668954 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda2bce3-18b7-438d-9466-3dce677a1991 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:38.670566 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cda2bce3-18b7-438d-9466-3dce677a1991 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0764742 Feb 16 16:55:38.687437 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35010) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:38.687733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:38.691091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:38.700384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:38.739909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=2763a472-02cd-455d-aa0d-36137c65542f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:38.742429 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f3fc4f-0037-4a9e-a896-6d6852c46536 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 95ee63b5-bb6f-4b3c-8954-a474ad8b9d15 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:55:38.761863 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc4f-0037-4a9e-a896-6d6852c46536 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (95ee63b5-bb6f-4b3c-8954-a474ad8b9d15), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:38.836638 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc4f-0037-4a9e-a896-6d6852c46536 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (95ee63b5-bb6f-4b3c-8954-a474ad8b9d15), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:38.958579 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc4f-0037-4a9e-a896-6d6852c46536 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (95ee63b5-bb6f-4b3c-8954-a474ad8b9d15), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.029169 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc4f-0037-4a9e-a896-6d6852c46536 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (95ee63b5-bb6f-4b3c-8954-a474ad8b9d15), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.063707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3fc4f-0037-4a9e-a896-6d6852c46536 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=95ee63b5-bb6f-4b3c-8954-a474ad8b9d15,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:39.076610 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc4f-0037-4a9e-a896-6d6852c46536 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.083813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1ef1ff-3742-4505-86c0-faf3893b7323 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:39.085107 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e4f3fc4f-0037-4a9e-a896-6d6852c46536 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/95ee63b5-bb6f-4b3c-8954-a474ad8b9d15 HTTP/1.1" status: 204 len: 168 time: 0.4028494 Feb 16 16:55:39.087726 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35022) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:39.162382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f915f7-663a-4e31-8bb8-7048f0b92437 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 986071b0-c67a-4c5f-8d65-95dfb1b980c4 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:55:39.166332 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44f915f7-663a-4e31-8bb8-7048f0b92437 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (986071b0-c67a-4c5f-8d65-95dfb1b980c4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.217318 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44f915f7-663a-4e31-8bb8-7048f0b92437 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (986071b0-c67a-4c5f-8d65-95dfb1b980c4), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.267401 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (84c1e9a1-65ca-4650-881f-826e4a4c235b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.376866 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44f915f7-663a-4e31-8bb8-7048f0b92437 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (986071b0-c67a-4c5f-8d65-95dfb1b980c4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.386440 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2763a472-02cd-455d-aa0d-36137c65542f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.435484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35030) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:39.457785 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44f915f7-663a-4e31-8bb8-7048f0b92437 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (986071b0-c67a-4c5f-8d65-95dfb1b980c4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.501510 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44f915f7-663a-4e31-8bb8-7048f0b92437 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.510796 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-44f915f7-663a-4e31-8bb8-7048f0b92437 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/986071b0-c67a-4c5f-8d65-95dfb1b980c4 HTTP/1.1" status: 204 len: 168 time: 0.4198098 Feb 16 16:55:39.511824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35036) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:39.563821 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f915f7-663a-4e31-8bb8-7048f0b92437 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=986071b0-c67a-4c5f-8d65-95dfb1b980c4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:39.592403 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-55364060-3595-4058-9105-7064ababa7ce tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747561 Feb 16 16:55:39.592634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1155179813'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:39.595809 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35038) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:39.605092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4c128702-8063-4972-8a25-781db7fd6fa4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:39.699047 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5209d-681b-4802-b504-689b19c47fb5 req-6097a311-2338-4004-b2c1-8d78a3fe105c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:39.700843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47f5209d-681b-4802-b504-689b19c47fb5 req-6097a311-2338-4004-b2c1-8d78a3fe105c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1136901 Feb 16 16:55:39.705187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Made reservation on behalf of 44fe354a297348f093de31a39cb4b8d5 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:39.709175 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.741540 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.754111 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (2763a472-02cd-455d-aa0d-36137c65542f), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.773037 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (2763a472-02cd-455d-aa0d-36137c65542f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.774682 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c128702-8063-4972-8a25-781db7fd6fa4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:39.778243 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c128702-8063-4972-8a25-781db7fd6fa4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.846708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=2763a472-02cd-455d-aa0d-36137c65542f,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:39.864116 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47f5209d-681b-4802-b504-689b19c47fb5 req-6911261f-8d04-482b-8fb7-6c21d2cf91c8 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467037 Feb 16 16:55:39.944029 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (84c1e9a1-65ca-4650-881f-826e4a4c235b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.961957 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for security_group (49cb7c42-a74f-4369-9d31-f32c09b66c79), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.970539 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (49cb7c42-a74f-4369-9d31-f32c09b66c79), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:39.995253 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:40.005539 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cb33cd09-a042-4869-85e9-42b47bd594fa), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:40.005889 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Added segment cb33cd09-a042-4869-85e9-42b47bd594fa of type vlan for network 36dcea71-1d00-485a-a93a-39fd82105630 Feb 16 16:55:40.049805 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (36dcea71-1d00-485a-a93a-39fd82105630), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:40.133798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992ac07-ee03-4916-8cd4-7be8b7eea8ac req-3008e34e-992b-4dba-b0b7-1652eeacf0bf tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:40.141340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6992ac07-ee03-4916-8cd4-7be8b7eea8ac req-3008e34e-992b-4dba-b0b7-1652eeacf0bf tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.0979350 Feb 16 16:55:40.148318 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49cb7c42-a74f-4369-9d31-f32c09b66c79,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:40.165761 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (36dcea71-1d00-485a-a93a-39fd82105630), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:40.175853 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:40.176460 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:40.178994 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Floating IP 84c1e9a1-65ca-4650-881f-826e4a4c235b associated. External IP: 172.25.4.234, port: 28bd6c29-e781-4d0b-a709-a6fd14c65967. Feb 16 16:55:40.228402 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7916453 Feb 16 16:55:40.256046 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6992ac07-ee03-4916-8cd4-7be8b7eea8ac req-2d3a24df-3ca9-4d22-bb41-651197d33beb tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136949 Feb 16 16:55:40.327217 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8121a-1f0c-41ec-9f6c-92e74feb1d51 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event updated for resources: {'Network': ['ID=36dcea71-1d00-485a-a93a-39fd82105630,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:40.353539 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c128702-8063-4972-8a25-781db7fd6fa4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (71a41134-b363-4449-8295-d91a43c995d9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:40.354691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 36dcea71-1d00-485a-a93a-39fd82105630 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:55:40.383813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f10ce09-d893-4061-98f2-ce2284accfb2 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:40.409450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c128702-8063-4972-8a25-781db7fd6fa4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:40.413292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4c128702-8063-4972-8a25-781db7fd6fa4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:40.418337 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c128702-8063-4972-8a25-781db7fd6fa4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:40.418935 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c128702-8063-4972-8a25-781db7fd6fa4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:40.436273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c128702-8063-4972-8a25-781db7fd6fa4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=71a41134-b363-4449-8295-d91a43c995d9,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:40.458507 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4c128702-8063-4972-8a25-781db7fd6fa4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8581085 Feb 16 16:55:40.461005 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35046) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:40.468125 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:40.573890 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0958194-11e0-44aa-a79e-74c656ef116a None None] Provisioning complete for port 99944abe-e4ce-4316-a9af-228daa5f6899 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:40.574432 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0958194-11e0-44aa-a79e-74c656ef116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:40.654155 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe6fe9-bcc6-4e4e-978c-07f0ef18765a req-837791c9-e961-4873-af04-a6d57d3c01e6 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:40.656206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fbbe6fe9-bcc6-4e4e-978c-07f0ef18765a req-837791c9-e961-4873-af04-a6d57d3c01e6 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1315508 Feb 16 16:55:40.699610 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0958194-11e0-44aa-a79e-74c656ef116a None None] Current status of the port 99944abe-e4ce-4316-a9af-228daa5f6899 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:40.702879 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:40.710087 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:40.754522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fbbe6fe9-bcc6-4e4e-978c-07f0ef18765a req-3b448d5a-9d37-41cd-a25d-ece41c6f0590 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889537 Feb 16 16:55:40.781657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router b27d9745-3aa6-44a9-9ebb-c97778097396 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:55:40.836403 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da43e8c-3230-4544-ba30-4d4525e93fda None None] Update dhcp port {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'fixed_ips': [{'subnet_id': '71a41134-b363-4449-8295-d91a43c995d9'}], 'binding:host_id': 'n-d-669411-5'}, 'id': '99944abe-e4ce-4316-a9af-228daa5f6899'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:55:40.921157 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2da43e8c-3230-4544-ba30-4d4525e93fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:41.034465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:55:41.049737 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43288b6b-de95-4ae9-9dfc-c048a39624dc None None] Sync routers for ids ['b27d9745-3aa6-44a9-9ebb-c97778097396'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:55:41.085602 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43288b6b-de95-4ae9-9dfc-c048a39624dc None None] Routers {'b27d9745-3aa6-44a9-9ebb-c97778097396'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:41.090750 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-43288b6b-de95-4ae9-9dfc-c048a39624dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:55:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b27d9745-3aa6-44a9-9ebb-c97778097396'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:41.099212 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:41.136778 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ebec0b57-6735-404e-8c90-04c2c40f485c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1927171 Feb 16 16:55:41.139501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:55:41.142027 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2d2ba6-2fb0-4011-a888-9c8994fe52ab" -d '{"events": [{"name": "network-changed", "server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:55:41.192757 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd1e10-5a6a-46f0-a1e6-04dac4b34112 req-111eccfc-bf86-40ef-921a-6dfa95a554d5 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:41.208495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ffd1e10-5a6a-46f0-a1e6-04dac4b34112 req-111eccfc-bf86-40ef-921a-6dfa95a554d5 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1724281 Feb 16 16:55:41.324503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ffd1e10-5a6a-46f0-a1e6-04dac4b34112 req-ba7e67fa-c63d-42f9-89f8-b0fd68571019 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035612 Feb 16 16:55:41.468945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc0097-75a5-4d08-9252-57e8c15edb28 req-94f33587-355d-4ac7-b29d-45aea7621373 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:41.484891 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6cc0097-75a5-4d08-9252-57e8c15edb28 req-94f33587-355d-4ac7-b29d-45aea7621373 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.1532645 Feb 16 16:55:41.540639 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-43288b6b-de95-4ae9-9dfc-c048a39624dc None None] Set router b27d9745-3aa6-44a9-9ebb-c97778097396 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:55:41.590580 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26ad5b7-e8b1-4dc2-a294-c387b6011944 x-openstack-request-id: req-d26ad5b7-e8b1-4dc2-a294-c387b6011944 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:55:41.590847 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:55:41.591004 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d26ad5b7-e8b1-4dc2-a294-c387b6011944 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:55:41.591609 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'status': 'completed', 'code': 200} Feb 16 16:55:41.601110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-2da43e8c-3230-4544-ba30-4d4525e93fda None None] Allocated IP 172.20.0.2 (c6c55570-6501-4cec-af38-70389b23efe2/71a41134-b363-4449-8295-d91a43c995d9/99944abe-e4ce-4316-a9af-228daa5f6899) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:41.608589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6cc0097-75a5-4d08-9252-57e8c15edb28 req-c6b1f368-2b04-4d23-9e89-c6c05a90d836 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182256 Feb 16 16:55:41.628990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35058) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:41.735714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-08a69fb5-d2a4-40e4-9a9b-d53fd4bf508b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/84c1e9a1-65ca-4650-881f-826e4a4c235b HTTP/1.1" status: 200 len: 991 time: 0.1047952 Feb 16 16:55:41.788660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.objects.ports [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:55:41.956910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2da43e8c-3230-4544-ba30-4d4525e93fda None None] For port 99944abe-e4ce-4316-a9af-228daa5f6899, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=99944abe-e4ce-4316-a9af-228daa5f6899,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:41.977012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd44909-1884-462b-96a7-dba2bc9a3da8 req-4251ba6c-06ac-4dc7-9c51-2d2b73127093 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:41.982410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bbd44909-1884-462b-96a7-dba2bc9a3da8 req-4251ba6c-06ac-4dc7-9c51-2d2b73127093 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1359191 Feb 16 16:55:42.024606 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2da43e8c-3230-4544-ba30-4d4525e93fda None None] Publish callbacks [] for port (99944abe-e4ce-4316-a9af-228daa5f6899), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:42.036502 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2da43e8c-3230-4544-ba30-4d4525e93fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:42.086721 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-43288b6b-de95-4ae9-9dfc-c048a39624dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:54Z', 'updated_at': '2022-02-16T16:55:09Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:56Z', 'updated_at': '2022-02-16T16:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '84c1e9a1-65ca-4650-881f-826e4a4c235b', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'port_id': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'mac_address': 'fa:16:3e:78:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:55:39Z', 'updated_at': '2022-02-16T16:55:39Z', 'revision_number': 0, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488ee5c0-8762-49d7-8075-b32d25916c22', 'name': '', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:48:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:06Z', 'updated_at': '2022-02-16T16:55:14Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:42.096466 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bbd44909-1884-462b-96a7-dba2bc9a3da8 req-5c078556-4d36-4853-8537-5d8763c76367 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013288 Feb 16 16:55:42.126324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da43e8c-3230-4544-ba30-4d4525e93fda None None] Pushing event updated for resources: {'Port': ['ID=99944abe-e4ce-4316-a9af-228daa5f6899,revision_number=12']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:42.177752 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43288b6b-de95-4ae9-9dfc-c048a39624dc None None] Checking router: b27d9745-3aa6-44a9-9ebb-c97778097396 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:55:42.192172 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43288b6b-de95-4ae9-9dfc-c048a39624dc None None] Routers {'b27d9745-3aa6-44a9-9ebb-c97778097396'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:55:42.194411 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-43288b6b-de95-4ae9-9dfc-c048a39624dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:55:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b27d9745-3aa6-44a9-9ebb-c97778097396'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:42.349720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d2ba6-2fb0-4011-a888-9c8994fe52ab req-0c3c7d79-ac36-4ba6-b746-cc5db3f9d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:42.352666 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab2d2ba6-2fb0-4011-a888-9c8994fe52ab req-0c3c7d79-ac36-4ba6-b746-cc5db3f9d5c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1127 time: 0.6655645 Feb 16 16:55:42.401804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa3cea-4540-47a7-a61b-c59d72c00082 req-7e022b07-a8cd-44f7-be08-5aec01d59f5e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:42.418081 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bafa3cea-4540-47a7-a61b-c59d72c00082 req-7e022b07-a8cd-44f7-be08-5aec01d59f5e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1332047 Feb 16 16:55:42.420511 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-43288b6b-de95-4ae9-9dfc-c048a39624dc None None] Set router b27d9745-3aa6-44a9-9ebb-c97778097396 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:55:42.496878 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bafa3cea-4540-47a7-a61b-c59d72c00082 req-f16cc25a-f94a-4512-9ac1-eb9c71b665dd tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778861 Feb 16 16:55:42.610818 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d2ba6-2fb0-4011-a888-9c8994fe52ab req-d84f8dba-b85b-46bb-9cc1-c6a5985ab0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:42.612618 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab2d2ba6-2fb0-4011-a888-9c8994fe52ab req-d84f8dba-b85b-46bb-9cc1-c6a5985ab0f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 200 len: 898 time: 0.2361236 Feb 16 16:55:42.735444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35066) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:42.812446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf02af2-6e35-46a1-bd32-b6fac6450b77 req-f6f0b1dd-0719-4dff-acae-8742fb0bce97 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:42.820853 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcf02af2-6e35-46a1-bd32-b6fac6450b77 req-f6f0b1dd-0719-4dff-acae-8742fb0bce97 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1018276 Feb 16 16:55:42.836160 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f4b5799e-d759-4390-ac14-98c4a2700656 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/84c1e9a1-65ca-4650-881f-826e4a4c235b HTTP/1.1" status: 200 len: 991 time: 0.0812948 Feb 16 16:55:42.888013 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:42.922981 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcf02af2-6e35-46a1-bd32-b6fac6450b77 req-547c01d2-bc35-4efb-99d1-b561ee9afed1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953140 Feb 16 16:55:43.090663 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-43288b6b-de95-4ae9-9dfc-c048a39624dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:54Z', 'updated_at': '2022-02-16T16:55:09Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:56Z', 'updated_at': '2022-02-16T16:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '84c1e9a1-65ca-4650-881f-826e4a4c235b', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'port_id': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'mac_address': 'fa:16:3e:78:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:55:39Z', 'updated_at': '2022-02-16T16:55:39Z', 'revision_number': 0, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488ee5c0-8762-49d7-8075-b32d25916c22', 'name': '', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:48:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:06Z', 'updated_at': '2022-02-16T16:55:14Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:43.117388 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab2d2ba6-2fb0-4011-a888-9c8994fe52ab req-c86d995c-b5cc-4a08-9264-31f877b169ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 999 time: 0.4441209 Feb 16 16:55:43.166477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da8b4d-89df-43c7-b34c-82b70ada79c1 req-71623ea4-bb87-43b3-abe5-a6775fab7c83 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:43.167332 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43288b6b-de95-4ae9-9dfc-c048a39624dc None None] The sync data for ids ['b27d9745-3aa6-44a9-9ebb-c97778097396'] in n-d-669411-5 is: [{'id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:54Z', 'updated_at': '2022-02-16T16:55:09Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:56Z', 'updated_at': '2022-02-16T16:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '84c1e9a1-65ca-4650-881f-826e4a4c235b', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'port_id': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'mac_address': 'fa:16:3e:78:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:55:39Z', 'updated_at': '2022-02-16T16:55:39Z', 'revision_number': 0, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488ee5c0-8762-49d7-8075-b32d25916c22', 'name': '', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:48:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:06Z', 'updated_at': '2022-02-16T16:55:14Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:55:43.177318 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75da8b4d-89df-43c7-b34c-82b70ada79c1 req-71623ea4-bb87-43b3-abe5-a6775fab7c83 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1173060 Feb 16 16:55:43.255362 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d2ba6-2fb0-4011-a888-9c8994fe52ab req-d26c22bb-df05-47a2-9716-aa2db8664252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:43.262295 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab2d2ba6-2fb0-4011-a888-9c8994fe52ab req-d26c22bb-df05-47a2-9716-aa2db8664252 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28a16b5a-5a01-44e7-92b2-075fe8b904dc HTTP/1.1" status: 200 len: 835 time: 0.1358042 Feb 16 16:55:43.277692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75da8b4d-89df-43c7-b34c-82b70ada79c1 req-d0e1bbe4-7c33-4b52-847f-e323dd87ca41 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945849 Feb 16 16:55:43.312600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] For port 99944abe-e4ce-4316-a9af-228daa5f6899, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=99944abe-e4ce-4316-a9af-228daa5f6899,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:43.360970 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (99944abe-e4ce-4316-a9af-228daa5f6899), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:43.380391 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:43.449953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35074) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:43.454831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f46c218d-712e-428e-97ca-0f1fecb32a31 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Request body: {'subnet': {'network_id': '36dcea71-1d00-485a-a93a-39fd82105630', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:43.464650 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abfa059-6fbe-4c7a-96d6-7257d47eff3a None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:43.465777 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (056a39dd-9049-4e46-853e-bab37b6e8f52), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:43.540019 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:43.568118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:43.580914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:43.581867 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:43.591030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=99944abe-e4ce-4316-a9af-228daa5f6899,revision_number=14']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:43.595692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-193a3beb-c0a8-4807-aee0-95a2b850992d None None] Provisioning complete for port 99944abe-e4ce-4316-a9af-228daa5f6899 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:43.596022 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-193a3beb-c0a8-4807-aee0-95a2b850992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:43.619482 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d2ba6-2fb0-4011-a888-9c8994fe52ab req-b7d448d6-2340-4173-9667-af082f93589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:43.620999 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab2d2ba6-2fb0-4011-a888-9c8994fe52ab req-b7d448d6-2340-4173-9667-af082f93589d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2568996 Feb 16 16:55:43.621634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=056a39dd-9049-4e46-853e-bab37b6e8f52,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:43.622773 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb25b72-de54-49b3-8847-75c7de8baaa5 None None] New status for floating IP 84c1e9a1-65ca-4650-881f-826e4a4c235b: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:55:43.673568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445c225-ff62-47b6-8888-6cbf483892e1 req-5dc9b177-0da6-4896-af85-8e6f2c5f9c59 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:43.675994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5445c225-ff62-47b6-8888-6cbf483892e1 req-5dc9b177-0da6-4896-af85-8e6f2c5f9c59 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2175436 Feb 16 16:55:43.739733 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8684b51f-35f3-43af-83f0-32a73b5bef57 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2775633 Feb 16 16:55:43.745307 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5445c225-ff62-47b6-8888-6cbf483892e1 req-0905b2e1-512a-41fa-8b06-5571cd6983d7 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628874 Feb 16 16:55:43.746369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35076) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:43.751840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-6edf8fc3-dbc9-42f9-b116-5cd62c77a265 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'mac_address': 'fa:16:3e:13:b3:8d', 'name': 'tempest-NetworksTestDHCPv6-1886910262'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:43.755220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46c218d-712e-428e-97ca-0f1fecb32a31 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Made reservation on behalf of 44fe354a297348f093de31a39cb4b8d5 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:43.759517 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f46c218d-712e-428e-97ca-0f1fecb32a31 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:43.842316 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab2d2ba6-2fb0-4011-a888-9c8994fe52ab req-0c28fed9-321e-47ff-9829-c57c6ab223d0 service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096851 Feb 16 16:55:43.843973 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35080) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:43.855319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 99944abe-e4ce-4316-a9af-228daa5f6899 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:43.992872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-193a3beb-c0a8-4807-aee0-95a2b850992d None None] Current status of the port 99944abe-e4ce-4316-a9af-228daa5f6899 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:44.015121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 99944abe-e4ce-4316-a9af-228daa5f6899 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:44.015506 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:44.096406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc4e1f-4a61-49d9-bd4d-eb262c860f31 req-0ecc494c-1f06-4795-8c59-b113b5484224 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:44.106906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8dbc4e1f-4a61-49d9-bd4d-eb262c860f31 req-0ecc494c-1f06-4795-8c59-b113b5484224 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2194598 Feb 16 16:55:44.114118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edf8fc3-dbc9-42f9-b116-5cd62c77a265 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:44.172438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 99944abe-e4ce-4316-a9af-228daa5f6899 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:44.192778 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8dbc4e1f-4a61-49d9-bd4d-eb262c860f31 req-d05d049c-1a7d-4a08-8ecc-be3b6692b101 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850384 Feb 16 16:55:44.354415 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6edf8fc3-dbc9-42f9-b116-5cd62c77a265 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:44.459745 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-12d69011-2fdf-41a2-9296-61da0c482dbc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/84c1e9a1-65ca-4650-881f-826e4a4c235b HTTP/1.1" status: 200 len: 993 time: 0.6145694 Feb 16 16:55:44.469349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-6edf8fc3-dbc9-42f9-b116-5cd62c77a265 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port 5ed4ecf5-d712-45e7-9767-5b330deeab99 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:55:44.488894 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f46c218d-712e-428e-97ca-0f1fecb32a31 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (bdbcb9fa-1aef-4d15-9119-58a3a6fd0479), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:44.499906 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ab2d2ba6-2fb0-4011-a888-9c8994fe52ab req-e53aa5b1-7783-44f7-98b4-b42ee112f04b service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843689 Feb 16 16:55:44.566659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e55828-5b70-4d47-9967-720142bdeb45 req-cd45e704-163e-4428-861f-2ef6fe95a37e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:44.572336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84e55828-5b70-4d47-9967-720142bdeb45 req-cd45e704-163e-4428-861f-2ef6fe95a37e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2293336 Feb 16 16:55:44.650042 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c218d-712e-428e-97ca-0f1fecb32a31 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event updated for resources: {'Subnet': ['ID=bdbcb9fa-1aef-4d15-9119-58a3a6fd0479,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:44.736564 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84e55828-5b70-4d47-9967-720142bdeb45 req-196d310a-b733-4295-958e-e116147b454f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533413 Feb 16 16:55:44.740967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c218d-712e-428e-97ca-0f1fecb32a31 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Checking segment: {'id': 'cb33cd09-a042-4869-85e9-42b47bd594fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '36dcea71-1d00-485a-a93a-39fd82105630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:44.740967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c218d-712e-428e-97ca-0f1fecb32a31 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Network hostable DHCP agents. Network: 36dcea71-1d00-485a-a93a-39fd82105630, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:55:44.797693 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0800438b-6ab1-4a21-85c6-77960991c4ff None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:44.801596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c218d-712e-428e-97ca-0f1fecb32a31 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Network 36dcea71-1d00-485a-a93a-39fd82105630 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:55:44.843616 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-f46c218d-712e-428e-97ca-0f1fecb32a31 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 36dcea71-1d00-485a-a93a-39fd82105630) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:44.864168 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-6edf8fc3-dbc9-42f9-b116-5cd62c77a265 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 172.20.0.12 (c6c55570-6501-4cec-af38-70389b23efe2/71a41134-b363-4449-8295-d91a43c995d9/5ed4ecf5-d712-45e7-9767-5b330deeab99) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:44.868477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedd6951-7b09-47ae-8938-2208198a21da None None] Network 36dcea71-1d00-485a-a93a-39fd82105630 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:44.869524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46c218d-712e-428e-97ca-0f1fecb32a31 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:44.870185 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f46c218d-712e-428e-97ca-0f1fecb32a31 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:44.886583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-6edf8fc3-dbc9-42f9-b116-5cd62c77a265 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::f816:3eff:fe13:b38d (c6c55570-6501-4cec-af38-70389b23efe2/056a39dd-9049-4e46-853e-bab37b6e8f52/5ed4ecf5-d712-45e7-9767-5b330deeab99) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:44.897214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9b1ab6bf-a715-4f42-a424-6c6bb01e30f8 None None] Provisioning complete for port 99944abe-e4ce-4316-a9af-228daa5f6899 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:44.897542 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab6bf-a715-4f42-a424-6c6bb01e30f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:44.912670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f46c218d-712e-428e-97ca-0f1fecb32a31 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4583557 Feb 16 16:55:44.913571 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35088) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:44.918511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7fdd203f-102c-47fa-bd38-a90bade10777 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-375695598'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:44.951571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e00c0-0ecd-4828-ac3b-370be4aa892e req-692872c1-7c0d-49c3-b04b-b91480f43b6d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:44.953233 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e3e00c0-0ecd-4828-ac3b-370be4aa892e req-692872c1-7c0d-49c3-b04b-b91480f43b6d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1310334 Feb 16 16:55:44.969537 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdd203f-102c-47fa-bd38-a90bade10777 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Made reservation on behalf of 44fe354a297348f093de31a39cb4b8d5 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:44.976921 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fdd203f-102c-47fa-bd38-a90bade10777 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:45.028836 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdd203f-102c-47fa-bd38-a90bade10777 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:45.051837 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fdd203f-102c-47fa-bd38-a90bade10777 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (18dee8b1-07d6-49da-8b38-741ff2658541), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:45.052610 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-7fdd203f-102c-47fa-bd38-a90bade10777 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Added segment 18dee8b1-07d6-49da-8b38-741ff2658541 of type vlan for network 66de4532-e08f-4971-b5a1-1f3632d6df13 Feb 16 16:55:45.094386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-36dcea71-1d00-485a-a93a-39fd82105630', 'network_id': '36dcea71-1d00-485a-a93a-39fd82105630', 'project_id': '44fe354a297348f093de31a39cb4b8d5', 'fixed_ips': [{'subnet_id': 'bdbcb9fa-1aef-4d15-9119-58a3a6fd0479'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:55:45.095510 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:45.106679 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e3e00c0-0ecd-4828-ac3b-370be4aa892e req-336f03fd-c917-48aa-bb24-8b858c0ea562 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451371 Feb 16 16:55:45.145270 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fdd203f-102c-47fa-bd38-a90bade10777 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (66de4532-e08f-4971-b5a1-1f3632d6df13), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:45.187867 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fdd203f-102c-47fa-bd38-a90bade10777 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (66de4532-e08f-4971-b5a1-1f3632d6df13), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:45.194010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdd203f-102c-47fa-bd38-a90bade10777 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:45.195332 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7fdd203f-102c-47fa-bd38-a90bade10777 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:45.201684 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6edf8fc3-dbc9-42f9-b116-5cd62c77a265 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (5ed4ecf5-d712-45e7-9767-5b330deeab99), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:45.223711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ab6bf-a715-4f42-a424-6c6bb01e30f8 None None] Current status of the port 99944abe-e4ce-4316-a9af-228daa5f6899 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:45.269030 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6edf8fc3-dbc9-42f9-b116-5cd62c77a265 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (5ed4ecf5-d712-45e7-9767-5b330deeab99), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:45.290445 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7fdd203f-102c-47fa-bd38-a90bade10777 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3756857 Feb 16 16:55:45.293986 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35094) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:45.308800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-51cb2b52-859e-4e67-b893-f10113ea2148 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Request body: {'subnet': {'network_id': '66de4532-e08f-4971-b5a1-1f3632d6df13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:45.347645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Allocated IP 2001:db8:0:ffff::2 (36dcea71-1d00-485a-a93a-39fd82105630/bdbcb9fa-1aef-4d15-9119-58a3a6fd0479/981c9636-1e86-49f2-ac2a-dafc9fd0e410) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:45.361598 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd203f-102c-47fa-bd38-a90bade10777 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event updated for resources: {'Network': ['ID=66de4532-e08f-4971-b5a1-1f3632d6df13,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:45.381018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edf8fc3-dbc9-42f9-b116-5cd62c77a265 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:45.388708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-6edf8fc3-dbc9-42f9-b116-5cd62c77a265 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:45.389331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 66de4532-e08f-4971-b5a1-1f3632d6df13 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:55:45.391026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edf8fc3-dbc9-42f9-b116-5cd62c77a265 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:45.397916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf8fc3-dbc9-42f9-b116-5cd62c77a265 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=5ed4ecf5-d712-45e7-9767-5b330deeab99,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:45.479448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edf8fc3-dbc9-42f9-b116-5cd62c77a265 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:45.480513 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6edf8fc3-dbc9-42f9-b116-5cd62c77a265 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:45.493171 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cb2b52-859e-4e67-b893-f10113ea2148 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Made reservation on behalf of 44fe354a297348f093de31a39cb4b8d5 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:45.497039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d200f8-1296-4895-878d-5b926f3c4725 req-71503c77-deec-420e-9fd7-9b7dd5b6a739 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:45.500582 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-51cb2b52-859e-4e67-b893-f10113ea2148 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:45.505778 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22d200f8-1296-4895-878d-5b926f3c4725 req-71503c77-deec-420e-9fd7-9b7dd5b6a739 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1776419 Feb 16 16:55:45.538497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6edf8fc3-dbc9-42f9-b116-5cd62c77a265 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7905412 Feb 16 16:55:45.538737 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35096) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:45.579948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22d200f8-1296-4895-878d-5b926f3c4725 req-e2377407-861c-4863-9a71-30bdf72a8279 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733116 Feb 16 16:55:45.621032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9676cf4a-50ff-46f9-b06c-13b8b3f274e0 None None] Provisioning complete for port 99944abe-e4ce-4316-a9af-228daa5f6899 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:45.621489 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9676cf4a-50ff-46f9-b06c-13b8b3f274e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:45.795799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78117d9-89e9-4290-978f-aae8d16e4025 req-41e98ec7-0a04-44a8-9262-8b5c98d4c2ae tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:45.800035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c78117d9-89e9-4290-978f-aae8d16e4025 req-41e98ec7-0a04-44a8-9262-8b5c98d4c2ae tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.0880494 Feb 16 16:55:45.868858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4383bde6-1832-4b9c-83e7-071ff85f3bc2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:45.882198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4383bde6-1832-4b9c-83e7-071ff85f3bc2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:45.885565 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4383bde6-1832-4b9c-83e7-071ff85f3bc2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.3432679 Feb 16 16:55:45.887633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35100) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:45.900740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c78117d9-89e9-4290-978f-aae8d16e4025 req-e725f01c-3e12-4d8b-b9d6-e1bd820465b3 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935695 Feb 16 16:55:45.972570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.objects.ports [None req-51cb2b52-859e-4e67-b893-f10113ea2148 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:55:45.974210 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-51cb2b52-859e-4e67-b893-f10113ea2148 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (a8b0cfc0-71d8-4c1b-8ab3-c6b8f0a10f1b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:45.988194 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Publish callbacks [] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:46.001996 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:46.015030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9676cf4a-50ff-46f9-b06c-13b8b3f274e0 None None] Current status of the port 99944abe-e4ce-4316-a9af-228daa5f6899 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:46.029894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-07f8cfc2-fa76-4ac9-8341-5582e6519870 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 5ed4ecf5-d712-45e7-9767-5b330deeab99 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:46.030290 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07f8cfc2-fa76-4ac9-8341-5582e6519870 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5ed4ecf5-d712-45e7-9767-5b330deeab99), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:46.050811 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Network 36dcea71-1d00-485a-a93a-39fd82105630 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:46.053856 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:46.057925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:46.072087 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb2b52-859e-4e67-b893-f10113ea2148 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event updated for resources: {'Subnet': ['ID=a8b0cfc0-71d8-4c1b-8ab3-c6b8f0a10f1b,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:46.106451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Pushing event updated for resources: {'Port': ['ID=981c9636-1e86-49f2-ac2a-dafc9fd0e410,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:46.116228 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb2b52-859e-4e67-b893-f10113ea2148 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Checking segment: {'id': '18dee8b1-07d6-49da-8b38-741ff2658541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66de4532-e08f-4971-b5a1-1f3632d6df13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:46.116614 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb2b52-859e-4e67-b893-f10113ea2148 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Network hostable DHCP agents. Network: 66de4532-e08f-4971-b5a1-1f3632d6df13, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:55:46.149117 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb2b52-859e-4e67-b893-f10113ea2148 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Network 66de4532-e08f-4971-b5a1-1f3632d6df13 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:55:46.157291 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Attempting to bind port 981c9636-1e86-49f2-ac2a-dafc9fd0e410 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:55:46.157667 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Attempting to bind port 981c9636-1e86-49f2-ac2a-dafc9fd0e410 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'cb33cd09-a042-4869-85e9-42b47bd594fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '36dcea71-1d00-485a-a93a-39fd82105630'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:55:46.158040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Attempting to bind port 981c9636-1e86-49f2-ac2a-dafc9fd0e410 on network 36dcea71-1d00-485a-a93a-39fd82105630 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:46.164969 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:55:46.165390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Checking segment: {'id': 'cb33cd09-a042-4869-85e9-42b47bd594fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '36dcea71-1d00-485a-a93a-39fd82105630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:46.165995 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:46.166369 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Bound using segment: {'id': 'cb33cd09-a042-4869-85e9-42b47bd594fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '36dcea71-1d00-485a-a93a-39fd82105630'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:55:46.166932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Bound port: 981c9636-1e86-49f2-ac2a-dafc9fd0e410, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb33cd09-a042-4869-85e9-42b47bd594fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '36dcea71-1d00-485a-a93a-39fd82105630'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:55:46.167345 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:46.171019 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d1f145a4-c4ca-41b1-8054-b5cbe9287acd None None] Provisioning complete for port 5ed4ecf5-d712-45e7-9767-5b330deeab99 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:46.171171 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1f145a4-c4ca-41b1-8054-b5cbe9287acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5ed4ecf5-d712-45e7-9767-5b330deeab99), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:46.171685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-51cb2b52-859e-4e67-b893-f10113ea2148 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 66de4532-e08f-4971-b5a1-1f3632d6df13) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:46.189741 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07f8cfc2-fa76-4ac9-8341-5582e6519870 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5ed4ecf5-d712-45e7-9767-5b330deeab99), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:46.191266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cb2b52-859e-4e67-b893-f10113ea2148 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:46.192100 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-51cb2b52-859e-4e67-b893-f10113ea2148 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:46.207513 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24414990-8c6e-4d95-907e-6215ebeaeb4b None None] Network 66de4532-e08f-4971-b5a1-1f3632d6df13 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:46.208734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-07f8cfc2-fa76-4ac9-8341-5582e6519870 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 5ed4ecf5-d712-45e7-9767-5b330deeab99 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:46.218858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9d616-5580-48cb-8111-ee73257bd263 req-2232784a-a5ca-4155-b3f1-fabeb1c8b75c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:46.220381 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ef9d616-5580-48cb-8111-ee73257bd263 req-2232784a-a5ca-4155-b3f1-fabeb1c8b75c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1050982 Feb 16 16:55:46.239626 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-51cb2b52-859e-4e67-b893-f10113ea2148 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9401245 Feb 16 16:55:46.242184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d1f145a4-c4ca-41b1-8054-b5cbe9287acd None None] Port 5ed4ecf5-d712-45e7-9767-5b330deeab99 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:55:46.243063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35106) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:46.250584 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f59578d5-c518-4baa-8cac-ec4285fe6520 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Request body: {'port': {'network_id': '66de4532-e08f-4971-b5a1-1f3632d6df13', 'name': 'tempest-NetworksIpV6TestAttrs-1870073484'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:46.354763 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] For port 981c9636-1e86-49f2-ac2a-dafc9fd0e410, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:55:46.377045 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ef9d616-5580-48cb-8111-ee73257bd263 req-56d00f5f-8471-417b-b72b-2f2ad94cbe89 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431549 Feb 16 16:55:46.403646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] For port 981c9636-1e86-49f2-ac2a-dafc9fd0e410, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=981c9636-1e86-49f2-ac2a-dafc9fd0e410,segment=NetworkSegment(cb33cd09-a042-4869-85e9-42b47bd594fa),segment_id=cb33cd09-a042-4869-85e9-42b47bd594fa)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:55:46.408670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-66de4532-e08f-4971-b5a1-1f3632d6df13', 'network_id': '66de4532-e08f-4971-b5a1-1f3632d6df13', 'project_id': '44fe354a297348f093de31a39cb4b8d5', 'fixed_ips': [{'subnet_id': 'a8b0cfc0-71d8-4c1b-8ab3-c6b8f0a10f1b'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:55:46.409618 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:46.423367 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:46.440581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59578d5-c518-4baa-8cac-ec4285fe6520 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Made reservation on behalf of 44fe354a297348f093de31a39cb4b8d5 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:46.444126 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f59578d5-c518-4baa-8cac-ec4285fe6520 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:46.487920 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-f59578d5-c518-4baa-8cac-ec4285fe6520 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] device_id is not set on port 1bb33223-c883-440c-ac1d-ed0d59751350 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:55:46.598435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649c5cc-ea18-4c64-8951-5e232999ba52 req-05cd12b9-fe31-48be-8c1d-d1f0bf4bb4f1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:46.599997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1649c5cc-ea18-4c64-8951-5e232999ba52 req-05cd12b9-fe31-48be-8c1d-d1f0bf4bb4f1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1194389 Feb 16 16:55:46.607653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Pushing event updated for resources: {'Port': ['ID=981c9636-1e86-49f2-ac2a-dafc9fd0e410,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:46.628846 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07f8cfc2-fa76-4ac9-8341-5582e6519870 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (5ed4ecf5-d712-45e7-9767-5b330deeab99), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:46.630455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:46.630455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:46.631150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:46.632186 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:46.633161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:46.633615 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:46.634381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:46.634822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:46.635257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:46.635689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:46.636153 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:46.636718 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:46.637146 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73271ba8-75ac-4207-b6d0-e5298cbcd0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:55:46.656008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-f59578d5-c518-4baa-8cac-ec4285fe6520 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Allocated IP 2001:db8::f816:3eff:fe01:cff6 (66de4532-e08f-4971-b5a1-1f3632d6df13/a8b0cfc0-71d8-4c1b-8ab3-c6b8f0a10f1b/1bb33223-c883-440c-ac1d-ed0d59751350) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:46.666101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8cfc2-fa76-4ac9-8341-5582e6519870 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=5ed4ecf5-d712-45e7-9767-5b330deeab99,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:46.717595 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1649c5cc-ea18-4c64-8951-5e232999ba52 req-bb4d6975-1406-4e39-a8bf-824485beed20 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094117 Feb 16 16:55:46.818753 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07f8cfc2-fa76-4ac9-8341-5582e6519870 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:46.822243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-07f8cfc2-fa76-4ac9-8341-5582e6519870 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/5ed4ecf5-d712-45e7-9767-5b330deeab99 HTTP/1.1" status: 204 len: 168 time: 0.9329386 Feb 16 16:55:46.824628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35112) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:46.970070 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f59578d5-c518-4baa-8cac-ec4285fe6520 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for port (1bb33223-c883-440c-ac1d-ed0d59751350), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:46.997776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4481d1e3-34e9-4b4b-a2ad-d9ceb16fb69c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:46.999213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4481d1e3-34e9-4b4b-a2ad-d9ceb16fb69c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:47.000784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4481d1e3-34e9-4b4b-a2ad-d9ceb16fb69c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:47.002327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4481d1e3-34e9-4b4b-a2ad-d9ceb16fb69c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1734352 Feb 16 16:55:47.011444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35116) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:47.053993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8cb05-7176-43fa-a76a-2c1147dcc54f req-ff29ab28-392c-43ad-bce9-dea31c8b6a90 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:47.055580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ee8cb05-7176-43fa-a76a-2c1147dcc54f req-ff29ab28-392c-43ad-bce9-dea31c8b6a90 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1690824 Feb 16 16:55:47.055849 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f59578d5-c518-4baa-8cac-ec4285fe6520 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (1bb33223-c883-440c-ac1d-ed0d59751350), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:47.157022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Allocated IP 2001:db8::f816:3eff:feb3:8908 (66de4532-e08f-4971-b5a1-1f3632d6df13/a8b0cfc0-71d8-4c1b-8ab3-c6b8f0a10f1b/72d5c66d-6d91-4f63-b47e-39efbd063169) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:47.157703 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59578d5-c518-4baa-8cac-ec4285fe6520 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Network 66de4532-e08f-4971-b5a1-1f3632d6df13 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:47.166175 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f59578d5-c518-4baa-8cac-ec4285fe6520 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:47.177670 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59578d5-c518-4baa-8cac-ec4285fe6520 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:47.182521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c0bf2f-b9c3-45b0-853d-155978d298f2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 056a39dd-9049-4e46-853e-bab37b6e8f52 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:55:47.186313 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1c0bf2f-b9c3-45b0-853d-155978d298f2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (056a39dd-9049-4e46-853e-bab37b6e8f52), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:47.191999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59578d5-c518-4baa-8cac-ec4285fe6520 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:47.192675 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f59578d5-c518-4baa-8cac-ec4285fe6520 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:47.236606 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f59578d5-c518-4baa-8cac-ec4285fe6520 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9891329 Feb 16 16:55:47.239079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35118) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:47.252517 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59578d5-c518-4baa-8cac-ec4285fe6520 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event updated for resources: {'Port': ['ID=1bb33223-c883-440c-ac1d-ed0d59751350,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:47.261977 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1c0bf2f-b9c3-45b0-853d-155978d298f2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (056a39dd-9049-4e46-853e-bab37b6e8f52), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:47.304349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef192429-2cc0-4971-b18a-926886910449 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Deleting subnet a8b0cfc0-71d8-4c1b-8ab3-c6b8f0a10f1b {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:55:47.315303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ee8cb05-7176-43fa-a76a-2c1147dcc54f req-2bd65cbb-26f8-45d7-9ad2-798e9370423f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234938 Feb 16 16:55:47.373648 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Publish callbacks [] for port (72d5c66d-6d91-4f63-b47e-39efbd063169), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:47.383300 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef192429-2cc0-4971-b18a-926886910449 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for subnet (a8b0cfc0-71d8-4c1b-8ab3-c6b8f0a10f1b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:47.385252 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (72d5c66d-6d91-4f63-b47e-39efbd063169), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:47.467927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Network 66de4532-e08f-4971-b5a1-1f3632d6df13 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:47.473313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:47.476504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:47.496323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Pushing event updated for resources: {'Port': ['ID=72d5c66d-6d91-4f63-b47e-39efbd063169,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:47.498015 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef192429-2cc0-4971-b18a-926886910449 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (a8b0cfc0-71d8-4c1b-8ab3-c6b8f0a10f1b), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:47.561119 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Attempting to bind port 72d5c66d-6d91-4f63-b47e-39efbd063169 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:55:47.561666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Attempting to bind port 72d5c66d-6d91-4f63-b47e-39efbd063169 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '18dee8b1-07d6-49da-8b38-741ff2658541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66de4532-e08f-4971-b5a1-1f3632d6df13'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:55:47.562286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Attempting to bind port 72d5c66d-6d91-4f63-b47e-39efbd063169 on network 66de4532-e08f-4971-b5a1-1f3632d6df13 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:47.568047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:55:47.568579 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Checking segment: {'id': '18dee8b1-07d6-49da-8b38-741ff2658541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66de4532-e08f-4971-b5a1-1f3632d6df13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:47.569932 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:47.570444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Bound using segment: {'id': '18dee8b1-07d6-49da-8b38-741ff2658541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66de4532-e08f-4971-b5a1-1f3632d6df13'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:55:47.571045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Bound port: 72d5c66d-6d91-4f63-b47e-39efbd063169, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18dee8b1-07d6-49da-8b38-741ff2658541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66de4532-e08f-4971-b5a1-1f3632d6df13'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:55:47.571539 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (72d5c66d-6d91-4f63-b47e-39efbd063169), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:47.658679 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] For port 72d5c66d-6d91-4f63-b47e-39efbd063169, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:55:47.663943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] For port 72d5c66d-6d91-4f63-b47e-39efbd063169, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=72d5c66d-6d91-4f63-b47e-39efbd063169,segment=NetworkSegment(18dee8b1-07d6-49da-8b38-741ff2658541),segment_id=18dee8b1-07d6-49da-8b38-741ff2658541)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:55:47.676533 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (72d5c66d-6d91-4f63-b47e-39efbd063169), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:47.682518 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef192429-2cc0-4971-b18a-926886910449 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (a8b0cfc0-71d8-4c1b-8ab3-c6b8f0a10f1b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:47.784773 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef192429-2cc0-4971-b18a-926886910449 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (a8b0cfc0-71d8-4c1b-8ab3-c6b8f0a10f1b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:47.822190 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1c0bf2f-b9c3-45b0-853d-155978d298f2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (056a39dd-9049-4e46-853e-bab37b6e8f52), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:47.839030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401ea8a-abc8-4f46-ba2f-d1704ddde86c None None] Pushing event updated for resources: {'Port': ['ID=72d5c66d-6d91-4f63-b47e-39efbd063169,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:47.846789 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef192429-2cc0-4971-b18a-926886910449 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b0cfc0-71d8-4c1b-8ab3-c6b8f0a10f1b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:47.850771 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef192429-2cc0-4971-b18a-926886910449 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:47.854123 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ef192429-2cc0-4971-b18a-926886910449 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/subnets/a8b0cfc0-71d8-4c1b-8ab3-c6b8f0a10f1b HTTP/1.1" status: 204 len: 168 time: 0.6093087 Feb 16 16:55:47.856511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35122) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:47.900945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7393b02-beb3-45e2-8210-9a4e2867986f req-26f35109-0b3d-4b09-9250-69cc63c846c7 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:47.902489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7393b02-beb3-45e2-8210-9a4e2867986f req-26f35109-0b3d-4b09-9250-69cc63c846c7 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1620722 Feb 16 16:55:47.941182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ded135-9808-4db3-bb65-610ecca4d697 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:47.942653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ded135-9808-4db3-bb65-610ecca4d697 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:47.944975 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-09ded135-9808-4db3-bb65-610ecca4d697 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0875087 Feb 16 16:55:47.949009 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35124) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:47.977975 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 981c9636-1e86-49f2-ac2a-dafc9fd0e410 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:47.985427 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1c0bf2f-b9c3-45b0-853d-155978d298f2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (056a39dd-9049-4e46-853e-bab37b6e8f52), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.036359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0bf2f-b9c3-45b0-853d-155978d298f2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=056a39dd-9049-4e46-853e-bab37b6e8f52,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:48.043543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7393b02-beb3-45e2-8210-9a4e2867986f req-8ca5fc79-fc8f-4fee-922e-8a03b1fd23f2 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323893 Feb 16 16:55:48.047648 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1c0bf2f-b9c3-45b0-853d-155978d298f2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.050870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d1c0bf2f-b9c3-45b0-853d-155978d298f2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/056a39dd-9049-4e46-853e-bab37b6e8f52 HTTP/1.1" status: 204 len: 168 time: 1.0380030 Feb 16 16:55:48.057430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc83975-01f7-4f9c-a521-8705cd222118 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:48.060573 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35126) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:48.154135 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 981c9636-1e86-49f2-ac2a-dafc9fd0e410 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:48.154868 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.175008 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd348a27-5b7f-41d7-a9ba-573ca60c4aa9 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (66de4532-e08f-4971-b5a1-1f3632d6df13), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.192742 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd348a27-5b7f-41d7-a9ba-573ca60c4aa9 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 16:55:48.192942 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd348a27-5b7f-41d7-a9ba-573ca60c4aa9 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:55:48.200186 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dd348a27-5b7f-41d7-a9ba-573ca60c4aa9 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/networks/66de4532-e08f-4971-b5a1-1f3632d6df13 HTTP/1.1" status: 409 len: 466 time: 0.2467332 Feb 16 16:55:48.200869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35130) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:48.205795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-859cb6a7-f37f-41f0-be9f-8e94cebeb570 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-872807203'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:48.212966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-f579e7b9-99ed-487e-9d6f-2acdd4c047d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 71a41134-b363-4449-8295-d91a43c995d9 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:55:48.223348 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f579e7b9-99ed-487e-9d6f-2acdd4c047d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (71a41134-b363-4449-8295-d91a43c995d9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.262391 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859cb6a7-f37f-41f0-be9f-8e94cebeb570 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Made reservation on behalf of 44fe354a297348f093de31a39cb4b8d5 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:48.266051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-859cb6a7-f37f-41f0-be9f-8e94cebeb570 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.316316 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f579e7b9-99ed-487e-9d6f-2acdd4c047d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (71a41134-b363-4449-8295-d91a43c995d9), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.320475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859cb6a7-f37f-41f0-be9f-8e94cebeb570 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:48.360731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 981c9636-1e86-49f2-ac2a-dafc9fd0e410 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:48.361304 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.375644 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-859cb6a7-f37f-41f0-be9f-8e94cebeb570 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.376233 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-859cb6a7-f37f-41f0-be9f-8e94cebeb570 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Added segment bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0 of type vlan for network e2af82bb-b29d-45b6-8e44-9d47255b71eb Feb 16 16:55:48.390553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed912f6-4a5a-45fd-b056-fd90dea22566 None None] Network 36dcea71-1d00-485a-a93a-39fd82105630 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:48.451850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 981c9636-1e86-49f2-ac2a-dafc9fd0e410, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=981c9636-1e86-49f2-ac2a-dafc9fd0e410,segment=NetworkSegment(cb33cd09-a042-4869-85e9-42b47bd594fa),segment_id=cb33cd09-a042-4869-85e9-42b47bd594fa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:48.464558 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.477779 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-859cb6a7-f37f-41f0-be9f-8e94cebeb570 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (e2af82bb-b29d-45b6-8e44-9d47255b71eb), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.517458 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-859cb6a7-f37f-41f0-be9f-8e94cebeb570 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (e2af82bb-b29d-45b6-8e44-9d47255b71eb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.518422 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f579e7b9-99ed-487e-9d6f-2acdd4c047d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (71a41134-b363-4449-8295-d91a43c995d9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.524910 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859cb6a7-f37f-41f0-be9f-8e94cebeb570 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:48.525625 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-859cb6a7-f37f-41f0-be9f-8e94cebeb570 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.578869 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-859cb6a7-f37f-41f0-be9f-8e94cebeb570 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3743415 Feb 16 16:55:48.579674 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35136) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:48.588921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-78dcd095-df3d-4e9c-9aec-88219b71d5fb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Request body: {'subnet': {'network_id': 'e2af82bb-b29d-45b6-8e44-9d47255b71eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:48.596897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ea2535af-349d-4b8c-bcde-4912ab12752a None None] Provisioning complete for port 981c9636-1e86-49f2-ac2a-dafc9fd0e410 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:48.597283 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ea2535af-349d-4b8c-bcde-4912ab12752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.625702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=981c9636-1e86-49f2-ac2a-dafc9fd0e410,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:48.642410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cb6a7-f37f-41f0-be9f-8e94cebeb570 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event updated for resources: {'Network': ['ID=e2af82bb-b29d-45b6-8e44-9d47255b71eb,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:48.656877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb268aa-86a4-46b4-90a2-1a500d2f4422 req-960194cc-d492-4536-8da4-70a7d62203d7 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:48.658844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fb268aa-86a4-46b4-90a2-1a500d2f4422 req-960194cc-d492-4536-8da4-70a7d62203d7 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2145836 Feb 16 16:55:48.671560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network e2af82bb-b29d-45b6-8e44-9d47255b71eb details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:55:48.742825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fb268aa-86a4-46b4-90a2-1a500d2f4422 req-46eb0a83-4edb-4c0f-a5ab-a3f7ed0fc166 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751398 Feb 16 16:55:48.747298 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f579e7b9-99ed-487e-9d6f-2acdd4c047d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (71a41134-b363-4449-8295-d91a43c995d9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.768796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dcd095-df3d-4e9c-9aec-88219b71d5fb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Made reservation on behalf of 44fe354a297348f093de31a39cb4b8d5 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:48.781505 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78dcd095-df3d-4e9c-9aec-88219b71d5fb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.843645 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f579e7b9-99ed-487e-9d6f-2acdd4c047d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:48.855892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f579e7b9-99ed-487e-9d6f-2acdd4c047d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/71a41134-b363-4449-8295-d91a43c995d9 HTTP/1.1" status: 204 len: 168 time: 0.7940540 Feb 16 16:55:48.856570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35140) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:48.873755 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579e7b9-99ed-487e-9d6f-2acdd4c047d9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=71a41134-b363-4449-8295-d91a43c995d9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:48.992045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ea2535af-349d-4b8c-bcde-4912ab12752a None None] Current status of the port 981c9636-1e86-49f2-ac2a-dafc9fd0e410 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:49.001034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0cb7ef18-43ee-44bc-8f85-27476e4e2417 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1431026 Feb 16 16:55:49.001256 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35142) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:49.031651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a2bd2-6518-4bfd-a2e6-47d64ec10c10 req-f25e8f83-04b4-4b0d-9463-bdcf3c22a2c5 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:49.045907 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-559a2bd2-6518-4bfd-a2e6-47d64ec10c10 req-f25e8f83-04b4-4b0d-9463-bdcf3c22a2c5 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1178823 Feb 16 16:55:49.112724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-559a2bd2-6518-4bfd-a2e6-47d64ec10c10 req-92b3f579-6b41-416e-928f-704819a8e903 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658233 Feb 16 16:55:49.216263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14dd555-d9a7-4a34-ab40-529f67b511ce tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:49.218225 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f14dd555-d9a7-4a34-ab40-529f67b511ce tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2162211 Feb 16 16:55:49.222305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35148) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:49.301389 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c061b6-59cc-40de-bf7e-ea05e8d2a95a req-42eba416-6616-43d9-b7a6-822b74cf61b0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:49.303764 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-26c061b6-59cc-40de-bf7e-ea05e8d2a95a req-42eba416-6616-43d9-b7a6-822b74cf61b0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.0907192 Feb 16 16:55:49.332110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-056b9874-bb13-4ca5-aa83-cf2e2504d224 None None] Provisioning complete for port 981c9636-1e86-49f2-ac2a-dafc9fd0e410 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:49.332504 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-056b9874-bb13-4ca5-aa83-cf2e2504d224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:49.393985 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-26c061b6-59cc-40de-bf7e-ea05e8d2a95a req-348b8a60-2227-4ae6-add9-6f0d4c196077 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754457 Feb 16 16:55:49.404204 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd68b59-3515-4528-a49c-c2f1fba3f524 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:49.408069 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cdd68b59-3515-4528-a49c-c2f1fba3f524 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1824534 Feb 16 16:55:49.414133 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35150) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:49.501906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.objects.ports [None req-78dcd095-df3d-4e9c-9aec-88219b71d5fb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:55:49.503793 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78dcd095-df3d-4e9c-9aec-88219b71d5fb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (2418191d-436a-4f1c-bcc0-4cd393343230), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:49.541322 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-93d11060-1988-4467-8be1-d6ad8453e798 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1266210 Feb 16 16:55:49.550485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35154) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:49.559515 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-41e7692e-a36b-45c8-8d0f-a88125d4281d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:49.597961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-056b9874-bb13-4ca5-aa83-cf2e2504d224 None None] Current status of the port 981c9636-1e86-49f2-ac2a-dafc9fd0e410 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:49.647925 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dcd095-df3d-4e9c-9aec-88219b71d5fb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Checking segment: {'id': 'bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e2af82bb-b29d-45b6-8e44-9d47255b71eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:49.648386 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dcd095-df3d-4e9c-9aec-88219b71d5fb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Network hostable DHCP agents. Network: e2af82bb-b29d-45b6-8e44-9d47255b71eb, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:55:49.652789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf84ebd-bc8c-4383-b9cd-765791f3ae0c req-e2a2e5be-b248-4a4f-a025-ee3fd67d84ba tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:49.653887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcd095-df3d-4e9c-9aec-88219b71d5fb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event updated for resources: {'Subnet': ['ID=2418191d-436a-4f1c-bcc0-4cd393343230,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:49.654337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8bf84ebd-bc8c-4383-b9cd-765791f3ae0c req-e2a2e5be-b248-4a4f-a025-ee3fd67d84ba tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1306767 Feb 16 16:55:49.681384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c824272-df6f-40cd-8663-4b6cf8b71b01 None None] Network 66de4532-e08f-4971-b5a1-1f3632d6df13 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:49.740937 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e7692e-a36b-45c8-8d0f-a88125d4281d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:49.751411 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41e7692e-a36b-45c8-8d0f-a88125d4281d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:49.758176 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e7692e-a36b-45c8-8d0f-a88125d4281d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:55:49.758786 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e7692e-a36b-45c8-8d0f-a88125d4281d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:55:49.772756 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dcd095-df3d-4e9c-9aec-88219b71d5fb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Network e2af82bb-b29d-45b6-8e44-9d47255b71eb is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:55:49.777939 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8bf84ebd-bc8c-4383-b9cd-765791f3ae0c req-0fec6f25-5819-454d-8c9d-a0c36ecbc572 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143446 Feb 16 16:55:49.784384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-78dcd095-df3d-4e9c-9aec-88219b71d5fb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, e2af82bb-b29d-45b6-8e44-9d47255b71eb) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:49.794334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dcd095-df3d-4e9c-9aec-88219b71d5fb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:49.794946 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-78dcd095-df3d-4e9c-9aec-88219b71d5fb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:49.835814 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-41e7692e-a36b-45c8-8d0f-a88125d4281d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2799788 Feb 16 16:55:49.838616 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35160) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:49.843568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d9083f62-bf2f-45e8-b0d3-6db31ef0203f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:49.859835 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-78dcd095-df3d-4e9c-9aec-88219b71d5fb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2724504 Feb 16 16:55:49.864424 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35162) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:49.872890 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79790708-b3ab-43ca-90cd-5748fe8d4fee None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:49.874819 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56991a59-0821-4579-9746-b5ed1f59430d None None] Network e2af82bb-b29d-45b6-8e44-9d47255b71eb requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:49.877188 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb1ae6d0-b4dd-4dfa-9ba0-75eb01b175f5 None None] Provisioning complete for port 72d5c66d-6d91-4f63-b47e-39efbd063169 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:49.877563 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae6d0-b4dd-4dfa-9ba0-75eb01b175f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (72d5c66d-6d91-4f63-b47e-39efbd063169), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:49.882792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5f943b45-f8cf-4c07-b071-82d7e6acc29f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Request body: {'port': {'network_id': 'e2af82bb-b29d-45b6-8e44-9d47255b71eb', 'name': 'tempest-NetworksIpV6TestAttrs-937544004'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:50.090945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 72d5c66d-6d91-4f63-b47e-39efbd063169 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:50.128190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9083f62-bf2f-45e8-b0d3-6db31ef0203f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:50.137324 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d9083f62-bf2f-45e8-b0d3-6db31ef0203f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:50.140220 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9083f62-bf2f-45e8-b0d3-6db31ef0203f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:55:50.140666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9083f62-bf2f-45e8-b0d3-6db31ef0203f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:55:50.150981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f943b45-f8cf-4c07-b071-82d7e6acc29f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Made reservation on behalf of 44fe354a297348f093de31a39cb4b8d5 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:50.155451 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f943b45-f8cf-4c07-b071-82d7e6acc29f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:50.173688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d9083f62-bf2f-45e8-b0d3-6db31ef0203f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3337221 Feb 16 16:55:50.176437 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35172) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:50.187327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c7c63a5f-ded2-4d77-8d17-db55be6323bd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:50.202286 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-5f943b45-f8cf-4c07-b071-82d7e6acc29f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] device_id is not set on port 782ba896-da19-45c6-b97f-67e349ffe739 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:55:50.311028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c63a5f-ded2-4d77-8d17-db55be6323bd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:50.316500 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7c63a5f-ded2-4d77-8d17-db55be6323bd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:50.318830 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c63a5f-ded2-4d77-8d17-db55be6323bd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:55:50.320013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c63a5f-ded2-4d77-8d17-db55be6323bd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:55:50.344108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c7c63a5f-ded2-4d77-8d17-db55be6323bd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1653111 Feb 16 16:55:50.345902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35180) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:50.353639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-346189c7-ec4e-410b-b0e0-ee776fb3acef tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:50.510326 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-5f943b45-f8cf-4c07-b071-82d7e6acc29f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Allocated IP 2001:db8::f816:3eff:fe5d:3316 (e2af82bb-b29d-45b6-8e44-9d47255b71eb/2418191d-436a-4f1c-bcc0-4cd393343230/782ba896-da19-45c6-b97f-67e349ffe739) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:50.520672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346189c7-ec4e-410b-b0e0-ee776fb3acef tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:50.527048 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-346189c7-ec4e-410b-b0e0-ee776fb3acef tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:50.532524 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-346189c7-ec4e-410b-b0e0-ee776fb3acef tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:55:50.532932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346189c7-ec4e-410b-b0e0-ee776fb3acef tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:55:50.646280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-e2af82bb-b29d-45b6-8e44-9d47255b71eb', 'network_id': 'e2af82bb-b29d-45b6-8e44-9d47255b71eb', 'project_id': '44fe354a297348f093de31a39cb4b8d5', 'fixed_ips': [{'subnet_id': '2418191d-436a-4f1c-bcc0-4cd393343230'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:55:50.648918 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:50.651513 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8caea22-e113-4cc5-b41e-c396460ded15 None None] DHCP port deletion for 66de4532-e08f-4971-b5a1-1f3632d6df13 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:55:50.655127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-346189c7-ec4e-410b-b0e0-ee776fb3acef tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3081627 Feb 16 16:55:50.663526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35192) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:50.666436 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ae6d0-b4dd-4dfa-9ba0-75eb01b175f5 None None] Current status of the port 72d5c66d-6d91-4f63-b47e-39efbd063169 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:50.667273 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae6d0-b4dd-4dfa-9ba0-75eb01b175f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (72d5c66d-6d91-4f63-b47e-39efbd063169), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:50.680855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8a730405-3063-4ced-81b9-d277a93a4e99 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:50.707188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080bebe-b6aa-4713-9663-ba264e86ede4 req-5612296f-450d-4845-a98e-5f8d95cf6ca4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:50.708678 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8080bebe-b6aa-4713-9663-ba264e86ede4 req-5612296f-450d-4845-a98e-5f8d95cf6ca4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1516066 Feb 16 16:55:50.758093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 72d5c66d-6d91-4f63-b47e-39efbd063169 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:50.758469 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (72d5c66d-6d91-4f63-b47e-39efbd063169), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:50.836793 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f943b45-f8cf-4c07-b071-82d7e6acc29f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for port (782ba896-da19-45c6-b97f-67e349ffe739), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:50.885594 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f943b45-f8cf-4c07-b071-82d7e6acc29f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (782ba896-da19-45c6-b97f-67e349ffe739), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:50.907628 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8080bebe-b6aa-4713-9663-ba264e86ede4 req-4d7a2174-e6a8-4c50-a574-d895b855fbd0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908562 Feb 16 16:55:50.971563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a730405-3063-4ced-81b9-d277a93a4e99 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:50.979210 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a730405-3063-4ced-81b9-d277a93a4e99 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:50.980769 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a730405-3063-4ced-81b9-d277a93a4e99 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:55:50.981204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a730405-3063-4ced-81b9-d277a93a4e99 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:55:50.999787 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f943b45-f8cf-4c07-b071-82d7e6acc29f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Network e2af82bb-b29d-45b6-8e44-9d47255b71eb is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:51.004993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5f943b45-f8cf-4c07-b071-82d7e6acc29f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:51.014212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8a730405-3063-4ced-81b9-d277a93a4e99 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3410015 Feb 16 16:55:51.016340 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f943b45-f8cf-4c07-b071-82d7e6acc29f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:51.019357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35216) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:51.029057 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-057142aa-9c85-4950-b2a0-4e3b9e3c34b6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:51.036792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f943b45-f8cf-4c07-b071-82d7e6acc29f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:51.038782 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f943b45-f8cf-4c07-b071-82d7e6acc29f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:51.066353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f943b45-f8cf-4c07-b071-82d7e6acc29f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event updated for resources: {'Port': ['ID=782ba896-da19-45c6-b97f-67e349ffe739,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:51.078062 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5f943b45-f8cf-4c07-b071-82d7e6acc29f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2100716 Feb 16 16:55:51.078562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35220) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:51.103101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791d2bba-3586-4688-93ad-86ab08c0a073 None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:55:51.133776 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb1ae6d0-b4dd-4dfa-9ba0-75eb01b175f5 None None] For port 72d5c66d-6d91-4f63-b47e-39efbd063169, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=72d5c66d-6d91-4f63-b47e-39efbd063169,segment=NetworkSegment(18dee8b1-07d6-49da-8b38-741ff2658541),segment_id=18dee8b1-07d6-49da-8b38-741ff2658541)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:51.156832 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0314a046-e0ef-4a99-a601-edc4d7de9bad tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Deleting subnet 2418191d-436a-4f1c-bcc0-4cd393343230 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:55:51.177358 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae6d0-b4dd-4dfa-9ba0-75eb01b175f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (72d5c66d-6d91-4f63-b47e-39efbd063169), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:51.182495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Allocated IP 2001:db8::f816:3eff:febb:f61e (e2af82bb-b29d-45b6-8e44-9d47255b71eb/2418191d-436a-4f1c-bcc0-4cd393343230/701cc10a-ce0d-4b2b-9539-a05d39d24cbe) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:51.235311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057142aa-9c85-4950-b2a0-4e3b9e3c34b6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:51.241848 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-057142aa-9c85-4950-b2a0-4e3b9e3c34b6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:51.244437 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-057142aa-9c85-4950-b2a0-4e3b9e3c34b6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:55:51.245250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057142aa-9c85-4950-b2a0-4e3b9e3c34b6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:55:51.271942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-057142aa-9c85-4950-b2a0-4e3b9e3c34b6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2505686 Feb 16 16:55:51.272547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35222) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:51.304746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c8caea22-e113-4cc5-b41e-c396460ded15 None None] Deleting port 72d5c66d-6d91-4f63-b47e-39efbd063169 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:51.305175 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c8caea22-e113-4cc5-b41e-c396460ded15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (72d5c66d-6d91-4f63-b47e-39efbd063169), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:51.340792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf5f2e3-6f8f-4af2-98db-42bd7eaa9ea3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:51.344555 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ebf5f2e3-6f8f-4af2-98db-42bd7eaa9ea3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0684943 Feb 16 16:55:51.344949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35224) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:51.351438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ae6d0-b4dd-4dfa-9ba0-75eb01b175f5 None None] Pushing event updated for resources: {'Port': ['ID=72d5c66d-6d91-4f63-b47e-39efbd063169,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:51.409081 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583ad1aa-5ab6-4cf0-8e8a-5c509676b45a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:51.414807 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-583ad1aa-5ab6-4cf0-8e8a-5c509676b45a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0647864 Feb 16 16:55:51.415199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35226) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:51.416339 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 72d5c66d-6d91-4f63-b47e-39efbd063169 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:51.417435 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 981c9636-1e86-49f2-ac2a-dafc9fd0e410 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:51.422606 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-791d2bba-3586-4688-93ad-86ab08c0a073 None None] Deleting port 99944abe-e4ce-4316-a9af-228daa5f6899 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:51.422985 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-791d2bba-3586-4688-93ad-86ab08c0a073 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:51.466961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9490a128-defc-4350-8857-ecacb1b2f620 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471594 Feb 16 16:55:51.467313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35228) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:51.472560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-690a6a46-3d6e-4769-9997-62e5f148f1b2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:51.488058 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-791d2bba-3586-4688-93ad-86ab08c0a073 None None] For port 99944abe-e4ce-4316-a9af-228daa5f6899, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=99944abe-e4ce-4316-a9af-228daa5f6899,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:51.488465 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-791d2bba-3586-4688-93ad-86ab08c0a073 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:51.501865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-791d2bba-3586-4688-93ad-86ab08c0a073 None None] Calling delete_port for 99944abe-e4ce-4316-a9af-228daa5f6899 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:51.575556 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690a6a46-3d6e-4769-9997-62e5f148f1b2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:51.580818 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-690a6a46-3d6e-4769-9997-62e5f148f1b2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:51.584736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-06872c6d-b29a-4b9f-9149-b269af9c9289 None None] Provisioning complete for port 99944abe-e4ce-4316-a9af-228daa5f6899 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:51.585320 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-06872c6d-b29a-4b9f-9149-b269af9c9289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:51.646697 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-791d2bba-3586-4688-93ad-86ab08c0a073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (99944abe-e4ce-4316-a9af-228daa5f6899), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:51.690037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-06872c6d-b29a-4b9f-9149-b269af9c9289 None None] Port 99944abe-e4ce-4316-a9af-228daa5f6899 was deleted so its status cannot be updated. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 16 16:55:51.752445 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d2bba-3586-4688-93ad-86ab08c0a073 None None] Pushing event deleted for resources: {'Port': ['ID=99944abe-e4ce-4316-a9af-228daa5f6899,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:51.759127 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d2bba-3586-4688-93ad-86ab08c0a073 None None] No DVR routers for this DVR port 99944abe-e4ce-4316-a9af-228daa5f6899 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:55:51.774051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c8caea22-e113-4cc5-b41e-c396460ded15 None None] For port 72d5c66d-6d91-4f63-b47e-39efbd063169, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=72d5c66d-6d91-4f63-b47e-39efbd063169,segment=NetworkSegment(18dee8b1-07d6-49da-8b38-741ff2658541),segment_id=18dee8b1-07d6-49da-8b38-741ff2658541)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:51.774472 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c8caea22-e113-4cc5-b41e-c396460ded15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (72d5c66d-6d91-4f63-b47e-39efbd063169), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:51.808797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c8caea22-e113-4cc5-b41e-c396460ded15 None None] Calling delete_port for 72d5c66d-6d91-4f63-b47e-39efbd063169 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:51.916758 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Publish callbacks [] for port (701cc10a-ce0d-4b2b-9539-a05d39d24cbe), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:51.943294 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0314a046-e0ef-4a99-a601-edc4d7de9bad tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for subnet (2418191d-436a-4f1c-bcc0-4cd393343230), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:51.964920 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (701cc10a-ce0d-4b2b-9539-a05d39d24cbe), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:52.015217 n-d-669411-5 neutron-server[103422]: DEBUG neutron.objects.ports [None req-690a6a46-3d6e-4769-9997-62e5f148f1b2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:55:52.017064 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-690a6a46-3d6e-4769-9997-62e5f148f1b2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (ab76b38c-2383-48c1-9c7b-f92d42ef8f72), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:52.040313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690a6a46-3d6e-4769-9997-62e5f148f1b2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:52.047371 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-690a6a46-3d6e-4769-9997-62e5f148f1b2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:52.086404 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a6a46-3d6e-4769-9997-62e5f148f1b2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:52.097417 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-690a6a46-3d6e-4769-9997-62e5f148f1b2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:52.142781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0314a046-e0ef-4a99-a601-edc4d7de9bad tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (2418191d-436a-4f1c-bcc0-4cd393343230), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:52.182443 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9fc58-a196-4999-b374-8cbf988dfb2c req-71d50bff-e3c0-455b-a9bf-e79667dd9bce tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:52.183388 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaed87bf-5fda-45ac-8d04-69daa955486f None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:52.186098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ca9fc58-a196-4999-b374-8cbf988dfb2c req-71d50bff-e3c0-455b-a9bf-e79667dd9bce tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1195240 Feb 16 16:55:52.187936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 981c9636-1e86-49f2-ac2a-dafc9fd0e410 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:52.188565 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:52.214962 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a6a46-3d6e-4769-9997-62e5f148f1b2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=ab76b38c-2383-48c1-9c7b-f92d42ef8f72,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:52.253139 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-690a6a46-3d6e-4769-9997-62e5f148f1b2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7846744 Feb 16 16:55:52.253758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35240) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:52.266070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-84225baa-10b3-48ca-9825-465c31c2c5c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'mac_address': 'fa:16:3e:fd:1a:32', 'name': 'tempest-NetworksTestDHCPv6-1430058759'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:52.317806 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ca9fc58-a196-4999-b374-8cbf988dfb2c req-70baa861-a935-4667-a87a-ff72b165bdf9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227407 Feb 16 16:55:52.321735 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Network e2af82bb-b29d-45b6-8e44-9d47255b71eb is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:52.394880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:52.405974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:52.424448 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0314a046-e0ef-4a99-a601-edc4d7de9bad tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (2418191d-436a-4f1c-bcc0-4cd393343230), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:52.469843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84225baa-10b3-48ca-9825-465c31c2c5c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:52.497067 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c8caea22-e113-4cc5-b41e-c396460ded15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (72d5c66d-6d91-4f63-b47e-39efbd063169), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:52.515964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Pushing event updated for resources: {'Port': ['ID=701cc10a-ce0d-4b2b-9539-a05d39d24cbe,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:52.565596 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0314a046-e0ef-4a99-a601-edc4d7de9bad tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (2418191d-436a-4f1c-bcc0-4cd393343230), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:52.597363 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-84225baa-10b3-48ca-9825-465c31c2c5c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:52.634722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0314a046-e0ef-4a99-a601-edc4d7de9bad tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:52.635729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 981c9636-1e86-49f2-ac2a-dafc9fd0e410 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:52.639890 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0314a046-e0ef-4a99-a601-edc4d7de9bad tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/subnets/2418191d-436a-4f1c-bcc0-4cd393343230 HTTP/1.1" status: 204 len: 168 time: 1.5602424 Feb 16 16:55:52.641883 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314a046-e0ef-4a99-a601-edc4d7de9bad tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Subnet': ['ID=2418191d-436a-4f1c-bcc0-4cd393343230,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:52.645667 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35248) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:52.748894 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8caea22-e113-4cc5-b41e-c396460ded15 None None] No DVR routers for this DVR port 72d5c66d-6d91-4f63-b47e-39efbd063169 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:55:52.755575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caea22-e113-4cc5-b41e-c396460ded15 None None] Pushing event deleted for resources: {'Port': ['ID=72d5c66d-6d91-4f63-b47e-39efbd063169,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:52.755731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-84225baa-10b3-48ca-9825-465c31c2c5c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port 3d573c8b-5df3-4192-9c33-ea22879750af yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:55:52.774604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54405e27-8923-4923-9c69-469c5f9d480d tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:52.775731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54405e27-8923-4923-9c69-469c5f9d480d tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:52.785705 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35250) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:52.788927 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-54405e27-8923-4923-9c69-469c5f9d480d tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1421604 Feb 16 16:55:52.815521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 72d5c66d-6d91-4f63-b47e-39efbd063169 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:55:52.828893 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': 'ab76b38c-2383-48c1-9c7b-f92d42ef8f72'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:55:52.829988 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:52.878532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Attempting to bind port 701cc10a-ce0d-4b2b-9539-a05d39d24cbe on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:55:52.879018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Attempting to bind port 701cc10a-ce0d-4b2b-9539-a05d39d24cbe by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e2af82bb-b29d-45b6-8e44-9d47255b71eb'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:55:52.879492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Attempting to bind port 701cc10a-ce0d-4b2b-9539-a05d39d24cbe on network e2af82bb-b29d-45b6-8e44-9d47255b71eb {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:52.889634 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc367c42-b3ab-40d0-bd1c-183e015be761 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (e2af82bb-b29d-45b6-8e44-9d47255b71eb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:52.896608 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 72d5c66d-6d91-4f63-b47e-39efbd063169 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:55:52.897018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 72d5c66d-6d91-4f63-b47e-39efbd063169 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:55:52.897448 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 99944abe-e4ce-4316-a9af-228daa5f6899 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:55:52.905438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:55:52.905833 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Checking segment: {'id': 'bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e2af82bb-b29d-45b6-8e44-9d47255b71eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:52.906431 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:52.906834 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Bound using segment: {'id': 'bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e2af82bb-b29d-45b6-8e44-9d47255b71eb'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:55:52.907315 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Bound port: 701cc10a-ce0d-4b2b-9539-a05d39d24cbe, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e2af82bb-b29d-45b6-8e44-9d47255b71eb'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:55:52.908119 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (701cc10a-ce0d-4b2b-9539-a05d39d24cbe), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:52.908502 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc367c42-b3ab-40d0-bd1c-183e015be761 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 16:55:52.909059 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc367c42-b3ab-40d0-bd1c-183e015be761 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:55:52.921477 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fc367c42-b3ab-40d0-bd1c-183e015be761 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/networks/e2af82bb-b29d-45b6-8e44-9d47255b71eb HTTP/1.1" status: 409 len: 466 time: 0.1312973 Feb 16 16:55:52.924353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35260) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:52.931356 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-46ac0f5e-2e6f-43c8-a825-a20a69fc1758 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-237167679'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:52.974435 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ac0f5e-2e6f-43c8-a825-a20a69fc1758 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Made reservation on behalf of 44fe354a297348f093de31a39cb4b8d5 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:52.978721 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-46ac0f5e-2e6f-43c8-a825-a20a69fc1758 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:53.004097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 99944abe-e4ce-4316-a9af-228daa5f6899 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:55:53.004377 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 99944abe-e4ce-4316-a9af-228daa5f6899 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:55:53.047343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-84225baa-10b3-48ca-9825-465c31c2c5c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::f816:3eff:fefd:1a32 (c6c55570-6501-4cec-af38-70389b23efe2/ab76b38c-2383-48c1-9c7b-f92d42ef8f72/3d573c8b-5df3-4192-9c33-ea22879750af) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:53.050344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ac0f5e-2e6f-43c8-a825-a20a69fc1758 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:53.070422 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-46ac0f5e-2e6f-43c8-a825-a20a69fc1758 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (aa91120b-ca8a-4e9b-92bc-3c3896b42060), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:53.071241 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-46ac0f5e-2e6f-43c8-a825-a20a69fc1758 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Added segment aa91120b-ca8a-4e9b-92bc-3c3896b42060 of type vlan for network cf5d20e8-cd1b-4b72-9693-8043dd04f166 Feb 16 16:55:53.153627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-56133273-8f72-4d45-b37e-af29840c395c None None] For port 701cc10a-ce0d-4b2b-9539-a05d39d24cbe, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:55:53.157298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-56133273-8f72-4d45-b37e-af29840c395c None None] For port 701cc10a-ce0d-4b2b-9539-a05d39d24cbe, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=701cc10a-ce0d-4b2b-9539-a05d39d24cbe,segment=NetworkSegment(bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0),segment_id=bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:55:53.164619 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (701cc10a-ce0d-4b2b-9539-a05d39d24cbe), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:53.168457 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-46ac0f5e-2e6f-43c8-a825-a20a69fc1758 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (cf5d20e8-cd1b-4b72-9693-8043dd04f166), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:53.240787 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-46ac0f5e-2e6f-43c8-a825-a20a69fc1758 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (cf5d20e8-cd1b-4b72-9693-8043dd04f166), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:53.243980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56133273-8f72-4d45-b37e-af29840c395c None None] Pushing event updated for resources: {'Port': ['ID=701cc10a-ce0d-4b2b-9539-a05d39d24cbe,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:53.267541 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac0f5e-2e6f-43c8-a825-a20a69fc1758 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:53.279353 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-46ac0f5e-2e6f-43c8-a825-a20a69fc1758 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:53.369517 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-46ac0f5e-2e6f-43c8-a825-a20a69fc1758 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4393022 Feb 16 16:55:53.391295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7a2842-eadd-4e9b-bab0-5cc9a4a65c37 None None] Network e2af82bb-b29d-45b6-8e44-9d47255b71eb requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:53.405787 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35278) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:53.453129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7bcfce55-43f6-418b-94a8-8c65396f3e4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Request body: {'subnet': {'network_id': 'cf5d20e8-cd1b-4b72-9693-8043dd04f166', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:53.681054 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-84225baa-10b3-48ca-9825-465c31c2c5c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (3d573c8b-5df3-4192-9c33-ea22879750af), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:53.691280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac0f5e-2e6f-43c8-a825-a20a69fc1758 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event updated for resources: {'Network': ['ID=cf5d20e8-cd1b-4b72-9693-8043dd04f166,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:53.692120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d01302-bda4-4f05-be4b-a2eb91d392e8 req-2e0ca692-6866-4715-904a-811b0ceae77e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:53.705085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network cf5d20e8-cd1b-4b72-9693-8043dd04f166 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:55:53.706352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0d01302-bda4-4f05-be4b-a2eb91d392e8 req-2e0ca692-6866-4715-904a-811b0ceae77e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1595652 Feb 16 16:55:53.744503 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcfce55-43f6-418b-94a8-8c65396f3e4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Made reservation on behalf of 44fe354a297348f093de31a39cb4b8d5 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:53.754684 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7bcfce55-43f6-418b-94a8-8c65396f3e4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:53.830374 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0d01302-bda4-4f05-be4b-a2eb91d392e8 req-c1b71919-9612-41ec-bb8b-3a6489659312 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226802 Feb 16 16:55:53.847573 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-84225baa-10b3-48ca-9825-465c31c2c5c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3d573c8b-5df3-4192-9c33-ea22879750af), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:53.932505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84225baa-10b3-48ca-9825-465c31c2c5c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:53.942598 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-84225baa-10b3-48ca-9825-465c31c2c5c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:53.956671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84225baa-10b3-48ca-9825-465c31c2c5c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:53.963116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84225baa-10b3-48ca-9825-465c31c2c5c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:53.963790 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-84225baa-10b3-48ca-9825-465c31c2c5c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:54.004007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84225baa-10b3-48ca-9825-465c31c2c5c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=3d573c8b-5df3-4192-9c33-ea22879750af,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:54.015949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Allocated IP 2001:db8::f816:3eff:feda:94af (c6c55570-6501-4cec-af38-70389b23efe2/ab76b38c-2383-48c1-9c7b-f92d42ef8f72/5e84e424-ab69-4278-be28-9e84e6760b89) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:54.023590 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-84225baa-10b3-48ca-9825-465c31c2c5c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7625961 Feb 16 16:55:54.026491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35280) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:54.165919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a30373f-bd14-44df-8046-27a191608abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:54.167497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1a30373f-bd14-44df-8046-27a191608abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1395566 Feb 16 16:55:54.170132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35286) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:54.281725 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Publish callbacks [] for port (5e84e424-ab69-4278-be28-9e84e6760b89), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:54.288853 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:54.339117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:54.340853 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:54.341689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.objects.ports [None req-7bcfce55-43f6-418b-94a8-8c65396f3e4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:55:54.344117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:55:54.348913 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7bcfce55-43f6-418b-94a8-8c65396f3e4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (fbf829ee-9007-441b-bf9d-10be7e71a2aa), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:54.360671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Pushing event updated for resources: {'Port': ['ID=5e84e424-ab69-4278-be28-9e84e6760b89,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:54.372072 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c52b034b-e9ec-46df-89f4-438ab5584ca3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 3d573c8b-5df3-4192-9c33-ea22879750af {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:55:54.372414 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c52b034b-e9ec-46df-89f4-438ab5584ca3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3d573c8b-5df3-4192-9c33-ea22879750af), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:54.429332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Attempting to bind port 5e84e424-ab69-4278-be28-9e84e6760b89 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:55:54.429826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Attempting to bind port 5e84e424-ab69-4278-be28-9e84e6760b89 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:55:54.430319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Attempting to bind port 5e84e424-ab69-4278-be28-9e84e6760b89 on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:55:54.446765 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:55:54.447226 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:54.447711 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:54.448295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:55:54.448878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Bound port: 5e84e424-ab69-4278-be28-9e84e6760b89, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:55:54.449334 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:54.461657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfce55-43f6-418b-94a8-8c65396f3e4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event updated for resources: {'Subnet': ['ID=fbf829ee-9007-441b-bf9d-10be7e71a2aa,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:54.474017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcfce55-43f6-418b-94a8-8c65396f3e4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Checking segment: {'id': 'aa91120b-ca8a-4e9b-92bc-3c3896b42060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cf5d20e8-cd1b-4b72-9693-8043dd04f166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:54.474389 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcfce55-43f6-418b-94a8-8c65396f3e4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Network hostable DHCP agents. Network: cf5d20e8-cd1b-4b72-9693-8043dd04f166, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:55:54.495914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcfce55-43f6-418b-94a8-8c65396f3e4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Network cf5d20e8-cd1b-4b72-9693-8043dd04f166 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:55:54.519512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7bcfce55-43f6-418b-94a8-8c65396f3e4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, cf5d20e8-cd1b-4b72-9693-8043dd04f166) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:54.525586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcfce55-43f6-418b-94a8-8c65396f3e4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:54.526127 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7bcfce55-43f6-418b-94a8-8c65396f3e4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:54.539054 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed33d495-b875-4ef2-952a-df4a8db126bc None None] Network cf5d20e8-cd1b-4b72-9693-8043dd04f166 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:54.560023 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7bcfce55-43f6-418b-94a8-8c65396f3e4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1527581 Feb 16 16:55:54.562690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35292) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:54.623810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] For port 5e84e424-ab69-4278-be28-9e84e6760b89, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:55:54.637770 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c52b034b-e9ec-46df-89f4-438ab5584ca3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3d573c8b-5df3-4192-9c33-ea22879750af), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:54.683427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] For port 5e84e424-ab69-4278-be28-9e84e6760b89, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5e84e424-ab69-4278-be28-9e84e6760b89,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:55:54.696422 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:54.706747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c52b034b-e9ec-46df-89f4-438ab5584ca3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 3d573c8b-5df3-4192-9c33-ea22879750af owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:55:54.797952 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (cf5d20e8-cd1b-4b72-9693-8043dd04f166), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:54.944041 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (fbf829ee-9007-441b-bf9d-10be7e71a2aa), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:54.978470 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b580d2-467b-46fd-87c3-46bef5a703a4 None None] Pushing event updated for resources: {'Port': ['ID=5e84e424-ab69-4278-be28-9e84e6760b89,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:55.017209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986f9ee4-248e-4ad8-93c5-ac41884a1fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-cf5d20e8-cd1b-4b72-9693-8043dd04f166', 'network_id': 'cf5d20e8-cd1b-4b72-9693-8043dd04f166', 'project_id': '44fe354a297348f093de31a39cb4b8d5', 'fixed_ips': [{'subnet_id': 'fbf829ee-9007-441b-bf9d-10be7e71a2aa'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:55:55.018878 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-986f9ee4-248e-4ad8-93c5-ac41884a1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:55.106781 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c52b034b-e9ec-46df-89f4-438ab5584ca3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3d573c8b-5df3-4192-9c33-ea22879750af), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:55.230627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b034b-e9ec-46df-89f4-438ab5584ca3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=3d573c8b-5df3-4192-9c33-ea22879750af,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server [None req-986f9ee4-248e-4ad8-93c5-ac41884a1fd6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fbf829ee-9007-441b-bf9d-10be7e71a2aa: This subnet is being modified by another concurrent operation. Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise exception Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fbf829ee-9007-441b-bf9d-10be7e71a2aa: This subnet is being modified by another concurrent operation. Feb 16 16:55:55.239520 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Feb 16 16:55:55.268789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a40aac-cc42-444e-a812-f8a56fbd61b4 req-fcedfc33-4998-43ac-9204-b6ac7675018c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:55.275453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82a40aac-cc42-444e-a812-f8a56fbd61b4 req-fcedfc33-4998-43ac-9204-b6ac7675018c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2988603 Feb 16 16:55:55.276751 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (fbf829ee-9007-441b-bf9d-10be7e71a2aa), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:55.299642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179bb3b1-a552-423e-a709-a9cd05d507f9 None None] Network cf5d20e8-cd1b-4b72-9693-8043dd04f166 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:55.376060 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c52b034b-e9ec-46df-89f4-438ab5584ca3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:55.427304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c52b034b-e9ec-46df-89f4-438ab5584ca3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/3d573c8b-5df3-4192-9c33-ea22879750af HTTP/1.1" status: 204 len: 168 time: 1.2560923 Feb 16 16:55:55.430108 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35302) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:55.608838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf829ee-9007-441b-bf9d-10be7e71a2aa,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:55.660577 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8f17234f-1af7-47a4-b7ed-e9f901937325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:55.725747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e3e115-a5c0-44cf-b7b0-d869b7900aa8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:55.729842 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e3e115-a5c0-44cf-b7b0-d869b7900aa8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:55.733875 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c8e3e115-a5c0-44cf-b7b0-d869b7900aa8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2970729 Feb 16 16:55:55.738597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35308) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:55.768232 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (cf5d20e8-cd1b-4b72-9693-8043dd04f166), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:55.788558 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-82a40aac-cc42-444e-a812-f8a56fbd61b4 req-0a63a305-bd25-4af4-bdd0-4b5e66bc70aa tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356365 Feb 16 16:55:55.812518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5d20e8-cd1b-4b72-9693-8043dd04f166']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:55.830283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa91120b-ca8a-4e9b-92bc-3c3896b42060') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:55.830540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa91120b-ca8a-4e9b-92bc-3c3896b42060') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:55.843376 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:55:55.852766 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (aa91120b-ca8a-4e9b-92bc-3c3896b42060), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:55.886875 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (aa91120b-ca8a-4e9b-92bc-3c3896b42060), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:55.899819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:55:55.900775 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (aa91120b-ca8a-4e9b-92bc-3c3896b42060), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:55:55.906056 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:55:55.941743 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee839b0-6c5e-44de-af9e-8920d346a9f0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet ab76b38c-2383-48c1-9c7b-f92d42ef8f72 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:55:55.949386 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee839b0-6c5e-44de-af9e-8920d346a9f0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (ab76b38c-2383-48c1-9c7b-f92d42ef8f72), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:56.045777 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee839b0-6c5e-44de-af9e-8920d346a9f0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (ab76b38c-2383-48c1-9c7b-f92d42ef8f72), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:56.059548 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (cf5d20e8-cd1b-4b72-9693-8043dd04f166), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:56.068414 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:56.073495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/networks/cf5d20e8-cd1b-4b72-9693-8043dd04f166 HTTP/1.1" status: 204 len: 168 time: 1.5091577 Feb 16 16:55:56.085137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35312) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:56.090571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c2863858-c130-412c-9c97-f9f1c34cccb7 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1646747338'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:56.098488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8953c-e7f0-45ca-887a-74cf5cba849f tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Network': ['ID=cf5d20e8-cd1b-4b72-9693-8043dd04f166,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:56.133337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2863858-c130-412c-9c97-f9f1c34cccb7 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Made reservation on behalf of 44fe354a297348f093de31a39cb4b8d5 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:56.137372 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c2863858-c130-412c-9c97-f9f1c34cccb7 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:56.185156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2863858-c130-412c-9c97-f9f1c34cccb7 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:56.211514 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee839b0-6c5e-44de-af9e-8920d346a9f0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (ab76b38c-2383-48c1-9c7b-f92d42ef8f72), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:56.224065 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c2863858-c130-412c-9c97-f9f1c34cccb7 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (fe4e4ad2-eebb-4cbd-86f3-3d3020fa07bc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:56.224791 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-c2863858-c130-412c-9c97-f9f1c34cccb7 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Added segment fe4e4ad2-eebb-4cbd-86f3-3d3020fa07bc of type vlan for network 3671e359-4c1b-48e0-8097-6094f28fb997 Feb 16 16:55:56.303884 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c2863858-c130-412c-9c97-f9f1c34cccb7 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (3671e359-4c1b-48e0-8097-6094f28fb997), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:56.361992 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c2863858-c130-412c-9c97-f9f1c34cccb7 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (3671e359-4c1b-48e0-8097-6094f28fb997), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:56.368919 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee839b0-6c5e-44de-af9e-8920d346a9f0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (ab76b38c-2383-48c1-9c7b-f92d42ef8f72), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:56.378440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2863858-c130-412c-9c97-f9f1c34cccb7 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:56.380105 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c2863858-c130-412c-9c97-f9f1c34cccb7 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:56.450890 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fee839b0-6c5e-44de-af9e-8920d346a9f0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:56.454629 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fee839b0-6c5e-44de-af9e-8920d346a9f0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/ab76b38c-2383-48c1-9c7b-f92d42ef8f72 HTTP/1.1" status: 204 len: 168 time: 0.7151375 Feb 16 16:55:56.456796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee839b0-6c5e-44de-af9e-8920d346a9f0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=ab76b38c-2383-48c1-9c7b-f92d42ef8f72,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:56.457684 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35318) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:56.533503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c2863858-c130-412c-9c97-f9f1c34cccb7 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4470417 Feb 16 16:55:56.536083 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4d123d60-216b-44ec-a310-9a5965c7ec53 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769792 Feb 16 16:55:56.536865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35320) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:56.541850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35322) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:56.546084 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-01a3513f-85d7-4f9d-9aa0-fbbeca24b2ef tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Request body: {'subnet': {'network_id': '3671e359-4c1b-48e0-8097-6094f28fb997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:56.557611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:56.692923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2863858-c130-412c-9c97-f9f1c34cccb7 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event updated for resources: {'Network': ['ID=3671e359-4c1b-48e0-8097-6094f28fb997,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:56.725813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 3671e359-4c1b-48e0-8097-6094f28fb997 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:55:56.908312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:56.915354 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5e84e424-ab69-4278-be28-9e84e6760b89 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:56.915569 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:56.996224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc81f9c5-73c9-424c-95aa-3a73da65f62c None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:55:57.112464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5e84e424-ab69-4278-be28-9e84e6760b89 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:57.113093 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:57.148281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c029e85a-e863-44ea-947c-7cf8143055b6 None None] Provisioning complete for port 5e84e424-ab69-4278-be28-9e84e6760b89 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:57.148973 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c029e85a-e863-44ea-947c-7cf8143055b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:57.159941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3016e-c21c-41a0-8938-66b0356ada2c req-3650b33a-b0c4-458e-8fec-5f5683e80e63 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:57.169315 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bfd3016e-c21c-41a0-8938-66b0356ada2c req-3650b33a-b0c4-458e-8fec-5f5683e80e63 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1978898 Feb 16 16:55:57.251177 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bfd3016e-c21c-41a0-8938-66b0356ada2c req-d34fcb20-2dec-47cb-aaaf-cbcf4782f922 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797377 Feb 16 16:55:57.338619 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc81f9c5-73c9-424c-95aa-3a73da65f62c None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:55:57.497161 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a3513f-85d7-4f9d-9aa0-fbbeca24b2ef tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Made reservation on behalf of 44fe354a297348f093de31a39cb4b8d5 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:57.501785 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-01a3513f-85d7-4f9d-9aa0-fbbeca24b2ef tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:57.509679 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c029e85a-e863-44ea-947c-7cf8143055b6 None None] Current status of the port 5e84e424-ab69-4278-be28-9e84e6760b89 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:57.509944 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c029e85a-e863-44ea-947c-7cf8143055b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:57.587072 n-d-669411-5 neutron-server[103421]: DEBUG neutron.objects.ports [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:55:57.756636 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5e84e424-ab69-4278-be28-9e84e6760b89 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:57.757175 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:57.809270 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c029e85a-e863-44ea-947c-7cf8143055b6 None None] For port 5e84e424-ab69-4278-be28-9e84e6760b89, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5e84e424-ab69-4278-be28-9e84e6760b89,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:57.882324 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c029e85a-e863-44ea-947c-7cf8143055b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:57.916932 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-01a3513f-85d7-4f9d-9aa0-fbbeca24b2ef tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (2df8e622-feb0-4ca6-95f0-4dbb76d9f589), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:57.955379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:58.001941 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8847a2dc-9d15-42cf-869a-e51a4d3d83fb None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:55:58.022749 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3513f-85d7-4f9d-9aa0-fbbeca24b2ef tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event updated for resources: {'Subnet': ['ID=2df8e622-feb0-4ca6-95f0-4dbb76d9f589,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:58.037000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3513f-85d7-4f9d-9aa0-fbbeca24b2ef tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Checking segment: {'id': 'fe4e4ad2-eebb-4cbd-86f3-3d3020fa07bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3671e359-4c1b-48e0-8097-6094f28fb997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:55:58.041116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a3513f-85d7-4f9d-9aa0-fbbeca24b2ef tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Network hostable DHCP agents. Network: 3671e359-4c1b-48e0-8097-6094f28fb997, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:55:58.111127 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a3513f-85d7-4f9d-9aa0-fbbeca24b2ef tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Network 3671e359-4c1b-48e0-8097-6094f28fb997 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:55:58.145469 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:55:58.146378 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-01a3513f-85d7-4f9d-9aa0-fbbeca24b2ef tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 3671e359-4c1b-48e0-8097-6094f28fb997) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:58.147564 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:55:58.153186 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a3513f-85d7-4f9d-9aa0-fbbeca24b2ef tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:58.153847 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-01a3513f-85d7-4f9d-9aa0-fbbeca24b2ef tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:58.156085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029e85a-e863-44ea-947c-7cf8143055b6 None None] Pushing event updated for resources: {'Port': ['ID=5e84e424-ab69-4278-be28-9e84e6760b89,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:58.198834 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-01a3513f-85d7-4f9d-9aa0-fbbeca24b2ef tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6601126 Feb 16 16:55:58.201451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35338) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:58.279480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] For port 5e84e424-ab69-4278-be28-9e84e6760b89, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5e84e424-ab69-4278-be28-9e84e6760b89,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:55:58.318427 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b46f5d95-cdbf-4842-92fa-fba95893e62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:58.358025 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (5e84e424-ab69-4278-be28-9e84e6760b89), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:58.364502 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:58.445785 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (91976ed7-fa61-49b8-aa48-16b24ece7d39), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:58.454117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8847a2dc-9d15-42cf-869a-e51a4d3d83fb None None] Unable to find a vacant binding_index for network 3671e359-4c1b-48e0-8097-6094f28fb997 and agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 {{(pid=103423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 16 16:55:58.463552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (3671e359-4c1b-48e0-8097-6094f28fb997), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:58.476809 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8847a2dc-9d15-42cf-869a-e51a4d3d83fb None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 3671e359-4c1b-48e0-8097-6094f28fb997) {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:55:58.522713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:55:58.566866 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (2df8e622-feb0-4ca6-95f0-4dbb76d9f589), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:58.575524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:55:58.579011 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:58.579602 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:58.681093 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (2df8e622-feb0-4ca6-95f0-4dbb76d9f589), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:58.766031 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=5e84e424-ab69-4278-be28-9e84e6760b89,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:58.784331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2364585 Feb 16 16:55:58.785271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35346) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:58.800755 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-18b7b2aa-99ea-4aaa-8856-87b8090c55ff tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'mac_address': 'fa:16:3e:2e:4e:e6', 'name': 'tempest-NetworksTestDHCPv6-1565984195'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:58.809987 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Subnet': ['ID=2df8e622-feb0-4ca6-95f0-4dbb76d9f589,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:58.858287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443564a-8235-4c63-b78d-959985eb7dee tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=91976ed7-fa61-49b8-aa48-16b24ece7d39,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:58.933221 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (3671e359-4c1b-48e0-8097-6094f28fb997), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:58.971208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3671e359-4c1b-48e0-8097-6094f28fb997']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:58.984340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5e84e424-ab69-4278-be28-9e84e6760b89 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:58.985961 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4e4ad2-eebb-4cbd-86f3-3d3020fa07bc') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:58.986358 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4e4ad2-eebb-4cbd-86f3-3d3020fa07bc') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:55:59.003614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (fe4e4ad2-eebb-4cbd-86f3-3d3020fa07bc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:59.021309 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (fe4e4ad2-eebb-4cbd-86f3-3d3020fa07bc), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:59.038558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151376b-c3ae-4e6f-9ae5-f4fccabf1bf0 req-648ec629-0e77-4175-b33b-61fa46bb5fe2 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:59.047986 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256aa718-8aec-4343-92d4-cce12634b57b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-3671e359-4c1b-48e0-8097-6094f28fb997', 'network_id': '3671e359-4c1b-48e0-8097-6094f28fb997', 'project_id': '44fe354a297348f093de31a39cb4b8d5', 'fixed_ips': [{'subnet_id': '2df8e622-feb0-4ca6-95f0-4dbb76d9f589'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:55:59.048965 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-256aa718-8aec-4343-92d4-cce12634b57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:59.052234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:55:59.054763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c151376b-c3ae-4e6f-9ae5-f4fccabf1bf0 req-648ec629-0e77-4175-b33b-61fa46bb5fe2 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.5969074 Feb 16 16:55:59.055737 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (fe4e4ad2-eebb-4cbd-86f3-3d3020fa07bc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:59.168482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5e84e424-ab69-4278-be28-9e84e6760b89 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:55:59.169738 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:55:59.180230 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (3671e359-4c1b-48e0-8097-6094f28fb997), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:59.185912 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:59.198120 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/networks/3671e359-4c1b-48e0-8097-6094f28fb997 HTTP/1.1" status: 204 len: 168 time: 0.9955781 Feb 16 16:55:59.198825 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35352) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:59.206578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c151376b-c3ae-4e6f-9ae5-f4fccabf1bf0 req-1066e9cf-ec42-4250-9c61-17f1b4f979d8 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497636 Feb 16 16:55:59.222565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d2511635-85ab-4138-8fa8-7c783e99ca4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1556181544'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:59.273121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d15c61-8a3c-48fd-9bfe-c9caa0b01508 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Network': ['ID=3671e359-4c1b-48e0-8097-6094f28fb997,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:59.307008 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea959272-6534-4f47-a499-9657b6648397 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:59.309305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd21747-957a-4d61-879b-5f2e8791ff1e None None] Network 3671e359-4c1b-48e0-8097-6094f28fb997 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:59.311147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2511635-85ab-4138-8fa8-7c783e99ca4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Made reservation on behalf of 44fe354a297348f093de31a39cb4b8d5 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:59.314926 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2511635-85ab-4138-8fa8-7c783e99ca4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:59.373579 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2511635-85ab-4138-8fa8-7c783e99ca4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:55:59.378077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b7b2aa-99ea-4aaa-8856-87b8090c55ff tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:59.400631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2511635-85ab-4138-8fa8-7c783e99ca4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (97b2c094-f5d1-4a82-9fc8-9a189649a0da), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:59.401092 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-d2511635-85ab-4138-8fa8-7c783e99ca4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Added segment 97b2c094-f5d1-4a82-9fc8-9a189649a0da of type vlan for network 9ccd30b5-2517-4154-aa8c-c68741f6506d Feb 16 16:55:59.406084 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd21747-957a-4d61-879b-5f2e8791ff1e None None] Network 3671e359-4c1b-48e0-8097-6094f28fb997 could not be found, it might have been deleted concurrently. {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 16:55:59.446443 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f0f42-ba74-41f1-b969-a7180b7a60ee None None] Network 3671e359-4c1b-48e0-8097-6094f28fb997 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:55:59.516284 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2511635-85ab-4138-8fa8-7c783e99ca4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (9ccd30b5-2517-4154-aa8c-c68741f6506d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:59.579490 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:59.582116 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-18b7b2aa-99ea-4aaa-8856-87b8090c55ff tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:59.585065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f0f42-ba74-41f1-b969-a7180b7a60ee None None] Network 3671e359-4c1b-48e0-8097-6094f28fb997 could not be found, it might have been deleted concurrently. {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 16:55:59.588215 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2511635-85ab-4138-8fa8-7c783e99ca4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (9ccd30b5-2517-4154-aa8c-c68741f6506d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:59.593557 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2511635-85ab-4138-8fa8-7c783e99ca4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:55:59.594221 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2511635-85ab-4138-8fa8-7c783e99ca4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:59.617488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-18b7b2aa-99ea-4aaa-8856-87b8090c55ff tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port c20d1b46-542f-4ad9-a022-0608fb2e58b5 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:55:59.677591 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d2511635-85ab-4138-8fa8-7c783e99ca4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4668908 Feb 16 16:55:59.681909 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35358) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:55:59.686454 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-36f1fc0f-2e8e-4f75-a9cd-f81a5be6b5cb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Request body: {'subnet': {'network_id': '9ccd30b5-2517-4154-aa8c-c68741f6506d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:55:59.706677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5e84e424-ab69-4278-be28-9e84e6760b89 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:55:59.707479 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:55:59.753344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2511635-85ab-4138-8fa8-7c783e99ca4c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event updated for resources: {'Network': ['ID=9ccd30b5-2517-4154-aa8c-c68741f6506d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:55:59.769554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 9ccd30b5-2517-4154-aa8c-c68741f6506d details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:55:59.887334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5e84e424-ab69-4278-be28-9e84e6760b89 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:55:59.936120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-18b7b2aa-99ea-4aaa-8856-87b8090c55ff tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::f816:3eff:fe2e:4ee6 (c6c55570-6501-4cec-af38-70389b23efe2/91976ed7-fa61-49b8-aa48-16b24ece7d39/c20d1b46-542f-4ad9-a022-0608fb2e58b5) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:55:59.945845 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f1fc0f-2e8e-4f75-a9cd-f81a5be6b5cb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Made reservation on behalf of 44fe354a297348f093de31a39cb4b8d5 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:55:59.951261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-36f1fc0f-2e8e-4f75-a9cd-f81a5be6b5cb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:00.114907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f0ce23-523c-4d72-9913-4aaa17579d90 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:00.245405 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-18b7b2aa-99ea-4aaa-8856-87b8090c55ff tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (c20d1b46-542f-4ad9-a022-0608fb2e58b5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:00.269902 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-afafb6ce-5871-48ec-8dbc-0d0be59ce886 None None] Provisioning complete for port 5e84e424-ab69-4278-be28-9e84e6760b89 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:00.270405 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-afafb6ce-5871-48ec-8dbc-0d0be59ce886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:00.307379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-18b7b2aa-99ea-4aaa-8856-87b8090c55ff tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c20d1b46-542f-4ad9-a022-0608fb2e58b5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:00.388377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b7b2aa-99ea-4aaa-8856-87b8090c55ff tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:00.396679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-18b7b2aa-99ea-4aaa-8856-87b8090c55ff tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:00.413819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7b2aa-99ea-4aaa-8856-87b8090c55ff tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:56:00.445102 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b7b2aa-99ea-4aaa-8856-87b8090c55ff tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:00.445881 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-18b7b2aa-99ea-4aaa-8856-87b8090c55ff tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:00.477254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7b2aa-99ea-4aaa-8856-87b8090c55ff tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=c20d1b46-542f-4ad9-a022-0608fb2e58b5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:00.514800 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-18b7b2aa-99ea-4aaa-8856-87b8090c55ff tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7251534 Feb 16 16:56:00.516254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35374) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:00.556709 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-afafb6ce-5871-48ec-8dbc-0d0be59ce886 None None] Current status of the port 5e84e424-ab69-4278-be28-9e84e6760b89 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:00.659325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5230a61-2673-45fd-b704-27928d8aabe6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:00.667011 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5230a61-2673-45fd-b704-27928d8aabe6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:00.669301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f5230a61-2673-45fd-b704-27928d8aabe6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1513531 Feb 16 16:56:00.676718 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35376) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:00.687015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5e2dd-ffe5-4119-95f9-33e5c1c19826 req-28aa4016-8a3d-4ddb-88d5-7f24446e8734 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:00.688935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ca5e2dd-ffe5-4119-95f9-33e5c1c19826 req-28aa4016-8a3d-4ddb-88d5-7f24446e8734 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1598947 Feb 16 16:56:00.775176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ca5e2dd-ffe5-4119-95f9-33e5c1c19826 req-29975938-e554-456c-a86e-72fe3b23b70c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793784 Feb 16 16:56:00.899725 n-d-669411-5 neutron-server[103422]: DEBUG neutron.objects.ports [None req-36f1fc0f-2e8e-4f75-a9cd-f81a5be6b5cb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:56:00.902712 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:00.907436 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-36f1fc0f-2e8e-4f75-a9cd-f81a5be6b5cb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (d7625746-2457-458f-8ff2-30daeb1cb227), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:00.926249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9af758e9-b27d-4d6d-b36b-13312792c88e None None] Provisioning complete for port 5e84e424-ab69-4278-be28-9e84e6760b89 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:00.926874 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9af758e9-b27d-4d6d-b36b-13312792c88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:00.980381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-a565c512-8b3e-45b3-b8f1-4c62d338a594 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port c20d1b46-542f-4ad9-a022-0608fb2e58b5 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:00.980653 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a565c512-8b3e-45b3-b8f1-4c62d338a594 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c20d1b46-542f-4ad9-a022-0608fb2e58b5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:01.125754 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1fc0f-2e8e-4f75-a9cd-f81a5be6b5cb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event updated for resources: {'Subnet': ['ID=d7625746-2457-458f-8ff2-30daeb1cb227,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:01.145599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9af758e9-b27d-4d6d-b36b-13312792c88e None None] Current status of the port 5e84e424-ab69-4278-be28-9e84e6760b89 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:01.146170 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a565c512-8b3e-45b3-b8f1-4c62d338a594 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c20d1b46-542f-4ad9-a022-0608fb2e58b5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:01.165251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-a565c512-8b3e-45b3-b8f1-4c62d338a594 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for c20d1b46-542f-4ad9-a022-0608fb2e58b5 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:01.178234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f1fc0f-2e8e-4f75-a9cd-f81a5be6b5cb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Checking segment: {'id': '97b2c094-f5d1-4a82-9fc8-9a189649a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9ccd30b5-2517-4154-aa8c-c68741f6506d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:56:01.178676 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f1fc0f-2e8e-4f75-a9cd-f81a5be6b5cb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Network hostable DHCP agents. Network: 9ccd30b5-2517-4154-aa8c-c68741f6506d, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:56:01.276560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f1fc0f-2e8e-4f75-a9cd-f81a5be6b5cb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Network 9ccd30b5-2517-4154-aa8c-c68741f6506d is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:56:01.290882 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-36f1fc0f-2e8e-4f75-a9cd-f81a5be6b5cb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 9ccd30b5-2517-4154-aa8c-c68741f6506d) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:01.298257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f1fc0f-2e8e-4f75-a9cd-f81a5be6b5cb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:01.298817 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-36f1fc0f-2e8e-4f75-a9cd-f81a5be6b5cb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:01.298933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107119d7-a4ca-4fe0-8ae7-ef63ba1c5d73 None None] Network 9ccd30b5-2517-4154-aa8c-c68741f6506d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:01.351219 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35382) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:01.351696 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-36f1fc0f-2e8e-4f75-a9cd-f81a5be6b5cb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6688356 Feb 16 16:56:01.436941 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a565c512-8b3e-45b3-b8f1-4c62d338a594 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c20d1b46-542f-4ad9-a022-0608fb2e58b5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:01.487052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565c512-8b3e-45b3-b8f1-4c62d338a594 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=c20d1b46-542f-4ad9-a022-0608fb2e58b5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:01.532541 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a565c512-8b3e-45b3-b8f1-4c62d338a594 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:01.542416 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a565c512-8b3e-45b3-b8f1-4c62d338a594 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/c20d1b46-542f-4ad9-a022-0608fb2e58b5 HTTP/1.1" status: 204 len: 168 time: 0.8606834 Feb 16 16:56:01.542416 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35388) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:01.656514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7184dc-4cc2-41a1-8944-32dccd8572f9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:01.658386 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7184dc-4cc2-41a1-8944-32dccd8572f9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:01.664279 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-da7184dc-4cc2-41a1-8944-32dccd8572f9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1209290 Feb 16 16:56:01.665387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35390) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:01.722648 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (9ccd30b5-2517-4154-aa8c-c68741f6506d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:01.779036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-254e3c38-8a9b-4394-83e5-e86b580e03ef tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 91976ed7-fa61-49b8-aa48-16b24ece7d39 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:56:01.791676 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-254e3c38-8a9b-4394-83e5-e86b580e03ef tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (91976ed7-fa61-49b8-aa48-16b24ece7d39), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:01.859561 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (d7625746-2457-458f-8ff2-30daeb1cb227), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:01.966322 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-254e3c38-8a9b-4394-83e5-e86b580e03ef tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (91976ed7-fa61-49b8-aa48-16b24ece7d39), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:01.977090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f8114002-fc02-4064-8dce-c9489a28c0ba None None] Could not find standard attr ID for object 3d573c8b-5df3-4192-9c33-ea22879750af. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:56:02.018002 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:02.021940 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (d7625746-2457-458f-8ff2-30daeb1cb227), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:02.131697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f2b87074-5b7f-4ddb-abd4-ec37cf98162a None None] Could not find standard attr ID for object c20d1b46-542f-4ad9-a022-0608fb2e58b5. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:56:02.147078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd0f8ba-0342-4dfb-b018-4a592599854c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-9ccd30b5-2517-4154-aa8c-c68741f6506d', 'network_id': '9ccd30b5-2517-4154-aa8c-c68741f6506d', 'project_id': '44fe354a297348f093de31a39cb4b8d5', 'fixed_ips': [{'subnet_id': 'd7625746-2457-458f-8ff2-30daeb1cb227'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:56:02.149338 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ecd0f8ba-0342-4dfb-b018-4a592599854c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:02.161103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Subnet': ['ID=d7625746-2457-458f-8ff2-30daeb1cb227,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:02.169764 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:02.262610 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-254e3c38-8a9b-4394-83e5-e86b580e03ef tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (91976ed7-fa61-49b8-aa48-16b24ece7d39), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:02.306735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4e3c8-8f55-45cc-bf09-e88baa4353c1 req-c9ee8331-bd73-4a49-91ea-e5cecce78df0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:02.325101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3e4e3c8-8f55-45cc-bf09-e88baa4353c1 req-c9ee8331-bd73-4a49-91ea-e5cecce78df0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.3318834 Feb 16 16:56:02.430101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-254e3c38-8a9b-4394-83e5-e86b580e03ef tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (91976ed7-fa61-49b8-aa48-16b24ece7d39), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:02.447698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4496671d-35b3-450f-b3fb-a358f3c3f3c6 None None] Network 9ccd30b5-2517-4154-aa8c-c68741f6506d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:02.454061 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (9ccd30b5-2517-4154-aa8c-c68741f6506d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:02.485434 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e3c38-8a9b-4394-83e5-e86b580e03ef tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=91976ed7-fa61-49b8-aa48-16b24ece7d39,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:02.524954 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-254e3c38-8a9b-4394-83e5-e86b580e03ef tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:02.535642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35402) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:02.537906 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-254e3c38-8a9b-4394-83e5-e86b580e03ef tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/91976ed7-fa61-49b8-aa48-16b24ece7d39 HTTP/1.1" status: 204 len: 168 time: 0.8703933 Feb 16 16:56:02.665715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ccd30b5-2517-4154-aa8c-c68741f6506d']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:02.681120 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4f536853-3dd8-4d77-96de-da8a4c8f6508 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1391530 Feb 16 16:56:02.681971 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35406) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:02.718727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b2c094-f5d1-4a82-9fc8-9a189649a0da') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:02.727198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b2c094-f5d1-4a82-9fc8-9a189649a0da') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:02.764353 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (97b2c094-f5d1-4a82-9fc8-9a189649a0da), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:02.836846 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee46acf2-4a50-4075-859f-986a4f3fd929 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:02.851683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73cbd2e-980a-4e14-a46c-7af7ca3eb1f9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:02.856734 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (97b2c094-f5d1-4a82-9fc8-9a189649a0da), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:02.856888 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c73cbd2e-980a-4e14-a46c-7af7ca3eb1f9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1714482 Feb 16 16:56:02.857551 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35408) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:02.861920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3e4e3c8-8f55-45cc-bf09-e88baa4353c1 req-9a2c2b16-9845-471b-a2ce-92820a42b0c7 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231595 Feb 16 16:56:02.875679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:56:02.881543 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (97b2c094-f5d1-4a82-9fc8-9a189649a0da), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:56:02.884928 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:56:03.017121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e8ed0-0610-45a0-b81f-e3112ad627ec tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:03.024574 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b34e8ed0-0610-45a0-b81f-e3112ad627ec tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1658449 Feb 16 16:56:03.027287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35412) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:03.079438 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (9ccd30b5-2517-4154-aa8c-c68741f6506d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:03.091902 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:03.109001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/networks/9ccd30b5-2517-4154-aa8c-c68741f6506d HTTP/1.1" status: 204 len: 168 time: 1.7566133 Feb 16 16:56:03.129560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35416) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:03.160961 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-05acaf5f-b78a-4fe7-9091-fcb2b16c8e98 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1324708 Feb 16 16:56:03.161801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228fa47-ee36-4fd3-b373-2cf3137fdd4a tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Network': ['ID=9ccd30b5-2517-4154-aa8c-c68741f6506d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:03.166484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35418) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:03.182905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-223bc2e5-b64d-4542-9710-6a63dcf07aea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:03.230276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15666caa-0bf3-4243-9e72-0ae90fb10610 None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:56:03.467103 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-15666caa-0bf3-4243-9e72-0ae90fb10610 None None] Deleting port 5e84e424-ab69-4278-be28-9e84e6760b89 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:03.467483 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-15666caa-0bf3-4243-9e72-0ae90fb10610 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:03.507431 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16d990f-22d7-44e7-828c-1b710a43b60c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] DELETE failed (client error): The resource could not be found. Feb 16 16:56:03.508377 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16d990f-22d7-44e7-828c-1b710a43b60c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:03.516672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35424) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:03.519245 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e16d990f-22d7-44e7-828c-1b710a43b60c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/subnets/d7625746-2457-458f-8ff2-30daeb1cb227 HTTP/1.1" status: 404 len: 337 time: 0.3875916 Feb 16 16:56:03.525279 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223bc2e5-b64d-4542-9710-6a63dcf07aea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:03.532433 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-223bc2e5-b64d-4542-9710-6a63dcf07aea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:03.598680 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf542e8-0217-4615-896c-c2b55d102f6d tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] DELETE failed (client error): The resource could not be found. Feb 16 16:56:03.599193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf542e8-0217-4615-896c-c2b55d102f6d tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:03.602938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bcf542e8-0217-4615-896c-c2b55d102f6d tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/networks/9ccd30b5-2517-4154-aa8c-c68741f6506d HTTP/1.1" status: 404 len: 339 time: 0.0842161 Feb 16 16:56:03.612419 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35430) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:03.649125 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e54c277-dcb5-426e-9c43-8389862401c8 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] DELETE failed (client error): The resource could not be found. Feb 16 16:56:03.649657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e54c277-dcb5-426e-9c43-8389862401c8 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:03.655741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35432) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:03.656004 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8e54c277-dcb5-426e-9c43-8389862401c8 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/subnets/2df8e622-feb0-4ca6-95f0-4dbb76d9f589 HTTP/1.1" status: 404 len: 337 time: 0.0422027 Feb 16 16:56:03.657036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-15666caa-0bf3-4243-9e72-0ae90fb10610 None None] For port 5e84e424-ab69-4278-be28-9e84e6760b89, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5e84e424-ab69-4278-be28-9e84e6760b89,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:03.659384 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-15666caa-0bf3-4243-9e72-0ae90fb10610 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:03.707645 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b2c650-6446-4245-9a70-247e6b73f284 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] DELETE failed (client error): The resource could not be found. Feb 16 16:56:03.709975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b2c650-6446-4245-9a70-247e6b73f284 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:03.711630 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-15666caa-0bf3-4243-9e72-0ae90fb10610 None None] Calling delete_port for 5e84e424-ab69-4278-be28-9e84e6760b89 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:03.720591 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-56b2c650-6446-4245-9a70-247e6b73f284 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/networks/3671e359-4c1b-48e0-8097-6094f28fb997 HTTP/1.1" status: 404 len: 339 time: 0.0637269 Feb 16 16:56:03.722780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35434) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:03.841108 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f591a22-7918-4fab-b030-8229c64b1502 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] DELETE failed (client error): The resource could not be found. Feb 16 16:56:03.845222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f591a22-7918-4fab-b030-8229c64b1502 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:03.859885 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7f591a22-7918-4fab-b030-8229c64b1502 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/subnets/fbf829ee-9007-441b-bf9d-10be7e71a2aa HTTP/1.1" status: 404 len: 337 time: 0.1356740 Feb 16 16:56:03.860610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35436) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:03.954698 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-15666caa-0bf3-4243-9e72-0ae90fb10610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (5e84e424-ab69-4278-be28-9e84e6760b89), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:03.984838 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-879ce6b1-e505-4294-8dc7-8d06133dd214 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] DELETE failed (client error): The resource could not be found. Feb 16 16:56:03.985298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879ce6b1-e505-4294-8dc7-8d06133dd214 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:04.002228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35440) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:04.004712 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-879ce6b1-e505-4294-8dc7-8d06133dd214 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/networks/cf5d20e8-cd1b-4b72-9693-8043dd04f166 HTTP/1.1" status: 404 len: 339 time: 0.1352727 Feb 16 16:56:04.181371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15666caa-0bf3-4243-9e72-0ae90fb10610 None None] Pushing event deleted for resources: {'Port': ['ID=5e84e424-ab69-4278-be28-9e84e6760b89,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:04.199224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15666caa-0bf3-4243-9e72-0ae90fb10610 None None] No DVR routers for this DVR port 5e84e424-ab69-4278-be28-9e84e6760b89 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:04.388306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.objects.ports [None req-223bc2e5-b64d-4542-9710-6a63dcf07aea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:56:04.391169 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-223bc2e5-b64d-4542-9710-6a63dcf07aea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (aa2eb53e-f9b6-4dd0-9c86-24109111a5e1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:04.491722 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218c742-0899-492f-90e7-f85b09f89a0d req-176d39f3-41ff-4662-85d3-f0b057094efb tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:04.498976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1218c742-0899-492f-90e7-f85b09f89a0d req-176d39f3-41ff-4662-85d3-f0b057094efb tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.3212306 Feb 16 16:56:04.535346 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223bc2e5-b64d-4542-9710-6a63dcf07aea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:04.547276 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-223bc2e5-b64d-4542-9710-6a63dcf07aea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:04.551598 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223bc2e5-b64d-4542-9710-6a63dcf07aea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:04.552226 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-223bc2e5-b64d-4542-9710-6a63dcf07aea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:04.562875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bed6761-2373-4d8b-994b-3ced7dcd1c49 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:04.600874 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1218c742-0899-492f-90e7-f85b09f89a0d req-d2905424-d722-4eed-8429-32827b1ceca1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006773 Feb 16 16:56:04.636442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Deleting port 782ba896-da19-45c6-b97f-67e349ffe739 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:04.637887 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (782ba896-da19-45c6-b97f-67e349ffe739), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:04.667352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bc2e5-b64d-4542-9710-6a63dcf07aea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=aa2eb53e-f9b6-4dd0-9c86-24109111a5e1,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:04.687526 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-223bc2e5-b64d-4542-9710-6a63dcf07aea tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5180829 Feb 16 16:56:04.694083 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35450) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:04.717255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-de52752b-ec55-400f-84c0-0b7c6e52691a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'mac_address': 'fa:16:3e:36:89:cc', 'name': 'tempest-NetworksTestDHCPv6-272793385'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:04.773251 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:04.776623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': 'aa2eb53e-f9b6-4dd0-9c86-24109111a5e1'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:56:04.777708 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:05.026022 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (782ba896-da19-45c6-b97f-67e349ffe739), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:05.032998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Allocated IP 2001:db8::f816:3eff:fefb:7281 (c6c55570-6501-4cec-af38-70389b23efe2/aa2eb53e-f9b6-4dd0-9c86-24109111a5e1/da0cca1e-26eb-4723-bfc9-2d09ddfa20c7) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:05.127162 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Calling delete_port for 782ba896-da19-45c6-b97f-67e349ffe739 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:05.165308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5e84e424-ab69-4278-be28-9e84e6760b89 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:56:05.215369 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 5e84e424-ab69-4278-be28-9e84e6760b89 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:56:05.215727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5e84e424-ab69-4278-be28-9e84e6760b89 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:56:05.328658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de52752b-ec55-400f-84c0-0b7c6e52691a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:05.425921 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Publish callbacks [] for port (da0cca1e-26eb-4723-bfc9-2d09ddfa20c7), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:05.444150 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (da0cca1e-26eb-4723-bfc9-2d09ddfa20c7), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:05.504920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Pushing event updated for resources: {'Port': ['ID=da0cca1e-26eb-4723-bfc9-2d09ddfa20c7,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:05.545085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:05.554410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:05.557875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:56:05.578823 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (782ba896-da19-45c6-b97f-67e349ffe739), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:05.659195 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Port': ['ID=782ba896-da19-45c6-b97f-67e349ffe739,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:05.688360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Attempting to bind port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:56:05.688951 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Attempting to bind port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:56:05.695921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Attempting to bind port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:56:05.699852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:05.700496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:05.700949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:05.701420 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:05.701862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:05.702303 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:05.702754 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:05.704193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:05.704647 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:05.705089 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:05.706926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:05.707071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:56:05.707403 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:56:05.707568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:05.707844 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:05.708153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:05.708262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:56:05.708793 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Bound port: da0cca1e-26eb-4723-bfc9-2d09ddfa20c7, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:56:05.709193 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (da0cca1e-26eb-4723-bfc9-2d09ddfa20c7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:05.713749 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-de52752b-ec55-400f-84c0-0b7c6e52691a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:05.736628 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:05.759233 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a48ff4ae-b323-4dc0-b752-d51086aa3d84 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/ports/782ba896-da19-45c6-b97f-67e349ffe739 HTTP/1.1" status: 204 len: 168 time: 1.7531865 Feb 16 16:56:05.759804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35462) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:05.804753 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db6f91d-722c-4995-8d26-b7638d47e5fa tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] DELETE failed (client error): The resource could not be found. Feb 16 16:56:05.816018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] For port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:56:05.816408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db6f91d-722c-4995-8d26-b7638d47e5fa tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:05.822945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] For port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=da0cca1e-26eb-4723-bfc9-2d09ddfa20c7,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:56:05.823154 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1db6f91d-722c-4995-8d26-b7638d47e5fa tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/subnets/2418191d-436a-4f1c-bcc0-4cd393343230 HTTP/1.1" status: 404 len: 337 time: 0.0596979 Feb 16 16:56:05.823273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35464) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:05.833427 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (da0cca1e-26eb-4723-bfc9-2d09ddfa20c7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:05.880144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-de52752b-ec55-400f-84c0-0b7c6e52691a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port 14eb1250-6cb7-4a10-802e-13c2c958500b yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:56:05.973158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6413538-8637-49e5-a5cb-a93f555f606d None None] Pushing event updated for resources: {'Port': ['ID=da0cca1e-26eb-4723-bfc9-2d09ddfa20c7,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:06.088148 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (e2af82bb-b29d-45b6-8e44-9d47255b71eb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:06.187191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-de52752b-ec55-400f-84c0-0b7c6e52691a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::f816:3eff:fe36:89cc (c6c55570-6501-4cec-af38-70389b23efe2/aa2eb53e-f9b6-4dd0-9c86-24109111a5e1/14eb1250-6cb7-4a10-802e-13c2c958500b) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:06.343206 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Deleting port 701cc10a-ce0d-4b2b-9539-a05d39d24cbe {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:06.343915 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (701cc10a-ce0d-4b2b-9539-a05d39d24cbe), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:06.512501 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] For port 701cc10a-ce0d-4b2b-9539-a05d39d24cbe, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=701cc10a-ce0d-4b2b-9539-a05d39d24cbe,segment=NetworkSegment(bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0),segment_id=bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:06.513028 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (701cc10a-ce0d-4b2b-9539-a05d39d24cbe), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:06.534655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Calling delete_port for 701cc10a-ce0d-4b2b-9539-a05d39d24cbe owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:06.742458 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (701cc10a-ce0d-4b2b-9539-a05d39d24cbe), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:06.791177 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Port': ['ID=701cc10a-ce0d-4b2b-9539-a05d39d24cbe,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:06.819238 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] No DVR routers for this DVR port 701cc10a-ce0d-4b2b-9539-a05d39d24cbe on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:07.143023 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (e2af82bb-b29d-45b6-8e44-9d47255b71eb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:07.146033 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-de52752b-ec55-400f-84c0-0b7c6e52691a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (14eb1250-6cb7-4a10-802e-13c2c958500b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:07.213633 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2af82bb-b29d-45b6-8e44-9d47255b71eb']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:07.241692 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-de52752b-ec55-400f-84c0-0b7c6e52691a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (14eb1250-6cb7-4a10-802e-13c2c958500b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:07.289251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:07.289546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:07.321340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:56:07.328847 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:07.380948 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:07.397664 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:56:07.398612 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (bc9e75a3-5085-4f53-aaa1-56aa0a1c71f0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:56:07.401568 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:56:07.410943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f90a-3069-4538-8293-529ce9ac110a req-65c38e09-19dd-4c14-a579-5c5098958d63 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:07.421959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9e7f90a-3069-4538-8293-529ce9ac110a req-65c38e09-19dd-4c14-a579-5c5098958d63 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 1.6470890 Feb 16 16:56:07.448094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de52752b-ec55-400f-84c0-0b7c6e52691a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:07.461408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-de52752b-ec55-400f-84c0-0b7c6e52691a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:07.473044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52752b-ec55-400f-84c0-0b7c6e52691a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=14eb1250-6cb7-4a10-802e-13c2c958500b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:07.477388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de52752b-ec55-400f-84c0-0b7c6e52691a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:56:07.486617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de52752b-ec55-400f-84c0-0b7c6e52691a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:07.494074 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-de52752b-ec55-400f-84c0-0b7c6e52691a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:07.532146 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:07.534731 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (da0cca1e-26eb-4723-bfc9-2d09ddfa20c7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:07.563665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-de52752b-ec55-400f-84c0-0b7c6e52691a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8681393 Feb 16 16:56:07.566530 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35476) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:07.642972 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (e2af82bb-b29d-45b6-8e44-9d47255b71eb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:07.652090 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:07.657467 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/networks/e2af82bb-b29d-45b6-8e44-9d47255b71eb HTTP/1.1" status: 204 len: 168 time: 1.8311067 Feb 16 16:56:07.669336 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35480) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:07.768901 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9e7f90a-3069-4538-8293-529ce9ac110a req-dd333edc-8b58-4697-a255-6f44f2ff4a14 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459578 Feb 16 16:56:07.820599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76159aa-c14d-4c9d-b7e2-d2437151722c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:07.822274 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741823d-9259-4fd1-8926-c13bc7cf11dc tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Network': ['ID=e2af82bb-b29d-45b6-8e44-9d47255b71eb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:07.827131 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:07.827535 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (da0cca1e-26eb-4723-bfc9-2d09ddfa20c7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:07.831299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76159aa-c14d-4c9d-b7e2-d2437151722c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:07.833622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f76159aa-c14d-4c9d-b7e2-d2437151722c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2542267 Feb 16 16:56:07.836374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35486) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:07.975327 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c8475-bb26-4f9e-a2d5-8596b3019204 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Deleting port 1bb33223-c883-440c-ac1d-ed0d59751350 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:07.976543 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8f5c8475-bb26-4f9e-a2d5-8596b3019204 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1bb33223-c883-440c-ac1d-ed0d59751350), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:08.001888 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=da0cca1e-26eb-4723-bfc9-2d09ddfa20c7,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:08.020821 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6d1d1e59-acb9-45bb-bc67-8feb6abd7403 None None] Provisioning complete for port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:08.021947 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6d1d1e59-acb9-45bb-bc67-8feb6abd7403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (da0cca1e-26eb-4723-bfc9-2d09ddfa20c7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:08.025008 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (da0cca1e-26eb-4723-bfc9-2d09ddfa20c7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:08.034041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-fec856f0-0f40-4bb3-82fa-06300fc480fb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 14eb1250-6cb7-4a10-802e-13c2c958500b {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:08.034727 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fec856f0-0f40-4bb3-82fa-06300fc480fb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (14eb1250-6cb7-4a10-802e-13c2c958500b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:08.151271 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8f5c8475-bb26-4f9e-a2d5-8596b3019204 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1bb33223-c883-440c-ac1d-ed0d59751350), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:08.186823 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c8475-bb26-4f9e-a2d5-8596b3019204 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Calling delete_port for 1bb33223-c883-440c-ac1d-ed0d59751350 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:08.213200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=da0cca1e-26eb-4723-bfc9-2d09ddfa20c7,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:08.230375 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fec856f0-0f40-4bb3-82fa-06300fc480fb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (14eb1250-6cb7-4a10-802e-13c2c958500b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:08.273184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-fec856f0-0f40-4bb3-82fa-06300fc480fb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 14eb1250-6cb7-4a10-802e-13c2c958500b owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:08.354334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d1e59-acb9-45bb-bc67-8feb6abd7403 None None] Current status of the port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:08.530193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8f5c8475-bb26-4f9e-a2d5-8596b3019204 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (1bb33223-c883-440c-ac1d-ed0d59751350), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:08.559683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2651eab1-cac6-4b44-862a-75482cf6cc9c None None] Provisioning complete for port 14eb1250-6cb7-4a10-802e-13c2c958500b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:08.566036 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2651eab1-cac6-4b44-862a-75482cf6cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (14eb1250-6cb7-4a10-802e-13c2c958500b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:08.626030 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8f5c8475-bb26-4f9e-a2d5-8596b3019204 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:08.647164 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8f5c8475-bb26-4f9e-a2d5-8596b3019204 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/ports/1bb33223-c883-440c-ac1d-ed0d59751350 HTTP/1.1" status: 204 len: 168 time: 0.9472091 Feb 16 16:56:08.649644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35492) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:08.665356 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fec856f0-0f40-4bb3-82fa-06300fc480fb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (14eb1250-6cb7-4a10-802e-13c2c958500b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:08.712619 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2651eab1-cac6-4b44-862a-75482cf6cc9c None None] Port 14eb1250-6cb7-4a10-802e-13c2c958500b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:56:08.720174 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c8475-bb26-4f9e-a2d5-8596b3019204 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Port': ['ID=1bb33223-c883-440c-ac1d-ed0d59751350,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:08.749440 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-8409ba27-e219-426d-b3b1-167c42ca924c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] DELETE failed (client error): The resource could not be found. Feb 16 16:56:08.750176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8409ba27-e219-426d-b3b1-167c42ca924c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:08.754940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8409ba27-e219-426d-b3b1-167c42ca924c tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/subnets/a8b0cfc0-71d8-4c1b-8ab3-c6b8f0a10f1b HTTP/1.1" status: 404 len: 337 time: 0.1040158 Feb 16 16:56:08.758403 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35494) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:08.761202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec856f0-0f40-4bb3-82fa-06300fc480fb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=14eb1250-6cb7-4a10-802e-13c2c958500b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:08.854124 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fec856f0-0f40-4bb3-82fa-06300fc480fb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:08.875647 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fec856f0-0f40-4bb3-82fa-06300fc480fb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/14eb1250-6cb7-4a10-802e-13c2c958500b HTTP/1.1" status: 204 len: 168 time: 1.0374720 Feb 16 16:56:08.876604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35502) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:08.975302 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-69ef1c6b-632d-4dcb-86de-9aaf2c417c69 req-d282b633-903b-4689-a091-37f9e68fddb6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2660012 Feb 16 16:56:09.008221 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (66de4532-e08f-4971-b5a1-1f3632d6df13), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:09.011631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ac8e63-cc41-487e-9bbc-2fbcd798b328 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:09.013695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ac8e63-cc41-487e-9bbc-2fbcd798b328 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:09.020444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a1ac8e63-cc41-487e-9bbc-2fbcd798b328 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1425674 Feb 16 16:56:09.022930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35504) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:09.049539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b315b51c-7adf-4917-9dae-d6c49f912476 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:56:09.090164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820999f6-d146-400c-a469-a61e9a994b4c req-6fca1223-5c9c-47b7-a72a-987e5d45b96d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:09.104367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-820999f6-d146-400c-a469-a61e9a994b4c req-6fca1223-5c9c-47b7-a72a-987e5d45b96d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1675823 Feb 16 16:56:09.214054 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b9808a-008a-459a-8eb5-e0258ae4e9d8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet aa2eb53e-f9b6-4dd0-9c86-24109111a5e1 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:56:09.226923 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-50b9808a-008a-459a-8eb5-e0258ae4e9d8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (aa2eb53e-f9b6-4dd0-9c86-24109111a5e1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:09.267312 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b315b51c-7adf-4917-9dae-d6c49f912476, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b315b51c-7adf-4917-9dae-d6c49f912476,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:09.276639 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef1c6b-632d-4dcb-86de-9aaf2c417c69 req-da36f0cd-a04c-46d4-b0ac-b88da0d384ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:09.277582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-820999f6-d146-400c-a469-a61e9a994b4c req-f7a62ffe-4dd9-4b8a-b39d-cca22861bb4b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717713 Feb 16 16:56:09.278323 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-69ef1c6b-632d-4dcb-86de-9aaf2c417c69 req-da36f0cd-a04c-46d4-b0ac-b88da0d384ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=339ec40502aa40e4b74c8c1f14f144fc&device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 1132 time: 0.2474356 Feb 16 16:56:09.307862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'b315b51c-7adf-4917-9dae-d6c49f912476', 'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910', 'port_id': 'b315b51c-7adf-4917-9dae-d6c49f912476', 'mac_address': 'fa:16:3e:42:af:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd092a221-0126-4114-8e52-e084ffe483c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:56:09.310131 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:56:09.346659 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (66de4532-e08f-4971-b5a1-1f3632d6df13), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:09.358066 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-50b9808a-008a-459a-8eb5-e0258ae4e9d8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (aa2eb53e-f9b6-4dd0-9c86-24109111a5e1), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:09.366708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:09.367241 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (da0cca1e-26eb-4723-bfc9-2d09ddfa20c7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:09.562362 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b315b51c-7adf-4917-9dae-d6c49f912476 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:09.562362 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:09.562737 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef1c6b-632d-4dcb-86de-9aaf2c417c69 req-20466cc5-c4d1-4fb4-9ee0-3736404add26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:09.564308 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-69ef1c6b-632d-4dcb-86de-9aaf2c417c69 req-20466cc5-c4d1-4fb4-9ee0-3736404add26 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2147496 Feb 16 16:56:09.582186 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b315b51c-7adf-4917-9dae-d6c49f912476 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:56:09.603247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b315b51c-7adf-4917-9dae-d6c49f912476, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b315b51c-7adf-4917-9dae-d6c49f912476,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:09.622655 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:09.626645 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-50b9808a-008a-459a-8eb5-e0258ae4e9d8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (aa2eb53e-f9b6-4dd0-9c86-24109111a5e1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:09.657890 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-69ef1c6b-632d-4dcb-86de-9aaf2c417c69 req-87202e56-6371-4bee-9077-711e9d084421 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a312482-ebc7-4fff-99c1-ade8dd6290ac HTTP/1.1" status: 200 len: 217 time: 0.0869038 Feb 16 16:56:09.720447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:09.743235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66de4532-e08f-4971-b5a1-1f3632d6df13']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:09.773257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=b315b51c-7adf-4917-9dae-d6c49f912476,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:09.779934 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['b315b51c-7adf-4917-9dae-d6c49f912476'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:56:09.795980 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef1c6b-632d-4dcb-86de-9aaf2c417c69 req-9792ff39-45f9-48f9-a4b6-2a38a00176ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:09.797622 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-69ef1c6b-632d-4dcb-86de-9aaf2c417c69 req-9792ff39-45f9-48f9-a4b6-2a38a00176ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1330860 Feb 16 16:56:09.819932 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-50b9808a-008a-459a-8eb5-e0258ae4e9d8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (aa2eb53e-f9b6-4dd0-9c86-24109111a5e1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:09.854332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18dee8b1-07d6-49da-8b38-741ff2658541') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:09.854655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18dee8b1-07d6-49da-8b38-741ff2658541') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:09.866846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9808a-008a-459a-8eb5-e0258ae4e9d8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2eb53e-f9b6-4dd0-9c86-24109111a5e1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:09.900793 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-50b9808a-008a-459a-8eb5-e0258ae4e9d8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:09.908183 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-50b9808a-008a-459a-8eb5-e0258ae4e9d8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/aa2eb53e-f9b6-4dd0-9c86-24109111a5e1 HTTP/1.1" status: 204 len: 168 time: 0.8807826 Feb 16 16:56:09.913818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35518) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:09.929477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb786fb5-a0a0-4d56-8462-9af11846d9b0 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:09.941066 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (18dee8b1-07d6-49da-8b38-741ff2658541), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:09.964680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (18dee8b1-07d6-49da-8b38-741ff2658541), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:09.993895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6425d99c-58ed-4777-8b3b-1916c1de65f3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750206 Feb 16 16:56:09.994093 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35520) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:09.998575 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:56:09.999372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-6b004cdf-6384-4c29-9532-f917afd3f577 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:10.005005 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (18dee8b1-07d6-49da-8b38-741ff2658541), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:56:10.012965 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:56:10.045598 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef1c6b-632d-4dcb-86de-9aaf2c417c69 req-81d34d85-3535-41b1-bbb8-83296c15ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:10.048530 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-69ef1c6b-632d-4dcb-86de-9aaf2c417c69 req-81d34d85-3535-41b1-bbb8-83296c15ca58 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2332098 Feb 16 16:56:10.111198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b004cdf-6384-4c29-9532-f917afd3f577 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:10.115458 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b004cdf-6384-4c29-9532-f917afd3f577 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:10.437920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af67cb4-f966-409a-a35f-c91f01e7c22a None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:56:10.551663 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6af67cb4-f966-409a-a35f-c91f01e7c22a None None] Deleting port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:10.552304 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6af67cb4-f966-409a-a35f-c91f01e7c22a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (da0cca1e-26eb-4723-bfc9-2d09ddfa20c7), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:10.632402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff9896-8646-40de-9982-5bd0f1a49483 req-3fe0cae2-ac6f-445c-8f98-09e8e31b0aad tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:10.634154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ff9896-8646-40de-9982-5bd0f1a49483 req-3fe0cae2-ac6f-445c-8f98-09e8e31b0aad tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 944 time: 0.1754999 Feb 16 16:56:10.677955 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-69ef1c6b-632d-4dcb-86de-9aaf2c417c69 req-2e0d76ad-bf33-4dec-86db-a4679f6abc30 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209805 Feb 16 16:56:10.683734 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (66de4532-e08f-4971-b5a1-1f3632d6df13), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:10.698233 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:10.720965 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/networks/66de4532-e08f-4971-b5a1-1f3632d6df13 HTTP/1.1" status: 204 len: 168 time: 1.9608233 Feb 16 16:56:10.790821 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6af67cb4-f966-409a-a35f-c91f01e7c22a None None] For port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=da0cca1e-26eb-4723-bfc9-2d09ddfa20c7,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:10.793367 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6af67cb4-f966-409a-a35f-c91f01e7c22a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (da0cca1e-26eb-4723-bfc9-2d09ddfa20c7), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:10.797456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35530) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:10.839065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6af67cb4-f966-409a-a35f-c91f01e7c22a None None] Calling delete_port for da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:10.864264 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-69ef1c6b-632d-4dcb-86de-9aaf2c417c69 req-7572f994-b447-43cd-b539-40d1b8e4b756 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411955 Feb 16 16:56:10.865816 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Network': ['ID=66de4532-e08f-4971-b5a1-1f3632d6df13,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:10.880184 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:10.881069 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:10.881432 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:10.882262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:10.882728 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:10.883070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:10.883398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:10.883720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:10.884085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:10.884402 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:10.884989 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:10.885445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:10.885835 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e66815-3744-4b57-bc2a-7ff974ed9147 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:10.911031 n-d-669411-5 neutron-server[103421]: DEBUG neutron.objects.ports [None req-6b004cdf-6384-4c29-9532-f917afd3f577 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:56:11.022500 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6af67cb4-f966-409a-a35f-c91f01e7c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (da0cca1e-26eb-4723-bfc9-2d09ddfa20c7), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:11.074040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b315b51c-7adf-4917-9dae-d6c49f912476 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:56:11.078982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af67cb4-f966-409a-a35f-c91f01e7c22a None None] Pushing event deleted for resources: {'Port': ['ID=da0cca1e-26eb-4723-bfc9-2d09ddfa20c7,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:11.092638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af67cb4-f966-409a-a35f-c91f01e7c22a None None] No DVR routers for this DVR port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:11.137914 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:56:11.169109 n-d-669411-5 neutron-server[103421]: WARNING neutron.services.revisions.revision_plugin [None req-6b004cdf-6384-4c29-9532-f917afd3f577 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Could not find related port for resource to bump revision. Feb 16 16:56:11.191715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:56:11.192094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:56:11.222941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.ipam_pluggable_backend [None req-6b004cdf-6384-4c29-9532-f917afd3f577 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Port da0cca1e-26eb-4723-bfc9-2d09ddfa20c7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103421) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 16:56:11.223336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.ipam_pluggable_backend [None req-6b004cdf-6384-4c29-9532-f917afd3f577 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Reverting IP allocation for 2001:db8::f816:3eff:fefb:7281 {{(pid=103421) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 16:56:11.244584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.ipam_pluggable_backend [None req-6b004cdf-6384-4c29-9532-f917afd3f577 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefb:7281 {{(pid=103421) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 16:56:11.247285 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b004cdf-6384-4c29-9532-f917afd3f577 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (7c9ca304-56e2-4717-a911-0e0ae28d5ef4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:11.270253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ff9896-8646-40de-9982-5bd0f1a49483 req-d962f575-a5f9-4cec-a034-1d325955dfb1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285157 Feb 16 16:56:11.273360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port b315b51c-7adf-4917-9dae-d6c49f912476 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:11.273753 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:11.340449 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-7224361f-cda0-4c84-9f3e-8856e4f46c64 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Deleting subnet bdbcb9fa-1aef-4d15-9119-58a3a6fd0479 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:56:11.345368 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7224361f-cda0-4c84-9f3e-8856e4f46c64 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for subnet (bdbcb9fa-1aef-4d15-9119-58a3a6fd0479), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:11.434223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b315b51c-7adf-4917-9dae-d6c49f912476 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:11.434873 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:11.436586 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7224361f-cda0-4c84-9f3e-8856e4f46c64 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (bdbcb9fa-1aef-4d15-9119-58a3a6fd0479), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:11.484821 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cfa36a-65dd-4630-aa1c-c51ee0674b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b315b51c-7adf-4917-9dae-d6c49f912476'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:56:11.487698 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61038e2b-f956-4f25-aed8-0979b5719edb" -d '{"events": [{"server_uuid": "49cfa36a-65dd-4630-aa1c-c51ee0674b03", "name": "network-vif-plugged", "status": "completed", "tag": "b315b51c-7adf-4917-9dae-d6c49f912476"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:56:11.524923 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b315b51c-7adf-4917-9dae-d6c49f912476, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b315b51c-7adf-4917-9dae-d6c49f912476,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:11.535396 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:11.567088 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7224361f-cda0-4c84-9f3e-8856e4f46c64 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (bdbcb9fa-1aef-4d15-9119-58a3a6fd0479), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:11.612505 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd07c6e2-622f-44cc-b685-abb1fea0ec84 x-openstack-request-id: req-bd07c6e2-622f-44cc-b685-abb1fea0ec84 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:56:11.612805 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cfa36a-65dd-4630-aa1c-c51ee0674b03", "name": "network-vif-plugged", "status": "completed", "tag": "b315b51c-7adf-4917-9dae-d6c49f912476", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:56:11.613065 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd07c6e2-622f-44cc-b685-abb1fea0ec84 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:56:11.613457 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cfa36a-65dd-4630-aa1c-c51ee0674b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b315b51c-7adf-4917-9dae-d6c49f912476', 'code': 200} Feb 16 16:56:11.629603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=b315b51c-7adf-4917-9dae-d6c49f912476,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:11.656894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b004cdf-6384-4c29-9532-f917afd3f577 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:11.663979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-6b004cdf-6384-4c29-9532-f917afd3f577 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:11.673478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8492c3-d588-49a2-9fdf-6edca04e9177 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:11.701758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b004cdf-6384-4c29-9532-f917afd3f577 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:11.703073 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b004cdf-6384-4c29-9532-f917afd3f577 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:11.747350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b004cdf-6384-4c29-9532-f917afd3f577 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=7c9ca304-56e2-4717-a911-0e0ae28d5ef4,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:11.769879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6b004cdf-6384-4c29-9532-f917afd3f577 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7734592 Feb 16 16:56:11.775311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35542) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:11.789394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-26164a88-eebd-4f19-a977-7585b461262f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'mac_address': 'fa:16:3e:e4:8c:d5', 'name': 'tempest-NetworksTestDHCPv6-1404971101'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:11.799395 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7224361f-cda0-4c84-9f3e-8856e4f46c64 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (bdbcb9fa-1aef-4d15-9119-58a3a6fd0479), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:11.943524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': '7c9ca304-56e2-4717-a911-0e0ae28d5ef4'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:56:11.948330 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:12.029897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224361f-cda0-4c84-9f3e-8856e4f46c64 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Subnet': ['ID=bdbcb9fa-1aef-4d15-9119-58a3a6fd0479,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:12.057284 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7224361f-cda0-4c84-9f3e-8856e4f46c64 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:12.061430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7224361f-cda0-4c84-9f3e-8856e4f46c64 tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/subnets/bdbcb9fa-1aef-4d15-9119-58a3a6fd0479 HTTP/1.1" status: 204 len: 168 time: 1.1454716 Feb 16 16:56:12.064840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35550) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:12.245789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Allocated IP 2001:db8::f816:3eff:fe55:1586 (c6c55570-6501-4cec-af38-70389b23efe2/7c9ca304-56e2-4717-a911-0e0ae28d5ef4/c87d9615-af4a-46cb-b7bf-b715682016ab) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:12.294904 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26164a88-eebd-4f19-a977-7585b461262f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:12.702451 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (36dcea71-1d00-485a-a93a-39fd82105630), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:12.714465 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-26164a88-eebd-4f19-a977-7585b461262f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:12.796627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-26164a88-eebd-4f19-a977-7585b461262f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port 25dc669c-4c92-4217-bf1a-5c5c1ee3d014 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:56:12.826131 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71abc536-fa1a-4e9f-9108-c8eac6f7c7a7 None None] Network 36dcea71-1d00-485a-a93a-39fd82105630 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:13.040167 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Publish callbacks [] for port (c87d9615-af4a-46cb-b7bf-b715682016ab), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:13.061552 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (c87d9615-af4a-46cb-b7bf-b715682016ab), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:13.124088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:13.129240 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:13.132346 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3daae0c-1687-4eb5-905b-1893dbb836c5 None None] DHCP port deletion for 36dcea71-1d00-485a-a93a-39fd82105630 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:56:13.134666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c50b5-446a-441a-8038-076d5e3e9df9 req-6f8ba7ae-0d7a-44aa-84f6-91b316f82c4d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:13.138419 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:56:13.147877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b95c50b5-446a-441a-8038-076d5e3e9df9 req-6f8ba7ae-0d7a-44aa-84f6-91b316f82c4d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.6396821 Feb 16 16:56:13.232768 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Pushing event updated for resources: {'Port': ['ID=c87d9615-af4a-46cb-b7bf-b715682016ab,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:13.256059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Attempting to bind port c87d9615-af4a-46cb-b7bf-b715682016ab on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:56:13.256739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Attempting to bind port c87d9615-af4a-46cb-b7bf-b715682016ab by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:56:13.257419 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Attempting to bind port c87d9615-af4a-46cb-b7bf-b715682016ab on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:56:13.276266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:56:13.276805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:56:13.277515 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:13.278009 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:56:13.278777 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Bound port: c87d9615-af4a-46cb-b7bf-b715682016ab, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:56:13.279111 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c87d9615-af4a-46cb-b7bf-b715682016ab), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:13.296786 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d3daae0c-1687-4eb5-905b-1893dbb836c5 None None] Deleting port 981c9636-1e86-49f2-ac2a-dafc9fd0e410 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:13.297363 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3daae0c-1687-4eb5-905b-1893dbb836c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:13.415685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-26164a88-eebd-4f19-a977-7585b461262f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::f816:3eff:fee4:8cd5 (c6c55570-6501-4cec-af38-70389b23efe2/7c9ca304-56e2-4717-a911-0e0ae28d5ef4/25dc669c-4c92-4217-bf1a-5c5c1ee3d014) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:13.504373 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Deleting port 981c9636-1e86-49f2-ac2a-dafc9fd0e410 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:13.504634 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:13.524193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b95c50b5-446a-441a-8038-076d5e3e9df9 req-ad9bd6c7-755e-4079-a120-97dcc0b1ad16 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753915 Feb 16 16:56:13.530069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d3daae0c-1687-4eb5-905b-1893dbb836c5 None None] For port 981c9636-1e86-49f2-ac2a-dafc9fd0e410, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=981c9636-1e86-49f2-ac2a-dafc9fd0e410,segment=NetworkSegment(cb33cd09-a042-4869-85e9-42b47bd594fa),segment_id=cb33cd09-a042-4869-85e9-42b47bd594fa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:13.533059 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3daae0c-1687-4eb5-905b-1893dbb836c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:13.608003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d3daae0c-1687-4eb5-905b-1893dbb836c5 None None] Calling delete_port for 981c9636-1e86-49f2-ac2a-dafc9fd0e410 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:13.621028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] For port c87d9615-af4a-46cb-b7bf-b715682016ab, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:56:13.681990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] For port c87d9615-af4a-46cb-b7bf-b715682016ab, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c87d9615-af4a-46cb-b7bf-b715682016ab,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:56:13.722984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] For port 981c9636-1e86-49f2-ac2a-dafc9fd0e410, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=981c9636-1e86-49f2-ac2a-dafc9fd0e410,segment=NetworkSegment(cb33cd09-a042-4869-85e9-42b47bd594fa),segment_id=cb33cd09-a042-4869-85e9-42b47bd594fa)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:13.724680 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:13.768724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Calling delete_port for 981c9636-1e86-49f2-ac2a-dafc9fd0e410 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:13.840860 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c87d9615-af4a-46cb-b7bf-b715682016ab), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:14.108003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30565c89-1868-4987-9a05-e3910187b2fb None None] Pushing event updated for resources: {'Port': ['ID=c87d9615-af4a-46cb-b7bf-b715682016ab,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:14.160099 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3daae0c-1687-4eb5-905b-1893dbb836c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:14.276905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3daae0c-1687-4eb5-905b-1893dbb836c5 None None] No DVR routers for this DVR port 981c9636-1e86-49f2-ac2a-dafc9fd0e410 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:14.288197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3daae0c-1687-4eb5-905b-1893dbb836c5 None None] Pushing event deleted for resources: {'Port': ['ID=981c9636-1e86-49f2-ac2a-dafc9fd0e410,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:14.315683 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-26164a88-eebd-4f19-a977-7585b461262f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (25dc669c-4c92-4217-bf1a-5c5c1ee3d014), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:14.374054 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-26164a88-eebd-4f19-a977-7585b461262f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (25dc669c-4c92-4217-bf1a-5c5c1ee3d014), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:14.437495 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (981c9636-1e86-49f2-ac2a-dafc9fd0e410), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:14.465789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26164a88-eebd-4f19-a977-7585b461262f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:14.468489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-26164a88-eebd-4f19-a977-7585b461262f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:14.481581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26164a88-eebd-4f19-a977-7585b461262f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:56:14.486828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26164a88-eebd-4f19-a977-7585b461262f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:14.487596 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-26164a88-eebd-4f19-a977-7585b461262f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:14.505987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] No DVR routers for this DVR port 981c9636-1e86-49f2-ac2a-dafc9fd0e410 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:14.519968 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26164a88-eebd-4f19-a977-7585b461262f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=25dc669c-4c92-4217-bf1a-5c5c1ee3d014,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:14.587486 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-26164a88-eebd-4f19-a977-7585b461262f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8106117 Feb 16 16:56:14.590570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35580) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:14.628035 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Port': ['ID=981c9636-1e86-49f2-ac2a-dafc9fd0e410,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:14.700074 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb0c3a-f0f4-4f8b-8d89-977ad505f7bf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:14.706397 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb0c3a-f0f4-4f8b-8d89-977ad505f7bf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:14.711601 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5ffb0c3a-f0f4-4f8b-8d89-977ad505f7bf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1203840 Feb 16 16:56:14.712522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35584) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:14.752275 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (36dcea71-1d00-485a-a93a-39fd82105630), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:14.784109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36dcea71-1d00-485a-a93a-39fd82105630']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:14.796098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb33cd09-a042-4869-85e9-42b47bd594fa') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:14.796472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb33cd09-a042-4869-85e9-42b47bd594fa') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:14.811324 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (cb33cd09-a042-4869-85e9-42b47bd594fa), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:14.843381 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cb33cd09-a042-4869-85e9-42b47bd594fa), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:14.867029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:56:14.867598 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (cb33cd09-a042-4869-85e9-42b47bd594fa), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:56:14.872134 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:56:14.948753 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (36dcea71-1d00-485a-a93a-39fd82105630), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:14.963227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269277e-39c2-4ee1-be7f-0c7c658b4877 req-ffe99c07-841d-4d45-aaf4-c02617775435 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:14.964677 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2269277e-39c2-4ee1-be7f-0c7c658b4877 req-ffe99c07-841d-4d45-aaf4-c02617775435 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1382258 Feb 16 16:56:14.971106 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:14.978276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] 10.222.0.24 "DELETE /v2.0/networks/36dcea71-1d00-485a-a93a-39fd82105630 HTTP/1.1" status: 204 len: 168 time: 2.9099650 Feb 16 16:56:14.999345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b23dc-1bf0-4019-96c4-56ef31bf2dcb tempest-NetworksIpV6TestAttrs-875996814 tempest-NetworksIpV6TestAttrs-875996814-project] Pushing event deleted for resources: {'Network': ['ID=36dcea71-1d00-485a-a93a-39fd82105630,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:15.120278 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2269277e-39c2-4ee1-be7f-0c7c658b4877 req-507d3f66-3988-46dd-ac8a-bbd01cd97de1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430824 Feb 16 16:56:15.287383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-66ddec33-7af4-4235-a074-87e7d07e640b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 25dc669c-4c92-4217-bf1a-5c5c1ee3d014 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:15.287886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c87d9615-af4a-46cb-b7bf-b715682016ab up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:56:15.289826 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66ddec33-7af4-4235-a074-87e7d07e640b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (25dc669c-4c92-4217-bf1a-5c5c1ee3d014), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:15.425579 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c3b76-899e-49d5-b13d-72f971e44fda req-1ab1250b-8b18-494b-9ac6-60077242752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:15.430103 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-136c3b76-899e-49d5-b13d-72f971e44fda req-1ab1250b-8b18-494b-9ac6-60077242752e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=841aff1e2cfb4b999c259e50aac929f0&device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 1127 time: 0.2921329 Feb 16 16:56:15.476447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c87d9615-af4a-46cb-b7bf-b715682016ab triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:15.476835 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c87d9615-af4a-46cb-b7bf-b715682016ab), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:15.729982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c87d9615-af4a-46cb-b7bf-b715682016ab is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:15.742961 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c87d9615-af4a-46cb-b7bf-b715682016ab), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:15.890288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port c87d9615-af4a-46cb-b7bf-b715682016ab, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c87d9615-af4a-46cb-b7bf-b715682016ab,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:15.898875 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c87d9615-af4a-46cb-b7bf-b715682016ab), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:16.018796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35614) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:16.019836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 981c9636-1e86-49f2-ac2a-dafc9fd0e410 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:56:16.081940 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 981c9636-1e86-49f2-ac2a-dafc9fd0e410 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:56:16.082297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 981c9636-1e86-49f2-ac2a-dafc9fd0e410 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:56:16.102341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=c87d9615-af4a-46cb-b7bf-b715682016ab,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:16.114310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c3b76-899e-49d5-b13d-72f971e44fda req-e6cc9e6a-3cb5-4716-90ef-dcb20a519e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:16.123990 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-136c3b76-899e-49d5-b13d-72f971e44fda req-e6cc9e6a-3cb5-4716-90ef-dcb20a519e14 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910 HTTP/1.1" status: 200 len: 914 time: 0.6054029 Feb 16 16:56:16.184713 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66ddec33-7af4-4235-a074-87e7d07e640b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (25dc669c-4c92-4217-bf1a-5c5c1ee3d014), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:16.357275 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-136c3b76-899e-49d5-b13d-72f971e44fda req-5067ed5b-d5d8-472a-9ffd-43a09aea1e64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b315b51c-7adf-4917-9dae-d6c49f912476 HTTP/1.1" status: 200 len: 217 time: 0.1966255 Feb 16 16:56:16.386375 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-66ddec33-7af4-4235-a074-87e7d07e640b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 25dc669c-4c92-4217-bf1a-5c5c1ee3d014 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:16.560016 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c3b76-899e-49d5-b13d-72f971e44fda req-55a0b885-945b-4745-857e-c96e5b2b0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:16.561727 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-136c3b76-899e-49d5-b13d-72f971e44fda req-55a0b885-945b-4745-857e-c96e5b2b0dc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d092a221-0126-4114-8e52-e084ffe483c5 HTTP/1.1" status: 200 len: 853 time: 0.1915791 Feb 16 16:56:16.598826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-994b3ebc-7863-4bd5-8015-4a197715cf49 None None] Provisioning complete for port c87d9615-af4a-46cb-b7bf-b715682016ab triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:16.606254 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-994b3ebc-7863-4bd5-8015-4a197715cf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c87d9615-af4a-46cb-b7bf-b715682016ab), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:16.617164 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-136c3b76-899e-49d5-b13d-72f971e44fda req-20b45616-5a6f-4299-8ecc-b89a5e5b3bd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471592 Feb 16 16:56:16.690375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9d4e7479-1a09-4992-aa4b-bfd08506d065 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44fe354a297348f093de31a39cb4b8d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6694825 Feb 16 16:56:16.694241 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35624) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:16.749521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1a600-a876-4b5d-a922-7336527f8735 req-34079431-6f84-4add-bb27-c1ab475f714c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:16.751371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66c1a600-a876-4b5d-a922-7336527f8735 req-34079431-6f84-4add-bb27-c1ab475f714c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.3820238 Feb 16 16:56:16.935646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-994b3ebc-7863-4bd5-8015-4a197715cf49 None None] Current status of the port c87d9615-af4a-46cb-b7bf-b715682016ab is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:16.959874 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66c1a600-a876-4b5d-a922-7336527f8735 req-04186d81-1475-41e6-984b-bd13e5da0e0b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984277 Feb 16 16:56:17.203498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f951ab7f-c437-40c9-a771-3c168cc8a0cc None None] Provisioning complete for port 25dc669c-4c92-4217-bf1a-5c5c1ee3d014 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:17.209703 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f951ab7f-c437-40c9-a771-3c168cc8a0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (25dc669c-4c92-4217-bf1a-5c5c1ee3d014), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:17.245946 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8c0739b2-b57e-41b1-98d3-b1758b3bd987 admin admin] Publish callbacks [] for security_group (49cb7c42-a74f-4369-9d31-f32c09b66c79), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:17.359142 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-136c3b76-899e-49d5-b13d-72f971e44fda req-6b4adbcb-f6a8-41f2-b3cf-786051cd96b8 service neutron] 10.222.0.60 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7315142 Feb 16 16:56:17.368230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c87d9615-af4a-46cb-b7bf-b715682016ab up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:56:17.478771 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f951ab7f-c437-40c9-a771-3c168cc8a0cc None None] Port 25dc669c-4c92-4217-bf1a-5c5c1ee3d014 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:56:17.519378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c87d9615-af4a-46cb-b7bf-b715682016ab triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:17.519709 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c87d9615-af4a-46cb-b7bf-b715682016ab), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:17.602100 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-136c3b76-899e-49d5-b13d-72f971e44fda req-77820b75-5681-41fc-8dfb-28baf301d4cf service neutron] 10.222.0.60 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233865 Feb 16 16:56:17.604022 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8c0739b2-b57e-41b1-98d3-b1758b3bd987 admin admin] Publish callbacks [] for security_group (49cb7c42-a74f-4369-9d31-f32c09b66c79), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:17.720461 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c87d9615-af4a-46cb-b7bf-b715682016ab is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:17.788418 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8c0739b2-b57e-41b1-98d3-b1758b3bd987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (49cb7c42-a74f-4369-9d31-f32c09b66c79), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:17.791385 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8c0739b2-b57e-41b1-98d3-b1758b3bd987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:17.795073 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8c0739b2-b57e-41b1-98d3-b1758b3bd987 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49cb7c42-a74f-4369-9d31-f32c09b66c79 HTTP/1.1" status: 204 len: 168 time: 1.0955551 Feb 16 16:56:17.810854 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0739b2-b57e-41b1-98d3-b1758b3bd987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cb7c42-a74f-4369-9d31-f32c09b66c79,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:17.849734 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66ddec33-7af4-4235-a074-87e7d07e640b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (25dc669c-4c92-4217-bf1a-5c5c1ee3d014), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:17.935271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddec33-7af4-4235-a074-87e7d07e640b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=25dc669c-4c92-4217-bf1a-5c5c1ee3d014,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:17.996067 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66ddec33-7af4-4235-a074-87e7d07e640b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:18.006161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35634) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:18.022188 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-66ddec33-7af4-4235-a074-87e7d07e640b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/25dc669c-4c92-4217-bf1a-5c5c1ee3d014 HTTP/1.1" status: 204 len: 168 time: 3.3074803 Feb 16 16:56:18.187552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8952db-763a-40e2-a29a-809bd8f8718d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:18.196491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8952db-763a-40e2-a29a-809bd8f8718d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:18.210050 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35640) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:18.213992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bb8952db-763a-40e2-a29a-809bd8f8718d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2051954 Feb 16 16:56:18.392665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d7dc3-c51b-4026-ab67-b30b6452d036 req-e02af686-cc1c-4d2e-b5c2-52b43b806b50 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:18.409519 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc6d7dc3-c51b-4026-ab67-b30b6452d036 req-e02af686-cc1c-4d2e-b5c2-52b43b806b50 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2628963 Feb 16 16:56:18.495085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0b2c0e-6e93-435a-84ce-159b5922a832 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 7c9ca304-56e2-4717-a911-0e0ae28d5ef4 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:56:18.527276 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2c0e-6e93-435a-84ce-159b5922a832 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (7c9ca304-56e2-4717-a911-0e0ae28d5ef4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:18.571996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc6d7dc3-c51b-4026-ab67-b30b6452d036 req-eb6767d5-e684-41c1-91ed-ba94ea2de2d6 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613343 Feb 16 16:56:18.736628 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2c0e-6e93-435a-84ce-159b5922a832 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (7c9ca304-56e2-4717-a911-0e0ae28d5ef4), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:18.962351 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2c0e-6e93-435a-84ce-159b5922a832 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (7c9ca304-56e2-4717-a911-0e0ae28d5ef4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:19.171039 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2c0e-6e93-435a-84ce-159b5922a832 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (7c9ca304-56e2-4717-a911-0e0ae28d5ef4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:19.281421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b2c0e-6e93-435a-84ce-159b5922a832 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9ca304-56e2-4717-a911-0e0ae28d5ef4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:19.321919 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4e0b2c0e-6e93-435a-84ce-159b5922a832 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:19.323329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4a5892-1166-4991-8d72-4220beaacd99 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:19.326306 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4e0b2c0e-6e93-435a-84ce-159b5922a832 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/7c9ca304-56e2-4717-a911-0e0ae28d5ef4 HTTP/1.1" status: 204 len: 168 time: 1.1148858 Feb 16 16:56:19.329077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35662) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:19.538377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-017ea11a-1e26-4eb6-a2b6-8b6e955834a8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2075050 Feb 16 16:56:19.541153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35668) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:19.733552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eaa8d3-1538-4cff-b28e-ec7574dba354 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:19.749339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e2eaa8d3-1538-4cff-b28e-ec7574dba354 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2025723 Feb 16 16:56:19.749678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35674) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:19.837795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183a43dc-8d79-4f94-a24c-7669d268d9f6 None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:56:19.863334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36df43b6-2b89-458e-9cc8-a20e935ac0f0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:19.871080 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-36df43b6-2b89-458e-9cc8-a20e935ac0f0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1145701 Feb 16 16:56:19.872210 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35676) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:19.988618 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8b384508-4f8f-489d-994c-0d17259c2391 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032257 Feb 16 16:56:19.988618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35678) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:19.992234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ed148698-0658-4d5a-aec9-bc82ff0e8cfe tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:20.013658 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-183a43dc-8d79-4f94-a24c-7669d268d9f6 None None] Deleting port c87d9615-af4a-46cb-b7bf-b715682016ab {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:20.015244 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-183a43dc-8d79-4f94-a24c-7669d268d9f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c87d9615-af4a-46cb-b7bf-b715682016ab), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:20.055450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dcf49-8fbc-4c26-8f34-36c24f01f18e req-bfdcbb6b-0637-41ea-95c2-f62798764db9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:20.065332 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a04dcf49-8fbc-4c26-8f34-36c24f01f18e req-bfdcbb6b-0637-41ea-95c2-f62798764db9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2542789 Feb 16 16:56:20.146718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35680) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:20.150289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a04dcf49-8fbc-4c26-8f34-36c24f01f18e req-a94f6564-c0c5-4b98-9522-06c12ea6bff3 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792909 Feb 16 16:56:20.325467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-183a43dc-8d79-4f94-a24c-7669d268d9f6 None None] For port c87d9615-af4a-46cb-b7bf-b715682016ab, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c87d9615-af4a-46cb-b7bf-b715682016ab,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:20.326099 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-183a43dc-8d79-4f94-a24c-7669d268d9f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c87d9615-af4a-46cb-b7bf-b715682016ab), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:20.343132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed148698-0658-4d5a-aec9-bc82ff0e8cfe tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:20.346736 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed148698-0658-4d5a-aec9-bc82ff0e8cfe tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:20.372850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-183a43dc-8d79-4f94-a24c-7669d268d9f6 None None] Calling delete_port for c87d9615-af4a-46cb-b7bf-b715682016ab owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:20.413534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e0f8feb5-1e7a-4465-ba9a-6de8791d16cc tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] Request body: {'port': {'network_id': '9beb7ef4-88f5-4af8-bdf3-98cf2573eade', 'name': 'tempest-NetworksNegativeTestJSON-1996257968'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:20.475539 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f8feb5-1e7a-4465-ba9a-6de8791d16cc tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] POST failed (client error): The resource could not be found. Feb 16 16:56:20.476392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f8feb5-1e7a-4465-ba9a-6de8791d16cc tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:20.478068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e0f8feb5-1e7a-4465-ba9a-6de8791d16cc tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3268344 Feb 16 16:56:20.485902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35686) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:20.551143 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-0865d8d8-984a-46ea-abc2-5dfdfa1170da tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] DELETE failed (client error): The resource could not be found. Feb 16 16:56:20.558286 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0865d8d8-984a-46ea-abc2-5dfdfa1170da tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:20.585574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0865d8d8-984a-46ea-abc2-5dfdfa1170da tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] 10.222.0.24 "DELETE /v2.0/networks/7a524bbd-14c4-4a81-a7bf-16d4ec443c5d HTTP/1.1" status: 404 len: 339 time: 0.0969005 Feb 16 16:56:20.590061 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35690) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:20.643630 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-183a43dc-8d79-4f94-a24c-7669d268d9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (c87d9615-af4a-46cb-b7bf-b715682016ab), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:20.702930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a43dc-8d79-4f94-a24c-7669d268d9f6 None None] Pushing event deleted for resources: {'Port': ['ID=c87d9615-af4a-46cb-b7bf-b715682016ab,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:20.708487 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefc5cfe-c77c-4285-902a-3d63665d0476 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] DELETE failed (client error): The resource could not be found. Feb 16 16:56:20.709094 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefc5cfe-c77c-4285-902a-3d63665d0476 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:20.733267 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cefc5cfe-c77c-4285-902a-3d63665d0476 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] 10.222.0.24 "DELETE /v2.0/ports/96f3cc3f-6ef1-4555-9b7f-6a443f7b92b2 HTTP/1.1" status: 404 len: 333 time: 0.1398580 Feb 16 16:56:20.736849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35694) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:20.737684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183a43dc-8d79-4f94-a24c-7669d268d9f6 None None] No DVR routers for this DVR port c87d9615-af4a-46cb-b7bf-b715682016ab on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:20.824965 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-2446a4e6-ee01-4456-826c-dc01b7bf1b87 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] DELETE failed (client error): The resource could not be found. Feb 16 16:56:20.825487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2446a4e6-ee01-4456-826c-dc01b7bf1b87 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:20.828520 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2446a4e6-ee01-4456-826c-dc01b7bf1b87 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] 10.222.0.24 "DELETE /v2.0/subnets/f166f6ae-5e94-4543-b0a0-c53dfac226fc HTTP/1.1" status: 404 len: 337 time: 0.0888803 Feb 16 16:56:20.832474 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35698) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:20.878345 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5be686f-64fe-4af4-a719-e0a3bc38307e tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] GET failed (client error): The resource could not be found. Feb 16 16:56:20.880318 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e5be686f-64fe-4af4-a719-e0a3bc38307e tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] 10.222.0.24 "GET /v2.0/networks/daacf29f-8fb7-47b3-9d4f-cbf95c67e03a HTTP/1.1" status: 404 len: 339 time: 0.0465920 Feb 16 16:56:20.884518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35700) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:20.964034 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bef5aa-7ae4-404f-bbba-ea39f26cdfe8 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] GET failed (client error): The resource could not be found. Feb 16 16:56:20.966675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e1bef5aa-7ae4-404f-bbba-ea39f26cdfe8 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] 10.222.0.24 "GET /v2.0/ports/3741d690-09bb-47a2-88de-d4dfd5b62d7f HTTP/1.1" status: 404 len: 333 time: 0.0806832 Feb 16 16:56:20.970871 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35702) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:21.037612 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed148698-0658-4d5a-aec9-bc82ff0e8cfe tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (658d5226-d605-4705-90fd-7b3d83d14eeb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:21.100663 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3a29b5-aef9-4864-9377-2d01b0bbe346 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] GET failed (client error): The resource could not be found. Feb 16 16:56:21.101635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ac3a29b5-aef9-4864-9377-2d01b0bbe346 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] 10.222.0.24 "GET /v2.0/subnets/21e46da8-d6c3-4999-ab95-646c45213d54 HTTP/1.1" status: 404 len: 337 time: 0.1295583 Feb 16 16:56:21.111163 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35704) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:21.119597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-854e6df2-f144-46c4-9806-fa0625384f1d tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:21.181300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c87d9615-af4a-46cb-b7bf-b715682016ab no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:56:21.189253 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed148698-0658-4d5a-aec9-bc82ff0e8cfe tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:21.194406 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ed148698-0658-4d5a-aec9-bc82ff0e8cfe tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:21.199028 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-854e6df2-f144-46c4-9806-fa0625384f1d tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] PUT failed (client error): The resource could not be found. Feb 16 16:56:21.199600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854e6df2-f144-46c4-9806-fa0625384f1d tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:21.203081 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-854e6df2-f144-46c4-9806-fa0625384f1d tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] 10.222.0.24 "PUT /v2.0/networks/b10e4c56-f97a-455d-badc-ad237fbb94dd HTTP/1.1" status: 404 len: 339 time: 0.0907385 Feb 16 16:56:21.207069 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed148698-0658-4d5a-aec9-bc82ff0e8cfe tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:21.207668 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed148698-0658-4d5a-aec9-bc82ff0e8cfe tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:21.210194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35708) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:21.215382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a9d6d5b9-503f-4a0b-93fb-93f263c09a77 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:21.245010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed148698-0658-4d5a-aec9-bc82ff0e8cfe tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=658d5226-d605-4705-90fd-7b3d83d14eeb,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:21.272586 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ed148698-0658-4d5a-aec9-bc82ff0e8cfe tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2814901 Feb 16 16:56:21.272586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35710) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:21.277298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-836eb441-a358-499f-a1b9-d23c3a626abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'mac_address': 'fa:16:3e:ec:d5:57', 'name': 'tempest-NetworksTestDHCPv6-211741291'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:21.284914 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: c87d9615-af4a-46cb-b7bf-b715682016ab {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:56:21.286309 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c87d9615-af4a-46cb-b7bf-b715682016ab not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:56:21.292102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d85053-3e6b-4248-ab1c-022a5784458a None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:21.297609 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d6d5b9-503f-4a0b-93fb-93f263c09a77 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] PUT failed (client error): The resource could not be found. Feb 16 16:56:21.300753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d6d5b9-503f-4a0b-93fb-93f263c09a77 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:21.302150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a9d6d5b9-503f-4a0b-93fb-93f263c09a77 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] 10.222.0.24 "PUT /v2.0/ports/6dd137ce-d4ce-4fe5-bb38-08e616610bd8 HTTP/1.1" status: 404 len: 333 time: 0.0908062 Feb 16 16:56:21.309162 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35712) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:21.321443 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-47509025-f8ec-46bf-a801-f1a6320e30e2 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:21.475072 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-47509025-f8ec-46bf-a801-f1a6320e30e2 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] PUT failed (client error): The resource could not be found. Feb 16 16:56:21.476611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47509025-f8ec-46bf-a801-f1a6320e30e2 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:21.478433 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-47509025-f8ec-46bf-a801-f1a6320e30e2 tempest-NetworksNegativeTestJSON-859164597 tempest-NetworksNegativeTestJSON-859164597-project] 10.222.0.24 "PUT /v2.0/subnets/465996b3-5c23-462f-9d1e-326e6e97ce3d HTTP/1.1" status: 404 len: 337 time: 0.1677229 Feb 16 16:56:21.564723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200f38c-7a7d-471a-b4ea-f36d9b284be9 req-cc9d59e5-8fb9-4d1f-a194-95ca9f461261 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:21.568511 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5200f38c-7a7d-471a-b4ea-f36d9b284be9 req-cc9d59e5-8fb9-4d1f-a194-95ca9f461261 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2197423 Feb 16 16:56:21.599891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836eb441-a358-499f-a1b9-d23c3a626abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:21.650123 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': '658d5226-d605-4705-90fd-7b3d83d14eeb'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:56:21.655275 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:21.707127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5200f38c-7a7d-471a-b4ea-f36d9b284be9 req-4094cfff-2575-4e3b-8c01-c5bb4a6527aa tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243761 Feb 16 16:56:22.008882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Allocated IP 2001:db8::2 (c6c55570-6501-4cec-af38-70389b23efe2/658d5226-d605-4705-90fd-7b3d83d14eeb/fd5bbdcf-edea-4ca0-83b7-c724737d3eb4) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:22.028206 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-836eb441-a358-499f-a1b9-d23c3a626abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:22.101710 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-836eb441-a358-499f-a1b9-d23c3a626abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port 663cb6ab-5764-44e7-bb15-130c2cd5bb40 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:56:22.404386 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35724) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:22.462159 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Publish callbacks [] for port (fd5bbdcf-edea-4ca0-83b7-c724737d3eb4), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:22.479172 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (fd5bbdcf-edea-4ca0-83b7-c724737d3eb4), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:22.608895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:22.610881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Pushing event updated for resources: {'Port': ['ID=fd5bbdcf-edea-4ca0-83b7-c724737d3eb4,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:22.614869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:22.618597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:56:22.712349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-836eb441-a358-499f-a1b9-d23c3a626abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::36 (c6c55570-6501-4cec-af38-70389b23efe2/658d5226-d605-4705-90fd-7b3d83d14eeb/663cb6ab-5764-44e7-bb15-130c2cd5bb40) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:22.745030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Attempting to bind port fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:56:22.746002 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Attempting to bind port fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:56:22.748034 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Attempting to bind port fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:56:22.757892 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:56:22.758665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:56:22.759237 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:22.759828 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:56:22.760473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Bound port: fd5bbdcf-edea-4ca0-83b7-c724737d3eb4, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:56:22.761041 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (fd5bbdcf-edea-4ca0-83b7-c724737d3eb4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:22.795631 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f9447e24-87c0-4526-8e97-c96c857ab6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:22.915444 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f9447e24-87c0-4526-8e97-c96c857ab6c2 admin admin] Publish callbacks [] for security_group (7897655c-5da6-4421-b333-7d6178a5e8e5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:22.941844 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f9447e24-87c0-4526-8e97-c96c857ab6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7897655c-5da6-4421-b333-7d6178a5e8e5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:22.971437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] For port fd5bbdcf-edea-4ca0-83b7-c724737d3eb4, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:56:22.977555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] For port fd5bbdcf-edea-4ca0-83b7-c724737d3eb4, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=fd5bbdcf-edea-4ca0-83b7-c724737d3eb4,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:56:22.994574 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (fd5bbdcf-edea-4ca0-83b7-c724737d3eb4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:23.207740 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-836eb441-a358-499f-a1b9-d23c3a626abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (663cb6ab-5764-44e7-bb15-130c2cd5bb40), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:23.212817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f9447e24-87c0-4526-8e97-c96c857ab6c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70689173b6f948dcaf5e0e4c83feaf6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8072886 Feb 16 16:56:23.224593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35736) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:23.247609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045ac4e-cedb-4cc0-bec7-42fb1c1d5495 req-25aaa36a-d20f-4026-bfe7-d6bfbc79f441 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:23.249241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b045ac4e-cedb-4cc0-bec7-42fb1c1d5495 req-25aaa36a-d20f-4026-bfe7-d6bfbc79f441 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.3302641 Feb 16 16:56:23.272399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571e838-9570-4364-a7b5-9f039541f9f7 None None] Pushing event updated for resources: {'Port': ['ID=fd5bbdcf-edea-4ca0-83b7-c724737d3eb4,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:23.277840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9447e24-87c0-4526-8e97-c96c857ab6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7897655c-5da6-4421-b333-7d6178a5e8e5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:23.387515 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-836eb441-a358-499f-a1b9-d23c3a626abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (663cb6ab-5764-44e7-bb15-130c2cd5bb40), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:23.439591 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b045ac4e-cedb-4cc0-bec7-42fb1c1d5495 req-d0c09fa0-7117-467a-ba09-2106f9177730 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556950 Feb 16 16:56:23.510775 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836eb441-a358-499f-a1b9-d23c3a626abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:23.514783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-836eb441-a358-499f-a1b9-d23c3a626abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:23.519915 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836eb441-a358-499f-a1b9-d23c3a626abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:56:23.530170 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836eb441-a358-499f-a1b9-d23c3a626abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:23.532633 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-836eb441-a358-499f-a1b9-d23c3a626abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:23.590176 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4630cbb-e6ad-460a-912e-6b954463e1b0 admin admin] Publish callbacks [] for security_group (7897655c-5da6-4421-b333-7d6178a5e8e5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:23.626312 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-836eb441-a358-499f-a1b9-d23c3a626abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3529000 Feb 16 16:56:23.631116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35742) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:23.732241 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4630cbb-e6ad-460a-912e-6b954463e1b0 admin admin] Publish callbacks [] for security_group (7897655c-5da6-4421-b333-7d6178a5e8e5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:23.744251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836eb441-a358-499f-a1b9-d23c3a626abd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=663cb6ab-5764-44e7-bb15-130c2cd5bb40,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:23.899367 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4630cbb-e6ad-460a-912e-6b954463e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7897655c-5da6-4421-b333-7d6178a5e8e5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:23.900659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439a5eca-3cd9-4a3a-b030-b12ad09dc7d4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:23.920500 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4630cbb-e6ad-460a-912e-6b954463e1b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:23.924062 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a4630cbb-e6ad-460a-912e-6b954463e1b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7897655c-5da6-4421-b333-7d6178a5e8e5 HTTP/1.1" status: 204 len: 168 time: 0.6712685 Feb 16 16:56:23.935858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439a5eca-3cd9-4a3a-b030-b12ad09dc7d4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:23.946157 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-439a5eca-3cd9-4a3a-b030-b12ad09dc7d4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3139086 Feb 16 16:56:23.952065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35748) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:24.014123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4630cbb-e6ad-460a-912e-6b954463e1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7897655c-5da6-4421-b333-7d6178a5e8e5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:24.182233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-d8c26ec6-4d12-44e2-8b33-da4ab09ca21d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 663cb6ab-5764-44e7-bb15-130c2cd5bb40 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:24.182923 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8c26ec6-4d12-44e2-8b33-da4ab09ca21d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (663cb6ab-5764-44e7-bb15-130c2cd5bb40), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:24.352519 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8c26ec6-4d12-44e2-8b33-da4ab09ca21d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (663cb6ab-5764-44e7-bb15-130c2cd5bb40), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:24.383097 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-d8c26ec6-4d12-44e2-8b33-da4ab09ca21d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 663cb6ab-5764-44e7-bb15-130c2cd5bb40 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:24.582821 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8c26ec6-4d12-44e2-8b33-da4ab09ca21d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (663cb6ab-5764-44e7-bb15-130c2cd5bb40), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:24.725668 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d8c26ec6-4d12-44e2-8b33-da4ab09ca21d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:24.729806 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d8c26ec6-4d12-44e2-8b33-da4ab09ca21d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/663cb6ab-5764-44e7-bb15-130c2cd5bb40 HTTP/1.1" status: 204 len: 168 time: 0.7765021 Feb 16 16:56:24.731080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c26ec6-4d12-44e2-8b33-da4ab09ca21d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=663cb6ab-5764-44e7-bb15-130c2cd5bb40,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:24.739272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35766) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:24.842493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a1990-caa1-4992-ac1a-635319cd9f90 req-debdcdf6-cc1a-45d3-bfa2-e574534c76d5 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:24.848201 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc2a1990-caa1-4992-ac1a-635319cd9f90 req-debdcdf6-cc1a-45d3-bfa2-e574534c76d5 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1894760 Feb 16 16:56:24.866814 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d3ee9f-2feb-40ea-bedf-9c5722f5338c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:24.868390 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d3ee9f-2feb-40ea-bedf-9c5722f5338c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:24.870131 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e3d3ee9f-2feb-40ea-bedf-9c5722f5338c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1284609 Feb 16 16:56:24.873188 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35770) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:25.050576 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc2a1990-caa1-4992-ac1a-635319cd9f90 req-53cb0242-ab6e-4e8d-986b-e9a2c854a3fb tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919329 Feb 16 16:56:25.236494 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd93bfbb-e63d-4cdb-a605-da25e50e5176 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 658d5226-d605-4705-90fd-7b3d83d14eeb {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:56:25.243306 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd93bfbb-e63d-4cdb-a605-da25e50e5176 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (658d5226-d605-4705-90fd-7b3d83d14eeb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:25.361997 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd93bfbb-e63d-4cdb-a605-da25e50e5176 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (658d5226-d605-4705-90fd-7b3d83d14eeb), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:25.365775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:56:25.532675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:25.535153 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (fd5bbdcf-edea-4ca0-83b7-c724737d3eb4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:25.626670 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd93bfbb-e63d-4cdb-a605-da25e50e5176 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (658d5226-d605-4705-90fd-7b3d83d14eeb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:25.765590 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd93bfbb-e63d-4cdb-a605-da25e50e5176 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (658d5226-d605-4705-90fd-7b3d83d14eeb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:25.783809 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e1119bd7-7e08-441d-8d34-8993f57b7314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:25.796380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35784) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:25.802447 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0042830 Feb 16 16:56:25.805278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c5dae215-db76-40b4-924e-e969df87e144 None None] Provisioning complete for port fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:25.805278 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c5dae215-db76-40b4-924e-e969df87e144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (fd5bbdcf-edea-4ca0-83b7-c724737d3eb4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:25.805798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35786) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:25.854700 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd93bfbb-e63d-4cdb-a605-da25e50e5176 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:25.862134 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dd93bfbb-e63d-4cdb-a605-da25e50e5176 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/658d5226-d605-4705-90fd-7b3d83d14eeb HTTP/1.1" status: 204 len: 168 time: 0.9867272 Feb 16 16:56:25.862713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35790) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:25.922064 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93bfbb-e63d-4cdb-a605-da25e50e5176 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=658d5226-d605-4705-90fd-7b3d83d14eeb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:26.040232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35794) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:26.052760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e7ec204b-658b-4343-b51e-abc3fb181dc6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1735637 Feb 16 16:56:26.088145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e184ebe4-418d-402d-8068-07a3581af274 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:26.160411 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6c804d87-a8c4-4be9-8528-6f11d86c5a52 tempest-NetworksApiDiscovery-1266333334 tempest-NetworksApiDiscovery-1266333334-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3496971 Feb 16 16:56:26.191731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece4cf78-42dc-47dc-a44e-2bcc48d2625e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:26.193574 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ece4cf78-42dc-47dc-a44e-2bcc48d2625e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1514597 Feb 16 16:56:26.196557 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35800) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:26.219645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:26.220067 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (fd5bbdcf-edea-4ca0-83b7-c724737d3eb4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:26.351082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5d413e-ca55-4509-bd0d-e2be35505571 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:26.353089 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4a5d413e-ca55-4509-bd0d-e2be35505571 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1547275 Feb 16 16:56:26.355788 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35802) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:26.493003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28889801-75e7-4867-839a-28a455ceb9ec req-7fe853ed-128f-413e-838b-381a629eb5cd tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:26.496188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28889801-75e7-4867-839a-28a455ceb9ec req-7fe853ed-128f-413e-838b-381a629eb5cd tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1406329 Feb 16 16:56:26.509809 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c5dae215-db76-40b4-924e-e969df87e144 None None] Current status of the port fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:26.510371 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c5dae215-db76-40b4-924e-e969df87e144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (fd5bbdcf-edea-4ca0-83b7-c724737d3eb4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:26.536187 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-177ffa10-8630-4485-ae7c-ccf6cd430d91 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1749363 Feb 16 16:56:26.536833 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35804) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:26.545734 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0401d8b6-6647-4dca-9e80-2080652722c0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:26.592612 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28889801-75e7-4867-839a-28a455ceb9ec req-1bcb1be3-8b98-4bb2-80aa-4bd96e27654f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894799 Feb 16 16:56:26.672288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port fd5bbdcf-edea-4ca0-83b7-c724737d3eb4, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=fd5bbdcf-edea-4ca0-83b7-c724737d3eb4,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:27.027253 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0401d8b6-6647-4dca-9e80-2080652722c0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:27.032132 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0401d8b6-6647-4dca-9e80-2080652722c0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:27.188495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35816) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:27.205969 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (fd5bbdcf-edea-4ca0-83b7-c724737d3eb4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:27.466221 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-c5dae215-db76-40b4-924e-e969df87e144 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:56:27.466595 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-c5dae215-db76-40b4-924e-e969df87e144 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:56:27.499200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=fd5bbdcf-edea-4ca0-83b7-c724737d3eb4,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:27.542278 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4498f165-a79b-4cc6-ad5a-ec9491e476b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:27.548183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4850a8d-7e56-48f6-9389-de92e6cf014f None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:56:27.729672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d4850a8d-7e56-48f6-9389-de92e6cf014f None None] Deleting port fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:27.729934 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4850a8d-7e56-48f6-9389-de92e6cf014f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (fd5bbdcf-edea-4ca0-83b7-c724737d3eb4), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:27.793397 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4498f165-a79b-4cc6-ad5a-ec9491e476b9 admin admin] Publish callbacks [] for security_group (12108e9e-9be8-4e4e-89a4-cd5418c7ad37), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:27.872027 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4498f165-a79b-4cc6-ad5a-ec9491e476b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (12108e9e-9be8-4e4e-89a4-cd5418c7ad37), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:27.883072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d4850a8d-7e56-48f6-9389-de92e6cf014f None None] For port fd5bbdcf-edea-4ca0-83b7-c724737d3eb4, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=fd5bbdcf-edea-4ca0-83b7-c724737d3eb4,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:27.887389 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4850a8d-7e56-48f6-9389-de92e6cf014f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (fd5bbdcf-edea-4ca0-83b7-c724737d3eb4), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:27.917791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d4850a8d-7e56-48f6-9389-de92e6cf014f None None] Calling delete_port for fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:27.973992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498f165-a79b-4cc6-ad5a-ec9491e476b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12108e9e-9be8-4e4e-89a4-cd5418c7ad37,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:28.085061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f047f87-6870-4ffc-80d8-4e764be20dd9 req-c07d4356-0c77-4d65-9984-68e58e6c7984 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:28.095242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f047f87-6870-4ffc-80d8-4e764be20dd9 req-c07d4356-0c77-4d65-9984-68e58e6c7984 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2976334 Feb 16 16:56:28.142264 n-d-669411-5 neutron-server[103422]: DEBUG neutron.objects.ports [None req-0401d8b6-6647-4dca-9e80-2080652722c0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:56:28.182357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4498f165-a79b-4cc6-ad5a-ec9491e476b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f82ac7e8fb94344b622baf27c8ad303&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9928789 Feb 16 16:56:28.182977 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35828) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:28.421201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c5dae215-db76-40b4-924e-e969df87e144 None None] Current status of the port fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:28.423122 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1d941562-cefa-4ee2-a4a0-20892cab28a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:28.512397 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f047f87-6870-4ffc-80d8-4e764be20dd9 req-72e33aec-eb19-4d2f-807f-ed6d905a45f6 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024127 Feb 16 16:56:28.551706 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0401d8b6-6647-4dca-9e80-2080652722c0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (fd5bbdcf-edea-4ca0-83b7-c724737d3eb4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:28.580390 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08a7cdc0-85a6-451e-b831-12d4f89a3952 admin admin] Publish callbacks [] for security_group (12108e9e-9be8-4e4e-89a4-cd5418c7ad37), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:28.582069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-383dcbfd-4cca-4742-837a-82605e0c34eb None None] Could not find standard attr ID for object 663cb6ab-5764-44e7-bb15-130c2cd5bb40. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:56:28.592761 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d4850a8d-7e56-48f6-9389-de92e6cf014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (fd5bbdcf-edea-4ca0-83b7-c724737d3eb4), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:28.652288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0401d8b6-6647-4dca-9e80-2080652722c0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Port fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 concurrently deleted while adding address for new subnet {'id': '8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3', 'name': '', 'tenant_id': '8f76cd413892480785a2d2e7304c28ca', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3251, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-16T16:56:27Z', 'updated_at': '2022-02-16T16:56:27Z', 'revision_number': 0, 'segment_id': None, 'project_id': '8f76cd413892480785a2d2e7304c28ca'}. {{(pid=103422) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 16 16:56:28.653009 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0401d8b6-6647-4dca-9e80-2080652722c0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:28.662360 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08a7cdc0-85a6-451e-b831-12d4f89a3952 admin admin] Publish callbacks [] for security_group (12108e9e-9be8-4e4e-89a4-cd5418c7ad37), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:28.688306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4850a8d-7e56-48f6-9389-de92e6cf014f None None] Pushing event deleted for resources: {'Port': ['ID=fd5bbdcf-edea-4ca0-83b7-c724737d3eb4,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:28.691255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4850a8d-7e56-48f6-9389-de92e6cf014f None None] No DVR routers for this DVR port fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:28.752517 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08a7cdc0-85a6-451e-b831-12d4f89a3952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (12108e9e-9be8-4e4e-89a4-cd5418c7ad37), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:28.756644 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08a7cdc0-85a6-451e-b831-12d4f89a3952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:28.772289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-08a7cdc0-85a6-451e-b831-12d4f89a3952 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12108e9e-9be8-4e4e-89a4-cd5418c7ad37 HTTP/1.1" status: 204 len: 168 time: 0.5294764 Feb 16 16:56:28.796547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7cdc0-85a6-451e-b831-12d4f89a3952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12108e9e-9be8-4e4e-89a4-cd5418c7ad37,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:28.844063 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0401d8b6-6647-4dca-9e80-2080652722c0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:28.847789 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-0401d8b6-6647-4dca-9e80-2080652722c0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:28.857651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0401d8b6-6647-4dca-9e80-2080652722c0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:28.858276 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0401d8b6-6647-4dca-9e80-2080652722c0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:28.863625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4ea388-8c00-4828-97ab-7fb39c0bc73b None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:28.917960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401d8b6-6647-4dca-9e80-2080652722c0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:28.938363 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0401d8b6-6647-4dca-9e80-2080652722c0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3945198 Feb 16 16:56:28.938993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35834) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:28.956350 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-598de450-95fe-44eb-89fb-e812bf2243b6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:29.197938 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': '8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:56:29.200254 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:29.289176 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598de450-95fe-44eb-89fb-e812bf2243b6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:29.294914 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-598de450-95fe-44eb-89fb-e812bf2243b6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:29.533144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Allocated IP 2001:db8::f816:3eff:fe82:99c6 (c6c55570-6501-4cec-af38-70389b23efe2/8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3/6b263a74-459a-4473-a9f9-4da5207c48f7) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:29.596826 n-d-669411-5 neutron-server[103422]: INFO neutron.db.ipam_backend_mixin [None req-598de450-95fe-44eb-89fb-e812bf2243b6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3 (CIDR: 2001:db8::/64) Feb 16 16:56:29.606803 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:56:29.610188 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-598de450-95fe-44eb-89fb-e812bf2243b6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:56:29.614023 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598de450-95fe-44eb-89fb-e812bf2243b6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:29.662634 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-598de450-95fe-44eb-89fb-e812bf2243b6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7208982 Feb 16 16:56:29.665383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35848) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:29.676519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:56:29.676727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2dbb6ecc-add9-4ec9-813a-fd9f85f64359 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:29.680452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device fd5bbdcf-edea-4ca0-83b7-c724737d3eb4 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:56:29.801232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e7c2-c021-4afc-95f1-f668194f87a4 req-ea7046a2-f587-45a5-bf28-e92cd76983a0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:29.811060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0366e7c2-c021-4afc-95f1-f668194f87a4 req-ea7046a2-f587-45a5-bf28-e92cd76983a0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1286047 Feb 16 16:56:29.846884 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:29.882424 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbb6ecc-add9-4ec9-813a-fd9f85f64359 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:29.887452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2dbb6ecc-add9-4ec9-813a-fd9f85f64359 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:29.945534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0366e7c2-c021-4afc-95f1-f668194f87a4 req-81d180ea-3148-4d8e-845e-60611eb0f39c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332684 Feb 16 16:56:30.064648 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Publish callbacks [] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:30.078519 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:30.174217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:30.304321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:30.325826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:56:30.511837 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Pushing event updated for resources: {'Port': ['ID=6b263a74-459a-4473-a9f9-4da5207c48f7,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:30.557911 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Attempting to bind port 6b263a74-459a-4473-a9f9-4da5207c48f7 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:56:30.558197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Attempting to bind port 6b263a74-459a-4473-a9f9-4da5207c48f7 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:56:30.558572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Attempting to bind port 6b263a74-459a-4473-a9f9-4da5207c48f7 on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:56:30.568781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:56:30.569173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:56:30.569584 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:30.569981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:56:30.570458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Bound port: 6b263a74-459a-4473-a9f9-4da5207c48f7, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:56:30.570842 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:30.724505 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] For port 6b263a74-459a-4473-a9f9-4da5207c48f7, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:56:30.736918 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] For port 6b263a74-459a-4473-a9f9-4da5207c48f7, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b263a74-459a-4473-a9f9-4da5207c48f7,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:56:30.751593 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:30.793550 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2dbb6ecc-add9-4ec9-813a-fd9f85f64359 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (2d5089ec-9c99-48a7-87d9-8e3bc6f08a23), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:30.914005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ed253-99ff-429f-96f5-94067dd1430f None None] Pushing event updated for resources: {'Port': ['ID=6b263a74-459a-4473-a9f9-4da5207c48f7,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:30.935060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb6ecc-add9-4ec9-813a-fd9f85f64359 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=2d5089ec-9c99-48a7-87d9-8e3bc6f08a23,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:30.944096 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbb6ecc-add9-4ec9-813a-fd9f85f64359 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:30.945853 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-2dbb6ecc-add9-4ec9-813a-fd9f85f64359 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:30.955180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb6ecc-add9-4ec9-813a-fd9f85f64359 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:30.956529 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2dbb6ecc-add9-4ec9-813a-fd9f85f64359 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:31.009173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35870) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:31.014859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f53100f2-0954-4698-b030-7747358cd5dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'mac_address': 'fa:16:3e:11:11:5c', 'name': 'tempest-NetworksTestDHCPv6-698165783'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:31.018691 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2dbb6ecc-add9-4ec9-813a-fd9f85f64359 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3513451 Feb 16 16:56:31.034322 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:31.567999 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:31.645434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f5c05-e2bf-4662-b8a1-d705a6a46f52 req-46b0fa66-6731-477c-9f03-22e4ec93ca26 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:31.688623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d6f5c05-e2bf-4662-b8a1-d705a6a46f52 req-46b0fa66-6731-477c-9f03-22e4ec93ca26 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.5475309 Feb 16 16:56:31.854033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d6f5c05-e2bf-4662-b8a1-d705a6a46f52 req-44354131-1eb8-4463-9851-26d7f961a8df tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644001 Feb 16 16:56:31.872703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53100f2-0954-4698-b030-7747358cd5dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:32.087655 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f53100f2-0954-4698-b030-7747358cd5dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:32.126804 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:32.135018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-f53100f2-0954-4698-b030-7747358cd5dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port b8347607-44be-4224-9cce-1c6e701b1fe9 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:56:32.593450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-f53100f2-0954-4698-b030-7747358cd5dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8:0:1::3d9 (c6c55570-6501-4cec-af38-70389b23efe2/2d5089ec-9c99-48a7-87d9-8e3bc6f08a23/b8347607-44be-4224-9cce-1c6e701b1fe9) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:32.610975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-f53100f2-0954-4698-b030-7747358cd5dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::f816:3eff:fe11:115c (c6c55570-6501-4cec-af38-70389b23efe2/8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3/b8347607-44be-4224-9cce-1c6e701b1fe9) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:32.845423 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:56:33.026278 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f53100f2-0954-4698-b030-7747358cd5dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (b8347607-44be-4224-9cce-1c6e701b1fe9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:33.120286 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f53100f2-0954-4698-b030-7747358cd5dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b8347607-44be-4224-9cce-1c6e701b1fe9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:33.231255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badafcac-efbd-4155-a96f-ccc47379146c None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:33.240117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53100f2-0954-4698-b030-7747358cd5dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:33.296335 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083599f-4f53-4c77-845b-08e5bcf08d32 req-51f79162-af36-43a0-8d81-ee3eed6c1460 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:33.298547 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2083599f-4f53-4c77-845b-08e5bcf08d32 req-51f79162-af36-43a0-8d81-ee3eed6c1460 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2174881 Feb 16 16:56:33.298872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-f53100f2-0954-4698-b030-7747358cd5dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:33.337304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53100f2-0954-4698-b030-7747358cd5dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:56:33.356580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53100f2-0954-4698-b030-7747358cd5dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:33.361494 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f53100f2-0954-4698-b030-7747358cd5dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:33.495598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6b263a74-459a-4473-a9f9-4da5207c48f7 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:56:33.502715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53100f2-0954-4698-b030-7747358cd5dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=b8347607-44be-4224-9cce-1c6e701b1fe9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:33.646075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3dc75480-3132-48fe-884e-0cc5c7dd9023 None None] Provisioning complete for port 6b263a74-459a-4473-a9f9-4da5207c48f7 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:33.650257 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3dc75480-3132-48fe-884e-0cc5c7dd9023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:33.670607 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2083599f-4f53-4c77-845b-08e5bcf08d32 req-1f48a089-073e-40e4-b3f8-31b4067abe4d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062072 Feb 16 16:56:33.694156 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35918) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:33.706416 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f53100f2-0954-4698-b030-7747358cd5dd tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6952379 Feb 16 16:56:33.863861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35922) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:34.043474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-da88bc72-440a-463d-88db-c051033cd484 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port b8347607-44be-4224-9cce-1c6e701b1fe9 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:34.048943 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da88bc72-440a-463d-88db-c051033cd484 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b8347607-44be-4224-9cce-1c6e701b1fe9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:34.087982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 6b263a74-459a-4473-a9f9-4da5207c48f7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:34.088665 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:34.213287 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8957e12c-d51c-463e-9806-45676d1134f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:34.313816 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da88bc72-440a-463d-88db-c051033cd484 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b8347607-44be-4224-9cce-1c6e701b1fe9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:34.353090 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-da88bc72-440a-463d-88db-c051033cd484 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for b8347607-44be-4224-9cce-1c6e701b1fe9 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:34.545026 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3dc75480-3132-48fe-884e-0cc5c7dd9023 None None] Current status of the port 6b263a74-459a-4473-a9f9-4da5207c48f7 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:34.551330 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3dc75480-3132-48fe-884e-0cc5c7dd9023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:34.573950 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8957e12c-d51c-463e-9806-45676d1134f0 admin admin] Publish callbacks [] for security_group (d23cabe9-7e2e-40ba-aab3-aef34acd18ce), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:34.587153 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8957e12c-d51c-463e-9806-45676d1134f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d23cabe9-7e2e-40ba-aab3-aef34acd18ce), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:34.634463 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8957e12c-d51c-463e-9806-45676d1134f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4b0c12ca0614f9db9dff134ab8bb72b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7688985 Feb 16 16:56:34.642920 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35928) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:34.718635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3dc75480-3132-48fe-884e-0cc5c7dd9023 None None] For port 6b263a74-459a-4473-a9f9-4da5207c48f7, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b263a74-459a-4473-a9f9-4da5207c48f7,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:34.727319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957e12c-d51c-463e-9806-45676d1134f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23cabe9-7e2e-40ba-aab3-aef34acd18ce,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:34.774018 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3dc75480-3132-48fe-884e-0cc5c7dd9023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:34.810138 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b5b5fe7c-989e-4817-9da5-d92636de50ea admin admin] Publish callbacks [] for security_group (d23cabe9-7e2e-40ba-aab3-aef34acd18ce), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:34.916552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b5b5fe7c-989e-4817-9da5-d92636de50ea admin admin] Publish callbacks [] for security_group (d23cabe9-7e2e-40ba-aab3-aef34acd18ce), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:35.034153 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da88bc72-440a-463d-88db-c051033cd484 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b8347607-44be-4224-9cce-1c6e701b1fe9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:35.066521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 6b263a74-459a-4473-a9f9-4da5207c48f7 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:35.078046 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88bc72-440a-463d-88db-c051033cd484 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=b8347607-44be-4224-9cce-1c6e701b1fe9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:35.101613 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b5b5fe7c-989e-4817-9da5-d92636de50ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d23cabe9-7e2e-40ba-aab3-aef34acd18ce), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:35.104671 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b5b5fe7c-989e-4817-9da5-d92636de50ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:35.105909 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b5b5fe7c-989e-4817-9da5-d92636de50ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d23cabe9-7e2e-40ba-aab3-aef34acd18ce HTTP/1.1" status: 204 len: 168 time: 0.4619930 Feb 16 16:56:35.111590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f7fd7-7157-40c1-a248-eb84b28f56f8 req-31a9232b-aef8-4888-aa12-db3505e7bc1f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:35.115923 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:35.119085 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-468f7fd7-7157-40c1-a248-eb84b28f56f8 req-31a9232b-aef8-4888-aa12-db3505e7bc1f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2500978 Feb 16 16:56:35.120090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8003ffdd-b1ce-4c2f-8df7-09aa118488e5 None None] Update dhcp port {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'fixed_ips': [{'subnet_id': '8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3', 'ip_address': '2001:db8::f816:3eff:fe82:99c6'}, {'subnet_id': '2d5089ec-9c99-48a7-87d9-8e3bc6f08a23'}], 'binding:host_id': 'n-d-669411-5'}, 'id': '6b263a74-459a-4473-a9f9-4da5207c48f7'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:56:35.201182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-468f7fd7-7157-40c1-a248-eb84b28f56f8 req-16f19772-6dc2-42e5-b376-7080c195ac35 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798802 Feb 16 16:56:35.210289 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5fe7c-989e-4817-9da5-d92636de50ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23cabe9-7e2e-40ba-aab3-aef34acd18ce,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:35.297058 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da88bc72-440a-463d-88db-c051033cd484 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:35.307992 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-da88bc72-440a-463d-88db-c051033cd484 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/b8347607-44be-4224-9cce-1c6e701b1fe9 HTTP/1.1" status: 204 len: 168 time: 1.6114540 Feb 16 16:56:35.309293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35942) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:35.388179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc75480-3132-48fe-884e-0cc5c7dd9023 None None] Pushing event updated for resources: {'Port': ['ID=6b263a74-459a-4473-a9f9-4da5207c48f7,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:35.417189 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8003ffdd-b1ce-4c2f-8df7-09aa118488e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:35.496064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13ace4c-d081-4ba8-89ea-6784d59fcaa8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:35.500211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c13ace4c-d081-4ba8-89ea-6784d59fcaa8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1889348 Feb 16 16:56:35.504125 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35946) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:35.638611 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7493dc28-e2e0-42b4-92b1-b36ec069693a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:35.650781 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7493dc28-e2e0-42b4-92b1-b36ec069693a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1446943 Feb 16 16:56:35.653288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35948) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:35.767105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b5bfe-542d-49ab-9e80-0ae769eb177a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:35.771860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b5bfe-542d-49ab-9e80-0ae769eb177a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:35.777484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b5bfe-542d-49ab-9e80-0ae769eb177a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:35.782532 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f86b5bfe-542d-49ab-9e80-0ae769eb177a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1252007 Feb 16 16:56:35.783422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35950) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:35.925727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35954) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:35.945291 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6a06aa54-f051-4ad1-ab94-d2acb825bf57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:35.953159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb7efbe-9a76-44cc-8716-fe4feb824291 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 2d5089ec-9c99-48a7-87d9-8e3bc6f08a23 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:56:35.978495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-8003ffdd-b1ce-4c2f-8df7-09aa118488e5 None None] Allocated IP 2001:db8:0:1::2 (c6c55570-6501-4cec-af38-70389b23efe2/2d5089ec-9c99-48a7-87d9-8e3bc6f08a23/6b263a74-459a-4473-a9f9-4da5207c48f7) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:36.139282 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6a06aa54-f051-4ad1-ab94-d2acb825bf57 admin admin] Publish callbacks [] for security_group (584cb224-1bb6-423d-9836-cdf3da36dffd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:36.149650 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6a06aa54-f051-4ad1-ab94-d2acb825bf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (584cb224-1bb6-423d-9836-cdf3da36dffd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:36.207801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8003ffdd-b1ce-4c2f-8df7-09aa118488e5 None None] For port 6b263a74-459a-4473-a9f9-4da5207c48f7, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b263a74-459a-4473-a9f9-4da5207c48f7,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:36.257846 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6a06aa54-f051-4ad1-ab94-d2acb825bf57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f5483b4559f436382f6ae334f5f8c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310406 Feb 16 16:56:36.260480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 35960) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:36.269359 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06aa54-f051-4ad1-ab94-d2acb825bf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584cb224-1bb6-423d-9836-cdf3da36dffd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:36.306129 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8003ffdd-b1ce-4c2f-8df7-09aa118488e5 None None] Publish callbacks [] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:36.316512 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8003ffdd-b1ce-4c2f-8df7-09aa118488e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:36.320495 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fb7efbe-9a76-44cc-8716-fe4feb824291 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (2d5089ec-9c99-48a7-87d9-8e3bc6f08a23), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:36.522932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003ffdd-b1ce-4c2f-8df7-09aa118488e5 None None] Pushing event updated for resources: {'Port': ['ID=6b263a74-459a-4473-a9f9-4da5207c48f7,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:36.706503 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fb7efbe-9a76-44cc-8716-fe4feb824291 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (2d5089ec-9c99-48a7-87d9-8e3bc6f08a23), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:36.979325 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fb7efbe-9a76-44cc-8716-fe4feb824291 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (2d5089ec-9c99-48a7-87d9-8e3bc6f08a23), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:37.151707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df0afd-ad6e-4b13-afda-e32582703273 req-31ac7783-8c84-4a3e-978c-5ffdae7a6f28 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:37.155474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-93df0afd-ad6e-4b13-afda-e32582703273 req-31ac7783-8c84-4a3e-978c-5ffdae7a6f28 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.8153327 Feb 16 16:56:37.157804 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd07acd4-9a0f-4bdf-ab6d-1195d85a3fa3 admin admin] Publish callbacks [] for security_group (584cb224-1bb6-423d-9836-cdf3da36dffd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:37.201150 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd07acd4-9a0f-4bdf-ab6d-1195d85a3fa3 admin admin] Publish callbacks [] for security_group (584cb224-1bb6-423d-9836-cdf3da36dffd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:37.327108 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fb7efbe-9a76-44cc-8716-fe4feb824291 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (2d5089ec-9c99-48a7-87d9-8e3bc6f08a23), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:37.372443 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3fb7efbe-9a76-44cc-8716-fe4feb824291 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:37.381722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6b263a74-459a-4473-a9f9-4da5207c48f7 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:56:37.404850 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3fb7efbe-9a76-44cc-8716-fe4feb824291 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/2d5089ec-9c99-48a7-87d9-8e3bc6f08a23 HTTP/1.1" status: 204 len: 168 time: 1.6174724 Feb 16 16:56:37.405192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 35988) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:37.477030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7efbe-9a76-44cc-8716-fe4feb824291 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5089ec-9c99-48a7-87d9-8e3bc6f08a23,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:37.487836 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd07acd4-9a0f-4bdf-ab6d-1195d85a3fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (584cb224-1bb6-423d-9836-cdf3da36dffd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:37.492882 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd07acd4-9a0f-4bdf-ab6d-1195d85a3fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:37.496135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bd07acd4-9a0f-4bdf-ab6d-1195d85a3fa3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/584cb224-1bb6-423d-9836-cdf3da36dffd HTTP/1.1" status: 204 len: 168 time: 1.2341266 Feb 16 16:56:37.533159 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-176f592d-cdc4-4046-82fc-66dd1737e69a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:56:37.537891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 6b263a74-459a-4473-a9f9-4da5207c48f7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:37.538292 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:37.545483 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-176f592d-cdc4-4046-82fc-66dd1737e69a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:37.556747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07acd4-9a0f-4bdf-ab6d-1195d85a3fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584cb224-1bb6-423d-9836-cdf3da36dffd,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:37.638192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-176f592d-cdc4-4046-82fc-66dd1737e69a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:37.672878 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-93df0afd-ad6e-4b13-afda-e32582703273 req-297909bf-1229-421a-9193-43f2341924e9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170676 Feb 16 16:56:37.730407 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 6b263a74-459a-4473-a9f9-4da5207c48f7 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:37.918800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cac883-fd6d-4668-8c3a-a71889ea4998 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:37.920983 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b6cba724-6920-4b70-9235-2c456a55f27c None None] Could not find standard attr ID for object b8347607-44be-4224-9cce-1c6e701b1fe9. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:56:38.021203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b6cba724-6920-4b70-9235-2c456a55f27c None None] Provisioning complete for port 6b263a74-459a-4473-a9f9-4da5207c48f7 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:38.021726 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b6cba724-6920-4b70-9235-2c456a55f27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:38.307629 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-176f592d-cdc4-4046-82fc-66dd1737e69a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:38.471343 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-176f592d-cdc4-4046-82fc-66dd1737e69a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:38.608219 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-176f592d-cdc4-4046-82fc-66dd1737e69a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:38.622410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36018) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:38.644334 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-176f592d-cdc4-4046-82fc-66dd1737e69a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3 HTTP/1.1" status: 204 len: 168 time: 1.2380779 Feb 16 16:56:38.649280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f592d-cdc4-4046-82fc-66dd1737e69a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:38.721563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b6cba724-6920-4b70-9235-2c456a55f27c None None] Current status of the port 6b263a74-459a-4473-a9f9-4da5207c48f7 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:38.751104 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36024) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:38.756846 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:38.761566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9e85dc6a-1a34-4e4d-bddc-58fa07230677 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1379132 Feb 16 16:56:38.869745 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d067e89-9cce-42ce-bceb-3b8fa36e696c None None] Update dhcp port {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'fixed_ips': [{'subnet_id': '8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3'}], 'binding:host_id': 'n-d-669411-5'}, 'id': '6b263a74-459a-4473-a9f9-4da5207c48f7'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:56:38.936758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cf6da-905f-4a58-be83-c2b0fa4905a2 req-b53eeaf9-8c50-4fd3-ac02-2fab53d064fc tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:38.938944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-509cf6da-905f-4a58-be83-c2b0fa4905a2 req-b53eeaf9-8c50-4fd3-ac02-2fab53d064fc tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1701286 Feb 16 16:56:38.964467 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6d067e89-9cce-42ce-bceb-3b8fa36e696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:39.022550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:39.030664 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:39.060314 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-509cf6da-905f-4a58-be83-c2b0fa4905a2 req-4009005d-11d4-43e2-9c5d-33fe2396e66d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149023 Feb 16 16:56:39.224643 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94ea2e0-fc68-4a97-85dd-0cb4b9feab1f None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:39.432275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6b263a74-459a-4473-a9f9-4da5207c48f7 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:56:39.581332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-56370b8b-1181-48d8-a40f-e0bb47db5efc None None] Provisioning complete for port 6b263a74-459a-4473-a9f9-4da5207c48f7 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:39.582020 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56370b8b-1181-48d8-a40f-e0bb47db5efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:39.679712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 6b263a74-459a-4473-a9f9-4da5207c48f7 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:39.680481 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:39.760615 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 6b263a74-459a-4473-a9f9-4da5207c48f7, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b263a74-459a-4473-a9f9-4da5207c48f7,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:39.784202 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:39.888461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.objects.ports [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:56:39.921471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=6b263a74-459a-4473-a9f9-4da5207c48f7,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:39.924404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-56370b8b-1181-48d8-a40f-e0bb47db5efc None None] Current status of the port 6b263a74-459a-4473-a9f9-4da5207c48f7 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:39.924923 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56370b8b-1181-48d8-a40f-e0bb47db5efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:39.927946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351fbb15-b1e2-402b-aff7-04b11a2a1ab8 None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:56:40.011858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-56370b8b-1181-48d8-a40f-e0bb47db5efc None None] For port 6b263a74-459a-4473-a9f9-4da5207c48f7, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b263a74-459a-4473-a9f9-4da5207c48f7,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:40.024379 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-56370b8b-1181-48d8-a40f-e0bb47db5efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:40.105335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-351fbb15-b1e2-402b-aff7-04b11a2a1ab8 None None] Deleting port 6b263a74-459a-4473-a9f9-4da5207c48f7 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:40.105714 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-351fbb15-b1e2-402b-aff7-04b11a2a1ab8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:40.136920 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:40.234809 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-351fbb15-b1e2-402b-aff7-04b11a2a1ab8 None None] For port 6b263a74-459a-4473-a9f9-4da5207c48f7, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b263a74-459a-4473-a9f9-4da5207c48f7,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:40.235220 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-351fbb15-b1e2-402b-aff7-04b11a2a1ab8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:40.250434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-351fbb15-b1e2-402b-aff7-04b11a2a1ab8 None None] Calling delete_port for 6b263a74-459a-4473-a9f9-4da5207c48f7 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:40.255495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56370b8b-1181-48d8-a40f-e0bb47db5efc None None] Pushing event updated for resources: {'Port': ['ID=6b263a74-459a-4473-a9f9-4da5207c48f7,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:40.275531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc77a28-0f6e-482d-a456-99904fcf64b1 req-1b5154b3-3f53-4e2a-930f-996644900fbb tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:40.283414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dcc77a28-0f6e-482d-a456-99904fcf64b1 req-1b5154b3-3f53-4e2a-930f-996644900fbb tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.0895138 Feb 16 16:56:40.403126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dcc77a28-0f6e-482d-a456-99904fcf64b1 req-2f7e8eab-dfc3-41de-8a47-e6bb811de350 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187375 Feb 16 16:56:40.471491 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] For port 6b263a74-459a-4473-a9f9-4da5207c48f7, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b263a74-459a-4473-a9f9-4da5207c48f7,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:40.541663 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:40.557845 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:40.568269 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-351fbb15-b1e2-402b-aff7-04b11a2a1ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (6b263a74-459a-4473-a9f9-4da5207c48f7), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:40.620328 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (6903eae8-db80-49ca-b551-de36b95247c5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:40.630353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fbb15-b1e2-402b-aff7-04b11a2a1ab8 None None] Pushing event deleted for resources: {'Port': ['ID=6b263a74-459a-4473-a9f9-4da5207c48f7,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:40.641233 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351fbb15-b1e2-402b-aff7-04b11a2a1ab8 None None] No DVR routers for this DVR port 6b263a74-459a-4473-a9f9-4da5207c48f7 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:40.694970 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=6903eae8-db80-49ca-b551-de36b95247c5,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:40.730555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=6b263a74-459a-4473-a9f9-4da5207c48f7,revision_number=10']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:40.734841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:40.736737 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:40.740723 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:40.741910 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:40.747672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780fa451-2a22-4d85-8875-b70db03a4956 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:40.776504 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f424c65f-4064-413f-add3-7d62143feefc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0244744 Feb 16 16:56:40.777942 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36062) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:40.783626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3ac88051-7a92-4c56-b37d-c20d8eeacc33 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:40.986308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': '6903eae8-db80-49ca-b551-de36b95247c5'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:56:40.990808 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:41.054849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac88051-7a92-4c56-b37d-c20d8eeacc33 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:41.063475 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ac88051-7a92-4c56-b37d-c20d8eeacc33 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:41.203921 n-d-669411-5 neutron-server[103421]: INFO neutron.db.ipam_backend_mixin [None req-3ac88051-7a92-4c56-b37d-c20d8eeacc33 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6903eae8-db80-49ca-b551-de36b95247c5 (CIDR: 2001:db8::/64) Feb 16 16:56:41.210987 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac88051-7a92-4c56-b37d-c20d8eeacc33 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:56:41.211883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac88051-7a92-4c56-b37d-c20d8eeacc33 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:41.245794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3ac88051-7a92-4c56-b37d-c20d8eeacc33 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4667315 Feb 16 16:56:41.248809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36090) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:41.260447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-24f065c4-6913-4513-918c-247bb0664ca1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:41.319681 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Allocated IP 2001:db8::f816:3eff:feef:a2e4 (c6c55570-6501-4cec-af38-70389b23efe2/6903eae8-db80-49ca-b551-de36b95247c5/1686566f-cc0c-42cc-9239-8e74690ea1d1) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:41.667277 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Publish callbacks [] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:41.696417 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:41.764908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Pushing event updated for resources: {'Port': ['ID=1686566f-cc0c-42cc-9239-8e74690ea1d1,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:41.776313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:41.778413 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:41.792265 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:56:41.867430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Attempting to bind port 1686566f-cc0c-42cc-9239-8e74690ea1d1 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:56:41.867841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Attempting to bind port 1686566f-cc0c-42cc-9239-8e74690ea1d1 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:56:41.868211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Attempting to bind port 1686566f-cc0c-42cc-9239-8e74690ea1d1 on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:56:41.874218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:56:41.875451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:56:41.876058 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:41.876776 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:56:41.877425 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Bound port: 1686566f-cc0c-42cc-9239-8e74690ea1d1, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:56:41.877973 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:41.997347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] For port 1686566f-cc0c-42cc-9239-8e74690ea1d1, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:56:42.001361 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] For port 1686566f-cc0c-42cc-9239-8e74690ea1d1, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1686566f-cc0c-42cc-9239-8e74690ea1d1,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:56:42.013691 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:42.055843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f065c4-6913-4513-918c-247bb0664ca1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:42.059839 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24f065c4-6913-4513-918c-247bb0664ca1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:42.119335 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a70dd2-033e-498a-a472-3246958fe8cf req-9cc3b5bf-7fd0-4fb9-8184-f0b0e9e526ab tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:42.121202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4a70dd2-033e-498a-a472-3246958fe8cf req-9cc3b5bf-7fd0-4fb9-8184-f0b0e9e526ab tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1863155 Feb 16 16:56:42.137522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1f248-03c3-4246-a245-ef5ea6de2d5e None None] Pushing event updated for resources: {'Port': ['ID=1686566f-cc0c-42cc-9239-8e74690ea1d1,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:42.274174 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4a70dd2-033e-498a-a472-3246958fe8cf req-6e07eb8d-8ca9-4540-b9e7-786a782c827a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036630 Feb 16 16:56:42.570954 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24f065c4-6913-4513-918c-247bb0664ca1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (c31d2f2a-870d-4e3a-a981-a31a82ec3d52), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:42.630732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f065c4-6913-4513-918c-247bb0664ca1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:42.638188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-24f065c4-6913-4513-918c-247bb0664ca1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:42.650971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f065c4-6913-4513-918c-247bb0664ca1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:42.651918 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24f065c4-6913-4513-918c-247bb0664ca1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:42.669631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f065c4-6913-4513-918c-247bb0664ca1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=c31d2f2a-870d-4e3a-a981-a31a82ec3d52,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:42.690334 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-24f065c4-6913-4513-918c-247bb0664ca1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4373958 Feb 16 16:56:42.690669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36156) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:42.698508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-bfcb1264-dbf7-4ae9-a3bf-68ebd8bd313b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'mac_address': 'fa:16:3e:e7:43:37', 'name': 'tempest-NetworksTestDHCPv6-1068114663'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:42.860619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcb1264-dbf7-4ae9-a3bf-68ebd8bd313b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:42.978858 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bfcb1264-dbf7-4ae9-a3bf-68ebd8bd313b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:43.018557 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-bfcb1264-dbf7-4ae9-a3bf-68ebd8bd313b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port 85130d86-05dc-41b7-873d-767acd8fb510 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:56:43.361189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d0002-d134-4c88-9858-a9c58b679593 req-efe12d25-dac8-4e82-acc1-9289678726ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:43.361189 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-685d0002-d134-4c88-9858-a9c58b679593 req-efe12d25-dac8-4e82-acc1-9289678726ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=841aff1e2cfb4b999c259e50aac929f0&device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 1127 time: 0.1553311 Feb 16 16:56:43.423523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-bfcb1264-dbf7-4ae9-a3bf-68ebd8bd313b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8:0:1::167 (c6c55570-6501-4cec-af38-70389b23efe2/c31d2f2a-870d-4e3a-a981-a31a82ec3d52/85130d86-05dc-41b7-873d-767acd8fb510) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:43.476494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1686566f-cc0c-42cc-9239-8e74690ea1d1 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:56:43.483742 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-bfcb1264-dbf7-4ae9-a3bf-68ebd8bd313b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::f816:3eff:fee7:4337 (c6c55570-6501-4cec-af38-70389b23efe2/6903eae8-db80-49ca-b551-de36b95247c5/85130d86-05dc-41b7-873d-767acd8fb510) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:43.617117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 1686566f-cc0c-42cc-9239-8e74690ea1d1 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:43.617500 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:43.632045 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d0002-d134-4c88-9858-a9c58b679593 req-624af4ef-739d-46e5-a237-5b1e22b00e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:43.633849 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-685d0002-d134-4c88-9858-a9c58b679593 req-624af4ef-739d-46e5-a237-5b1e22b00e21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910 HTTP/1.1" status: 200 len: 914 time: 0.2684436 Feb 16 16:56:43.701561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6073888-72f0-4ca5-94d2-d99376b5db8b req-2131f804-cd3d-43cf-9e45-ebebe0dca5fa tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:43.703202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6073888-72f0-4ca5-94d2-d99376b5db8b req-2131f804-cd3d-43cf-9e45-ebebe0dca5fa tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.2878129 Feb 16 16:56:43.758503 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-685d0002-d134-4c88-9858-a9c58b679593 req-7939261f-7b28-48df-ade0-4fb54b75770e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b315b51c-7adf-4917-9dae-d6c49f912476 HTTP/1.1" status: 200 len: 217 time: 0.1097472 Feb 16 16:56:43.792336 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1d9ea2-e432-4045-a67d-f4a94b9b698e None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:43.839026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6073888-72f0-4ca5-94d2-d99376b5db8b req-d908b4fd-3bd9-4843-a4e7-e0116ac60cbb tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071153 Feb 16 16:56:43.879180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d0002-d134-4c88-9858-a9c58b679593 req-1cdc4902-587d-4715-b2b0-14784775212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:43.880884 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-685d0002-d134-4c88-9858-a9c58b679593 req-1cdc4902-587d-4715-b2b0-14784775212a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d092a221-0126-4114-8e52-e084ffe483c5 HTTP/1.1" status: 200 len: 853 time: 0.1213565 Feb 16 16:56:43.921689 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bfcb1264-dbf7-4ae9-a3bf-68ebd8bd313b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (85130d86-05dc-41b7-873d-767acd8fb510), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:43.936033 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 1686566f-cc0c-42cc-9239-8e74690ea1d1 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:43.937592 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:43.951663 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-685d0002-d134-4c88-9858-a9c58b679593 req-16f55a05-f118-4eca-b119-0071099b79f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624239 Feb 16 16:56:43.962915 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bfcb1264-dbf7-4ae9-a3bf-68ebd8bd313b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (85130d86-05dc-41b7-873d-767acd8fb510), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:44.001690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b5bdfc2f-2d32-464f-9229-c998ea3c0120 None None] Provisioning complete for port 1686566f-cc0c-42cc-9239-8e74690ea1d1 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:44.002277 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b5bdfc2f-2d32-464f-9229-c998ea3c0120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:44.033596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb1264-dbf7-4ae9-a3bf-68ebd8bd313b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:44.041863 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-bfcb1264-dbf7-4ae9-a3bf-68ebd8bd313b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:44.053790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb1264-dbf7-4ae9-a3bf-68ebd8bd313b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:56:44.060799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcb1264-dbf7-4ae9-a3bf-68ebd8bd313b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:44.061661 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bfcb1264-dbf7-4ae9-a3bf-68ebd8bd313b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:44.082081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb1264-dbf7-4ae9-a3bf-68ebd8bd313b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=85130d86-05dc-41b7-873d-767acd8fb510,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:44.101064 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bfcb1264-dbf7-4ae9-a3bf-68ebd8bd313b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4052351 Feb 16 16:56:44.101827 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36186) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:44.151313 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-685d0002-d134-4c88-9858-a9c58b679593 req-756b4836-84e3-4ca3-9ac2-88deea701d06 service neutron] 10.222.0.60 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928666 Feb 16 16:56:44.167062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 1686566f-cc0c-42cc-9239-8e74690ea1d1, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1686566f-cc0c-42cc-9239-8e74690ea1d1,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:44.181912 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:44.275017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-64f7d216-b4e9-465b-8f0c-01b03cbd02ec tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 85130d86-05dc-41b7-873d-767acd8fb510 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:44.276824 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64f7d216-b4e9-465b-8f0c-01b03cbd02ec tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (85130d86-05dc-41b7-873d-767acd8fb510), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:44.365607 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-685d0002-d134-4c88-9858-a9c58b679593 req-5dd56a77-7099-4e0b-92bf-7923395582ad service neutron] 10.222.0.60 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053390 Feb 16 16:56:44.373022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b5bdfc2f-2d32-464f-9229-c998ea3c0120 None None] Current status of the port 1686566f-cc0c-42cc-9239-8e74690ea1d1 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:44.378479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=1686566f-cc0c-42cc-9239-8e74690ea1d1,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:44.484573 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64f7d216-b4e9-465b-8f0c-01b03cbd02ec tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (85130d86-05dc-41b7-873d-767acd8fb510), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:44.500562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-64f7d216-b4e9-465b-8f0c-01b03cbd02ec tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 85130d86-05dc-41b7-873d-767acd8fb510 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:44.537950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c962f6b-6386-4034-8444-fcbf053ff246 None None] Update dhcp port {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'fixed_ips': [{'subnet_id': '6903eae8-db80-49ca-b551-de36b95247c5', 'ip_address': '2001:db8::f816:3eff:feef:a2e4'}, {'subnet_id': 'c31d2f2a-870d-4e3a-a981-a31a82ec3d52'}], 'binding:host_id': 'n-d-669411-5'}, 'id': '1686566f-cc0c-42cc-9239-8e74690ea1d1'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:56:44.611257 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8c962f6b-6386-4034-8444-fcbf053ff246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:44.757089 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64f7d216-b4e9-465b-8f0c-01b03cbd02ec tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (85130d86-05dc-41b7-873d-767acd8fb510), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:44.799701 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7d216-b4e9-465b-8f0c-01b03cbd02ec tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=85130d86-05dc-41b7-873d-767acd8fb510,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:44.892819 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64f7d216-b4e9-465b-8f0c-01b03cbd02ec tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:44.904958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-64f7d216-b4e9-465b-8f0c-01b03cbd02ec tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/85130d86-05dc-41b7-873d-767acd8fb510 HTTP/1.1" status: 204 len: 168 time: 0.8018210 Feb 16 16:56:44.907552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36206) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:45.006805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-8c962f6b-6386-4034-8444-fcbf053ff246 None None] Allocated IP 2001:db8:0:1::2 (c6c55570-6501-4cec-af38-70389b23efe2/c31d2f2a-870d-4e3a-a981-a31a82ec3d52/1686566f-cc0c-42cc-9239-8e74690ea1d1) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:45.048398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37532fc-2535-4c86-8fdf-c1479af6e64f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:45.049990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c37532fc-2535-4c86-8fdf-c1479af6e64f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1414671 Feb 16 16:56:45.054051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36210) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:45.141068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8c962f6b-6386-4034-8444-fcbf053ff246 None None] For port 1686566f-cc0c-42cc-9239-8e74690ea1d1, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1686566f-cc0c-42cc-9239-8e74690ea1d1,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:45.162696 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4012f5c-9e2a-49db-b049-b6a4e0dd04fa tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:45.169574 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f4012f5c-9e2a-49db-b049-b6a4e0dd04fa tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1142375 Feb 16 16:56:45.171677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36212) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:45.190309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5f287-7d7f-4139-9da5-267fa89a75e2 req-8c1a6cbf-ed91-45bd-a459-64570e8a89ec tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:45.192834 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8bc5f287-7d7f-4139-9da5-267fa89a75e2 req-8c1a6cbf-ed91-45bd-a459-64570e8a89ec tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 945 time: 0.1901047 Feb 16 16:56:45.216839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36214) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:45.219061 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8c962f6b-6386-4034-8444-fcbf053ff246 None None] Publish callbacks [] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:45.236892 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8c962f6b-6386-4034-8444-fcbf053ff246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:45.305307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b315b51c-7adf-4917-9dae-d6c49f912476 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:56:45.316309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8bc5f287-7d7f-4139-9da5-267fa89a75e2 req-305ab2f9-8624-41e4-bda2-8cc59e32cc78 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144316 Feb 16 16:56:45.328456 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dac03b-09fc-49d4-8c58-57ec6c453108 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:45.331187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dac03b-09fc-49d4-8c58-57ec6c453108 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:45.336346 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dac03b-09fc-49d4-8c58-57ec6c453108 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:45.340835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36218) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:45.341901 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c2dac03b-09fc-49d4-8c58-57ec6c453108 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1691310 Feb 16 16:56:45.409638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1686566f-cc0c-42cc-9239-8e74690ea1d1 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:56:45.451739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c962f6b-6386-4034-8444-fcbf053ff246 None None] Pushing event updated for resources: {'Port': ['ID=1686566f-cc0c-42cc-9239-8e74690ea1d1,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:45.452447 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebae4609-54f6-4e49-969e-f3bb8d5cc686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:45.556519 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebae4609-54f6-4e49-969e-f3bb8d5cc686 admin admin] Publish callbacks [] for security_group (1814b669-2870-443d-acea-26d28ff3ab41), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:45.566009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e41e91-5fa9-478f-8d10-a1fd9241b600 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 6903eae8-db80-49ca-b551-de36b95247c5 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:56:45.571746 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebae4609-54f6-4e49-969e-f3bb8d5cc686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1814b669-2870-443d-acea-26d28ff3ab41), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:45.575658 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96e41e91-5fa9-478f-8d10-a1fd9241b600 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (6903eae8-db80-49ca-b551-de36b95247c5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:45.613389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b315b51c-7adf-4917-9dae-d6c49f912476 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:45.613996 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:45.674960 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b315b51c-7adf-4917-9dae-d6c49f912476, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b315b51c-7adf-4917-9dae-d6c49f912476,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:45.676339 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 1686566f-cc0c-42cc-9239-8e74690ea1d1 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:45.677611 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:45.729863 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ebae4609-54f6-4e49-969e-f3bb8d5cc686 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03a2183d853e4bbd8b750b88a0eccdf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5095816 Feb 16 16:56:45.730043 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96e41e91-5fa9-478f-8d10-a1fd9241b600 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (6903eae8-db80-49ca-b551-de36b95247c5), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:45.730551 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36226) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:45.749361 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cfa36a-65dd-4630-aa1c-c51ee0674b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b315b51c-7adf-4917-9dae-d6c49f912476'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:56:45.752071 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619cd42c-ead7-4789-84ae-f277aceaf5e1" -d '{"events": [{"server_uuid": "49cfa36a-65dd-4630-aa1c-c51ee0674b03", "name": "network-vif-unplugged", "status": "completed", "tag": "b315b51c-7adf-4917-9dae-d6c49f912476"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:56:45.764648 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:45.827194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae4609-54f6-4e49-969e-f3bb8d5cc686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1814b669-2870-443d-acea-26d28ff3ab41,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:45.863791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=b315b51c-7adf-4917-9dae-d6c49f912476,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:45.907232 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b099b330-ba53-4909-ab39-c5a93b6fcd28 admin admin] Publish callbacks [] for security_group (1814b669-2870-443d-acea-26d28ff3ab41), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:45.924872 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96e41e91-5fa9-478f-8d10-a1fd9241b600 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (6903eae8-db80-49ca-b551-de36b95247c5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:45.927088 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab91df3c-e62c-4393-af1e-891e911c449f x-openstack-request-id: req-ab91df3c-e62c-4393-af1e-891e911c449f {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:56:45.928011 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cfa36a-65dd-4630-aa1c-c51ee0674b03", "name": "network-vif-unplugged", "status": "completed", "tag": "b315b51c-7adf-4917-9dae-d6c49f912476", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:56:45.928391 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab91df3c-e62c-4393-af1e-891e911c449f {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:56:45.929459 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cfa36a-65dd-4630-aa1c-c51ee0674b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b315b51c-7adf-4917-9dae-d6c49f912476', 'code': 200} Feb 16 16:56:45.956596 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b099b330-ba53-4909-ab39-c5a93b6fcd28 admin admin] Publish callbacks [] for security_group (1814b669-2870-443d-acea-26d28ff3ab41), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:45.961519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 1686566f-cc0c-42cc-9239-8e74690ea1d1 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:46.026403 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96e41e91-5fa9-478f-8d10-a1fd9241b600 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (6903eae8-db80-49ca-b551-de36b95247c5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:46.041273 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96e41e91-5fa9-478f-8d10-a1fd9241b600 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:46.042583 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b099b330-ba53-4909-ab39-c5a93b6fcd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1814b669-2870-443d-acea-26d28ff3ab41), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:46.046012 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b099b330-ba53-4909-ab39-c5a93b6fcd28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:46.047449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-96e41e91-5fa9-478f-8d10-a1fd9241b600 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/6903eae8-db80-49ca-b551-de36b95247c5 HTTP/1.1" status: 204 len: 168 time: 0.7055874 Feb 16 16:56:46.049696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36230) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:46.051868 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b099b330-ba53-4909-ab39-c5a93b6fcd28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1814b669-2870-443d-acea-26d28ff3ab41 HTTP/1.1" status: 204 len: 168 time: 0.3198550 Feb 16 16:56:46.064408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099b330-ba53-4909-ab39-c5a93b6fcd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1814b669-2870-443d-acea-26d28ff3ab41,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:46.089328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e41e91-5fa9-478f-8d10-a1fd9241b600 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=6903eae8-db80-49ca-b551-de36b95247c5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:46.176368 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-962a2b52-13a9-41b5-b257-f7d573da71dc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet c31d2f2a-870d-4e3a-a981-a31a82ec3d52 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:56:46.184629 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-962a2b52-13a9-41b5-b257-f7d573da71dc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (c31d2f2a-870d-4e3a-a981-a31a82ec3d52), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:46.267367 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-962a2b52-13a9-41b5-b257-f7d573da71dc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (c31d2f2a-870d-4e3a-a981-a31a82ec3d52), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:46.454514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-962a2b52-13a9-41b5-b257-f7d573da71dc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (c31d2f2a-870d-4e3a-a981-a31a82ec3d52), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:46.585960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725fff-6f58-410f-8112-a1f10eb82d7f req-fd46f1e0-13b5-4926-a44a-a8e094b87bd3 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:46.595233 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51725fff-6f58-410f-8112-a1f10eb82d7f req-fd46f1e0-13b5-4926-a44a-a8e094b87bd3 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.0963914 Feb 16 16:56:46.631526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36238) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:46.656684 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7e63df6-04b6-474d-a7af-32aa70c6cd95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:46.697566 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-962a2b52-13a9-41b5-b257-f7d573da71dc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (c31d2f2a-870d-4e3a-a981-a31a82ec3d52), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:46.756668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f1803b-aa32-4994-8fd5-69c484e1f28c None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:46.822214 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7e63df6-04b6-474d-a7af-32aa70c6cd95 admin admin] Publish callbacks [] for security_group (292ba05a-a7fa-409b-9fb7-898c31e1516b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:46.834308 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7e63df6-04b6-474d-a7af-32aa70c6cd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (292ba05a-a7fa-409b-9fb7-898c31e1516b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:46.854994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-51725fff-6f58-410f-8112-a1f10eb82d7f req-d1d5438e-36da-4b86-b625-c9bde1bd4d37 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531776 Feb 16 16:56:46.857832 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-962a2b52-13a9-41b5-b257-f7d573da71dc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:46.869657 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-962a2b52-13a9-41b5-b257-f7d573da71dc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/c31d2f2a-870d-4e3a-a981-a31a82ec3d52 HTTP/1.1" status: 204 len: 168 time: 0.8188336 Feb 16 16:56:46.872958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a2b52-13a9-41b5-b257-f7d573da71dc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=c31d2f2a-870d-4e3a-a981-a31a82ec3d52,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:46.886402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36246) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:46.917357 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e63df6-04b6-474d-a7af-32aa70c6cd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292ba05a-a7fa-409b-9fb7-898c31e1516b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:46.971471 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b7e63df6-04b6-474d-a7af-32aa70c6cd95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b27461ddd9824e4494c09dbc20e282bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379157 Feb 16 16:56:46.975669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36250) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:47.086041 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b459583c-7031-4b45-b561-e03a8d405aeb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1983328 Feb 16 16:56:47.089304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36252) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:47.094837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-0b85d3e2-59d8-4218-922f-1715230220f6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:47.097679 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1bb13f12-b3de-4307-8ce7-36b418f5bac3 admin admin] Publish callbacks [] for security_group (292ba05a-a7fa-409b-9fb7-898c31e1516b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:47.138002 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c64f56b9-34bf-4853-b096-f0401d71b660 None None] Provisioning complete for port 1686566f-cc0c-42cc-9239-8e74690ea1d1 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:47.145881 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1bb13f12-b3de-4307-8ce7-36b418f5bac3 admin admin] Publish callbacks [] for security_group (292ba05a-a7fa-409b-9fb7-898c31e1516b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:47.146680 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c64f56b9-34bf-4853-b096-f0401d71b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:47.157719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb7b64-a7ec-417e-9116-71c4b52c82cb req-8ba0bc30-f520-4095-812c-6231bdd61029 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:47.159302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42fb7b64-a7ec-417e-9116-71c4b52c82cb req-8ba0bc30-f520-4095-812c-6231bdd61029 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.1443710 Feb 16 16:56:47.245331 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1bb13f12-b3de-4307-8ce7-36b418f5bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (292ba05a-a7fa-409b-9fb7-898c31e1516b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:47.248753 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1bb13f12-b3de-4307-8ce7-36b418f5bac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:47.250733 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1bb13f12-b3de-4307-8ce7-36b418f5bac3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/292ba05a-a7fa-409b-9fb7-898c31e1516b HTTP/1.1" status: 204 len: 168 time: 0.2739568 Feb 16 16:56:47.269786 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb13f12-b3de-4307-8ce7-36b418f5bac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292ba05a-a7fa-409b-9fb7-898c31e1516b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:47.340365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42fb7b64-a7ec-417e-9116-71c4b52c82cb req-7d7d71a6-d6cc-42f5-9e21-f343a780e36a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379943 Feb 16 16:56:47.419156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:56:47.424106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b85d3e2-59d8-4218-922f-1715230220f6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:47.430172 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b85d3e2-59d8-4218-922f-1715230220f6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:47.469713 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c64f56b9-34bf-4853-b096-f0401d71b660 None None] Current status of the port 1686566f-cc0c-42cc-9239-8e74690ea1d1 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:47.476269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c64f56b9-34bf-4853-b096-f0401d71b660 None None] Could not find standard attr ID for object 85130d86-05dc-41b7-873d-767acd8fb510. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:56:47.498339 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Deleting port 1686566f-cc0c-42cc-9239-8e74690ea1d1 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:47.498812 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:47.680685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] For port 1686566f-cc0c-42cc-9239-8e74690ea1d1, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1686566f-cc0c-42cc-9239-8e74690ea1d1,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:47.681297 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:47.722081 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b85d3e2-59d8-4218-922f-1715230220f6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (4483a8f4-c9f4-46fd-8863-6b6f2e2992b4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:47.726590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Calling delete_port for 1686566f-cc0c-42cc-9239-8e74690ea1d1 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:47.786404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85d3e2-59d8-4218-922f-1715230220f6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=4483a8f4-c9f4-46fd-8863-6b6f2e2992b4,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:47.803654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b85d3e2-59d8-4218-922f-1715230220f6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:47.807467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-0b85d3e2-59d8-4218-922f-1715230220f6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:47.813710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b85d3e2-59d8-4218-922f-1715230220f6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:47.814471 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0b85d3e2-59d8-4218-922f-1715230220f6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:47.846481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36270) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:47.849828 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0b85d3e2-59d8-4218-922f-1715230220f6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7573469 Feb 16 16:56:47.854261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9fa1779f-3702-443c-82ac-d354f61f9bde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:47.967342 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-72ed9ac5-960f-44cf-a456-32d22a42b68b req-3744b948-4c16-443f-9106-c9e74ae86df8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:56:47.968390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72ed9ac5-960f-44cf-a456-32d22a42b68b req-3744b948-4c16-443f-9106-c9e74ae86df8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2533288 Feb 16 16:56:47.987286 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (1686566f-cc0c-42cc-9239-8e74690ea1d1), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:48.069082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Pushing event deleted for resources: {'Port': ['ID=1686566f-cc0c-42cc-9239-8e74690ea1d1,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:48.086969 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:48.087721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:48.088493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:48.089061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:48.089871 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:48.090971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:48.091580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:48.092188 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:48.093133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:48.093811 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:48.094482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:48.095177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:48.097015 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:56:48.121005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe31ed-ecf0-4730-b7f9-6d0c0afda490 None None] No DVR routers for this DVR port 1686566f-cc0c-42cc-9239-8e74690ea1d1 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:56:48.151681 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385651c0-e36f-40d5-98b9-3ef5300ebc7d None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:48.186459 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa1779f-3702-443c-82ac-d354f61f9bde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:48.190205 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fa1779f-3702-443c-82ac-d354f61f9bde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:48.345128 n-d-669411-5 neutron-server[103422]: INFO neutron.db.ipam_backend_mixin [None req-9fa1779f-3702-443c-82ac-d354f61f9bde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4483a8f4-c9f4-46fd-8863-6b6f2e2992b4 (CIDR: 2001:db8::/64) Feb 16 16:56:48.350316 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa1779f-3702-443c-82ac-d354f61f9bde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:56:48.351000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa1779f-3702-443c-82ac-d354f61f9bde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:48.372642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c6c55570-6501-4cec-af38-70389b23efe2', 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'project_id': '8f76cd413892480785a2d2e7304c28ca', 'fixed_ips': [{'subnet_id': '4483a8f4-c9f4-46fd-8863-6b6f2e2992b4'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:56:48.373566 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:48.392689 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9fa1779f-3702-443c-82ac-d354f61f9bde tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5423865 Feb 16 16:56:48.400612 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36292) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:48.416611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:48.430405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd10c23-143a-4161-98f1-29c1ead3c3e7 req-d20c0577-ccb7-4dd1-a74d-4642d572881c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:48.432022 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2fd10c23-143a-4161-98f1-29c1ead3c3e7 req-d20c0577-ccb7-4dd1-a74d-4642d572881c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.1342230 Feb 16 16:56:48.557000 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2fd10c23-143a-4161-98f1-29c1ead3c3e7 req-654ab9ea-f932-43c3-9377-c3afffa08d01 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139834 Feb 16 16:56:48.608918 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Allocated IP 2001:db8::2 (c6c55570-6501-4cec-af38-70389b23efe2/4483a8f4-c9f4-46fd-8863-6b6f2e2992b4/4cd8b0f8-7df0-4f7b-af95-2a8945446f26) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:48.626856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:48.630935 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:48.876067 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Publish callbacks [] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:48.893655 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:48.922076 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-8aebc821-fdc2-4a80-a31f-765bb7a1f4cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2135789 Feb 16 16:56:48.933394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-596a0a9c-6148-4864-bd6c-d6535a54a7ba service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:56:48.934556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-596a0a9c-6148-4864-bd6c-d6535a54a7ba service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065413 Feb 16 16:56:49.013518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Pushing event updated for resources: {'Port': ['ID=4cd8b0f8-7df0-4f7b-af95-2a8945446f26,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:49.041502 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:49.043492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:49.048852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:56:49.092053 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36318) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:49.162869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-070cae4b-94f8-4fdd-9ed4-5bb02663f015 admin admin] Deleting subnet af703b6a-a4ca-4f58-b973-959c946b0bb0 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:56:49.167597 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-070cae4b-94f8-4fdd-9ed4-5bb02663f015 admin admin] Publish callbacks [] for subnet (af703b6a-a4ca-4f58-b973-959c946b0bb0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:49.171524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Attempting to bind port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:56:49.171938 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Attempting to bind port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:56:49.172314 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Attempting to bind port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 on network c6c55570-6501-4cec-af38-70389b23efe2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:56:49.183981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:56:49.184432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Checking segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:56:49.184757 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:49.185159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Bound using segment: {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:56:49.185634 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Bound port: 4cd8b0f8-7df0-4f7b-af95-2a8945446f26, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:56:49.186597 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:49.261499 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-070cae4b-94f8-4fdd-9ed4-5bb02663f015 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (af703b6a-a4ca-4f58-b973-959c946b0bb0), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:49.310625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b315b51c-7adf-4917-9dae-d6c49f912476 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:56:49.331033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.objects.ports [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:56:49.378333 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-070cae4b-94f8-4fdd-9ed4-5bb02663f015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (af703b6a-a4ca-4f58-b973-959c946b0bb0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:49.397862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1686566f-cc0c-42cc-9239-8e74690ea1d1 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:56:49.482726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 1686566f-cc0c-42cc-9239-8e74690ea1d1 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:56:49.483077 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1686566f-cc0c-42cc-9239-8e74690ea1d1 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:56:49.499142 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] For port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:56:49.503222 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] For port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4cd8b0f8-7df0-4f7b-af95-2a8945446f26,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:56:49.513258 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:49.582444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734081f-13b1-4821-a7af-5ca3e68b1ae6 None None] Pushing event updated for resources: {'Port': ['ID=4cd8b0f8-7df0-4f7b-af95-2a8945446f26,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:49.625792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b315b51c-7adf-4917-9dae-d6c49f912476 is: DOWN; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:49.634003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-5cf94efd-02d0-45c1-9af1-daed3ac649ce tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:49.646933 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-5cf94efd-02d0-45c1-9af1-daed3ac649ce tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports/b315b51c-7adf-4917-9dae-d6c49f912476 HTTP/1.1" status: 200 len: 940 time: 0.6579113 Feb 16 16:56:49.649642 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-070cae4b-94f8-4fdd-9ed4-5bb02663f015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (af703b6a-a4ca-4f58-b973-959c946b0bb0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:49.684713 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:49.710682 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cae4b-94f8-4fdd-9ed4-5bb02663f015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af703b6a-a4ca-4f58-b973-959c946b0bb0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:49.739680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-070cae4b-94f8-4fdd-9ed4-5bb02663f015 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:49.743343 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-070cae4b-94f8-4fdd-9ed4-5bb02663f015 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/af703b6a-a4ca-4f58-b973-959c946b0bb0 HTTP/1.1" status: 204 len: 168 time: 0.6495459 Feb 16 16:56:49.746817 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36330) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:49.908350 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a8da00a-267d-4ab4-996c-40e0c02f9bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a46cf085-fe52-4e63-84ea-46f6eda101a2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:50.139738 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a8da00a-267d-4ab4-996c-40e0c02f9bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a46cf085-fe52-4e63-84ea-46f6eda101a2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:50.150785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] For port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4cd8b0f8-7df0-4f7b-af95-2a8945446f26,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:50.189879 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:50.204095 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-9a8da00a-267d-4ab4-996c-40e0c02f9bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46cf085-fe52-4e63-84ea-46f6eda101a2']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:50.206072 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:50.217427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-9a8da00a-267d-4ab4-996c-40e0c02f9bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32501721-c1ee-4ff1-b0b3-2ddac4a94d8f') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:50.218107 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-9a8da00a-267d-4ab4-996c-40e0c02f9bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32501721-c1ee-4ff1-b0b3-2ddac4a94d8f') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:56:50.224389 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (6af1b8cd-ce64-4f0e-af60-08d7dd94a8c7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:50.241432 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a8da00a-267d-4ab4-996c-40e0c02f9bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (32501721-c1ee-4ff1-b0b3-2ddac4a94d8f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:50.249641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:50.272513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:50.277206 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:50.277802 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:50.284247 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a8da00a-267d-4ab4-996c-40e0c02f9bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (32501721-c1ee-4ff1-b0b3-2ddac4a94d8f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:50.307417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8da00a-267d-4ab4-996c-40e0c02f9bd1 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:56:50.308868 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a8da00a-267d-4ab4-996c-40e0c02f9bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (32501721-c1ee-4ff1-b0b3-2ddac4a94d8f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:50.388568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e46918-c821-4c6d-966b-ba9a66efc57f req-c62458ed-e79e-4e41-b280-cc635c522c33 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:50.390899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75e46918-c821-4c6d-966b-ba9a66efc57f req-c62458ed-e79e-4e41-b280-cc635c522c33 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.5734646 Feb 16 16:56:50.413688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0065601 Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:56:50.417078 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:56:50.419138 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36348) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:50.423340 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0a7dada6-7499-490d-954f-83b1244799d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'mac_address': 'fa:16:3e:fb:7a:0c', 'name': 'tempest-NetworksTestDHCPv6-45547750'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:50.429207 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a8da00a-267d-4ab4-996c-40e0c02f9bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a46cf085-fe52-4e63-84ea-46f6eda101a2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:50.491318 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a8da00a-267d-4ab4-996c-40e0c02f9bd1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:50.495840 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9a8da00a-267d-4ab4-996c-40e0c02f9bd1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a46cf085-fe52-4e63-84ea-46f6eda101a2 HTTP/1.1" status: 204 len: 168 time: 0.7478929 Feb 16 16:56:50.513108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75e46918-c821-4c6d-966b-ba9a66efc57f req-6c94ca47-e2b5-4ad7-b363-d350f5ec57b1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854959 Feb 16 16:56:50.565469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=6af1b8cd-ce64-4f0e-af60-08d7dd94a8c7,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:50.574084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f490ccb-ae63-4671-b011-f71de1dbd687 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=4cd8b0f8-7df0-4f7b-af95-2a8945446f26,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:50.680299 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8da00a-267d-4ab4-996c-40e0c02f9bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a46cf085-fe52-4e63-84ea-46f6eda101a2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:50.709517 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7dada6-7499-490d-954f-83b1244799d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:50.825937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36360) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:50.896008 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a7dada6-7499-490d-954f-83b1244799d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:50.921852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0a741fbb-6101-492b-9486-a60be809d2a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be7a258f864c4a0687e1d4fb6aa66038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0935900 Feb 16 16:56:50.923591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36362) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:51.006606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-0a7dada6-7499-490d-954f-83b1244799d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port 6b276d56-710f-4871-85a9-347b7108a353 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:56:51.028928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9b25993-3a1c-41c6-b536-1893e353fbd4 admin admin] Publish callbacks [] for security_group (a3e98d0c-2565-4efe-8e28-49c597481143), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:51.075728 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9b25993-3a1c-41c6-b536-1893e353fbd4 admin admin] Publish callbacks [] for security_group (a3e98d0c-2565-4efe-8e28-49c597481143), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:51.164262 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9b25993-3a1c-41c6-b536-1893e353fbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a3e98d0c-2565-4efe-8e28-49c597481143), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:51.167496 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9b25993-3a1c-41c6-b536-1893e353fbd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:51.173640 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a9b25993-3a1c-41c6-b536-1893e353fbd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3e98d0c-2565-4efe-8e28-49c597481143 HTTP/1.1" status: 204 len: 168 time: 0.2453058 Feb 16 16:56:51.183794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b25993-3a1c-41c6-b536-1893e353fbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e98d0c-2565-4efe-8e28-49c597481143,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:51.203430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-7774229a-006a-4898-96df-fcb26db22281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:51.211358 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-7774229a-006a-4898-96df-fcb26db22281 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03&tenant_id=841aff1e2cfb4b999c259e50aac929f0 HTTP/1.1" status: 200 len: 1125 time: 0.2961361 Feb 16 16:56:51.255840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36372) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:51.421881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:56:51.465603 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-66b518a8-1564-40a5-b190-a038c6eddf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:51.467122 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-66b518a8-1564-40a5-b190-a038c6eddf26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=841aff1e2cfb4b999c259e50aac929f0&device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 1125 time: 0.2229617 Feb 16 16:56:51.488384 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0033ad63-926e-4eb3-88bd-406242ad94ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:51.523987 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:51.524785 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:51.568106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26019be1-5f6e-499a-9f09-6c7d97f195f5 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:51.678168 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-e5ded418-edb3-406a-9f21-306f5e24d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:51.680171 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-e5ded418-edb3-406a-9f21-306f5e24d54c service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910 HTTP/1.1" status: 200 len: 914 time: 0.2044120 Feb 16 16:56:51.713595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2da4b304-3e51-4e02-a3bf-f511335fe7ed None None] Provisioning complete for port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:51.713915 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2da4b304-3e51-4e02-a3bf-f511335fe7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:51.796798 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0033ad63-926e-4eb3-88bd-406242ad94ef admin admin] Publish callbacks [] for security_group (bfff9572-3dbf-4d07-8625-1597060fe3b7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:51.829960 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-87ae6544-e7e6-464e-a8bb-ce270721fa1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b315b51c-7adf-4917-9dae-d6c49f912476 HTTP/1.1" status: 200 len: 217 time: 0.1414244 Feb 16 16:56:51.861579 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0033ad63-926e-4eb3-88bd-406242ad94ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (bfff9572-3dbf-4d07-8625-1597060fe3b7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:51.899428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-0a7dada6-7499-490d-954f-83b1244799d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::11e (c6c55570-6501-4cec-af38-70389b23efe2/4483a8f4-c9f4-46fd-8863-6b6f2e2992b4/6b276d56-710f-4871-85a9-347b7108a353) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:51.913177 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-0a7dada6-7499-490d-954f-83b1244799d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8:0:1:f816:3eff:fefb:7a0c (c6c55570-6501-4cec-af38-70389b23efe2/6af1b8cd-ce64-4f0e-af60-08d7dd94a8c7/6b276d56-710f-4871-85a9-347b7108a353) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:56:51.933935 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-f7b65ded-d5af-4cf8-8df1-a43a5891d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:51.935313 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-f7b65ded-d5af-4cf8-8df1-a43a5891d871 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d092a221-0126-4114-8e52-e084ffe483c5 HTTP/1.1" status: 200 len: 853 time: 0.0947475 Feb 16 16:56:51.956034 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2da4b304-3e51-4e02-a3bf-f511335fe7ed None None] Current status of the port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:51.956455 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2da4b304-3e51-4e02-a3bf-f511335fe7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:51.975815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:51.976416 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:51.991278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033ad63-926e-4eb3-88bd-406242ad94ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfff9572-3dbf-4d07-8625-1597060fe3b7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:52.008982 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0033ad63-926e-4eb3-88bd-406242ad94ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=953b5bbe37174439931cec0cc7090d39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7520514 Feb 16 16:56:52.015435 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-0a3b1095-5d50-4219-bceb-51c2e4a174e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659268 Feb 16 16:56:52.016379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36384) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:52.025613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bb35a-dae8-4c74-9b32-d16a491e8bcd req-5381a75e-1ed8-4300-8934-d2aa32a47e5b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:52.027185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-778bb35a-dae8-4c74-9b32-d16a491e8bcd req-5381a75e-1ed8-4300-8934-d2aa32a47e5b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.2401612 Feb 16 16:56:52.055592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2da4b304-3e51-4e02-a3bf-f511335fe7ed None None] For port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4cd8b0f8-7df0-4f7b-af95-2a8945446f26,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:56:52.062487 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2da4b304-3e51-4e02-a3bf-f511335fe7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:52.167044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-778bb35a-dae8-4c74-9b32-d16a491e8bcd req-c1cd92a0-39b9-43b7-993b-823ff50c0b56 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292644 Feb 16 16:56:52.273429 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:56:52.274871 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:56:52.287814 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4b304-3e51-4e02-a3bf-f511335fe7ed None None] Pushing event updated for resources: {'Port': ['ID=4cd8b0f8-7df0-4f7b-af95-2a8945446f26,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:52.291270 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6a5159a4-8b30-4904-8c47-0db8ff70c66e admin admin] Publish callbacks [] for security_group (bfff9572-3dbf-4d07-8625-1597060fe3b7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:52.392381 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-4833b777-1c27-405e-b5ab-751320ee8bdf service neutron] 10.222.0.60 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567581 Feb 16 16:56:52.408992 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6a5159a4-8b30-4904-8c47-0db8ff70c66e admin admin] Publish callbacks [] for security_group (bfff9572-3dbf-4d07-8625-1597060fe3b7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:52.524872 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-79071f5b-a878-4931-a8cf-6ac2843149ce req-a90572a3-ba1c-436d-af77-526374938e75 service neutron] 10.222.0.60 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182439 Feb 16 16:56:52.633152 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a7dada6-7499-490d-954f-83b1244799d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (6b276d56-710f-4871-85a9-347b7108a353), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:52.684059 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6a5159a4-8b30-4904-8c47-0db8ff70c66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (bfff9572-3dbf-4d07-8625-1597060fe3b7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:52.689083 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6a5159a4-8b30-4904-8c47-0db8ff70c66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:52.694178 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6a5159a4-8b30-4904-8c47-0db8ff70c66e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bfff9572-3dbf-4d07-8625-1597060fe3b7 HTTP/1.1" status: 204 len: 168 time: 0.6609066 Feb 16 16:56:52.720133 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5159a4-8b30-4904-8c47-0db8ff70c66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfff9572-3dbf-4d07-8625-1597060fe3b7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:52.731730 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a7dada6-7499-490d-954f-83b1244799d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (6b276d56-710f-4871-85a9-347b7108a353), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:52.850800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dada6-7499-490d-954f-83b1244799d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=6b276d56-710f-4871-85a9-347b7108a353,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:52.872613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7dada6-7499-490d-954f-83b1244799d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:52.875651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-0a7dada6-7499-490d-954f-83b1244799d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:52.881203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7dada6-7499-490d-954f-83b1244799d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:56:52.889785 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:52.894558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7dada6-7499-490d-954f-83b1244799d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:52.895935 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0a7dada6-7499-490d-954f-83b1244799d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:52.948939 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0a7dada6-7499-490d-954f-83b1244799d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.5274897 Feb 16 16:56:52.949681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36416) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:53.103634 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ff5ce73f-e4fc-43e2-b35f-ce79008bc1f0 None None] Provisioning complete for port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:53.104055 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce73f-e4fc-43e2-b35f-ce79008bc1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:53.164582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-64810088-7a44-42b9-bb4c-407c8c3d98b8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 6b276d56-710f-4871-85a9-347b7108a353 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:56:53.164942 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64810088-7a44-42b9-bb4c-407c8c3d98b8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6b276d56-710f-4871-85a9-347b7108a353), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:53.282682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ce73f-e4fc-43e2-b35f-ce79008bc1f0 None None] Current status of the port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:53.408454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:56:53.536709 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b81bc7d9-b56f-4f14-8f8b-ca48abe34e5a None None] Could not find standard attr ID for object 85130d86-05dc-41b7-873d-767acd8fb510. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 16:56:53.604601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3bdd4-89b4-45f7-9ee6-8133b9b63340 req-31a5e4fa-d2f8-4fe1-a24e-40af5a09d271 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:53.617772 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3c3bdd4-89b4-45f7-9ee6-8133b9b63340 req-31a5e4fa-d2f8-4fe1-a24e-40af5a09d271 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.2871113 Feb 16 16:56:53.657852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:53.658242 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:53.682279 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36436) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:53.704826 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7360aa7b-5f16-460e-b74f-f95b1b4c3e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:53.713017 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64810088-7a44-42b9-bb4c-407c8c3d98b8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6b276d56-710f-4871-85a9-347b7108a353), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:53.792508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-64810088-7a44-42b9-bb4c-407c8c3d98b8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 6b276d56-710f-4871-85a9-347b7108a353 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:56:53.901229 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3c3bdd4-89b4-45f7-9ee6-8133b9b63340 req-cdbc760e-ae57-4885-bf97-d92bbb35bfe0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285624 Feb 16 16:56:53.918961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:56:53.931030 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7360aa7b-5f16-460e-b74f-f95b1b4c3e3e admin admin] Publish callbacks [] for security_group (ddfe9e1d-50af-499a-8bbf-c073139af9c8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:53.939389 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7360aa7b-5f16-460e-b74f-f95b1b4c3e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ddfe9e1d-50af-499a-8bbf-c073139af9c8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:54.014126 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7360aa7b-5f16-460e-b74f-f95b1b4c3e3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2085e28a3b7a4fb79ef93f1b59d7cf0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3306141 Feb 16 16:56:54.014357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36440) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:54.019004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360aa7b-5f16-460e-b74f-f95b1b4c3e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfe9e1d-50af-499a-8bbf-c073139af9c8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:54.159272 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95aab416-6a52-4716-a10b-1465b269fc6c admin admin] Publish callbacks [] for security_group (ddfe9e1d-50af-499a-8bbf-c073139af9c8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:54.199797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5dbdb836-c74e-47d0-b091-cb34a796a2aa None None] Provisioning complete for port 6b276d56-710f-4871-85a9-347b7108a353 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:54.200545 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb836-c74e-47d0-b091-cb34a796a2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b276d56-710f-4871-85a9-347b7108a353), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:54.279086 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95aab416-6a52-4716-a10b-1465b269fc6c admin admin] Publish callbacks [] for security_group (ddfe9e1d-50af-499a-8bbf-c073139af9c8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:54.300833 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5dbdb836-c74e-47d0-b091-cb34a796a2aa None None] Port 6b276d56-710f-4871-85a9-347b7108a353 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:56:54.541175 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95aab416-6a52-4716-a10b-1465b269fc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ddfe9e1d-50af-499a-8bbf-c073139af9c8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:54.549573 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95aab416-6a52-4716-a10b-1465b269fc6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:54.551895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-95aab416-6a52-4716-a10b-1465b269fc6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddfe9e1d-50af-499a-8bbf-c073139af9c8 HTTP/1.1" status: 204 len: 168 time: 0.5359695 Feb 16 16:56:54.565946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aab416-6a52-4716-a10b-1465b269fc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfe9e1d-50af-499a-8bbf-c073139af9c8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:54.633161 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64810088-7a44-42b9-bb4c-407c8c3d98b8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6b276d56-710f-4871-85a9-347b7108a353), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:54.700923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64810088-7a44-42b9-bb4c-407c8c3d98b8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=6b276d56-710f-4871-85a9-347b7108a353,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:54.819018 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64810088-7a44-42b9-bb4c-407c8c3d98b8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:54.824741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-64810088-7a44-42b9-bb4c-407c8c3d98b8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/6b276d56-710f-4871-85a9-347b7108a353 HTTP/1.1" status: 204 len: 168 time: 1.8716633 Feb 16 16:56:54.825187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36444) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:55.032172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5698a470-d22f-4ef9-9951-4d1f99da01cf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:55.036595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36454) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:55.038637 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5698a470-d22f-4ef9-9951-4d1f99da01cf tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2114007 Feb 16 16:56:55.300523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7fed4-35be-4f85-9392-fa4eae34591e req-51bb2cab-8db6-4dfc-a07e-3d92042429a1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:55.302986 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ef7fed4-35be-4f85-9392-fa4eae34591e req-51bb2cab-8db6-4dfc-a07e-3d92042429a1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.1439087 Feb 16 16:56:55.311387 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ae90bf-ff08-4c99-97b4-c3def37ef0bb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:55.315858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36464) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:55.330663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d2ae90bf-ff08-4c99-97b4-c3def37ef0bb tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2924910 Feb 16 16:56:55.421059 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ef7fed4-35be-4f85-9392-fa4eae34591e req-3fda9088-d132-4abe-999f-0bd7f84931ee tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865369 Feb 16 16:56:55.685296 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8426239b-a82e-4f03-b139-9f2b77a1eab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:56.012054 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf84bea9-4b7f-4778-9846-97d27d9eb165 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:56.013444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf84bea9-4b7f-4778-9846-97d27d9eb165 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:56.025883 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf84bea9-4b7f-4778-9846-97d27d9eb165 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:56.030100 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bf84bea9-4b7f-4778-9846-97d27d9eb165 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7132509 Feb 16 16:56:56.033704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36476) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:56.216118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-0feef666-d77a-4891-84e5-bead8bb50d0e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 4483a8f4-c9f4-46fd-8863-6b6f2e2992b4 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:56:56.226894 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0feef666-d77a-4891-84e5-bead8bb50d0e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (4483a8f4-c9f4-46fd-8863-6b6f2e2992b4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:56.317525 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0feef666-d77a-4891-84e5-bead8bb50d0e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (4483a8f4-c9f4-46fd-8863-6b6f2e2992b4), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:56.466002 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36490) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:56.615183 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0feef666-d77a-4891-84e5-bead8bb50d0e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (4483a8f4-c9f4-46fd-8863-6b6f2e2992b4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:56.671107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3261088-1706-4898-91fd-afe7d41a9075 req-aac6c1d3-b811-4462-a4cd-2bb66c291dd3 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:56.683528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3261088-1706-4898-91fd-afe7d41a9075 req-aac6c1d3-b811-4462-a4cd-2bb66c291dd3 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.1520591 Feb 16 16:56:56.704376 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-6865592-network', 'tenant_id': 'df188969e0aa4461b88441121236dc4e'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:56.757229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] Made reservation on behalf of df188969e0aa4461b88441121236dc4e for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:56.759640 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:56.781969 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:56.799933 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0feef666-d77a-4891-84e5-bead8bb50d0e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (4483a8f4-c9f4-46fd-8863-6b6f2e2992b4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:56.844865 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3261088-1706-4898-91fd-afe7d41a9075 req-413acea4-1100-4dda-88d4-78c7157de8d0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556053 Feb 16 16:56:56.905677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361a9d4b-dd0e-4f26-98c7-992bdb9d520d None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:56.913502 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0feef666-d77a-4891-84e5-bead8bb50d0e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:56.917045 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0feef666-d77a-4891-84e5-bead8bb50d0e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/4483a8f4-c9f4-46fd-8863-6b6f2e2992b4 HTTP/1.1" status: 204 len: 168 time: 0.8823428 Feb 16 16:56:56.917920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feef666-d77a-4891-84e5-bead8bb50d0e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=4483a8f4-c9f4-46fd-8863-6b6f2e2992b4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:56.929653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36494) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:56.994785 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] Publish callbacks [] for security_group (a846c78e-ca51-48a7-87e2-b07d2839ce6d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:57.009550 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a846c78e-ca51-48a7-87e2-b07d2839ce6d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:57.048823 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:56:57.064516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a846c78e-ca51-48a7-87e2-b07d2839ce6d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:57.071282 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-639b44ab-d8f3-4bc3-9b26-ea2aeacaa79f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 6af1b8cd-ce64-4f0e-af60-08d7dd94a8c7 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:56:57.081657 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-639b44ab-d8f3-4bc3-9b26-ea2aeacaa79f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (6af1b8cd-ce64-4f0e-af60-08d7dd94a8c7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:57.093188 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (fe1b949b-d5f6-42c3-b077-014ef982e02a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:57.093531 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] Added segment fe1b949b-d5f6-42c3-b077-014ef982e02a of type vlan for network 07fd14a5-71f2-4b72-aab7-3a79c0e8036a Feb 16 16:56:57.186481 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-639b44ab-d8f3-4bc3-9b26-ea2aeacaa79f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (6af1b8cd-ce64-4f0e-af60-08d7dd94a8c7), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:57.192681 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (07fd14a5-71f2-4b72-aab7-3a79c0e8036a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:57.289318 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (07fd14a5-71f2-4b72-aab7-3a79c0e8036a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:57.290307 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:57.290862 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:57.304297 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-639b44ab-d8f3-4bc3-9b26-ea2aeacaa79f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (6af1b8cd-ce64-4f0e-af60-08d7dd94a8c7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:57.411852 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-639b44ab-d8f3-4bc3-9b26-ea2aeacaa79f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (6af1b8cd-ce64-4f0e-af60-08d7dd94a8c7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:57.529049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b44ab-d8f3-4bc3-9b26-ea2aeacaa79f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=6af1b8cd-ce64-4f0e-af60-08d7dd94a8c7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:57.541317 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-639b44ab-d8f3-4bc3-9b26-ea2aeacaa79f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:57.547312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-639b44ab-d8f3-4bc3-9b26-ea2aeacaa79f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/6af1b8cd-ce64-4f0e-af60-08d7dd94a8c7 HTTP/1.1" status: 204 len: 168 time: 0.6144302 Feb 16 16:56:57.547575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36504) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:57.574433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] Pushing event updated for resources: {'Network': ['ID=07fd14a5-71f2-4b72-aab7-3a79c0e8036a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:57.589407 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-48ee38cb-ab68-4baf-91fc-e4b36add0075 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1165795 Feb 16 16:56:57.589990 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36506) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:57.591863 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 07fd14a5-71f2-4b72-aab7-3a79c0e8036a details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:56:57.598976 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6e74fe67-cbb1-4273-abfc-646b131f3da5 admin admin] Request body: {'subnet': {'network_id': '07fd14a5-71f2-4b72-aab7-3a79c0e8036a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-6865592-subnet', 'tenant_id': 'df188969e0aa4461b88441121236dc4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:57.649008 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-82ae1b05-d0cc-42ef-a20d-b6e90cf4b6d7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0974100 Feb 16 16:56:57.654629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36508) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:57.659801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-98d77688-0f87-4e32-be27-acc663d4358c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:57.664099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e74fe67-cbb1-4273-abfc-646b131f3da5 admin admin] Made reservation on behalf of df188969e0aa4461b88441121236dc4e for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:57.668145 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e74fe67-cbb1-4273-abfc-646b131f3da5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:57.946149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d77688-0f87-4e32-be27-acc663d4358c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:57.959189 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-98d77688-0f87-4e32-be27-acc663d4358c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:58.116710 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e74fe67-cbb1-4273-abfc-646b131f3da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (091f2ee1-7ede-4f8f-bcc0-67b6d7c843af), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:58.226013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74fe67-cbb1-4273-abfc-646b131f3da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=091f2ee1-7ede-4f8f-bcc0-67b6d7c843af,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:58.298869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e74fe67-cbb1-4273-abfc-646b131f3da5 admin admin] Checking segment: {'id': 'fe1b949b-d5f6-42c3-b077-014ef982e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '07fd14a5-71f2-4b72-aab7-3a79c0e8036a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:56:58.299939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e74fe67-cbb1-4273-abfc-646b131f3da5 admin admin] Network hostable DHCP agents. Network: 07fd14a5-71f2-4b72-aab7-3a79c0e8036a, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:56:58.302455 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-98d77688-0f87-4e32-be27-acc663d4358c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (09cd252c-9bca-4a75-93b2-b23d441c776f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:58.303382 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e50f45b5-8d44-4a07-9113-9fbf6dd0c589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:58.335329 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e74fe67-cbb1-4273-abfc-646b131f3da5 admin admin] Network 07fd14a5-71f2-4b72-aab7-3a79c0e8036a is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:56:58.350164 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-6e74fe67-cbb1-4273-abfc-646b131f3da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 07fd14a5-71f2-4b72-aab7-3a79c0e8036a) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:58.360734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a0a69d-3c82-4849-92a5-2e49c3b7a798 None None] Network 07fd14a5-71f2-4b72-aab7-3a79c0e8036a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:58.373954 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e74fe67-cbb1-4273-abfc-646b131f3da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:58.376815 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e74fe67-cbb1-4273-abfc-646b131f3da5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:58.386073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d77688-0f87-4e32-be27-acc663d4358c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:56:58.398927 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d77688-0f87-4e32-be27-acc663d4358c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=09cd252c-9bca-4a75-93b2-b23d441c776f,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:56:58.406224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-98d77688-0f87-4e32-be27-acc663d4358c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:56:58.409008 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d77688-0f87-4e32-be27-acc663d4358c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:58.409584 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-98d77688-0f87-4e32-be27-acc663d4358c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:58.430295 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6e74fe67-cbb1-4273-abfc-646b131f3da5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8375070 Feb 16 16:56:58.444719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c167bb-e432-4174-951b-8bfff3519dee req-ce2713fe-80e9-4d6e-8fb1-18b4546a7f0f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:58.453017 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17c167bb-e432-4174-951b-8bfff3519dee req-ce2713fe-80e9-4d6e-8fb1-18b4546a7f0f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.1991751 Feb 16 16:56:58.485687 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36520) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:58.485918 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-98d77688-0f87-4e32-be27-acc663d4358c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8300738 Feb 16 16:56:58.502007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5a2b2132-9342-4823-a11d-96ccb00cf9e6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:58.530866 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17c167bb-e432-4174-951b-8bfff3519dee req-651d7917-4636-480e-9847-8f5d9dbb0119 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768671 Feb 16 16:56:58.601824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fda36cd-5fbe-4826-a91b-f2e5f6ba4c74 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:58.728033 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e50c65ef-7aad-4fca-8fad-289bd1f5a574 None None] Provisioning complete for port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:56:58.728659 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e50c65ef-7aad-4fca-8fad-289bd1f5a574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:58.729755 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2b2132-9342-4823-a11d-96ccb00cf9e6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:58.745542 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2132-9342-4823-a11d-96ccb00cf9e6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:59.054937 n-d-669411-5 neutron-server[103422]: INFO neutron.db.ipam_backend_mixin [None req-5a2b2132-9342-4823-a11d-96ccb00cf9e6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 09cd252c-9bca-4a75-93b2-b23d441c776f (CIDR: 2001:db8::/64) Feb 16 16:56:59.063369 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2b2132-9342-4823-a11d-96ccb00cf9e6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:56:59.064185 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2b2132-9342-4823-a11d-96ccb00cf9e6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:56:59.106004 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5a2b2132-9342-4823-a11d-96ccb00cf9e6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6161194 Feb 16 16:56:59.109792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36536) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:59.131410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6d8ae512-93d8-44f7-a3a7-13e63ab7c931 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'subnet': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:59.454370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8ae512-93d8-44f7-a3a7-13e63ab7c931 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:59.458781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d8ae512-93d8-44f7-a3a7-13e63ab7c931 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:59.458958 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b79855-7950-4e8a-8003-f585499d1447 None None] Network 07fd14a5-71f2-4b72-aab7-3a79c0e8036a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:56:59.674609 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:59.727998 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36560) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:56:59.733426 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1810401214-network', 'tenant_id': '50efb8af1c304f32817d70e54b5f988b'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:56:59.760258 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] Made reservation on behalf of 50efb8af1c304f32817d70e54b5f988b for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:56:59.762845 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:59.793289 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:56:59.873674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6ae63-40c8-4f57-a57c-65bef4f8f205 req-d4e661d9-b947-41f2-8288-3e962e4399f6 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:56:59.882386 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46e6ae63-40c8-4f57-a57c-65bef4f8f205 req-d4e661d9-b947-41f2-8288-3e962e4399f6 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.1827252 Feb 16 16:57:00.025257 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46e6ae63-40c8-4f57-a57c-65bef4f8f205 req-47d3d5e6-c235-4f6a-99d4-d2622dc56d74 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371007 Feb 16 16:57:00.060381 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] Publish callbacks [] for security_group (c51abcff-ab7f-40d3-95f8-867944879ab4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:00.067669 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e50c65ef-7aad-4fca-8fad-289bd1f5a574 None None] Current status of the port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:00.072133 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c51abcff-ab7f-40d3-95f8-867944879ab4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:00.147976 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51abcff-ab7f-40d3-95f8-867944879ab4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:00.159213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:00.176624 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7b6591a8-8880-4ed2-adea-5ec6fdd30def), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:00.176968 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] Added segment 7b6591a8-8880-4ed2-adea-5ec6fdd30def of type vlan for network a0b1717b-9402-48dd-9f99-8bd7d047c1cb Feb 16 16:57:00.227341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b644fcb4-bca8-4d82-b26e-cd1a769ade18 None None] Update dhcp port {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'fixed_ips': [{'subnet_id': '09cd252c-9bca-4a75-93b2-b23d441c776f'}], 'binding:host_id': 'n-d-669411-5'}, 'id': '4cd8b0f8-7df0-4f7b-af95-2a8945446f26'} from n-d-669411-5. {{(pid=103423) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 16 16:57:00.355928 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b644fcb4-bca8-4d82-b26e-cd1a769ade18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:00.507662 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a0b1717b-9402-48dd-9f99-8bd7d047c1cb), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:00.572346 n-d-669411-5 neutron-server[103422]: DEBUG neutron.objects.ports [None req-6d8ae512-93d8-44f7-a3a7-13e63ab7c931 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:57:00.665954 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a0b1717b-9402-48dd-9f99-8bd7d047c1cb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:00.669856 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:00.670601 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:00.707123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31b7e4-d7bb-46e5-aec4-b01848b0a168 req-90a4c0c3-0555-40cf-a586-db04bdd16582 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:00.713832 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e31b7e4-d7bb-46e5-aec4-b01848b0a168 req-90a4c0c3-0555-40cf-a586-db04bdd16582 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1127 time: 0.1221530 Feb 16 16:57:00.810657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-b644fcb4-bca8-4d82-b26e-cd1a769ade18 None None] Allocated IP 2001:db8::2 (c6c55570-6501-4cec-af38-70389b23efe2/09cd252c-9bca-4a75-93b2-b23d441c776f/4cd8b0f8-7df0-4f7b-af95-2a8945446f26) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:00.837223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-b644fcb4-bca8-4d82-b26e-cd1a769ade18 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe64:d878 (c6c55570-6501-4cec-af38-70389b23efe2/7b07e909-ee14-432b-acbc-c7d5eb538c4e/4cd8b0f8-7df0-4f7b-af95-2a8945446f26) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:00.865443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e31b7e4-d7bb-46e5-aec4-b01848b0a168 req-197520da-7d06-4560-a0d3-8185fb7e932d tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453307 Feb 16 16:57:00.919111 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1875463 Feb 16 16:57:00.919444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36572) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:00.924998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5a0dd4b2-96dd-4450-9036-220a532f1fad admin admin] Request body: {'subnet': {'network_id': 'a0b1717b-9402-48dd-9f99-8bd7d047c1cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1810401214-subnet', 'tenant_id': '50efb8af1c304f32817d70e54b5f988b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:00.983904 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0dd4b2-96dd-4450-9036-220a532f1fad admin admin] Made reservation on behalf of 50efb8af1c304f32817d70e54b5f988b for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:00.987227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a0dd4b2-96dd-4450-9036-220a532f1fad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:01.015695 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:01.237244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913015f-e3bc-4e70-ba91-7bdc74adede9 admin admin] Pushing event updated for resources: {'Network': ['ID=a0b1717b-9402-48dd-9f99-8bd7d047c1cb,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:01.285006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b644fcb4-bca8-4d82-b26e-cd1a769ade18 None None] For port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4cd8b0f8-7df0-4f7b-af95-2a8945446f26,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:01.326368 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b644fcb4-bca8-4d82-b26e-cd1a769ade18 None None] Publish callbacks [] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:01.332825 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a0b1717b-9402-48dd-9f99-8bd7d047c1cb details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:01.345098 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.db.api [None req-6d8ae512-93d8-44f7-a3a7-13e63ab7c931 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe64:d878-883421a7-f84c-4bf6-abd2-53e43c8 {{(pid=103422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:57:01.345098 n-d-669411-5 neutron-server[103422]: DEBUG oslo_db.api [None req-6d8ae512-93d8-44f7-a3a7-13e63ab7c931 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:57:01.414843 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b644fcb4-bca8-4d82-b26e-cd1a769ade18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:01.537506 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:01.550140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644fcb4-bca8-4d82-b26e-cd1a769ade18 None None] Pushing event updated for resources: {'Port': ['ID=4cd8b0f8-7df0-4f7b-af95-2a8945446f26,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:01.602967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f81e5-1f72-46ca-a9ee-3d0fcf5b2231 req-3b6a129b-8a63-45fe-bc0b-9b1eae7da502 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:01.607919 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a5f81e5-1f72-46ca-a9ee-3d0fcf5b2231 req-3b6a129b-8a63-45fe-bc0b-9b1eae7da502 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.4124017 Feb 16 16:57:01.784135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ede0a-1998-4398-98e2-fdf80f11f7d0 req-b750d4ce-f24b-46ea-aa35-facf5acacee3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:01.791390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f1ede0a-1998-4398-98e2-fdf80f11f7d0 req-b750d4ce-f24b-46ea-aa35-facf5acacee3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.5049455 Feb 16 16:57:02.073545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a5f81e5-1f72-46ca-a9ee-3d0fcf5b2231 req-cf8cee44-1232-4433-a2e8-cc5df40c261b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999102 Feb 16 16:57:02.101150 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a0dd4b2-96dd-4450-9036-220a532f1fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (44cc92a7-302b-42e7-9c3a-abb3c4ec9670), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:02.154922 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:02.214294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.objects.ports [None req-6d8ae512-93d8-44f7-a3a7-13e63ab7c931 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 16:57:02.323564 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f1ede0a-1998-4398-98e2-fdf80f11f7d0 req-2b7ba113-c074-4289-b611-eceab027d469 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5070493 Feb 16 16:57:02.359267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36584) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:02.423742 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.ipam_pluggable_backend [None req-6d8ae512-93d8-44f7-a3a7-13e63ab7c931 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=103422) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:608}} Feb 16 16:57:02.424449 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d8ae512-93d8-44f7-a3a7-13e63ab7c931 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (7b07e909-ee14-432b-acbc-c7d5eb538c4e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:02.530148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ae512-93d8-44f7-a3a7-13e63ab7c931 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:02.533473 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-6d8ae512-93d8-44f7-a3a7-13e63ab7c931 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:02.538414 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8ae512-93d8-44f7-a3a7-13e63ab7c931 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:02.539029 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d8ae512-93d8-44f7-a3a7-13e63ab7c931 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:02.539331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dd4b2-96dd-4450-9036-220a532f1fad admin admin] Pushing event updated for resources: {'Subnet': ['ID=44cc92a7-302b-42e7-9c3a-abb3c4ec9670,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:02.591031 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0dd4b2-96dd-4450-9036-220a532f1fad admin admin] Checking segment: {'id': '7b6591a8-8880-4ed2-adea-5ec6fdd30def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a0b1717b-9402-48dd-9f99-8bd7d047c1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:02.591466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0dd4b2-96dd-4450-9036-220a532f1fad admin admin] Network hostable DHCP agents. Network: a0b1717b-9402-48dd-9f99-8bd7d047c1cb, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:02.594122 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6d8ae512-93d8-44f7-a3a7-13e63ab7c931 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4830363 Feb 16 16:57:02.594893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ae512-93d8-44f7-a3a7-13e63ab7c931 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Subnet': ['ID=7b07e909-ee14-432b-acbc-c7d5eb538c4e,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:02.618274 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36588) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:02.632640 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7a6f5582-66c7-473d-8ac5-4aa5e34ac797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Request body: {'port': {'network_id': 'c6c55570-6501-4cec-af38-70389b23efe2', 'mac_address': 'fa:16:3e:b7:3b:65', 'name': 'tempest-NetworksTestDHCPv6-732855072'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:02.681799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0dd4b2-96dd-4450-9036-220a532f1fad admin admin] Network a0b1717b-9402-48dd-9f99-8bd7d047c1cb is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:02.729489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-eaf05497-ef9a-4289-b220-9681b885659e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/84c1e9a1-65ca-4650-881f-826e4a4c235b HTTP/1.1" status: 200 len: 993 time: 0.3581414 Feb 16 16:57:02.750051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-5a0dd4b2-96dd-4450-9036-220a532f1fad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, a0b1717b-9402-48dd-9f99-8bd7d047c1cb) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:02.763312 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45fe127-e9c9-4b7e-9796-d78ff996c5bb None None] Network a0b1717b-9402-48dd-9f99-8bd7d047c1cb requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:02.765988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0dd4b2-96dd-4450-9036-220a532f1fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:02.768432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a0dd4b2-96dd-4450-9036-220a532f1fad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:02.878597 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5a0dd4b2-96dd-4450-9036-220a532f1fad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9481189 Feb 16 16:57:02.944803 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1cb52c-2793-4ff3-adb1-b1609e431772 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:03.067785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6f5582-66c7-473d-8ac5-4aa5e34ac797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Made reservation on behalf of 8f76cd413892480785a2d2e7304c28ca for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:03.159237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8217d7e6-35f3-453f-9028-5d164ffb6893 None None] Provisioning complete for port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:03.159237 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8217d7e6-35f3-453f-9028-5d164ffb6893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:03.347373 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba4d33-cf1d-436c-b6e7-dfe516950103 req-81e75bf1-a7a3-4102-82e4-9347a92a8e5e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:03.362535 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-04ba4d33-cf1d-436c-b6e7-dfe516950103 req-81e75bf1-a7a3-4102-82e4-9347a92a8e5e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.1342547 Feb 16 16:57:03.448046 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-04ba4d33-cf1d-436c-b6e7-dfe516950103 req-b2640ffe-9193-4821-a7ca-ff05244d132f tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840585 Feb 16 16:57:03.472854 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5582-66c7-473d-8ac5-4aa5e34ac797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:03.499802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:57:03.510724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-7a6f5582-66c7-473d-8ac5-4aa5e34ac797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] device_id is not set on port 74498fd0-12a0-441c-9e26-85521ea3d0d8 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:57:03.655878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fd3a8d-74fb-4860-a144-83ecbd0dbf29 None None] Network a0b1717b-9402-48dd-9f99-8bd7d047c1cb requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:04.153882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8217d7e6-35f3-453f-9028-5d164ffb6893 None None] Current status of the port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:04.190670 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-7a6f5582-66c7-473d-8ac5-4aa5e34ac797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8::115 (c6c55570-6501-4cec-af38-70389b23efe2/09cd252c-9bca-4a75-93b2-b23d441c776f/74498fd0-12a0-441c-9e26-85521ea3d0d8) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:04.219322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:04.220867 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:04.223963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-7a6f5582-66c7-473d-8ac5-4aa5e34ac797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Allocated IP 2001:db8:0:1:f816:3eff:feb7:3b65 (c6c55570-6501-4cec-af38-70389b23efe2/7b07e909-ee14-432b-acbc-c7d5eb538c4e/74498fd0-12a0-441c-9e26-85521ea3d0d8) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:04.529245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:04.702258 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5582-66c7-473d-8ac5-4aa5e34ac797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for port (74498fd0-12a0-441c-9e26-85521ea3d0d8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:04.799635 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:04.845480 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5582-66c7-473d-8ac5-4aa5e34ac797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (74498fd0-12a0-441c-9e26-85521ea3d0d8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:05.006894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f5582-66c7-473d-8ac5-4aa5e34ac797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event updated for resources: {'Port': ['ID=74498fd0-12a0-441c-9e26-85521ea3d0d8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:05.041846 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f5582-66c7-473d-8ac5-4aa5e34ac797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Network c6c55570-6501-4cec-af38-70389b23efe2 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:05.061370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7a6f5582-66c7-473d-8ac5-4aa5e34ac797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:05.064339 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f5582-66c7-473d-8ac5-4aa5e34ac797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:05.070554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6f5582-66c7-473d-8ac5-4aa5e34ac797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:05.071503 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5582-66c7-473d-8ac5-4aa5e34ac797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:05.120623 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7a6f5582-66c7-473d-8ac5-4aa5e34ac797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5012293 Feb 16 16:57:05.123167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36644) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:05.362906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-5d006315-429b-411e-8337-c33ef7e6f9a9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting port 74498fd0-12a0-441c-9e26-85521ea3d0d8 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:57:05.363273 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d006315-429b-411e-8337-c33ef7e6f9a9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (74498fd0-12a0-441c-9e26-85521ea3d0d8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:05.452644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-6fc93839-cb39-4ae6-9097-c556cf71dd67 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:05.463527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-6fc93839-cb39-4ae6-9097-c556cf71dd67 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/networks?id=07fd14a5-71f2-4b72-aab7-3a79c0e8036a HTTP/1.1" status: 200 len: 806 time: 1.5975399 Feb 16 16:57:05.521931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-21c39116-e2c3-4f8b-aafe-1f271b793723 None None] Provisioning complete for port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:05.522851 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-21c39116-e2c3-4f8b-aafe-1f271b793723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:05.540605 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-1b094fd6-6cf2-4a5d-baac-05a9139303d3 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/quotas/df188969e0aa4461b88441121236dc4e HTTP/1.1" status: 200 len: 375 time: 0.0760124 Feb 16 16:57:05.663497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f93c3-3641-4e24-b96b-3fdfcaf117f5 req-bb4a9908-fa7a-4b9a-a6a3-9e959ba5fe6a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:05.665094 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f6f93c3-3641-4e24-b96b-3fdfcaf117f5 req-bb4a9908-fa7a-4b9a-a6a3-9e959ba5fe6a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.5218229 Feb 16 16:57:05.667633 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d006315-429b-411e-8337-c33ef7e6f9a9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (74498fd0-12a0-441c-9e26-85521ea3d0d8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:05.688136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-32d2516e-a78b-42dd-ac06-6a861d651aab tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=df188969e0aa4461b88441121236dc4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1454120 Feb 16 16:57:05.711233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-5d006315-429b-411e-8337-c33ef7e6f9a9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Calling delete_port for 74498fd0-12a0-441c-9e26-85521ea3d0d8 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:57:05.748775 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-89f75bf7-64cf-41d0-b204-deaf03757132 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.8627632 Feb 16 16:57:05.763548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-21c39116-e2c3-4f8b-aafe-1f271b793723 None None] Current status of the port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:06.020937 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ecfec715-3765-426f-8438-7ed25e9407cc None None] Provisioning complete for port 74498fd0-12a0-441c-9e26-85521ea3d0d8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:06.022543 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ecfec715-3765-426f-8438-7ed25e9407cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (74498fd0-12a0-441c-9e26-85521ea3d0d8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:06.157553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f6f93c3-3641-4e24-b96b-3fdfcaf117f5 req-41df0681-04be-49b3-a5c2-230388e721b2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4395640 Feb 16 16:57:06.183064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ecfec715-3765-426f-8438-7ed25e9407cc None None] Port 74498fd0-12a0-441c-9e26-85521ea3d0d8 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:57:06.224210 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-89f003a1-b64d-4fba-84a9-77a6100a73b2 service neutron] 10.222.0.24 "GET /v2.0/networks/07fd14a5-71f2-4b72-aab7-3a79c0e8036a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350826 Feb 16 16:57:06.319164 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d006315-429b-411e-8337-c33ef7e6f9a9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (74498fd0-12a0-441c-9e26-85521ea3d0d8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:06.382684 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d006315-429b-411e-8337-c33ef7e6f9a9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Port': ['ID=74498fd0-12a0-441c-9e26-85521ea3d0d8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:06.575240 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d006315-429b-411e-8337-c33ef7e6f9a9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:06.578842 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-4d9426bb-3e0a-4cf9-8b3f-ddadbc877de6 service neutron] 10.222.0.24 "GET /v2.0/networks/07fd14a5-71f2-4b72-aab7-3a79c0e8036a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536274 Feb 16 16:57:06.593140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36670) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:06.599021 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5d006315-429b-411e-8337-c33ef7e6f9a9 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/74498fd0-12a0-441c-9e26-85521ea3d0d8 HTTP/1.1" status: 204 len: 168 time: 1.4745519 Feb 16 16:57:06.898515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446575b-b326-4339-8836-c3db1d08b98c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:06.901886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6446575b-b326-4339-8836-c3db1d08b98c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3055048 Feb 16 16:57:06.906513 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36678) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:06.956921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d60c67-3a4c-4efe-8b83-efda3dd039c4 req-fe473573-3f2f-43be-a24d-1adac38e77cd tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:06.975530 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05d60c67-3a4c-4efe-8b83-efda3dd039c4 req-fe473573-3f2f-43be-a24d-1adac38e77cd tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.5506496 Feb 16 16:57:07.038840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c426df74-87d4-422c-8e93-e2c9561dee96 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:07.045192 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c426df74-87d4-422c-8e93-e2c9561dee96 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1376374 Feb 16 16:57:07.048891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36682) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:07.114482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-9df37c66-f499-4223-9f85-3b3c8ba2264e tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:07.120679 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-9df37c66-f499-4223-9f85-3b3c8ba2264e tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/ports/28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 1124 time: 0.4452176 Feb 16 16:57:07.269079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05d60c67-3a4c-4efe-8b83-efda3dd039c4 req-bd8d4f44-7b38-4b67-b01d-19dd70a9ed11 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924604 Feb 16 16:57:07.328375 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0da339-fbed-43cc-8bdd-4646691589b8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:07.340177 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0da339-fbed-43cc-8bdd-4646691589b8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:07.347985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0da339-fbed-43cc-8bdd-4646691589b8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:07.358376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36698) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:07.360600 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8c0da339-fbed-43cc-8bdd-4646691589b8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3017638 Feb 16 16:57:07.714884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 09cd252c-9bca-4a75-93b2-b23d441c776f {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:57:07.726291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74afb166-7fe3-498b-8a82-b443129794fd req-1f1d62e7-aec1-4a37-a146-037b77104ba2 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 210 time: 0.2653408 Feb 16 16:57:07.728050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-a530b114-b073-4bdd-8762-ae0d427709a6 req-5423d6cf-a4db-47dc-b228-12b861e1a197 service neutron] (103421) timed out ('10.222.0.65', 61157) {{(pid=103421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 16:57:07.740308 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (09cd252c-9bca-4a75-93b2-b23d441c776f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:07.888530 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b6b8c-1eab-4b10-a291-726b72393bc0 req-f596abd2-7a08-48e8-8baf-d5cdeef6c940 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:07.898724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d4b6b8c-1eab-4b10-a291-726b72393bc0 req-f596abd2-7a08-48e8-8baf-d5cdeef6c940 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.4364829 Feb 16 16:57:07.995382 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (09cd252c-9bca-4a75-93b2-b23d441c776f), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:08.072522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2011144-0536-43ca-a31a-827b3dac8097 req-2e08ed8a-8ce2-4678-8916-7d3b22d991fb tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:08.074817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2011144-0536-43ca-a31a-827b3dac8097 req-2e08ed8a-8ce2-4678-8916-7d3b22d991fb tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6eacb25-5a85-4f40-ba8a-89eb0c5f8852 HTTP/1.1" status: 200 len: 945 time: 0.1734188 Feb 16 16:57:08.216284 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2011144-0536-43ca-a31a-827b3dac8097 req-d05a1d8c-9641-407e-9fa0-0dbef99346b4 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193657 Feb 16 16:57:08.260486 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d4b6b8c-1eab-4b10-a291-726b72393bc0 req-d0ab9632-4996-456a-964c-3fe9aa72bd6b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577611 Feb 16 16:57:08.401385 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (09cd252c-9bca-4a75-93b2-b23d441c776f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:08.495369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37f7cf-93c6-41bd-9ef4-3ab8c2e7cf5c req-97193062-30b8-4966-a9bf-43c4c13172df tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:08.503566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e37f7cf-93c6-41bd-9ef4-3ab8c2e7cf5c req-97193062-30b8-4966-a9bf-43c4c13172df tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.1118875 Feb 16 16:57:08.540922 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (09cd252c-9bca-4a75-93b2-b23d441c776f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:08.576650 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e1db33-d301-4e17-bb22-b7043f608508 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:08.597489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=09cd252c-9bca-4a75-93b2-b23d441c776f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:08.608494 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:08.613345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/09cd252c-9bca-4a75-93b2-b23d441c776f HTTP/1.1" status: 204 len: 168 time: 1.2537732 Feb 16 16:57:08.615815 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36720) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:08.617653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e37f7cf-93c6-41bd-9ef4-3ab8c2e7cf5c req-3a53dc67-c266-471f-af48-e05a2c355883 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089275 Feb 16 16:57:08.625514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:08.625990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:08.626475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:08.626915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:08.627852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:08.628345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:08.628788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:08.630716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:08.631180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:08.631763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:08.632207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:08.632792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:08.633227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439903b-f69b-4bea-87dd-6802a3228726 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:08.721201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d3c9ed-60d5-4a1e-bc7a-d003e7a392e6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Deleting subnet 7b07e909-ee14-432b-acbc-c7d5eb538c4e {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:57:08.725212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-80d3c9ed-60d5-4a1e-bc7a-d003e7a392e6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (7b07e909-ee14-432b-acbc-c7d5eb538c4e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:08.785843 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-80d3c9ed-60d5-4a1e-bc7a-d003e7a392e6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (7b07e909-ee14-432b-acbc-c7d5eb538c4e), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:08.995629 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-80d3c9ed-60d5-4a1e-bc7a-d003e7a392e6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (7b07e909-ee14-432b-acbc-c7d5eb538c4e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:09.016618 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b7e3dab-9348-4082-a4a6-62599cdaae17 req-dc852ec9-0172-482c-9bd6-3050819ad45e tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 210 time: 0.1807816 Feb 16 16:57:09.073718 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2892b3e-26de-47e5-abb2-80959d2d71b0 req-cee631ed-697e-42fd-ae61-a50d0ff249b2 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:09.076013 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b2892b3e-26de-47e5-abb2-80959d2d71b0 req-cee631ed-697e-42fd-ae61-a50d0ff249b2 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6eacb25-5a85-4f40-ba8a-89eb0c5f8852 HTTP/1.1" status: 200 len: 945 time: 0.1585364 Feb 16 16:57:09.093857 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-02e40857-3940-4628-aefe-59735f4aca90 req-b6add02b-31e7-4aa5-8b54-d3aaf3d8e4a1 tempest-ListServersNegativeTestJSON-1450204201 tempest-ListServersNegativeTestJSON-1450204201-project] (103422) timed out ('10.222.0.60', 56831) {{(pid=103422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 16:57:09.120164 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-80d3c9ed-60d5-4a1e-bc7a-d003e7a392e6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (7b07e909-ee14-432b-acbc-c7d5eb538c4e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:09.157197 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3c9ed-60d5-4a1e-bc7a-d003e7a392e6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Subnet': ['ID=7b07e909-ee14-432b-acbc-c7d5eb538c4e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:09.163909 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-80d3c9ed-60d5-4a1e-bc7a-d003e7a392e6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:09.169727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36736) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:09.170026 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-80d3c9ed-60d5-4a1e-bc7a-d003e7a392e6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/7b07e909-ee14-432b-acbc-c7d5eb538c4e HTTP/1.1" status: 204 len: 168 time: 0.5492847 Feb 16 16:57:09.224389 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b85bc8f5-d0c5-4354-974d-4215fa1a1c54 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534837 Feb 16 16:57:09.226845 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36740) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:09.298779 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-b2892b3e-26de-47e5-abb2-80959d2d71b0 req-ae652cc8-1492-4d3f-bffa-f062725892b6 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Deleting port 45be9d93-30fa-49b9-9aab-f06bd45beaa6 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:57:09.299119 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b2892b3e-26de-47e5-abb2-80959d2d71b0 req-ae652cc8-1492-4d3f-bffa-f062725892b6 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (45be9d93-30fa-49b9-9aab-f06bd45beaa6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:09.419557 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0775dead-78e1-465e-93d3-1336048d7013 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:09.421187 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0775dead-78e1-465e-93d3-1336048d7013 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1931815 Feb 16 16:57:09.424467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36748) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:09.493830 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e2bd3-3699-4574-8d60-5890d5efc06f req-5aafe600-9fc4-409a-b7be-a724f8949dc1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:09.495539 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6e8e2bd3-3699-4574-8d60-5890d5efc06f req-5aafe600-9fc4-409a-b7be-a724f8949dc1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.0932901 Feb 16 16:57:09.519281 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-b2892b3e-26de-47e5-abb2-80959d2d71b0 req-ae652cc8-1492-4d3f-bffa-f062725892b6 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] For port 45be9d93-30fa-49b9-9aab-f06bd45beaa6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=45be9d93-30fa-49b9-9aab-f06bd45beaa6,segment=NetworkSegment(98a81d8f-1700-44de-9724-895f318faa30),segment_id=98a81d8f-1700-44de-9724-895f318faa30)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:09.520420 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b2892b3e-26de-47e5-abb2-80959d2d71b0 req-ae652cc8-1492-4d3f-bffa-f062725892b6 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (45be9d93-30fa-49b9-9aab-f06bd45beaa6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:09.524943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86db418-9710-4ca4-994c-ab66e1caaaa4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:09.526420 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c86db418-9710-4ca4-994c-ab66e1caaaa4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1013956 Feb 16 16:57:09.537030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6c6e4-d7c7-45c8-ad7a-cb8fc049d60a req-0ea123e3-270c-4128-a8f1-3a197551461d tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:09.544704 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4f6c6e4-d7c7-45c8-ad7a-cb8fc049d60a req-0ea123e3-270c-4128-a8f1-3a197551461d tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6eacb25-5a85-4f40-ba8a-89eb0c5f8852 HTTP/1.1" status: 200 len: 945 time: 0.1741717 Feb 16 16:57:09.546359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36752) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:09.555162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-b2892b3e-26de-47e5-abb2-80959d2d71b0 req-ae652cc8-1492-4d3f-bffa-f062725892b6 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Calling delete_port for 45be9d93-30fa-49b9-9aab-f06bd45beaa6 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:57:09.621449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3f946fe1-41a8-41fc-be71-5b47ef4f855f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728958 Feb 16 16:57:09.628429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36756) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:09.705203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4f6c6e4-d7c7-45c8-ad7a-cb8fc049d60a req-ee762f6e-f2c9-46f3-a3cd-433917b99026 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.24 "GET /v2.0/security-groups?id=6717da18-a8fa-4d6d-afe3-5497f01a28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506908 Feb 16 16:57:09.713633 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5c8d1c-661a-496a-916d-67c6ca650e85 None None] Network c6c55570-6501-4cec-af38-70389b23efe2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:09.750590 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6e8e2bd3-3699-4574-8d60-5890d5efc06f req-90f80399-55e9-449e-a9cd-2f296f19e2c6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434235 Feb 16 16:57:09.750590 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-226583cf-5a96-4fa8-b978-44f1fb44af49 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:09.750590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226583cf-5a96-4fa8-b978-44f1fb44af49 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:09.757731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36764) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:09.764404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-226583cf-5a96-4fa8-b978-44f1fb44af49 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/74498fd0-12a0-441c-9e26-85521ea3d0d8 HTTP/1.1" status: 404 len: 333 time: 0.1216655 Feb 16 16:57:09.770942 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b2892b3e-26de-47e5-abb2-80959d2d71b0 req-ae652cc8-1492-4d3f-bffa-f062725892b6 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (45be9d93-30fa-49b9-9aab-f06bd45beaa6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:09.785688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['45be9d93-30fa-49b9-9aab-f06bd45beaa6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:57:09.829178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae652cc8-1492-4d3f-bffa-f062725892b6 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Pushing event deleted for resources: {'Port': ['ID=45be9d93-30fa-49b9-9aab-f06bd45beaa6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:09.846366 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:57:09.847168 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3504418-b265-43b3-bae1-cd9e86b8f797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:09.847884 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3504418-b265-43b3-bae1-cd9e86b8f797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:09.853798 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d3504418-b265-43b3-bae1-cd9e86b8f797 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/7b07e909-ee14-432b-acbc-c7d5eb538c4e HTTP/1.1" status: 404 len: 337 time: 0.0945568 Feb 16 16:57:09.856324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36766) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:09.871778 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f65bd4-4ade-4fb2-b2aa-00f06a3bf534 req-f8f11ba4-075a-4373-ab40-6f83972f65ba tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:09.881769 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-04f65bd4-4ade-4fb2-b2aa-00f06a3bf534 req-f8f11ba4-075a-4373-ab40-6f83972f65ba tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.0878410 Feb 16 16:57:09.906126 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8ffa8a9b-76ed-4a8f-af6e-c527cb1d3808 None None] Provisioning complete for port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:09.906507 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8ffa8a9b-76ed-4a8f-af6e-c527cb1d3808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:09.916259 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f51c75a-3a39-44f7-9cbe-ba2693753cf6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:09.916762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f51c75a-3a39-44f7-9cbe-ba2693753cf6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:09.919849 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1f51c75a-3a39-44f7-9cbe-ba2693753cf6 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/09cd252c-9bca-4a75-93b2-b23d441c776f HTTP/1.1" status: 404 len: 337 time: 0.0605202 Feb 16 16:57:09.922741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36770) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:09.944723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-04f65bd4-4ade-4fb2-b2aa-00f06a3bf534 req-68e089cb-604c-483b-95c4-3daac372983d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617273 Feb 16 16:57:09.964930 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e691c6-e169-4a0d-a41e-65ce0cd16622 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:09.968244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e691c6-e169-4a0d-a41e-65ce0cd16622 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:09.971448 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a0e691c6-e169-4a0d-a41e-65ce0cd16622 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/6b276d56-710f-4871-85a9-347b7108a353 HTTP/1.1" status: 404 len: 333 time: 0.0472395 Feb 16 16:57:09.974805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36774) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.017599 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2892b3e-26de-47e5-abb2-80959d2d71b0 req-ae652cc8-1492-4d3f-bffa-f062725892b6 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] No DVR routers for this DVR port 45be9d93-30fa-49b9-9aab-f06bd45beaa6 on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:10.022970 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b2892b3e-26de-47e5-abb2-80959d2d71b0 req-ae652cc8-1492-4d3f-bffa-f062725892b6 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:10.031291 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccde9e04-17c3-4f84-b598-d8819e6eaed4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.032391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccde9e04-17c3-4f84-b598-d8819e6eaed4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.038123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ccde9e04-17c3-4f84-b598-d8819e6eaed4 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/6af1b8cd-ce64-4f0e-af60-08d7dd94a8c7 HTTP/1.1" status: 404 len: 337 time: 0.0622785 Feb 16 16:57:10.039306 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b2892b3e-26de-47e5-abb2-80959d2d71b0 req-ae652cc8-1492-4d3f-bffa-f062725892b6 tempest-VolumesSnapshotTestJSON-1533824957 tempest-VolumesSnapshotTestJSON-1533824957-project] 10.222.0.65 "DELETE /v2.0/ports/45be9d93-30fa-49b9-9aab-f06bd45beaa6 HTTP/1.1" status: 204 len: 173 time: 0.9560711 Feb 16 16:57:10.039845 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6eacb25-5a85-4f40-ba8a-89eb0c5f8852', 'name': 'network-vif-deleted', 'tag': '45be9d93-30fa-49b9-9aab-f06bd45beaa6'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:57:10.040865 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36782) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.042534 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf316be-b676-4b23-adf9-60f78be7032e" -d '{"events": [{"server_uuid": "d6eacb25-5a85-4f40-ba8a-89eb0c5f8852", "name": "network-vif-deleted", "tag": "45be9d93-30fa-49b9-9aab-f06bd45beaa6"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:57:10.061915 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa8a9b-76ed-4a8f-af6e-c527cb1d3808 None None] Current status of the port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:10.085570 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b691c3-c3e8-42ad-9f56-fcb727234848 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.086094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b691c3-c3e8-42ad-9f56-fcb727234848 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.090392 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-80b691c3-c3e8-42ad-9f56-fcb727234848 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/4483a8f4-c9f4-46fd-8863-6b6f2e2992b4 HTTP/1.1" status: 404 len: 337 time: 0.0477247 Feb 16 16:57:10.092577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36786) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.143414 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90004dad-d9f3-4d2a-ae1f-386464638e7c x-openstack-request-id: req-90004dad-d9f3-4d2a-ae1f-386464638e7c {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:57:10.144443 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6eacb25-5a85-4f40-ba8a-89eb0c5f8852", "name": "network-vif-deleted", "tag": "45be9d93-30fa-49b9-9aab-f06bd45beaa6", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:57:10.145527 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90004dad-d9f3-4d2a-ae1f-386464638e7c {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:57:10.146100 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6eacb25-5a85-4f40-ba8a-89eb0c5f8852', 'name': 'network-vif-deleted', 'tag': '45be9d93-30fa-49b9-9aab-f06bd45beaa6', 'status': 'completed', 'code': 200} Feb 16 16:57:10.147187 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd2fd92-0822-46f8-a185-523d4db17f29 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.147791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd2fd92-0822-46f8-a185-523d4db17f29 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.151086 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3fd2fd92-0822-46f8-a185-523d4db17f29 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/85130d86-05dc-41b7-873d-767acd8fb510 HTTP/1.1" status: 404 len: 333 time: 0.0574911 Feb 16 16:57:10.153959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36788) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.174885 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7945d0b5-210f-44bb-8a4e-8e0e687a74a3 None None] DHCP port deletion for c6c55570-6501-4cec-af38-70389b23efe2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:57:10.224055 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fede310-4566-4e56-9739-02f172f895d8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.224925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fede310-4566-4e56-9739-02f172f895d8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.228174 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9fede310-4566-4e56-9739-02f172f895d8 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/c31d2f2a-870d-4e3a-a981-a31a82ec3d52 HTTP/1.1" status: 404 len: 337 time: 0.0732660 Feb 16 16:57:10.230788 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36792) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.245204 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7945d0b5-210f-44bb-8a4e-8e0e687a74a3 None None] Deleting port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:57:10.245711 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7945d0b5-210f-44bb-8a4e-8e0e687a74a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:10.268860 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f59a7df-2be3-4ca6-931c-911e336e4842 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.269319 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f59a7df-2be3-4ca6-931c-911e336e4842 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.273088 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5f59a7df-2be3-4ca6-931c-911e336e4842 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/6903eae8-db80-49ca-b551-de36b95247c5 HTTP/1.1" status: 404 len: 337 time: 0.0412567 Feb 16 16:57:10.275539 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36794) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.291015 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87c51f87-9d6b-4d56-b787-e61fc4a539dc req-b094f9d4-d601-4d28-a842-e2096b83f443 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 210 time: 0.0812595 Feb 16 16:57:10.334841 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98e27f8-445f-4a75-8c6f-a7a967ac9425 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.335409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98e27f8-445f-4a75-8c6f-a7a967ac9425 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.338900 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f98e27f8-445f-4a75-8c6f-a7a967ac9425 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/b8347607-44be-4224-9cce-1c6e701b1fe9 HTTP/1.1" status: 404 len: 333 time: 0.0622749 Feb 16 16:57:10.341415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36798) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.349821 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-7945d0b5-210f-44bb-8a4e-8e0e687a74a3 None None] For port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4cd8b0f8-7df0-4f7b-af95-2a8945446f26,segment=NetworkSegment(e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221),segment_id=e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:10.350339 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7945d0b5-210f-44bb-8a4e-8e0e687a74a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:10.351387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-a2d1dc89-9e76-45e1-93aa-1507ef1c4fd4 req-eb81364c-8637-4c80-badd-4d4726aaa6f0 service neutron] (103422) timed out ('10.222.0.60', 56637) {{(pid=103422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 16:57:10.365413 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7945d0b5-210f-44bb-8a4e-8e0e687a74a3 None None] Calling delete_port for 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:57:10.373643 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd9df2d-abd4-4eb6-9b59-0619c0136ca1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.374866 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd9df2d-abd4-4eb6-9b59-0619c0136ca1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.380957 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0bd9df2d-abd4-4eb6-9b59-0619c0136ca1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/2d5089ec-9c99-48a7-87d9-8e3bc6f08a23 HTTP/1.1" status: 404 len: 337 time: 0.0381019 Feb 16 16:57:10.383319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36800) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.419777 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4d0e0e-478a-45af-91e8-2ec5fcae0d8b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.419777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4d0e0e-478a-45af-91e8-2ec5fcae0d8b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.419777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2a4d0e0e-478a-45af-91e8-2ec5fcae0d8b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/8f9dc522-0e5a-4993-9b6d-1f3eeb9c61a3 HTTP/1.1" status: 404 len: 337 time: 0.0336337 Feb 16 16:57:10.423383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36802) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.462348 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc37f00a-24bb-470a-bffe-1e75858e5258 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.462348 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc37f00a-24bb-470a-bffe-1e75858e5258 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.462348 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bc37f00a-24bb-470a-bffe-1e75858e5258 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/663cb6ab-5764-44e7-bb15-130c2cd5bb40 HTTP/1.1" status: 404 len: 333 time: 0.0407202 Feb 16 16:57:10.464987 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36806) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.472473 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7945d0b5-210f-44bb-8a4e-8e0e687a74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (4cd8b0f8-7df0-4f7b-af95-2a8945446f26), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:10.501178 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-27dd06df-a0e1-4167-b450-4097ac5fec43 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.501645 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27dd06df-a0e1-4167-b450-4097ac5fec43 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.505383 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-27dd06df-a0e1-4167-b450-4097ac5fec43 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/658d5226-d605-4705-90fd-7b3d83d14eeb HTTP/1.1" status: 404 len: 337 time: 0.0394232 Feb 16 16:57:10.508255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36808) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.516486 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945d0b5-210f-44bb-8a4e-8e0e687a74a3 None None] Pushing event deleted for resources: {'Port': ['ID=4cd8b0f8-7df0-4f7b-af95-2a8945446f26,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:10.518360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7945d0b5-210f-44bb-8a4e-8e0e687a74a3 None None] No DVR routers for this DVR port 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:10.538862 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd1e7b9-2492-4f27-9d52-b572c486d509 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.539939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd1e7b9-2492-4f27-9d52-b572c486d509 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.545627 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ecd1e7b9-2492-4f27-9d52-b572c486d509 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/25dc669c-4c92-4217-bf1a-5c5c1ee3d014 HTTP/1.1" status: 404 len: 333 time: 0.0337641 Feb 16 16:57:10.546216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36810) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.592120 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb78564-a192-4fe8-92de-e45c0f0b8428 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.592586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb78564-a192-4fe8-92de-e45c0f0b8428 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.600742 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6eb78564-a192-4fe8-92de-e45c0f0b8428 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/7c9ca304-56e2-4717-a911-0e0ae28d5ef4 HTTP/1.1" status: 404 len: 337 time: 0.0502310 Feb 16 16:57:10.601113 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36812) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.631186 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b625dd-909d-4727-a700-7a810264ba5b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.631811 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b625dd-909d-4727-a700-7a810264ba5b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.637587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-35b625dd-909d-4727-a700-7a810264ba5b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/14eb1250-6cb7-4a10-802e-13c2c958500b HTTP/1.1" status: 404 len: 333 time: 0.0330260 Feb 16 16:57:10.642944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36814) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.675746 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-62baf6c0-a4b9-48f0-aa00-e2758a84e5b0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.676240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62baf6c0-a4b9-48f0-aa00-e2758a84e5b0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.681759 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-62baf6c0-a4b9-48f0-aa00-e2758a84e5b0 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/aa2eb53e-f9b6-4dd0-9c86-24109111a5e1 HTTP/1.1" status: 404 len: 337 time: 0.0353811 Feb 16 16:57:10.682034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36816) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.711248 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a5e3a8-acc0-4a48-8d5b-9e84686cae17 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.711798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a5e3a8-acc0-4a48-8d5b-9e84686cae17 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.716347 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d5a5e3a8-acc0-4a48-8d5b-9e84686cae17 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/c20d1b46-542f-4ad9-a022-0608fb2e58b5 HTTP/1.1" status: 404 len: 333 time: 0.0318172 Feb 16 16:57:10.717661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36820) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.746121 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd94b79-b3b8-4a08-9a05-f8f553e23e71 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.746586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd94b79-b3b8-4a08-9a05-f8f553e23e71 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.750999 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-edd94b79-b3b8-4a08-9a05-f8f553e23e71 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/91976ed7-fa61-49b8-aa48-16b24ece7d39 HTTP/1.1" status: 404 len: 337 time: 0.0323122 Feb 16 16:57:10.766727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36824) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.784841 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-561d8bcf-ad35-43a1-ad52-3f4bca2bbeb3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.785388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561d8bcf-ad35-43a1-ad52-3f4bca2bbeb3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.789119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-561d8bcf-ad35-43a1-ad52-3f4bca2bbeb3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/3d573c8b-5df3-4192-9c33-ea22879750af HTTP/1.1" status: 404 len: 333 time: 0.0311658 Feb 16 16:57:10.791435 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36830) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.822808 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-7670e353-6a38-4583-89a5-27866d3bf14d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.823474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7670e353-6a38-4583-89a5-27866d3bf14d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.827165 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7670e353-6a38-4583-89a5-27866d3bf14d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/ab76b38c-2383-48c1-9c7b-f92d42ef8f72 HTTP/1.1" status: 404 len: 337 time: 0.0345893 Feb 16 16:57:10.829945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36832) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.862693 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-79adfb48-23f1-4903-91cf-29a1768d901e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.863471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79adfb48-23f1-4903-91cf-29a1768d901e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.866744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-79adfb48-23f1-4903-91cf-29a1768d901e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/5ed4ecf5-d712-45e7-9767-5b330deeab99 HTTP/1.1" status: 404 len: 333 time: 0.0356703 Feb 16 16:57:10.869650 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36836) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.901127 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1909b24-574a-4814-ae53-2485a6b6e160 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.901590 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1909b24-574a-4814-ae53-2485a6b6e160 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.908372 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b1909b24-574a-4814-ae53-2485a6b6e160 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/056a39dd-9049-4e46-853e-bab37b6e8f52 HTTP/1.1" status: 404 len: 337 time: 0.0376475 Feb 16 16:57:10.909600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36838) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.955570 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecbb7ad-7772-4a6a-b59f-24e71dbb389a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.958299 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aecbb7ad-7772-4a6a-b59f-24e71dbb389a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:10.965023 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-aecbb7ad-7772-4a6a-b59f-24e71dbb389a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/71a41134-b363-4449-8295-d91a43c995d9 HTTP/1.1" status: 404 len: 337 time: 0.0543563 Feb 16 16:57:10.965979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36844) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:10.994469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0b2d7-f8c4-426f-ab46-65be05891c27 req-6113ee57-ebdb-425a-b5cb-42a576b6d00b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:10.996355 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e37d87-71f8-4fab-9406-a49f1befc6ca tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:10.997108 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e37d87-71f8-4fab-9406-a49f1befc6ca tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:11.002905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ce0b2d7-f8c4-426f-ab46-65be05891c27 req-6113ee57-ebdb-425a-b5cb-42a576b6d00b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.1197307 Feb 16 16:57:11.008246 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-67e37d87-71f8-4fab-9406-a49f1befc6ca tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/ee67a0e6-b544-4101-a33c-276b3398b37b HTTP/1.1" status: 404 len: 333 time: 0.0411534 Feb 16 16:57:11.008565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36846) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.056322 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab41c93-880f-4d7c-9763-3e2737f174ba tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:11.056913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab41c93-880f-4d7c-9763-3e2737f174ba tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:11.060277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fab41c93-880f-4d7c-9763-3e2737f174ba tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/986071b0-c67a-4c5f-8d65-95dfb1b980c4 HTTP/1.1" status: 404 len: 337 time: 0.0499251 Feb 16 16:57:11.064456 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36852) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.118081 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-dced8cd2-e6aa-42e5-aeba-2da7cf87043b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:11.118603 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dced8cd2-e6aa-42e5-aeba-2da7cf87043b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:11.122414 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dced8cd2-e6aa-42e5-aeba-2da7cf87043b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/95ee63b5-bb6f-4b3c-8954-a474ad8b9d15 HTTP/1.1" status: 404 len: 337 time: 0.0540111 Feb 16 16:57:11.122826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ce0b2d7-f8c4-426f-ab46-65be05891c27 req-2b4ddfac-6368-46d5-a830-3cb84f6b7677 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116509 Feb 16 16:57:11.125510 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36854) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.157746 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f22d63-7e3f-4185-8e8f-7bd6bcd9e912 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:11.158501 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f22d63-7e3f-4185-8e8f-7bd6bcd9e912 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:11.163429 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-09f22d63-7e3f-4185-8e8f-7bd6bcd9e912 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/3a7af99b-5d04-4654-8f65-752cd75001ec HTTP/1.1" status: 404 len: 333 time: 0.0367782 Feb 16 16:57:11.166410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36856) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.227035 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6e4d35-31c3-40ec-84c0-464cee237ac3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:11.227588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6e4d35-31c3-40ec-84c0-464cee237ac3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:11.230778 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-be6e4d35-31c3-40ec-84c0-464cee237ac3 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/943aae92-a63d-450c-a995-2e30ccdae7e7 HTTP/1.1" status: 404 len: 337 time: 0.0632732 Feb 16 16:57:11.233494 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36866) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.250528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35660d46-1b67-4556-bb16-7a25979a9e8b req-c386b975-53db-4513-8f2e-23380d3be30a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:11.252337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35660d46-1b67-4556-bb16-7a25979a9e8b req-c386b975-53db-4513-8f2e-23380d3be30a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.1910758 Feb 16 16:57:11.293798 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-8066818a-21f2-4ead-b83f-1a8131b26923 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:11.294593 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8066818a-21f2-4ead-b83f-1a8131b26923 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:11.298753 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8066818a-21f2-4ead-b83f-1a8131b26923 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/bef8cd71-0031-4932-ba38-e2695cc93496 HTTP/1.1" status: 404 len: 337 time: 0.0642419 Feb 16 16:57:11.303370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36868) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.357309 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:57:11.362948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35660d46-1b67-4556-bb16-7a25979a9e8b req-d7ffe2c2-dc20-42e4-b77c-32db6218aff8 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983708 Feb 16 16:57:11.367076 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbf46bf-bcaa-4ac7-999f-2c8af5d68e78 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:11.367822 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbf46bf-bcaa-4ac7-999f-2c8af5d68e78 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:11.371583 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bfbf46bf-bcaa-4ac7-999f-2c8af5d68e78 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/d58c58ba-454b-43f9-8841-6dbfec72deb3 HTTP/1.1" status: 404 len: 333 time: 0.0532582 Feb 16 16:57:11.373916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36874) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.396647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:57:11.397003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4cd8b0f8-7df0-4f7b-af95-2a8945446f26 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:57:11.425956 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-359284ac-f72b-42a0-96ef-c0af9dec4e63 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:11.425956 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359284ac-f72b-42a0-96ef-c0af9dec4e63 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:11.428859 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-359284ac-f72b-42a0-96ef-c0af9dec4e63 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/fbf5c222-d47a-464e-ace3-1773b5fbcc2b HTTP/1.1" status: 404 len: 337 time: 0.0533242 Feb 16 16:57:11.431663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36882) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.482622 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-b615eb25-e976-4ed8-8fca-4cdfb14099c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:11.483085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b615eb25-e976-4ed8-8fca-4cdfb14099c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:11.488852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b615eb25-e976-4ed8-8fca-4cdfb14099c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/aef6e1ba-6b19-46c3-bb17-419852b3e6cd HTTP/1.1" status: 404 len: 337 time: 0.0534856 Feb 16 16:57:11.488852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc8078f0-8fc7-4887-add1-b8b6df1873e1 req-623b2915-d105-428e-b80e-aff30c323e88 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 210 time: 0.0784407 Feb 16 16:57:11.489106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36884) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.524410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-aadb4e95-87c6-428d-b549-499d13c1679b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb280e62-9472-4f79-a8d3-ccea6013d361 HTTP/1.1" status: 200 len: 205 time: 0.0314181 Feb 16 16:57:11.524410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36886) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.564265 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-c91c01c6-1188-411e-8019-7bb15de3aef7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] delete failed (client error): The resource could not be found. Feb 16 16:57:11.565310 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c91c01c6-1188-411e-8019-7bb15de3aef7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/routers/fb280e62-9472-4f79-a8d3-ccea6013d361 HTTP/1.1" status: 404 len: 336 time: 0.0402894 Feb 16 16:57:11.568535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36890) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.596271 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff24862-b14d-42ed-8595-2e3ff3927439 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:11.596734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff24862-b14d-42ed-8595-2e3ff3927439 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:11.600332 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fff24862-b14d-42ed-8595-2e3ff3927439 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/e6d8eaad-867f-414e-bc15-960b17d067fb HTTP/1.1" status: 404 len: 337 time: 0.0308654 Feb 16 16:57:11.603060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36892) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.636541 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-809528db-28fe-4a5f-ae01-b14b619e2262 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "GET /v2.0/ports?device_id=743072aa-0d71-4938-b71d-ceafa45133bd HTTP/1.1" status: 200 len: 205 time: 0.0320580 Feb 16 16:57:11.638975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36896) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.689683 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-ac99d613-9f57-4e56-b005-be7a71ab25c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] delete failed (client error): The resource could not be found. Feb 16 16:57:11.693361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ac99d613-9f57-4e56-b005-be7a71ab25c2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/routers/743072aa-0d71-4938-b71d-ceafa45133bd HTTP/1.1" status: 404 len: 336 time: 0.0508277 Feb 16 16:57:11.694238 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36898) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.729245 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7e2e1f-1c93-4b7d-bfac-412ad609c38f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:11.729841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7e2e1f-1c93-4b7d-bfac-412ad609c38f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:11.736346 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fb7e2e1f-1c93-4b7d-bfac-412ad609c38f tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/98c1b128-e7d3-4b83-a3a1-c7654ced770e HTTP/1.1" status: 404 len: 337 time: 0.0373857 Feb 16 16:57:11.736903 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36904) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.772214 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0bac17-fdd1-4ddf-ad45-765f1d423c9c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:11.772675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0bac17-fdd1-4ddf-ad45-765f1d423c9c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:11.778076 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ee0bac17-fdd1-4ddf-ad45-765f1d423c9c tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/b18f08f4-220c-44e8-acb7-213a543c0aa4 HTTP/1.1" status: 404 len: 337 time: 0.0377238 Feb 16 16:57:11.778306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36906) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.822836 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-288686e1-fa92-4776-bd9f-23a2b79319d2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:11.823485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288686e1-fa92-4776-bd9f-23a2b79319d2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:11.853898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36910) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.858904 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-288686e1-fa92-4776-bd9f-23a2b79319d2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/9a276e89-651c-494b-bb75-3e9dcf0cfa76 HTTP/1.1" status: 404 len: 333 time: 0.0792763 Feb 16 16:57:11.899527 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-7629f134-3c90-4c80-8a58-4dacf8dbd59d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:11.899527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7629f134-3c90-4c80-8a58-4dacf8dbd59d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:11.904645 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36912) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:11.904860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7629f134-3c90-4c80-8a58-4dacf8dbd59d tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/66432add-f76f-41f3-bfbf-31e70d1d57d1 HTTP/1.1" status: 404 len: 337 time: 0.0498378 Feb 16 16:57:12.273649 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ca76d2-a424-4bf7-9669-bc57b82689f7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:12.274438 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ca76d2-a424-4bf7-9669-bc57b82689f7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:12.280756 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-31ca76d2-a424-4bf7-9669-bc57b82689f7 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/bedf9491-683f-402a-a21a-fd87421f43eb HTTP/1.1" status: 404 len: 333 time: 0.3749983 Feb 16 16:57:12.285915 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36920) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:12.332300 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ca6ffc-a1f7-4c44-bee2-86c8df47ced2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:12.333220 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ca6ffc-a1f7-4c44-bee2-86c8df47ced2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:12.336900 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a5ca6ffc-a1f7-4c44-bee2-86c8df47ced2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/f6e8ba7c-c5dc-408c-852f-f0749d25a4b3 HTTP/1.1" status: 404 len: 337 time: 0.0492039 Feb 16 16:57:12.341750 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36922) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:12.344333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-fb3b25cd-6095-40d8-a4d8-43d11ea7076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:12.346284 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-fb3b25cd-6095-40d8-a4d8-43d11ea7076f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1127 time: 0.4318213 Feb 16 16:57:12.406570 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5cb14e-5b16-4241-bcb9-2bec7df851fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:12.407206 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5cb14e-5b16-4241-bcb9-2bec7df851fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:12.410676 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0d5cb14e-5b16-4241-bcb9-2bec7df851fc tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/033820b8-6351-4cb5-be9f-2ed8367158c6 HTTP/1.1" status: 404 len: 333 time: 0.0626431 Feb 16 16:57:12.420677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36926) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:12.453104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df4ce1-d6a3-4ea6-b0ec-f6ff3bb9e3ee req-4a64181c-4e75-44fd-a1c3-690afda70dfd tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:12.454783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33df4ce1-d6a3-4ea6-b0ec-f6ff3bb9e3ee req-4a64181c-4e75-44fd-a1c3-690afda70dfd tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.2120874 Feb 16 16:57:12.462497 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e143b83-5075-4056-a9e3-90b1f2b580a1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:12.462960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e143b83-5075-4056-a9e3-90b1f2b580a1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:12.466164 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7e143b83-5075-4056-a9e3-90b1f2b580a1 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/ad5d9aa9-4aa1-4a48-9c2f-5c3b4bef8b34 HTTP/1.1" status: 404 len: 337 time: 0.0445590 Feb 16 16:57:12.468396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-8457b3a7-f2ac-4d05-a050-1a03a5c10e15 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:12.468697 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36928) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:12.469858 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-8457b3a7-f2ac-4d05-a050-1a03a5c10e15 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.60 "GET /v2.0/networks?id=07fd14a5-71f2-4b72-aab7-3a79c0e8036a HTTP/1.1" status: 200 len: 806 time: 0.2787945 Feb 16 16:57:12.490432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-518d91d8-f8db-414b-9717-431ee177a70a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Request body: {'port': {'device_id': '87943f98-c3fb-4852-9aae-789b6e431dfc', 'network_id': '07fd14a5-71f2-4b72-aab7-3a79c0e8036a', 'admin_state_up': True, 'tenant_id': 'df188969e0aa4461b88441121236dc4e'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:12.501516 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e1f06d-4333-4de7-a333-0578e992df18 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:12.502058 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86e1f06d-4333-4de7-a333-0578e992df18 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:12.505686 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-86e1f06d-4333-4de7-a333-0578e992df18 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/13b6799f-01cb-4fb6-a036-8761657a1dae HTTP/1.1" status: 404 len: 333 time: 0.0360818 Feb 16 16:57:12.516572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36930) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:12.561855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-766c7f92-a68d-4f18-a312-72117dd43e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:12.563552 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-766c7f92-a68d-4f18-a312-72117dd43e54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 200 len: 898 time: 0.2001951 Feb 16 16:57:12.590032 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-155bfaae-ae71-4167-90fd-3bf41808b09e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:12.590397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155bfaae-ae71-4167-90fd-3bf41808b09e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:12.593639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-155bfaae-ae71-4167-90fd-3bf41808b09e tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/15b9b3f0-2cef-4558-a6b6-58bb67785b57 HTTP/1.1" status: 404 len: 337 time: 0.0757408 Feb 16 16:57:12.596723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36934) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:12.640560 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-edb83573-344e-477c-abd9-9e6ef9473879 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 1001 time: 0.0705366 Feb 16 16:57:12.693070 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec9b899-abd9-4af6-8b3b-a9287c2a8614 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:12.693876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec9b899-abd9-4af6-8b3b-a9287c2a8614 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:12.697577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-7f980729-eb5d-43bb-adf5-bc8d71e1ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:12.697929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7ec9b899-abd9-4af6-8b3b-a9287c2a8614 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/19f9d570-f5c3-4dee-94d3-b6e895b79367 HTTP/1.1" status: 404 len: 333 time: 0.0950892 Feb 16 16:57:12.699469 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-7f980729-eb5d-43bb-adf5-bc8d71e1ac16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28a16b5a-5a01-44e7-92b2-075fe8b904dc HTTP/1.1" status: 200 len: 835 time: 0.0536222 Feb 16 16:57:12.700121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36936) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:12.712854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6623719-bb78-48b4-8458-7c8de46de8f0 req-349ba915-96a8-49f4-8e32-3eea3c9862f5 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:12.721070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6623719-bb78-48b4-8458-7c8de46de8f0 req-349ba915-96a8-49f4-8e32-3eea3c9862f5 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.2491872 Feb 16 16:57:12.729396 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33df4ce1-d6a3-4ea6-b0ec-f6ff3bb9e3ee req-5b9be1a4-6390-49a9-b098-17e28ca81e5a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585821 Feb 16 16:57:12.756635 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf89c91c-a3ab-471c-a0da-38c9201076d2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:12.756635 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf89c91c-a3ab-471c-a0da-38c9201076d2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:12.761819 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bf89c91c-a3ab-471c-a0da-38c9201076d2 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/a12db9a8-4d7c-49e8-9f40-599bc50253c2 HTTP/1.1" status: 404 len: 337 time: 0.0583060 Feb 16 16:57:12.762978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36938) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:12.815719 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb9e20a-7c31-4034-8e40-92ed4dbd18ce tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:12.818151 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb9e20a-7c31-4034-8e40-92ed4dbd18ce tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:12.827779 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6623719-bb78-48b4-8458-7c8de46de8f0 req-d1c5f642-1527-457c-9c00-169cb828dc4c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012430 Feb 16 16:57:12.827779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-518d91d8-f8db-414b-9717-431ee177a70a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Made reservation on behalf of df188969e0aa4461b88441121236dc4e for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:12.829431 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-518d91d8-f8db-414b-9717-431ee177a70a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:12.837741 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4fb9e20a-7c31-4034-8e40-92ed4dbd18ce tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/11fd743d-7715-4539-8a1c-13b68c8dfc33 HTTP/1.1" status: 404 len: 333 time: 0.0714104 Feb 16 16:57:12.839192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36940) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:12.881586 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe7364d-32ef-4a1d-ad8f-ef9ba422da07 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:12.882061 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe7364d-32ef-4a1d-ad8f-ef9ba422da07 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:12.888445 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-efe7364d-32ef-4a1d-ad8f-ef9ba422da07 tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/83151be9-3fb5-4ee0-b455-07d184872c84 HTTP/1.1" status: 404 len: 337 time: 0.0450301 Feb 16 16:57:12.888701 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36942) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:12.931215 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-1239f869-d88b-4236-b875-912fb1b5856a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:12.931964 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1239f869-d88b-4236-b875-912fb1b5856a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:12.935244 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1239f869-d88b-4236-b875-912fb1b5856a tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/ports/29a7692d-670e-4121-bf00-0ae49a671a2c HTTP/1.1" status: 404 len: 333 time: 0.0454891 Feb 16 16:57:12.937338 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-049f94e9-a5ef-47ad-8285-43d5ce3e90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:12.938746 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-049f94e9-a5ef-47ad-8285-43d5ce3e90f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2134383 Feb 16 16:57:12.939189 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e62cd60-a4c0-4d66-98c6-cfaf1d572c8e req-cbbe4992-4822-4f3e-8e8d-0d1ece8688c4 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 210 time: 0.1063304 Feb 16 16:57:12.939304 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36946) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:12.981145 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c4f8a6-4376-4c3d-a1c8-a437833f5cce tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:12.982542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c4f8a6-4376-4c3d-a1c8-a437833f5cce tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:12.984827 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-78c4f8a6-4376-4c3d-a1c8-a437833f5cce tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/subnets/c13d5d18-7ee0-412f-9b0d-fdd830fce486 HTTP/1.1" status: 404 len: 337 time: 0.0446489 Feb 16 16:57:13.050243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 36948) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:13.083154 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-cebeb94b-5b3e-4fdc-88ab-5a69a5529fa2 service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971589 Feb 16 16:57:13.237948 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-e0376c5d-10ca-472f-9edd-6534632ec1d4 service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480093 Feb 16 16:57:13.242977 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00b736f2-5527-4fa2-9c54-efc93b82748b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (c6c55570-6501-4cec-af38-70389b23efe2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:13.272033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-518d91d8-f8db-414b-9717-431ee177a70a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Allocated IP 172.20.0.4 (07fd14a5-71f2-4b72-aab7-3a79c0e8036a/091f2ee1-7ede-4f8f-bcc0-67b6d7c843af/e0848d1e-7dbd-4cbf-a0b7-5ab68efde742) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:13.396507 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00b736f2-5527-4fa2-9c54-efc93b82748b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (c6c55570-6501-4cec-af38-70389b23efe2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:13.423053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-00b736f2-5527-4fa2-9c54-efc93b82748b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c55570-6501-4cec-af38-70389b23efe2']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:13.446974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-00b736f2-5527-4fa2-9c54-efc93b82748b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:13.447269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-00b736f2-5527-4fa2-9c54-efc93b82748b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:13.475305 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00b736f2-5527-4fa2-9c54-efc93b82748b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:13.502715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00b736f2-5527-4fa2-9c54-efc93b82748b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:13.523721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b736f2-5527-4fa2-9c54-efc93b82748b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:13.524149 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00b736f2-5527-4fa2-9c54-efc93b82748b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (e23a7b0e-3ad1-4e9c-af7d-5b0b409a2221), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:13.527206 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:13.653586 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00b736f2-5527-4fa2-9c54-efc93b82748b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (c6c55570-6501-4cec-af38-70389b23efe2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:13.664680 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00b736f2-5527-4fa2-9c54-efc93b82748b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:13.666392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 45be9d93-30fa-49b9-9aab-f06bd45beaa6 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:57:13.668420 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-00b736f2-5527-4fa2-9c54-efc93b82748b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] 10.222.0.24 "DELETE /v2.0/networks/c6c55570-6501-4cec-af38-70389b23efe2 HTTP/1.1" status: 204 len: 168 time: 0.6177197 Feb 16 16:57:13.687317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b736f2-5527-4fa2-9c54-efc93b82748b tempest-NetworksTestDHCPv6-277694289 tempest-NetworksTestDHCPv6-277694289-project] Pushing event deleted for resources: {'Network': ['ID=c6c55570-6501-4cec-af38-70389b23efe2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:13.717554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 45be9d93-30fa-49b9-9aab-f06bd45beaa6 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:57:13.717919 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 45be9d93-30fa-49b9-9aab-f06bd45beaa6 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:57:13.724675 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-518d91d8-f8db-414b-9717-431ee177a70a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Publish callbacks [] for port (e0848d1e-7dbd-4cbf-a0b7-5ab68efde742), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:13.775142 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-518d91d8-f8db-414b-9717-431ee177a70a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e0848d1e-7dbd-4cbf-a0b7-5ab68efde742), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:13.902943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-518d91d8-f8db-414b-9717-431ee177a70a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Network 07fd14a5-71f2-4b72-aab7-3a79c0e8036a is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:13.954638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-518d91d8-f8db-414b-9717-431ee177a70a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:13.962204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-518d91d8-f8db-414b-9717-431ee177a70a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:13.980539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d91d8-f8db-414b-9717-431ee177a70a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Pushing event updated for resources: {'Port': ['ID=e0848d1e-7dbd-4cbf-a0b7-5ab68efde742,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:14.117198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-518d91d8-f8db-414b-9717-431ee177a70a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:14.118054 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-518d91d8-f8db-414b-9717-431ee177a70a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:14.148611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627ba59-6560-4ebb-ad2e-f19222a600fa req-06c72193-1dc4-4bc3-9ed2-6b09fb43a78a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:14.150489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4627ba59-6560-4ebb-ad2e-f19222a600fa req-06c72193-1dc4-4bc3-9ed2-6b09fb43a78a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.2848608 Feb 16 16:57:14.163888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbee475-83ef-42cd-a3dc-4c8992541821 req-57d57315-f9ba-4661-a6ab-0e300f47174b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:14.172834 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbbee475-83ef-42cd-a3dc-4c8992541821 req-57d57315-f9ba-4661-a6ab-0e300f47174b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.1986308 Feb 16 16:57:14.193294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-518d91d8-f8db-414b-9717-431ee177a70a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7064843 Feb 16 16:57:14.211402 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36972) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:14.212852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Request body: {'port': {'device_id': '87943f98-c3fb-4852-9aae-789b6e431dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:14.403461 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4627ba59-6560-4ebb-ad2e-f19222a600fa req-4ccbf5fc-e045-4883-844d-2c9b894b87e5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214112 Feb 16 16:57:14.423394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbbee475-83ef-42cd-a3dc-4c8992541821 req-5ae12e40-fbff-4601-a03a-bee011daa84b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490842 Feb 16 16:57:14.437996 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e0848d1e-7dbd-4cbf-a0b7-5ab68efde742), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:14.511787 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2d74eeb5-c1ec-41ff-a8c5-3e11fcb4cbb7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f76cd413892480785a2d2e7304c28ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2984767 Feb 16 16:57:14.518640 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 36976) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:14.596485 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Publish callbacks [] for security_group (d5be00fd-36b8-4b33-b9ab-c541851ae464), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:14.624652 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Publish callbacks [] for security_group (d5be00fd-36b8-4b33-b9ab-c541851ae464), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:14.685655 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94a337-a9b4-48bd-ae5c-213b3e54b0fd req-d2b7c2df-49d0-43fe-b2b6-3b56caf214ef tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:14.687351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d94a337-a9b4-48bd-ae5c-213b3e54b0fd req-d2b7c2df-49d0-43fe-b2b6-3b56caf214ef tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 931 time: 0.1634736 Feb 16 16:57:14.725880 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d5be00fd-36b8-4b33-b9ab-c541851ae464), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:14.729134 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:14.730302 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5be00fd-36b8-4b33-b9ab-c541851ae464 HTTP/1.1" status: 204 len: 168 time: 0.2105694 Feb 16 16:57:14.744495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5be00fd-36b8-4b33-b9ab-c541851ae464,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:14.762560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.762920 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.767529 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.767963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.769427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.770355 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.770753 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.771319 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.772702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.773135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.774880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.775317 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.775726 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3010791-42c3-4da0-9ac2-a28cd5a05c45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:14.820006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d94a337-a9b4-48bd-ae5c-213b3e54b0fd req-5d30afd1-ffb1-4a08-bbe8-1dffa3cdb223 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a846c78e-ca51-48a7-87e2-b07d2839ce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216540 Feb 16 16:57:15.023978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:57:15.033360 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Publish callbacks [] for port (e0848d1e-7dbd-4cbf-a0b7-5ab68efde742), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:15.047935 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Transition to ACTIVE for port object e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:15.064516 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (e0848d1e-7dbd-4cbf-a0b7-5ab68efde742), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:15.132297 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Pushing event updated for resources: {'Port': ['ID=e0848d1e-7dbd-4cbf-a0b7-5ab68efde742,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:15.325537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Attempting to bind port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:57:15.325878 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Attempting to bind port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'fe1b949b-d5f6-42c3-b077-014ef982e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '07fd14a5-71f2-4b72-aab7-3a79c0e8036a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:57:15.329202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Attempting to bind port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 on network 07fd14a5-71f2-4b72-aab7-3a79c0e8036a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:15.341566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 on network 07fd14a5-71f2-4b72-aab7-3a79c0e8036a not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:57:15.341901 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Attempting to bind port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 on network 07fd14a5-71f2-4b72-aab7-3a79c0e8036a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:15.356999 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:57:15.357758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Checking segment: {'id': 'fe1b949b-d5f6-42c3-b077-014ef982e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '07fd14a5-71f2-4b72-aab7-3a79c0e8036a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:15.367639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Bound using segment: {'id': 'fe1b949b-d5f6-42c3-b077-014ef982e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '07fd14a5-71f2-4b72-aab7-3a79c0e8036a'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:57:15.369938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Bound port: e0848d1e-7dbd-4cbf-a0b7-5ab68efde742, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1b949b-d5f6-42c3-b077-014ef982e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '07fd14a5-71f2-4b72-aab7-3a79c0e8036a'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:57:15.370519 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e0848d1e-7dbd-4cbf-a0b7-5ab68efde742), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:15.566894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] For port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:15.628207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] For port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e0848d1e-7dbd-4cbf-a0b7-5ab68efde742,segment=NetworkSegment(fe1b949b-d5f6-42c3-b077-014ef982e02a),segment_id=fe1b949b-d5f6-42c3-b077-014ef982e02a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:57:15.664956 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (e0848d1e-7dbd-4cbf-a0b7-5ab68efde742), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:15.719718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf389c-336c-4d7c-abae-b757191a2da6 req-bb732c9e-5ce9-43b2-a06c-e2ce9a554911 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:15.728023 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30cf389c-336c-4d7c-abae-b757191a2da6 req-bb732c9e-5ce9-43b2-a06c-e2ce9a554911 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.1851699 Feb 16 16:57:15.747326 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:15.748183 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:15.750341 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] 10.222.0.60 "PUT /v2.0/ports/e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 HTTP/1.1" status: 200 len: 1091 time: 1.5446026 Feb 16 16:57:15.753231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87943f98-c3fb-4852-9aae-789b6e431dfc', 'tag': 'e0848d1e-7dbd-4cbf-a0b7-5ab68efde742'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:57:15.755745 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289f9b24-ed00-466b-a2bd-2ec2daa0c552" -d '{"events": [{"name": "network-changed", "server_uuid": "87943f98-c3fb-4852-9aae-789b6e431dfc", "tag": "e0848d1e-7dbd-4cbf-a0b7-5ab68efde742"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:57:15.923786 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37036) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:16.096778 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-364040007'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:16.139479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:16.143613 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:16.165064 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:16.313427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be9ebf-262c-469b-bdbc-3a756b267056 service neutron] Pushing event updated for resources: {'Port': ['ID=e0848d1e-7dbd-4cbf-a0b7-5ab68efde742,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:16.325759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c707a-5a9a-4348-8b61-8c7aebc55a88 req-29224d1c-e054-4800-b69e-1a85f2e6d437 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:16.327420 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef2c707a-5a9a-4348-8b61-8c7aebc55a88 req-29224d1c-e054-4800-b69e-1a85f2e6d437 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.7233863 Feb 16 16:57:16.437879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-51166eeb-77b3-40cb-a424-b879c011ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:16.441822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-51166eeb-77b3-40cb-a424-b879c011ac51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df188969e0aa4461b88441121236dc4e&device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 1125 time: 0.1131060 Feb 16 16:57:16.461479 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30cf389c-336c-4d7c-abae-b757191a2da6 req-f9ab24c2-0d5b-4270-b217-d6d3b0057cd3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7098808 Feb 16 16:57:16.477496 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for security_group (1ca94a76-370a-4f1c-8c88-22e9e80e4f3a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:16.483357 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1ca94a76-370a-4f1c-8c88-22e9e80e4f3a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:16.517158 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca94a76-370a-4f1c-8c88-22e9e80e4f3a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:16.545255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-f22541d7-903c-49ba-8eed-c9c6439e9a06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 HTTP/1.1" status: 200 len: 217 time: 0.0892093 Feb 16 16:57:16.550052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:16.550884 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f58604-cf59-4379-b1fb-f446e02e1d42 x-openstack-request-id: req-c2f58604-cf59-4379-b1fb-f446e02e1d42 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:57:16.551272 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87943f98-c3fb-4852-9aae-789b6e431dfc", "tag": "e0848d1e-7dbd-4cbf-a0b7-5ab68efde742", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:57:16.551895 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2f58604-cf59-4379-b1fb-f446e02e1d42 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:57:16.552851 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87943f98-c3fb-4852-9aae-789b6e431dfc', 'tag': 'e0848d1e-7dbd-4cbf-a0b7-5ab68efde742', 'status': 'completed', 'code': 200} Feb 16 16:57:16.572069 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (494be54e-801a-4113-9da7-366134d6acfa), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:16.572765 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Added segment 494be54e-801a-4113-9da7-366134d6acfa of type vlan for network 75510633-2334-4aae-94b7-a3c16729ddba Feb 16 16:57:16.626714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef2c707a-5a9a-4348-8b61-8c7aebc55a88 req-28587369-1eb2-46dd-bcbf-523f20a78cc2 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860072 Feb 16 16:57:16.641574 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (75510633-2334-4aae-94b7-a3c16729ddba), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:16.661070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-fe0c4a19-ddd1-4e25-8ab9-757eef92d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:16.662754 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-fe0c4a19-ddd1-4e25-8ab9-757eef92d472 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=091f2ee1-7ede-4f8f-bcc0-67b6d7c843af HTTP/1.1" status: 200 len: 846 time: 0.1051168 Feb 16 16:57:16.676171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (75510633-2334-4aae-94b7-a3c16729ddba), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:16.681874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:16.682493 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:16.725068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-194bd462-4a56-492d-8a4d-3eaf2b61a108 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07fd14a5-71f2-4b72-aab7-3a79c0e8036a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438552 Feb 16 16:57:16.804924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20933b35-7103-4156-969c-8ea60fdd520e req-20d56a11-0a23-493f-bffb-1e17c93da5d6 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:16.807010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20933b35-7103-4156-969c-8ea60fdd520e req-20d56a11-0a23-493f-bffb-1e17c93da5d6 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 943 time: 0.1774738 Feb 16 16:57:16.832713 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Network': ['ID=75510633-2334-4aae-94b7-a3c16729ddba,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:16.839321 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fe3eeeb0-741a-49a5-8f32-c751f135d6fc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9137866 Feb 16 16:57:16.855085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 75510633-2334-4aae-94b7-a3c16729ddba details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:16.932927 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20933b35-7103-4156-969c-8ea60fdd520e req-6a84621d-ac02-4e43-9e51-954b80488083 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a846c78e-ca51-48a7-87e2-b07d2839ce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740945 Feb 16 16:57:16.979192 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-66204d55-4f10-4943-a64e-8d02973892c4 service neutron] 10.222.0.60 "GET /v2.0/networks/07fd14a5-71f2-4b72-aab7-3a79c0e8036a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399223 Feb 16 16:57:16.985159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37058) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:16.990252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-724adad6-fbba-4b9f-a253-31ac53fc22b7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'subnet': {'network_id': '75510633-2334-4aae-94b7-a3c16729ddba', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:17.170929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e09f6-06c4-4700-b6c2-2b0279e7a235 req-7a4d6f82-a676-4fd8-aa12-ccf6921269f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:17.172614 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f1e09f6-06c4-4700-b6c2-2b0279e7a235 req-7a4d6f82-a676-4fd8-aa12-ccf6921269f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1127 time: 0.0669172 Feb 16 16:57:17.209469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-614f68f7-ff99-46ac-9b35-3b5555df88fb req-82b978c0-5f2b-4f64-ae8d-4dbd806589f4 service neutron] 10.222.0.60 "GET /v2.0/networks/07fd14a5-71f2-4b72-aab7-3a79c0e8036a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984713 Feb 16 16:57:17.211735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724adad6-fbba-4b9f-a253-31ac53fc22b7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:17.216984 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-724adad6-fbba-4b9f-a253-31ac53fc22b7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:17.323842 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e09f6-06c4-4700-b6c2-2b0279e7a235 req-c39b555a-912c-45aa-8665-c268f3472717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:17.323842 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f1e09f6-06c4-4700-b6c2-2b0279e7a235 req-c39b555a-912c-45aa-8665-c268f3472717 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 200 len: 898 time: 0.1324575 Feb 16 16:57:17.403668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f9b24-ed00-466b-a2bd-2ec2daa0c552 req-7d22cd02-87ec-455d-8986-5697278d1764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:17.405225 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-289f9b24-ed00-466b-a2bd-2ec2daa0c552 req-7d22cd02-87ec-455d-8986-5697278d1764 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df188969e0aa4461b88441121236dc4e&device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 1125 time: 0.0800140 Feb 16 16:57:17.419238 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f1e09f6-06c4-4700-b6c2-2b0279e7a235 req-33f611f5-5c9b-4164-a7e1-11c8eac055be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 1001 time: 0.0884399 Feb 16 16:57:17.476893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e09f6-06c4-4700-b6c2-2b0279e7a235 req-de6eb17e-fd4c-4abc-b851-29af0aa72544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:17.478599 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f1e09f6-06c4-4700-b6c2-2b0279e7a235 req-de6eb17e-fd4c-4abc-b851-29af0aa72544 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28a16b5a-5a01-44e7-92b2-075fe8b904dc HTTP/1.1" status: 200 len: 835 time: 0.0537593 Feb 16 16:57:17.508688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b315b51c-7adf-4917-9dae-d6c49f912476 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:57:17.597323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f9b24-ed00-466b-a2bd-2ec2daa0c552 req-fbdde388-01c6-40b5-88fe-4e2a8a0f0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:17.599078 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-289f9b24-ed00-466b-a2bd-2ec2daa0c552 req-fbdde388-01c6-40b5-88fe-4e2a8a0f0bc2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=07fd14a5-71f2-4b72-aab7-3a79c0e8036a HTTP/1.1" status: 200 len: 907 time: 0.1816001 Feb 16 16:57:17.602888 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e09f6-06c4-4700-b6c2-2b0279e7a235 req-3672aadd-324b-41c1-83cd-00af5af153ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:17.605128 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f1e09f6-06c4-4700-b6c2-2b0279e7a235 req-3672aadd-324b-41c1-83cd-00af5af153ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1186354 Feb 16 16:57:17.708553 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f1e09f6-06c4-4700-b6c2-2b0279e7a235 req-0150bfe9-de91-4a1e-a28a-f8b48aa33fcf service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976210 Feb 16 16:57:17.768583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-289f9b24-ed00-466b-a2bd-2ec2daa0c552 req-d552229f-015a-4d2a-af38-417368747b70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 HTTP/1.1" status: 200 len: 217 time: 0.1450882 Feb 16 16:57:17.788610 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-724adad6-fbba-4b9f-a253-31ac53fc22b7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (ee71a293-9771-42d9-8056-574af90c3ffe), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:17.863383 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5f1e09f6-06c4-4700-b6c2-2b0279e7a235 req-68c793ba-bc1b-49ba-8b18-7c4c2acc4337 service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486387 Feb 16 16:57:17.932258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083310b-81a8-4018-b9a2-7afd4b89174e req-0bc91fbb-546f-4139-8e09-b7202cb8cec8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:17.939360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d083310b-81a8-4018-b9a2-7afd4b89174e req-0bc91fbb-546f-4139-8e09-b7202cb8cec8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.3663492 Feb 16 16:57:17.958807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b315b51c-7adf-4917-9dae-d6c49f912476, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b315b51c-7adf-4917-9dae-d6c49f912476,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:17.974988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'b315b51c-7adf-4917-9dae-d6c49f912476', 'network_id': 'f8226c3b-ad15-4e6e-a3c7-5126b87ef910', 'port_id': 'b315b51c-7adf-4917-9dae-d6c49f912476', 'mac_address': 'fa:16:3e:42:af:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd092a221-0126-4114-8e52-e084ffe483c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:57:18.011185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724adad6-fbba-4b9f-a253-31ac53fc22b7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Checking segment: {'id': '494be54e-801a-4113-9da7-366134d6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75510633-2334-4aae-94b7-a3c16729ddba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:18.011560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724adad6-fbba-4b9f-a253-31ac53fc22b7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network hostable DHCP agents. Network: 75510633-2334-4aae-94b7-a3c16729ddba, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:18.021378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f9b24-ed00-466b-a2bd-2ec2daa0c552 req-174b91ba-98bf-42fa-988b-144e211bb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:18.021760 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b315b51c-7adf-4917-9dae-d6c49f912476 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:18.022852 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:18.023735 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-289f9b24-ed00-466b-a2bd-2ec2daa0c552 req-174b91ba-98bf-42fa-988b-144e211bb0b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=091f2ee1-7ede-4f8f-bcc0-67b6d7c843af HTTP/1.1" status: 200 len: 846 time: 0.2422657 Feb 16 16:57:18.032567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724adad6-fbba-4b9f-a253-31ac53fc22b7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Subnet': ['ID=ee71a293-9771-42d9-8056-574af90c3ffe,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:18.039417 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b315b51c-7adf-4917-9dae-d6c49f912476 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:57:18.067939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd71a73-1baa-416c-be4e-13176f8ccbea req-6e784c0c-1f2a-48ef-bb70-32930faeabe8 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:18.069694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6cd71a73-1baa-416c-be4e-13176f8ccbea req-6e784c0c-1f2a-48ef-bb70-32930faeabe8 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 943 time: 0.3047042 Feb 16 16:57:18.099010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-289f9b24-ed00-466b-a2bd-2ec2daa0c552 req-69a9bac7-d623-4211-91a4-6184c66fcadc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07fd14a5-71f2-4b72-aab7-3a79c0e8036a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617290 Feb 16 16:57:18.105406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724adad6-fbba-4b9f-a253-31ac53fc22b7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network 75510633-2334-4aae-94b7-a3c16729ddba is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:18.108024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b315b51c-7adf-4917-9dae-d6c49f912476, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b315b51c-7adf-4917-9dae-d6c49f912476,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:18.114600 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:18.172038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d083310b-81a8-4018-b9a2-7afd4b89174e req-1928aa78-ab9a-4a14-b887-30e9dbbbb109 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275131 Feb 16 16:57:18.191146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-724adad6-fbba-4b9f-a253-31ac53fc22b7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 75510633-2334-4aae-94b7-a3c16729ddba) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:18.195966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=b315b51c-7adf-4917-9dae-d6c49f912476,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:18.202207 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94dc303-170b-4a69-b949-5bd251ab6b7f None None] Network 75510633-2334-4aae-94b7-a3c16729ddba requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:18.206942 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724adad6-fbba-4b9f-a253-31ac53fc22b7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:18.209951 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-724adad6-fbba-4b9f-a253-31ac53fc22b7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:18.346590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-75510633-2334-4aae-94b7-a3c16729ddba', 'network_id': '75510633-2334-4aae-94b7-a3c16729ddba', 'project_id': '6d4ef515667446aeb6c46a9d54e4d8f4', 'fixed_ips': [{'subnet_id': 'ee71a293-9771-42d9-8056-574af90c3ffe'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:57:18.348227 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:18.408315 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37096) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:18.408844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-724adad6-fbba-4b9f-a253-31ac53fc22b7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4222684 Feb 16 16:57:18.417293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-56cf1ca3-cbf3-4419-a406-2c771f58d9fd tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-587271523'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:18.456052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cf1ca3-cbf3-4419-a406-2c771f58d9fd tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:18.467321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6cd71a73-1baa-416c-be4e-13176f8ccbea req-daa9201a-4232-475f-b438-51fee1267e6a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591607 Feb 16 16:57:18.467551 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56cf1ca3-cbf3-4419-a406-2c771f58d9fd tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:18.524917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['b315b51c-7adf-4917-9dae-d6c49f912476'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:57:18.540545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-289f9b24-ed00-466b-a2bd-2ec2daa0c552 req-6f30d61c-54e0-4cc1-a887-6027a8bafec9 service neutron] 10.222.0.60 "GET /v2.0/networks/07fd14a5-71f2-4b72-aab7-3a79c0e8036a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271522 Feb 16 16:57:18.540733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cf1ca3-cbf3-4419-a406-2c771f58d9fd tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:18.564433 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56cf1ca3-cbf3-4419-a406-2c771f58d9fd tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ad2ca02f-24f9-463b-b11d-aadc4973a1f4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:18.564786 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-56cf1ca3-cbf3-4419-a406-2c771f58d9fd tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Added segment ad2ca02f-24f9-463b-b11d-aadc4973a1f4 of type vlan for network e1417622-6d29-4dd0-b9f9-1fdb7b418866 Feb 16 16:57:18.659779 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56cf1ca3-cbf3-4419-a406-2c771f58d9fd tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (e1417622-6d29-4dd0-b9f9-1fdb7b418866), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:18.697610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b8ffb-6c4c-4ec5-866f-389400b026ac req-f080d9e0-cc5c-4c2e-8ea1-241d94b29a03 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:18.698943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-138b8ffb-6c4c-4ec5-866f-389400b026ac req-f080d9e0-cc5c-4c2e-8ea1-241d94b29a03 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 943 time: 0.3562541 Feb 16 16:57:18.709296 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Allocated IP 172.20.255.242 (75510633-2334-4aae-94b7-a3c16729ddba/ee71a293-9771-42d9-8056-574af90c3ffe/692da926-fbd0-4a3d-adc2-2536c95cca43) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:18.709915 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56cf1ca3-cbf3-4419-a406-2c771f58d9fd tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (e1417622-6d29-4dd0-b9f9-1fdb7b418866), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:18.714839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cf1ca3-cbf3-4419-a406-2c771f58d9fd tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:18.715420 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56cf1ca3-cbf3-4419-a406-2c771f58d9fd tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:18.798975 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-56cf1ca3-cbf3-4419-a406-2c771f58d9fd tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3888838 Feb 16 16:57:18.804028 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37110) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:18.818344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a254ba56-bcf3-4ae8-9888-25c70c2a53f0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'subnet': {'network_id': 'e1417622-6d29-4dd0-b9f9-1fdb7b418866', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:18.891439 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-138b8ffb-6c4c-4ec5-866f-389400b026ac req-e4850668-c4eb-4f58-bc05-a8c2981fd770 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a846c78e-ca51-48a7-87e2-b07d2839ce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207368 Feb 16 16:57:18.895172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-289f9b24-ed00-466b-a2bd-2ec2daa0c552 req-f3f5765c-47bc-444d-ad0c-5719df579e67 service neutron] 10.222.0.60 "GET /v2.0/networks/07fd14a5-71f2-4b72-aab7-3a79c0e8036a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419046 Feb 16 16:57:18.927358 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf1ca3-cbf3-4419-a406-2c771f58d9fd tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Network': ['ID=e1417622-6d29-4dd0-b9f9-1fdb7b418866,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:18.966206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network e1417622-6d29-4dd0-b9f9-1fdb7b418866 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:19.094558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a254ba56-bcf3-4ae8-9888-25c70c2a53f0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:19.106506 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a254ba56-bcf3-4ae8-9888-25c70c2a53f0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:19.409000 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Publish callbacks [] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:19.430134 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:19.475308 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32896068-b88d-4a4f-9d38-b4f98768873e req-23e0245d-b92a-427c-90d1-fe0afdf35ed0 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:19.477231 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-32896068-b88d-4a4f-9d38-b4f98768873e req-23e0245d-b92a-427c-90d1-fe0afdf35ed0 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.1680264 Feb 16 16:57:19.528150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Network 75510633-2334-4aae-94b7-a3c16729ddba is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:19.554408 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:19.569758 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:19.663378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-32896068-b88d-4a4f-9d38-b4f98768873e req-4705df73-e357-4c88-957a-f5368c98ef65 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794934 Feb 16 16:57:19.669328 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a254ba56-bcf3-4ae8-9888-25c70c2a53f0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (761e3637-a6ff-4bb6-8066-1fa8deb58748), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:19.746110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Pushing event updated for resources: {'Port': ['ID=692da926-fbd0-4a3d-adc2-2536c95cca43,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:19.756052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Attempting to bind port 692da926-fbd0-4a3d-adc2-2536c95cca43 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:57:19.756423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Attempting to bind port 692da926-fbd0-4a3d-adc2-2536c95cca43 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '494be54e-801a-4113-9da7-366134d6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75510633-2334-4aae-94b7-a3c16729ddba'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:57:19.756783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Attempting to bind port 692da926-fbd0-4a3d-adc2-2536c95cca43 on network 75510633-2334-4aae-94b7-a3c16729ddba {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:19.776572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:57:19.777262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Checking segment: {'id': '494be54e-801a-4113-9da7-366134d6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75510633-2334-4aae-94b7-a3c16729ddba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:19.777837 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:19.778391 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Bound using segment: {'id': '494be54e-801a-4113-9da7-366134d6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75510633-2334-4aae-94b7-a3c16729ddba'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:57:19.780827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Bound port: 692da926-fbd0-4a3d-adc2-2536c95cca43, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494be54e-801a-4113-9da7-366134d6acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75510633-2334-4aae-94b7-a3c16729ddba'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:57:19.781430 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:19.808041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254ba56-bcf3-4ae8-9888-25c70c2a53f0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Subnet': ['ID=761e3637-a6ff-4bb6-8066-1fa8deb58748,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:19.814085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a254ba56-bcf3-4ae8-9888-25c70c2a53f0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Checking segment: {'id': 'ad2ca02f-24f9-463b-b11d-aadc4973a1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e1417622-6d29-4dd0-b9f9-1fdb7b418866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:19.814440 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a254ba56-bcf3-4ae8-9888-25c70c2a53f0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network hostable DHCP agents. Network: e1417622-6d29-4dd0-b9f9-1fdb7b418866, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:19.837051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a254ba56-bcf3-4ae8-9888-25c70c2a53f0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network e1417622-6d29-4dd0-b9f9-1fdb7b418866 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:19.849615 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-a254ba56-bcf3-4ae8-9888-25c70c2a53f0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, e1417622-6d29-4dd0-b9f9-1fdb7b418866) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:19.862064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cf406-657d-4fc6-bed5-a16a510fd101 req-ec003c55-4b37-4130-844b-7cefe258e445 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:19.870603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-403cf406-657d-4fc6-bed5-a16a510fd101 req-ec003c55-4b37-4130-844b-7cefe258e445 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 944 time: 0.1708362 Feb 16 16:57:19.877423 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a254ba56-bcf3-4ae8-9888-25c70c2a53f0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:19.878061 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a254ba56-bcf3-4ae8-9888-25c70c2a53f0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:19.913520 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a254ba56-bcf3-4ae8-9888-25c70c2a53f0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1042690 Feb 16 16:57:19.913750 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37130) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:19.939668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] For port 692da926-fbd0-4a3d-adc2-2536c95cca43, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:19.943500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] For port 692da926-fbd0-4a3d-adc2-2536c95cca43, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=692da926-fbd0-4a3d-adc2-2536c95cca43,segment=NetworkSegment(494be54e-801a-4113-9da7-366134d6acfa),segment_id=494be54e-801a-4113-9da7-366134d6acfa)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:57:19.947887 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91091a1-752c-48d4-89cc-a057c672aa18 None None] Network e1417622-6d29-4dd0-b9f9-1fdb7b418866 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:19.969218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-403cf406-657d-4fc6-bed5-a16a510fd101 req-3246f64e-589d-4e99-ae22-0533a90a303b tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925465 Feb 16 16:57:19.978917 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:20.148797 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (e1417622-6d29-4dd0-b9f9-1fdb7b418866), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:20.274038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf535ad-c1c4-46fc-9fbd-461b7cffdb00 req-c01801a4-af3f-4b37-b0e3-fa736cd55cd4 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:20.275644 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcf535ad-c1c4-46fc-9fbd-461b7cffdb00 req-c01801a4-af3f-4b37-b0e3-fa736cd55cd4 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 943 time: 0.1824617 Feb 16 16:57:20.283402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61abe9-c353-40d1-8b37-da48d3ce0b5a None None] Pushing event updated for resources: {'Port': ['ID=692da926-fbd0-4a3d-adc2-2536c95cca43,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:20.308199 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (761e3637-a6ff-4bb6-8066-1fa8deb58748), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:20.377017 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcf535ad-c1c4-46fc-9fbd-461b7cffdb00 req-ce81fe52-3692-4b99-b452-5d419c097391 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a846c78e-ca51-48a7-87e2-b07d2839ce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947759 Feb 16 16:57:20.392635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932ae270-980d-4407-85db-2d884044440d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-e1417622-6d29-4dd0-b9f9-1fdb7b418866', 'network_id': 'e1417622-6d29-4dd0-b9f9-1fdb7b418866', 'project_id': '6d4ef515667446aeb6c46a9d54e4d8f4', 'fixed_ips': [{'subnet_id': '761e3637-a6ff-4bb6-8066-1fa8deb58748'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:57:20.393511 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-932ae270-980d-4407-85db-2d884044440d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:20.438849 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (761e3637-a6ff-4bb6-8066-1fa8deb58748), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:20.552554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Subnet': ['ID=761e3637-a6ff-4bb6-8066-1fa8deb58748,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:20.654133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3bb139-8986-486e-b1d3-04b38fe2839c None None] Network e1417622-6d29-4dd0-b9f9-1fdb7b418866 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:20.756452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (e1417622-6d29-4dd0-b9f9-1fdb7b418866), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:20.835904 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1417622-6d29-4dd0-b9f9-1fdb7b418866']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:20.869665 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2ca02f-24f9-463b-b11d-aadc4973a1f4') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:20.871344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2ca02f-24f9-463b-b11d-aadc4973a1f4') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:20.895161 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (ad2ca02f-24f9-463b-b11d-aadc4973a1f4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:20.924970 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ad2ca02f-24f9-463b-b11d-aadc4973a1f4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:20.936194 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:20.949233 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22589c4-1302-4ec2-9ae9-25e28291374d req-8e11a6bd-0762-4fb6-932e-27fc24fc9ed3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:20.950805 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c22589c4-1302-4ec2-9ae9-25e28291374d req-8e11a6bd-0762-4fb6-932e-27fc24fc9ed3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.1335528 Feb 16 16:57:20.958623 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (ad2ca02f-24f9-463b-b11d-aadc4973a1f4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:20.965551 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:21.058533 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (e1417622-6d29-4dd0-b9f9-1fdb7b418866), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:21.085347 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:21.094805 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/e1417622-6d29-4dd0-b9f9-1fdb7b418866 HTTP/1.1" status: 204 len: 168 time: 1.1788132 Feb 16 16:57:21.094805 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbcbcd-3d53-4d12-b241-a7405bae6a5f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Network': ['ID=e1417622-6d29-4dd0-b9f9-1fdb7b418866,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:21.096906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37156) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:21.115860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-61738fe0-4577-48c4-824a-eaeb399551b3 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-698503338'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:21.136313 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c22589c4-1302-4ec2-9ae9-25e28291374d req-7f513884-d8a5-4f65-9148-2cbb4273c6de tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624911 Feb 16 16:57:21.147408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61738fe0-4577-48c4-824a-eaeb399551b3 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:21.152343 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61738fe0-4577-48c4-824a-eaeb399551b3 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:21.185563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61738fe0-4577-48c4-824a-eaeb399551b3 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:21.198389 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61738fe0-4577-48c4-824a-eaeb399551b3 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a11f61e3-cd63-43f9-80eb-f0c11dc56cfa), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:21.198750 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-61738fe0-4577-48c4-824a-eaeb399551b3 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Added segment a11f61e3-cd63-43f9-80eb-f0c11dc56cfa of type vlan for network c817c175-d0ad-4929-a161-028c4688b9f0 Feb 16 16:57:21.267062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bad690-79e1-4041-b465-ed19bcd84c7c req-9d651267-f1ad-40b7-aad5-64bd14dc9cea tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:21.270047 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44bad690-79e1-4041-b465-ed19bcd84c7c req-9d651267-f1ad-40b7-aad5-64bd14dc9cea tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 944 time: 0.0898225 Feb 16 16:57:21.299546 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61738fe0-4577-48c4-824a-eaeb399551b3 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (c817c175-d0ad-4929-a161-028c4688b9f0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:21.372122 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61738fe0-4577-48c4-824a-eaeb399551b3 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (c817c175-d0ad-4929-a161-028c4688b9f0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:21.377373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61738fe0-4577-48c4-824a-eaeb399551b3 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:21.378049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61738fe0-4577-48c4-824a-eaeb399551b3 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:21.517081 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44bad690-79e1-4041-b465-ed19bcd84c7c req-3a649b75-d460-446b-9e0c-e930b2839a37 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409339 Feb 16 16:57:21.532690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:57:21.641957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61738fe0-4577-48c4-824a-eaeb399551b3 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Network': ['ID=c817c175-d0ad-4929-a161-028c4688b9f0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:21.672126 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-61738fe0-4577-48c4-824a-eaeb399551b3 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5689883 Feb 16 16:57:21.672763 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37168) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:21.687017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a2f609d1-3d8f-4cbe-90b7-6d1fe0566997 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'subnet': {'network_id': 'c817c175-d0ad-4929-a161-028c4688b9f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:21.732761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e0848d1e-7dbd-4cbf-a0b7-5ab68efde742,segment=NetworkSegment(fe1b949b-d5f6-42c3-b077-014ef982e02a),segment_id=fe1b949b-d5f6-42c3-b077-014ef982e02a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:21.760318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'e0848d1e-7dbd-4cbf-a0b7-5ab68efde742', 'network_id': '07fd14a5-71f2-4b72-aab7-3a79c0e8036a', 'port_id': 'e0848d1e-7dbd-4cbf-a0b7-5ab68efde742', 'mac_address': 'fa:16:3e:36:56:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091f2ee1-7ede-4f8f-bcc0-67b6d7c843af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:57:21.762713 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b315b51c-7adf-4917-9dae-d6c49f912476 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:57:21.785695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaa43e-e652-42c3-8718-3765fc8923d4 req-1607d1d1-f7fd-4bfb-9bcf-709c66164259 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:21.790789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70aaa43e-e652-42c3-8718-3765fc8923d4 req-1607d1d1-f7fd-4bfb-9bcf-709c66164259 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 943 time: 0.1204505 Feb 16 16:57:21.842458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 692da926-fbd0-4a3d-adc2-2536c95cca43 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:57:21.846100 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network c817c175-d0ad-4929-a161-028c4688b9f0 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:21.883170 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f609d1-3d8f-4cbe-90b7-6d1fe0566997 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:21.886683 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a2f609d1-3d8f-4cbe-90b7-6d1fe0566997 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:21.978329 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70aaa43e-e652-42c3-8718-3765fc8923d4 req-36dd55c2-9f29-44fa-a8c9-a5927026336b tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a846c78e-ca51-48a7-87e2-b07d2839ce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725404 Feb 16 16:57:22.058197 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.ipam_backend_mixin [None req-a2f609d1-3d8f-4cbe-90b7-6d1fe0566997 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Performing IP validity checks on allocation pools {{(pid=103422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 16:57:22.064133 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.ipam_backend_mixin [None req-a2f609d1-3d8f-4cbe-90b7-6d1fe0566997 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 16:57:22.135503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5308d2d-dfd4-474d-96f7-150865670bb1 None None] Network 75510633-2334-4aae-94b7-a3c16729ddba requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:22.137910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:22.138370 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e0848d1e-7dbd-4cbf-a0b7-5ab68efde742), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:22.377370 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6becd-0676-460c-a05f-9db547c7e06c req-cf262273-8d3d-4dd6-ab34-fc5b90123f1f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:22.380171 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a2f609d1-3d8f-4cbe-90b7-6d1fe0566997 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (79516ab3-6068-4a00-902c-d0b50b1f7002), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:22.386449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22b6becd-0676-460c-a05f-9db547c7e06c req-cf262273-8d3d-4dd6-ab34-fc5b90123f1f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.1055367 Feb 16 16:57:22.506575 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22b6becd-0676-460c-a05f-9db547c7e06c req-19a9c17a-f555-4f5f-b2fa-019d4b49e7f1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128483 Feb 16 16:57:22.547559 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:57:22.558387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f609d1-3d8f-4cbe-90b7-6d1fe0566997 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Subnet': ['ID=79516ab3-6068-4a00-902c-d0b50b1f7002,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:22.563561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f609d1-3d8f-4cbe-90b7-6d1fe0566997 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Checking segment: {'id': 'a11f61e3-cd63-43f9-80eb-f0c11dc56cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c817c175-d0ad-4929-a161-028c4688b9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:22.570625 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f609d1-3d8f-4cbe-90b7-6d1fe0566997 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network hostable DHCP agents. Network: c817c175-d0ad-4929-a161-028c4688b9f0, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:22.572339 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e0848d1e-7dbd-4cbf-a0b7-5ab68efde742,segment=NetworkSegment(fe1b949b-d5f6-42c3-b077-014ef982e02a),segment_id=fe1b949b-d5f6-42c3-b077-014ef982e02a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:22.584303 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e0848d1e-7dbd-4cbf-a0b7-5ab68efde742), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:22.617395 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f609d1-3d8f-4cbe-90b7-6d1fe0566997 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network c817c175-d0ad-4929-a161-028c4688b9f0 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:22.633197 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-a2f609d1-3d8f-4cbe-90b7-6d1fe0566997 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, c817c175-d0ad-4929-a161-028c4688b9f0) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:22.638245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f609d1-3d8f-4cbe-90b7-6d1fe0566997 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:22.638892 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a2f609d1-3d8f-4cbe-90b7-6d1fe0566997 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:22.645539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e0848d1e-7dbd-4cbf-a0b7-5ab68efde742,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:22.652037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port b315b51c-7adf-4917-9dae-d6c49f912476 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:22.652417 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:22.658213 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c86d9cf-3650-424d-a93a-de00e64f3499 None None] Network c817c175-d0ad-4929-a161-028c4688b9f0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:22.684033 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a2f609d1-3d8f-4cbe-90b7-6d1fe0566997 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0093217 Feb 16 16:57:22.685777 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37186) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:22.688419 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 692da926-fbd0-4a3d-adc2-2536c95cca43 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:22.688802 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:22.708800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-51c323f8-2776-48d3-ac32-1cfaa12cb971 None None] Provisioning complete for port 692da926-fbd0-4a3d-adc2-2536c95cca43 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:22.709196 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-51c323f8-2776-48d3-ac32-1cfaa12cb971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:22.812394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab777c5-a8b8-4c3f-8d1a-9ef8ad087724 req-205f2933-6b2c-425d-98bf-89249b918073 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:22.823205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ab777c5-a8b8-4c3f-8d1a-9ef8ad087724 req-205f2933-6b2c-425d-98bf-89249b918073 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 944 time: 0.1668711 Feb 16 16:57:22.846576 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (c817c175-d0ad-4929-a161-028c4688b9f0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:22.917408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ab777c5-a8b8-4c3f-8d1a-9ef8ad087724 req-c9300479-50a2-464e-a8d8-82251c8ab66e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924964 Feb 16 16:57:22.956625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['e0848d1e-7dbd-4cbf-a0b7-5ab68efde742'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:57:23.068186 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (79516ab3-6068-4a00-902c-d0b50b1f7002), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.095206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-51c323f8-2776-48d3-ac32-1cfaa12cb971 None None] Current status of the port 692da926-fbd0-4a3d-adc2-2536c95cca43 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:23.095797 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-51c323f8-2776-48d3-ac32-1cfaa12cb971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.205423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337082a4-0696-4efc-9ecf-cb500ff23726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c817c175-d0ad-4929-a161-028c4688b9f0', 'network_id': 'c817c175-d0ad-4929-a161-028c4688b9f0', 'project_id': '6d4ef515667446aeb6c46a9d54e4d8f4', 'fixed_ips': [{'subnet_id': '79516ab3-6068-4a00-902c-d0b50b1f7002'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:57:23.227269 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-337082a4-0696-4efc-9ecf-cb500ff23726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.229091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eaf13-a386-4692-bb59-3ac10aba5a0a req-871bec29-8ec4-43d4-8667-2daf21c4744a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:23.234001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a70eaf13-a386-4692-bb59-3ac10aba5a0a req-871bec29-8ec4-43d4-8667-2daf21c4744a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 944 time: 0.1143236 Feb 16 16:57:23.241782 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (79516ab3-6068-4a00-902c-d0b50b1f7002), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.270038 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-51c323f8-2776-48d3-ac32-1cfaa12cb971 None None] For port 692da926-fbd0-4a3d-adc2-2536c95cca43, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=692da926-fbd0-4a3d-adc2-2536c95cca43,segment=NetworkSegment(494be54e-801a-4113-9da7-366134d6acfa),segment_id=494be54e-801a-4113-9da7-366134d6acfa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:23.299654 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-51c323f8-2776-48d3-ac32-1cfaa12cb971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.306029 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Subnet': ['ID=79516ab3-6068-4a00-902c-d0b50b1f7002,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:23.327329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port b315b51c-7adf-4917-9dae-d6c49f912476 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:23.328087 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.328943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a70eaf13-a386-4692-bb59-3ac10aba5a0a req-e6e69a3b-71d1-44b8-9ad4-2f06417d45c7 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a846c78e-ca51-48a7-87e2-b07d2839ce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888495 Feb 16 16:57:23.434120 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (c817c175-d0ad-4929-a161-028c4688b9f0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.478610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c817c175-d0ad-4929-a161-028c4688b9f0']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:23.504372 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11f61e3-cd63-43f9-80eb-f0c11dc56cfa') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:23.504829 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11f61e3-cd63-43f9-80eb-f0c11dc56cfa') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:23.521416 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (a11f61e3-cd63-43f9-80eb-f0c11dc56cfa), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.554079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a11f61e3-cd63-43f9-80eb-f0c11dc56cfa), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.566798 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:23.567205 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (a11f61e3-cd63-43f9-80eb-f0c11dc56cfa), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:23.570843 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:23.609433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 692da926-fbd0-4a3d-adc2-2536c95cca43 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:23.610010 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.704799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28180e3-13b3-43b8-b8ce-1645360903a2 req-34691426-1408-4785-9c9a-27b11107b59c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:23.713564 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b28180e3-13b3-43b8-b8ce-1645360903a2 req-34691426-1408-4785-9c9a-27b11107b59c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.1022315 Feb 16 16:57:23.722964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port b315b51c-7adf-4917-9dae-d6c49f912476, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b315b51c-7adf-4917-9dae-d6c49f912476,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:23.724497 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc86a64b-662c-486c-bf72-738b24fa94b4 None None] Network c817c175-d0ad-4929-a161-028c4688b9f0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:23.744799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cfa36a-65dd-4630-aa1c-c51ee0674b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b315b51c-7adf-4917-9dae-d6c49f912476'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:57:23.747171 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82af28d-1e7c-4a85-b7a1-0b7bf118c761" -d '{"events": [{"server_uuid": "49cfa36a-65dd-4630-aa1c-c51ee0674b03", "name": "network-vif-plugged", "status": "completed", "tag": "b315b51c-7adf-4917-9dae-d6c49f912476"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:57:23.754809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (c817c175-d0ad-4929-a161-028c4688b9f0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.767088 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.777930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc86a64b-662c-486c-bf72-738b24fa94b4 None None] Network c817c175-d0ad-4929-a161-028c4688b9f0 could not be found, it might have been deleted concurrently. {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 16:57:23.785752 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37212) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:23.787588 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/c817c175-d0ad-4929-a161-028c4688b9f0 HTTP/1.1" status: 204 len: 168 time: 1.1004257 Feb 16 16:57:23.789232 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.797835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e0abbd72-467f-44ee-8e85-3e1674d6612b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1305707312'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:23.801378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c323f8-2776-48d3-ac32-1cfaa12cb971 None None] Pushing event updated for resources: {'Port': ['ID=692da926-fbd0-4a3d-adc2-2536c95cca43,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:23.813420 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88539f3b-c30f-4807-8186-a07d939c75e7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Network': ['ID=c817c175-d0ad-4929-a161-028c4688b9f0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:23.836209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-10146ef1-c700-4bfc-8807-111c5741987b None None] Provisioning complete for port 692da926-fbd0-4a3d-adc2-2536c95cca43 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:23.836209 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10146ef1-c700-4bfc-8807-111c5741987b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.864408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b28180e3-13b3-43b8-b8ce-1645360903a2 req-c6c64161-d888-43c2-a4e0-98a25b21b708 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495957 Feb 16 16:57:23.865666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0abbd72-467f-44ee-8e85-3e1674d6612b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:23.870549 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e0abbd72-467f-44ee-8e85-3e1674d6612b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.924729 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0abbd72-467f-44ee-8e85-3e1674d6612b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:23.948085 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e0abbd72-467f-44ee-8e85-3e1674d6612b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (021fcd80-ca8d-4137-94cf-d18f9b82e9d6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:23.948481 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-e0abbd72-467f-44ee-8e85-3e1674d6612b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Added segment 021fcd80-ca8d-4137-94cf-d18f9b82e9d6 of type vlan for network afd1a4fc-72e0-4bca-9913-977851e59002 Feb 16 16:57:24.008909 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc2985f-3750-4bda-b550-9d493af9acfa x-openstack-request-id: req-abc2985f-3750-4bda-b550-9d493af9acfa {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:57:24.009223 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cfa36a-65dd-4630-aa1c-c51ee0674b03", "name": "network-vif-plugged", "status": "completed", "tag": "b315b51c-7adf-4917-9dae-d6c49f912476", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:57:24.009593 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abc2985f-3750-4bda-b550-9d493af9acfa {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:57:24.009816 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cfa36a-65dd-4630-aa1c-c51ee0674b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b315b51c-7adf-4917-9dae-d6c49f912476', 'code': 200} Feb 16 16:57:24.029285 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e0abbd72-467f-44ee-8e85-3e1674d6612b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (afd1a4fc-72e0-4bca-9913-977851e59002), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:24.107492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=b315b51c-7adf-4917-9dae-d6c49f912476,revision_number=10']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:24.141298 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e0abbd72-467f-44ee-8e85-3e1674d6612b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (afd1a4fc-72e0-4bca-9913-977851e59002), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:24.154749 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:57:24.155106 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:57:24.165388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0abbd72-467f-44ee-8e85-3e1674d6612b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:24.166229 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e0abbd72-467f-44ee-8e85-3e1674d6612b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:24.226373 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-10146ef1-c700-4bfc-8807-111c5741987b None None] Current status of the port 692da926-fbd0-4a3d-adc2-2536c95cca43 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:24.258768 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e0abbd72-467f-44ee-8e85-3e1674d6612b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4675484 Feb 16 16:57:24.259182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37224) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:24.264975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-218b4a3a-32fc-447a-ba37-b652272007be tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'subnet': {'network_id': 'afd1a4fc-72e0-4bca-9913-977851e59002', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:24.327890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abbd72-467f-44ee-8e85-3e1674d6612b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Network': ['ID=afd1a4fc-72e0-4bca-9913-977851e59002,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:24.343595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network afd1a4fc-72e0-4bca-9913-977851e59002 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:24.351979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d511c1-83cd-47fa-8daa-019bf19988b4 req-4e0635e0-8e07-42f6-8b5e-cabe64b55fde tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:24.359290 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4d511c1-83cd-47fa-8daa-019bf19988b4 req-4e0635e0-8e07-42f6-8b5e-cabe64b55fde tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.2938306 Feb 16 16:57:24.390139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8429bd-6b29-4988-a0cb-f583bdbc24d1 req-22647f8f-be86-4350-8ecf-8930b749c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:24.391602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb8429bd-6b29-4988-a0cb-f583bdbc24d1 req-22647f8f-be86-4350-8ecf-8930b749c42d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 1128 time: 0.2215872 Feb 16 16:57:24.461543 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb8429bd-6b29-4988-a0cb-f583bdbc24d1 req-7b5b8724-b26a-4ce1-98a7-41d52244f822 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594277 Feb 16 16:57:24.493179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218b4a3a-32fc-447a-ba37-b652272007be tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:24.497835 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-218b4a3a-32fc-447a-ba37-b652272007be tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:24.510540 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4d511c1-83cd-47fa-8daa-019bf19988b4 req-3f5e1884-b6c1-46a8-884a-b85661149491 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502359 Feb 16 16:57:24.644914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1926f2-8c08-4038-ab74-b3f83afebea6 req-e8789a66-8612-4514-81ae-093235280853 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:24.646559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f1926f2-8c08-4038-ab74-b3f83afebea6 req-e8789a66-8612-4514-81ae-093235280853 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 944 time: 0.1351213 Feb 16 16:57:24.715725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f1926f2-8c08-4038-ab74-b3f83afebea6 req-aa61ebfd-2c67-4b2b-b730-6ec9ec3ca495 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a846c78e-ca51-48a7-87e2-b07d2839ce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634141 Feb 16 16:57:24.729898 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 692da926-fbd0-4a3d-adc2-2536c95cca43 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:24.834341 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-218b4a3a-32fc-447a-ba37-b652272007be tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (f75260e2-49d7-4e5e-bcdf-a17d0b2950e8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:24.843677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 692da926-fbd0-4a3d-adc2-2536c95cca43 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:57:24.920519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 692da926-fbd0-4a3d-adc2-2536c95cca43 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:24.921961 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:24.952301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b4a3a-32fc-447a-ba37-b652272007be tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Subnet': ['ID=f75260e2-49d7-4e5e-bcdf-a17d0b2950e8,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:25.004846 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b4a3a-32fc-447a-ba37-b652272007be tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Checking segment: {'id': '021fcd80-ca8d-4137-94cf-d18f9b82e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'afd1a4fc-72e0-4bca-9913-977851e59002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:25.005216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218b4a3a-32fc-447a-ba37-b652272007be tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network hostable DHCP agents. Network: afd1a4fc-72e0-4bca-9913-977851e59002, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:25.052707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218b4a3a-32fc-447a-ba37-b652272007be tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network afd1a4fc-72e0-4bca-9913-977851e59002 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:25.069999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-218b4a3a-32fc-447a-ba37-b652272007be tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, afd1a4fc-72e0-4bca-9913-977851e59002) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:25.081880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218b4a3a-32fc-447a-ba37-b652272007be tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:25.082712 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-218b4a3a-32fc-447a-ba37-b652272007be tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:25.096412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2519bed8-db43-477e-a702-fc078206a7bc None None] Network afd1a4fc-72e0-4bca-9913-977851e59002 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:25.117998 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-218b4a3a-32fc-447a-ba37-b652272007be tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8574047 Feb 16 16:57:25.120477 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37242) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:25.153996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bd077-82a8-4694-b369-a6012b75776d req-db396e06-585d-4825-85bf-d893a36e1c7b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:25.161216 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c9bd077-82a8-4694-b369-a6012b75776d req-db396e06-585d-4825-85bf-d893a36e1c7b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.1462767 Feb 16 16:57:25.260138 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c9bd077-82a8-4694-b369-a6012b75776d req-bedf8b24-6ac4-4d10-8234-bc6d37ed777e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978744 Feb 16 16:57:25.268610 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 692da926-fbd0-4a3d-adc2-2536c95cca43 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:25.351246 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (afd1a4fc-72e0-4bca-9913-977851e59002), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:25.369788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-afd1a4fc-72e0-4bca-9913-977851e59002', 'network_id': 'afd1a4fc-72e0-4bca-9913-977851e59002', 'project_id': '6d4ef515667446aeb6c46a9d54e4d8f4', 'fixed_ips': [{'subnet_id': 'f75260e2-49d7-4e5e-bcdf-a17d0b2950e8'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:57:25.371255 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:25.459257 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (f75260e2-49d7-4e5e-bcdf-a17d0b2950e8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:25.662931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Allocated IP 172.20.0.1 (afd1a4fc-72e0-4bca-9913-977851e59002/f75260e2-49d7-4e5e-bcdf-a17d0b2950e8/7e5d755f-6f1c-4a04-9bd5-0345f767e31a) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:25.707581 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-23fd04c3-5f20-410c-b192-54a4687aa5b2 service neutron] show failed (client error): The resource could not be found. Feb 16 16:57:25.709049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-23fd04c3-5f20-410c-b192-54a4687aa5b2 service neutron] 10.222.0.60 "GET /v2.0/ports/28bd6c29-e781-4d0b-a709-a6fd14c65967/bindings/n-h1-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.1909299 Feb 16 16:57:25.877523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d97da-c8f2-4500-a896-bd9863197dc4 req-41d2874f-1835-402b-ae62-5d10820878a3 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:25.885412 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Publish callbacks [] for port (7e5d755f-6f1c-4a04-9bd5-0345f767e31a), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:25.889935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e32d97da-c8f2-4500-a896-bd9863197dc4 req-41d2874f-1835-402b-ae62-5d10820878a3 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.2682109 Feb 16 16:57:25.917428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:57:25.924814 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (f75260e2-49d7-4e5e-bcdf-a17d0b2950e8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:25.944960 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (7e5d755f-6f1c-4a04-9bd5-0345f767e31a), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:26.195377 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Network afd1a4fc-72e0-4bca-9913-977851e59002 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:26.197404 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf242-5624-4b9e-80f7-a6de60e41134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:26.204237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:26.211497 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (afd1a4fc-72e0-4bca-9913-977851e59002), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:26.238772 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e32d97da-c8f2-4500-a896-bd9863197dc4 req-a32d1047-78bb-4468-929c-66f64a434367 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399003 Feb 16 16:57:26.276107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:26.312813 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd1a4fc-72e0-4bca-9913-977851e59002']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:26.314230 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f5522-913b-4707-9256-cf4a438f4b7a req-9b2a8f98-2002-4b2e-aaa8-7a60550a8f68 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:26.331291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-814f5522-913b-4707-9256-cf4a438f4b7a req-9b2a8f98-2002-4b2e-aaa8-7a60550a8f68 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 944 time: 0.3884704 Feb 16 16:57:26.364883 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021fcd80-ca8d-4137-94cf-d18f9b82e9d6') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:26.365829 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021fcd80-ca8d-4137-94cf-d18f9b82e9d6') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:26.398158 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (021fcd80-ca8d-4137-94cf-d18f9b82e9d6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:26.427087 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Pushing event updated for resources: {'Port': ['ID=7e5d755f-6f1c-4a04-9bd5-0345f767e31a,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:26.427698 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (021fcd80-ca8d-4137-94cf-d18f9b82e9d6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:26.443119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:26.443525 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (021fcd80-ca8d-4137-94cf-d18f9b82e9d6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:26.473308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Attempting to bind port 7e5d755f-6f1c-4a04-9bd5-0345f767e31a on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:57:26.473676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Attempting to bind port 7e5d755f-6f1c-4a04-9bd5-0345f767e31a by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '021fcd80-ca8d-4137-94cf-d18f9b82e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'afd1a4fc-72e0-4bca-9913-977851e59002'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:57:26.474042 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Attempting to bind port 7e5d755f-6f1c-4a04-9bd5-0345f767e31a on network afd1a4fc-72e0-4bca-9913-977851e59002 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:26.492670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:57:26.493064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Checking segment: {'id': '021fcd80-ca8d-4137-94cf-d18f9b82e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'afd1a4fc-72e0-4bca-9913-977851e59002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:26.493476 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:26.493875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Bound using segment: {'id': '021fcd80-ca8d-4137-94cf-d18f9b82e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'afd1a4fc-72e0-4bca-9913-977851e59002'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:57:26.494364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Bound port: 7e5d755f-6f1c-4a04-9bd5-0345f767e31a, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021fcd80-ca8d-4137-94cf-d18f9b82e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'afd1a4fc-72e0-4bca-9913-977851e59002'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:57:26.496920 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7e5d755f-6f1c-4a04-9bd5-0345f767e31a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:26.526297 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:26.562644 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-814f5522-913b-4707-9256-cf4a438f4b7a req-9184df0f-52f6-4bfd-9581-e1283ebb991e tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a846c78e-ca51-48a7-87e2-b07d2839ce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291384 Feb 16 16:57:26.622160 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:26.634216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:26.649119 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e0848d1e-7dbd-4cbf-a0b7-5ab68efde742), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:26.694551 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Subnet': ['ID=f75260e2-49d7-4e5e-bcdf-a17d0b2950e8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:26.712909 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.db.api [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 16:57:26.712909 n-d-669411-5 neutron-server[103422]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 16:57:26.712909 n-d-669411-5 neutron-server[103422]: [parameters: {'id': 'afd1a4fc-72e0-4bca-9913-977851e59002'}] Feb 16 16:57:26.712909 n-d-669411-5 neutron-server[103422]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:57:26.716986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8cddd-95ef-40a9-94f0-49430c309f48 req-2b06d91f-35b9-4fb3-a05b-efe904fe4c35 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:26.717406 n-d-669411-5 neutron-server[103422]: DEBUG oslo_db.api [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:57:26.718657 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07d8cddd-95ef-40a9-94f0-49430c309f48 req-2b06d91f-35b9-4fb3-a05b-efe904fe4c35 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.1723690 Feb 16 16:57:26.730503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] For port 7e5d755f-6f1c-4a04-9bd5-0345f767e31a, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:26.737662 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] For port 7e5d755f-6f1c-4a04-9bd5-0345f767e31a, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7e5d755f-6f1c-4a04-9bd5-0345f767e31a,segment=NetworkSegment(021fcd80-ca8d-4137-94cf-d18f9b82e9d6),segment_id=021fcd80-ca8d-4137-94cf-d18f9b82e9d6)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:57:26.765736 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7e5d755f-6f1c-4a04-9bd5-0345f767e31a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:26.804306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-64874a83-edde-47fe-9468-ff93eb73345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:26.805764 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-64874a83-edde-47fe-9468-ff93eb73345d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 1127 time: 0.2785690 Feb 16 16:57:26.822212 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:26.833667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07d8cddd-95ef-40a9-94f0-49430c309f48 req-fdda148d-cc50-43c1-a05f-b0e515a7ab0e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052909 Feb 16 16:57:26.955261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:26.956611 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e0848d1e-7dbd-4cbf-a0b7-5ab68efde742), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:26.957414 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:27.140352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361438f4-6515-42d6-b276-f9071d9b0e15 None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:57:27.227585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87943f98-c3fb-4852-9aae-789b6e431dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0848d1e-7dbd-4cbf-a0b7-5ab68efde742'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:57:27.229982 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa849ce-9962-4b61-8cd3-501fa80620b2" -d '{"events": [{"server_uuid": "87943f98-c3fb-4852-9aae-789b6e431dfc", "name": "network-vif-plugged", "status": "completed", "tag": "e0848d1e-7dbd-4cbf-a0b7-5ab68efde742"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:57:27.243681 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (afd1a4fc-72e0-4bca-9913-977851e59002), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:27.290053 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6166b5-ef2b-4dba-b746-27e074913736 None None] Pushing event updated for resources: {'Port': ['ID=7e5d755f-6f1c-4a04-9bd5-0345f767e31a,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:27.415717 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5987461-21bd-4130-a71c-1529573de15e req-805ca8eb-b66c-4e92-a351-bce65932cb61 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:27.423647 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5987461-21bd-4130-a71c-1529573de15e req-805ca8eb-b66c-4e92-a351-bce65932cb61 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.0698655 Feb 16 16:57:27.435861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e0848d1e-7dbd-4cbf-a0b7-5ab68efde742,segment=NetworkSegment(fe1b949b-d5f6-42c3-b077-014ef982e02a),segment_id=fe1b949b-d5f6-42c3-b077-014ef982e02a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:27.451735 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62ce950-4fa8-47b3-aa66-7130fefd1756 x-openstack-request-id: req-b62ce950-4fa8-47b3-aa66-7130fefd1756 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:57:27.452062 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87943f98-c3fb-4852-9aae-789b6e431dfc", "name": "network-vif-plugged", "status": "completed", "tag": "e0848d1e-7dbd-4cbf-a0b7-5ab68efde742", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:57:27.452312 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b62ce950-4fa8-47b3-aa66-7130fefd1756 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:57:27.462952 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87943f98-c3fb-4852-9aae-789b6e431dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0848d1e-7dbd-4cbf-a0b7-5ab68efde742', 'code': 200} Feb 16 16:57:27.471441 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e0848d1e-7dbd-4cbf-a0b7-5ab68efde742), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:27.533635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5987461-21bd-4130-a71c-1529573de15e req-c38364f1-b569-41ca-bbad-8e8cec71f421 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087420 Feb 16 16:57:27.566517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 28bd6c29-e781-4d0b-a709-a6fd14c65967 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:57:27.566992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0883384-8fcf-4388-8c8b-8cbc743920ae req-2968b3fd-8361-4d61-9d5a-24147bbe4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:27.568335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0883384-8fcf-4388-8c8b-8cbc743920ae req-2968b3fd-8361-4d61-9d5a-24147bbe4145 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 1127 time: 0.1202481 Feb 16 16:57:27.688324 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0883384-8fcf-4388-8c8b-8cbc743920ae req-7b5c8192-32ab-4d33-afc2-8e822de99bcc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a846c78e-ca51-48a7-87e2-b07d2839ce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131120 Feb 16 16:57:27.697652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e0848d1e-7dbd-4cbf-a0b7-5ab68efde742,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:27.838441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361438f4-6515-42d6-b276-f9071d9b0e15 None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:57:27.838719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Deleting port 7e5d755f-6f1c-4a04-9bd5-0345f767e31a {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:57:27.839139 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7e5d755f-6f1c-4a04-9bd5-0345f767e31a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:27.880215 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:27.886285 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b6545-5f74-41ea-859a-b1a837756f69 req-216455ee-d7a3-42e1-a340-287f5222575a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:27.889628 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-578b6545-5f74-41ea-859a-b1a837756f69 req-216455ee-d7a3-42e1-a340-287f5222575a tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 945 time: 0.1273916 Feb 16 16:57:28.032759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-578b6545-5f74-41ea-859a-b1a837756f69 req-ca125cef-292c-4e8a-a2af-174160d68623 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a846c78e-ca51-48a7-87e2-b07d2839ce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363604 Feb 16 16:57:28.132990 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] For port 7e5d755f-6f1c-4a04-9bd5-0345f767e31a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7e5d755f-6f1c-4a04-9bd5-0345f767e31a,segment=NetworkSegment(021fcd80-ca8d-4137-94cf-d18f9b82e9d6),segment_id=021fcd80-ca8d-4137-94cf-d18f9b82e9d6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:28.133360 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7e5d755f-6f1c-4a04-9bd5-0345f767e31a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:28.143992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554985ce-d79e-4dba-8c9d-112f9ed6ad6b req-aee5c991-0e30-4c09-82e0-61212c812af3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:28.153666 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:28.167463 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-554985ce-d79e-4dba-8c9d-112f9ed6ad6b req-aee5c991-0e30-4c09-82e0-61212c812af3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.1432519 Feb 16 16:57:28.196917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Calling delete_port for 7e5d755f-6f1c-4a04-9bd5-0345f767e31a owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:57:28.265775 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:57:28.272914 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d225778c-e25f-4af1-b522-d4dbed6944ec" -d '{"events": [{"server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "name": "network-vif-unplugged", "status": "completed", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:57:28.360471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-554985ce-d79e-4dba-8c9d-112f9ed6ad6b req-2e63645b-bc96-4563-8286-b487fd32f581 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918924 Feb 16 16:57:28.381969 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Publish callbacks [] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:28.395847 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1233fda3-6610-4852-9d31-560ab743dfb5 x-openstack-request-id: req-1233fda3-6610-4852-9d31-560ab743dfb5 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:57:28.396208 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "name": "network-vif-unplugged", "status": "completed", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:57:28.396381 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1233fda3-6610-4852-9d31-560ab743dfb5 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:57:28.396931 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'code': 200} Feb 16 16:57:28.419207 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Transition to ACTIVE for port object 28bd6c29-e781-4d0b-a709-a6fd14c65967 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:28.434131 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:28.468955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 28bd6c29-e781-4d0b-a709-a6fd14c65967 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:28.470162 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:28.550599 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:57:28.551339 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:57:28.552224 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-91923e44-4978-48a4-b52c-4429a25dedc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:28.843237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fe8b2-8996-40a0-999d-685a2f5ca9da req-35d3354f-6581-4723-9ad5-a1841651fe61 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:28.859364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-827fe8b2-8996-40a0-999d-685a2f5ca9da req-35d3354f-6581-4723-9ad5-a1841651fe61 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.1656613 Feb 16 16:57:28.923347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb22282-1de5-4cd8-95ad-a0aea1121bda None None] Network afd1a4fc-72e0-4bca-9913-977851e59002 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:29.004906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-827fe8b2-8996-40a0-999d-685a2f5ca9da req-267f31d1-342c-4153-a263-2d8ee2bc6795 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439717 Feb 16 16:57:29.360845 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] No DVR routers for this DVR port 28bd6c29-e781-4d0b-a709-a6fd14c65967 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:29.432623 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7e5d755f-6f1c-4a04-9bd5-0345f767e31a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:29.435266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Pushing event updated for resources: {'Port': ['ID=28bd6c29-e781-4d0b-a709-a6fd14c65967,revision_number=6']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:29.437065 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:29.453967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 28bd6c29-e781-4d0b-a709-a6fd14c65967 is: DOWN; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:29.523587 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Port': ['ID=7e5d755f-6f1c-4a04-9bd5-0345f767e31a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:29.538732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No DVR routers for this DVR port 7e5d755f-6f1c-4a04-9bd5-0345f767e31a on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:29.546264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf344a88-928f-474d-97f6-944a616f62df req-d3635c99-882b-421b-a39a-a2f61b1feaa0 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:29.551980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf344a88-928f-474d-97f6-944a616f62df req-d3635c99-882b-421b-a39a-a2f61b1feaa0 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 945 time: 0.3105083 Feb 16 16:57:29.590768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da2f7b-1f58-4ff6-8084-7cf5f28dac95 req-9ba2aadc-28b3-470f-a005-8e01160a4e29 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:29.612748 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2da2f7b-1f58-4ff6-8084-7cf5f28dac95 req-9ba2aadc-28b3-470f-a005-8e01160a4e29 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.3992660 Feb 16 16:57:29.723792 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2da2f7b-1f58-4ff6-8084-7cf5f28dac95 req-c907ce33-30d8-49e6-ad49-566499250b93 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048589 Feb 16 16:57:29.732289 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (afd1a4fc-72e0-4bca-9913-977851e59002), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:29.751992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf344a88-928f-474d-97f6-944a616f62df req-9e19c71a-be3f-4bcd-9ba2-f5d15220887e tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a846c78e-ca51-48a7-87e2-b07d2839ce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916454 Feb 16 16:57:29.787061 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd1a4fc-72e0-4bca-9913-977851e59002']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:29.818478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021fcd80-ca8d-4137-94cf-d18f9b82e9d6') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:29.820545 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021fcd80-ca8d-4137-94cf-d18f9b82e9d6') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:29.841253 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (021fcd80-ca8d-4137-94cf-d18f9b82e9d6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:29.848867 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Attempting to bind port 28bd6c29-e781-4d0b-a709-a6fd14c65967 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:57:29.849215 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Attempting to bind port 28bd6c29-e781-4d0b-a709-a6fd14c65967 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:57:29.849544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Attempting to bind port 28bd6c29-e781-4d0b-a709-a6fd14c65967 on network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:29.859800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Port 28bd6c29-e781-4d0b-a709-a6fd14c65967 on network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:57:29.859800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Attempting to bind port 28bd6c29-e781-4d0b-a709-a6fd14c65967 on network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:29.861479 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (021fcd80-ca8d-4137-94cf-d18f9b82e9d6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:29.869865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:57:29.870352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Checking segment: {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:29.870609 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Bound using segment: {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:57:29.871056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Bound port: 28bd6c29-e781-4d0b-a709-a6fd14c65967, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:57:29.871421 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:29.874129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:29.874536 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (021fcd80-ca8d-4137-94cf-d18f9b82e9d6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:29.878857 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:30.062983 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (afd1a4fc-72e0-4bca-9913-977851e59002), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:30.075129 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:30.083214 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/afd1a4fc-72e0-4bca-9913-977851e59002 HTTP/1.1" status: 204 len: 168 time: 4.9617307 Feb 16 16:57:30.088369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37372) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:30.099527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f708dece-8f2f-4818-bce1-cd488262c646 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-145738988'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:30.108438 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4404cd-d45c-47f9-a824-dd18c4295b0c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Network': ['ID=afd1a4fc-72e0-4bca-9913-977851e59002,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:30.116367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fab019-85b7-4de5-a25d-014f6dc14631 req-3f78a75f-5ccd-40d2-b51a-b5ee320b1b83 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:30.118396 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34fab019-85b7-4de5-a25d-014f6dc14631 req-3f78a75f-5ccd-40d2-b51a-b5ee320b1b83 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 943 time: 0.1969757 Feb 16 16:57:30.133056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:30.141609 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:57:30.149670 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:30.153480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c719a6-92e8-4e0d-9be0-55d396e84ebb req-ce1f9379-e674-45a6-bb94-4645aea06c63 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:30.155044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94c719a6-92e8-4e0d-9be0-55d396e84ebb req-ce1f9379-e674-45a6-bb94-4645aea06c63 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.2185998 Feb 16 16:57:30.218060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f708dece-8f2f-4818-bce1-cd488262c646 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:30.226802 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f708dece-8f2f-4818-bce1-cd488262c646 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:30.271860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:30.272581 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:30.274063 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] 10.222.0.65 "PUT /v2.0/ports/28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 1091 time: 3.4612231 Feb 16 16:57:30.274801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba78bc-8622-4ad9-a7a2-bdbf4199af00 service neutron] Pushing event updated for resources: {'Port': ['ID=28bd6c29-e781-4d0b-a709-a6fd14c65967,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:30.326387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94c719a6-92e8-4e0d-9be0-55d396e84ebb req-6cda35a2-3ca0-4858-b553-658ee85b17c2 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554565 Feb 16 16:57:30.365105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f708dece-8f2f-4818-bce1-cd488262c646 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:30.377596 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f708dece-8f2f-4818-bce1-cd488262c646 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b94292ff-eade-4422-a052-43ab4bbfa397), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:30.377945 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-f708dece-8f2f-4818-bce1-cd488262c646 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Added segment b94292ff-eade-4422-a052-43ab4bbfa397 of type vlan for network 96e6eb12-e095-46d9-a3da-64b7bdbafddb Feb 16 16:57:30.398160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:57:30.400707 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503db48f-2c50-49d6-b167-5bd16fbaf3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:57:30.434793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-6529fc22-e408-455c-9ddc-9c4d366a6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:30.436542 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-6529fc22-e408-455c-9ddc-9c4d366a6175 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1125 time: 0.1373053 Feb 16 16:57:30.445155 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f708dece-8f2f-4818-bce1-cd488262c646 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (96e6eb12-e095-46d9-a3da-64b7bdbafddb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:30.518409 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-34fab019-85b7-4de5-a25d-014f6dc14631 req-3a880a41-c8c3-4046-b64d-4b01dcee53c8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3822308 Feb 16 16:57:30.567048 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f708dece-8f2f-4818-bce1-cd488262c646 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (96e6eb12-e095-46d9-a3da-64b7bdbafddb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:30.585032 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f708dece-8f2f-4818-bce1-cd488262c646 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:30.587260 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f708dece-8f2f-4818-bce1-cd488262c646 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:30.673391 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f88e1e7-b00c-438a-92d2-a5b83c50ded6 x-openstack-request-id: req-7f88e1e7-b00c-438a-92d2-a5b83c50ded6 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:57:30.673687 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:57:30.673939 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f88e1e7-b00c-438a-92d2-a5b83c50ded6 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:57:30.674642 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'status': 'completed', 'code': 200} Feb 16 16:57:30.678744 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-c6dde39b-b5dd-442c-b844-ffe8ede729d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:30.680245 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-c6dde39b-b5dd-442c-b844-ffe8ede729d4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 200 len: 898 time: 0.2382619 Feb 16 16:57:30.850018 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f708dece-8f2f-4818-bce1-cd488262c646 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7532191 Feb 16 16:57:30.858170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37394) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:30.871008 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-fc697719-fff9-4048-a118-cb61dee66bca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 999 time: 0.1843948 Feb 16 16:57:30.885027 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:30.888236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5a3e041a-8bf5-40aa-afd3-e93b401db0e6 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'subnet': {'network_id': '96e6eb12-e095-46d9-a3da-64b7bdbafddb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:30.898080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708dece-8f2f-4818-bce1-cd488262c646 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Network': ['ID=96e6eb12-e095-46d9-a3da-64b7bdbafddb,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:30.910178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 96e6eb12-e095-46d9-a3da-64b7bdbafddb details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:30.921191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea78d72-3e96-42f7-a502-63695a6c8fe2 req-a389481b-7953-449d-b31a-d500a6435795 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:30.922994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aea78d72-3e96-42f7-a502-63695a6c8fe2 req-a389481b-7953-449d-b31a-d500a6435795 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.4350166 Feb 16 16:57:30.992337 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-2d1b7a9f-9948-4431-b521-ccfb18ee4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:30.997362 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-2d1b7a9f-9948-4431-b521-ccfb18ee4a7a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28a16b5a-5a01-44e7-92b2-075fe8b904dc HTTP/1.1" status: 200 len: 835 time: 0.1203887 Feb 16 16:57:31.023379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-d0a96487-5a08-4d5b-bc32-752f63247efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:31.024966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-d0a96487-5a08-4d5b-bc32-752f63247efa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1125 time: 0.3532209 Feb 16 16:57:31.075131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-eaa312cc-568d-4055-8644-d16cf13d5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:31.076909 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-eaa312cc-568d-4055-8644-d16cf13d5159 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0721858 Feb 16 16:57:31.110943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448f369-841c-46e6-adbc-6eee7dc3cf42 req-c44a09af-2d5c-41b1-b5c1-44c04deebbbf tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:31.118257 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4448f369-841c-46e6-adbc-6eee7dc3cf42 req-c44a09af-2d5c-41b1-b5c1-44c04deebbbf tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 945 time: 0.2494965 Feb 16 16:57:31.129302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aea78d72-3e96-42f7-a502-63695a6c8fe2 req-e9528c92-57f4-4f65-9769-26d97e1c6bee tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745625 Feb 16 16:57:31.276184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3e041a-8bf5-40aa-afd3-e93b401db0e6 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:31.279564 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a3e041a-8bf5-40aa-afd3-e93b401db0e6 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:31.298735 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-2ec29c24-0dd9-4203-8377-0ccebff2e456 service neutron] 10.222.0.65 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149177 Feb 16 16:57:31.299451 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4448f369-841c-46e6-adbc-6eee7dc3cf42 req-dc3bc0f9-c06a-4b10-b029-e0bdf405a0f8 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a846c78e-ca51-48a7-87e2-b07d2839ce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802716 Feb 16 16:57:31.384676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-79463e8b-76bc-4d90-94f7-55bac558704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:31.386746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-79463e8b-76bc-4d90-94f7-55bac558704d service neutron] 10.222.0.60 "GET /v2.0/networks?id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 200 len: 898 time: 0.2900763 Feb 16 16:57:31.514826 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:31.615578 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-fb7ffff2-8699-46a9-b982-3910afc5ed13 service neutron] 10.222.0.65 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998338 Feb 16 16:57:31.700153 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-3810fef9-cbe4-4df9-a5af-cf65b0c2f797 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 999 time: 0.2721984 Feb 16 16:57:31.785177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4811eee-ea27-43d7-a11c-9fbb2f573c77 req-7e644834-f14c-470d-ab3d-53275c653321 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:31.794899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4811eee-ea27-43d7-a11c-9fbb2f573c77 req-7e644834-f14c-470d-ab3d-53275c653321 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.4916406 Feb 16 16:57:31.854584 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-b2211181-064b-4c98-9af8-500718dbec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:31.860919 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-b2211181-064b-4c98-9af8-500718dbec5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1125 time: 0.1535053 Feb 16 16:57:32.135012 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:32.163127 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-b42307f7-f30d-4422-ac0b-9f0a98f45912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:32.164901 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-b42307f7-f30d-4422-ac0b-9f0a98f45912 service neutron] 10.222.0.65 "GET /v2.0/networks?id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 200 len: 898 time: 0.3032243 Feb 16 16:57:32.291068 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-7cfdb7bb-6e18-4aed-b35f-9d28d8de3fbc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 999 time: 0.1194432 Feb 16 16:57:32.415731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-eb4060da-0d11-419d-ab4b-0086ab8fa34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:32.417228 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-eb4060da-0d11-419d-ab4b-0086ab8fa34d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28a16b5a-5a01-44e7-92b2-075fe8b904dc HTTP/1.1" status: 200 len: 835 time: 0.1141386 Feb 16 16:57:32.581304 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-e646a7f4-2862-4717-b3fa-dad66c3647aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:32.585165 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-e646a7f4-2862-4717-b3fa-dad66c3647aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1610696 Feb 16 16:57:32.650022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-7e463fb6-7ed0-4e51-b3c0-af2e009b3493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:32.651651 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-7e463fb6-7ed0-4e51-b3c0-af2e009b3493 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28a16b5a-5a01-44e7-92b2-075fe8b904dc HTTP/1.1" status: 200 len: 835 time: 0.9059863 Feb 16 16:57:32.798965 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-dfab57d5-62da-435f-af1a-5ac7d33c422c service neutron] 10.222.0.65 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045484 Feb 16 16:57:32.889370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37446) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:33.022980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4811eee-ea27-43d7-a11c-9fbb2f573c77 req-c5ec801d-9282-4d96-8d8c-beb4cfcd41c1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2269197 Feb 16 16:57:33.023979 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a3e041a-8bf5-40aa-afd3-e93b401db0e6 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (2987b3fb-362f-401b-8ec6-11bdd7f1d0b2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:33.195358 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843917b3-51f0-4953-9c82-6d70430e6f65 req-4dba82bd-bc87-4372-bbeb-df07220253d3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:33.203874 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-843917b3-51f0-4953-9c82-6d70430e6f65 req-4dba82bd-bc87-4372-bbeb-df07220253d3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 943 time: 1.5014184 Feb 16 16:57:33.215494 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-114a0aea-6d25-4ee5-a9e1-14928aee9db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:33.225893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e041a-8bf5-40aa-afd3-e93b401db0e6 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Subnet': ['ID=2987b3fb-362f-401b-8ec6-11bdd7f1d0b2,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:33.340342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-843917b3-51f0-4953-9c82-6d70430e6f65 req-7aa955a7-72f5-4560-b010-c5b251b5be60 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355379 Feb 16 16:57:33.350180 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-ee179937-009d-47aa-915a-d406bcc69b74 service neutron] 10.222.0.65 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5438075 Feb 16 16:57:33.411105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e041a-8bf5-40aa-afd3-e93b401db0e6 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Checking segment: {'id': 'b94292ff-eade-4422-a052-43ab4bbfa397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96e6eb12-e095-46d9-a3da-64b7bdbafddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:33.412600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3e041a-8bf5-40aa-afd3-e93b401db0e6 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network hostable DHCP agents. Network: 96e6eb12-e095-46d9-a3da-64b7bdbafddb, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:33.422920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-b0f6a989-161c-4ce2-b81a-279c5469ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:33.430035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-b0f6a989-161c-4ce2-b81a-279c5469ed17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7663999 Feb 16 16:57:33.547556 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-114a0aea-6d25-4ee5-a9e1-14928aee9db1 admin admin] Publish callbacks [] for security_group (f3e3d870-a3b3-4bda-b041-87b71fb8452d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:33.554344 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-114a0aea-6d25-4ee5-a9e1-14928aee9db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f3e3d870-a3b3-4bda-b041-87b71fb8452d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:33.642702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a0aea-6d25-4ee5-a9e1-14928aee9db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e3d870-a3b3-4bda-b041-87b71fb8452d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:33.688576 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-114a0aea-6d25-4ee5-a9e1-14928aee9db1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8c31ae92b3748a49fcf07757222bc3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7930520 Feb 16 16:57:33.691736 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37460) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:33.705220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3e041a-8bf5-40aa-afd3-e93b401db0e6 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network 96e6eb12-e095-46d9-a3da-64b7bdbafddb is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:33.710201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 28bd6c29-e781-4d0b-a709-a6fd14c65967 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:57:33.756914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31376be3-8e83-4622-89dd-b5fe62fb593d req-3bf518ee-587e-4d1a-8332-da5e2add0920 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:33.769302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31376be3-8e83-4622-89dd-b5fe62fb593d req-3bf518ee-587e-4d1a-8332-da5e2add0920 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.5298283 Feb 16 16:57:33.801395 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc59ca62-fcb5-4c82-b592-9d1ba53057d2 admin admin] Publish callbacks [] for security_group (f3e3d870-a3b3-4bda-b041-87b71fb8452d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:33.865472 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc59ca62-fcb5-4c82-b592-9d1ba53057d2 admin admin] Publish callbacks [] for security_group (f3e3d870-a3b3-4bda-b041-87b71fb8452d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:33.926439 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31376be3-8e83-4622-89dd-b5fe62fb593d req-ed84611e-c1a0-4eee-b47e-4c6c309fd568 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404104 Feb 16 16:57:33.926439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-5a3e041a-8bf5-40aa-afd3-e93b401db0e6 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 96e6eb12-e095-46d9-a3da-64b7bdbafddb) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:33.934832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3e041a-8bf5-40aa-afd3-e93b401db0e6 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:33.935559 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a3e041a-8bf5-40aa-afd3-e93b401db0e6 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:33.982950 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc59ca62-fcb5-4c82-b592-9d1ba53057d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f3e3d870-a3b3-4bda-b041-87b71fb8452d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:33.985874 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc59ca62-fcb5-4c82-b592-9d1ba53057d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:33.987211 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bc59ca62-fcb5-4c82-b592-9d1ba53057d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3e3d870-a3b3-4bda-b041-87b71fb8452d HTTP/1.1" status: 204 len: 168 time: 0.2943687 Feb 16 16:57:33.992120 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf80dc0-0a2f-4b5f-8e01-9c9267495007 None None] Network 96e6eb12-e095-46d9-a3da-64b7bdbafddb requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:34.000592 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59ca62-fcb5-4c82-b592-9d1ba53057d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e3d870-a3b3-4bda-b041-87b71fb8452d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:34.030646 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37470) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:34.037767 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5a3e041a-8bf5-40aa-afd3-e93b401db0e6 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1727629 Feb 16 16:57:34.090578 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:34.118272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-685e2cc1-2040-42f8-a6a5-4cbc449212cf service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345966 Feb 16 16:57:34.195317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'port_id': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'mac_address': 'fa:16:3e:78:cc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:57:34.233874 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (96e6eb12-e095-46d9-a3da-64b7bdbafddb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:34.389727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c39a022-7fa4-4351-9d32-64bcd3446439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-96e6eb12-e095-46d9-a3da-64b7bdbafddb', 'network_id': '96e6eb12-e095-46d9-a3da-64b7bdbafddb', 'project_id': '6d4ef515667446aeb6c46a9d54e4d8f4', 'fixed_ips': [{'subnet_id': '2987b3fb-362f-401b-8ec6-11bdd7f1d0b2'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:57:34.406369 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (2987b3fb-362f-401b-8ec6-11bdd7f1d0b2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:34.407594 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6c39a022-7fa4-4351-9d32-64bcd3446439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:34.638227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (2987b3fb-362f-401b-8ec6-11bdd7f1d0b2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:34.716573 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Subnet': ['ID=2987b3fb-362f-401b-8ec6-11bdd7f1d0b2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:34.726722 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd6f62-71de-4229-ace4-7cffa9fdc7f1 req-63d87e5f-65bd-4dd3-a61e-e801bed8fb6a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:34.735199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c3fd6f62-71de-4229-ace4-7cffa9fdc7f1 req-63d87e5f-65bd-4dd3-a61e-e801bed8fb6a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.6059656 Feb 16 16:57:34.777589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-503db48f-2c50-49d6-b167-5bd16fbaf3e2 req-5d22607d-07c2-4330-a155-d470a6419e59 service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6500354 Feb 16 16:57:34.791449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 28bd6c29-e781-4d0b-a709-a6fd14c65967 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:34.792430 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:34.824348 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfecd1-bc2a-49db-a32d-7e3fd61f7653 req-da79ffde-6a07-4eca-8560-a38f39d89f05 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server [None req-6c39a022-7fa4-4351-9d32-64bcd3446439 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2987b3fb-362f-401b-8ec6-11bdd7f1d0b2: This subnet is being modified by another concurrent operation. Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise exception Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2987b3fb-362f-401b-8ec6-11bdd7f1d0b2: This subnet is being modified by another concurrent operation. Feb 16 16:57:34.824558 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Feb 16 16:57:34.854890 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bd6c29-e781-4d0b-a709-a6fd14c65967 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:57:34.863797 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:34.868324 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28dfecd1-bc2a-49db-a32d-7e3fd61f7653 req-da79ffde-6a07-4eca-8560-a38f39d89f05 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 943 time: 0.2859125 Feb 16 16:57:34.887434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fe005d-8387-454e-8751-2c3245a09412 None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:57:34.891177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:34.927350 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:34.937051 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c3fd6f62-71de-4229-ace4-7cffa9fdc7f1 req-41d00270-a004-4ceb-be8d-c915402b5780 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005799 Feb 16 16:57:34.971686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28dfecd1-bc2a-49db-a32d-7e3fd61f7653 req-8e06fd61-e057-40a8-ad38-27c05d80d2f2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023729 Feb 16 16:57:34.985080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (96e6eb12-e095-46d9-a3da-64b7bdbafddb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:35.078295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=28bd6c29-e781-4d0b-a709-a6fd14c65967,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:35.123549 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e6eb12-e095-46d9-a3da-64b7bdbafddb']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:35.160352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94292ff-eade-4422-a052-43ab4bbfa397') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:35.160913 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94292ff-eade-4422-a052-43ab4bbfa397') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:35.184570 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (b94292ff-eade-4422-a052-43ab4bbfa397), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:35.209794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fe005d-8387-454e-8751-2c3245a09412 None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:57:35.216307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['28bd6c29-e781-4d0b-a709-a6fd14c65967'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:57:35.228372 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b94292ff-eade-4422-a052-43ab4bbfa397), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:35.252386 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:35.252808 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (b94292ff-eade-4422-a052-43ab4bbfa397), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:35.269049 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:35.513708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (96e6eb12-e095-46d9-a3da-64b7bdbafddb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:35.536195 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:35.540156 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/96e6eb12-e095-46d9-a3da-64b7bdbafddb HTTP/1.1" status: 204 len: 168 time: 1.5084710 Feb 16 16:57:35.544775 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37498) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:35.557174 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bece79f-6dd7-40ac-8cc4-e5247bbaf9a4 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Network': ['ID=96e6eb12-e095-46d9-a3da-64b7bdbafddb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:35.562402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-0c7f1375-be79-478c-b61c-0029ce3aed78 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-767332336'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:35.683003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7f1375-be79-478c-b61c-0029ce3aed78 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:35.690872 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0c7f1375-be79-478c-b61c-0029ce3aed78 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:35.726972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0a481-3140-481f-ac27-4de20263b88c req-57f6ca6f-c088-4114-99a5-cd29141f143d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:35.730300 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69c0a481-3140-481f-ac27-4de20263b88c req-57f6ca6f-c088-4114-99a5-cd29141f143d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.2681100 Feb 16 16:57:35.850349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-613e98f9-b282-4a49-9764-caac8ee99a6d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:35.852543 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-613e98f9-b282-4a49-9764-caac8ee99a6d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 944 time: 0.2836325 Feb 16 16:57:35.881197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7f1375-be79-478c-b61c-0029ce3aed78 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:35.902669 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0c7f1375-be79-478c-b61c-0029ce3aed78 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a4a21476-31c2-427e-b16c-cf023eab41b8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:35.903016 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-0c7f1375-be79-478c-b61c-0029ce3aed78 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Added segment a4a21476-31c2-427e-b16c-cf023eab41b8 of type vlan for network 1803fb0b-8c75-4417-a5a6-e44da7e546d3 Feb 16 16:57:35.970508 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-c3591c40-12d1-4cdc-adef-135f134288a2 service neutron] 10.222.0.65 "GET /v2.0/ports/28bd6c29-e781-4d0b-a709-a6fd14c65967/bindings/n-h1-669411-5 HTTP/1.1" status: 200 len: 382 time: 0.1088603 Feb 16 16:57:36.042333 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0c7f1375-be79-478c-b61c-0029ce3aed78 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (1803fb0b-8c75-4417-a5a6-e44da7e546d3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:36.087175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69c0a481-3140-481f-ac27-4de20263b88c req-391d0656-2014-4fad-8bc6-63dc16826d15 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426032 Feb 16 16:57:36.133487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-fd1c2963-d5af-4ee1-9a83-cf61d8e791a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:36.139062 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-fd1c2963-d5af-4ee1-9a83-cf61d8e791a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1126 time: 0.1378751 Feb 16 16:57:36.213935 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252bf68b-e6f8-4639-b481-b1e14e5dc1b3 None None] Network 96e6eb12-e095-46d9-a3da-64b7bdbafddb requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:36.227569 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0c7f1375-be79-478c-b61c-0029ce3aed78 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (1803fb0b-8c75-4417-a5a6-e44da7e546d3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:36.228584 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252bf68b-e6f8-4639-b481-b1e14e5dc1b3 None None] Network 96e6eb12-e095-46d9-a3da-64b7bdbafddb could not be found, it might have been deleted concurrently. {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 16:57:36.241504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7f1375-be79-478c-b61c-0029ce3aed78 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:36.246374 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0c7f1375-be79-478c-b61c-0029ce3aed78 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:36.279022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eda9d4-0428-4c6c-8d5d-d48d4a15e5e6 req-9b7fc44a-1ef6-4cef-bb91-353011c16b45 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:36.288949 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68eda9d4-0428-4c6c-8d5d-d48d4a15e5e6 req-9b7fc44a-1ef6-4cef-bb91-353011c16b45 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 944 time: 0.5572371 Feb 16 16:57:36.357706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f1375-be79-478c-b61c-0029ce3aed78 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Network': ['ID=1803fb0b-8c75-4417-a5a6-e44da7e546d3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:36.371939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 1803fb0b-8c75-4417-a5a6-e44da7e546d3 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:36.417447 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0c7f1375-be79-478c-b61c-0029ce3aed78 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8727705 Feb 16 16:57:36.435496 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37512) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:36.435623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68eda9d4-0428-4c6c-8d5d-d48d4a15e5e6 req-7d311f96-840c-4570-9ad4-082f6a7c3cb9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398823 Feb 16 16:57:36.454700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-777ff2ed-f4e4-442e-92fb-0457e115654e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'subnet': {'network_id': '1803fb0b-8c75-4417-a5a6-e44da7e546d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:36.466183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-f8989497-7a25-4230-9d5c-3d008c48db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:36.468069 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-f8989497-7a25-4230-9d5c-3d008c48db2b service neutron] 10.222.0.65 "GET /v2.0/networks?id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 200 len: 898 time: 0.3215091 Feb 16 16:57:36.641697 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-84f24ef5-3f8e-499a-9eb9-631882fa3d05 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 1000 time: 0.1621261 Feb 16 16:57:36.744632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777ff2ed-f4e4-442e-92fb-0457e115654e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:36.748234 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-777ff2ed-f4e4-442e-92fb-0457e115654e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:36.796761 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-6d344e4f-f49f-4c20-82b5-b350e52e5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:36.798301 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-6d344e4f-f49f-4c20-82b5-b350e52e5de3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28a16b5a-5a01-44e7-92b2-075fe8b904dc HTTP/1.1" status: 200 len: 835 time: 0.1420615 Feb 16 16:57:36.896788 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.ipam_backend_mixin [None req-777ff2ed-f4e4-442e-92fb-0457e115654e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Performing IP validity checks on allocation pools {{(pid=103422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 16:57:36.896788 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.ipam_backend_mixin [None req-777ff2ed-f4e4-442e-92fb-0457e115654e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 16:57:36.965160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-8a2a51b1-0e3c-47ca-a287-7f1861fe58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:36.967042 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-8a2a51b1-0e3c-47ca-a287-7f1861fe58f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1565402 Feb 16 16:57:37.409835 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-777ff2ed-f4e4-442e-92fb-0457e115654e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (f417d442-ebad-4c1b-88e8-30432ca65c8d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:37.532716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b86608-e83e-42e3-9640-1700530d6ef8 req-6a8c79d5-a981-4683-98cf-f75603354d2a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:37.551160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-90b86608-e83e-42e3-9640-1700530d6ef8 req-6a8c79d5-a981-4683-98cf-f75603354d2a tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.2112246 Feb 16 16:57:37.671211 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-b006d5e8-2703-4308-8f68-b6ab3b3af347 service neutron] 10.222.0.65 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960435 Feb 16 16:57:37.696265 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-90b86608-e83e-42e3-9640-1700530d6ef8 req-c40b9feb-267d-44fe-b86c-920599e9c571 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439710 Feb 16 16:57:37.730753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43289bb-30fc-441f-b750-0386682192ae req-45883e03-9b7b-4c86-90cf-c0b74a322f7b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:37.732181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 28bd6c29-e781-4d0b-a709-a6fd14c65967 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:57:37.732738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e43289bb-30fc-441f-b750-0386682192ae req-45883e03-9b7b-4c86-90cf-c0b74a322f7b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 944 time: 0.1403048 Feb 16 16:57:37.792235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ff2ed-f4e4-442e-92fb-0457e115654e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Subnet': ['ID=f417d442-ebad-4c1b-88e8-30432ca65c8d,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:37.857272 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 28bd6c29-e781-4d0b-a709-a6fd14c65967 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:37.864957 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e43289bb-30fc-441f-b750-0386682192ae req-c201ba99-9ddf-4357-a383-79d06dbb3ea7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189332 Feb 16 16:57:37.868551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 28bd6c29-e781-4d0b-a709-a6fd14c65967 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:37.869154 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:37.878465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ff2ed-f4e4-442e-92fb-0457e115654e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Checking segment: {'id': 'a4a21476-31c2-427e-b16c-cf023eab41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1803fb0b-8c75-4417-a5a6-e44da7e546d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:37.883787 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777ff2ed-f4e4-442e-92fb-0457e115654e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network hostable DHCP agents. Network: 1803fb0b-8c75-4417-a5a6-e44da7e546d3, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:38.008889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777ff2ed-f4e4-442e-92fb-0457e115654e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network 1803fb0b-8c75-4417-a5a6-e44da7e546d3 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:38.029972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-777ff2ed-f4e4-442e-92fb-0457e115654e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 1803fb0b-8c75-4417-a5a6-e44da7e546d3) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:38.064667 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-b132d3ce-9044-4f8b-b6bf-91c430b2bb25 service neutron] 10.222.0.65 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813200 Feb 16 16:57:38.068903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b52dca-92a8-4501-ac36-dab2af408f3d None None] Network 1803fb0b-8c75-4417-a5a6-e44da7e546d3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:38.077441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777ff2ed-f4e4-442e-92fb-0457e115654e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:38.079873 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-777ff2ed-f4e4-442e-92fb-0457e115654e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:38.162331 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-777ff2ed-f4e4-442e-92fb-0457e115654e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7180758 Feb 16 16:57:38.165012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37554) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:38.239612 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 28bd6c29-e781-4d0b-a709-a6fd14c65967 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:38.240037 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:38.259270 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-1803fb0b-8c75-4417-a5a6-e44da7e546d3', 'network_id': '1803fb0b-8c75-4417-a5a6-e44da7e546d3', 'project_id': '6d4ef515667446aeb6c46a9d54e4d8f4', 'fixed_ips': [{'subnet_id': 'f417d442-ebad-4c1b-88e8-30432ca65c8d'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:57:38.260164 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:38.387913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:57:38.390403 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab76efc-480f-49e0-ac4c-10a902c39bee" -d '{"events": [{"server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "name": "network-vif-plugged", "status": "completed", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:57:38.501521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:38.512243 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (1803fb0b-8c75-4417-a5a6-e44da7e546d3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:38.515766 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:38.628621 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f515a3c2-d631-495a-9306-502597598423 x-openstack-request-id: req-f515a3c2-d631-495a-9306-502597598423 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:57:38.628621 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "name": "network-vif-plugged", "status": "completed", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:57:38.628902 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f515a3c2-d631-495a-9306-502597598423 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:57:38.629304 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'code': 200} Feb 16 16:57:38.661573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=28bd6c29-e781-4d0b-a709-a6fd14c65967,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:38.679437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Allocated IP 172.20.0.3 (1803fb0b-8c75-4417-a5a6-e44da7e546d3/f417d442-ebad-4c1b-88e8-30432ca65c8d/bcb120ee-9962-4d4f-a6b2-86654ec58739) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:38.682492 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1e789-665b-485e-acc3-33b6153a76c6 req-925fffe2-081a-4395-b7c9-b1ad453eb0ce tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:38.694562 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada1e789-665b-485e-acc3-33b6153a76c6 req-925fffe2-081a-4395-b7c9-b1ad453eb0ce tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.2732134 Feb 16 16:57:38.762051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd43027-271f-493f-9a28-5ada12cef952 req-b7420dda-5bcb-40c7-ae72-1b818e4b60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:38.763593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cd43027-271f-493f-9a28-5ada12cef952 req-b7420dda-5bcb-40c7-ae72-1b818e4b60b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=841aff1e2cfb4b999c259e50aac929f0&device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 1128 time: 0.2560155 Feb 16 16:57:38.790249 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (f417d442-ebad-4c1b-88e8-30432ca65c8d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:38.905295 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ada1e789-665b-485e-acc3-33b6153a76c6 req-fdf6428a-fad5-4852-aab2-af8266c0ca6e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098308 Feb 16 16:57:38.964604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd43027-271f-493f-9a28-5ada12cef952 req-576d667f-71bb-4e21-838b-3d9ec858d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:38.964904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cd43027-271f-493f-9a28-5ada12cef952 req-576d667f-71bb-4e21-838b-3d9ec858d566 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910 HTTP/1.1" status: 200 len: 914 time: 0.1845896 Feb 16 16:57:39.046609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cd43027-271f-493f-9a28-5ada12cef952 req-25a4e83b-eb60-400b-ba32-3279df35533c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b315b51c-7adf-4917-9dae-d6c49f912476 HTTP/1.1" status: 200 len: 217 time: 0.0753317 Feb 16 16:57:39.105316 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Publish callbacks [] for port (bcb120ee-9962-4d4f-a6b2-86654ec58739), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:39.122607 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (bcb120ee-9962-4d4f-a6b2-86654ec58739), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:39.178527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Network 1803fb0b-8c75-4417-a5a6-e44da7e546d3 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:39.179927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:39.183946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:39.205685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd43027-271f-493f-9a28-5ada12cef952 req-e15e78e3-bc78-4a85-bdb1-62f6d8f0f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:39.209353 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cd43027-271f-493f-9a28-5ada12cef952 req-e15e78e3-bc78-4a85-bdb1-62f6d8f0f846 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d092a221-0126-4114-8e52-e084ffe483c5 HTTP/1.1" status: 200 len: 853 time: 0.1453626 Feb 16 16:57:39.216795 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (f417d442-ebad-4c1b-88e8-30432ca65c8d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:39.240508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Pushing event updated for resources: {'Port': ['ID=bcb120ee-9962-4d4f-a6b2-86654ec58739,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:39.263735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Subnet': ['ID=f417d442-ebad-4c1b-88e8-30432ca65c8d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:39.280590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Attempting to bind port bcb120ee-9962-4d4f-a6b2-86654ec58739 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:57:39.280964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Attempting to bind port bcb120ee-9962-4d4f-a6b2-86654ec58739 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'a4a21476-31c2-427e-b16c-cf023eab41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1803fb0b-8c75-4417-a5a6-e44da7e546d3'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:57:39.281335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Attempting to bind port bcb120ee-9962-4d4f-a6b2-86654ec58739 on network 1803fb0b-8c75-4417-a5a6-e44da7e546d3 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:39.286888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba297c8-0ed4-4771-a9ad-2b29d6644f77 req-2e5513d8-d404-422c-ade9-769aa2245a2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:39.287232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:57:39.287708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Checking segment: {'id': 'a4a21476-31c2-427e-b16c-cf023eab41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1803fb0b-8c75-4417-a5a6-e44da7e546d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:39.288288 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:39.288878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Bound using segment: {'id': 'a4a21476-31c2-427e-b16c-cf023eab41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1803fb0b-8c75-4417-a5a6-e44da7e546d3'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:57:39.289358 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Bound port: bcb120ee-9962-4d4f-a6b2-86654ec58739, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a21476-31c2-427e-b16c-cf023eab41b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1803fb0b-8c75-4417-a5a6-e44da7e546d3'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:57:39.290154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dba297c8-0ed4-4771-a9ad-2b29d6644f77 req-2e5513d8-d404-422c-ade9-769aa2245a2e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.2427330 Feb 16 16:57:39.292005 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bcb120ee-9962-4d4f-a6b2-86654ec58739), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:39.316326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cd43027-271f-493f-9a28-5ada12cef952 req-d14ef5d7-da1f-4910-8368-5518adbc8759 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8226c3b-ad15-4e6e-a3c7-5126b87ef910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944974 Feb 16 16:57:39.383488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] For port bcb120ee-9962-4d4f-a6b2-86654ec58739, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:39.388481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] For port bcb120ee-9962-4d4f-a6b2-86654ec58739, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=bcb120ee-9962-4d4f-a6b2-86654ec58739,segment=NetworkSegment(a4a21476-31c2-427e-b16c-cf023eab41b8),segment_id=a4a21476-31c2-427e-b16c-cf023eab41b8)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:57:39.398246 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (bcb120ee-9962-4d4f-a6b2-86654ec58739), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:39.489178 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (1803fb0b-8c75-4417-a5a6-e44da7e546d3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:39.509654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1803fb0b-8c75-4417-a5a6-e44da7e546d3']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:39.514777 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013d76ad-d9fa-42cc-a57e-9f0f1ae4017d None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:57:39.525804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a21476-31c2-427e-b16c-cf023eab41b8') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:39.525804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a21476-31c2-427e-b16c-cf023eab41b8') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:39.536981 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (a4a21476-31c2-427e-b16c-cf023eab41b8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:39.550985 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a4a21476-31c2-427e-b16c-cf023eab41b8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:39.556931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:39.557250 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (a4a21476-31c2-427e-b16c-cf023eab41b8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:39.588683 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:39.606399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9753c9-b8c6-4ec4-a71b-e7e5ee7d61f2 None None] Pushing event updated for resources: {'Port': ['ID=bcb120ee-9962-4d4f-a6b2-86654ec58739,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:39.622016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013d76ad-d9fa-42cc-a57e-9f0f1ae4017d None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:57:39.692434 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dba297c8-0ed4-4771-a9ad-2b29d6644f77 req-da10c5e4-b985-4649-8c19-147095200cae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3780444 Feb 16 16:57:39.728368 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.db.api [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 16:57:39.728368 n-d-669411-5 neutron-server[103421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 16:57:39.728368 n-d-669411-5 neutron-server[103421]: [parameters: {'id': '1803fb0b-8c75-4417-a5a6-e44da7e546d3'}] Feb 16 16:57:39.728368 n-d-669411-5 neutron-server[103421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:57:39.729049 n-d-669411-5 neutron-server[103421]: DEBUG oslo_db.api [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:57:39.771833 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9d274-2594-4f26-a280-f2ab417c4e7c req-a48ce77b-c8d0-4e43-ae61-8f904538ff83 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:39.771833 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91b9d274-2594-4f26-a280-f2ab417c4e7c req-a48ce77b-c8d0-4e43-ae61-8f904538ff83 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 945 time: 0.4548726 Feb 16 16:57:39.819014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cd43027-271f-493f-9a28-5ada12cef952 req-63811173-9721-4be0-9656-fa7ffbb810a7 service neutron] 10.222.0.60 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701250 Feb 16 16:57:39.866254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91b9d274-2594-4f26-a280-f2ab417c4e7c req-25717369-02ee-4c96-a7b5-03607ae332dd tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a846c78e-ca51-48a7-87e2-b07d2839ce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842333 Feb 16 16:57:39.991371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cd43027-271f-493f-9a28-5ada12cef952 req-63ea404e-fe5f-41d8-b325-8a71cb15cdae service neutron] 10.222.0.60 "GET /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303041 Feb 16 16:57:40.166202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625d15c-f239-4e7a-9c72-553b4813f1c2 req-059f14f0-1db8-4832-b0e9-46fb64cddb97 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:40.169257 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c625d15c-f239-4e7a-9c72-553b4813f1c2 req-059f14f0-1db8-4832-b0e9-46fb64cddb97 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.1128829 Feb 16 16:57:40.236465 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (1803fb0b-8c75-4417-a5a6-e44da7e546d3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:40.262344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f08554a-f924-4c1f-b69d-7003567497ec None None] Network 1803fb0b-8c75-4417-a5a6-e44da7e546d3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:40.302490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c625d15c-f239-4e7a-9c72-553b4813f1c2 req-df4c1bd7-588b-4b36-af48-eb15cb74fa7c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258438 Feb 16 16:57:40.437050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Deleting port bcb120ee-9962-4d4f-a6b2-86654ec58739 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:57:40.437608 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (bcb120ee-9962-4d4f-a6b2-86654ec58739), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:40.443301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-a712d87c-a249-401e-aab2-f509a491b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:40.444894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-a712d87c-a249-401e-aab2-f509a491b619 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 1127 time: 0.1415215 Feb 16 16:57:40.460944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:40.546235 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] For port bcb120ee-9962-4d4f-a6b2-86654ec58739, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=bcb120ee-9962-4d4f-a6b2-86654ec58739,segment=NetworkSegment(a4a21476-31c2-427e-b16c-cf023eab41b8),segment_id=a4a21476-31c2-427e-b16c-cf023eab41b8)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:40.546505 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (bcb120ee-9962-4d4f-a6b2-86654ec58739), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:40.580330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Calling delete_port for bcb120ee-9962-4d4f-a6b2-86654ec58739 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:57:40.592422 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:40.811714 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (bcb120ee-9962-4d4f-a6b2-86654ec58739), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:40.868262 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Port': ['ID=bcb120ee-9962-4d4f-a6b2-86654ec58739,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:40.873527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No DVR routers for this DVR port bcb120ee-9962-4d4f-a6b2-86654ec58739 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:41.070213 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (1803fb0b-8c75-4417-a5a6-e44da7e546d3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:41.116723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b16d10-87fc-43e0-9b53-647bda539705 req-894cf61c-a313-4ff2-af70-0978b030caba tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:41.118235 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77b16d10-87fc-43e0-9b53-647bda539705 req-894cf61c-a313-4ff2-af70-0978b030caba tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 945 time: 0.2820034 Feb 16 16:57:41.124903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:41.166334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:41.275615 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Publish callbacks [] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:41.288941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Transition to ACTIVE for port object 28bd6c29-e781-4d0b-a709-a6fd14c65967 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:57:41.289771 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:57:41.292747 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9e631a-ceee-42b1-84cc-4058eb2b019f" -d '{"events": [{"server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "name": "network-vif-unplugged", "status": "completed", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:57:41.304653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1803fb0b-8c75-4417-a5a6-e44da7e546d3']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:41.335048 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:41.356911 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a21476-31c2-427e-b16c-cf023eab41b8') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:41.357267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a21476-31c2-427e-b16c-cf023eab41b8') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:41.427916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68629344-5998-41f3-afa6-1ef8433c27c7 req-e8da2983-b412-4338-9c52-0ee848bca39e tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:41.429682 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68629344-5998-41f3-afa6-1ef8433c27c7 req-e8da2983-b412-4338-9c52-0ee848bca39e tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 945 time: 0.4586613 Feb 16 16:57:41.479687 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (a4a21476-31c2-427e-b16c-cf023eab41b8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:41.557431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca552db-8a4b-40be-9006-784f843991ef req-4faa0ac5-e99b-4023-b1d9-7cb430611f1e tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:41.558920 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-eca552db-8a4b-40be-9006-784f843991ef req-4faa0ac5-e99b-4023-b1d9-7cb430611f1e tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.60 "GET /v2.0/ports?device_id=87943f98-c3fb-4852-9aae-789b6e431dfc HTTP/1.1" status: 200 len: 945 time: 0.4170141 Feb 16 16:57:41.585479 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77b16d10-87fc-43e0-9b53-647bda539705 req-edee24e5-7956-4999-a59d-691e57f72614 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3661373 Feb 16 16:57:41.755844 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7709cbf9-cdf4-41ff-9cd2-77e84ee21fab x-openstack-request-id: req-7709cbf9-cdf4-41ff-9cd2-77e84ee21fab {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:57:41.756132 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "name": "network-vif-unplugged", "status": "completed", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:57:41.756403 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7709cbf9-cdf4-41ff-9cd2-77e84ee21fab {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:57:41.756787 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'code': 200} Feb 16 16:57:41.757371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Pushing event updated for resources: {'Port': ['ID=28bd6c29-e781-4d0b-a709-a6fd14c65967,revision_number=10']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:41.767461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-eca552db-8a4b-40be-9006-784f843991ef req-a3fb526f-04ab-42d4-9121-1a334bbdfb1c tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Deleting port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:57:41.768006 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-eca552db-8a4b-40be-9006-784f843991ef req-a3fb526f-04ab-42d4-9121-1a334bbdfb1c tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e0848d1e-7dbd-4cbf-a0b7-5ab68efde742), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:41.815025 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a4a21476-31c2-427e-b16c-cf023eab41b8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:41.857564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] No DVR routers for this DVR port 28bd6c29-e781-4d0b-a709-a6fd14c65967 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:41.911268 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-eca552db-8a4b-40be-9006-784f843991ef req-a3fb526f-04ab-42d4-9121-1a334bbdfb1c tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] For port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e0848d1e-7dbd-4cbf-a0b7-5ab68efde742,segment=NetworkSegment(fe1b949b-d5f6-42c3-b077-014ef982e02a),segment_id=fe1b949b-d5f6-42c3-b077-014ef982e02a)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:41.911975 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-eca552db-8a4b-40be-9006-784f843991ef req-a3fb526f-04ab-42d4-9121-1a334bbdfb1c tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e0848d1e-7dbd-4cbf-a0b7-5ab68efde742), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:41.926660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-eca552db-8a4b-40be-9006-784f843991ef req-a3fb526f-04ab-42d4-9121-1a334bbdfb1c tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Calling delete_port for e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:57:42.038472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:42.038884 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (a4a21476-31c2-427e-b16c-cf023eab41b8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:42.042105 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:42.093974 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-eca552db-8a4b-40be-9006-784f843991ef req-a3fb526f-04ab-42d4-9121-1a334bbdfb1c tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e0848d1e-7dbd-4cbf-a0b7-5ab68efde742), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:42.099937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68629344-5998-41f3-afa6-1ef8433c27c7 req-621ec41e-2060-4eb9-b79c-5e2942dc8b45 tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.24 "GET /v2.0/security-groups?id=a846c78e-ca51-48a7-87e2-b07d2839ce6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422205 Feb 16 16:57:42.105632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['e0848d1e-7dbd-4cbf-a0b7-5ab68efde742'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:57:42.189546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb526f-04ab-42d4-9121-1a334bbdfb1c tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Pushing event deleted for resources: {'Port': ['ID=e0848d1e-7dbd-4cbf-a0b7-5ab68efde742,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:42.218116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca552db-8a4b-40be-9006-784f843991ef req-a3fb526f-04ab-42d4-9121-1a334bbdfb1c tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] No DVR routers for this DVR port e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:42.221045 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-eca552db-8a4b-40be-9006-784f843991ef req-a3fb526f-04ab-42d4-9121-1a334bbdfb1c tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:42.226108 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-eca552db-8a4b-40be-9006-784f843991ef req-a3fb526f-04ab-42d4-9121-1a334bbdfb1c tempest-VolumesActionsTest-338037880 tempest-VolumesActionsTest-338037880-project] 10.222.0.60 "DELETE /v2.0/ports/e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 HTTP/1.1" status: 204 len: 173 time: 0.6538119 Feb 16 16:57:42.226816 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87943f98-c3fb-4852-9aae-789b6e431dfc', 'name': 'network-vif-deleted', 'tag': 'e0848d1e-7dbd-4cbf-a0b7-5ab68efde742'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:57:42.230632 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a443754-2ac5-414b-bde2-af3f4b01dff5" -d '{"events": [{"server_uuid": "87943f98-c3fb-4852-9aae-789b6e431dfc", "name": "network-vif-deleted", "tag": "e0848d1e-7dbd-4cbf-a0b7-5ab68efde742"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:57:42.291389 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef766d6-3174-4fbf-a7c0-3d019db91b80 x-openstack-request-id: req-4ef766d6-3174-4fbf-a7c0-3d019db91b80 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:57:42.291698 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87943f98-c3fb-4852-9aae-789b6e431dfc", "name": "network-vif-deleted", "tag": "e0848d1e-7dbd-4cbf-a0b7-5ab68efde742", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:57:42.291983 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ef766d6-3174-4fbf-a7c0-3d019db91b80 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:57:42.292390 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87943f98-c3fb-4852-9aae-789b6e431dfc', 'name': 'network-vif-deleted', 'tag': 'e0848d1e-7dbd-4cbf-a0b7-5ab68efde742', 'status': 'completed', 'code': 200} Feb 16 16:57:42.581551 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (1803fb0b-8c75-4417-a5a6-e44da7e546d3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:42.604091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b4807-dff1-4716-aaf8-6fa7079c684f req-841d7af3-9730-42d3-b112-156f36784ace tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:42.605617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a7b4807-dff1-4716-aaf8-6fa7079c684f req-841d7af3-9730-42d3-b112-156f36784ace tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.6149669 Feb 16 16:57:42.616036 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:42.619260 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/1803fb0b-8c75-4417-a5a6-e44da7e546d3 HTTP/1.1" status: 204 len: 168 time: 4.4524474 Feb 16 16:57:42.622901 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37662) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:42.628530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-17f434a0-c34b-43e9-ab3a-0f6350dfdbcb tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1535444584'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:42.652720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45694b42-6ed0-450a-b99e-409010b8dedc tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Network': ['ID=1803fb0b-8c75-4417-a5a6-e44da7e546d3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:42.666769 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Attempting to bind port 28bd6c29-e781-4d0b-a709-a6fd14c65967 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:57:42.667103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Attempting to bind port 28bd6c29-e781-4d0b-a709-a6fd14c65967 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:57:42.667880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Attempting to bind port 28bd6c29-e781-4d0b-a709-a6fd14c65967 on network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:42.677261 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Port 28bd6c29-e781-4d0b-a709-a6fd14c65967 on network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:57:42.677597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Attempting to bind port 28bd6c29-e781-4d0b-a709-a6fd14c65967 on network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:42.678648 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f434a0-c34b-43e9-ab3a-0f6350dfdbcb tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:42.682629 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-17f434a0-c34b-43e9-ab3a-0f6350dfdbcb tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:42.698020 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:57:42.698366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Checking segment: {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:42.698756 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Bound using segment: {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:57:42.699209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Bound port: 28bd6c29-e781-4d0b-a709-a6fd14c65967, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ab81c0-c738-466c-9f24-60ae2e445939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:57:42.699572 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:42.723794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a7b4807-dff1-4716-aaf8-6fa7079c684f req-bc6bbf08-b2a0-4abe-9042-e7274b1b4a2e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033769 Feb 16 16:57:42.744098 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f434a0-c34b-43e9-ab3a-0f6350dfdbcb tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:42.760299 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-17f434a0-c34b-43e9-ab3a-0f6350dfdbcb tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f1f8ff67-4d84-4573-987a-849e544d8af1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:42.760956 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-17f434a0-c34b-43e9-ab3a-0f6350dfdbcb tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Added segment f1f8ff67-4d84-4573-987a-849e544d8af1 of type vlan for network b2dcd62b-b00e-40c9-a639-7a7a5d0e047d Feb 16 16:57:42.877179 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-17f434a0-c34b-43e9-ab3a-0f6350dfdbcb tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (b2dcd62b-b00e-40c9-a639-7a7a5d0e047d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:42.897961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:42.925691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:57:42.929086 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-17f434a0-c34b-43e9-ab3a-0f6350dfdbcb tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (b2dcd62b-b00e-40c9-a639-7a7a5d0e047d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:42.939659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f434a0-c34b-43e9-ab3a-0f6350dfdbcb tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:42.940313 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-17f434a0-c34b-43e9-ab3a-0f6350dfdbcb tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:42.946142 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bc0cb-e287-467a-b94d-61822dabf93f req-8b7ab010-6742-4183-aaf5-2e5ea75770f9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:42.947843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-137bc0cb-e287-467a-b94d-61822dabf93f req-8b7ab010-6742-4183-aaf5-2e5ea75770f9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 944 time: 0.1230555 Feb 16 16:57:42.950779 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:43.018165 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-17f434a0-c34b-43e9-ab3a-0f6350dfdbcb tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3940880 Feb 16 16:57:43.022348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37672) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:43.029471 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-356a0b84-e1d5-4f47-8c88-32d82b83bfd9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'subnet': {'network_id': 'b2dcd62b-b00e-40c9-a639-7a7a5d0e047d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:43.036137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e00a2c-ee74-4cee-9dca-b094c5edafbe req-b7253dd5-033a-420d-8872-bfa5910aad8c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:43.037982 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14e00a2c-ee74-4cee-9dca-b094c5edafbe req-b7253dd5-033a-420d-8872-bfa5910aad8c tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.1814768 Feb 16 16:57:43.076053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:43.076783 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:43.078351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] 10.222.0.60 "PUT /v2.0/ports/28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 1092 time: 2.6224446 Feb 16 16:57:43.175478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-137bc0cb-e287-467a-b94d-61822dabf93f req-445cd30e-912a-4db9-baeb-4072a66958bc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166605 Feb 16 16:57:43.228531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f434a0-c34b-43e9-ab3a-0f6350dfdbcb tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Network': ['ID=b2dcd62b-b00e-40c9-a639-7a7a5d0e047d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:43.240512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network b2dcd62b-b00e-40c9-a639-7a7a5d0e047d details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:43.245164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17218e-e6d3-4b0a-b36a-a12d07af4638 service neutron] Pushing event updated for resources: {'Port': ['ID=28bd6c29-e781-4d0b-a709-a6fd14c65967,revision_number=11']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:43.252493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14e00a2c-ee74-4cee-9dca-b094c5edafbe req-accbaa9f-d413-4106-8fdb-ed24db43d591 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948633 Feb 16 16:57:43.257914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356a0b84-e1d5-4f47-8c88-32d82b83bfd9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:43.265954 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-356a0b84-e1d5-4f47-8c88-32d82b83bfd9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:43.282293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-4ee48a22-cfe2-4ae1-99be-5335810bb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:43.283864 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-4ee48a22-cfe2-4ae1-99be-5335810bb882 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1126 time: 0.1588821 Feb 16 16:57:43.531426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-a1e57023-73e1-4f90-8cb3-ae4b4897dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:43.533144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-a1e57023-73e1-4f90-8cb3-ae4b4897dd45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 200 len: 898 time: 0.2415864 Feb 16 16:57:43.686426 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-283b617d-8cab-4153-a6ab-629479157143 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 999 time: 0.1344886 Feb 16 16:57:43.693563 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-356a0b84-e1d5-4f47-8c88-32d82b83bfd9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (92129091-941b-4553-9c7a-74c01aa1561c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:43.745889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 28bd6c29-e781-4d0b-a709-a6fd14c65967 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:57:43.761834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486872b-a344-4f17-b04d-dbe5bb3d482c req-32b7f556-a392-4c0e-b6fb-293fda163baf tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:43.763325 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7486872b-a344-4f17-b04d-dbe5bb3d482c req-32b7f556-a392-4c0e-b6fb-293fda163baf tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.2970936 Feb 16 16:57:43.765629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:57:43.767743 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e8b152-db5a-4170-a187-94c55511b07e" -d '{"events": [{"name": "network-changed", "server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:57:43.788899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-637af74d-e2f0-4ac2-bca2-bf6e043c12e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:43.790364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-637af74d-e2f0-4ac2-bca2-bf6e043c12e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28a16b5a-5a01-44e7-92b2-075fe8b904dc HTTP/1.1" status: 200 len: 835 time: 0.0964718 Feb 16 16:57:43.810361 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a0b84-e1d5-4f47-8c88-32d82b83bfd9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Subnet': ['ID=92129091-941b-4553-9c7a-74c01aa1561c,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:43.860780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356a0b84-e1d5-4f47-8c88-32d82b83bfd9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Checking segment: {'id': 'f1f8ff67-4d84-4573-987a-849e544d8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b2dcd62b-b00e-40c9-a639-7a7a5d0e047d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:43.861168 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356a0b84-e1d5-4f47-8c88-32d82b83bfd9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network hostable DHCP agents. Network: b2dcd62b-b00e-40c9-a639-7a7a5d0e047d, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:43.867237 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3d1715-e93c-4f27-b185-fb832cbf1488 x-openstack-request-id: req-2c3d1715-e93c-4f27-b185-fb832cbf1488 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:57:43.867696 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:57:43.867864 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c3d1715-e93c-4f27-b185-fb832cbf1488 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:57:43.868190 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'status': 'completed', 'code': 200} Feb 16 16:57:43.881572 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356a0b84-e1d5-4f47-8c88-32d82b83bfd9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network b2dcd62b-b00e-40c9-a639-7a7a5d0e047d is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:43.889133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] The host n-h1-669411-5 is not matching for port 28bd6c29-e781-4d0b-a709-a6fd14c65967 host n-h2-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 16:57:43.889973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 28bd6c29-e781-4d0b-a709-a6fd14c65967 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:57:43.906825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7486872b-a344-4f17-b04d-dbe5bb3d482c req-cb07be55-d7d7-4b58-ace7-dda9d5489504 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345377 Feb 16 16:57:43.913222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-0db15e32-0715-485f-8d40-d6f12b570a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:43.914841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-0db15e32-0715-485f-8d40-d6f12b570a64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1174295 Feb 16 16:57:43.945754 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-356a0b84-e1d5-4f47-8c88-32d82b83bfd9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, b2dcd62b-b00e-40c9-a639-7a7a5d0e047d) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:43.953480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a05e2e-46e1-40f5-829e-a2c5be12be25 None None] Network b2dcd62b-b00e-40c9-a639-7a7a5d0e047d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:43.960187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356a0b84-e1d5-4f47-8c88-32d82b83bfd9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:43.960799 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-356a0b84-e1d5-4f47-8c88-32d82b83bfd9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:43.981176 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8b152-db5a-4170-a187-94c55511b07e req-f952e791-42ba-41d3-b728-6d91e49c2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:43.982732 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a8e8b152-db5a-4170-a187-94c55511b07e req-f952e791-42ba-41d3-b728-6d91e49c2f60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1126 time: 0.0952027 Feb 16 16:57:43.986794 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-356a0b84-e1d5-4f47-8c88-32d82b83bfd9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9634728 Feb 16 16:57:44.010202 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37702) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:44.057443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-7e9aa6d4-bb7f-404a-862a-7d87d922a63b service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340048 Feb 16 16:57:44.209636 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e256957-0232-4e19-93ae-1b9035cf9df0 req-a92c6173-bafa-4f6d-93d7-91fcae2d0768 service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411786 Feb 16 16:57:44.283362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53802-20f8-4297-9548-35754daab0f4 req-d0c923cd-57d2-4ae2-a217-e9f06798ed03 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:44.287499 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4c53802-20f8-4297-9548-35754daab0f4 req-d0c923cd-57d2-4ae2-a217-e9f06798ed03 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.2291353 Feb 16 16:57:44.291527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-b2dcd62b-b00e-40c9-a639-7a7a5d0e047d', 'network_id': 'b2dcd62b-b00e-40c9-a639-7a7a5d0e047d', 'project_id': '6d4ef515667446aeb6c46a9d54e4d8f4', 'fixed_ips': [{'subnet_id': '92129091-941b-4553-9c7a-74c01aa1561c'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:57:44.293943 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:44.360554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8b152-db5a-4170-a187-94c55511b07e req-52d9bbf4-78c5-4205-b501-69043125df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:44.365874 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a8e8b152-db5a-4170-a187-94c55511b07e req-52d9bbf4-78c5-4205-b501-69043125df4a service neutron] 10.222.0.65 "GET /v2.0/networks?id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 200 len: 898 time: 0.3748026 Feb 16 16:57:44.374163 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (b2dcd62b-b00e-40c9-a639-7a7a5d0e047d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:44.533853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8b152-db5a-4170-a187-94c55511b07e req-cc5d0ea8-3870-4004-9da8-06bed0e92c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:44.537292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8e8b152-db5a-4170-a187-94c55511b07e req-cc5d0ea8-3870-4004-9da8-06bed0e92c19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1126 time: 0.2488694 Feb 16 16:57:44.543422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Allocated IP 172.20.0.1 (b2dcd62b-b00e-40c9-a639-7a7a5d0e047d/92129091-941b-4553-9c7a-74c01aa1561c/98a7e579-a2f7-4b30-b908-48ace92cc71b) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:44.617951 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4c53802-20f8-4297-9548-35754daab0f4 req-ace97a9b-5578-4e81-a178-75ee13b644f1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462909 Feb 16 16:57:44.620400 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a8e8b152-db5a-4170-a187-94c55511b07e req-ee7dba33-a3ce-4a44-97ec-baf75624f0c9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 999 time: 0.2348952 Feb 16 16:57:44.709588 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (92129091-941b-4553-9c7a-74c01aa1561c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:44.723369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943d0c4-e77f-43e9-b83f-52571ce402c2 req-6f78240b-4515-4a1d-929f-73df958019b7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:44.731819 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6943d0c4-e77f-43e9-b83f-52571ce402c2 req-6f78240b-4515-4a1d-929f-73df958019b7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 944 time: 0.3584337 Feb 16 16:57:44.779317 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Publish callbacks [] for port (98a7e579-a2f7-4b30-b908-48ace92cc71b), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:44.791021 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (98a7e579-a2f7-4b30-b908-48ace92cc71b), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:44.881487 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Network b2dcd62b-b00e-40c9-a639-7a7a5d0e047d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:44.887357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:44.888795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8b152-db5a-4170-a187-94c55511b07e req-593e3b4a-3d88-4d32-9833-c17d0852394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:44.890302 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a8e8b152-db5a-4170-a187-94c55511b07e req-593e3b4a-3d88-4d32-9833-c17d0852394e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28a16b5a-5a01-44e7-92b2-075fe8b904dc HTTP/1.1" status: 200 len: 835 time: 0.2603431 Feb 16 16:57:44.894927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Pushing event updated for resources: {'Port': ['ID=98a7e579-a2f7-4b30-b908-48ace92cc71b,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:44.898520 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:44.979692 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (92129091-941b-4553-9c7a-74c01aa1561c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:44.981686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Attempting to bind port 98a7e579-a2f7-4b30-b908-48ace92cc71b on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:57:44.982217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Attempting to bind port 98a7e579-a2f7-4b30-b908-48ace92cc71b by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'f1f8ff67-4d84-4573-987a-849e544d8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b2dcd62b-b00e-40c9-a639-7a7a5d0e047d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:57:44.982702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Attempting to bind port 98a7e579-a2f7-4b30-b908-48ace92cc71b on network b2dcd62b-b00e-40c9-a639-7a7a5d0e047d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:44.989332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:57:44.989714 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Checking segment: {'id': 'f1f8ff67-4d84-4573-987a-849e544d8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b2dcd62b-b00e-40c9-a639-7a7a5d0e047d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:44.990112 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:44.990532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Bound using segment: {'id': 'f1f8ff67-4d84-4573-987a-849e544d8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b2dcd62b-b00e-40c9-a639-7a7a5d0e047d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:57:44.991615 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Bound port: 98a7e579-a2f7-4b30-b908-48ace92cc71b, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f8ff67-4d84-4573-987a-849e544d8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b2dcd62b-b00e-40c9-a639-7a7a5d0e047d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:57:44.992071 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (98a7e579-a2f7-4b30-b908-48ace92cc71b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:45.049248 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Subnet': ['ID=92129091-941b-4553-9c7a-74c01aa1561c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:45.064964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8b152-db5a-4170-a187-94c55511b07e req-52a9673b-8c79-4070-816b-c8ba7791e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:45.069192 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8e8b152-db5a-4170-a187-94c55511b07e req-52a9673b-8c79-4070-816b-c8ba7791e3db service neutron] 10.222.0.60 "GET /v2.0/networks?id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 200 len: 898 time: 0.5172198 Feb 16 16:57:45.076321 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8b152-db5a-4170-a187-94c55511b07e req-cedf7b99-cca1-41d8-b8cc-3649e22fbd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:45.077659 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a8e8b152-db5a-4170-a187-94c55511b07e req-cedf7b99-cca1-41d8-b8cc-3649e22fbd31 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1769938 Feb 16 16:57:45.080358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6943d0c4-e77f-43e9-b83f-52571ce402c2 req-a5ac27aa-19d3-4211-a3aa-08532a05122e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466733 Feb 16 16:57:45.094322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] For port 98a7e579-a2f7-4b30-b908-48ace92cc71b, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:45.109382 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] For port 98a7e579-a2f7-4b30-b908-48ace92cc71b, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=98a7e579-a2f7-4b30-b908-48ace92cc71b,segment=NetworkSegment(f1f8ff67-4d84-4573-987a-849e544d8af1),segment_id=f1f8ff67-4d84-4573-987a-849e544d8af1)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:57:45.117369 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (98a7e579-a2f7-4b30-b908-48ace92cc71b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:45.241613 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (b2dcd62b-b00e-40c9-a639-7a7a5d0e047d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:45.266281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d804d-0f74-4c12-8277-4fb4a4c29909 req-d2a912c9-f523-4205-a289-14d73bb5eb6d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:45.288582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b7d804d-0f74-4c12-8277-4fb4a4c29909 req-d2a912c9-f523-4205-a289-14d73bb5eb6d tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.3600671 Feb 16 16:57:45.297080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2dcd62b-b00e-40c9-a639-7a7a5d0e047d']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:45.328665 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f8ff67-4d84-4573-987a-849e544d8af1') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:45.328965 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f8ff67-4d84-4573-987a-849e544d8af1') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:45.330424 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcab646-9832-4c6e-bc07-9abcd0546b4b None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:57:45.340008 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (f1f8ff67-4d84-4573-987a-849e544d8af1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:45.340598 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8e8b152-db5a-4170-a187-94c55511b07e req-13a0f33a-4856-4c9a-827a-6778958c95cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 999 time: 0.2585843 Feb 16 16:57:45.356116 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f1f8ff67-4d84-4573-987a-849e544d8af1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:45.370461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:45.372244 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (f1f8ff67-4d84-4573-987a-849e544d8af1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:45.458814 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:45.471348 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.db.api [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 16:57:45.471348 n-d-669411-5 neutron-server[103422]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 16:57:45.471348 n-d-669411-5 neutron-server[103422]: [parameters: {'id': 'b2dcd62b-b00e-40c9-a639-7a7a5d0e047d'}] Feb 16 16:57:45.471348 n-d-669411-5 neutron-server[103422]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:57:45.472410 n-d-669411-5 neutron-server[103422]: DEBUG oslo_db.api [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:57:45.563453 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a8e8b152-db5a-4170-a187-94c55511b07e req-8718ab58-fa3b-42d5-b221-eb1acd694a6b service neutron] 10.222.0.65 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036367 Feb 16 16:57:45.578188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b7d804d-0f74-4c12-8277-4fb4a4c29909 req-8f6a6531-3964-4f40-b4b1-2fdf66b23c97 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885542 Feb 16 16:57:45.615789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8b152-db5a-4170-a187-94c55511b07e req-c6ecdb85-8ba1-43ab-998d-239e6c604f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:45.629725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcab646-9832-4c6e-bc07-9abcd0546b4b None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:57:45.632809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8e8b152-db5a-4170-a187-94c55511b07e req-c6ecdb85-8ba1-43ab-998d-239e6c604f54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28a16b5a-5a01-44e7-92b2-075fe8b904dc HTTP/1.1" status: 200 len: 835 time: 0.2817152 Feb 16 16:57:45.638643 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b1743-f568-4cab-9a76-5806a49b3699 None None] Pushing event updated for resources: {'Port': ['ID=98a7e579-a2f7-4b30-b908-48ace92cc71b,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:45.670265 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:57:45.758351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:57:45.758795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e0848d1e-7dbd-4cbf-a0b7-5ab68efde742 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:57:45.851149 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a8e8b152-db5a-4170-a187-94c55511b07e req-5651d296-2c07-466d-9af3-d0c3a1e4646b service neutron] 10.222.0.65 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787848 Feb 16 16:57:45.855110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8b152-db5a-4170-a187-94c55511b07e req-9dfaf4f8-bbc9-4464-8645-87c7ed638027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:45.856863 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8e8b152-db5a-4170-a187-94c55511b07e req-9dfaf4f8-bbc9-4464-8645-87c7ed638027 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2171700 Feb 16 16:57:45.974159 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (b2dcd62b-b00e-40c9-a639-7a7a5d0e047d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:45.981169 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8e8b152-db5a-4170-a187-94c55511b07e req-948754cc-f5d0-4192-9725-a306fb22e4fd service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155229 Feb 16 16:57:46.020013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6c7a8-d9cc-46be-b0ad-7d76dd8ca263 req-b11d960e-df42-4a7e-ab92-b76ab231aee0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:46.027587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35a6c7a8-d9cc-46be-b0ad-7d76dd8ca263 req-b11d960e-df42-4a7e-ab92-b76ab231aee0 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.2841625 Feb 16 16:57:46.049253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bfe8ee-2354-43ad-b95d-1109829d5464 None None] Network b2dcd62b-b00e-40c9-a639-7a7a5d0e047d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:46.119454 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Deleting port 98a7e579-a2f7-4b30-b908-48ace92cc71b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:57:46.119815 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (98a7e579-a2f7-4b30-b908-48ace92cc71b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:46.238887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] For port 98a7e579-a2f7-4b30-b908-48ace92cc71b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=98a7e579-a2f7-4b30-b908-48ace92cc71b,segment=NetworkSegment(f1f8ff67-4d84-4573-987a-849e544d8af1),segment_id=f1f8ff67-4d84-4573-987a-849e544d8af1)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:46.239587 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (98a7e579-a2f7-4b30-b908-48ace92cc71b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:46.255908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Calling delete_port for 98a7e579-a2f7-4b30-b908-48ace92cc71b owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:57:46.261356 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35a6c7a8-d9cc-46be-b0ad-7d76dd8ca263 req-74071883-c694-42e7-98ed-acc0256d97d2 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309058 Feb 16 16:57:46.317347 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8e8b152-db5a-4170-a187-94c55511b07e req-a8e8d0a0-d227-4eb0-bc1c-9a93e2e8585b service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186042 Feb 16 16:57:46.452138 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (98a7e579-a2f7-4b30-b908-48ace92cc71b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:46.461469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f2087-74bf-4608-9365-bd8ae4cdddf6 req-fd7bc7e1-e9f5-4cfd-b35c-8c637cc617e7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:46.483827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b79f2087-74bf-4608-9365-bd8ae4cdddf6 req-fd7bc7e1-e9f5-4cfd-b35c-8c637cc617e7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 944 time: 0.2139041 Feb 16 16:57:46.533044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Port': ['ID=98a7e579-a2f7-4b30-b908-48ace92cc71b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:46.555373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No DVR routers for this DVR port 98a7e579-a2f7-4b30-b908-48ace92cc71b on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:46.643894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0ac7b-81d7-4410-ace5-e860d7eba436 req-8f99637c-f4b8-4070-a4f1-2112732952bb tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:46.645545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2db0ac7b-81d7-4410-ace5-e860d7eba436 req-8f99637c-f4b8-4070-a4f1-2112732952bb tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.1562374 Feb 16 16:57:46.688780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b79f2087-74bf-4608-9365-bd8ae4cdddf6 req-fddb7e99-e851-414a-9225-525ab7661fcf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981122 Feb 16 16:57:46.696599 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (b2dcd62b-b00e-40c9-a639-7a7a5d0e047d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:46.727078 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2dcd62b-b00e-40c9-a639-7a7a5d0e047d']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:46.734274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2db0ac7b-81d7-4410-ace5-e860d7eba436 req-402e533a-afe9-4bb5-89f8-dc1d2ffa1789 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813758 Feb 16 16:57:46.742295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f8ff67-4d84-4573-987a-849e544d8af1') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:46.742608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f8ff67-4d84-4573-987a-849e544d8af1') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:46.756610 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (f1f8ff67-4d84-4573-987a-849e544d8af1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:46.787713 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f1f8ff67-4d84-4573-987a-849e544d8af1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:46.796221 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:46.796705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (f1f8ff67-4d84-4573-987a-849e544d8af1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:46.800563 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:46.847998 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:57:46.931336 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (b2dcd62b-b00e-40c9-a639-7a7a5d0e047d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:46.944745 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:46.954394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adb4bb-b177-4d6b-8106-7f5dcbd7d8ca req-8e514766-348e-48c8-ac81-4153834e9a90 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:46.956947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29adb4bb-b177-4d6b-8106-7f5dcbd7d8ca req-8e514766-348e-48c8-ac81-4153834e9a90 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.0864310 Feb 16 16:57:46.957718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37770) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:46.959387 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/b2dcd62b-b00e-40c9-a639-7a7a5d0e047d HTTP/1.1" status: 204 len: 168 time: 2.9355712 Feb 16 16:57:46.963028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f80f5a4b-7bfa-433a-942f-235b7a0f5005 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-110257889'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:46.995240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729967e-a211-45e5-9ee6-71393906d3a9 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Network': ['ID=b2dcd62b-b00e-40c9-a639-7a7a5d0e047d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:47.024952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80f5a4b-7bfa-433a-942f-235b7a0f5005 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:47.028256 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f80f5a4b-7bfa-433a-942f-235b7a0f5005 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:47.071827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29adb4bb-b177-4d6b-8106-7f5dcbd7d8ca req-9261973d-c89b-40d8-b269-1920a1646573 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045580 Feb 16 16:57:47.098798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80f5a4b-7bfa-433a-942f-235b7a0f5005 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:47.118283 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f80f5a4b-7bfa-433a-942f-235b7a0f5005 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (11f0debf-1259-4b02-bc2c-80fa61c09c66), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:47.118629 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-f80f5a4b-7bfa-433a-942f-235b7a0f5005 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Added segment 11f0debf-1259-4b02-bc2c-80fa61c09c66 of type vlan for network bdb1721d-4658-410c-bbb5-54776fdfbc9e Feb 16 16:57:47.157779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-7aa85549-1311-4e75-9ad5-f0572001c9f5 req-f2af1059-83e9-40c6-b6d3-27bd774ec0d4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:57:47.158870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7aa85549-1311-4e75-9ad5-f0572001c9f5 req-f2af1059-83e9-40c6-b6d3-27bd774ec0d4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119352 Feb 16 16:57:47.204298 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f80f5a4b-7bfa-433a-942f-235b7a0f5005 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (bdb1721d-4658-410c-bbb5-54776fdfbc9e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:47.269954 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f80f5a4b-7bfa-433a-942f-235b7a0f5005 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (bdb1721d-4658-410c-bbb5-54776fdfbc9e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:47.278106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80f5a4b-7bfa-433a-942f-235b7a0f5005 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:47.282511 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f80f5a4b-7bfa-433a-942f-235b7a0f5005 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:47.454515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f5a4b-7bfa-433a-942f-235b7a0f5005 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Network': ['ID=bdb1721d-4658-410c-bbb5-54776fdfbc9e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:47.480127 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network bdb1721d-4658-410c-bbb5-54776fdfbc9e details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:47.492017 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f80f5a4b-7bfa-433a-942f-235b7a0f5005 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5329702 Feb 16 16:57:47.494767 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37788) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:47.500595 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f086af99-68b0-4657-aa1d-c3eca8b2b9d2 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'subnet': {'network_id': 'bdb1721d-4658-410c-bbb5-54776fdfbc9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:47.610702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 28bd6c29-e781-4d0b-a709-a6fd14c65967 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:57:47.661912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfc71c-2d7b-4bfc-90ef-a0072f53981d req-de26ff78-758f-4c79-8b1e-18a0e94a9e17 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:47.668365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bcfc71c-2d7b-4bfc-90ef-a0072f53981d req-de26ff78-758f-4c79-8b1e-18a0e94a9e17 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.2528327 Feb 16 16:57:47.732672 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f086af99-68b0-4657-aa1d-c3eca8b2b9d2 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:47.736385 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f086af99-68b0-4657-aa1d-c3eca8b2b9d2 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:47.804054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bcfc71c-2d7b-4bfc-90ef-a0072f53981d req-350dd0c7-1b97-49f9-a7bd-b812ba15cb67 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115274 Feb 16 16:57:47.906147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:47.920634 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'port_id': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'mac_address': 'fa:16:3e:78:cc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:57:47.983476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8ac18-dd6c-481b-bc36-e72b7fef9c49 req-62e6b2ab-7db7-4291-957a-afcae9a3e414 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:47.985279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05e8ac18-dd6c-481b-bc36-e72b7fef9c49 req-62e6b2ab-7db7-4291-957a-afcae9a3e414 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 944 time: 0.1209917 Feb 16 16:57:48.030943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 28bd6c29-e781-4d0b-a709-a6fd14c65967 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:48.031509 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:48.051222 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bd6c29-e781-4d0b-a709-a6fd14c65967 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:57:48.145461 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:48.164253 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:48.199182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05e8ac18-dd6c-481b-bc36-e72b7fef9c49 req-ae0f513a-f446-4b89-8c71-b18eef8b0cac tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428053 Feb 16 16:57:48.213117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e3c4e-18c5-45b5-b284-e2085c5f84a7 req-f10cc6c4-235f-4b72-928c-d39ebbe950ee tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:48.215035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-487e3c4e-18c5-45b5-b284-e2085c5f84a7 req-f10cc6c4-235f-4b72-928c-d39ebbe950ee tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.2288272 Feb 16 16:57:48.234644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37806) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:48.265601 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f086af99-68b0-4657-aa1d-c3eca8b2b9d2 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (18eda7fd-1c81-4ff4-af6e-02d26b0444ab), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:48.323379 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=28bd6c29-e781-4d0b-a709-a6fd14c65967,revision_number=12']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:48.340980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.341443 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.341862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.342275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.342682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.343109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.345011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.345421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.345982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.348769 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.349645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.350349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.351418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:57:48.397084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a9a9a99b-e3df-4a5f-96d7-0274cd94b551 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/84c1e9a1-65ca-4650-881f-826e4a4c235b HTTP/1.1" status: 200 len: 992 time: 0.1511173 Feb 16 16:57:48.450060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086af99-68b0-4657-aa1d-c3eca8b2b9d2 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Subnet': ['ID=18eda7fd-1c81-4ff4-af6e-02d26b0444ab,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:48.459625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-487e3c4e-18c5-45b5-b284-e2085c5f84a7 req-436efc67-9a2e-457e-b8d0-259c6c4f1af1 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239189 Feb 16 16:57:48.483130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086af99-68b0-4657-aa1d-c3eca8b2b9d2 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Checking segment: {'id': '11f0debf-1259-4b02-bc2c-80fa61c09c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bdb1721d-4658-410c-bbb5-54776fdfbc9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:48.483490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f086af99-68b0-4657-aa1d-c3eca8b2b9d2 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network hostable DHCP agents. Network: bdb1721d-4658-410c-bbb5-54776fdfbc9e, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:48.515943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f086af99-68b0-4657-aa1d-c3eca8b2b9d2 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network bdb1721d-4658-410c-bbb5-54776fdfbc9e is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:48.537700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f086af99-68b0-4657-aa1d-c3eca8b2b9d2 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, bdb1721d-4658-410c-bbb5-54776fdfbc9e) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:48.544273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f086af99-68b0-4657-aa1d-c3eca8b2b9d2 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:48.546771 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f086af99-68b0-4657-aa1d-c3eca8b2b9d2 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:48.550962 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1c4d4f-68ec-4dae-af63-4b5835f8ca0a None None] Network bdb1721d-4658-410c-bbb5-54776fdfbc9e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:48.595398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['28bd6c29-e781-4d0b-a709-a6fd14c65967'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:57:48.607996 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f086af99-68b0-4657-aa1d-c3eca8b2b9d2 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1117716 Feb 16 16:57:48.611309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37818) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:48.800675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43b7d4-22f8-4f9d-8bf3-bb00a59b0e14 req-cd64dd41-640c-44a2-b615-fc1fcb400421 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:48.802252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b43b7d4-22f8-4f9d-8bf3-bb00a59b0e14 req-cd64dd41-640c-44a2-b615-fc1fcb400421 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.1476350 Feb 16 16:57:48.841560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bbcdb7-2ede-44bc-8a61-3044a4ee065f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-bdb1721d-4658-410c-bbb5-54776fdfbc9e', 'network_id': 'bdb1721d-4658-410c-bbb5-54776fdfbc9e', 'project_id': '6d4ef515667446aeb6c46a9d54e4d8f4', 'fixed_ips': [{'subnet_id': '18eda7fd-1c81-4ff4-af6e-02d26b0444ab'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:57:48.842405 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2bbcdb7-2ede-44bc-8a61-3044a4ee065f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:48.851853 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (bdb1721d-4658-410c-bbb5-54776fdfbc9e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:48.904997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b43b7d4-22f8-4f9d-8bf3-bb00a59b0e14 req-58aa5e5c-e975-4d93-90d8-b05a1ab38f80 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510323 Feb 16 16:57:48.997762 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (18eda7fd-1c81-4ff4-af6e-02d26b0444ab), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:49.164316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5e8cf-11e9-4821-b715-4ab4db9fb73c req-58181a13-d888-44c6-b185-2a6f43597d21 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server [None req-d2bbcdb7-2ede-44bc-8a61-3044a4ee065f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18eda7fd-1c81-4ff4-af6e-02d26b0444ab: This subnet is being modified by another concurrent operation. Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise exception Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18eda7fd-1c81-4ff4-af6e-02d26b0444ab: This subnet is being modified by another concurrent operation. Feb 16 16:57:49.166573 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Feb 16 16:57:49.174106 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eac5e8cf-11e9-4821-b715-4ab4db9fb73c req-58181a13-d888-44c6-b185-2a6f43597d21 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.0843253 Feb 16 16:57:49.182375 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (18eda7fd-1c81-4ff4-af6e-02d26b0444ab), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:49.189769 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0232b67-3f70-4074-8e42-71b0415adc38 None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:57:49.232382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Subnet': ['ID=18eda7fd-1c81-4ff4-af6e-02d26b0444ab,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:49.276251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eac5e8cf-11e9-4821-b715-4ab4db9fb73c req-394ac394-5dcb-4c9c-aa2e-4ea2b5907038 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002164 Feb 16 16:57:49.297845 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0232b67-3f70-4074-8e42-71b0415adc38 None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:57:49.366450 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (bdb1721d-4658-410c-bbb5-54776fdfbc9e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:49.431115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb1721d-4658-410c-bbb5-54776fdfbc9e']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:49.474329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f0debf-1259-4b02-bc2c-80fa61c09c66') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:49.488976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f0debf-1259-4b02-bc2c-80fa61c09c66') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:49.530101 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (11f0debf-1259-4b02-bc2c-80fa61c09c66), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:49.550805 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (11f0debf-1259-4b02-bc2c-80fa61c09c66), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:49.561584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:49.561584 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (11f0debf-1259-4b02-bc2c-80fa61c09c66), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:49.564928 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:49.606788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ce76e-1815-4b9a-8c85-b9186d522adf req-35db1499-49fe-4ae0-9d02-fda6f4725e81 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:49.608935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b2ce76e-1815-4b9a-8c85-b9186d522adf req-35db1499-49fe-4ae0-9d02-fda6f4725e81 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.1707315 Feb 16 16:57:49.640626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b7f890-b22f-47be-8ed7-6403069b47b4 None None] Network bdb1721d-4658-410c-bbb5-54776fdfbc9e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:49.697459 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (bdb1721d-4658-410c-bbb5-54776fdfbc9e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:49.713444 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:49.717381 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/bdb1721d-4658-410c-bbb5-54776fdfbc9e HTTP/1.1" status: 204 len: 168 time: 1.1006219 Feb 16 16:57:49.721499 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37846) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:49.726524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ae75fdb3-971c-463a-9ee5-640b9f30d6d5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1538472335'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:49.755190 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae75fdb3-971c-463a-9ee5-640b9f30d6d5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:49.759085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9d27a-ba6a-48be-b6e8-bf2f7ef67135 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Network': ['ID=bdb1721d-4658-410c-bbb5-54776fdfbc9e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:49.770980 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ae75fdb3-971c-463a-9ee5-640b9f30d6d5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:49.792946 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b2ce76e-1815-4b9a-8c85-b9186d522adf req-d3dce39e-8f77-4b90-950b-b691a5f894a9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291430 Feb 16 16:57:49.822504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae75fdb3-971c-463a-9ee5-640b9f30d6d5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:49.852539 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ae75fdb3-971c-463a-9ee5-640b9f30d6d5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (da7395a5-f41d-456f-8c66-19ae92f881b2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:49.853139 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-ae75fdb3-971c-463a-9ee5-640b9f30d6d5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Added segment da7395a5-f41d-456f-8c66-19ae92f881b2 of type vlan for network 9df6e67e-2933-4b64-abc1-c92c134d1a8b Feb 16 16:57:49.920328 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ae75fdb3-971c-463a-9ee5-640b9f30d6d5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (9df6e67e-2933-4b64-abc1-c92c134d1a8b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:49.953855 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ae75fdb3-971c-463a-9ee5-640b9f30d6d5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (9df6e67e-2933-4b64-abc1-c92c134d1a8b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:49.961259 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae75fdb3-971c-463a-9ee5-640b9f30d6d5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:49.962142 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ae75fdb3-971c-463a-9ee5-640b9f30d6d5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:50.036639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875c603-dcd7-44c3-925b-ee7c01c60c38 req-3806d8ba-856b-4ac6-9f25-5e09b09f4821 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:50.038247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8875c603-dcd7-44c3-925b-ee7c01c60c38 req-3806d8ba-856b-4ac6-9f25-5e09b09f4821 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.0918570 Feb 16 16:57:50.056083 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75fdb3-971c-463a-9ee5-640b9f30d6d5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Network': ['ID=9df6e67e-2933-4b64-abc1-c92c134d1a8b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:50.067173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 9df6e67e-2933-4b64-abc1-c92c134d1a8b details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:50.071306 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ae75fdb3-971c-463a-9ee5-640b9f30d6d5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3489184 Feb 16 16:57:50.073907 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37854) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:50.079544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6c7397be-c907-4bfd-b871-1eb32bee3551 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:50.122948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8875c603-dcd7-44c3-925b-ee7c01c60c38 req-89137322-484f-4fb2-bea1-101528605612 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759878 Feb 16 16:57:50.312302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cddd3-c9a8-4e1d-b7aa-2639d647e565 req-99f8e3dc-d43d-4685-85af-792124b388e9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:50.313873 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce2cddd3-c9a8-4e1d-b7aa-2639d647e565 req-99f8e3dc-d43d-4685-85af-792124b388e9 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.0828252 Feb 16 16:57:50.370736 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c7397be-c907-4bfd-b871-1eb32bee3551 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (9df6e67e-2933-4b64-abc1-c92c134d1a8b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:50.399272 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c7397be-c907-4bfd-b871-1eb32bee3551 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (9df6e67e-2933-4b64-abc1-c92c134d1a8b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:50.408762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce2cddd3-c9a8-4e1d-b7aa-2639d647e565 req-8f29c572-5867-4428-b5ef-5a59948b2b5e tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855000 Feb 16 16:57:50.468585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c7397be-c907-4bfd-b871-1eb32bee3551 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network 9df6e67e-2933-4b64-abc1-c92c134d1a8b is not hosted by any dhcp agent {{(pid=103422) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:57:50.476732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7397be-c907-4bfd-b871-1eb32bee3551 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:50.477848 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c7397be-c907-4bfd-b871-1eb32bee3551 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:50.480606 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6c7397be-c907-4bfd-b871-1eb32bee3551 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "PUT /v2.0/networks/9df6e67e-2933-4b64-abc1-c92c134d1a8b HTTP/1.1" status: 200 len: 723 time: 0.4056163 Feb 16 16:57:50.483687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37868) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:50.492237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-99a43646-410d-491a-8d44-3f57ff77924e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'subnet': {'network_id': '9df6e67e-2933-4b64-abc1-c92c134d1a8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:50.563367 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7397be-c907-4bfd-b871-1eb32bee3551 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Network': ['ID=9df6e67e-2933-4b64-abc1-c92c134d1a8b,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:50.578054 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 9df6e67e-2933-4b64-abc1-c92c134d1a8b details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:50.722802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a43646-410d-491a-8d44-3f57ff77924e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:50.730173 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-99a43646-410d-491a-8d44-3f57ff77924e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:51.000750 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-99a43646-410d-491a-8d44-3f57ff77924e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (6b0fd9a4-b522-4290-8c27-8b9c8e033631), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:51.122089 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a43646-410d-491a-8d44-3f57ff77924e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Subnet': ['ID=6b0fd9a4-b522-4290-8c27-8b9c8e033631,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:51.155922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a43646-410d-491a-8d44-3f57ff77924e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Checking segment: {'id': 'da7395a5-f41d-456f-8c66-19ae92f881b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9df6e67e-2933-4b64-abc1-c92c134d1a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:51.156298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a43646-410d-491a-8d44-3f57ff77924e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network hostable DHCP agents. Network: 9df6e67e-2933-4b64-abc1-c92c134d1a8b, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:51.177347 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a43646-410d-491a-8d44-3f57ff77924e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network 9df6e67e-2933-4b64-abc1-c92c134d1a8b is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:51.190460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-99a43646-410d-491a-8d44-3f57ff77924e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 9df6e67e-2933-4b64-abc1-c92c134d1a8b) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:51.199336 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20585f60-e8fc-4336-9bda-d9c758f9a1e4 None None] Network 9df6e67e-2933-4b64-abc1-c92c134d1a8b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:51.205101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a43646-410d-491a-8d44-3f57ff77924e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:51.205711 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-99a43646-410d-491a-8d44-3f57ff77924e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:51.256513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-99a43646-410d-491a-8d44-3f57ff77924e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7684872 Feb 16 16:57:51.256926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37884) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:51.263796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-87d4bb20-fac9-4ef2-8663-f0b0bd643e4d tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:51.425465 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-9df6e67e-2933-4b64-abc1-c92c134d1a8b', 'network_id': '9df6e67e-2933-4b64-abc1-c92c134d1a8b', 'project_id': '6d4ef515667446aeb6c46a9d54e4d8f4', 'fixed_ips': [{'subnet_id': '6b0fd9a4-b522-4290-8c27-8b9c8e033631'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:57:51.427239 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:51.489024 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-87d4bb20-fac9-4ef2-8663-f0b0bd643e4d tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12623140'] for subnet (6b0fd9a4-b522-4290-8c27-8b9c8e033631), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:51.855158 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-87d4bb20-fac9-4ef2-8663-f0b0bd643e4d tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794037986919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13802785'] for subnet (6b0fd9a4-b522-4290-8c27-8b9c8e033631), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:51.880566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 28bd6c29-e781-4d0b-a709-a6fd14c65967 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:57:51.929468 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4bb20-fac9-4ef2-8663-f0b0bd643e4d tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:51.929740 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-87d4bb20-fac9-4ef2-8663-f0b0bd643e4d tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:51.934756 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-87d4bb20-fac9-4ef2-8663-f0b0bd643e4d tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "PUT /v2.0/subnets/6b0fd9a4-b522-4290-8c27-8b9c8e033631 HTTP/1.1" status: 200 len: 806 time: 0.6729650 Feb 16 16:57:51.935931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37898) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:51.962183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4bb20-fac9-4ef2-8663-f0b0bd643e4d tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Subnet': ['ID=6b0fd9a4-b522-4290-8c27-8b9c8e033631,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:52.021765 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 28bd6c29-e781-4d0b-a709-a6fd14c65967 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:57:52.035462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 28bd6c29-e781-4d0b-a709-a6fd14c65967 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:57:52.036085 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:52.158291 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Allocated IP 172.20.0.2 (9df6e67e-2933-4b64-abc1-c92c134d1a8b/6b0fd9a4-b522-4290-8c27-8b9c8e033631/88daa377-4f1f-4b0a-a3c4-cb2eb6901de2) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:57:52.199270 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (9df6e67e-2933-4b64-abc1-c92c134d1a8b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:52.273805 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (6b0fd9a4-b522-4290-8c27-8b9c8e033631), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:52.402052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 28bd6c29-e781-4d0b-a709-a6fd14c65967 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:57:52.402599 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:52.560796 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:57:52.563422 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fa946c-41fa-4b57-ba11-08565c32015e" -d '{"events": [{"server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "name": "network-vif-plugged", "status": "completed", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:57:52.585410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:52.599520 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:52.644002 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Publish callbacks [] for port (88daa377-4f1f-4b0a-a3c4-cb2eb6901de2), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:52.666800 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (88daa377-4f1f-4b0a-a3c4-cb2eb6901de2), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:52.679778 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (6b0fd9a4-b522-4290-8c27-8b9c8e033631), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:52.688264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=28bd6c29-e781-4d0b-a709-a6fd14c65967,revision_number=13']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:52.696993 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Network 9df6e67e-2933-4b64-abc1-c92c134d1a8b is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:57:52.699607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:52.719005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:57:52.782740 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205014c1-4c33-4064-b839-6bcee171c170 x-openstack-request-id: req-205014c1-4c33-4064-b839-6bcee171c170 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:57:52.783123 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "name": "network-vif-plugged", "status": "completed", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:57:52.783387 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-205014c1-4c33-4064-b839-6bcee171c170 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:57:52.783804 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'code': 200} Feb 16 16:57:52.798774 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Pushing event updated for resources: {'Port': ['ID=88daa377-4f1f-4b0a-a3c4-cb2eb6901de2,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:52.802569 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Attempting to bind port 88daa377-4f1f-4b0a-a3c4-cb2eb6901de2 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:57:52.802952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Attempting to bind port 88daa377-4f1f-4b0a-a3c4-cb2eb6901de2 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'da7395a5-f41d-456f-8c66-19ae92f881b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9df6e67e-2933-4b64-abc1-c92c134d1a8b'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:57:52.803322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Attempting to bind port 88daa377-4f1f-4b0a-a3c4-cb2eb6901de2 on network 9df6e67e-2933-4b64-abc1-c92c134d1a8b {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:57:52.810003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:57:52.810426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Checking segment: {'id': 'da7395a5-f41d-456f-8c66-19ae92f881b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9df6e67e-2933-4b64-abc1-c92c134d1a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:52.811128 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:52.811531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Bound using segment: {'id': 'da7395a5-f41d-456f-8c66-19ae92f881b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9df6e67e-2933-4b64-abc1-c92c134d1a8b'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:57:52.812224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Bound port: 88daa377-4f1f-4b0a-a3c4-cb2eb6901de2, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7395a5-f41d-456f-8c66-19ae92f881b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9df6e67e-2933-4b64-abc1-c92c134d1a8b'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:57:52.812548 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (88daa377-4f1f-4b0a-a3c4-cb2eb6901de2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:52.848327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0fd9a4-b522-4290-8c27-8b9c8e033631,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:52.912816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] For port 88daa377-4f1f-4b0a-a3c4-cb2eb6901de2, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:57:52.923734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] For port 88daa377-4f1f-4b0a-a3c4-cb2eb6901de2, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=88daa377-4f1f-4b0a-a3c4-cb2eb6901de2,segment=NetworkSegment(da7395a5-f41d-456f-8c66-19ae92f881b2),segment_id=da7395a5-f41d-456f-8c66-19ae92f881b2)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:57:52.969897 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (88daa377-4f1f-4b0a-a3c4-cb2eb6901de2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:53.039181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f7c55-4087-4f52-93c5-ee16de161a6f None None] Pushing event updated for resources: {'Port': ['ID=88daa377-4f1f-4b0a-a3c4-cb2eb6901de2,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:53.082963 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (9df6e67e-2933-4b64-abc1-c92c134d1a8b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:53.108878 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df6e67e-2933-4b64-abc1-c92c134d1a8b']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:53.120891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7395a5-f41d-456f-8c66-19ae92f881b2') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:53.121838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7395a5-f41d-456f-8c66-19ae92f881b2') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:53.140538 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (da7395a5-f41d-456f-8c66-19ae92f881b2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:53.141562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e334461-dbe5-462c-8f32-747858283fd8 None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:57:53.177882 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (da7395a5-f41d-456f-8c66-19ae92f881b2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:53.189876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:53.190659 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (da7395a5-f41d-456f-8c66-19ae92f881b2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:53.253013 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:53.257742 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.db.api [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 16:57:53.257742 n-d-669411-5 neutron-server[103421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 16:57:53.257742 n-d-669411-5 neutron-server[103421]: [parameters: {'id': '9df6e67e-2933-4b64-abc1-c92c134d1a8b'}] Feb 16 16:57:53.257742 n-d-669411-5 neutron-server[103421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:57:53.258103 n-d-669411-5 neutron-server[103421]: DEBUG oslo_db.api [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:57:53.312314 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e334461-dbe5-462c-8f32-747858283fd8 None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:57:53.695949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9708c23-d0d5-488b-b657-afd70c48b5b6 None None] Network 9df6e67e-2933-4b64-abc1-c92c134d1a8b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:53.760104 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (9df6e67e-2933-4b64-abc1-c92c134d1a8b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:53.820901 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557c7768-d7ac-44a8-bd0c-18f8d29da575 None None] Network 9df6e67e-2933-4b64-abc1-c92c134d1a8b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:53.860220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Deleting port 88daa377-4f1f-4b0a-a3c4-cb2eb6901de2 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:57:53.861070 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (88daa377-4f1f-4b0a-a3c4-cb2eb6901de2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:53.944970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] For port 88daa377-4f1f-4b0a-a3c4-cb2eb6901de2, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=88daa377-4f1f-4b0a-a3c4-cb2eb6901de2,segment=NetworkSegment(da7395a5-f41d-456f-8c66-19ae92f881b2),segment_id=da7395a5-f41d-456f-8c66-19ae92f881b2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:57:53.945735 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (88daa377-4f1f-4b0a-a3c4-cb2eb6901de2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:53.959604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Calling delete_port for 88daa377-4f1f-4b0a-a3c4-cb2eb6901de2 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:57:54.291508 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (88daa377-4f1f-4b0a-a3c4-cb2eb6901de2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:54.348466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Port': ['ID=88daa377-4f1f-4b0a-a3c4-cb2eb6901de2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:54.374994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No DVR routers for this DVR port 88daa377-4f1f-4b0a-a3c4-cb2eb6901de2 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:57:54.652707 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (9df6e67e-2933-4b64-abc1-c92c134d1a8b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:54.723893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df6e67e-2933-4b64-abc1-c92c134d1a8b']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.752765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7395a5-f41d-456f-8c66-19ae92f881b2') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.753380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7395a5-f41d-456f-8c66-19ae92f881b2') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:54.773081 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (da7395a5-f41d-456f-8c66-19ae92f881b2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:54.801211 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (da7395a5-f41d-456f-8c66-19ae92f881b2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:54.812002 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:54.812666 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (da7395a5-f41d-456f-8c66-19ae92f881b2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:54.817204 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:54.993554 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (9df6e67e-2933-4b64-abc1-c92c134d1a8b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:55.027432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:55.031509 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/9df6e67e-2933-4b64-abc1-c92c134d1a8b HTTP/1.1" status: 204 len: 168 time: 3.0942142 Feb 16 16:57:55.031768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a6076-013c-48c9-a358-6af151034731 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Network': ['ID=9df6e67e-2933-4b64-abc1-c92c134d1a8b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:55.033780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37950) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:55.056358 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3acbce3-2bc2-4652-92e9-a42af5149ffe tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:55.056955 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3acbce3-2bc2-4652-92e9-a42af5149ffe tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:55.060225 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e3acbce3-2bc2-4652-92e9-a42af5149ffe tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/9df6e67e-2933-4b64-abc1-c92c134d1a8b HTTP/1.1" status: 404 len: 339 time: 0.0249312 Feb 16 16:57:55.064288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37954) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:55.072791 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-af51077e-55f0-4ef3-947a-c1aa6421132e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-259707124', 'description': 'd1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:55.125150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af51077e-55f0-4ef3-947a-c1aa6421132e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:55.132876 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-af51077e-55f0-4ef3-947a-c1aa6421132e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:55.179615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af51077e-55f0-4ef3-947a-c1aa6421132e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:55.222155 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-af51077e-55f0-4ef3-947a-c1aa6421132e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cb6dddbc-d00c-46a0-96ea-1406c302856a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:55.222687 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-af51077e-55f0-4ef3-947a-c1aa6421132e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Added segment cb6dddbc-d00c-46a0-96ea-1406c302856a of type vlan for network 9de31947-ec95-43f2-8e97-c0b90776fc06 Feb 16 16:57:55.286742 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-af51077e-55f0-4ef3-947a-c1aa6421132e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (9de31947-ec95-43f2-8e97-c0b90776fc06), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:55.319267 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-af51077e-55f0-4ef3-947a-c1aa6421132e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (9de31947-ec95-43f2-8e97-c0b90776fc06), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:55.325207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af51077e-55f0-4ef3-947a-c1aa6421132e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:55.331381 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-af51077e-55f0-4ef3-947a-c1aa6421132e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:55.368277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-af51077e-55f0-4ef3-947a-c1aa6421132e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3008218 Feb 16 16:57:55.370911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37960) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:55.501600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51077e-55f0-4ef3-947a-c1aa6421132e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Network': ['ID=9de31947-ec95-43f2-8e97-c0b90776fc06,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:55.525195 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 9de31947-ec95-43f2-8e97-c0b90776fc06 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:55.551142 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d5ca4b-bf12-4c87-839a-4c7bb95196d0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:55.558377 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-54d5ca4b-bf12-4c87-839a-4c7bb95196d0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "GET /v2.0/networks?id=9de31947-ec95-43f2-8e97-c0b90776fc06 HTTP/1.1" status: 200 len: 760 time: 0.1862543 Feb 16 16:57:55.561489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 37966) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:55.575747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e6aa60f5-953d-4ee6-bbf4-332744b297ea tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'network': {'description': 'd2'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:55.731031 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8b559504-7ec9-42b9-bafd-32d45aeaf61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:55.977430 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6aa60f5-953d-4ee6-bbf4-332744b297ea tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (9de31947-ec95-43f2-8e97-c0b90776fc06), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:56.005301 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6aa60f5-953d-4ee6-bbf4-332744b297ea tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (9de31947-ec95-43f2-8e97-c0b90776fc06), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:56.157294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa60f5-953d-4ee6-bbf4-332744b297ea tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Network': ['ID=9de31947-ec95-43f2-8e97-c0b90776fc06,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:56.175469 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6aa60f5-953d-4ee6-bbf4-332744b297ea tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network 9de31947-ec95-43f2-8e97-c0b90776fc06 is not hosted by any dhcp agent {{(pid=103422) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:57:56.183307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 9de31947-ec95-43f2-8e97-c0b90776fc06 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:56.186379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aa60f5-953d-4ee6-bbf4-332744b297ea tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:56.187049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e6aa60f5-953d-4ee6-bbf4-332744b297ea tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:56.192689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37984) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:56.192922 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e6aa60f5-953d-4ee6-bbf4-332744b297ea tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "PUT /v2.0/networks/9de31947-ec95-43f2-8e97-c0b90776fc06 HTTP/1.1" status: 200 len: 757 time: 0.6215060 Feb 16 16:57:56.420380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc45374b-b740-4be1-9538-a8940002d934 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:56.423799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cc45374b-b740-4be1-9538-a8940002d934 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "GET /v2.0/networks?id=9de31947-ec95-43f2-8e97-c0b90776fc06 HTTP/1.1" status: 200 len: 760 time: 0.2297544 Feb 16 16:57:56.427513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 37992) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:56.438169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-252074ab-9d05-41e0-96e2-7aea5ba6c3e5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1735776239'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:56.509171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252074ab-9d05-41e0-96e2-7aea5ba6c3e5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:56.512479 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-252074ab-9d05-41e0-96e2-7aea5ba6c3e5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:56.611062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252074ab-9d05-41e0-96e2-7aea5ba6c3e5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:57:56.623299 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-252074ab-9d05-41e0-96e2-7aea5ba6c3e5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (abfcb02f-6fb9-4967-8c9e-a13c026abd1a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:56.623954 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-252074ab-9d05-41e0-96e2-7aea5ba6c3e5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Added segment abfcb02f-6fb9-4967-8c9e-a13c026abd1a of type vlan for network a3ed8b05-68f3-465d-bce0-be4160f4e539 Feb 16 16:57:56.724858 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-252074ab-9d05-41e0-96e2-7aea5ba6c3e5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a3ed8b05-68f3-465d-bce0-be4160f4e539), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:56.793892 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-252074ab-9d05-41e0-96e2-7aea5ba6c3e5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a3ed8b05-68f3-465d-bce0-be4160f4e539), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:56.798992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252074ab-9d05-41e0-96e2-7aea5ba6c3e5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:56.802869 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-252074ab-9d05-41e0-96e2-7aea5ba6c3e5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:56.962916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252074ab-9d05-41e0-96e2-7aea5ba6c3e5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Network': ['ID=a3ed8b05-68f3-465d-bce0-be4160f4e539,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:56.978707 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a3ed8b05-68f3-465d-bce0-be4160f4e539 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:57:56.989390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-252074ab-9d05-41e0-96e2-7aea5ba6c3e5 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5604866 Feb 16 16:57:56.991882 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38010) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:56.997260 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f79d1aaf-f04f-4703-b47e-ef097128ddab tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'subnet': {'network_id': 'a3ed8b05-68f3-465d-bce0-be4160f4e539', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:57:57.163815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79d1aaf-f04f-4703-b47e-ef097128ddab tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:57:57.169095 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f79d1aaf-f04f-4703-b47e-ef097128ddab tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:57.606289 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f79d1aaf-f04f-4703-b47e-ef097128ddab tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (411a7a4d-7de5-4d25-807a-d8bf7d57e446), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:57.673456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d1aaf-f04f-4703-b47e-ef097128ddab tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Subnet': ['ID=411a7a4d-7de5-4d25-807a-d8bf7d57e446,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:57.694322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d1aaf-f04f-4703-b47e-ef097128ddab tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Checking segment: {'id': 'abfcb02f-6fb9-4967-8c9e-a13c026abd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a3ed8b05-68f3-465d-bce0-be4160f4e539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:57:57.694984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79d1aaf-f04f-4703-b47e-ef097128ddab tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network hostable DHCP agents. Network: a3ed8b05-68f3-465d-bce0-be4160f4e539, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:57:57.726023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79d1aaf-f04f-4703-b47e-ef097128ddab tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network a3ed8b05-68f3-465d-bce0-be4160f4e539 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:57:57.742899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-f79d1aaf-f04f-4703-b47e-ef097128ddab tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, a3ed8b05-68f3-465d-bce0-be4160f4e539) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:57:57.748926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79d1aaf-f04f-4703-b47e-ef097128ddab tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:57.750294 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f79d1aaf-f04f-4703-b47e-ef097128ddab tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:57.756667 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53d1704-dcd2-46af-8215-080d8d962d04 None None] Network a3ed8b05-68f3-465d-bce0-be4160f4e539 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:57.797031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f79d1aaf-f04f-4703-b47e-ef097128ddab tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8026206 Feb 16 16:57:57.798453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38024) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:57.970485 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a3ed8b05-68f3-465d-bce0-be4160f4e539), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:57.992567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a513d0-e1aa-4942-a13a-b1b428d7f6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-a3ed8b05-68f3-465d-bce0-be4160f4e539', 'network_id': 'a3ed8b05-68f3-465d-bce0-be4160f4e539', 'project_id': '6d4ef515667446aeb6c46a9d54e4d8f4', 'fixed_ips': [{'subnet_id': '411a7a4d-7de5-4d25-807a-d8bf7d57e446'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:57:57.995865 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-81a513d0-e1aa-4942-a13a-b1b428d7f6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:58.047466 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (411a7a4d-7de5-4d25-807a-d8bf7d57e446), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:58.125512 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (411a7a4d-7de5-4d25-807a-d8bf7d57e446), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:58.158467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Subnet': ['ID=411a7a4d-7de5-4d25-807a-d8bf7d57e446,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server [None req-81a513d0-e1aa-4942-a13a-b1b428d7f6ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 411a7a4d-7de5-4d25-807a-d8bf7d57e446: This subnet is being modified by another concurrent operation. Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise exception Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 411a7a4d-7de5-4d25-807a-d8bf7d57e446: This subnet is being modified by another concurrent operation. Feb 16 16:57:58.234896 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Feb 16 16:57:58.291307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e80b5c-7908-46c3-9599-c95e72fbd455 None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:57:58.323610 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a3ed8b05-68f3-465d-bce0-be4160f4e539), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:58.360344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ed8b05-68f3-465d-bce0-be4160f4e539']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:58.380393 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfcb02f-6fb9-4967-8c9e-a13c026abd1a') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:58.380393 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfcb02f-6fb9-4967-8c9e-a13c026abd1a') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:57:58.410875 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (abfcb02f-6fb9-4967-8c9e-a13c026abd1a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:58.428037 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (abfcb02f-6fb9-4967-8c9e-a13c026abd1a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:58.434284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:57:58.435164 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (abfcb02f-6fb9-4967-8c9e-a13c026abd1a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:58.463677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e80b5c-7908-46c3-9599-c95e72fbd455 None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:57:58.482875 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-61e0389a-ac5d-4241-981d-2ee52b50659d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:57:58.569783 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:57:58.580138 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a3ed8b05-68f3-465d-bce0-be4160f4e539), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:58.605380 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:58.615369 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/a3ed8b05-68f3-465d-bce0-be4160f4e539 HTTP/1.1" status: 204 len: 168 time: 0.8158183 Feb 16 16:57:58.617999 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38048) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:58.646256 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133b819-a547-43cb-a987-737da58af176 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Network': ['ID=a3ed8b05-68f3-465d-bce0-be4160f4e539,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:57:58.680654 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-46083325-558b-488d-82a3-93a86c4ea289 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] GET failed (client error): The resource could not be found. Feb 16 16:57:58.684854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-46083325-558b-488d-82a3-93a86c4ea289 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "GET /v2.0/subnets/411a7a4d-7de5-4d25-807a-d8bf7d57e446 HTTP/1.1" status: 404 len: 337 time: 0.0635550 Feb 16 16:57:58.686561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38050) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:58.745690 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-5043ae31-d6f6-414c-bef8-a60d42bcd7e0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:57:58.754000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5043ae31-d6f6-414c-bef8-a60d42bcd7e0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:57:58.765771 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38054) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:58.765946 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5043ae31-d6f6-414c-bef8-a60d42bcd7e0 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/a3ed8b05-68f3-465d-bce0-be4160f4e539 HTTP/1.1" status: 404 len: 339 time: 0.0779250 Feb 16 16:57:58.950537 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf5b44d-8fb0-48bc-8a58-7e813bfa2bd9 None None] Network a3ed8b05-68f3-465d-bce0-be4160f4e539 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:57:58.979313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf5b44d-8fb0-48bc-8a58-7e813bfa2bd9 None None] Network a3ed8b05-68f3-465d-bce0-be4160f4e539 could not be found, it might have been deleted concurrently. {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 16:57:59.148951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f2107-87dd-41c3-9f25-158d05ebcac6 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:59.155671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-786f2107-87dd-41c3-9f25-158d05ebcac6 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3870125 Feb 16 16:57:59.156612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38062) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:59.230972 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f4e40d33-7789-4ef5-af1c-17684a6b1419 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 207 time: 0.0731256 Feb 16 16:57:59.233948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38064) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:57:59.320747 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:57:59.964407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68862ae-fb0c-4c43-9523-833505259272 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:59.970036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68862ae-fb0c-4c43-9523-833505259272 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:59.976182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68862ae-fb0c-4c43-9523-833505259272 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:59.982345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68862ae-fb0c-4c43-9523-833505259272 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:57:59.984375 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d68862ae-fb0c-4c43-9523-833505259272 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.7492762 Feb 16 16:57:59.987780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38080) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:00.827304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2fa1e2b3-0a58-4cae-8650-b4e42bd594a2 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.8377461 Feb 16 16:58:00.830719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38096) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:00.884879 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:00.948905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c2716f-dfe5-4bca-8b19-c834e9efea71 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:00.964952 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c2716f-dfe5-4bca-8b19-c834e9efea71 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:00.966629 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-43c2716f-dfe5-4bca-8b19-c834e9efea71 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1342857 Feb 16 16:58:00.970069 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38100) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:01.079058 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9030dc2-d7e2-4b22-b64f-74efede1c4ed tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:01.081915 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9030dc2-d7e2-4b22-b64f-74efede1c4ed tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:01.086290 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f9030dc2-d7e2-4b22-b64f-74efede1c4ed tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1110489 Feb 16 16:58:01.086670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38108) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:01.333710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da05ee1-3eb1-44ff-8d0b-93f22fd1759c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:01.335385 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6da05ee1-3eb1-44ff-8d0b-93f22fd1759c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "GET /v2.0/networks/75510633-2334-4aae-94b7-a3c16729ddba HTTP/1.1" status: 200 len: 799 time: 0.2476242 Feb 16 16:58:01.341288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38110) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:01.502565 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:01.601867 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d52b6a25-1ca1-4041-997f-44257a61d388 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "GET /v2.0/networks/75510633-2334-4aae-94b7-a3c16729ddba?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2590768 Feb 16 16:58:01.607025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38118) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:01.714146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c7a8be-de20-40fb-a7fd-85ec4913ed24 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:01.719568 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b5c7a8be-de20-40fb-a7fd-85ec4913ed24 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "GET /v2.0/subnets/ee71a293-9771-42d9-8056-574af90c3ffe HTTP/1.1" status: 200 len: 811 time: 0.1112983 Feb 16 16:58:01.724805 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38120) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:01.820768 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0518efc5-fdf0-48d9-bc5d-c21ac7e59c5b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:01.822428 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0518efc5-fdf0-48d9-bc5d-c21ac7e59c5b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "GET /v2.0/subnets/ee71a293-9771-42d9-8056-574af90c3ffe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0964596 Feb 16 16:58:01.829637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38122) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:01.835547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-52f07269-d3b6-4a8b-8c8b-d3d5132a4882 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1590552269'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:01.880445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f07269-d3b6-4a8b-8c8b-d3d5132a4882 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:01.884526 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-52f07269-d3b6-4a8b-8c8b-d3d5132a4882 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:01.922391 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f07269-d3b6-4a8b-8c8b-d3d5132a4882 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:01.943447 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-52f07269-d3b6-4a8b-8c8b-d3d5132a4882 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (bdd29434-3c63-4b9d-8a32-5f817aa72847), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:01.943996 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-52f07269-d3b6-4a8b-8c8b-d3d5132a4882 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Added segment bdd29434-3c63-4b9d-8a32-5f817aa72847 of type vlan for network 8b1e2186-fcd4-4660-9626-1700aec92c87 Feb 16 16:58:02.054667 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-52f07269-d3b6-4a8b-8c8b-d3d5132a4882 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (8b1e2186-fcd4-4660-9626-1700aec92c87), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:02.104332 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:02.114532 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-52f07269-d3b6-4a8b-8c8b-d3d5132a4882 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (8b1e2186-fcd4-4660-9626-1700aec92c87), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:02.119619 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f07269-d3b6-4a8b-8c8b-d3d5132a4882 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:02.151394 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-52f07269-d3b6-4a8b-8c8b-d3d5132a4882 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:02.186473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38134) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:02.192349 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-52f07269-d3b6-4a8b-8c8b-d3d5132a4882 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3614597 Feb 16 16:58:02.192509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5f5066d1-8111-4aea-a4d1-9bb849086026 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'subnet': {'network_id': '8b1e2186-fcd4-4660-9626-1700aec92c87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:02.319428 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f07269-d3b6-4a8b-8c8b-d3d5132a4882 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Network': ['ID=8b1e2186-fcd4-4660-9626-1700aec92c87,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:02.333173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 8b1e2186-fcd4-4660-9626-1700aec92c87 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:02.412777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5066d1-8111-4aea-a4d1-9bb849086026 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Made reservation on behalf of 6d4ef515667446aeb6c46a9d54e4d8f4 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:02.416542 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f5066d1-8111-4aea-a4d1-9bb849086026 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:02.534390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.ipam_backend_mixin [None req-5f5066d1-8111-4aea-a4d1-9bb849086026 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Performing IP validity checks on allocation pools {{(pid=103421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 16:58:02.535038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.ipam_backend_mixin [None req-5f5066d1-8111-4aea-a4d1-9bb849086026 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 16:58:02.703319 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f5066d1-8111-4aea-a4d1-9bb849086026 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (76a1d753-2391-4adb-8609-1274b488cc76), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:02.843944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5066d1-8111-4aea-a4d1-9bb849086026 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Checking segment: {'id': 'bdd29434-3c63-4b9d-8a32-5f817aa72847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8b1e2186-fcd4-4660-9626-1700aec92c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:58:02.844309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5066d1-8111-4aea-a4d1-9bb849086026 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network hostable DHCP agents. Network: 8b1e2186-fcd4-4660-9626-1700aec92c87, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:58:02.853999 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5066d1-8111-4aea-a4d1-9bb849086026 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Subnet': ['ID=76a1d753-2391-4adb-8609-1274b488cc76,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:02.874945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5066d1-8111-4aea-a4d1-9bb849086026 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Network 8b1e2186-fcd4-4660-9626-1700aec92c87 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:58:02.892451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-5f5066d1-8111-4aea-a4d1-9bb849086026 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 8b1e2186-fcd4-4660-9626-1700aec92c87) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:02.898276 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5066d1-8111-4aea-a4d1-9bb849086026 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:02.901552 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f5066d1-8111-4aea-a4d1-9bb849086026 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:02.917232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b733761-9761-4341-b50e-19dd1099fe6c None None] Network 8b1e2186-fcd4-4660-9626-1700aec92c87 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:58:02.936990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5f5066d1-8111-4aea-a4d1-9bb849086026 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7491627 Feb 16 16:58:02.940544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38144) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:02.949354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-356baa5c-3dab-4266-a3f1-2238fad74d28 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:03.245791 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-356baa5c-3dab-4266-a3f1-2238fad74d28 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12623140'] for subnet (76a1d753-2391-4adb-8609-1274b488cc76), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:03.254745 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-8b1e2186-fcd4-4660-9626-1700aec92c87', 'network_id': '8b1e2186-fcd4-4660-9626-1700aec92c87', 'project_id': '6d4ef515667446aeb6c46a9d54e4d8f4', 'fixed_ips': [{'subnet_id': '76a1d753-2391-4adb-8609-1274b488cc76'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:58:03.260292 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:03.616654 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-356baa5c-3dab-4266-a3f1-2238fad74d28 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794037986919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13802785'] for subnet (76a1d753-2391-4adb-8609-1274b488cc76), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:03.735178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Allocated IP 172.20.0.3 (8b1e2186-fcd4-4660-9626-1700aec92c87/76a1d753-2391-4adb-8609-1274b488cc76/fbabae26-e1e0-4dde-9575-21fbd5a5ed67) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:03.758942 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356baa5c-3dab-4266-a3f1-2238fad74d28 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:03.761353 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-356baa5c-3dab-4266-a3f1-2238fad74d28 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:03.765142 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-356baa5c-3dab-4266-a3f1-2238fad74d28 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "PUT /v2.0/subnets/76a1d753-2391-4adb-8609-1274b488cc76 HTTP/1.1" status: 200 len: 877 time: 0.8200843 Feb 16 16:58:03.766852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38168) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:03.797715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356baa5c-3dab-4266-a3f1-2238fad74d28 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event updated for resources: {'Subnet': ['ID=76a1d753-2391-4adb-8609-1274b488cc76,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:03.934145 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (8b1e2186-fcd4-4660-9626-1700aec92c87), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:04.055611 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (76a1d753-2391-4adb-8609-1274b488cc76), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:04.077426 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Publish callbacks [] for port (fbabae26-e1e0-4dde-9575-21fbd5a5ed67), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:04.087390 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (fbabae26-e1e0-4dde-9575-21fbd5a5ed67), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:04.213483 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (76a1d753-2391-4adb-8609-1274b488cc76), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:04.261422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Network 8b1e2186-fcd4-4660-9626-1700aec92c87 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:04.267507 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:04.276670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:04.297957 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Pushing event updated for resources: {'Port': ['ID=fbabae26-e1e0-4dde-9575-21fbd5a5ed67,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:04.358289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Subnet': ['ID=76a1d753-2391-4adb-8609-1274b488cc76,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:04.399630 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Attempting to bind port fbabae26-e1e0-4dde-9575-21fbd5a5ed67 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:58:04.400266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Attempting to bind port fbabae26-e1e0-4dde-9575-21fbd5a5ed67 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'bdd29434-3c63-4b9d-8a32-5f817aa72847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8b1e2186-fcd4-4660-9626-1700aec92c87'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:58:04.400863 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Attempting to bind port fbabae26-e1e0-4dde-9575-21fbd5a5ed67 on network 8b1e2186-fcd4-4660-9626-1700aec92c87 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:58:04.407520 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:58:04.408238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Checking segment: {'id': 'bdd29434-3c63-4b9d-8a32-5f817aa72847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8b1e2186-fcd4-4660-9626-1700aec92c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:58:04.409845 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:04.410452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Bound using segment: {'id': 'bdd29434-3c63-4b9d-8a32-5f817aa72847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8b1e2186-fcd4-4660-9626-1700aec92c87'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:58:04.411129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Bound port: fbabae26-e1e0-4dde-9575-21fbd5a5ed67, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd29434-3c63-4b9d-8a32-5f817aa72847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8b1e2186-fcd4-4660-9626-1700aec92c87'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:58:04.411726 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (fbabae26-e1e0-4dde-9575-21fbd5a5ed67), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:04.504297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] For port fbabae26-e1e0-4dde-9575-21fbd5a5ed67, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:58:04.504783 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (8b1e2186-fcd4-4660-9626-1700aec92c87), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:04.508647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] For port fbabae26-e1e0-4dde-9575-21fbd5a5ed67, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=fbabae26-e1e0-4dde-9575-21fbd5a5ed67,segment=NetworkSegment(bdd29434-3c63-4b9d-8a32-5f817aa72847),segment_id=bdd29434-3c63-4b9d-8a32-5f817aa72847)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:58:04.519367 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (fbabae26-e1e0-4dde-9575-21fbd5a5ed67), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:04.557914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1e2186-fcd4-4660-9626-1700aec92c87']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:04.578318 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd29434-3c63-4b9d-8a32-5f817aa72847') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:04.580052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd29434-3c63-4b9d-8a32-5f817aa72847') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:04.602288 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (bdd29434-3c63-4b9d-8a32-5f817aa72847), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:04.636429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (bdd29434-3c63-4b9d-8a32-5f817aa72847), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:04.656930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eeffa6-e04e-41fe-bed6-55f93acd00a4 None None] Pushing event updated for resources: {'Port': ['ID=fbabae26-e1e0-4dde-9575-21fbd5a5ed67,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:04.659714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:04.661142 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (bdd29434-3c63-4b9d-8a32-5f817aa72847), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:04.667208 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:04.781625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12e89c7-f85a-4d33-8b12-abcb602a08a2 None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 16:58:04.829962 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.db.api [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 16:58:04.829962 n-d-669411-5 neutron-server[103421]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 16:58:04.829962 n-d-669411-5 neutron-server[103421]: [parameters: {'id': '8b1e2186-fcd4-4660-9626-1700aec92c87'}] Feb 16 16:58:04.829962 n-d-669411-5 neutron-server[103421]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:58:04.830909 n-d-669411-5 neutron-server[103421]: DEBUG oslo_db.api [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:58:04.840014 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:04.989414 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12e89c7-f85a-4d33-8b12-abcb602a08a2 None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 16:58:05.278616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82816ca4-a759-4d93-b8c8-fd4f547c9698 None None] Network 8b1e2186-fcd4-4660-9626-1700aec92c87 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:58:05.331741 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (8b1e2186-fcd4-4660-9626-1700aec92c87), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:05.518946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Deleting port fbabae26-e1e0-4dde-9575-21fbd5a5ed67 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:58:05.519267 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (fbabae26-e1e0-4dde-9575-21fbd5a5ed67), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:05.572864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6ed2b5-8e3b-412f-84bd-e6aa00119f5f None None] Network 8b1e2186-fcd4-4660-9626-1700aec92c87 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:58:05.621521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] For port fbabae26-e1e0-4dde-9575-21fbd5a5ed67, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=fbabae26-e1e0-4dde-9575-21fbd5a5ed67,segment=NetworkSegment(bdd29434-3c63-4b9d-8a32-5f817aa72847),segment_id=bdd29434-3c63-4b9d-8a32-5f817aa72847)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:05.626207 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (fbabae26-e1e0-4dde-9575-21fbd5a5ed67), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:05.659603 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Calling delete_port for fbabae26-e1e0-4dde-9575-21fbd5a5ed67 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:58:05.774419 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (fbabae26-e1e0-4dde-9575-21fbd5a5ed67), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:05.795002 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No DVR routers for this DVR port fbabae26-e1e0-4dde-9575-21fbd5a5ed67 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:05.824571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Port': ['ID=fbabae26-e1e0-4dde-9575-21fbd5a5ed67,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:05.935485 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (8b1e2186-fcd4-4660-9626-1700aec92c87), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:05.975538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1e2186-fcd4-4660-9626-1700aec92c87']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:06.008589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd29434-3c63-4b9d-8a32-5f817aa72847') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:06.008589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd29434-3c63-4b9d-8a32-5f817aa72847') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:06.037129 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (bdd29434-3c63-4b9d-8a32-5f817aa72847), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:06.064107 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (bdd29434-3c63-4b9d-8a32-5f817aa72847), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:06.073917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:06.074379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (bdd29434-3c63-4b9d-8a32-5f817aa72847), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:06.078319 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:06.258637 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (8b1e2186-fcd4-4660-9626-1700aec92c87), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:06.278744 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:06.281965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/8b1e2186-fcd4-4660-9626-1700aec92c87 HTTP/1.1" status: 204 len: 168 time: 2.5131075 Feb 16 16:58:06.286089 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38188) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:06.320550 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be890f-f413-4ce5-8522-aca734863b6b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Network': ['ID=8b1e2186-fcd4-4660-9626-1700aec92c87,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:06.351158 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e00818-cb80-42a6-9672-5736283702ca tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:06.351622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e00818-cb80-42a6-9672-5736283702ca tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:06.354710 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-96e00818-cb80-42a6-9672-5736283702ca tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/subnets/76a1d753-2391-4adb-8609-1274b488cc76 HTTP/1.1" status: 404 len: 337 time: 0.0669470 Feb 16 16:58:06.357363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38194) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:06.394669 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5ff689-f0b9-4715-a6f3-146c23bd9d21 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:06.396316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5ff689-f0b9-4715-a6f3-146c23bd9d21 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:06.404137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38196) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:06.404656 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ab5ff689-f0b9-4715-a6f3-146c23bd9d21 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/8b1e2186-fcd4-4660-9626-1700aec92c87 HTTP/1.1" status: 404 len: 339 time: 0.0429947 Feb 16 16:58:06.475833 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2afbe94-e364-42c0-a8c9-b7fbc69bbd80 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:06.475833 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2afbe94-e364-42c0-a8c9-b7fbc69bbd80 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:06.499174 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f2afbe94-e364-42c0-a8c9-b7fbc69bbd80 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/subnets/411a7a4d-7de5-4d25-807a-d8bf7d57e446 HTTP/1.1" status: 404 len: 337 time: 0.0939410 Feb 16 16:58:06.501641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38204) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:06.532652 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-287ffcc9-32a3-4550-9d55-bf367ec63625 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:06.541480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287ffcc9-32a3-4550-9d55-bf367ec63625 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:06.544665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-287ffcc9-32a3-4550-9d55-bf367ec63625 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/a3ed8b05-68f3-465d-bce0-be4160f4e539 HTTP/1.1" status: 404 len: 339 time: 0.0417426 Feb 16 16:58:06.557988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38206) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:06.784270 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df4dfcf6-d15e-4805-8a26-87dd07c661f1 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (9de31947-ec95-43f2-8e97-c0b90776fc06), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:07.019243 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df4dfcf6-d15e-4805-8a26-87dd07c661f1 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (9de31947-ec95-43f2-8e97-c0b90776fc06), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:07.132538 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-df4dfcf6-d15e-4805-8a26-87dd07c661f1 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de31947-ec95-43f2-8e97-c0b90776fc06']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:07.169922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-df4dfcf6-d15e-4805-8a26-87dd07c661f1 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6dddbc-d00c-46a0-96ea-1406c302856a') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:07.170765 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-df4dfcf6-d15e-4805-8a26-87dd07c661f1 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6dddbc-d00c-46a0-96ea-1406c302856a') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:07.195781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df4dfcf6-d15e-4805-8a26-87dd07c661f1 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (cb6dddbc-d00c-46a0-96ea-1406c302856a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:07.234480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc393e16-e104-4806-8e0a-fef18aa5416d req-905cce13-5d8c-4fcc-89b1-34d7bfc281bd tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:07.235185 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df4dfcf6-d15e-4805-8a26-87dd07c661f1 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cb6dddbc-d00c-46a0-96ea-1406c302856a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:07.240309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc393e16-e104-4806-8e0a-fef18aa5416d req-905cce13-5d8c-4fcc-89b1-34d7bfc281bd tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.1790361 Feb 16 16:58:07.247149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4dfcf6-d15e-4805-8a26-87dd07c661f1 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:07.248995 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df4dfcf6-d15e-4805-8a26-87dd07c661f1 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (cb6dddbc-d00c-46a0-96ea-1406c302856a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:07.255520 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:07.358850 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc393e16-e104-4806-8e0a-fef18aa5416d req-69e5ecac-bb38-433b-b432-50d5c9d0debe tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892870 Feb 16 16:58:07.475107 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df4dfcf6-d15e-4805-8a26-87dd07c661f1 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (9de31947-ec95-43f2-8e97-c0b90776fc06), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:07.498798 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-df4dfcf6-d15e-4805-8a26-87dd07c661f1 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:07.508440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38224) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:07.528715 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-df4dfcf6-d15e-4805-8a26-87dd07c661f1 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/9de31947-ec95-43f2-8e97-c0b90776fc06 HTTP/1.1" status: 204 len: 168 time: 0.9691453 Feb 16 16:58:07.600581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4dfcf6-d15e-4805-8a26-87dd07c661f1 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Network': ['ID=9de31947-ec95-43f2-8e97-c0b90776fc06,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:07.619620 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-415fe968-7dfa-43c3-8182-9ec5cdfcb0fa tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:07.624801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415fe968-7dfa-43c3-8182-9ec5cdfcb0fa tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:07.636657 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-415fe968-7dfa-43c3-8182-9ec5cdfcb0fa tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/subnets/6b0fd9a4-b522-4290-8c27-8b9c8e033631 HTTP/1.1" status: 404 len: 337 time: 0.1270068 Feb 16 16:58:07.646086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38226) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:07.725648 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ca1326-7b24-4648-bcb2-0816033b059e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:07.726162 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ca1326-7b24-4648-bcb2-0816033b059e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:07.743318 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38228) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:07.756560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a4ca1326-7b24-4648-bcb2-0816033b059e tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/9df6e67e-2933-4b64-abc1-c92c134d1a8b HTTP/1.1" status: 404 len: 339 time: 0.0921583 Feb 16 16:58:07.804391 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-894b0f08-ec29-4c54-a4f9-bf60a1ef758b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:07.805133 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894b0f08-ec29-4c54-a4f9-bf60a1ef758b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:07.808348 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-894b0f08-ec29-4c54-a4f9-bf60a1ef758b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/subnets/18eda7fd-1c81-4ff4-af6e-02d26b0444ab HTTP/1.1" status: 404 len: 337 time: 0.0640144 Feb 16 16:58:07.810938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38230) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:07.879887 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-401750f4-1206-486e-8083-864a6b3affde tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:07.880300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-401750f4-1206-486e-8083-864a6b3affde tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:07.883327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-401750f4-1206-486e-8083-864a6b3affde tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/bdb1721d-4658-410c-bbb5-54776fdfbc9e HTTP/1.1" status: 404 len: 339 time: 0.0713398 Feb 16 16:58:07.887666 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38232) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:07.976042 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fdf639-565b-4638-b1af-b6ef7e7bca69 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:07.976878 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fdf639-565b-4638-b1af-b6ef7e7bca69 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:07.992072 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-76fdf639-565b-4638-b1af-b6ef7e7bca69 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/subnets/92129091-941b-4553-9c7a-74c01aa1561c HTTP/1.1" status: 404 len: 337 time: 0.1029832 Feb 16 16:58:07.994538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38234) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:08.029600 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-6647d809-1b9e-4557-94e6-d317e46a0dc8 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:08.030146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6647d809-1b9e-4557-94e6-d317e46a0dc8 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:08.033218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6647d809-1b9e-4557-94e6-d317e46a0dc8 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/b2dcd62b-b00e-40c9-a639-7a7a5d0e047d HTTP/1.1" status: 404 len: 339 time: 0.0376987 Feb 16 16:58:08.036354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38236) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:08.092208 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7635199-8d42-4ff8-945f-34df50dc6b9a tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:08.092688 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7635199-8d42-4ff8-945f-34df50dc6b9a tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:08.095805 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e7635199-8d42-4ff8-945f-34df50dc6b9a tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/subnets/f417d442-ebad-4c1b-88e8-30432ca65c8d HTTP/1.1" status: 404 len: 337 time: 0.0584238 Feb 16 16:58:08.098441 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38238) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:08.129614 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccef01d-9d13-44aa-823c-e88c03180a4f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:08.130526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ccef01d-9d13-44aa-823c-e88c03180a4f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:08.136448 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8ccef01d-9d13-44aa-823c-e88c03180a4f tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/1803fb0b-8c75-4417-a5a6-e44da7e546d3 HTTP/1.1" status: 404 len: 339 time: 0.0367801 Feb 16 16:58:08.138978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38240) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:08.274395 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-f108273a-519a-49d7-8aa1-41a0de01c5c7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:08.275327 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f108273a-519a-49d7-8aa1-41a0de01c5c7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:08.285418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38242) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:08.286056 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f108273a-519a-49d7-8aa1-41a0de01c5c7 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/subnets/2987b3fb-362f-401b-8ec6-11bdd7f1d0b2 HTTP/1.1" status: 404 len: 337 time: 0.1455364 Feb 16 16:58:08.318096 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-0babd6d7-f866-4798-bea1-5199eaa075ae tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:08.318959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0babd6d7-f866-4798-bea1-5199eaa075ae tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:08.322247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0babd6d7-f866-4798-bea1-5199eaa075ae tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/96e6eb12-e095-46d9-a3da-64b7bdbafddb HTTP/1.1" status: 404 len: 339 time: 0.0346599 Feb 16 16:58:08.325137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38244) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:08.373090 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6c489e-3ee9-4a80-87a4-0df3deba830c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:08.373794 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6c489e-3ee9-4a80-87a4-0df3deba830c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:08.384260 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38246) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:08.384554 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dd6c489e-3ee9-4a80-87a4-0df3deba830c tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/subnets/f75260e2-49d7-4e5e-bcdf-a17d0b2950e8 HTTP/1.1" status: 404 len: 337 time: 0.0581026 Feb 16 16:58:08.427847 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-329d6652-1757-4c7c-80d6-80687c8ad296 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:08.428496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329d6652-1757-4c7c-80d6-80687c8ad296 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:08.434120 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-329d6652-1757-4c7c-80d6-80687c8ad296 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/afd1a4fc-72e0-4bca-9913-977851e59002 HTTP/1.1" status: 404 len: 339 time: 0.0460691 Feb 16 16:58:08.434483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38250) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:08.496157 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9ba1c1-39b7-4e21-ac6a-c4d5082185ee tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:08.496755 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9ba1c1-39b7-4e21-ac6a-c4d5082185ee tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:08.506936 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ec9ba1c1-39b7-4e21-ac6a-c4d5082185ee tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/subnets/79516ab3-6068-4a00-902c-d0b50b1f7002 HTTP/1.1" status: 404 len: 337 time: 0.0692818 Feb 16 16:58:08.508906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38254) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:08.541572 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e8ce54-423f-47c3-9b55-bd8dae01d49b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:08.543549 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e8ce54-423f-47c3-9b55-bd8dae01d49b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:08.556797 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-95e8ce54-423f-47c3-9b55-bd8dae01d49b tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/c817c175-d0ad-4929-a161-028c4688b9f0 HTTP/1.1" status: 404 len: 339 time: 0.0447664 Feb 16 16:58:08.557709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38258) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:08.622284 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b95ed5b-25a1-4da0-9296-b281fba44686 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:08.623213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b95ed5b-25a1-4da0-9296-b281fba44686 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:08.624796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18ab1f-e319-4918-9099-93af6bdfa687 req-b647d86a-4e8b-4035-bf9c-bd6ac73c80dd tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:08.629718 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb18ab1f-e319-4918-9099-93af6bdfa687 req-b647d86a-4e8b-4035-bf9c-bd6ac73c80dd tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.1234994 Feb 16 16:58:08.638750 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5b95ed5b-25a1-4da0-9296-b281fba44686 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/subnets/761e3637-a6ff-4bb6-8066-1fa8deb58748 HTTP/1.1" status: 404 len: 337 time: 0.0797851 Feb 16 16:58:08.639589 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38262) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:08.710450 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed276fe4-f7d8-4436-9d8c-404e2bf06460 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] DELETE failed (client error): The resource could not be found. Feb 16 16:58:08.711030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed276fe4-f7d8-4436-9d8c-404e2bf06460 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:58:08.725094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38264) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:08.726783 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ed276fe4-f7d8-4436-9d8c-404e2bf06460 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/e1417622-6d29-4dd0-b9f9-1fdb7b418866 HTTP/1.1" status: 404 len: 339 time: 0.0822833 Feb 16 16:58:08.777585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb18ab1f-e319-4918-9099-93af6bdfa687 req-00399303-9a46-4843-af3a-7126fa3a8637 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419079 Feb 16 16:58:08.963815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Deleting subnet ee71a293-9771-42d9-8056-574af90c3ffe {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:58:08.978640 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for subnet (ee71a293-9771-42d9-8056-574af90c3ffe), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:09.098565 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (ee71a293-9771-42d9-8056-574af90c3ffe), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:09.289572 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (ee71a293-9771-42d9-8056-574af90c3ffe), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:09.418122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bc3d0-bc7c-4fb6-9353-d7f1c0e4fecf req-fb9c687a-3cd6-4118-af4d-8b0ed7fd82c4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:09.421317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d7bc3d0-bc7c-4fb6-9353-d7f1c0e4fecf req-fb9c687a-3cd6-4118-af4d-8b0ed7fd82c4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.60 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 946 time: 0.6360579 Feb 16 16:58:09.514519 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (ee71a293-9771-42d9-8056-574af90c3ffe), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:09.535746 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:09.541589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/subnets/ee71a293-9771-42d9-8056-574af90c3ffe HTTP/1.1" status: 204 len: 168 time: 0.8128412 Feb 16 16:58:09.542274 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38268) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:09.548238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486d134c-7319-4bab-856c-7cafc66a3a85 None None] Network 75510633-2334-4aae-94b7-a3c16729ddba requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:58:09.563125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Subnet': ['ID=ee71a293-9771-42d9-8056-574af90c3ffe,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:09.576837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:09.577238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:09.577583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:09.577910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:09.578402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:09.578736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:09.579052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:09.579378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:09.579697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:09.580056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:09.580937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:09.581249 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:09.581567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b06c0-8adb-4b8c-9a85-135dd4a92c79 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:09.620984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-1d7bc3d0-bc7c-4fb6-9353-d7f1c0e4fecf req-4b1537f5-055e-4d3d-8d93-f40569faf5e4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Deleting port b315b51c-7adf-4917-9dae-d6c49f912476 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:58:09.621335 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1d7bc3d0-bc7c-4fb6-9353-d7f1c0e4fecf req-4b1537f5-055e-4d3d-8d93-f40569faf5e4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:09.715049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (75510633-2334-4aae-94b7-a3c16729ddba), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:09.801570 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Deleting port 692da926-fbd0-4a3d-adc2-2536c95cca43 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:58:09.801570 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:09.831730 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-1d7bc3d0-bc7c-4fb6-9353-d7f1c0e4fecf req-4b1537f5-055e-4d3d-8d93-f40569faf5e4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] For port b315b51c-7adf-4917-9dae-d6c49f912476, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=b315b51c-7adf-4917-9dae-d6c49f912476,segment=NetworkSegment(e5094152-f09f-4f89-9a67-45f90e39f9d9),segment_id=e5094152-f09f-4f89-9a67-45f90e39f9d9)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:09.832259 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1d7bc3d0-bc7c-4fb6-9353-d7f1c0e4fecf req-4b1537f5-055e-4d3d-8d93-f40569faf5e4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:09.846476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-1d7bc3d0-bc7c-4fb6-9353-d7f1c0e4fecf req-4b1537f5-055e-4d3d-8d93-f40569faf5e4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Calling delete_port for b315b51c-7adf-4917-9dae-d6c49f912476 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:58:10.051289 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c990145f-0b24-4700-ae78-e06900d40d0f None None] DHCP port deletion for 75510633-2334-4aae-94b7-a3c16729ddba request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:58:10.110354 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1d7bc3d0-bc7c-4fb6-9353-d7f1c0e4fecf req-4b1537f5-055e-4d3d-8d93-f40569faf5e4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b315b51c-7adf-4917-9dae-d6c49f912476), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:10.147273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['b315b51c-7adf-4917-9dae-d6c49f912476'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:58:10.173271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] For port 692da926-fbd0-4a3d-adc2-2536c95cca43, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=692da926-fbd0-4a3d-adc2-2536c95cca43,segment=NetworkSegment(494be54e-801a-4113-9da7-366134d6acfa),segment_id=494be54e-801a-4113-9da7-366134d6acfa)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:10.173648 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:10.213021 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Calling delete_port for 692da926-fbd0-4a3d-adc2-2536c95cca43 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:58:10.213528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1537f5-055e-4d3d-8d93-f40569faf5e4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Pushing event deleted for resources: {'Port': ['ID=b315b51c-7adf-4917-9dae-d6c49f912476,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:10.311678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c990145f-0b24-4700-ae78-e06900d40d0f None None] Deleting port 692da926-fbd0-4a3d-adc2-2536c95cca43 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:58:10.320281 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c990145f-0b24-4700-ae78-e06900d40d0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:10.323959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e93c75-d0a0-4757-8efc-ead97b09b106 req-ec1ec87a-1a5e-43fd-81eb-8ff437f71ac8 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:10.325534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-93e93c75-d0a0-4757-8efc-ead97b09b106 req-ec1ec87a-1a5e-43fd-81eb-8ff437f71ac8 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/ports?device_id=49cfa36a-65dd-4630-aa1c-c51ee0674b03 HTTP/1.1" status: 200 len: 868 time: 0.3232200 Feb 16 16:58:10.389577 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:10.420832 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Port': ['ID=692da926-fbd0-4a3d-adc2-2536c95cca43,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:10.427908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] No DVR routers for this DVR port 692da926-fbd0-4a3d-adc2-2536c95cca43 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:10.499536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7bc3d0-bc7c-4fb6-9353-d7f1c0e4fecf req-4b1537f5-055e-4d3d-8d93-f40569faf5e4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] No DVR routers for this DVR port b315b51c-7adf-4917-9dae-d6c49f912476 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:10.524563 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1d7bc3d0-bc7c-4fb6-9353-d7f1c0e4fecf req-4b1537f5-055e-4d3d-8d93-f40569faf5e4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:10.529204 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d7bc3d0-bc7c-4fb6-9353-d7f1c0e4fecf req-4b1537f5-055e-4d3d-8d93-f40569faf5e4 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.60 "DELETE /v2.0/ports/b315b51c-7adf-4917-9dae-d6c49f912476 HTTP/1.1" status: 204 len: 173 time: 1.1023798 Feb 16 16:58:10.529710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cfa36a-65dd-4630-aa1c-c51ee0674b03', 'name': 'network-vif-deleted', 'tag': 'b315b51c-7adf-4917-9dae-d6c49f912476'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:58:10.536931 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b965b1d-80f3-4cb6-9090-0cb895e375cb" -d '{"events": [{"server_uuid": "49cfa36a-65dd-4630-aa1c-c51ee0674b03", "name": "network-vif-deleted", "tag": "b315b51c-7adf-4917-9dae-d6c49f912476"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:58:10.562160 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c990145f-0b24-4700-ae78-e06900d40d0f None None] For port 692da926-fbd0-4a3d-adc2-2536c95cca43, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=692da926-fbd0-4a3d-adc2-2536c95cca43,segment=NetworkSegment(494be54e-801a-4113-9da7-366134d6acfa),segment_id=494be54e-801a-4113-9da7-366134d6acfa)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:10.565570 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c990145f-0b24-4700-ae78-e06900d40d0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:10.596380 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (75510633-2334-4aae-94b7-a3c16729ddba), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:10.640078 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-93e93c75-d0a0-4757-8efc-ead97b09b106 req-0be7c4e5-bc23-4289-b6e3-ece4d7b8daa5 tempest-ServersNegativeTestJSON-1627665548 tempest-ServersNegativeTestJSON-1627665548-project] 10.222.0.24 "GET /v2.0/security-groups?id=3726e145-1412-45b1-a59f-84f60af5faa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000495 Feb 16 16:58:10.647341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c990145f-0b24-4700-ae78-e06900d40d0f None None] Calling delete_port for 692da926-fbd0-4a3d-adc2-2536c95cca43 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:58:10.679571 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659afabc-e905-446d-8e7d-0d502567e14e x-openstack-request-id: req-659afabc-e905-446d-8e7d-0d502567e14e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:58:10.680484 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cfa36a-65dd-4630-aa1c-c51ee0674b03", "name": "network-vif-deleted", "tag": "b315b51c-7adf-4917-9dae-d6c49f912476", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:58:10.680484 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-659afabc-e905-446d-8e7d-0d502567e14e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:58:10.680751 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cfa36a-65dd-4630-aa1c-c51ee0674b03', 'name': 'network-vif-deleted', 'tag': 'b315b51c-7adf-4917-9dae-d6c49f912476', 'status': 'completed', 'code': 200} Feb 16 16:58:10.721790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75510633-2334-4aae-94b7-a3c16729ddba']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.756173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494be54e-801a-4113-9da7-366134d6acfa') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.756546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494be54e-801a-4113-9da7-366134d6acfa') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:10.812755 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (494be54e-801a-4113-9da7-366134d6acfa), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:10.866824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (494be54e-801a-4113-9da7-366134d6acfa), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:10.880232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:10.881867 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (494be54e-801a-4113-9da7-366134d6acfa), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:10.888250 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:11.191970 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (75510633-2334-4aae-94b7-a3c16729ddba), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:11.210348 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c990145f-0b24-4700-ae78-e06900d40d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (692da926-fbd0-4a3d-adc2-2536c95cca43), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:11.238416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c990145f-0b24-4700-ae78-e06900d40d0f None None] Network 75510633-2334-4aae-94b7-a3c16729ddba is not hosted by any dhcp agent {{(pid=103423) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:58:11.241099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c990145f-0b24-4700-ae78-e06900d40d0f None None] No DVR routers for this DVR port 692da926-fbd0-4a3d-adc2-2536c95cca43 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:11.257592 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:11.271714 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] 10.222.0.24 "DELETE /v2.0/networks/75510633-2334-4aae-94b7-a3c16729ddba HTTP/1.1" status: 204 len: 168 time: 1.7254181 Feb 16 16:58:11.294552 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a33e15-0636-44b8-863e-645f5f72f556 tempest-NetworksTest-690644368 tempest-NetworksTest-690644368-project] Pushing event deleted for resources: {'Network': ['ID=75510633-2334-4aae-94b7-a3c16729ddba,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:11.300330 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990145f-0b24-4700-ae78-e06900d40d0f None None] Pushing event deleted for resources: {'Port': ['ID=692da926-fbd0-4a3d-adc2-2536c95cca43,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:11.363918 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 692da926-fbd0-4a3d-adc2-2536c95cca43 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:58:11.438990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 692da926-fbd0-4a3d-adc2-2536c95cca43 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:58:11.439227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 692da926-fbd0-4a3d-adc2-2536c95cca43 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:58:11.709047 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-564ebe09-38da-44db-83ec-9daaee563f9e req-737ba911-dcc1-481e-b0d0-242592d82290 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5472052 Feb 16 16:58:11.710224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38302) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:11.776962 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f57525-51b7-40b3-800d-1858bbec5e2f admin admin] Deleting subnet d092a221-0126-4114-8e52-e084ffe483c5 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:58:11.807654 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-24f57525-51b7-40b3-800d-1858bbec5e2f admin admin] Publish callbacks [] for subnet (d092a221-0126-4114-8e52-e084ffe483c5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:11.862025 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-24f57525-51b7-40b3-800d-1858bbec5e2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (d092a221-0126-4114-8e52-e084ffe483c5), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:11.890953 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ebe09-38da-44db-83ec-9daaee563f9e req-8bc3b1e2-700a-4839-ba5f-b34e82a84114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:11.892507 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-564ebe09-38da-44db-83ec-9daaee563f9e req-8bc3b1e2-700a-4839-ba5f-b34e82a84114 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=339ec40502aa40e4b74c8c1f14f144fc&device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 1132 time: 0.1124663 Feb 16 16:58:11.914241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38304) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:12.124916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ebe09-38da-44db-83ec-9daaee563f9e req-e50884e5-4e1d-4688-86ec-a3d6be20ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:12.126317 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-564ebe09-38da-44db-83ec-9daaee563f9e req-e50884e5-4e1d-4688-86ec-a3d6be20ed51 service neutron] 10.222.0.65 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.2107258 Feb 16 16:58:12.188632 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-564ebe09-38da-44db-83ec-9daaee563f9e req-427446f9-462c-498e-8eb3-b2e5d56588e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5a312482-ebc7-4fff-99c1-ade8dd6290ac HTTP/1.1" status: 200 len: 217 time: 0.0506814 Feb 16 16:58:12.226022 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-24f57525-51b7-40b3-800d-1858bbec5e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (d092a221-0126-4114-8e52-e084ffe483c5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:12.266502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9efce349-2aa2-49f3-b55c-ccbd2db2fcb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d4ef515667446aeb6c46a9d54e4d8f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3510509 Feb 16 16:58:12.269708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38310) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:12.319129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ebe09-38da-44db-83ec-9daaee563f9e req-bdbb9a7b-ce02-4bc3-8d86-06910fe8b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:12.320617 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-564ebe09-38da-44db-83ec-9daaee563f9e req-bdbb9a7b-ce02-4bc3-8d86-06910fe8b6e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.1250544 Feb 16 16:58:12.379657 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29d98e4e-4dc8-4043-8e04-5b3c7c283c7d admin admin] Publish callbacks [] for security_group (1ca94a76-370a-4f1c-8c88-22e9e80e4f3a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:12.422754 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-24f57525-51b7-40b3-800d-1858bbec5e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (d092a221-0126-4114-8e52-e084ffe483c5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:12.461039 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29d98e4e-4dc8-4043-8e04-5b3c7c283c7d admin admin] Publish callbacks [] for security_group (1ca94a76-370a-4f1c-8c88-22e9e80e4f3a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:12.508584 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f57525-51b7-40b3-800d-1858bbec5e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d092a221-0126-4114-8e52-e084ffe483c5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:12.514076 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-24f57525-51b7-40b3-800d-1858bbec5e2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:12.517497 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-24f57525-51b7-40b3-800d-1858bbec5e2f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d092a221-0126-4114-8e52-e084ffe483c5 HTTP/1.1" status: 204 len: 168 time: 0.8060291 Feb 16 16:58:12.520890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38314) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:12.534873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ebe09-38da-44db-83ec-9daaee563f9e req-1c44935b-ab20-4752-a70f-68b5b1fe3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:12.536445 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-564ebe09-38da-44db-83ec-9daaee563f9e req-1c44935b-ab20-4752-a70f-68b5b1fe3437 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1944382 Feb 16 16:58:12.616294 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29d98e4e-4dc8-4043-8e04-5b3c7c283c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1ca94a76-370a-4f1c-8c88-22e9e80e4f3a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:12.619353 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-29d98e4e-4dc8-4043-8e04-5b3c7c283c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:12.620353 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ec77285-60bd-453e-a0e7-d5c8383ab7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (f8226c3b-ad15-4e6e-a3c7-5126b87ef910), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:12.620700 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-29d98e4e-4dc8-4043-8e04-5b3c7c283c7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ca94a76-370a-4f1c-8c88-22e9e80e4f3a HTTP/1.1" status: 204 len: 168 time: 0.3484564 Feb 16 16:58:12.638869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d98e4e-4dc8-4043-8e04-5b3c7c283c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca94a76-370a-4f1c-8c88-22e9e80e4f3a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:12.718896 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-564ebe09-38da-44db-83ec-9daaee563f9e req-b0deefbe-61bf-4f6d-b02f-4c224a7df84a service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750784 Feb 16 16:58:12.869450 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ec77285-60bd-453e-a0e7-d5c8383ab7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (f8226c3b-ad15-4e6e-a3c7-5126b87ef910), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:12.908884 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-564ebe09-38da-44db-83ec-9daaee563f9e req-b1570784-36be-4804-b950-8448393b0506 service neutron] 10.222.0.65 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826463 Feb 16 16:58:12.937718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-2ec77285-60bd-453e-a0e7-d5c8383ab7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8226c3b-ad15-4e6e-a3c7-5126b87ef910']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:12.975521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-2ec77285-60bd-453e-a0e7-d5c8383ab7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5094152-f09f-4f89-9a67-45f90e39f9d9') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:12.975713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-2ec77285-60bd-453e-a0e7-d5c8383ab7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5094152-f09f-4f89-9a67-45f90e39f9d9') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:13.030588 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ec77285-60bd-453e-a0e7-d5c8383ab7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (e5094152-f09f-4f89-9a67-45f90e39f9d9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:13.081322 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ec77285-60bd-453e-a0e7-d5c8383ab7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e5094152-f09f-4f89-9a67-45f90e39f9d9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:13.101353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec77285-60bd-453e-a0e7-d5c8383ab7a4 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:13.101756 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ec77285-60bd-453e-a0e7-d5c8383ab7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (e5094152-f09f-4f89-9a67-45f90e39f9d9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:13.255471 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ec77285-60bd-453e-a0e7-d5c8383ab7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (f8226c3b-ad15-4e6e-a3c7-5126b87ef910), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:13.260093 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2ec77285-60bd-453e-a0e7-d5c8383ab7a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:13.266199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2ec77285-60bd-453e-a0e7-d5c8383ab7a4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f8226c3b-ad15-4e6e-a3c7-5126b87ef910 HTTP/1.1" status: 204 len: 168 time: 0.7418377 Feb 16 16:58:13.303523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec77285-60bd-453e-a0e7-d5c8383ab7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8226c3b-ad15-4e6e-a3c7-5126b87ef910,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:13.482892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38334) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:13.552323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e9c95f9e-7323-4cdf-8ef4-3e2ddb4bf453 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=841aff1e2cfb4b999c259e50aac929f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677459 Feb 16 16:58:13.554941 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38338) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:13.639895 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-541efeb5-7646-4d72-a367-6b548c817753 admin admin] Publish callbacks [] for security_group (3726e145-1412-45b1-a59f-84f60af5faa8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:13.665101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-541efeb5-7646-4d72-a367-6b548c817753 admin admin] Publish callbacks [] for security_group (3726e145-1412-45b1-a59f-84f60af5faa8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:13.733447 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-541efeb5-7646-4d72-a367-6b548c817753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3726e145-1412-45b1-a59f-84f60af5faa8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:13.738181 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-541efeb5-7646-4d72-a367-6b548c817753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:13.741938 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-541efeb5-7646-4d72-a367-6b548c817753 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3726e145-1412-45b1-a59f-84f60af5faa8 HTTP/1.1" status: 204 len: 168 time: 0.1833870 Feb 16 16:58:13.762254 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541efeb5-7646-4d72-a367-6b548c817753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3726e145-1412-45b1-a59f-84f60af5faa8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:13.825026 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b315b51c-7adf-4917-9dae-d6c49f912476 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:58:13.859192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: b315b51c-7adf-4917-9dae-d6c49f912476 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:58:13.859626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device b315b51c-7adf-4917-9dae-d6c49f912476 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:58:13.975077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38354) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:14.112035 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2e3bbc92-3161-4829-94df-bc2d3589d519 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group': {'name': 'tempest-secgroup--650716409'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:14.145051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e3bbc92-3161-4829-94df-bc2d3589d519 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:14.155461 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e3bbc92-3161-4829-94df-bc2d3589d519 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:14.289663 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e3bbc92-3161-4829-94df-bc2d3589d519 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (94076c9a-069d-45d5-9b8a-ca51e89ee55a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:14.296511 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e3bbc92-3161-4829-94df-bc2d3589d519 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (94076c9a-069d-45d5-9b8a-ca51e89ee55a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:14.372256 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bbc92-3161-4829-94df-bc2d3589d519 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94076c9a-069d-45d5-9b8a-ca51e89ee55a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:14.402585 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e3bbc92-3161-4829-94df-bc2d3589d519 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (33505d88-283a-4f7b-86b0-bac5d93f5c99), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:14.407768 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e3bbc92-3161-4829-94df-bc2d3589d519 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (33505d88-283a-4f7b-86b0-bac5d93f5c99), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:14.433578 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e3bbc92-3161-4829-94df-bc2d3589d519 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:14.437776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38374) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:14.438307 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2e3bbc92-3161-4829-94df-bc2d3589d519 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4619541 Feb 16 16:58:14.489944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bbc92-3161-4829-94df-bc2d3589d519 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33505d88-283a-4f7b-86b0-bac5d93f5c99,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:14.641159 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38386) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:14.649299 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group': {'name': 'tempest-security--986793618', 'description': 'tempest-security-description-1320579893'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:14.656779 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-478935e5-0719-4d3e-9336-b1c2ddce2e82 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2153695 Feb 16 16:58:14.726122 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (33505d88-283a-4f7b-86b0-bac5d93f5c99), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:14.784987 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (33505d88-283a-4f7b-86b0-bac5d93f5c99), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:14.798703 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (33505d88-283a-4f7b-86b0-bac5d93f5c99), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:14.802111 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:14.807987 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "PUT /v2.0/security-groups/33505d88-283a-4f7b-86b0-bac5d93f5c99 HTTP/1.1" status: 200 len: 1796 time: 0.1625378 Feb 16 16:58:14.813505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38392) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:14.868991 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33505d88-283a-4f7b-86b0-bac5d93f5c99,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:14.886904 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:14.891894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:14.892353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:14.893307 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:14.893702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:14.894094 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:14.894509 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:14.894905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:14.895297 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:14.895687 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:14.906750 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:14.907217 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:14.907612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da214425-8ae2-4d35-b7e5-4b75e6981ae9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:58:14.947960 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38394) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:14.952301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d305555c-30fa-4b95-bfe6-2edaa58ae9d8 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-groups/33505d88-283a-4f7b-86b0-bac5d93f5c99 HTTP/1.1" status: 200 len: 1796 time: 0.1358840 Feb 16 16:58:15.035353 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d59f08b0-364f-4176-9abf-27bbd6a63a41 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (33505d88-283a-4f7b-86b0-bac5d93f5c99), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.095593 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d59f08b0-364f-4176-9abf-27bbd6a63a41 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (33505d88-283a-4f7b-86b0-bac5d93f5c99), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.170773 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d59f08b0-364f-4176-9abf-27bbd6a63a41 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (33505d88-283a-4f7b-86b0-bac5d93f5c99), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.173715 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d59f08b0-364f-4176-9abf-27bbd6a63a41 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.175032 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d59f08b0-364f-4176-9abf-27bbd6a63a41 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-groups/33505d88-283a-4f7b-86b0-bac5d93f5c99 HTTP/1.1" status: 204 len: 168 time: 0.2259538 Feb 16 16:58:15.177782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38400) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:15.192688 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f08b0-364f-4176-9abf-27bbd6a63a41 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33505d88-283a-4f7b-86b0-bac5d93f5c99,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:15.271051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38404) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:15.271350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2a83cf69-04c3-44b9-91cb-06289f213a1c tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0912352 Feb 16 16:58:15.290037 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-0cab4fde-e24a-4bcc-88f2-8c04e29ce745 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] delete failed (client error): The resource could not be found. Feb 16 16:58:15.290966 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0cab4fde-e24a-4bcc-88f2-8c04e29ce745 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-groups/33505d88-283a-4f7b-86b0-bac5d93f5c99 HTTP/1.1" status: 404 len: 347 time: 0.0189025 Feb 16 16:58:15.298106 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38406) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:15.306591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7ffe1258-17af-49fa-9e6e-13ac1b6d692d tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group': {'name': 'tempest-secgroup--367887962'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:15.352069 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ffe1258-17af-49fa-9e6e-13ac1b6d692d tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.445995 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ffe1258-17af-49fa-9e6e-13ac1b6d692d tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (aefc8145-6cbf-411f-bfa2-a7b0decc8d94), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.453302 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ffe1258-17af-49fa-9e6e-13ac1b6d692d tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (aefc8145-6cbf-411f-bfa2-a7b0decc8d94), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.501059 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe1258-17af-49fa-9e6e-13ac1b6d692d tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc8145-6cbf-411f-bfa2-a7b0decc8d94,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:15.518601 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ffe1258-17af-49fa-9e6e-13ac1b6d692d tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.525723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38412) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:15.530567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-43a0ceea-7799-4c27-84cd-c307ea1fe966 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group_rule': {'security_group_id': 'aefc8145-6cbf-411f-bfa2-a7b0decc8d94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:15.542179 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7ffe1258-17af-49fa-9e6e-13ac1b6d692d tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2425919 Feb 16 16:58:15.628784 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43a0ceea-7799-4c27-84cd-c307ea1fe966 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (9ad5c3db-8a87-4db4-b844-51e8c88c92be), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.777716 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43a0ceea-7799-4c27-84cd-c307ea1fe966 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (9ad5c3db-8a87-4db4-b844-51e8c88c92be), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.789843 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43a0ceea-7799-4c27-84cd-c307ea1fe966 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (9ad5c3db-8a87-4db4-b844-51e8c88c92be), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.810922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0ceea-7799-4c27-84cd-c307ea1fe966 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad5c3db-8a87-4db4-b844-51e8c88c92be,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:15.820755 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-43a0ceea-7799-4c27-84cd-c307ea1fe966 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.822527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-43a0ceea-7799-4c27-84cd-c307ea1fe966 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2956228 Feb 16 16:58:15.826324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38420) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:15.875259 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2eaa-73e7-4036-a183-614bbc786057 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (9ad5c3db-8a87-4db4-b844-51e8c88c92be), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.895437 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2eaa-73e7-4036-a183-614bbc786057 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (9ad5c3db-8a87-4db4-b844-51e8c88c92be), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.945594 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2eaa-73e7-4036-a183-614bbc786057 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (9ad5c3db-8a87-4db4-b844-51e8c88c92be), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.953679 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2eaa-73e7-4036-a183-614bbc786057 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:15.958083 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ff4c2eaa-73e7-4036-a183-614bbc786057 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9ad5c3db-8a87-4db4-b844-51e8c88c92be HTTP/1.1" status: 204 len: 168 time: 0.1274748 Feb 16 16:58:15.958452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38428) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:15.976672 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c2eaa-73e7-4036-a183-614bbc786057 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ad5c3db-8a87-4db4-b844-51e8c88c92be,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:16.047610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38430) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:16.051892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9608e4ae-3061-4c96-8db6-785e74b5de47 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0851421 Feb 16 16:58:16.156546 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31115c1c-0dbf-496a-8fbe-a5c8002c5058 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (aefc8145-6cbf-411f-bfa2-a7b0decc8d94), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:16.181185 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31115c1c-0dbf-496a-8fbe-a5c8002c5058 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (aefc8145-6cbf-411f-bfa2-a7b0decc8d94), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:16.233747 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31115c1c-0dbf-496a-8fbe-a5c8002c5058 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (aefc8145-6cbf-411f-bfa2-a7b0decc8d94), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:16.238433 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31115c1c-0dbf-496a-8fbe-a5c8002c5058 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:16.241598 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-31115c1c-0dbf-496a-8fbe-a5c8002c5058 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-groups/aefc8145-6cbf-411f-bfa2-a7b0decc8d94 HTTP/1.1" status: 204 len: 168 time: 0.1927335 Feb 16 16:58:16.244533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38434) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:16.284881 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31115c1c-0dbf-496a-8fbe-a5c8002c5058 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc8145-6cbf-411f-bfa2-a7b0decc8d94,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:16.368176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a7fca41f-ce9b-4b37-ac02-63269c1efbc2 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1224120 Feb 16 16:58:16.374214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38438) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:16.379528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-065bfba0-78a2-46d6-b154-1d76fcfd10a7 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group': {'name': 'tempest-secgroup--938915245'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:16.439696 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-065bfba0-78a2-46d6-b154-1d76fcfd10a7 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:16.602095 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-065bfba0-78a2-46d6-b154-1d76fcfd10a7 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (978fc641-d373-4e1e-973b-4523adf3dfdc), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:16.608507 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-065bfba0-78a2-46d6-b154-1d76fcfd10a7 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (978fc641-d373-4e1e-973b-4523adf3dfdc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:16.670510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bfba0-78a2-46d6-b154-1d76fcfd10a7 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978fc641-d373-4e1e-973b-4523adf3dfdc,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:16.704106 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-065bfba0-78a2-46d6-b154-1d76fcfd10a7 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:16.709100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38448) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:16.709263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-065bfba0-78a2-46d6-b154-1d76fcfd10a7 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3338566 Feb 16 16:58:16.715724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-30d6cf02-72c0-42a1-8c9d-210cec2d1e2b tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group_rule': {'security_group_id': '978fc641-d373-4e1e-973b-4523adf3dfdc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:16.782064 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30d6cf02-72c0-42a1-8c9d-210cec2d1e2b tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (52d2e122-b1f7-4e86-b8f5-fe3c017cadbc), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:16.892005 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30d6cf02-72c0-42a1-8c9d-210cec2d1e2b tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (52d2e122-b1f7-4e86-b8f5-fe3c017cadbc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:16.902754 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30d6cf02-72c0-42a1-8c9d-210cec2d1e2b tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (52d2e122-b1f7-4e86-b8f5-fe3c017cadbc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:16.949597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6cf02-72c0-42a1-8c9d-210cec2d1e2b tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d2e122-b1f7-4e86-b8f5-fe3c017cadbc,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:16.976947 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30d6cf02-72c0-42a1-8c9d-210cec2d1e2b tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:16.978962 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-30d6cf02-72c0-42a1-8c9d-210cec2d1e2b tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2685435 Feb 16 16:58:16.981787 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38460) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:16.988169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9f2b4974-884b-4ad0-b0a9-6326498edc96 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group_rule': {'security_group_id': '978fc641-d373-4e1e-973b-4523adf3dfdc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:17.048159 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f2b4974-884b-4ad0-b0a9-6326498edc96 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (9e117ae1-24ce-4b0d-9ab0-1d1155a5e6a1), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:17.207953 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f2b4974-884b-4ad0-b0a9-6326498edc96 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (9e117ae1-24ce-4b0d-9ab0-1d1155a5e6a1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:17.213993 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f2b4974-884b-4ad0-b0a9-6326498edc96 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (9e117ae1-24ce-4b0d-9ab0-1d1155a5e6a1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:17.261089 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b4974-884b-4ad0-b0a9-6326498edc96 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e117ae1-24ce-4b0d-9ab0-1d1155a5e6a1,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:17.281058 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f2b4974-884b-4ad0-b0a9-6326498edc96 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:17.282531 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9f2b4974-884b-4ad0-b0a9-6326498edc96 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2996631 Feb 16 16:58:17.286288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38468) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:17.291003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1ae6bbb4-8800-4dee-a2e5-0a8fb0fd47b0 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group_rule': {'security_group_id': '978fc641-d373-4e1e-973b-4523adf3dfdc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:17.349589 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ae6bbb4-8800-4dee-a2e5-0a8fb0fd47b0 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (1b1019de-cdba-4330-8914-f00a09c0a787), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:17.505526 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ae6bbb4-8800-4dee-a2e5-0a8fb0fd47b0 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (1b1019de-cdba-4330-8914-f00a09c0a787), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:17.515501 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ae6bbb4-8800-4dee-a2e5-0a8fb0fd47b0 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (1b1019de-cdba-4330-8914-f00a09c0a787), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:17.561130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6bbb4-8800-4dee-a2e5-0a8fb0fd47b0 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1019de-cdba-4330-8914-f00a09c0a787,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:17.576250 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ae6bbb4-8800-4dee-a2e5-0a8fb0fd47b0 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:17.581812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38476) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:17.586755 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a9e2fa78-16b1-4b62-92bb-04f88727d70d tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group_rule': {'security_group_id': '978fc641-d373-4e1e-973b-4523adf3dfdc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:17.592212 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1ae6bbb4-8800-4dee-a2e5-0a8fb0fd47b0 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3043053 Feb 16 16:58:17.649072 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fa78-16b1-4b62-92bb-04f88727d70d tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (92f5873d-92fa-457d-bec7-eb8cfea3106c), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:17.756137 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fa78-16b1-4b62-92bb-04f88727d70d tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (92f5873d-92fa-457d-bec7-eb8cfea3106c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:17.762551 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fa78-16b1-4b62-92bb-04f88727d70d tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (92f5873d-92fa-457d-bec7-eb8cfea3106c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:17.793636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2fa78-16b1-4b62-92bb-04f88727d70d tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f5873d-92fa-457d-bec7-eb8cfea3106c,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:17.810296 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fa78-16b1-4b62-92bb-04f88727d70d tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:17.812360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a9e2fa78-16b1-4b62-92bb-04f88727d70d tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2292204 Feb 16 16:58:17.814813 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38484) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:17.820923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d6f29914-f8cb-4d1d-bff9-7c38704ae31a tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group_rule': {'security_group_id': '978fc641-d373-4e1e-973b-4523adf3dfdc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:17.863722 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6f29914-f8cb-4d1d-bff9-7c38704ae31a tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (45c64b0b-5612-448f-8596-161ac4df3b90), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:17.978455 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6f29914-f8cb-4d1d-bff9-7c38704ae31a tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (45c64b0b-5612-448f-8596-161ac4df3b90), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:17.986070 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6f29914-f8cb-4d1d-bff9-7c38704ae31a tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (45c64b0b-5612-448f-8596-161ac4df3b90), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:18.032143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f29914-f8cb-4d1d-bff9-7c38704ae31a tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c64b0b-5612-448f-8596-161ac4df3b90,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:18.040652 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6f29914-f8cb-4d1d-bff9-7c38704ae31a tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:18.042098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d6f29914-f8cb-4d1d-bff9-7c38704ae31a tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2250319 Feb 16 16:58:18.044861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38492) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:18.132776 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-703e4dc8-ab89-44d5-b1cf-f89e85365bbb tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (45c64b0b-5612-448f-8596-161ac4df3b90), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:18.149060 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-703e4dc8-ab89-44d5-b1cf-f89e85365bbb tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (45c64b0b-5612-448f-8596-161ac4df3b90), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:18.194972 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-703e4dc8-ab89-44d5-b1cf-f89e85365bbb tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (45c64b0b-5612-448f-8596-161ac4df3b90), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:18.210692 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-703e4dc8-ab89-44d5-b1cf-f89e85365bbb tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:18.213692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-703e4dc8-ab89-44d5-b1cf-f89e85365bbb tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/45c64b0b-5612-448f-8596-161ac4df3b90 HTTP/1.1" status: 204 len: 168 time: 0.1662371 Feb 16 16:58:18.214795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38498) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:18.223245 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e4dc8-ab89-44d5-b1cf-f89e85365bbb tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45c64b0b-5612-448f-8596-161ac4df3b90,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:18.367879 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7e69aa3b-337c-4e86-8e22-d5f1322e91b8 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1494811 Feb 16 16:58:18.368879 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38506) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:18.406446 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bee388f5-f527-49e5-a1b4-4994321dfdcf req-b6825e3b-19e0-43ea-8515-21fedc5fcbbe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3168275 Feb 16 16:58:18.419681 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62108678-295c-42a6-a285-a069082940b6 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (92f5873d-92fa-457d-bec7-eb8cfea3106c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:18.431360 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62108678-295c-42a6-a285-a069082940b6 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (92f5873d-92fa-457d-bec7-eb8cfea3106c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:18.516663 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62108678-295c-42a6-a285-a069082940b6 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (92f5873d-92fa-457d-bec7-eb8cfea3106c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:18.526523 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62108678-295c-42a6-a285-a069082940b6 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:18.531666 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-62108678-295c-42a6-a285-a069082940b6 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/92f5873d-92fa-457d-bec7-eb8cfea3106c HTTP/1.1" status: 204 len: 168 time: 0.1602926 Feb 16 16:58:18.535669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38510) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:18.546071 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62108678-295c-42a6-a285-a069082940b6 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92f5873d-92fa-457d-bec7-eb8cfea3106c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:18.592711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee388f5-f527-49e5-a1b4-4994321dfdcf req-614d8c72-1a1e-413f-8ce7-e672aa027a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:18.594440 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bee388f5-f527-49e5-a1b4-4994321dfdcf req-614d8c72-1a1e-413f-8ce7-e672aa027a77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1128 time: 0.1325283 Feb 16 16:58:18.677289 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38514) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:18.677422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c2c3e119-4b15-4dce-929c-3b82d30be3ea tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1410346 Feb 16 16:58:18.730566 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-016cf93c-7888-49da-8d86-9d2595712709 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (1b1019de-cdba-4330-8914-f00a09c0a787), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:18.750110 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-016cf93c-7888-49da-8d86-9d2595712709 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (1b1019de-cdba-4330-8914-f00a09c0a787), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:18.802133 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-016cf93c-7888-49da-8d86-9d2595712709 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (1b1019de-cdba-4330-8914-f00a09c0a787), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:18.808129 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-016cf93c-7888-49da-8d86-9d2595712709 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:18.809289 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-016cf93c-7888-49da-8d86-9d2595712709 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1b1019de-cdba-4330-8914-f00a09c0a787 HTTP/1.1" status: 204 len: 168 time: 0.1310022 Feb 16 16:58:18.812764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38516) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:18.835271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cf93c-7888-49da-8d86-9d2595712709 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b1019de-cdba-4330-8914-f00a09c0a787,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:18.870344 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee388f5-f527-49e5-a1b4-4994321dfdcf req-f481d924-c8e9-45cf-b5b5-95c5a7f47b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:18.871953 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bee388f5-f527-49e5-a1b4-4994321dfdcf req-f481d924-c8e9-45cf-b5b5-95c5a7f47b71 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 200 len: 898 time: 0.2540092 Feb 16 16:58:19.052908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38526) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:19.053394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4e72217f-15e5-46a2-b120-07b1d11f9c20 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2395191 Feb 16 16:58:19.114313 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bee388f5-f527-49e5-a1b4-4994321dfdcf req-5993631b-f3be-4074-91c1-4728282dc416 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 1001 time: 0.2123215 Feb 16 16:58:19.116811 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2c2792f-3f04-4c09-a62c-bc28bec4eeb8 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (9e117ae1-24ce-4b0d-9ab0-1d1155a5e6a1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:19.145279 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2c2792f-3f04-4c09-a62c-bc28bec4eeb8 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (9e117ae1-24ce-4b0d-9ab0-1d1155a5e6a1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:19.194907 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2c2792f-3f04-4c09-a62c-bc28bec4eeb8 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (9e117ae1-24ce-4b0d-9ab0-1d1155a5e6a1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:19.209233 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e2c2792f-3f04-4c09-a62c-bc28bec4eeb8 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:19.215376 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e2c2792f-3f04-4c09-a62c-bc28bec4eeb8 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9e117ae1-24ce-4b0d-9ab0-1d1155a5e6a1 HTTP/1.1" status: 204 len: 168 time: 0.1609824 Feb 16 16:58:19.218681 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38532) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:19.235301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee388f5-f527-49e5-a1b4-4994321dfdcf req-7f78d73b-9b6c-4151-9e4c-096ccc3f3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:19.239345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bee388f5-f527-49e5-a1b4-4994321dfdcf req-7f78d73b-9b6c-4151-9e4c-096ccc3f3100 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28a16b5a-5a01-44e7-92b2-075fe8b904dc HTTP/1.1" status: 200 len: 835 time: 0.1188602 Feb 16 16:58:19.289382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2792f-3f04-4c09-a62c-bc28bec4eeb8 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e117ae1-24ce-4b0d-9ab0-1d1155a5e6a1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:19.341242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee388f5-f527-49e5-a1b4-4994321dfdcf req-e69596ad-4751-4ccd-a170-0bcbe5bc129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:19.343438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bee388f5-f527-49e5-a1b4-4994321dfdcf req-e69596ad-4751-4ccd-a170-0bcbe5bc129e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0977099 Feb 16 16:58:19.369884 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bd530668-17c7-4126-8c78-d0a648b0474a tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1406879 Feb 16 16:58:19.372878 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38538) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:19.430308 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bbccac6d-c4ec-41e3-9efb-c9f2a5b62192 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (52d2e122-b1f7-4e86-b8f5-fe3c017cadbc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:19.481823 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bbccac6d-c4ec-41e3-9efb-c9f2a5b62192 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (52d2e122-b1f7-4e86-b8f5-fe3c017cadbc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:19.533749 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bee388f5-f527-49e5-a1b4-4994321dfdcf req-b7054c0d-56d7-4ec9-997e-170f33eccbbe service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835694 Feb 16 16:58:19.977429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bbccac6d-c4ec-41e3-9efb-c9f2a5b62192 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (52d2e122-b1f7-4e86-b8f5-fe3c017cadbc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:19.992929 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bbccac6d-c4ec-41e3-9efb-c9f2a5b62192 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:19.996858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38552) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:19.997551 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bbccac6d-c4ec-41e3-9efb-c9f2a5b62192 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/52d2e122-b1f7-4e86-b8f5-fe3c017cadbc HTTP/1.1" status: 204 len: 168 time: 0.6234419 Feb 16 16:58:20.003938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccac6d-c4ec-41e3-9efb-c9f2a5b62192 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52d2e122-b1f7-4e86-b8f5-fe3c017cadbc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:20.026431 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bee388f5-f527-49e5-a1b4-4994321dfdcf req-742e06eb-7a54-423b-8a94-db24aa3ca092 service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870894 Feb 16 16:58:20.104339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38558) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:20.116900 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8d4e2afd-f12b-49b3-b484-5809309103ff tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1186442 Feb 16 16:58:20.214809 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c39ef78-2493-4331-aaa4-f76218b01031 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (978fc641-d373-4e1e-973b-4523adf3dfdc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:20.269082 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c39ef78-2493-4331-aaa4-f76218b01031 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (978fc641-d373-4e1e-973b-4523adf3dfdc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:20.327987 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c39ef78-2493-4331-aaa4-f76218b01031 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (978fc641-d373-4e1e-973b-4523adf3dfdc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:20.332120 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c39ef78-2493-4331-aaa4-f76218b01031 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:20.336175 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38562) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:20.342488 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5c39ef78-2493-4331-aaa4-f76218b01031 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-groups/978fc641-d373-4e1e-973b-4523adf3dfdc HTTP/1.1" status: 204 len: 168 time: 0.2366121 Feb 16 16:58:20.370075 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39ef78-2493-4331-aaa4-f76218b01031 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978fc641-d373-4e1e-973b-4523adf3dfdc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:20.456648 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38566) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:20.461988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d61c5954-1e5e-4bfd-ba89-00389e806483 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group': {'name': 'tempest-secgroup--466261205'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:20.468423 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9e02ac11-5a04-4256-973a-8d0c2f958e96 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1309366 Feb 16 16:58:20.508298 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d61c5954-1e5e-4bfd-ba89-00389e806483 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:20.637190 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d61c5954-1e5e-4bfd-ba89-00389e806483 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (c9b0fb44-71dd-4adc-a164-d185d2573f86), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:20.647846 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d61c5954-1e5e-4bfd-ba89-00389e806483 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c9b0fb44-71dd-4adc-a164-d185d2573f86), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:20.691698 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d61c5954-1e5e-4bfd-ba89-00389e806483 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:20.697207 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38576) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:20.703013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8e48034e-dd90-497d-a254-25bace7eb6c2 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group_rule': {'security_group_id': 'c9b0fb44-71dd-4adc-a164-d185d2573f86', 'direction': 'ingress', 'protocol': 17}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:20.708113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d61c5954-1e5e-4bfd-ba89-00389e806483 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2503047 Feb 16 16:58:20.710245 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c5954-1e5e-4bfd-ba89-00389e806483 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b0fb44-71dd-4adc-a164-d185d2573f86,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:20.770705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e48034e-dd90-497d-a254-25bace7eb6c2 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (733674a5-f22e-4b9a-8c89-66806268119e), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:20.850219 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e48034e-dd90-497d-a254-25bace7eb6c2 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (733674a5-f22e-4b9a-8c89-66806268119e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:20.858660 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e48034e-dd90-497d-a254-25bace7eb6c2 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (733674a5-f22e-4b9a-8c89-66806268119e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:20.881902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48034e-dd90-497d-a254-25bace7eb6c2 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733674a5-f22e-4b9a-8c89-66806268119e,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:20.923245 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e48034e-dd90-497d-a254-25bace7eb6c2 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:20.928694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38584) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:20.937978 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8e48034e-dd90-497d-a254-25bace7eb6c2 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2393491 Feb 16 16:58:21.002140 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8dc6c40-6d86-48ad-9d57-775082ba0964 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (c9b0fb44-71dd-4adc-a164-d185d2573f86), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.032374 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8dc6c40-6d86-48ad-9d57-775082ba0964 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (c9b0fb44-71dd-4adc-a164-d185d2573f86), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.098838 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8dc6c40-6d86-48ad-9d57-775082ba0964 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c9b0fb44-71dd-4adc-a164-d185d2573f86), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.102153 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8dc6c40-6d86-48ad-9d57-775082ba0964 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.106943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38590) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:21.119195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b8dc6c40-6d86-48ad-9d57-775082ba0964 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-groups/c9b0fb44-71dd-4adc-a164-d185d2573f86 HTTP/1.1" status: 204 len: 168 time: 0.1887901 Feb 16 16:58:21.148627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc6c40-6d86-48ad-9d57-775082ba0964 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b0fb44-71dd-4adc-a164-d185d2573f86,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:21.208210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38596) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:21.215277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-06382384-2026-4c3f-bc7a-f2fe0a96cd1b tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group': {'name': 'tempest-secgroup--117935093'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:21.234293 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0558580d-532e-46f8-b611-8b3f50b18965 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1257622 Feb 16 16:58:21.261702 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-06382384-2026-4c3f-bc7a-f2fe0a96cd1b tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.368109 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-06382384-2026-4c3f-bc7a-f2fe0a96cd1b tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (aefc5600-ad30-4296-8764-d63729bf1c7a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.373755 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-06382384-2026-4c3f-bc7a-f2fe0a96cd1b tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (aefc5600-ad30-4296-8764-d63729bf1c7a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.409428 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-06382384-2026-4c3f-bc7a-f2fe0a96cd1b tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.414275 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38600) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:21.418880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-892a0969-ed27-476b-bf9d-ee6816c09c1c tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group': {'name': 'tempest-secgroup--127132296'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:21.425061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-06382384-2026-4c3f-bc7a-f2fe0a96cd1b tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2143493 Feb 16 16:58:21.437320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06382384-2026-4c3f-bc7a-f2fe0a96cd1b tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc5600-ad30-4296-8764-d63729bf1c7a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:21.473569 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-892a0969-ed27-476b-bf9d-ee6816c09c1c tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.596458 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-892a0969-ed27-476b-bf9d-ee6816c09c1c tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (8fce18f5-7fea-43b0-86e7-99f29d7ec538), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.604964 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-892a0969-ed27-476b-bf9d-ee6816c09c1c tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8fce18f5-7fea-43b0-86e7-99f29d7ec538), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.662880 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-892a0969-ed27-476b-bf9d-ee6816c09c1c tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.667103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38604) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:21.667387 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-892a0969-ed27-476b-bf9d-ee6816c09c1c tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2522905 Feb 16 16:58:21.672636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-39ba9c85-bc60-4998-8db6-1abeb169e362 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group_rule': {'security_group_id': 'aefc5600-ad30-4296-8764-d63729bf1c7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8fce18f5-7fea-43b0-86e7-99f29d7ec538', 'remote_ip_prefix': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:21.681675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a0969-ed27-476b-bf9d-ee6816c09c1c tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fce18f5-7fea-43b0-86e7-99f29d7ec538,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:21.750063 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-39ba9c85-bc60-4998-8db6-1abeb169e362 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (2ac64565-b341-4632-a05d-147cc5e38a5f), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.861704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-39ba9c85-bc60-4998-8db6-1abeb169e362 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (2ac64565-b341-4632-a05d-147cc5e38a5f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.864521 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-39ba9c85-bc60-4998-8db6-1abeb169e362 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (2ac64565-b341-4632-a05d-147cc5e38a5f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.885071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba9c85-bc60-4998-8db6-1abeb169e362 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac64565-b341-4632-a05d-147cc5e38a5f,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:21.909096 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-39ba9c85-bc60-4998-8db6-1abeb169e362 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.913080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-39ba9c85-bc60-4998-8db6-1abeb169e362 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2442672 Feb 16 16:58:21.915722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38612) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:21.971569 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7d32fc5-afaf-49fb-845e-be5d8afa2f9a tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (2ac64565-b341-4632-a05d-147cc5e38a5f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:21.991138 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7d32fc5-afaf-49fb-845e-be5d8afa2f9a tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (2ac64565-b341-4632-a05d-147cc5e38a5f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:22.043786 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7d32fc5-afaf-49fb-845e-be5d8afa2f9a tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (2ac64565-b341-4632-a05d-147cc5e38a5f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:22.051698 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7d32fc5-afaf-49fb-845e-be5d8afa2f9a tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:22.053037 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b7d32fc5-afaf-49fb-845e-be5d8afa2f9a tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2ac64565-b341-4632-a05d-147cc5e38a5f HTTP/1.1" status: 204 len: 168 time: 0.1362979 Feb 16 16:58:22.055695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38616) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:22.064117 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d32fc5-afaf-49fb-845e-be5d8afa2f9a tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ac64565-b341-4632-a05d-147cc5e38a5f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:22.170684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-770f10f9-c364-43e3-81d2-c23e7085b183 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1113069 Feb 16 16:58:22.171072 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38620) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:22.300479 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4fc4-60f7-461d-9c84-e723242d20aa tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (8fce18f5-7fea-43b0-86e7-99f29d7ec538), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:22.338837 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4fc4-60f7-461d-9c84-e723242d20aa tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (8fce18f5-7fea-43b0-86e7-99f29d7ec538), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:22.404654 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4fc4-60f7-461d-9c84-e723242d20aa tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8fce18f5-7fea-43b0-86e7-99f29d7ec538), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:22.407206 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4fc4-60f7-461d-9c84-e723242d20aa tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:22.411314 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cc2f4fc4-60f7-461d-9c84-e723242d20aa tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-groups/8fce18f5-7fea-43b0-86e7-99f29d7ec538 HTTP/1.1" status: 204 len: 168 time: 0.2363894 Feb 16 16:58:22.412142 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38628) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:22.420870 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f4fc4-60f7-461d-9c84-e723242d20aa tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fce18f5-7fea-43b0-86e7-99f29d7ec538,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:22.529888 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38630) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:22.531194 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f99b0ce8-04a7-47de-9847-cb6fb6cd3b8a tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1174970 Feb 16 16:58:22.646721 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f3bb5c29-7bd0-4114-92c9-09dc2b86ac8c tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (aefc5600-ad30-4296-8764-d63729bf1c7a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:22.697605 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f3bb5c29-7bd0-4114-92c9-09dc2b86ac8c tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (aefc5600-ad30-4296-8764-d63729bf1c7a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:22.770312 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f3bb5c29-7bd0-4114-92c9-09dc2b86ac8c tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (aefc5600-ad30-4296-8764-d63729bf1c7a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:22.773490 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f3bb5c29-7bd0-4114-92c9-09dc2b86ac8c tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:22.774387 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f3bb5c29-7bd0-4114-92c9-09dc2b86ac8c tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-groups/aefc5600-ad30-4296-8764-d63729bf1c7a HTTP/1.1" status: 204 len: 168 time: 0.2430859 Feb 16 16:58:22.777608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38634) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:22.786683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb5c29-7bd0-4114-92c9-09dc2b86ac8c tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc5600-ad30-4296-8764-d63729bf1c7a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:22.897406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-106e88b7-42e3-48d6-86de-c4da01fc8ee6 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1184685 Feb 16 16:58:22.901234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38636) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:22.906481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ffee0e94-b269-4302-bbf2-7381c905f472 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926096676'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:22.988150 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ffee0e94-b269-4302-bbf2-7381c905f472 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:23.180382 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ffee0e94-b269-4302-bbf2-7381c905f472 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (35179bff-1102-4419-836f-a2b3be79652a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:23.190178 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ffee0e94-b269-4302-bbf2-7381c905f472 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (35179bff-1102-4419-836f-a2b3be79652a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:23.286195 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee0e94-b269-4302-bbf2-7381c905f472 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35179bff-1102-4419-836f-a2b3be79652a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:23.312336 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ffee0e94-b269-4302-bbf2-7381c905f472 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:23.313623 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ffee0e94-b269-4302-bbf2-7381c905f472 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4113348 Feb 16 16:58:23.317400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38652) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:23.322488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5c552083-7f96-4b9e-804a-4f0716f3ec61 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group_rule': {'security_group_id': '35179bff-1102-4419-836f-a2b3be79652a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:23.375913 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c552083-7f96-4b9e-804a-4f0716f3ec61 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (c39af016-795b-4807-985a-2c22c7fbdf6b), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:23.572808 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c552083-7f96-4b9e-804a-4f0716f3ec61 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (c39af016-795b-4807-985a-2c22c7fbdf6b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:23.581522 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c552083-7f96-4b9e-804a-4f0716f3ec61 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (c39af016-795b-4807-985a-2c22c7fbdf6b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:23.621292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c552083-7f96-4b9e-804a-4f0716f3ec61 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39af016-795b-4807-985a-2c22c7fbdf6b,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:23.650556 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c552083-7f96-4b9e-804a-4f0716f3ec61 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:23.654926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38676) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:23.655447 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5c552083-7f96-4b9e-804a-4f0716f3ec61 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3361013 Feb 16 16:58:23.713803 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84001b26-1865-47da-82cc-cfab9d4111e1 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (c39af016-795b-4807-985a-2c22c7fbdf6b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:23.748109 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84001b26-1865-47da-82cc-cfab9d4111e1 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (c39af016-795b-4807-985a-2c22c7fbdf6b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:23.850964 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:58:23.908803 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84001b26-1865-47da-82cc-cfab9d4111e1 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (c39af016-795b-4807-985a-2c22c7fbdf6b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:23.921434 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84001b26-1865-47da-82cc-cfab9d4111e1 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:23.928049 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-84001b26-1865-47da-82cc-cfab9d4111e1 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c39af016-795b-4807-985a-2c22c7fbdf6b HTTP/1.1" status: 204 len: 168 time: 0.2713211 Feb 16 16:58:23.930065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38704) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:23.962179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84001b26-1865-47da-82cc-cfab9d4111e1 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c39af016-795b-4807-985a-2c22c7fbdf6b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:24.015812 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-671664d7-e523-4850-b2e2-bbbf23ad362f tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0836689 Feb 16 16:58:24.018877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38716) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:24.182139 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e5e4e08-1c51-4f3b-be7a-41a64112e240 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (35179bff-1102-4419-836f-a2b3be79652a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:24.264543 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e5e4e08-1c51-4f3b-be7a-41a64112e240 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (35179bff-1102-4419-836f-a2b3be79652a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:24.357612 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e5e4e08-1c51-4f3b-be7a-41a64112e240 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (35179bff-1102-4419-836f-a2b3be79652a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:24.360695 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e5e4e08-1c51-4f3b-be7a-41a64112e240 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:24.362602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3e5e4e08-1c51-4f3b-be7a-41a64112e240 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-groups/35179bff-1102-4419-836f-a2b3be79652a HTTP/1.1" status: 204 len: 168 time: 0.3426847 Feb 16 16:58:24.366670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38750) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:24.423846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e4e08-1c51-4f3b-be7a-41a64112e240 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35179bff-1102-4419-836f-a2b3be79652a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:24.502844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-405537ff-0d29-4978-99de-0dc9b2560570 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1312633 Feb 16 16:58:24.503293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38768) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:24.509151 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d5447b7b-0a95-4724-81f2-6ea899f5e441 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group': {'name': 'tempest-secgroup--1005050140'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:24.554899 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5447b7b-0a95-4724-81f2-6ea899f5e441 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:24.708017 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5447b7b-0a95-4724-81f2-6ea899f5e441 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (d0e5cd5d-d781-49cc-b0e1-1c53dbc64a10), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:24.714847 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5447b7b-0a95-4724-81f2-6ea899f5e441 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d0e5cd5d-d781-49cc-b0e1-1c53dbc64a10), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:24.757470 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d5447b7b-0a95-4724-81f2-6ea899f5e441 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:24.761245 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d5447b7b-0a95-4724-81f2-6ea899f5e441 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2542002 Feb 16 16:58:24.761598 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38794) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:24.766193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-548dc31d-a145-4411-9d6a-458191ed67ff tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group_rule': {'security_group_id': 'd0e5cd5d-d781-49cc-b0e1-1c53dbc64a10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:24.809411 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5447b7b-0a95-4724-81f2-6ea899f5e441 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e5cd5d-d781-49cc-b0e1-1c53dbc64a10,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:24.813052 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-548dc31d-a145-4411-9d6a-458191ed67ff tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (11d0c066-9831-4d8e-840f-0fc4c9ee85c8), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:24.906040 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-548dc31d-a145-4411-9d6a-458191ed67ff tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (11d0c066-9831-4d8e-840f-0fc4c9ee85c8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:24.912113 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-548dc31d-a145-4411-9d6a-458191ed67ff tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (11d0c066-9831-4d8e-840f-0fc4c9ee85c8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:24.930595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dc31d-a145-4411-9d6a-458191ed67ff tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d0c066-9831-4d8e-840f-0fc4c9ee85c8,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:24.945070 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-548dc31d-a145-4411-9d6a-458191ed67ff tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:24.946775 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-548dc31d-a145-4411-9d6a-458191ed67ff tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1841879 Feb 16 16:58:24.949345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38816) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:24.975897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4b482321-da9c-4766-a371-783b2f9e9cf3 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules/11d0c066-9831-4d8e-840f-0fc4c9ee85c8 HTTP/1.1" status: 200 len: 763 time: 0.0251396 Feb 16 16:58:24.978345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38822) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:25.032149 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1542b0bb-5e7b-4722-a1d3-4a602ce3eb47 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0517423 Feb 16 16:58:25.035080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38830) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:25.073007 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c5f4d90-db91-4f4f-a264-2b8601e91658 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (11d0c066-9831-4d8e-840f-0fc4c9ee85c8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:25.096245 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c5f4d90-db91-4f4f-a264-2b8601e91658 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (11d0c066-9831-4d8e-840f-0fc4c9ee85c8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:25.153306 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c5f4d90-db91-4f4f-a264-2b8601e91658 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (11d0c066-9831-4d8e-840f-0fc4c9ee85c8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:25.170509 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c5f4d90-db91-4f4f-a264-2b8601e91658 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:25.174463 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1c5f4d90-db91-4f4f-a264-2b8601e91658 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/11d0c066-9831-4d8e-840f-0fc4c9ee85c8 HTTP/1.1" status: 204 len: 168 time: 0.1377871 Feb 16 16:58:25.176853 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38846) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:25.204042 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f4d90-db91-4f4f-a264-2b8601e91658 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11d0c066-9831-4d8e-840f-0fc4c9ee85c8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:25.275686 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5d198a33-7243-4a16-aba7-81f19200f750 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0976415 Feb 16 16:58:25.278252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38858) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:25.285703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-993c4a9e-ad32-4080-b078-b0f1a0179186 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group_rule': {'security_group_id': 'd0e5cd5d-d781-49cc-b0e1-1c53dbc64a10', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:25.326465 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-993c4a9e-ad32-4080-b078-b0f1a0179186 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (d623271a-03be-4f6d-809f-1ed4d3b0d8d3), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:25.453066 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-993c4a9e-ad32-4080-b078-b0f1a0179186 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (d623271a-03be-4f6d-809f-1ed4d3b0d8d3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:25.471363 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-993c4a9e-ad32-4080-b078-b0f1a0179186 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (d623271a-03be-4f6d-809f-1ed4d3b0d8d3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:25.528103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c4a9e-ad32-4080-b078-b0f1a0179186 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d623271a-03be-4f6d-809f-1ed4d3b0d8d3,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:25.538895 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-993c4a9e-ad32-4080-b078-b0f1a0179186 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:25.542603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-993c4a9e-ad32-4080-b078-b0f1a0179186 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2604525 Feb 16 16:58:25.543102 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38888) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:25.600115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38894) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:25.600283 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-12aa68b8-79c9-44b6-9095-7f43373864bd tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules/d623271a-03be-4f6d-809f-1ed4d3b0d8d3 HTTP/1.1" status: 200 len: 763 time: 0.0524490 Feb 16 16:58:25.686243 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b02c9266-4392-425c-ac78-929c6a113a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:25.737379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38910) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:25.737861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ebc07f2a-86f5-4beb-b1fa-9f7b53ed653c tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1355901 Feb 16 16:58:25.788378 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b1db5aa-07bb-42f3-9c69-bf5bb72dc297 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (d623271a-03be-4f6d-809f-1ed4d3b0d8d3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:25.807568 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b1db5aa-07bb-42f3-9c69-bf5bb72dc297 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (d623271a-03be-4f6d-809f-1ed4d3b0d8d3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:25.853423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38924) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:25.862868 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b1db5aa-07bb-42f3-9c69-bf5bb72dc297 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (d623271a-03be-4f6d-809f-1ed4d3b0d8d3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:25.869151 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b1db5aa-07bb-42f3-9c69-bf5bb72dc297 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:25.870417 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1b1db5aa-07bb-42f3-9c69-bf5bb72dc297 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d623271a-03be-4f6d-809f-1ed4d3b0d8d3 HTTP/1.1" status: 204 len: 168 time: 0.1319511 Feb 16 16:58:25.873009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38930) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:25.894778 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1db5aa-07bb-42f3-9c69-bf5bb72dc297 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d623271a-03be-4f6d-809f-1ed4d3b0d8d3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:25.952746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-76cee300-f6ca-41da-aa0d-6d725d107c90 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0782931 Feb 16 16:58:25.955376 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38940) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:25.960964 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c1669821-b5ad-475a-9b3a-d1eb2d477f91 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group_rule': {'security_group_id': 'd0e5cd5d-d781-49cc-b0e1-1c53dbc64a10', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:26.007183 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-c1669821-b5ad-475a-9b3a-d1eb2d477f91 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Project 4f1b37e6b358474b8bad574c3362edcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:58:26.023592 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1669821-b5ad-475a-9b3a-d1eb2d477f91 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (4e29a55f-1eb9-40ca-8315-8478c2037f3b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.104227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1669821-b5ad-475a-9b3a-d1eb2d477f91 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (4e29a55f-1eb9-40ca-8315-8478c2037f3b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.113063 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1669821-b5ad-475a-9b3a-d1eb2d477f91 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (4e29a55f-1eb9-40ca-8315-8478c2037f3b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.139590 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aace8061-c833-4804-8d70-00c89e304e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.177680 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1669821-b5ad-475a-9b3a-d1eb2d477f91 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e29a55f-1eb9-40ca-8315-8478c2037f3b,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:26.198990 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1669821-b5ad-475a-9b3a-d1eb2d477f91 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.200747 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c1669821-b5ad-475a-9b3a-d1eb2d477f91 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2441688 Feb 16 16:58:26.203838 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38968) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:26.241997 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-59cdb0d9-e89a-4f9e-b4ac-9254bfa8e37b tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules/4e29a55f-1eb9-40ca-8315-8478c2037f3b HTTP/1.1" status: 200 len: 769 time: 0.0337627 Feb 16 16:58:26.242697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38974) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:26.360697 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0cc18366-5a76-459c-948d-492642ba3896 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1168838 Feb 16 16:58:26.363995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38992) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:26.401442 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aace8061-c833-4804-8d70-00c89e304e29 admin admin] Publish callbacks [] for security_group (058157dd-45a5-47d1-a4ed-37e8edbb5e05), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.412120 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aace8061-c833-4804-8d70-00c89e304e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (058157dd-45a5-47d1-a4ed-37e8edbb5e05), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.424836 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-afc41c93-5367-4b11-9d87-58002175ec24 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (4e29a55f-1eb9-40ca-8315-8478c2037f3b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.447378 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-afc41c93-5367-4b11-9d87-58002175ec24 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (4e29a55f-1eb9-40ca-8315-8478c2037f3b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.499786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace8061-c833-4804-8d70-00c89e304e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058157dd-45a5-47d1-a4ed-37e8edbb5e05,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:26.509280 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-afc41c93-5367-4b11-9d87-58002175ec24 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (4e29a55f-1eb9-40ca-8315-8478c2037f3b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.531444 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-afc41c93-5367-4b11-9d87-58002175ec24 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.534744 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-afc41c93-5367-4b11-9d87-58002175ec24 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4e29a55f-1eb9-40ca-8315-8478c2037f3b HTTP/1.1" status: 204 len: 168 time: 0.1674728 Feb 16 16:58:26.541906 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39014) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:26.555622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc41c93-5367-4b11-9d87-58002175ec24 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e29a55f-1eb9-40ca-8315-8478c2037f3b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:26.561459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-aace8061-c833-4804-8d70-00c89e304e29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9047a185c7d245f1bd52d463ba9ae5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7064533 Feb 16 16:58:26.568227 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39018) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:26.688193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-161f7132-bf2c-4d7d-9adb-18b731c154c9 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1419351 Feb 16 16:58:26.688873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39036) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:26.734164 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db095939-568c-4643-8ee9-363df38a9497 admin admin] Publish callbacks [] for security_group (058157dd-45a5-47d1-a4ed-37e8edbb5e05), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.791443 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db095939-568c-4643-8ee9-363df38a9497 admin admin] Publish callbacks [] for security_group (058157dd-45a5-47d1-a4ed-37e8edbb5e05), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.833234 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-611cd7ad-4282-42c4-93b2-d6a1c1371561 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (d0e5cd5d-d781-49cc-b0e1-1c53dbc64a10), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.882555 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-611cd7ad-4282-42c4-93b2-d6a1c1371561 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (d0e5cd5d-d781-49cc-b0e1-1c53dbc64a10), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.888915 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db095939-568c-4643-8ee9-363df38a9497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (058157dd-45a5-47d1-a4ed-37e8edbb5e05), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.893469 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db095939-568c-4643-8ee9-363df38a9497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:26.894958 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-db095939-568c-4643-8ee9-363df38a9497 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/058157dd-45a5-47d1-a4ed-37e8edbb5e05 HTTP/1.1" status: 204 len: 168 time: 0.3247433 Feb 16 16:58:26.932296 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db095939-568c-4643-8ee9-363df38a9497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058157dd-45a5-47d1-a4ed-37e8edbb5e05,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:27.017247 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-611cd7ad-4282-42c4-93b2-d6a1c1371561 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d0e5cd5d-d781-49cc-b0e1-1c53dbc64a10), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:27.020044 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-611cd7ad-4282-42c4-93b2-d6a1c1371561 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:27.023849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39070) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:27.024032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-611cd7ad-4282-42c4-93b2-d6a1c1371561 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-groups/d0e5cd5d-d781-49cc-b0e1-1c53dbc64a10 HTTP/1.1" status: 204 len: 168 time: 0.3298042 Feb 16 16:58:27.042891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cd7ad-4282-42c4-93b2-d6a1c1371561 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e5cd5d-d781-49cc-b0e1-1c53dbc64a10,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:27.104577 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-130eafe9-47ea-4ac0-af0c-7e6e0d71ad10 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0794179 Feb 16 16:58:27.108659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39078) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:27.113675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-421dcc84-0918-45c1-9a2f-21b7e4cf2eca tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group': {'name': 'tempest-secgroup--1289430313'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:27.174498 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-421dcc84-0918-45c1-9a2f-21b7e4cf2eca tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:27.305457 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-421dcc84-0918-45c1-9a2f-21b7e4cf2eca tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (13fc2195-727f-496c-aba6-7ff34c61a8b4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:27.310910 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-421dcc84-0918-45c1-9a2f-21b7e4cf2eca tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (13fc2195-727f-496c-aba6-7ff34c61a8b4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:27.379108 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-421dcc84-0918-45c1-9a2f-21b7e4cf2eca tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:27.383882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-421dcc84-0918-45c1-9a2f-21b7e4cf2eca tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2724955 Feb 16 16:58:27.385487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39106) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:27.393541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dcc84-0918-45c1-9a2f-21b7e4cf2eca tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fc2195-727f-496c-aba6-7ff34c61a8b4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:27.394117 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0e614e47-ffeb-411a-8a1f-0374afe3c039 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Request body: {'security_group_rule': {'security_group_id': '13fc2195-727f-496c-aba6-7ff34c61a8b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:27.507565 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e614e47-ffeb-411a-8a1f-0374afe3c039 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (536698e0-9e71-42fe-bfac-c5c61b329838), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:27.518452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39120) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:27.534106 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-84eedc52-dc50-42fc-8fb2-f9041f0e7583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:27.689254 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e614e47-ffeb-411a-8a1f-0374afe3c039 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (536698e0-9e71-42fe-bfac-c5c61b329838), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:27.698493 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e614e47-ffeb-411a-8a1f-0374afe3c039 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (536698e0-9e71-42fe-bfac-c5c61b329838), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:27.756572 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e614e47-ffeb-411a-8a1f-0374afe3c039 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536698e0-9e71-42fe-bfac-c5c61b329838,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:27.770526 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e614e47-ffeb-411a-8a1f-0374afe3c039 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:27.773237 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-84eedc52-dc50-42fc-8fb2-f9041f0e7583 admin admin] Publish callbacks [] for security_group (c17d4ce9-1c39-4f51-8063-2bf43c125483), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:27.776130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39150) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:27.780376 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0e614e47-ffeb-411a-8a1f-0374afe3c039 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3935344 Feb 16 16:58:27.788882 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-84eedc52-dc50-42fc-8fb2-f9041f0e7583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c17d4ce9-1c39-4f51-8063-2bf43c125483), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:27.956152 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-84eedc52-dc50-42fc-8fb2-f9041f0e7583 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e257641359874b7d8aa12484742db121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4361742 Feb 16 16:58:27.956506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39172) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:28.027012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eedc52-dc50-42fc-8fb2-f9041f0e7583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17d4ce9-1c39-4f51-8063-2bf43c125483,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:28.076486 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d833dbdb-0717-4282-b815-6c8c8638b2db tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (13fc2195-727f-496c-aba6-7ff34c61a8b4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:28.141786 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-59705798-67ac-409e-b1f0-d3e0dd3f32ba admin admin] Publish callbacks [] for security_group (c17d4ce9-1c39-4f51-8063-2bf43c125483), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:28.193377 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d833dbdb-0717-4282-b815-6c8c8638b2db tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (13fc2195-727f-496c-aba6-7ff34c61a8b4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:28.249383 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-59705798-67ac-409e-b1f0-d3e0dd3f32ba admin admin] Publish callbacks [] for security_group (c17d4ce9-1c39-4f51-8063-2bf43c125483), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:28.285536 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1f33a645-a056-466f-921f-df6a4d93a7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:28.355263 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d833dbdb-0717-4282-b815-6c8c8638b2db tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (13fc2195-727f-496c-aba6-7ff34c61a8b4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:28.358296 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d833dbdb-0717-4282-b815-6c8c8638b2db tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:28.359714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d833dbdb-0717-4282-b815-6c8c8638b2db tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-groups/13fc2195-727f-496c-aba6-7ff34c61a8b4 HTTP/1.1" status: 204 len: 168 time: 0.5822055 Feb 16 16:58:28.362874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39210) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:28.379722 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833dbdb-0717-4282-b815-6c8c8638b2db tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fc2195-727f-496c-aba6-7ff34c61a8b4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:28.383065 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-59705798-67ac-409e-b1f0-d3e0dd3f32ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c17d4ce9-1c39-4f51-8063-2bf43c125483), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:28.386660 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-59705798-67ac-409e-b1f0-d3e0dd3f32ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:28.389108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-59705798-67ac-409e-b1f0-d3e0dd3f32ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c17d4ce9-1c39-4f51-8063-2bf43c125483 HTTP/1.1" status: 204 len: 168 time: 0.4249220 Feb 16 16:58:28.417185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59705798-67ac-409e-b1f0-d3e0dd3f32ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17d4ce9-1c39-4f51-8063-2bf43c125483,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:28.472246 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a1dbf38f-7305-4a0a-9620-8aa2fc747fa8 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1079957 Feb 16 16:58:28.474548 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39214) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:28.522866 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5f555567-5cc0-4579-b0e1-0c0527af2a6e tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0465271 Feb 16 16:58:28.525025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39216) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:28.546643 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-dcf26ab1-850b-41a7-9f59-fa2f7b869006 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] delete failed (client error): The resource could not be found. Feb 16 16:58:28.549305 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dcf26ab1-850b-41a7-9f59-fa2f7b869006 tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "DELETE /v2.0/security-groups/13fc2195-727f-496c-aba6-7ff34c61a8b4 HTTP/1.1" status: 404 len: 347 time: 0.0221875 Feb 16 16:58:28.553390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39218) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:28.723561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-414879f1-5007-4181-b551-00c72aa2fa2d tempest-SecGroupIPv6Test-1719024843 tempest-SecGroupIPv6Test-1719024843-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1689143 Feb 16 16:58:29.322396 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:29.349359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39250) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:29.526611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-00721caa-92b2-41b3-a90b-22595d44bf1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f1b37e6b358474b8bad574c3362edcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1757534 Feb 16 16:58:29.529564 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39258) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:29.637085 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92c7223e-45f4-4d21-971a-be27d768cf19 admin admin] Publish callbacks [] for security_group (94076c9a-069d-45d5-9b8a-ca51e89ee55a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:29.687148 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92c7223e-45f4-4d21-971a-be27d768cf19 admin admin] Publish callbacks [] for security_group (94076c9a-069d-45d5-9b8a-ca51e89ee55a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:29.753881 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92c7223e-45f4-4d21-971a-be27d768cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (94076c9a-069d-45d5-9b8a-ca51e89ee55a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:29.757976 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92c7223e-45f4-4d21-971a-be27d768cf19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:29.759373 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-92c7223e-45f4-4d21-971a-be27d768cf19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94076c9a-069d-45d5-9b8a-ca51e89ee55a HTTP/1.1" status: 204 len: 168 time: 0.2279301 Feb 16 16:58:29.791339 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7223e-45f4-4d21-971a-be27d768cf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94076c9a-069d-45d5-9b8a-ca51e89ee55a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:30.886479 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:31.532576 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:31.548609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39320) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:31.806709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5dbef1e3-9c3f-4947-9cad-6968304687f6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1745618617'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:31.871963 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5dbef1e3-9c3f-4947-9cad-6968304687f6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:31.897737 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5dbef1e3-9c3f-4947-9cad-6968304687f6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:32.106539 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:32.147058 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5dbef1e3-9c3f-4947-9cad-6968304687f6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (fc796c3f-70b1-471b-abec-7e0ac56ea2ee), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:32.156945 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5dbef1e3-9c3f-4947-9cad-6968304687f6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fc796c3f-70b1-471b-abec-7e0ac56ea2ee), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:32.240224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbef1e3-9c3f-4947-9cad-6968304687f6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc796c3f-70b1-471b-abec-7e0ac56ea2ee,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:32.360042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5dbef1e3-9c3f-4947-9cad-6968304687f6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (ee3945ee-2025-49c8-badb-ff014be1b5d2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:32.366026 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5dbef1e3-9c3f-4947-9cad-6968304687f6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ee3945ee-2025-49c8-badb-ff014be1b5d2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:32.405249 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbef1e3-9c3f-4947-9cad-6968304687f6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3945ee-2025-49c8-badb-ff014be1b5d2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:32.445101 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5dbef1e3-9c3f-4947-9cad-6968304687f6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:32.446722 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5dbef1e3-9c3f-4947-9cad-6968304687f6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8964045 Feb 16 16:58:32.451647 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39364) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:32.533966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c3353ade-ea87-41d3-8e78-ce4aae7552e9 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0791042 Feb 16 16:58:32.537495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39372) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:32.549073 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f2eef6d5-47a4-48a2-91f5-4a8af675afe5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group': {'name': 'tempest-security--996336856', 'description': 'tempest-security-description-1055402606'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:32.614013 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2eef6d5-47a4-48a2-91f5-4a8af675afe5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (ee3945ee-2025-49c8-badb-ff014be1b5d2), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:32.721365 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2eef6d5-47a4-48a2-91f5-4a8af675afe5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (ee3945ee-2025-49c8-badb-ff014be1b5d2), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:32.733578 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2eef6d5-47a4-48a2-91f5-4a8af675afe5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ee3945ee-2025-49c8-badb-ff014be1b5d2), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:32.744192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f2eef6d5-47a4-48a2-91f5-4a8af675afe5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:32.747267 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f2eef6d5-47a4-48a2-91f5-4a8af675afe5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "PUT /v2.0/security-groups/ee3945ee-2025-49c8-badb-ff014be1b5d2 HTTP/1.1" status: 200 len: 1796 time: 0.2074909 Feb 16 16:58:32.749726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39382) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:32.801472 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eef6d5-47a4-48a2-91f5-4a8af675afe5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3945ee-2025-49c8-badb-ff014be1b5d2,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:32.862806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39386) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:32.863071 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e4b42788-4e87-4eb5-b8ca-5d8c48f3afa3 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-groups/ee3945ee-2025-49c8-badb-ff014be1b5d2 HTTP/1.1" status: 200 len: 1796 time: 0.1124094 Feb 16 16:58:32.953753 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-724d08c5-5e40-47b9-b5c6-a0081db859f5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (ee3945ee-2025-49c8-badb-ff014be1b5d2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:32.983723 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-724d08c5-5e40-47b9-b5c6-a0081db859f5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (ee3945ee-2025-49c8-badb-ff014be1b5d2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.050768 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-724d08c5-5e40-47b9-b5c6-a0081db859f5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ee3945ee-2025-49c8-badb-ff014be1b5d2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.054722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-724d08c5-5e40-47b9-b5c6-a0081db859f5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.056644 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-724d08c5-5e40-47b9-b5c6-a0081db859f5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-groups/ee3945ee-2025-49c8-badb-ff014be1b5d2 HTTP/1.1" status: 204 len: 168 time: 0.1922278 Feb 16 16:58:33.060359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39388) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:33.068159 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d08c5-5e40-47b9-b5c6-a0081db859f5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3945ee-2025-49c8-badb-ff014be1b5d2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:33.170496 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39390) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:33.172807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9f5d84f7-9b7f-45f7-8826-f965535323c3 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1084685 Feb 16 16:58:33.206931 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-b34cdb6a-5e16-40a5-ae1d-8fecae554738 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] delete failed (client error): The resource could not be found. Feb 16 16:58:33.208814 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b34cdb6a-5e16-40a5-ae1d-8fecae554738 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-groups/ee3945ee-2025-49c8-badb-ff014be1b5d2 HTTP/1.1" status: 404 len: 347 time: 0.0369267 Feb 16 16:58:33.213467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39392) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:33.225801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-feb4efee-4477-4cd9-a0a0-862705fbe88f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group': {'name': 'tempest-secgroup--747662161'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:33.277408 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-feb4efee-4477-4cd9-a0a0-862705fbe88f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.349021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39396) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:33.393805 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-feb4efee-4477-4cd9-a0a0-862705fbe88f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (e0f15213-f18a-4dd4-b776-0027cd825c86), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.399261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-feb4efee-4477-4cd9-a0a0-862705fbe88f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e0f15213-f18a-4dd4-b776-0027cd825c86), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.457620 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4efee-4477-4cd9-a0a0-862705fbe88f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f15213-f18a-4dd4-b776-0027cd825c86,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:33.475187 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-feb4efee-4477-4cd9-a0a0-862705fbe88f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.480812 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-feb4efee-4477-4cd9-a0a0-862705fbe88f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2628520 Feb 16 16:58:33.481332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39400) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:33.497337 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4909cb90-e7ae-4274-9c5d-50a8def565ed tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group_rule': {'security_group_id': 'e0f15213-f18a-4dd4-b776-0027cd825c86', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:33.561785 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee5fe-581f-475d-a30a-b3e41e1595e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.575578 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4909cb90-e7ae-4274-9c5d-50a8def565ed tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (955a24ae-d9ea-46c1-9159-7180205673e4), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.688047 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4909cb90-e7ae-4274-9c5d-50a8def565ed tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (955a24ae-d9ea-46c1-9159-7180205673e4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.697875 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4909cb90-e7ae-4274-9c5d-50a8def565ed tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (955a24ae-d9ea-46c1-9159-7180205673e4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.761326 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909cb90-e7ae-4274-9c5d-50a8def565ed tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955a24ae-d9ea-46c1-9159-7180205673e4,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:33.774125 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee5fe-581f-475d-a30a-b3e41e1595e9 admin admin] Publish callbacks [] for security_group (5649f3e7-1f65-4655-b389-4dee635c8d10), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.775769 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4909cb90-e7ae-4274-9c5d-50a8def565ed tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.780058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39404) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:33.780379 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4909cb90-e7ae-4274-9c5d-50a8def565ed tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2959342 Feb 16 16:58:33.809906 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee5fe-581f-475d-a30a-b3e41e1595e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5649f3e7-1f65-4655-b389-4dee635c8d10), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.922895 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd52e77f-b215-420b-94b2-d87e4291ad49 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (955a24ae-d9ea-46c1-9159-7180205673e4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.963163 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd52e77f-b215-420b-94b2-d87e4291ad49 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (955a24ae-d9ea-46c1-9159-7180205673e4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:33.970987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ee5fe-581f-475d-a30a-b3e41e1595e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5649f3e7-1f65-4655-b389-4dee635c8d10,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:33.998437 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39410) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:34.004265 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dc6ee5fe-581f-475d-a30a-b3e41e1595e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d5634159cbd466aa23f7e2dad9f1987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6535397 Feb 16 16:58:34.030482 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd52e77f-b215-420b-94b2-d87e4291ad49 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (955a24ae-d9ea-46c1-9159-7180205673e4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.039689 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd52e77f-b215-420b-94b2-d87e4291ad49 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.040926 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dd52e77f-b215-420b-94b2-d87e4291ad49 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/955a24ae-d9ea-46c1-9159-7180205673e4 HTTP/1.1" status: 204 len: 168 time: 0.2580338 Feb 16 16:58:34.043678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39412) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:34.046877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52e77f-b215-420b-94b2-d87e4291ad49 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=955a24ae-d9ea-46c1-9159-7180205673e4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:34.105926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39414) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:34.106123 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1f399130-b448-4792-8daa-f3751974ea05 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0586534 Feb 16 16:58:34.142768 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a55b4bc9-e1de-4e4f-a32e-3ca751a94794 admin admin] Publish callbacks [] for security_group (5649f3e7-1f65-4655-b389-4dee635c8d10), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.167216 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a55b4bc9-e1de-4e4f-a32e-3ca751a94794 admin admin] Publish callbacks [] for security_group (5649f3e7-1f65-4655-b389-4dee635c8d10), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.178456 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a02d58f-2de5-4e62-9873-eccfd5623d3b tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (e0f15213-f18a-4dd4-b776-0027cd825c86), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.219727 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a55b4bc9-e1de-4e4f-a32e-3ca751a94794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5649f3e7-1f65-4655-b389-4dee635c8d10), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.223843 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a55b4bc9-e1de-4e4f-a32e-3ca751a94794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.225829 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a55b4bc9-e1de-4e4f-a32e-3ca751a94794 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5649f3e7-1f65-4655-b389-4dee635c8d10 HTTP/1.1" status: 204 len: 168 time: 0.2263672 Feb 16 16:58:34.236533 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b4bc9-e1de-4e4f-a32e-3ca751a94794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5649f3e7-1f65-4655-b389-4dee635c8d10,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:34.245444 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a02d58f-2de5-4e62-9873-eccfd5623d3b tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (e0f15213-f18a-4dd4-b776-0027cd825c86), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.327936 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a02d58f-2de5-4e62-9873-eccfd5623d3b tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e0f15213-f18a-4dd4-b776-0027cd825c86), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.332089 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a02d58f-2de5-4e62-9873-eccfd5623d3b tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.333270 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1a02d58f-2de5-4e62-9873-eccfd5623d3b tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-groups/e0f15213-f18a-4dd4-b776-0027cd825c86 HTTP/1.1" status: 204 len: 168 time: 0.2258809 Feb 16 16:58:34.336330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39418) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:34.342641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02d58f-2de5-4e62-9873-eccfd5623d3b tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f15213-f18a-4dd4-b776-0027cd825c86,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:34.397192 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bc95de18-68cd-4aa6-8396-edad8254cf5b tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0597544 Feb 16 16:58:34.401220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39420) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:34.406273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ae3bcc13-8376-4904-a4f3-1c013ddd3faa tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group': {'name': 'tempest-secgroup--382363492'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:34.434667 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ae3bcc13-8376-4904-a4f3-1c013ddd3faa tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.553960 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ae3bcc13-8376-4904-a4f3-1c013ddd3faa tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (6edc0d24-8aea-4a63-97b5-cc7ab24624ee), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.558554 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ae3bcc13-8376-4904-a4f3-1c013ddd3faa tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6edc0d24-8aea-4a63-97b5-cc7ab24624ee), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.600597 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ae3bcc13-8376-4904-a4f3-1c013ddd3faa tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.601875 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ae3bcc13-8376-4904-a4f3-1c013ddd3faa tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1996417 Feb 16 16:58:34.604639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39424) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:34.618149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-eda1cf5c-bc9a-481d-b4e4-14cb432b9103 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group_rule': {'security_group_id': '6edc0d24-8aea-4a63-97b5-cc7ab24624ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:34.691428 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bcc13-8376-4904-a4f3-1c013ddd3faa tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6edc0d24-8aea-4a63-97b5-cc7ab24624ee,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:34.720007 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eda1cf5c-bc9a-481d-b4e4-14cb432b9103 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (886f3fe5-b925-49e7-aeeb-cb77bfcb9cbd), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.785475 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.823085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39426) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:34.846857 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eda1cf5c-bc9a-481d-b4e4-14cb432b9103 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (886f3fe5-b925-49e7-aeeb-cb77bfcb9cbd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.849490 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b16bd40d-51fb-416d-ba7d-35dd15898f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.860140 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eda1cf5c-bc9a-481d-b4e4-14cb432b9103 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (886f3fe5-b925-49e7-aeeb-cb77bfcb9cbd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.906820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1cf5c-bc9a-481d-b4e4-14cb432b9103 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886f3fe5-b925-49e7-aeeb-cb77bfcb9cbd,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:34.933028 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eda1cf5c-bc9a-481d-b4e4-14cb432b9103 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:34.937205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39432) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:34.940373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-eda1cf5c-bc9a-481d-b4e4-14cb432b9103 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3310773 Feb 16 16:58:34.946999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-be977e4b-f2aa-420e-a31d-9a2afc963d7f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group_rule': {'security_group_id': '6edc0d24-8aea-4a63-97b5-cc7ab24624ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:35.031267 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be977e4b-f2aa-420e-a31d-9a2afc963d7f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (77bd0b71-776d-4a83-a370-fae942316457), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.127802 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b16bd40d-51fb-416d-ba7d-35dd15898f55 admin admin] Publish callbacks [] for security_group (4cf526e0-d162-43e2-87b9-976c59d4ecd8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.145037 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b16bd40d-51fb-416d-ba7d-35dd15898f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4cf526e0-d162-43e2-87b9-976c59d4ecd8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.214036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bd40d-51fb-416d-ba7d-35dd15898f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf526e0-d162-43e2-87b9-976c59d4ecd8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.250747 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be977e4b-f2aa-420e-a31d-9a2afc963d7f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (77bd0b71-776d-4a83-a370-fae942316457), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.257551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39436) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:35.266128 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b16bd40d-51fb-416d-ba7d-35dd15898f55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=675f060df0bb4fcc9d18ce59ad011e9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4400651 Feb 16 16:58:35.272704 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be977e4b-f2aa-420e-a31d-9a2afc963d7f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (77bd0b71-776d-4a83-a370-fae942316457), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.315218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be977e4b-f2aa-420e-a31d-9a2afc963d7f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bd0b71-776d-4a83-a370-fae942316457,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.337077 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be977e4b-f2aa-420e-a31d-9a2afc963d7f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.341481 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-be977e4b-f2aa-420e-a31d-9a2afc963d7f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4016838 Feb 16 16:58:35.343400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39438) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:35.351472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7731752e-43b3-4778-a244-e8c5ca991533 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group_rule': {'security_group_id': '6edc0d24-8aea-4a63-97b5-cc7ab24624ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:35.375734 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cf3e1700-832f-4f76-81ab-2f6a34d5619d admin admin] Publish callbacks [] for security_group (4cf526e0-d162-43e2-87b9-976c59d4ecd8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.400572 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cf3e1700-832f-4f76-81ab-2f6a34d5619d admin admin] Publish callbacks [] for security_group (4cf526e0-d162-43e2-87b9-976c59d4ecd8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.458784 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cf3e1700-832f-4f76-81ab-2f6a34d5619d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4cf526e0-d162-43e2-87b9-976c59d4ecd8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.461901 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cf3e1700-832f-4f76-81ab-2f6a34d5619d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.466643 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cf3e1700-832f-4f76-81ab-2f6a34d5619d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4cf526e0-d162-43e2-87b9-976c59d4ecd8 HTTP/1.1" status: 204 len: 168 time: 0.2076747 Feb 16 16:58:35.479531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e1700-832f-4f76-81ab-2f6a34d5619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf526e0-d162-43e2-87b9-976c59d4ecd8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.501086 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7731752e-43b3-4778-a244-e8c5ca991533 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (1b79bb93-02d8-4a82-9751-8a03221e507d), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.591426 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7731752e-43b3-4778-a244-e8c5ca991533 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (1b79bb93-02d8-4a82-9751-8a03221e507d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.602870 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7731752e-43b3-4778-a244-e8c5ca991533 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (1b79bb93-02d8-4a82-9751-8a03221e507d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.641495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731752e-43b3-4778-a244-e8c5ca991533 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b79bb93-02d8-4a82-9751-8a03221e507d,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.666164 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7731752e-43b3-4778-a244-e8c5ca991533 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.671414 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39442) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:35.677002 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-98f3139a-85ef-4d27-b3a4-460feec69bca tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group_rule': {'security_group_id': '6edc0d24-8aea-4a63-97b5-cc7ab24624ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:35.680544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7731752e-43b3-4778-a244-e8c5ca991533 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3359382 Feb 16 16:58:35.730470 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-98f3139a-85ef-4d27-b3a4-460feec69bca tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (3ffa2366-16d6-4d62-8e44-75e2058b8921), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.857814 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-98f3139a-85ef-4d27-b3a4-460feec69bca tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (3ffa2366-16d6-4d62-8e44-75e2058b8921), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.863027 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-98f3139a-85ef-4d27-b3a4-460feec69bca tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (3ffa2366-16d6-4d62-8e44-75e2058b8921), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.886424 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3139a-85ef-4d27-b3a4-460feec69bca tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffa2366-16d6-4d62-8e44-75e2058b8921,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:35.896823 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-98f3139a-85ef-4d27-b3a4-460feec69bca tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:35.898414 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-98f3139a-85ef-4d27-b3a4-460feec69bca tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2258964 Feb 16 16:58:35.901199 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39446) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:35.909896 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f495567e-7fc6-4299-a429-af5810bfe1b8 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group_rule': {'security_group_id': '6edc0d24-8aea-4a63-97b5-cc7ab24624ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:35.950999 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f495567e-7fc6-4299-a429-af5810bfe1b8 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (07730d09-69ac-40ae-901b-c0a05852e3e5), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.114891 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f495567e-7fc6-4299-a429-af5810bfe1b8 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (07730d09-69ac-40ae-901b-c0a05852e3e5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.129450 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f495567e-7fc6-4299-a429-af5810bfe1b8 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (07730d09-69ac-40ae-901b-c0a05852e3e5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.200032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495567e-7fc6-4299-a429-af5810bfe1b8 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07730d09-69ac-40ae-901b-c0a05852e3e5,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:36.209287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f495567e-7fc6-4299-a429-af5810bfe1b8 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.213867 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f495567e-7fc6-4299-a429-af5810bfe1b8 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3080969 Feb 16 16:58:36.214003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39458) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:36.281821 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2589faf2-46d4-4c05-9acf-e9d23cd959c4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (07730d09-69ac-40ae-901b-c0a05852e3e5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.305107 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2589faf2-46d4-4c05-9acf-e9d23cd959c4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (07730d09-69ac-40ae-901b-c0a05852e3e5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.370482 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2589faf2-46d4-4c05-9acf-e9d23cd959c4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (07730d09-69ac-40ae-901b-c0a05852e3e5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.382539 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2589faf2-46d4-4c05-9acf-e9d23cd959c4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.386250 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2589faf2-46d4-4c05-9acf-e9d23cd959c4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/07730d09-69ac-40ae-901b-c0a05852e3e5 HTTP/1.1" status: 204 len: 168 time: 0.1689374 Feb 16 16:58:36.386446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39464) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:36.398818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589faf2-46d4-4c05-9acf-e9d23cd959c4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07730d09-69ac-40ae-901b-c0a05852e3e5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:36.469649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8ea135a5-a46c-4977-879c-80c6224363cd tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0793521 Feb 16 16:58:36.471108 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39466) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:36.507039 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-103051fb-e2bc-4ba4-8fc4-a68f09990b0f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (3ffa2366-16d6-4d62-8e44-75e2058b8921), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.540940 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-103051fb-e2bc-4ba4-8fc4-a68f09990b0f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (3ffa2366-16d6-4d62-8e44-75e2058b8921), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.599580 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-103051fb-e2bc-4ba4-8fc4-a68f09990b0f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (3ffa2366-16d6-4d62-8e44-75e2058b8921), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.604145 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-103051fb-e2bc-4ba4-8fc4-a68f09990b0f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.607640 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-103051fb-e2bc-4ba4-8fc4-a68f09990b0f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3ffa2366-16d6-4d62-8e44-75e2058b8921 HTTP/1.1" status: 204 len: 168 time: 0.1341462 Feb 16 16:58:36.608067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39472) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:36.626209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103051fb-e2bc-4ba4-8fc4-a68f09990b0f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ffa2366-16d6-4d62-8e44-75e2058b8921,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:36.705664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-231b962e-f7d8-46a9-afaf-d89e692fb60a tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0952592 Feb 16 16:58:36.706600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39476) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:36.746220 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84531ea0-d345-4325-907e-33e65d6d6673 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (1b79bb93-02d8-4a82-9751-8a03221e507d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.757770 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84531ea0-d345-4325-907e-33e65d6d6673 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (1b79bb93-02d8-4a82-9751-8a03221e507d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.794163 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84531ea0-d345-4325-907e-33e65d6d6673 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (1b79bb93-02d8-4a82-9751-8a03221e507d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.803257 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84531ea0-d345-4325-907e-33e65d6d6673 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.808309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39480) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:36.809342 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-84531ea0-d345-4325-907e-33e65d6d6673 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1b79bb93-02d8-4a82-9751-8a03221e507d HTTP/1.1" status: 204 len: 168 time: 0.1015925 Feb 16 16:58:36.816069 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84531ea0-d345-4325-907e-33e65d6d6673 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b79bb93-02d8-4a82-9751-8a03221e507d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:36.867341 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0e60bfc1-3fec-4bb0-ba25-377d8f31ed4b tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0577028 Feb 16 16:58:36.870075 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39484) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:36.908980 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ed7b95e-f6e2-485f-834d-422fed049e0e tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (77bd0b71-776d-4a83-a370-fae942316457), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.919416 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ed7b95e-f6e2-485f-834d-422fed049e0e tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (77bd0b71-776d-4a83-a370-fae942316457), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.956732 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ed7b95e-f6e2-485f-834d-422fed049e0e tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (77bd0b71-776d-4a83-a370-fae942316457), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.966297 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ed7b95e-f6e2-485f-834d-422fed049e0e tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:36.967809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4ed7b95e-f6e2-485f-834d-422fed049e0e tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/77bd0b71-776d-4a83-a370-fae942316457 HTTP/1.1" status: 204 len: 168 time: 0.0957665 Feb 16 16:58:36.971066 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39488) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:36.989718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7b95e-f6e2-485f-834d-422fed049e0e tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77bd0b71-776d-4a83-a370-fae942316457,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:37.023533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-38c6c767-e02d-42d5-b735-7dc4172c690e tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0510416 Feb 16 16:58:37.026251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39490) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:37.053762 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-23a25d44-27f9-4ec6-a903-7e3fae412512 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (886f3fe5-b925-49e7-aeeb-cb77bfcb9cbd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.062439 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-23a25d44-27f9-4ec6-a903-7e3fae412512 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (886f3fe5-b925-49e7-aeeb-cb77bfcb9cbd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.103179 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-23a25d44-27f9-4ec6-a903-7e3fae412512 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (886f3fe5-b925-49e7-aeeb-cb77bfcb9cbd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.109754 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-23a25d44-27f9-4ec6-a903-7e3fae412512 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.115548 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-23a25d44-27f9-4ec6-a903-7e3fae412512 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/886f3fe5-b925-49e7-aeeb-cb77bfcb9cbd HTTP/1.1" status: 204 len: 168 time: 0.0858383 Feb 16 16:58:37.116094 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39496) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:37.124023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a25d44-27f9-4ec6-a903-7e3fae412512 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=886f3fe5-b925-49e7-aeeb-cb77bfcb9cbd,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:37.182186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39502) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:37.182642 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a025c3ef-7176-46ac-9cb7-59431a4e6fa4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0652387 Feb 16 16:58:37.304203 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6fd63ee8-8d9e-4186-8560-5cdda63b7ab0 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (6edc0d24-8aea-4a63-97b5-cc7ab24624ee), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.340681 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6fd63ee8-8d9e-4186-8560-5cdda63b7ab0 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (6edc0d24-8aea-4a63-97b5-cc7ab24624ee), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.401453 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6fd63ee8-8d9e-4186-8560-5cdda63b7ab0 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6edc0d24-8aea-4a63-97b5-cc7ab24624ee), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.405998 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6fd63ee8-8d9e-4186-8560-5cdda63b7ab0 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.408276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6fd63ee8-8d9e-4186-8560-5cdda63b7ab0 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-groups/6edc0d24-8aea-4a63-97b5-cc7ab24624ee HTTP/1.1" status: 204 len: 168 time: 0.2250824 Feb 16 16:58:37.411360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39514) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:37.431353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd63ee8-8d9e-4186-8560-5cdda63b7ab0 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edc0d24-8aea-4a63-97b5-cc7ab24624ee,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:37.478092 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2442876a-e4c0-4e67-a465-df09aac72464 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0650458 Feb 16 16:58:37.482287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39516) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:37.490714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-96d058b2-7dac-4edc-9673-18fd0d487f3e tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group': {'name': 'tempest-secgroup--612973241'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:37.536232 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96d058b2-7dac-4edc-9673-18fd0d487f3e tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.633041 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96d058b2-7dac-4edc-9673-18fd0d487f3e tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (a5c29143-7c6c-4e51-903d-fa974f9b47e3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.638498 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96d058b2-7dac-4edc-9673-18fd0d487f3e tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a5c29143-7c6c-4e51-903d-fa974f9b47e3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.681097 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d058b2-7dac-4edc-9673-18fd0d487f3e tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c29143-7c6c-4e51-903d-fa974f9b47e3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:37.692028 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-96d058b2-7dac-4edc-9673-18fd0d487f3e tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.693712 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-96d058b2-7dac-4edc-9673-18fd0d487f3e tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2099500 Feb 16 16:58:37.696361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39522) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:37.700911 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-72a4f00e-3794-4e91-a0f3-7cebff9ed1f8 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group_rule': {'security_group_id': 'a5c29143-7c6c-4e51-903d-fa974f9b47e3', 'direction': 'ingress', 'protocol': 17}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:37.761929 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72a4f00e-3794-4e91-a0f3-7cebff9ed1f8 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (16217a56-550d-4d7d-a06c-830d5ee32cdb), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.874195 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72a4f00e-3794-4e91-a0f3-7cebff9ed1f8 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (16217a56-550d-4d7d-a06c-830d5ee32cdb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.882254 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72a4f00e-3794-4e91-a0f3-7cebff9ed1f8 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (16217a56-550d-4d7d-a06c-830d5ee32cdb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.912214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4f00e-3794-4e91-a0f3-7cebff9ed1f8 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16217a56-550d-4d7d-a06c-830d5ee32cdb,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:37.960803 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72a4f00e-3794-4e91-a0f3-7cebff9ed1f8 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:37.962585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-72a4f00e-3794-4e91-a0f3-7cebff9ed1f8 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2651670 Feb 16 16:58:37.965490 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39528) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:38.060536 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-37741e3f-f568-473d-a019-1b2447bde4f4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (a5c29143-7c6c-4e51-903d-fa974f9b47e3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.115545 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-37741e3f-f568-473d-a019-1b2447bde4f4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (a5c29143-7c6c-4e51-903d-fa974f9b47e3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.176234 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-37741e3f-f568-473d-a019-1b2447bde4f4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a5c29143-7c6c-4e51-903d-fa974f9b47e3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.183376 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-37741e3f-f568-473d-a019-1b2447bde4f4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.193591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39534) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:38.201905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-37741e3f-f568-473d-a019-1b2447bde4f4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-groups/a5c29143-7c6c-4e51-903d-fa974f9b47e3 HTTP/1.1" status: 204 len: 168 time: 0.2317874 Feb 16 16:58:38.252526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37741e3f-f568-473d-a019-1b2447bde4f4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c29143-7c6c-4e51-903d-fa974f9b47e3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:38.285263 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5ebb227f-9b22-4427-a926-5df1bf84e656 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0905123 Feb 16 16:58:38.288828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39540) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:38.298930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d37521d5-e4e6-456f-af22-a37a03700f94 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group': {'name': 'tempest-secgroup--91612564'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:38.326280 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d37521d5-e4e6-456f-af22-a37a03700f94 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.478725 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d37521d5-e4e6-456f-af22-a37a03700f94 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (10f31289-fb1d-40dc-862f-6d1c862c24bd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.486345 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d37521d5-e4e6-456f-af22-a37a03700f94 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (10f31289-fb1d-40dc-862f-6d1c862c24bd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.534730 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d37521d5-e4e6-456f-af22-a37a03700f94 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.536590 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d37521d5-e4e6-456f-af22-a37a03700f94 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2463522 Feb 16 16:58:38.538964 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37521d5-e4e6-456f-af22-a37a03700f94 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f31289-fb1d-40dc-862f-6d1c862c24bd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:38.539358 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39548) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:38.544039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e357dbbc-7f93-4649-a09a-904a0b700657 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527202089'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:38.577152 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e357dbbc-7f93-4649-a09a-904a0b700657 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.660834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e357dbbc-7f93-4649-a09a-904a0b700657 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (d60a2ff4-01be-41cc-a3e7-658b16107818), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.671967 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e357dbbc-7f93-4649-a09a-904a0b700657 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d60a2ff4-01be-41cc-a3e7-658b16107818), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.709491 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e357dbbc-7f93-4649-a09a-904a0b700657 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.710745 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e357dbbc-7f93-4649-a09a-904a0b700657 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1703591 Feb 16 16:58:38.713521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39552) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:38.718175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fadb0bd9-87a2-4017-adc2-a5f0ae8a54c1 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group_rule': {'security_group_id': '10f31289-fb1d-40dc-862f-6d1c862c24bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd60a2ff4-01be-41cc-a3e7-658b16107818', 'remote_ip_prefix': None}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:38.724215 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357dbbc-7f93-4649-a09a-904a0b700657 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60a2ff4-01be-41cc-a3e7-658b16107818,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:38.761834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fadb0bd9-87a2-4017-adc2-a5f0ae8a54c1 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (baee7a86-d28e-4d7f-a037-aa75219fbe9b), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.877483 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fadb0bd9-87a2-4017-adc2-a5f0ae8a54c1 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (baee7a86-d28e-4d7f-a037-aa75219fbe9b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.885625 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fadb0bd9-87a2-4017-adc2-a5f0ae8a54c1 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (baee7a86-d28e-4d7f-a037-aa75219fbe9b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.907366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb0bd9-87a2-4017-adc2-a5f0ae8a54c1 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baee7a86-d28e-4d7f-a037-aa75219fbe9b,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:38.917816 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fadb0bd9-87a2-4017-adc2-a5f0ae8a54c1 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.919791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fadb0bd9-87a2-4017-adc2-a5f0ae8a54c1 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2047646 Feb 16 16:58:38.922085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39556) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:38.974253 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-090278e8-1e71-47c0-a26b-1626f01eceb4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (baee7a86-d28e-4d7f-a037-aa75219fbe9b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:38.986679 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-090278e8-1e71-47c0-a26b-1626f01eceb4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (baee7a86-d28e-4d7f-a037-aa75219fbe9b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:39.023427 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-090278e8-1e71-47c0-a26b-1626f01eceb4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (baee7a86-d28e-4d7f-a037-aa75219fbe9b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:39.032752 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-090278e8-1e71-47c0-a26b-1626f01eceb4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:39.034423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-090278e8-1e71-47c0-a26b-1626f01eceb4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/baee7a86-d28e-4d7f-a037-aa75219fbe9b HTTP/1.1" status: 204 len: 168 time: 0.1110847 Feb 16 16:58:39.038883 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39560) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:39.052697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090278e8-1e71-47c0-a26b-1626f01eceb4 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baee7a86-d28e-4d7f-a037-aa75219fbe9b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:39.140060 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-12493455-9092-4e68-8acf-0d39fa03c159 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0993450 Feb 16 16:58:39.142444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39564) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:39.225941 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7164-7560-459a-ab88-a3923cca3e66 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (d60a2ff4-01be-41cc-a3e7-658b16107818), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:39.251867 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7164-7560-459a-ab88-a3923cca3e66 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (d60a2ff4-01be-41cc-a3e7-658b16107818), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:39.330369 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7164-7560-459a-ab88-a3923cca3e66 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d60a2ff4-01be-41cc-a3e7-658b16107818), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:39.339034 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7164-7560-459a-ab88-a3923cca3e66 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:39.341762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2f0a7164-7560-459a-ab88-a3923cca3e66 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-groups/d60a2ff4-01be-41cc-a3e7-658b16107818 HTTP/1.1" status: 204 len: 168 time: 0.1980813 Feb 16 16:58:39.344306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39572) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:39.394647 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a7164-7560-459a-ab88-a3923cca3e66 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60a2ff4-01be-41cc-a3e7-658b16107818,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:39.508273 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8ef63150-d151-442f-8641-bb292f6afe1f tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1590829 Feb 16 16:58:39.508619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39582) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:39.585720 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aab519cb-77d1-49c8-8d86-247853628234 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (10f31289-fb1d-40dc-862f-6d1c862c24bd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:39.618877 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aab519cb-77d1-49c8-8d86-247853628234 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (10f31289-fb1d-40dc-862f-6d1c862c24bd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:39.668143 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aab519cb-77d1-49c8-8d86-247853628234 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (10f31289-fb1d-40dc-862f-6d1c862c24bd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:39.670992 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aab519cb-77d1-49c8-8d86-247853628234 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:39.672365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-aab519cb-77d1-49c8-8d86-247853628234 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-groups/10f31289-fb1d-40dc-862f-6d1c862c24bd HTTP/1.1" status: 204 len: 168 time: 0.1627569 Feb 16 16:58:39.676038 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39590) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:39.686900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab519cb-77d1-49c8-8d86-247853628234 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f31289-fb1d-40dc-862f-6d1c862c24bd,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:39.750597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39594) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:39.756634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-907cda9b-9db3-46f2-b121-e6dcd5725093 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1524062547'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:39.760899 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0a99422f-e532-42ec-a8f3-b1a85d5e9633 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0836129 Feb 16 16:58:39.789631 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-907cda9b-9db3-46f2-b121-e6dcd5725093 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:39.950900 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-907cda9b-9db3-46f2-b121-e6dcd5725093 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (16c1e7d9-2bef-426f-bab8-ae0ea3cbb88f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:39.958084 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-907cda9b-9db3-46f2-b121-e6dcd5725093 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (16c1e7d9-2bef-426f-bab8-ae0ea3cbb88f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:40.011046 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-907cda9b-9db3-46f2-b121-e6dcd5725093 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:40.012462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-907cda9b-9db3-46f2-b121-e6dcd5725093 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2608204 Feb 16 16:58:40.015568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39604) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:40.021876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c141e91a-893c-4530-80d2-8ad608443715 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group_rule': {'security_group_id': '16c1e7d9-2bef-426f-bab8-ae0ea3cbb88f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:40.031173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cda9b-9db3-46f2-b121-e6dcd5725093 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c1e7d9-2bef-426f-bab8-ae0ea3cbb88f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:40.085820 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c141e91a-893c-4530-80d2-8ad608443715 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (3eba8624-04b5-46b3-a3a6-0b54a06d3612), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:40.211993 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c141e91a-893c-4530-80d2-8ad608443715 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (3eba8624-04b5-46b3-a3a6-0b54a06d3612), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:40.218777 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c141e91a-893c-4530-80d2-8ad608443715 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (3eba8624-04b5-46b3-a3a6-0b54a06d3612), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:40.291548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141e91a-893c-4530-80d2-8ad608443715 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eba8624-04b5-46b3-a3a6-0b54a06d3612,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:40.331648 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c141e91a-893c-4530-80d2-8ad608443715 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:40.340237 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39606) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:40.341150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c141e91a-893c-4530-80d2-8ad608443715 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3163631 Feb 16 16:58:40.422561 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dade9a5c-b067-458c-be47-ed36f3f6d059 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (3eba8624-04b5-46b3-a3a6-0b54a06d3612), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:40.440049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dade9a5c-b067-458c-be47-ed36f3f6d059 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (3eba8624-04b5-46b3-a3a6-0b54a06d3612), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:40.495014 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dade9a5c-b067-458c-be47-ed36f3f6d059 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (3eba8624-04b5-46b3-a3a6-0b54a06d3612), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:40.502206 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dade9a5c-b067-458c-be47-ed36f3f6d059 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:40.507493 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dade9a5c-b067-458c-be47-ed36f3f6d059 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3eba8624-04b5-46b3-a3a6-0b54a06d3612 HTTP/1.1" status: 204 len: 168 time: 0.1592474 Feb 16 16:58:40.508014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39612) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:40.520294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade9a5c-b067-458c-be47-ed36f3f6d059 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3eba8624-04b5-46b3-a3a6-0b54a06d3612,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:40.648005 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ab91661b-c1ef-45bb-866b-5f236483edc9 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1340966 Feb 16 16:58:40.648841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39614) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:40.821394 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-79c6cc77-2dbe-464a-8ca8-2c6ae48b6df2 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (16c1e7d9-2bef-426f-bab8-ae0ea3cbb88f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:40.881740 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-79c6cc77-2dbe-464a-8ca8-2c6ae48b6df2 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (16c1e7d9-2bef-426f-bab8-ae0ea3cbb88f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:40.956309 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-79c6cc77-2dbe-464a-8ca8-2c6ae48b6df2 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (16c1e7d9-2bef-426f-bab8-ae0ea3cbb88f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:40.959350 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-79c6cc77-2dbe-464a-8ca8-2c6ae48b6df2 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:40.960672 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-79c6cc77-2dbe-464a-8ca8-2c6ae48b6df2 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-groups/16c1e7d9-2bef-426f-bab8-ae0ea3cbb88f HTTP/1.1" status: 204 len: 168 time: 0.3111351 Feb 16 16:58:40.963739 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39622) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:40.981763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6cc77-2dbe-464a-8ca8-2c6ae48b6df2 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c1e7d9-2bef-426f-bab8-ae0ea3cbb88f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:41.093774 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a096b6c7-b5d9-4d69-a702-38df60e60dfe tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1287656 Feb 16 16:58:41.098273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39628) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:41.103197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d1f0a544-7089-416d-83b5-a94f6e49cad0 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group': {'name': 'tempest-secgroup--116763954'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:41.185148 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a544-7089-416d-83b5-a94f6e49cad0 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:41.340760 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a544-7089-416d-83b5-a94f6e49cad0 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (46ecd13b-63d9-4267-9659-987efe7b0e7d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:41.345657 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a544-7089-416d-83b5-a94f6e49cad0 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (46ecd13b-63d9-4267-9659-987efe7b0e7d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:41.390451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0a544-7089-416d-83b5-a94f6e49cad0 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ecd13b-63d9-4267-9659-987efe7b0e7d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:41.411678 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a544-7089-416d-83b5-a94f6e49cad0 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:41.414256 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d1f0a544-7089-416d-83b5-a94f6e49cad0 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3149326 Feb 16 16:58:41.416241 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39636) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:41.421815 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-204ca4ce-6e7d-4ad7-9aa4-f8420363d481 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group_rule': {'security_group_id': '46ecd13b-63d9-4267-9659-987efe7b0e7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:41.488631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-204ca4ce-6e7d-4ad7-9aa4-f8420363d481 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (d7e6d85e-658b-4443-a2e6-fa32bad30064), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:41.644914 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-204ca4ce-6e7d-4ad7-9aa4-f8420363d481 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (d7e6d85e-658b-4443-a2e6-fa32bad30064), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:41.655363 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-204ca4ce-6e7d-4ad7-9aa4-f8420363d481 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (d7e6d85e-658b-4443-a2e6-fa32bad30064), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:41.694027 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ca4ce-6e7d-4ad7-9aa4-f8420363d481 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e6d85e-658b-4443-a2e6-fa32bad30064,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:41.707462 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-204ca4ce-6e7d-4ad7-9aa4-f8420363d481 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:41.709236 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-204ca4ce-6e7d-4ad7-9aa4-f8420363d481 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2913342 Feb 16 16:58:41.711921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39642) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:41.734194 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39644) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:41.745968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-603a5967-79d5-4e0c-8f5f-56ed3466e867 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules/d7e6d85e-658b-4443-a2e6-fa32bad30064 HTTP/1.1" status: 200 len: 763 time: 0.0291147 Feb 16 16:58:41.822951 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-62da3387-37b1-4a3b-882e-9b74a367e4a5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0846314 Feb 16 16:58:41.823261 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39648) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:41.887629 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a1d4235d-d6d7-4545-ab1b-78f55cc0522c tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (d7e6d85e-658b-4443-a2e6-fa32bad30064), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:41.904232 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a1d4235d-d6d7-4545-ab1b-78f55cc0522c tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (d7e6d85e-658b-4443-a2e6-fa32bad30064), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:41.936635 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a1d4235d-d6d7-4545-ab1b-78f55cc0522c tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (d7e6d85e-658b-4443-a2e6-fa32bad30064), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:41.945153 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a1d4235d-d6d7-4545-ab1b-78f55cc0522c tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:41.950080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a1d4235d-d6d7-4545-ab1b-78f55cc0522c tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d7e6d85e-658b-4443-a2e6-fa32bad30064 HTTP/1.1" status: 204 len: 168 time: 0.1230223 Feb 16 16:58:41.950369 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39652) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:41.973932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4235d-d6d7-4545-ab1b-78f55cc0522c tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7e6d85e-658b-4443-a2e6-fa32bad30064,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.016327 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e3a0ae4e-4579-4650-abb6-6f646247bbde tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0623176 Feb 16 16:58:42.017604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39654) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:42.022724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d69da6d1-602a-482f-808e-497a89c40be5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group_rule': {'security_group_id': '46ecd13b-63d9-4267-9659-987efe7b0e7d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:42.057072 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d69da6d1-602a-482f-808e-497a89c40be5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (42bc0191-4a95-4ba6-98f1-94c675caad4f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:42.136309 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d69da6d1-602a-482f-808e-497a89c40be5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (42bc0191-4a95-4ba6-98f1-94c675caad4f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:42.143090 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d69da6d1-602a-482f-808e-497a89c40be5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (42bc0191-4a95-4ba6-98f1-94c675caad4f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:42.184580 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d69da6d1-602a-482f-808e-497a89c40be5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:42.187809 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d69da6d1-602a-482f-808e-497a89c40be5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673319 Feb 16 16:58:42.189428 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39660) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:42.196397 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69da6d1-602a-482f-808e-497a89c40be5 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42bc0191-4a95-4ba6-98f1-94c675caad4f,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.226169 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fde4aa49-48e2-44ec-ba0d-879eccd88ccc tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules/42bc0191-4a95-4ba6-98f1-94c675caad4f HTTP/1.1" status: 200 len: 763 time: 0.0318418 Feb 16 16:58:42.229413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39664) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:42.285057 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39666) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:42.286421 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5b4a2999-1d49-47dd-aa43-7e3dabb0fb7a tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0537515 Feb 16 16:58:42.341288 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61434d2d-0f45-473e-bf3d-358cbeee8e6a tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (42bc0191-4a95-4ba6-98f1-94c675caad4f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:42.359439 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61434d2d-0f45-473e-bf3d-358cbeee8e6a tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (42bc0191-4a95-4ba6-98f1-94c675caad4f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:42.403428 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61434d2d-0f45-473e-bf3d-358cbeee8e6a tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (42bc0191-4a95-4ba6-98f1-94c675caad4f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:42.412854 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61434d2d-0f45-473e-bf3d-358cbeee8e6a tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:42.416194 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-61434d2d-0f45-473e-bf3d-358cbeee8e6a tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/42bc0191-4a95-4ba6-98f1-94c675caad4f HTTP/1.1" status: 204 len: 168 time: 0.1277089 Feb 16 16:58:42.417908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39670) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:42.429499 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61434d2d-0f45-473e-bf3d-358cbeee8e6a tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42bc0191-4a95-4ba6-98f1-94c675caad4f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.553585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39674) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:42.556376 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7e0e73b8-def7-47aa-8f85-855f1f7ee172 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1367908 Feb 16 16:58:42.558100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e11b43e8-88c8-463a-8ef5-f9f5dfa14009 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group_rule': {'security_group_id': '46ecd13b-63d9-4267-9659-987efe7b0e7d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:42.614293 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e11b43e8-88c8-463a-8ef5-f9f5dfa14009 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (cad3d69f-71a5-4fd9-af20-e0472b9b1b4d), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:42.755942 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e11b43e8-88c8-463a-8ef5-f9f5dfa14009 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (cad3d69f-71a5-4fd9-af20-e0472b9b1b4d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:42.764045 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e11b43e8-88c8-463a-8ef5-f9f5dfa14009 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (cad3d69f-71a5-4fd9-af20-e0472b9b1b4d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:42.797371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b43e8-88c8-463a-8ef5-f9f5dfa14009 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad3d69f-71a5-4fd9-af20-e0472b9b1b4d,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:42.827291 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e11b43e8-88c8-463a-8ef5-f9f5dfa14009 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:42.831299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e11b43e8-88c8-463a-8ef5-f9f5dfa14009 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2739675 Feb 16 16:58:42.831299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39684) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:42.862858 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0bc9fd8d-f242-4b37-983e-d93f1de7c3f6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules/cad3d69f-71a5-4fd9-af20-e0472b9b1b4d HTTP/1.1" status: 200 len: 764 time: 0.0276732 Feb 16 16:58:42.863049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39686) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:42.951786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-38acd186-8328-4e5c-99de-ed6eaa848a81 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0876482 Feb 16 16:58:42.954414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39692) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:42.981886 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dd06-3d57-4487-8de2-d43b4a9c0407 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (cad3d69f-71a5-4fd9-af20-e0472b9b1b4d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:42.991125 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dd06-3d57-4487-8de2-d43b4a9c0407 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (cad3d69f-71a5-4fd9-af20-e0472b9b1b4d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:43.025821 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dd06-3d57-4487-8de2-d43b4a9c0407 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (cad3d69f-71a5-4fd9-af20-e0472b9b1b4d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:43.045307 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dd06-3d57-4487-8de2-d43b4a9c0407 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:43.047282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2eb1dd06-3d57-4487-8de2-d43b4a9c0407 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cad3d69f-71a5-4fd9-af20-e0472b9b1b4d HTTP/1.1" status: 204 len: 168 time: 0.0908394 Feb 16 16:58:43.049208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1dd06-3d57-4487-8de2-d43b4a9c0407 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cad3d69f-71a5-4fd9-af20-e0472b9b1b4d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:43.049505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39694) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:43.140278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39696) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:43.140693 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e13d5093-61cd-4894-ab06-2bdd215f5046 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0899229 Feb 16 16:58:43.297724 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6cee10fc-6359-4310-a378-d57e361a1a58 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (46ecd13b-63d9-4267-9659-987efe7b0e7d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:43.349316 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6cee10fc-6359-4310-a378-d57e361a1a58 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (46ecd13b-63d9-4267-9659-987efe7b0e7d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:43.402673 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6cee10fc-6359-4310-a378-d57e361a1a58 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (46ecd13b-63d9-4267-9659-987efe7b0e7d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:43.415714 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6cee10fc-6359-4310-a378-d57e361a1a58 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:43.417078 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6cee10fc-6359-4310-a378-d57e361a1a58 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-groups/46ecd13b-63d9-4267-9659-987efe7b0e7d HTTP/1.1" status: 204 len: 168 time: 0.2741945 Feb 16 16:58:43.420525 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39702) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:43.427441 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee10fc-6359-4310-a378-d57e361a1a58 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ecd13b-63d9-4267-9659-987efe7b0e7d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:43.520116 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5329085a-3b79-491c-81c2-5cc50b61a1cd tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0983615 Feb 16 16:58:43.525433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39706) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:43.528765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-9b8d95c0-cb29-473c-ae2f-036d92f9d684 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713830755'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:43.572994 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b8d95c0-cb29-473c-ae2f-036d92f9d684 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:43.709759 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b8d95c0-cb29-473c-ae2f-036d92f9d684 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (a8e256aa-5ae0-4826-96e3-0041824623b0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:43.718472 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b8d95c0-cb29-473c-ae2f-036d92f9d684 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a8e256aa-5ae0-4826-96e3-0041824623b0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:43.772502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d95c0-cb29-473c-ae2f-036d92f9d684 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e256aa-5ae0-4826-96e3-0041824623b0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:43.792121 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b8d95c0-cb29-473c-ae2f-036d92f9d684 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:43.795818 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9b8d95c0-cb29-473c-ae2f-036d92f9d684 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2698851 Feb 16 16:58:43.796855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39710) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:43.801890 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7369af93-54e8-4c0a-ba6c-d46b5629e4b6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Request body: {'security_group_rule': {'security_group_id': 'a8e256aa-5ae0-4826-96e3-0041824623b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:43.838962 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7369af93-54e8-4c0a-ba6c-d46b5629e4b6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (736a41fd-c28c-4799-9ef4-b02294de0d6c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:43.922456 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7369af93-54e8-4c0a-ba6c-d46b5629e4b6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (736a41fd-c28c-4799-9ef4-b02294de0d6c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:43.927071 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7369af93-54e8-4c0a-ba6c-d46b5629e4b6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (736a41fd-c28c-4799-9ef4-b02294de0d6c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:43.956897 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369af93-54e8-4c0a-ba6c-d46b5629e4b6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736a41fd-c28c-4799-9ef4-b02294de0d6c,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:44.000054 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7369af93-54e8-4c0a-ba6c-d46b5629e4b6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:44.005255 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7369af93-54e8-4c0a-ba6c-d46b5629e4b6 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2043114 Feb 16 16:58:44.005658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39718) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:44.120003 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6c39a38-92dc-4b1f-a81c-f79696b91564 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (a8e256aa-5ae0-4826-96e3-0041824623b0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:44.176702 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6c39a38-92dc-4b1f-a81c-f79696b91564 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (a8e256aa-5ae0-4826-96e3-0041824623b0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:44.277887 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6c39a38-92dc-4b1f-a81c-f79696b91564 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a8e256aa-5ae0-4826-96e3-0041824623b0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:44.282109 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d6c39a38-92dc-4b1f-a81c-f79696b91564 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:44.283949 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d6c39a38-92dc-4b1f-a81c-f79696b91564 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-groups/a8e256aa-5ae0-4826-96e3-0041824623b0 HTTP/1.1" status: 204 len: 168 time: 0.2770984 Feb 16 16:58:44.286762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39742) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:44.308415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c39a38-92dc-4b1f-a81c-f79696b91564 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e256aa-5ae0-4826-96e3-0041824623b0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:44.406554 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7ead24e1-1396-4044-87f2-e0ea9818be30 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1182997 Feb 16 16:58:44.410056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39750) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:44.492381 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-93996fcf-7723-42eb-abe5-c62b3c3a0c32 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0810506 Feb 16 16:58:44.496283 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39754) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:44.514895 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-11da1dd6-54fb-4850-8244-1419c0e5cc11 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] delete failed (client error): The resource could not be found. Feb 16 16:58:44.517554 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-11da1dd6-54fb-4850-8244-1419c0e5cc11 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "DELETE /v2.0/security-groups/a8e256aa-5ae0-4826-96e3-0041824623b0 HTTP/1.1" status: 404 len: 347 time: 0.0193043 Feb 16 16:58:44.521267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39756) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:44.579191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-37770474-25b8-4d41-a27a-e55905c14b97 tempest-SecGroupTest-816224238 tempest-SecGroupTest-816224238-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0556188 Feb 16 16:58:45.040149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39770) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:45.234451 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-21478bc8-8382-4a94-a7df-fda71fd6ff14 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbc4f29bf95c4b0eba397225dbb387e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1924093 Feb 16 16:58:45.237075 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39780) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:45.317396 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f4a89022-7404-41ee-89c2-725173b8c8de admin admin] Publish callbacks [] for security_group (fc796c3f-70b1-471b-abec-7e0ac56ea2ee), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:45.355142 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f4a89022-7404-41ee-89c2-725173b8c8de admin admin] Publish callbacks [] for security_group (fc796c3f-70b1-471b-abec-7e0ac56ea2ee), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:45.429263 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f4a89022-7404-41ee-89c2-725173b8c8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fc796c3f-70b1-471b-abec-7e0ac56ea2ee), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:45.432497 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f4a89022-7404-41ee-89c2-725173b8c8de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:45.445378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f4a89022-7404-41ee-89c2-725173b8c8de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc796c3f-70b1-471b-abec-7e0ac56ea2ee HTTP/1.1" status: 204 len: 168 time: 0.1932421 Feb 16 16:58:45.461831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a89022-7404-41ee-89c2-725173b8c8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc796c3f-70b1-471b-abec-7e0ac56ea2ee,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:45.627596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b1ca0-2287-4024-b9ff-5b43a3bef354 req-abcf2b7b-0ae6-403b-b628-bb3f67e1ea8a tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:45.633811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-225b1ca0-2287-4024-b9ff-5b43a3bef354 req-abcf2b7b-0ae6-403b-b628-bb3f67e1ea8a tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 950 time: 0.1299477 Feb 16 16:58:45.756944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-225b1ca0-2287-4024-b9ff-5b43a3bef354 req-23b4c9cf-93a8-4bcc-aca8-6d1fe34c16d1 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/security-groups?id=79c2e5a6-22cf-40d6-905c-2818969e2bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120863 Feb 16 16:58:46.578686 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39828) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:46.711939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f3127e-c25c-4b94-9beb-addf19011cdf admin admin] Deleting subnet 091f2ee1-7ede-4f8f-bcc0-67b6d7c843af {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:58:46.718304 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-38f3127e-c25c-4b94-9beb-addf19011cdf admin admin] Publish callbacks [] for subnet (091f2ee1-7ede-4f8f-bcc0-67b6d7c843af), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:46.807977 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-38f3127e-c25c-4b94-9beb-addf19011cdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (091f2ee1-7ede-4f8f-bcc0-67b6d7c843af), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:46.877227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-38f3127e-c25c-4b94-9beb-addf19011cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (091f2ee1-7ede-4f8f-bcc0-67b6d7c843af), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:46.892862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39836) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:46.927928 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d332078-60ed-4b56-91c1-4b68dafb0ba0 req-787c800b-cde7-4118-81fe-e89132c67e47 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:46.929927 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1d332078-60ed-4b56-91c1-4b68dafb0ba0 req-787c800b-cde7-4118-81fe-e89132c67e47 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.65 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 950 time: 0.1350715 Feb 16 16:58:47.096992 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-38f3127e-c25c-4b94-9beb-addf19011cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (091f2ee1-7ede-4f8f-bcc0-67b6d7c843af), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.124608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-1d332078-60ed-4b56-91c1-4b68dafb0ba0 req-e79972ff-979f-484e-8145-f799cec7fc4d tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Deleting port 5a312482-ebc7-4fff-99c1-ade8dd6290ac {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:58:47.124962 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1d332078-60ed-4b56-91c1-4b68dafb0ba0 req-e79972ff-979f-484e-8145-f799cec7fc4d tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.151775 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3127e-c25c-4b94-9beb-addf19011cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=091f2ee1-7ede-4f8f-bcc0-67b6d7c843af,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:47.158704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-38f3127e-c25c-4b94-9beb-addf19011cdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.172054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-38f3127e-c25c-4b94-9beb-addf19011cdf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/091f2ee1-7ede-4f8f-bcc0-67b6d7c843af HTTP/1.1" status: 204 len: 168 time: 0.5910563 Feb 16 16:58:47.176349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39842) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:47.272238 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-1d332078-60ed-4b56-91c1-4b68dafb0ba0 req-e79972ff-979f-484e-8145-f799cec7fc4d tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] For port 5a312482-ebc7-4fff-99c1-ade8dd6290ac, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=5a312482-ebc7-4fff-99c1-ade8dd6290ac,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:47.272902 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1d332078-60ed-4b56-91c1-4b68dafb0ba0 req-e79972ff-979f-484e-8145-f799cec7fc4d tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.288670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1069ee-59ea-4cf9-814d-b4e99763d0f9 req-a8fae09a-fd79-4a1a-8833-857ad4c9714c tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:47.289585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-1d332078-60ed-4b56-91c1-4b68dafb0ba0 req-e79972ff-979f-484e-8145-f799cec7fc4d tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Calling delete_port for 5a312482-ebc7-4fff-99c1-ade8dd6290ac owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:58:47.291333 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc1069ee-59ea-4cf9-814d-b4e99763d0f9 req-a8fae09a-fd79-4a1a-8833-857ad4c9714c tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92813bd-f8aa-4599-b5c8-6b4eb196c184 HTTP/1.1" status: 200 len: 950 time: 0.3593729 Feb 16 16:58:47.375889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e29ff892-bada-41b5-bdc2-7fb0db22e438 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:47.380225 n-d-669411-5 neutron-server[103422]: WARNING neutron.api.v2.base [None req-e29ff892-bada-41b5-bdc2-7fb0db22e438 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 16:58:47.381150 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-e29ff892-bada-41b5-bdc2-7fb0db22e438 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 16:58:47.385955 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e29ff892-bada-41b5-bdc2-7fb0db22e438 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4885345 Feb 16 16:58:47.386353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39848) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:47.393819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-90b98ec5-760d-40a0-9c93-f85b3aa00505 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140074872'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:47.441787 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90b98ec5-760d-40a0-9c93-f85b3aa00505 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.449909 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7682c43-fc43-4a7c-8ce9-fae4051993a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (07fd14a5-71f2-4b72-aab7-3a79c0e8036a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.463969 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90b98ec5-760d-40a0-9c93-f85b3aa00505 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.476715 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc1069ee-59ea-4cf9-814d-b4e99763d0f9 req-56c8f931-d2ce-4fac-90f8-1cd032f40fc3 tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.24 "GET /v2.0/security-groups?id=79c2e5a6-22cf-40d6-905c-2818969e2bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744838 Feb 16 16:58:47.598346 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1d332078-60ed-4b56-91c1-4b68dafb0ba0 req-e79972ff-979f-484e-8145-f799cec7fc4d tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5a312482-ebc7-4fff-99c1-ade8dd6290ac), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.610850 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7682c43-fc43-4a7c-8ce9-fae4051993a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (07fd14a5-71f2-4b72-aab7-3a79c0e8036a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.611474 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['5a312482-ebc7-4fff-99c1-ade8dd6290ac'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:58:47.644640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-b7682c43-fc43-4a7c-8ce9-fae4051993a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fd14a5-71f2-4b72-aab7-3a79c0e8036a']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:47.661171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-b7682c43-fc43-4a7c-8ce9-fae4051993a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1b949b-d5f6-42c3-b077-014ef982e02a') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:47.661732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-b7682c43-fc43-4a7c-8ce9-fae4051993a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1b949b-d5f6-42c3-b077-014ef982e02a') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:47.671482 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79972ff-979f-484e-8145-f799cec7fc4d tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Pushing event deleted for resources: {'Port': ['ID=5a312482-ebc7-4fff-99c1-ade8dd6290ac,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:47.673804 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7682c43-fc43-4a7c-8ce9-fae4051993a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (fe1b949b-d5f6-42c3-b077-014ef982e02a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.691574 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7682c43-fc43-4a7c-8ce9-fae4051993a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (fe1b949b-d5f6-42c3-b077-014ef982e02a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.699305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7682c43-fc43-4a7c-8ce9-fae4051993a4 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:47.699711 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7682c43-fc43-4a7c-8ce9-fae4051993a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (fe1b949b-d5f6-42c3-b077-014ef982e02a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.754747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d332078-60ed-4b56-91c1-4b68dafb0ba0 req-e79972ff-979f-484e-8145-f799cec7fc4d tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] No DVR routers for this DVR port 5a312482-ebc7-4fff-99c1-ade8dd6290ac on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:47.757926 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1d332078-60ed-4b56-91c1-4b68dafb0ba0 req-e79972ff-979f-484e-8145-f799cec7fc4d tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.762775 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1d332078-60ed-4b56-91c1-4b68dafb0ba0 req-e79972ff-979f-484e-8145-f799cec7fc4d tempest-VolumesBackupsTest-693575098 tempest-VolumesBackupsTest-693575098-project] 10.222.0.65 "DELETE /v2.0/ports/5a312482-ebc7-4fff-99c1-ade8dd6290ac HTTP/1.1" status: 204 len: 173 time: 0.8263283 Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:47.766089 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:47.770288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92813bd-f8aa-4599-b5c8-6b4eb196c184', 'name': 'network-vif-deleted', 'tag': '5a312482-ebc7-4fff-99c1-ade8dd6290ac'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:58:47.770666 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7682c43-fc43-4a7c-8ce9-fae4051993a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (07fd14a5-71f2-4b72-aab7-3a79c0e8036a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.780659 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360ade32-9a52-45e4-b371-5162ded125ca" -d '{"events": [{"server_uuid": "f92813bd-f8aa-4599-b5c8-6b4eb196c184", "name": "network-vif-deleted", "tag": "5a312482-ebc7-4fff-99c1-ade8dd6290ac"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:58:47.780822 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7682c43-fc43-4a7c-8ce9-fae4051993a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.786944 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90b98ec5-760d-40a0-9c93-f85b3aa00505 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (27d78531-bbdf-424a-ad7a-25ae6f3ed28f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.793755 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90b98ec5-760d-40a0-9c93-f85b3aa00505 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (27d78531-bbdf-424a-ad7a-25ae6f3ed28f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.795689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b7682c43-fc43-4a7c-8ce9-fae4051993a4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/07fd14a5-71f2-4b72-aab7-3a79c0e8036a HTTP/1.1" status: 204 len: 168 time: 0.6183591 Feb 16 16:58:47.799782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39860) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:47.855914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7682c43-fc43-4a7c-8ce9-fae4051993a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=07fd14a5-71f2-4b72-aab7-3a79c0e8036a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:47.884393 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6d39d4-993b-435b-98b2-fad7178ca2cd x-openstack-request-id: req-8e6d39d4-993b-435b-98b2-fad7178ca2cd {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:58:47.884688 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92813bd-f8aa-4599-b5c8-6b4eb196c184", "name": "network-vif-deleted", "tag": "5a312482-ebc7-4fff-99c1-ade8dd6290ac", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:58:47.884988 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e6d39d4-993b-435b-98b2-fad7178ca2cd {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:58:47.885394 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92813bd-f8aa-4599-b5c8-6b4eb196c184', 'name': 'network-vif-deleted', 'tag': '5a312482-ebc7-4fff-99c1-ade8dd6290ac', 'status': 'completed', 'code': 200} Feb 16 16:58:47.907482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-7501ed0a-ff5f-4c21-85b9-2b3e94fc5f42 admin admin] Deleting subnet 44cc92a7-302b-42e7-9c3a-abb3c4ec9670 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:58:47.909089 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90b98ec5-760d-40a0-9c93-f85b3aa00505 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (d2633b25-34e5-48c6-9182-e22617733bd2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.912520 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7501ed0a-ff5f-4c21-85b9-2b3e94fc5f42 admin admin] Publish callbacks [] for subnet (44cc92a7-302b-42e7-9c3a-abb3c4ec9670), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.941139 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90b98ec5-760d-40a0-9c93-f85b3aa00505 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d2633b25-34e5-48c6-9182-e22617733bd2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:47.949942 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b98ec5-760d-40a0-9c93-f85b3aa00505 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d78531-bbdf-424a-ad7a-25ae6f3ed28f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:47.968729 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7501ed0a-ff5f-4c21-85b9-2b3e94fc5f42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (44cc92a7-302b-42e7-9c3a-abb3c4ec9670), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.020608 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7501ed0a-ff5f-4c21-85b9-2b3e94fc5f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (44cc92a7-302b-42e7-9c3a-abb3c4ec9670), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.025324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b98ec5-760d-40a0-9c93-f85b3aa00505 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2633b25-34e5-48c6-9182-e22617733bd2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:48.032147 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90b98ec5-760d-40a0-9c93-f85b3aa00505 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.034797 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-90b98ec5-760d-40a0-9c93-f85b3aa00505 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6473751 Feb 16 16:58:48.040676 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39866) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:48.045782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1ca5f6c9-6cf2-4e82-85a3-273a70347a87 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': 'd2633b25-34e5-48c6-9182-e22617733bd2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:48.093099 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f6c9-6cf2-4e82-85a3-273a70347a87 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group_rule (e2c76fbe-eba7-41bf-9b5d-8432a570547e), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.133923 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7501ed0a-ff5f-4c21-85b9-2b3e94fc5f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (44cc92a7-302b-42e7-9c3a-abb3c4ec9670), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.164426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501ed0a-ff5f-4c21-85b9-2b3e94fc5f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44cc92a7-302b-42e7-9c3a-abb3c4ec9670,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:48.179733 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7501ed0a-ff5f-4c21-85b9-2b3e94fc5f42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.185191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7501ed0a-ff5f-4c21-85b9-2b3e94fc5f42 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/44cc92a7-302b-42e7-9c3a-abb3c4ec9670 HTTP/1.1" status: 204 len: 168 time: 0.3795023 Feb 16 16:58:48.187871 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39868) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:48.254853 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f6c9-6cf2-4e82-85a3-273a70347a87 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group_rule (e2c76fbe-eba7-41bf-9b5d-8432a570547e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.262403 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f6c9-6cf2-4e82-85a3-273a70347a87 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (e2c76fbe-eba7-41bf-9b5d-8432a570547e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.283528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5f6c9-6cf2-4e82-85a3-273a70347a87 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c76fbe-eba7-41bf-9b5d-8432a570547e,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:48.306106 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f6c9-6cf2-4e82-85a3-273a70347a87 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.310060 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1ca5f6c9-6cf2-4e82-85a3-273a70347a87 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2658730 Feb 16 16:58:48.311399 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39872) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:48.325680 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2f4ad8b6-5e42-42d9-bb48-aa923fdc5eb4 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': 'd2633b25-34e5-48c6-9182-e22617733bd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:48.366014 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad8b6-5e42-42d9-bb48-aa923fdc5eb4 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group_rule (0abdba19-9759-4837-874e-a1f188f5eacb), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.370379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-75050e78-4d42-49e0-8986-21ad27043fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a0b1717b-9402-48dd-9f99-8bd7d047c1cb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.446367 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-2f4ad8b6-5e42-42d9-bb48-aa923fdc5eb4 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 16:58:48.450155 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2f4ad8b6-5e42-42d9-bb48-aa923fdc5eb4 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1351252 Feb 16 16:58:48.450615 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39876) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:48.506036 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-75050e78-4d42-49e0-8986-21ad27043fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a0b1717b-9402-48dd-9f99-8bd7d047c1cb), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.530971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-75050e78-4d42-49e0-8986-21ad27043fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b1717b-9402-48dd-9f99-8bd7d047c1cb']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:48.549765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-75050e78-4d42-49e0-8986-21ad27043fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6591a8-8880-4ed2-adea-5ec6fdd30def') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:48.550124 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89912bc1-daa1-49c1-95f2-d28d353a00c8 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (d2633b25-34e5-48c6-9182-e22617733bd2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.550530 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-75050e78-4d42-49e0-8986-21ad27043fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6591a8-8880-4ed2-adea-5ec6fdd30def') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:48.562100 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-75050e78-4d42-49e0-8986-21ad27043fba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (7b6591a8-8880-4ed2-adea-5ec6fdd30def), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.604886 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-75050e78-4d42-49e0-8986-21ad27043fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7b6591a8-8880-4ed2-adea-5ec6fdd30def), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.606304 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89912bc1-daa1-49c1-95f2-d28d353a00c8 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (d2633b25-34e5-48c6-9182-e22617733bd2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.619462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75050e78-4d42-49e0-8986-21ad27043fba admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:58:48.620526 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-75050e78-4d42-49e0-8986-21ad27043fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (7b6591a8-8880-4ed2-adea-5ec6fdd30def), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:58:48.622375 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:58:48.719008 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89912bc1-daa1-49c1-95f2-d28d353a00c8 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d2633b25-34e5-48c6-9182-e22617733bd2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.723337 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-89912bc1-daa1-49c1-95f2-d28d353a00c8 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.725701 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-89912bc1-daa1-49c1-95f2-d28d353a00c8 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "DELETE /v2.0/security-groups/d2633b25-34e5-48c6-9182-e22617733bd2 HTTP/1.1" status: 204 len: 168 time: 0.2740641 Feb 16 16:58:48.756571 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39888) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:48.757355 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89912bc1-daa1-49c1-95f2-d28d353a00c8 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2633b25-34e5-48c6-9182-e22617733bd2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:48.763380 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-75050e78-4d42-49e0-8986-21ad27043fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a0b1717b-9402-48dd-9f99-8bd7d047c1cb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.780243 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-75050e78-4d42-49e0-8986-21ad27043fba admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:48.784856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-75050e78-4d42-49e0-8986-21ad27043fba admin admin] 10.222.0.24 "DELETE /v2.0/networks/a0b1717b-9402-48dd-9f99-8bd7d047c1cb HTTP/1.1" status: 204 len: 168 time: 0.5932808 Feb 16 16:58:48.800937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75050e78-4d42-49e0-8986-21ad27043fba admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b1717b-9402-48dd-9f99-8bd7d047c1cb,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:48.876869 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-82ee17b5-c222-42e0-9f3b-99108a87a985 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1066442 Feb 16 16:58:48.881922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39892) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:48.887353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-46144f14-bbb3-450b-8760-f59a4e6b36b4 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253036348'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:48.953006 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46144f14-bbb3-450b-8760-f59a4e6b36b4 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:49.134055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39898) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:49.146865 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46144f14-bbb3-450b-8760-f59a4e6b36b4 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (c7dd0ef3-1e5f-46ac-ac95-f89d7e6846fa), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:49.158911 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46144f14-bbb3-450b-8760-f59a4e6b36b4 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c7dd0ef3-1e5f-46ac-ac95-f89d7e6846fa), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:49.189930 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-17899aa2-d0c0-4301-8361-0d5da944a22d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df188969e0aa4461b88441121236dc4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0544927 Feb 16 16:58:49.192500 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39900) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:49.198840 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46144f14-bbb3-450b-8760-f59a4e6b36b4 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:49.203731 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-46144f14-bbb3-450b-8760-f59a4e6b36b4 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3203411 Feb 16 16:58:49.220506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39902) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:49.241084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c5bed005-678e-44a8-84f4-e2172babb026 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': 'c7dd0ef3-1e5f-46ac-ac95-f89d7e6846fa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:49.241991 n-d-669411-5 neutron-server[103421]: WARNING neutron.api.v2.base [None req-c5bed005-678e-44a8-84f4-e2172babb026 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 16:58:49.244483 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-c5bed005-678e-44a8-84f4-e2172babb026 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:49.250306 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c5bed005-678e-44a8-84f4-e2172babb026 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0285678 Feb 16 16:58:49.270198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39904) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:49.314551 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5ea31207-6ef0-4a2e-8875-6c68f8238681 admin admin] Publish callbacks [] for security_group (a846c78e-ca51-48a7-87e2-b07d2839ce6d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:49.319854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46144f14-bbb3-450b-8760-f59a4e6b36b4 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dd0ef3-1e5f-46ac-ac95-f89d7e6846fa,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:49.371645 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5ea31207-6ef0-4a2e-8875-6c68f8238681 admin admin] Publish callbacks [] for security_group (a846c78e-ca51-48a7-87e2-b07d2839ce6d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:49.408768 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c42ef52e-7fc7-4bd7-a46b-ac91a0881880 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (c7dd0ef3-1e5f-46ac-ac95-f89d7e6846fa), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:49.469548 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c42ef52e-7fc7-4bd7-a46b-ac91a0881880 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (c7dd0ef3-1e5f-46ac-ac95-f89d7e6846fa), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:49.499419 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5ea31207-6ef0-4a2e-8875-6c68f8238681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a846c78e-ca51-48a7-87e2-b07d2839ce6d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:49.506001 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5ea31207-6ef0-4a2e-8875-6c68f8238681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:49.509521 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5ea31207-6ef0-4a2e-8875-6c68f8238681 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a846c78e-ca51-48a7-87e2-b07d2839ce6d HTTP/1.1" status: 204 len: 168 time: 0.3119922 Feb 16 16:58:49.542741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea31207-6ef0-4a2e-8875-6c68f8238681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a846c78e-ca51-48a7-87e2-b07d2839ce6d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:49.622178 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c42ef52e-7fc7-4bd7-a46b-ac91a0881880 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c7dd0ef3-1e5f-46ac-ac95-f89d7e6846fa), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:49.633925 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c42ef52e-7fc7-4bd7-a46b-ac91a0881880 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:49.638114 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c42ef52e-7fc7-4bd7-a46b-ac91a0881880 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "DELETE /v2.0/security-groups/c7dd0ef3-1e5f-46ac-ac95-f89d7e6846fa HTTP/1.1" status: 204 len: 168 time: 0.3666661 Feb 16 16:58:49.638973 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39914) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:49.672611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ef52e-7fc7-4bd7-a46b-ac91a0881880 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dd0ef3-1e5f-46ac-ac95-f89d7e6846fa,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:49.677798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f27bf-1ecb-4f08-9f90-f9fd0aae82f5 req-d58594d8-869a-41f5-a711-69c0867a9e61 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:49.684241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-466f27bf-1ecb-4f08-9f90-f9fd0aae82f5 req-d58594d8-869a-41f5-a711-69c0867a9e61 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1128 time: 0.1437311 Feb 16 16:58:49.787115 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-19485456-2ffa-45ea-96db-0f8fbb063ce3 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1466506 Feb 16 16:58:49.793105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39918) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:49.800803 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-027f175a-5929-4b28-9fb7-a9ea713005d5 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204141018'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:49.805458 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-466f27bf-1ecb-4f08-9f90-f9fd0aae82f5 req-ff1598d4-b9eb-4790-b2b5-9f475246df3a tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099691 Feb 16 16:58:49.846012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39920) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:49.884923 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-027f175a-5929-4b28-9fb7-a9ea713005d5 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:49.986225 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-027f175a-5929-4b28-9fb7-a9ea713005d5 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (ee651f24-382e-4116-85e1-e02250dbbb49), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:49.991875 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-027f175a-5929-4b28-9fb7-a9ea713005d5 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ee651f24-382e-4116-85e1-e02250dbbb49), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.003066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 5a312482-ebc7-4fff-99c1-ade8dd6290ac no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:58:50.069567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 5a312482-ebc7-4fff-99c1-ade8dd6290ac {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:58:50.069931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 5a312482-ebc7-4fff-99c1-ade8dd6290ac not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:58:50.083874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f175a-5929-4b28-9fb7-a9ea713005d5 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee651f24-382e-4116-85e1-e02250dbbb49,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:50.098791 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-027f175a-5929-4b28-9fb7-a9ea713005d5 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.103736 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-027f175a-5929-4b28-9fb7-a9ea713005d5 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3092620 Feb 16 16:58:50.104511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39928) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:50.110349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e231690b-4fde-40dc-b470-a253787a7df6 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': 'ee651f24-382e-4116-85e1-e02250dbbb49', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:50.115650 n-d-669411-5 neutron-server[103422]: WARNING neutron.api.v2.base [None req-e231690b-4fde-40dc-b470-a253787a7df6 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 16:58:50.116392 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-e231690b-4fde-40dc-b470-a253787a7df6 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:50.129036 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e231690b-4fde-40dc-b470-a253787a7df6 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0231118 Feb 16 16:58:50.129959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39930) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:50.231979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f7309e51-c3b7-40a3-8462-1c996a71704e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 2763a472-02cd-455d-aa0d-36137c65542f {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:58:50.235187 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7309e51-c3b7-40a3-8462-1c996a71704e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2763a472-02cd-455d-aa0d-36137c65542f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.274167 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2bfcb3b-584f-4083-a140-f637e514622a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (ee651f24-382e-4116-85e1-e02250dbbb49), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.327516 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2bfcb3b-584f-4083-a140-f637e514622a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (ee651f24-382e-4116-85e1-e02250dbbb49), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.412160 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2bfcb3b-584f-4083-a140-f637e514622a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ee651f24-382e-4116-85e1-e02250dbbb49), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.416098 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2bfcb3b-584f-4083-a140-f637e514622a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.420320 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d2bfcb3b-584f-4083-a140-f637e514622a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "DELETE /v2.0/security-groups/ee651f24-382e-4116-85e1-e02250dbbb49 HTTP/1.1" status: 204 len: 168 time: 0.2870176 Feb 16 16:58:50.422223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39938) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:50.425475 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7309e51-c3b7-40a3-8462-1c996a71704e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2763a472-02cd-455d-aa0d-36137c65542f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.425968 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7309e51-c3b7-40a3-8462-1c996a71704e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (2763a472-02cd-455d-aa0d-36137c65542f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.438953 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfcb3b-584f-4083-a140-f637e514622a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee651f24-382e-4116-85e1-e02250dbbb49,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:50.462720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f7309e51-c3b7-40a3-8462-1c996a71704e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 2763a472-02cd-455d-aa0d-36137c65542f owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:58:50.503400 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-51218111-c468-4d17-b26a-f03621a06744 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0756969 Feb 16 16:58:50.504525 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39942) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:50.504912 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39944) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:50.510773 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-57b10448-9cb6-431c-b1fb-3146915af962 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348328112'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:50.551599 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-57b10448-9cb6-431c-b1fb-3146915af962 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.578167 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-78b1378c-ca10-4f93-872a-410e5a5347ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50efb8af1c304f32817d70e54b5f988b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0683453 Feb 16 16:58:50.578944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39948) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:50.682052 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f423100-763d-498d-be12-2599a64a4b3f admin admin] Publish callbacks [] for security_group (c51abcff-ab7f-40d3-95f8-867944879ab4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.701357 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-57b10448-9cb6-431c-b1fb-3146915af962 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (06e8f622-43e1-4d83-b50b-295f53826b49), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.711227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-57b10448-9cb6-431c-b1fb-3146915af962 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (06e8f622-43e1-4d83-b50b-295f53826b49), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.757163 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f423100-763d-498d-be12-2599a64a4b3f admin admin] Publish callbacks [] for security_group (c51abcff-ab7f-40d3-95f8-867944879ab4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.761928 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-57b10448-9cb6-431c-b1fb-3146915af962 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.763157 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-57b10448-9cb6-431c-b1fb-3146915af962 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2572627 Feb 16 16:58:50.768307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39952) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:50.773196 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5c56fcd8-b313-426d-a26a-e0df10a9df10 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': '06e8f622-43e1-4d83-b50b-295f53826b49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:50.784594 n-d-669411-5 neutron-server[103421]: WARNING neutron.api.v2.base [None req-5c56fcd8-b313-426d-a26a-e0df10a9df10 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 16:58:50.785155 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-5c56fcd8-b313-426d-a26a-e0df10a9df10 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:50.789209 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5c56fcd8-b313-426d-a26a-e0df10a9df10 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0199246 Feb 16 16:58:50.793689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39954) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:50.800355 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-31a64ab7-d599-46df-9e24-b61573ec979b tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': '06e8f622-43e1-4d83-b50b-295f53826b49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:50.801280 n-d-669411-5 neutron-server[103421]: WARNING neutron.api.v2.base [None req-31a64ab7-d599-46df-9e24-b61573ec979b tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 16:58:50.801763 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-31a64ab7-d599-46df-9e24-b61573ec979b tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:50.811342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-31a64ab7-d599-46df-9e24-b61573ec979b tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0166142 Feb 16 16:58:50.813908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39956) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:50.825530 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c63d15ae-0ddf-46a7-b38a-15bdca0795d7 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': '06e8f622-43e1-4d83-b50b-295f53826b49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:50.826515 n-d-669411-5 neutron-server[103421]: WARNING neutron.api.v2.base [None req-c63d15ae-0ddf-46a7-b38a-15bdca0795d7 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 16:58:50.827005 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-c63d15ae-0ddf-46a7-b38a-15bdca0795d7 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:50.838175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c63d15ae-0ddf-46a7-b38a-15bdca0795d7 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0214162 Feb 16 16:58:50.838175 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7309e51-c3b7-40a3-8462-1c996a71704e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2763a472-02cd-455d-aa0d-36137c65542f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.847394 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39958) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:50.896722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-885c4da8-1f59-41e5-a8fd-9d787aec5a44 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': '06e8f622-43e1-4d83-b50b-295f53826b49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:50.899789 n-d-669411-5 neutron-server[103422]: WARNING neutron.api.v2.base [None req-885c4da8-1f59-41e5-a8fd-9d787aec5a44 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 16:58:50.900828 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-885c4da8-1f59-41e5-a8fd-9d787aec5a44 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:50.902060 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-885c4da8-1f59-41e5-a8fd-9d787aec5a44 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0123987 Feb 16 16:58:50.907128 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f423100-763d-498d-be12-2599a64a4b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c51abcff-ab7f-40d3-95f8-867944879ab4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.911277 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f423100-763d-498d-be12-2599a64a4b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:50.920090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7309e51-c3b7-40a3-8462-1c996a71704e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=2763a472-02cd-455d-aa0d-36137c65542f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:50.921558 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9f423100-763d-498d-be12-2599a64a4b3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c51abcff-ab7f-40d3-95f8-867944879ab4 HTTP/1.1" status: 204 len: 168 time: 0.3404665 Feb 16 16:58:50.922358 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39964) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:50.968856 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b10448-9cb6-431c-b1fb-3146915af962 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e8f622-43e1-4d83-b50b-295f53826b49,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:51.015562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f423100-763d-498d-be12-2599a64a4b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51abcff-ab7f-40d3-95f8-867944879ab4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:51.099679 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7309e51-c3b7-40a3-8462-1c996a71704e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (84c1e9a1-65ca-4650-881f-826e4a4c235b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:51.101450 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-f7309e51-c3b7-40a3-8462-1c996a71704e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Floating IP 84c1e9a1-65ca-4650-881f-826e4a4c235b disassociated (deleted). External IP: 172.25.4.234, port: 28bd6c29-e781-4d0b-a709-a6fd14c65967. Feb 16 16:58:51.135256 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-528a3e57-55e4-499a-b836-c3ffcc08ff4a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (06e8f622-43e1-4d83-b50b-295f53826b49), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:51.160129 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-528a3e57-55e4-499a-b836-c3ffcc08ff4a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (06e8f622-43e1-4d83-b50b-295f53826b49), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:51.207163 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-528a3e57-55e4-499a-b836-c3ffcc08ff4a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (06e8f622-43e1-4d83-b50b-295f53826b49), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:51.210010 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-528a3e57-55e4-499a-b836-c3ffcc08ff4a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:51.211245 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-528a3e57-55e4-499a-b836-c3ffcc08ff4a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "DELETE /v2.0/security-groups/06e8f622-43e1-4d83-b50b-295f53826b49 HTTP/1.1" status: 204 len: 168 time: 0.2861731 Feb 16 16:58:51.216741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39972) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:51.242640 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a3e57-55e4-499a-b836-c3ffcc08ff4a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e8f622-43e1-4d83-b50b-295f53826b49,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:51.337534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39978) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:51.339649 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a012ad8d-e0fc-4479-ae6b-277216005db5 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1098950 Feb 16 16:58:51.353966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-91101538-f09a-443a-9b38-194372e7b512 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group': {'name': 'tempest-secgroup--188631361'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:51.427011 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-91101538-f09a-443a-9b38-194372e7b512 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:52.017763 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-91101538-f09a-443a-9b38-194372e7b512 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (ce392335-d50b-419e-90e3-9923423dcaf6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:52.043322 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-91101538-f09a-443a-9b38-194372e7b512 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ce392335-d50b-419e-90e3-9923423dcaf6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:52.076844 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-91101538-f09a-443a-9b38-194372e7b512 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:52.078513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-91101538-f09a-443a-9b38-194372e7b512 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7401137 Feb 16 16:58:52.082309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40012) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:52.088237 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f35b16ad-eb7e-43e7-8f9c-5be67aa3ea7a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': 'ce392335-d50b-419e-90e3-9923423dcaf6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:52.089116 n-d-669411-5 neutron-server[103422]: WARNING neutron.api.v2.base [None req-f35b16ad-eb7e-43e7-8f9c-5be67aa3ea7a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 16:58:52.089774 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-f35b16ad-eb7e-43e7-8f9c-5be67aa3ea7a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:52.095046 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f35b16ad-eb7e-43e7-8f9c-5be67aa3ea7a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114641 Feb 16 16:58:52.095845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40016) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:52.104764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-24c83b98-b4d4-4c17-880a-32908869fba5 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': 'ce392335-d50b-419e-90e3-9923423dcaf6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:52.131784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91101538-f09a-443a-9b38-194372e7b512 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce392335-d50b-419e-90e3-9923423dcaf6,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:52.136928 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7309e51-c3b7-40a3-8462-1c996a71704e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router b27d9745-3aa6-44a9-9ebb-c97778097396 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:58:52.212949 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-24c83b98-b4d4-4c17-880a-32908869fba5 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:52.214033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-24c83b98-b4d4-4c17-880a-32908869fba5 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1134224 Feb 16 16:58:52.217608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40020) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:52.233997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-dcfac72e-0409-4b43-be84-a08c3d81bf3e tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': 'ce392335-d50b-419e-90e3-9923423dcaf6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:52.234714 n-d-669411-5 neutron-server[103422]: WARNING neutron.api.v2.base [None req-dcfac72e-0409-4b43-be84-a08c3d81bf3e tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 16:58:52.235417 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-dcfac72e-0409-4b43-be84-a08c3d81bf3e tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:52.240927 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dcfac72e-0409-4b43-be84-a08c3d81bf3e tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219753 Feb 16 16:58:52.242561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40022) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:52.250513 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f70d88d2-6163-4f15-ac87-dd627ca894d1 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': 'ce392335-d50b-419e-90e3-9923423dcaf6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:52.301252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7309e51-c3b7-40a3-8462-1c996a71704e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:52.310422 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7309e51-c3b7-40a3-8462-1c996a71704e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:52.316113 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3d562-a4ef-4eeb-b564-b1aa6988c6b0 None None] Sync routers for ids ['b27d9745-3aa6-44a9-9ebb-c97778097396'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:52.335553 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb3d562-a4ef-4eeb-b564-b1aa6988c6b0 None None] Routers {'b27d9745-3aa6-44a9-9ebb-c97778097396'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:52.338437 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-adb3d562-a4ef-4eeb-b564-b1aa6988c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:58:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b27d9745-3aa6-44a9-9ebb-c97778097396'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:52.338597 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-f70d88d2-6163-4f15-ac87-dd627ca894d1 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:52.346450 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f70d88d2-6163-4f15-ac87-dd627ca894d1 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1016901 Feb 16 16:58:52.347166 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40028) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:52.353415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e7a50dbd-6eb9-488b-b1a0-664a4ee1ad96 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': 'ce392335-d50b-419e-90e3-9923423dcaf6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:52.353890 n-d-669411-5 neutron-server[103422]: WARNING neutron.api.v2.base [None req-e7a50dbd-6eb9-488b-b1a0-664a4ee1ad96 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 16:58:52.363694 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-e7a50dbd-6eb9-488b-b1a0-664a4ee1ad96 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:52.368361 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e7a50dbd-6eb9-488b-b1a0-664a4ee1ad96 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0192907 Feb 16 16:58:52.369191 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40030) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:52.375557 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-592962e6-1bae-4f73-84ca-fd4c83beae52 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': 'ce392335-d50b-419e-90e3-9923423dcaf6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:52.381797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f7309e51-c3b7-40a3-8462-1c996a71704e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/floatingips/84c1e9a1-65ca-4650-881f-826e4a4c235b HTTP/1.1" status: 204 len: 168 time: 2.5319607 Feb 16 16:58:52.382117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:58:52.387450 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3f4cd5-e851-40f4-8fc1-198b59fe7568" -d '{"events": [{"name": "network-changed", "server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:58:52.400801 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-592962e6-1bae-4f73-84ca-fd4c83beae52 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Project 5f0d19308fe342798558978b97bfa223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:58:52.420326 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-592962e6-1bae-4f73-84ca-fd4c83beae52 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:52.426555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40036) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:52.434927 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-bc43ff8d-2bd0-4271-be48-7ca2164e5738 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': 'ce392335-d50b-419e-90e3-9923423dcaf6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:52.434927 n-d-669411-5 neutron-server[103421]: WARNING neutron.api.v2.base [None req-bc43ff8d-2bd0-4271-be48-7ca2164e5738 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 16:58:52.434927 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-bc43ff8d-2bd0-4271-be48-7ca2164e5738 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:52.434927 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bc43ff8d-2bd0-4271-be48-7ca2164e5738 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073330 Feb 16 16:58:52.436983 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-592962e6-1bae-4f73-84ca-fd4c83beae52 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0664797 Feb 16 16:58:52.443154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40040) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:52.446130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-6cb1a572-4542-4423-ad5d-79ad76023b7e tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': 'ce392335-d50b-419e-90e3-9923423dcaf6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:52.497353 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-6cb1a572-4542-4423-ad5d-79ad76023b7e tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Project 5f0d19308fe342798558978b97bfa223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:58:52.518980 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a3e0a0-112a-4be6-8b3e-27a4166e9277 x-openstack-request-id: req-64a3e0a0-112a-4be6-8b3e-27a4166e9277 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:58:52.519275 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:58:52.519535 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64a3e0a0-112a-4be6-8b3e-27a4166e9277 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:58:52.519978 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'status': 'completed', 'code': 200} Feb 16 16:58:52.583492 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-6cb1a572-4542-4423-ad5d-79ad76023b7e tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:52.586793 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6cb1a572-4542-4423-ad5d-79ad76023b7e tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1458511 Feb 16 16:58:52.587849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40044) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:52.593999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9ba798a5-cc22-409d-9515-9bf63f014214 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': 'ce392335-d50b-419e-90e3-9923423dcaf6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:52.630532 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-adb3d562-a4ef-4eeb-b564-b1aa6988c6b0 None None] Set router b27d9745-3aa6-44a9-9ebb-c97778097396 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:52.644106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f4cd5-e851-40f4-8fc1-198b59fe7568 req-5616783c-7183-450a-b066-555f7ad4ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:52.646227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b3f4cd5-e851-40f4-8fc1-198b59fe7568 req-5616783c-7183-450a-b066-555f7ad4ebf8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 1128 time: 0.1459913 Feb 16 16:58:52.647688 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-9ba798a5-cc22-409d-9515-9bf63f014214 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Project 5f0d19308fe342798558978b97bfa223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:58:52.670829 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-9ba798a5-cc22-409d-9515-9bf63f014214 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:52.672085 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9ba798a5-cc22-409d-9515-9bf63f014214 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0831301 Feb 16 16:58:52.675957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40046) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:52.895358 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d22410b-5db9-4d82-81ca-49b6a887765d tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (ce392335-d50b-419e-90e3-9923423dcaf6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:52.963141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d22410b-5db9-4d82-81ca-49b6a887765d tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (ce392335-d50b-419e-90e3-9923423dcaf6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:52.984701 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-adb3d562-a4ef-4eeb-b564-b1aa6988c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:54Z', 'updated_at': '2022-02-16T16:55:09Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:56Z', 'updated_at': '2022-02-16T16:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '488ee5c0-8762-49d7-8075-b32d25916c22', 'name': '', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:48:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:06Z', 'updated_at': '2022-02-16T16:55:14Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:53.010806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f4cd5-e851-40f4-8fc1-198b59fe7568 req-63544c85-b240-417d-928d-e9c4c8b98388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:53.012351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b3f4cd5-e851-40f4-8fc1-198b59fe7568 req-63544c85-b240-417d-928d-e9c4c8b98388 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 200 len: 898 time: 0.3601427 Feb 16 16:58:53.037677 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3d562-a4ef-4eeb-b564-b1aa6988c6b0 None None] Checking router: b27d9745-3aa6-44a9-9ebb-c97778097396 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:58:53.042982 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f4ee9-51ce-482f-b8ed-e011c41b1410 req-9b0e1706-aee8-40d5-a1a4-995aecba943f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:53.050538 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d22410b-5db9-4d82-81ca-49b6a887765d tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ce392335-d50b-419e-90e3-9923423dcaf6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:53.051638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-671f4ee9-51ce-482f-b8ed-e011c41b1410 req-9b0e1706-aee8-40d5-a1a4-995aecba943f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 946 time: 0.1577675 Feb 16 16:58:53.055906 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5d22410b-5db9-4d82-81ca-49b6a887765d tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:53.059603 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5d22410b-5db9-4d82-81ca-49b6a887765d tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "DELETE /v2.0/security-groups/ce392335-d50b-419e-90e3-9923423dcaf6 HTTP/1.1" status: 204 len: 168 time: 0.3826430 Feb 16 16:58:53.068592 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40058) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:53.069775 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb3d562-a4ef-4eeb-b564-b1aa6988c6b0 None None] Routers {'b27d9745-3aa6-44a9-9ebb-c97778097396'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:53.071999 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-adb3d562-a4ef-4eeb-b564-b1aa6988c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:58:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b27d9745-3aa6-44a9-9ebb-c97778097396'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:53.119430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22410b-5db9-4d82-81ca-49b6a887765d tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce392335-d50b-419e-90e3-9923423dcaf6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:53.122699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b3f4cd5-e851-40f4-8fc1-198b59fe7568 req-1f617f8a-ea20-4d9c-b0ad-acfbe346e0a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 200 len: 217 time: 0.1032858 Feb 16 16:58:53.211570 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f66d9de2-86c5-42a5-aef2-2c30d556c06b tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1403279 Feb 16 16:58:53.217089 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40062) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:53.228531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b37b9965-63c9-42a7-ad42-f2d310d10bd2 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545699604'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:53.256150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f4cd5-e851-40f4-8fc1-198b59fe7568 req-19bf6aa1-0020-4046-b073-f964e2aa779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:53.258510 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b3f4cd5-e851-40f4-8fc1-198b59fe7568 req-19bf6aa1-0020-4046-b073-f964e2aa779d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28a16b5a-5a01-44e7-92b2-075fe8b904dc HTTP/1.1" status: 200 len: 835 time: 0.0899627 Feb 16 16:58:53.302099 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b37b9965-63c9-42a7-ad42-f2d310d10bd2 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:53.315246 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-adb3d562-a4ef-4eeb-b564-b1aa6988c6b0 None None] Set router b27d9745-3aa6-44a9-9ebb-c97778097396 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:58:53.344583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-671f4ee9-51ce-482f-b8ed-e011c41b1410 req-c4aaecce-00f9-4344-b88f-00ef28d799d1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919757 Feb 16 16:58:53.380678 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f4cd5-e851-40f4-8fc1-198b59fe7568 req-924e257f-7925-4889-922c-a5e3091ac9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:53.382815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b3f4cd5-e851-40f4-8fc1-198b59fe7568 req-924e257f-7925-4889-922c-a5e3091ac9c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30d1cb75-3b39-4f40-912d-fcfd17ae1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1141677 Feb 16 16:58:53.443687 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b37b9965-63c9-42a7-ad42-f2d310d10bd2 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (b01eeb66-85a3-4e0e-be53-5001c6858b66), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:53.449786 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b37b9965-63c9-42a7-ad42-f2d310d10bd2 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b01eeb66-85a3-4e0e-be53-5001c6858b66), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:53.510619 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b37b9965-63c9-42a7-ad42-f2d310d10bd2 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:53.511912 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b37b9965-63c9-42a7-ad42-f2d310d10bd2 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2938073 Feb 16 16:58:53.515550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40068) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:53.520436 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d9f8eb6d-50b6-4df3-81a9-7c4ecca76c81 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': 'b01eeb66-85a3-4e0e-be53-5001c6858b66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:53.529176 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b9965-63c9-42a7-ad42-f2d310d10bd2 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01eeb66-85a3-4e0e-be53-5001c6858b66,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:53.600139 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-d9f8eb6d-50b6-4df3-81a9-7c4ecca76c81 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The resource could not be found. Feb 16 16:58:53.602454 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d9f8eb6d-50b6-4df3-81a9-7c4ecca76c81 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0858161 Feb 16 16:58:53.606698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40072) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:53.619270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e4a2a8d4-851f-41b4-b415-1c04fee52467 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': 'b01eeb66-85a3-4e0e-be53-5001c6858b66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '23d24657-8075-45f6-addf-036290d3c3d9'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:53.694949 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b3f4cd5-e851-40f4-8fc1-198b59fe7568 req-85dad957-2bdf-4282-b7d7-6638cb2e622d service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013880 Feb 16 16:58:53.763026 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-adb3d562-a4ef-4eeb-b564-b1aa6988c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:54Z', 'updated_at': '2022-02-16T16:55:09Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:56Z', 'updated_at': '2022-02-16T16:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '488ee5c0-8762-49d7-8075-b32d25916c22', 'name': '', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:48:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:06Z', 'updated_at': '2022-02-16T16:55:14Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:53.795274 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40078) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:53.832318 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3d562-a4ef-4eeb-b564-b1aa6988c6b0 None None] The sync data for ids ['b27d9745-3aa6-44a9-9ebb-c97778097396'] in n-d-669411-5 is: [{'id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:54Z', 'updated_at': '2022-02-16T16:55:09Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:56Z', 'updated_at': '2022-02-16T16:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '488ee5c0-8762-49d7-8075-b32d25916c22', 'name': '', 'network_id': '30d1cb75-3b39-4f40-912d-fcfd17ae1e44', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:48:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:55:06Z', 'updated_at': '2022-02-16T16:55:14Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': '28a16b5a-5a01-44e7-92b2-075fe8b904dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:58:53.904917 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b3f4cd5-e851-40f4-8fc1-198b59fe7568 req-5ed54e90-b031-4839-beac-9a4460e45633 service neutron] 10.222.0.60 "GET /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956174 Feb 16 16:58:53.939393 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-e4a2a8d4-851f-41b4-b415-1c04fee52467 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The resource could not be found. Feb 16 16:58:53.941054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e4a2a8d4-851f-41b4-b415-1c04fee52467 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3333473 Feb 16 16:58:53.943954 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40082) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:54.135098 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19a8461e-7f00-46c2-b089-d76755a845f9 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (b01eeb66-85a3-4e0e-be53-5001c6858b66), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:54.315727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142ee0d5-880b-437e-be46-5bf89041ebda None None] New status for floating IP 84c1e9a1-65ca-4650-881f-826e4a4c235b: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:58:54.584723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e9ad6-8b3f-4cf4-b587-713525d02aa1 req-c8705f60-8426-4811-bbc8-4b04bc1b96e6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:54.586559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-248e9ad6-8b3f-4cf4-b587-713525d02aa1 req-c8705f60-8426-4811-bbc8-4b04bc1b96e6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 946 time: 0.1903300 Feb 16 16:58:54.601562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ede2e-c803-4af3-9286-e97b8239c581 req-7a1f32dc-7cb1-47cf-94b0-b847d98b942c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:54.603212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e53ede2e-c803-4af3-9286-e97b8239c581 req-7a1f32dc-7cb1-47cf-94b0-b847d98b942c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 946 time: 0.1341057 Feb 16 16:58:54.647736 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19a8461e-7f00-46c2-b089-d76755a845f9 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (b01eeb66-85a3-4e0e-be53-5001c6858b66), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:54.696668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'network': {'name': 'tempest-network-smoke--1757824536', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'port_security_enabled': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:54.716351 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19a8461e-7f00-46c2-b089-d76755a845f9 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b01eeb66-85a3-4e0e-be53-5001c6858b66), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:54.719695 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19a8461e-7f00-46c2-b089-d76755a845f9 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:54.721702 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-19a8461e-7f00-46c2-b089-d76755a845f9 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "DELETE /v2.0/security-groups/b01eeb66-85a3-4e0e-be53-5001c6858b66 HTTP/1.1" status: 204 len: 168 time: 0.7765613 Feb 16 16:58:54.726671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Made reservation on behalf of 3149206434f648a3b3c2fc882bbf7f07 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:58:54.730092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:54.730968 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40104) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:54.741236 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:54.755075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8461e-7f00-46c2-b089-d76755a845f9 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01eeb66-85a3-4e0e-be53-5001c6858b66,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:54.920104 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (f7819187-5164-406e-9d34-3c3c79fbaba6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:54.926917 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f7819187-5164-406e-9d34-3c3c79fbaba6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:54.965626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-248e9ad6-8b3f-4cf4-b587-713525d02aa1 req-30ad0955-74eb-4ce2-9d85-d909afc9b97e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 28bd6c29-e781-4d0b-a709-a6fd14c65967 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:58:54.965955 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-248e9ad6-8b3f-4cf4-b587-713525d02aa1 req-30ad0955-74eb-4ce2-9d85-d909afc9b97e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:55.001510 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7819187-5164-406e-9d34-3c3c79fbaba6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:55.021980 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:58:55.041584 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cd6b101f-cea4-486a-a10c-7c077e07481a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:55.043378 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Added segment cd6b101f-cea4-486a-a10c-7c077e07481a of type vlan for network 9f909f41-cd27-495e-b4b0-85f46e2c581f Feb 16 16:58:55.138784 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (9f909f41-cd27-495e-b4b0-85f46e2c581f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:55.155894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-248e9ad6-8b3f-4cf4-b587-713525d02aa1 req-30ad0955-74eb-4ce2-9d85-d909afc9b97e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] For port 28bd6c29-e781-4d0b-a709-a6fd14c65967, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=28bd6c29-e781-4d0b-a709-a6fd14c65967,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:55.156256 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-248e9ad6-8b3f-4cf4-b587-713525d02aa1 req-30ad0955-74eb-4ce2-9d85-d909afc9b97e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:55.166284 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (9f909f41-cd27-495e-b4b0-85f46e2c581f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:55.173049 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:58:55.173938 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:55.184657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-248e9ad6-8b3f-4cf4-b587-713525d02aa1 req-30ad0955-74eb-4ce2-9d85-d909afc9b97e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 28bd6c29-e781-4d0b-a709-a6fd14c65967 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:58:55.278994 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4818556 Feb 16 16:58:55.282461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40114) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:55.293582 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-414715931', 'admin_state_up': True, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:55.309671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e53ede2e-c803-4af3-9286-e97b8239c581 req-a0729ff4-85a6-49b7-9b33-bf227280f8a7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec5659b2-b8e0-4de3-a767-6922daabb14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5930004 Feb 16 16:58:55.322490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4536db79-c551-4918-b193-ed46e802280f tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5890894 Feb 16 16:58:55.323362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40116) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:55.338727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-dcedcc5a-3034-4573-9dc7-94d6b64bf5e1 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': '5794f392-b2de-4dfb-96ca-7554c9f6b9ad', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:55.353759 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ace7b2-0f95-43ea-9e9f-9710aa25f5aa tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Network': ['ID=9f909f41-cd27-495e-b4b0-85f46e2c581f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:55.386027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 9f909f41-cd27-495e-b4b0-85f46e2c581f details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:58:55.394255 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:55.395522 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:55.477716 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-dcedcc5a-3034-4573-9dc7-94d6b64bf5e1 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The resource could not be found. Feb 16 16:58:55.482512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40122) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:55.488360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b6af4d85-97b2-45d0-93c7-d83ff38c3132 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group': {'name': 'tempest-secgroup--538610718'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:55.492644 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dcedcc5a-3034-4573-9dc7-94d6b64bf5e1 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1665254 Feb 16 16:58:55.528595 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-248e9ad6-8b3f-4cf4-b587-713525d02aa1 req-30ad0955-74eb-4ce2-9d85-d909afc9b97e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (28bd6c29-e781-4d0b-a709-a6fd14c65967), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:55.615108 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad0955-74eb-4ce2-9d85-d909afc9b97e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=28bd6c29-e781-4d0b-a709-a6fd14c65967,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:55.687691 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-88cb5842-1410-46c0-94e4-294c5c703544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:55.726404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-248e9ad6-8b3f-4cf4-b587-713525d02aa1 req-30ad0955-74eb-4ce2-9d85-d909afc9b97e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] No DVR routers for this DVR port 28bd6c29-e781-4d0b-a709-a6fd14c65967 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:58:55.730927 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-248e9ad6-8b3f-4cf4-b587-713525d02aa1 req-30ad0955-74eb-4ce2-9d85-d909afc9b97e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:55.734760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-248e9ad6-8b3f-4cf4-b587-713525d02aa1 req-30ad0955-74eb-4ce2-9d85-d909afc9b97e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "DELETE /v2.0/ports/28bd6c29-e781-4d0b-a709-a6fd14c65967 HTTP/1.1" status: 204 len: 173 time: 1.1302302 Feb 16 16:58:55.736170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'name': 'network-vif-deleted', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:58:55.754302 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7466b57-d5c0-4855-962a-05c1213d3cf7" -d '{"events": [{"server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "name": "network-vif-deleted", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:58:55.781611 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6af4d85-97b2-45d0-93c7-d83ff38c3132 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:55.795002 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router_controller (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:55.867611 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f82f43-cf41-422a-abb8-187ece508dea x-openstack-request-id: req-65f82f43-cf41-422a-abb8-187ece508dea {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:58:55.868217 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a327a4-eac0-472c-820f-d2c6aef4285c", "name": "network-vif-deleted", "tag": "28bd6c29-e781-4d0b-a709-a6fd14c65967", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:58:55.868485 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65f82f43-cf41-422a-abb8-187ece508dea {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:58:55.869063 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a327a4-eac0-472c-820f-d2c6aef4285c', 'name': 'network-vif-deleted', 'tag': '28bd6c29-e781-4d0b-a709-a6fd14c65967', 'status': 'completed', 'code': 200} Feb 16 16:58:56.154775 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6af4d85-97b2-45d0-93c7-d83ff38c3132 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (4e9c2fe3-01c7-4081-9872-3f46422ff9db), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:56.217879 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6af4d85-97b2-45d0-93c7-d83ff38c3132 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4e9c2fe3-01c7-4081-9872-3f46422ff9db), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:56.252842 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router_gateway (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:56.264229 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6af4d85-97b2-45d0-93c7-d83ff38c3132 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:56.268494 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b6af4d85-97b2-45d0-93c7-d83ff38c3132 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7844839 Feb 16 16:58:56.269293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40144) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:56.276076 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1cd57af8-62b3-4752-a680-15ffeed31e3c tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group': {'name': 'tempest-secgroup--172155809'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:56.278806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af4d85-97b2-45d0-93c7-d83ff38c3132 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9c2fe3-01c7-4081-9872-3f46422ff9db,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:56.358800 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cd57af8-62b3-4752-a680-15ffeed31e3c tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:56.617070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a0fe8f6-3c39-433a-981d-0de626241bf5 req-484e3159-7a07-44e3-ae49-e42403ec88d1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=32a327a4-eac0-472c-820f-d2c6aef4285c HTTP/1.1" status: 200 len: 210 time: 0.0820565 Feb 16 16:58:56.644022 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cd57af8-62b3-4752-a680-15ffeed31e3c tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (8ed4ac60-f240-4f5d-b81e-259614201b88), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:56.651352 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cd57af8-62b3-4752-a680-15ffeed31e3c tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8ed4ac60-f240-4f5d-b81e-259614201b88), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:56.667534 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router_gateway (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:56.724767 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cd57af8-62b3-4752-a680-15ffeed31e3c tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:56.725987 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1cd57af8-62b3-4752-a680-15ffeed31e3c tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4558005 Feb 16 16:58:56.727164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd57af8-62b3-4752-a680-15ffeed31e3c tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed4ac60-f240-4f5d-b81e-259614201b88,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:56.734340 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:56.736475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40156) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:56.747622 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fe976f59-4cef-4ef7-9358-235df8a3d00e tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': '4e9c2fe3-01c7-4081-9872-3f46422ff9db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8ed4ac60-f240-4f5d-b81e-259614201b88'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:56.799678 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-fe976f59-4cef-4ef7-9358-235df8a3d00e tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:56.801688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fe976f59-4cef-4ef7-9358-235df8a3d00e tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0639007 Feb 16 16:58:56.804325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40160) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:56.951010 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-502f541f-f75d-4e83-838d-8911785c8bec tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (8ed4ac60-f240-4f5d-b81e-259614201b88), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:57.011010 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-502f541f-f75d-4e83-838d-8911785c8bec tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (8ed4ac60-f240-4f5d-b81e-259614201b88), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:57.066807 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Allocated IP 172.25.4.209 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/8980b906-887e-4f6c-9c2b-ae3a786b81f0) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:58:57.127890 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-502f541f-f75d-4e83-838d-8911785c8bec tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8ed4ac60-f240-4f5d-b81e-259614201b88), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:57.132275 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-502f541f-f75d-4e83-838d-8911785c8bec tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:57.136612 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-502f541f-f75d-4e83-838d-8911785c8bec tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "DELETE /v2.0/security-groups/8ed4ac60-f240-4f5d-b81e-259614201b88 HTTP/1.1" status: 204 len: 168 time: 0.3276260 Feb 16 16:58:57.151172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40164) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:57.158395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f541f-f75d-4e83-838d-8911785c8bec tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed4ac60-f240-4f5d-b81e-259614201b88,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:57.252893 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for port (8980b906-887e-4f6c-9c2b-ae3a786b81f0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:57.263344 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-01e50bbe-1a0b-4796-849f-39b4a260c4bf tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1086607 Feb 16 16:58:57.264063 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40166) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:57.301097 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8980b906-887e-4f6c-9c2b-ae3a786b81f0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:57.383515 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-315e040d-54d3-442f-ab96-3b5ee11aa395 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (4e9c2fe3-01c7-4081-9872-3f46422ff9db), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:57.394352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Port': ['ID=8980b906-887e-4f6c-9c2b-ae3a786b81f0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:57.399914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:58:57.402078 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:58:57.405863 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:58:57.487764 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-315e040d-54d3-442f-ab96-3b5ee11aa395 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (4e9c2fe3-01c7-4081-9872-3f46422ff9db), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:57.549128 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-315e040d-54d3-442f-ab96-3b5ee11aa395 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4e9c2fe3-01c7-4081-9872-3f46422ff9db), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:57.552397 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-315e040d-54d3-442f-ab96-3b5ee11aa395 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:57.553920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-315e040d-54d3-442f-ab96-3b5ee11aa395 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "DELETE /v2.0/security-groups/4e9c2fe3-01c7-4081-9872-3f46422ff9db HTTP/1.1" status: 204 len: 168 time: 0.2887759 Feb 16 16:58:57.560191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40172) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:57.580489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e040d-54d3-442f-ab96-3b5ee11aa395 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9c2fe3-01c7-4081-9872-3f46422ff9db,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:57.687846 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40178) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:57.690501 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-bd094702-15ac-47c4-8aa5-3c566377abdf req-75cf029d-767b-42c6-b766-a62d1ac46452 tempest-MultipleCreateTestJSON-478976881 tempest-MultipleCreateTestJSON-478976881-project] (103422) timed out ('10.222.0.60', 56457) {{(pid=103422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 16:58:57.700663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-eadfaf20-2231-4635-975f-a429f2e09666 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1179335 Feb 16 16:58:57.701439 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2f345b87-c1e4-4251-a611-dc95dde8305d tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118948223'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:57.753662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40180) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:57.958557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f345b87-c1e4-4251-a611-dc95dde8305d tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:57.983922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40184) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:58.030964 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router_gateway (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:58.216962 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f345b87-c1e4-4251-a611-dc95dde8305d tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (8a3eae4e-aa4d-4bd3-b99a-db9b56b2330c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:58.226727 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f345b87-c1e4-4251-a611-dc95dde8305d tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8a3eae4e-aa4d-4bd3-b99a-db9b56b2330c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:58.252477 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9491597e-0705-453c-8a6b-265255394fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:58.281007 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f345b87-c1e4-4251-a611-dc95dde8305d tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:58.282975 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2f345b87-c1e4-4251-a611-dc95dde8305d tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5908496 Feb 16 16:58:58.291561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40190) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:58.303615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d3b4d057-7f63-4058-bb19-aaab6fdca11a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': '8a3eae4e-aa4d-4bd3-b99a-db9b56b2330c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:58.314897 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b427a558-8081-42dd-a0fe-95880d04afef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:58.347671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f345b87-c1e4-4251-a611-dc95dde8305d tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3eae4e-aa4d-4bd3-b99a-db9b56b2330c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:58.397833 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-d3b4d057-7f63-4058-bb19-aaab6fdca11a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:58.398897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d3b4d057-7f63-4058-bb19-aaab6fdca11a tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1064804 Feb 16 16:58:58.408771 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40192) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:58.414524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-cb10ca80-4a8c-465b-b7ce-558778609036 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group_rule': {'security_group_id': '8a3eae4e-aa4d-4bd3-b99a-db9b56b2330c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:58.486937 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:58.490614 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9491597e-0705-453c-8a6b-265255394fb1 admin admin] Publish callbacks [] for security_group (5927dd40-47f2-491b-8c2e-a0af6eb09271), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:58.594191 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9491597e-0705-453c-8a6b-265255394fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5927dd40-47f2-491b-8c2e-a0af6eb09271), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:58.658259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491597e-0705-453c-8a6b-265255394fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5927dd40-47f2-491b-8c2e-a0af6eb09271,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:58.659434 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-cb10ca80-4a8c-465b-b7ce-558778609036 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:58:58.663677 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cb10ca80-4a8c-465b-b7ce-558778609036 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2540491 Feb 16 16:58:58.664731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40210) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:58.682386 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9491597e-0705-453c-8a6b-265255394fb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97ddfe3be77b4bc2923be760a51acb9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6950738 Feb 16 16:58:58.684012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40216) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:58.883335 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5078a5f7-0219-4954-bc6c-97da95cbbf27 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (8a3eae4e-aa4d-4bd3-b99a-db9b56b2330c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:58.892062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:58:58.953527 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-03c66748-b775-4432-a26b-665611699b6a admin admin] Publish callbacks [] for security_group (5927dd40-47f2-491b-8c2e-a0af6eb09271), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:58.973233 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e4a4-d679-4f87-8f13-e8d33231a4d5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (b27d9745-3aa6-44a9-9ebb-c97778097396), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.013764 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5078a5f7-0219-4954-bc6c-97da95cbbf27 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (8a3eae4e-aa4d-4bd3-b99a-db9b56b2330c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.017946 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-20cfc9f5-22a0-40c8-ad18-0d45ef292473 req-4b4bff53-3c0e-47c4-939c-9d2fe0b029f1 tempest-ServerGroupTestJSON-504011360 tempest-ServerGroupTestJSON-504011360-project] (103422) timed out ('10.222.0.60', 56547) {{(pid=103422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 16:58:59.181665 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-03c66748-b775-4432-a26b-665611699b6a admin admin] Publish callbacks [] for security_group (5927dd40-47f2-491b-8c2e-a0af6eb09271), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.292372 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-03c66748-b775-4432-a26b-665611699b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5927dd40-47f2-491b-8c2e-a0af6eb09271), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.298847 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-03c66748-b775-4432-a26b-665611699b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.302545 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-03c66748-b775-4432-a26b-665611699b6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5927dd40-47f2-491b-8c2e-a0af6eb09271 HTTP/1.1" status: 204 len: 168 time: 0.6076245 Feb 16 16:58:59.334606 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.346351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c66748-b775-4432-a26b-665611699b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5927dd40-47f2-491b-8c2e-a0af6eb09271,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:59.424499 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:58:59.428786 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5078a5f7-0219-4954-bc6c-97da95cbbf27 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8a3eae4e-aa4d-4bd3-b99a-db9b56b2330c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.444095 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5078a5f7-0219-4954-bc6c-97da95cbbf27 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.444238 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Sync routers for ids ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:58:59.448899 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5078a5f7-0219-4954-bc6c-97da95cbbf27 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "DELETE /v2.0/security-groups/8a3eae4e-aa4d-4bd3-b99a-db9b56b2330c HTTP/1.1" status: 204 len: 168 time: 0.7721958 Feb 16 16:58:59.456337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40260) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:59.466762 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Routers {'0531bfd3-168f-4f9f-8502-af94ae3f4aeb'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:58:59.467319 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:58:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:58:59.514906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078a5f7-0219-4954-bc6c-97da95cbbf27 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3eae4e-aa4d-4bd3-b99a-db9b56b2330c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:58:59.551570 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.558829 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c73177ac-cc9b-4044-921f-bfd1d58b00c5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2695184 Feb 16 16:58:59.559597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40280) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:59.596690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1fc3e4a4-d679-4f87-8f13-e8d33231a4d5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 488ee5c0-8762-49d7-8075-b32d25916c22 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:58:59.597057 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e4a4-d679-4f87-8f13-e8d33231a4d5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.616423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c3d28fd4-cfd9-4d3c-8398-b674ada758ac tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1586735 Feb 16 16:58:59.622445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40288) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:59.628440 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1b8902a4-2f30-40a6-bcbf-9448869dac23 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group': {'name': 'tempest-secgroup--35573421'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:59.705365 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b8902a4-2f30-40a6-bcbf-9448869dac23 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.777223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-1fc3e4a4-d679-4f87-8f13-e8d33231a4d5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] For port 488ee5c0-8762-49d7-8075-b32d25916c22, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=488ee5c0-8762-49d7-8075-b32d25916c22,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:58:59.779017 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e4a4-d679-4f87-8f13-e8d33231a4d5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.819277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1fc3e4a4-d679-4f87-8f13-e8d33231a4d5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 488ee5c0-8762-49d7-8075-b32d25916c22 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:58:59.910672 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b8902a4-2f30-40a6-bcbf-9448869dac23 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (054fe83c-c74c-41d8-b76a-bb978003f80a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.922650 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b8902a4-2f30-40a6-bcbf-9448869dac23 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (054fe83c-c74c-41d8-b76a-bb978003f80a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.928106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40294) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:59.952811 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4a1fc08-9749-431b-82df-4217e240e67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.954288 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1b8902a4-2f30-40a6-bcbf-9448869dac23 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:58:59.960164 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1b8902a4-2f30-40a6-bcbf-9448869dac23 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3361156 Feb 16 16:58:59.967192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40298) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:58:59.980365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ab37d800-1f9c-4618-acbe-ff942d7828e5 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:58:59.980793 n-d-669411-5 neutron-server[103422]: WARNING neutron.api.v2.base [None req-ab37d800-1f9c-4618-acbe-ff942d7828e5 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 16:58:59.981293 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-ab37d800-1f9c-4618-acbe-ff942d7828e5 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 16:58:59.985257 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ab37d800-1f9c-4618-acbe-ff942d7828e5 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "PUT /v2.0/security-groups/054fe83c-c74c-41d8-b76a-bb978003f80a HTTP/1.1" status: 409 len: 330 time: 0.0169663 Feb 16 16:58:59.987601 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40300) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:00.029175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 28bd6c29-e781-4d0b-a709-a6fd14c65967 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:00.035927 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Set router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:00.051107 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-747d1420-cfab-4600-a5d9-683873f8cf70 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3149206434f648a3b3c2fc882bbf7f07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4902337 Feb 16 16:59:00.053898 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40302) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:00.055927 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8902a4-2f30-40a6-bcbf-9448869dac23 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054fe83c-c74c-41d8-b76a-bb978003f80a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:00.082198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 28bd6c29-e781-4d0b-a709-a6fd14c65967 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:59:00.082657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 28bd6c29-e781-4d0b-a709-a6fd14c65967 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:00.278285 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e809c40b-0b14-4785-b786-5457a113d52f tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (054fe83c-c74c-41d8-b76a-bb978003f80a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:00.390785 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T16:58:57Z', 'revision_number': 3, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:00.442992 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Checking router: 0531bfd3-168f-4f9f-8502-af94ae3f4aeb for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:00.442992 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Updating router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb port 8980b906-887e-4f6c-9c2b-ae3a786b81f0 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:59:00.496507 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e809c40b-0b14-4785-b786-5457a113d52f tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (054fe83c-c74c-41d8-b76a-bb978003f80a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:00.499263 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8980b906-887e-4f6c-9c2b-ae3a786b81f0), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:00.562975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e97203b-fabb-46da-be13-dd4327ef965b tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:00.565189 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0e97203b-fabb-46da-be13-dd4327ef965b tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5102148 Feb 16 16:59:00.570980 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40306) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:00.614307 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4a1fc08-9749-431b-82df-4217e240e67b admin admin] Publish callbacks [] for security_group (3a800284-5db6-473b-8152-1f43d979c78f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:00.621811 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4a1fc08-9749-431b-82df-4217e240e67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3a800284-5db6-473b-8152-1f43d979c78f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:00.663123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1fc08-9749-431b-82df-4217e240e67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a800284-5db6-473b-8152-1f43d979c78f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:00.664137 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d3fadf83-ad39-4559-815a-4aaf0c88167e tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0920537 Feb 16 16:59:00.669867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40308) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:00.691696 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e809c40b-0b14-4785-b786-5457a113d52f tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (054fe83c-c74c-41d8-b76a-bb978003f80a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:00.692704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8a6e2314-36ad-460e-8d68-64f79efd2584 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-43689244', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:00.694426 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e809c40b-0b14-4785-b786-5457a113d52f tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:00.698201 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e809c40b-0b14-4785-b786-5457a113d52f tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "DELETE /v2.0/security-groups/054fe83c-c74c-41d8-b76a-bb978003f80a HTTP/1.1" status: 204 len: 168 time: 0.7009549 Feb 16 16:59:00.698894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40310) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:00.753622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809c40b-0b14-4785-b786-5457a113d52f tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054fe83c-c74c-41d8-b76a-bb978003f80a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:00.788815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a4a1fc08-9749-431b-82df-4217e240e67b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5408d8fddbc844418989fd2c0bf57e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8592758 Feb 16 16:59:00.796065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40312) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:00.884290 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:59:00.901370 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:01.023516 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e4a4-d679-4f87-8f13-e8d33231a4d5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (488ee5c0-8762-49d7-8075-b32d25916c22), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:01.072177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3e4a4-d679-4f87-8f13-e8d33231a4d5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=488ee5c0-8762-49d7-8075-b32d25916c22,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:01.091462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6e2314-36ad-460e-8d68-64f79efd2584 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Made reservation on behalf of 3149206434f648a3b3c2fc882bbf7f07 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:01.095106 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a6e2314-36ad-460e-8d68-64f79efd2584 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:01.101398 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-468c9f85-1db1-4527-bee1-85b276523564 admin admin] Publish callbacks [] for security_group (3a800284-5db6-473b-8152-1f43d979c78f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:01.249696 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Publish callbacks [] for port (8980b906-887e-4f6c-9c2b-ae3a786b81f0), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:01.257358 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-468c9f85-1db1-4527-bee1-85b276523564 admin admin] Publish callbacks [] for security_group (3a800284-5db6-473b-8152-1f43d979c78f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:01.265204 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8980b906-887e-4f6c-9c2b-ae3a786b81f0), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:01.389375 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e882e24b-8ebd-4ac2-8b91-73a8e04177f4 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6867325 Feb 16 16:59:01.394349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40318) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:01.429419 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-2e1dd6c7-8ca6-41cf-a4f6-3237223de44f tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] delete failed (client error): The resource could not be found. Feb 16 16:59:01.431376 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2e1dd6c7-8ca6-41cf-a4f6-3237223de44f tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "DELETE /v2.0/security-groups/24ef46ec-97b1-467d-9e58-112b997647f6 HTTP/1.1" status: 404 len: 347 time: 0.0358136 Feb 16 16:59:01.435414 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40320) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:01.466694 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-95954f4f-1e33-49bb-9145-d8f3ccf3da3c tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] show failed (client error): The resource could not be found. Feb 16 16:59:01.468243 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-95954f4f-1e33-49bb-9145-d8f3ccf3da3c tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "GET /v2.0/security-groups/a0edba0a-8052-4efd-9631-d39b610bf2ac HTTP/1.1" status: 404 len: 347 time: 0.0318220 Feb 16 16:59:01.472568 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40322) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:01.476698 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a767e-026d-4758-946f-aedddd00804d None None] Pushing event updated for resources: {'Port': ['ID=8980b906-887e-4f6c-9c2b-ae3a786b81f0,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:01.490084 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-2104c871-e51b-4b50-a42f-4d4800903cd8 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] show failed (client error): The resource could not be found. Feb 16 16:59:01.491102 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2104c871-e51b-4b50-a42f-4d4800903cd8 tempest-NegativeSecGroupIPv6Test-324472928 tempest-NegativeSecGroupIPv6Test-324472928-project] 10.222.0.24 "GET /v2.0/security-group-rules/c6672c5a-746f-4aeb-88fa-7c587529ef3b HTTP/1.1" status: 404 len: 356 time: 0.0175583 Feb 16 16:59:01.518809 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:01.525558 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a767e-026d-4758-946f-aedddd00804d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:01.526065 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a767e-026d-4758-946f-aedddd00804d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:01.526466 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a767e-026d-4758-946f-aedddd00804d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:01.526920 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a767e-026d-4758-946f-aedddd00804d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:01.530217 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a767e-026d-4758-946f-aedddd00804d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:01.532216 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a767e-026d-4758-946f-aedddd00804d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:01.535573 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a767e-026d-4758-946f-aedddd00804d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:01.535895 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a767e-026d-4758-946f-aedddd00804d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:01.538862 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a767e-026d-4758-946f-aedddd00804d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:01.540157 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a767e-026d-4758-946f-aedddd00804d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:01.541379 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a767e-026d-4758-946f-aedddd00804d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:01.542587 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a767e-026d-4758-946f-aedddd00804d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:01.543798 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a767e-026d-4758-946f-aedddd00804d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:01.554889 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Attempting to bind port 8980b906-887e-4f6c-9c2b-ae3a786b81f0 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:01.558359 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Attempting to bind port 8980b906-887e-4f6c-9c2b-ae3a786b81f0 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:01.562268 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Attempting to bind port 8980b906-887e-4f6c-9c2b-ae3a786b81f0 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:01.583662 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:01.584924 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:59:01.586883 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:01.588279 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:01.592301 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Bound port: 8980b906-887e-4f6c-9c2b-ae3a786b81f0, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:59:01.593488 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8980b906-887e-4f6c-9c2b-ae3a786b81f0), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:01.698576 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] For port 8980b906-887e-4f6c-9c2b-ae3a786b81f0, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:01.703001 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] For port 8980b906-887e-4f6c-9c2b-ae3a786b81f0, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8980b906-887e-4f6c-9c2b-ae3a786b81f0,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:01.705446 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-468c9f85-1db1-4527-bee1-85b276523564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3a800284-5db6-473b-8152-1f43d979c78f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:01.708169 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-468c9f85-1db1-4527-bee1-85b276523564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:01.715499 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8980b906-887e-4f6c-9c2b-ae3a786b81f0), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:01.715702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-468c9f85-1db1-4527-bee1-85b276523564 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a800284-5db6-473b-8152-1f43d979c78f HTTP/1.1" status: 204 len: 168 time: 0.9109166 Feb 16 16:59:01.798939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c9f85-1db1-4527-bee1-85b276523564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a800284-5db6-473b-8152-1f43d979c78f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:01.831715 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a767e-026d-4758-946f-aedddd00804d None None] Pushing event updated for resources: {'Port': ['ID=8980b906-887e-4f6c-9c2b-ae3a786b81f0,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:01.878062 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Routers {'0531bfd3-168f-4f9f-8502-af94ae3f4aeb'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:01.882298 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:58:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:01.963215 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e4a4-d679-4f87-8f13-e8d33231a4d5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (b27d9745-3aa6-44a9-9ebb-c97778097396), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:02.035258 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a6e2314-36ad-460e-8d68-64f79efd2584 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (b1e4ed6e-d785-405b-b772-d5d46d6e70fa), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:02.120807 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:02.174197 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] Set router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:02.203277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40332) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:02.379887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e2314-36ad-460e-8d68-64f79efd2584 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Subnet': ['ID=b1e4ed6e-d785-405b-b772-d5d46d6e70fa,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:02.479860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6e2314-36ad-460e-8d68-64f79efd2584 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Checking segment: {'id': 'cd6b101f-cea4-486a-a10c-7c077e07481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:59:02.488032 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6e2314-36ad-460e-8d68-64f79efd2584 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network hostable DHCP agents. Network: 9f909f41-cd27-495e-b4b0-85f46e2c581f, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:02.574236 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ed04b316-e29a-4bd2-96a1-ca95e4a61edf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f0d19308fe342798558978b97bfa223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3689272 Feb 16 16:59:02.583842 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40346) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:02.625634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6e2314-36ad-460e-8d68-64f79efd2584 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network 9f909f41-cd27-495e-b4b0-85f46e2c581f is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:02.675949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-8a6e2314-36ad-460e-8d68-64f79efd2584 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 9f909f41-cd27-495e-b4b0-85f46e2c581f) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:02.687832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322029e0-19f0-4a4c-8d2b-cdca7e5089ea None None] Network 9f909f41-cd27-495e-b4b0-85f46e2c581f requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:59:02.692281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6e2314-36ad-460e-8d68-64f79efd2584 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:02.695883 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8a6e2314-36ad-460e-8d68-64f79efd2584 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:02.728181 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-157d5f25-47a8-4321-9447-4b0e0b176c47 admin admin] Publish callbacks [] for security_group (27d78531-bbdf-424a-ad7a-25ae6f3ed28f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:02.753074 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8a6e2314-36ad-460e-8d68-64f79efd2584 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0663006 Feb 16 16:59:02.765169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40350) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:02.783636 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T16:58:57Z', 'revision_number': 3, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:02.798260 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-157d5f25-47a8-4321-9447-4b0e0b176c47 admin admin] Publish callbacks [] for security_group (27d78531-bbdf-424a-ad7a-25ae6f3ed28f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:02.880026 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096a442-7f4b-4e21-a500-7a530b9db83a None None] The sync data for ids ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'] in n-d-669411-5 is: [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T16:58:57Z', 'revision_number': 3, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:02.968793 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-157d5f25-47a8-4321-9447-4b0e0b176c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (27d78531-bbdf-424a-ad7a-25ae6f3ed28f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:02.971789 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-157d5f25-47a8-4321-9447-4b0e0b176c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:02.975223 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-157d5f25-47a8-4321-9447-4b0e0b176c47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27d78531-bbdf-424a-ad7a-25ae6f3ed28f HTTP/1.1" status: 204 len: 168 time: 0.3873761 Feb 16 16:59:02.995978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d5f25-47a8-4321-9447-4b0e0b176c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d78531-bbdf-424a-ad7a-25ae6f3ed28f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:03.000301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc3e4a4-d679-4f87-8f13-e8d33231a4d5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router b27d9745-3aa6-44a9-9ebb-c97778097396 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:59:03.114856 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-9f909f41-cd27-495e-b4b0-85f46e2c581f', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:59:03.116562 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:03.662276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Allocated IP 172.20.0.2 (9f909f41-cd27-495e-b4b0-85f46e2c581f/b1e4ed6e-d785-405b-b772-d5d46d6e70fa/90aaed82-f35a-4638-9dbe-8d265828ed6c) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:03.840326 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc3e4a4-d679-4f87-8f13-e8d33231a4d5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:03.865757 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1fc3e4a4-d679-4f87-8f13-e8d33231a4d5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "PUT /v2.0/routers/b27d9745-3aa6-44a9-9ebb-c97778097396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1100643 Feb 16 16:59:03.869450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40378) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:03.920050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8da10e-c53d-4f87-b98b-2d293af6ea80 None None] Sync routers for ids ['b27d9745-3aa6-44a9-9ebb-c97778097396'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:03.988698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8da10e-c53d-4f87-b98b-2d293af6ea80 None None] Routers {'b27d9745-3aa6-44a9-9ebb-c97778097396'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:03.994554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ee8da10e-c53d-4f87-b98b-2d293af6ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:58:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b27d9745-3aa6-44a9-9ebb-c97778097396'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:04.031497 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0951a193-9698-4d09-8ef0-d8be7b8e04fc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting subnet 28a16b5a-5a01-44e7-92b2-075fe8b904dc {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:59:04.047902 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0951a193-9698-4d09-8ef0-d8be7b8e04fc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for subnet (28a16b5a-5a01-44e7-92b2-075fe8b904dc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:04.226669 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0951a193-9698-4d09-8ef0-d8be7b8e04fc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (28a16b5a-5a01-44e7-92b2-075fe8b904dc), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:04.380617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ee8da10e-c53d-4f87-b98b-2d293af6ea80 None None] Set router b27d9745-3aa6-44a9-9ebb-c97778097396 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:04.488322 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0951a193-9698-4d09-8ef0-d8be7b8e04fc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (28a16b5a-5a01-44e7-92b2-075fe8b904dc), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:04.549944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40390) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:04.660550 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0951a193-9698-4d09-8ef0-d8be7b8e04fc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (28a16b5a-5a01-44e7-92b2-075fe8b904dc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:04.762867 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951a193-9698-4d09-8ef0-d8be7b8e04fc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Subnet': ['ID=28a16b5a-5a01-44e7-92b2-075fe8b904dc,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:04.795969 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0951a193-9698-4d09-8ef0-d8be7b8e04fc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:04.805181 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0951a193-9698-4d09-8ef0-d8be7b8e04fc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/subnets/28a16b5a-5a01-44e7-92b2-075fe8b904dc HTTP/1.1" status: 204 len: 168 time: 0.9346130 Feb 16 16:59:04.809243 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40402) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:04.855995 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d76ddbca-4aba-43d6-9157-ba1bf655b43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:04.951560 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:04.978710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05398d18-1277-496c-94e9-be9c0ae85821 None None] Network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:59:05.085527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8980b906-887e-4f6c-9c2b-ae3a786b81f0 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:05.101900 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router (b27d9745-3aa6-44a9-9ebb-c97778097396), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:05.104780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40404) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:05.379313 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (b27d9745-3aa6-44a9-9ebb-c97778097396), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:05.391012 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d76ddbca-4aba-43d6-9157-ba1bf655b43d admin admin] Publish callbacks [] for security_group (18650830-1328-4797-8c74-dc0fe04411f8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:05.405834 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:05.412534 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d76ddbca-4aba-43d6-9157-ba1bf655b43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (18650830-1328-4797-8c74-dc0fe04411f8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:05.413426 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0db1b73c-0c96-4211-bc04-8663ef1e0d48 tempest-ServiceProvidersTest-1954499022 tempest-ServiceProvidersTest-1954499022-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3034117 Feb 16 16:59:05.480196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d76ddbca-4aba-43d6-9157-ba1bf655b43d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8843595a317b41e3b4bc2eb163072ad0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9292831 Feb 16 16:59:05.488122 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40410) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:05.511902 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Publish callbacks [] for port (90aaed82-f35a-4638-9dbe-8d265828ed6c), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:05.515433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8980b906-887e-4f6c-9c2b-ae3a786b81f0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:05.515847 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8980b906-887e-4f6c-9c2b-ae3a786b81f0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:05.578111 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 231918d8-0910-4c6d-8471-91cea6e856c4 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:59:05.579516 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (231918d8-0910-4c6d-8471-91cea6e856c4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:05.671371 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (90aaed82-f35a-4638-9dbe-8d265828ed6c), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:05.696797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ddbca-4aba-43d6-9157-ba1bf655b43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18650830-1328-4797-8c74-dc0fe04411f8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:05.740377 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] For port 231918d8-0910-4c6d-8471-91cea6e856c4, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=231918d8-0910-4c6d-8471-91cea6e856c4,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:05.740903 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (231918d8-0910-4c6d-8471-91cea6e856c4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:05.760773 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 231918d8-0910-4c6d-8471-91cea6e856c4 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:59:05.846666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ee8da10e-c53d-4f87-b98b-2d293af6ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:54Z', 'updated_at': '2022-02-16T16:59:00Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '231918d8-0910-4c6d-8471-91cea6e856c4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:54:56Z', 'updated_at': '2022-02-16T16:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:05.920150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Network 9f909f41-cd27-495e-b4b0-85f46e2c581f is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:05.930693 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8da10e-c53d-4f87-b98b-2d293af6ea80 None None] Checking router: b27d9745-3aa6-44a9-9ebb-c97778097396 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:05.994982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:06.029155 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:06.061545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Pushing event updated for resources: {'Port': ['ID=90aaed82-f35a-4638-9dbe-8d265828ed6c,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:06.086803 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-748871e3-ebb3-479e-9c52-49d25e47394d admin admin] Publish callbacks [] for security_group (18650830-1328-4797-8c74-dc0fe04411f8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:06.096351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:06.098488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:06.099037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:06.099547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:06.102293 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (231918d8-0910-4c6d-8471-91cea6e856c4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:06.102904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:06.103494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:06.104054 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:06.104561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:06.105172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:06.105673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:06.108235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:06.108775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:06.109277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:06.129461 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8da10e-c53d-4f87-b98b-2d293af6ea80 None None] Routers {'b27d9745-3aa6-44a9-9ebb-c97778097396'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:06.130433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ee8da10e-c53d-4f87-b98b-2d293af6ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:58:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b27d9745-3aa6-44a9-9ebb-c97778097396'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:06.204550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40418) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:06.244301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=231918d8-0910-4c6d-8471-91cea6e856c4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:06.249325 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-748871e3-ebb3-479e-9c52-49d25e47394d admin admin] Publish callbacks [] for security_group (18650830-1328-4797-8c74-dc0fe04411f8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:06.309381 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (b27d9745-3aa6-44a9-9ebb-c97778097396), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:06.467668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab6ee7-f578-4cbb-919a-e0519546914f None None] DHCP port deletion for 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:59:06.467931 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (b27d9745-3aa6-44a9-9ebb-c97778097396), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:06.473328 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_controller (b27d9745-3aa6-44a9-9ebb-c97778097396), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:06.604806 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38c28b64-7840-4460-bc01-e601b796ca31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:06.622222 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (b27d9745-3aa6-44a9-9ebb-c97778097396), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:06.623152 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Fanout notify agent at l3_agent the message router_deleted on router b27d9745-3aa6-44a9-9ebb-c97778097396 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:06.634350 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:06.638230 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7781989e-30e0-4ebe-9293-c0b1f9f45502 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/routers/b27d9745-3aa6-44a9-9ebb-c97778097396 HTTP/1.1" status: 204 len: 168 time: 1.8254187 Feb 16 16:59:06.639413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40422) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:06.673024 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-748871e3-ebb3-479e-9c52-49d25e47394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (18650830-1328-4797-8c74-dc0fe04411f8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:06.675737 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-748871e3-ebb3-479e-9c52-49d25e47394d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:06.679671 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-748871e3-ebb3-479e-9c52-49d25e47394d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18650830-1328-4797-8c74-dc0fe04411f8 HTTP/1.1" status: 204 len: 168 time: 1.1903951 Feb 16 16:59:06.716443 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748871e3-ebb3-479e-9c52-49d25e47394d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18650830-1328-4797-8c74-dc0fe04411f8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:06.773452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (30d1cb75-3b39-4f40-912d-fcfd17ae1e44), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:06.936866 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38c28b64-7840-4460-bc01-e601b796ca31 admin admin] Publish callbacks [] for security_group (e9ce51b8-ab1c-4cef-989a-54ddaa59ba73), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:06.947236 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38c28b64-7840-4460-bc01-e601b796ca31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e9ce51b8-ab1c-4cef-989a-54ddaa59ba73), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.064626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Allocated IP 172.20.0.1 (9f909f41-cd27-495e-b4b0-85f46e2c581f/b1e4ed6e-d785-405b-b772-d5d46d6e70fa/b76171b2-db85-4576-9cd8-d9ff289d982a) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:07.082347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ee8da10e-c53d-4f87-b98b-2d293af6ea80 None None] Set router b27d9745-3aa6-44a9-9ebb-c97778097396 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:07.117040 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-38c28b64-7840-4460-bc01-e601b796ca31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c17f3034575b4c059aba1a5c5a7f9598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9100945 Feb 16 16:59:07.124441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40432) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:07.125756 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c28b64-7840-4460-bc01-e601b796ca31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ce51b8-ab1c-4cef-989a-54ddaa59ba73,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:07.140611 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 5408b643-8289-4728-8651-eec725958c12 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:59:07.142614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5408b643-8289-4728-8651-eec725958c12), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.226722 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.260980 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] For port 5408b643-8289-4728-8651-eec725958c12, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5408b643-8289-4728-8651-eec725958c12,segment=NetworkSegment(e2ab81c0-c738-466c-9f24-60ae2e445939),segment_id=e2ab81c0-c738-466c-9f24-60ae2e445939)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:07.261507 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5408b643-8289-4728-8651-eec725958c12), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.299017 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.300947 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8980b906-887e-4f6c-9c2b-ae3a786b81f0 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:07.301354 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8980b906-887e-4f6c-9c2b-ae3a786b81f0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.304439 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 5408b643-8289-4728-8651-eec725958c12 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:59:07.318112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Attempting to bind port 90aaed82-f35a-4638-9dbe-8d265828ed6c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:07.319597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Attempting to bind port 90aaed82-f35a-4638-9dbe-8d265828ed6c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'cd6b101f-cea4-486a-a10c-7c077e07481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:07.320080 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Attempting to bind port 90aaed82-f35a-4638-9dbe-8d265828ed6c on network 9f909f41-cd27-495e-b4b0-85f46e2c581f {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:07.338094 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0109d6e-3f3c-4567-a108-b5f9ff386fcb admin admin] Publish callbacks [] for security_group (e9ce51b8-ab1c-4cef-989a-54ddaa59ba73), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.346499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ee8da10e-c53d-4f87-b98b-2d293af6ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:54Z', 'updated_at': '2022-02-16T16:59:05Z', 'revision_number': 7, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:07.384662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network 9f909f41-cd27-495e-b4b0-85f46e2c581f is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:07.389735 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 8980b906-887e-4f6c-9c2b-ae3a786b81f0, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8980b906-887e-4f6c-9c2b-ae3a786b81f0,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:07.395071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:07.400394 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Checking segment: {'id': 'cd6b101f-cea4-486a-a10c-7c077e07481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:59:07.400394 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.400394 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Bound using segment: {'id': 'cd6b101f-cea4-486a-a10c-7c077e07481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:07.400394 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Bound port: 90aaed82-f35a-4638-9dbe-8d265828ed6c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6b101f-cea4-486a-a10c-7c077e07481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:59:07.400394 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (90aaed82-f35a-4638-9dbe-8d265828ed6c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.401276 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:07.407386 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0109d6e-3f3c-4567-a108-b5f9ff386fcb admin admin] Publish callbacks [] for security_group (e9ce51b8-ab1c-4cef-989a-54ddaa59ba73), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.412533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:07.481713 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5408b643-8289-4728-8651-eec725958c12), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.489758 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0109d6e-3f3c-4567-a108-b5f9ff386fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e9ce51b8-ab1c-4cef-989a-54ddaa59ba73), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.492925 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0109d6e-3f3c-4567-a108-b5f9ff386fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.494586 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e0109d6e-3f3c-4567-a108-b5f9ff386fcb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9ce51b8-ab1c-4cef-989a-54ddaa59ba73 HTTP/1.1" status: 204 len: 168 time: 0.3619108 Feb 16 16:59:07.527244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=5408b643-8289-4728-8651-eec725958c12,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:07.534055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] No DVR routers for this DVR port 5408b643-8289-4728-8651-eec725958c12 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:07.564698 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0109d6e-3f3c-4567-a108-b5f9ff386fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ce51b8-ab1c-4cef-989a-54ddaa59ba73,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:07.596365 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.608512 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8980b906-887e-4f6c-9c2b-ae3a786b81f0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.679476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (30d1cb75-3b39-4f40-912d-fcfd17ae1e44), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.699788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Port': ['ID=b76171b2-db85-4576-9cd8-d9ff289d982a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:07.711569 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d1cb75-3b39-4f40-912d-fcfd17ae1e44']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:07.752735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ab81c0-c738-466c-9f24-60ae2e445939') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:07.753089 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ab81c0-c738-466c-9f24-60ae2e445939') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:07.780222 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (e2ab81c0-c738-466c-9f24-60ae2e445939), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.797504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] For port 90aaed82-f35a-4638-9dbe-8d265828ed6c, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:07.818133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8da10e-c53d-4f87-b98b-2d293af6ea80 None None] The sync data for ids ['b27d9745-3aa6-44a9-9ebb-c97778097396'] in n-d-669411-5 is: [{'id': 'b27d9745-3aa6-44a9-9ebb-c97778097396', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884938453', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:54:54Z', 'updated_at': '2022-02-16T16:59:05Z', 'revision_number': 7, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:07.822636 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e2ab81c0-c738-466c-9f24-60ae2e445939), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.832293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:07.832664 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (e2ab81c0-c738-466c-9f24-60ae2e445939), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:07.839332 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:07.883717 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] For port 90aaed82-f35a-4638-9dbe-8d265828ed6c, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=90aaed82-f35a-4638-9dbe-8d265828ed6c,segment=NetworkSegment(cd6b101f-cea4-486a-a10c-7c077e07481a),segment_id=cd6b101f-cea4-486a-a10c-7c077e07481a)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:07.887732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-31ab6ee7-f578-4cbb-919a-e0519546914f None None] Deleting port 5408b643-8289-4728-8651-eec725958c12 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:59:07.894179 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-31ab6ee7-f578-4cbb-919a-e0519546914f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5408b643-8289-4728-8651-eec725958c12), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:08.001304 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5408b643-8289-4728-8651-eec725958c12 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:08.008980 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (30d1cb75-3b39-4f40-912d-fcfd17ae1e44), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:08.013100 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (90aaed82-f35a-4638-9dbe-8d265828ed6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:08.025473 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:08.030291 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/networks/30d1cb75-3b39-4f40-912d-fcfd17ae1e44 HTTP/1.1" status: 204 len: 168 time: 1.3889325 Feb 16 16:59:08.040007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=8980b906-887e-4f6c-9c2b-ae3a786b81f0,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:08.043001 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40454) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:08.063934 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:08.099785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e7f2e-f2d3-4a3a-b2ea-17ada1923d16 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Network': ['ID=30d1cb75-3b39-4f40-912d-fcfd17ae1e44,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:08.226779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93451036-ecf5-4e1a-9690-8e024df609b5 None None] Pushing event updated for resources: {'Port': ['ID=90aaed82-f35a-4638-9dbe-8d265828ed6c,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:08.228799 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c582cddf-f264-43f9-9f68-5cd16bd756e5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (ec5659b2-b8e0-4de3-a767-6922daabb14d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:08.272964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 5408b643-8289-4728-8651-eec725958c12 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:59:08.273316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5408b643-8289-4728-8651-eec725958c12 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:08.316675 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c582cddf-f264-43f9-9f68-5cd16bd756e5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (ec5659b2-b8e0-4de3-a767-6922daabb14d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:08.437060 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c582cddf-f264-43f9-9f68-5cd16bd756e5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ec5659b2-b8e0-4de3-a767-6922daabb14d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:08.441275 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c582cddf-f264-43f9-9f68-5cd16bd756e5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:08.445149 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c582cddf-f264-43f9-9f68-5cd16bd756e5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/security-groups/ec5659b2-b8e0-4de3-a767-6922daabb14d HTTP/1.1" status: 204 len: 168 time: 0.3984168 Feb 16 16:59:08.468687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-31ab6ee7-f578-4cbb-919a-e0519546914f None None] For port 5408b643-8289-4728-8651-eec725958c12, host n-d-669411-5, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:08.468931 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582cddf-f264-43f9-9f68-5cd16bd756e5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5659b2-b8e0-4de3-a767-6922daabb14d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:08.469111 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-31ab6ee7-f578-4cbb-919a-e0519546914f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5408b643-8289-4728-8651-eec725958c12), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:08.547852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-31ab6ee7-f578-4cbb-919a-e0519546914f None None] Calling delete_port for 5408b643-8289-4728-8651-eec725958c12 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:59:08.556245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-31ab6ee7-f578-4cbb-919a-e0519546914f None None] Port 5408b643-8289-4728-8651-eec725958c12 was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 16:59:08.565831 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-31ab6ee7-f578-4cbb-919a-e0519546914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (5408b643-8289-4728-8651-eec725958c12), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:08.635033 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31ab6ee7-f578-4cbb-919a-e0519546914f None None] Network 30d1cb75-3b39-4f40-912d-fcfd17ae1e44 is not hosted by any dhcp agent {{(pid=103423) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 16:59:08.635601 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ab6ee7-f578-4cbb-919a-e0519546914f None None] No DVR routers for this DVR port 5408b643-8289-4728-8651-eec725958c12 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:59:08.638820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab6ee7-f578-4cbb-919a-e0519546914f None None] Pushing event deleted for resources: {'Port': ['ID=5408b643-8289-4728-8651-eec725958c12,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:08.970686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40476) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:08.975464 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-395270cd-3a68-4bd0-8653-be2947d86d39 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1635649030', 'description': 'tempest-secgroup-smoke-1635649030 description', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:08.983942 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:09.003109 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:09.041079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-395270cd-3a68-4bd0-8653-be2947d86d39 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:09.085217 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:09.211051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Port': ['ID=b76171b2-db85-4576-9cd8-d9ff289d982a,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:09.268167 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-395270cd-3a68-4bd0-8653-be2947d86d39 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (026740a0-63d0-4172-8c52-08296739d10b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:09.274800 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-395270cd-3a68-4bd0-8653-be2947d86d39 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (026740a0-63d0-4172-8c52-08296739d10b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:09.363267 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-395270cd-3a68-4bd0-8653-be2947d86d39 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:09.367230 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-395270cd-3a68-4bd0-8653-be2947d86d39 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3926225 Feb 16 16:59:09.367230 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395270cd-3a68-4bd0-8653-be2947d86d39 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026740a0-63d0-4172-8c52-08296739d10b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:09.370701 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40490) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:09.391699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': '026740a0-63d0-4172-8c52-08296739d10b', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:09.403381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network 9f909f41-cd27-495e-b4b0-85f46e2c581f is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:09.419472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:09.600625 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (2b955cb7-3f40-46c0-a4e0-c634d89a2e1c), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:09.762284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:59:09.977557 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (2b955cb7-3f40-46c0-a4e0-c634d89a2e1c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:10.003473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8980b906-887e-4f6c-9c2b-ae3a786b81f0 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:10.074921 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (2b955cb7-3f40-46c0-a4e0-c634d89a2e1c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:10.132323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8980b906-887e-4f6c-9c2b-ae3a786b81f0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:10.132971 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8980b906-887e-4f6c-9c2b-ae3a786b81f0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:10.165620 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b955cb7-3f40-46c0-a4e0-c634d89a2e1c,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:10.204215 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:10.208866 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8368263 Feb 16 16:59:10.211637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40514) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:10.216759 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c6f513c1-6636-48cb-bd13-575aa366d51a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': '026740a0-63d0-4172-8c52-08296739d10b', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:10.235320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:10.240009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:10.242739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:10.252207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:10.253177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:10.254092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:10.256143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:10.257996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:10.260566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:10.261019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:10.261815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:10.264353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:10.264781 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6130-91e2-4fe9-9cdb-7fbc441d5360 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:10.326650 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6f513c1-6636-48cb-bd13-575aa366d51a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (717f058e-3a2d-4396-8cce-123b2dd84f36), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:10.355508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8980b906-887e-4f6c-9c2b-ae3a786b81f0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:10.358010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 90aaed82-f35a-4638-9dbe-8d265828ed6c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:10.402403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:10.417507 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Sync routers for ids ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:10.429497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-00144656-bf6e-407f-8d22-611c67215ab4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "PUT /v2.0/routers/0531bfd3-168f-4f9f-8502-af94ae3f4aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6613390 Feb 16 16:59:10.433413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40530) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:10.441890 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 90aaed82-f35a-4638-9dbe-8d265828ed6c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:10.442294 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (90aaed82-f35a-4638-9dbe-8d265828ed6c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:10.444528 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Routers {'0531bfd3-168f-4f9f-8502-af94ae3f4aeb'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:10.445204 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:58:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:10.446487 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6f513c1-6636-48cb-bd13-575aa366d51a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (717f058e-3a2d-4396-8cce-123b2dd84f36), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:10.474244 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6f513c1-6636-48cb-bd13-575aa366d51a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (717f058e-3a2d-4396-8cce-123b2dd84f36), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:10.570399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673d4af9-9930-4392-890d-5dac4181527f None None] Network 9f909f41-cd27-495e-b4b0-85f46e2c581f requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:59:10.639485 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Set router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:10.674430 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f513c1-6636-48cb-bd13-575aa366d51a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717f058e-3a2d-4396-8cce-123b2dd84f36,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:10.775872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 90aaed82-f35a-4638-9dbe-8d265828ed6c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:10.776285 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (90aaed82-f35a-4638-9dbe-8d265828ed6c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:10.908583 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6f513c1-6636-48cb-bd13-575aa366d51a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:10.910149 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c6f513c1-6636-48cb-bd13-575aa366d51a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6973968 Feb 16 16:59:10.912277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe22cc1-cda8-499b-a2ef-bf46e000b490 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:10.912992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40568) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:10.917810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-46840844-da2f-417a-b1be-848350d6d37f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': '026740a0-63d0-4172-8c52-08296739d10b', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:10.923775 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe22cc1-cda8-499b-a2ef-bf46e000b490 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:10.925865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe22cc1-cda8-499b-a2ef-bf46e000b490 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:10.928661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe22cc1-cda8-499b-a2ef-bf46e000b490 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:10.930047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe22cc1-cda8-499b-a2ef-bf46e000b490 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:10.935675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40570) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:10.936956 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-abe22cc1-cda8-499b-a2ef-bf46e000b490 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3588 time: 0.4964685 Feb 16 16:59:11.033189 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b76171b2-db85-4576-9cd8-d9ff289d982a', 'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:93:2d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:08Z', 'revision_number': 2, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:11.035052 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46840844-da2f-417a-b1be-848350d6d37f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (aa4a7465-d3ce-44c0-bb36-17700e515d34), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:11.050557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a79490dc-dd08-49ab-9f23-4bc9ec3b86f9 None None] Provisioning complete for port 90aaed82-f35a-4638-9dbe-8d265828ed6c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:11.051132 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a79490dc-dd08-49ab-9f23-4bc9ec3b86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (90aaed82-f35a-4638-9dbe-8d265828ed6c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:11.109099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb68d6-2c69-47dc-b76e-8a878a53f5ec tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:11.110450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb68d6-2c69-47dc-b76e-8a878a53f5ec tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:11.111278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb68d6-2c69-47dc-b76e-8a878a53f5ec tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:11.112182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb68d6-2c69-47dc-b76e-8a878a53f5ec tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:11.112817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb68d6-2c69-47dc-b76e-8a878a53f5ec tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:11.115347 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2fcb68d6-2c69-47dc-b76e-8a878a53f5ec tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3368 time: 0.1766973 Feb 16 16:59:11.118517 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40580) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:11.139234 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Checking router: 0531bfd3-168f-4f9f-8502-af94ae3f4aeb for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:11.143564 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Updating router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb port b76171b2-db85-4576-9cd8-d9ff289d982a binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:59:11.163650 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46840844-da2f-417a-b1be-848350d6d37f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (aa4a7465-d3ce-44c0-bb36-17700e515d34), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:11.175618 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46840844-da2f-417a-b1be-848350d6d37f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (aa4a7465-d3ce-44c0-bb36-17700e515d34), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:11.183896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 90aaed82-f35a-4638-9dbe-8d265828ed6c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=90aaed82-f35a-4638-9dbe-8d265828ed6c,segment=NetworkSegment(cd6b101f-cea4-486a-a10c-7c077e07481a),segment_id=cd6b101f-cea4-486a-a10c-7c077e07481a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:11.201997 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (90aaed82-f35a-4638-9dbe-8d265828ed6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:11.205301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46840844-da2f-417a-b1be-848350d6d37f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4a7465-d3ce-44c0-bb36-17700e515d34,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:11.220026 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:11.228838 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46840844-da2f-417a-b1be-848350d6d37f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:11.230525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-46840844-da2f-417a-b1be-848350d6d37f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3163247 Feb 16 16:59:11.233238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40590) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:11.242979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f5477cfe-093f-4197-be34-120bcda8ef6e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': '026740a0-63d0-4172-8c52-08296739d10b', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:11.261553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 488ee5c0-8762-49d7-8075-b32d25916c22 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:11.279907 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f5477cfe-093f-4197-be34-120bcda8ef6e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (89ee237d-5783-4e87-b730-9a681afabe3a), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:11.359012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40604) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:11.399123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f5477cfe-093f-4197-be34-120bcda8ef6e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (89ee237d-5783-4e87-b730-9a681afabe3a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:11.404606 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f5477cfe-093f-4197-be34-120bcda8ef6e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (89ee237d-5783-4e87-b730-9a681afabe3a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:11.462305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5477cfe-093f-4197-be34-120bcda8ef6e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ee237d-5783-4e87-b730-9a681afabe3a,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:11.504023 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f5477cfe-093f-4197-be34-120bcda8ef6e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:11.508139 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f5477cfe-093f-4197-be34-120bcda8ef6e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2734292 Feb 16 16:59:11.513532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40614) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:11.521468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 488ee5c0-8762-49d7-8075-b32d25916c22 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:59:11.525969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b7384ec6-82d2-4f09-a373-586143c5b5b5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': '026740a0-63d0-4172-8c52-08296739d10b', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:11.530403 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 488ee5c0-8762-49d7-8075-b32d25916c22 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:11.531057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 231918d8-0910-4c6d-8471-91cea6e856c4 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:59:11.609993 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-b7384ec6-82d2-4f09-a373-586143c5b5b5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Project 65c85d727f374c7f8d3cc83d4ddd839c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:59:11.620781 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7384ec6-82d2-4f09-a373-586143c5b5b5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (373214b6-6803-4532-92e3-2ec69a63b0ce), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:11.621203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 231918d8-0910-4c6d-8471-91cea6e856c4 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:59:11.623198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 231918d8-0910-4c6d-8471-91cea6e856c4 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:59:11.662258 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=90aaed82-f35a-4638-9dbe-8d265828ed6c,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:11.758768 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a79490dc-dd08-49ab-9f23-4bc9ec3b86f9 None None] Current status of the port 90aaed82-f35a-4638-9dbe-8d265828ed6c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:11.848942 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2f50dfe4-f539-4308-be2d-e47b26ada815 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.7288892 Feb 16 16:59:11.853063 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 90aaed82-f35a-4638-9dbe-8d265828ed6c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:11.866429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7384ec6-82d2-4f09-a373-586143c5b5b5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (373214b6-6803-4532-92e3-2ec69a63b0ce), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:11.877817 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7384ec6-82d2-4f09-a373-586143c5b5b5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (373214b6-6803-4532-92e3-2ec69a63b0ce), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:11.947378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7384ec6-82d2-4f09-a373-586143c5b5b5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373214b6-6803-4532-92e3-2ec69a63b0ce,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:11.974952 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7384ec6-82d2-4f09-a373-586143c5b5b5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:11.980425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b7384ec6-82d2-4f09-a373-586143c5b5b5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4651470 Feb 16 16:59:11.982445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40630) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:11.998746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-95407dee-e381-4b16-a8da-9f1d60421ac5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': '026740a0-63d0-4172-8c52-08296739d10b', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:12.042033 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 90aaed82-f35a-4638-9dbe-8d265828ed6c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:12.042421 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (90aaed82-f35a-4638-9dbe-8d265828ed6c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.049352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d337c7-2b30-4224-9ba2-c28ac453690e admin admin] Deleting subnet 10287930-00ed-4b80-ba2c-16a1cc7d949b {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:59:12.063503 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-23d337c7-2b30-4224-9ba2-c28ac453690e admin admin] Publish callbacks [] for subnet (10287930-00ed-4b80-ba2c-16a1cc7d949b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.066236 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-95407dee-e381-4b16-a8da-9f1d60421ac5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Project 65c85d727f374c7f8d3cc83d4ddd839c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:59:12.097414 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95407dee-e381-4b16-a8da-9f1d60421ac5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (6021fef0-5557-4681-bbc8-cee508b2892b), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.148297 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Publish callbacks [] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.167101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40632) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:12.170865 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.180198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-094be19e-4eaa-47c5-8223-7bc70d53548b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1122834623', 'description': 'tempest-secgroup-smoke-1122834623 description', 'project_id': '3149206434f648a3b3c2fc882bbf7f07'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:12.242198 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-23d337c7-2b30-4224-9ba2-c28ac453690e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (10287930-00ed-4b80-ba2c-16a1cc7d949b), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.252805 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95407dee-e381-4b16-a8da-9f1d60421ac5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (6021fef0-5557-4681-bbc8-cee508b2892b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.260639 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95407dee-e381-4b16-a8da-9f1d60421ac5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (6021fef0-5557-4681-bbc8-cee508b2892b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.271139 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-094be19e-4eaa-47c5-8223-7bc70d53548b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.361354 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d794d-c373-48ad-a23a-63ec153c0a45 None None] Pushing event updated for resources: {'Port': ['ID=b76171b2-db85-4576-9cd8-d9ff289d982a,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:12.379166 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-094be19e-4eaa-47c5-8223-7bc70d53548b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (f809deb4-b6f3-4cf9-81e6-d1c315a4e970), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.394986 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-094be19e-4eaa-47c5-8223-7bc70d53548b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f809deb4-b6f3-4cf9-81e6-d1c315a4e970), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.395691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f9a8309f-61ab-41b6-baf4-7f722fa12a43 None None] Provisioning complete for port 90aaed82-f35a-4638-9dbe-8d265828ed6c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:12.397202 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f9a8309f-61ab-41b6-baf4-7f722fa12a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (90aaed82-f35a-4638-9dbe-8d265828ed6c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.399115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 90aaed82-f35a-4638-9dbe-8d265828ed6c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:12.418770 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-23d337c7-2b30-4224-9ba2-c28ac453690e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (10287930-00ed-4b80-ba2c-16a1cc7d949b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.428461 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094be19e-4eaa-47c5-8223-7bc70d53548b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f809deb4-b6f3-4cf9-81e6-d1c315a4e970,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:12.430792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95407dee-e381-4b16-a8da-9f1d60421ac5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6021fef0-5557-4681-bbc8-cee508b2892b,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:12.446691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40638) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:12.465086 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95407dee-e381-4b16-a8da-9f1d60421ac5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.466451 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-95407dee-e381-4b16-a8da-9f1d60421ac5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4814246 Feb 16 16:59:12.470329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40642) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:12.476380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-9ce03be2-ed4a-40bc-b868-874f6147a8cf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'network': {'name': 'tempest-network-smoke--1472626603', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'port_security_enabled': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:12.486315 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-094be19e-4eaa-47c5-8223-7bc70d53548b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.490479 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-094be19e-4eaa-47c5-8223-7bc70d53548b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3208847 Feb 16 16:59:12.493765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40644) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:12.501295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a9cd6483-61df-42a0-a321-194f1f28fd5a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': 'f809deb4-b6f3-4cf9-81e6-d1c315a4e970', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:12.537263 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce03be2-ed4a-40bc-b868-874f6147a8cf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Made reservation on behalf of 65c85d727f374c7f8d3cc83d4ddd839c for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:12.566943 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ce03be2-ed4a-40bc-b868-874f6147a8cf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.568345 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Attempting to bind port b76171b2-db85-4576-9cd8-d9ff289d982a on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:12.570851 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Attempting to bind port b76171b2-db85-4576-9cd8-d9ff289d982a by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'cd6b101f-cea4-486a-a10c-7c077e07481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:12.572178 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Attempting to bind port b76171b2-db85-4576-9cd8-d9ff289d982a on network 9f909f41-cd27-495e-b4b0-85f46e2c581f {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:12.586682 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:12.587283 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Checking segment: {'id': 'cd6b101f-cea4-486a-a10c-7c077e07481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:59:12.587955 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.588123 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-23d337c7-2b30-4224-9ba2-c28ac453690e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (10287930-00ed-4b80-ba2c-16a1cc7d949b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.588625 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Bound using segment: {'id': 'cd6b101f-cea4-486a-a10c-7c077e07481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:12.589178 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Bound port: b76171b2-db85-4576-9cd8-d9ff289d982a, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6b101f-cea4-486a-a10c-7c077e07481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:59:12.591377 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.599047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40648) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:12.625391 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-23d337c7-2b30-4224-9ba2-c28ac453690e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.633507 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-23d337c7-2b30-4224-9ba2-c28ac453690e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/10287930-00ed-4b80-ba2c-16a1cc7d949b HTTP/1.1" status: 204 len: 168 time: 1.2732813 Feb 16 16:59:12.643811 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40650) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:12.644905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d337c7-2b30-4224-9ba2-c28ac453690e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10287930-00ed-4b80-ba2c-16a1cc7d949b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:12.662388 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f9a8309f-61ab-41b6-baf4-7f722fa12a43 None None] Current status of the port 90aaed82-f35a-4638-9dbe-8d265828ed6c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:12.668532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce03be2-ed4a-40bc-b868-874f6147a8cf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:12.695208 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ce03be2-ed4a-40bc-b868-874f6147a8cf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (90f38040-2563-4a19-86af-5ca396f69788), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.695544 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-9ce03be2-ed4a-40bc-b868-874f6147a8cf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Added segment 90f38040-2563-4a19-86af-5ca396f69788 of type vlan for network dccb8ef0-5a66-424b-a6e9-2efe628f428b Feb 16 16:59:12.699799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f9a8309f-61ab-41b6-baf4-7f722fa12a43 None None] Provisioning complete for port b76171b2-db85-4576-9cd8-d9ff289d982a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:12.700193 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f9a8309f-61ab-41b6-baf4-7f722fa12a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.749423 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] For port b76171b2-db85-4576-9cd8-d9ff289d982a, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:12.757811 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] For port b76171b2-db85-4576-9cd8-d9ff289d982a, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b76171b2-db85-4576-9cd8-d9ff289d982a,segment=NetworkSegment(cd6b101f-cea4-486a-a10c-7c077e07481a),segment_id=cd6b101f-cea4-486a-a10c-7c077e07481a)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:12.769205 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.790069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f9a8309f-61ab-41b6-baf4-7f722fa12a43 None None] Port b76171b2-db85-4576-9cd8-d9ff289d982a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:59:12.793745 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ce03be2-ed4a-40bc-b868-874f6147a8cf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (dccb8ef0-5a66-424b-a6e9-2efe628f428b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.871908 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6483-61df-42a0-a321-194f1f28fd5a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (40719160-e2bc-4180-80cd-3b690f97e01d), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.892487 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ce03be2-ed4a-40bc-b868-874f6147a8cf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (dccb8ef0-5a66-424b-a6e9-2efe628f428b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.902611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce03be2-ed4a-40bc-b868-874f6147a8cf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:12.903503 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ce03be2-ed4a-40bc-b868-874f6147a8cf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.941664 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (ad32bf3a-32f6-4bd2-98b6-71621532181c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.957650 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2f0bbb40-c2f5-46eb-896f-d52510a74c58 None None] Provisioning complete for port b76171b2-db85-4576-9cd8-d9ff289d982a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:12.958033 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2f0bbb40-c2f5-46eb-896f-d52510a74c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:12.997013 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:13.055020 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9ce03be2-ed4a-40bc-b868-874f6147a8cf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5827701 Feb 16 16:59:13.068185 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40654) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:13.114879 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Routers {'0531bfd3-168f-4f9f-8502-af94ae3f4aeb'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:13.117220 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b6a313e3-0f8c-4617-abbb-53cc9956e364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:13.117619 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:58:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:13.138855 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d794d-c373-48ad-a23a-63ec153c0a45 None None] Pushing event updated for resources: {'Port': ['ID=b76171b2-db85-4576-9cd8-d9ff289d982a,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:13.159794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2f0bbb40-c2f5-46eb-896f-d52510a74c58 None None] Current status of the port b76171b2-db85-4576-9cd8-d9ff289d982a is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:13.160397 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2f0bbb40-c2f5-46eb-896f-d52510a74c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:13.261337 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2f0bbb40-c2f5-46eb-896f-d52510a74c58 None None] For port b76171b2-db85-4576-9cd8-d9ff289d982a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b76171b2-db85-4576-9cd8-d9ff289d982a,segment=NetworkSegment(cd6b101f-cea4-486a-a10c-7c077e07481a),segment_id=cd6b101f-cea4-486a-a10c-7c077e07481a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:13.281493 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2f0bbb40-c2f5-46eb-896f-d52510a74c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:13.404118 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bbb40-c2f5-46eb-896f-d52510a74c58 None None] Pushing event updated for resources: {'Port': ['ID=b76171b2-db85-4576-9cd8-d9ff289d982a,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:13.414051 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b6a313e3-0f8c-4617-abbb-53cc9956e364 admin admin] Publish callbacks [] for security_group (568f09c5-050a-47e6-96e8-23398e6bd805), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:13.427581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce03be2-ed4a-40bc-b868-874f6147a8cf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Network': ['ID=dccb8ef0-5a66-424b-a6e9-2efe628f428b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:13.446681 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b6a313e3-0f8c-4617-abbb-53cc9956e364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (568f09c5-050a-47e6-96e8-23398e6bd805), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:13.456581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network dccb8ef0-5a66-424b-a6e9-2efe628f428b details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:13.460282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-97e34779-5f6a-4009-8578-4250f64dd9bb None None] Provisioning complete for port b76171b2-db85-4576-9cd8-d9ff289d982a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:13.460870 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-97e34779-5f6a-4009-8578-4250f64dd9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:13.486581 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] Set router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:13.553712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b6a313e3-0f8c-4617-abbb-53cc9956e364 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d091a2714694903aa1ba122e77b0836&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1057267 Feb 16 16:59:13.558046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a313e3-0f8c-4617-abbb-53cc9956e364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568f09c5-050a-47e6-96e8-23398e6bd805,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:13.560459 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40656) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:13.568536 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6483-61df-42a0-a321-194f1f28fd5a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (40719160-e2bc-4180-80cd-3b690f97e01d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:13.602185 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6483-61df-42a0-a321-194f1f28fd5a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (40719160-e2bc-4180-80cd-3b690f97e01d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:13.664346 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-97e34779-5f6a-4009-8578-4250f64dd9bb None None] Current status of the port b76171b2-db85-4576-9cd8-d9ff289d982a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:13.666227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd6483-61df-42a0-a321-194f1f28fd5a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40719160-e2bc-4180-80cd-3b690f97e01d,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:13.712325 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6483-61df-42a0-a321-194f1f28fd5a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:13.715908 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a9cd6483-61df-42a0-a321-194f1f28fd5a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2187741 Feb 16 16:59:13.716532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40660) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:13.726877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-29ddf278-a139-4553-90ea-4c14b7e67ee2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': 'f809deb4-b6f3-4cf9-81e6-d1c315a4e970', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:13.772802 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef5b8-e1f6-46ff-b98d-fe67bb75b223 admin admin] Publish callbacks [] for security_group (568f09c5-050a-47e6-96e8-23398e6bd805), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:13.793088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-71aec9d2-3cdf-4ccb-a60f-d3741ffc0390 None None] Provisioning complete for port b76171b2-db85-4576-9cd8-d9ff289d982a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:13.793859 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-71aec9d2-3cdf-4ccb-a60f-d3741ffc0390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:13.863606 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef5b8-e1f6-46ff-b98d-fe67bb75b223 admin admin] Publish callbacks [] for security_group (568f09c5-050a-47e6-96e8-23398e6bd805), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:13.876337 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29ddf278-a139-4553-90ea-4c14b7e67ee2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (a28e99e7-5e94-4d62-b1e4-81dbb36d644e), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:13.979003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-71aec9d2-3cdf-4ccb-a60f-d3741ffc0390 None None] Current status of the port b76171b2-db85-4576-9cd8-d9ff289d982a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:14.008463 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29ddf278-a139-4553-90ea-4c14b7e67ee2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (a28e99e7-5e94-4d62-b1e4-81dbb36d644e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.012079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (ad32bf3a-32f6-4bd2-98b6-71621532181c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.013640 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29ddf278-a139-4553-90ea-4c14b7e67ee2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (a28e99e7-5e94-4d62-b1e4-81dbb36d644e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.021727 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef5b8-e1f6-46ff-b98d-fe67bb75b223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (568f09c5-050a-47e6-96e8-23398e6bd805), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.024637 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef5b8-e1f6-46ff-b98d-fe67bb75b223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.025411 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6b0ef5b8-e1f6-46ff-b98d-fe67bb75b223 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/568f09c5-050a-47e6-96e8-23398e6bd805 HTTP/1.1" status: 204 len: 168 time: 0.4595535 Feb 16 16:59:14.043148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'admin_state_up': True, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:14.047909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ef5b8-e1f6-46ff-b98d-fe67bb75b223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568f09c5-050a-47e6-96e8-23398e6bd805,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:14.052707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddf278-a139-4553-90ea-4c14b7e67ee2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28e99e7-5e94-4d62-b1e4-81dbb36d644e,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:14.063444 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-29ddf278-a139-4553-90ea-4c14b7e67ee2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.065119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-29ddf278-a139-4553-90ea-4c14b7e67ee2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3427680 Feb 16 16:59:14.068034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40664) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:14.073075 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-437aa6a2-6120-4328-b00b-44c96c928670 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': 'f809deb4-b6f3-4cf9-81e6-d1c315a4e970', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:14.104328 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-437aa6a2-6120-4328-b00b-44c96c928670 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (1cc08f93-253b-41fc-96de-b17e5480f34f), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.135852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1814340b-bd4b-42de-8c50-29a34764abb0 None None] Provisioning complete for port b76171b2-db85-4576-9cd8-d9ff289d982a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:14.136250 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1814340b-bd4b-42de-8c50-29a34764abb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.144719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad32bf3a-32f6-4bd2-98b6-71621532181c']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:14.173155 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a81d8f-1700-44de-9724-895f318faa30') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:14.173626 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b76171b2-db85-4576-9cd8-d9ff289d982a', 'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:93:2d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:12Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:14.175263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a81d8f-1700-44de-9724-895f318faa30') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:14.203337 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (4bb6833a-b394-4708-b386-67ceda882b5c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.210260 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (4bb6833a-b394-4708-b386-67ceda882b5c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.226293 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (98a81d8f-1700-44de-9724-895f318faa30), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.245515 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-437aa6a2-6120-4328-b00b-44c96c928670 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (1cc08f93-253b-41fc-96de-b17e5480f34f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.253721 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-437aa6a2-6120-4328-b00b-44c96c928670 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (1cc08f93-253b-41fc-96de-b17e5480f34f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.269664 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439d374-0a15-43ab-bf7a-9ba211d8ef2f None None] The sync data for ids ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'] in n-d-669411-5 is: [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b76171b2-db85-4576-9cd8-d9ff289d982a', 'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:93:2d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:12Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:14.307970 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-437aa6a2-6120-4328-b00b-44c96c928670 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.314261 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-437aa6a2-6120-4328-b00b-44c96c928670 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2425911 Feb 16 16:59:14.315101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40666) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:14.323526 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (98a81d8f-1700-44de-9724-895f318faa30), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.339442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7c3cfc5f-5635-49da-9146-854a52676a05 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': 'f809deb4-b6f3-4cf9-81e6-d1c315a4e970', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:14.373422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437aa6a2-6120-4328-b00b-44c96c928670 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc08f93-253b-41fc-96de-b17e5480f34f,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:14.410965 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c3cfc5f-5635-49da-9146-854a52676a05 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (8d63f7aa-f623-41bd-aada-82cbb98ce1ca), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.433296 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1814340b-bd4b-42de-8c50-29a34764abb0 None None] Current status of the port b76171b2-db85-4576-9cd8-d9ff289d982a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:14.444497 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:14.444907 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (98a81d8f-1700-44de-9724-895f318faa30), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: timer() Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:14.450044 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:14.482307 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_controller (4bb6833a-b394-4708-b386-67ceda882b5c), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.506582 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c3cfc5f-5635-49da-9146-854a52676a05 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (8d63f7aa-f623-41bd-aada-82cbb98ce1ca), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.511731 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c3cfc5f-5635-49da-9146-854a52676a05 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (8d63f7aa-f623-41bd-aada-82cbb98ce1ca), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.546296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cfc5f-5635-49da-9146-854a52676a05 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d63f7aa-f623-41bd-aada-82cbb98ce1ca,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:14.554080 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c3cfc5f-5635-49da-9146-854a52676a05 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.555668 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7c3cfc5f-5635-49da-9146-854a52676a05 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2380781 Feb 16 16:59:14.558391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40670) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:14.563361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-238e0ffb-4cc9-4821-9a6a-1647cfcf89a7 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': 'f809deb4-b6f3-4cf9-81e6-d1c315a4e970', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:14.588339 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-238e0ffb-4cc9-4821-9a6a-1647cfcf89a7 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Project 3149206434f648a3b3c2fc882bbf7f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:59:14.600264 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-238e0ffb-4cc9-4821-9a6a-1647cfcf89a7 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (23f84cab-68f0-44a2-b6c2-6a4339432618), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.748675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40672) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:14.753644 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-238e0ffb-4cc9-4821-9a6a-1647cfcf89a7 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (23f84cab-68f0-44a2-b6c2-6a4339432618), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.768563 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-238e0ffb-4cc9-4821-9a6a-1647cfcf89a7 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (23f84cab-68f0-44a2-b6c2-6a4339432618), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.777562 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4b43-1cd7-4c1b-8b5f-cf4585c3532b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.805119 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Publish callbacks [] for security_group (c9ebf50e-1fa4-4c98-8437-9c4748c8a451), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.809812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e0ffb-4cc9-4821-9a6a-1647cfcf89a7 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f84cab-68f0-44a2-b6c2-6a4339432618,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:14.811137 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (ad32bf3a-32f6-4bd2-98b6-71621532181c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.830292 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-238e0ffb-4cc9-4821-9a6a-1647cfcf89a7 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.830881 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.832807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-238e0ffb-4cc9-4821-9a6a-1647cfcf89a7 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2727177 Feb 16 16:59:14.834266 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] 10.222.0.24 "DELETE /v2.0/networks/ad32bf3a-32f6-4bd2-98b6-71621532181c HTTP/1.1" status: 204 len: 168 time: 2.1857426 Feb 16 16:59:14.835417 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c9ebf50e-1fa4-4c98-8437-9c4748c8a451), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.838748 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40676) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:14.846974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-457a133e-3719-43f9-9f7d-46b71920993c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': 'f809deb4-b6f3-4cf9-81e6-d1c315a4e970', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:14.878799 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-457a133e-3719-43f9-9f7d-46b71920993c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Project 3149206434f648a3b3c2fc882bbf7f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:59:14.896547 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-457a133e-3719-43f9-9f7d-46b71920993c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (c434de04-dac4-4f2b-b8c3-632391f56bf7), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.911892 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (4bb6833a-b394-4708-b386-67ceda882b5c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:14.919931 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ebf50e-1fa4-4c98-8437-9c4748c8a451,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:14.945409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Pushing event deleted for resources: {'Network': ['ID=ad32bf3a-32f6-4bd2-98b6-71621532181c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:15.010301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.010750 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.011010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.011350 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.011687 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.012047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.020392 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.021116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.021116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.021707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.022085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.023051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.023396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.064258 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-95542661-d769-485d-8004-c5abbee85ef8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee67934f3c704c3b8f09e756d24d7665&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4284935 Feb 16 16:59:15.065838 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.066201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.066526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.066862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.067193 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.067529 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.067887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.068213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.068535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.068862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.069187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.069509 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.069829 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9572f4c-dfc4-40bc-88fa-567f6462defb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:59:15.075026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40680) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:15.079615 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-457a133e-3719-43f9-9f7d-46b71920993c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (c434de04-dac4-4f2b-b8c3-632391f56bf7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.092779 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-457a133e-3719-43f9-9f7d-46b71920993c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (c434de04-dac4-4f2b-b8c3-632391f56bf7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.118698 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4b43-1cd7-4c1b-8b5f-cf4585c3532b admin admin] Publish callbacks [] for security_group (ef4330af-e34b-4c28-a587-3d3de32db7e9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.143874 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a133e-3719-43f9-9f7d-46b71920993c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c434de04-dac4-4f2b-b8c3-632391f56bf7,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:15.149995 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f2cf4b43-1cd7-4c1b-8b5f-cf4585c3532b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ef4330af-e34b-4c28-a587-3d3de32db7e9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.192013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf4b43-1cd7-4c1b-8b5f-cf4585c3532b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4330af-e34b-4c28-a587-3d3de32db7e9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:15.198631 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-457a133e-3719-43f9-9f7d-46b71920993c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.208574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-457a133e-3719-43f9-9f7d-46b71920993c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3681207 Feb 16 16:59:15.215726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40682) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:15.253464 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f2cf4b43-1cd7-4c1b-8b5f-cf4585c3532b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eaeb050919a2403282094ea20cb96ff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5035310 Feb 16 16:59:15.264592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40686) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:15.301691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-95c9ee67-68b5-41f7-b55a-b59ea8af70bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db0de97bebd54ddf86c34738f4f3fd5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0847075 Feb 16 16:59:15.302484 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-26c33c7e-a0cd-4fef-b102-076d6b6d2204 admin admin] Publish callbacks [] for security_group (c9ebf50e-1fa4-4c98-8437-9c4748c8a451), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.304170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40688) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:15.429435 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-26c33c7e-a0cd-4fef-b102-076d6b6d2204 admin admin] Publish callbacks [] for security_group (c9ebf50e-1fa4-4c98-8437-9c4748c8a451), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.486186 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (4bb6833a-b394-4708-b386-67ceda882b5c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.507384 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.586878 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e8ccb2c-213e-451e-bd29-4c3c5bc1f6dc admin admin] Publish callbacks [] for security_group (ef4330af-e34b-4c28-a587-3d3de32db7e9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.662011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.25.4.26 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:15.759743 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e8ccb2c-213e-451e-bd29-4c3c5bc1f6dc admin admin] Publish callbacks [] for security_group (ef4330af-e34b-4c28-a587-3d3de32db7e9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.762754 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bbb60fbf-ecae-4f45-a40f-797be3960b70 admin admin] Publish callbacks [] for security_group (6717da18-a8fa-4d6d-afe3-5497f01a28f3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.768286 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-4f255c37-075f-4fc2-87ca-ad171e0ba2df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1122834623&fields=id&tenant_id=3149206434f648a3b3c2fc882bbf7f07 HTTP/1.1" status: 200 len: 267 time: 0.2855480 Feb 16 16:59:15.826874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b76171b2-db85-4576-9cd8-d9ff289d982a up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:15.880965 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.892653 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-26c33c7e-a0cd-4fef-b102-076d6b6d2204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c9ebf50e-1fa4-4c98-8437-9c4748c8a451), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.895805 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-26c33c7e-a0cd-4fef-b102-076d6b6d2204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.901397 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-26c33c7e-a0cd-4fef-b102-076d6b6d2204 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9ebf50e-1fa4-4c98-8437-9c4748c8a451 HTTP/1.1" status: 204 len: 168 time: 0.8247991 Feb 16 16:59:15.913002 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e8ccb2c-213e-451e-bd29-4c3c5bc1f6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ef4330af-e34b-4c28-a587-3d3de32db7e9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.916314 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e8ccb2c-213e-451e-bd29-4c3c5bc1f6dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.916578 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port b76171b2-db85-4576-9cd8-d9ff289d982a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:15.917156 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:15.920116 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2e8ccb2c-213e-451e-bd29-4c3c5bc1f6dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef4330af-e34b-4c28-a587-3d3de32db7e9 HTTP/1.1" status: 204 len: 168 time: 0.6527064 Feb 16 16:59:15.949073 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bbb60fbf-ecae-4f45-a40f-797be3960b70 admin admin] Publish callbacks [] for security_group (6717da18-a8fa-4d6d-afe3-5497f01a28f3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:16.010484 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c33c7e-a0cd-4fef-b102-076d6b6d2204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ebf50e-1fa4-4c98-8437-9c4748c8a451,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:16.040668 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:16.187325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ccb2c-213e-451e-bd29-4c3c5bc1f6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4330af-e34b-4c28-a587-3d3de32db7e9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:16.219234 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b76171b2-db85-4576-9cd8-d9ff289d982a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:16.223869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:16.245616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:16.250039 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:16.254495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:16.330681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-644eb0c4-f3d3-45a7-a446-68fb1785481b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:16.343668 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-644eb0c4-f3d3-45a7-a446-68fb1785481b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/networks?id=9f909f41-cd27-495e-b4b0-85f46e2c581f HTTP/1.1" status: 200 len: 797 time: 0.5568759 Feb 16 16:59:16.363727 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bbb60fbf-ecae-4f45-a40f-797be3960b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6717da18-a8fa-4d6d-afe3-5497f01a28f3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:16.367106 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bbb60fbf-ecae-4f45-a40f-797be3960b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:16.368488 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bbb60fbf-ecae-4f45-a40f-797be3960b70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6717da18-a8fa-4d6d-afe3-5497f01a28f3 HTTP/1.1" status: 204 len: 168 time: 1.0507946 Feb 16 16:59:16.378602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-6971a267-7539-488d-92c7-a0ff4046776c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/quotas/3149206434f648a3b3c2fc882bbf7f07 HTTP/1.1" status: 200 len: 375 time: 0.0331261 Feb 16 16:59:16.419859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb60fbf-ecae-4f45-a40f-797be3960b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6717da18-a8fa-4d6d-afe3-5497f01a28f3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:16.535041 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-ed8e32b1-bc53-47fd-aaee-5eae5382a7f3 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3149206434f648a3b3c2fc882bbf7f07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1536770 Feb 16 16:59:16.571582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-afac3d31-7f1a-4a0c-8b2b-65088ff36f1d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:59:16.573464 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-afac3d31-7f1a-4a0c-8b2b-65088ff36f1d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089848 Feb 16 16:59:16.676884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40714) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:16.758147 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5bfd31c-0800-47f2-b20f-5576b687841b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:16.835549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-0c678e5a-3dd0-480e-8058-f8069b213e3e service neutron] 10.222.0.24 "GET /v2.0/networks/9f909f41-cd27-495e-b4b0-85f46e2c581f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534914 Feb 16 16:59:16.900138 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (4bb6833a-b394-4708-b386-67ceda882b5c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:17.007040 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5bfd31c-0800-47f2-b20f-5576b687841b admin admin] Publish callbacks [] for security_group (43d0e6d4-6382-4936-b4cb-22f4ff72d1d1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:17.018798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-6a43c361-1209-412b-91a1-8bc32d4edf27 service neutron] 10.222.0.24 "GET /v2.0/networks/9f909f41-cd27-495e-b4b0-85f46e2c581f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688576 Feb 16 16:59:17.020260 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5bfd31c-0800-47f2-b20f-5576b687841b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (43d0e6d4-6382-4936-b4cb-22f4ff72d1d1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:17.084704 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c5bfd31c-0800-47f2-b20f-5576b687841b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4befba9a09234b0c864f3fb9a975e91f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3626108 Feb 16 16:59:17.087295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40724) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:17.089810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfd31c-0800-47f2-b20f-5576b687841b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d0e6d4-6382-4936-b4cb-22f4ff72d1d1,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:17.189385 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b861d307-2c17-4c24-ba54-a3b1090a5511 admin admin] Publish callbacks [] for security_group (43d0e6d4-6382-4936-b4cb-22f4ff72d1d1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:17.254928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b861d307-2c17-4c24-ba54-a3b1090a5511 admin admin] Publish callbacks [] for security_group (43d0e6d4-6382-4936-b4cb-22f4ff72d1d1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:17.351879 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (4bb6833a-b394-4708-b386-67ceda882b5c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:17.377284 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64e1a621-ee79-4884-a12a-ff4faca2b528 req-2d2cb681-1c6d-47c2-a21b-6ac0c9274075 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 210 time: 0.0410659 Feb 16 16:59:17.409505 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b861d307-2c17-4c24-ba54-a3b1090a5511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (43d0e6d4-6382-4936-b4cb-22f4ff72d1d1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:17.412635 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b861d307-2c17-4c24-ba54-a3b1090a5511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:17.416119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b861d307-2c17-4c24-ba54-a3b1090a5511 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43d0e6d4-6382-4936-b4cb-22f4ff72d1d1 HTTP/1.1" status: 204 len: 168 time: 0.3252552 Feb 16 16:59:17.427586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861d307-2c17-4c24-ba54-a3b1090a5511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d0e6d4-6382-4936-b4cb-22f4ff72d1d1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:17.574080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router 4bb6833a-b394-4708-b386-67ceda882b5c is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:59:17.738126 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:17.751954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Sync routers for ids ['4bb6833a-b394-4708-b386-67ceda882b5c'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:17.765338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Routers {'4bb6833a-b394-4708-b386-67ceda882b5c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:17.768186 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:58:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['4bb6833a-b394-4708-b386-67ceda882b5c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:17.783461 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:17.788143 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-75867260-01b1-496d-a159-aee1e8fd09ae tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.7672701 Feb 16 16:59:17.788143 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40754) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:17.834878 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-db5f69dc-2bd6-4936-86f2-8bcd342139e0 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=65c85d727f374c7f8d3cc83d4ddd839c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431511 Feb 16 16:59:17.835700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40758) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:17.926182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Set router 4bb6833a-b394-4708-b386-67ceda882b5c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:18.028427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35d19bd-f68b-4996-b36e-873b700842ed tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:18.032057 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d35d19bd-f68b-4996-b36e-873b700842ed tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1934302 Feb 16 16:59:18.034737 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40770) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:18.100590 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5ab5800b-be07-4852-af2e-37b657ca671f tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646677 Feb 16 16:59:18.103295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40774) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:18.108773 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9440c764-fc48-48ea-a4cd-a821e3d2dada tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-191501011', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:18.302887 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:14Z', 'updated_at': '2022-02-16T16:59:16Z', 'revision_number': 3, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:15Z', 'updated_at': '2022-02-16T16:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:18.314814 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9440c764-fc48-48ea-a4cd-a821e3d2dada tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Made reservation on behalf of 65c85d727f374c7f8d3cc83d4ddd839c for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:18.319241 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9440c764-fc48-48ea-a4cd-a821e3d2dada tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:18.353986 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Checking router: 4bb6833a-b394-4708-b386-67ceda882b5c for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:18.354927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Updating router 4bb6833a-b394-4708-b386-67ceda882b5c port 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:59:18.392904 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:18.623190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4dedc1f8-8150-4019-9755-cb15da9c71ce req-b6ef6a71-cfb0-4d68-8550-7124e045b763 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 210 time: 0.0848000 Feb 16 16:59:18.753487 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9440c764-fc48-48ea-a4cd-a821e3d2dada tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (cb1dcebf-2d0a-471d-81e5-f47ae020c5d2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:18.815300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440c764-fc48-48ea-a4cd-a821e3d2dada tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Subnet': ['ID=cb1dcebf-2d0a-471d-81e5-f47ae020c5d2,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:18.857762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9440c764-fc48-48ea-a4cd-a821e3d2dada tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Checking segment: {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:59:18.858135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9440c764-fc48-48ea-a4cd-a821e3d2dada tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network hostable DHCP agents. Network: dccb8ef0-5a66-424b-a6e9-2efe628f428b, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:18.895487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9440c764-fc48-48ea-a4cd-a821e3d2dada tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network dccb8ef0-5a66-424b-a6e9-2efe628f428b is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:18.928704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9440c764-fc48-48ea-a4cd-a821e3d2dada tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, dccb8ef0-5a66-424b-a6e9-2efe628f428b) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:18.935246 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9440c764-fc48-48ea-a4cd-a821e3d2dada tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:18.936073 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9440c764-fc48-48ea-a4cd-a821e3d2dada tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:18.964914 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9440c764-fc48-48ea-a4cd-a821e3d2dada tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8602779 Feb 16 16:59:18.967712 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40812) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:18.973671 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Publish callbacks [] for port (4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:18.983357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ce9947-9df0-4d0c-a69b-48a4e97a1412 None None] Network dccb8ef0-5a66-424b-a6e9-2efe628f428b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:59:18.987667 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:19.090002 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1d953-ce65-41ec-beb3-59cca1ddb79d None None] Pushing event updated for resources: {'Port': ['ID=4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:19.100041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Attempting to bind port 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:19.100488 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Attempting to bind port 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:19.102852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Attempting to bind port 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:19.424804 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:19.426072 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:59:19.428198 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:19.429514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:19.431645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Bound port: 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:59:19.434652 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:19.449723 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-c4fbb654-1c28-49bd-89ae-b2b6481f14a9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:19.451497 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-c4fbb654-1c28-49bd-89ae-b2b6481f14a9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.65 "GET /v2.0/networks?id=9f909f41-cd27-495e-b4b0-85f46e2c581f HTTP/1.1" status: 200 len: 797 time: 0.2963555 Feb 16 16:59:19.575056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] For port 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:19.579883 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] For port 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:19.589262 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:19.616019 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-86c906eb-a807-40fe-9259-15e94e02ac8c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3149206434f648a3b3c2fc882bbf7f07 HTTP/1.1" status: 200 len: 380 time: 0.1142907 Feb 16 16:59:19.632707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-076ae0f3-0301-4572-8e21-e6195b962067 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'port': {'device_id': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'admin_state_up': True, 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'security_groups': ['f809deb4-b6f3-4cf9-81e6-d1c315a4e970']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:19.739303 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ips': [{'subnet_id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:59:19.745248 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:19.796758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c014f4f6-5aa9-4616-b685-744fd659e303 req-2fe1c7fa-28cd-4721-856b-b5a6ea8ef408 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 210 time: 0.0487652 Feb 16 16:59:20.013933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Routers {'4bb6833a-b394-4708-b386-67ceda882b5c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:20.015268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:58:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['4bb6833a-b394-4708-b386-67ceda882b5c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:20.023248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1d953-ce65-41ec-beb3-59cca1ddb79d None None] Pushing event updated for resources: {'Port': ['ID=4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:20.090916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-076ae0f3-0301-4572-8e21-e6195b962067 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Made reservation on behalf of 3149206434f648a3b3c2fc882bbf7f07 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:20.098123 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-076ae0f3-0301-4572-8e21-e6195b962067 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:20.287579 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Allocated IP 172.20.0.2 (dccb8ef0-5a66-424b-a6e9-2efe628f428b/cb1dcebf-2d0a-471d-81e5-f47ae020c5d2/2d258d92-bd0b-44ac-9f3e-fbf828c90f4f) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:20.340232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] Set router 4bb6833a-b394-4708-b386-67ceda882b5c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:20.425769 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-bcde9ec4-099a-4326-8eb8-71ea611f16a5 req-08f412cd-dd69-4341-8320-7eecf1e6c2f5 service neutron] (103421) timed out ('10.222.0.24', 45654) {{(pid=103421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 16:59:20.737257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:14Z', 'updated_at': '2022-02-16T16:59:16Z', 'revision_number': 3, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:15Z', 'updated_at': '2022-02-16T16:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:20.780670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cbc1e1-69ac-4a8a-8a0a-70d655af722f None None] The sync data for ids ['4bb6833a-b394-4708-b386-67ceda882b5c'] in n-d-669411-5 is: [{'id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:14Z', 'updated_at': '2022-02-16T16:59:16Z', 'revision_number': 3, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:15Z', 'updated_at': '2022-02-16T16:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:20.788023 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Publish callbacks [] for port (2d258d92-bd0b-44ac-9f3e-fbf828c90f4f), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:20.801302 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (2d258d92-bd0b-44ac-9f3e-fbf828c90f4f), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:20.807189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-076ae0f3-0301-4572-8e21-e6195b962067 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Allocated IP 172.20.0.13 (9f909f41-cd27-495e-b4b0-85f46e2c581f/b1e4ed6e-d785-405b-b772-d5d46d6e70fa/65624dbe-d457-4599-90c9-3df26602993d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:20.834652 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:20.847886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Network dccb8ef0-5a66-424b-a6e9-2efe628f428b is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:20.849907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:20.853946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:20.970318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Pushing event updated for resources: {'Port': ['ID=2d258d92-bd0b-44ac-9f3e-fbf828c90f4f,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:21.028369 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7dfc374-fe27-41bd-963a-620e39f1c160 req-6e57ee57-771f-4bf0-a3a0-c03d18b552d5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 210 time: 0.0746427 Feb 16 16:59:21.103230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Attempting to bind port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:21.104218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Attempting to bind port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:21.104773 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Attempting to bind port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f on network dccb8ef0-5a66-424b-a6e9-2efe628f428b {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:21.112268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:21.113546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Checking segment: {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:59:21.114190 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:21.114787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Bound using segment: {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:21.115466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Bound port: 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:59:21.116088 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2d258d92-bd0b-44ac-9f3e-fbf828c90f4f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:21.211652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] For port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:21.217449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] For port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2d258d92-bd0b-44ac-9f3e-fbf828c90f4f,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:21.244793 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2d258d92-bd0b-44ac-9f3e-fbf828c90f4f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:21.370081 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-076ae0f3-0301-4572-8e21-e6195b962067 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for port (65624dbe-d457-4599-90c9-3df26602993d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:21.414483 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2172b3-6d9b-4c4f-80b8-d1deb14b2ec8 None None] Pushing event updated for resources: {'Port': ['ID=2d258d92-bd0b-44ac-9f3e-fbf828c90f4f,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:21.644320 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.20.0.1 (dccb8ef0-5a66-424b-a6e9-2efe628f428b/cb1dcebf-2d0a-471d-81e5-f47ae020c5d2/847751c3-4b2f-4583-97e3-7d9bd25490cc) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:21.656404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41080) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:21.894935 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:21.950914 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0bec-d492-4916-94f6-4692b811e32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.049864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:22.052039 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.065949 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.070410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-076ae0f3-0301-4572-8e21-e6195b962067 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (65624dbe-d457-4599-90c9-3df26602993d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.127457 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0bec-d492-4916-94f6-4692b811e32a admin admin] Publish callbacks [] for security_group (3ea89659-2ab4-4968-aea3-000dc465ea8e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.137757 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0bec-d492-4916-94f6-4692b811e32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3ea89659-2ab4-4968-aea3-000dc465ea8e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.260266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1d9e0bec-d492-4916-94f6-4692b811e32a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e27403d9f25466fb100b493bc48f4f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6019678 Feb 16 16:59:22.261639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41098) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:22.264511 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e0bec-d492-4916-94f6-4692b811e32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea89659-2ab4-4968-aea3-000dc465ea8e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:22.266802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:22.267735 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.272618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-076ae0f3-0301-4572-8e21-e6195b962067 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network 9f909f41-cd27-495e-b4b0-85f46e2c581f is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:22.331748 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:22.332208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-076ae0f3-0301-4572-8e21-e6195b962067 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:22.340062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-076ae0f3-0301-4572-8e21-e6195b962067 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:22.352011 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.441662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ae0f3-0301-4572-8e21-e6195b962067 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Port': ['ID=65624dbe-d457-4599-90c9-3df26602993d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:22.503066 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f146-d9a9-44f7-a08b-86e43c16b0f4 admin admin] Publish callbacks [] for security_group (3ea89659-2ab4-4968-aea3-000dc465ea8e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.512794 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.531081 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-076ae0f3-0301-4572-8e21-e6195b962067 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.532704 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-076ae0f3-0301-4572-8e21-e6195b962067 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.554152 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:22.571969 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f146-d9a9-44f7-a08b-86e43c16b0f4 admin admin] Publish callbacks [] for security_group (3ea89659-2ab4-4968-aea3-000dc465ea8e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.582247 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-076ae0f3-0301-4572-8e21-e6195b962067 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9597504 Feb 16 16:59:22.621913 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Request body: {'port': {'device_id': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:22.667319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d841353-2a72-43b2-80f3-c85a43e26075 req-9bbd3370-aae3-46bc-b147-512551cd2b0f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:22.669965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d841353-2a72-43b2-80f3-c85a43e26075 req-9bbd3370-aae3-46bc-b147-512551cd2b0f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 932 time: 0.4596484 Feb 16 16:59:22.671452 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f146-d9a9-44f7-a08b-86e43c16b0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3ea89659-2ab4-4968-aea3-000dc465ea8e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.677035 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f146-d9a9-44f7-a08b-86e43c16b0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.686651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network dccb8ef0-5a66-424b-a6e9-2efe628f428b is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:22.694247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:22.696849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:22.698536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9ef1f146-d9a9-44f7-a08b-86e43c16b0f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ea89659-2ab4-4968-aea3-000dc465ea8e HTTP/1.1" status: 204 len: 168 time: 0.4273038 Feb 16 16:59:22.804714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=847751c3-4b2f-4583-97e3-7d9bd25490cc,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:22.831112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1f146-d9a9-44f7-a08b-86e43c16b0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea89659-2ab4-4968-aea3-000dc465ea8e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:22.876170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d841353-2a72-43b2-80f3-c85a43e26075 req-40cdedeb-10b8-4afc-b71d-1647c7a84efc tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f809deb4-b6f3-4cf9-81e6-d1c315a4e970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746006 Feb 16 16:59:22.931200 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (65624dbe-d457-4599-90c9-3df26602993d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.960904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d1432039-bf99-4cd4-aeed-b3fee73aba3a None None] Provisioning complete for port 65624dbe-d457-4599-90c9-3df26602993d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:22.961727 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1432039-bf99-4cd4-aeed-b3fee73aba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (65624dbe-d457-4599-90c9-3df26602993d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:22.964151 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (4bb6833a-b394-4708-b386-67ceda882b5c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:23.073420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d1432039-bf99-4cd4-aeed-b3fee73aba3a None None] Port 65624dbe-d457-4599-90c9-3df26602993d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:59:23.126346 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa6935-7666-41d1-8dec-63375cefffdd None None] Network dccb8ef0-5a66-424b-a6e9-2efe628f428b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:59:23.356456 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-41d2930d-7874-4dfa-9971-dff4b27824fb None None] Provisioning complete for port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:23.358181 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-41d2930d-7874-4dfa-9971-dff4b27824fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2d258d92-bd0b-44ac-9f3e-fbf828c90f4f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:23.428264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41142) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:23.450054 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f8c49df8-9095-4347-8a28-982c2c8148eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:23.546988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-41d2930d-7874-4dfa-9971-dff4b27824fb None None] Current status of the port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:23.548141 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-41d2930d-7874-4dfa-9971-dff4b27824fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2d258d92-bd0b-44ac-9f3e-fbf828c90f4f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:23.623707 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f8c49df8-9095-4347-8a28-982c2c8148eb admin admin] Publish callbacks [] for security_group (90576638-f288-403a-be41-0d83258223ef), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:23.632297 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f8c49df8-9095-4347-8a28-982c2c8148eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (90576638-f288-403a-be41-0d83258223ef), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:23.681067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-41d2930d-7874-4dfa-9971-dff4b27824fb None None] For port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2d258d92-bd0b-44ac-9f3e-fbf828c90f4f,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:23.690702 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-41d2930d-7874-4dfa-9971-dff4b27824fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2d258d92-bd0b-44ac-9f3e-fbf828c90f4f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:23.738953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c49df8-9095-4347-8a28-982c2c8148eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90576638-f288-403a-be41-0d83258223ef,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:23.750527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f8c49df8-9095-4347-8a28-982c2c8148eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95f47bc6e9b7481295bf3cf641e8e831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3193748 Feb 16 16:59:23.754925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41158) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:23.846433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2930d-7874-4dfa-9971-dff4b27824fb None None] Pushing event updated for resources: {'Port': ['ID=2d258d92-bd0b-44ac-9f3e-fbf828c90f4f,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:23.920881 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3a163b5-f63d-4b29-96c4-0188df2e5ecb admin admin] Publish callbacks [] for security_group (90576638-f288-403a-be41-0d83258223ef), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:23.998179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65624dbe-d457-4599-90c9-3df26602993d {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:59:24.035149 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Publish callbacks [] for port (65624dbe-d457-4599-90c9-3df26602993d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:24.040264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-43757b7b-6cd6-4d49-bb55-682b4e91296d None None] Provisioning complete for port 847751c3-4b2f-4583-97e3-7d9bd25490cc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:24.041013 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-43757b7b-6cd6-4d49-bb55-682b4e91296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:24.075286 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Transition to ACTIVE for port object 65624dbe-d457-4599-90c9-3df26602993d will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:24.084492 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3a163b5-f63d-4b29-96c4-0188df2e5ecb admin admin] Publish callbacks [] for security_group (90576638-f288-403a-be41-0d83258223ef), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:24.125067 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (65624dbe-d457-4599-90c9-3df26602993d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:24.205481 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:24.216090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-43757b7b-6cd6-4d49-bb55-682b4e91296d None None] Port 847751c3-4b2f-4583-97e3-7d9bd25490cc cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:59:24.221908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:24.294017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-43757b7b-6cd6-4d49-bb55-682b4e91296d None None] Provisioning complete for port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:24.294899 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-43757b7b-6cd6-4d49-bb55-682b4e91296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2d258d92-bd0b-44ac-9f3e-fbf828c90f4f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:24.316134 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3a163b5-f63d-4b29-96c4-0188df2e5ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (90576638-f288-403a-be41-0d83258223ef), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:24.321043 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3a163b5-f63d-4b29-96c4-0188df2e5ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:24.324904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d3a163b5-f63d-4b29-96c4-0188df2e5ecb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90576638-f288-403a-be41-0d83258223ef HTTP/1.1" status: 204 len: 168 time: 0.5663345 Feb 16 16:59:24.400918 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Pushing event updated for resources: {'Port': ['ID=65624dbe-d457-4599-90c9-3df26602993d,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:24.415556 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c1c74-6771-483c-83f8-dbf1206ee183 req-66a62162-1bd1-4117-a216-490786c9d2ab tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:24.432642 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-449c1c74-6771-483c-83f8-dbf1206ee183 req-66a62162-1bd1-4117-a216-490786c9d2ab tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 944 time: 0.4176228 Feb 16 16:59:24.442148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a163b5-f63d-4b29-96c4-0188df2e5ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90576638-f288-403a-be41-0d83258223ef,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:24.518218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:24.519347 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2d258d92-bd0b-44ac-9f3e-fbf828c90f4f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:24.621761 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-449c1c74-6771-483c-83f8-dbf1206ee183 req-db6b94cf-49b1-493f-a055-e8e5fc163980 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f809deb4-b6f3-4cf9-81e6-d1c315a4e970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819274 Feb 16 16:59:24.625641 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Attempting to bind port 65624dbe-d457-4599-90c9-3df26602993d on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:24.625922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Attempting to bind port 65624dbe-d457-4599-90c9-3df26602993d by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'cd6b101f-cea4-486a-a10c-7c077e07481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:24.626250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Attempting to bind port 65624dbe-d457-4599-90c9-3df26602993d on network 9f909f41-cd27-495e-b4b0-85f46e2c581f {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:24.632983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Port 65624dbe-d457-4599-90c9-3df26602993d on network 9f909f41-cd27-495e-b4b0-85f46e2c581f not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:24.633558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Attempting to bind port 65624dbe-d457-4599-90c9-3df26602993d on network 9f909f41-cd27-495e-b4b0-85f46e2c581f {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:24.645835 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:24.646178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Checking segment: {'id': 'cd6b101f-cea4-486a-a10c-7c077e07481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:59:24.646564 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Bound using segment: {'id': 'cd6b101f-cea4-486a-a10c-7c077e07481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:24.647184 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Bound port: 65624dbe-d457-4599-90c9-3df26602993d, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6b101f-cea4-486a-a10c-7c077e07481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:59:24.647708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (65624dbe-d457-4599-90c9-3df26602993d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:24.739974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:24.741107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:24.743894 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-43757b7b-6cd6-4d49-bb55-682b4e91296d None None] Current status of the port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:24.776785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] For port 65624dbe-d457-4599-90c9-3df26602993d, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:24.782007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] For port 65624dbe-d457-4599-90c9-3df26602993d, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=65624dbe-d457-4599-90c9-3df26602993d,segment=NetworkSegment(cd6b101f-cea4-486a-a10c-7c077e07481a),segment_id=cd6b101f-cea4-486a-a10c-7c077e07481a)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:24.800008 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (65624dbe-d457-4599-90c9-3df26602993d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:24.825419 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:24.825818 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:24.854775 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:24.855639 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:24.858245 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] 10.222.0.65 "PUT /v2.0/ports/65624dbe-d457-4599-90c9-3df26602993d HTTP/1.1" status: 200 len: 1092 time: 2.2447999 Feb 16 16:59:24.876778 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'tag': '65624dbe-d457-4599-90c9-3df26602993d'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:59:24.898725 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb5d084-7b6d-44f4-a07f-5f225c1a5d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "2957c4a1-6bc9-4b87-89a1-75bd45071e31", "tag": "65624dbe-d457-4599-90c9-3df26602993d"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:59:25.166145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c5fd2-e9a2-4402-8aef-170021de8a1c service neutron] Pushing event updated for resources: {'Port': ['ID=65624dbe-d457-4599-90c9-3df26602993d,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:25.226481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-267c0a8f-2862-4f9e-8d50-ddb9012527e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:25.231129 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-267c0a8f-2862-4f9e-8d50-ddb9012527e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3149206434f648a3b3c2fc882bbf7f07&device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 1126 time: 0.3158238 Feb 16 16:59:25.287332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c11ff9da-4ce2-4750-8fa7-618f731c4b24 None None] Provisioning complete for port 847751c3-4b2f-4583-97e3-7d9bd25490cc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:25.289779 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c11ff9da-4ce2-4750-8fa7-618f731c4b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:25.306818 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-ef609671-478c-47f5-9437-4aeee7c4c35c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65624dbe-d457-4599-90c9-3df26602993d HTTP/1.1" status: 200 len: 217 time: 0.0670741 Feb 16 16:59:25.316436 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:25.378639 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:25.445561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c11ff9da-4ce2-4750-8fa7-618f731c4b24 None None] Port 847751c3-4b2f-4583-97e3-7d9bd25490cc cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:59:25.448405 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:25.561146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-dd835885-7caa-4746-80b0-9dbd45bd6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:25.563218 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-dd835885-7caa-4746-80b0-9dbd45bd6a39 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b1e4ed6e-d785-405b-b772-d5d46d6e70fa HTTP/1.1" status: 200 len: 833 time: 0.2416553 Feb 16 16:59:25.585705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (4bb6833a-b394-4708-b386-67ceda882b5c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:25.587676 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=847751c3-4b2f-4583-97e3-7d9bd25490cc,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:25.659068 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4370b44-c0ca-4197-a10e-65f645102ff2 x-openstack-request-id: req-d4370b44-c0ca-4197-a10e-65f645102ff2 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:59:25.659382 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2957c4a1-6bc9-4b87-89a1-75bd45071e31", "tag": "65624dbe-d457-4599-90c9-3df26602993d", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:59:25.659937 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4370b44-c0ca-4197-a10e-65f645102ff2 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:59:25.662575 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'tag': '65624dbe-d457-4599-90c9-3df26602993d', 'status': 'completed', 'code': 200} Feb 16 16:59:25.679912 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-73fb0033-fb9b-4827-99a7-8c6a0e457719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:25.788257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:25.824997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-ed360a7d-f68a-4ac2-b0ad-16734f43d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:25.826529 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-ed360a7d-f68a-4ac2-b0ad-16734f43d6f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f909f41-cd27-495e-b4b0-85f46e2c581f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2541690 Feb 16 16:59:25.907736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:25.908143 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2d258d92-bd0b-44ac-9f3e-fbf828c90f4f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:25.922491 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network dccb8ef0-5a66-424b-a6e9-2efe628f428b is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:25.925924 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:25.929549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc420d9d-472e-4495-ac6a-f98478f14d87 req-939c2956-780e-4706-8bcf-318039435a41 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:25.933615 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc420d9d-472e-4495-ac6a-f98478f14d87 req-939c2956-780e-4706-8bcf-318039435a41 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 944 time: 0.1590667 Feb 16 16:59:26.029804 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:26.092852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc420d9d-472e-4495-ac6a-f98478f14d87 req-034dcf6f-7c2b-47d7-aff1-c35ed59edd52 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f809deb4-b6f3-4cf9-81e6-d1c315a4e970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523197 Feb 16 16:59:26.185687 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router 4bb6833a-b394-4708-b386-67ceda882b5c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:59:26.198199 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-f8ad51f3-cc0c-4363-8395-7c48fb9bdc9e service neutron] 10.222.0.65 "GET /v2.0/networks/9f909f41-cd27-495e-b4b0-85f46e2c581f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645055 Feb 16 16:59:26.342576 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4e881c4d-382d-45c5-a712-c1e98dfd6b05 None None] Provisioning complete for port 847751c3-4b2f-4583-97e3-7d9bd25490cc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:26.343207 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4e881c4d-382d-45c5-a712-c1e98dfd6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:26.404062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4e881c4d-382d-45c5-a712-c1e98dfd6b05 None None] Port 847751c3-4b2f-4583-97e3-7d9bd25490cc cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:59:26.410821 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f4a94793-f332-4965-8c3d-cab15ab6c308 req-986c2fa4-7f93-40f5-bd63-5955bfe6cddd service neutron] 10.222.0.65 "GET /v2.0/networks/9f909f41-cd27-495e-b4b0-85f46e2c581f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037556 Feb 16 16:59:26.429688 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:26.445787 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-56ae2828-761c-472b-94cc-2a5f782edaff tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "PUT /v2.0/routers/4bb6833a-b394-4708-b386-67ceda882b5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4767818 Feb 16 16:59:26.446698 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Sync routers for ids ['4bb6833a-b394-4708-b386-67ceda882b5c'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:26.486422 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Routers {'4bb6833a-b394-4708-b386-67ceda882b5c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:26.487542 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:58:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['4bb6833a-b394-4708-b386-67ceda882b5c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:26.631992 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5d084-7b6d-44f4-a07f-5f225c1a5d1e req-5f7bceb7-759d-48a6-baa1-874df03f6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:26.635006 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fcb5d084-7b6d-44f4-a07f-5f225c1a5d1e req-5f7bceb7-759d-48a6-baa1-874df03f6309 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3149206434f648a3b3c2fc882bbf7f07&device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 1126 time: 0.1350665 Feb 16 16:59:26.674747 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Set router 4bb6833a-b394-4708-b386-67ceda882b5c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:26.821805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41280) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:26.864720 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-471d2889-b4ce-4643-9e8f-989596283357 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635649030&fields=id&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 267 time: 0.0948248 Feb 16 16:59:27.076693 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:14Z', 'updated_at': '2022-02-16T16:59:23Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:15Z', 'updated_at': '2022-02-16T16:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '847751c3-4b2f-4583-97e3-7d9bd25490cc', 'name': '', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:61:0f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:21Z', 'updated_at': '2022-02-16T16:59:24Z', 'revision_number': 2, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:27.110232 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-918ec5b0-468a-45c1-af3e-d857700ed9ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:27.133184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-917dbcc7-ae61-42ef-8807-9f33849b9913 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:27.142954 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-917dbcc7-ae61-42ef-8807-9f33849b9913 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/networks?id=dccb8ef0-5a66-424b-a6e9-2efe628f428b HTTP/1.1" status: 200 len: 797 time: 0.2719145 Feb 16 16:59:27.144861 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Checking router: 4bb6833a-b394-4708-b386-67ceda882b5c for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:27.145225 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Updating router 4bb6833a-b394-4708-b386-67ceda882b5c port 847751c3-4b2f-4583-97e3-7d9bd25490cc binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:59:27.215932 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:27.275155 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-918ec5b0-468a-45c1-af3e-d857700ed9ab admin admin] Publish callbacks [] for security_group (fdc629c8-abec-4ac3-bada-6eafd5d3e1b0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:27.299360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-b722291f-45fb-4e05-897d-e345535000f8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/quotas/65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 375 time: 0.0208106 Feb 16 16:59:27.302200 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-918ec5b0-468a-45c1-af3e-d857700ed9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fdc629c8-abec-4ac3-bada-6eafd5d3e1b0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:27.354154 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5d084-7b6d-44f4-a07f-5f225c1a5d1e req-c371f680-517d-4467-9abc-1ff718ff3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:27.356685 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fcb5d084-7b6d-44f4-a07f-5f225c1a5d1e req-c371f680-517d-4467-9abc-1ff718ff3b9f service neutron] 10.222.0.65 "GET /v2.0/networks?id=9f909f41-cd27-495e-b4b0-85f46e2c581f HTTP/1.1" status: 200 len: 898 time: 0.7142549 Feb 16 16:59:27.410900 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fcb5d084-7b6d-44f4-a07f-5f225c1a5d1e req-dfdd9a96-2d3d-47e9-a44d-39eee33d11d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65624dbe-d457-4599-90c9-3df26602993d HTTP/1.1" status: 200 len: 217 time: 0.0474136 Feb 16 16:59:27.448785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c366c32-156f-424c-838c-5effb9b82062 req-3908d13e-8f99-46a9-8e42-aa5f809d7bb5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:27.450536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c366c32-156f-424c-838c-5effb9b82062 req-3908d13e-8f99-46a9-8e42-aa5f809d7bb5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 944 time: 0.1733437 Feb 16 16:59:27.471054 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-918ec5b0-468a-45c1-af3e-d857700ed9ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8683f12ac687466c952a978b723b12b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6474097 Feb 16 16:59:27.473234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41288) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:27.475085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ec5b0-468a-45c1-af3e-d857700ed9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc629c8-abec-4ac3-bada-6eafd5d3e1b0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:27.492712 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5d084-7b6d-44f4-a07f-5f225c1a5d1e req-9bdb388d-6bf5-4664-b46a-90999a7ca6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:27.495799 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fcb5d084-7b6d-44f4-a07f-5f225c1a5d1e req-9bdb388d-6bf5-4664-b46a-90999a7ca6e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b1e4ed6e-d785-405b-b772-d5d46d6e70fa HTTP/1.1" status: 200 len: 833 time: 0.0796707 Feb 16 16:59:27.573820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c366c32-156f-424c-838c-5effb9b82062 req-43969a6e-b660-44e5-a01b-814b23fbb891 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f809deb4-b6f3-4cf9-81e6-d1c315a4e970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991735 Feb 16 16:59:27.576840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5d084-7b6d-44f4-a07f-5f225c1a5d1e req-15a7d9df-4ffb-4361-9e37-d4cf286aafc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:27.578947 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fcb5d084-7b6d-44f4-a07f-5f225c1a5d1e req-15a7d9df-4ffb-4361-9e37-d4cf286aafc8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f909f41-cd27-495e-b4b0-85f46e2c581f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0754914 Feb 16 16:59:27.584570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-dbb8224d-946d-49aa-b488-8df7ea5e682b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2626741 Feb 16 16:59:27.656171 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3272-27ca-4bfd-91e8-836aa6319356 admin admin] Publish callbacks [] for security_group (fdc629c8-abec-4ac3-bada-6eafd5d3e1b0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:27.695712 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fcb5d084-7b6d-44f4-a07f-5f225c1a5d1e req-d3f3727e-7847-41c4-9e20-ffd45dfd1cfd service neutron] 10.222.0.65 "GET /v2.0/networks/9f909f41-cd27-495e-b4b0-85f46e2c581f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104028 Feb 16 16:59:27.784603 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3272-27ca-4bfd-91e8-836aa6319356 admin admin] Publish callbacks [] for security_group (fdc629c8-abec-4ac3-bada-6eafd5d3e1b0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:27.818302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-3f0c70b3-20b6-4f3e-b791-05dca65a36f4 service neutron] 10.222.0.24 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145400 Feb 16 16:59:27.845011 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Publish callbacks [] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:27.857236 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fcb5d084-7b6d-44f4-a07f-5f225c1a5d1e req-15ee8035-5ef0-4fe4-b7af-4f999d49134f service neutron] 10.222.0.65 "GET /v2.0/networks/9f909f41-cd27-495e-b4b0-85f46e2c581f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556804 Feb 16 16:59:27.858333 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:27.952529 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3de697-189e-4b21-bf09-30cada70f6eb None None] Pushing event updated for resources: {'Port': ['ID=847751c3-4b2f-4583-97e3-7d9bd25490cc,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:27.978517 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-13837af4-b489-431e-9752-1a7dec7445b4 service neutron] 10.222.0.24 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504610 Feb 16 16:59:27.987931 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3272-27ca-4bfd-91e8-836aa6319356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fdc629c8-abec-4ac3-bada-6eafd5d3e1b0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:27.991880 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b4d3272-27ca-4bfd-91e8-836aa6319356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:27.996102 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6b4d3272-27ca-4bfd-91e8-836aa6319356 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fdc629c8-abec-4ac3-bada-6eafd5d3e1b0 HTTP/1.1" status: 204 len: 168 time: 0.5164833 Feb 16 16:59:28.006415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d3272-27ca-4bfd-91e8-836aa6319356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc629c8-abec-4ac3-bada-6eafd5d3e1b0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:28.131233 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Attempting to bind port 847751c3-4b2f-4583-97e3-7d9bd25490cc on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:28.132077 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Attempting to bind port 847751c3-4b2f-4583-97e3-7d9bd25490cc by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:28.133016 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Attempting to bind port 847751c3-4b2f-4583-97e3-7d9bd25490cc on network dccb8ef0-5a66-424b-a6e9-2efe628f428b {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:28.140555 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:28.141153 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Checking segment: {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:59:28.141754 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:28.142234 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Bound using segment: {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:28.143617 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Bound port: 847751c3-4b2f-4583-97e3-7d9bd25490cc, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:59:28.144121 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:28.191305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 65624dbe-d457-4599-90c9-3df26602993d details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:59:28.273046 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] For port 847751c3-4b2f-4583-97e3-7d9bd25490cc, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:28.276874 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] For port 847751c3-4b2f-4583-97e3-7d9bd25490cc, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=847751c3-4b2f-4583-97e3-7d9bd25490cc,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:28.298606 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:28.442090 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5b25757c-3290-4655-9985-cc4c08008341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:28.467469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8666efd-1d07-44a7-9805-3d6c248beea5 req-c7870c38-7db6-4295-a096-98ee801f9e8b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 210 time: 0.1046119 Feb 16 16:59:28.531218 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Routers {'4bb6833a-b394-4708-b386-67ceda882b5c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:28.537918 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:59:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['4bb6833a-b394-4708-b386-67ceda882b5c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:28.835363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921d8cd-e3a2-42b1-88c4-87ee2476ccf1 req-5ff4c6ff-0568-493f-92dc-49160f57904f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:28.835593 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] Set router 4bb6833a-b394-4708-b386-67ceda882b5c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:28.849700 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8921d8cd-e3a2-42b1-88c4-87ee2476ccf1 req-5ff4c6ff-0568-493f-92dc-49160f57904f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 944 time: 0.1556118 Feb 16 16:59:28.928684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8921d8cd-e3a2-42b1-88c4-87ee2476ccf1 req-2aea042c-96a7-46c3-8ad4-c3788c0549dd tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f809deb4-b6f3-4cf9-81e6-d1c315a4e970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825837 Feb 16 16:59:28.931659 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1ba165d8-33cd-496e-a291-f39abf007371 None None] Provisioning complete for port 847751c3-4b2f-4583-97e3-7d9bd25490cc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:28.932578 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ba165d8-33cd-496e-a291-f39abf007371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:29.024484 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 65624dbe-d457-4599-90c9-3df26602993d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=65624dbe-d457-4599-90c9-3df26602993d,segment=NetworkSegment(cd6b101f-cea4-486a-a10c-7c077e07481a),segment_id=cd6b101f-cea4-486a-a10c-7c077e07481a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:29.067786 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '65624dbe-d457-4599-90c9-3df26602993d', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'port_id': '65624dbe-d457-4599-90c9-3df26602993d', 'mac_address': 'fa:16:3e:41:7e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:59:29.070136 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3de697-189e-4b21-bf09-30cada70f6eb None None] Pushing event updated for resources: {'Port': ['ID=847751c3-4b2f-4583-97e3-7d9bd25490cc,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:29.145908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1ba165d8-33cd-496e-a291-f39abf007371 None None] Current status of the port 847751c3-4b2f-4583-97e3-7d9bd25490cc is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:29.146305 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ba165d8-33cd-496e-a291-f39abf007371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:29.190396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1ba165d8-33cd-496e-a291-f39abf007371 None None] For port 847751c3-4b2f-4583-97e3-7d9bd25490cc, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=847751c3-4b2f-4583-97e3-7d9bd25490cc,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:29.205163 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ba165d8-33cd-496e-a291-f39abf007371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:29.271915 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba165d8-33cd-496e-a291-f39abf007371 None None] Pushing event updated for resources: {'Port': ['ID=847751c3-4b2f-4583-97e3-7d9bd25490cc,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:29.279443 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 65624dbe-d457-4599-90c9-3df26602993d is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:29.279952 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (65624dbe-d457-4599-90c9-3df26602993d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:29.297272 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65624dbe-d457-4599-90c9-3df26602993d {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:59:29.326186 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 65624dbe-d457-4599-90c9-3df26602993d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=65624dbe-d457-4599-90c9-3df26602993d,segment=NetworkSegment(cd6b101f-cea4-486a-a10c-7c077e07481a),segment_id=cd6b101f-cea4-486a-a10c-7c077e07481a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:29.348573 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (65624dbe-d457-4599-90c9-3df26602993d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:29.403493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-403237ef-0317-4229-aaab-4ea37bd04a34 None None] Provisioning complete for port 847751c3-4b2f-4583-97e3-7d9bd25490cc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:29.407796 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-403237ef-0317-4229-aaab-4ea37bd04a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:29.467544 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:29.510524 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:14Z', 'updated_at': '2022-02-16T16:59:23Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:15Z', 'updated_at': '2022-02-16T16:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '847751c3-4b2f-4583-97e3-7d9bd25490cc', 'name': '', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:61:0f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:21Z', 'updated_at': '2022-02-16T16:59:28Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:29.534517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=65624dbe-d457-4599-90c9-3df26602993d,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:29.550471 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2558030-0c43-476f-b7f9-f280fd350a3d None None] The sync data for ids ['4bb6833a-b394-4708-b386-67ceda882b5c'] in n-d-669411-5 is: [{'id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:14Z', 'updated_at': '2022-02-16T16:59:23Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:15Z', 'updated_at': '2022-02-16T16:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '847751c3-4b2f-4583-97e3-7d9bd25490cc', 'name': '', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:61:0f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:21Z', 'updated_at': '2022-02-16T16:59:28Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:29.553372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-403237ef-0317-4229-aaab-4ea37bd04a34 None None] Current status of the port 847751c3-4b2f-4583-97e3-7d9bd25490cc is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:29.559614 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['65624dbe-d457-4599-90c9-3df26602993d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:59:29.719651 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39c2930c-e8e9-4ecd-9d8e-5a63462b13d7 req-307b83a2-0375-4b44-9b3f-f0fc1d5c72de tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 210 time: 0.1028636 Feb 16 16:59:29.908306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 847751c3-4b2f-4583-97e3-7d9bd25490cc up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:30.076351 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-53bd490a-1583-480c-aa5e-c61f67f1b4bc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:30.079335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-53bd490a-1583-480c-aa5e-c61f67f1b4bc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "GET /v2.0/networks?id=dccb8ef0-5a66-424b-a6e9-2efe628f428b HTTP/1.1" status: 200 len: 797 time: 0.2745776 Feb 16 16:59:30.107801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 847751c3-4b2f-4583-97e3-7d9bd25490cc triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:30.107801 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:30.111631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41352) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:30.252277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-576523e0-8746-4e2a-8b86-cda51ba70ef1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 380 time: 0.1512790 Feb 16 16:59:30.268730 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7a76e-7449-4fb6-a0d9-0d1764d1564e req-cd1b4874-0d02-4034-a0af-29322594b777 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:30.287107 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03e7a76e-7449-4fb6-a0d9-0d1764d1564e req-cd1b4874-0d02-4034-a0af-29322594b777 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 945 time: 0.2066815 Feb 16 16:59:30.305357 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a237d1a4-4c60-4759-b2f2-3b3b24eb3dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:30.314412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-bea9d9a3-af10-4b70-a8b3-433984d3a3c5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'port': {'device_id': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'admin_state_up': True, 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'security_groups': ['026740a0-63d0-4172-8c52-08296739d10b']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:30.337176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 847751c3-4b2f-4583-97e3-7d9bd25490cc is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:30.384695 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03e7a76e-7449-4fb6-a0d9-0d1764d1564e req-d57c536c-ec2a-4f23-9c10-bf170ae4ff2a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f809deb4-b6f3-4cf9-81e6-d1c315a4e970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937741 Feb 16 16:59:30.490941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-bea9d9a3-af10-4b70-a8b3-433984d3a3c5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Made reservation on behalf of 65c85d727f374c7f8d3cc83d4ddd839c for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:30.495830 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-bea9d9a3-af10-4b70-a8b3-433984d3a3c5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:30.502986 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a237d1a4-4c60-4759-b2f2-3b3b24eb3dfd admin admin] Publish callbacks [] for security_group (5b92d7cc-2170-434d-83a6-2ec784957aa8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:30.508068 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a237d1a4-4c60-4759-b2f2-3b3b24eb3dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5b92d7cc-2170-434d-83a6-2ec784957aa8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:30.565830 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41358) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:30.567871 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a237d1a4-4c60-4759-b2f2-3b3b24eb3dfd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ba2a5216ea7425e86d89030a49e47d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4467542 Feb 16 16:59:30.600155 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237d1a4-4c60-4759-b2f2-3b3b24eb3dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b92d7cc-2170-434d-83a6-2ec784957aa8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:30.695578 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48824ab7-55a5-47c0-82c5-e183f937cbe9 admin admin] Publish callbacks [] for security_group (5b92d7cc-2170-434d-83a6-2ec784957aa8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:30.727131 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-bea9d9a3-af10-4b70-a8b3-433984d3a3c5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.20.0.5 (dccb8ef0-5a66-424b-a6e9-2efe628f428b/cb1dcebf-2d0a-471d-81e5-f47ae020c5d2/4232a65c-5ab1-4d51-9527-5acfad96afbe) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:30.735460 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48824ab7-55a5-47c0-82c5-e183f937cbe9 admin admin] Publish callbacks [] for security_group (5b92d7cc-2170-434d-83a6-2ec784957aa8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:30.861904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f028d989-8291-4052-a0b5-d9c4a8ac1a0f req-b899a903-aa88-40c1-8720-1f9b9cb09a65 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 210 time: 0.0412238 Feb 16 16:59:30.882468 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48824ab7-55a5-47c0-82c5-e183f937cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5b92d7cc-2170-434d-83a6-2ec784957aa8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:30.891312 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48824ab7-55a5-47c0-82c5-e183f937cbe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:30.893242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-48824ab7-55a5-47c0-82c5-e183f937cbe9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b92d7cc-2170-434d-83a6-2ec784957aa8 HTTP/1.1" status: 204 len: 168 time: 0.3264284 Feb 16 16:59:30.899373 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:30.942390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48824ab7-55a5-47c0-82c5-e183f937cbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b92d7cc-2170-434d-83a6-2ec784957aa8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:31.081065 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-bea9d9a3-af10-4b70-a8b3-433984d3a3c5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:31.135499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-bea9d9a3-af10-4b70-a8b3-433984d3a3c5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:31.215830 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-bea9d9a3-af10-4b70-a8b3-433984d3a3c5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network dccb8ef0-5a66-424b-a6e9-2efe628f428b is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:31.220257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-bea9d9a3-af10-4b70-a8b3-433984d3a3c5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:31.223038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-bea9d9a3-af10-4b70-a8b3-433984d3a3c5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:31.274506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9d9a3-af10-4b70-a8b3-433984d3a3c5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=4232a65c-5ab1-4d51-9527-5acfad96afbe,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:31.301504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-bea9d9a3-af10-4b70-a8b3-433984d3a3c5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:31.303050 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-bea9d9a3-af10-4b70-a8b3-433984d3a3c5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:31.342006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-bea9d9a3-af10-4b70-a8b3-433984d3a3c5 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0801589 Feb 16 16:59:31.350919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Request body: {'port': {'device_id': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:31.467438 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:31.513140 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:31.605062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c841bda3-34c9-4130-8b86-96c4eb669819 None None] Provisioning complete for port 4232a65c-5ab1-4d51-9527-5acfad96afbe triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:31.606362 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c841bda3-34c9-4130-8b86-96c4eb669819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:31.724328 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c841bda3-34c9-4130-8b86-96c4eb669819 None None] Port 4232a65c-5ab1-4d51-9527-5acfad96afbe cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:59:31.839244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb121693-b3d4-4b41-8204-04a35b04711a req-d2382cb8-8dd1-4d12-b999-5984d624a979 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:31.839734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb121693-b3d4-4b41-8204-04a35b04711a req-d2382cb8-8dd1-4d12-b999-5984d624a979 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 945 time: 0.2738595 Feb 16 16:59:32.059945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4232a65c-5ab1-4d51-9527-5acfad96afbe {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:59:32.072097 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Publish callbacks [] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:32.088755 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Transition to ACTIVE for port object 4232a65c-5ab1-4d51-9527-5acfad96afbe will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:59:32.102610 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:32.125889 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb121693-b3d4-4b41-8204-04a35b04711a req-9ed764b5-c811-4040-9abe-d4d9dd015446 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f809deb4-b6f3-4cf9-81e6-d1c315a4e970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748885 Feb 16 16:59:32.127602 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:32.223053 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 65624dbe-d457-4599-90c9-3df26602993d up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:32.341181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 65624dbe-d457-4599-90c9-3df26602993d completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:32.361262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 65624dbe-d457-4599-90c9-3df26602993d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:32.364873 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (65624dbe-d457-4599-90c9-3df26602993d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:32.513875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 65624dbe-d457-4599-90c9-3df26602993d is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:32.515912 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (65624dbe-d457-4599-90c9-3df26602993d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:32.561553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 65624dbe-d457-4599-90c9-3df26602993d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=65624dbe-d457-4599-90c9-3df26602993d,segment=NetworkSegment(cd6b101f-cea4-486a-a10c-7c077e07481a),segment_id=cd6b101f-cea4-486a-a10c-7c077e07481a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:32.567742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65624dbe-d457-4599-90c9-3df26602993d'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:59:32.571136 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf047ef-141b-4fe4-95f1-d047042cb023" -d '{"events": [{"server_uuid": "2957c4a1-6bc9-4b87-89a1-75bd45071e31", "name": "network-vif-plugged", "status": "completed", "tag": "65624dbe-d457-4599-90c9-3df26602993d"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:59:32.591725 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (65624dbe-d457-4599-90c9-3df26602993d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:32.676164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Pushing event updated for resources: {'Port': ['ID=4232a65c-5ab1-4d51-9527-5acfad96afbe,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:32.722252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=65624dbe-d457-4599-90c9-3df26602993d,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:32.787925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db43eb3-8860-46ee-9ca9-f5b018f58a4f req-841fd5b1-57c6-410c-90eb-62757076fb80 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:32.789814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9db43eb3-8860-46ee-9ca9-f5b018f58a4f req-841fd5b1-57c6-410c-90eb-62757076fb80 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 943 time: 0.6705761 Feb 16 16:59:32.842141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Attempting to bind port 4232a65c-5ab1-4d51-9527-5acfad96afbe on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:32.843519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Attempting to bind port 4232a65c-5ab1-4d51-9527-5acfad96afbe by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:32.844175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Attempting to bind port 4232a65c-5ab1-4d51-9527-5acfad96afbe on network dccb8ef0-5a66-424b-a6e9-2efe628f428b {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:32.859944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Port 4232a65c-5ab1-4d51-9527-5acfad96afbe on network dccb8ef0-5a66-424b-a6e9-2efe628f428b not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:32.860846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Attempting to bind port 4232a65c-5ab1-4d51-9527-5acfad96afbe on network dccb8ef0-5a66-424b-a6e9-2efe628f428b {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:32.878701 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:59:32.879371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Checking segment: {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:59:32.880040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Bound using segment: {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:59:32.880699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Bound port: 4232a65c-5ab1-4d51-9527-5acfad96afbe, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:59:32.881269 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:32.896658 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5811788e-8652-454d-af3a-96f7b2134cae x-openstack-request-id: req-5811788e-8652-454d-af3a-96f7b2134cae {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:59:32.896961 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2957c4a1-6bc9-4b87-89a1-75bd45071e31", "name": "network-vif-plugged", "status": "completed", "tag": "65624dbe-d457-4599-90c9-3df26602993d", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:59:32.897221 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5811788e-8652-454d-af3a-96f7b2134cae {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:59:32.897625 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65624dbe-d457-4599-90c9-3df26602993d', 'code': 200} Feb 16 16:59:32.911492 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9db43eb3-8860-46ee-9ca9-f5b018f58a4f req-d122a3e6-99f8-41a8-8670-dc71fec96950 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131804 Feb 16 16:59:32.992270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:32.999013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:59:33.021093 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:33.030419 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92997032-5d73-40e7-bb9c-2ccfd044faaa req-badd24e0-e4b3-4d75-bbd7-75c3a55b6042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:33.032831 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-92997032-5d73-40e7-bb9c-2ccfd044faaa req-badd24e0-e4b3-4d75-bbd7-75c3a55b6042 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 1128 time: 0.0730040 Feb 16 16:59:33.112928 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-92997032-5d73-40e7-bb9c-2ccfd044faaa req-95ef3ade-b31d-4db6-a1b8-95ac9a65a000 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f809deb4-b6f3-4cf9-81e6-d1c315a4e970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737665 Feb 16 16:59:33.113918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Pushing event updated for resources: {'Port': ['ID=4232a65c-5ab1-4d51-9527-5acfad96afbe,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:33.137832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:33.139719 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:33.141561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-7bbbe3a7-ee73-44a4-803a-3a9db4c7efaf service neutron] 10.222.0.60 "PUT /v2.0/ports/4232a65c-5ab1-4d51-9527-5acfad96afbe HTTP/1.1" status: 200 len: 1091 time: 1.7951863 Feb 16 16:59:33.142046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:59:33.145678 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c139016-8225-48df-91ac-9bb33527bead" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:59:33.299783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41420) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:33.300488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-d0d45383-6cbf-4908-a9a0-a96100a3d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:33.303106 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-d0d45383-6cbf-4908-a9a0-a96100a3d08f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 1125 time: 0.1112499 Feb 16 16:59:33.389289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-4cfe1df5-90bc-46ce-88d3-95a44a629497 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe HTTP/1.1" status: 200 len: 217 time: 0.0426307 Feb 16 16:59:33.456188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-2f18c2ca-fb52-4b48-8de7-f42afe06089f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:33.458020 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-2f18c2ca-fb52-4b48-8de7-f42afe06089f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb1dcebf-2d0a-471d-81e5-f47ae020c5d2 HTTP/1.1" status: 200 len: 834 time: 0.0635619 Feb 16 16:59:33.507056 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3ba0c0-4d9f-40cb-a9a0-282b4bcd8b73 x-openstack-request-id: req-de3ba0c0-4d9f-40cb-a9a0-282b4bcd8b73 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:59:33.508213 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:59:33.508553 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de3ba0c0-4d9f-40cb-a9a0-282b4bcd8b73 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:59:33.509023 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe', 'status': 'completed', 'code': 200} Feb 16 16:59:33.522495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216880e-c7e5-4f50-8248-bf077f4c42df req-fb54526f-a80a-4b6d-abaa-9e82fff9426b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:33.524354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3216880e-c7e5-4f50-8248-bf077f4c42df req-fb54526f-a80a-4b6d-abaa-9e82fff9426b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 946 time: 0.2417557 Feb 16 16:59:33.537657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:33.568142 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:33.593254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-25d0c960-7265-4028-a7bc-8944deed69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:33.596844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-25d0c960-7265-4028-a7bc-8944deed69d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dccb8ef0-5a66-424b-a6e9-2efe628f428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1300418 Feb 16 16:59:33.602380 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3216880e-c7e5-4f50-8248-bf077f4c42df req-2fd7f667-154c-48b9-8f80-e60019c0d583 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f809deb4-b6f3-4cf9-81e6-d1c315a4e970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716918 Feb 16 16:59:33.688758 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:33.712868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-eb426802-93ce-44a6-9366-3fa8a3e7097d service neutron] 10.222.0.60 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088305 Feb 16 16:59:33.832768 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Allocated IP 172.25.4.204 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/785129f1-3fed-4a2b-ae3d-367d3d43f266) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:33.845299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-931a9025-f208-4396-a22c-f125b0ad39f4 req-43bdd399-3e72-4d99-a08e-dcfbb9d7d144 service neutron] 10.222.0.60 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267922 Feb 16 16:59:33.987034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c139016-8225-48df-91ac-9bb33527bead req-2428c898-0b2c-48f0-8515-065d5ef7703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:33.988881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c139016-8225-48df-91ac-9bb33527bead req-2428c898-0b2c-48f0-8515-065d5ef7703f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 1125 time: 0.0854769 Feb 16 16:59:33.990537 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks [] for port (785129f1-3fed-4a2b-ae3d-367d3d43f266), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:34.049383 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (785129f1-3fed-4a2b-ae3d-367d3d43f266), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:34.104044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:34.114733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:34.120724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:34.164578 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853facd-3bad-4261-ba5a-5d9ca1b7add2 req-a43286d8-67fb-416d-beee-7a01ece3216d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:34.166435 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f853facd-3bad-4261-ba5a-5d9ca1b7add2 req-a43286d8-67fb-416d-beee-7a01ece3216d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 943 time: 0.1347008 Feb 16 16:59:34.167952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c139016-8225-48df-91ac-9bb33527bead req-ad4bbb03-ca0a-45c5-bf04-132fcd47213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:34.169320 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c139016-8225-48df-91ac-9bb33527bead req-ad4bbb03-ca0a-45c5-bf04-132fcd47213b service neutron] 10.222.0.60 "GET /v2.0/networks?id=dccb8ef0-5a66-424b-a6e9-2efe628f428b HTTP/1.1" status: 200 len: 898 time: 0.1738095 Feb 16 16:59:34.200067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Pushing event updated for resources: {'Port': ['ID=785129f1-3fed-4a2b-ae3d-367d3d43f266,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:34.237065 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c139016-8225-48df-91ac-9bb33527bead req-256cad1b-d6f4-455a-8af7-bd9d654961a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe HTTP/1.1" status: 200 len: 217 time: 0.0610571 Feb 16 16:59:34.337712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f853facd-3bad-4261-ba5a-5d9ca1b7add2 req-16bb97d0-d4b5-4bad-b2ab-a3a511653b51 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433015 Feb 16 16:59:34.355383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c139016-8225-48df-91ac-9bb33527bead req-9ab21732-42b2-48ae-ab6d-23ce90d9a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:34.356917 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c139016-8225-48df-91ac-9bb33527bead req-9ab21732-42b2-48ae-ab6d-23ce90d9a30b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb1dcebf-2d0a-471d-81e5-f47ae020c5d2 HTTP/1.1" status: 200 len: 834 time: 0.1117156 Feb 16 16:59:34.362169 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks [] for floatingip (85ede1a9-4051-4a23-80f7-2c62a7ba8b34), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:34.416410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (785129f1-3fed-4a2b-ae3d-367d3d43f266), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:34.425560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c139016-8225-48df-91ac-9bb33527bead req-14fc8705-cf7e-4070-824c-acfa0b6b2b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:34.427190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c139016-8225-48df-91ac-9bb33527bead req-14fc8705-cf7e-4070-824c-acfa0b6b2b98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dccb8ef0-5a66-424b-a6e9-2efe628f428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0639148 Feb 16 16:59:34.538811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c139016-8225-48df-91ac-9bb33527bead req-700f25e8-68f4-44e9-a7b8-b9552fee8328 service neutron] 10.222.0.60 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053813 Feb 16 16:59:34.602506 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks [] for port (785129f1-3fed-4a2b-ae3d-367d3d43f266), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:34.608549 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (785129f1-3fed-4a2b-ae3d-367d3d43f266), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:34.648828 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c139016-8225-48df-91ac-9bb33527bead req-b1efe799-3c85-4253-aaec-477dfccca966 service neutron] 10.222.0.60 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038342 Feb 16 16:59:34.710857 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Pushing event updated for resources: {'Port': ['ID=785129f1-3fed-4a2b-ae3d-367d3d43f266,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:34.722700 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (85ede1a9-4051-4a23-80f7-2c62a7ba8b34), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:34.743698 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:34.747810 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-20f24de9-91e1-44b8-962b-a323d8e2078d tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4436312 Feb 16 16:59:34.748495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41432) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:34.754389 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-75a063ac-8343-4c67-b778-aa577e7f94ef tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1925243743', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'fixed_ips': [{'ip_address': '172.25.4.204'}]}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:34.778114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a063ac-8343-4c67-b778-aa577e7f94ef tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Made reservation on behalf of 599c582394eb4e2f95cec390cb1025a1 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:34.778920 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:34.780743 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75a063ac-8343-4c67-b778-aa577e7f94ef tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:34.791030 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75a063ac-8343-4c67-b778-aa577e7f94ef tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:34.795834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be553f92-0e9a-41f4-86c7-f6e125903c89 req-e11267f0-78f1-4c57-9286-ed61b0769c06 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:34.798938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-be553f92-0e9a-41f4-86c7-f6e125903c89 req-e11267f0-78f1-4c57-9286-ed61b0769c06 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 946 time: 0.0875745 Feb 16 16:59:34.878938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-be553f92-0e9a-41f4-86c7-f6e125903c89 req-1e313311-4268-4487-b5eb-13e81721de0f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f809deb4-b6f3-4cf9-81e6-d1c315a4e970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696211 Feb 16 16:59:34.904303 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75a063ac-8343-4c67-b778-aa577e7f94ef tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks [] for security_group (24631bb8-7a1a-4180-856e-e870141aa44c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:34.910435 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75a063ac-8343-4c67-b778-aa577e7f94ef tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (24631bb8-7a1a-4180-856e-e870141aa44c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:34.916204 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-75a063ac-8343-4c67-b778-aa577e7f94ef tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] device_id is not set on port 91476cc6-cfc7-4819-960a-d9b264585488 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:35.005343 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a063ac-8343-4c67-b778-aa577e7f94ef tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24631bb8-7a1a-4180-856e-e870141aa44c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:35.039315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c143f-8724-483a-a3f1-7dd7d2da3100 req-b01e910f-6f0f-427d-9f77-126303ee5947 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:35.041346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f4c143f-8724-483a-a3f1-7dd7d2da3100 req-b01e910f-6f0f-427d-9f77-126303ee5947 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 946 time: 0.0713787 Feb 16 16:59:35.114739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f4c143f-8724-483a-a3f1-7dd7d2da3100 req-7b066259-3c92-48f2-b1e4-485a7d63012c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f809deb4-b6f3-4cf9-81e6-d1c315a4e970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649302 Feb 16 16:59:35.139146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41438) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:35.166564 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a063ac-8343-4c67-b778-aa577e7f94ef tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 16:59:35.167173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a063ac-8343-4c67-b778-aa577e7f94ef tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 16:59:35.188313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9fe7e2-cf6a-49b9-b23f-ab31e8e946dc tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:35.192983 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8c9fe7e2-cf6a-49b9-b23f-ab31e8e946dc tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 1123 time: 0.0500410 Feb 16 16:59:35.193246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41440) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:35.193583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41442) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:35.194359 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-75a063ac-8343-4c67-b778-aa577e7f94ef tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4440389 Feb 16 16:59:35.199007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '65624dbe-d457-4599-90c9-3df26602993d', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:35.327074 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:35.424606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e5eab536-018b-4545-b88f-8e9bfd5c7c2e tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Deleting port 785129f1-3fed-4a2b-ae3d-367d3d43f266 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:59:35.424944 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5eab536-018b-4545-b88f-8e9bfd5c7c2e tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (785129f1-3fed-4a2b-ae3d-367d3d43f266), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:35.584457 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5eab536-018b-4545-b88f-8e9bfd5c7c2e tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (785129f1-3fed-4a2b-ae3d-367d3d43f266), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:35.584774 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5eab536-018b-4545-b88f-8e9bfd5c7c2e tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks [] for floatingip (785129f1-3fed-4a2b-ae3d-367d3d43f266), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:35.594243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377b026-8954-4816-ada6-d1a2d24eb50c req-bd111889-8039-41e3-bb44-839e7287d782 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:35.595740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f377b026-8954-4816-ada6-d1a2d24eb50c req-bd111889-8039-41e3-bb44-839e7287d782 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 943 time: 0.1456254 Feb 16 16:59:35.610137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e5eab536-018b-4545-b88f-8e9bfd5c7c2e tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Calling delete_port for 785129f1-3fed-4a2b-ae3d-367d3d43f266 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:59:35.645650 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:35.808636 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f377b026-8954-4816-ada6-d1a2d24eb50c req-5226a77e-9fa8-41d4-a068-722f4bb9f2cf tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000008 Feb 16 16:59:35.940897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Allocated IP 172.25.4.102 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/efb9839f-ccb3-48ff-b445-66457e4066f3) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:35.993379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5eab536-018b-4545-b88f-8e9bfd5c7c2e tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (785129f1-3fed-4a2b-ae3d-367d3d43f266), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:36.030044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eab536-018b-4545-b88f-8e9bfd5c7c2e tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Pushing event deleted for resources: {'Port': ['ID=785129f1-3fed-4a2b-ae3d-367d3d43f266,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:36.168310 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5eab536-018b-4545-b88f-8e9bfd5c7c2e tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks [] for floatingip (85ede1a9-4051-4a23-80f7-2c62a7ba8b34), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:36.171277 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5eab536-018b-4545-b88f-8e9bfd5c7c2e tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:36.172500 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e5eab536-018b-4545-b88f-8e9bfd5c7c2e tempest-ExternalNetworksAdminNegativeTestJSON-847917164 tempest-ExternalNetworksAdminNegativeTestJSON-847917164-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/85ede1a9-4051-4a23-80f7-2c62a7ba8b34 HTTP/1.1" status: 204 len: 168 time: 0.9767280 Feb 16 16:59:36.184514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for port (efb9839f-ccb3-48ff-b445-66457e4066f3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:36.239185 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (efb9839f-ccb3-48ff-b445-66457e4066f3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:36.299172 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:36.302947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:36.308458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:36.310702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Port': ['ID=efb9839f-ccb3-48ff-b445-66457e4066f3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:36.596841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41456) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:36.749291 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3af86eaa-21da-4f32-a27d-9ddbf416eae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:36.804516 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for floatingip (5594689a-d964-46f5-974d-ae46c1bcc8c7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:36.882074 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3af86eaa-21da-4f32-a27d-9ddbf416eae8 admin admin] Publish callbacks [] for security_group (c5d7b236-986c-4241-bb8d-0034f29619eb), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:36.888985 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3af86eaa-21da-4f32-a27d-9ddbf416eae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c5d7b236-986c-4241-bb8d-0034f29619eb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:36.961297 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (efb9839f-ccb3-48ff-b445-66457e4066f3), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:36.962962 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3af86eaa-21da-4f32-a27d-9ddbf416eae8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=763524fae6eb4fffb9c76f962665c38f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3644230 Feb 16 16:59:36.965148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af86eaa-21da-4f32-a27d-9ddbf416eae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d7b236-986c-4241-bb8d-0034f29619eb,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:36.968542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41462) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:37.040764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574aa4bb-f26d-4362-ba25-ee899afe36a4 req-a320b26c-2213-4baf-8d0b-c345c717eaee tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:37.047945 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-574aa4bb-f26d-4362-ba25-ee899afe36a4 req-a320b26c-2213-4baf-8d0b-c345c717eaee tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 943 time: 0.1418407 Feb 16 16:59:37.089785 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6deb9940-6cfd-4cce-87d2-d64250b5d2ff admin admin] Publish callbacks [] for security_group (c5d7b236-986c-4241-bb8d-0034f29619eb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:37.121841 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6deb9940-6cfd-4cce-87d2-d64250b5d2ff admin admin] Publish callbacks [] for security_group (c5d7b236-986c-4241-bb8d-0034f29619eb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:37.165518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-574aa4bb-f26d-4362-ba25-ee899afe36a4 req-55de984c-5325-4683-96ec-a4c2254626a1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154990 Feb 16 16:59:37.196030 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6deb9940-6cfd-4cce-87d2-d64250b5d2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c5d7b236-986c-4241-bb8d-0034f29619eb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:37.198650 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6deb9940-6cfd-4cce-87d2-d64250b5d2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:37.200420 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6deb9940-6cfd-4cce-87d2-d64250b5d2ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5d7b236-986c-4241-bb8d-0034f29619eb HTTP/1.1" status: 204 len: 168 time: 0.2303178 Feb 16 16:59:37.209580 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb9940-6cfd-4cce-87d2-d64250b5d2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d7b236-986c-4241-bb8d-0034f29619eb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:37.246042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for port (efb9839f-ccb3-48ff-b445-66457e4066f3), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:37.252807 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (efb9839f-ccb3-48ff-b445-66457e4066f3), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:37.340895 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Port': ['ID=efb9839f-ccb3-48ff-b445-66457e4066f3,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:37.355445 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (5594689a-d964-46f5-974d-ae46c1bcc8c7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:37.499207 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Floating IP 5594689a-d964-46f5-974d-ae46c1bcc8c7 associated. External IP: 172.25.4.102, port: 65624dbe-d457-4599-90c9-3df26602993d. Feb 16 16:59:37.580963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41472) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:37.633185 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-40d310e8-c6aa-4aba-9935-dcc81f7f1dc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=599c582394eb4e2f95cec390cb1025a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0510557 Feb 16 16:59:37.635579 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41474) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:37.697696 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-119046cd-1f77-4e88-8edb-de48b9a9200d admin admin] Publish callbacks [] for security_group (24631bb8-7a1a-4180-856e-e870141aa44c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:37.723520 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-119046cd-1f77-4e88-8edb-de48b9a9200d admin admin] Publish callbacks [] for security_group (24631bb8-7a1a-4180-856e-e870141aa44c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:37.778324 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:59:37.799036 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-119046cd-1f77-4e88-8edb-de48b9a9200d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (24631bb8-7a1a-4180-856e-e870141aa44c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:37.802613 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-119046cd-1f77-4e88-8edb-de48b9a9200d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:37.806340 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-119046cd-1f77-4e88-8edb-de48b9a9200d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24631bb8-7a1a-4180-856e-e870141aa44c HTTP/1.1" status: 204 len: 168 time: 0.1672978 Feb 16 16:59:37.814544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119046cd-1f77-4e88-8edb-de48b9a9200d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24631bb8-7a1a-4180-856e-e870141aa44c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:37.861458 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:59:37.945860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:37.959006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04908bb-178d-44c5-8f47-8a65d89e9df1 None None] Sync routers for ids ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:37.974893 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04908bb-178d-44c5-8f47-8a65d89e9df1 None None] Routers {'0531bfd3-168f-4f9f-8502-af94ae3f4aeb'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:37.976235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a04908bb-178d-44c5-8f47-8a65d89e9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:59:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:37.978605 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:38.046068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-36896662-340b-4857-9b86-1fb2f34eada0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8489139 Feb 16 16:59:38.046068 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'tag': '65624dbe-d457-4599-90c9-3df26602993d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:59:38.047391 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41478) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:38.048524 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54dbb2e-a414-480d-a95d-67b99ff65a77" -d '{"events": [{"name": "network-changed", "server_uuid": "2957c4a1-6bc9-4b87-89a1-75bd45071e31", "tag": "65624dbe-d457-4599-90c9-3df26602993d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:59:38.112064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a04908bb-178d-44c5-8f47-8a65d89e9df1 None None] Set router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:38.127505 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cd7eae-4c65-47c0-95c2-dde9a7bcc0a9 x-openstack-request-id: req-03cd7eae-4c65-47c0-95c2-dde9a7bcc0a9 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:59:38.128050 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2957c4a1-6bc9-4b87-89a1-75bd45071e31", "tag": "65624dbe-d457-4599-90c9-3df26602993d", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:59:38.128310 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03cd7eae-4c65-47c0-95c2-dde9a7bcc0a9 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:59:38.128722 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'tag': '65624dbe-d457-4599-90c9-3df26602993d', 'status': 'completed', 'code': 200} Feb 16 16:59:38.145881 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4a89071a-2a56-4616-87bf-5cd0c7d4e81e tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/floatingips/5594689a-d964-46f5-974d-ae46c1bcc8c7 HTTP/1.1" status: 200 len: 992 time: 0.0959713 Feb 16 16:59:38.164546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4232a65c-5ab1-4d51-9527-5acfad96afbe details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:59:38.205767 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dbb2e-a414-480d-a95d-67b99ff65a77 req-fd8aa878-0ee0-4ea6-a105-4b5e74c646b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:38.207243 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d54dbb2e-a414-480d-a95d-67b99ff65a77 req-fd8aa878-0ee0-4ea6-a105-4b5e74c646b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3149206434f648a3b3c2fc882bbf7f07&device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 1128 time: 0.0595586 Feb 16 16:59:38.399398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258efae0-7b10-4413-8295-372b0ab12cbb req-909e27a0-05c3-408d-99d8-c48aa37056da tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:38.409165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-258efae0-7b10-4413-8295-372b0ab12cbb req-909e27a0-05c3-408d-99d8-c48aa37056da tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 943 time: 0.1482790 Feb 16 16:59:38.419157 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dbb2e-a414-480d-a95d-67b99ff65a77 req-473d9139-4099-4a10-8896-bdb24308c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:38.421271 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d54dbb2e-a414-480d-a95d-67b99ff65a77 req-473d9139-4099-4a10-8896-bdb24308c01b service neutron] 10.222.0.65 "GET /v2.0/networks?id=9f909f41-cd27-495e-b4b0-85f46e2c581f HTTP/1.1" status: 200 len: 898 time: 0.2082813 Feb 16 16:59:38.498344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:38.513297 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d54dbb2e-a414-480d-a95d-67b99ff65a77 req-ae4be4b9-c228-44c2-a484-b2f0935b487a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65624dbe-d457-4599-90c9-3df26602993d HTTP/1.1" status: 200 len: 1000 time: 0.0859377 Feb 16 16:59:38.521934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-258efae0-7b10-4413-8295-372b0ab12cbb req-72fa88fb-627d-4dca-9c82-7efbb49a7f97 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113846 Feb 16 16:59:38.580845 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dbb2e-a414-480d-a95d-67b99ff65a77 req-da18b603-5f7f-4e4a-ab79-043cbb08f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:38.582639 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d54dbb2e-a414-480d-a95d-67b99ff65a77 req-da18b603-5f7f-4e4a-ab79-043cbb08f848 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b1e4ed6e-d785-405b-b772-d5d46d6e70fa HTTP/1.1" status: 200 len: 833 time: 0.0630569 Feb 16 16:59:38.654794 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dbb2e-a414-480d-a95d-67b99ff65a77 req-35b222ff-e5eb-4444-9b5e-059aacbecef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:38.658474 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d54dbb2e-a414-480d-a95d-67b99ff65a77 req-35b222ff-e5eb-4444-9b5e-059aacbecef7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f909f41-cd27-495e-b4b0-85f46e2c581f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0703797 Feb 16 16:59:38.658644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '4232a65c-5ab1-4d51-9527-5acfad96afbe', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'port_id': '4232a65c-5ab1-4d51-9527-5acfad96afbe', 'mac_address': 'fa:16:3e:2f:01:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:59:38.732722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 4232a65c-5ab1-4d51-9527-5acfad96afbe is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:38.733035 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:38.749793 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4232a65c-5ab1-4d51-9527-5acfad96afbe {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:59:38.772103 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:38.795849 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d54dbb2e-a414-480d-a95d-67b99ff65a77 req-f0252200-1f20-41fb-9431-60ee1669008a service neutron] 10.222.0.65 "GET /v2.0/networks/9f909f41-cd27-495e-b4b0-85f46e2c581f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301818 Feb 16 16:59:38.800991 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:38.878273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=4232a65c-5ab1-4d51-9527-5acfad96afbe,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:38.887006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a04908bb-178d-44c5-8f47-8a65d89e9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5594689a-d964-46f5-974d-ae46c1bcc8c7', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'port_id': '65624dbe-d457-4599-90c9-3df26602993d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'mac_address': 'fa:16:3e:41:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:59:36Z', 'updated_at': '2022-02-16T16:59:36Z', 'revision_number': 0, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76171b2-db85-4576-9cd8-d9ff289d982a', 'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:93:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:13Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:38.914927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04908bb-178d-44c5-8f47-8a65d89e9df1 None None] Checking router: 0531bfd3-168f-4f9f-8502-af94ae3f4aeb for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:38.925545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04908bb-178d-44c5-8f47-8a65d89e9df1 None None] Routers {'0531bfd3-168f-4f9f-8502-af94ae3f4aeb'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:38.926682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a04908bb-178d-44c5-8f47-8a65d89e9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:59:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:38.941671 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d54dbb2e-a414-480d-a95d-67b99ff65a77 req-a80b6556-924f-488a-84b1-ef94ba14bebc service neutron] 10.222.0.65 "GET /v2.0/networks/9f909f41-cd27-495e-b4b0-85f46e2c581f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388011 Feb 16 16:59:39.065666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a04908bb-178d-44c5-8f47-8a65d89e9df1 None None] Set router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:39.145549 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['4232a65c-5ab1-4d51-9527-5acfad96afbe'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:59:39.149922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41508) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:39.321139 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e1ee56d2-84f7-4bed-8e05-f491b2cc71d0 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/floatingips/5594689a-d964-46f5-974d-ae46c1bcc8c7 HTTP/1.1" status: 200 len: 992 time: 0.1690910 Feb 16 16:59:39.675481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a04908bb-178d-44c5-8f47-8a65d89e9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5594689a-d964-46f5-974d-ae46c1bcc8c7', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'port_id': '65624dbe-d457-4599-90c9-3df26602993d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'mac_address': 'fa:16:3e:41:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:59:36Z', 'updated_at': '2022-02-16T16:59:36Z', 'revision_number': 0, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76171b2-db85-4576-9cd8-d9ff289d982a', 'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:93:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:13Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:39.723620 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04908bb-178d-44c5-8f47-8a65d89e9df1 None None] The sync data for ids ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'] in n-d-669411-5 is: [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5594689a-d964-46f5-974d-ae46c1bcc8c7', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'port_id': '65624dbe-d457-4599-90c9-3df26602993d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'mac_address': 'fa:16:3e:41:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:59:36Z', 'updated_at': '2022-02-16T16:59:36Z', 'revision_number': 0, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76171b2-db85-4576-9cd8-d9ff289d982a', 'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:93:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:13Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:39.733719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe8b8f-977c-4592-bae9-eab3c75f4f63 req-b32fa56a-3917-4168-b221-fff8fb3114b0 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:39.741856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1dbe8b8f-977c-4592-bae9-eab3c75f4f63 req-b32fa56a-3917-4168-b221-fff8fb3114b0 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 944 time: 0.1020920 Feb 16 16:59:39.826576 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1dbe8b8f-977c-4592-bae9-eab3c75f4f63 req-feef8e05-088e-4804-afd7-e36f3895d238 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797191 Feb 16 16:59:39.938542 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41534) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:40.056557 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908cca68-b91a-49e5-9bdc-10b58526bdd2 None None] New status for floating IP 5594689a-d964-46f5-974d-ae46c1bcc8c7: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:59:40.165898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-338369496'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:40.207855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Made reservation on behalf of 3f9d1641efc2499abea2d65352cb1aa0 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:40.214910 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:40.230019 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:40.316469 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Publish callbacks [] for security_group (8520913c-b26d-483c-94e4-547f1e49009a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:40.320390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41546) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:40.327166 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8520913c-b26d-483c-94e4-547f1e49009a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:40.402213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:59:40.412603 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8520913c-b26d-483c-94e4-547f1e49009a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:40.427201 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7bd05f10-a12c-46db-a4e3-0478ea329dcf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/floatingips/5594689a-d964-46f5-974d-ae46c1bcc8c7 HTTP/1.1" status: 200 len: 994 time: 0.1054761 Feb 16 16:59:40.428475 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (30b9301c-d561-4bf8-8422-2848f0f6adaa), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:40.428883 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Added segment 30b9301c-d561-4bf8-8422-2848f0f6adaa of type vlan for network 3ba5a472-a26e-4437-99a5-20fe755ae52a Feb 16 16:59:40.487233 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (3ba5a472-a26e-4437-99a5-20fe755ae52a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:40.514194 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (3ba5a472-a26e-4437-99a5-20fe755ae52a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:40.519959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:40.520877 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:40.575094 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6329885 Feb 16 16:59:40.614573 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f539382-d268-43ef-ac4a-c6eaf0b51a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Pushing event updated for resources: {'Network': ['ID=3ba5a472-a26e-4437-99a5-20fe755ae52a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:40.627300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 3ba5a472-a26e-4437-99a5-20fe755ae52a details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:59:40.758712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41554) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:40.763930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Request body: {'port': {'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a', 'binding:host_id': 'n-h1-669411-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-680548203'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:40.790790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Made reservation on behalf of 9be03aa130ae4edbb4f3fcd3da15fb0d for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:40.801218 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:41.149837 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:41.228696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81a6eb-cade-4319-aa5f-c5c6c5c8820d req-f135a780-94ad-4b91-a628-bdceb7574bef tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:41.230177 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de81a6eb-cade-4319-aa5f-c5c6c5c8820d req-f135a780-94ad-4b91-a628-bdceb7574bef tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 944 time: 0.0824406 Feb 16 16:59:41.295317 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks [] for security_group (488aacd5-7dfa-49ea-ba09-79669f137e55), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:41.308208 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (488aacd5-7dfa-49ea-ba09-79669f137e55), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:41.315417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] device_id is not set on port e2d2ee04-8002-45e2-9b5e-6f33847738d7 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:41.323404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de81a6eb-cade-4319-aa5f-c5c6c5c8820d req-9f51500e-1f78-4eef-9509-195267931819 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789473 Feb 16 16:59:41.405269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488aacd5-7dfa-49ea-ba09-79669f137e55,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:41.577166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] device_id is not set on port e2d2ee04-8002-45e2-9b5e-6f33847738d7 yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:41.589365 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks [] for port (e2d2ee04-8002-45e2-9b5e-6f33847738d7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:41.594159 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e2d2ee04-8002-45e2-9b5e-6f33847738d7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:41.646985 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Pushing event updated for resources: {'Port': ['ID=e2d2ee04-8002-45e2-9b5e-6f33847738d7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:41.665950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Checking segment: {'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:59:41.666472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Network hostable DHCP agents. Network: 3ba5a472-a26e-4437-99a5-20fe755ae52a, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:59:41.684497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Network 3ba5a472-a26e-4437-99a5-20fe755ae52a is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:59:41.697322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 3ba5a472-a26e-4437-99a5-20fe755ae52a) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:41.701309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:41.711132 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a1a242-a82a-4e88-bc5f-13fad0f64ce1 None None] Network 3ba5a472-a26e-4437-99a5-20fe755ae52a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:59:41.731169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:41.731789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:41.732436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:41.738669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:41.739332 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:41.740229 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 2 to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 Feb 16 16:59:41.756785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:41.757506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:41.758226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:41.763682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:41.764856 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:41.766194 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 3 to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 Feb 16 16:59:41.782809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:41.783502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:41.784279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:41.789658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:41.790422 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:41.791314 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 4 to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 Feb 16 16:59:41.811629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:41.812497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:41.816296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:41.822141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:41.822605 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:41.823092 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 5 to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 Feb 16 16:59:41.837173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:41.837565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:41.838004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:41.842614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:41.843065 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:41.844175 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 6 to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 Feb 16 16:59:41.867891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:41.868363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:41.868799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:41.873842 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:41.874285 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:41.874848 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 7 to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 Feb 16 16:59:41.889580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:41.890034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:41.891160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:41.896427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:41.896864 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:41.897455 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 8 to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 Feb 16 16:59:41.924727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:41.925210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:41.925671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:41.930325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:41.930751 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:41.931236 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 9 to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 Feb 16 16:59:41.944148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:41.944606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:41.945041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:41.949435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:41.949858 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:41.950337 n-d-669411-5 neutron-server[103421]: INFO neutron.plugins.ml2.plugin [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 10 to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 Feb 16 16:59:41.962993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:41.963458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:41.963932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:41.969107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:41.969590 n-d-669411-5 neutron-server[103421]: ERROR neutron.plugins.ml2.managers [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port e2d2ee04-8002-45e2-9b5e-6f33847738d7 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:41.970042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e2d2ee04-8002-45e2-9b5e-6f33847738d7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:42.042408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] For port e2d2ee04-8002-45e2-9b5e-6f33847738d7, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:42.042833 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempted to set empty binding levels {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 16:59:42.048331 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (e2d2ee04-8002-45e2-9b5e-6f33847738d7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:42.086832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:42.087495 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:42.109120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Pushing event updated for resources: {'Port': ['ID=e2d2ee04-8002-45e2-9b5e-6f33847738d7,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:42.116277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b9f0ca2e-b5ce-4388-8c9d-70b08194aa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.3563585 Feb 16 16:59:42.118120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41572) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:42.167323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4232a65c-5ab1-4d51-9527-5acfad96afbe up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:59:42.203991 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b381153c-93be-460f-b78b-a9701e370868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Deleting port e2d2ee04-8002-45e2-9b5e-6f33847738d7 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:59:42.204467 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b381153c-93be-460f-b78b-a9701e370868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e2d2ee04-8002-45e2-9b5e-6f33847738d7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:42.241727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 4232a65c-5ab1-4d51-9527-5acfad96afbe completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:59:42.247130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 4232a65c-5ab1-4d51-9527-5acfad96afbe triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:59:42.247865 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:42.277753 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-b381153c-93be-460f-b78b-a9701e370868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] For port e2d2ee04-8002-45e2-9b5e-6f33847738d7, host n-h1-669411-5, got binding levels [] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:42.278539 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b381153c-93be-460f-b78b-a9701e370868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e2d2ee04-8002-45e2-9b5e-6f33847738d7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:42.292505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b381153c-93be-460f-b78b-a9701e370868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Calling delete_port for e2d2ee04-8002-45e2-9b5e-6f33847738d7 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:59:42.367603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 4232a65c-5ab1-4d51-9527-5acfad96afbe is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:59:42.368032 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:42.386938 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b381153c-93be-460f-b78b-a9701e370868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e2d2ee04-8002-45e2-9b5e-6f33847738d7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:42.407971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:59:42.411408 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048ad835-3eec-4e1f-8978-6c1bcedf768e" -d '{"events": [{"server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "name": "network-vif-plugged", "status": "completed", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:59:42.419348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381153c-93be-460f-b78b-a9701e370868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2d2ee04-8002-45e2-9b5e-6f33847738d7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:42.431955 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b381153c-93be-460f-b78b-a9701e370868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:42.444422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:42.451965 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:42.482958 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b381153c-93be-460f-b78b-a9701e370868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "DELETE /v2.0/ports/e2d2ee04-8002-45e2-9b5e-6f33847738d7 HTTP/1.1" status: 204 len: 168 time: 0.3636870 Feb 16 16:59:42.488380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41578) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:42.506974 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af1a905-d577-4e2b-ae7e-375d6829e125 x-openstack-request-id: req-5af1a905-d577-4e2b-ae7e-375d6829e125 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:59:42.507452 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "name": "network-vif-plugged", "status": "completed", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:59:42.508058 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5af1a905-d577-4e2b-ae7e-375d6829e125 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:59:42.508581 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe', 'code': 200} Feb 16 16:59:42.528983 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fff8ee2-d1b8-4101-9aba-61e0d1d891ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:59:42.535798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41580) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:42.540588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b6fb7de7-ec07-4ea7-9b3e-7f91326776ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Request body: {'port': {'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-371340628'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:42.540764 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=4232a65c-5ab1-4d51-9527-5acfad96afbe,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:42.544317 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1fff8ee2-d1b8-4101-9aba-61e0d1d891ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "GET /v2.0/ports/e2d2ee04-8002-45e2-9b5e-6f33847738d7 HTTP/1.1" status: 404 len: 333 time: 0.0548396 Feb 16 16:59:42.601877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fb7de7-ec07-4ea7-9b3e-7f91326776ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Made reservation on behalf of 9be03aa130ae4edbb4f3fcd3da15fb0d for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:42.604211 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7de7-ec07-4ea7-9b3e-7f91326776ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:42.624442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe73929-4083-44b5-bde0-497146209d50 req-6cb64f8e-4032-4b38-8ed0-9af34128f0d0 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:42.626500 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bfe73929-4083-44b5-bde0-497146209d50 req-6cb64f8e-4032-4b38-8ed0-9af34128f0d0 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 945 time: 0.1602404 Feb 16 16:59:42.647149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-b6fb7de7-ec07-4ea7-9b3e-7f91326776ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] device_id is not set on port b92aff33-f61b-4ad6-9ab0-d789db06246f yet. {{(pid=103421) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:42.669926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f35461-ac05-4a13-bf33-01c3a7981753 req-0465d213-00b5-49b9-8450-dbf493f2eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:42.672001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5f35461-ac05-4a13-bf33-01c3a7981753 req-0465d213-00b5-49b9-8450-dbf493f2eb5d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 1127 time: 0.1156440 Feb 16 16:59:42.766184 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bfe73929-4083-44b5-bde0-497146209d50 req-476a1342-c46d-4518-81fe-db524ca0f19a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304877 Feb 16 16:59:42.813710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5f35461-ac05-4a13-bf33-01c3a7981753 req-d6326f34-cccf-4a6c-88c0-e734697f95ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123402 Feb 16 16:59:42.893718 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7de7-ec07-4ea7-9b3e-7f91326776ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks [] for port (b92aff33-f61b-4ad6-9ab0-d789db06246f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:42.944175 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7de7-ec07-4ea7-9b3e-7f91326776ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b92aff33-f61b-4ad6-9ab0-d789db06246f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:43.009095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fb7de7-ec07-4ea7-9b3e-7f91326776ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Network 3ba5a472-a26e-4437-99a5-20fe755ae52a is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:43.016350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-b6fb7de7-ec07-4ea7-9b3e-7f91326776ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:43.018774 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb7de7-ec07-4ea7-9b3e-7f91326776ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:43.019978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fb7de7-ec07-4ea7-9b3e-7f91326776ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.020586 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7de7-ec07-4ea7-9b3e-7f91326776ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:43.023038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb7de7-ec07-4ea7-9b3e-7f91326776ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Pushing event updated for resources: {'Port': ['ID=b92aff33-f61b-4ad6-9ab0-d789db06246f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:43.041824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b6fb7de7-ec07-4ea7-9b3e-7f91326776ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5048962 Feb 16 16:59:43.044576 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41586) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:43.051259 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:43.119863 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b92aff33-f61b-4ad6-9ab0-d789db06246f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:43.298915 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] device_id is not set on port b92aff33-f61b-4ad6-9ab0-d789db06246f yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:43.306871 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks [] for port (b92aff33-f61b-4ad6-9ab0-d789db06246f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:43.312706 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (b92aff33-f61b-4ad6-9ab0-d789db06246f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:43.366989 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Pushing event updated for resources: {'Port': ['ID=b92aff33-f61b-4ad6-9ab0-d789db06246f,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:43.380704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:43.381116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:43.381526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:43.385915 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:43.386312 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:43.386794 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 2 to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f Feb 16 16:59:43.400606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:43.401027 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:43.401431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:43.406792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:43.407188 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:43.407636 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 3 to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f Feb 16 16:59:43.419813 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:43.420237 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:43.420642 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:43.425349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:43.425782 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:43.426236 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 4 to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f Feb 16 16:59:43.439065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:43.439686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:43.440246 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:43.445549 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:43.445945 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:43.446399 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 5 to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f Feb 16 16:59:43.459174 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:43.459847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:43.460383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:43.464925 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:43.465458 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:43.466034 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 6 to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f Feb 16 16:59:43.479497 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:43.480099 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:43.480632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:43.485298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:43.485927 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:43.486507 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 7 to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f Feb 16 16:59:43.498906 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:43.499707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:43.500371 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:43.504845 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:43.505372 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:43.505944 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 8 to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f Feb 16 16:59:43.519143 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:43.519727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:43.520282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:43.524683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:43.525211 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:43.525805 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 9 to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f Feb 16 16:59:43.538936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:43.539510 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:43.540071 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:43.544799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:43.545326 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:43.545902 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 10 to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f Feb 16 16:59:43.558962 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:43.559553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:43.560119 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:43.564583 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:43.565127 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port b92aff33-f61b-4ad6-9ab0-d789db06246f on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:43.565689 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b92aff33-f61b-4ad6-9ab0-d789db06246f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:43.630628 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] For port b92aff33-f61b-4ad6-9ab0-d789db06246f, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:43.631091 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempted to set empty binding levels {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 16:59:43.636368 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (b92aff33-f61b-4ad6-9ab0-d789db06246f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:43.673772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] In _notify_port_updated(), no bound segment for port b92aff33-f61b-4ad6-9ab0-d789db06246f on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:59:43.674990 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.675946 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:43.679794 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "PUT /v2.0/ports/b92aff33-f61b-4ad6-9ab0-d789db06246f HTTP/1.1" status: 200 len: 978 time: 0.6315904 Feb 16 16:59:43.680283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41590) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:43.718654 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58ce22-0301-4b3f-a03f-94053a153014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Pushing event updated for resources: {'Port': ['ID=b92aff33-f61b-4ad6-9ab0-d789db06246f,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:43.775782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6bf7a-5665-49ad-bdfe-aae84c47e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.776406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6bf7a-5665-49ad-bdfe-aae84c47e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.776938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6bf7a-5665-49ad-bdfe-aae84c47e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.777463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6bf7a-5665-49ad-bdfe-aae84c47e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.778101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6bf7a-5665-49ad-bdfe-aae84c47e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.778618 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6bf7a-5665-49ad-bdfe-aae84c47e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.779141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6bf7a-5665-49ad-bdfe-aae84c47e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.779657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6bf7a-5665-49ad-bdfe-aae84c47e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.780969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6bf7a-5665-49ad-bdfe-aae84c47e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.781688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6bf7a-5665-49ad-bdfe-aae84c47e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.782214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6bf7a-5665-49ad-bdfe-aae84c47e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.782734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6bf7a-5665-49ad-bdfe-aae84c47e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.783254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6bf7a-5665-49ad-bdfe-aae84c47e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.783884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6bf7a-5665-49ad-bdfe-aae84c47e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.789547 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-27d6bf7a-5665-49ad-bdfe-aae84c47e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13078 time: 0.1050467 Feb 16 16:59:43.789897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41592) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:43.941692 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787a6e8-6021-400c-9399-71d44065088a req-51525597-9918-44dd-af23-4f272e887648 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:43.943197 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5787a6e8-6021-400c-9399-71d44065088a req-51525597-9918-44dd-af23-4f272e887648 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 945 time: 0.0788589 Feb 16 16:59:43.945720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-690c0562-e955-476e-aa67-f0e911958d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Deleting port b92aff33-f61b-4ad6-9ab0-d789db06246f {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:59:43.946063 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-690c0562-e955-476e-aa67-f0e911958d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b92aff33-f61b-4ad6-9ab0-d789db06246f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:44.102909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-690c0562-e955-476e-aa67-f0e911958d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] For port b92aff33-f61b-4ad6-9ab0-d789db06246f, host n-h1-669411-5, got binding levels [] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:44.103435 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-690c0562-e955-476e-aa67-f0e911958d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b92aff33-f61b-4ad6-9ab0-d789db06246f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:44.130417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-690c0562-e955-476e-aa67-f0e911958d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Calling delete_port for b92aff33-f61b-4ad6-9ab0-d789db06246f owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:59:44.136916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5787a6e8-6021-400c-9399-71d44065088a req-2ec9eb18-4974-4b47-b21b-ee7c254cfc21 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874599 Feb 16 16:59:44.242580 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-690c0562-e955-476e-aa67-f0e911958d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b92aff33-f61b-4ad6-9ab0-d789db06246f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:44.276395 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-690c0562-e955-476e-aa67-f0e911958d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:44.282330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-690c0562-e955-476e-aa67-f0e911958d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b92aff33-f61b-4ad6-9ab0-d789db06246f HTTP/1.1" status: 204 len: 168 time: 0.4885216 Feb 16 16:59:44.282330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c0562-e955-476e-aa67-f0e911958d1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Pushing event deleted for resources: {'Port': ['ID=b92aff33-f61b-4ad6-9ab0-d789db06246f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:44.282695 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41606) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:44.309231 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a05d806-ca68-4e50-93b5-a0edcf9aa43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:59:44.311937 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3a05d806-ca68-4e50-93b5-a0edcf9aa43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "GET /v2.0/ports/b92aff33-f61b-4ad6-9ab0-d789db06246f HTTP/1.1" status: 404 len: 333 time: 0.0270109 Feb 16 16:59:44.315607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41608) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:44.320698 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ddddf2af-bb01-45f2-b1bb-894a25202d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-931606319', 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:44.340146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddddf2af-bb01-45f2-b1bb-894a25202d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Made reservation on behalf of 9be03aa130ae4edbb4f3fcd3da15fb0d for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:44.342450 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddddf2af-bb01-45f2-b1bb-894a25202d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:44.358433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-ddddf2af-bb01-45f2-b1bb-894a25202d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] device_id is not set on port 2f54b702-acff-4189-9bb2-4633522e541e yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:44.527011 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddddf2af-bb01-45f2-b1bb-894a25202d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks [] for port (2f54b702-acff-4189-9bb2-4633522e541e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:44.560076 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddddf2af-bb01-45f2-b1bb-894a25202d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2f54b702-acff-4189-9bb2-4633522e541e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:44.598844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddddf2af-bb01-45f2-b1bb-894a25202d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Network 3ba5a472-a26e-4437-99a5-20fe755ae52a is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:44.605132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ddddf2af-bb01-45f2-b1bb-894a25202d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:44.607630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddddf2af-bb01-45f2-b1bb-894a25202d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:44.608582 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddf2af-bb01-45f2-b1bb-894a25202d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:44.609227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ddddf2af-bb01-45f2-b1bb-894a25202d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:44.623307 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddf2af-bb01-45f2-b1bb-894a25202d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Pushing event updated for resources: {'Port': ['ID=2f54b702-acff-4189-9bb2-4633522e541e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:44.633824 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ddddf2af-bb01-45f2-b1bb-894a25202d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3168757 Feb 16 16:59:44.636361 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41610) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:44.679321 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74091a9-4bb8-4350-9adf-5f986dca0608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:44.680889 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c74091a9-4bb8-4350-9adf-5f986dca0608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "GET /v2.0/ports/2f54b702-acff-4189-9bb2-4633522e541e HTTP/1.1" status: 200 len: 958 time: 0.0435798 Feb 16 16:59:44.683745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41614) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:44.771744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-aad72af9-07dd-4461-9b2f-ee7bb3f40e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Deleting port 2f54b702-acff-4189-9bb2-4633522e541e {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:59:44.773231 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aad72af9-07dd-4461-9b2f-ee7bb3f40e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2f54b702-acff-4189-9bb2-4633522e541e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:44.838911 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aad72af9-07dd-4461-9b2f-ee7bb3f40e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2f54b702-acff-4189-9bb2-4633522e541e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:44.855405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-aad72af9-07dd-4461-9b2f-ee7bb3f40e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Calling delete_port for 2f54b702-acff-4189-9bb2-4633522e541e owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:59:44.951387 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aad72af9-07dd-4461-9b2f-ee7bb3f40e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2f54b702-acff-4189-9bb2-4633522e541e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:44.979790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad72af9-07dd-4461-9b2f-ee7bb3f40e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f54b702-acff-4189-9bb2-4633522e541e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:44.991418 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aad72af9-07dd-4461-9b2f-ee7bb3f40e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:44.997756 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-aad72af9-07dd-4461-9b2f-ee7bb3f40e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2f54b702-acff-4189-9bb2-4633522e541e HTTP/1.1" status: 204 len: 168 time: 0.3098989 Feb 16 16:59:44.998089 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41616) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:45.024331 n-d-669411-5 neutron-server[103422]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7925afa-f30b-4e9d-b3d9-4c7cac2d2ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:59:45.025754 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e7925afa-f30b-4e9d-b3d9-4c7cac2d2ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "GET /v2.0/ports/2f54b702-acff-4189-9bb2-4633522e541e HTTP/1.1" status: 404 len: 333 time: 0.0267220 Feb 16 16:59:45.029398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41618) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:45.034278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-59c8668f-42ac-4864-b2c7-d9f5681c379e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Request body: {'port': {'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436515767'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:45.053565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c8668f-42ac-4864-b2c7-d9f5681c379e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Made reservation on behalf of 9be03aa130ae4edbb4f3fcd3da15fb0d for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:45.056243 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59c8668f-42ac-4864-b2c7-d9f5681c379e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:45.082773 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-59c8668f-42ac-4864-b2c7-d9f5681c379e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] device_id is not set on port 698a3253-db71-48a2-9667-db335f79c419 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:45.273666 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59c8668f-42ac-4864-b2c7-d9f5681c379e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks [] for port (698a3253-db71-48a2-9667-db335f79c419), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:45.307948 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b437f-2a6e-48e5-b5a7-0872ef5c4e76 req-767e2116-ba8f-4610-a2c0-61398bd127a1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:45.310046 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc3b437f-2a6e-48e5-b5a7-0872ef5c4e76 req-767e2116-ba8f-4610-a2c0-61398bd127a1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 945 time: 0.0725713 Feb 16 16:59:45.313728 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59c8668f-42ac-4864-b2c7-d9f5681c379e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (698a3253-db71-48a2-9667-db335f79c419), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:45.362450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c8668f-42ac-4864-b2c7-d9f5681c379e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Network 3ba5a472-a26e-4437-99a5-20fe755ae52a is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:45.365586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-59c8668f-42ac-4864-b2c7-d9f5681c379e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:45.369690 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c8668f-42ac-4864-b2c7-d9f5681c379e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:45.370632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c8668f-42ac-4864-b2c7-d9f5681c379e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:45.371235 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-59c8668f-42ac-4864-b2c7-d9f5681c379e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:45.386961 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8668f-42ac-4864-b2c7-d9f5681c379e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Pushing event updated for resources: {'Port': ['ID=698a3253-db71-48a2-9667-db335f79c419,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:45.395448 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-59c8668f-42ac-4864-b2c7-d9f5681c379e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3648598 Feb 16 16:59:45.397968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41624) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:45.405443 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:45.412967 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc3b437f-2a6e-48e5-b5a7-0872ef5c4e76 req-fc9f4b3e-b54b-4872-bace-faf617106314 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927832 Feb 16 16:59:45.492392 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (698a3253-db71-48a2-9667-db335f79c419), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:45.544252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572d1bf-aac3-4c3a-aa0b-0096a177e22c req-bb026481-ba6c-4165-b3e0-efd6fe8b358b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:45.546124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d572d1bf-aac3-4c3a-aa0b-0096a177e22c req-bb026481-ba6c-4165-b3e0-efd6fe8b358b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 945 time: 0.0627289 Feb 16 16:59:45.606263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d572d1bf-aac3-4c3a-aa0b-0096a177e22c req-1a40d7f2-0686-4ac8-be4c-66fd263ebfa4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533295 Feb 16 16:59:45.628897 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41628) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:45.730272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31662ac2-669f-48de-956f-4d2f9d6d9195 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:45.735678 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-31662ac2-669f-48de-956f-4d2f9d6d9195 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 1122 time: 0.1014495 Feb 16 16:59:45.735678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41632) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:45.739599 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '4232a65c-5ab1-4d51-9527-5acfad96afbe', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:45.744929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] device_id is not set on port 698a3253-db71-48a2-9667-db335f79c419 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:45.755430 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks [] for port (698a3253-db71-48a2-9667-db335f79c419), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:45.767474 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (698a3253-db71-48a2-9667-db335f79c419), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:45.797606 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:45.837396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Pushing event updated for resources: {'Port': ['ID=698a3253-db71-48a2-9667-db335f79c419,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:45.867202 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:45.867612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:45.867889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:45.876145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:45.876474 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:45.878378 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 2 to bind port 698a3253-db71-48a2-9667-db335f79c419 Feb 16 16:59:45.919209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:45.919543 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:45.919911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:45.927260 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:45.927583 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:45.928639 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 3 to bind port 698a3253-db71-48a2-9667-db335f79c419 Feb 16 16:59:45.949233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:45.949598 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:45.949901 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:45.960178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:45.960506 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:45.961608 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 4 to bind port 698a3253-db71-48a2-9667-db335f79c419 Feb 16 16:59:45.979778 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:45.981433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:45.981762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:45.982100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:45.993107 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:45.993367 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:45.995658 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 5 to bind port 698a3253-db71-48a2-9667-db335f79c419 Feb 16 16:59:46.040181 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:46.040572 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:46.040842 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:46.048560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:46.048863 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:46.051016 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 6 to bind port 698a3253-db71-48a2-9667-db335f79c419 Feb 16 16:59:46.089544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:46.089874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:46.090216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:46.101250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:46.101573 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:46.103486 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 7 to bind port 698a3253-db71-48a2-9667-db335f79c419 Feb 16 16:59:46.125556 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:46.125865 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:46.126164 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:46.134453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.25.4.167 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/789713a6-4e8d-4e94-9970-e1b5b56d1ef4) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:46.139534 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:46.140044 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:46.142173 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 8 to bind port 698a3253-db71-48a2-9667-db335f79c419 Feb 16 16:59:46.162733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:46.163074 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:46.163404 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:46.180145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:46.180473 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:46.186633 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 9 to bind port 698a3253-db71-48a2-9667-db335f79c419 Feb 16 16:59:46.227421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:46.227776 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:46.228111 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:46.238907 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:46.239232 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:46.240953 n-d-669411-5 neutron-server[103422]: INFO neutron.plugins.ml2.plugin [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempt 10 to bind port 698a3253-db71-48a2-9667-db335f79c419 Feb 16 16:59:46.265876 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:59:46.266211 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:59:46.266554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempting to bind port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:59:46.279377 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:59:46.279706 n-d-669411-5 neutron-server[103422]: ERROR neutron.plugins.ml2.managers [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Failed to bind port 698a3253-db71-48a2-9667-db335f79c419 on host n-h1-669411-5 for vnic_type normal using segments [{'id': '30b9301c-d561-4bf8-8422-2848f0f6adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3ba5a472-a26e-4437-99a5-20fe755ae52a'}] Feb 16 16:59:46.280087 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (698a3253-db71-48a2-9667-db335f79c419), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:46.296061 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (789713a6-4e8d-4e94-9970-e1b5b56d1ef4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:46.371322 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] For port 698a3253-db71-48a2-9667-db335f79c419, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:59:46.372084 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attempted to set empty binding levels {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 16:59:46.375034 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (789713a6-4e8d-4e94-9970-e1b5b56d1ef4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:46.380201 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (698a3253-db71-48a2-9667-db335f79c419), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:46.422791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:46.423499 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] In _notify_port_updated(), no bound segment for port 698a3253-db71-48a2-9667-db335f79c419 on network 3ba5a472-a26e-4437-99a5-20fe755ae52a {{(pid=103422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 16 16:59:46.424438 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:46.425106 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:46.426490 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "PUT /v2.0/ports/698a3253-db71-48a2-9667-db335f79c419 HTTP/1.1" status: 200 len: 979 time: 1.0273554 Feb 16 16:59:46.429332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41636) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:46.431781 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:46.435363 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:46.462565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=789713a6-4e8d-4e94-9970-e1b5b56d1ef4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:46.540417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f77c7-0937-4783-ace3-9be05fff4522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Pushing event updated for resources: {'Port': ['ID=698a3253-db71-48a2-9667-db335f79c419,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:46.581731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5db6f92f-8e31-4730-91f1-eaec12c29661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Deleting port 698a3253-db71-48a2-9667-db335f79c419 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:59:46.582388 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5db6f92f-8e31-4730-91f1-eaec12c29661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (698a3253-db71-48a2-9667-db335f79c419), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:46.674148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-5db6f92f-8e31-4730-91f1-eaec12c29661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] For port 698a3253-db71-48a2-9667-db335f79c419, host n-h1-669411-5, got binding levels [] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:59:46.675075 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5db6f92f-8e31-4730-91f1-eaec12c29661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (698a3253-db71-48a2-9667-db335f79c419), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:46.694623 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5db6f92f-8e31-4730-91f1-eaec12c29661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Calling delete_port for 698a3253-db71-48a2-9667-db335f79c419 owned by {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:59:46.792186 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5db6f92f-8e31-4730-91f1-eaec12c29661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (698a3253-db71-48a2-9667-db335f79c419), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:46.839975 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5db6f92f-8e31-4730-91f1-eaec12c29661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:46.846938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5db6f92f-8e31-4730-91f1-eaec12c29661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "DELETE /v2.0/ports/698a3253-db71-48a2-9667-db335f79c419 HTTP/1.1" status: 204 len: 168 time: 0.4137318 Feb 16 16:59:46.847270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41640) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:46.863277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6f92f-8e31-4730-91f1-eaec12c29661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] Pushing event deleted for resources: {'Port': ['ID=698a3253-db71-48a2-9667-db335f79c419,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:46.887395 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b14d59-05bb-48e9-99d2-955c1156b9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] GET failed (client error): The resource could not be found. Feb 16 16:59:46.888995 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-82b14d59-05bb-48e9-99d2-955c1156b9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2001252655-project-admin] 10.222.0.24 "GET /v2.0/ports/698a3253-db71-48a2-9667-db335f79c419 HTTP/1.1" status: 404 len: 333 time: 0.0407331 Feb 16 16:59:46.893215 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41642) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:46.925817 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (4b726b72-85b5-4a0e-a54c-f7b92d3b6e56), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:46.992593 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea80791c-9bd1-43d7-8aca-b9e0f1776250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (3ba5a472-a26e-4437-99a5-20fe755ae52a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:47.015939 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (789713a6-4e8d-4e94-9970-e1b5b56d1ef4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:47.106246 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea80791c-9bd1-43d7-8aca-b9e0f1776250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (3ba5a472-a26e-4437-99a5-20fe755ae52a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:47.131732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-ea80791c-9bd1-43d7-8aca-b9e0f1776250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba5a472-a26e-4437-99a5-20fe755ae52a']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:47.142711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-ea80791c-9bd1-43d7-8aca-b9e0f1776250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b9301c-d561-4bf8-8422-2848f0f6adaa') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:47.142998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-ea80791c-9bd1-43d7-8aca-b9e0f1776250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b9301c-d561-4bf8-8422-2848f0f6adaa') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:47.153935 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea80791c-9bd1-43d7-8aca-b9e0f1776250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (30b9301c-d561-4bf8-8422-2848f0f6adaa), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:47.169115 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea80791c-9bd1-43d7-8aca-b9e0f1776250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (30b9301c-d561-4bf8-8422-2848f0f6adaa), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:47.176629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea80791c-9bd1-43d7-8aca-b9e0f1776250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:59:47.176947 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea80791c-9bd1-43d7-8aca-b9e0f1776250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (30b9301c-d561-4bf8-8422-2848f0f6adaa), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:47.207889 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (789713a6-4e8d-4e94-9970-e1b5b56d1ef4), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:47.221057 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (789713a6-4e8d-4e94-9970-e1b5b56d1ef4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: timer() Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:59:47.253037 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:59:47.264686 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea80791c-9bd1-43d7-8aca-b9e0f1776250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (3ba5a472-a26e-4437-99a5-20fe755ae52a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:47.272189 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea80791c-9bd1-43d7-8aca-b9e0f1776250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:47.278358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ea80791c-9bd1-43d7-8aca-b9e0f1776250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] 10.222.0.24 "DELETE /v2.0/networks/3ba5a472-a26e-4437-99a5-20fe755ae52a HTTP/1.1" status: 204 len: 168 time: 0.3811569 Feb 16 16:59:47.290215 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80791c-9bd1-43d7-8aca-b9e0f1776250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396874897-project] Pushing event deleted for resources: {'Network': ['ID=3ba5a472-a26e-4437-99a5-20fe755ae52a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:47.317495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=789713a6-4e8d-4e94-9970-e1b5b56d1ef4,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:47.327929 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (4b726b72-85b5-4a0e-a54c-f7b92d3b6e56), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:47.585377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41650) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:47.743482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-42565379-549e-40af-a4ed-3bba03f77503 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f9d1641efc2499abea2d65352cb1aa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546910 Feb 16 16:59:47.743914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41654) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:47.789444 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Floating IP 4b726b72-85b5-4a0e-a54c-f7b92d3b6e56 associated. External IP: 172.25.4.167, port: 4232a65c-5ab1-4d51-9527-5acfad96afbe. Feb 16 16:59:47.824478 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6b02d86-0b87-4152-8aac-387aa378277c admin admin] Publish callbacks [] for security_group (8520913c-b26d-483c-94e4-547f1e49009a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:47.854566 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6b02d86-0b87-4152-8aac-387aa378277c admin admin] Publish callbacks [] for security_group (8520913c-b26d-483c-94e4-547f1e49009a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:47.912535 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6b02d86-0b87-4152-8aac-387aa378277c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8520913c-b26d-483c-94e4-547f1e49009a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:47.915368 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6b02d86-0b87-4152-8aac-387aa378277c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:47.919016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c6b02d86-0b87-4152-8aac-387aa378277c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8520913c-b26d-483c-94e4-547f1e49009a HTTP/1.1" status: 204 len: 168 time: 0.1717834 Feb 16 16:59:47.926947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b02d86-0b87-4152-8aac-387aa378277c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8520913c-b26d-483c-94e4-547f1e49009a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:48.067608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router 4bb6833a-b394-4708-b386-67ceda882b5c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:59:48.210020 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:59:48.224512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336ed2de-e5e8-4fd3-88ac-16caf6116b6d None None] Sync routers for ids ['4bb6833a-b394-4708-b386-67ceda882b5c'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:59:48.242150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ed2de-e5e8-4fd3-88ac-16caf6116b6d None None] Routers {'4bb6833a-b394-4708-b386-67ceda882b5c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:48.243092 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-336ed2de-e5e8-4fd3-88ac-16caf6116b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:59:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['4bb6833a-b394-4708-b386-67ceda882b5c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:48.252935 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:48.265769 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41664) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:48.323115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6417f83e-e81b-48be-b07b-331306cea7a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9be03aa130ae4edbb4f3fcd3da15fb0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0541308 Feb 16 16:59:48.323571 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a8c3932a-7af4-4f9d-a997-1062731f31db tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5840967 Feb 16 16:59:48.324868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41670) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:48.325501 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:59:48.333875 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4506b7d-bbf0-44af-8f2a-4cb73d82cf55" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:59:48.419702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-336ed2de-e5e8-4fd3-88ac-16caf6116b6d None None] Set router 4bb6833a-b394-4708-b386-67ceda882b5c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:48.429127 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74047e5-1612-4f00-b7a1-41eecbf8e432 x-openstack-request-id: req-d74047e5-1612-4f00-b7a1-41eecbf8e432 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:59:48.429422 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:59:48.429671 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d74047e5-1612-4f00-b7a1-41eecbf8e432 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:59:48.430079 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe', 'status': 'completed', 'code': 200} Feb 16 16:59:48.507704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08cc12ee-2370-4a2d-93d4-8ed8b168ecae admin admin] Publish callbacks [] for security_group (488aacd5-7dfa-49ea-ba09-79669f137e55), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:48.546706 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08cc12ee-2370-4a2d-93d4-8ed8b168ecae admin admin] Publish callbacks [] for security_group (488aacd5-7dfa-49ea-ba09-79669f137e55), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:48.582420 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537ebc1-9f33-4917-b79c-69d6e219ceeb req-c83b7917-41b6-4f8f-ba3a-f6e45f485bfd tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:48.584101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b537ebc1-9f33-4917-b79c-69d6e219ceeb req-c83b7917-41b6-4f8f-ba3a-f6e45f485bfd tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 945 time: 0.1342943 Feb 16 16:59:48.617890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4506b7d-bbf0-44af-8f2a-4cb73d82cf55 req-a8bb400c-acd4-4d3b-b959-ffab181d141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:48.619657 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4506b7d-bbf0-44af-8f2a-4cb73d82cf55 req-a8bb400c-acd4-4d3b-b959-ffab181d141e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 1127 time: 0.1577861 Feb 16 16:59:48.697741 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-336ed2de-e5e8-4fd3-88ac-16caf6116b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:14Z', 'updated_at': '2022-02-16T16:59:23Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:15Z', 'updated_at': '2022-02-16T16:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '4b726b72-85b5-4a0e-a54c-f7b92d3b6e56', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'port_id': '4232a65c-5ab1-4d51-9527-5acfad96afbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'mac_address': 'fa:16:3e:2f:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:59:46Z', 'updated_at': '2022-02-16T16:59:46Z', 'revision_number': 0, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847751c3-4b2f-4583-97e3-7d9bd25490cc', 'name': '', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:61:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:21Z', 'updated_at': '2022-02-16T16:59:29Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:48.723684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b537ebc1-9f33-4917-b79c-69d6e219ceeb req-9359ee7b-4770-4885-b422-f55cb57211d7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283755 Feb 16 16:59:48.726218 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08cc12ee-2370-4a2d-93d4-8ed8b168ecae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (488aacd5-7dfa-49ea-ba09-79669f137e55), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:48.728789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336ed2de-e5e8-4fd3-88ac-16caf6116b6d None None] Checking router: 4bb6833a-b394-4708-b386-67ceda882b5c for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:59:48.729281 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-08cc12ee-2370-4a2d-93d4-8ed8b168ecae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:48.732717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-08cc12ee-2370-4a2d-93d4-8ed8b168ecae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/488aacd5-7dfa-49ea-ba09-79669f137e55 HTTP/1.1" status: 204 len: 168 time: 0.4037068 Feb 16 16:59:48.745202 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ed2de-e5e8-4fd3-88ac-16caf6116b6d None None] Routers {'4bb6833a-b394-4708-b386-67ceda882b5c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:59:48.746032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-336ed2de-e5e8-4fd3-88ac-16caf6116b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T16:59:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['4bb6833a-b394-4708-b386-67ceda882b5c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:48.752880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41676) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:48.790353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc12ee-2370-4a2d-93d4-8ed8b168ecae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488aacd5-7dfa-49ea-ba09-79669f137e55,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:48.849458 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4506b7d-bbf0-44af-8f2a-4cb73d82cf55 req-0fd6b54a-fd01-4385-a46b-2e833f2f2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:48.851144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4506b7d-bbf0-44af-8f2a-4cb73d82cf55 req-0fd6b54a-fd01-4385-a46b-2e833f2f2cb9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dccb8ef0-5a66-424b-a6e9-2efe628f428b HTTP/1.1" status: 200 len: 898 time: 0.2246451 Feb 16 16:59:48.910714 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fd364bf3-e7ed-410d-ae3b-6ff6cac51d93 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/4b726b72-85b5-4a0e-a54c-f7b92d3b6e56 HTTP/1.1" status: 200 len: 991 time: 0.1551614 Feb 16 16:59:48.990562 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4506b7d-bbf0-44af-8f2a-4cb73d82cf55 req-b052746d-7903-4b2a-bbf0-343dddb0ddc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe HTTP/1.1" status: 200 len: 999 time: 0.1337991 Feb 16 16:59:49.018672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-336ed2de-e5e8-4fd3-88ac-16caf6116b6d None None] Set router 4bb6833a-b394-4708-b386-67ceda882b5c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:59:49.094821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4506b7d-bbf0-44af-8f2a-4cb73d82cf55 req-4a6e90cf-4b6e-4a35-ba75-7074369d9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:49.111319 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4506b7d-bbf0-44af-8f2a-4cb73d82cf55 req-4a6e90cf-4b6e-4a35-ba75-7074369d9b5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb1dcebf-2d0a-471d-81e5-f47ae020c5d2 HTTP/1.1" status: 200 len: 834 time: 0.1009858 Feb 16 16:59:49.177975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4506b7d-bbf0-44af-8f2a-4cb73d82cf55 req-9cdb1350-ce10-4853-a60d-420d9cb9f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:49.184492 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4506b7d-bbf0-44af-8f2a-4cb73d82cf55 req-9cdb1350-ce10-4853-a60d-420d9cb9f110 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dccb8ef0-5a66-424b-a6e9-2efe628f428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0719337 Feb 16 16:59:49.322847 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4506b7d-bbf0-44af-8f2a-4cb73d82cf55 req-81768f8d-2791-4fc5-9246-020f896490de service neutron] 10.222.0.60 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318486 Feb 16 16:59:49.415082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-336ed2de-e5e8-4fd3-88ac-16caf6116b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:14Z', 'updated_at': '2022-02-16T16:59:23Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:15Z', 'updated_at': '2022-02-16T16:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '4b726b72-85b5-4a0e-a54c-f7b92d3b6e56', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'port_id': '4232a65c-5ab1-4d51-9527-5acfad96afbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'mac_address': 'fa:16:3e:2f:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:59:46Z', 'updated_at': '2022-02-16T16:59:46Z', 'revision_number': 0, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847751c3-4b2f-4583-97e3-7d9bd25490cc', 'name': '', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:61:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:21Z', 'updated_at': '2022-02-16T16:59:29Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:59:49.471966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336ed2de-e5e8-4fd3-88ac-16caf6116b6d None None] The sync data for ids ['4bb6833a-b394-4708-b386-67ceda882b5c'] in n-d-669411-5 is: [{'id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:14Z', 'updated_at': '2022-02-16T16:59:23Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:15Z', 'updated_at': '2022-02-16T16:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '4b726b72-85b5-4a0e-a54c-f7b92d3b6e56', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'port_id': '4232a65c-5ab1-4d51-9527-5acfad96afbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'mac_address': 'fa:16:3e:2f:01:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:59:46Z', 'updated_at': '2022-02-16T16:59:46Z', 'revision_number': 0, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847751c3-4b2f-4583-97e3-7d9bd25490cc', 'name': '', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:61:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:21Z', 'updated_at': '2022-02-16T16:59:29Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:59:49.478365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4506b7d-bbf0-44af-8f2a-4cb73d82cf55 req-bcb87850-6cd8-47fb-bff9-d15f4733788d service neutron] 10.222.0.60 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487451 Feb 16 16:59:49.836416 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc4135a-b5ac-4794-bbc6-53c20f890fc0 None None] New status for floating IP 4b726b72-85b5-4a0e-a54c-f7b92d3b6e56: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:59:49.913362 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41704) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:50.016366 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-59c9b606-d406-492a-8aa9-345f9bca5159 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/4b726b72-85b5-4a0e-a54c-f7b92d3b6e56 HTTP/1.1" status: 200 len: 991 time: 0.1009991 Feb 16 16:59:50.612771 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41720) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:50.714162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1039263636', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:50.734637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Made reservation on behalf of 0709e774ed8c4bd083089a784d16610f for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:59:50.737256 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:50.749477 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:50.824894 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks [] for security_group (e61b9448-59f5-4593-8924-a74b449c3df0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:50.830080 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e61b9448-59f5-4593-8924-a74b449c3df0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:50.835718 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] device_id is not set on port 0aa6d7f5-13ed-46a8-89d3-b43f3b1b2846 yet. {{(pid=103422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 16:59:50.908457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61b9448-59f5-4593-8924-a74b449c3df0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:50.975790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Allocated IP 172.25.4.200 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/0aa6d7f5-13ed-46a8-89d3-b43f3b1b2846) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:59:51.021013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41726) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:51.116322 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2fff4055-24a5-4a70-bbe1-55a6c0a6c593 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/4b726b72-85b5-4a0e-a54c-f7b92d3b6e56 HTTP/1.1" status: 200 len: 993 time: 0.0926948 Feb 16 16:59:51.134706 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks [] for port (0aa6d7f5-13ed-46a8-89d3-b43f3b1b2846), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:51.173513 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (0aa6d7f5-13ed-46a8-89d3-b43f3b1b2846), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:51.220536 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:59:51.223607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:59:51.226062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:59:51.266111 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Pushing event updated for resources: {'Port': ['ID=0aa6d7f5-13ed-46a8-89d3-b43f3b1b2846,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:51.278917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:59:51.279545 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:51.297128 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b75b4ee8-fc6c-4d9a-91f4-32d22f6f6ed0 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6821859 Feb 16 16:59:51.299819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41728) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:51.304384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-40d2bf2a-79fb-424c-a79d-e9e6b1805117 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.200'}]}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:51.328335 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40d2bf2a-79fb-424c-a79d-e9e6b1805117 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (bf328b47-5276-47e5-b81c-894b751d1c19), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:51.329485 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40d2bf2a-79fb-424c-a79d-e9e6b1805117 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (bf328b47-5276-47e5-b81c-894b751d1c19), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:51.402193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40d2bf2a-79fb-424c-a79d-e9e6b1805117 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks [] for router_controller (bf328b47-5276-47e5-b81c-894b751d1c19), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:51.601263 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40d2bf2a-79fb-424c-a79d-e9e6b1805117 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks [] for router_gateway (bf328b47-5276-47e5-b81c-894b751d1c19), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:51.819677 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40d2bf2a-79fb-424c-a79d-e9e6b1805117 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks [] for router_gateway (bf328b47-5276-47e5-b81c-894b751d1c19), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:51.839097 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40d2bf2a-79fb-424c-a79d-e9e6b1805117 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:52.032452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40d2bf2a-79fb-424c-a79d-e9e6b1805117 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks [] for router (bf328b47-5276-47e5-b81c-894b751d1c19), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:52.196166 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40d2bf2a-79fb-424c-a79d-e9e6b1805117 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (bf328b47-5276-47e5-b81c-894b751d1c19), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:52.198163 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40d2bf2a-79fb-424c-a79d-e9e6b1805117 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks [] for router_controller (bf328b47-5276-47e5-b81c-894b751d1c19), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:52.241774 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40d2bf2a-79fb-424c-a79d-e9e6b1805117 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (bf328b47-5276-47e5-b81c-894b751d1c19), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:52.242303 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d2bf2a-79fb-424c-a79d-e9e6b1805117 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf328b47-5276-47e5-b81c-894b751d1c19 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:59:52.260652 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-40d2bf2a-79fb-424c-a79d-e9e6b1805117 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 16:59:52.261803 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-40d2bf2a-79fb-424c-a79d-e9e6b1805117 tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9608226 Feb 16 16:59:52.264562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41736) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:52.340585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4b255-a5a4-44c4-b794-d671485e47db tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Deleting port 0aa6d7f5-13ed-46a8-89d3-b43f3b1b2846 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:59:52.340924 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7dd4b255-a5a4-44c4-b794-d671485e47db tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (0aa6d7f5-13ed-46a8-89d3-b43f3b1b2846), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:52.418322 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7dd4b255-a5a4-44c4-b794-d671485e47db tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (0aa6d7f5-13ed-46a8-89d3-b43f3b1b2846), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:52.431498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4b255-a5a4-44c4-b794-d671485e47db tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Calling delete_port for 0aa6d7f5-13ed-46a8-89d3-b43f3b1b2846 owned by {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:59:52.558097 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7dd4b255-a5a4-44c4-b794-d671485e47db tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (0aa6d7f5-13ed-46a8-89d3-b43f3b1b2846), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:52.584443 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4b255-a5a4-44c4-b794-d671485e47db tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Pushing event deleted for resources: {'Port': ['ID=0aa6d7f5-13ed-46a8-89d3-b43f3b1b2846,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:52.653466 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7dd4b255-a5a4-44c4-b794-d671485e47db tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:52.657933 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7dd4b255-a5a4-44c4-b794-d671485e47db tempest-RoutersAdminNegativeTest-633884860 tempest-RoutersAdminNegativeTest-633884860-project-admin] 10.222.0.24 "DELETE /v2.0/ports/0aa6d7f5-13ed-46a8-89d3-b43f3b1b2846 HTTP/1.1" status: 204 len: 168 time: 0.3916912 Feb 16 16:59:52.934882 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41750) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:53.062127 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c5c8b8eb-d0f4-4307-be7d-e2e363eebf0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:53.162752 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c5c8b8eb-d0f4-4307-be7d-e2e363eebf0e admin admin] Publish callbacks [] for security_group (183e1454-769b-4f9f-933b-57969b764984), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:53.167031 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c5c8b8eb-d0f4-4307-be7d-e2e363eebf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (183e1454-769b-4f9f-933b-57969b764984), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:53.218741 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c5c8b8eb-d0f4-4307-be7d-e2e363eebf0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e7aa4e194d246c78f50d98d5e5b489d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2822838 Feb 16 16:59:53.219558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41758) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:53.221667 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8b8eb-d0f4-4307-be7d-e2e363eebf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183e1454-769b-4f9f-933b-57969b764984,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:53.273132 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cd56e0b-eafe-436e-a6ed-4a46f61c81e3 admin admin] Publish callbacks [] for security_group (183e1454-769b-4f9f-933b-57969b764984), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:53.295078 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cd56e0b-eafe-436e-a6ed-4a46f61c81e3 admin admin] Publish callbacks [] for security_group (183e1454-769b-4f9f-933b-57969b764984), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:53.348299 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cd56e0b-eafe-436e-a6ed-4a46f61c81e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (183e1454-769b-4f9f-933b-57969b764984), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:53.351532 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cd56e0b-eafe-436e-a6ed-4a46f61c81e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:53.352895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1cd56e0b-eafe-436e-a6ed-4a46f61c81e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/183e1454-769b-4f9f-933b-57969b764984 HTTP/1.1" status: 204 len: 168 time: 0.1321988 Feb 16 16:59:53.364350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd56e0b-eafe-436e-a6ed-4a46f61c81e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183e1454-769b-4f9f-933b-57969b764984,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:53.677526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41774) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:53.726128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a6923c5d-0afa-41c4-af59-372c25719476 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0709e774ed8c4bd083089a784d16610f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447764 Feb 16 16:59:53.726358 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41776) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:53.777704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e96eb700-4402-4c0f-9c0b-b44662d12995 admin admin] Publish callbacks [] for security_group (e61b9448-59f5-4593-8924-a74b449c3df0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:53.801997 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e96eb700-4402-4c0f-9c0b-b44662d12995 admin admin] Publish callbacks [] for security_group (e61b9448-59f5-4593-8924-a74b449c3df0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:53.851067 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e96eb700-4402-4c0f-9c0b-b44662d12995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e61b9448-59f5-4593-8924-a74b449c3df0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:53.854191 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e96eb700-4402-4c0f-9c0b-b44662d12995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:53.855326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e96eb700-4402-4c0f-9c0b-b44662d12995 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e61b9448-59f5-4593-8924-a74b449c3df0 HTTP/1.1" status: 204 len: 168 time: 0.1279349 Feb 16 16:59:53.865629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96eb700-4402-4c0f-9c0b-b44662d12995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61b9448-59f5-4593-8924-a74b449c3df0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:54.690262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41812) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:54.791889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fb363153-1596-47d9-af25-40699347ad15 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:54.792530 n-d-669411-5 neutron-server[103422]: WARNING neutron.api.v2.base [None req-fb363153-1596-47d9-af25-40699347ad15 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 16:59:54.793123 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-fb363153-1596-47d9-af25-40699347ad15 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 16:59:54.794283 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fb363153-1596-47d9-af25-40699347ad15 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1028311 Feb 16 16:59:54.799190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41816) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:54.803822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8af3e4b0-124a-42ea-92d9-bb36acf74aed tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group': {'name': 'tempest-secgroup--797604282'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:54.827308 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8af3e4b0-124a-42ea-92d9-bb36acf74aed tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:54.836860 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8af3e4b0-124a-42ea-92d9-bb36acf74aed tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:54.930469 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8af3e4b0-124a-42ea-92d9-bb36acf74aed tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (d6542510-4451-490d-9487-4aa171d14aa5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:54.935377 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8af3e4b0-124a-42ea-92d9-bb36acf74aed tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d6542510-4451-490d-9487-4aa171d14aa5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:54.979624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3e4b0-124a-42ea-92d9-bb36acf74aed tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6542510-4451-490d-9487-4aa171d14aa5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:55.046649 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8af3e4b0-124a-42ea-92d9-bb36acf74aed tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (75519fc0-7fae-430c-a701-60724005e120), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.053772 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8af3e4b0-124a-42ea-92d9-bb36acf74aed tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (75519fc0-7fae-430c-a701-60724005e120), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.080750 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8af3e4b0-124a-42ea-92d9-bb36acf74aed tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.084949 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8af3e4b0-124a-42ea-92d9-bb36acf74aed tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2818224 Feb 16 16:59:55.085988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41822) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:55.093018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ebe27e9b-d5ec-4d41-a026-cc9976fe68df tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '75519fc0-7fae-430c-a701-60724005e120', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:55.115537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3e4b0-124a-42ea-92d9-bb36acf74aed tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75519fc0-7fae-430c-a701-60724005e120,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:55.142642 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebe27e9b-d5ec-4d41-a026-cc9976fe68df tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group_rule (911472f6-ce14-481c-af3d-90cd858de753), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.199126 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebe27e9b-d5ec-4d41-a026-cc9976fe68df tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group_rule (911472f6-ce14-481c-af3d-90cd858de753), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.203598 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebe27e9b-d5ec-4d41-a026-cc9976fe68df tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (911472f6-ce14-481c-af3d-90cd858de753), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.229475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe27e9b-d5ec-4d41-a026-cc9976fe68df tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911472f6-ce14-481c-af3d-90cd858de753,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:55.247832 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebe27e9b-d5ec-4d41-a026-cc9976fe68df tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.249463 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ebe27e9b-d5ec-4d41-a026-cc9976fe68df tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1626058 Feb 16 16:59:55.252135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41828) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:55.257806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-03a5f4df-1bf9-41c3-811b-899216c8756a tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '75519fc0-7fae-430c-a701-60724005e120', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:55.288860 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-03a5f4df-1bf9-41c3-811b-899216c8756a tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group_rule (dcd24439-d809-43fa-9d30-614dfb9bd833), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.337547 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-03a5f4df-1bf9-41c3-811b-899216c8756a tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 16:59:55.338976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-03a5f4df-1bf9-41c3-811b-899216c8756a tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0857933 Feb 16 16:59:55.341935 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41830) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:55.398195 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-603ee529-ab97-472c-8230-0b4cf36269a9 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (75519fc0-7fae-430c-a701-60724005e120), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.424327 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-603ee529-ab97-472c-8230-0b4cf36269a9 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (75519fc0-7fae-430c-a701-60724005e120), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.486305 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-603ee529-ab97-472c-8230-0b4cf36269a9 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (75519fc0-7fae-430c-a701-60724005e120), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.488989 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-603ee529-ab97-472c-8230-0b4cf36269a9 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.490174 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-603ee529-ab97-472c-8230-0b4cf36269a9 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "DELETE /v2.0/security-groups/75519fc0-7fae-430c-a701-60724005e120 HTTP/1.1" status: 204 len: 168 time: 0.1462793 Feb 16 16:59:55.493559 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41832) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:55.501547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ee529-ab97-472c-8230-0b4cf36269a9 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75519fc0-7fae-430c-a701-60724005e120,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:55.549946 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3a4ffca8-8d87-44dc-af15-97403a5297f8 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0556126 Feb 16 16:59:55.554635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41834) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:55.559395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-0d674f60-e481-441b-b39c-82e17a07aab6 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group': {'name': 'tempest-secgroup--197486843'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:55.584524 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0d674f60-e481-441b-b39c-82e17a07aab6 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.684427 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f230394f-11d6-478b-a7af-ad564d327fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.727265 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0d674f60-e481-441b-b39c-82e17a07aab6 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (1aba8469-7860-4832-99f8-383de73bfea1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.731119 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0d674f60-e481-441b-b39c-82e17a07aab6 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1aba8469-7860-4832-99f8-383de73bfea1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.772356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d674f60-e481-441b-b39c-82e17a07aab6 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aba8469-7860-4832-99f8-383de73bfea1,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:55.780002 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0d674f60-e481-441b-b39c-82e17a07aab6 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.781518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0d674f60-e481-441b-b39c-82e17a07aab6 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2257059 Feb 16 16:59:55.784562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41836) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:55.789704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4be3c398-3c79-4ff5-8d1f-10c0469c1a2b tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '1aba8469-7860-4832-99f8-383de73bfea1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:55.789704 n-d-669411-5 neutron-server[103421]: WARNING neutron.api.v2.base [None req-4be3c398-3c79-4ff5-8d1f-10c0469c1a2b tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 16:59:55.790178 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-4be3c398-3c79-4ff5-8d1f-10c0469c1a2b tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:55.793195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4be3c398-3c79-4ff5-8d1f-10c0469c1a2b tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0053096 Feb 16 16:59:55.793418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41838) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:55.858014 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69e06add-0dbd-4e91-81b3-19cf8fb7498d tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (1aba8469-7860-4832-99f8-383de73bfea1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.887743 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69e06add-0dbd-4e91-81b3-19cf8fb7498d tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (1aba8469-7860-4832-99f8-383de73bfea1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.933794 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69e06add-0dbd-4e91-81b3-19cf8fb7498d tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1aba8469-7860-4832-99f8-383de73bfea1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.937489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69e06add-0dbd-4e91-81b3-19cf8fb7498d tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:55.941663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-69e06add-0dbd-4e91-81b3-19cf8fb7498d tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "DELETE /v2.0/security-groups/1aba8469-7860-4832-99f8-383de73bfea1 HTTP/1.1" status: 204 len: 168 time: 0.1451077 Feb 16 16:59:55.942598 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41840) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:55.949328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e06add-0dbd-4e91-81b3-19cf8fb7498d tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aba8469-7860-4832-99f8-383de73bfea1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:56.009144 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-13e74067-5d8a-49e8-b8d9-7670d45defad tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0611188 Feb 16 16:59:56.009683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41842) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.013783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-386439f7-75bc-4ea1-a603-4f7d0d87e8d4 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group': {'name': 'tempest-secgroup--776222155'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:56.037484 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-386439f7-75bc-4ea1-a603-4f7d0d87e8d4 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.107191 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-386439f7-75bc-4ea1-a603-4f7d0d87e8d4 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (46ce45c6-4269-4c0d-8534-7400f9fcf12e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.113033 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-386439f7-75bc-4ea1-a603-4f7d0d87e8d4 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (46ce45c6-4269-4c0d-8534-7400f9fcf12e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.149581 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-386439f7-75bc-4ea1-a603-4f7d0d87e8d4 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.153779 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-386439f7-75bc-4ea1-a603-4f7d0d87e8d4 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1401734 Feb 16 16:59:56.154121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41846) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.159387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-56f168d0-45f8-4b0b-a8c1-235a4b9b52e1 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '46ce45c6-4269-4c0d-8534-7400f9fcf12e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:56.160048 n-d-669411-5 neutron-server[103422]: WARNING neutron.api.v2.base [None req-56f168d0-45f8-4b0b-a8c1-235a4b9b52e1 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 16:59:56.160551 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-56f168d0-45f8-4b0b-a8c1-235a4b9b52e1 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:56.164007 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-56f168d0-45f8-4b0b-a8c1-235a4b9b52e1 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065725 Feb 16 16:59:56.164007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386439f7-75bc-4ea1-a603-4f7d0d87e8d4 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ce45c6-4269-4c0d-8534-7400f9fcf12e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:56.164810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41850) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.230666 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84d99a20-7a2a-47d4-bf62-bcafc996df26 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (46ce45c6-4269-4c0d-8534-7400f9fcf12e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.261389 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84d99a20-7a2a-47d4-bf62-bcafc996df26 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (46ce45c6-4269-4c0d-8534-7400f9fcf12e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.314013 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84d99a20-7a2a-47d4-bf62-bcafc996df26 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (46ce45c6-4269-4c0d-8534-7400f9fcf12e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.317327 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-84d99a20-7a2a-47d4-bf62-bcafc996df26 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.320862 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-84d99a20-7a2a-47d4-bf62-bcafc996df26 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "DELETE /v2.0/security-groups/46ce45c6-4269-4c0d-8534-7400f9fcf12e HTTP/1.1" status: 204 len: 168 time: 0.1531305 Feb 16 16:59:56.322028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41856) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.329125 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d99a20-7a2a-47d4-bf62-bcafc996df26 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ce45c6-4269-4c0d-8534-7400f9fcf12e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:56.389088 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-61a4bd02-665b-4fac-99e7-f1a3b3069107 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0617204 Feb 16 16:59:56.389445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41858) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.394376 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8e2972b0-fcba-4983-8e34-ed2d9c4a6767 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group': {'name': 'tempest-secgroup--473917505'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:56.415592 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e2972b0-fcba-4983-8e34-ed2d9c4a6767 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.491892 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e2972b0-fcba-4983-8e34-ed2d9c4a6767 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (3fe150f9-90b7-4065-aab2-970008d705c6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.495791 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e2972b0-fcba-4983-8e34-ed2d9c4a6767 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3fe150f9-90b7-4065-aab2-970008d705c6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.529599 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e2972b0-fcba-4983-8e34-ed2d9c4a6767 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.533674 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8e2972b0-fcba-4983-8e34-ed2d9c4a6767 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1400177 Feb 16 16:59:56.533864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41860) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.538182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-78793680-e8fe-4f02-a5d8-29ebb5eaf520 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '3fe150f9-90b7-4065-aab2-970008d705c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:56.539030 n-d-669411-5 neutron-server[103422]: WARNING neutron.api.v2.base [None req-78793680-e8fe-4f02-a5d8-29ebb5eaf520 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 16:59:56.539523 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-78793680-e8fe-4f02-a5d8-29ebb5eaf520 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:56.542683 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-78793680-e8fe-4f02-a5d8-29ebb5eaf520 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057073 Feb 16 16:59:56.542813 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41862) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.546783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c222c77e-d477-4d9c-8959-4f6f3b1d870f tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '3fe150f9-90b7-4065-aab2-970008d705c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:56.547405 n-d-669411-5 neutron-server[103422]: WARNING neutron.api.v2.base [None req-c222c77e-d477-4d9c-8959-4f6f3b1d870f tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 16:59:56.547937 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-c222c77e-d477-4d9c-8959-4f6f3b1d870f tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:56.551097 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c222c77e-d477-4d9c-8959-4f6f3b1d870f tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0051680 Feb 16 16:59:56.551097 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2972b0-fcba-4983-8e34-ed2d9c4a6767 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe150f9-90b7-4065-aab2-970008d705c6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:56.551898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41864) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.556312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-17d32490-f751-49a4-96a0-beeda38b0051 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '3fe150f9-90b7-4065-aab2-970008d705c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:56.557401 n-d-669411-5 neutron-server[103421]: WARNING neutron.api.v2.base [None req-17d32490-f751-49a4-96a0-beeda38b0051 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 16:59:56.558000 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-17d32490-f751-49a4-96a0-beeda38b0051 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:56.561317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-17d32490-f751-49a4-96a0-beeda38b0051 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062194 Feb 16 16:59:56.562157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41866) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.566466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-628042ec-87b6-48a4-8da9-e397a7d708ab tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '3fe150f9-90b7-4065-aab2-970008d705c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:56.567527 n-d-669411-5 neutron-server[103421]: WARNING neutron.api.v2.base [None req-628042ec-87b6-48a4-8da9-e397a7d708ab tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 16:59:56.568226 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-628042ec-87b6-48a4-8da9-e397a7d708ab tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:56.571486 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-628042ec-87b6-48a4-8da9-e397a7d708ab tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062118 Feb 16 16:59:56.571815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41868) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.627498 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b561b736-5da4-4ff3-b217-7fa861afae65 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (3fe150f9-90b7-4065-aab2-970008d705c6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.651315 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b561b736-5da4-4ff3-b217-7fa861afae65 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (3fe150f9-90b7-4065-aab2-970008d705c6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.696177 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b561b736-5da4-4ff3-b217-7fa861afae65 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3fe150f9-90b7-4065-aab2-970008d705c6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.699510 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b561b736-5da4-4ff3-b217-7fa861afae65 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.703617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b561b736-5da4-4ff3-b217-7fa861afae65 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "DELETE /v2.0/security-groups/3fe150f9-90b7-4065-aab2-970008d705c6 HTTP/1.1" status: 204 len: 168 time: 0.1281071 Feb 16 16:59:56.704295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41870) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.711946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561b736-5da4-4ff3-b217-7fa861afae65 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe150f9-90b7-4065-aab2-970008d705c6,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:56.759953 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-02ba8eb4-8f22-44ca-9d2b-a372f36f4088 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0543346 Feb 16 16:59:56.764045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41872) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.769961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d4c5ccd4-5cfe-405d-b2c2-1395957c7f30 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902641436'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:56.791810 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4c5ccd4-5cfe-405d-b2c2-1395957c7f30 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.869786 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4c5ccd4-5cfe-405d-b2c2-1395957c7f30 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.876322 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4c5ccd4-5cfe-405d-b2c2-1395957c7f30 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.909310 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4c5ccd4-5cfe-405d-b2c2-1395957c7f30 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:56.911800 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d4c5ccd4-5cfe-405d-b2c2-1395957c7f30 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1448975 Feb 16 16:59:56.914049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41874) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.918677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e4defca9-0494-42bd-ba5d-8ee8a83c52ee tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:56.919468 n-d-669411-5 neutron-server[103421]: WARNING neutron.api.v2.base [None req-e4defca9-0494-42bd-ba5d-8ee8a83c52ee tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 16:59:56.920132 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-e4defca9-0494-42bd-ba5d-8ee8a83c52ee tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:56.924859 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e4defca9-0494-42bd-ba5d-8ee8a83c52ee tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066481 Feb 16 16:59:56.924859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41876) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.929549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-9ba0bc2f-7ce1-42e1-9d07-5df6d551267e tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:56.936218 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5ccd4-5cfe-405d-b2c2-1395957c7f30 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:56.973415 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-9ba0bc2f-7ce1-42e1-9d07-5df6d551267e tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:56.974484 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9ba0bc2f-7ce1-42e1-9d07-5df6d551267e tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0485330 Feb 16 16:59:56.977470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41878) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.981867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-38951e1b-0634-4f3f-bdf0-06632d2afca6 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:56.982355 n-d-669411-5 neutron-server[103421]: WARNING neutron.api.v2.base [None req-38951e1b-0634-4f3f-bdf0-06632d2afca6 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 16:59:56.982828 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-38951e1b-0634-4f3f-bdf0-06632d2afca6 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:56.986950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-38951e1b-0634-4f3f-bdf0-06632d2afca6 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059769 Feb 16 16:59:56.987151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41880) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:56.992680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-38bb66df-1a8e-4120-b073-c9e296ee5927 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.036805 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-38bb66df-1a8e-4120-b073-c9e296ee5927 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:57.041657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41882) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:57.043222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-38bb66df-1a8e-4120-b073-c9e296ee5927 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0543036 Feb 16 16:59:57.049288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-57432056-9630-408f-8254-229054ba6d10 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.049840 n-d-669411-5 neutron-server[103422]: WARNING neutron.api.v2.base [None req-57432056-9630-408f-8254-229054ba6d10 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 16:59:57.050337 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-57432056-9630-408f-8254-229054ba6d10 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:57.054758 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-57432056-9630-408f-8254-229054ba6d10 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100827 Feb 16 16:59:57.055575 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41884) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:57.060064 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d5c3df6f-7e44-4cfe-8b38-cd378439cdbc tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.098523 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-d5c3df6f-7e44-4cfe-8b38-cd378439cdbc tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:57.099869 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d5c3df6f-7e44-4cfe-8b38-cd378439cdbc tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0430388 Feb 16 16:59:57.102675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41886) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:57.107799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-85b7f84a-3e17-4bd4-9d4b-60a2407856ea tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.108408 n-d-669411-5 neutron-server[103421]: WARNING neutron.api.v2.base [None req-85b7f84a-3e17-4bd4-9d4b-60a2407856ea tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 16:59:57.109018 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-85b7f84a-3e17-4bd4-9d4b-60a2407856ea tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:57.110339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-85b7f84a-3e17-4bd4-9d4b-60a2407856ea tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062850 Feb 16 16:59:57.112884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41888) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:57.117604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-613125ac-4990-4da3-ba58-3de6c19eafd3 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.166283 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-613125ac-4990-4da3-ba58-3de6c19eafd3 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:57.167378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-613125ac-4990-4da3-ba58-3de6c19eafd3 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0533698 Feb 16 16:59:57.170496 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41890) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:57.175522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-56d9f888-62d4-4f37-9015-efb20c9848ae tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.211536 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-56d9f888-62d4-4f37-9015-efb20c9848ae tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:57.215311 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-56d9f888-62d4-4f37-9015-efb20c9848ae tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0437653 Feb 16 16:59:57.215653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41892) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:57.274723 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-633d2b8b-1b83-415c-a723-9f73bdc37ba3 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:57.301088 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-633d2b8b-1b83-415c-a723-9f73bdc37ba3 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:57.351996 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-633d2b8b-1b83-415c-a723-9f73bdc37ba3 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:57.354831 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-633d2b8b-1b83-415c-a723-9f73bdc37ba3 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:57.359518 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41898) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:57.360157 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-633d2b8b-1b83-415c-a723-9f73bdc37ba3 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "DELETE /v2.0/security-groups/7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d HTTP/1.1" status: 204 len: 168 time: 0.1428499 Feb 16 16:59:57.371908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d2b8b-1b83-415c-a723-9f73bdc37ba3 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a53f8a4-86ff-4270-847b-8b7a7d2d1d6d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:57.413384 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c3d1c297-103a-492b-ae6f-c928ed2361c6 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0522957 Feb 16 16:59:57.417759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41900) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:57.423962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d04a7d19-a830-4203-9b96-f50339170d50 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790957921'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.450668 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d04a7d19-a830-4203-9b96-f50339170d50 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:57.530103 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d04a7d19-a830-4203-9b96-f50339170d50 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (9c26a572-d778-445c-9697-56ebaba6fc54), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:57.535051 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d04a7d19-a830-4203-9b96-f50339170d50 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9c26a572-d778-445c-9697-56ebaba6fc54), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:57.568770 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d04a7d19-a830-4203-9b96-f50339170d50 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:57.573007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41906) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:57.573364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d04a7d19-a830-4203-9b96-f50339170d50 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1534722 Feb 16 16:59:57.575636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a7d19-a830-4203-9b96-f50339170d50 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c26a572-d778-445c-9697-56ebaba6fc54,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:57.578560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2e57324d-c12f-4a06-b311-197026ee4be0 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '9c26a572-d778-445c-9697-56ebaba6fc54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.639954 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-2e57324d-c12f-4a06-b311-197026ee4be0 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The resource could not be found. Feb 16 16:59:57.644052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41908) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:57.648388 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2e57324d-c12f-4a06-b311-197026ee4be0 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0737371 Feb 16 16:59:57.648840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4f13c955-c19c-4436-ad0f-2983b77a9af9 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '9c26a572-d778-445c-9697-56ebaba6fc54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fdf5dd50-e0b7-4cd9-b8ef-e8337facbb20'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.689920 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-4f13c955-c19c-4436-ad0f-2983b77a9af9 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The resource could not be found. Feb 16 16:59:57.693624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4f13c955-c19c-4436-ad0f-2983b77a9af9 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0459673 Feb 16 16:59:57.694009 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41910) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:57.754049 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a6db149-5cdb-4031-aa36-43c09090d135 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (9c26a572-d778-445c-9697-56ebaba6fc54), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:57.777849 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a6db149-5cdb-4031-aa36-43c09090d135 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (9c26a572-d778-445c-9697-56ebaba6fc54), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:57.826745 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a6db149-5cdb-4031-aa36-43c09090d135 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9c26a572-d778-445c-9697-56ebaba6fc54), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:57.829761 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a6db149-5cdb-4031-aa36-43c09090d135 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:57.835203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2a6db149-5cdb-4031-aa36-43c09090d135 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "DELETE /v2.0/security-groups/9c26a572-d778-445c-9697-56ebaba6fc54 HTTP/1.1" status: 204 len: 168 time: 0.1363461 Feb 16 16:59:57.836520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41916) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:57.841228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6db149-5cdb-4031-aa36-43c09090d135 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c26a572-d778-445c-9697-56ebaba6fc54,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:57.902968 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41918) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:57.904019 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a971d3fb-41ff-4138-82e3-d155a6eeb231 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0650969 Feb 16 16:59:57.911734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a50871ac-f4a3-40e1-a834-c018139cfaef tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': '8599c84a-05ae-4f7d-9145-005479c420d5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.963004 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-a50871ac-f4a3-40e1-a834-c018139cfaef tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The resource could not be found. Feb 16 16:59:57.967883 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a50871ac-f4a3-40e1-a834-c018139cfaef tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0578701 Feb 16 16:59:57.968285 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41920) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:57.973100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c4b9a40c-da90-44c1-9e66-20d41577afe7 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072232065'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:57.994103 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a40c-da90-44c1-9e66-20d41577afe7 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.084813 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a40c-da90-44c1-9e66-20d41577afe7 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (f10f511e-40d0-4378-9770-5c162cbd4f64), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.089265 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a40c-da90-44c1-9e66-20d41577afe7 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f10f511e-40d0-4378-9770-5c162cbd4f64), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.121536 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a40c-da90-44c1-9e66-20d41577afe7 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.126967 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c4b9a40c-da90-44c1-9e66-20d41577afe7 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1538181 Feb 16 16:59:58.126967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9a40c-da90-44c1-9e66-20d41577afe7 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10f511e-40d0-4378-9770-5c162cbd4f64,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:58.127985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41922) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:58.142741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2643d778-2937-4e40-97f6-d3d39d4528ec tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group': {'name': 'tempest-secgroup--2040670023'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:58.165201 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2643d778-2937-4e40-97f6-d3d39d4528ec tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.240396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2643d778-2937-4e40-97f6-d3d39d4528ec tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (7cc04f52-f612-425e-8526-024b7d3decfa), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.244826 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2643d778-2937-4e40-97f6-d3d39d4528ec tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7cc04f52-f612-425e-8526-024b7d3decfa), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.283281 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2643d778-2937-4e40-97f6-d3d39d4528ec tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.287797 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2643d778-2937-4e40-97f6-d3d39d4528ec tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1559873 Feb 16 16:59:58.288175 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41928) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:58.296695 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5e778043-1d2e-4d3c-a7ec-c4e11bae719b tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group_rule': {'security_group_id': 'f10f511e-40d0-4378-9770-5c162cbd4f64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7cc04f52-f612-425e-8526-024b7d3decfa'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:58.301655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643d778-2937-4e40-97f6-d3d39d4528ec tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc04f52-f612-425e-8526-024b7d3decfa,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:58.308319 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00738806-0968-4c91-a9dc-7b5d9b60cb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.375401 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-5e778043-1d2e-4d3c-a7ec-c4e11bae719b tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 16:59:58.379282 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5e778043-1d2e-4d3c-a7ec-c4e11bae719b tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0875461 Feb 16 16:59:58.379880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41934) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:58.439692 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-abbb3e2b-def9-4dc8-86b7-0c639a5ffe3c tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (7cc04f52-f612-425e-8526-024b7d3decfa), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.466251 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-abbb3e2b-def9-4dc8-86b7-0c639a5ffe3c tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (7cc04f52-f612-425e-8526-024b7d3decfa), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.514481 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-abbb3e2b-def9-4dc8-86b7-0c639a5ffe3c tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7cc04f52-f612-425e-8526-024b7d3decfa), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.516182 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-abbb3e2b-def9-4dc8-86b7-0c639a5ffe3c tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.520475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41936) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:58.524271 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-abbb3e2b-def9-4dc8-86b7-0c639a5ffe3c tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "DELETE /v2.0/security-groups/7cc04f52-f612-425e-8526-024b7d3decfa HTTP/1.1" status: 204 len: 168 time: 0.1432474 Feb 16 16:59:58.534923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb3e2b-def9-4dc8-86b7-0c639a5ffe3c tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc04f52-f612-425e-8526-024b7d3decfa,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:58.590666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41940) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:58.590903 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5efdccc1-d520-4153-8517-fe92bef327ec tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0684805 Feb 16 16:59:58.650669 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d0cba32-297b-474f-87e3-105337f8c341 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (f10f511e-40d0-4378-9770-5c162cbd4f64), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.685074 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d0cba32-297b-474f-87e3-105337f8c341 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (f10f511e-40d0-4378-9770-5c162cbd4f64), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.738119 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d0cba32-297b-474f-87e3-105337f8c341 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f10f511e-40d0-4378-9770-5c162cbd4f64), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.740963 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d0cba32-297b-474f-87e3-105337f8c341 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.744531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2d0cba32-297b-474f-87e3-105337f8c341 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "DELETE /v2.0/security-groups/f10f511e-40d0-4378-9770-5c162cbd4f64 HTTP/1.1" status: 204 len: 168 time: 0.1499848 Feb 16 16:59:58.745852 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41948) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:58.752815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cba32-297b-474f-87e3-105337f8c341 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10f511e-40d0-4378-9770-5c162cbd4f64,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:58.801118 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-65a2d6ed-d569-4774-aa5a-b569d71291ed tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0531321 Feb 16 16:59:58.801711 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41950) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:58.805995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3378fc72-9710-47bd-9b3c-5b1f2456a65c tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group': {'name': 'tempest-secgroup--109734546'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:58.826567 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3378fc72-9710-47bd-9b3c-5b1f2456a65c tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.894144 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3378fc72-9710-47bd-9b3c-5b1f2456a65c tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (de1380b2-4c45-42fc-9de2-ea1ae36d4056), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.898095 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3378fc72-9710-47bd-9b3c-5b1f2456a65c tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (de1380b2-4c45-42fc-9de2-ea1ae36d4056), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.937103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378fc72-9710-47bd-9b3c-5b1f2456a65c tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1380b2-4c45-42fc-9de2-ea1ae36d4056,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:58.942575 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3378fc72-9710-47bd-9b3c-5b1f2456a65c tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:58.943934 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3378fc72-9710-47bd-9b3c-5b1f2456a65c tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1411777 Feb 16 16:59:58.946777 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41952) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:58.951392 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-32c8ac40-a7a8-4855-af5d-dd003c1de67a tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:59:58.951960 n-d-669411-5 neutron-server[103422]: WARNING neutron.api.v2.base [None req-32c8ac40-a7a8-4855-af5d-dd003c1de67a tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 16:59:58.952742 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-32c8ac40-a7a8-4855-af5d-dd003c1de67a tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 16:59:58.956155 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-32c8ac40-a7a8-4855-af5d-dd003c1de67a tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "PUT /v2.0/security-groups/de1380b2-4c45-42fc-9de2-ea1ae36d4056 HTTP/1.1" status: 409 len: 330 time: 0.0062501 Feb 16 16:59:58.956431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41954) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:59.012437 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbc34516-5bf2-47a2-93b5-762c3bfa4d9f tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (de1380b2-4c45-42fc-9de2-ea1ae36d4056), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:59.036767 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbc34516-5bf2-47a2-93b5-762c3bfa4d9f tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (de1380b2-4c45-42fc-9de2-ea1ae36d4056), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:59.084256 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbc34516-5bf2-47a2-93b5-762c3bfa4d9f tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (de1380b2-4c45-42fc-9de2-ea1ae36d4056), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:59.087742 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bbc34516-5bf2-47a2-93b5-762c3bfa4d9f tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:59.091323 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bbc34516-5bf2-47a2-93b5-762c3bfa4d9f tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "DELETE /v2.0/security-groups/de1380b2-4c45-42fc-9de2-ea1ae36d4056 HTTP/1.1" status: 204 len: 168 time: 0.1317053 Feb 16 16:59:59.092110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41960) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:59.098552 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc34516-5bf2-47a2-93b5-762c3bfa4d9f tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1380b2-4c45-42fc-9de2-ea1ae36d4056,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:59:59.163364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a68dbf48-217d-46e9-b154-4cbcfe99fc6e tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0694873 Feb 16 16:59:59.170669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41962) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:59.189755 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-51d1230e-93ab-4072-9eb2-f2e7d261fb7d tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] delete failed (client error): The resource could not be found. Feb 16 16:59:59.191801 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-51d1230e-93ab-4072-9eb2-f2e7d261fb7d tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "DELETE /v2.0/security-groups/82e8fba5-90f7-4bed-8cb8-5562a4af7fe7 HTTP/1.1" status: 404 len: 347 time: 0.0188711 Feb 16 16:59:59.195052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41964) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:59.209007 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-ce9c89df-95dd-4951-a7e8-33180a515225 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] show failed (client error): The resource could not be found. Feb 16 16:59:59.210139 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ce9c89df-95dd-4951-a7e8-33180a515225 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "GET /v2.0/security-groups/00e3187b-d2a7-418f-9a35-b2873ce4957d HTTP/1.1" status: 404 len: 347 time: 0.0138049 Feb 16 16:59:59.213671 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41966) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:59.224076 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-0a37e9cd-ece3-4006-a096-986c4cf4d116 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] show failed (client error): The resource could not be found. Feb 16 16:59:59.228962 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0a37e9cd-ece3-4006-a096-986c4cf4d116 tempest-NegativeSecGroupTest-1996233195 tempest-NegativeSecGroupTest-1996233195-project] 10.222.0.24 "GET /v2.0/security-group-rules/3c3dd840-275c-44c1-b679-df9264063328 HTTP/1.1" status: 404 len: 356 time: 0.0105479 Feb 16 16:59:59.340553 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:59.548192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41980) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:59.699389 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ecca033f-7210-401c-842d-af74d64707a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5faee7863d0944aca2b5132cfcd6deb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1499548 Feb 16 16:59:59.701896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41984) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:59:59.751702 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6e4e89f0-f04b-48e9-aabe-21bf86f981cf admin admin] Publish callbacks [] for security_group (d6542510-4451-490d-9487-4aa171d14aa5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:59.773695 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6e4e89f0-f04b-48e9-aabe-21bf86f981cf admin admin] Publish callbacks [] for security_group (d6542510-4451-490d-9487-4aa171d14aa5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:59.821686 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6e4e89f0-f04b-48e9-aabe-21bf86f981cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d6542510-4451-490d-9487-4aa171d14aa5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:59.825197 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6e4e89f0-f04b-48e9-aabe-21bf86f981cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:59:59.829679 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6e4e89f0-f04b-48e9-aabe-21bf86f981cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6542510-4451-490d-9487-4aa171d14aa5 HTTP/1.1" status: 204 len: 168 time: 0.1230195 Feb 16 16:59:59.836951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e89f0-f04b-48e9-aabe-21bf86f981cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6542510-4451-490d-9487-4aa171d14aa5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:00.893365 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:01.541112 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:02.106704 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:04.806569 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:09.755037 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42172) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:09.859712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc41a6-7da6-469e-9375-b2c9fd386873 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:09.860533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc41a6-7da6-469e-9375-b2c9fd386873 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:09.861293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc41a6-7da6-469e-9375-b2c9fd386873 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:09.863243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-96dc41a6-7da6-469e-9375-b2c9fd386873 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=3149206434f648a3b3c2fc882bbf7f07&network_id=9f909f41-cd27-495e-b4b0-85f46e2c581f HTTP/1.1" status: 200 len: 3073 time: 0.1064122 Feb 16 17:00:11.815200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42210) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:11.876367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1eb57e-0ed0-4e14-923c-35dc72c70cfd tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:11.893390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ac1eb57e-0ed0-4e14-923c-35dc72c70cfd tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc HTTP/1.1" status: 200 len: 814 time: 0.0762713 Feb 16 17:00:12.125501 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-76ff4c4d-ff6c-4624-b7b6-4e6d83070a48 req-0d5b33a4-9826-4747-9aaa-c0e1a7ac0d16 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513320 Feb 16 17:00:12.282993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff4c4d-ff6c-4624-b7b6-4e6d83070a48 req-d888ba00-19e8-4653-b6a2-2cd966829e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:12.285591 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-76ff4c4d-ff6c-4624-b7b6-4e6d83070a48 req-d888ba00-19e8-4653-b6a2-2cd966829e09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3149206434f648a3b3c2fc882bbf7f07&device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 1128 time: 0.0935249 Feb 16 17:00:12.428726 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff4c4d-ff6c-4624-b7b6-4e6d83070a48 req-872e0c0d-6ffb-4976-8c9c-5d9d9b080283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:12.430927 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-76ff4c4d-ff6c-4624-b7b6-4e6d83070a48 req-872e0c0d-6ffb-4976-8c9c-5d9d9b080283 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9f909f41-cd27-495e-b4b0-85f46e2c581f HTTP/1.1" status: 200 len: 898 time: 0.1201158 Feb 16 17:00:12.517369 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-76ff4c4d-ff6c-4624-b7b6-4e6d83070a48 req-6c28f5fa-115b-4873-b07b-f8142c1a91d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65624dbe-d457-4599-90c9-3df26602993d HTTP/1.1" status: 200 len: 1002 time: 0.0732467 Feb 16 17:00:12.567914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff4c4d-ff6c-4624-b7b6-4e6d83070a48 req-3ac943d8-940d-479f-b212-638ffd1b88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:12.569522 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-76ff4c4d-ff6c-4624-b7b6-4e6d83070a48 req-3ac943d8-940d-479f-b212-638ffd1b88d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b1e4ed6e-d785-405b-b772-d5d46d6e70fa HTTP/1.1" status: 200 len: 833 time: 0.0462861 Feb 16 17:00:12.618761 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff4c4d-ff6c-4624-b7b6-4e6d83070a48 req-eb8cdeed-6430-49f7-93ba-854106a15db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:12.620402 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-76ff4c4d-ff6c-4624-b7b6-4e6d83070a48 req-eb8cdeed-6430-49f7-93ba-854106a15db6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f909f41-cd27-495e-b4b0-85f46e2c581f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449626 Feb 16 17:00:12.630298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42234) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:12.635185 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'network': {'name': 'tempest-network-smoke--649467692', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'port_security_enabled': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:12.657672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Made reservation on behalf of 3149206434f648a3b3c2fc882bbf7f07 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:12.662217 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:12.689275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:12.699687 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:12.700553 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Added segment 4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a of type vlan for network 99b631ea-758d-4cf9-ba40-bc3700c44f34 Feb 16 17:00:12.748452 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (99b631ea-758d-4cf9-ba40-bc3700c44f34), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:12.754054 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-76ff4c4d-ff6c-4624-b7b6-4e6d83070a48 req-b669a406-f716-4220-92e7-25dff15f7a61 service neutron] 10.222.0.65 "GET /v2.0/networks/9f909f41-cd27-495e-b4b0-85f46e2c581f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251156 Feb 16 17:00:12.776203 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (99b631ea-758d-4cf9-ba40-bc3700c44f34), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:12.782629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:12.783548 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:12.832867 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1977139 Feb 16 17:00:12.832867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42238) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:12.898543 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-76ff4c4d-ff6c-4624-b7b6-4e6d83070a48 req-5ad5c8e6-931a-4aef-8518-b4b7b616b948 service neutron] 10.222.0.65 "GET /v2.0/networks/9f909f41-cd27-495e-b4b0-85f46e2c581f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389003 Feb 16 17:00:12.941991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6591092-40c1-41dc-915b-d888f151630e tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:12.946020 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b6591092-40c1-41dc-915b-d888f151630e tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3149206434f648a3b3c2fc882bbf7f07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1102810 Feb 16 17:00:12.946020 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Network': ['ID=99b631ea-758d-4cf9-ba40-bc3700c44f34,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:12.946240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42240) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:12.983566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:12.984034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:12.984378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:12.984714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:12.985045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:12.985375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:12.985700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:12.986025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:12.986349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:12.986668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:12.986989 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:12.987314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:12.987637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6530e230-95b2-478d-b902-da002e43cd0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:13.004736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 99b631ea-758d-4cf9-ba40-bc3700c44f34 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:00:13.314422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3327370-6a96-4744-9429-546747a1c8e0 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:13.318393 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e3327370-6a96-4744-9429-546747a1c8e0 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3687093 Feb 16 17:00:13.318787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42254) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:13.366274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e86c29e9-a421-470e-8caa-1b748d13fcab tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440888 Feb 16 17:00:13.367114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42256) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:13.407522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a33cd0d5-a161-4ade-bca3-551c7eba7a89 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3149206434f648a3b3c2fc882bbf7f07&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392179 Feb 16 17:00:13.408348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42258) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:13.544741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2891d6-c8d4-411f-bb4f-467a71f37d1d tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:13.546808 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ea2891d6-c8d4-411f-bb4f-467a71f37d1d tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1358964 Feb 16 17:00:13.549853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42260) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:13.581759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-24aa30c4-2798-40db-9ecf-7ce15d2560f0 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302629 Feb 16 17:00:13.584197 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42262) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:13.590078 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5fba4313-8248-40ef-87f6-1d07283d9c08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-950455391', 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:13.762740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fba4313-8248-40ef-87f6-1d07283d9c08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Made reservation on behalf of 3149206434f648a3b3c2fc882bbf7f07 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:13.768884 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5fba4313-8248-40ef-87f6-1d07283d9c08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:13.973417 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5fba4313-8248-40ef-87f6-1d07283d9c08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (f3515543-9321-4972-8b46-14a73c4ae50c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:14.030897 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba4313-8248-40ef-87f6-1d07283d9c08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Subnet': ['ID=f3515543-9321-4972-8b46-14a73c4ae50c,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:14.052227 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fba4313-8248-40ef-87f6-1d07283d9c08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Checking segment: {'id': '4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:00:14.052625 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fba4313-8248-40ef-87f6-1d07283d9c08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network hostable DHCP agents. Network: 99b631ea-758d-4cf9-ba40-bc3700c44f34, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:14.074694 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fba4313-8248-40ef-87f6-1d07283d9c08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network 99b631ea-758d-4cf9-ba40-bc3700c44f34 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:14.086607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5fba4313-8248-40ef-87f6-1d07283d9c08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 99b631ea-758d-4cf9-ba40-bc3700c44f34) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:14.093431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fba4313-8248-40ef-87f6-1d07283d9c08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:14.097827 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5fba4313-8248-40ef-87f6-1d07283d9c08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:14.098490 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfebeef4-2397-4b25-bb69-20962cf35fcf None None] Network 99b631ea-758d-4cf9-ba40-bc3700c44f34 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:00:14.132240 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5fba4313-8248-40ef-87f6-1d07283d9c08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5465691 Feb 16 17:00:14.235438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-99b631ea-758d-4cf9-ba40-bc3700c44f34', 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ips': [{'subnet_id': 'f3515543-9321-4972-8b46-14a73c4ae50c'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:00:14.238514 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:14.417425 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42282) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:14.422892 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-91bcbaa2-9db8-4cc0-9de9-6b23c2ec79d5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-997245631', 'description': 'tempest-secgroup-smoke-997245631 description', 'project_id': '3149206434f648a3b3c2fc882bbf7f07'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:14.466438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Allocated IP 172.20.0.18 (99b631ea-758d-4cf9-ba40-bc3700c44f34/f3515543-9321-4972-8b46-14a73c4ae50c/5b095300-6180-4b72-b66a-e8eca6fd1076) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:14.486166 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91bcbaa2-9db8-4cc0-9de9-6b23c2ec79d5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:14.567602 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91bcbaa2-9db8-4cc0-9de9-6b23c2ec79d5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (5f682235-350e-404f-85f8-7bf146eb7c24), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:14.574812 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91bcbaa2-9db8-4cc0-9de9-6b23c2ec79d5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5f682235-350e-404f-85f8-7bf146eb7c24), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:14.596985 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91bcbaa2-9db8-4cc0-9de9-6b23c2ec79d5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:14.601256 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42284) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:14.601798 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-91bcbaa2-9db8-4cc0-9de9-6b23c2ec79d5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1827106 Feb 16 17:00:14.606354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-16b2ac62-be21-44b9-aed7-f1a97799bcc9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': '5f682235-350e-404f-85f8-7bf146eb7c24', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:14.628108 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcbaa2-9db8-4cc0-9de9-6b23c2ec79d5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f682235-350e-404f-85f8-7bf146eb7c24,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:14.647121 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Publish callbacks [] for port (5b095300-6180-4b72-b66a-e8eca6fd1076), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:14.656284 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (5b095300-6180-4b72-b66a-e8eca6fd1076), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:14.657883 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-16b2ac62-be21-44b9-aed7-f1a97799bcc9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (e5e5e859-cf22-465d-994e-9860f5b7be4d), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:14.679767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Network 99b631ea-758d-4cf9-ba40-bc3700c44f34 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:14.681727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:14.684678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:14.784662 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Pushing event updated for resources: {'Port': ['ID=5b095300-6180-4b72-b66a-e8eca6fd1076,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:14.801277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:14.801721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:14.802145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:14.802547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:14.802948 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:14.803346 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:14.803739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:14.804153 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:14.804541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:14.804933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:14.805319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:14.805717 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:14.806104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:14.816816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Attempting to bind port 5b095300-6180-4b72-b66a-e8eca6fd1076 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:00:14.817253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Attempting to bind port 5b095300-6180-4b72-b66a-e8eca6fd1076 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:00:14.817680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Attempting to bind port 5b095300-6180-4b72-b66a-e8eca6fd1076 on network 99b631ea-758d-4cf9-ba40-bc3700c44f34 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:14.824636 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:14.825090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Checking segment: {'id': '4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:00:14.825559 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:14.826015 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Bound using segment: {'id': '4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:14.826572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Bound port: 5b095300-6180-4b72-b66a-e8eca6fd1076, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:00:14.827034 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5b095300-6180-4b72-b66a-e8eca6fd1076), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:14.875046 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:00:14.931895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] For port 5b095300-6180-4b72-b66a-e8eca6fd1076, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:14.940930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] For port 5b095300-6180-4b72-b66a-e8eca6fd1076, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5b095300-6180-4b72-b66a-e8eca6fd1076,segment=NetworkSegment(4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a),segment_id=4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:14.954055 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5b095300-6180-4b72-b66a-e8eca6fd1076), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:15.033735 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1b91a-9b91-481a-90e0-a92c9bbb9990 None None] Pushing event updated for resources: {'Port': ['ID=5b095300-6180-4b72-b66a-e8eca6fd1076,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:15.230313 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-16b2ac62-be21-44b9-aed7-f1a97799bcc9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (e5e5e859-cf22-465d-994e-9860f5b7be4d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:15.240653 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-16b2ac62-be21-44b9-aed7-f1a97799bcc9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (e5e5e859-cf22-465d-994e-9860f5b7be4d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:15.268426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2ac62-be21-44b9-aed7-f1a97799bcc9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e5e859-cf22-465d-994e-9860f5b7be4d,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:15.274772 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-16b2ac62-be21-44b9-aed7-f1a97799bcc9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:15.279544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42296) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:15.286156 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': '5f682235-350e-404f-85f8-7bf146eb7c24', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:15.291146 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-16b2ac62-be21-44b9-aed7-f1a97799bcc9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6880624 Feb 16 17:00:15.324037 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (e43e4713-a3c1-4a93-8c1e-2e3dff007eaf), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:15.466231 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (e43e4713-a3c1-4a93-8c1e-2e3dff007eaf), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:15.473113 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (e43e4713-a3c1-4a93-8c1e-2e3dff007eaf), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:15.502192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43e4713-a3c1-4a93-8c1e-2e3dff007eaf,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:15.515381 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:15.519435 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2353725 Feb 16 17:00:15.519435 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:15.519435 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:15.519877 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:15.520212 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:15.520759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42300) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:15.520984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:15.521407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:15.522008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:15.522426 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:15.523001 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:15.523415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:15.524009 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:15.524443 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:15.525214 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdd29de-705c-4526-ada3-03b43b3ef2e2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:15.530913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-577dc8b7-dd12-48e2-9cc2-09927f358c48 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': '5f682235-350e-404f-85f8-7bf146eb7c24', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:15.569137 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-577dc8b7-dd12-48e2-9cc2-09927f358c48 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (80042d2f-be1c-431f-a025-720bd24a48d3), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:15.642744 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-577dc8b7-dd12-48e2-9cc2-09927f358c48 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (80042d2f-be1c-431f-a025-720bd24a48d3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:15.647404 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-577dc8b7-dd12-48e2-9cc2-09927f358c48 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (80042d2f-be1c-431f-a025-720bd24a48d3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:15.665878 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dc8b7-dd12-48e2-9cc2-09927f358c48 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80042d2f-be1c-431f-a025-720bd24a48d3,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:15.685451 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-577dc8b7-dd12-48e2-9cc2-09927f358c48 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:15.690175 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42302) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:15.690570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-577dc8b7-dd12-48e2-9cc2-09927f358c48 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1680138 Feb 16 17:00:15.695033 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1db0d375-4753-4104-b0ea-7261cd72245a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': '5f682235-350e-404f-85f8-7bf146eb7c24', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:15.774517 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1db0d375-4753-4104-b0ea-7261cd72245a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (5da1e62d-7cc5-4c18-bbf0-645992f26082), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:15.922705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5b095300-6180-4b72-b66a-e8eca6fd1076 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:15.938993 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1db0d375-4753-4104-b0ea-7261cd72245a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (5da1e62d-7cc5-4c18-bbf0-645992f26082), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:15.945139 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1db0d375-4753-4104-b0ea-7261cd72245a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (5da1e62d-7cc5-4c18-bbf0-645992f26082), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:15.993214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5b095300-6180-4b72-b66a-e8eca6fd1076 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:15.993592 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5b095300-6180-4b72-b66a-e8eca6fd1076), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:16.010204 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0d375-4753-4104-b0ea-7261cd72245a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da1e62d-7cc5-4c18-bbf0-645992f26082,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:16.021359 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1db0d375-4753-4104-b0ea-7261cd72245a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:16.022596 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1db0d375-4753-4104-b0ea-7261cd72245a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3311365 Feb 16 17:00:16.025915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42308) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:16.032170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1e308dc3-249e-4ece-b84e-fb0cbb274b96 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': '5f682235-350e-404f-85f8-7bf146eb7c24', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:16.074322 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-1e308dc3-249e-4ece-b84e-fb0cbb274b96 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Project 3149206434f648a3b3c2fc882bbf7f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:00:16.083310 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1e308dc3-249e-4ece-b84e-fb0cbb274b96 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (49937451-e3ef-4be0-bab5-bb95f33baad8), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:16.127455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5b095300-6180-4b72-b66a-e8eca6fd1076 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:00:16.127956 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5b095300-6180-4b72-b66a-e8eca6fd1076), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:16.174356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 5b095300-6180-4b72-b66a-e8eca6fd1076, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5b095300-6180-4b72-b66a-e8eca6fd1076,segment=NetworkSegment(4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a),segment_id=4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:16.184623 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5b095300-6180-4b72-b66a-e8eca6fd1076), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:16.196348 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1e308dc3-249e-4ece-b84e-fb0cbb274b96 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (49937451-e3ef-4be0-bab5-bb95f33baad8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:16.204004 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1e308dc3-249e-4ece-b84e-fb0cbb274b96 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (49937451-e3ef-4be0-bab5-bb95f33baad8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:16.250882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=5b095300-6180-4b72-b66a-e8eca6fd1076,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:16.258834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e308dc3-249e-4ece-b84e-fb0cbb274b96 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49937451-e3ef-4be0-bab5-bb95f33baad8,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:16.268583 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1e308dc3-249e-4ece-b84e-fb0cbb274b96 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:16.277036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1e308dc3-249e-4ece-b84e-fb0cbb274b96 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2500753 Feb 16 17:00:16.279656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42310) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:16.284691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4aee616b-7c93-4241-bee1-ec77f46d6e97 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': '5f682235-350e-404f-85f8-7bf146eb7c24', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:16.309932 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-4aee616b-7c93-4241-bee1-ec77f46d6e97 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Project 3149206434f648a3b3c2fc882bbf7f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:00:16.318457 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4aee616b-7c93-4241-bee1-ec77f46d6e97 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (d46e4396-5544-4a53-9334-5fd60267c4b3), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:16.422243 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4aee616b-7c93-4241-bee1-ec77f46d6e97 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (d46e4396-5544-4a53-9334-5fd60267c4b3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:16.444393 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4aee616b-7c93-4241-bee1-ec77f46d6e97 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (d46e4396-5544-4a53-9334-5fd60267c4b3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:16.485526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee616b-7c93-4241-bee1-ec77f46d6e97 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46e4396-5544-4a53-9334-5fd60267c4b3,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:16.493584 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4aee616b-7c93-4241-bee1-ec77f46d6e97 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:16.505299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4aee616b-7c93-4241-bee1-ec77f46d6e97 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2142746 Feb 16 17:00:16.660514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a10c55b-b77e-452f-8b1b-a29a89a3c3a9 None None] Network 99b631ea-758d-4cf9-ba40-bc3700c44f34 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:00:16.709613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-20325b24-61f3-4740-b217-74e885426d44 None None] Provisioning complete for port 5b095300-6180-4b72-b66a-e8eca6fd1076 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:16.709983 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-20325b24-61f3-4740-b217-74e885426d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5b095300-6180-4b72-b66a-e8eca6fd1076), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:16.841275 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-a4c75adc-3132-4e5d-8eea-cd55c9359aed tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-997245631&fields=id&tenant_id=3149206434f648a3b3c2fc882bbf7f07 HTTP/1.1" status: 200 len: 267 time: 0.0866172 Feb 16 17:00:16.876712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-20325b24-61f3-4740-b217-74e885426d44 None None] Current status of the port 5b095300-6180-4b72-b66a-e8eca6fd1076 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:00:17.072247 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-268abda7-a00c-4245-8f36-5c4bafac3f4f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:17.078947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-268abda7-a00c-4245-8f36-5c4bafac3f4f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/networks?id=99b631ea-758d-4cf9-ba40-bc3700c44f34 HTTP/1.1" status: 200 len: 796 time: 0.2296593 Feb 16 17:00:17.107301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-893eeae7-65a5-4711-bea9-2711934de1d9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/quotas/3149206434f648a3b3c2fc882bbf7f07 HTTP/1.1" status: 200 len: 375 time: 0.0210161 Feb 16 17:00:17.270849 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-8b62390e-0c2c-47c4-84ab-92f220b3c484 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3149206434f648a3b3c2fc882bbf7f07&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1555169 Feb 16 17:00:17.411230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2b463cd3-87c8-4bef-b585-74dfb25e7061 None None] Provisioning complete for port 5b095300-6180-4b72-b66a-e8eca6fd1076 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:17.411928 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b463cd3-87c8-4bef-b585-74dfb25e7061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5b095300-6180-4b72-b66a-e8eca6fd1076), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:17.452011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-6c278d27-16d5-4cff-817c-98cebc0cd62f service neutron] 10.222.0.24 "GET /v2.0/networks/99b631ea-758d-4cf9-ba40-bc3700c44f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539035 Feb 16 17:00:17.581185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2b463cd3-87c8-4bef-b585-74dfb25e7061 None None] Current status of the port 5b095300-6180-4b72-b66a-e8eca6fd1076 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:00:17.631274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-53230d05-e0de-41bc-85e3-88645e5af9fd service neutron] 10.222.0.24 "GET /v2.0/networks/99b631ea-758d-4cf9-ba40-bc3700c44f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589243 Feb 16 17:00:17.835400 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5b095300-6180-4b72-b66a-e8eca6fd1076 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:17.910725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5b095300-6180-4b72-b66a-e8eca6fd1076 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:17.911351 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5b095300-6180-4b72-b66a-e8eca6fd1076), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:17.931729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-318c2380-bb68-4728-b6e7-ba87fee4588c req-3d29e240-e272-44bf-b334-7c74e0fa0603 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 210 time: 0.0708199 Feb 16 17:00:18.079881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5b095300-6180-4b72-b66a-e8eca6fd1076 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:00:19.040388 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1eb0217e-2211-4140-9716-8a10a6702e91 req-7d222291-cb1b-403d-ab8b-3736e9a5859a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 210 time: 0.0406353 Feb 16 17:00:19.588708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-11604477-13ce-49d2-9746-f4e468e9f594 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:19.590349 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-11604477-13ce-49d2-9746-f4e468e9f594 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.65 "GET /v2.0/networks?id=99b631ea-758d-4cf9-ba40-bc3700c44f34 HTTP/1.1" status: 200 len: 796 time: 0.3101637 Feb 16 17:00:19.755190 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-31de5069-29e0-49cb-aa0d-f57772e4adef tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3149206434f648a3b3c2fc882bbf7f07 HTTP/1.1" status: 200 len: 472 time: 0.1529107 Feb 16 17:00:19.774618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-57ea68a1-4333-493c-9982-28808b6920f9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'port': {'device_id': '0edd95bc-0b09-4f68-928f-bb5143ed2b03', 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34', 'admin_state_up': True, 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'security_groups': ['5f682235-350e-404f-85f8-7bf146eb7c24']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:19.957864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-57ea68a1-4333-493c-9982-28808b6920f9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Made reservation on behalf of 3149206434f648a3b3c2fc882bbf7f07 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:19.961256 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-57ea68a1-4333-493c-9982-28808b6920f9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:20.207163 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-57ea68a1-4333-493c-9982-28808b6920f9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Allocated IP 172.20.0.22 (99b631ea-758d-4cf9-ba40-bc3700c44f34/f3515543-9321-4972-8b46-14a73c4ae50c/f2933112-a9ff-4425-9c38-466b90c30f3a) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:20.221415 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4e65f59-5696-4888-9504-10107e2480d4 req-afd80a91-9d3a-4a19-bee7-9d7d1096cc5e tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 210 time: 0.0716903 Feb 16 17:00:20.386575 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-57ea68a1-4333-493c-9982-28808b6920f9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:20.444318 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-57ea68a1-4333-493c-9982-28808b6920f9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:20.509565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea68a1-4333-493c-9982-28808b6920f9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Port': ['ID=f2933112-a9ff-4425-9c38-466b90c30f3a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:20.525718 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-57ea68a1-4333-493c-9982-28808b6920f9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network 99b631ea-758d-4cf9-ba40-bc3700c44f34 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:20.527582 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-57ea68a1-4333-493c-9982-28808b6920f9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:20.530737 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-57ea68a1-4333-493c-9982-28808b6920f9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:20.606330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-57ea68a1-4333-493c-9982-28808b6920f9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:20.607084 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-57ea68a1-4333-493c-9982-28808b6920f9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:20.634213 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-57ea68a1-4333-493c-9982-28808b6920f9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8761230 Feb 16 17:00:20.648415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Request body: {'port': {'device_id': '0edd95bc-0b09-4f68-928f-bb5143ed2b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:20.783320 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:20.946762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6dc97d8f-f473-4f02-bc09-a6e5eb29b202 None None] Provisioning complete for port f2933112-a9ff-4425-9c38-466b90c30f3a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:20.947821 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6dc97d8f-f473-4f02-bc09-a6e5eb29b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:21.163628 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dc62370-a508-449f-91d0-521cf38d16f0 req-86ab22f2-af22-4415-8adf-756862eb77f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887966 Feb 16 17:00:21.230981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6dc97d8f-f473-4f02-bc09-a6e5eb29b202 None None] Port f2933112-a9ff-4425-9c38-466b90c30f3a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:00:21.337307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc62370-a508-449f-91d0-521cf38d16f0 req-092923ef-e191-41d7-9dbf-8259796b356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:21.344245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dc62370-a508-449f-91d0-521cf38d16f0 req-092923ef-e191-41d7-9dbf-8259796b356b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 1127 time: 0.1354785 Feb 16 17:00:21.409242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2933112-a9ff-4425-9c38-466b90c30f3a {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:00:21.441585 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Publish callbacks [] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:21.441585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Transition to ACTIVE for port object f2933112-a9ff-4425-9c38-466b90c30f3a will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:00:21.452941 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:21.621439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc62370-a508-449f-91d0-521cf38d16f0 req-41cd63cf-6d26-49f7-91f8-9c25c3517bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:21.628427 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dc62370-a508-449f-91d0-521cf38d16f0 req-41cd63cf-6d26-49f7-91f8-9c25c3517bc1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dccb8ef0-5a66-424b-a6e9-2efe628f428b HTTP/1.1" status: 200 len: 898 time: 0.2622504 Feb 16 17:00:21.663690 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Pushing event updated for resources: {'Port': ['ID=f2933112-a9ff-4425-9c38-466b90c30f3a,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:21.693949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7e051-1b43-4ef0-87e7-0d25e2e958a4 req-968f96b6-0128-4889-a4f0-5b7b87884800 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:21.700126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11c7e051-1b43-4ef0-87e7-0d25e2e958a4 req-968f96b6-0128-4889-a4f0-5b7b87884800 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 932 time: 0.3547010 Feb 16 17:00:21.934069 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Attempting to bind port f2933112-a9ff-4425-9c38-466b90c30f3a on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:00:21.934651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Attempting to bind port f2933112-a9ff-4425-9c38-466b90c30f3a by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:00:21.935439 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Attempting to bind port f2933112-a9ff-4425-9c38-466b90c30f3a on network 99b631ea-758d-4cf9-ba40-bc3700c44f34 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:21.979300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Port f2933112-a9ff-4425-9c38-466b90c30f3a on network 99b631ea-758d-4cf9-ba40-bc3700c44f34 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:00:21.979985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Attempting to bind port f2933112-a9ff-4425-9c38-466b90c30f3a on network 99b631ea-758d-4cf9-ba40-bc3700c44f34 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:21.993469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dc62370-a508-449f-91d0-521cf38d16f0 req-80b64e1d-2b91-4d12-8146-ba6a338e3ac5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe HTTP/1.1" status: 200 len: 1001 time: 0.3569629 Feb 16 17:00:22.017292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:22.017803 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Checking segment: {'id': '4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:00:22.018381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Bound using segment: {'id': '4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:22.020715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Bound port: f2933112-a9ff-4425-9c38-466b90c30f3a, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:00:22.021995 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:22.146403 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11c7e051-1b43-4ef0-87e7-0d25e2e958a4 req-c6719902-e45c-45e2-8130-2b7678c3f3af tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f682235-350e-404f-85f8-7bf146eb7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3519654 Feb 16 17:00:22.169972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc62370-a508-449f-91d0-521cf38d16f0 req-b119e61e-58a1-4abd-aaa5-a09ed6ea6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:22.179391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dc62370-a508-449f-91d0-521cf38d16f0 req-b119e61e-58a1-4abd-aaa5-a09ed6ea6fe9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb1dcebf-2d0a-471d-81e5-f47ae020c5d2 HTTP/1.1" status: 200 len: 834 time: 0.1656339 Feb 16 17:00:22.273077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc62370-a508-449f-91d0-521cf38d16f0 req-6e83e9bb-fa21-4e0f-b6ee-a357d26195d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:22.274853 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dc62370-a508-449f-91d0-521cf38d16f0 req-6e83e9bb-fa21-4e0f-b6ee-a357d26195d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dccb8ef0-5a66-424b-a6e9-2efe628f428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0917537 Feb 16 17:00:22.283291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] For port f2933112-a9ff-4425-9c38-466b90c30f3a, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:22.290835 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] For port f2933112-a9ff-4425-9c38-466b90c30f3a, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f2933112-a9ff-4425-9c38-466b90c30f3a,segment=NetworkSegment(4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a),segment_id=4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:22.305589 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:22.427911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Pushing event updated for resources: {'Port': ['ID=f2933112-a9ff-4425-9c38-466b90c30f3a,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:22.506348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:22.506978 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:22.507335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dc62370-a508-449f-91d0-521cf38d16f0 req-d168ee4d-08af-4903-92de-71d04f5b194b service neutron] 10.222.0.60 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255127 Feb 16 17:00:22.508409 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b11d3253-5dab-4ccb-b44f-192043cab429 service neutron] 10.222.0.65 "PUT /v2.0/ports/f2933112-a9ff-4425-9c38-466b90c30f3a HTTP/1.1" status: 200 len: 1092 time: 1.8659606 Feb 16 17:00:22.508868 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edd95bc-0b09-4f68-928f-bb5143ed2b03', 'tag': 'f2933112-a9ff-4425-9c38-466b90c30f3a'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:00:22.511118 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ed6c6e-23be-48b6-9fd7-03ec884f54e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0edd95bc-0b09-4f68-928f-bb5143ed2b03", "tag": "f2933112-a9ff-4425-9c38-466b90c30f3a"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:00:22.665021 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-f20c17f0-0b94-4456-a689-405b68c73167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:22.666565 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-f20c17f0-0b94-4456-a689-405b68c73167 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3149206434f648a3b3c2fc882bbf7f07&device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 1126 time: 0.1055677 Feb 16 17:00:22.668958 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbafb0b0-bc2b-467f-b137-726d448db113 x-openstack-request-id: req-dbafb0b0-bc2b-467f-b137-726d448db113 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:00:22.669242 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0edd95bc-0b09-4f68-928f-bb5143ed2b03", "tag": "f2933112-a9ff-4425-9c38-466b90c30f3a", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:00:22.669498 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbafb0b0-bc2b-467f-b137-726d448db113 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:00:22.669890 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0edd95bc-0b09-4f68-928f-bb5143ed2b03', 'tag': 'f2933112-a9ff-4425-9c38-466b90c30f3a', 'status': 'completed', 'code': 200} Feb 16 17:00:22.793093 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-d6c707b3-b80d-4d64-9414-5ad39a66cddb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=f2933112-a9ff-4425-9c38-466b90c30f3a HTTP/1.1" status: 200 len: 217 time: 0.1150882 Feb 16 17:00:22.870840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-c22d88aa-17e7-4d81-8c7e-56501693a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:22.871343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dc62370-a508-449f-91d0-521cf38d16f0 req-516cce9a-7ac0-4f71-817f-eb16fbab4670 service neutron] 10.222.0.60 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539832 Feb 16 17:00:22.873187 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-c22d88aa-17e7-4d81-8c7e-56501693a0de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f3515543-9321-4972-8b46-14a73c4ae50c HTTP/1.1" status: 200 len: 837 time: 0.0752094 Feb 16 17:00:22.947337 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-f679e80f-0701-4f7e-abd4-6f95b4abed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:22.949043 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-f679e80f-0701-4f7e-abd4-6f95b4abed33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=99b631ea-758d-4cf9-ba40-bc3700c44f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0698328 Feb 16 17:00:23.177897 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-730cbd7f-a9d9-4480-8ed6-a9b148b2ec17 service neutron] 10.222.0.65 "GET /v2.0/networks/99b631ea-758d-4cf9-ba40-bc3700c44f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218347 Feb 16 17:00:23.325079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a940e8-feb7-4834-9ecb-9e2fecdfd0d1 req-f1de9b67-29bf-4a59-84cf-b6e62a9fbc65 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:23.327423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1a940e8-feb7-4834-9ecb-9e2fecdfd0d1 req-f1de9b67-29bf-4a59-84cf-b6e62a9fbc65 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 944 time: 0.0841193 Feb 16 17:00:23.358264 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3215e75c-f782-4f2a-8458-c75be7699b42 req-b0090cf5-160d-4cc1-bcb7-9531130c0c67 service neutron] 10.222.0.65 "GET /v2.0/networks/99b631ea-758d-4cf9-ba40-bc3700c44f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746643 Feb 16 17:00:23.388659 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1a940e8-feb7-4834-9ecb-9e2fecdfd0d1 req-43a59b7f-2879-47ae-8304-604e10db1629 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f682235-350e-404f-85f8-7bf146eb7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547276 Feb 16 17:00:23.460192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6c6e-23be-48b6-9fd7-03ec884f54e5 req-f12a3ff8-0109-4ba3-afa3-3fd5b91a806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:23.461785 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6ed6c6e-23be-48b6-9fd7-03ec884f54e5 req-f12a3ff8-0109-4ba3-afa3-3fd5b91a806e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3149206434f648a3b3c2fc882bbf7f07&device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 1126 time: 0.0504503 Feb 16 17:00:23.922913 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6c6e-23be-48b6-9fd7-03ec884f54e5 req-e672f53a-6c1f-4fe0-8f66-3ec8f3f3c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:23.924963 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6ed6c6e-23be-48b6-9fd7-03ec884f54e5 req-e672f53a-6c1f-4fe0-8f66-3ec8f3f3c9fb service neutron] 10.222.0.65 "GET /v2.0/networks?id=99b631ea-758d-4cf9-ba40-bc3700c44f34 HTTP/1.1" status: 200 len: 897 time: 0.4565775 Feb 16 17:00:23.974170 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6ed6c6e-23be-48b6-9fd7-03ec884f54e5 req-0caaf3cc-af78-4bda-837a-4a7deeda5e3c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=f2933112-a9ff-4425-9c38-466b90c30f3a HTTP/1.1" status: 200 len: 217 time: 0.0426161 Feb 16 17:00:24.024689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6c6e-23be-48b6-9fd7-03ec884f54e5 req-e96f1a75-0c6f-45f9-8b02-f492027f3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:24.026180 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6ed6c6e-23be-48b6-9fd7-03ec884f54e5 req-e96f1a75-0c6f-45f9-8b02-f492027f3132 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f3515543-9321-4972-8b46-14a73c4ae50c HTTP/1.1" status: 200 len: 837 time: 0.0456793 Feb 16 17:00:24.090556 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6c6e-23be-48b6-9fd7-03ec884f54e5 req-45901381-9932-4d70-b6bf-70a8134a21df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:24.092626 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6ed6c6e-23be-48b6-9fd7-03ec884f54e5 req-45901381-9932-4d70-b6bf-70a8134a21df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=99b631ea-758d-4cf9-ba40-bc3700c44f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0593338 Feb 16 17:00:24.207715 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6ed6c6e-23be-48b6-9fd7-03ec884f54e5 req-b9e48670-fde5-475c-b112-a7b0932a3256 service neutron] 10.222.0.65 "GET /v2.0/networks/99b631ea-758d-4cf9-ba40-bc3700c44f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017487 Feb 16 17:00:24.346518 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e6ed6c6e-23be-48b6-9fd7-03ec884f54e5 req-c186e125-fddf-4fd0-aa18-ddd8efa6e286 service neutron] 10.222.0.65 "GET /v2.0/networks/99b631ea-758d-4cf9-ba40-bc3700c44f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327574 Feb 16 17:00:24.531876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5b5e5-45ec-4b48-b0c9-67fd14afa6aa req-910417e3-07cf-4419-ab53-9143782d8bdc tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:24.533887 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3e5b5e5-45ec-4b48-b0c9-67fd14afa6aa req-910417e3-07cf-4419-ab53-9143782d8bdc tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 944 time: 0.0683169 Feb 16 17:00:24.641177 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3e5b5e5-45ec-4b48-b0c9-67fd14afa6aa req-6486fb43-46e6-43f5-8a7b-56192cb2d81d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f682235-350e-404f-85f8-7bf146eb7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004949 Feb 16 17:00:25.668778 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d68e6df3-6f18-458c-9f73-51e29d01ac84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:25.912957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f8c83-9662-4b58-be8d-198d81d7766d req-c2650cf1-01e6-4cfa-8596-fc92229ffd7d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:25.915432 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c54f8c83-9662-4b58-be8d-198d81d7766d req-c2650cf1-01e6-4cfa-8596-fc92229ffd7d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 944 time: 0.0987098 Feb 16 17:00:25.972367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c54f8c83-9662-4b58-be8d-198d81d7766d req-334c9b7f-7280-4acd-ab6a-e04618934f41 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f682235-350e-404f-85f8-7bf146eb7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491583 Feb 16 17:00:26.381075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f2933112-a9ff-4425-9c38-466b90c30f3a details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:00:26.509442 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f2933112-a9ff-4425-9c38-466b90c30f3a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f2933112-a9ff-4425-9c38-466b90c30f3a,segment=NetworkSegment(4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a),segment_id=4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:26.521508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'f2933112-a9ff-4425-9c38-466b90c30f3a', 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34', 'port_id': 'f2933112-a9ff-4425-9c38-466b90c30f3a', 'mac_address': 'fa:16:3e:66:0a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3515543-9321-4972-8b46-14a73c4ae50c', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:00:26.607228 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port f2933112-a9ff-4425-9c38-466b90c30f3a is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:00:26.608614 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:26.650358 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2933112-a9ff-4425-9c38-466b90c30f3a {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:00:26.716419 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f2933112-a9ff-4425-9c38-466b90c30f3a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f2933112-a9ff-4425-9c38-466b90c30f3a,segment=NetworkSegment(4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a),segment_id=4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:26.722401 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:26.780466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=f2933112-a9ff-4425-9c38-466b90c30f3a,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:26.975450 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['f2933112-a9ff-4425-9c38-466b90c30f3a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:00:27.178201 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e16c4c-90fc-43e0-9423-0e136063d1d5 req-cb8f6b13-97eb-43e0-a41d-3c8e4670ceff tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:27.180391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59e16c4c-90fc-43e0-9423-0e136063d1d5 req-cb8f6b13-97eb-43e0-a41d-3c8e4670ceff tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 945 time: 0.0967638 Feb 16 17:00:27.249282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59e16c4c-90fc-43e0-9423-0e136063d1d5 req-1e3aa50d-4a2b-41f0-aa03-7de00be41125 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f682235-350e-404f-85f8-7bf146eb7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628748 Feb 16 17:00:28.302895 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9a029686-30ae-4548-b0d5-107747fbd836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:28.388710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37741b2-a0e1-404b-9fe6-017ef1549c75 req-48d31cc3-7532-46c2-b242-7f1e4c6db74b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:28.391682 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f37741b2-a0e1-404b-9fe6-017ef1549c75 req-48d31cc3-7532-46c2-b242-7f1e4c6db74b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 945 time: 0.0615721 Feb 16 17:00:28.408824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f2933112-a9ff-4425-9c38-466b90c30f3a up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:28.508475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port f2933112-a9ff-4425-9c38-466b90c30f3a completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:00:28.520509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port f2933112-a9ff-4425-9c38-466b90c30f3a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:28.521304 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:28.573902 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f37741b2-a0e1-404b-9fe6-017ef1549c75 req-8ac019b8-64f6-46e9-b0e0-8cd73495c671 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f682235-350e-404f-85f8-7bf146eb7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606302 Feb 16 17:00:28.673428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port f2933112-a9ff-4425-9c38-466b90c30f3a is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:00:28.675065 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:28.698536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edd95bc-0b09-4f68-928f-bb5143ed2b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2933112-a9ff-4425-9c38-466b90c30f3a'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:00:28.701940 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e3ce97-5c97-4f93-83d6-569129ff8278" -d '{"events": [{"server_uuid": "0edd95bc-0b09-4f68-928f-bb5143ed2b03", "name": "network-vif-plugged", "status": "completed", "tag": "f2933112-a9ff-4425-9c38-466b90c30f3a"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:00:28.747027 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb5a0eb-4416-4f13-a315-de494e95a2fb x-openstack-request-id: req-8eb5a0eb-4416-4f13-a315-de494e95a2fb {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:00:28.747455 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edd95bc-0b09-4f68-928f-bb5143ed2b03", "name": "network-vif-plugged", "status": "completed", "tag": "f2933112-a9ff-4425-9c38-466b90c30f3a", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:00:28.748727 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8eb5a0eb-4416-4f13-a315-de494e95a2fb {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:00:28.749021 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0edd95bc-0b09-4f68-928f-bb5143ed2b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2933112-a9ff-4425-9c38-466b90c30f3a', 'code': 200} Feb 16 17:00:28.754933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f2933112-a9ff-4425-9c38-466b90c30f3a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f2933112-a9ff-4425-9c38-466b90c30f3a,segment=NetworkSegment(4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a),segment_id=4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:28.768571 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:28.854974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=f2933112-a9ff-4425-9c38-466b90c30f3a,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:28.888044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77908a-f4e9-4b9d-9650-8bcc4ca40fee req-b3f5545f-5d83-4bd1-92eb-b1979f03dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:28.890803 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9b77908a-f4e9-4b9d-9650-8bcc4ca40fee req-b3f5545f-5d83-4bd1-92eb-b1979f03dfe2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 1128 time: 0.0800335 Feb 16 17:00:28.940951 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9b77908a-f4e9-4b9d-9650-8bcc4ca40fee req-1134466d-7f41-489e-acae-22608a11f32a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5f682235-350e-404f-85f8-7bf146eb7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441983 Feb 16 17:00:29.360508 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:29.855840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a1c3f-7b0d-4b21-95d7-edca005e07a7 req-f031870b-51fa-4766-9539-d5b5fdc8b37a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:29.864953 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b40a1c3f-7b0d-4b21-95d7-edca005e07a7 req-f031870b-51fa-4766-9539-d5b5fdc8b37a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 946 time: 0.1376650 Feb 16 17:00:29.943120 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b40a1c3f-7b0d-4b21-95d7-edca005e07a7 req-83046ec7-008b-4838-9df2-3b2d57e92f89 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f682235-350e-404f-85f8-7bf146eb7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769854 Feb 16 17:00:30.900275 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:31.145447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2669b4-fca3-4bb3-bdd5-17bb42055c21 req-80489593-68c8-4abb-b13a-83d2f736c005 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:31.155617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e2669b4-fca3-4bb3-bdd5-17bb42055c21 req-80489593-68c8-4abb-b13a-83d2f736c005 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 946 time: 0.0832241 Feb 16 17:00:31.238458 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e2669b4-fca3-4bb3-bdd5-17bb42055c21 req-f9b31016-2b69-41cf-b19f-79be0efc44ad tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f682235-350e-404f-85f8-7bf146eb7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812521 Feb 16 17:00:31.356027 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913c361-4340-405c-a0c8-e3162b260676 req-ddf520a8-346e-4364-b802-a1092e856ae8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:31.364998 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1913c361-4340-405c-a0c8-e3162b260676 req-ddf520a8-346e-4364-b802-a1092e856ae8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 946 time: 0.0645406 Feb 16 17:00:31.428445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1913c361-4340-405c-a0c8-e3162b260676 req-9a71dc6f-993f-4e25-8a1f-3f939b5c2a38 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f682235-350e-404f-85f8-7bf146eb7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619693 Feb 16 17:00:31.531433 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:32.091259 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:32.907979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42580) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:33.427204 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:33.742312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Allocated IP 172.20.0.17 (99b631ea-758d-4cf9-ba40-bc3700c44f34/f3515543-9321-4972-8b46-14a73c4ae50c/34eb5dc4-fc46-496f-9375-bbf8f1f8b194) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:33.865954 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:33.902280 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:33.946560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network 99b631ea-758d-4cf9-ba40-bc3700c44f34 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:33.950169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:33.954973 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:34.029623 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Port': ['ID=34eb5dc4-fc46-496f-9375-bbf8f1f8b194,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:34.065020 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:34.261329 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:34.401942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8df6562b-0ec7-4a14-818e-1535a9dfdc61 None None] Provisioning complete for port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:34.402524 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8df6562b-0ec7-4a14-818e-1535a9dfdc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:34.484495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8df6562b-0ec7-4a14-818e-1535a9dfdc61 None None] Port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:00:34.612301 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:34.621113 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:34.683342 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Port': ['ID=34eb5dc4-fc46-496f-9375-bbf8f1f8b194,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:34.733281 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:34.808342 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:34.834913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network 99b631ea-758d-4cf9-ba40-bc3700c44f34 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:34.836529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:35.012394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:00:35.222288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:35.235906 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-040b7328-5be6-41eb-b987-871062f1de06 None None] Provisioning complete for port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:35.248935 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-040b7328-5be6-41eb-b987-871062f1de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:35.249617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7b444076-25ca-4f18-a21d-df28901c73df tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "PUT /v2.0/routers/0531bfd3-168f-4f9f-8502-af94ae3f4aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3405097 Feb 16 17:00:35.259230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Sync routers for ids ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:35.307526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Routers {'0531bfd3-168f-4f9f-8502-af94ae3f4aeb'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:35.312131 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:35.331366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-040b7328-5be6-41eb-b987-871062f1de06 None None] Port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:00:35.463268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Set router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:35.771285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T17:00:34Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5594689a-d964-46f5-974d-ae46c1bcc8c7', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'port_id': '65624dbe-d457-4599-90c9-3df26602993d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'mac_address': 'fa:16:3e:41:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:59:36Z', 'updated_at': '2022-02-16T16:59:40Z', 'revision_number': 1, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34eb5dc4-fc46-496f-9375-bbf8f1f8b194', 'name': '', 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:ff:db:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f3515543-9321-4972-8b46-14a73c4ae50c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:33Z', 'updated_at': '2022-02-16T17:00:34Z', 'revision_number': 2, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'f3515543-9321-4972-8b46-14a73c4ae50c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b76171b2-db85-4576-9cd8-d9ff289d982a', 'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:93:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:13Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:35.801642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Checking router: 0531bfd3-168f-4f9f-8502-af94ae3f4aeb for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:00:35.802146 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Updating router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:00:35.833124 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:36.137966 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Publish callbacks [] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:36.145673 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:36.244660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc62a6-31ea-422e-9460-5cd440a9b355 None None] Pushing event updated for resources: {'Port': ['ID=34eb5dc4-fc46-496f-9375-bbf8f1f8b194,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:36.331319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Attempting to bind port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:00:36.331614 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Attempting to bind port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:00:36.332102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Attempting to bind port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 on network 99b631ea-758d-4cf9-ba40-bc3700c44f34 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:36.338429 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:36.338925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Checking segment: {'id': '4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:00:36.339455 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:36.340092 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Bound using segment: {'id': '4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:36.340678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Bound port: 34eb5dc4-fc46-496f-9375-bbf8f1f8b194, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:00:36.341163 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:36.448340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] For port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:36.456814 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] For port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=34eb5dc4-fc46-496f-9375-bbf8f1f8b194,segment=NetworkSegment(4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a),segment_id=4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:36.470764 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:36.591335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Routers {'0531bfd3-168f-4f9f-8502-af94ae3f4aeb'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:36.593099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:36.673520 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc62a6-31ea-422e-9460-5cd440a9b355 None None] Pushing event updated for resources: {'Port': ['ID=34eb5dc4-fc46-496f-9375-bbf8f1f8b194,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:36.765107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-fceb1374-9c17-49ac-bccd-a6417c9d3cfb None None] Provisioning complete for port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:36.765563 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fceb1374-9c17-49ac-bccd-a6417c9d3cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:36.926319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-fceb1374-9c17-49ac-bccd-a6417c9d3cfb None None] Current status of the port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:00:36.926872 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fceb1374-9c17-49ac-bccd-a6417c9d3cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:36.941176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] Set router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:37.037487 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-fceb1374-9c17-49ac-bccd-a6417c9d3cfb None None] For port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=34eb5dc4-fc46-496f-9375-bbf8f1f8b194,segment=NetworkSegment(4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a),segment_id=4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:37.046162 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fceb1374-9c17-49ac-bccd-a6417c9d3cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:37.135601 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb1374-9c17-49ac-bccd-a6417c9d3cfb None None] Pushing event updated for resources: {'Port': ['ID=34eb5dc4-fc46-496f-9375-bbf8f1f8b194,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:37.195886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6808a7cf-4a81-4e8e-870c-5ba4f3846d59 None None] Provisioning complete for port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:37.196379 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6808a7cf-4a81-4e8e-870c-5ba4f3846d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:37.416741 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T17:00:34Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5594689a-d964-46f5-974d-ae46c1bcc8c7', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'port_id': '65624dbe-d457-4599-90c9-3df26602993d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'mac_address': 'fa:16:3e:41:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:59:36Z', 'updated_at': '2022-02-16T16:59:40Z', 'revision_number': 1, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34eb5dc4-fc46-496f-9375-bbf8f1f8b194', 'name': '', 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:ff:db:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f3515543-9321-4972-8b46-14a73c4ae50c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:33Z', 'updated_at': '2022-02-16T17:00:36Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'f3515543-9321-4972-8b46-14a73c4ae50c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b76171b2-db85-4576-9cd8-d9ff289d982a', 'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:93:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:13Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:37.482135 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6808a7cf-4a81-4e8e-870c-5ba4f3846d59 None None] Current status of the port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:00:37.485821 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce9654-50d1-47f5-a0b5-52c3ae1b2a2d None None] The sync data for ids ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'] in n-d-669411-5 is: [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T17:00:34Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5594689a-d964-46f5-974d-ae46c1bcc8c7', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'port_id': '65624dbe-d457-4599-90c9-3df26602993d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'mac_address': 'fa:16:3e:41:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:59:36Z', 'updated_at': '2022-02-16T16:59:40Z', 'revision_number': 1, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34eb5dc4-fc46-496f-9375-bbf8f1f8b194', 'name': '', 'network_id': '99b631ea-758d-4cf9-ba40-bc3700c44f34', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:ff:db:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f3515543-9321-4972-8b46-14a73c4ae50c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:33Z', 'updated_at': '2022-02-16T17:00:36Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'f3515543-9321-4972-8b46-14a73c4ae50c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b76171b2-db85-4576-9cd8-d9ff289d982a', 'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:93:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:13Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:37.896685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:38.008748 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:38.009385 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:38.113732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:00:51.866533 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:00:52.403109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42974) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:52.540360 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-adab6335-cf61-4875-b6f0-d487006e61d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:52.627962 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-adab6335-cf61-4875-b6f0-d487006e61d5 admin admin] Publish callbacks [] for security_group (d8d36f92-ea8b-47b4-805d-f39d27501c42), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:52.632808 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-adab6335-cf61-4875-b6f0-d487006e61d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d8d36f92-ea8b-47b4-805d-f39d27501c42), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:52.677302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab6335-cf61-4875-b6f0-d487006e61d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d36f92-ea8b-47b4-805d-f39d27501c42,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:52.686609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-adab6335-cf61-4875-b6f0-d487006e61d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=648c6a95322e4139956bf6c8ae22fb97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2822642 Feb 16 17:00:52.687049 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42984) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:52.754876 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e45ac481-5b96-4718-93f0-dd9ee3ce9a0d admin admin] Publish callbacks [] for security_group (d8d36f92-ea8b-47b4-805d-f39d27501c42), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:52.786665 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e45ac481-5b96-4718-93f0-dd9ee3ce9a0d admin admin] Publish callbacks [] for security_group (d8d36f92-ea8b-47b4-805d-f39d27501c42), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:52.853531 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e45ac481-5b96-4718-93f0-dd9ee3ce9a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d8d36f92-ea8b-47b4-805d-f39d27501c42), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:52.858410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e45ac481-5b96-4718-93f0-dd9ee3ce9a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:52.859988 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e45ac481-5b96-4718-93f0-dd9ee3ce9a0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8d36f92-ea8b-47b4-805d-f39d27501c42 HTTP/1.1" status: 204 len: 168 time: 0.1711063 Feb 16 17:00:52.872598 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ac481-5b96-4718-93f0-dd9ee3ce9a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d36f92-ea8b-47b4-805d-f39d27501c42,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:53.735988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43026) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:53.872117 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-448506218-network', 'tenant_id': '2b779e025ab44f24afff60114276c36b'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:53.906213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] Made reservation on behalf of 2b779e025ab44f24afff60114276c36b for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:53.908703 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:53.918305 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:53.999454 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] Publish callbacks [] for security_group (78c4b448-bf9b-4fad-b0bf-eba575fcbc56), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:54.005234 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (78c4b448-bf9b-4fad-b0bf-eba575fcbc56), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:54.024662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:00:54.052870 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (fc6a5462-608e-4746-85c3-9eea1dfc9562), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:54.054131 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] Added segment fc6a5462-608e-4746-85c3-9eea1dfc9562 of type vlan for network 59605855-a12a-4807-9e09-0b33b401436f Feb 16 17:00:54.068515 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c4b448-bf9b-4fad-b0bf-eba575fcbc56,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:54.110206 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (59605855-a12a-4807-9e09-0b33b401436f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:54.142592 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (59605855-a12a-4807-9e09-0b33b401436f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:54.144013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:54.144592 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:54.187056 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4461980 Feb 16 17:00:54.187392 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43038) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:54.192902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-600ed6cb-ebc3-427f-bccc-5f5717fd6dc3 admin admin] Request body: {'subnet': {'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-448506218-subnet', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:54.233746 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976527b-587a-47aa-b3f0-08d76d2b6f84 admin admin] Pushing event updated for resources: {'Network': ['ID=59605855-a12a-4807-9e09-0b33b401436f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:54.252176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 59605855-a12a-4807-9e09-0b33b401436f details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:00:54.255536 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600ed6cb-ebc3-427f-bccc-5f5717fd6dc3 admin admin] Made reservation on behalf of 2b779e025ab44f24afff60114276c36b for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:00:54.269674 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-600ed6cb-ebc3-427f-bccc-5f5717fd6dc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:54.596523 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-600ed6cb-ebc3-427f-bccc-5f5717fd6dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:54.661845 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ed6cb-ebc3-427f-bccc-5f5717fd6dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:54.670582 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600ed6cb-ebc3-427f-bccc-5f5717fd6dc3 admin admin] Checking segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:00:54.670941 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ed6cb-ebc3-427f-bccc-5f5717fd6dc3 admin admin] Network hostable DHCP agents. Network: 59605855-a12a-4807-9e09-0b33b401436f, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:00:54.690723 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ed6cb-ebc3-427f-bccc-5f5717fd6dc3 admin admin] Network 59605855-a12a-4807-9e09-0b33b401436f is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:00:54.701081 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-600ed6cb-ebc3-427f-bccc-5f5717fd6dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 59605855-a12a-4807-9e09-0b33b401436f) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:54.708616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600ed6cb-ebc3-427f-bccc-5f5717fd6dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:00:54.709579 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-600ed6cb-ebc3-427f-bccc-5f5717fd6dc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:54.713735 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5234c3-5ce6-49ef-a859-c91cdb69bc29 None None] Network 59605855-a12a-4807-9e09-0b33b401436f requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:00:54.732726 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-600ed6cb-ebc3-427f-bccc-5f5717fd6dc3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5435162 Feb 16 17:00:54.733685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43048) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:54.740344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:00:54.773326 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:54.774982 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:54.849216 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Publish callbacks [] for router_controller (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:54.864787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-59605855-a12a-4807-9e09-0b33b401436f', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:00:54.865976 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:55.002141 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Publish callbacks [] for router_gateway (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:55.027743 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Allocated IP 172.20.0.2 (59605855-a12a-4807-9e09-0b33b401436f/a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f/c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:55.237053 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Publish callbacks [] for router_gateway (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:55.257638 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:55.348892 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Publish callbacks [] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:55.354317 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:55.372603 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Allocated IP 172.25.4.180 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/191bdd0c-accc-478e-942d-8457f73dd3fc) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:55.402285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Network 59605855-a12a-4807-9e09-0b33b401436f is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:55.410433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:55.412548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Pushing event updated for resources: {'Port': ['ID=c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:55.414687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:55.493861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Attempting to bind port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:00:55.494268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Attempting to bind port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:00:55.494615 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Attempting to bind port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:55.510695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:55.511076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Checking segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:00:55.511498 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:55.511922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Bound using segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:55.512396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Bound port: c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:00:55.512778 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:55.521660 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Publish callbacks [] for port (191bdd0c-accc-478e-942d-8457f73dd3fc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:55.570662 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (191bdd0c-accc-478e-942d-8457f73dd3fc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:55.586202 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] For port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:55.590135 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] For port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:55.600545 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:55.611031 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:55.616551 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:55.620144 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:55.698869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098371d2-91ac-40b1-b82a-54338dfeeaa3 None None] Pushing event updated for resources: {'Port': ['ID=c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:55.709461 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93091fb4-2c0c-41a3-b8a9-2bb3d34ca458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:55.719351 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43080) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:55.961945 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Pushing event updated for resources: {'Port': ['ID=191bdd0c-accc-478e-942d-8457f73dd3fc,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:56.126747 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Publish callbacks [] for router_gateway (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:56.401626 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:56.476697 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5adf9bbf-7af0-4817-8be3-ef6890385645 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:56.563582 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:00:56.693517 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:00:56.705350 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Sync routers for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:00:56.720624 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:56.722364 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:56.730173 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:56.731352 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-74395729-c6a8-425d-80fb-bbc7a3bc7391 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9967122 Feb 16 17:00:56.734709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43102) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:00:56.863805 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:57.156905 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:55Z', 'revision_number': 3, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:57.192866 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Checking router: a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:00:57.193475 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Updating router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 port 191bdd0c-accc-478e-942d-8457f73dd3fc binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:00:57.226282 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (191bdd0c-accc-478e-942d-8457f73dd3fc), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:57.282670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bbbc90-f3b3-4c8d-9002-2c06641a2246 None None] Network 59605855-a12a-4807-9e09-0b33b401436f requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:00:57.419391 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a99a49dd-35a0-47e7-9eb6-0e629625584d None None] Provisioning complete for port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:57.419910 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a99a49dd-35a0-47e7-9eb6-0e629625584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:57.646232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a99a49dd-35a0-47e7-9eb6-0e629625584d None None] Current status of the port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:00:57.646634 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a99a49dd-35a0-47e7-9eb6-0e629625584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:57.724395 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Publish callbacks [] for port (191bdd0c-accc-478e-942d-8457f73dd3fc), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:57.727711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a99a49dd-35a0-47e7-9eb6-0e629625584d None None] For port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:57.735238 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (191bdd0c-accc-478e-942d-8457f73dd3fc), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:57.737906 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a99a49dd-35a0-47e7-9eb6-0e629625584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:57.846117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a49dd-35a0-47e7-9eb6-0e629625584d None None] Pushing event updated for resources: {'Port': ['ID=c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:57.875051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5adf9bbf-7af0-4817-8be3-ef6890385645 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Deleting port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:00:57.875517 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5adf9bbf-7af0-4817-8be3-ef6890385645 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:57.921557 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60da298-a7d7-4274-8d35-51ed8454e5ec None None] Pushing event updated for resources: {'Port': ['ID=191bdd0c-accc-478e-942d-8457f73dd3fc,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:57.962396 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60da298-a7d7-4274-8d35-51ed8454e5ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:57.962875 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60da298-a7d7-4274-8d35-51ed8454e5ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:57.963303 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60da298-a7d7-4274-8d35-51ed8454e5ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:57.963729 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60da298-a7d7-4274-8d35-51ed8454e5ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:57.964204 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60da298-a7d7-4274-8d35-51ed8454e5ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:57.964621 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60da298-a7d7-4274-8d35-51ed8454e5ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:57.965037 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60da298-a7d7-4274-8d35-51ed8454e5ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:57.965453 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60da298-a7d7-4274-8d35-51ed8454e5ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:57.965865 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60da298-a7d7-4274-8d35-51ed8454e5ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:57.966315 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60da298-a7d7-4274-8d35-51ed8454e5ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:57.966720 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60da298-a7d7-4274-8d35-51ed8454e5ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:57.967132 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60da298-a7d7-4274-8d35-51ed8454e5ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:57.967708 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60da298-a7d7-4274-8d35-51ed8454e5ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:00:57.971249 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Attempting to bind port 191bdd0c-accc-478e-942d-8457f73dd3fc on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:00:57.971714 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Attempting to bind port 191bdd0c-accc-478e-942d-8457f73dd3fc by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:00:57.972188 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Attempting to bind port 191bdd0c-accc-478e-942d-8457f73dd3fc on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:00:57.978301 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:00:57.978805 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:00:57.979309 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:57.980010 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:00:57.980556 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Bound port: 191bdd0c-accc-478e-942d-8457f73dd3fc, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:00:57.981024 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (191bdd0c-accc-478e-942d-8457f73dd3fc), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:58.033980 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] For port 191bdd0c-accc-478e-942d-8457f73dd3fc, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:00:58.037094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:00:58.037397 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] For port 191bdd0c-accc-478e-942d-8457f73dd3fc, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=191bdd0c-accc-478e-942d-8457f73dd3fc,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:00:58.049226 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (191bdd0c-accc-478e-942d-8457f73dd3fc), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:58.123792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-137431f8-be4c-46cf-9fcc-62b09b4bdd95 None None] Provisioning complete for port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:58.124413 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-137431f8-be4c-46cf-9fcc-62b09b4bdd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:58.142842 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:00:58.143639 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:58.190987 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:58.191622 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:58.232996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-5adf9bbf-7af0-4817-8be3-ef6890385645 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] For port 34eb5dc4-fc46-496f-9375-bbf8f1f8b194, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=34eb5dc4-fc46-496f-9375-bbf8f1f8b194,segment=NetworkSegment(4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a),segment_id=4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:00:58.233633 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5adf9bbf-7af0-4817-8be3-ef6890385645 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:58.241673 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:58.283365 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-137431f8-be4c-46cf-9fcc-62b09b4bdd95 None None] Current status of the port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:00:58.302764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5adf9bbf-7af0-4817-8be3-ef6890385645 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Calling delete_port for 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:00:58.305227 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5213-ee92-4680-a28f-4b3933eff089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:58.305777 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:00:58.379746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:00:58.398951 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60da298-a7d7-4274-8d35-51ed8454e5ec None None] Pushing event updated for resources: {'Port': ['ID=191bdd0c-accc-478e-942d-8457f73dd3fc,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:58.572001 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:55Z', 'revision_number': 3, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:00:58.615799 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071c309-e7c3-4dfa-ac41-f55eb3bd8797 None None] The sync data for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 is: [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:55Z', 'revision_number': 3, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:00:58.696661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Allocated IP 172.20.0.1 (59605855-a12a-4807-9e09-0b33b401436f/a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f/142d0436-0abc-4ca5-bf82-38c9e114765a) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:00:58.909204 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Publish callbacks [] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:58.912799 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5adf9bbf-7af0-4817-8be3-ef6890385645 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (34eb5dc4-fc46-496f-9375-bbf8f1f8b194), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:58.970125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf9bbf-7af0-4817-8be3-ef6890385645 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Port': ['ID=34eb5dc4-fc46-496f-9375-bbf8f1f8b194,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:59.229339 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:59.298178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Network 59605855-a12a-4807-9e09-0b33b401436f is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:00:59.308964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:00:59.313684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:00:59.318360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Pushing event updated for resources: {'Port': ['ID=142d0436-0abc-4ca5-bf82-38c9e114765a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:00:59.355578 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5adf9bbf-7af0-4817-8be3-ef6890385645 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:59.390025 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:59.452029 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:59.781822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adf9bbf-7af0-4817-8be3-ef6890385645 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:00:59.792732 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:59.825183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1e166859-1b2b-4c8a-8222-13ab76912c9b None None] Provisioning complete for port 142d0436-0abc-4ca5-bf82-38c9e114765a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:00:59.825840 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e166859-1b2b-4c8a-8222-13ab76912c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:00:59.905105 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1e166859-1b2b-4c8a-8222-13ab76912c9b None None] Port 142d0436-0abc-4ca5-bf82-38c9e114765a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:01:00.012340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adf9bbf-7af0-4817-8be3-ef6890385645 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:00.022324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aec381-fbbf-4fb5-b324-5f4d367bf7cb None None] Sync routers for ids ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:00.030304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5adf9bbf-7af0-4817-8be3-ef6890385645 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "PUT /v2.0/routers/0531bfd3-168f-4f9f-8502-af94ae3f4aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3064032 Feb 16 17:01:00.036451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aec381-fbbf-4fb5-b324-5f4d367bf7cb None None] Routers {'0531bfd3-168f-4f9f-8502-af94ae3f4aeb'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:00.037093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f9aec381-fbbf-4fb5-b324-5f4d367bf7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:00.225320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 191bdd0c-accc-478e-942d-8457f73dd3fc up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:00.272487 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Publish callbacks [] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:00.284679 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:00.335862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f9aec381-fbbf-4fb5-b324-5f4d367bf7cb None None] Set router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:00.385712 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:00.387460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Pushing event updated for resources: {'Port': ['ID=142d0436-0abc-4ca5-bf82-38c9e114765a,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:00.495565 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 191bdd0c-accc-478e-942d-8457f73dd3fc triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:00.496442 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (191bdd0c-accc-478e-942d-8457f73dd3fc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:00.581758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Network 59605855-a12a-4807-9e09-0b33b401436f is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:00.585569 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:00.693267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 191bdd0c-accc-478e-942d-8457f73dd3fc is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:00.693832 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (191bdd0c-accc-478e-942d-8457f73dd3fc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:00.741903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 191bdd0c-accc-478e-942d-8457f73dd3fc, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=191bdd0c-accc-478e-942d-8457f73dd3fc,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:00.750999 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (191bdd0c-accc-478e-942d-8457f73dd3fc), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:00.752289 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:00.761046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eeefe-a71c-4255-87c2-7252fa0b08b6 req-d1b903d3-878f-4997-bbe0-7f848692942c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:00.762882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-192eeefe-a71c-4255-87c2-7252fa0b08b6 req-d1b903d3-878f-4997-bbe0-7f848692942c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 946 time: 0.2521226 Feb 16 17:01:00.816737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f9aec381-fbbf-4fb5-b324-5f4d367bf7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T17:00:58Z', 'revision_number': 6, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5594689a-d964-46f5-974d-ae46c1bcc8c7', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'port_id': '65624dbe-d457-4599-90c9-3df26602993d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'mac_address': 'fa:16:3e:41:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:59:36Z', 'updated_at': '2022-02-16T16:59:40Z', 'revision_number': 1, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76171b2-db85-4576-9cd8-d9ff289d982a', 'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:93:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:13Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:00.862134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-192eeefe-a71c-4255-87c2-7252fa0b08b6 req-0e8404ab-3c8d-4384-a121-23bc6d556351 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f682235-350e-404f-85f8-7bf146eb7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910935 Feb 16 17:01:00.898170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:00.926957 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aec381-fbbf-4fb5-b324-5f4d367bf7cb None None] Checking router: 0531bfd3-168f-4f9f-8502-af94ae3f4aeb for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:01.004160 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=191bdd0c-accc-478e-942d-8457f73dd3fc,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:01.018143 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:01.033462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-02740de5-27dd-41a0-8309-ac5f30a9e431 None None] Provisioning complete for port 142d0436-0abc-4ca5-bf82-38c9e114765a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:01.033841 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02740de5-27dd-41a0-8309-ac5f30a9e431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:01.035401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aec381-fbbf-4fb5-b324-5f4d367bf7cb None None] Routers {'0531bfd3-168f-4f9f-8502-af94ae3f4aeb'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:01.036058 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f9aec381-fbbf-4fb5-b324-5f4d367bf7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:01.074473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:01.089399 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4336dcca-6684-4d84-af2f-70f9e739e656 admin admin] 10.222.0.24 "PUT /v2.0/routers/a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3403089 Feb 16 17:01:01.162383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-02740de5-27dd-41a0-8309-ac5f30a9e431 None None] Port 142d0436-0abc-4ca5-bf82-38c9e114765a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:01:01.174914 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:01.175288 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:01.195638 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Sync routers for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:01.236336 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:01.236998 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:01.251172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f9aec381-fbbf-4fb5-b324-5f4d367bf7cb None None] Set router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:01.557462 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:01.630406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:01.771967 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:01.783105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282eadca-ab39-43d6-b2eb-5e40904fa558 req-4e528285-6406-4b8f-b076-5b3c36ecced3 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:01.785953 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-282eadca-ab39-43d6-b2eb-5e40904fa558 req-4e528285-6406-4b8f-b076-5b3c36ecced3 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.65 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 946 time: 0.1482658 Feb 16 17:01:01.791856 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f9aec381-fbbf-4fb5-b324-5f4d367bf7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T17:00:58Z', 'revision_number': 6, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5594689a-d964-46f5-974d-ae46c1bcc8c7', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'port_id': '65624dbe-d457-4599-90c9-3df26602993d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'mac_address': 'fa:16:3e:41:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:59:36Z', 'updated_at': '2022-02-16T16:59:40Z', 'revision_number': 1, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76171b2-db85-4576-9cd8-d9ff289d982a', 'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:93:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:13Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:01.867038 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aec381-fbbf-4fb5-b324-5f4d367bf7cb None None] The sync data for ids ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'] in n-d-669411-5 is: [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T17:00:58Z', 'revision_number': 6, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5594689a-d964-46f5-974d-ae46c1bcc8c7', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'port_id': '65624dbe-d457-4599-90c9-3df26602993d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'mac_address': 'fa:16:3e:41:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:59:36Z', 'updated_at': '2022-02-16T16:59:40Z', 'revision_number': 1, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76171b2-db85-4576-9cd8-d9ff289d982a', 'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:93:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:13Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:01.926869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 191bdd0c-accc-478e-942d-8457f73dd3fc up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:02.058305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-282eadca-ab39-43d6-b2eb-5e40904fa558 req-4fb797b8-7873-43aa-b354-6bed7c901e73 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Deleting port f2933112-a9ff-4425-9c38-466b90c30f3a {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:01:02.058660 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-282eadca-ab39-43d6-b2eb-5e40904fa558 req-4fb797b8-7873-43aa-b354-6bed7c901e73 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:02.061865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 191bdd0c-accc-478e-942d-8457f73dd3fc triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:02.062242 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (191bdd0c-accc-478e-942d-8457f73dd3fc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:02.165644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43202) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:02.172879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1327349229-network', 'tenant_id': '1e5fc036d27e4b1b85a0bd921caccc4a'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:02.195918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87493-9504-4b61-a9f2-296c9c82b7da req-a7f0aea2-deb4-4bef-9e47-44df5a96da1a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:02.212282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cc87493-9504-4b61-a9f2-296c9c82b7da req-a7f0aea2-deb4-4bef-9e47-44df5a96da1a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 946 time: 0.1981778 Feb 16 17:01:02.213751 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-282eadca-ab39-43d6-b2eb-5e40904fa558 req-4fb797b8-7873-43aa-b354-6bed7c901e73 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] For port f2933112-a9ff-4425-9c38-466b90c30f3a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f2933112-a9ff-4425-9c38-466b90c30f3a,segment=NetworkSegment(4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a),segment_id=4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:02.214127 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-282eadca-ab39-43d6-b2eb-5e40904fa558 req-4fb797b8-7873-43aa-b354-6bed7c901e73 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:02.231248 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-282eadca-ab39-43d6-b2eb-5e40904fa558 req-4fb797b8-7873-43aa-b354-6bed7c901e73 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Calling delete_port for f2933112-a9ff-4425-9c38-466b90c30f3a owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:01:02.367249 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cc87493-9504-4b61-a9f2-296c9c82b7da req-7a84d786-613b-4a78-ad9a-737a52fd0332 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f682235-350e-404f-85f8-7bf146eb7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537416 Feb 16 17:01:02.408832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] Made reservation on behalf of 1e5fc036d27e4b1b85a0bd921caccc4a for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:02.410218 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 2, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:02.415812 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:02.462747 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Checking router: a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:02.463083 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Updating router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 port 142d0436-0abc-4ca5-bf82-38c9e114765a binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:01:02.492132 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:02.511280 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:02.625479 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-282eadca-ab39-43d6-b2eb-5e40904fa558 req-4fb797b8-7873-43aa-b354-6bed7c901e73 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f2933112-a9ff-4425-9c38-466b90c30f3a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:02.688868 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:02.756903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e107632-dedd-43a9-afa3-2d0dcdd24492 req-6a7397d2-469f-4f6a-9e47-f0c07a27076e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:02.758989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e107632-dedd-43a9-afa3-2d0dcdd24492 req-6a7397d2-469f-4f6a-9e47-f0c07a27076e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 945 time: 0.2973793 Feb 16 17:01:02.761268 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb797b8-7873-43aa-b354-6bed7c901e73 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Port': ['ID=f2933112-a9ff-4425-9c38-466b90c30f3a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:02.797060 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 191bdd0c-accc-478e-942d-8457f73dd3fc is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:02.805792 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-282eadca-ab39-43d6-b2eb-5e40904fa558 req-4fb797b8-7873-43aa-b354-6bed7c901e73 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] No DVR routers for this DVR port f2933112-a9ff-4425-9c38-466b90c30f3a on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:02.809525 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] Publish callbacks [] for security_group (d9322d39-20ae-4645-80e0-68e8e56fd14a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:02.815191 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-282eadca-ab39-43d6-b2eb-5e40904fa558 req-4fb797b8-7873-43aa-b354-6bed7c901e73 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:02.818691 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-282eadca-ab39-43d6-b2eb-5e40904fa558 req-4fb797b8-7873-43aa-b354-6bed7c901e73 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.65 "DELETE /v2.0/ports/f2933112-a9ff-4425-9c38-466b90c30f3a HTTP/1.1" status: 204 len: 173 time: 1.0255644 Feb 16 17:01:02.828565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edd95bc-0b09-4f68-928f-bb5143ed2b03', 'name': 'network-vif-deleted', 'tag': 'f2933112-a9ff-4425-9c38-466b90c30f3a'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:01:02.838161 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b230f8-8b16-46d8-bf81-21299b15d09c" -d '{"events": [{"server_uuid": "0edd95bc-0b09-4f68-928f-bb5143ed2b03", "name": "network-vif-deleted", "tag": "f2933112-a9ff-4425-9c38-466b90c30f3a"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:01:02.840012 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d9322d39-20ae-4645-80e0-68e8e56fd14a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:02.920514 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5124c2db-9c93-4b8b-a1e2-3609953241a8 x-openstack-request-id: req-5124c2db-9c93-4b8b-a1e2-3609953241a8 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:01:02.920947 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edd95bc-0b09-4f68-928f-bb5143ed2b03", "name": "network-vif-deleted", "tag": "f2933112-a9ff-4425-9c38-466b90c30f3a", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:01:02.921096 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5124c2db-9c93-4b8b-a1e2-3609953241a8 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:01:02.921576 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0edd95bc-0b09-4f68-928f-bb5143ed2b03', 'name': 'network-vif-deleted', 'tag': 'f2933112-a9ff-4425-9c38-466b90c30f3a', 'status': 'completed', 'code': 200} Feb 16 17:01:02.947086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e107632-dedd-43a9-afa3-2d0dcdd24492 req-9986a78e-f4ed-46c2-920b-a45f3ddf54f2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598327 Feb 16 17:01:02.979057 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43212) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:02.989719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:02.996975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9322d39-20ae-4645-80e0-68e8e56fd14a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:03.017840 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (808e3704-3a6c-4aed-9ba4-e41a95fab313), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:03.018064 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] Added segment 808e3704-3a6c-4aed-9ba4-e41a95fab313 of type vlan for network bfe47c35-19ac-4088-8dc2-dc2142d0972e Feb 16 17:01:03.103210 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Publish callbacks [] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:03.111681 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:03.136361 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-10b09c21-b6e5-4438-b182-0f1b61173810 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/4b726b72-85b5-4a0e-a54c-f7b92d3b6e56 HTTP/1.1" status: 200 len: 993 time: 0.1508884 Feb 16 17:01:03.137455 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (bfe47c35-19ac-4088-8dc2-dc2142d0972e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:03.177545 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (bfe47c35-19ac-4088-8dc2-dc2142d0972e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:03.179214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:03.179986 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:03.353174 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057af64-d84b-479d-8eb1-d29f40ee567e None None] Pushing event updated for resources: {'Port': ['ID=142d0436-0abc-4ca5-bf82-38c9e114765a,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:03.402991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] Pushing event updated for resources: {'Network': ['ID=bfe47c35-19ac-4088-8dc2-dc2142d0972e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:03.410475 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Attempting to bind port 142d0436-0abc-4ca5-bf82-38c9e114765a on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:01:03.411078 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Attempting to bind port 142d0436-0abc-4ca5-bf82-38c9e114765a by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:01:03.411182 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Attempting to bind port 142d0436-0abc-4ca5-bf82-38c9e114765a on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:03.432325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network bfe47c35-19ac-4088-8dc2-dc2142d0972e details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:01:03.432549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5a707bac-680f-4ee6-ab51-dd0ca1608bcc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2613916 Feb 16 17:01:03.432810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43226) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:03.439517 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:03.439517 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Checking segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:03.439517 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:03.439517 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Bound using segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:03.439517 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Bound port: 142d0436-0abc-4ca5-bf82-38c9e114765a, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:01:03.439517 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:03.440339 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-427068ad-00c4-445a-b138-05cbd8e77d6e admin admin] Request body: {'subnet': {'network_id': 'bfe47c35-19ac-4088-8dc2-dc2142d0972e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1327349229-subnet', 'tenant_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:03.515013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427068ad-00c4-445a-b138-05cbd8e77d6e admin admin] Made reservation on behalf of 1e5fc036d27e4b1b85a0bd921caccc4a for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:03.518115 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-427068ad-00c4-445a-b138-05cbd8e77d6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:03.629946 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] For port 142d0436-0abc-4ca5-bf82-38c9e114765a, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:03.638741 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] For port 142d0436-0abc-4ca5-bf82-38c9e114765a, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=142d0436-0abc-4ca5-bf82-38c9e114765a,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:03.674331 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:03.720087 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e0204e01-ffd8-4b73-9345-11b6e8d4b8c5 None None] Provisioning complete for port 142d0436-0abc-4ca5-bf82-38c9e114765a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:03.720612 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e0204e01-ffd8-4b73-9345-11b6e8d4b8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:03.747191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72fc6100-0001-46c3-87b4-32bfa850f00e req-4d85e60e-cb6d-4602-8df7-e4b3816c793b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0edd95bc-0b09-4f68-928f-bb5143ed2b03 HTTP/1.1" status: 200 len: 210 time: 0.1314883 Feb 16 17:01:03.835742 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:03.837858 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:03.850801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7dc62-83cb-428a-8a7c-b0fc13f7807f req-638e7ae5-908a-4487-acaa-86af1d9234ac tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:03.868439 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53f7dc62-83cb-428a-8a7c-b0fc13f7807f req-638e7ae5-908a-4487-acaa-86af1d9234ac tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 1127 time: 0.1647577 Feb 16 17:01:03.899464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:03.931716 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-427068ad-00c4-445a-b138-05cbd8e77d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (f4ce27c3-ebf2-452f-a965-eae48da4ed49), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:03.962376 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057af64-d84b-479d-8eb1-d29f40ee567e None None] Pushing event updated for resources: {'Port': ['ID=142d0436-0abc-4ca5-bf82-38c9e114765a,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:03.972621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:01:03.972981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 34eb5dc4-fc46-496f-9375-bbf8f1f8b194 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:03.989851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53f7dc62-83cb-428a-8a7c-b0fc13f7807f req-3eb55a08-f5cd-44a8-819f-82829795772f tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154706 Feb 16 17:01:04.040629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427068ad-00c4-445a-b138-05cbd8e77d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ce27c3-ebf2-452f-a965-eae48da4ed49,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:04.089026 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e0204e01-ffd8-4b73-9345-11b6e8d4b8c5 None None] Current status of the port 142d0436-0abc-4ca5-bf82-38c9e114765a is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:04.089344 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e0204e01-ffd8-4b73-9345-11b6e8d4b8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:04.119277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427068ad-00c4-445a-b138-05cbd8e77d6e admin admin] Checking segment: {'id': '808e3704-3a6c-4aed-9ba4-e41a95fab313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfe47c35-19ac-4088-8dc2-dc2142d0972e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:04.120349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427068ad-00c4-445a-b138-05cbd8e77d6e admin admin] Network hostable DHCP agents. Network: bfe47c35-19ac-4088-8dc2-dc2142d0972e, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:04.161922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427068ad-00c4-445a-b138-05cbd8e77d6e admin admin] Network bfe47c35-19ac-4088-8dc2-dc2142d0972e is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:04.167676 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:04.176835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e0204e01-ffd8-4b73-9345-11b6e8d4b8c5 None None] For port 142d0436-0abc-4ca5-bf82-38c9e114765a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=142d0436-0abc-4ca5-bf82-38c9e114765a,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:04.179525 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-427068ad-00c4-445a-b138-05cbd8e77d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, bfe47c35-19ac-4088-8dc2-dc2142d0972e) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:04.184242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427068ad-00c4-445a-b138-05cbd8e77d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:04.185589 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-427068ad-00c4-445a-b138-05cbd8e77d6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:04.189517 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e0204e01-ffd8-4b73-9345-11b6e8d4b8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:04.201807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a067438b-19b7-4cdf-b7c3-b4124bd80938 None None] Network bfe47c35-19ac-4088-8dc2-dc2142d0972e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:01:04.223929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43250) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:04.224407 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-427068ad-00c4-445a-b138-05cbd8e77d6e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7902372 Feb 16 17:01:04.228673 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1327349229-router', 'tenant_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:04.270975 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (102517af-a8b4-4a81-a18f-10808dc92367), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:04.272534 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (102517af-a8b4-4a81-a18f-10808dc92367), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:04.489148 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Publish callbacks [] for router_controller (102517af-a8b4-4a81-a18f-10808dc92367), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:04.503305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-aa2d113c-88d4-4878-ad6c-6fbcf56a1f94 req-895f8503-0773-4ce9-a712-dbcac09bb311 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:01:04.520764 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa2d113c-88d4-4878-ad6c-6fbcf56a1f94 req-895f8503-0773-4ce9-a712-dbcac09bb311 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3602614 Feb 16 17:01:04.557725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-bfe47c35-19ac-4088-8dc2-dc2142d0972e', 'network_id': 'bfe47c35-19ac-4088-8dc2-dc2142d0972e', 'project_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'fixed_ips': [{'subnet_id': 'f4ce27c3-ebf2-452f-a965-eae48da4ed49'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:01:04.568823 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:04.594843 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d05897e1-4982-40d0-b68c-bc9ffd699c4f None None] Provisioning complete for port 142d0436-0abc-4ca5-bf82-38c9e114765a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:04.595319 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d05897e1-4982-40d0-b68c-bc9ffd699c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:04.642146 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:03Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:04.729272 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f2933112-a9ff-4425-9c38-466b90c30f3a no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:04.740822 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e7f5af-2b98-4878-b036-8340122b00e9 None None] The sync data for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 is: [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:03Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:04.769914 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: f2933112-a9ff-4425-9c38-466b90c30f3a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:01:04.772683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f2933112-a9ff-4425-9c38-466b90c30f3a not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:04.831242 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0204e01-ffd8-4b73-9345-11b6e8d4b8c5 None None] Pushing event updated for resources: {'Port': ['ID=142d0436-0abc-4ca5-bf82-38c9e114765a,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:04.855840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43256) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:05.060550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d05897e1-4982-40d0-b68c-bc9ffd699c4f None None] Current status of the port 142d0436-0abc-4ca5-bf82-38c9e114765a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:05.065475 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:05.086335 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a0038a2-49e3-4ccc-9df9-4b491a115093 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (5f682235-350e-404f-85f8-7bf146eb7c24), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:05.249889 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a0038a2-49e3-4ccc-9df9-4b491a115093 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (5f682235-350e-404f-85f8-7bf146eb7c24), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:05.252999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Allocated IP 172.20.0.2 (bfe47c35-19ac-4088-8dc2-dc2142d0972e/f4ce27c3-ebf2-452f-a965-eae48da4ed49/2bc750d2-bb22-4df8-8b9e-e506be5bb259) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:05.471356 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a0038a2-49e3-4ccc-9df9-4b491a115093 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5f682235-350e-404f-85f8-7bf146eb7c24), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:05.474332 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a0038a2-49e3-4ccc-9df9-4b491a115093 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:05.475884 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8a0038a2-49e3-4ccc-9df9-4b491a115093 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "DELETE /v2.0/security-groups/5f682235-350e-404f-85f8-7bf146eb7c24 HTTP/1.1" status: 204 len: 168 time: 0.6180184 Feb 16 17:01:05.506059 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0038a2-49e3-4ccc-9df9-4b491a115093 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f682235-350e-404f-85f8-7bf146eb7c24,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:05.532116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43278) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:05.653695 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0562f04b-387f-4bf8-bd73-a4bbe07fbf0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Deleting subnet f3515543-9321-4972-8b46-14a73c4ae50c {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:01:05.662622 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0562f04b-387f-4bf8-bd73-a4bbe07fbf0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for subnet (f3515543-9321-4972-8b46-14a73c4ae50c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:05.775720 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0562f04b-387f-4bf8-bd73-a4bbe07fbf0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (f3515543-9321-4972-8b46-14a73c4ae50c), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:05.831669 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Publish callbacks [] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:05.844590 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:05.954582 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0562f04b-387f-4bf8-bd73-a4bbe07fbf0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (f3515543-9321-4972-8b46-14a73c4ae50c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:06.036165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Pushing event updated for resources: {'Port': ['ID=2bc750d2-bb22-4df8-8b9e-e506be5bb259,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:06.048855 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0562f04b-387f-4bf8-bd73-a4bbe07fbf0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (f3515543-9321-4972-8b46-14a73c4ae50c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:06.053151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 142d0436-0abc-4ca5-bf82-38c9e114765a up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:06.152016 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0562f04b-387f-4bf8-bd73-a4bbe07fbf0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:06.164383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176207e8-f1a2-4185-bd7e-6a62c4d41af6 None None] Network 99b631ea-758d-4cf9-ba40-bc3700c44f34 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:01:06.167996 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0562f04b-387f-4bf8-bd73-a4bbe07fbf0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "DELETE /v2.0/subnets/f3515543-9321-4972-8b46-14a73c4ae50c HTTP/1.1" status: 204 len: 168 time: 0.6338127 Feb 16 17:01:06.169629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43284) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:06.173150 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562f04b-387f-4bf8-bd73-a4bbe07fbf0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Subnet': ['ID=f3515543-9321-4972-8b46-14a73c4ae50c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:06.220909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Network bfe47c35-19ac-4088-8dc2-dc2142d0972e is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:06.225970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:06.237629 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:06.310044 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Publish callbacks [] for router_gateway (102517af-a8b4-4a81-a18f-10808dc92367), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:06.332178 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (99b631ea-758d-4cf9-ba40-bc3700c44f34), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:06.523615 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Deleting port 5b095300-6180-4b72-b66a-e8eca6fd1076 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:01:06.527158 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5b095300-6180-4b72-b66a-e8eca6fd1076), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:06.595838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 142d0436-0abc-4ca5-bf82-38c9e114765a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:06.596382 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:06.652230 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] For port 5b095300-6180-4b72-b66a-e8eca6fd1076, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5b095300-6180-4b72-b66a-e8eca6fd1076,segment=NetworkSegment(4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a),segment_id=4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:06.652603 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5b095300-6180-4b72-b66a-e8eca6fd1076), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:06.667978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Calling delete_port for 5b095300-6180-4b72-b66a-e8eca6fd1076 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:01:06.697381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Attempting to bind port 2bc750d2-bb22-4df8-8b9e-e506be5bb259 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:01:06.698391 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Attempting to bind port 2bc750d2-bb22-4df8-8b9e-e506be5bb259 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '808e3704-3a6c-4aed-9ba4-e41a95fab313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfe47c35-19ac-4088-8dc2-dc2142d0972e'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:01:06.700903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Attempting to bind port 2bc750d2-bb22-4df8-8b9e-e506be5bb259 on network bfe47c35-19ac-4088-8dc2-dc2142d0972e {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:06.701647 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-347df317-683a-48bb-b39b-05e07db6600f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4331844 Feb 16 17:01:06.707211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-be6debd0-3617-493d-b98f-a0f8b0248712 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:01:06.715155 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-be6debd0-3617-493d-b98f-a0f8b0248712 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094378 Feb 16 17:01:06.733122 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:06.735003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Checking segment: {'id': '808e3704-3a6c-4aed-9ba4-e41a95fab313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfe47c35-19ac-4088-8dc2-dc2142d0972e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:06.735970 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:06.740479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Bound using segment: {'id': '808e3704-3a6c-4aed-9ba4-e41a95fab313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfe47c35-19ac-4088-8dc2-dc2142d0972e'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:06.741968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Bound port: 2bc750d2-bb22-4df8-8b9e-e506be5bb259, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808e3704-3a6c-4aed-9ba4-e41a95fab313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfe47c35-19ac-4088-8dc2-dc2142d0972e'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:01:06.744078 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:06.844296 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-a4b57f96-56d0-47df-aa0f-75aa03125d0a tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:06.845919 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-a4b57f96-56d0-47df-aa0f-75aa03125d0a tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/ports/4232a65c-5ab1-4d51-9527-5acfad96afbe HTTP/1.1" status: 200 len: 1124 time: 0.0836346 Feb 16 17:01:06.850112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5b095300-6180-4b72-b66a-e8eca6fd1076), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:06.891370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Port': ['ID=5b095300-6180-4b72-b66a-e8eca6fd1076,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:06.897754 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] No DVR routers for this DVR port 5b095300-6180-4b72-b66a-e8eca6fd1076 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:06.980971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] For port 2bc750d2-bb22-4df8-8b9e-e506be5bb259, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:06.989399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] For port 2bc750d2-bb22-4df8-8b9e-e506be5bb259, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2bc750d2-bb22-4df8-8b9e-e506be5bb259,segment=NetworkSegment(808e3704-3a6c-4aed-9ba4-e41a95fab313),segment_id=808e3704-3a6c-4aed-9ba4-e41a95fab313)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:07.032034 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81d8251-d229-4f14-a3bc-dbe93fc97eb3 None None] DHCP port deletion for 99b631ea-758d-4cf9-ba40-bc3700c44f34 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:01:07.042375 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:07.063254 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Publish callbacks [] for router_gateway (102517af-a8b4-4a81-a18f-10808dc92367), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:07.063704 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (99b631ea-758d-4cf9-ba40-bc3700c44f34), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:07.089013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b631ea-758d-4cf9-ba40-bc3700c44f34']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:07.102799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:07.103653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:07.117675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306b9f6-7d45-4d98-a52f-6d253920f825 None None] Pushing event updated for resources: {'Port': ['ID=2bc750d2-bb22-4df8-8b9e-e506be5bb259,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:07.118185 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:07.140481 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:07.142911 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:07.151615 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:07.152430 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (4820c5da-c5cb-4fdf-bd2e-eaf7e9c2c43a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:07.164263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 142d0436-0abc-4ca5-bf82-38c9e114765a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:07.249788 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:07.256776 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (99b631ea-758d-4cf9-ba40-bc3700c44f34), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:07.292078 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:07.297911 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "DELETE /v2.0/networks/99b631ea-758d-4cf9-ba40-bc3700c44f34 HTTP/1.1" status: 204 len: 168 time: 1.1196053 Feb 16 17:01:07.298903 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed88ba-aeab-4ae3-a16f-9aff0a852633 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Network': ['ID=99b631ea-758d-4cf9-ba40-bc3700c44f34,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:07.306613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43302) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:07.448954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Allocated IP 172.25.4.23 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/0747abc0-d053-45ae-be38-6840db1afeaf) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:07.666889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-471e0c4e-7f16-4a6b-b4d2-891e9fd6370f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Deleting port efb9839f-ccb3-48ff-b445-66457e4066f3 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:01:07.667931 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-471e0c4e-7f16-4a6b-b4d2-891e9fd6370f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (efb9839f-ccb3-48ff-b445-66457e4066f3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:07.723094 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Publish callbacks [] for port (0747abc0-d053-45ae-be38-6840db1afeaf), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:07.835975 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (0747abc0-d053-45ae-be38-6840db1afeaf), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:07.844608 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-471e0c4e-7f16-4a6b-b4d2-891e9fd6370f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (efb9839f-ccb3-48ff-b445-66457e4066f3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:07.845190 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-471e0c4e-7f16-4a6b-b4d2-891e9fd6370f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for floatingip (efb9839f-ccb3-48ff-b445-66457e4066f3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:07.876716 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-471e0c4e-7f16-4a6b-b4d2-891e9fd6370f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Calling delete_port for efb9839f-ccb3-48ff-b445-66457e4066f3 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:01:07.941637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2bc750d2-bb22-4df8-8b9e-e506be5bb259 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:08.030494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:08.045730 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:08.049177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-5262ca47-1add-48fb-bd0d-b7b76f040209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:08.057188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-5262ca47-1add-48fb-bd0d-b7b76f040209 service neutron] 10.222.0.24 "GET /v2.0/ports/4232a65c-5ab1-4d51-9527-5acfad96afbe HTTP/1.1" status: 200 len: 1124 time: 0.2597618 Feb 16 17:01:08.069421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9646542e-adc5-43e6-9044-6665362b19e2 service neutron] Request body: {'binding': {'host': 'n-h1-669411-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:08.069890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9646542e-adc5-43e6-9044-6665362b19e2 service neutron] Unknown quota resources ['binding']. {{(pid=103421) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 17:01:08.073447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2bc750d2-bb22-4df8-8b9e-e506be5bb259 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:08.073922 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:08.108816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:08.177083 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-471e0c4e-7f16-4a6b-b4d2-891e9fd6370f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (efb9839f-ccb3-48ff-b445-66457e4066f3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:08.218237 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e0c4e-7f16-4a6b-b4d2-891e9fd6370f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Port': ['ID=efb9839f-ccb3-48ff-b445-66457e4066f3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:08.242266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2bc750d2-bb22-4df8-8b9e-e506be5bb259 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:08.242689 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:08.296520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Pushing event updated for resources: {'Port': ['ID=0747abc0-d053-45ae-be38-6840db1afeaf,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:08.312551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 2bc750d2-bb22-4df8-8b9e-e506be5bb259, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2bc750d2-bb22-4df8-8b9e-e506be5bb259,segment=NetworkSegment(808e3704-3a6c-4aed-9ba4-e41a95fab313),segment_id=808e3704-3a6c-4aed-9ba4-e41a95fab313)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:08.322090 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:08.346555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9646542e-adc5-43e6-9044-6665362b19e2 service neutron] Attempting to bind port 4232a65c-5ab1-4d51-9527-5acfad96afbe on host n-h1-669411-5 for vnic_type normal with profile None {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:01:08.348304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9646542e-adc5-43e6-9044-6665362b19e2 service neutron] Attempting to bind port 4232a65c-5ab1-4d51-9527-5acfad96afbe by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:01:08.350007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9646542e-adc5-43e6-9044-6665362b19e2 service neutron] Attempting to bind port 4232a65c-5ab1-4d51-9527-5acfad96afbe on network dccb8ef0-5a66-424b-a6e9-2efe628f428b {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:08.350237 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-471e0c4e-7f16-4a6b-b4d2-891e9fd6370f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for floatingip (5594689a-d964-46f5-974d-ae46c1bcc8c7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:08.350493 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-471e0c4e-7f16-4a6b-b4d2-891e9fd6370f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Floating IP 5594689a-d964-46f5-974d-ae46c1bcc8c7 disassociated (deleted). External IP: 172.25.4.102, port: 65624dbe-d457-4599-90c9-3df26602993d. Feb 16 17:01:08.370145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9646542e-adc5-43e6-9044-6665362b19e2 service neutron] Port 4232a65c-5ab1-4d51-9527-5acfad96afbe on network dccb8ef0-5a66-424b-a6e9-2efe628f428b not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:01:08.371340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9646542e-adc5-43e6-9044-6665362b19e2 service neutron] Attempting to bind port 4232a65c-5ab1-4d51-9527-5acfad96afbe on network dccb8ef0-5a66-424b-a6e9-2efe628f428b {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:08.389978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9646542e-adc5-43e6-9044-6665362b19e2 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:08.391524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9646542e-adc5-43e6-9044-6665362b19e2 service neutron] Checking segment: {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:08.392302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9646542e-adc5-43e6-9044-6665362b19e2 service neutron] Bound using segment: {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:08.397159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9646542e-adc5-43e6-9044-6665362b19e2 service neutron] Bound port: 4232a65c-5ab1-4d51-9527-5acfad96afbe, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:01:08.454366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5b095300-6180-4b72-b66a-e8eca6fd1076 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:08.505228 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 5b095300-6180-4b72-b66a-e8eca6fd1076 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:01:08.506075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5b095300-6180-4b72-b66a-e8eca6fd1076 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:08.538012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=2bc750d2-bb22-4df8-8b9e-e506be5bb259,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:08.709254 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471e0c4e-7f16-4a6b-b4d2-891e9fd6370f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:08.738084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9646542e-adc5-43e6-9044-6665362b19e2 service neutron] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:08.756775 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9646542e-adc5-43e6-9044-6665362b19e2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:08.761111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9646542e-adc5-43e6-9044-6665362b19e2 service neutron] 10.222.0.24 "POST /v2.0/ports/4232a65c-5ab1-4d51-9527-5acfad96afbe/bindings HTTP/1.1" status: 201 len: 389 time: 0.7028501 Feb 16 17:01:08.930014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bacebb4-36e6-4e03-b0f5-6a9fd3dc4ffa None None] Network bfe47c35-19ac-4088-8dc2-dc2142d0972e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:01:09.044857 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471e0c4e-7f16-4a6b-b4d2-891e9fd6370f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:09.058997 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-471e0c4e-7f16-4a6b-b4d2-891e9fd6370f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:09.088845 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-49da3431-7d08-46f7-8982-7c906541f061 None None] Provisioning complete for port 2bc750d2-bb22-4df8-8b9e-e506be5bb259 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:09.089407 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-49da3431-7d08-46f7-8982-7c906541f061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:09.092908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4880ed8-2e85-4122-8452-fa4a331cf225 None None] Sync routers for ids ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:09.149000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036451c-a3d6-4016-91d7-3c594a856984 req-c066280f-c70d-4301-adc5-50ee109cb436 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:09.157738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c036451c-a3d6-4016-91d7-3c594a856984 req-c066280f-c70d-4301-adc5-50ee109cb436 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 945 time: 0.1150391 Feb 16 17:01:09.178314 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-471e0c4e-7f16-4a6b-b4d2-891e9fd6370f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "DELETE /v2.0/floatingips/5594689a-d964-46f5-974d-ae46c1bcc8c7 HTTP/1.1" status: 204 len: 168 time: 1.8705184 Feb 16 17:01:09.179170 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'tag': '65624dbe-d457-4599-90c9-3df26602993d'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:01:09.190869 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf088acc-0522-4f60-9150-3ae19fb88fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "2957c4a1-6bc9-4b87-89a1-75bd45071e31", "tag": "65624dbe-d457-4599-90c9-3df26602993d"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:01:09.197329 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Publish callbacks [] for router_gateway (102517af-a8b4-4a81-a18f-10808dc92367), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:09.213816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4880ed8-2e85-4122-8452-fa4a331cf225 None None] Routers {'0531bfd3-168f-4f9f-8502-af94ae3f4aeb'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:09.215076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a4880ed8-2e85-4122-8452-fa4a331cf225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:09.250897 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-e7a4c921-cef3-4b57-9b12-901a5382dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:09.252432 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-e7a4c921-cef3-4b57-9b12-901a5382dbbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 1127 time: 0.1601949 Feb 16 17:01:09.310143 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c036451c-a3d6-4016-91d7-3c594a856984 req-cda521e4-643b-4740-bf30-702d7a0acff4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463203 Feb 16 17:01:09.475246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-49da3431-7d08-46f7-8982-7c906541f061 None None] Current status of the port 2bc750d2-bb22-4df8-8b9e-e506be5bb259 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:09.533073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a4880ed8-2e85-4122-8452-fa4a331cf225 None None] Set router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:09.723609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf088acc-0522-4f60-9150-3ae19fb88fbd req-c0cb92d3-1ff3-470c-9aee-037cf0c2e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:09.725708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf088acc-0522-4f60-9150-3ae19fb88fbd req-c0cb92d3-1ff3-470c-9aee-037cf0c2e015 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3149206434f648a3b3c2fc882bbf7f07&device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 1128 time: 0.2409701 Feb 16 17:01:09.785543 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e5ce0-4214-4546-94fc-df04a3a8ecbf req-b8a3ba8d-bd94-44d3-b4a0-dbe6dea25248 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:09.787119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-715e5ce0-4214-4546-94fc-df04a3a8ecbf req-b8a3ba8d-bd94-44d3-b4a0-dbe6dea25248 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 946 time: 0.1603734 Feb 16 17:01:09.816465 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (102517af-a8b4-4a81-a18f-10808dc92367), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:09.932371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2bc750d2-bb22-4df8-8b9e-e506be5bb259 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:10.000839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f6f7e52b-ed9e-4d1b-b90a-70b378f9c199 None None] Provisioning complete for port 2bc750d2-bb22-4df8-8b9e-e506be5bb259 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:10.001220 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e52b-ed9e-4d1b-b90a-70b378f9c199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:10.066547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2bc750d2-bb22-4df8-8b9e-e506be5bb259 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:10.066928 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:10.123101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a4880ed8-2e85-4122-8452-fa4a331cf225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T17:00:58Z', 'revision_number': 6, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b76171b2-db85-4576-9cd8-d9ff289d982a', 'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:93:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:13Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:10.164251 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ef5405-336d-40a9-b103-1b6bcd37200b x-openstack-request-id: req-23ef5405-336d-40a9-b103-1b6bcd37200b {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:01:10.164938 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2957c4a1-6bc9-4b87-89a1-75bd45071e31", "tag": "65624dbe-d457-4599-90c9-3df26602993d", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:01:10.165421 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23ef5405-336d-40a9-b103-1b6bcd37200b {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:01:10.166146 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'tag': '65624dbe-d457-4599-90c9-3df26602993d', 'status': 'completed', 'code': 200} Feb 16 17:01:10.180650 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4880ed8-2e85-4122-8452-fa4a331cf225 None None] Checking router: 0531bfd3-168f-4f9f-8502-af94ae3f4aeb for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:10.187103 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-715e5ce0-4214-4546-94fc-df04a3a8ecbf req-30c952e1-1d47-4f65-8f11-017d86b338d9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f809deb4-b6f3-4cf9-81e6-d1c315a4e970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776362 Feb 16 17:01:10.204366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf088acc-0522-4f60-9150-3ae19fb88fbd req-118490ec-35ce-4d75-9c06-2b126c08e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:10.209000 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf088acc-0522-4f60-9150-3ae19fb88fbd req-118490ec-35ce-4d75-9c06-2b126c08e3c5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9f909f41-cd27-495e-b4b0-85f46e2c581f HTTP/1.1" status: 200 len: 898 time: 0.4730916 Feb 16 17:01:10.222465 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4880ed8-2e85-4122-8452-fa4a331cf225 None None] Routers {'0531bfd3-168f-4f9f-8502-af94ae3f4aeb'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:10.226722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-45c8e540-e73d-465f-8f1a-b4b82935a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:10.228398 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-45c8e540-e73d-465f-8f1a-b4b82935a2a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dccb8ef0-5a66-424b-a6e9-2efe628f428b HTTP/1.1" status: 200 len: 898 time: 0.9699128 Feb 16 17:01:10.233351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a4880ed8-2e85-4122-8452-fa4a331cf225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:10.281742 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf088acc-0522-4f60-9150-3ae19fb88fbd req-841fd8da-e873-4375-aeb5-5ddbf8347aa1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65624dbe-d457-4599-90c9-3df26602993d HTTP/1.1" status: 200 len: 217 time: 0.0636675 Feb 16 17:01:10.310719 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-8623a2ad-b29d-40a4-91b5-22eff33f5b1b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe HTTP/1.1" status: 200 len: 1001 time: 0.0734878 Feb 16 17:01:10.390785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf088acc-0522-4f60-9150-3ae19fb88fbd req-f8dc83c9-a3a9-4725-99a8-c23c73c7e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:10.392583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf088acc-0522-4f60-9150-3ae19fb88fbd req-f8dc83c9-a3a9-4725-99a8-c23c73c7e048 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b1e4ed6e-d785-405b-b772-d5d46d6e70fa HTTP/1.1" status: 200 len: 833 time: 0.0951385 Feb 16 17:01:10.408963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-0485a475-e543-4769-9b94-bace9283c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:10.410505 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-0485a475-e543-4769-9b94-bace9283c3c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cb1dcebf-2d0a-471d-81e5-f47ae020c5d2 HTTP/1.1" status: 200 len: 834 time: 0.0931797 Feb 16 17:01:10.493514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-4baa6adf-8396-4338-b7ab-f8f0d6461b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:10.495866 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-4baa6adf-8396-4338-b7ab-f8f0d6461b93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dccb8ef0-5a66-424b-a6e9-2efe628f428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0792396 Feb 16 17:01:10.550248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Router 102517af-a8b4-4a81-a18f-10808dc92367 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:01:10.566839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf088acc-0522-4f60-9150-3ae19fb88fbd req-06c40915-0c27-4e54-92e8-42e77a250de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:10.568877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf088acc-0522-4f60-9150-3ae19fb88fbd req-06c40915-0c27-4e54-92e8-42e77a250de9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f909f41-cd27-495e-b4b0-85f46e2c581f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1657941 Feb 16 17:01:10.584472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc21be-d963-43a6-a7db-b3f4bfabb66c req-4054dd84-3164-47de-9b72-69d6aa429df2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:10.586330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fbc21be-d963-43a6-a7db-b3f4bfabb66c req-4054dd84-3164-47de-9b72-69d6aa429df2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 945 time: 0.1484191 Feb 16 17:01:10.678058 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a4880ed8-2e85-4122-8452-fa4a331cf225 None None] Set router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:10.713980 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-464467f6-2b11-4b9b-a48c-47e63427ffc5 service neutron] 10.222.0.65 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106085 Feb 16 17:01:10.753006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fbc21be-d963-43a6-a7db-b3f4bfabb66c req-82544032-06e4-445e-b34c-7f32207713c6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560493 Feb 16 17:01:10.844980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf088acc-0522-4f60-9150-3ae19fb88fbd req-218a0214-9ff4-472c-9253-06ecb9679d2d service neutron] 10.222.0.65 "GET /v2.0/networks/9f909f41-cd27-495e-b4b0-85f46e2c581f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571998 Feb 16 17:01:10.847938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:10.860773 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Sync routers for ids ['102517af-a8b4-4a81-a18f-10808dc92367'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:10.880220 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Routers {'102517af-a8b4-4a81-a18f-10808dc92367'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:10.880708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7e52b-ed9e-4d1b-b90a-70b378f9c199 None None] Current status of the port 2bc750d2-bb22-4df8-8b9e-e506be5bb259 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:10.881512 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['102517af-a8b4-4a81-a18f-10808dc92367'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:10.936226 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:10.948809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b36f237e-ff03-48bb-b53a-c43fe54bf978 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7235978 Feb 16 17:01:10.954743 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43332) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:10.978570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2bc750d2-bb22-4df8-8b9e-e506be5bb259 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:11.025822 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-c0702f44-b749-41e4-b26f-e923b88e263e service neutron] 10.222.0.65 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034072 Feb 16 17:01:11.137946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cea70a-f8ab-4572-9ea6-e6d3f355cb06 req-60d17412-42d1-49c2-9cb5-2dd5b10c7151 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:11.139550 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-90cea70a-f8ab-4572-9ea6-e6d3f355cb06 req-60d17412-42d1-49c2-9cb5-2dd5b10c7151 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.65 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 946 time: 0.2390378 Feb 16 17:01:11.168535 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Set router 102517af-a8b4-4a81-a18f-10808dc92367 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:11.271369 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf088acc-0522-4f60-9150-3ae19fb88fbd req-1c1c921e-50e8-41d9-a645-d46be3ab47a6 service neutron] 10.222.0.65 "GET /v2.0/networks/9f909f41-cd27-495e-b4b0-85f46e2c581f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124231 Feb 16 17:01:11.305624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a4880ed8-2e85-4122-8452-fa4a331cf225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T17:00:58Z', 'revision_number': 6, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b76171b2-db85-4576-9cd8-d9ff289d982a', 'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:93:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:13Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:11.343673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4880ed8-2e85-4122-8452-fa4a331cf225 None None] The sync data for ids ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'] in n-d-669411-5 is: [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T17:00:58Z', 'revision_number': 6, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'b76171b2-db85-4576-9cd8-d9ff289d982a', 'name': '', 'network_id': '9f909f41-cd27-495e-b4b0-85f46e2c581f', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:93:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:05Z', 'updated_at': '2022-02-16T16:59:13Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': 'b1e4ed6e-d785-405b-b772-d5d46d6e70fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:11.436769 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa31a0-11e5-41dd-a6a9-bb0a88035e70 req-1d9fce2c-02f3-427f-83ad-d42e8a879417 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:11.446025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0fa31a0-11e5-41dd-a6a9-bb0a88035e70 req-1d9fce2c-02f3-427f-83ad-d42e8a879417 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 946 time: 0.1187809 Feb 16 17:01:11.459514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-90cea70a-f8ab-4572-9ea6-e6d3f355cb06 req-78e564c2-d053-422d-ac05-8fc5bcfbf99c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Deleting port 65624dbe-d457-4599-90c9-3df26602993d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:01:11.461467 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-90cea70a-f8ab-4572-9ea6-e6d3f355cb06 req-78e564c2-d053-422d-ac05-8fc5bcfbf99c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (65624dbe-d457-4599-90c9-3df26602993d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:11.482264 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102517af-a8b4-4a81-a18f-10808dc92367', 'name': 'tempest-TestVolumeBootPattern-1327349229-router', 'tenant_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '0747abc0-d053-45ae-be38-6840db1afeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:04Z', 'updated_at': '2022-02-16T17:01:08Z', 'revision_number': 3, 'project_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'gw_port': {'id': '0747abc0-d053-45ae-be38-6840db1afeaf', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102517af-a8b4-4a81-a18f-10808dc92367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:07Z', 'updated_at': '2022-02-16T17:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:11.550852 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Checking router: 102517af-a8b4-4a81-a18f-10808dc92367 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:11.551186 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Updating router 102517af-a8b4-4a81-a18f-10808dc92367 port 0747abc0-d053-45ae-be38-6840db1afeaf binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:01:11.573881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0fa31a0-11e5-41dd-a6a9-bb0a88035e70 req-dfb5559c-7a24-41c8-9434-48163ed56083 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f809deb4-b6f3-4cf9-81e6-d1c315a4e970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233017 Feb 16 17:01:11.619215 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0747abc0-d053-45ae-be38-6840db1afeaf), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:11.644742 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-90cea70a-f8ab-4572-9ea6-e6d3f355cb06 req-78e564c2-d053-422d-ac05-8fc5bcfbf99c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] For port 65624dbe-d457-4599-90c9-3df26602993d, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=65624dbe-d457-4599-90c9-3df26602993d,segment=NetworkSegment(cd6b101f-cea4-486a-a10c-7c077e07481a),segment_id=cd6b101f-cea4-486a-a10c-7c077e07481a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:11.645411 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-90cea70a-f8ab-4572-9ea6-e6d3f355cb06 req-78e564c2-d053-422d-ac05-8fc5bcfbf99c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (65624dbe-d457-4599-90c9-3df26602993d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:11.673045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-90cea70a-f8ab-4572-9ea6-e6d3f355cb06 req-78e564c2-d053-422d-ac05-8fc5bcfbf99c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Calling delete_port for 65624dbe-d457-4599-90c9-3df26602993d owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:01:11.810989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a57f2a-02b5-4ba4-a616-a06c8a8e3998 None None] New status for floating IP 5594689a-d964-46f5-974d-ae46c1bcc8c7: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:01:11.979957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-803dbe76-6ee1-4edc-bf1c-2be1716f9335 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:11.982266 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-803dbe76-6ee1-4edc-bf1c-2be1716f9335 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&binding%3Ahost_id=n-h2-669411-5 HTTP/1.1" status: 200 len: 1127 time: 0.9008512 Feb 16 17:01:12.011203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-669411-5'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:12.011465 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-90cea70a-f8ab-4572-9ea6-e6d3f355cb06 req-78e564c2-d053-422d-ac05-8fc5bcfbf99c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (65624dbe-d457-4599-90c9-3df26602993d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:12.034934 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Publish callbacks [] for port (0747abc0-d053-45ae-be38-6840db1afeaf), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:12.046825 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0747abc0-d053-45ae-be38-6840db1afeaf), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:12.050510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e564c2-d053-422d-ac05-8fc5bcfbf99c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Port': ['ID=65624dbe-d457-4599-90c9-3df26602993d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:12.070376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f336f-2422-4467-a430-6977d3abbdbc req-523590e0-0ff8-4149-b91d-5553806086af tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:12.072080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-458f336f-2422-4467-a430-6977d3abbdbc req-523590e0-0ff8-4149-b91d-5553806086af tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 945 time: 0.1703367 Feb 16 17:01:12.094838 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Attempting to bind port 0747abc0-d053-45ae-be38-6840db1afeaf on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:01:12.094838 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Attempting to bind port 0747abc0-d053-45ae-be38-6840db1afeaf by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:01:12.095313 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Attempting to bind port 0747abc0-d053-45ae-be38-6840db1afeaf on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:12.164560 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:12.165277 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:12.165847 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:12.166411 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:12.167112 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Bound port: 0747abc0-d053-45ae-be38-6840db1afeaf, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:01:12.167652 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0747abc0-d053-45ae-be38-6840db1afeaf), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:12.185865 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:12.212361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cea70a-f8ab-4572-9ea6-e6d3f355cb06 req-78e564c2-d053-422d-ac05-8fc5bcfbf99c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] No DVR routers for this DVR port 65624dbe-d457-4599-90c9-3df26602993d on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:12.229290 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-90cea70a-f8ab-4572-9ea6-e6d3f355cb06 req-78e564c2-d053-422d-ac05-8fc5bcfbf99c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:12.234215 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-90cea70a-f8ab-4572-9ea6-e6d3f355cb06 req-78e564c2-d053-422d-ac05-8fc5bcfbf99c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.65 "DELETE /v2.0/ports/65624dbe-d457-4599-90c9-3df26602993d HTTP/1.1" status: 204 len: 173 time: 1.0814021 Feb 16 17:01:12.235026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'name': 'network-vif-deleted', 'tag': '65624dbe-d457-4599-90c9-3df26602993d'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:01:12.248648 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5846cee5-b6f7-4e3c-84e5-ff74f0ff719f" -d '{"events": [{"server_uuid": "2957c4a1-6bc9-4b87-89a1-75bd45071e31", "name": "network-vif-deleted", "tag": "65624dbe-d457-4599-90c9-3df26602993d"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:01:12.322193 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a77d1f-f732-4600-9720-532bec679658 x-openstack-request-id: req-a3a77d1f-f732-4600-9720-532bec679658 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:01:12.322784 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2957c4a1-6bc9-4b87-89a1-75bd45071e31", "name": "network-vif-deleted", "tag": "65624dbe-d457-4599-90c9-3df26602993d", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:01:12.323279 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3a77d1f-f732-4600-9720-532bec679658 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:01:12.324036 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2957c4a1-6bc9-4b87-89a1-75bd45071e31', 'name': 'network-vif-deleted', 'tag': '65624dbe-d457-4599-90c9-3df26602993d', 'status': 'completed', 'code': 200} Feb 16 17:01:12.342798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-458f336f-2422-4467-a430-6977d3abbdbc req-bc6445ef-4e5d-4a48-82a3-05b1eca231f1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642157 Feb 16 17:01:12.473166 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:12.476418 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] For port 0747abc0-d053-45ae-be38-6840db1afeaf, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:12.480027 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] For port 0747abc0-d053-45ae-be38-6840db1afeaf, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0747abc0-d053-45ae-be38-6840db1afeaf,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:12.485880 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07645042-f004-4461-9532-a168c99532ba None None] Pushing event updated for resources: {'Port': ['ID=0747abc0-d053-45ae-be38-6840db1afeaf,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:12.497967 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0747abc0-d053-45ae-be38-6840db1afeaf), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:12.515588 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:12.582167 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Routers {'102517af-a8b4-4a81-a18f-10808dc92367'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:12.583007 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['102517af-a8b4-4a81-a18f-10808dc92367'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:12.588342 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07645042-f004-4461-9532-a168c99532ba None None] Pushing event updated for resources: {'Port': ['ID=0747abc0-d053-45ae-be38-6840db1afeaf,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:12.717347 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Allocated IP 172.20.0.1 (bfe47c35-19ac-4088-8dc2-dc2142d0972e/f4ce27c3-ebf2-452f-a965-eae48da4ed49/de4a7937-f94b-4416-99c1-1f119e02185b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:12.770843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06d6d626-2db1-4ad6-a676-0a3f86fd7a35 req-633846e0-5733-43cf-a5e6-cbdc51a64118 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=2957c4a1-6bc9-4b87-89a1-75bd45071e31 HTTP/1.1" status: 200 len: 210 time: 0.0586252 Feb 16 17:01:12.870686 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] Set router 102517af-a8b4-4a81-a18f-10808dc92367 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:12.880598 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Publish callbacks [] for port (de4a7937-f94b-4416-99c1-1f119e02185b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:12.935144 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:12.955829 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:13.007384 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Pushing event updated for resources: {'Port': ['ID=de4a7937-f94b-4416-99c1-1f119e02185b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:13.029001 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Network bfe47c35-19ac-4088-8dc2-dc2142d0972e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:13.033331 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:13.059983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:13.101179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:01:13.104417 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9294a3b6-eb5e-4772-82fa-a205ee790890" -d '{"events": [{"server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "name": "network-vif-unplugged", "status": "completed", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:01:13.116517 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Publish callbacks [] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:13.134757 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:13.160704 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (102517af-a8b4-4a81-a18f-10808dc92367), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:13.164920 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102517af-a8b4-4a81-a18f-10808dc92367', 'name': 'tempest-TestVolumeBootPattern-1327349229-router', 'tenant_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '0747abc0-d053-45ae-be38-6840db1afeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:04Z', 'updated_at': '2022-02-16T17:01:08Z', 'revision_number': 3, 'project_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'gw_port': {'id': '0747abc0-d053-45ae-be38-6840db1afeaf', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102517af-a8b4-4a81-a18f-10808dc92367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:07Z', 'updated_at': '2022-02-16T17:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:13.219724 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58f7e3-fd10-4113-a2db-e9438534c9de None None] The sync data for ids ['102517af-a8b4-4a81-a18f-10808dc92367'] in n-d-669411-5 is: [{'id': '102517af-a8b4-4a81-a18f-10808dc92367', 'name': 'tempest-TestVolumeBootPattern-1327349229-router', 'tenant_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '0747abc0-d053-45ae-be38-6840db1afeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:04Z', 'updated_at': '2022-02-16T17:01:08Z', 'revision_number': 3, 'project_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'gw_port': {'id': '0747abc0-d053-45ae-be38-6840db1afeaf', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102517af-a8b4-4a81-a18f-10808dc92367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:07Z', 'updated_at': '2022-02-16T17:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:13.279011 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5a1b89-14d1-42e8-b18d-7a1045b226a3 x-openstack-request-id: req-3e5a1b89-14d1-42e8-b18d-7a1045b226a3 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:01:13.279854 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "name": "network-vif-unplugged", "status": "completed", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:01:13.280346 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e5a1b89-14d1-42e8-b18d-7a1045b226a3 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:01:13.281081 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe', 'code': 200} Feb 16 17:01:13.456703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7fb43a0b-761e-46fb-b342-a27245bdcf77 None None] Provisioning complete for port de4a7937-f94b-4416-99c1-1f119e02185b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:13.457264 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7fb43a0b-761e-46fb-b342-a27245bdcf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:13.557811 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7fb43a0b-761e-46fb-b342-a27245bdcf77 None None] Port de4a7937-f94b-4416-99c1-1f119e02185b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:01:13.611140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cd6c8-b7f8-49dc-a930-abcb6f441e12 req-b0ae368b-97f7-4c23-ad7b-f8a58d4c4258 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:13.613743 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d5cd6c8-b7f8-49dc-a930-abcb6f441e12 req-b0ae368b-97f7-4c23-ad7b-f8a58d4c4258 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 943 time: 0.1249788 Feb 16 17:01:13.714062 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d5cd6c8-b7f8-49dc-a930-abcb6f441e12 req-fd2311a8-6461-479d-8a45-5b423906f494 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951421 Feb 16 17:01:13.803801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-040e6016-a6de-40cb-a36e-e2af30707b46 None None] Provisioning complete for port 4232a65c-5ab1-4d51-9527-5acfad96afbe triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:13.804247 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-040e6016-a6de-40cb-a36e-e2af30707b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:13.821117 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Pushing event updated for resources: {'Port': ['ID=4232a65c-5ab1-4d51-9527-5acfad96afbe,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:13.842086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Attempting to bind port 4232a65c-5ab1-4d51-9527-5acfad96afbe on host n-h2-669411-5 for vnic_type normal with profile {"migrating_to": "n-h1-669411-5"} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:01:13.852198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Attempting to bind port 4232a65c-5ab1-4d51-9527-5acfad96afbe by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:01:13.852554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Attempting to bind port 4232a65c-5ab1-4d51-9527-5acfad96afbe on network dccb8ef0-5a66-424b-a6e9-2efe628f428b {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:13.855132 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-040e6016-a6de-40cb-a36e-e2af30707b46 None None] Port 4232a65c-5ab1-4d51-9527-5acfad96afbe cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:01:13.858698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43366) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:13.882166 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Port 4232a65c-5ab1-4d51-9527-5acfad96afbe on network dccb8ef0-5a66-424b-a6e9-2efe628f428b not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:01:13.882492 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Attempting to bind port 4232a65c-5ab1-4d51-9527-5acfad96afbe on network dccb8ef0-5a66-424b-a6e9-2efe628f428b {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:13.894270 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0747abc0-d053-45ae-be38-6840db1afeaf up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:13.904365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:13.904782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Checking segment: {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:13.905178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Bound using segment: {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:13.905606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Bound port: 4232a65c-5ab1-4d51-9527-5acfad96afbe, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f38040-2563-4a19-86af-5ca396f69788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:01:13.906007 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:13.961455 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:14.019396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 0747abc0-d053-45ae-be38-6840db1afeaf triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:14.019871 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (f809deb4-b6f3-4cf9-81e6-d1c315a4e970), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:14.022132 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0747abc0-d053-45ae-be38-6840db1afeaf), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:14.081894 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (f809deb4-b6f3-4cf9-81e6-d1c315a4e970), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:14.106864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:14.141617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:14.205173 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f809deb4-b6f3-4cf9-81e6-d1c315a4e970), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:14.209530 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:14.212354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "DELETE /v2.0/security-groups/f809deb4-b6f3-4cf9-81e6-d1c315a4e970 HTTP/1.1" status: 204 len: 168 time: 0.3520989 Feb 16 17:01:14.228807 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f809deb4-b6f3-4cf9-81e6-d1c315a4e970,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:14.230710 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:14.231479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 0747abc0-d053-45ae-be38-6840db1afeaf is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:14.232108 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0747abc0-d053-45ae-be38-6840db1afeaf), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:14.249719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:14.250252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:14.250766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:14.251438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:14.252491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:14.252988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:14.253462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:14.253912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:14.254782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:14.254782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:14.255376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:14.255900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:14.256409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080eeb6-1ef5-41b3-baa9-d3ca273870b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:14.279984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43372) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:14.302030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 0747abc0-d053-45ae-be38-6840db1afeaf, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0747abc0-d053-45ae-be38-6840db1afeaf,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:14.334260 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0747abc0-d053-45ae-be38-6840db1afeaf), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:14.472739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=0747abc0-d053-45ae-be38-6840db1afeaf,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:14.532626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Pushing event updated for resources: {'Port': ['ID=4232a65c-5ab1-4d51-9527-5acfad96afbe,revision_number=8']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:14.559159 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Publish callbacks [] for port (de4a7937-f94b-4416-99c1-1f119e02185b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:14.602500 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:14.693154 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (102517af-a8b4-4a81-a18f-10808dc92367), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:14.695903 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:14.696636 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:14.697788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Provisioning complete for port 4232a65c-5ab1-4d51-9527-5acfad96afbe triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:14.698199 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:14.698352 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6e593588-0172-4b56-96a3-519424ab0a9c service neutron] 10.222.0.65 "PUT /v2.0/ports/4232a65c-5ab1-4d51-9527-5acfad96afbe HTTP/1.1" status: 200 len: 1121 time: 2.7071640 Feb 16 17:01:14.745310 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 65624dbe-d457-4599-90c9-3df26602993d no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:14.750210 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Pushing event updated for resources: {'Port': ['ID=de4a7937-f94b-4416-99c1-1f119e02185b,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:14.835083 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['4232a65c-5ab1-4d51-9527-5acfad96afbe'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:01:14.894668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Network bfe47c35-19ac-4088-8dc2-dc2142d0972e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:14.895716 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:14.931977 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 65624dbe-d457-4599-90c9-3df26602993d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:01:14.932452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 65624dbe-d457-4599-90c9-3df26602993d not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:15.090295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Current status of the port 4232a65c-5ab1-4d51-9527-5acfad96afbe is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:15.090778 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:15.107784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Router 102517af-a8b4-4a81-a18f-10808dc92367 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:15.137568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:15.148296 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:01:15.150527 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f859c13-6cff-45f0-8e15-2a3e4cd8f063" -d '{"events": [{"server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "name": "network-vif-plugged", "status": "completed", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:01:15.171704 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:15.355273 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761d657b-6d84-4336-99df-63126dda7fd8 x-openstack-request-id: req-761d657b-6d84-4336-99df-63126dda7fd8 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:01:15.355496 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "name": "network-vif-plugged", "status": "completed", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:01:15.355728 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-761d657b-6d84-4336-99df-63126dda7fd8 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:01:15.357045 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe', 'code': 200} Feb 16 17:01:15.446921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Pushing event updated for resources: {'Port': ['ID=4232a65c-5ab1-4d51-9527-5acfad96afbe,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:15.460655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:15.461275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:15.461813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:15.462314 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:15.462824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:15.463329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:15.463853 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:15.464344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:15.464835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:15.465316 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:15.466542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:15.467041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:15.467638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd169beb-1f44-4683-98d4-987160c5a060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:15.629109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e24401b8-2552-4c55-b0e6-d3331273485f None None] Provisioning complete for port de4a7937-f94b-4416-99c1-1f119e02185b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:15.629797 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e24401b8-2552-4c55-b0e6-d3331273485f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:15.804294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e24401b8-2552-4c55-b0e6-d3331273485f None None] Port de4a7937-f94b-4416-99c1-1f119e02185b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:01:15.815228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9d403-3bf2-42ed-8992-3f5a1c6a1d50 req-89d8b7be-4246-4dd4-9b6f-4e99baaebcea tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:15.818339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01b9d403-3bf2-42ed-8992-3f5a1c6a1d50 req-89d8b7be-4246-4dd4-9b6f-4e99baaebcea tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 945 time: 0.3518355 Feb 16 17:01:15.834375 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:01:15.836670 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688c0fda-6365-47c1-8db0-41207cf81dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:01:15.839824 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:15.859400 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b6f0ac01-a95e-4898-a073-f4908abde072 admin admin] 10.222.0.24 "PUT /v2.0/routers/102517af-a8b4-4a81-a18f-10808dc92367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9032650 Feb 16 17:01:15.882050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0747abc0-d053-45ae-be38-6840db1afeaf up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:15.912450 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc03ea6-9d84-477c-99e4-74d2c57a8662 x-openstack-request-id: req-1cc03ea6-9d84-477c-99e4-74d2c57a8662 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:01:15.912812 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:01:15.912995 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cc03ea6-9d84-477c-99e4-74d2c57a8662 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:01:15.913404 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe', 'status': 'completed', 'code': 200} Feb 16 17:01:15.965619 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 0747abc0-d053-45ae-be38-6840db1afeaf triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:15.966101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0747abc0-d053-45ae-be38-6840db1afeaf), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:16.090079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01b9d403-3bf2-42ed-8992-3f5a1c6a1d50 req-7307c479-b807-41fe-9329-9cebcdf643c3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991286 Feb 16 17:01:16.091277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 0747abc0-d053-45ae-be38-6840db1afeaf is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:16.140128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c0fda-6365-47c1-8db0-41207cf81dfa req-4ff1e4e9-e8ba-48c6-9ab5-7481112e72a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:16.149254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-688c0fda-6365-47c1-8db0-41207cf81dfa req-4ff1e4e9-e8ba-48c6-9ab5-7481112e72a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 1157 time: 0.1851428 Feb 16 17:01:16.150188 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Sync routers for ids ['102517af-a8b4-4a81-a18f-10808dc92367'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:16.165880 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Routers {'102517af-a8b4-4a81-a18f-10808dc92367'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:16.166756 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['102517af-a8b4-4a81-a18f-10808dc92367'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:16.336898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c0fda-6365-47c1-8db0-41207cf81dfa req-71f22a03-d0ab-4f08-b3b5-82b872956ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:16.338595 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-688c0fda-6365-47c1-8db0-41207cf81dfa req-71f22a03-d0ab-4f08-b3b5-82b872956ec2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dccb8ef0-5a66-424b-a6e9-2efe628f428b HTTP/1.1" status: 200 len: 898 time: 0.1858084 Feb 16 17:01:16.343558 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Set router 102517af-a8b4-4a81-a18f-10808dc92367 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:16.344536 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64ab6c97-e5a1-4df7-a7d8-396347c77341 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:16.668929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-688c0fda-6365-47c1-8db0-41207cf81dfa req-6046f550-a69a-4385-a307-f3d52fb788c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe HTTP/1.1" status: 200 len: 1001 time: 0.1486177 Feb 16 17:01:16.703542 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102517af-a8b4-4a81-a18f-10808dc92367', 'name': 'tempest-TestVolumeBootPattern-1327349229-router', 'tenant_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '0747abc0-d053-45ae-be38-6840db1afeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:04Z', 'updated_at': '2022-02-16T17:01:13Z', 'revision_number': 4, 'project_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'gw_port': {'id': '0747abc0-d053-45ae-be38-6840db1afeaf', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102517af-a8b4-4a81-a18f-10808dc92367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:07Z', 'updated_at': '2022-02-16T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'de4a7937-f94b-4416-99c1-1f119e02185b', 'name': '', 'network_id': 'bfe47c35-19ac-4088-8dc2-dc2142d0972e', 'tenant_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'mac_address': 'fa:16:3e:e7:eb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102517af-a8b4-4a81-a18f-10808dc92367', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f4ce27c3-ebf2-452f-a965-eae48da4ed49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:12Z', 'updated_at': '2022-02-16T17:01:14Z', 'revision_number': 2, 'project_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'subnets': [{'id': 'f4ce27c3-ebf2-452f-a965-eae48da4ed49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:16.750390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c0fda-6365-47c1-8db0-41207cf81dfa req-eb75879d-7a7d-4865-94bb-7f0b40e5f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:16.751888 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-688c0fda-6365-47c1-8db0-41207cf81dfa req-eb75879d-7a7d-4865-94bb-7f0b40e5f4d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb1dcebf-2d0a-471d-81e5-f47ae020c5d2 HTTP/1.1" status: 200 len: 834 time: 0.0765374 Feb 16 17:01:16.782487 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Checking router: 102517af-a8b4-4a81-a18f-10808dc92367 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:16.782857 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Updating router 102517af-a8b4-4a81-a18f-10808dc92367 port de4a7937-f94b-4416-99c1-1f119e02185b binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:01:16.819320 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:16.893786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c0fda-6365-47c1-8db0-41207cf81dfa req-cb7335dd-662a-4077-ad43-236365c8ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:16.896504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-688c0fda-6365-47c1-8db0-41207cf81dfa req-cb7335dd-662a-4077-ad43-236365c8ec0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dccb8ef0-5a66-424b-a6e9-2efe628f428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1374147 Feb 16 17:01:16.963214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-64ab6c97-e5a1-4df7-a7d8-396347c77341 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Deleting port b76171b2-db85-4576-9cd8-d9ff289d982a {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:01:16.963556 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64ab6c97-e5a1-4df7-a7d8-396347c77341 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:17.145018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-64ab6c97-e5a1-4df7-a7d8-396347c77341 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] For port b76171b2-db85-4576-9cd8-d9ff289d982a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b76171b2-db85-4576-9cd8-d9ff289d982a,segment=NetworkSegment(cd6b101f-cea4-486a-a10c-7c077e07481a),segment_id=cd6b101f-cea4-486a-a10c-7c077e07481a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:17.146026 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64ab6c97-e5a1-4df7-a7d8-396347c77341 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:17.160021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-64ab6c97-e5a1-4df7-a7d8-396347c77341 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Calling delete_port for b76171b2-db85-4576-9cd8-d9ff289d982a owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:01:17.387956 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64ab6c97-e5a1-4df7-a7d8-396347c77341 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b76171b2-db85-4576-9cd8-d9ff289d982a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:17.420729 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Publish callbacks [] for port (de4a7937-f94b-4416-99c1-1f119e02185b), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:17.428440 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:17.444230 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab6c97-e5a1-4df7-a7d8-396347c77341 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Port': ['ID=b76171b2-db85-4576-9cd8-d9ff289d982a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:17.523545 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351fe04-5f88-4a95-b10d-b24278066155 None None] Pushing event updated for resources: {'Port': ['ID=de4a7937-f94b-4416-99c1-1f119e02185b,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:17.591048 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Attempting to bind port de4a7937-f94b-4416-99c1-1f119e02185b on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:01:17.591681 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Attempting to bind port de4a7937-f94b-4416-99c1-1f119e02185b by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '808e3704-3a6c-4aed-9ba4-e41a95fab313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfe47c35-19ac-4088-8dc2-dc2142d0972e'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:01:17.592299 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Attempting to bind port de4a7937-f94b-4416-99c1-1f119e02185b on network bfe47c35-19ac-4088-8dc2-dc2142d0972e {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:17.598429 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:17.599140 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Checking segment: {'id': '808e3704-3a6c-4aed-9ba4-e41a95fab313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfe47c35-19ac-4088-8dc2-dc2142d0972e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:17.599798 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:17.600400 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Bound using segment: {'id': '808e3704-3a6c-4aed-9ba4-e41a95fab313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfe47c35-19ac-4088-8dc2-dc2142d0972e'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:17.601255 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Bound port: de4a7937-f94b-4416-99c1-1f119e02185b, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808e3704-3a6c-4aed-9ba4-e41a95fab313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bfe47c35-19ac-4088-8dc2-dc2142d0972e'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:01:17.601855 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:17.619234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-688c0fda-6365-47c1-8db0-41207cf81dfa req-c38ff54d-6ab2-468f-8b45-f7187a1d698f service neutron] 10.222.0.60 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126472 Feb 16 17:01:17.759591 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] For port de4a7937-f94b-4416-99c1-1f119e02185b, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:17.764764 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] For port de4a7937-f94b-4416-99c1-1f119e02185b, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=de4a7937-f94b-4416-99c1-1f119e02185b,segment=NetworkSegment(808e3704-3a6c-4aed-9ba4-e41a95fab313),segment_id=808e3704-3a6c-4aed-9ba4-e41a95fab313)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:17.772337 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:17.874955 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351fe04-5f88-4a95-b10d-b24278066155 None None] Pushing event updated for resources: {'Port': ['ID=de4a7937-f94b-4416-99c1-1f119e02185b,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:17.894582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181711f-e682-4936-a407-e7df87176509 req-1767c062-be25-4187-a89d-d90502526429 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:17.906976 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Routers {'102517af-a8b4-4a81-a18f-10808dc92367'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:17.908762 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['102517af-a8b4-4a81-a18f-10808dc92367'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:17.912620 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9181711f-e682-4936-a407-e7df87176509 req-1767c062-be25-4187-a89d-d90502526429 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 945 time: 0.5432906 Feb 16 17:01:18.060082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-67431e86-c4ce-49d0-89a4-87c244660202 None None] Provisioning complete for port de4a7937-f94b-4416-99c1-1f119e02185b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:18.068138 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67431e86-c4ce-49d0-89a4-87c244660202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:18.111897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9181711f-e682-4936-a407-e7df87176509 req-86633fb3-0b8f-46a0-af3a-9955597a59a0 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982863 Feb 16 17:01:18.152470 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64ab6c97-e5a1-4df7-a7d8-396347c77341 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:18.170729 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] Set router 102517af-a8b4-4a81-a18f-10808dc92367 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:18.178868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-688c0fda-6365-47c1-8db0-41207cf81dfa req-09f556ba-de43-41cb-9a29-b0148abfb8bd service neutron] 10.222.0.60 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543893 Feb 16 17:01:18.234634 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-67431e86-c4ce-49d0-89a4-87c244660202 None None] Current status of the port de4a7937-f94b-4416-99c1-1f119e02185b is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:18.235257 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67431e86-c4ce-49d0-89a4-87c244660202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:18.314821 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-67431e86-c4ce-49d0-89a4-87c244660202 None None] For port de4a7937-f94b-4416-99c1-1f119e02185b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=de4a7937-f94b-4416-99c1-1f119e02185b,segment=NetworkSegment(808e3704-3a6c-4aed-9ba4-e41a95fab313),segment_id=808e3704-3a6c-4aed-9ba4-e41a95fab313)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:18.329874 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67431e86-c4ce-49d0-89a4-87c244660202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:18.430991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67431e86-c4ce-49d0-89a4-87c244660202 None None] Pushing event updated for resources: {'Port': ['ID=de4a7937-f94b-4416-99c1-1f119e02185b,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:18.480633 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-290eaf53-96cf-466e-a48d-a56a171a9f33 None None] Provisioning complete for port de4a7937-f94b-4416-99c1-1f119e02185b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:18.481058 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-290eaf53-96cf-466e-a48d-a56a171a9f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:18.630907 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102517af-a8b4-4a81-a18f-10808dc92367', 'name': 'tempest-TestVolumeBootPattern-1327349229-router', 'tenant_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '0747abc0-d053-45ae-be38-6840db1afeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:04Z', 'updated_at': '2022-02-16T17:01:13Z', 'revision_number': 4, 'project_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'gw_port': {'id': '0747abc0-d053-45ae-be38-6840db1afeaf', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102517af-a8b4-4a81-a18f-10808dc92367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:07Z', 'updated_at': '2022-02-16T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'de4a7937-f94b-4416-99c1-1f119e02185b', 'name': '', 'network_id': 'bfe47c35-19ac-4088-8dc2-dc2142d0972e', 'tenant_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'mac_address': 'fa:16:3e:e7:eb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102517af-a8b4-4a81-a18f-10808dc92367', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f4ce27c3-ebf2-452f-a965-eae48da4ed49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:12Z', 'updated_at': '2022-02-16T17:01:17Z', 'revision_number': 4, 'project_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'subnets': [{'id': 'f4ce27c3-ebf2-452f-a965-eae48da4ed49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:18.661583 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d952ed31-6899-43b6-ba9d-dcd1a911b14b None None] The sync data for ids ['102517af-a8b4-4a81-a18f-10808dc92367'] in n-d-669411-5 is: [{'id': '102517af-a8b4-4a81-a18f-10808dc92367', 'name': 'tempest-TestVolumeBootPattern-1327349229-router', 'tenant_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '0747abc0-d053-45ae-be38-6840db1afeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:04Z', 'updated_at': '2022-02-16T17:01:13Z', 'revision_number': 4, 'project_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'gw_port': {'id': '0747abc0-d053-45ae-be38-6840db1afeaf', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102517af-a8b4-4a81-a18f-10808dc92367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:07Z', 'updated_at': '2022-02-16T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'de4a7937-f94b-4416-99c1-1f119e02185b', 'name': '', 'network_id': 'bfe47c35-19ac-4088-8dc2-dc2142d0972e', 'tenant_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'mac_address': 'fa:16:3e:e7:eb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102517af-a8b4-4a81-a18f-10808dc92367', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f4ce27c3-ebf2-452f-a965-eae48da4ed49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:12Z', 'updated_at': '2022-02-16T17:01:17Z', 'revision_number': 4, 'project_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'subnets': [{'id': 'f4ce27c3-ebf2-452f-a965-eae48da4ed49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:18.665071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-290eaf53-96cf-466e-a48d-a56a171a9f33 None None] Current status of the port de4a7937-f94b-4416-99c1-1f119e02185b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:18.722145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ab6c97-e5a1-4df7-a7d8-396347c77341 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:18.737198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 4232a65c-5ab1-4d51-9527-5acfad96afbe details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:01:18.975324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:18.991599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 4232a65c-5ab1-4d51-9527-5acfad96afbe has no active binding in host n-h1-669411-5 {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 17:01:19.502517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831a3bf-db4d-43fe-9291-33b2c2fb78c7 req-a840bc05-d537-4a02-8381-feea9e8ecc5b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:19.503997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0831a3bf-db4d-43fe-9291-33b2c2fb78c7 req-a840bc05-d537-4a02-8381-feea9e8ecc5b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 945 time: 0.1774642 Feb 16 17:01:19.560038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ab6c97-e5a1-4df7-a7d8-396347c77341 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:19.576427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee0bd3-1a86-4a0d-9d32-396c0440c69f None None] Sync routers for ids ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:19.585073 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-64ab6c97-e5a1-4df7-a7d8-396347c77341 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "PUT /v2.0/routers/0531bfd3-168f-4f9f-8502-af94ae3f4aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3035305 Feb 16 17:01:19.587618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43458) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:19.608624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee0bd3-1a86-4a0d-9d32-396c0440c69f None None] Routers {'0531bfd3-168f-4f9f-8502-af94ae3f4aeb'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:19.612232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-dbee0bd3-1a86-4a0d-9d32-396c0440c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:19.658546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0831a3bf-db4d-43fe-9291-33b2c2fb78c7 req-90dbea97-3c93-4178-be8a-9b32d88ecf85 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402690 Feb 16 17:01:19.688445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Deleting subnet b1e4ed6e-d785-405b-b772-d5d46d6e70fa {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:01:19.694111 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for subnet (b1e4ed6e-d785-405b-b772-d5d46d6e70fa), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:19.755071 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (b1e4ed6e-d785-405b-b772-d5d46d6e70fa), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:19.954538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-dbee0bd3-1a86-4a0d-9d32-396c0440c69f None None] Set router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:19.969433 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (b1e4ed6e-d785-405b-b772-d5d46d6e70fa), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:20.095293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device de4a7937-f94b-4416-99c1-1f119e02185b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:20.110440 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (b1e4ed6e-d785-405b-b772-d5d46d6e70fa), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:20.205281 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:20.220698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43462) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:20.235559 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "DELETE /v2.0/subnets/b1e4ed6e-d785-405b-b772-d5d46d6e70fa HTTP/1.1" status: 204 len: 168 time: 0.6467676 Feb 16 17:01:20.289309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e4ed6e-d785-405b-b772-d5d46d6e70fa,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:20.308208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:20.308720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:20.309234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:20.311953 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:20.312472 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:20.312930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:20.313942 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:20.315533 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:20.316055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:20.316504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:20.317695 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:20.319124 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:20.319587 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1f3fe6-6b57-4d18-9471-26bb3463a27d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:01:20.335304 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23e3d27-4ef9-44ba-95f9-daf3d7400bf1 None None] Network 9f909f41-cd27-495e-b4b0-85f46e2c581f requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:01:20.524074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port de4a7937-f94b-4416-99c1-1f119e02185b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:20.524567 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:20.625194 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-e6f7e2e9-f125-475a-b549-a1d9d1981e8d service neutron] 10.222.0.60 "GET /v2.0/ports/4232a65c-5ab1-4d51-9527-5acfad96afbe/bindings/n-h1-669411-5 HTTP/1.1" status: 200 len: 384 time: 0.1443663 Feb 16 17:01:20.636617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-dbee0bd3-1a86-4a0d-9d32-396c0440c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T17:01:17Z', 'revision_number': 7, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:20.646024 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:20.712746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee0bd3-1a86-4a0d-9d32-396c0440c69f None None] Checking router: 0531bfd3-168f-4f9f-8502-af94ae3f4aeb for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:20.796264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee0bd3-1a86-4a0d-9d32-396c0440c69f None None] Routers {'0531bfd3-168f-4f9f-8502-af94ae3f4aeb'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:20.798000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-dbee0bd3-1a86-4a0d-9d32-396c0440c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:00:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:21.103202 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router_gateway (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:21.193592 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221eff3-b692-4cbb-b318-df53339fe5b0 req-2e73a685-7653-408e-ae6c-827c321dde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:21.196276 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0221eff3-b692-4cbb-b318-df53339fe5b0 req-2e73a685-7653-408e-ae6c-827c321dde86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 1157 time: 0.1047673 Feb 16 17:01:21.244104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a8c1d-4564-410b-83f0-a0e233b23e53 req-6af84e58-b9e4-4262-a2a3-de47d3ac595d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:21.246303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d7a8c1d-4564-410b-83f0-a0e233b23e53 req-6af84e58-b9e4-4262-a2a3-de47d3ac595d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 945 time: 0.4120460 Feb 16 17:01:21.386959 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-dbee0bd3-1a86-4a0d-9d32-396c0440c69f None None] Set router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:21.392510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-7578df1d-44ab-47e3-9975-c13f6502d40b service neutron] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:21.413556 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221eff3-b692-4cbb-b318-df53339fe5b0 req-b513b88c-a801-49ec-8320-55e2216fe7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:21.417592 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0221eff3-b692-4cbb-b318-df53339fe5b0 req-b513b88c-a801-49ec-8320-55e2216fe7c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dccb8ef0-5a66-424b-a6e9-2efe628f428b HTTP/1.1" status: 200 len: 898 time: 0.1992087 Feb 16 17:01:21.418831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-7578df1d-44ab-47e3-9975-c13f6502d40b service neutron] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:21.492017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-7578df1d-44ab-47e3-9975-c13f6502d40b service neutron] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:21.495644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port de4a7937-f94b-4416-99c1-1f119e02185b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:21.517320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:01:21.520308 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd31699-6283-498f-94a7-8ec1c54559b1" -d '{"events": [{"server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "name": "network-vif-unplugged", "status": "completed", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:01:21.529593 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-7578df1d-44ab-47e3-9975-c13f6502d40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:21.587494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e1148-fd02-46b6-9ab8-bd5d81553b3e None None] DHCP port deletion for 9f909f41-cd27-495e-b4b0-85f46e2c581f request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:01:21.613280 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0221eff3-b692-4cbb-b318-df53339fe5b0 req-a4f4dd8d-12f4-4b9b-9331-9810e3cd5185 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe HTTP/1.1" status: 200 len: 1001 time: 0.1722946 Feb 16 17:01:21.675014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-775e784b-d023-46f2-aeb4-2199c22982bc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:21.679511 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-775e784b-d023-46f2-aeb4-2199c22982bc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 811 time: 0.7041428 Feb 16 17:01:21.742561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221eff3-b692-4cbb-b318-df53339fe5b0 req-effdd12a-e962-4978-ba9d-5015b5c3fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:21.745294 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0221eff3-b692-4cbb-b318-df53339fe5b0 req-effdd12a-e962-4978-ba9d-5015b5c3fba0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb1dcebf-2d0a-471d-81e5-f47ae020c5d2 HTTP/1.1" status: 200 len: 834 time: 0.1203470 Feb 16 17:01:21.807866 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d7a8c1d-4564-410b-83f0-a0e233b23e53 req-26c5bcf9-c915-4de0-9c59-853ee93cb1d3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5369816 Feb 16 17:01:21.821065 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-447422a7-fead-4bd8-99c0-eaf118ba3780 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/quotas/2b779e025ab44f24afff60114276c36b HTTP/1.1" status: 200 len: 375 time: 0.1193399 Feb 16 17:01:21.846706 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221eff3-b692-4cbb-b318-df53339fe5b0 req-3c0c3652-d96e-4628-9f74-ce2ac9819b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:21.848349 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0221eff3-b692-4cbb-b318-df53339fe5b0 req-3c0c3652-d96e-4628-9f74-ce2ac9819b99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dccb8ef0-5a66-424b-a6e9-2efe628f428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0973954 Feb 16 17:01:21.885759 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 90aaed82-f35a-4638-9dbe-8d265828ed6c no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:21.904813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e1148-fd02-46b6-9ab8-bd5d81553b3e None None] Deleting port 90aaed82-f35a-4638-9dbe-8d265828ed6c {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:01:21.905488 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e8e1148-fd02-46b6-9ab8-bd5d81553b3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (90aaed82-f35a-4638-9dbe-8d265828ed6c), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:21.943169 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85578356-5fa6-4484-b33c-84be0003b018 x-openstack-request-id: req-85578356-5fa6-4484-b33c-84be0003b018 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:01:21.943495 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "name": "network-vif-unplugged", "status": "completed", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:01:21.943813 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85578356-5fa6-4484-b33c-84be0003b018 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:01:21.945956 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe', 'code': 200} Feb 16 17:01:21.947412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Deleting port 8980b906-887e-4f6c-9c2b-ae3a786b81f0 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:01:21.947746 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8980b906-887e-4f6c-9c2b-ae3a786b81f0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:21.972718 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0221eff3-b692-4cbb-b318-df53339fe5b0 req-bc14bd96-5368-4f48-a8bb-38c916a05ab2 service neutron] 10.222.0.60 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172895 Feb 16 17:01:22.063670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1e8e1148-fd02-46b6-9ab8-bd5d81553b3e None None] For port 90aaed82-f35a-4638-9dbe-8d265828ed6c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=90aaed82-f35a-4638-9dbe-8d265828ed6c,segment=NetworkSegment(cd6b101f-cea4-486a-a10c-7c077e07481a),segment_id=cd6b101f-cea4-486a-a10c-7c077e07481a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:22.064752 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e8e1148-fd02-46b6-9ab8-bd5d81553b3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (90aaed82-f35a-4638-9dbe-8d265828ed6c), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:22.120804 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0221eff3-b692-4cbb-b318-df53339fe5b0 req-7c2d3c69-61d7-44ce-8cb2-4af8e48ce5f7 service neutron] 10.222.0.60 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401720 Feb 16 17:01:22.128469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e1148-fd02-46b6-9ab8-bd5d81553b3e None None] Calling delete_port for 90aaed82-f35a-4638-9dbe-8d265828ed6c owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:01:22.130472 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 90aaed82-f35a-4638-9dbe-8d265828ed6c is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:22.130937 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (90aaed82-f35a-4638-9dbe-8d265828ed6c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:22.136429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] For port 8980b906-887e-4f6c-9c2b-ae3a786b81f0, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8980b906-887e-4f6c-9c2b-ae3a786b81f0,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:22.137034 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8980b906-887e-4f6c-9c2b-ae3a786b81f0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:22.159745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-7578df1d-44ab-47e3-9975-c13f6502d40b service neutron] Transition to ACTIVE for port object 4232a65c-5ab1-4d51-9527-5acfad96afbe will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:22.171471 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-7578df1d-44ab-47e3-9975-c13f6502d40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:22.176176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Calling delete_port for 8980b906-887e-4f6c-9c2b-ae3a786b81f0 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:01:22.225022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-dbee0bd3-1a86-4a0d-9d32-396c0440c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T17:01:17Z', 'revision_number': 7, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:22.227879 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 90aaed82-f35a-4638-9dbe-8d265828ed6c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=90aaed82-f35a-4638-9dbe-8d265828ed6c,segment=NetworkSegment(cd6b101f-cea4-486a-a10c-7c077e07481a),segment_id=cd6b101f-cea4-486a-a10c-7c077e07481a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:22.238264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-e9294c61-f80c-4f85-b3d8-001092115968 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4162509 Feb 16 17:01:22.272749 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (90aaed82-f35a-4638-9dbe-8d265828ed6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:22.277604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee0bd3-1a86-4a0d-9d32-396c0440c69f None None] The sync data for ids ['0531bfd3-168f-4f9f-8502-af94ae3f4aeb'] in n-d-669411-5 is: [{'id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'name': 'tempest-TestNetworkBasicOps-router-414715931', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:58:55Z', 'updated_at': '2022-02-16T17:01:17Z', 'revision_number': 7, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': '8980b906-887e-4f6c-9c2b-ae3a786b81f0', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531bfd3-168f-4f9f-8502-af94ae3f4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:58:56Z', 'updated_at': '2022-02-16T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:22.342455 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e8e1148-fd02-46b6-9ab8-bd5d81553b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (90aaed82-f35a-4638-9dbe-8d265828ed6c), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:22.344402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=90aaed82-f35a-4638-9dbe-8d265828ed6c,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:22.379976 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e1148-fd02-46b6-9ab8-bd5d81553b3e None None] Pushing event deleted for resources: {'Port': ['ID=90aaed82-f35a-4638-9dbe-8d265828ed6c,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:22.381832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e1148-fd02-46b6-9ab8-bd5d81553b3e None None] No DVR routers for this DVR port 90aaed82-f35a-4638-9dbe-8d265828ed6c on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:22.415924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578df1d-44ab-47e3-9975-c13f6502d40b service neutron] Pushing event updated for resources: {'Port': ['ID=4232a65c-5ab1-4d51-9527-5acfad96afbe,revision_number=11']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:22.563735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-7578df1d-44ab-47e3-9975-c13f6502d40b service neutron] No DVR routers for this DVR port 4232a65c-5ab1-4d51-9527-5acfad96afbe on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:22.651089 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-8af2debf-b9e5-49a1-b63d-36037995e441 service neutron] 10.222.0.24 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802164 Feb 16 17:01:23.163826 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8980b906-887e-4f6c-9c2b-ae3a786b81f0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:23.206085 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-b5755402-7771-44ea-855d-945cfad643dc service neutron] 10.222.0.24 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362449 Feb 16 17:01:23.213735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Port': ['ID=8980b906-887e-4f6c-9c2b-ae3a786b81f0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:23.243681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30a856-e522-4e09-8883-681d8ce1a2a4 req-32689cb0-4a6f-4270-a662-1f2d7dd4848a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:23.251621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d30a856-e522-4e09-8883-681d8ce1a2a4 req-32689cb0-4a6f-4270-a662-1f2d7dd4848a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 944 time: 0.2330871 Feb 16 17:01:23.294792 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-7578df1d-44ab-47e3-9975-c13f6502d40b service neutron] 10.222.0.60 "PUT /v2.0/ports/4232a65c-5ab1-4d51-9527-5acfad96afbe/bindings/n-h1-669411-5/activate HTTP/1.1" status: 200 len: 369 time: 2.6366897 Feb 16 17:01:23.391953 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d30a856-e522-4e09-8883-681d8ce1a2a4 req-f7784fd5-6036-48b0-a039-ecec5ffbd480 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390722 Feb 16 17:01:23.405456 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:23.440853 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-5212e1fa-a919-4dcf-b50c-f585211747a3 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:23.442853 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-5212e1fa-a919-4dcf-b50c-f585211747a3 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&binding%3Ahost_id=n-h2-669411-5 HTTP/1.1" status: 200 len: 1126 time: 0.0818374 Feb 16 17:01:23.549047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-c5f97297-b652-45c7-a203-43b8dcf97d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:23.550782 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-c5f97297-b652-45c7-a203-43b8dcf97d2b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 1126 time: 0.1014736 Feb 16 17:01:23.621396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-887cc12b-fbb1-4715-8984-3f57da2139f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:23.624082 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-887cc12b-fbb1-4715-8984-3f57da2139f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 1126 time: 0.0522087 Feb 16 17:01:23.680156 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:23.682715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router_controller (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:23.744609 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-096b83b6-8cab-41e7-9cb3-71f9fd8c63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:23.746414 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-096b83b6-8cab-41e7-9cb3-71f9fd8c63ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=dccb8ef0-5a66-424b-a6e9-2efe628f428b HTTP/1.1" status: 200 len: 898 time: 0.1160285 Feb 16 17:01:23.824648 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f049e6a-2cdc-4299-87e5-a30756901190 req-610307bc-205c-4e79-a245-0cc13303907b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0756111 Feb 16 17:01:23.828215 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (0531bfd3-168f-4f9f-8502-af94ae3f4aeb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:23.829435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Fanout notify agent at l3_agent the message router_deleted on router 0531bfd3-168f-4f9f-8502-af94ae3f4aeb {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:01:23.843085 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:23.851128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1af6096e-efc1-4b86-a1e9-3500be10de8f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "DELETE /v2.0/routers/0531bfd3-168f-4f9f-8502-af94ae3f4aeb HTTP/1.1" status: 204 len: 168 time: 3.6291749 Feb 16 17:01:23.851801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43522) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:23.904177 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-dc962e40-64e1-4fda-b582-8d337382109d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe HTTP/1.1" status: 200 len: 999 time: 0.1514320 Feb 16 17:01:23.959423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b76171b2-db85-4576-9cd8-d9ff289d982a no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:24.003096 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: b76171b2-db85-4576-9cd8-d9ff289d982a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:01:24.006979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b76171b2-db85-4576-9cd8-d9ff289d982a not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:24.026133 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6aef309d-8e2f-40d4-8e9f-f7983364978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:24.032074 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-6aef309d-8e2f-40d4-8e9f-f7983364978c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cb1dcebf-2d0a-471d-81e5-f47ae020c5d2 HTTP/1.1" status: 200 len: 834 time: 0.1113470 Feb 16 17:01:24.055031 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a557d3f0-d9c5-4ae4-9910-1d7f54a636b5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (9f909f41-cd27-495e-b4b0-85f46e2c581f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:24.184821 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-3cf2282a-40f5-4a3e-aa13-0008c89045c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:24.187307 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-3cf2282a-40f5-4a3e-aa13-0008c89045c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dccb8ef0-5a66-424b-a6e9-2efe628f428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1463163 Feb 16 17:01:24.195418 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a557d3f0-d9c5-4ae4-9910-1d7f54a636b5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (9f909f41-cd27-495e-b4b0-85f46e2c581f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:24.226890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-a557d3f0-d9c5-4ae4-9910-1d7f54a636b5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f909f41-cd27-495e-b4b0-85f46e2c581f']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:24.254867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-a557d3f0-d9c5-4ae4-9910-1d7f54a636b5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6b101f-cea4-486a-a10c-7c077e07481a') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:24.255283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-a557d3f0-d9c5-4ae4-9910-1d7f54a636b5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6b101f-cea4-486a-a10c-7c077e07481a') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:24.276933 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a557d3f0-d9c5-4ae4-9910-1d7f54a636b5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (cd6b101f-cea4-486a-a10c-7c077e07481a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:24.303153 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a557d3f0-d9c5-4ae4-9910-1d7f54a636b5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (cd6b101f-cea4-486a-a10c-7c077e07481a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:24.323677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a557d3f0-d9c5-4ae4-9910-1d7f54a636b5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:24.324127 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a557d3f0-d9c5-4ae4-9910-1d7f54a636b5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (cd6b101f-cea4-486a-a10c-7c077e07481a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:24.328594 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:24.335239 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9dbdf975-fea2-4933-bee3-e15eaf5a5aaa service neutron] 10.222.0.65 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416388 Feb 16 17:01:24.444649 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a557d3f0-d9c5-4ae4-9910-1d7f54a636b5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (9f909f41-cd27-495e-b4b0-85f46e2c581f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:24.469537 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a557d3f0-d9c5-4ae4-9910-1d7f54a636b5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:24.472747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a557d3f0-d9c5-4ae4-9910-1d7f54a636b5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "DELETE /v2.0/networks/9f909f41-cd27-495e-b4b0-85f46e2c581f HTTP/1.1" status: 204 len: 168 time: 0.6196640 Feb 16 17:01:24.483822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557d3f0-d9c5-4ae4-9910-1d7f54a636b5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Network': ['ID=9f909f41-cd27-495e-b4b0-85f46e2c581f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:24.494269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43534) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:24.504922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-635e2628-0981-433e-b716-6a6a4b3c9f08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'network': {'name': 'tempest-network-smoke--1054460474', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'port_security_enabled': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:24.552473 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-bb923cb5-5560-441b-94f9-f7a691f48b7c service neutron] 10.222.0.65 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101738 Feb 16 17:01:24.587393 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635e2628-0981-433e-b716-6a6a4b3c9f08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Made reservation on behalf of 3149206434f648a3b3c2fc882bbf7f07 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:24.599087 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-635e2628-0981-433e-b716-6a6a4b3c9f08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:24.646144 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635e2628-0981-433e-b716-6a6a4b3c9f08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:24.649731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd2019-57cb-464b-90c3-89f1bf79b599 req-c476e49b-5bd0-431f-a4c3-9f44a18c89c8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:24.651483 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77fd2019-57cb-464b-90c3-89f1bf79b599 req-c476e49b-5bd0-431f-a4c3-9f44a18c89c8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 944 time: 0.1127582 Feb 16 17:01:24.662210 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-635e2628-0981-433e-b716-6a6a4b3c9f08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c09253c4-7b87-45ea-a6ce-e2817f8a1142), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:24.662752 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-635e2628-0981-433e-b716-6a6a4b3c9f08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Added segment c09253c4-7b87-45ea-a6ce-e2817f8a1142 of type vlan for network 22d4a0f3-af64-4b27-8738-e76af0a34683 Feb 16 17:01:24.695366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4232a65c-5ab1-4d51-9527-5acfad96afbe no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:24.714737 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-635e2628-0981-433e-b716-6a6a4b3c9f08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (22d4a0f3-af64-4b27-8738-e76af0a34683), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:24.757561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] The host n-h2-669411-5 is not matching for port 4232a65c-5ab1-4d51-9527-5acfad96afbe host n-h1-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 17:01:24.758247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 4232a65c-5ab1-4d51-9527-5acfad96afbe not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:24.766452 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77fd2019-57cb-464b-90c3-89f1bf79b599 req-0f88a7ae-f060-4c7e-8721-dde91c837225 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029620 Feb 16 17:01:24.777907 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-635e2628-0981-433e-b716-6a6a4b3c9f08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (22d4a0f3-af64-4b27-8738-e76af0a34683), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:24.786801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e2628-0981-433e-b716-6a6a4b3c9f08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:24.787683 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-635e2628-0981-433e-b716-6a6a4b3c9f08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:24.832230 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43536) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:24.834327 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-635e2628-0981-433e-b716-6a6a4b3c9f08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3382611 Feb 16 17:01:24.838138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'admin_state_up': True, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:24.889400 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (745d9763-b379-445d-9aed-46504a691de4), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:24.891541 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (745d9763-b379-445d-9aed-46504a691de4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:25.013676 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4593d662-c6a6-4c45-a4ee-a148184380a6 req-4d783876-0f45-4cad-b120-4ac8cd9e03d6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0524788 Feb 16 17:01:25.025570 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router_controller (745d9763-b379-445d-9aed-46504a691de4), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:25.053062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e2628-0981-433e-b716-6a6a4b3c9f08 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Network': ['ID=22d4a0f3-af64-4b27-8738-e76af0a34683,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:25.064211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 22d4a0f3-af64-4b27-8738-e76af0a34683 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:01:25.103223 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-11423105-3fee-4367-9b14-296ba0263c6f tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:25.112989 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-11423105-3fee-4367-9b14-296ba0263c6f tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 1126 time: 0.1900690 Feb 16 17:01:25.343561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-351dc3c7-c30f-4812-be98-835077ef7026 service neutron] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:25.347189 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-351dc3c7-c30f-4812-be98-835077ef7026 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:25.348342 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-351dc3c7-c30f-4812-be98-835077ef7026 service neutron] 10.222.0.65 "DELETE /v2.0/ports/4232a65c-5ab1-4d51-9527-5acfad96afbe/bindings/n-h2-669411-5 HTTP/1.1" status: 204 len: 173 time: 0.2291744 Feb 16 17:01:25.354731 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router_gateway (745d9763-b379-445d-9aed-46504a691de4), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:25.416291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-5687da0b-496d-4e09-82bf-d606143f050d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:25.418463 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-5687da0b-496d-4e09-82bf-d606143f050d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 811 time: 0.2744994 Feb 16 17:01:25.436210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-217b4e68-b9f2-4012-a26d-1014ac12aebc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'port': {'device_id': '272b0c00-5bbb-465f-9a12-dcf0b549d4e8', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'admin_state_up': True, 'tenant_id': '2b779e025ab44f24afff60114276c36b'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:25.679390 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-72f232ea-7c0e-47a8-88d7-8d15f026f452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:25.702223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-217b4e68-b9f2-4012-a26d-1014ac12aebc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Made reservation on behalf of 2b779e025ab44f24afff60114276c36b for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:25.706221 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-217b4e68-b9f2-4012-a26d-1014ac12aebc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:25.738954 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router_gateway (745d9763-b379-445d-9aed-46504a691de4), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:25.776793 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:25.794528 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8980b906-887e-4f6c-9c2b-ae3a786b81f0 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:25.839778 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 8980b906-887e-4f6c-9c2b-ae3a786b81f0 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:01:25.840173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8980b906-887e-4f6c-9c2b-ae3a786b81f0 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:26.020383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Allocated IP 172.25.4.162 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/cb68d640-af72-420b-9883-5094b9fbf5d3) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:26.046582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-217b4e68-b9f2-4012-a26d-1014ac12aebc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Allocated IP 172.20.0.6 (59605855-a12a-4807-9e09-0b33b401436f/a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f/f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:26.081728 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319bfa3-2810-4411-8704-453de2407417 req-97716ddb-d7a8-4c1d-9613-c8105c1ad81e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:26.083455 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b319bfa3-2810-4411-8704-453de2407417 req-97716ddb-d7a8-4c1d-9613-c8105c1ad81e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 944 time: 0.1777687 Feb 16 17:01:26.227064 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-196b648a-55b5-4f9e-adc7-6bd0d0f0f1cf req-98a8f24b-ad30-49b9-a718-b2a621a7b9de tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0510905 Feb 16 17:01:26.347213 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b319bfa3-2810-4411-8704-453de2407417 req-46db8c7f-ab6d-4fe9-b1cc-3713c70c0b5d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272015 Feb 16 17:01:26.506422 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for port (cb68d640-af72-420b-9883-5094b9fbf5d3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:26.604621 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-217b4e68-b9f2-4012-a26d-1014ac12aebc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:26.644905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9f061-91b5-4954-b990-dccceafc5e4b req-4a1643a6-5c22-4f48-be97-73bb440070c3 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:26.646614 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68a9f061-91b5-4954-b990-dccceafc5e4b req-4a1643a6-5c22-4f48-be97-73bb440070c3 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 1126 time: 0.1290243 Feb 16 17:01:26.681869 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (cb68d640-af72-420b-9883-5094b9fbf5d3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:26.753778 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:26.765295 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-217b4e68-b9f2-4012-a26d-1014ac12aebc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:26.778066 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:26.789900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Port': ['ID=cb68d640-af72-420b-9883-5094b9fbf5d3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:26.799028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:26.852079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68a9f061-91b5-4954-b990-dccceafc5e4b req-05a0853c-98cf-4107-bcb4-15e30d6c0b2d tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925480 Feb 16 17:01:26.875995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-217b4e68-b9f2-4012-a26d-1014ac12aebc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Network 59605855-a12a-4807-9e09-0b33b401436f is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:26.883454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-217b4e68-b9f2-4012-a26d-1014ac12aebc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:26.891170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-217b4e68-b9f2-4012-a26d-1014ac12aebc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:27.204177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3b69b308-9cd6-4526-b95e-0c10e9edd328 None None] Provisioning complete for port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:27.204980 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b69b308-9cd6-4526-b95e-0c10e9edd328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:27.205330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b4e68-b9f2-4012-a26d-1014ac12aebc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'Port': ['ID=f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:27.253683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3b69b308-9cd6-4526-b95e-0c10e9edd328 None None] Port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:01:27.381220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-217b4e68-b9f2-4012-a26d-1014ac12aebc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:27.381581 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-217b4e68-b9f2-4012-a26d-1014ac12aebc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:27.431242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-217b4e68-b9f2-4012-a26d-1014ac12aebc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0016980 Feb 16 17:01:27.450780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd53b8-67ee-4aa0-8987-cfc00621a797 req-07dbb84c-c831-4d6b-8409-e754e7ba5e95 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:27.450780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13cd53b8-67ee-4aa0-8987-cfc00621a797 req-07dbb84c-c831-4d6b-8409-e754e7ba5e95 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 944 time: 0.2388556 Feb 16 17:01:27.458654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Request body: {'port': {'device_id': '272b0c00-5bbb-465f-9a12-dcf0b549d4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:27.588840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8128fd2-717d-4d23-815d-2718faac1e00 req-5440e799-e8fe-4bea-b60a-09b3e79241d9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:27.590677 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8128fd2-717d-4d23-815d-2718faac1e00 req-5440e799-e8fe-4bea-b60a-09b3e79241d9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 931 time: 0.2800863 Feb 16 17:01:27.699913 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13cd53b8-67ee-4aa0-8987-cfc00621a797 req-208b057b-b01a-40f8-b646-1f1079e54a12 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347305 Feb 16 17:01:27.720272 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:27.725015 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43580) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:27.749129 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8128fd2-717d-4d23-815d-2718faac1e00 req-58836546-85d3-49da-83f4-e399938c650e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449480 Feb 16 17:01:27.749691 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router_gateway (745d9763-b379-445d-9aed-46504a691de4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:27.831187 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8a5fe5c5-55d1-4d4b-b319-bf91e0f5ef0b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/4b726b72-85b5-4a0e-a54c-f7b92d3b6e56 HTTP/1.1" status: 200 len: 991 time: 0.1042421 Feb 16 17:01:28.088076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43586) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:28.217295 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (745d9763-b379-445d-9aed-46504a691de4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:28.300279 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fdfe0933-6b48-4748-885d-a3989184dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:28.344442 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-02213157-5ad9-4568-92d5-f213c4a90a9c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 789713a6-4e8d-4e94-9970-e1b5b56d1ef4 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:01:28.344919 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02213157-5ad9-4568-92d5-f213c4a90a9c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (789713a6-4e8d-4e94-9970-e1b5b56d1ef4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:28.354733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:01:28.367008 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Publish callbacks [] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:28.389563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Transition to ACTIVE for port object f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:28.400573 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:28.467303 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02213157-5ad9-4568-92d5-f213c4a90a9c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (789713a6-4e8d-4e94-9970-e1b5b56d1ef4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:28.467679 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02213157-5ad9-4568-92d5-f213c4a90a9c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (789713a6-4e8d-4e94-9970-e1b5b56d1ef4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:28.484462 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-02213157-5ad9-4568-92d5-f213c4a90a9c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 789713a6-4e8d-4e94-9970-e1b5b56d1ef4 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:01:28.607074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Router 745d9763-b379-445d-9aed-46504a691de4 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:01:28.610570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Pushing event updated for resources: {'Port': ['ID=f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:28.621636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Attempting to bind port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:01:28.622111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Attempting to bind port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:01:28.622675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Attempting to bind port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:28.629795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 on network 59605855-a12a-4807-9e09-0b33b401436f not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:01:28.629795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Attempting to bind port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:28.640498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:28.640836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Checking segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:28.641221 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Bound using segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:28.641653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Bound port: f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:01:28.642020 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:28.717562 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02213157-5ad9-4568-92d5-f213c4a90a9c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (789713a6-4e8d-4e94-9970-e1b5b56d1ef4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:28.843295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] For port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:28.860256 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02213157-5ad9-4568-92d5-f213c4a90a9c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (4b726b72-85b5-4a0e-a54c-f7b92d3b6e56), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:28.861565 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-02213157-5ad9-4568-92d5-f213c4a90a9c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Floating IP 4b726b72-85b5-4a0e-a54c-f7b92d3b6e56 disassociated (deleted). External IP: 172.25.4.167, port: 4232a65c-5ab1-4d51-9527-5acfad96afbe. Feb 16 17:01:28.862711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] For port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:28.865553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02213157-5ad9-4568-92d5-f213c4a90a9c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=789713a6-4e8d-4e94-9970-e1b5b56d1ef4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:28.866490 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:01:28.902551 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:28.930990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:28.943418 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Sync routers for ids ['745d9763-b379-445d-9aed-46504a691de4'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:28.963535 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Routers {'745d9763-b379-445d-9aed-46504a691de4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:28.964110 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['745d9763-b379-445d-9aed-46504a691de4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:29.005736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:29.006795 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:29.008852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] 10.222.0.65 "PUT /v2.0/ports/f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 HTTP/1.1" status: 200 len: 1091 time: 1.5559721 Feb 16 17:01:29.010278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272b0c00-5bbb-465f-9a12-dcf0b549d4e8', 'tag': 'f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:01:29.013644 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05386d1b-e6b6-4d8f-8342-9b7625e875ee" -d '{"events": [{"name": "network-changed", "server_uuid": "272b0c00-5bbb-465f-9a12-dcf0b549d4e8", "tag": "f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:01:29.068935 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a781b-396f-4749-b447-885ffd6ee76f req-e4f60655-1b35-4301-94fd-a861e498b81c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:29.068935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-906a781b-396f-4749-b447-885ffd6ee76f req-e4f60655-1b35-4301-94fd-a861e498b81c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.1817226 Feb 16 17:01:29.071379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:29.072723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1cf1a328-fd6e-4b51-a622-61eb3bb583c9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2394505 Feb 16 17:01:29.082596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43600) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:29.089569 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6897a-9198-4f22-bec7-f544040fbe3e service neutron] Pushing event updated for resources: {'Port': ['ID=f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:29.213963 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Set router 745d9763-b379-445d-9aed-46504a691de4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:29.218412 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-380608ad-0157-4764-8278-f9b37d09d087 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3149206434f648a3b3c2fc882bbf7f07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1298127 Feb 16 17:01:29.223286 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43604) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:29.224822 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a361c81d-2c28-4e56-952f-1b9f6b0aa6c0 x-openstack-request-id: req-a361c81d-2c28-4e56-952f-1b9f6b0aa6c0 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:01:29.225113 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272b0c00-5bbb-465f-9a12-dcf0b549d4e8", "tag": "f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:01:29.225363 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a361c81d-2c28-4e56-952f-1b9f6b0aa6c0 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:01:29.225758 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272b0c00-5bbb-465f-9a12-dcf0b549d4e8', 'tag': 'f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0', 'status': 'completed', 'code': 200} Feb 16 17:01:29.270338 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02213157-5ad9-4568-92d5-f213c4a90a9c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router 4bb6833a-b394-4708-b386-67ceda882b5c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:29.358407 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:29.377975 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-906a781b-396f-4749-b447-885ffd6ee76f req-e6e3fd54-ad37-4bef-a3fd-88ba79941b91 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003284 Feb 16 17:01:29.427296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-4f36ea0c-b2ea-4cd6-8b65-39a19e39a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:29.428930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-4f36ea0c-b2ea-4cd6-8b65-39a19e39a344 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 1125 time: 0.2460687 Feb 16 17:01:29.481627 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-02a9d453-ef54-4561-a76f-72922751a7dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 HTTP/1.1" status: 200 len: 217 time: 0.0442677 Feb 16 17:01:29.532563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb82566-7bb6-4329-afe6-e6528ff30886 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:29.536716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9bb82566-7bb6-4329-afe6-e6528ff30886 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3075278 Feb 16 17:01:29.538359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43606) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:29.560103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02213157-5ad9-4568-92d5-f213c4a90a9c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:29.572962 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582e6bf-4688-447c-bd46-d7bfbf7296c0 None None] Sync routers for ids ['4bb6833a-b394-4708-b386-67ceda882b5c'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:29.577337 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02213157-5ad9-4568-92d5-f213c4a90a9c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:29.612382 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582e6bf-4688-447c-bd46-d7bfbf7296c0 None None] Routers {'4bb6833a-b394-4708-b386-67ceda882b5c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:29.616478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3582e6bf-4688-447c-bd46-d7bfbf7296c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['4bb6833a-b394-4708-b386-67ceda882b5c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:29.627131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4934a5d4-cf4a-4a6d-acf8-4a397aa2eb94 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0873249 Feb 16 17:01:29.627985 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43610) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:29.645385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2e502c78-44e6-491f-9ea5-74a6855db64f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1551780146', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:29.663085 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-02213157-5ad9-4568-92d5-f213c4a90a9c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/floatingips/4b726b72-85b5-4a0e-a54c-f7b92d3b6e56 HTTP/1.1" status: 204 len: 168 time: 1.5728762 Feb 16 17:01:29.663695 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:01:29.691201 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b969518-c094-4ef6-88a2-b66d7167a097" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:01:29.753556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-3582e6bf-4688-447c-bd46-d7bfbf7296c0 None None] Set router 4bb6833a-b394-4708-b386-67ceda882b5c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:29.767697 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9e83bf-fec4-4d32-93b9-3395eccdb95e x-openstack-request-id: req-8a9e83bf-fec4-4d32-93b9-3395eccdb95e {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:01:29.768027 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:01:29.768286 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a9e83bf-fec4-4d32-93b9-3395eccdb95e {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:01:29.768693 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe', 'status': 'completed', 'code': 200} Feb 16 17:01:29.802135 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745d9763-b379-445d-9aed-46504a691de4', 'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:24Z', 'updated_at': '2022-02-16T17:01:27Z', 'revision_number': 3, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:25Z', 'updated_at': '2022-02-16T17:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:29.826434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-dd4a0f09-0d44-4670-ba70-ccca19fda4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:29.829671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-dd4a0f09-0d44-4670-ba70-ccca19fda4ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.3398681 Feb 16 17:01:29.853859 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Checking router: 745d9763-b379-445d-9aed-46504a691de4 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:29.861302 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Updating router 745d9763-b379-445d-9aed-46504a691de4 port cb68d640-af72-420b-9883-5094b9fbf5d3 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:01:29.883607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b969518-c094-4ef6-88a2-b66d7167a097 req-b519c531-0e53-4ffc-92f0-e44fb1dd8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:29.889274 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b969518-c094-4ef6-88a2-b66d7167a097 req-b519c531-0e53-4ffc-92f0-e44fb1dd8c4d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 1126 time: 0.0923679 Feb 16 17:01:29.923593 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cb68d640-af72-420b-9883-5094b9fbf5d3), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:29.960417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e502c78-44e6-491f-9ea5-74a6855db64f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Made reservation on behalf of 3149206434f648a3b3c2fc882bbf7f07 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:29.974417 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e502c78-44e6-491f-9ea5-74a6855db64f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:30.076690 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b969518-c094-4ef6-88a2-b66d7167a097 req-fd6fadf4-85f6-4523-8188-bdb8af7df8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:30.078291 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b969518-c094-4ef6-88a2-b66d7167a097 req-fd6fadf4-85f6-4523-8188-bdb8af7df8de service neutron] 10.222.0.65 "GET /v2.0/networks?id=dccb8ef0-5a66-424b-a6e9-2efe628f428b HTTP/1.1" status: 200 len: 898 time: 0.1832960 Feb 16 17:01:30.170836 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b969518-c094-4ef6-88a2-b66d7167a097 req-8433788d-ab9e-4904-9c61-85650d22e81d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe HTTP/1.1" status: 200 len: 217 time: 0.0841084 Feb 16 17:01:30.172334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3582e6bf-4688-447c-bd46-d7bfbf7296c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:14Z', 'updated_at': '2022-02-16T16:59:23Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:15Z', 'updated_at': '2022-02-16T16:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '847751c3-4b2f-4583-97e3-7d9bd25490cc', 'name': '', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:61:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:21Z', 'updated_at': '2022-02-16T16:59:29Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:30.234572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582e6bf-4688-447c-bd46-d7bfbf7296c0 None None] Checking router: 4bb6833a-b394-4708-b386-67ceda882b5c for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:30.271826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b969518-c094-4ef6-88a2-b66d7167a097 req-c3dcd21f-160c-4cd9-91b3-d6992dd13bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:30.275475 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b969518-c094-4ef6-88a2-b66d7167a097 req-c3dcd21f-160c-4cd9-91b3-d6992dd13bd6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cb1dcebf-2d0a-471d-81e5-f47ae020c5d2 HTTP/1.1" status: 200 len: 834 time: 0.0961540 Feb 16 17:01:30.278191 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582e6bf-4688-447c-bd46-d7bfbf7296c0 None None] Routers {'4bb6833a-b394-4708-b386-67ceda882b5c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:30.278900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3582e6bf-4688-447c-bd46-d7bfbf7296c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['4bb6833a-b394-4708-b386-67ceda882b5c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:30.378634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b969518-c094-4ef6-88a2-b66d7167a097 req-b344c809-8b51-4d62-8261-5fda51094dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:30.385381 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b969518-c094-4ef6-88a2-b66d7167a097 req-b344c809-8b51-4d62-8261-5fda51094dc6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dccb8ef0-5a66-424b-a6e9-2efe628f428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0985537 Feb 16 17:01:30.413969 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Publish callbacks [] for port (cb68d640-af72-420b-9883-5094b9fbf5d3), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:30.433768 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (cb68d640-af72-420b-9883-5094b9fbf5d3), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:30.444010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-3582e6bf-4688-447c-bd46-d7bfbf7296c0 None None] Set router 4bb6833a-b394-4708-b386-67ceda882b5c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:30.562546 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Attempting to bind port cb68d640-af72-420b-9883-5094b9fbf5d3 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:01:30.564949 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Attempting to bind port cb68d640-af72-420b-9883-5094b9fbf5d3 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:01:30.567067 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Attempting to bind port cb68d640-af72-420b-9883-5094b9fbf5d3 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:30.583819 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:30.587216 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:30.588572 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:30.590915 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:30.593670 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Bound port: cb68d640-af72-420b-9883-5094b9fbf5d3, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:01:30.594293 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cb68d640-af72-420b-9883-5094b9fbf5d3), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:30.630784 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b969518-c094-4ef6-88a2-b66d7167a097 req-1a6fc7d6-a894-4c79-b52d-d94130c6cc7c service neutron] 10.222.0.65 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421906 Feb 16 17:01:30.657491 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf64fd-1e05-49d3-8ea5-c37a711ddadf None None] Pushing event updated for resources: {'Port': ['ID=cb68d640-af72-420b-9883-5094b9fbf5d3,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:30.754138 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] For port cb68d640-af72-420b-9883-5094b9fbf5d3, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:30.770412 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] For port cb68d640-af72-420b-9883-5094b9fbf5d3, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=cb68d640-af72-420b-9883-5094b9fbf5d3,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:30.786936 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (cb68d640-af72-420b-9883-5094b9fbf5d3), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:30.808339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-67f0692a-af65-4f19-a275-c57a6b0bef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:30.811127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-67f0692a-af65-4f19-a275-c57a6b0bef03 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9748685 Feb 16 17:01:30.868790 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3582e6bf-4688-447c-bd46-d7bfbf7296c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:14Z', 'updated_at': '2022-02-16T16:59:23Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:15Z', 'updated_at': '2022-02-16T16:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '847751c3-4b2f-4583-97e3-7d9bd25490cc', 'name': '', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:61:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:21Z', 'updated_at': '2022-02-16T16:59:29Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:30.890085 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b969518-c094-4ef6-88a2-b66d7167a097 req-aa058d58-7fd8-4040-a933-add9da94941e service neutron] 10.222.0.65 "GET /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519534 Feb 16 17:01:30.920956 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Routers {'745d9763-b379-445d-9aed-46504a691de4'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:30.921600 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['745d9763-b379-445d-9aed-46504a691de4'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:30.933016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582e6bf-4688-447c-bd46-d7bfbf7296c0 None None] The sync data for ids ['4bb6833a-b394-4708-b386-67ceda882b5c'] in n-d-669411-5 is: [{'id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:14Z', 'updated_at': '2022-02-16T16:59:23Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:15Z', 'updated_at': '2022-02-16T16:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '847751c3-4b2f-4583-97e3-7d9bd25490cc', 'name': '', 'network_id': 'dccb8ef0-5a66-424b-a6e9-2efe628f428b', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:61:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:21Z', 'updated_at': '2022-02-16T16:59:29Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'cb1dcebf-2d0a-471d-81e5-f47ae020c5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:30.957630 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:30.964778 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-9c8296ef-dd0a-47eb-b64a-697f51ee230a service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472995 Feb 16 17:01:30.971161 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e502c78-44e6-491f-9ea5-74a6855db64f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (5ecc5601-9e32-439c-8e0c-7fc04e0950c9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:31.118282 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] Set router 745d9763-b379-445d-9aed-46504a691de4 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:31.140135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8eecddac-c515-48e5-b707-468e70e7eee4 req-7e1db072-9ca0-41fd-bd21-94b1a43f1dd2 service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651714 Feb 16 17:01:31.219042 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf64fd-1e05-49d3-8ea5-c37a711ddadf None None] Pushing event updated for resources: {'Port': ['ID=cb68d640-af72-420b-9883-5094b9fbf5d3,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:31.256109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e502c78-44e6-491f-9ea5-74a6855db64f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Subnet': ['ID=5ecc5601-9e32-439c-8e0c-7fc04e0950c9,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:31.328238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0839dee-148d-4f6e-bd1b-4a3026d6a0be req-25cfb8df-9222-4a6b-a0e4-95d2a33fc47a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:31.330017 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0839dee-148d-4f6e-bd1b-4a3026d6a0be req-25cfb8df-9222-4a6b-a0e4-95d2a33fc47a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.6618936 Feb 16 17:01:31.350198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03020f4d-337c-4b99-a895-00857e281298 req-edb584d3-03ea-4c30-884b-74a814787944 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:31.352789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03020f4d-337c-4b99-a895-00857e281298 req-edb584d3-03ea-4c30-884b-74a814787944 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 944 time: 0.7045245 Feb 16 17:01:31.366552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c247-8c31-4a0f-8ad5-b529b4368147 req-8f6ae103-0b0d-4cc4-8122-755b843aaa4d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:31.368342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d91c247-8c31-4a0f-8ad5-b529b4368147 req-8f6ae103-0b0d-4cc4-8122-755b843aaa4d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 944 time: 0.7090340 Feb 16 17:01:31.396692 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745d9763-b379-445d-9aed-46504a691de4', 'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:24Z', 'updated_at': '2022-02-16T17:01:27Z', 'revision_number': 3, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:25Z', 'updated_at': '2022-02-16T17:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:31.398869 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aefba7-0da2-45c7-919f-3bee0344df24 None None] New status for floating IP 4b726b72-85b5-4a0e-a54c-f7b92d3b6e56: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:01:31.444784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e502c78-44e6-491f-9ea5-74a6855db64f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Checking segment: {'id': 'c09253c4-7b87-45ea-a6ce-e2817f8a1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:31.445266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e502c78-44e6-491f-9ea5-74a6855db64f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network hostable DHCP agents. Network: 22d4a0f3-af64-4b27-8738-e76af0a34683, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:31.480213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05386d1b-e6b6-4d8f-8342-9b7625e875ee req-171134bd-153d-4d37-a717-0ca4ddd01a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:31.482144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05386d1b-e6b6-4d8f-8342-9b7625e875ee req-171134bd-153d-4d37-a717-0ca4ddd01a49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 1125 time: 0.2694342 Feb 16 17:01:31.490410 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a570c1d-6bed-4e69-8f68-53684f5efc5d None None] The sync data for ids ['745d9763-b379-445d-9aed-46504a691de4'] in n-d-669411-5 is: [{'id': '745d9763-b379-445d-9aed-46504a691de4', 'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:24Z', 'updated_at': '2022-02-16T17:01:27Z', 'revision_number': 3, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:25Z', 'updated_at': '2022-02-16T17:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:31.529727 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:31.603848 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0839dee-148d-4f6e-bd1b-4a3026d6a0be req-3dd5e5e8-6293-4de3-886c-ff5c96f827e8 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475996 Feb 16 17:01:31.625687 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03020f4d-337c-4b99-a895-00857e281298 req-f8b0438a-c991-4c98-8598-26a7e4869a5f tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=026740a0-63d0-4172-8c52-08296739d10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510054 Feb 16 17:01:31.678293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e502c78-44e6-491f-9ea5-74a6855db64f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network 22d4a0f3-af64-4b27-8738-e76af0a34683 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:31.713732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-2e502c78-44e6-491f-9ea5-74a6855db64f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 22d4a0f3-af64-4b27-8738-e76af0a34683) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:31.724210 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154d8a02-4482-4103-9ca1-5fc5c94554f1 None None] Network 22d4a0f3-af64-4b27-8738-e76af0a34683 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:01:31.728047 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e502c78-44e6-491f-9ea5-74a6855db64f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:31.728654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e502c78-44e6-491f-9ea5-74a6855db64f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:31.739799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05386d1b-e6b6-4d8f-8342-9b7625e875ee req-6a91e789-4f55-4d2c-bbc9-e23c2101ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:31.741301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05386d1b-e6b6-4d8f-8342-9b7625e875ee req-6a91e789-4f55-4d2c-bbc9-e23c2101ef70 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.2447982 Feb 16 17:01:31.748415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-7d91c247-8c31-4a0f-8ad5-b529b4368147 req-fba8b960-4929-4f38-8585-722a61aab29b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 4232a65c-5ab1-4d51-9527-5acfad96afbe {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:01:31.748762 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7d91c247-8c31-4a0f-8ad5-b529b4368147 req-fba8b960-4929-4f38-8585-722a61aab29b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:31.783928 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2e502c78-44e6-491f-9ea5-74a6855db64f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1496577 Feb 16 17:01:31.784190 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43638) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:31.912758 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-22d4a0f3-af64-4b27-8738-e76af0a34683', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ips': [{'subnet_id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:01:31.913632 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:32.022410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7d91c247-8c31-4a0f-8ad5-b529b4368147 req-fba8b960-4929-4f38-8585-722a61aab29b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] For port 4232a65c-5ab1-4d51-9527-5acfad96afbe, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=4232a65c-5ab1-4d51-9527-5acfad96afbe,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:32.023038 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7d91c247-8c31-4a0f-8ad5-b529b4368147 req-fba8b960-4929-4f38-8585-722a61aab29b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:32.049948 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-7d91c247-8c31-4a0f-8ad5-b529b4368147 req-fba8b960-4929-4f38-8585-722a61aab29b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 4232a65c-5ab1-4d51-9527-5acfad96afbe owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:01:32.177159 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05386d1b-e6b6-4d8f-8342-9b7625e875ee req-40dab20a-652d-4afc-a9fc-e09e17f8c23f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 HTTP/1.1" status: 200 len: 217 time: 0.4252999 Feb 16 17:01:32.186379 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:32.323576 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Allocated IP 172.20.0.2 (22d4a0f3-af64-4b27-8738-e76af0a34683/5ecc5601-9e32-439c-8e0c-7fc04e0950c9/4fc538ea-22d5-4133-a598-503bfee8473e) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:32.425493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05386d1b-e6b6-4d8f-8342-9b7625e875ee req-03ee33e2-242b-4d0d-9451-ed92219d28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:32.428188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05386d1b-e6b6-4d8f-8342-9b7625e875ee req-03ee33e2-242b-4d0d-9451-ed92219d28d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.2344382 Feb 16 17:01:32.429413 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7d91c247-8c31-4a0f-8ad5-b529b4368147 req-fba8b960-4929-4f38-8585-722a61aab29b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (4232a65c-5ab1-4d51-9527-5acfad96afbe), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:32.492648 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8b960-4929-4f38-8585-722a61aab29b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=4232a65c-5ab1-4d51-9527-5acfad96afbe,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:32.672141 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Publish callbacks [] for port (4fc538ea-22d5-4133-a598-503bfee8473e), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:32.681366 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (4fc538ea-22d5-4133-a598-503bfee8473e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:32.691584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d91c247-8c31-4a0f-8ad5-b529b4368147 req-fba8b960-4929-4f38-8585-722a61aab29b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] No DVR routers for this DVR port 4232a65c-5ab1-4d51-9527-5acfad96afbe on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:32.706707 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7d91c247-8c31-4a0f-8ad5-b529b4368147 req-fba8b960-4929-4f38-8585-722a61aab29b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:32.725144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d91c247-8c31-4a0f-8ad5-b529b4368147 req-fba8b960-4929-4f38-8585-722a61aab29b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.65 "DELETE /v2.0/ports/4232a65c-5ab1-4d51-9527-5acfad96afbe HTTP/1.1" status: 204 len: 173 time: 1.3457382 Feb 16 17:01:32.725666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'name': 'network-vif-deleted', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:01:32.728085 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7f5102-1f53-4fae-9143-770bae915f7b" -d '{"events": [{"server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "name": "network-vif-deleted", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:01:32.784744 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Network 22d4a0f3-af64-4b27-8738-e76af0a34683 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:32.788041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05386d1b-e6b6-4d8f-8342-9b7625e875ee req-5cff221a-9d22-4a7d-b803-12f6a132c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:32.789686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05386d1b-e6b6-4d8f-8342-9b7625e875ee req-5cff221a-9d22-4a7d-b803-12f6a132c51f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3211281 Feb 16 17:01:32.799851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:32.803733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:32.833225 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Pushing event updated for resources: {'Port': ['ID=4fc538ea-22d5-4133-a598-503bfee8473e,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:32.958629 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Attempting to bind port 4fc538ea-22d5-4133-a598-503bfee8473e on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:01:32.958992 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Attempting to bind port 4fc538ea-22d5-4133-a598-503bfee8473e by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'c09253c4-7b87-45ea-a6ce-e2817f8a1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:01:32.959409 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Attempting to bind port 4fc538ea-22d5-4133-a598-503bfee8473e on network 22d4a0f3-af64-4b27-8738-e76af0a34683 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:32.966933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:32.968250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Checking segment: {'id': 'c09253c4-7b87-45ea-a6ce-e2817f8a1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:32.968728 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:32.969133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Bound using segment: {'id': 'c09253c4-7b87-45ea-a6ce-e2817f8a1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:32.969616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Bound port: 4fc538ea-22d5-4133-a598-503bfee8473e, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09253c4-7b87-45ea-a6ce-e2817f8a1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:01:32.969997 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4fc538ea-22d5-4133-a598-503bfee8473e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:33.028226 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43c8da30-6eea-43d6-a291-df3e8059d76e req-690e892a-bc11-40e2-b951-1759ad3ae779 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3d47300-571c-4292-afeb-b2ee98c0d185 HTTP/1.1" status: 200 len: 210 time: 0.1709611 Feb 16 17:01:33.142858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] For port 4fc538ea-22d5-4133-a598-503bfee8473e, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:33.153631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] For port 4fc538ea-22d5-4133-a598-503bfee8473e, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4fc538ea-22d5-4133-a598-503bfee8473e,segment=NetworkSegment(c09253c4-7b87-45ea-a6ce-e2817f8a1142),segment_id=c09253c4-7b87-45ea-a6ce-e2817f8a1142)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:33.165700 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4fc538ea-22d5-4133-a598-503bfee8473e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:33.261360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c4fde-c26c-4745-a6ee-6ab12fcfe0f7 None None] Pushing event updated for resources: {'Port': ['ID=4fc538ea-22d5-4133-a598-503bfee8473e,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:33.273795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1fdb9-e6b6-4c7c-8c9d-d7897ccb1a2e req-d1fc2eac-5fc4-4ff2-a466-a8f8f75b391f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:33.284124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1c1fdb9-e6b6-4c7c-8c9d-d7897ccb1a2e req-d1fc2eac-5fc4-4ff2-a466-a8f8f75b391f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.5422773 Feb 16 17:01:33.295223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05386d1b-e6b6-4d8f-8342-9b7625e875ee req-74b93af2-96ee-4924-aa68-192f32b70905 service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892278 Feb 16 17:01:33.301546 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a45593-fcbd-43a8-8f83-03d31a28e98a x-openstack-request-id: req-14a45593-fcbd-43a8-8f83-03d31a28e98a {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:01:33.302083 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d47300-571c-4292-afeb-b2ee98c0d185", "name": "network-vif-deleted", "tag": "4232a65c-5ab1-4d51-9527-5acfad96afbe", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:01:33.304700 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14a45593-fcbd-43a8-8f83-03d31a28e98a {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:01:33.315477 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d47300-571c-4292-afeb-b2ee98c0d185', 'name': 'network-vif-deleted', 'tag': '4232a65c-5ab1-4d51-9527-5acfad96afbe', 'status': 'completed', 'code': 200} Feb 16 17:01:33.470282 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:33.525126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1c1fdb9-e6b6-4c7c-8c9d-d7897ccb1a2e req-8263137f-d0b9-4297-a5cd-aa296cad1271 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396004 Feb 16 17:01:33.573002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05386d1b-e6b6-4d8f-8342-9b7625e875ee req-a9eb2b92-6078-4855-b62d-115005040b9a service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761502 Feb 16 17:01:33.971112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device cb68d640-af72-420b-9883-5094b9fbf5d3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:33.980226 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Allocated IP 172.20.0.1 (22d4a0f3-af64-4b27-8738-e76af0a34683/5ecc5601-9e32-439c-8e0c-7fc04e0950c9/e1e7a443-d2d2-41a6-a233-aa0114deb939) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:34.034511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port cb68d640-af72-420b-9883-5094b9fbf5d3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:34.034804 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (cb68d640-af72-420b-9883-5094b9fbf5d3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:34.132923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43664) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:34.133502 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:34.181809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:34.188851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port cb68d640-af72-420b-9883-5094b9fbf5d3 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:34.189371 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cb68d640-af72-420b-9883-5094b9fbf5d3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:34.211574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port cb68d640-af72-420b-9883-5094b9fbf5d3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=cb68d640-af72-420b-9883-5094b9fbf5d3,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:34.218017 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (cb68d640-af72-420b-9883-5094b9fbf5d3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:34.219257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4fc538ea-22d5-4133-a598-503bfee8473e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:34.244187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Port': ['ID=e1e7a443-d2d2-41a6-a233-aa0114deb939,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:34.272596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network 22d4a0f3-af64-4b27-8738-e76af0a34683 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:34.277332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:34.280152 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:34.384845 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (745d9763-b379-445d-9aed-46504a691de4), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:34.404672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=cb68d640-af72-420b-9883-5094b9fbf5d3,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:34.434522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 4fc538ea-22d5-4133-a598-503bfee8473e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:34.444372 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4fc538ea-22d5-4133-a598-503bfee8473e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:34.659116 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4fc538ea-22d5-4133-a598-503bfee8473e is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:34.659656 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4fc538ea-22d5-4133-a598-503bfee8473e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:34.666072 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:34.739891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 4fc538ea-22d5-4133-a598-503bfee8473e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4fc538ea-22d5-4133-a598-503bfee8473e,segment=NetworkSegment(c09253c4-7b87-45ea-a6ce-e2817f8a1142),segment_id=c09253c4-7b87-45ea-a6ce-e2817f8a1142)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:34.749753 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4fc538ea-22d5-4133-a598-503bfee8473e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:34.825921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=4fc538ea-22d5-4133-a598-503bfee8473e,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:34.858427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695f42c0-487a-4825-8dcd-f1c4f9fee4a6 None None] Network 22d4a0f3-af64-4b27-8738-e76af0a34683 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:01:34.861141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 4232a65c-5ab1-4d51-9527-5acfad96afbe no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:34.931567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf935d2-4445-45fc-94b8-cd018a61423b req-22f51848-22ec-4421-8c66-eb45b8423098 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:34.939776 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bf935d2-4445-45fc-94b8-cd018a61423b req-22f51848-22ec-4421-8c66-eb45b8423098 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.1814327 Feb 16 17:01:35.005034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4bf935d2-4445-45fc-94b8-cd018a61423b req-a0d669e5-96f8-4d1b-9b34-0c634e63ce2d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642660 Feb 16 17:01:35.082182 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:35.085206 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a02488c1-3099-41f2-8954-fb6daadd6510 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (4bb6833a-b394-4708-b386-67ceda882b5c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:35.096535 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:35.102495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 4232a65c-5ab1-4d51-9527-5acfad96afbe {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:01:35.103036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 4232a65c-5ab1-4d51-9527-5acfad96afbe not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:35.105393 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:35.157697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2d95f0ec-d50d-46ea-811b-f73bade13bf8 None None] Provisioning complete for port 4fc538ea-22d5-4133-a598-503bfee8473e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:35.158226 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2d95f0ec-d50d-46ea-811b-f73bade13bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4fc538ea-22d5-4133-a598-503bfee8473e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:35.181482 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Port': ['ID=e1e7a443-d2d2-41a6-a233-aa0114deb939,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:35.207134 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (745d9763-b379-445d-9aed-46504a691de4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:35.315775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2d95f0ec-d50d-46ea-811b-f73bade13bf8 None None] Current status of the port 4fc538ea-22d5-4133-a598-503bfee8473e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:35.333082 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network 22d4a0f3-af64-4b27-8738-e76af0a34683 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:35.334709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:35.553894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Router 745d9763-b379-445d-9aed-46504a691de4 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:35.638611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a02488c1-3099-41f2-8954-fb6daadd6510 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 847751c3-4b2f-4583-97e3-7d9bd25490cc {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:01:35.639180 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a02488c1-3099-41f2-8954-fb6daadd6510 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:35.654124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b13656d7-1f24-49b5-b4b4-7879a02e7958 None None] Provisioning complete for port e1e7a443-d2d2-41a6-a233-aa0114deb939 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:35.654494 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b13656d7-1f24-49b5-b4b4-7879a02e7958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:35.728320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b13656d7-1f24-49b5-b4b4-7879a02e7958 None None] Port e1e7a443-d2d2-41a6-a233-aa0114deb939 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:01:35.760838 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:35.768923 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-73864059-6de8-4f9a-b415-f49e09be29ec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "PUT /v2.0/routers/745d9763-b379-445d-9aed-46504a691de4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9836702 Feb 16 17:01:35.772080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43680) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:35.784539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Sync routers for ids ['745d9763-b379-445d-9aed-46504a691de4'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:35.800677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b13656d7-1f24-49b5-b4b4-7879a02e7958 None None] Provisioning complete for port 4fc538ea-22d5-4133-a598-503bfee8473e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:35.801061 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b13656d7-1f24-49b5-b4b4-7879a02e7958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4fc538ea-22d5-4133-a598-503bfee8473e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:35.863215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Routers {'745d9763-b379-445d-9aed-46504a691de4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:35.875932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['745d9763-b379-445d-9aed-46504a691de4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:35.877374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-a02488c1-3099-41f2-8954-fb6daadd6510 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] For port 847751c3-4b2f-4583-97e3-7d9bd25490cc, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=847751c3-4b2f-4583-97e3-7d9bd25490cc,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:35.877895 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a02488c1-3099-41f2-8954-fb6daadd6510 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:35.919584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a02488c1-3099-41f2-8954-fb6daadd6510 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 847751c3-4b2f-4583-97e3-7d9bd25490cc owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:01:36.022909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device cb68d640-af72-420b-9883-5094b9fbf5d3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:36.141961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Set router 745d9763-b379-445d-9aed-46504a691de4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:36.165147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e3b92-c234-43c0-af26-83b5345ea976 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.165624 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e3b92-c234-43c0-af26-83b5345ea976 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.166091 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e3b92-c234-43c0-af26-83b5345ea976 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.166550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e3b92-c234-43c0-af26-83b5345ea976 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.167011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e3b92-c234-43c0-af26-83b5345ea976 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.167468 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e3b92-c234-43c0-af26-83b5345ea976 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.167986 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e3b92-c234-43c0-af26-83b5345ea976 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.180966 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a11e3b92-c234-43c0-af26-83b5345ea976 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.4078457 Feb 16 17:01:36.183648 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43684) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:36.319798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9133954-812f-4910-aa06-baf5597f4a2a req-99f869d1-f657-48ba-8a52-9d869108ac8a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.322222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9133954-812f-4910-aa06-baf5597f4a2a req-99f869d1-f657-48ba-8a52-9d869108ac8a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.1656718 Feb 16 17:01:36.390760 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9fd0b1-baa2-49d7-bb8b-ee975f998e5d tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.391134 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9fd0b1-baa2-49d7-bb8b-ee975f998e5d tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.391586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9fd0b1-baa2-49d7-bb8b-ee975f998e5d tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.404155 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9fd0b1-baa2-49d7-bb8b-ee975f998e5d tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.404709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9fd0b1-baa2-49d7-bb8b-ee975f998e5d tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.405175 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9fd0b1-baa2-49d7-bb8b-ee975f998e5d tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.405629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9fd0b1-baa2-49d7-bb8b-ee975f998e5d tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:36.410314 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-de9fd0b1-baa2-49d7-bb8b-ee975f998e5d tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.2230649 Feb 16 17:01:36.412654 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43686) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:36.464488 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9133954-812f-4910-aa06-baf5597f4a2a req-83706d74-2e1b-47c2-af7c-d66374516353 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278532 Feb 16 17:01:36.468826 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a02488c1-3099-41f2-8954-fb6daadd6510 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (847751c3-4b2f-4583-97e3-7d9bd25490cc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:36.516684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02488c1-3099-41f2-8954-fb6daadd6510 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=847751c3-4b2f-4583-97e3-7d9bd25490cc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:36.776224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b13656d7-1f24-49b5-b4b4-7879a02e7958 None None] Current status of the port 4fc538ea-22d5-4133-a598-503bfee8473e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:36.801477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port cb68d640-af72-420b-9883-5094b9fbf5d3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:36.801852 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (cb68d640-af72-420b-9883-5094b9fbf5d3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:36.906368 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a02488c1-3099-41f2-8954-fb6daadd6510 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (4bb6833a-b394-4708-b386-67ceda882b5c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:36.946534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cc2313ad-9287-4032-8c2e-9589a5f364a2 None None] Provisioning complete for port e1e7a443-d2d2-41a6-a233-aa0114deb939 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:36.947306 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cc2313ad-9287-4032-8c2e-9589a5f364a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:37.026816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745d9763-b379-445d-9aed-46504a691de4', 'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:24Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:25Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e1e7a443-d2d2-41a6-a233-aa0114deb939', 'name': '', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:96:3a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:33Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 2, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:37.071515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cc2313ad-9287-4032-8c2e-9589a5f364a2 None None] Port e1e7a443-d2d2-41a6-a233-aa0114deb939 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:01:37.080040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Checking router: 745d9763-b379-445d-9aed-46504a691de4 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:37.080402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Updating router 745d9763-b379-445d-9aed-46504a691de4 port e1e7a443-d2d2-41a6-a233-aa0114deb939 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:01:37.150302 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:37.170682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port cb68d640-af72-420b-9883-5094b9fbf5d3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:37.172217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4fc538ea-22d5-4133-a598-503bfee8473e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:37.244387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 4fc538ea-22d5-4133-a598-503bfee8473e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:37.245110 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4fc538ea-22d5-4133-a598-503bfee8473e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:37.348278 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6833cda2-0c12-410c-bc2c-878698395109 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.9318740 Feb 16 17:01:37.695464 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b3474-507f-445f-b750-d7c2f0f62f11 req-be368608-2283-44e8-b897-da8f577a7f6f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:37.697014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd2b3474-507f-445f-b750-d7c2f0f62f11 req-be368608-2283-44e8-b897-da8f577a7f6f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.0959744 Feb 16 17:01:37.699286 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43698) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:37.705893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-50afd660-50cd-4224-ac44-7f2f9e30209b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1528026918', 'description': 'tempest-secgroup-smoke-1528026918 description', 'project_id': '3149206434f648a3b3c2fc882bbf7f07'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:37.739046 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4fc538ea-22d5-4133-a598-503bfee8473e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:37.781196 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02488c1-3099-41f2-8954-fb6daadd6510 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router 4bb6833a-b394-4708-b386-67ceda882b5c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:37.789284 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd2b3474-507f-445f-b750-d7c2f0f62f11 req-57eabe65-bffc-4aeb-b31a-919f791b51c2 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770526 Feb 16 17:01:37.793170 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-50afd660-50cd-4224-ac44-7f2f9e30209b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:37.946463 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Publish callbacks [] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:37.958337 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.012823 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02488c1-3099-41f2-8954-fb6daadd6510 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:38.016506 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-50afd660-50cd-4224-ac44-7f2f9e30209b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (f0950074-e58f-440d-ba30-74b19404d54d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.021555 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a02488c1-3099-41f2-8954-fb6daadd6510 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "PUT /v2.0/routers/4bb6833a-b394-4708-b386-67ceda882b5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8873124 Feb 16 17:01:38.022834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-50afd660-50cd-4224-ac44-7f2f9e30209b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f0950074-e58f-440d-ba30-74b19404d54d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.025267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43706) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:38.029284 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b296effb-12d1-4b4e-8de3-71e51baec3d9 None None] Sync routers for ids ['4bb6833a-b394-4708-b386-67ceda882b5c'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:38.043069 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b296effb-12d1-4b4e-8de3-71e51baec3d9 None None] Routers {'4bb6833a-b394-4708-b386-67ceda882b5c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:38.043872 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b296effb-12d1-4b4e-8de3-71e51baec3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['4bb6833a-b394-4708-b386-67ceda882b5c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:38.054105 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5159bc-4303-4968-9196-2080e593af64 None None] Pushing event updated for resources: {'Port': ['ID=e1e7a443-d2d2-41a6-a233-aa0114deb939,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:38.112706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afd660-50cd-4224-ac44-7f2f9e30209b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0950074-e58f-440d-ba30-74b19404d54d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:38.178521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Attempting to bind port e1e7a443-d2d2-41a6-a233-aa0114deb939 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:01:38.179052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Attempting to bind port e1e7a443-d2d2-41a6-a233-aa0114deb939 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'c09253c4-7b87-45ea-a6ce-e2817f8a1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:01:38.179294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Attempting to bind port e1e7a443-d2d2-41a6-a233-aa0114deb939 on network 22d4a0f3-af64-4b27-8738-e76af0a34683 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:38.188101 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-50afd660-50cd-4224-ac44-7f2f9e30209b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.192121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-50afd660-50cd-4224-ac44-7f2f9e30209b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4886127 Feb 16 17:01:38.192552 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43708) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:38.199852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:38.200344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Checking segment: {'id': 'c09253c4-7b87-45ea-a6ce-e2817f8a1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:38.200696 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.201014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Bound using segment: {'id': 'c09253c4-7b87-45ea-a6ce-e2817f8a1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:38.201997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2349171f-da39-42dd-9931-9c5b9f421764 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': 'f0950074-e58f-440d-ba30-74b19404d54d', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:38.202440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Bound port: e1e7a443-d2d2-41a6-a233-aa0114deb939, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09253c4-7b87-45ea-a6ce-e2817f8a1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:01:38.202851 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.229239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-f604599d-f7d1-4685-8ccc-49fdfe8f2f55 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting subnet cb1dcebf-2d0a-471d-81e5-f47ae020c5d2 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:01:38.237110 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f604599d-f7d1-4685-8ccc-49fdfe8f2f55 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for subnet (cb1dcebf-2d0a-471d-81e5-f47ae020c5d2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.260425 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2349171f-da39-42dd-9931-9c5b9f421764 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (bc63edfc-b800-465d-b217-592a09458010), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.285532 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b296effb-12d1-4b4e-8de3-71e51baec3d9 None None] Set router 4bb6833a-b394-4708-b386-67ceda882b5c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:38.315787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] For port e1e7a443-d2d2-41a6-a233-aa0114deb939, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:38.320812 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] For port e1e7a443-d2d2-41a6-a233-aa0114deb939, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e1e7a443-d2d2-41a6-a233-aa0114deb939,segment=NetworkSegment(c09253c4-7b87-45ea-a6ce-e2817f8a1142),segment_id=c09253c4-7b87-45ea-a6ce-e2817f8a1142)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:38.330552 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.345139 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f604599d-f7d1-4685-8ccc-49fdfe8f2f55 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (cb1dcebf-2d0a-471d-81e5-f47ae020c5d2), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.424523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Routers {'745d9763-b379-445d-9aed-46504a691de4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:38.425161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['745d9763-b379-445d-9aed-46504a691de4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:38.430433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5159bc-4303-4968-9196-2080e593af64 None None] Pushing event updated for resources: {'Port': ['ID=e1e7a443-d2d2-41a6-a233-aa0114deb939,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:38.433279 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2349171f-da39-42dd-9931-9c5b9f421764 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (bc63edfc-b800-465d-b217-592a09458010), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.447054 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2349171f-da39-42dd-9931-9c5b9f421764 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (bc63edfc-b800-465d-b217-592a09458010), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.476208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349171f-da39-42dd-9931-9c5b9f421764 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc63edfc-b800-465d-b217-592a09458010,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:38.524120 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2349171f-da39-42dd-9931-9c5b9f421764 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.525280 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2349171f-da39-42dd-9931-9c5b9f421764 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3317895 Feb 16 17:01:38.528975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43710) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:38.535357 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fc684f73-a8a0-41b3-9a27-5eee4ba747e3 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': 'f0950074-e58f-440d-ba30-74b19404d54d', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:38.598396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc684f73-a8a0-41b3-9a27-5eee4ba747e3 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (e055257c-0235-4cf5-9f06-26e3341d3c48), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.642635 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b296effb-12d1-4b4e-8de3-71e51baec3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:14Z', 'updated_at': '2022-02-16T17:01:36Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:15Z', 'updated_at': '2022-02-16T16:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:38.665552 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f604599d-f7d1-4685-8ccc-49fdfe8f2f55 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (cb1dcebf-2d0a-471d-81e5-f47ae020c5d2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.677259 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b296effb-12d1-4b4e-8de3-71e51baec3d9 None None] Checking router: 4bb6833a-b394-4708-b386-67ceda882b5c for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:38.688503 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b296effb-12d1-4b4e-8de3-71e51baec3d9 None None] Routers {'4bb6833a-b394-4708-b386-67ceda882b5c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:38.689377 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b296effb-12d1-4b4e-8de3-71e51baec3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['4bb6833a-b394-4708-b386-67ceda882b5c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:38.738341 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc684f73-a8a0-41b3-9a27-5eee4ba747e3 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (e055257c-0235-4cf5-9f06-26e3341d3c48), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.743118 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc684f73-a8a0-41b3-9a27-5eee4ba747e3 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (e055257c-0235-4cf5-9f06-26e3341d3c48), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.774997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc684f73-a8a0-41b3-9a27-5eee4ba747e3 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e055257c-0235-4cf5-9f06-26e3341d3c48,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:38.798989 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f604599d-f7d1-4685-8ccc-49fdfe8f2f55 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (cb1dcebf-2d0a-471d-81e5-f47ae020c5d2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.801077 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc684f73-a8a0-41b3-9a27-5eee4ba747e3 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.804963 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fc684f73-a8a0-41b3-9a27-5eee4ba747e3 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2719672 Feb 16 17:01:38.805159 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43712) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:38.811907 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d95634e6-52a8-4974-b1b1-f36802ee8d25 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': 'f0950074-e58f-440d-ba30-74b19404d54d', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:38.867277 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d95634e6-52a8-4974-b1b1-f36802ee8d25 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (5f4e275a-0f6d-489c-ba04-d8af6745ef2a), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.893284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604599d-f7d1-4685-8ccc-49fdfe8f2f55 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1dcebf-2d0a-471d-81e5-f47ae020c5d2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:38.897928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f604599d-f7d1-4685-8ccc-49fdfe8f2f55 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:38.909832 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f604599d-f7d1-4685-8ccc-49fdfe8f2f55 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/subnets/cb1dcebf-2d0a-471d-81e5-f47ae020c5d2 HTTP/1.1" status: 204 len: 168 time: 0.8160818 Feb 16 17:01:38.912122 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43716) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:38.957618 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b296effb-12d1-4b4e-8de3-71e51baec3d9 None None] Set router 4bb6833a-b394-4708-b386-67ceda882b5c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:39.010470 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9781dab1-a8b2-4263-92da-70de7587f79b None None] Network dccb8ef0-5a66-424b-a6e9-2efe628f428b requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:01:39.011449 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32d6c6-6824-4cb3-a491-c13291683b8f req-e2be7139-463b-46de-b974-98d49776877a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:39.022438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb32d6c6-6824-4cb3-a491-c13291683b8f req-e2be7139-463b-46de-b974-98d49776877a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.0827794 Feb 16 17:01:39.097526 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb32d6c6-6824-4cb3-a491-c13291683b8f req-00f47c56-5407-4217-b662-0c219813eb26 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728831 Feb 16 17:01:39.183012 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b296effb-12d1-4b4e-8de3-71e51baec3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:14Z', 'updated_at': '2022-02-16T17:01:36Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:15Z', 'updated_at': '2022-02-16T16:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:39.211653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-25589141-df3a-416e-aa28-3d790db2c5a8 None None] Provisioning complete for port e1e7a443-d2d2-41a6-a233-aa0114deb939 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:39.217140 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b296effb-12d1-4b4e-8de3-71e51baec3d9 None None] The sync data for ids ['4bb6833a-b394-4708-b386-67ceda882b5c'] in n-d-669411-5 is: [{'id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721511604', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:59:14Z', 'updated_at': '2022-02-16T17:01:36Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': '4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb6833a-b394-4708-b386-67ceda882b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:59:15Z', 'updated_at': '2022-02-16T16:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:39.220181 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-25589141-df3a-416e-aa28-3d790db2c5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:39.242197 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router (4bb6833a-b394-4708-b386-67ceda882b5c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:39.395851 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d95634e6-52a8-4974-b1b1-f36802ee8d25 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (5f4e275a-0f6d-489c-ba04-d8af6745ef2a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:39.408456 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d95634e6-52a8-4974-b1b1-f36802ee8d25 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (5f4e275a-0f6d-489c-ba04-d8af6745ef2a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:39.421847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] Set router 745d9763-b379-445d-9aed-46504a691de4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:39.452894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95634e6-52a8-4974-b1b1-f36802ee8d25 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4e275a-0f6d-489c-ba04-d8af6745ef2a,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:39.468356 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d95634e6-52a8-4974-b1b1-f36802ee8d25 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:39.469955 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d95634e6-52a8-4974-b1b1-f36802ee8d25 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6637917 Feb 16 17:01:39.472846 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43744) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:39.481414 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e21090f3-3ca0-45db-aad6-f8cf65a175ea tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': 'f0950074-e58f-440d-ba30-74b19404d54d', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:39.488518 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (4bb6833a-b394-4708-b386-67ceda882b5c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:39.560360 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e21090f3-3ca0-45db-aad6-f8cf65a175ea tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (c4d5ab08-57a3-42dc-94fa-f67b3eb13600), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:39.699520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:01:39.701625 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:39.843161 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e21090f3-3ca0-45db-aad6-f8cf65a175ea tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (c4d5ab08-57a3-42dc-94fa-f67b3eb13600), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:39.864597 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e21090f3-3ca0-45db-aad6-f8cf65a175ea tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (c4d5ab08-57a3-42dc-94fa-f67b3eb13600), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:39.942632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b32fdd4-bfb0-46a3-b1be-0e7c47ee7a9f None None] DHCP port deletion for dccb8ef0-5a66-424b-a6e9-2efe628f428b request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:01:39.944801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-25589141-df3a-416e-aa28-3d790db2c5a8 None None] Current status of the port e1e7a443-d2d2-41a6-a233-aa0114deb939 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:39.945414 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-25589141-df3a-416e-aa28-3d790db2c5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:39.952179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:40.065348 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e21090f3-3ca0-45db-aad6-f8cf65a175ea tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.067094 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e21090f3-3ca0-45db-aad6-f8cf65a175ea tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5930972 Feb 16 17:01:40.070819 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43752) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:40.072780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21090f3-3ca0-45db-aad6-f8cf65a175ea tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d5ab08-57a3-42dc-94fa-f67b3eb13600,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:40.076810 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-70663681-5ca6-408a-be11-9cf7c95ebbe1 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': 'f0950074-e58f-440d-ba30-74b19404d54d', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:40.094607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-25589141-df3a-416e-aa28-3d790db2c5a8 None None] For port e1e7a443-d2d2-41a6-a233-aa0114deb939, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e1e7a443-d2d2-41a6-a233-aa0114deb939,segment=NetworkSegment(c09253c4-7b87-45ea-a6ce-e2817f8a1142),segment_id=c09253c4-7b87-45ea-a6ce-e2817f8a1142)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:40.108613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] For port 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:40.109112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.110285 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-25589141-df3a-416e-aa28-3d790db2c5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.123504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2b32fdd4-bfb0-46a3-b1be-0e7c47ee7a9f None None] Deleting port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:01:40.124028 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b32fdd4-bfb0-46a3-b1be-0e7c47ee7a9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2d258d92-bd0b-44ac-9f3e-fbf828c90f4f), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.130839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:01:40.164686 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-70663681-5ca6-408a-be11-9cf7c95ebbe1 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Project 3149206434f648a3b3c2fc882bbf7f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:01:40.208009 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:40.208521 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2d258d92-bd0b-44ac-9f3e-fbf828c90f4f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.255278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745d9763-b379-445d-9aed-46504a691de4', 'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:24Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:25Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e1e7a443-d2d2-41a6-a233-aa0114deb939', 'name': '', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:96:3a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:33Z', 'updated_at': '2022-02-16T17:01:38Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:40.258829 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-70663681-5ca6-408a-be11-9cf7c95ebbe1 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (d94f36d4-c873-4f2b-9a49-2b8c02d531d7), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.379532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43758) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:40.394826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2d258d92-bd0b-44ac-9f3e-fbf828c90f4f,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:40.407052 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.419658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6ddfd-6d2f-4294-a738-be508cf979a6 req-58a2da93-7e05-4d69-a21a-86cd4eb043ba tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:40.421493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-38a6ddfd-6d2f-4294-a738-be508cf979a6 req-58a2da93-7e05-4d69-a21a-86cd4eb043ba tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.2303326 Feb 16 17:01:40.453924 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:40.474729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77963c42-1bf4-451b-94ff-87719cf3a8f3 None None] The sync data for ids ['745d9763-b379-445d-9aed-46504a691de4'] in n-d-669411-5 is: [{'id': '745d9763-b379-445d-9aed-46504a691de4', 'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:24Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:25Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e1e7a443-d2d2-41a6-a233-aa0114deb939', 'name': '', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:96:3a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:33Z', 'updated_at': '2022-02-16T17:01:38Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:40.517725 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2d258d92-bd0b-44ac-9f3e-fbf828c90f4f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.519667 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 847751c3-4b2f-4583-97e3-7d9bd25490cc no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:40.538153 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-70663681-5ca6-408a-be11-9cf7c95ebbe1 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (d94f36d4-c873-4f2b-9a49-2b8c02d531d7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.566092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (4bb6833a-b394-4708-b386-67ceda882b5c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.599310 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-38a6ddfd-6d2f-4294-a738-be508cf979a6 req-74fcf051-8b71-4468-a979-c3a7e22e8b7b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682334 Feb 16 17:01:40.604586 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-70663681-5ca6-408a-be11-9cf7c95ebbe1 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (d94f36d4-c873-4f2b-9a49-2b8c02d531d7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.608177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 847751c3-4b2f-4583-97e3-7d9bd25490cc {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:01:40.608529 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 847751c3-4b2f-4583-97e3-7d9bd25490cc not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:40.611562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25589141-df3a-416e-aa28-3d790db2c5a8 None None] Pushing event updated for resources: {'Port': ['ID=e1e7a443-d2d2-41a6-a233-aa0114deb939,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:40.643145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2b32fdd4-bfb0-46a3-b1be-0e7c47ee7a9f None None] For port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2d258d92-bd0b-44ac-9f3e-fbf828c90f4f,segment=NetworkSegment(90f38040-2563-4a19-86af-5ca396f69788),segment_id=90f38040-2563-4a19-86af-5ca396f69788)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:40.643670 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b32fdd4-bfb0-46a3-b1be-0e7c47ee7a9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2d258d92-bd0b-44ac-9f3e-fbf828c90f4f), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.660712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70663681-5ca6-408a-be11-9cf7c95ebbe1 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94f36d4-c873-4f2b-9a49-2b8c02d531d7,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:40.671323 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-70663681-5ca6-408a-be11-9cf7c95ebbe1 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.676397 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-70663681-5ca6-408a-be11-9cf7c95ebbe1 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6043866 Feb 16 17:01:40.677072 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43762) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:40.691190 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7cdc9d0d-64c3-4a68-89e0-b662d0ee83c6 None None] Provisioning complete for port e1e7a443-d2d2-41a6-a233-aa0114deb939 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:40.691988 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9d0d-64c3-4a68-89e0-b662d0ee83c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.726508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c106ca02-e12c-4fc5-834a-52f5ce136934 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'security_group_rule': {'security_group_id': 'f0950074-e58f-440d-ba30-74b19404d54d', 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:40.740333 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc2c0282-9306-409f-b5b4-5ff1a4099687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.772036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2b32fdd4-bfb0-46a3-b1be-0e7c47ee7a9f None None] Calling delete_port for 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:01:40.827355 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-c106ca02-e12c-4fc5-834a-52f5ce136934 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Project 3149206434f648a3b3c2fc882bbf7f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:01:40.839776 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c106ca02-e12c-4fc5-834a-52f5ce136934 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (d39a07dc-23c3-47c8-ba05-ea474297046c), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.854158 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (4bb6833a-b394-4708-b386-67ceda882b5c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.857083 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_controller (4bb6833a-b394-4708-b386-67ceda882b5c), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.931845 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=2d258d92-bd0b-44ac-9f3e-fbf828c90f4f,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:40.934428 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (4bb6833a-b394-4708-b386-67ceda882b5c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.936046 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Fanout notify agent at l3_agent the message router_deleted on router 4bb6833a-b394-4708-b386-67ceda882b5c {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:01:40.967296 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:40.969804 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-628caea9-311f-4515-b045-5d1d0153df41 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/routers/4bb6833a-b394-4708-b386-67ceda882b5c HTTP/1.1" status: 204 len: 168 time: 2.0559406 Feb 16 17:01:40.973162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43764) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:41.014197 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c106ca02-e12c-4fc5-834a-52f5ce136934 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (d39a07dc-23c3-47c8-ba05-ea474297046c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.034186 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c106ca02-e12c-4fc5-834a-52f5ce136934 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (d39a07dc-23c3-47c8-ba05-ea474297046c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.076702 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c106ca02-e12c-4fc5-834a-52f5ce136934 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.086212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c106ca02-e12c-4fc5-834a-52f5ce136934 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3639789 Feb 16 17:01:41.094416 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc2c0282-9306-409f-b5b4-5ff1a4099687 admin admin] Publish callbacks [] for security_group (59c8ded4-22c9-4e27-9b11-f8e6f84f9715), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.096257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106ca02-e12c-4fc5-834a-52f5ce136934 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39a07dc-23c3-47c8-ba05-ea474297046c,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:41.107962 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc2c0282-9306-409f-b5b4-5ff1a4099687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (59c8ded4-22c9-4e27-9b11-f8e6f84f9715), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.136376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc9d0d-64c3-4a68-89e0-b662d0ee83c6 None None] Current status of the port e1e7a443-d2d2-41a6-a233-aa0114deb939 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:41.165112 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b32fdd4-bfb0-46a3-b1be-0e7c47ee7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (2d258d92-bd0b-44ac-9f3e-fbf828c90f4f), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.169906 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a30dba5a-d615-473f-a149-ca195a005db1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (dccb8ef0-5a66-424b-a6e9-2efe628f428b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.194029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c0282-9306-409f-b5b4-5ff1a4099687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c8ded4-22c9-4e27-9b11-f8e6f84f9715,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:41.215656 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dc2c0282-9306-409f-b5b4-5ff1a4099687 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc7ee8d51ed3410c87d261d79a0dbc5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8314774 Feb 16 17:01:41.216939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43770) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:41.245455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32fdd4-bfb0-46a3-b1be-0e7c47ee7a9f None None] Pushing event deleted for resources: {'Port': ['ID=2d258d92-bd0b-44ac-9f3e-fbf828c90f4f,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:41.266384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b32fdd4-bfb0-46a3-b1be-0e7c47ee7a9f None None] No DVR routers for this DVR port 2d258d92-bd0b-44ac-9f3e-fbf828c90f4f on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:01:41.356706 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45c7be49-48cd-4569-85df-c3e9711e8a8a admin admin] Publish callbacks [] for security_group (59c8ded4-22c9-4e27-9b11-f8e6f84f9715), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.390701 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45c7be49-48cd-4569-85df-c3e9711e8a8a admin admin] Publish callbacks [] for security_group (59c8ded4-22c9-4e27-9b11-f8e6f84f9715), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.405324 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a30dba5a-d615-473f-a149-ca195a005db1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (dccb8ef0-5a66-424b-a6e9-2efe628f428b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.448576 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a30dba5a-d615-473f-a149-ca195a005db1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccb8ef0-5a66-424b-a6e9-2efe628f428b']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:41.477830 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a30dba5a-d615-473f-a149-ca195a005db1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f38040-2563-4a19-86af-5ca396f69788') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:41.478512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a30dba5a-d615-473f-a149-ca195a005db1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f38040-2563-4a19-86af-5ca396f69788') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:41.503443 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a30dba5a-d615-473f-a149-ca195a005db1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (90f38040-2563-4a19-86af-5ca396f69788), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.526660 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a30dba5a-d615-473f-a149-ca195a005db1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (90f38040-2563-4a19-86af-5ca396f69788), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.534503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-1a3f6b93-cfc4-4c9d-9bc6-ba2d78e55658 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528026918&fields=id&tenant_id=3149206434f648a3b3c2fc882bbf7f07 HTTP/1.1" status: 200 len: 267 time: 0.0628788 Feb 16 17:01:41.548849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30dba5a-d615-473f-a149-ca195a005db1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:01:41.549266 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a30dba5a-d615-473f-a149-ca195a005db1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (90f38040-2563-4a19-86af-5ca396f69788), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:01:41.590908 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:01:41.644565 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45c7be49-48cd-4569-85df-c3e9711e8a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (59c8ded4-22c9-4e27-9b11-f8e6f84f9715), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.647058 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45c7be49-48cd-4569-85df-c3e9711e8a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.649223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-45c7be49-48cd-4569-85df-c3e9711e8a8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59c8ded4-22c9-4e27-9b11-f8e6f84f9715 HTTP/1.1" status: 204 len: 168 time: 0.4303956 Feb 16 17:01:41.664173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7be49-48cd-4569-85df-c3e9711e8a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c8ded4-22c9-4e27-9b11-f8e6f84f9715,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:41.680477 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a30dba5a-d615-473f-a149-ca195a005db1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (dccb8ef0-5a66-424b-a6e9-2efe628f428b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.697394 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a30dba5a-d615-473f-a149-ca195a005db1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.705802 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a30dba5a-d615-473f-a149-ca195a005db1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/networks/dccb8ef0-5a66-424b-a6e9-2efe628f428b HTTP/1.1" status: 204 len: 168 time: 0.7307162 Feb 16 17:01:41.707334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43790) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:41.717319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-cb71fb47-f8aa-4a65-a068-ce8b01b79518 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:41.719411 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-cb71fb47-f8aa-4a65-a068-ce8b01b79518 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/networks?id=22d4a0f3-af64-4b27-8738-e76af0a34683 HTTP/1.1" status: 200 len: 797 time: 0.1839859 Feb 16 17:01:41.754703 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30dba5a-d615-473f-a149-ca195a005db1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Network': ['ID=dccb8ef0-5a66-424b-a6e9-2efe628f428b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:41.763914 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-5bef5df9-e9bb-453d-ae25-eceacffbf6cc tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/quotas/3149206434f648a3b3c2fc882bbf7f07 HTTP/1.1" status: 200 len: 375 time: 0.0376005 Feb 16 17:01:41.912619 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3fbd750-bfa0-4613-85c1-cfb378e5b7c1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (026740a0-63d0-4172-8c52-08296739d10b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:41.915314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e19f95-292f-4924-bfb5-5289bbfcafe7 req-e629e557-8d37-4b01-8fc8-3e162762ed4c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:41.917198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9e19f95-292f-4924-bfb5-5289bbfcafe7 req-e629e557-8d37-4b01-8fc8-3e162762ed4c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.1740739 Feb 16 17:01:41.950749 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-19c0156f-acb2-4291-aa0c-61283cc06340 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3149206434f648a3b3c2fc882bbf7f07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1858451 Feb 16 17:01:41.964083 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3fbd750-bfa0-4613-85c1-cfb378e5b7c1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (026740a0-63d0-4172-8c52-08296739d10b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:42.030334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e1e7a443-d2d2-41a6-a233-aa0114deb939 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:42.074590 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3fbd750-bfa0-4613-85c1-cfb378e5b7c1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (026740a0-63d0-4172-8c52-08296739d10b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:42.076897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3fbd750-bfa0-4613-85c1-cfb378e5b7c1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:42.080683 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c3fbd750-bfa0-4613-85c1-cfb378e5b7c1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/security-groups/026740a0-63d0-4172-8c52-08296739d10b HTTP/1.1" status: 204 len: 168 time: 0.3426385 Feb 16 17:01:42.105113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbd750-bfa0-4613-85c1-cfb378e5b7c1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=026740a0-63d0-4172-8c52-08296739d10b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:42.164518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-646f3ad8-668d-44f0-80d0-1846fd898751 service neutron] 10.222.0.24 "GET /v2.0/networks/22d4a0f3-af64-4b27-8738-e76af0a34683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040236 Feb 16 17:01:42.191485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e1e7a443-d2d2-41a6-a233-aa0114deb939 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:42.191961 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:42.270171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9e19f95-292f-4924-bfb5-5289bbfcafe7 req-fdb77d94-2ef4-46d3-823d-d86867ad63f1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420808 Feb 16 17:01:42.322450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43798) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:42.344101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3477094c-0a2e-4b94-8e7a-cf2472ddbed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:42.411421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e1e7a443-d2d2-41a6-a233-aa0114deb939 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:42.487900 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-3c9dcac6-d690-44ed-9eef-81ead648f181 service neutron] 10.222.0.24 "GET /v2.0/networks/22d4a0f3-af64-4b27-8738-e76af0a34683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116052 Feb 16 17:01:42.516127 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:01:42.552945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:01:42.556402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4cf2ecda-e6fb-42a9-a317-1fa9ffd3014f not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:01:42.577810 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3477094c-0a2e-4b94-8e7a-cf2472ddbed4 admin admin] Publish callbacks [] for security_group (b346d68f-c459-4a45-931a-4f327fdcaede), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:42.588388 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3477094c-0a2e-4b94-8e7a-cf2472ddbed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b346d68f-c459-4a45-931a-4f327fdcaede), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:42.620250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43802) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:42.626372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1bd0cdf5-0ea3-4357-a49b-e014d221447a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1574892746', 'description': 'tempest-secgroup-smoke-1574892746 description', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:42.651725 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3477094c-0a2e-4b94-8e7a-cf2472ddbed4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff9d68e3568a4b25a8964c8f807066e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3258114 Feb 16 17:01:42.653313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43804) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:42.665426 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1bd0cdf5-0ea3-4357-a49b-e014d221447a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:42.719128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477094c-0a2e-4b94-8e7a-cf2472ddbed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b346d68f-c459-4a45-931a-4f327fdcaede,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:42.819157 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48f02dae-e50f-4c35-9a60-e4ab1ec363de admin admin] Publish callbacks [] for security_group (b346d68f-c459-4a45-931a-4f327fdcaede), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:42.824878 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1bd0cdf5-0ea3-4357-a49b-e014d221447a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (e6164cd7-11ad-424e-bb47-d32fe0af2161), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:42.859600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f199ef9-7213-4929-925b-0c5ae8a87bea req-18d64c25-01d3-43d1-8641-7f8180330b46 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 210 time: 0.0582433 Feb 16 17:01:42.861233 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1bd0cdf5-0ea3-4357-a49b-e014d221447a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e6164cd7-11ad-424e-bb47-d32fe0af2161), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:42.869242 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48f02dae-e50f-4c35-9a60-e4ab1ec363de admin admin] Publish callbacks [] for security_group (b346d68f-c459-4a45-931a-4f327fdcaede), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:42.906528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0cdf5-0ea3-4357-a49b-e014d221447a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6164cd7-11ad-424e-bb47-d32fe0af2161,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:42.912022 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1bd0cdf5-0ea3-4357-a49b-e014d221447a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:42.914867 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1bd0cdf5-0ea3-4357-a49b-e014d221447a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2913826 Feb 16 17:01:42.916499 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43810) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:42.922069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ac5a9ea3-d036-4fd0-a6f0-1cb7433590e8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': 'e6164cd7-11ad-424e-bb47-d32fe0af2161', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:42.959975 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48f02dae-e50f-4c35-9a60-e4ab1ec363de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b346d68f-c459-4a45-931a-4f327fdcaede), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:42.962753 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-48f02dae-e50f-4c35-9a60-e4ab1ec363de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:42.963999 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-48f02dae-e50f-4c35-9a60-e4ab1ec363de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b346d68f-c459-4a45-931a-4f327fdcaede HTTP/1.1" status: 204 len: 168 time: 0.3094397 Feb 16 17:01:42.972363 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f02dae-e50f-4c35-9a60-e4ab1ec363de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b346d68f-c459-4a45-931a-4f327fdcaede,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:43.001343 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9ea3-d036-4fd0-a6f0-1cb7433590e8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (cd314ed0-e634-43f3-b627-a801cdfb6e8a), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.076136 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9ea3-d036-4fd0-a6f0-1cb7433590e8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (cd314ed0-e634-43f3-b627-a801cdfb6e8a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.093203 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9ea3-d036-4fd0-a6f0-1cb7433590e8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (cd314ed0-e634-43f3-b627-a801cdfb6e8a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.113271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a9ea3-d036-4fd0-a6f0-1cb7433590e8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd314ed0-e634-43f3-b627-a801cdfb6e8a,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:43.133648 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9ea3-d036-4fd0-a6f0-1cb7433590e8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.139474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ac5a9ea3-d036-4fd0-a6f0-1cb7433590e8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2205176 Feb 16 17:01:43.140805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43820) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:43.150371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1afef422-3665-4cc2-b995-5bf94820d3e4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': 'e6164cd7-11ad-424e-bb47-d32fe0af2161', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.191244 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1afef422-3665-4cc2-b995-5bf94820d3e4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (8d9e1638-2477-49fa-85a8-9eb9dc262323), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.271227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1afef422-3665-4cc2-b995-5bf94820d3e4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (8d9e1638-2477-49fa-85a8-9eb9dc262323), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.277336 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1afef422-3665-4cc2-b995-5bf94820d3e4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (8d9e1638-2477-49fa-85a8-9eb9dc262323), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.304463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afef422-3665-4cc2-b995-5bf94820d3e4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9e1638-2477-49fa-85a8-9eb9dc262323,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:43.323946 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1afef422-3665-4cc2-b995-5bf94820d3e4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.328571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1afef422-3665-4cc2-b995-5bf94820d3e4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1843362 Feb 16 17:01:43.328824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43828) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:43.333773 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-04abaa99-eaac-4ce3-b82c-29ae78ea1eb3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': 'e6164cd7-11ad-424e-bb47-d32fe0af2161', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.429163 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04abaa99-eaac-4ce3-b82c-29ae78ea1eb3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (115fd570-41c1-40f8-bfa6-30bf1a774dfa), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.486783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2abe6-615c-4177-a7e1-eb00a44813fb req-0a87275e-ee09-4940-81ab-af4f9ddac9e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:43.489082 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fc2abe6-615c-4177-a7e1-eb00a44813fb req-0a87275e-ee09-4940-81ab-af4f9ddac9e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.1047895 Feb 16 17:01:43.545879 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04abaa99-eaac-4ce3-b82c-29ae78ea1eb3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (115fd570-41c1-40f8-bfa6-30bf1a774dfa), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.561950 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04abaa99-eaac-4ce3-b82c-29ae78ea1eb3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (115fd570-41c1-40f8-bfa6-30bf1a774dfa), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.586545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fc2abe6-615c-4177-a7e1-eb00a44813fb req-cd8f16b1-5046-4e66-a646-f7549ab2f338 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899186 Feb 16 17:01:43.592842 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abaa99-eaac-4ce3-b82c-29ae78ea1eb3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115fd570-41c1-40f8-bfa6-30bf1a774dfa,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:43.624523 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04abaa99-eaac-4ce3-b82c-29ae78ea1eb3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.628379 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-04abaa99-eaac-4ce3-b82c-29ae78ea1eb3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2960968 Feb 16 17:01:43.628720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43838) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:43.642039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-410a1029-3473-464e-bc4b-23b638cec91b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': 'e6164cd7-11ad-424e-bb47-d32fe0af2161', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.684877 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-410a1029-3473-464e-bc4b-23b638cec91b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (4aefa79f-9b1b-4894-85ed-af913d20c311), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.780847 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-410a1029-3473-464e-bc4b-23b638cec91b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (4aefa79f-9b1b-4894-85ed-af913d20c311), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.785959 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-410a1029-3473-464e-bc4b-23b638cec91b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (4aefa79f-9b1b-4894-85ed-af913d20c311), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.805865 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a1029-3473-464e-bc4b-23b638cec91b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aefa79f-9b1b-4894-85ed-af913d20c311,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:43.816557 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-410a1029-3473-464e-bc4b-23b638cec91b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.820436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-410a1029-3473-464e-bc4b-23b638cec91b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1863954 Feb 16 17:01:43.820702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43846) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:43.826116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-84583c2a-faf9-4886-94e8-f6c60da99426 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': 'e6164cd7-11ad-424e-bb47-d32fe0af2161', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:43.850029 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-84583c2a-faf9-4886-94e8-f6c60da99426 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Project 65c85d727f374c7f8d3cc83d4ddd839c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:01:43.855087 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-84583c2a-faf9-4886-94e8-f6c60da99426 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (b057acc4-3407-4aba-82fa-8a3cc85f0c4c), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.940671 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-84583c2a-faf9-4886-94e8-f6c60da99426 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (b057acc4-3407-4aba-82fa-8a3cc85f0c4c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.945558 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-84583c2a-faf9-4886-94e8-f6c60da99426 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (b057acc4-3407-4aba-82fa-8a3cc85f0c4c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:43.996650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7973567b-c065-484a-80e3-7283128b1280 req-ddcc87c6-6c7c-4782-bbab-f510b2f9c9e3 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 210 time: 0.0450156 Feb 16 17:01:43.999246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84583c2a-faf9-4886-94e8-f6c60da99426 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b057acc4-3407-4aba-82fa-8a3cc85f0c4c,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:44.012388 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-84583c2a-faf9-4886-94e8-f6c60da99426 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:44.017900 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43854) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:44.019540 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-84583c2a-faf9-4886-94e8-f6c60da99426 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1977572 Feb 16 17:01:44.034308 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c05794a5-61a7-4eae-85f4-3078dce375c2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'security_group_rule': {'security_group_id': 'e6164cd7-11ad-424e-bb47-d32fe0af2161', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:44.065372 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-c05794a5-61a7-4eae-85f4-3078dce375c2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Project 65c85d727f374c7f8d3cc83d4ddd839c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:01:44.072149 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05794a5-61a7-4eae-85f4-3078dce375c2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (4499a2eb-5f7a-4eb5-859b-075a71108703), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:44.164643 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05794a5-61a7-4eae-85f4-3078dce375c2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (4499a2eb-5f7a-4eb5-859b-075a71108703), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:44.172267 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05794a5-61a7-4eae-85f4-3078dce375c2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (4499a2eb-5f7a-4eb5-859b-075a71108703), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:44.173824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-4be8fed1-c3cf-4706-b130-dd7aa13a6cec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:44.176187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-4be8fed1-c3cf-4706-b130-dd7aa13a6cec tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.60 "GET /v2.0/networks?id=22d4a0f3-af64-4b27-8738-e76af0a34683 HTTP/1.1" status: 200 len: 797 time: 0.1438224 Feb 16 17:01:44.198143 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05794a5-61a7-4eae-85f4-3078dce375c2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4499a2eb-5f7a-4eb5-859b-075a71108703,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:44.208966 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05794a5-61a7-4eae-85f4-3078dce375c2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:44.212972 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c05794a5-61a7-4eae-85f4-3078dce375c2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1912410 Feb 16 17:01:44.213231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43860) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:44.218751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8b12d2af-ac1e-43b1-9c5f-0104303b5577 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'network': {'name': 'tempest-network-smoke--297828321', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'port_security_enabled': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:44.274407 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b12d2af-ac1e-43b1-9c5f-0104303b5577 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Made reservation on behalf of 65c85d727f374c7f8d3cc83d4ddd839c for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:44.278637 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b12d2af-ac1e-43b1-9c5f-0104303b5577 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:44.303181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-264d9c9d-a2a7-4408-9494-abb46e3bce94 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3149206434f648a3b3c2fc882bbf7f07 HTTP/1.1" status: 200 len: 380 time: 0.1199002 Feb 16 17:01:44.315378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-0530ff2e-84f1-4a20-938e-bf7f10224d2b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'port': {'device_id': '336a7e3f-ce9c-419e-9c06-3e373f967b87', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'admin_state_up': True, 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'security_groups': ['f0950074-e58f-440d-ba30-74b19404d54d']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:44.345939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b12d2af-ac1e-43b1-9c5f-0104303b5577 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:01:44.402807 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b12d2af-ac1e-43b1-9c5f-0104303b5577 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (65a53a35-d2d3-410c-9134-5a71866cd247), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:44.404736 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-8b12d2af-ac1e-43b1-9c5f-0104303b5577 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Added segment 65a53a35-d2d3-410c-9134-5a71866cd247 of type vlan for network 696844de-4651-4936-9a4a-2b9239d067e8 Feb 16 17:01:44.469831 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b12d2af-ac1e-43b1-9c5f-0104303b5577 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (696844de-4651-4936-9a4a-2b9239d067e8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:44.513250 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b12d2af-ac1e-43b1-9c5f-0104303b5577 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (696844de-4651-4936-9a4a-2b9239d067e8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:44.518448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12d2af-ac1e-43b1-9c5f-0104303b5577 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:44.519036 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b12d2af-ac1e-43b1-9c5f-0104303b5577 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:44.529490 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-0530ff2e-84f1-4a20-938e-bf7f10224d2b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Made reservation on behalf of 3149206434f648a3b3c2fc882bbf7f07 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:44.532690 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-0530ff2e-84f1-4a20-938e-bf7f10224d2b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:44.575008 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8b12d2af-ac1e-43b1-9c5f-0104303b5577 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3580761 Feb 16 17:01:44.576005 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43870) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:44.582126 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'admin_state_up': True, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:44.621157 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (f0f4f0a2-7507-4c69-b4a6-76623526369d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:44.624242 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (f0f4f0a2-7507-4c69-b4a6-76623526369d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:44.675303 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12d2af-ac1e-43b1-9c5f-0104303b5577 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Network': ['ID=696844de-4651-4936-9a4a-2b9239d067e8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:44.687248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 696844de-4651-4936-9a4a-2b9239d067e8 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:01:44.735980 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_controller (f0f4f0a2-7507-4c69-b4a6-76623526369d), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:44.787906 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-0530ff2e-84f1-4a20-938e-bf7f10224d2b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Allocated IP 172.20.0.12 (22d4a0f3-af64-4b27-8738-e76af0a34683/5ecc5601-9e32-439c-8e0c-7fc04e0950c9/bfa64059-fe4b-489f-b29e-4db67e4ba125) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:44.821363 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea3f6b-9eb1-4e17-a5be-b24b3352f46c req-9c30baf1-3c04-45cf-b4ac-d98df7a98118 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:44.822992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bfea3f6b-9eb1-4e17-a5be-b24b3352f46c req-9c30baf1-3c04-45cf-b4ac-d98df7a98118 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.1033757 Feb 16 17:01:44.915193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bfea3f6b-9eb1-4e17-a5be-b24b3352f46c req-a9636abe-bdc8-4b53-a90c-9b5fbb4c342a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830214 Feb 16 17:01:44.942112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (f0f4f0a2-7507-4c69-b4a6-76623526369d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:45.007793 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-0530ff2e-84f1-4a20-938e-bf7f10224d2b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:45.071364 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-0530ff2e-84f1-4a20-938e-bf7f10224d2b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:45.158226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530ff2e-84f1-4a20-938e-bf7f10224d2b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Port': ['ID=bfa64059-fe4b-489f-b29e-4db67e4ba125,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:45.165007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-0530ff2e-84f1-4a20-938e-bf7f10224d2b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network 22d4a0f3-af64-4b27-8738-e76af0a34683 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:45.175156 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (f0f4f0a2-7507-4c69-b4a6-76623526369d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:45.181977 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-0530ff2e-84f1-4a20-938e-bf7f10224d2b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:45.186233 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-0530ff2e-84f1-4a20-938e-bf7f10224d2b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:45.203403 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:45.274881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-0530ff2e-84f1-4a20-938e-bf7f10224d2b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:45.275560 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-0530ff2e-84f1-4a20-938e-bf7f10224d2b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:45.302254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-0530ff2e-84f1-4a20-938e-bf7f10224d2b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9900639 Feb 16 17:01:45.311327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80045eff-2a33-4610-a105-c20df3caaa6b req-ae89c4e3-268e-4e8f-ad37-609a30080b87 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:45.319593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80045eff-2a33-4610-a105-c20df3caaa6b req-ae89c4e3-268e-4e8f-ad37-609a30080b87 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 932 time: 0.1759520 Feb 16 17:01:45.326724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Request body: {'port': {'device_id': '336a7e3f-ce9c-419e-9c06-3e373f967b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:45.381796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.25.4.243 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/a5812495-87cd-4d0b-9235-e256ac2354b4) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:45.469841 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:45.534349 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (a5812495-87cd-4d0b-9235-e256ac2354b4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:45.562047 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80045eff-2a33-4610-a105-c20df3caaa6b req-8698d9e7-ce78-41e7-8b97-1413999a87f5 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0950074-e58f-440d-ba30-74b19404d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416556 Feb 16 17:01:45.612092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a5812495-87cd-4d0b-9235-e256ac2354b4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:45.616269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-be44573a-5688-4a53-91f9-0da0586b0fd5 None None] Provisioning complete for port bfa64059-fe4b-489f-b29e-4db67e4ba125 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:45.616656 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-be44573a-5688-4a53-91f9-0da0586b0fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:45.655637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:45.660347 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:45.663789 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:45.705668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-be44573a-5688-4a53-91f9-0da0586b0fd5 None None] Port bfa64059-fe4b-489f-b29e-4db67e4ba125 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:01:45.719562 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=a5812495-87cd-4d0b-9235-e256ac2354b4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:45.879323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa64059-fe4b-489f-b29e-4db67e4ba125 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:01:45.887819 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Publish callbacks [] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:45.903520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Transition to ACTIVE for port object bfa64059-fe4b-489f-b29e-4db67e4ba125 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:45.908340 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:46.010966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Pushing event updated for resources: {'Port': ['ID=bfa64059-fe4b-489f-b29e-4db67e4ba125,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:46.035664 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (f0f4f0a2-7507-4c69-b4a6-76623526369d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:46.137853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731eba12-f55a-44ef-ab0d-46ab4269b7c7 req-af53068c-d758-4508-a36e-a9699256a445 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:46.139855 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-731eba12-f55a-44ef-ab0d-46ab4269b7c7 req-af53068c-d758-4508-a36e-a9699256a445 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.1195736 Feb 16 17:01:46.150425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Attempting to bind port bfa64059-fe4b-489f-b29e-4db67e4ba125 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:01:46.151177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Attempting to bind port bfa64059-fe4b-489f-b29e-4db67e4ba125 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'c09253c4-7b87-45ea-a6ce-e2817f8a1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:01:46.151510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Attempting to bind port bfa64059-fe4b-489f-b29e-4db67e4ba125 on network 22d4a0f3-af64-4b27-8738-e76af0a34683 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:46.162881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Port bfa64059-fe4b-489f-b29e-4db67e4ba125 on network 22d4a0f3-af64-4b27-8738-e76af0a34683 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:01:46.163336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Attempting to bind port bfa64059-fe4b-489f-b29e-4db67e4ba125 on network 22d4a0f3-af64-4b27-8738-e76af0a34683 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:46.221236 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-731eba12-f55a-44ef-ab0d-46ab4269b7c7 req-d70cbe1b-f6e7-4248-8aea-c61f4949a448 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736995 Feb 16 17:01:46.222367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:46.222801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Checking segment: {'id': 'c09253c4-7b87-45ea-a6ce-e2817f8a1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:46.223319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Bound using segment: {'id': 'c09253c4-7b87-45ea-a6ce-e2817f8a1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:46.224032 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Bound port: bfa64059-fe4b-489f-b29e-4db67e4ba125, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09253c4-7b87-45ea-a6ce-e2817f8a1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:01:46.224620 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:46.311489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] For port bfa64059-fe4b-489f-b29e-4db67e4ba125, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:46.314848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] For port bfa64059-fe4b-489f-b29e-4db67e4ba125, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=bfa64059-fe4b-489f-b29e-4db67e4ba125,segment=NetworkSegment(c09253c4-7b87-45ea-a6ce-e2817f8a1142),segment_id=c09253c4-7b87-45ea-a6ce-e2817f8a1142)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:46.323734 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:46.334043 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (f0f4f0a2-7507-4c69-b4a6-76623526369d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:46.398304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Pushing event updated for resources: {'Port': ['ID=bfa64059-fe4b-489f-b29e-4db67e4ba125,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:46.420157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:46.420849 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:46.422567 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-483951e9-27f6-4114-a262-32adb70716cc service neutron] 10.222.0.60 "PUT /v2.0/ports/bfa64059-fe4b-489f-b29e-4db67e4ba125 HTTP/1.1" status: 200 len: 1092 time: 1.1008575 Feb 16 17:01:46.423050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336a7e3f-ce9c-419e-9c06-3e373f967b87', 'tag': 'bfa64059-fe4b-489f-b29e-4db67e4ba125'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:01:46.425400 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f84205d-25c9-42e8-a0c4-1e67bf8eb7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "336a7e3f-ce9c-419e-9c06-3e373f967b87", "tag": "bfa64059-fe4b-489f-b29e-4db67e4ba125"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:01:46.525432 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031a61c3-ecf5-45e7-a65b-ca481f16d31a x-openstack-request-id: req-031a61c3-ecf5-45e7-a65b-ca481f16d31a {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:01:46.525739 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336a7e3f-ce9c-419e-9c06-3e373f967b87", "tag": "bfa64059-fe4b-489f-b29e-4db67e4ba125", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:01:46.526004 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-031a61c3-ecf5-45e7-a65b-ca481f16d31a {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:01:46.526426 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336a7e3f-ce9c-419e-9c06-3e373f967b87', 'tag': 'bfa64059-fe4b-489f-b29e-4db67e4ba125', 'status': 'completed', 'code': 200} Feb 16 17:01:46.561199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-9e56b71b-efa9-4272-9a2f-ab94acf3cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:46.562841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-9e56b71b-efa9-4272-9a2f-ab94acf3cf4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3149206434f648a3b3c2fc882bbf7f07&device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 1126 time: 0.0964394 Feb 16 17:01:46.569467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router f0f4f0a2-7507-4c69-b4a6-76623526369d is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:01:46.651879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-3ddf92e4-c20d-4ced-9d7b-f24916d42c6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfa64059-fe4b-489f-b29e-4db67e4ba125 HTTP/1.1" status: 200 len: 217 time: 0.0827196 Feb 16 17:01:46.728634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-8500331e-c382-4031-bba9-6c24ed56c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:46.730494 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-8500331e-c382-4031-bba9-6c24ed56c0b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ecc5601-9e32-439c-8e0c-7fc04e0950c9 HTTP/1.1" status: 200 len: 835 time: 0.0699694 Feb 16 17:01:46.742278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:46.754073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Sync routers for ids ['f0f4f0a2-7507-4c69-b4a6-76623526369d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:46.773825 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Routers {'f0f4f0a2-7507-4c69-b4a6-76623526369d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:46.774472 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f0f4f0a2-7507-4c69-b4a6-76623526369d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:46.789089 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:46.793492 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-658b1f40-a82c-4b5f-a007-653e202f456c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2125561 Feb 16 17:01:46.794042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43900) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:46.837088 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d355c-477b-45b2-8e14-52fa3709d22e req-ba5aa4c3-f517-40a8-9a0f-045970a81c23 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:46.844915 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d49cf764-5055-48fc-8cdb-a9fe69320c60 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=65c85d727f374c7f8d3cc83d4ddd839c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496266 Feb 16 17:01:46.847469 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43902) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:46.848460 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b0d355c-477b-45b2-8e14-52fa3709d22e req-ba5aa4c3-f517-40a8-9a0f-045970a81c23 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 944 time: 0.1166890 Feb 16 17:01:46.873035 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-229f99a2-023f-430b-ba14-2194922f4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:46.874760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-229f99a2-023f-430b-ba14-2194922f4810 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22d4a0f3-af64-4b27-8738-e76af0a34683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1342289 Feb 16 17:01:46.944747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9b0d355c-477b-45b2-8e14-52fa3709d22e req-bab77177-5eb3-42e2-bf27-73a4c9bfd92b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0950074-e58f-440d-ba30-74b19404d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796316 Feb 16 17:01:47.024109 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9c487e-7dcb-49ff-95bf-b6b4ab9e613d tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:47.025891 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9a9c487e-7dcb-49ff-95bf-b6b4ab9e613d tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1774926 Feb 16 17:01:47.030192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43904) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:47.038872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-f647dd2e-78ea-444c-b6e7-579787abdc58 service neutron] 10.222.0.60 "GET /v2.0/networks/22d4a0f3-af64-4b27-8738-e76af0a34683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573329 Feb 16 17:01:47.046828 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Set router f0f4f0a2-7507-4c69-b4a6-76623526369d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:47.106749 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8817627e-7ee8-4e32-a6eb-5e66c0416546 tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0750346 Feb 16 17:01:47.109130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43906) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:47.114239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2c98cc1c-ea33-49a1-88f9-ece8876eadc4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1090796039', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:47.172352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e03c5ae-1db6-4ac7-ab11-611a061943d0 req-68d00b98-ad6c-4a62-a2cd-f8df69ebe06f service neutron] 10.222.0.60 "GET /v2.0/networks/22d4a0f3-af64-4b27-8738-e76af0a34683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231937 Feb 16 17:01:47.304004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:44Z', 'updated_at': '2022-02-16T17:01:45Z', 'revision_number': 3, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:45Z', 'updated_at': '2022-02-16T17:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:47.334089 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84205d-25c9-42e8-a0c4-1e67bf8eb7ee req-c68ba830-0e0f-48da-9687-150dbd15e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:47.335724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f84205d-25c9-42e8-a0c4-1e67bf8eb7ee req-c68ba830-0e0f-48da-9687-150dbd15e19c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3149206434f648a3b3c2fc882bbf7f07&device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 1126 time: 0.1087003 Feb 16 17:01:47.346621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Checking router: f0f4f0a2-7507-4c69-b4a6-76623526369d for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:47.347342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Updating router f0f4f0a2-7507-4c69-b4a6-76623526369d port a5812495-87cd-4d0b-9235-e256ac2354b4 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:01:47.394760 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a5812495-87cd-4d0b-9235-e256ac2354b4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:47.657986 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c98cc1c-ea33-49a1-88f9-ece8876eadc4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Made reservation on behalf of 65c85d727f374c7f8d3cc83d4ddd839c for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:47.673350 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c98cc1c-ea33-49a1-88f9-ece8876eadc4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:47.726042 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Publish callbacks [] for port (a5812495-87cd-4d0b-9235-e256ac2354b4), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:47.739707 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a5812495-87cd-4d0b-9235-e256ac2354b4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:47.979300 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c98cc1c-ea33-49a1-88f9-ece8876eadc4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (c7fb8e78-9750-40d3-8ffa-413fd93b06a7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:48.021182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84205d-25c9-42e8-a0c4-1e67bf8eb7ee req-51bb1c16-d65a-4a29-9da0-8ab72aa43159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:48.022831 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f84205d-25c9-42e8-a0c4-1e67bf8eb7ee req-51bb1c16-d65a-4a29-9da0-8ab72aa43159 service neutron] 10.222.0.60 "GET /v2.0/networks?id=22d4a0f3-af64-4b27-8738-e76af0a34683 HTTP/1.1" status: 200 len: 898 time: 0.6793189 Feb 16 17:01:48.078248 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f84205d-25c9-42e8-a0c4-1e67bf8eb7ee req-ac2c5d61-125e-4bc7-ada1-22ca5e9ca8c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfa64059-fe4b-489f-b29e-4db67e4ba125 HTTP/1.1" status: 200 len: 217 time: 0.0441654 Feb 16 17:01:48.088893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076194d6-6865-4aa5-b294-da873cac5046 req-2a190a84-a2cb-484b-8ab9-04a31e216b52 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:48.091135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-076194d6-6865-4aa5-b294-da873cac5046 req-2a190a84-a2cb-484b-8ab9-04a31e216b52 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.7300875 Feb 16 17:01:48.098938 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98cc1c-ea33-49a1-88f9-ece8876eadc4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Checking segment: {'id': '65a53a35-d2d3-410c-9134-5a71866cd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:48.104885 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c002523-009a-408d-8d17-6421d26607ce None None] Pushing event updated for resources: {'Port': ['ID=a5812495-87cd-4d0b-9235-e256ac2354b4,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:48.105869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c98cc1c-ea33-49a1-88f9-ece8876eadc4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network hostable DHCP agents. Network: 696844de-4651-4936-9a4a-2b9239d067e8, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:01:48.113691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Attempting to bind port a5812495-87cd-4d0b-9235-e256ac2354b4 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:01:48.114712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Attempting to bind port a5812495-87cd-4d0b-9235-e256ac2354b4 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:01:48.115243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Attempting to bind port a5812495-87cd-4d0b-9235-e256ac2354b4 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:48.121446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:48.122052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98cc1c-ea33-49a1-88f9-ece8876eadc4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Subnet': ['ID=c7fb8e78-9750-40d3-8ffa-413fd93b06a7,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:48.122262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:48.122830 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:48.123379 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:48.124710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Bound port: a5812495-87cd-4d0b-9235-e256ac2354b4, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:01:48.125309 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a5812495-87cd-4d0b-9235-e256ac2354b4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:48.160826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c98cc1c-ea33-49a1-88f9-ece8876eadc4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network 696844de-4651-4936-9a4a-2b9239d067e8 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:01:48.174481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-2c98cc1c-ea33-49a1-88f9-ece8876eadc4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 696844de-4651-4936-9a4a-2b9239d067e8) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:48.179052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c98cc1c-ea33-49a1-88f9-ece8876eadc4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:48.179789 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2c98cc1c-ea33-49a1-88f9-ece8876eadc4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:48.190680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] For port a5812495-87cd-4d0b-9235-e256ac2354b4, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:48.195023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] For port a5812495-87cd-4d0b-9235-e256ac2354b4, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a5812495-87cd-4d0b-9235-e256ac2354b4,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:48.201386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f225f2-0dcb-414a-b6ec-e95332f21102 None None] Network 696844de-4651-4936-9a4a-2b9239d067e8 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:01:48.212679 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2c98cc1c-ea33-49a1-88f9-ece8876eadc4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1023142 Feb 16 17:01:48.215508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43920) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:48.248567 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-076194d6-6865-4aa5-b294-da873cac5046 req-0080e164-ce6f-48af-958f-720d837da86a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469948 Feb 16 17:01:48.266260 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84205d-25c9-42e8-a0c4-1e67bf8eb7ee req-82230070-4870-4c94-8a32-9475042d8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:48.268026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f84205d-25c9-42e8-a0c4-1e67bf8eb7ee req-82230070-4870-4c94-8a32-9475042d8503 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ecc5601-9e32-439c-8e0c-7fc04e0950c9 HTTP/1.1" status: 200 len: 835 time: 0.1755667 Feb 16 17:01:48.281028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9268754-284a-4534-8222-30984fba50dc req-b549f7d2-a63c-4ead-ab53-7c84cc4b7e69 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:48.282631 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9268754-284a-4534-8222-30984fba50dc req-b549f7d2-a63c-4ead-ab53-7c84cc4b7e69 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 944 time: 0.2032101 Feb 16 17:01:48.307463 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a5812495-87cd-4d0b-9235-e256ac2354b4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:48.375229 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-696844de-4651-4936-9a4a-2b9239d067e8', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ips': [{'subnet_id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:01:48.376108 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:48.386107 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9268754-284a-4534-8222-30984fba50dc req-e191419f-e505-4c07-88a6-908d5e18b63c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0950074-e58f-440d-ba30-74b19404d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932810 Feb 16 17:01:48.398373 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84205d-25c9-42e8-a0c4-1e67bf8eb7ee req-979affb7-f543-4912-b271-74ce18e654f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:48.400008 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f84205d-25c9-42e8-a0c4-1e67bf8eb7ee req-979affb7-f543-4912-b271-74ce18e654f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22d4a0f3-af64-4b27-8738-e76af0a34683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1164672 Feb 16 17:01:48.448511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Routers {'f0f4f0a2-7507-4c69-b4a6-76623526369d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:48.449531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f0f4f0a2-7507-4c69-b4a6-76623526369d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:48.533774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f84205d-25c9-42e8-a0c4-1e67bf8eb7ee req-19b3fb0f-8099-4d98-a15e-3d9e2b969043 service neutron] 10.222.0.60 "GET /v2.0/networks/22d4a0f3-af64-4b27-8738-e76af0a34683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259425 Feb 16 17:01:48.623745 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] Set router f0f4f0a2-7507-4c69-b4a6-76623526369d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:48.640249 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f84205d-25c9-42e8-a0c4-1e67bf8eb7ee req-cfad71c2-09bd-4d5e-9945-ba2d3044341b service neutron] 10.222.0.60 "GET /v2.0/networks/22d4a0f3-af64-4b27-8738-e76af0a34683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997941 Feb 16 17:01:48.697451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c002523-009a-408d-8d17-6421d26607ce None None] Pushing event updated for resources: {'Port': ['ID=a5812495-87cd-4d0b-9235-e256ac2354b4,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:48.947120 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:48.952754 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Allocated IP 172.20.0.2 (696844de-4651-4936-9a4a-2b9239d067e8/c7fb8e78-9750-40d3-8ffa-413fd93b06a7/41096ffe-9f6f-422d-b377-583c1312574d) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:48.988720 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:44Z', 'updated_at': '2022-02-16T17:01:45Z', 'revision_number': 3, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:45Z', 'updated_at': '2022-02-16T17:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:49.034946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c041be-424d-412f-b839-3956aab7ea7d None None] The sync data for ids ['f0f4f0a2-7507-4c69-b4a6-76623526369d'] in n-d-669411-5 is: [{'id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:44Z', 'updated_at': '2022-02-16T17:01:45Z', 'revision_number': 3, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:45Z', 'updated_at': '2022-02-16T17:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:49.209020 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Publish callbacks [] for port (41096ffe-9f6f-422d-b377-583c1312574d), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:49.218058 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (41096ffe-9f6f-422d-b377-583c1312574d), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:49.288241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Pushing event updated for resources: {'Port': ['ID=41096ffe-9f6f-422d-b377-583c1312574d,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:49.307889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.20.0.1 (696844de-4651-4936-9a4a-2b9239d067e8/c7fb8e78-9750-40d3-8ffa-413fd93b06a7/75fe4758-504f-41f6-9f8c-fed424db7e2a) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:49.322338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Network 696844de-4651-4936-9a4a-2b9239d067e8 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:49.326325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:49.332705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:49.410560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Attempting to bind port 41096ffe-9f6f-422d-b377-583c1312574d on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:01:49.410949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Attempting to bind port 41096ffe-9f6f-422d-b377-583c1312574d by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '65a53a35-d2d3-410c-9134-5a71866cd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:01:49.411326 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Attempting to bind port 41096ffe-9f6f-422d-b377-583c1312574d on network 696844de-4651-4936-9a4a-2b9239d067e8 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:49.430770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:49.437863 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Checking segment: {'id': '65a53a35-d2d3-410c-9134-5a71866cd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:49.438561 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:49.439067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Bound using segment: {'id': '65a53a35-d2d3-410c-9134-5a71866cd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:49.439658 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Bound port: 41096ffe-9f6f-422d-b377-583c1312574d, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a53a35-d2d3-410c-9134-5a71866cd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:01:49.440276 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (41096ffe-9f6f-422d-b377-583c1312574d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:49.528496 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] For port 41096ffe-9f6f-422d-b377-583c1312574d, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:49.534292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] For port 41096ffe-9f6f-422d-b377-583c1312574d, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=41096ffe-9f6f-422d-b377-583c1312574d,segment=NetworkSegment(65a53a35-d2d3-410c-9134-5a71866cd247),segment_id=65a53a35-d2d3-410c-9134-5a71866cd247)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:49.548215 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced30e-920c-45f3-929c-3eecbff4998f req-92c168ca-8f4f-4e28-87ea-89a8b8fa2292 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:49.557913 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (41096ffe-9f6f-422d-b377-583c1312574d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:49.567145 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cced30e-920c-45f3-929c-3eecbff4998f req-92c168ca-8f4f-4e28-87ea-89a8b8fa2292 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.1981483 Feb 16 17:01:49.571405 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:49.625925 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:49.689736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2cb66-a4eb-40b1-a5c8-e7cc2937b2de None None] Pushing event updated for resources: {'Port': ['ID=41096ffe-9f6f-422d-b377-583c1312574d,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:49.721658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cced30e-920c-45f3-929c-3eecbff4998f req-8d19e493-4749-4088-8683-6951a8357dad tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534727 Feb 16 17:01:49.737730 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network 696844de-4651-4936-9a4a-2b9239d067e8 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:49.744712 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:49.760971 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:49.811152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e8ff1-0bb9-4f53-bad9-689cfa2e60b7 req-0dff6b70-15b6-4475-8fc7-0d8cc0a509b9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:49.818261 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c3e8ff1-0bb9-4f53-bad9-689cfa2e60b7 req-0dff6b70-15b6-4475-8fc7-0d8cc0a509b9 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 944 time: 0.1708724 Feb 16 17:01:49.839951 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (f0f4f0a2-7507-4c69-b4a6-76623526369d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:49.928550 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c3e8ff1-0bb9-4f53-bad9-689cfa2e60b7 req-2016e47a-e973-4d43-9918-77cd517ced4e tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0950074-e58f-440d-ba30-74b19404d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080396 Feb 16 17:01:49.957582 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a5812495-87cd-4d0b-9235-e256ac2354b4 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:49.976370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=75fe4758-504f-41f6-9f8c-fed424db7e2a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:50.082766 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a5812495-87cd-4d0b-9235-e256ac2354b4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:50.082766 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a5812495-87cd-4d0b-9235-e256ac2354b4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:50.249739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a5812495-87cd-4d0b-9235-e256ac2354b4 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:50.250341 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a5812495-87cd-4d0b-9235-e256ac2354b4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:50.292485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port a5812495-87cd-4d0b-9235-e256ac2354b4, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a5812495-87cd-4d0b-9235-e256ac2354b4,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:50.299222 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:50.299643 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a5812495-87cd-4d0b-9235-e256ac2354b4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:50.382172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=a5812495-87cd-4d0b-9235-e256ac2354b4,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:50.811372 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:50.818987 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:50.850276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device bfa64059-fe4b-489f-b29e-4db67e4ba125 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:01:50.914281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dafd50-efdb-475f-aa41-edd83b6a5b67 req-af37a779-920e-4c32-84fa-e01881370e2e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:50.926229 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12dafd50-efdb-475f-aa41-edd83b6a5b67 req-af37a779-920e-4c32-84fa-e01881370e2e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.0803015 Feb 16 17:01:51.036907 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=75fe4758-504f-41f6-9f8c-fed424db7e2a,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:51.045287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12dafd50-efdb-475f-aa41-edd83b6a5b67 req-0666dac9-3d1b-4bbd-9cbf-734e5ce378f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134045 Feb 16 17:01:51.068288 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (f0f4f0a2-7507-4c69-b4a6-76623526369d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:51.124909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port bfa64059-fe4b-489f-b29e-4db67e4ba125, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=bfa64059-fe4b-489f-b29e-4db67e4ba125,segment=NetworkSegment(c09253c4-7b87-45ea-a6ce-e2817f8a1142),segment_id=c09253c4-7b87-45ea-a6ce-e2817f8a1142)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:51.164875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'bfa64059-fe4b-489f-b29e-4db67e4ba125', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'port_id': 'bfa64059-fe4b-489f-b29e-4db67e4ba125', 'mac_address': 'fa:16:3e:7c:1b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:01:51.184793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e3ccc-921d-44c3-b860-4c51a10d6361 req-aea02b0e-5a0c-4623-8694-5afcf01c0392 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:51.187392 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de7e3ccc-921d-44c3-b860-4c51a10d6361 req-aea02b0e-5a0c-4623-8694-5afcf01c0392 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 944 time: 0.1048794 Feb 16 17:01:51.249829 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port bfa64059-fe4b-489f-b29e-4db67e4ba125 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:51.250407 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:51.265624 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network 696844de-4651-4936-9a4a-2b9239d067e8 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:51.276149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:51.292775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa64059-fe4b-489f-b29e-4db67e4ba125 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:01:51.313541 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de7e3ccc-921d-44c3-b860-4c51a10d6361 req-717476e6-4b91-4423-96dc-204c1addc5dc tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0950074-e58f-440d-ba30-74b19404d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202626 Feb 16 17:01:51.340877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port bfa64059-fe4b-489f-b29e-4db67e4ba125, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=bfa64059-fe4b-489f-b29e-4db67e4ba125,segment=NetworkSegment(c09253c4-7b87-45ea-a6ce-e2817f8a1142),segment_id=c09253c4-7b87-45ea-a6ce-e2817f8a1142)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:51.345363 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:51.404834 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59493f6c-2da4-4625-92de-e17c85cd4f74 None None] Network 696844de-4651-4936-9a4a-2b9239d067e8 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:01:51.501847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=bfa64059-fe4b-489f-b29e-4db67e4ba125,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:51.531933 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router f0f4f0a2-7507-4c69-b4a6-76623526369d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:01:51.603844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f641be1d-c3a2-4145-815e-46e1fd32a4e6 None None] Provisioning complete for port 41096ffe-9f6f-422d-b377-583c1312574d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:51.604333 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f641be1d-c3a2-4145-815e-46e1fd32a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (41096ffe-9f6f-422d-b377-583c1312574d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:51.701219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['bfa64059-fe4b-489f-b29e-4db67e4ba125'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:01:51.862581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f641be1d-c3a2-4145-815e-46e1fd32a4e6 None None] Current status of the port 41096ffe-9f6f-422d-b377-583c1312574d is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:51.862935 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f641be1d-c3a2-4145-815e-46e1fd32a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (41096ffe-9f6f-422d-b377-583c1312574d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:51.927917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:01:51.952895 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4c3b4199-7273-4203-bc59-2060ab501a52 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "PUT /v2.0/routers/f0f4f0a2-7507-4c69-b4a6-76623526369d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7325377 Feb 16 17:01:52.035215 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Sync routers for ids ['f0f4f0a2-7507-4c69-b4a6-76623526369d'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:01:52.044842 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f641be1d-c3a2-4145-815e-46e1fd32a4e6 None None] For port 41096ffe-9f6f-422d-b377-583c1312574d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=41096ffe-9f6f-422d-b377-583c1312574d,segment=NetworkSegment(65a53a35-d2d3-410c-9134-5a71866cd247),segment_id=65a53a35-d2d3-410c-9134-5a71866cd247)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:52.052823 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Routers {'f0f4f0a2-7507-4c69-b4a6-76623526369d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:52.053947 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f0f4f0a2-7507-4c69-b4a6-76623526369d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:52.059631 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f641be1d-c3a2-4145-815e-46e1fd32a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (41096ffe-9f6f-422d-b377-583c1312574d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:52.150681 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 41096ffe-9f6f-422d-b377-583c1312574d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:52.272848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46799f8a-108a-48c4-bd14-5c1af1f04e4a req-b5ba6884-9ae1-469e-9530-caa12a691db3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:52.285805 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46799f8a-108a-48c4-bd14-5c1af1f04e4a req-b5ba6884-9ae1-469e-9530-caa12a691db3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.1132061 Feb 16 17:01:52.296714 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641be1d-c3a2-4145-815e-46e1fd32a4e6 None None] Pushing event updated for resources: {'Port': ['ID=41096ffe-9f6f-422d-b377-583c1312574d,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:52.328478 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Set router f0f4f0a2-7507-4c69-b4a6-76623526369d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:52.377745 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46799f8a-108a-48c4-bd14-5c1af1f04e4a req-8eef1061-b3cc-4d27-b6ca-5560bf87b156 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905318 Feb 16 17:01:52.533062 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-f980a891-0012-4aa3-9dbc-c502dafbcf37 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574892746&fields=id&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 267 time: 0.1039822 Feb 16 17:01:52.610974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af52739-7e28-41b2-b729-3056d5c6ab73 req-4830e2d4-92fb-4153-b67c-90fee15c12af tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:52.612804 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1af52739-7e28-41b2-b729-3056d5c6ab73 req-4830e2d4-92fb-4153-b67c-90fee15c12af tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 945 time: 0.1120019 Feb 16 17:01:52.651441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ba56d242-e128-4c26-bdd0-a21f83391a90 None None] Provisioning complete for port 41096ffe-9f6f-422d-b377-583c1312574d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:52.651959 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba56d242-e128-4c26-bdd0-a21f83391a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (41096ffe-9f6f-422d-b377-583c1312574d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:52.732273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 41096ffe-9f6f-422d-b377-583c1312574d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:52.733393 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (41096ffe-9f6f-422d-b377-583c1312574d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:52.746905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1af52739-7e28-41b2-b729-3056d5c6ab73 req-bef92ef4-03ee-420a-96f0-cf3f0c50f95e tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0950074-e58f-440d-ba30-74b19404d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150804 Feb 16 17:01:52.836365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-58b96823-8eac-4e61-b9b3-3c8792947b7c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:52.837941 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-58b96823-8eac-4e61-b9b3-3c8792947b7c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/networks?id=696844de-4651-4936-9a4a-2b9239d067e8 HTTP/1.1" status: 200 len: 796 time: 0.2954113 Feb 16 17:01:52.868334 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-8d89a9a1-5ea5-45df-9cff-39c1a5aa298d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/quotas/65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 375 time: 0.0210149 Feb 16 17:01:52.886978 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:44Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:45Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '75fe4758-504f-41f6-9f8c-fed424db7e2a', 'name': '', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:59:de:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:49Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 2, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:52.925111 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ba56d242-e128-4c26-bdd0-a21f83391a90 None None] Current status of the port 41096ffe-9f6f-422d-b377-583c1312574d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:52.928414 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Checking router: f0f4f0a2-7507-4c69-b4a6-76623526369d for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:01:52.928786 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Updating router f0f4f0a2-7507-4c69-b4a6-76623526369d port 75fe4758-504f-41f6-9f8c-fed424db7e2a binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:01:52.978711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 41096ffe-9f6f-422d-b377-583c1312574d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:52.980097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a5812495-87cd-4d0b-9235-e256ac2354b4 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:52.985385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ba56d242-e128-4c26-bdd0-a21f83391a90 None None] Provisioning complete for port 75fe4758-504f-41f6-9f8c-fed424db7e2a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:52.985908 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba56d242-e128-4c26-bdd0-a21f83391a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:52.990598 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5bcf2859-0ebc-4bbe-b7fe-f78c8e2a9c66 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1115897 Feb 16 17:01:53.010438 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:53.118018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ba56d242-e128-4c26-bdd0-a21f83391a90 None None] Port 75fe4758-504f-41f6-9f8c-fed424db7e2a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:01:53.169485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a5812495-87cd-4d0b-9235-e256ac2354b4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:53.171103 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a5812495-87cd-4d0b-9235-e256ac2354b4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:53.179009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-1081c2c5-fdcf-48b8-9fbe-7ea1d8169f1b service neutron] 10.222.0.24 "GET /v2.0/networks/696844de-4651-4936-9a4a-2b9239d067e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717243 Feb 16 17:01:53.369558 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-74b0d5a6-de67-4ab9-8cbd-4dcfc811f049 None None] Provisioning complete for port 75fe4758-504f-41f6-9f8c-fed424db7e2a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:53.370172 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-74b0d5a6-de67-4ab9-8cbd-4dcfc811f049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:53.375731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a5812495-87cd-4d0b-9235-e256ac2354b4 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:53.408713 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-6ee9ca48-4a15-4411-a332-a5442c88cbff service neutron] 10.222.0.24 "GET /v2.0/networks/696844de-4651-4936-9a4a-2b9239d067e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220604 Feb 16 17:01:53.666832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-74b0d5a6-de67-4ab9-8cbd-4dcfc811f049 None None] Port 75fe4758-504f-41f6-9f8c-fed424db7e2a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:01:53.675434 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Publish callbacks [] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:53.675434 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:53.676804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8f5a9-34b9-47ea-9a3c-f82baa6748c9 req-f706e874-496b-4a66-9a33-28ff73106bad tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:53.689331 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef109df-d866-4b49-b405-3e4ee68b7bd7 None None] Pushing event updated for resources: {'Port': ['ID=75fe4758-504f-41f6-9f8c-fed424db7e2a,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:53.690530 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74c8f5a9-34b9-47ea-9a3c-f82baa6748c9 req-f706e874-496b-4a66-9a33-28ff73106bad tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.1939681 Feb 16 17:01:53.761128 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Attempting to bind port 75fe4758-504f-41f6-9f8c-fed424db7e2a on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:01:53.763142 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Attempting to bind port 75fe4758-504f-41f6-9f8c-fed424db7e2a by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '65a53a35-d2d3-410c-9134-5a71866cd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:01:53.764015 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Attempting to bind port 75fe4758-504f-41f6-9f8c-fed424db7e2a on network 696844de-4651-4936-9a4a-2b9239d067e8 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:53.802712 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:53.803396 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Checking segment: {'id': '65a53a35-d2d3-410c-9134-5a71866cd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:53.806622 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:53.811110 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Bound using segment: {'id': '65a53a35-d2d3-410c-9134-5a71866cd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:53.812752 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Bound port: 75fe4758-504f-41f6-9f8c-fed424db7e2a, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a53a35-d2d3-410c-9134-5a71866cd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:01:53.813657 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:53.869944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74c8f5a9-34b9-47ea-9a3c-f82baa6748c9 req-658cb4e8-8444-446f-b008-8d89cf30f156 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790891 Feb 16 17:01:54.038676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 41096ffe-9f6f-422d-b377-583c1312574d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:54.075230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5dba128c-ac35-4dae-b1ea-90ad0d95b42c req-7bf1e6dd-e1be-47f2-a3d3-b4d27cf45e65 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 210 time: 0.1507895 Feb 16 17:01:54.120349 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] For port 75fe4758-504f-41f6-9f8c-fed424db7e2a, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:54.130441 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] For port 75fe4758-504f-41f6-9f8c-fed424db7e2a, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=75fe4758-504f-41f6-9f8c-fed424db7e2a,segment=NetworkSegment(65a53a35-d2d3-410c-9134-5a71866cd247),segment_id=65a53a35-d2d3-410c-9134-5a71866cd247)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:54.140662 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:54.192797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-04c3c253-b255-44c8-94db-3aa313016fa1 None None] Provisioning complete for port 75fe4758-504f-41f6-9f8c-fed424db7e2a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:54.193848 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-04c3c253-b255-44c8-94db-3aa313016fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:54.212753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2241c-4285-4f7e-b2e0-39da3eeae62f req-d4f3625b-16e8-402a-bb12-87ed9df85723 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:54.233131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72a2241c-4285-4f7e-b2e0-39da3eeae62f req-d4f3625b-16e8-402a-bb12-87ed9df85723 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 945 time: 0.2981715 Feb 16 17:01:54.331653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 41096ffe-9f6f-422d-b377-583c1312574d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:54.332391 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (41096ffe-9f6f-422d-b377-583c1312574d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:54.351200 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72a2241c-4285-4f7e-b2e0-39da3eeae62f req-c3986caa-8708-4a7b-97d3-4b07d05b9fc3 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0950074-e58f-440d-ba30-74b19404d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124330 Feb 16 17:01:54.362141 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef109df-d866-4b49-b405-3e4ee68b7bd7 None None] Pushing event updated for resources: {'Port': ['ID=75fe4758-504f-41f6-9f8c-fed424db7e2a,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:54.411663 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Routers {'f0f4f0a2-7507-4c69-b4a6-76623526369d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:01:54.412432 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f0f4f0a2-7507-4c69-b4a6-76623526369d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:54.531231 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-04c3c253-b255-44c8-94db-3aa313016fa1 None None] Current status of the port 75fe4758-504f-41f6-9f8c-fed424db7e2a is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:54.532483 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-04c3c253-b255-44c8-94db-3aa313016fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:54.657910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 41096ffe-9f6f-422d-b377-583c1312574d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:54.705597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-04c3c253-b255-44c8-94db-3aa313016fa1 None None] For port 75fe4758-504f-41f6-9f8c-fed424db7e2a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=75fe4758-504f-41f6-9f8c-fed424db7e2a,segment=NetworkSegment(65a53a35-d2d3-410c-9134-5a71866cd247),segment_id=65a53a35-d2d3-410c-9134-5a71866cd247)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:54.717098 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-04c3c253-b255-44c8-94db-3aa313016fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:54.793606 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] Set router f0f4f0a2-7507-4c69-b4a6-76623526369d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:01:54.828086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3c253-b255-44c8-94db-3aa313016fa1 None None] Pushing event updated for resources: {'Port': ['ID=75fe4758-504f-41f6-9f8c-fed424db7e2a,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:54.924804 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-253d2b74-4c15-47bf-acb8-29f023bcdd46 None None] Provisioning complete for port 75fe4758-504f-41f6-9f8c-fed424db7e2a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:54.925180 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-253d2b74-4c15-47bf-acb8-29f023bcdd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:54.968654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device bfa64059-fe4b-489f-b29e-4db67e4ba125 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:55.034645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfa551-8755-4af3-bb30-4385ccd3bcde req-54596d6a-443f-4e35-b829-a891e193c371 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:55.039203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7bfa551-8755-4af3-bb30-4385ccd3bcde req-54596d6a-443f-4e35-b829-a891e193c371 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.0830967 Feb 16 17:01:55.074694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-253d2b74-4c15-47bf-acb8-29f023bcdd46 None None] Current status of the port 75fe4758-504f-41f6-9f8c-fed424db7e2a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:55.084025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port bfa64059-fe4b-489f-b29e-4db67e4ba125 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:01:55.109259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port bfa64059-fe4b-489f-b29e-4db67e4ba125 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:55.111119 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:55.179309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7bfa551-8755-4af3-bb30-4385ccd3bcde req-bcbe8ccf-93d3-4698-85a8-bddef05534ed tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334238 Feb 16 17:01:55.305037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-572447eb-0c65-4c21-92bd-0df19640b8d8 req-853e9c1a-b021-49fd-b40c-2c200e10a6d3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 210 time: 0.0766673 Feb 16 17:01:55.331318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port bfa64059-fe4b-489f-b29e-4db67e4ba125 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:55.331318 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:55.344867 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:44Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:45Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '75fe4758-504f-41f6-9f8c-fed424db7e2a', 'name': '', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:59:de:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:49Z', 'updated_at': '2022-02-16T17:01:54Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:01:55.380722 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff4461-b9a6-4515-9857-3bfdd249c494 None None] The sync data for ids ['f0f4f0a2-7507-4c69-b4a6-76623526369d'] in n-d-669411-5 is: [{'id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:44Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:45Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '75fe4758-504f-41f6-9f8c-fed424db7e2a', 'name': '', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:59:de:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:49Z', 'updated_at': '2022-02-16T17:01:54Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:01:55.381918 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336a7e3f-ce9c-419e-9c06-3e373f967b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa64059-fe4b-489f-b29e-4db67e4ba125'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:01:55.381918 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c33b40b-758a-4892-aa70-447a333fd687" -d '{"events": [{"server_uuid": "336a7e3f-ce9c-419e-9c06-3e373f967b87", "name": "network-vif-plugged", "status": "completed", "tag": "bfa64059-fe4b-489f-b29e-4db67e4ba125"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:01:55.426802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port bfa64059-fe4b-489f-b29e-4db67e4ba125, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=bfa64059-fe4b-489f-b29e-4db67e4ba125,segment=NetworkSegment(c09253c4-7b87-45ea-a6ce-e2817f8a1142),segment_id=c09253c4-7b87-45ea-a6ce-e2817f8a1142)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:01:55.443227 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:55.526416 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efdf97f-655d-4910-8071-9aea1f5a9235 x-openstack-request-id: req-9efdf97f-655d-4910-8071-9aea1f5a9235 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:01:55.526856 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336a7e3f-ce9c-419e-9c06-3e373f967b87", "name": "network-vif-plugged", "status": "completed", "tag": "bfa64059-fe4b-489f-b29e-4db67e4ba125", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:01:55.527813 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9efdf97f-655d-4910-8071-9aea1f5a9235 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:01:55.528568 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336a7e3f-ce9c-419e-9c06-3e373f967b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa64059-fe4b-489f-b29e-4db67e4ba125', 'code': 200} Feb 16 17:01:55.606340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109297c8-2aa0-40ff-bb85-e5f6e10d7472 req-cb0396e2-7e62-41a5-8377-555750651708 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:55.608575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=bfa64059-fe4b-489f-b29e-4db67e4ba125,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:55.621986 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-109297c8-2aa0-40ff-bb85-e5f6e10d7472 req-cb0396e2-7e62-41a5-8377-555750651708 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 946 time: 0.1185136 Feb 16 17:01:55.698441 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fe492448-e57e-4af9-9df4-83bf30aa3d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:55.746683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ec9e-2c23-4c47-932f-c6ce3c7130a6 req-5402515f-a027-4a97-80f3-eb9d22946178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:55.748922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bea3ec9e-2c23-4c47-932f-c6ce3c7130a6 req-5402515f-a027-4a97-80f3-eb9d22946178 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 1128 time: 0.1193109 Feb 16 17:01:55.808303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-109297c8-2aa0-40ff-bb85-e5f6e10d7472 req-ddf7ff38-7f72-4cf5-a060-3d829655c09c tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0950074-e58f-440d-ba30-74b19404d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850572 Feb 16 17:01:55.991426 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bea3ec9e-2c23-4c47-932f-c6ce3c7130a6 req-e6447e32-2fd5-49c5-a161-5ca585f3cf3f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f0950074-e58f-440d-ba30-74b19404d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281199 Feb 16 17:01:55.997295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-ea1ecf10-9512-4ef5-bf47-3baaab10776d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:55.999392 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-ea1ecf10-9512-4ef5-bf47-3baaab10776d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "GET /v2.0/networks?id=696844de-4651-4936-9a4a-2b9239d067e8 HTTP/1.1" status: 200 len: 796 time: 0.3408749 Feb 16 17:01:56.026480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 75fe4758-504f-41f6-9f8c-fed424db7e2a up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:01:56.083957 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 75fe4758-504f-41f6-9f8c-fed424db7e2a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:56.084572 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:56.404755 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-55e16aa5-07d8-42fb-b425-5709d1a4a153 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65c85d727f374c7f8d3cc83d4ddd839c HTTP/1.1" status: 200 len: 380 time: 0.1647882 Feb 16 17:01:56.437977 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-fc3ff0d6-ea4d-4208-9cdf-1d942e79521b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'port': {'device_id': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'admin_state_up': True, 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'security_groups': ['e6164cd7-11ad-424e-bb47-d32fe0af2161']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:56.473751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74d0e-cabc-4f55-b9b3-30aae002c7d8 req-36012b28-56d3-43c0-9baf-736935ca8bf7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:56.482280 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d74d0e-cabc-4f55-b9b3-30aae002c7d8 req-36012b28-56d3-43c0-9baf-736935ca8bf7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.1583230 Feb 16 17:01:56.556082 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44a1351b-47f6-45a0-b20d-7c8ea5316725 req-8f917eb8-4ba7-4afc-a5f3-bb19a4c9205e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 210 time: 0.0530198 Feb 16 17:01:56.578306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 75fe4758-504f-41f6-9f8c-fed424db7e2a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:01:56.610289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12d74d0e-cabc-4f55-b9b3-30aae002c7d8 req-ed3ce8c2-ff98-4af6-afbc-e1865d19f74c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226604 Feb 16 17:01:56.687291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-fc3ff0d6-ea4d-4208-9cdf-1d942e79521b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Made reservation on behalf of 65c85d727f374c7f8d3cc83d4ddd839c for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:01:56.691287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-fc3ff0d6-ea4d-4208-9cdf-1d942e79521b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:56.981705 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-fc3ff0d6-ea4d-4208-9cdf-1d942e79521b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.20.0.5 (696844de-4651-4936-9a4a-2b9239d067e8/c7fb8e78-9750-40d3-8ffa-413fd93b06a7/e799cf75-c902-4204-975f-83e439dd14b6) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:57.066886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0b99a-1db0-429b-95e1-9a8ad5fd2738 req-4076c3df-4f59-4d69-8ff8-eb196bfa0e76 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:57.076740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebe0b99a-1db0-429b-95e1-9a8ad5fd2738 req-4076c3df-4f59-4d69-8ff8-eb196bfa0e76 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 946 time: 0.1487801 Feb 16 17:01:57.228855 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-fc3ff0d6-ea4d-4208-9cdf-1d942e79521b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (e799cf75-c902-4204-975f-83e439dd14b6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:57.307788 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebe0b99a-1db0-429b-95e1-9a8ad5fd2738 req-d7476a93-43b1-4641-91fb-ea0eec151d8b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0950074-e58f-440d-ba30-74b19404d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247026 Feb 16 17:01:57.361026 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-fc3ff0d6-ea4d-4208-9cdf-1d942e79521b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e799cf75-c902-4204-975f-83e439dd14b6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:57.476767 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-fc3ff0d6-ea4d-4208-9cdf-1d942e79521b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network 696844de-4651-4936-9a4a-2b9239d067e8 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:57.485969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-fc3ff0d6-ea4d-4208-9cdf-1d942e79521b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:57.503905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-fc3ff0d6-ea4d-4208-9cdf-1d942e79521b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:57.541398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ff0d6-ea4d-4208-9cdf-1d942e79521b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=e799cf75-c902-4204-975f-83e439dd14b6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:57.613641 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-fc3ff0d6-ea4d-4208-9cdf-1d942e79521b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:57.614561 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-fc3ff0d6-ea4d-4208-9cdf-1d942e79521b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:57.648355 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-fc3ff0d6-ea4d-4208-9cdf-1d942e79521b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2196610 Feb 16 17:01:57.668498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Request body: {'port': {'device_id': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:57.780632 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e799cf75-c902-4204-975f-83e439dd14b6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:57.802364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda6151-3986-4a88-9dc7-042062d5484e req-4430f744-ed78-48bf-9812-bab7d114ed95 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:57.803940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bda6151-3986-4a88-9dc7-042062d5484e req-4430f744-ed78-48bf-9812-bab7d114ed95 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 931 time: 0.1120350 Feb 16 17:01:57.833247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4d17c007-e215-4bc2-85f8-ff4cebe5265b None None] Provisioning complete for port e799cf75-c902-4204-975f-83e439dd14b6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:01:57.835460 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4d17c007-e215-4bc2-85f8-ff4cebe5265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e799cf75-c902-4204-975f-83e439dd14b6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:57.872238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42333799-1c83-492a-9a20-fe4a3e27a5b1 req-fecdfdbd-0ae0-4597-b124-b13cd11465ea tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:57.879315 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42333799-1c83-492a-9a20-fe4a3e27a5b1 req-fecdfdbd-0ae0-4597-b124-b13cd11465ea tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.1458139 Feb 16 17:01:57.889250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4d17c007-e215-4bc2-85f8-ff4cebe5265b None None] Port e799cf75-c902-4204-975f-83e439dd14b6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:01:57.949654 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bda6151-3986-4a88-9dc7-042062d5484e req-899e7d45-47a2-4c5b-aa6d-782e1dc077f9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386909 Feb 16 17:01:57.996994 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42333799-1c83-492a-9a20-fe4a3e27a5b1 req-a5b59efd-3e2f-4766-b062-c1cd60f0231b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162348 Feb 16 17:01:58.289287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e799cf75-c902-4204-975f-83e439dd14b6 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:01:58.298084 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ec5317a9-105d-4f89-be33-085a5d5664a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:58.302521 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Publish callbacks [] for port (e799cf75-c902-4204-975f-83e439dd14b6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:58.319040 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Transition to ACTIVE for port object e799cf75-c902-4204-975f-83e439dd14b6 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:01:58.326438 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (e799cf75-c902-4204-975f-83e439dd14b6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:58.384664 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Pushing event updated for resources: {'Port': ['ID=e799cf75-c902-4204-975f-83e439dd14b6,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:58.484094 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Attempting to bind port e799cf75-c902-4204-975f-83e439dd14b6 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:01:58.484459 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Attempting to bind port e799cf75-c902-4204-975f-83e439dd14b6 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '65a53a35-d2d3-410c-9134-5a71866cd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:01:58.484762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Attempting to bind port e799cf75-c902-4204-975f-83e439dd14b6 on network 696844de-4651-4936-9a4a-2b9239d067e8 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:58.489765 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Port e799cf75-c902-4204-975f-83e439dd14b6 on network 696844de-4651-4936-9a4a-2b9239d067e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:01:58.499083 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Attempting to bind port e799cf75-c902-4204-975f-83e439dd14b6 on network 696844de-4651-4936-9a4a-2b9239d067e8 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:01:58.509844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:01:58.510186 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Checking segment: {'id': '65a53a35-d2d3-410c-9134-5a71866cd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:01:58.510576 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Bound using segment: {'id': '65a53a35-d2d3-410c-9134-5a71866cd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:01:58.511815 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Bound port: e799cf75-c902-4204-975f-83e439dd14b6, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a53a35-d2d3-410c-9134-5a71866cd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:01:58.512285 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e799cf75-c902-4204-975f-83e439dd14b6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:58.519523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94a14b-9646-4dcc-ade7-419e4d9364de req-8710d665-09a9-4ae7-9377-a9a5ecfa56a8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:58.521082 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b94a14b-9646-4dcc-ade7-419e4d9364de req-8710d665-09a9-4ae7-9377-a9a5ecfa56a8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 946 time: 0.0974758 Feb 16 17:01:58.596618 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b94a14b-9646-4dcc-ade7-419e4d9364de req-496b5661-633a-4283-8f08-de9534dbd999 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0950074-e58f-440d-ba30-74b19404d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665753 Feb 16 17:01:58.622270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] For port e799cf75-c902-4204-975f-83e439dd14b6, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:01:58.626027 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] For port e799cf75-c902-4204-975f-83e439dd14b6, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e799cf75-c902-4204-975f-83e439dd14b6,segment=NetworkSegment(65a53a35-d2d3-410c-9134-5a71866cd247),segment_id=65a53a35-d2d3-410c-9134-5a71866cd247)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:01:58.639742 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (e799cf75-c902-4204-975f-83e439dd14b6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:58.680784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:58.681465 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:58.683845 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] 10.222.0.60 "PUT /v2.0/ports/e799cf75-c902-4204-975f-83e439dd14b6 HTTP/1.1" status: 200 len: 1091 time: 1.0213380 Feb 16 17:01:58.684642 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'tag': 'e799cf75-c902-4204-975f-83e439dd14b6'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:01:58.687329 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6283e722-7177-4d1f-9b2f-4ccbfe8be8da" -d '{"events": [{"name": "network-changed", "server_uuid": "d331acb8-2483-4692-82b8-ca9c7e765580", "tag": "e799cf75-c902-4204-975f-83e439dd14b6"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:01:58.722441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050b699-c729-42f3-99ec-4c36af06cfff service neutron] Pushing event updated for resources: {'Port': ['ID=e799cf75-c902-4204-975f-83e439dd14b6,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:58.744073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa101578-e8df-4659-926c-a891518d2e92 req-7dfb0e7f-d0fa-4dca-ad89-b72d1e47beb1 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:58.754335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa101578-e8df-4659-926c-a891518d2e92 req-7dfb0e7f-d0fa-4dca-ad89-b72d1e47beb1 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 946 time: 0.0847790 Feb 16 17:01:58.785054 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ebf8a4-29b4-4829-ae84-a7f75b47a32b x-openstack-request-id: req-d6ebf8a4-29b4-4829-ae84-a7f75b47a32b {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:01:58.786608 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d331acb8-2483-4692-82b8-ca9c7e765580", "tag": "e799cf75-c902-4204-975f-83e439dd14b6", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:01:58.787092 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6ebf8a4-29b4-4829-ae84-a7f75b47a32b {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:01:58.787716 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'tag': 'e799cf75-c902-4204-975f-83e439dd14b6', 'status': 'completed', 'code': 200} Feb 16 17:01:58.815869 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa101578-e8df-4659-926c-a891518d2e92 req-ba26505a-9c86-4e40-bf6b-570f76e4be26 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0950074-e58f-440d-ba30-74b19404d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605538 Feb 16 17:01:58.841420 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-99f746d3-839a-461b-b5c6-44647db6ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:58.843125 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-99f746d3-839a-461b-b5c6-44647db6ab31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 1125 time: 0.0788591 Feb 16 17:01:58.843721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44104) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:58.892464 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-be1bb42a-2d44-4cba-b74a-bbcb4084ca6d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e799cf75-c902-4204-975f-83e439dd14b6 HTTP/1.1" status: 200 len: 217 time: 0.0422208 Feb 16 17:01:58.902908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d221d4ed-050f-48a9-9e55-1ea0384f0ec5 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:58.904815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d221d4ed-050f-48a9-9e55-1ea0384f0ec5 tempest-TestNetworkBasicOps-860137043 tempest-TestNetworkBasicOps-860137043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 1123 time: 0.0599391 Feb 16 17:01:58.907568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44106) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:01:58.924487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': 'bfa64059-fe4b-489f-b29e-4db67e4ba125', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:01:58.954438 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-f3af57e8-aa8c-4563-af9d-d6a435c48c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:58.962864 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-f3af57e8-aa8c-4563-af9d-d6a435c48c34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7fb8e78-9750-40d3-8ffa-413fd93b06a7 HTTP/1.1" status: 200 len: 835 time: 0.0633245 Feb 16 17:01:58.966424 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:59.042547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-1dc489b0-a514-478d-b88b-20d16d9abb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:59.045059 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-1dc489b0-a514-478d-b88b-20d16d9abb47 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=696844de-4651-4936-9a4a-2b9239d067e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0755384 Feb 16 17:01:59.170656 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-08780f9b-d6c9-4828-a11b-42be15c8c9f1 service neutron] 10.222.0.60 "GET /v2.0/networks/696844de-4651-4936-9a4a-2b9239d067e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114180 Feb 16 17:01:59.174480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670af342-d664-48e5-ba42-88575a4fd661 req-06e39b12-f996-4f1c-86b7-17840e39c1ca tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:59.176003 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-670af342-d664-48e5-ba42-88575a4fd661 req-06e39b12-f996-4f1c-86b7-17840e39c1ca tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 943 time: 0.1211405 Feb 16 17:01:59.201743 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffde36d-e419-42db-892e-93c506d03ba6 req-80448965-89b9-42f1-ac9c-38d0e6137b54 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:59.203202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bffde36d-e419-42db-892e-93c506d03ba6 req-80448965-89b9-42f1-ac9c-38d0e6137b54 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.1082051 Feb 16 17:01:59.210424 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:59.294710 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a66f3e46-d332-4945-be61-3e7b49868e23 req-3d4fcc02-8934-47c6-bbb7-ba858d866687 service neutron] 10.222.0.60 "GET /v2.0/networks/696844de-4651-4936-9a4a-2b9239d067e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132658 Feb 16 17:01:59.351532 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:59.413572 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283e722-7177-4d1f-9b2f-4ccbfe8be8da req-1de6437d-6536-4d58-957d-99f21617de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:59.415094 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6283e722-7177-4d1f-9b2f-4ccbfe8be8da req-1de6437d-6536-4d58-957d-99f21617de4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 1125 time: 0.0606501 Feb 16 17:01:59.472059 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-670af342-d664-48e5-ba42-88575a4fd661 req-c1864363-7623-4fd5-9d7d-5052f7ae14cc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879336 Feb 16 17:01:59.490546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Allocated IP 172.25.4.7 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/f89358b8-ca43-4ece-baa0-c2edaa6ea691) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:01:59.496570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bffde36d-e419-42db-892e-93c506d03ba6 req-db677798-dfab-4352-8e31-9826adcba64c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434828 Feb 16 17:01:59.626520 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for port (f89358b8-ca43-4ece-baa0-c2edaa6ea691), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:59.683172 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f89358b8-ca43-4ece-baa0-c2edaa6ea691), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:01:59.753987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:01:59.757532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:01:59.765984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:01:59.775160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Port': ['ID=f89358b8-ca43-4ece-baa0-c2edaa6ea691,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:01:59.972324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283e722-7177-4d1f-9b2f-4ccbfe8be8da req-0b07a33d-52b3-4fb6-acb3-b5418e4bccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:01:59.973818 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6283e722-7177-4d1f-9b2f-4ccbfe8be8da req-0b07a33d-52b3-4fb6-acb3-b5418e4bccf1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=696844de-4651-4936-9a4a-2b9239d067e8 HTTP/1.1" status: 200 len: 897 time: 0.5525930 Feb 16 17:02:00.041350 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6283e722-7177-4d1f-9b2f-4ccbfe8be8da req-167202a7-9205-4d0e-ab58-08b0382a112b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e799cf75-c902-4204-975f-83e439dd14b6 HTTP/1.1" status: 200 len: 217 time: 0.0582185 Feb 16 17:02:00.098365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283e722-7177-4d1f-9b2f-4ccbfe8be8da req-16df7618-5079-48c8-b337-5ef9718bf5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:00.100369 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6283e722-7177-4d1f-9b2f-4ccbfe8be8da req-16df7618-5079-48c8-b337-5ef9718bf5b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7fb8e78-9750-40d3-8ffa-413fd93b06a7 HTTP/1.1" status: 200 len: 835 time: 0.0527465 Feb 16 17:02:00.169864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283e722-7177-4d1f-9b2f-4ccbfe8be8da req-883e32df-4eea-43d7-bec2-9055ba016283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:00.171775 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6283e722-7177-4d1f-9b2f-4ccbfe8be8da req-883e32df-4eea-43d7-bec2-9055ba016283 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=696844de-4651-4936-9a4a-2b9239d067e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0636168 Feb 16 17:02:00.289686 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6283e722-7177-4d1f-9b2f-4ccbfe8be8da req-9eba2039-c92d-4433-a37e-6d36ad29378c service neutron] 10.222.0.60 "GET /v2.0/networks/696844de-4651-4936-9a4a-2b9239d067e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022701 Feb 16 17:02:00.376815 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for floatingip (2001bbdc-723d-42c6-8892-f4f12e724ee2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:00.406143 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6283e722-7177-4d1f-9b2f-4ccbfe8be8da req-5376999f-a601-4bcd-97c9-cd076d9c102c service neutron] 10.222.0.60 "GET /v2.0/networks/696844de-4651-4936-9a4a-2b9239d067e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098087 Feb 16 17:02:00.513471 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f89358b8-ca43-4ece-baa0-c2edaa6ea691), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:00.750849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22011b42-9c3e-4c35-b252-ee0e5d2a3651 req-284db954-58d0-4619-8fcd-e9f16e92602b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:00.752350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22011b42-9c3e-4c35-b252-ee0e5d2a3651 req-284db954-58d0-4619-8fcd-e9f16e92602b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.1191831 Feb 16 17:02:00.762949 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for port (f89358b8-ca43-4ece-baa0-c2edaa6ea691), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:00.785966 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f89358b8-ca43-4ece-baa0-c2edaa6ea691), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:00.912512 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:00.943288 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22011b42-9c3e-4c35-b252-ee0e5d2a3651 req-1e90aca0-10c1-45c3-80ab-93bab139d347 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768112 Feb 16 17:02:00.953104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17137c-98f8-4067-99c9-f28f207d3724 req-87998d97-2c3e-4cef-b689-a0e9db587d22 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:00.960284 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d17137c-98f8-4067-99c9-f28f207d3724 req-87998d97-2c3e-4cef-b689-a0e9db587d22 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 943 time: 0.3256106 Feb 16 17:02:00.968971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event updated for resources: {'Port': ['ID=f89358b8-ca43-4ece-baa0-c2edaa6ea691,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:00.971494 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (2001bbdc-723d-42c6-8892-f4f12e724ee2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:01.107419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d17137c-98f8-4067-99c9-f28f207d3724 req-a72577bd-3d5b-42f8-b65f-3a120f9bf957 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334703 Feb 16 17:02:01.128175 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Floating IP 2001bbdc-723d-42c6-8892-f4f12e724ee2 associated. External IP: 172.25.4.7, port: bfa64059-fe4b-489f-b29e-4db67e4ba125. Feb 16 17:02:01.536136 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:01.752881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Router 745d9763-b379-445d-9aed-46504a691de4 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:02:01.918881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:01.939489 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8d18c-98d3-42c2-83c6-9b3968098f13 None None] Sync routers for ids ['745d9763-b379-445d-9aed-46504a691de4'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:01.954217 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:01.955324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8d18c-98d3-42c2-83c6-9b3968098f13 None None] Routers {'745d9763-b379-445d-9aed-46504a691de4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:01.955447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2ac8d18c-98d3-42c2-83c6-9b3968098f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['745d9763-b379-445d-9aed-46504a691de4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:02.021633 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44174) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:02.037266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-271c3f92-3c25-4740-a5d3-89c53ad6fadf tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1279111 Feb 16 17:02:02.038604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336a7e3f-ce9c-419e-9c06-3e373f967b87', 'tag': 'bfa64059-fe4b-489f-b29e-4db67e4ba125'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:02:02.045243 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb74df90-c337-4013-8869-4e4e6c3a1dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "336a7e3f-ce9c-419e-9c06-3e373f967b87", "tag": "bfa64059-fe4b-489f-b29e-4db67e4ba125"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:02:02.187284 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a843b5ca-1c62-4794-8921-c32dda1c3372 x-openstack-request-id: req-a843b5ca-1c62-4794-8921-c32dda1c3372 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:02:02.193043 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336a7e3f-ce9c-419e-9c06-3e373f967b87", "tag": "bfa64059-fe4b-489f-b29e-4db67e4ba125", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:02:02.195789 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a843b5ca-1c62-4794-8921-c32dda1c3372 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:02:02.199878 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336a7e3f-ce9c-419e-9c06-3e373f967b87', 'tag': 'bfa64059-fe4b-489f-b29e-4db67e4ba125', 'status': 'completed', 'code': 200} Feb 16 17:02:02.230852 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bcccce00-f87b-4efd-b492-c7ca241c875f tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/floatingips/2001bbdc-723d-42c6-8892-f4f12e724ee2 HTTP/1.1" status: 200 len: 990 time: 0.2011468 Feb 16 17:02:02.258108 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:02.259105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda6753-96d6-4c9c-b036-936445844e42 req-c86210ac-f7f5-481c-b4a1-0192538a7bb6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:02.261978 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2eda6753-96d6-4c9c-b036-936445844e42 req-c86210ac-f7f5-481c-b4a1-0192538a7bb6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.1742868 Feb 16 17:02:02.348121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74df90-c337-4013-8869-4e4e6c3a1dfa req-9cf23bee-55eb-47a9-9520-f2499166822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:02.349667 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fb74df90-c337-4013-8869-4e4e6c3a1dfa req-9cf23bee-55eb-47a9-9520-f2499166822c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3149206434f648a3b3c2fc882bbf7f07&device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 1128 time: 0.1727393 Feb 16 17:02:02.353777 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-2ac8d18c-98d3-42c2-83c6-9b3968098f13 None None] Set router 745d9763-b379-445d-9aed-46504a691de4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:02:02.424321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2eda6753-96d6-4c9c-b036-936445844e42 req-483adec8-a5b3-41f4-8a7e-5efc1d4073b9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321468 Feb 16 17:02:02.486838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a070cef-0c1c-4e31-be11-309b61a7e185 req-c172b0b4-508b-42bc-9b0d-448b4e077e09 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:02.501312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a070cef-0c1c-4e31-be11-309b61a7e185 req-c172b0b4-508b-42bc-9b0d-448b4e077e09 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 943 time: 0.1478422 Feb 16 17:02:02.591280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74df90-c337-4013-8869-4e4e6c3a1dfa req-79edfe86-000e-4999-97ac-74fd1938acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:02.592801 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fb74df90-c337-4013-8869-4e4e6c3a1dfa req-79edfe86-000e-4999-97ac-74fd1938acd5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=22d4a0f3-af64-4b27-8738-e76af0a34683 HTTP/1.1" status: 200 len: 898 time: 0.2365050 Feb 16 17:02:02.594759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a070cef-0c1c-4e31-be11-309b61a7e185 req-b3de82fe-4492-4a21-8aa0-08d876e43c72 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830092 Feb 16 17:02:02.672020 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fb74df90-c337-4013-8869-4e4e6c3a1dfa req-74c5ef33-740e-4af5-b850-50c0ab91f6f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfa64059-fe4b-489f-b29e-4db67e4ba125 HTTP/1.1" status: 200 len: 998 time: 0.0735402 Feb 16 17:02:02.773893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74df90-c337-4013-8869-4e4e6c3a1dfa req-840424d4-19d9-4687-858e-4d0c27d22450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:02.775967 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fb74df90-c337-4013-8869-4e4e6c3a1dfa req-840424d4-19d9-4687-858e-4d0c27d22450 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ecc5601-9e32-439c-8e0c-7fc04e0950c9 HTTP/1.1" status: 200 len: 835 time: 0.0981371 Feb 16 17:02:02.839185 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74df90-c337-4013-8869-4e4e6c3a1dfa req-221264c4-4a52-4976-b7d2-538f5912d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:02.841525 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fb74df90-c337-4013-8869-4e4e6c3a1dfa req-221264c4-4a52-4976-b7d2-538f5912d93f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22d4a0f3-af64-4b27-8738-e76af0a34683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0599947 Feb 16 17:02:02.841651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2ac8d18c-98d3-42c2-83c6-9b3968098f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745d9763-b379-445d-9aed-46504a691de4', 'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:24Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:25Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '2001bbdc-723d-42c6-8892-f4f12e724ee2', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '745d9763-b379-445d-9aed-46504a691de4', 'port_id': 'bfa64059-fe4b-489f-b29e-4db67e4ba125', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'mac_address': 'fa:16:3e:7c:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a7e3f-ce9c-419e-9c06-3e373f967b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:02:00Z', 'updated_at': '2022-02-16T17:02:00Z', 'revision_number': 0, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1e7a443-d2d2-41a6-a233-aa0114deb939', 'name': '', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:96:3a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:33Z', 'updated_at': '2022-02-16T17:01:40Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:02.870781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8d18c-98d3-42c2-83c6-9b3968098f13 None None] Checking router: 745d9763-b379-445d-9aed-46504a691de4 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:02:02.881362 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8d18c-98d3-42c2-83c6-9b3968098f13 None None] Routers {'745d9763-b379-445d-9aed-46504a691de4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:02.882351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2ac8d18c-98d3-42c2-83c6-9b3968098f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['745d9763-b379-445d-9aed-46504a691de4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:02.965051 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fb74df90-c337-4013-8869-4e4e6c3a1dfa req-6d111bca-9f9b-4dfd-9bc4-88e5faa031e9 service neutron] 10.222.0.60 "GET /v2.0/networks/22d4a0f3-af64-4b27-8738-e76af0a34683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168196 Feb 16 17:02:02.981726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e799cf75-c902-4204-975f-83e439dd14b6 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:02:03.051084 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-2ac8d18c-98d3-42c2-83c6-9b3968098f13 None None] Set router 745d9763-b379-445d-9aed-46504a691de4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:02:03.096776 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fb74df90-c337-4013-8869-4e4e6c3a1dfa req-f433795f-4bc2-4ef4-8225-b6b04a336ed9 service neutron] 10.222.0.60 "GET /v2.0/networks/22d4a0f3-af64-4b27-8738-e76af0a34683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240795 Feb 16 17:02:03.207305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e799cf75-c902-4204-975f-83e439dd14b6, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e799cf75-c902-4204-975f-83e439dd14b6,segment=NetworkSegment(65a53a35-d2d3-410c-9134-5a71866cd247),segment_id=65a53a35-d2d3-410c-9134-5a71866cd247)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:03.228298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44194) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:03.285574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'e799cf75-c902-4204-975f-83e439dd14b6', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'port_id': 'e799cf75-c902-4204-975f-83e439dd14b6', 'mac_address': 'fa:16:3e:2f:38:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:02:03.373985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e799cf75-c902-4204-975f-83e439dd14b6 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:02:03.374377 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e799cf75-c902-4204-975f-83e439dd14b6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:03.389573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e799cf75-c902-4204-975f-83e439dd14b6 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:02:03.412144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9f31dbc4-a1a6-415c-9243-aebcd44910a1 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/floatingips/2001bbdc-723d-42c6-8892-f4f12e724ee2 HTTP/1.1" status: 200 len: 990 time: 0.1824913 Feb 16 17:02:03.414312 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e799cf75-c902-4204-975f-83e439dd14b6, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e799cf75-c902-4204-975f-83e439dd14b6,segment=NetworkSegment(65a53a35-d2d3-410c-9134-5a71866cd247),segment_id=65a53a35-d2d3-410c-9134-5a71866cd247)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:03.418313 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e799cf75-c902-4204-975f-83e439dd14b6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:03.493750 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e799cf75-c902-4204-975f-83e439dd14b6,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:03.510824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2ac8d18c-98d3-42c2-83c6-9b3968098f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745d9763-b379-445d-9aed-46504a691de4', 'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:24Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:25Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '2001bbdc-723d-42c6-8892-f4f12e724ee2', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '745d9763-b379-445d-9aed-46504a691de4', 'port_id': 'bfa64059-fe4b-489f-b29e-4db67e4ba125', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'mac_address': 'fa:16:3e:7c:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a7e3f-ce9c-419e-9c06-3e373f967b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:02:00Z', 'updated_at': '2022-02-16T17:02:00Z', 'revision_number': 0, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1e7a443-d2d2-41a6-a233-aa0114deb939', 'name': '', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:96:3a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:33Z', 'updated_at': '2022-02-16T17:01:40Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:03.547032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8d18c-98d3-42c2-83c6-9b3968098f13 None None] The sync data for ids ['745d9763-b379-445d-9aed-46504a691de4'] in n-d-669411-5 is: [{'id': '745d9763-b379-445d-9aed-46504a691de4', 'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:24Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:25Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '2001bbdc-723d-42c6-8892-f4f12e724ee2', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '745d9763-b379-445d-9aed-46504a691de4', 'port_id': 'bfa64059-fe4b-489f-b29e-4db67e4ba125', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'mac_address': 'fa:16:3e:7c:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a7e3f-ce9c-419e-9c06-3e373f967b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:02:00Z', 'updated_at': '2022-02-16T17:02:00Z', 'revision_number': 0, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1e7a443-d2d2-41a6-a233-aa0114deb939', 'name': '', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:96:3a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:33Z', 'updated_at': '2022-02-16T17:01:40Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:03.585654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe4484-20a4-4391-81a9-a66d14b2b57b req-eec53bf3-6fb1-4ea6-a55d-48d8248547c6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:03.594798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9abe4484-20a4-4391-81a9-a66d14b2b57b req-eec53bf3-6fb1-4ea6-a55d-48d8248547c6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.0761409 Feb 16 17:02:03.669318 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9abe4484-20a4-4391-81a9-a66d14b2b57b req-6365c240-96a1-4847-ae7c-cdcc430df9d6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734305 Feb 16 17:02:03.725736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['e799cf75-c902-4204-975f-83e439dd14b6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:02:03.798149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396c0a8-3e02-449c-a17e-cb1933e44e86 req-41219a63-433c-4035-9d07-7cd629fb2c59 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:03.799708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b396c0a8-3e02-449c-a17e-cb1933e44e86 req-41219a63-433c-4035-9d07-7cd629fb2c59 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 944 time: 0.0929461 Feb 16 17:02:03.919058 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b396c0a8-3e02-449c-a17e-cb1933e44e86 req-81a8a17e-8a9b-4f5e-a0ff-8acbbb7851c0 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085455 Feb 16 17:02:03.940990 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b5f2ed-d9d8-4bfa-9f0e-95963746bb23 None None] New status for floating IP 2001bbdc-723d-42c6-8892-f4f12e724ee2: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:02:04.415793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44230) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:04.498051 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ace9b44c-da31-47dd-ab11-0f2a0861da0a tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/floatingips/2001bbdc-723d-42c6-8892-f4f12e724ee2 HTTP/1.1" status: 200 len: 992 time: 0.0745268 Feb 16 17:02:04.818940 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:04.851509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d5e6e-952d-489f-b9c7-b6c40deaba4a req-4edb8947-4714-4e07-927f-a7745440f175 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:04.853199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df6d5e6e-952d-489f-b9c7-b6c40deaba4a req-4edb8947-4714-4e07-927f-a7745440f175 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.0950527 Feb 16 17:02:04.912990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df6d5e6e-952d-489f-b9c7-b6c40deaba4a req-25ea3235-ff4b-4768-ba01-011e14e44265 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524924 Feb 16 17:02:04.942102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e799cf75-c902-4204-975f-83e439dd14b6 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:05.033131 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port e799cf75-c902-4204-975f-83e439dd14b6 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:05.038589 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port e799cf75-c902-4204-975f-83e439dd14b6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:05.039343 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e799cf75-c902-4204-975f-83e439dd14b6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:05.106994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b5a4d-ff35-4d70-880d-b4752830d680 req-e159b615-8837-4bfa-8b73-18e2d94f566e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:05.109005 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c96b5a4d-ff35-4d70-880d-b4752830d680 req-e159b615-8837-4bfa-8b73-18e2d94f566e tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 944 time: 0.0819378 Feb 16 17:02:05.158848 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e799cf75-c902-4204-975f-83e439dd14b6 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:02:05.159713 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e799cf75-c902-4204-975f-83e439dd14b6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:05.181214 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c96b5a4d-ff35-4d70-880d-b4752830d680 req-bc671d81-7d87-4b2b-9266-774568594232 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664670 Feb 16 17:02:05.205694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e799cf75-c902-4204-975f-83e439dd14b6, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e799cf75-c902-4204-975f-83e439dd14b6,segment=NetworkSegment(65a53a35-d2d3-410c-9134-5a71866cd247),segment_id=65a53a35-d2d3-410c-9134-5a71866cd247)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:05.206694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e799cf75-c902-4204-975f-83e439dd14b6'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:02:05.209730 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a74479d-a2eb-4a35-a2be-d874462b1cdf" -d '{"events": [{"server_uuid": "d331acb8-2483-4692-82b8-ca9c7e765580", "name": "network-vif-plugged", "status": "completed", "tag": "e799cf75-c902-4204-975f-83e439dd14b6"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:02:05.213063 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e799cf75-c902-4204-975f-83e439dd14b6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:05.267564 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06f5231-17a5-4958-85e1-aa9dca66c988 x-openstack-request-id: req-f06f5231-17a5-4958-85e1-aa9dca66c988 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:02:05.268159 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d331acb8-2483-4692-82b8-ca9c7e765580", "name": "network-vif-plugged", "status": "completed", "tag": "e799cf75-c902-4204-975f-83e439dd14b6", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:02:05.268507 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f06f5231-17a5-4958-85e1-aa9dca66c988 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:02:05.269065 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e799cf75-c902-4204-975f-83e439dd14b6', 'code': 200} Feb 16 17:02:05.295722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e799cf75-c902-4204-975f-83e439dd14b6,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:05.405841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352cb5a-21a6-4db5-9db5-ab6c3e9bcab4 req-0b8e53fd-3ae9-4cd0-8b54-5a0b7980116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:05.409377 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5352cb5a-21a6-4db5-9db5-ab6c3e9bcab4 req-0b8e53fd-3ae9-4cd0-8b54-5a0b7980116b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 1127 time: 0.0672920 Feb 16 17:02:05.480610 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5352cb5a-21a6-4db5-9db5-ab6c3e9bcab4 req-c436c8eb-0402-43dc-bff3-546704e0b95b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639760 Feb 16 17:02:05.866525 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:02:06.049065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9d129-3c1e-43cd-a371-d6a36bf5b2a4 req-38a62d59-8643-42e2-8b9b-8239d9cb8d8a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:06.050560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1c9d129-3c1e-43cd-a371-d6a36bf5b2a4 req-38a62d59-8643-42e2-8b9b-8239d9cb8d8a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 943 time: 0.0672221 Feb 16 17:02:06.103121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1c9d129-3c1e-43cd-a371-d6a36bf5b2a4 req-724b1990-c138-43b4-a7b8-3e5e4c174aad tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465198 Feb 16 17:02:06.327563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88eea51-a9d2-4972-a21e-8299c721c7ca req-66731293-edd7-4665-8eda-a3022f190383 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:06.329122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e88eea51-a9d2-4972-a21e-8299c721c7ca req-66731293-edd7-4665-8eda-a3022f190383 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0628598 Feb 16 17:02:06.384313 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e88eea51-a9d2-4972-a21e-8299c721c7ca req-63a0cfd6-c05f-4e40-a26a-3430d586d3d8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492430 Feb 16 17:02:06.889735 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:02:07.002010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:07.016503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'port_id': 'f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0', 'mac_address': 'fa:16:3e:6c:c5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:02:07.058734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:02:07.059291 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:07.073106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:02:07.102723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:07.111275 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:07.168634 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:07.255133 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35f8c0-d637-4df3-b443-977e44f8d0a2 req-3443f96d-04bc-4def-8ba5-eaa993212b73 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:07.256706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f35f8c0-d637-4df3-b443-977e44f8d0a2 req-3443f96d-04bc-4def-8ba5-eaa993212b73 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 944 time: 0.0560651 Feb 16 17:02:07.332781 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f35f8c0-d637-4df3-b443-977e44f8d0a2 req-48f84c3a-4c57-431b-b176-6df7da2e292b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666928 Feb 16 17:02:07.345209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:02:07.790781 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb321ee7-26db-4d41-a942-0843370b9a84 req-99ff346b-b513-486c-ad51-b889d6a872f6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:07.801181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb321ee7-26db-4d41-a942-0843370b9a84 req-99ff346b-b513-486c-ad51-b889d6a872f6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.2975664 Feb 16 17:02:07.860199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb321ee7-26db-4d41-a942-0843370b9a84 req-52f74ff2-c12a-4246-bd56-54f19186c25d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579565 Feb 16 17:02:08.000718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97842da-2c87-431e-a3d9-8020042d3390 req-550595f8-19f5-4d6c-bfeb-5b7140a0e890 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:08.002367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d97842da-2c87-431e-a3d9-8020042d3390 req-550595f8-19f5-4d6c-bfeb-5b7140a0e890 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0560260 Feb 16 17:02:08.070297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d97842da-2c87-431e-a3d9-8020042d3390 req-4d5e531c-4cc5-41ad-b4fc-542e3af7b261 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575004 Feb 16 17:02:08.083597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44334) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:08.340068 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a76a6e-875c-4098-91c4-3e24a1dac53c tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:08.345967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44342) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:08.348450 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-53a76a6e-875c-4098-91c4-3e24a1dac53c tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 1122 time: 0.2627289 Feb 16 17:02:08.350875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': 'e799cf75-c902-4204-975f-83e439dd14b6', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:02:08.397668 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:08.544739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49bc2-d61d-4f68-8204-4982de3c6b62 req-8581c9b0-9b84-447c-962c-9af49c57c8f6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:08.551468 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0c49bc2-d61d-4f68-8204-4982de3c6b62 req-8581c9b0-9b84-447c-962c-9af49c57c8f6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 944 time: 0.1149454 Feb 16 17:02:08.638887 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0c49bc2-d61d-4f68-8204-4982de3c6b62 req-646fbfd2-84ec-44ac-9402-af388cc21d84 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859940 Feb 16 17:02:08.657941 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:08.786175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Allocated IP 172.25.4.142 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/0cd89de5-53d0-43ca-be31-83bda4bbfd4f) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:02:08.905357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:02:08.921880 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (0cd89de5-53d0-43ca-be31-83bda4bbfd4f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:08.970429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (0cd89de5-53d0-43ca-be31-83bda4bbfd4f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:08.973433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:02:08.981601 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:02:08.982284 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:09.013444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:02:09.019221 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:02:09.023855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:02:09.054156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=0cd89de5-53d0-43ca-be31-83bda4bbfd4f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:09.119391 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:02:09.119802 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:09.151451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272b0c00-5bbb-465f-9a12-dcf0b549d4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:02:09.155430 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3aa1d2-839f-4650-babd-116c7fceb708" -d '{"events": [{"server_uuid": "272b0c00-5bbb-465f-9a12-dcf0b549d4e8", "name": "network-vif-plugged", "status": "completed", "tag": "f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:02:09.169790 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:09.181164 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:09.239561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:09.264454 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dd4339-0f15-4b6a-9d95-45ee0d166147 x-openstack-request-id: req-b7dd4339-0f15-4b6a-9d95-45ee0d166147 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:02:09.265177 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272b0c00-5bbb-465f-9a12-dcf0b549d4e8", "name": "network-vif-plugged", "status": "completed", "tag": "f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:02:09.265811 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7dd4339-0f15-4b6a-9d95-45ee0d166147 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:02:09.266409 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272b0c00-5bbb-465f-9a12-dcf0b549d4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0', 'code': 200} Feb 16 17:02:09.489010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539789f-c6d2-413a-b0b3-55d8c83c97c8 req-e007c27c-9dd9-4a9f-8bc2-726926d9c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:09.490586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9539789f-c6d2-413a-b0b3-55d8c83c97c8 req-e007c27c-9dd9-4a9f-8bc2-726926d9c04c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 1127 time: 0.1505847 Feb 16 17:02:09.591423 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (18416695-04aa-4d88-962a-2c4bd72dc5f4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:09.595023 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9539789f-c6d2-413a-b0b3-55d8c83c97c8 req-87629cf0-ba00-4280-8168-d54c58ee6b62 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793042 Feb 16 17:02:09.668668 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0cd89de5-53d0-43ca-be31-83bda4bbfd4f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:09.893766 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for port (0cd89de5-53d0-43ca-be31-83bda4bbfd4f), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:09.904856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b11eb-e271-45c3-98c8-98eaeef4fbf8 req-c5485325-9259-4a3f-a852-867b852ae3ae tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:09.906407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f3b11eb-e271-45c3-98c8-98eaeef4fbf8 req-c5485325-9259-4a3f-a852-867b852ae3ae tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 945 time: 0.1147351 Feb 16 17:02:09.907627 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (0cd89de5-53d0-43ca-be31-83bda4bbfd4f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:09.991558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event updated for resources: {'Port': ['ID=0cd89de5-53d0-43ca-be31-83bda4bbfd4f,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:10.073413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f3b11eb-e271-45c3-98c8-98eaeef4fbf8 req-b61249ef-d57b-4bd9-bb70-3ce1339c6edc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230271 Feb 16 17:02:10.094569 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (18416695-04aa-4d88-962a-2c4bd72dc5f4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:10.220488 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Floating IP 18416695-04aa-4d88-962a-2c4bd72dc5f4 associated. External IP: 172.25.4.142, port: e799cf75-c902-4204-975f-83e439dd14b6. Feb 16 17:02:10.491378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router f0f4f0a2-7507-4c69-b4a6-76623526369d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:02:10.661621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:02:10.686162 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70caf5c8-704c-4a90-a8e5-90ce56074dd6 None None] Sync routers for ids ['f0f4f0a2-7507-4c69-b4a6-76623526369d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:02:10.695259 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:10.703956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70caf5c8-704c-4a90-a8e5-90ce56074dd6 None None] Routers {'f0f4f0a2-7507-4c69-b4a6-76623526369d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:10.705016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-70caf5c8-704c-4a90-a8e5-90ce56074dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f0f4f0a2-7507-4c69-b4a6-76623526369d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:10.748099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-405d99b4-a318-4408-aa92-b2a8aea8cdfc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4008217 Feb 16 17:02:10.748725 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'tag': 'e799cf75-c902-4204-975f-83e439dd14b6'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:02:10.751249 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2048f4-3697-4be7-b181-9423a2a6b9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d331acb8-2483-4692-82b8-ca9c7e765580", "tag": "e799cf75-c902-4204-975f-83e439dd14b6"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:02:10.835401 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f9f4d3-5461-43a0-a0b9-38b9a11e1227 x-openstack-request-id: req-41f9f4d3-5461-43a0-a0b9-38b9a11e1227 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:02:10.835696 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d331acb8-2483-4692-82b8-ca9c7e765580", "tag": "e799cf75-c902-4204-975f-83e439dd14b6", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:02:10.835976 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41f9f4d3-5461-43a0-a0b9-38b9a11e1227 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:02:10.836387 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'tag': 'e799cf75-c902-4204-975f-83e439dd14b6', 'status': 'completed', 'code': 200} Feb 16 17:02:10.877487 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-70caf5c8-704c-4a90-a8e5-90ce56074dd6 None None] Set router f0f4f0a2-7507-4c69-b4a6-76623526369d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:02:10.986347 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2048f4-3697-4be7-b181-9423a2a6b9d8 req-411d25cf-ff24-4980-9dc6-9da9b8dcebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:10.990566 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-af2048f4-3697-4be7-b181-9423a2a6b9d8 req-411d25cf-ff24-4980-9dc6-9da9b8dcebe2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 1127 time: 0.1035898 Feb 16 17:02:11.005163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e6a95-f1a1-4a38-a9d2-f0afd61faaab req-e8bd6870-c7a1-4b70-ba55-36d4211e4262 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:11.021414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-639e6a95-f1a1-4a38-a9d2-f0afd61faaab req-e8bd6870-c7a1-4b70-ba55-36d4211e4262 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.1513460 Feb 16 17:02:11.084962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-639e6a95-f1a1-4a38-a9d2-f0afd61faaab req-d504e5a9-3ebd-4df0-b280-f06970ba7554 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625536 Feb 16 17:02:11.101746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44406) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:11.173129 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2048f4-3697-4be7-b181-9423a2a6b9d8 req-dd7af1e3-19cb-46d7-bc6d-4f51b5379da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:11.179152 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-af2048f4-3697-4be7-b181-9423a2a6b9d8 req-dd7af1e3-19cb-46d7-bc6d-4f51b5379da7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=696844de-4651-4936-9a4a-2b9239d067e8 HTTP/1.1" status: 200 len: 897 time: 0.1801486 Feb 16 17:02:11.180338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c3c67c5e-d21f-4521-a215-0985a368a290 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/18416695-04aa-4d88-962a-2c4bd72dc5f4 HTTP/1.1" status: 200 len: 991 time: 0.0769820 Feb 16 17:02:11.259983 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-af2048f4-3697-4be7-b181-9423a2a6b9d8 req-cc0697e2-d5f7-4c1d-90c2-eaea2ce84cd2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e799cf75-c902-4204-975f-83e439dd14b6 HTTP/1.1" status: 200 len: 999 time: 0.0748889 Feb 16 17:02:11.296327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f5fdc-1141-40a8-9d3d-83bacf59b682 req-d86c2e2b-8d27-43b4-9b63-dc3e7bb266a5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:11.298254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-510f5fdc-1141-40a8-9d3d-83bacf59b682 req-d86c2e2b-8d27-43b4-9b63-dc3e7bb266a5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 945 time: 0.0770335 Feb 16 17:02:11.320760 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-70caf5c8-704c-4a90-a8e5-90ce56074dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:44Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:45Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '18416695-04aa-4d88-962a-2c4bd72dc5f4', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'port_id': 'e799cf75-c902-4204-975f-83e439dd14b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'mac_address': 'fa:16:3e:2f:38:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:02:09Z', 'updated_at': '2022-02-16T17:02:09Z', 'revision_number': 0, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fe4758-504f-41f6-9f8c-fed424db7e2a', 'name': '', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:59:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:49Z', 'updated_at': '2022-02-16T17:01:54Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:11.348868 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2048f4-3697-4be7-b181-9423a2a6b9d8 req-6923f5af-75f5-4e8a-a3b6-c9cc0bcc6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:11.353262 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-af2048f4-3697-4be7-b181-9423a2a6b9d8 req-6923f5af-75f5-4e8a-a3b6-c9cc0bcc6ae2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7fb8e78-9750-40d3-8ffa-413fd93b06a7 HTTP/1.1" status: 200 len: 835 time: 0.0874588 Feb 16 17:02:11.357739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-510f5fdc-1141-40a8-9d3d-83bacf59b682 req-45b76c49-9e45-4da3-932e-35f9f2bd8980 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537603 Feb 16 17:02:11.425971 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2048f4-3697-4be7-b181-9423a2a6b9d8 req-a17bb990-ff4e-446f-9797-fbcf882bc32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:11.427895 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-af2048f4-3697-4be7-b181-9423a2a6b9d8 req-a17bb990-ff4e-446f-9797-fbcf882bc32a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=696844de-4651-4936-9a4a-2b9239d067e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0685287 Feb 16 17:02:11.589399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93a2ad-9cdd-4299-b129-2b72126a101e req-56e16dfc-1059-4a71-a417-c49a3d828833 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:11.591099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e93a2ad-9cdd-4299-b129-2b72126a101e req-56e16dfc-1059-4a71-a417-c49a3d828833 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 945 time: 0.1114967 Feb 16 17:02:11.598184 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-af2048f4-3697-4be7-b181-9423a2a6b9d8 req-3f2725ef-a748-4f36-beac-8a24daf9b1e0 service neutron] 10.222.0.60 "GET /v2.0/networks/696844de-4651-4936-9a4a-2b9239d067e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629839 Feb 16 17:02:11.605281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70caf5c8-704c-4a90-a8e5-90ce56074dd6 None None] Checking router: f0f4f0a2-7507-4c69-b4a6-76623526369d for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:02:11.614703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70caf5c8-704c-4a90-a8e5-90ce56074dd6 None None] Routers {'f0f4f0a2-7507-4c69-b4a6-76623526369d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:02:11.615629 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-70caf5c8-704c-4a90-a8e5-90ce56074dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:01:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f0f4f0a2-7507-4c69-b4a6-76623526369d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:11.644778 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e93a2ad-9cdd-4299-b129-2b72126a101e req-a656838a-456f-4e1e-9b5c-fe0a92074b37 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477812 Feb 16 17:02:11.765526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-70caf5c8-704c-4a90-a8e5-90ce56074dd6 None None] Set router f0f4f0a2-7507-4c69-b4a6-76623526369d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:02:11.819170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc11a4-d9ce-4828-ae8f-bdde29ba9317 req-15fd3eba-4214-4b29-b3d2-924c8db28f45 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:11.827989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12cc11a4-d9ce-4828-ae8f-bdde29ba9317 req-15fd3eba-4214-4b29-b3d2-924c8db28f45 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 945 time: 0.0766251 Feb 16 17:02:11.831613 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-af2048f4-3697-4be7-b181-9423a2a6b9d8 req-b3ec954a-9257-41a2-a3a5-18237e5c3617 service neutron] 10.222.0.60 "GET /v2.0/networks/696844de-4651-4936-9a4a-2b9239d067e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249868 Feb 16 17:02:11.911738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12cc11a4-d9ce-4828-ae8f-bdde29ba9317 req-3f1091dc-5640-4e78-8838-668cb7e6f85d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824957 Feb 16 17:02:12.152783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-70caf5c8-704c-4a90-a8e5-90ce56074dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:44Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:45Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '18416695-04aa-4d88-962a-2c4bd72dc5f4', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'port_id': 'e799cf75-c902-4204-975f-83e439dd14b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'mac_address': 'fa:16:3e:2f:38:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:02:09Z', 'updated_at': '2022-02-16T17:02:09Z', 'revision_number': 0, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fe4758-504f-41f6-9f8c-fed424db7e2a', 'name': '', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:59:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:49Z', 'updated_at': '2022-02-16T17:01:54Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:02:12.183939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44422) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:12.187534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70caf5c8-704c-4a90-a8e5-90ce56074dd6 None None] The sync data for ids ['f0f4f0a2-7507-4c69-b4a6-76623526369d'] in n-d-669411-5 is: [{'id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:44Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:45Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '18416695-04aa-4d88-962a-2c4bd72dc5f4', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'port_id': 'e799cf75-c902-4204-975f-83e439dd14b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'mac_address': 'fa:16:3e:2f:38:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:02:09Z', 'updated_at': '2022-02-16T17:02:09Z', 'revision_number': 0, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fe4758-504f-41f6-9f8c-fed424db7e2a', 'name': '', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:59:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:49Z', 'updated_at': '2022-02-16T17:01:54Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:02:12.275729 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac98aa-f42a-4f3e-a60b-5063459ac9a5 req-d910fdd1-d33a-4760-883e-13c01479958d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:12.280743 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76ac98aa-f42a-4f3e-a60b-5063459ac9a5 req-d910fdd1-d33a-4760-883e-13c01479958d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 945 time: 0.1301968 Feb 16 17:02:12.290258 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-657401f5-9242-41c5-bce0-3bc444601214 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/18416695-04aa-4d88-962a-2c4bd72dc5f4 HTTP/1.1" status: 200 len: 991 time: 0.1052144 Feb 16 17:02:12.340022 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-76ac98aa-f42a-4f3e-a60b-5063459ac9a5 req-5d462f5e-61db-45a6-8f8d-bea8ff40ee3b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486054 Feb 16 17:02:12.444307 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09048fcf-51e4-43be-b74c-b9926bb046f7 None None] New status for floating IP 18416695-04aa-4d88-962a-2c4bd72dc5f4: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:02:13.293982 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44428) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:13.358823 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1476eaf3-5562-447e-a0ec-af962bba8f4b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/18416695-04aa-4d88-962a-2c4bd72dc5f4 HTTP/1.1" status: 200 len: 993 time: 0.0635319 Feb 16 17:02:13.493508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316f2fc-1864-41dd-afd1-b4e12f5a916f req-be9fcc08-bd6b-4bd2-94e6-44b7f589575b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.495464 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d316f2fc-1864-41dd-afd1-b4e12f5a916f req-be9fcc08-bd6b-4bd2-94e6-44b7f589575b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 945 time: 0.0694814 Feb 16 17:02:13.548623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d316f2fc-1864-41dd-afd1-b4e12f5a916f req-9c4a2816-e9f0-41a3-84fe-57d61348c529 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468016 Feb 16 17:02:13.660117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac09822-611e-4726-83c5-23719d1fa79d req-5508bb73-268c-4821-a332-68457eb91eb6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:13.661762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ac09822-611e-4726-83c5-23719d1fa79d req-5508bb73-268c-4821-a332-68457eb91eb6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 945 time: 0.0863633 Feb 16 17:02:13.826731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-6ac09822-611e-4726-83c5-23719d1fa79d req-e8df8cdc-55c0-41bf-ba30-b09ffa96518e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Deleting port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:02:13.826731 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6ac09822-611e-4726-83c5-23719d1fa79d req-e8df8cdc-55c0-41bf-ba30-b09ffa96518e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:13.926597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-6ac09822-611e-4726-83c5-23719d1fa79d req-e8df8cdc-55c0-41bf-ba30-b09ffa96518e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] For port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:02:13.926876 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6ac09822-611e-4726-83c5-23719d1fa79d req-e8df8cdc-55c0-41bf-ba30-b09ffa96518e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:13.940572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-6ac09822-611e-4726-83c5-23719d1fa79d req-e8df8cdc-55c0-41bf-ba30-b09ffa96518e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Calling delete_port for f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:02:14.078879 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6ac09822-611e-4726-83c5-23719d1fa79d req-e8df8cdc-55c0-41bf-ba30-b09ffa96518e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:14.091842 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:02:14.108030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df8cdc-55c0-41bf-ba30-b09ffa96518e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event deleted for resources: {'Port': ['ID=f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:14.158522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac09822-611e-4726-83c5-23719d1fa79d req-e8df8cdc-55c0-41bf-ba30-b09ffa96518e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] No DVR routers for this DVR port f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:02:14.161426 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6ac09822-611e-4726-83c5-23719d1fa79d req-e8df8cdc-55c0-41bf-ba30-b09ffa96518e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:14.165106 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ac09822-611e-4726-83c5-23719d1fa79d req-e8df8cdc-55c0-41bf-ba30-b09ffa96518e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "DELETE /v2.0/ports/f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 HTTP/1.1" status: 204 len: 173 time: 0.4980106 Feb 16 17:02:14.165801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272b0c00-5bbb-465f-9a12-dcf0b549d4e8', 'name': 'network-vif-deleted', 'tag': 'f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:02:14.168986 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a216b3a7-d80c-4567-aadb-de5872c55b7c" -d '{"events": [{"server_uuid": "272b0c00-5bbb-465f-9a12-dcf0b549d4e8", "name": "network-vif-deleted", "tag": "f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:02:14.225945 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0f5992-6e11-43b0-9972-081db3206929 x-openstack-request-id: req-4d0f5992-6e11-43b0-9972-081db3206929 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:02:14.226230 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272b0c00-5bbb-465f-9a12-dcf0b549d4e8", "name": "network-vif-deleted", "tag": "f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:02:14.226494 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d0f5992-6e11-43b0-9972-081db3206929 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:02:14.226903 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272b0c00-5bbb-465f-9a12-dcf0b549d4e8', 'name': 'network-vif-deleted', 'tag': 'f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0', 'status': 'completed', 'code': 200} Feb 16 17:02:14.658560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a4aff5e-ce58-42f8-a147-93306a89b0aa req-c89c2973-1b43-443f-b5d8-637281d6995e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0318198 Feb 16 17:02:15.762117 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff2d3e31-1ed8-4c1e-ae9e-bf25bf8ece79 req-aac4ae9c-9196-44c8-a787-f435e32669e9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0300045 Feb 16 17:02:16.877722 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b597cdb-59de-4884-9752-52a3755d47f3 req-68fe6568-df6b-46dc-9155-76b2088e3829 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0341437 Feb 16 17:02:16.982954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:02:17.003088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:02:17.003435 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f617d1d4-f7b8-4d28-ba1b-ffae2d3b73f0 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:02:17.982354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60984959-6c2b-4608-acf3-aa290afccffb req-32669621-5b52-4b99-bf31-f2bec62f9390 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0292611 Feb 16 17:02:19.080640 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ad8336a-75d3-4de5-a89a-91c1e3b9ed3a req-126f84ad-d922-4286-a613-02af9d6d32fd tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0286226 Feb 16 17:02:20.181185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92154c20-059d-4017-af1a-cef0c5670343 req-a8316d04-8547-4b79-85fa-dec01ee10664 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0276098 Feb 16 17:02:21.289232 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-12160e22-92cc-413d-be1a-607af9cdb193 req-d3660617-eee7-43b0-9b97-41e961881a85 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0320408 Feb 16 17:02:22.396113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebf1e8df-a9cf-485a-9695-b07eaba65856 req-077890b5-4e07-4ea1-8666-ff2a964076be tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0282223 Feb 16 17:02:23.124528 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2630ab80-cc45-441e-a0fb-ab33c9e8364d req-e413986e-cae2-4121-8d18-adb555db7376 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616455 Feb 16 17:02:23.230232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630ab80-cc45-441e-a0fb-ab33c9e8364d req-d50179c4-d1dc-49ee-ac81-068ad0c2d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:23.231721 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2630ab80-cc45-441e-a0fb-ab33c9e8364d req-d50179c4-d1dc-49ee-ac81-068ad0c2d589 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3149206434f648a3b3c2fc882bbf7f07&device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 1128 time: 0.0564013 Feb 16 17:02:23.348288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630ab80-cc45-441e-a0fb-ab33c9e8364d req-c071258c-2908-4f12-86d2-b0147a04ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:23.349740 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2630ab80-cc45-441e-a0fb-ab33c9e8364d req-c071258c-2908-4f12-86d2-b0147a04ba27 service neutron] 10.222.0.60 "GET /v2.0/networks?id=22d4a0f3-af64-4b27-8738-e76af0a34683 HTTP/1.1" status: 200 len: 898 time: 0.1000128 Feb 16 17:02:23.420448 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2630ab80-cc45-441e-a0fb-ab33c9e8364d req-7c938dfd-3996-4395-a9b7-51d4092ce01f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfa64059-fe4b-489f-b29e-4db67e4ba125 HTTP/1.1" status: 200 len: 1000 time: 0.0642378 Feb 16 17:02:23.484498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630ab80-cc45-441e-a0fb-ab33c9e8364d req-350e6bb4-86f1-4bd5-92d7-838089a7422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:23.485900 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2630ab80-cc45-441e-a0fb-ab33c9e8364d req-350e6bb4-86f1-4bd5-92d7-838089a7422b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ecc5601-9e32-439c-8e0c-7fc04e0950c9 HTTP/1.1" status: 200 len: 835 time: 0.0536170 Feb 16 17:02:23.507201 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-472eb5ae-1047-4a2f-a660-91fc8c34bfa2 req-4e4dc829-52a2-457d-8668-b9f4fb4dfd06 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0287526 Feb 16 17:02:23.537294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630ab80-cc45-441e-a0fb-ab33c9e8364d req-26a39ae8-bb1f-4bb2-bd56-f7fc9b3ffd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:02:23.538918 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2630ab80-cc45-441e-a0fb-ab33c9e8364d req-26a39ae8-bb1f-4bb2-bd56-f7fc9b3ffd4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22d4a0f3-af64-4b27-8738-e76af0a34683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461161 Feb 16 17:02:23.626994 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2630ab80-cc45-441e-a0fb-ab33c9e8364d req-cf29b4dc-f281-42a2-9af8-0f5950cb0886 service neutron] 10.222.0.60 "GET /v2.0/networks/22d4a0f3-af64-4b27-8738-e76af0a34683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821702 Feb 16 17:02:23.720593 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2630ab80-cc45-441e-a0fb-ab33c9e8364d req-47ed73bd-6240-488b-9bf4-e7ec6bc095fc service neutron] 10.222.0.60 "GET /v2.0/networks/22d4a0f3-af64-4b27-8738-e76af0a34683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874188 Feb 16 17:02:24.606824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02a836cf-5570-4764-aa4a-b63b9800e62f req-2b974397-2307-499f-bb42-eb3db58ccf7a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b0c00-5bbb-465f-9a12-dcf0b549d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0284698 Feb 16 17:02:25.678050 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5f4c1eb3-a5e6-42bf-ad1c-d406fd9a6bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:28.290657 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-848d765a-d684-4b31-b757-8c30d10d2f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:29.346220 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:30.905894 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:31.530757 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:32.079833 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44610) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:32.101882 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:32.220003 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:32.311606 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Publish callbacks [] for security_group (c9c02b7b-c384-4fa2-8d4a-c2e805115cb2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:32.317363 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c9c02b7b-c384-4fa2-8d4a-c2e805115cb2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:32.352041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c02b7b-c384-4fa2-8d4a-c2e805115cb2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:32.373664 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56428dcb02e84a938a816998eb957955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2917805 Feb 16 17:02:32.376171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44614) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:32.381563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.382242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.382896 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.383474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.384071 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.384595 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.385638 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.386264 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.386915 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.387699 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.388408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.388937 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.389453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23746bbf-823f-4870-8d77-5f43c3682f02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.442762 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Publish callbacks [] for security_group (c9c02b7b-c384-4fa2-8d4a-c2e805115cb2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:32.468619 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Publish callbacks [] for security_group (c9c02b7b-c384-4fa2-8d4a-c2e805115cb2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:32.528218 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c9c02b7b-c384-4fa2-8d4a-c2e805115cb2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:32.529112 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:32.540391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9c02b7b-c384-4fa2-8d4a-c2e805115cb2 HTTP/1.1" status: 204 len: 168 time: 0.1579731 Feb 16 17:02:32.560982 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c02b7b-c384-4fa2-8d4a-c2e805115cb2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:32.585702 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.586099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.586534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.586961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.587420 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.587924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.588750 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.589643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.590447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.591159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.591721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.592679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.593242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef86ee4-e089-44a6-a9b6-5adb4414b419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:02:32.852310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44622) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:33.216459 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e4797ac4-9565-4939-b224-910456bc81ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:33.309801 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e4797ac4-9565-4939-b224-910456bc81ce admin admin] Publish callbacks [] for security_group (324f685f-b076-4bd8-9632-2d31edff8d27), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:33.315221 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e4797ac4-9565-4939-b224-910456bc81ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (324f685f-b076-4bd8-9632-2d31edff8d27), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:33.360595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4797ac4-9565-4939-b224-910456bc81ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324f685f-b076-4bd8-9632-2d31edff8d27,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:33.370570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e4797ac4-9565-4939-b224-910456bc81ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73a588ac868d42d69aee1209a68fe415&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5164213 Feb 16 17:02:33.373331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44626) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:33.466972 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0de8a686-79b8-4c90-a631-0b727493efae admin admin] Publish callbacks [] for security_group (324f685f-b076-4bd8-9632-2d31edff8d27), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:33.490512 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0de8a686-79b8-4c90-a631-0b727493efae admin admin] Publish callbacks [] for security_group (324f685f-b076-4bd8-9632-2d31edff8d27), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:33.554019 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0de8a686-79b8-4c90-a631-0b727493efae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (324f685f-b076-4bd8-9632-2d31edff8d27), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:33.558205 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0de8a686-79b8-4c90-a631-0b727493efae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:33.561759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0de8a686-79b8-4c90-a631-0b727493efae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/324f685f-b076-4bd8-9632-2d31edff8d27 HTTP/1.1" status: 204 len: 168 time: 0.1851900 Feb 16 17:02:33.569732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8a686-79b8-4c90-a631-0b727493efae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324f685f-b076-4bd8-9632-2d31edff8d27,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:34.816312 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:35.816137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44708) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:35.934628 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3aac4ce-09c8-470b-84b5-b7f043bbb3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:36.023811 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3aac4ce-09c8-470b-84b5-b7f043bbb3a3 admin admin] Publish callbacks [] for security_group (e84eaaed-72b1-4cc5-aca8-2895327a5917), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:36.029118 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e3aac4ce-09c8-470b-84b5-b7f043bbb3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e84eaaed-72b1-4cc5-aca8-2895327a5917), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:36.070448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aac4ce-09c8-470b-84b5-b7f043bbb3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84eaaed-72b1-4cc5-aca8-2895327a5917,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:36.079351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e3aac4ce-09c8-470b-84b5-b7f043bbb3a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64fa6c4e170b449c8f28d2e9f3e9bb06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2613537 Feb 16 17:02:36.080732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44712) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:36.147045 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-57e494ff-a9d4-4dfd-98cb-0a6a3ce255c7 admin admin] Publish callbacks [] for security_group (e84eaaed-72b1-4cc5-aca8-2895327a5917), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:36.170178 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-57e494ff-a9d4-4dfd-98cb-0a6a3ce255c7 admin admin] Publish callbacks [] for security_group (e84eaaed-72b1-4cc5-aca8-2895327a5917), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:36.221155 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-57e494ff-a9d4-4dfd-98cb-0a6a3ce255c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e84eaaed-72b1-4cc5-aca8-2895327a5917), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:36.224304 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-57e494ff-a9d4-4dfd-98cb-0a6a3ce255c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:36.228081 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-57e494ff-a9d4-4dfd-98cb-0a6a3ce255c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e84eaaed-72b1-4cc5-aca8-2895327a5917 HTTP/1.1" status: 204 len: 168 time: 0.1436603 Feb 16 17:02:36.246785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e494ff-a9d4-4dfd-98cb-0a6a3ce255c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84eaaed-72b1-4cc5-aca8-2895327a5917,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:36.595618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44754) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:36.613101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc870867-3697-4218-82c9-ae60d6a3e625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:36.726433 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc870867-3697-4218-82c9-ae60d6a3e625 admin admin] Publish callbacks [] for security_group (dbc753d6-c249-4083-bc6a-f472371d6c6e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:36.732943 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc870867-3697-4218-82c9-ae60d6a3e625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (dbc753d6-c249-4083-bc6a-f472371d6c6e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:36.832592 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fc870867-3697-4218-82c9-ae60d6a3e625 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cebcb8d30e34ef385b6ede9c1d520e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2347553 Feb 16 17:02:36.833783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc870867-3697-4218-82c9-ae60d6a3e625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc753d6-c249-4083-bc6a-f472371d6c6e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:36.835441 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44766) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:36.915658 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9f33f6e-348a-48fb-a7dd-b0f63e233d5e admin admin] Publish callbacks [] for security_group (dbc753d6-c249-4083-bc6a-f472371d6c6e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:36.958293 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9f33f6e-348a-48fb-a7dd-b0f63e233d5e admin admin] Publish callbacks [] for security_group (dbc753d6-c249-4083-bc6a-f472371d6c6e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:37.052732 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9f33f6e-348a-48fb-a7dd-b0f63e233d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (dbc753d6-c249-4083-bc6a-f472371d6c6e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:37.063037 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c9f33f6e-348a-48fb-a7dd-b0f63e233d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:37.064624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c9f33f6e-348a-48fb-a7dd-b0f63e233d5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dbc753d6-c249-4083-bc6a-f472371d6c6e HTTP/1.1" status: 204 len: 168 time: 0.2281342 Feb 16 17:02:37.106650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f33f6e-348a-48fb-a7dd-b0f63e233d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc753d6-c249-4083-bc6a-f472371d6c6e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:38.522201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44834) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:38.658643 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75fb6bde-5150-4d4c-86df-e4ddba508d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:38.773999 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75fb6bde-5150-4d4c-86df-e4ddba508d0e admin admin] Publish callbacks [] for security_group (93355e17-47b0-4c63-acc9-55262e597b97), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:38.780647 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-75fb6bde-5150-4d4c-86df-e4ddba508d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (93355e17-47b0-4c63-acc9-55262e597b97), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:38.823334 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-75fb6bde-5150-4d4c-86df-e4ddba508d0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a014752ead0410aa0cbc5fa03470a5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2994757 Feb 16 17:02:38.826150 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44842) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:02:38.832386 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb6bde-5150-4d4c-86df-e4ddba508d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93355e17-47b0-4c63-acc9-55262e597b97,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:38.890101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d76afb5-c07f-45d4-89dc-b77a31b8e6c5 admin admin] Publish callbacks [] for security_group (93355e17-47b0-4c63-acc9-55262e597b97), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:38.917452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d76afb5-c07f-45d4-89dc-b77a31b8e6c5 admin admin] Publish callbacks [] for security_group (93355e17-47b0-4c63-acc9-55262e597b97), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:38.974478 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d76afb5-c07f-45d4-89dc-b77a31b8e6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (93355e17-47b0-4c63-acc9-55262e597b97), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:38.977177 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d76afb5-c07f-45d4-89dc-b77a31b8e6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:38.981815 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4d76afb5-c07f-45d4-89dc-b77a31b8e6c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93355e17-47b0-4c63-acc9-55262e597b97 HTTP/1.1" status: 204 len: 168 time: 0.1513524 Feb 16 17:02:38.989669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76afb5-c07f-45d4-89dc-b77a31b8e6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93355e17-47b0-4c63-acc9-55262e597b97,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:02:42.866499 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:02:55.672959 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7e154e41-bf56-4baf-914e-0736bfc30514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:58.294259 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-888d66bc-6b36-4033-8781-ceb54bd977e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:02:59.370223 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:00.909409 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:01.545944 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:02.102717 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:04.846405 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:08.275716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363af7b5-c58d-4931-b82b-930ed265690c req-1bbd9948-693e-447e-9147-d5d4164aab96 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:08.277584 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-1bbd9948-693e-447e-9147-d5d4164aab96 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 811 time: 0.1100712 Feb 16 17:03:08.293466 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-631c56cb-951d-4a2e-9eee-ee5e86a08205 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/quotas/2b779e025ab44f24afff60114276c36b HTTP/1.1" status: 200 len: 375 time: 0.0104842 Feb 16 17:03:08.365125 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-6f9c5af4-0ac6-4729-afe4-192e735ecb3f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658469 Feb 16 17:03:08.629809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-464580e2-8cb8-450c-8d6d-954779f13149 service neutron] 10.222.0.24 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564182 Feb 16 17:03:08.723187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-5adc689a-0e76-4662-be52-5c54461981be service neutron] 10.222.0.24 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874372 Feb 16 17:03:08.972123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee0dc133-d1b0-40be-bfc2-579bf65569ad req-a84e66d9-72b6-44c1-9ee0-23fe0240ef0f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 210 time: 0.0452836 Feb 16 17:03:09.956918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363af7b5-c58d-4931-b82b-930ed265690c req-f0adf39a-9dc9-4035-afcc-be59959a00ea tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:09.958478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-f0adf39a-9dc9-4035-afcc-be59959a00ea tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 811 time: 0.1415036 Feb 16 17:03:09.970967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-363af7b5-c58d-4931-b82b-930ed265690c req-37c27b2b-eda4-4c81-b625-7015f84dd2f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'port': {'device_id': '3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'admin_state_up': True, 'tenant_id': '2b779e025ab44f24afff60114276c36b'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:10.156228 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62d4cb50-5350-4af9-b872-7f92990fd4c0 req-dc3b13e4-7e9f-4549-a045-51e131dc45de tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 210 time: 0.0366316 Feb 16 17:03:10.174744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363af7b5-c58d-4931-b82b-930ed265690c req-37c27b2b-eda4-4c81-b625-7015f84dd2f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Made reservation on behalf of 2b779e025ab44f24afff60114276c36b for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:10.180644 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-363af7b5-c58d-4931-b82b-930ed265690c req-37c27b2b-eda4-4c81-b625-7015f84dd2f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:10.359790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-363af7b5-c58d-4931-b82b-930ed265690c req-37c27b2b-eda4-4c81-b625-7015f84dd2f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Allocated IP 172.20.0.13 (59605855-a12a-4807-9e09-0b33b401436f/a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f/c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:10.588346 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-363af7b5-c58d-4931-b82b-930ed265690c req-37c27b2b-eda4-4c81-b625-7015f84dd2f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:10.663224 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-363af7b5-c58d-4931-b82b-930ed265690c req-37c27b2b-eda4-4c81-b625-7015f84dd2f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:10.725086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363af7b5-c58d-4931-b82b-930ed265690c req-37c27b2b-eda4-4c81-b625-7015f84dd2f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Network 59605855-a12a-4807-9e09-0b33b401436f is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:10.731769 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-363af7b5-c58d-4931-b82b-930ed265690c req-37c27b2b-eda4-4c81-b625-7015f84dd2f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:10.736772 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-363af7b5-c58d-4931-b82b-930ed265690c req-37c27b2b-eda4-4c81-b625-7015f84dd2f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:10.815038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c27b2b-eda4-4c81-b625-7015f84dd2f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'Port': ['ID=c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:10.888167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363af7b5-c58d-4931-b82b-930ed265690c req-37c27b2b-eda4-4c81-b625-7015f84dd2f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:10.890942 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-363af7b5-c58d-4931-b82b-930ed265690c req-37c27b2b-eda4-4c81-b625-7015f84dd2f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:10.927375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-37c27b2b-eda4-4c81-b625-7015f84dd2f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9598739 Feb 16 17:03:10.946089 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-53772cfd-abcc-480d-b73d-f002d205db7d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:03:10.947958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-53772cfd-abcc-480d-b73d-f002d205db7d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150752 Feb 16 17:03:11.168752 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Request body: {'port': {'device_id': '3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:11.189247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2894afc9-dbfa-44d6-ab27-d7099564f1bf None None] Provisioning complete for port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:11.190261 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2894afc9-dbfa-44d6-ab27-d7099564f1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:11.203140 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45870) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:11.238972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2894afc9-dbfa-44d6-ab27-d7099564f1bf None None] Port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:03:11.318204 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:11.353560 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecb553cd-2df8-41ac-955c-d1058c96dca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:11.460151 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecb553cd-2df8-41ac-955c-d1058c96dca9 admin admin] Publish callbacks [] for security_group (d6ff9a0c-4efb-4461-90a3-e2b128c09773), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:11.474255 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ecb553cd-2df8-41ac-955c-d1058c96dca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d6ff9a0c-4efb-4461-90a3-e2b128c09773), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:11.510688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0203f93-d87a-44f4-8696-3afb7f1f2da0 req-09863951-e4af-446d-8ef9-eb0af6a2ef75 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:11.514342 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ecb553cd-2df8-41ac-955c-d1058c96dca9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b37508893ddb4c79a63676a2f43fcf4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3101308 Feb 16 17:03:11.522097 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45878) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:11.525354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c0203f93-d87a-44f4-8696-3afb7f1f2da0 req-09863951-e4af-446d-8ef9-eb0af6a2ef75 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 932 time: 0.2041032 Feb 16 17:03:11.564270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb553cd-2df8-41ac-955c-d1058c96dca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ff9a0c-4efb-4461-90a3-e2b128c09773,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:11.620492 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-850f9de8-0b56-45e2-9431-e8d11a6ddde9 admin admin] Publish callbacks [] for security_group (d6ff9a0c-4efb-4461-90a3-e2b128c09773), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:11.648424 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-850f9de8-0b56-45e2-9431-e8d11a6ddde9 admin admin] Publish callbacks [] for security_group (d6ff9a0c-4efb-4461-90a3-e2b128c09773), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:11.710206 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-850f9de8-0b56-45e2-9431-e8d11a6ddde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d6ff9a0c-4efb-4461-90a3-e2b128c09773), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:11.714271 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-850f9de8-0b56-45e2-9431-e8d11a6ddde9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:11.715489 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-850f9de8-0b56-45e2-9431-e8d11a6ddde9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6ff9a0c-4efb-4461-90a3-e2b128c09773 HTTP/1.1" status: 204 len: 168 time: 0.1921129 Feb 16 17:03:11.731971 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f9de8-0b56-45e2-9431-e8d11a6ddde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ff9a0c-4efb-4461-90a3-e2b128c09773,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:11.864052 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c0203f93-d87a-44f4-8696-3afb7f1f2da0 req-a397acb5-7b21-4bbc-b427-4db68475a245 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372140 Feb 16 17:03:12.053789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:03:12.063138 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Publish callbacks [] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:12.078974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Transition to ACTIVE for port object c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:12.084106 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:12.211488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:12.346255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Attempting to bind port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:03:12.346550 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Attempting to bind port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:03:12.346795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Attempting to bind port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:12.352134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f on network 59605855-a12a-4807-9e09-0b33b401436f not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:03:12.352465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Attempting to bind port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:12.358633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:12.358896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Checking segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:03:12.359287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Bound using segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:12.359719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Bound port: c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:03:12.360125 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:12.474706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] For port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:12.481568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] For port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:12.495267 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:12.549479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:12.550441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:12.552436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] 10.222.0.65 "PUT /v2.0/ports/c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f HTTP/1.1" status: 200 len: 1092 time: 1.5970125 Feb 16 17:03:12.553369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0', 'tag': 'c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:03:12.555955 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15360218-cd5b-4238-a5fb-f5194ae3fd99" -d '{"events": [{"name": "network-changed", "server_uuid": "3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0", "tag": "c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:03:12.740670 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef563e53-6aaa-4a51-ad5a-8fd55e16bfce x-openstack-request-id: req-ef563e53-6aaa-4a51-ad5a-8fd55e16bfce {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:03:12.740959 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0", "tag": "c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:03:12.741218 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef563e53-6aaa-4a51-ad5a-8fd55e16bfce {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:03:12.741886 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0', 'tag': 'c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f', 'status': 'completed', 'code': 200} Feb 16 17:03:12.774378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0114c-e2e8-44a4-a9e1-909a7a074f15 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:12.815161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363af7b5-c58d-4931-b82b-930ed265690c req-7933281d-2338-4506-9462-6faf594e1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:12.816736 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-7933281d-2338-4506-9462-6faf594e1343 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 1126 time: 0.1919777 Feb 16 17:03:12.898832 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-9080bb29-20e4-4c24-84ca-50238ff11179 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f HTTP/1.1" status: 200 len: 217 time: 0.0712478 Feb 16 17:03:13.023588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363af7b5-c58d-4931-b82b-930ed265690c req-cdf1454e-d5ae-4f0e-8d5b-c4239d6e49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:13.025316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-cdf1454e-d5ae-4f0e-8d5b-c4239d6e49ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.1191061 Feb 16 17:03:13.076439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151e05c-a4a4-4345-9b02-8dc8866e24a1 req-86f5d938-0f2a-41a4-9772-c147a815d4fc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:13.078139 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d151e05c-a4a4-4345-9b02-8dc8866e24a1 req-86f5d938-0f2a-41a4-9772-c147a815d4fc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.1109407 Feb 16 17:03:13.114124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363af7b5-c58d-4931-b82b-930ed265690c req-8c679e2f-61d1-451b-bf89-3922b2486910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:13.115523 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-8c679e2f-61d1-451b-bf89-3922b2486910 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0803213 Feb 16 17:03:13.172413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d151e05c-a4a4-4345-9b02-8dc8866e24a1 req-5c01c838-513c-402b-b9ff-3722dd827c5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854001 Feb 16 17:03:13.330523 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-92fc5e31-b8ff-4b42-92fd-d9b2f28bb6bd service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035191 Feb 16 17:03:13.469776 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-363af7b5-c58d-4931-b82b-930ed265690c req-5834630d-ed70-4c52-aaef-c1efaa633a7e service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322482 Feb 16 17:03:13.593561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15360218-cd5b-4238-a5fb-f5194ae3fd99 req-85c465bd-817b-4e39-ab9f-3b4cbe63192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:13.595094 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15360218-cd5b-4238-a5fb-f5194ae3fd99 req-85c465bd-817b-4e39-ab9f-3b4cbe63192d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 1126 time: 0.0805194 Feb 16 17:03:13.800818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15360218-cd5b-4238-a5fb-f5194ae3fd99 req-3b02a4fd-977f-4a19-af16-72c378b230df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:13.802602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15360218-cd5b-4238-a5fb-f5194ae3fd99 req-3b02a4fd-977f-4a19-af16-72c378b230df service neutron] 10.222.0.65 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.2006586 Feb 16 17:03:13.867050 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15360218-cd5b-4238-a5fb-f5194ae3fd99 req-e30eb9b1-b0c9-4ddb-8305-58d0acdaa40d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f HTTP/1.1" status: 200 len: 217 time: 0.0571988 Feb 16 17:03:13.926067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15360218-cd5b-4238-a5fb-f5194ae3fd99 req-74e236fa-57f4-456e-9569-82cc29251824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:13.927630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15360218-cd5b-4238-a5fb-f5194ae3fd99 req-74e236fa-57f4-456e-9569-82cc29251824 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0542471 Feb 16 17:03:14.005355 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15360218-cd5b-4238-a5fb-f5194ae3fd99 req-f3051bba-8b46-4ac2-90e4-99b0feb74c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:14.007090 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15360218-cd5b-4238-a5fb-f5194ae3fd99 req-f3051bba-8b46-4ac2-90e4-99b0feb74c27 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0725467 Feb 16 17:03:14.120971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15360218-cd5b-4238-a5fb-f5194ae3fd99 req-dfa56874-3df4-4505-9d2a-c2775f5660bf service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075516 Feb 16 17:03:14.222372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15360218-cd5b-4238-a5fb-f5194ae3fd99 req-bde3959c-af14-405f-9900-4fc0668bd1f8 service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960824 Feb 16 17:03:14.341071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7b40f-7314-4046-81b4-38554a57848f req-b8071528-eab0-48b2-a76a-3132a35e0e12 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:14.342676 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35f7b40f-7314-4046-81b4-38554a57848f req-b8071528-eab0-48b2-a76a-3132a35e0e12 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0620298 Feb 16 17:03:14.413528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35f7b40f-7314-4046-81b4-38554a57848f req-13b847b2-b1db-4944-b7fe-e571941a578f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649986 Feb 16 17:03:15.546259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba0517-5398-4f6a-8a1c-b7ea10a841ca req-3c1bcfb1-7d98-40d0-a245-71a90d118eb6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:15.547649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9aba0517-5398-4f6a-8a1c-b7ea10a841ca req-3c1bcfb1-7d98-40d0-a245-71a90d118eb6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0559003 Feb 16 17:03:15.598161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9aba0517-5398-4f6a-8a1c-b7ea10a841ca req-cdd47d74-9d51-49c0-877e-39b4a2634c08 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441284 Feb 16 17:03:16.799897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7ea5e-8198-4159-8da5-278b370bcc91 req-da82967f-e05e-4f9d-aab7-fec64112cb7b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:16.802338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9a7ea5e-8198-4159-8da5-278b370bcc91 req-da82967f-e05e-4f9d-aab7-fec64112cb7b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.1106801 Feb 16 17:03:16.854609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9a7ea5e-8198-4159-8da5-278b370bcc91 req-6b2c8883-2bcd-4fef-89f0-ea06b394e697 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454590 Feb 16 17:03:18.066734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441ad72-c4f1-44da-96eb-895fe72c33de req-b020c91d-45c7-49ac-a290-31c17f27967d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:18.068262 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9441ad72-c4f1-44da-96eb-895fe72c33de req-b020c91d-45c7-49ac-a290-31c17f27967d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.1278462 Feb 16 17:03:18.139140 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9441ad72-c4f1-44da-96eb-895fe72c33de req-5790f75a-212f-4c81-a730-a12fa1fe6a0b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625663 Feb 16 17:03:19.288259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030f291-f0d5-4a48-8c10-cc671e45df14 req-f9fae44a-e25e-4410-92cf-b01ca96a9b76 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:19.289764 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e030f291-f0d5-4a48-8c10-cc671e45df14 req-f9fae44a-e25e-4410-92cf-b01ca96a9b76 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0682812 Feb 16 17:03:19.377196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e030f291-f0d5-4a48-8c10-cc671e45df14 req-b17f07a9-4ed0-452b-8013-3ea379f00352 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758870 Feb 16 17:03:19.873518 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:03:20.539479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7f4e3-8c25-4a98-85bb-69e677d566cd req-99779934-6ad8-4c08-8019-86b626b11b61 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:20.552036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46d7f4e3-8c25-4a98-85bb-69e677d566cd req-99779934-6ad8-4c08-8019-86b626b11b61 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0822725 Feb 16 17:03:20.653701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46d7f4e3-8c25-4a98-85bb-69e677d566cd req-a4faf8db-dd94-43a7-b975-82e9cfca4381 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003120 Feb 16 17:03:21.896525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47088ca2-852e-4303-b90e-03900ba0e108 req-18f208fe-55f8-4ae7-97bc-e489fcc26809 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:21.900260 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47088ca2-852e-4303-b90e-03900ba0e108 req-18f208fe-55f8-4ae7-97bc-e489fcc26809 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0683451 Feb 16 17:03:21.987452 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47088ca2-852e-4303-b90e-03900ba0e108 req-0b1ee3ec-5cad-4421-8666-0eaa7ff12449 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787592 Feb 16 17:03:23.168340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db12d9a-d149-485a-b79d-d482d6282328 req-b2b063af-53a2-443e-9241-20deef1afcf7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:23.176649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0db12d9a-d149-485a-b79d-d482d6282328 req-b2b063af-53a2-443e-9241-20deef1afcf7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.1036890 Feb 16 17:03:23.262156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0db12d9a-d149-485a-b79d-d482d6282328 req-c50e09bd-15f1-4c2f-9d83-b325e139648e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764248 Feb 16 17:03:24.384691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8bb88-7b44-46a9-90b6-0aed84409064 req-15e69df9-c4bb-4c22-99f3-f9b6481b7dd3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:24.386281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbc8bb88-7b44-46a9-90b6-0aed84409064 req-15e69df9-c4bb-4c22-99f3-f9b6481b7dd3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0598295 Feb 16 17:03:24.445433 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbc8bb88-7b44-46a9-90b6-0aed84409064 req-30ec31bf-b8dc-4962-9739-d6620a07937c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525658 Feb 16 17:03:25.225171 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2fbbfb0f-744d-4b2f-85b9-522018d4dde5 req-51e559f4-a902-47c2-9f98-ee0b7d2d8935 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1473653 Feb 16 17:03:25.300446 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbfb0f-744d-4b2f-85b9-522018d4dde5 req-2d4a5099-45e8-41c9-8204-8a852fa13e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:25.302549 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2fbbfb0f-744d-4b2f-85b9-522018d4dde5 req-2d4a5099-45e8-41c9-8204-8a852fa13e50 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 1127 time: 0.0454826 Feb 16 17:03:25.418771 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbfb0f-744d-4b2f-85b9-522018d4dde5 req-9f53200c-67a4-41f8-9982-b3170f481f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:25.420647 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2fbbfb0f-744d-4b2f-85b9-522018d4dde5 req-9f53200c-67a4-41f8-9982-b3170f481f53 service neutron] 10.222.0.60 "GET /v2.0/networks?id=696844de-4651-4936-9a4a-2b9239d067e8 HTTP/1.1" status: 200 len: 897 time: 0.0960376 Feb 16 17:03:25.492006 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2fbbfb0f-744d-4b2f-85b9-522018d4dde5 req-58a21d20-dd3b-4ee7-b328-3248087bf23d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e799cf75-c902-4204-975f-83e439dd14b6 HTTP/1.1" status: 200 len: 1001 time: 0.0643573 Feb 16 17:03:25.545782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbfb0f-744d-4b2f-85b9-522018d4dde5 req-64af6027-6c60-4cb1-8787-7c0270c5899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:25.547838 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2fbbfb0f-744d-4b2f-85b9-522018d4dde5 req-64af6027-6c60-4cb1-8787-7c0270c5899e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7fb8e78-9750-40d3-8ffa-413fd93b06a7 HTTP/1.1" status: 200 len: 835 time: 0.0495031 Feb 16 17:03:25.589631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f618c80-6feb-4ac5-84cc-b57db5959c19 req-a10ceac0-9c6d-4d0b-9cb5-328da8fe5f87 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:25.591145 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f618c80-6feb-4ac5-84cc-b57db5959c19 req-a10ceac0-9c6d-4d0b-9cb5-328da8fe5f87 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0692940 Feb 16 17:03:25.632809 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbfb0f-744d-4b2f-85b9-522018d4dde5 req-bff2ada6-5d36-4d60-9538-9eecd8d8ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:25.634625 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2fbbfb0f-744d-4b2f-85b9-522018d4dde5 req-bff2ada6-5d36-4d60-9538-9eecd8d8ff37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=696844de-4651-4936-9a4a-2b9239d067e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0807412 Feb 16 17:03:25.644616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-2fbbfb0f-744d-4b2f-85b9-522018d4dde5 req-2fcef487-ed76-4abf-8fe5-2782ca09e75c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:03:25.645803 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2fbbfb0f-744d-4b2f-85b9-522018d4dde5 req-2fcef487-ed76-4abf-8fe5-2782ca09e75c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051973 Feb 16 17:03:25.682542 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f618c80-6feb-4ac5-84cc-b57db5959c19 req-38387abe-53e8-4912-a646-2bb6e7f4b840 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820405 Feb 16 17:03:25.697636 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-859f2c37-412a-44a4-ba22-2cec110aff03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:25.755721 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2fbbfb0f-744d-4b2f-85b9-522018d4dde5 req-efcc1df3-e2cd-4508-b402-5ced014cfdf3 service neutron] 10.222.0.60 "GET /v2.0/networks/696844de-4651-4936-9a4a-2b9239d067e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036112 Feb 16 17:03:25.873631 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2fbbfb0f-744d-4b2f-85b9-522018d4dde5 req-bf285d2b-6380-4b54-a41e-fa07028b9453 service neutron] 10.222.0.60 "GET /v2.0/networks/696844de-4651-4936-9a4a-2b9239d067e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115363 Feb 16 17:03:26.847279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35113bdf-6a67-4b7f-a8a8-03c53041fc1b req-112e4be1-dd43-421a-85a7-b4a515309558 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:26.849817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35113bdf-6a67-4b7f-a8a8-03c53041fc1b req-112e4be1-dd43-421a-85a7-b4a515309558 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0692110 Feb 16 17:03:26.911965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35113bdf-6a67-4b7f-a8a8-03c53041fc1b req-0abc650e-df24-4285-9be8-871c53ea716a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560853 Feb 16 17:03:26.959851 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46226) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:27.107266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7034b1d4-b717-432f-9a7d-b87e87f58c82 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/floatingips/2001bbdc-723d-42c6-8892-f4f12e724ee2 HTTP/1.1" status: 200 len: 992 time: 0.1398661 Feb 16 17:03:27.279729 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46236) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:27.414329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46244) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:27.451717 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8503cae8-5d1a-4292-98a7-8783b53300c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:27.567380 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8503cae8-5d1a-4292-98a7-8783b53300c0 admin admin] Publish callbacks [] for security_group (ddc99290-0171-4833-a266-2638ebfe66ab), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:27.572708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8503cae8-5d1a-4292-98a7-8783b53300c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ddc99290-0171-4833-a266-2638ebfe66ab), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:27.608663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-9babad82-3dc1-4b3a-89f5-6052458b6bb2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Deleting port f89358b8-ca43-4ece-baa0-c2edaa6ea691 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:03:27.609009 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9babad82-3dc1-4b3a-89f5-6052458b6bb2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f89358b8-ca43-4ece-baa0-c2edaa6ea691), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:27.627401 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503cae8-5d1a-4292-98a7-8783b53300c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc99290-0171-4833-a266-2638ebfe66ab,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:27.679058 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8503cae8-5d1a-4292-98a7-8783b53300c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e57f487783c4a5cbc11ca7ee3f8b6c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3968949 Feb 16 17:03:27.679929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46246) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:27.722745 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9babad82-3dc1-4b3a-89f5-6052458b6bb2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f89358b8-ca43-4ece-baa0-c2edaa6ea691), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:27.723073 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9babad82-3dc1-4b3a-89f5-6052458b6bb2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for floatingip (f89358b8-ca43-4ece-baa0-c2edaa6ea691), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:27.734193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb250aa7-0e97-4334-9e30-ab27583ab27e admin admin] Publish callbacks [] for security_group (ddc99290-0171-4833-a266-2638ebfe66ab), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:27.744962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-9babad82-3dc1-4b3a-89f5-6052458b6bb2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Calling delete_port for f89358b8-ca43-4ece-baa0-c2edaa6ea691 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:03:27.790596 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb250aa7-0e97-4334-9e30-ab27583ab27e admin admin] Publish callbacks [] for security_group (ddc99290-0171-4833-a266-2638ebfe66ab), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:27.866047 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb250aa7-0e97-4334-9e30-ab27583ab27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ddc99290-0171-4833-a266-2638ebfe66ab), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:27.875107 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eb250aa7-0e97-4334-9e30-ab27583ab27e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:27.880166 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-eb250aa7-0e97-4334-9e30-ab27583ab27e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddc99290-0171-4833-a266-2638ebfe66ab HTTP/1.1" status: 204 len: 168 time: 0.1983774 Feb 16 17:03:27.909019 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb250aa7-0e97-4334-9e30-ab27583ab27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc99290-0171-4833-a266-2638ebfe66ab,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:27.957211 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9babad82-3dc1-4b3a-89f5-6052458b6bb2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f89358b8-ca43-4ece-baa0-c2edaa6ea691), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:27.994042 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babad82-3dc1-4b3a-89f5-6052458b6bb2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Port': ['ID=f89358b8-ca43-4ece-baa0-c2edaa6ea691,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:28.137049 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9babad82-3dc1-4b3a-89f5-6052458b6bb2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for floatingip (2001bbdc-723d-42c6-8892-f4f12e724ee2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:28.137383 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-9babad82-3dc1-4b3a-89f5-6052458b6bb2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Floating IP 2001bbdc-723d-42c6-8892-f4f12e724ee2 disassociated (deleted). External IP: 172.25.4.7, port: bfa64059-fe4b-489f-b29e-4db67e4ba125. Feb 16 17:03:28.329931 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6e288b37-d0dc-4cc8-9b9f-f58def457461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:28.475039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9babad82-3dc1-4b3a-89f5-6052458b6bb2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Router 745d9763-b379-445d-9aed-46504a691de4 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:03:28.916622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46284) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:28.979978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238534c-a853-4bed-b1c5-aff77df1fa9f req-a5073243-1f9a-4798-b40d-cf1df714858f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:28.994608 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c238534c-a853-4bed-b1c5-aff77df1fa9f req-a5073243-1f9a-4798-b40d-cf1df714858f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.9457505 Feb 16 17:03:28.996003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9babad82-3dc1-4b3a-89f5-6052458b6bb2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:29.001369 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9babad82-3dc1-4b3a-89f5-6052458b6bb2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:29.010279 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a51907-d96a-4819-860e-753772c5090c None None] Sync routers for ids ['745d9763-b379-445d-9aed-46504a691de4'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:29.035973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a51907-d96a-4819-860e-753772c5090c None None] Routers {'745d9763-b379-445d-9aed-46504a691de4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:29.037854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9babad82-3dc1-4b3a-89f5-6052458b6bb2 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "DELETE /v2.0/floatingips/2001bbdc-723d-42c6-8892-f4f12e724ee2 HTTP/1.1" status: 204 len: 168 time: 1.6220577 Feb 16 17:03:29.038334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b5a51907-d96a-4819-860e-753772c5090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:03:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['745d9763-b379-445d-9aed-46504a691de4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:29.040845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336a7e3f-ce9c-419e-9c06-3e373f967b87', 'tag': 'bfa64059-fe4b-489f-b29e-4db67e4ba125'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:03:29.043326 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a234593d-ef3f-4061-a67f-5263f88fbcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "336a7e3f-ce9c-419e-9c06-3e373f967b87", "tag": "bfa64059-fe4b-489f-b29e-4db67e4ba125"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:03:29.078956 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1973600930-network', 'tenant_id': 'c53ed3617b634adb98b40bca7be65e0e'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:29.101002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c238534c-a853-4bed-b1c5-aff77df1fa9f req-83518ff0-b3e4-44cb-84d3-be1b0c118a4b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615613 Feb 16 17:03:29.135613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] Made reservation on behalf of c53ed3617b634adb98b40bca7be65e0e for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:29.141034 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:29.161496 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:29.240057 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b6a46b-3759-4c87-8f20-77079ddca42b x-openstack-request-id: req-78b6a46b-3759-4c87-8f20-77079ddca42b {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:03:29.240681 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336a7e3f-ce9c-419e-9c06-3e373f967b87", "tag": "bfa64059-fe4b-489f-b29e-4db67e4ba125", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:03:29.241238 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78b6a46b-3759-4c87-8f20-77079ddca42b {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:03:29.241856 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336a7e3f-ce9c-419e-9c06-3e373f967b87', 'tag': 'bfa64059-fe4b-489f-b29e-4db67e4ba125', 'status': 'completed', 'code': 200} Feb 16 17:03:29.388643 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234593d-ef3f-4061-a67f-5263f88fbcd7 req-8cac3628-c5ba-41b1-bc27-48357045ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:29.391359 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a234593d-ef3f-4061-a67f-5263f88fbcd7 req-8cac3628-c5ba-41b1-bc27-48357045ec95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3149206434f648a3b3c2fc882bbf7f07&device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 1128 time: 0.1349699 Feb 16 17:03:29.391846 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:29.406679 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b5a51907-d96a-4819-860e-753772c5090c None None] Set router 745d9763-b379-445d-9aed-46504a691de4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:03:29.433732 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] Publish callbacks [] for security_group (1f250172-5e32-48dd-896b-c4118eb9c618), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:29.448120 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1f250172-5e32-48dd-896b-c4118eb9c618), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:29.467985 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6c02e-9110-4016-b18a-628fb3ebb893 req-dbb7b2cd-bc7f-4065-a45a-fb2237a3b04d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:29.469650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2f6c02e-9110-4016-b18a-628fb3ebb893 req-dbb7b2cd-bc7f-4065-a45a-fb2237a3b04d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 946 time: 0.0793273 Feb 16 17:03:29.513272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:29.542245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2f6c02e-9110-4016-b18a-628fb3ebb893 req-1ec98820-7b3b-4448-86ad-90e7f86ede45 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0950074-e58f-440d-ba30-74b19404d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657997 Feb 16 17:03:29.551693 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f250172-5e32-48dd-896b-c4118eb9c618,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:29.601416 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ff149fe8-f839-4768-ba54-4c2b78ca6fba), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:29.601860 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] Added segment ff149fe8-f839-4768-ba54-4c2b78ca6fba of type vlan for network d41eccaf-761a-4cd7-9519-6bd33690a0f0 Feb 16 17:03:29.662343 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234593d-ef3f-4061-a67f-5263f88fbcd7 req-56720ea2-23c9-4f85-a38d-a5b9b812bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:29.663966 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a234593d-ef3f-4061-a67f-5263f88fbcd7 req-56720ea2-23c9-4f85-a38d-a5b9b812bd8b service neutron] 10.222.0.60 "GET /v2.0/networks?id=22d4a0f3-af64-4b27-8738-e76af0a34683 HTTP/1.1" status: 200 len: 898 time: 0.2287469 Feb 16 17:03:29.665824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (d41eccaf-761a-4cd7-9519-6bd33690a0f0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:29.709378 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a234593d-ef3f-4061-a67f-5263f88fbcd7 req-9465cb7f-a14c-4c23-ad48-af8e655e9d51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfa64059-fe4b-489f-b29e-4db67e4ba125 HTTP/1.1" status: 200 len: 217 time: 0.0375595 Feb 16 17:03:29.730158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b5a51907-d96a-4819-860e-753772c5090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745d9763-b379-445d-9aed-46504a691de4', 'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:24Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:25Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e1e7a443-d2d2-41a6-a233-aa0114deb939', 'name': '', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:96:3a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:33Z', 'updated_at': '2022-02-16T17:01:40Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:29.769621 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234593d-ef3f-4061-a67f-5263f88fbcd7 req-37ee9765-f413-49a1-94c5-9ae4f22369b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:29.771207 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a234593d-ef3f-4061-a67f-5263f88fbcd7 req-37ee9765-f413-49a1-94c5-9ae4f22369b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ecc5601-9e32-439c-8e0c-7fc04e0950c9 HTTP/1.1" status: 200 len: 835 time: 0.0544584 Feb 16 17:03:29.778573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a51907-d96a-4819-860e-753772c5090c None None] Checking router: 745d9763-b379-445d-9aed-46504a691de4 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:03:29.788704 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a51907-d96a-4819-860e-753772c5090c None None] Routers {'745d9763-b379-445d-9aed-46504a691de4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:29.789342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b5a51907-d96a-4819-860e-753772c5090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:03:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['745d9763-b379-445d-9aed-46504a691de4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:29.835999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234593d-ef3f-4061-a67f-5263f88fbcd7 req-19e3a54b-ff98-4a4f-8d50-4ca3d94c27e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:29.838022 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a234593d-ef3f-4061-a67f-5263f88fbcd7 req-19e3a54b-ff98-4a4f-8d50-4ca3d94c27e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22d4a0f3-af64-4b27-8738-e76af0a34683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0597441 Feb 16 17:03:29.839408 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (d41eccaf-761a-4cd7-9519-6bd33690a0f0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:29.840400 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:29.841019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:29.921861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b5a51907-d96a-4819-860e-753772c5090c None None] Set router 745d9763-b379-445d-9aed-46504a691de4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:03:29.962285 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0414133 Feb 16 17:03:29.962826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46308) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:29.970544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4cd093a6-d3dd-44d5-b1fd-1ce4832bc03d admin admin] Request body: {'subnet': {'network_id': 'd41eccaf-761a-4cd7-9519-6bd33690a0f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1973600930-subnet', 'tenant_id': 'c53ed3617b634adb98b40bca7be65e0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:29.992605 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd093a6-d3dd-44d5-b1fd-1ce4832bc03d admin admin] Made reservation on behalf of c53ed3617b634adb98b40bca7be65e0e for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:29.996049 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4cd093a6-d3dd-44d5-b1fd-1ce4832bc03d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:30.037338 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97482389-4aeb-4106-9f18-704b5b6bb769 admin admin] Pushing event updated for resources: {'Network': ['ID=d41eccaf-761a-4cd7-9519-6bd33690a0f0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:30.079863 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a234593d-ef3f-4061-a67f-5263f88fbcd7 req-84ccdfab-8b90-4322-9852-40091b918806 service neutron] 10.222.0.60 "GET /v2.0/networks/22d4a0f3-af64-4b27-8738-e76af0a34683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347999 Feb 16 17:03:30.137783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network d41eccaf-761a-4cd7-9519-6bd33690a0f0 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:30.259097 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4cd093a6-d3dd-44d5-b1fd-1ce4832bc03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (69492ad4-0c52-4e13-b657-1bde2073c8f5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:30.306720 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a234593d-ef3f-4061-a67f-5263f88fbcd7 req-44745a09-bab7-4957-887e-d492299b1b1f service neutron] 10.222.0.60 "GET /v2.0/networks/22d4a0f3-af64-4b27-8738-e76af0a34683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188451 Feb 16 17:03:30.401688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd093a6-d3dd-44d5-b1fd-1ce4832bc03d admin admin] Pushing event updated for resources: {'Subnet': ['ID=69492ad4-0c52-4e13-b657-1bde2073c8f5,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:30.413745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c2074-058b-4f88-939e-958566451f28 req-4b13df6b-8266-4c24-9809-d0a4b17a8ab0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:30.415372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b8c2074-058b-4f88-939e-958566451f28 req-4b13df6b-8266-4c24-9809-d0a4b17a8ab0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.1434393 Feb 16 17:03:30.424907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd093a6-d3dd-44d5-b1fd-1ce4832bc03d admin admin] Checking segment: {'id': 'ff149fe8-f839-4768-ba54-4c2b78ca6fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd41eccaf-761a-4cd7-9519-6bd33690a0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:03:30.425254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd093a6-d3dd-44d5-b1fd-1ce4832bc03d admin admin] Network hostable DHCP agents. Network: d41eccaf-761a-4cd7-9519-6bd33690a0f0, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:30.443954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b5a51907-d96a-4819-860e-753772c5090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745d9763-b379-445d-9aed-46504a691de4', 'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:24Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:25Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e1e7a443-d2d2-41a6-a233-aa0114deb939', 'name': '', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:96:3a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:33Z', 'updated_at': '2022-02-16T17:01:40Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:30.476664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a51907-d96a-4819-860e-753772c5090c None None] The sync data for ids ['745d9763-b379-445d-9aed-46504a691de4'] in n-d-669411-5 is: [{'id': '745d9763-b379-445d-9aed-46504a691de4', 'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:24Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:25Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e1e7a443-d2d2-41a6-a233-aa0114deb939', 'name': '', 'network_id': '22d4a0f3-af64-4b27-8738-e76af0a34683', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'mac_address': 'fa:16:3e:96:3a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:33Z', 'updated_at': '2022-02-16T17:01:40Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'subnets': [{'id': '5ecc5601-9e32-439c-8e0c-7fc04e0950c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:30.491641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd093a6-d3dd-44d5-b1fd-1ce4832bc03d admin admin] Network d41eccaf-761a-4cd7-9519-6bd33690a0f0 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:30.511843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-4cd093a6-d3dd-44d5-b1fd-1ce4832bc03d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, d41eccaf-761a-4cd7-9519-6bd33690a0f0) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:30.518395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd093a6-d3dd-44d5-b1fd-1ce4832bc03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:30.519053 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4cd093a6-d3dd-44d5-b1fd-1ce4832bc03d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:30.522168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee677a3c-5082-4e46-aafc-f73e842986fd None None] Network d41eccaf-761a-4cd7-9519-6bd33690a0f0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:03:30.524923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b8c2074-058b-4f88-939e-958566451f28 req-296d947e-4ecd-47ca-a959-f2c017300c3f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009767 Feb 16 17:03:30.546172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4cd093a6-d3dd-44d5-b1fd-1ce4832bc03d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5822403 Feb 16 17:03:30.767029 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950ee702-6d8a-4b1c-b69a-46430d03fd54 None None] Network d41eccaf-761a-4cd7-9519-6bd33690a0f0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:03:30.799706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a782f7-c7fa-4a9b-a3b1-9f1febfd5a73 req-65c6f705-7b5f-4207-94fa-63071daa57c1 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:30.812614 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8a782f7-c7fa-4a9b-a3b1-9f1febfd5a73 req-65c6f705-7b5f-4207-94fa-63071daa57c1 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 946 time: 0.1199505 Feb 16 17:03:30.927950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8a782f7-c7fa-4a9b-a3b1-9f1febfd5a73 req-9591aceb-464f-42a1-a888-d830f15accdc tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0950074-e58f-440d-ba30-74b19404d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151240 Feb 16 17:03:30.966316 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:30.976697 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3bf88-8759-43a0-9322-a43c01c87609 None None] New status for floating IP 2001bbdc-723d-42c6-8892-f4f12e724ee2: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:03:30.993816 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6ab5d-1403-48d6-8b23-d3d372544978 req-c2481a91-bda6-49c3-906e-9a31d50bd5b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:30.995556 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ea6ab5d-1403-48d6-8b23-d3d372544978 req-c2481a91-bda6-49c3-906e-9a31d50bd5b8 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.60 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 946 time: 0.1301587 Feb 16 17:03:31.145420 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-9ea6ab5d-1403-48d6-8b23-d3d372544978 req-32a2f301-dd0b-47c9-9e42-cd83b14e32c4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Deleting port bfa64059-fe4b-489f-b29e-4db67e4ba125 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:03:31.145920 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ea6ab5d-1403-48d6-8b23-d3d372544978 req-32a2f301-dd0b-47c9-9e42-cd83b14e32c4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:31.286614 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-9ea6ab5d-1403-48d6-8b23-d3d372544978 req-32a2f301-dd0b-47c9-9e42-cd83b14e32c4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] For port bfa64059-fe4b-489f-b29e-4db67e4ba125, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=bfa64059-fe4b-489f-b29e-4db67e4ba125,segment=NetworkSegment(c09253c4-7b87-45ea-a6ce-e2817f8a1142),segment_id=c09253c4-7b87-45ea-a6ce-e2817f8a1142)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:31.288015 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ea6ab5d-1403-48d6-8b23-d3d372544978 req-32a2f301-dd0b-47c9-9e42-cd83b14e32c4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:31.315664 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-9ea6ab5d-1403-48d6-8b23-d3d372544978 req-32a2f301-dd0b-47c9-9e42-cd83b14e32c4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Calling delete_port for bfa64059-fe4b-489f-b29e-4db67e4ba125 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:03:31.414193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46348) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:31.431654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1215478854-network', 'tenant_id': '4c238a2301d14550bbe3cbed436bb016'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:31.468590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] Made reservation on behalf of 4c238a2301d14550bbe3cbed436bb016 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:31.471015 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:31.478657 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ea6ab5d-1403-48d6-8b23-d3d372544978 req-32a2f301-dd0b-47c9-9e42-cd83b14e32c4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (bfa64059-fe4b-489f-b29e-4db67e4ba125), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:31.482586 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:31.515096 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2f301-dd0b-47c9-9e42-cd83b14e32c4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Port': ['ID=bfa64059-fe4b-489f-b29e-4db67e4ba125,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:31.559517 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:31.582678 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] Publish callbacks [] for security_group (5a95094b-d664-4fde-bd74-3a51a94ec16d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:31.590688 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea6ab5d-1403-48d6-8b23-d3d372544978 req-32a2f301-dd0b-47c9-9e42-cd83b14e32c4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] No DVR routers for this DVR port bfa64059-fe4b-489f-b29e-4db67e4ba125 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:31.593146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5a95094b-d664-4fde-bd74-3a51a94ec16d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:31.594621 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-9ea6ab5d-1403-48d6-8b23-d3d372544978 req-32a2f301-dd0b-47c9-9e42-cd83b14e32c4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:31.598166 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9ea6ab5d-1403-48d6-8b23-d3d372544978 req-32a2f301-dd0b-47c9-9e42-cd83b14e32c4 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.60 "DELETE /v2.0/ports/bfa64059-fe4b-489f-b29e-4db67e4ba125 HTTP/1.1" status: 204 len: 173 time: 0.5871582 Feb 16 17:03:31.599004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336a7e3f-ce9c-419e-9c06-3e373f967b87', 'name': 'network-vif-deleted', 'tag': 'bfa64059-fe4b-489f-b29e-4db67e4ba125'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:03:31.601662 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae87cd5a-113b-4894-a831-0724fdaff624" -d '{"events": [{"server_uuid": "336a7e3f-ce9c-419e-9c06-3e373f967b87", "name": "network-vif-deleted", "tag": "bfa64059-fe4b-489f-b29e-4db67e4ba125"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:03:31.616532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:03:31.627557 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6351b9a3-d171-47f5-a797-a2c29f883f5d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:31.627998 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] Added segment 6351b9a3-d171-47f5-a797-a2c29f883f5d of type vlan for network 724a9fac-d1d7-40ea-87f8-4fae6480f593 Feb 16 17:03:31.658875 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070b897d-11b7-4f61-82fe-3b29ffc052ab x-openstack-request-id: req-070b897d-11b7-4f61-82fe-3b29ffc052ab {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:03:31.659233 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336a7e3f-ce9c-419e-9c06-3e373f967b87", "name": "network-vif-deleted", "tag": "bfa64059-fe4b-489f-b29e-4db67e4ba125", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:03:31.659568 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-070b897d-11b7-4f61-82fe-3b29ffc052ab {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:03:31.660436 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336a7e3f-ce9c-419e-9c06-3e373f967b87', 'name': 'network-vif-deleted', 'tag': 'bfa64059-fe4b-489f-b29e-4db67e4ba125', 'status': 'completed', 'code': 200} Feb 16 17:03:31.714540 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (724a9fac-d1d7-40ea-87f8-4fae6480f593), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:31.752671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a95094b-d664-4fde-bd74-3a51a94ec16d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:31.776565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99141067-94d7-41bd-b81d-dd40b4a17992 req-2032a252-dffb-4701-b466-4691ed9c51ca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:31.778049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99141067-94d7-41bd-b81d-dd40b4a17992 req-2032a252-dffb-4701-b466-4691ed9c51ca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.1186051 Feb 16 17:03:31.794085 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (724a9fac-d1d7-40ea-87f8-4fae6480f593), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:31.794987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:31.795543 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:31.844954 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4247596 Feb 16 17:03:31.846034 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46366) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:31.851822 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4f381196-2f39-44e6-b21b-c38848ef7fe3 admin admin] Request body: {'subnet': {'network_id': '724a9fac-d1d7-40ea-87f8-4fae6480f593', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1215478854-subnet', 'tenant_id': '4c238a2301d14550bbe3cbed436bb016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:31.887391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf823b-3144-4819-b6e0-3d6b8fef81b6 admin admin] Pushing event updated for resources: {'Network': ['ID=724a9fac-d1d7-40ea-87f8-4fae6480f593,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:31.897190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99141067-94d7-41bd-b81d-dd40b4a17992 req-39ea5d79-12e6-4dae-8917-37c8c482b099 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114261 Feb 16 17:03:31.898284 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 724a9fac-d1d7-40ea-87f8-4fae6480f593 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:03:31.926540 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f381196-2f39-44e6-b21b-c38848ef7fe3 admin admin] Made reservation on behalf of 4c238a2301d14550bbe3cbed436bb016 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:31.929013 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f381196-2f39-44e6-b21b-c38848ef7fe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:32.113713 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:32.178357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3782f46-b24d-4944-b8bf-5fb50777e3e3 req-5b513058-4f3b-4f77-99e4-0ec8ecad052b tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "GET /v2.0/ports?device_id=336a7e3f-ce9c-419e-9c06-3e373f967b87 HTTP/1.1" status: 200 len: 210 time: 0.0687928 Feb 16 17:03:32.271783 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f381196-2f39-44e6-b21b-c38848ef7fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (f6b75a0f-5418-4ab5-bf73-413e94314ff3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:32.337195 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f381196-2f39-44e6-b21b-c38848ef7fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b75a0f-5418-4ab5-bf73-413e94314ff3,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:32.344455 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f381196-2f39-44e6-b21b-c38848ef7fe3 admin admin] Checking segment: {'id': '6351b9a3-d171-47f5-a797-a2c29f883f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '724a9fac-d1d7-40ea-87f8-4fae6480f593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:03:32.344800 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f381196-2f39-44e6-b21b-c38848ef7fe3 admin admin] Network hostable DHCP agents. Network: 724a9fac-d1d7-40ea-87f8-4fae6480f593, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:03:32.367509 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f381196-2f39-44e6-b21b-c38848ef7fe3 admin admin] Network 724a9fac-d1d7-40ea-87f8-4fae6480f593 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:03:32.381505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4f381196-2f39-44e6-b21b-c38848ef7fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 724a9fac-d1d7-40ea-87f8-4fae6480f593) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:32.386653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f381196-2f39-44e6-b21b-c38848ef7fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:32.387584 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4f381196-2f39-44e6-b21b-c38848ef7fe3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:32.394838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1cb69a-cd97-42e9-bbc1-68e09d6d35a3 None None] Network 724a9fac-d1d7-40ea-87f8-4fae6480f593 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:03:32.412683 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4f381196-2f39-44e6-b21b-c38848ef7fe3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5661135 Feb 16 17:03:32.722686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc29406f-76e0-4594-9994-464a2cb17468 None None] Network 724a9fac-d1d7-40ea-87f8-4fae6480f593 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:03:33.057493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-8241e0b0-143c-4ca8-ac92-1d001c31953c tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:33.059616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-8241e0b0-143c-4ca8-ac92-1d001c31953c tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/networks?id=d41eccaf-761a-4cd7-9519-6bd33690a0f0 HTTP/1.1" status: 200 len: 812 time: 0.1453757 Feb 16 17:03:33.082118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4874dc3-bdd5-4ab7-8d6c-fa8624bd2c45 req-387afe19-e417-43e3-abe8-fce165b80936 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:33.083508 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4874dc3-bdd5-4ab7-8d6c-fa8624bd2c45 req-387afe19-e417-43e3-abe8-fce165b80936 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0933461 Feb 16 17:03:33.092271 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-d5324f4a-32d9-4128-8309-ecf914feb00f tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/quotas/c53ed3617b634adb98b40bca7be65e0e HTTP/1.1" status: 200 len: 375 time: 0.0238063 Feb 16 17:03:33.142459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-0b65e964-3872-4ea5-9eba-cf0ba00c0843 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c53ed3617b634adb98b40bca7be65e0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489199 Feb 16 17:03:33.204217 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4874dc3-bdd5-4ab7-8d6c-fa8624bd2c45 req-84bc3385-a9ee-481c-a35b-8c3f46cdd879 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094673 Feb 16 17:03:33.277628 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-06567b9c-78ab-4868-a007-2483bf87bcb7 service neutron] 10.222.0.24 "GET /v2.0/networks/d41eccaf-761a-4cd7-9519-6bd33690a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270983 Feb 16 17:03:33.281341 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46394) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:33.390094 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (f0950074-e58f-440d-ba30-74b19404d54d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:33.393997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-1c5eb094-f417-43ca-8b33-11b5b9458d63 service neutron] 10.222.0.24 "GET /v2.0/networks/d41eccaf-761a-4cd7-9519-6bd33690a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152072 Feb 16 17:03:33.428629 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (f0950074-e58f-440d-ba30-74b19404d54d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:33.502649 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f0950074-e58f-440d-ba30-74b19404d54d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:33.505785 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:33.506946 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "DELETE /v2.0/security-groups/f0950074-e58f-440d-ba30-74b19404d54d HTTP/1.1" status: 204 len: 168 time: 0.2240508 Feb 16 17:03:33.539311 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0950074-e58f-440d-ba30-74b19404d54d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:33.545410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46402) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:33.557084 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:33.557923 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:33.558413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:33.558769 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:33.559213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:33.559579 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:33.559988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:33.560361 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:33.560832 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:33.561222 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:33.561868 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:33.562205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:33.563059 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c23b27-d3ea-44c5-93e0-21c182b182ae tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:33.703609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c04221b6-4033-4136-a34f-7888e96ed125 req-954f34be-c3cf-4796-b458-bc06b39e5442 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 210 time: 0.0707927 Feb 16 17:03:34.048282 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (745d9763-b379-445d-9aed-46504a691de4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:34.381826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2890eb1-5ecf-4842-885f-d5bc4216fc88 req-a07c4dff-716d-4f18-a7b8-8651d2e350fd tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:34.383945 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2890eb1-5ecf-4842-885f-d5bc4216fc88 req-a07c4dff-716d-4f18-a7b8-8651d2e350fd tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0737734 Feb 16 17:03:34.390909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Deleting port e1e7a443-d2d2-41a6-a233-aa0114deb939 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:03:34.391248 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:34.512916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2890eb1-5ecf-4842-885f-d5bc4216fc88 req-02e9f68d-eee0-4a23-a231-2ca5c8e14067 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184134 Feb 16 17:03:34.533827 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] For port e1e7a443-d2d2-41a6-a233-aa0114deb939, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e1e7a443-d2d2-41a6-a233-aa0114deb939,segment=NetworkSegment(c09253c4-7b87-45ea-a6ce-e2817f8a1142),segment_id=c09253c4-7b87-45ea-a6ce-e2817f8a1142)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:34.534191 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:34.551774 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Calling delete_port for e1e7a443-d2d2-41a6-a233-aa0114deb939 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:03:34.642657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-0f3f9acf-820f-4aa8-9958-7f5fc10d0710 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:34.644176 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-0f3f9acf-820f-4aa8-9958-7f5fc10d0710 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.60 "GET /v2.0/networks?id=d41eccaf-761a-4cd7-9519-6bd33690a0f0 HTTP/1.1" status: 200 len: 812 time: 0.1335492 Feb 16 17:03:34.655644 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-5f3aea56-0b54-4432-b60b-f0664ad7b410 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Request body: {'port': {'device_id': 'e9abbc3d-330c-4685-8f72-6113b08ab0d1', 'network_id': 'd41eccaf-761a-4cd7-9519-6bd33690a0f0', 'admin_state_up': True, 'tenant_id': 'c53ed3617b634adb98b40bca7be65e0e'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:34.795420 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e1e7a443-d2d2-41a6-a233-aa0114deb939), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:34.797925 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-5f3aea56-0b54-4432-b60b-f0664ad7b410 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Made reservation on behalf of c53ed3617b634adb98b40bca7be65e0e for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:03:34.801664 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-5f3aea56-0b54-4432-b60b-f0664ad7b410 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:34.820276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de9d2aba-d217-462a-8c6f-ccb59cfaeb70 req-c73e9a50-5f0c-426f-806d-c081717a7d39 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 210 time: 0.0358546 Feb 16 17:03:34.841296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Port': ['ID=e1e7a443-d2d2-41a6-a233-aa0114deb939,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:34.857533 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:34.888201 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:34.888612 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:34.888920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:34.889305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:34.889688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:34.890262 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:34.890565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:34.890837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:34.891236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:34.891620 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:34.892010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:34.892329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:34.892690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:34.974240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-5f3aea56-0b54-4432-b60b-f0664ad7b410 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Allocated IP 172.20.0.11 (d41eccaf-761a-4cd7-9519-6bd33690a0f0/69492ad4-0c52-4e13-b657-1bde2073c8f5/65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:03:35.080976 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (745d9763-b379-445d-9aed-46504a691de4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:35.138832 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-5f3aea56-0b54-4432-b60b-f0664ad7b410 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Publish callbacks [] for port (65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:35.175584 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-5f3aea56-0b54-4432-b60b-f0664ad7b410 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:35.217928 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-5f3aea56-0b54-4432-b60b-f0664ad7b410 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Network d41eccaf-761a-4cd7-9519-6bd33690a0f0 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:03:35.223148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-5f3aea56-0b54-4432-b60b-f0664ad7b410 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:03:35.225563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-5f3aea56-0b54-4432-b60b-f0664ad7b410 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:03:35.269596 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3aea56-0b54-4432-b60b-f0664ad7b410 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Pushing event updated for resources: {'Port': ['ID=65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:35.292805 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-5f3aea56-0b54-4432-b60b-f0664ad7b410 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:35.293499 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-5f3aea56-0b54-4432-b60b-f0664ad7b410 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:35.314613 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-5f3aea56-0b54-4432-b60b-f0664ad7b410 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6623685 Feb 16 17:03:35.326365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Request body: {'port': {'device_id': 'e9abbc3d-330c-4685-8f72-6113b08ab0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:03:35.334953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Router 745d9763-b379-445d-9aed-46504a691de4 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:03:35.387818 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:35.442982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device bfa64059-fe4b-489f-b29e-4db67e4ba125 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:35.460591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:03:35.478145 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c00ef95b-2b6b-4b20-849c-2669bf8dc527 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "PUT /v2.0/routers/745d9763-b379-445d-9aed-46504a691de4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9314058 Feb 16 17:03:35.478961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46420) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:35.481915 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f86c3c4-539c-411c-b6d3-3df5bccc20d7 None None] Sync routers for ids ['745d9763-b379-445d-9aed-46504a691de4'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:03:35.495427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: bfa64059-fe4b-489f-b29e-4db67e4ba125 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:03:35.496061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device bfa64059-fe4b-489f-b29e-4db67e4ba125 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:35.499412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f86c3c4-539c-411c-b6d3-3df5bccc20d7 None None] Routers {'745d9763-b379-445d-9aed-46504a691de4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:35.500399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3f86c3c4-539c-411c-b6d3-3df5bccc20d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:03:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['745d9763-b379-445d-9aed-46504a691de4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:35.550749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e8773c-9d5a-4fb2-92fb-6379a6902386 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Deleting subnet 5ecc5601-9e32-439c-8e0c-7fc04e0950c9 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:03:35.555562 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07e8773c-9d5a-4fb2-92fb-6379a6902386 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for subnet (5ecc5601-9e32-439c-8e0c-7fc04e0950c9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:35.607979 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07e8773c-9d5a-4fb2-92fb-6379a6902386 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (5ecc5601-9e32-439c-8e0c-7fc04e0950c9), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:35.691717 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-3f86c3c4-539c-411c-b6d3-3df5bccc20d7 None None] Set router 745d9763-b379-445d-9aed-46504a691de4 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:03:35.755416 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07e8773c-9d5a-4fb2-92fb-6379a6902386 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (5ecc5601-9e32-439c-8e0c-7fc04e0950c9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:35.799590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22390cf5-b94f-4be0-bde6-eede767c5860 req-ad1e5bae-1312-4ed6-bf30-958870181da4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:35.801275 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22390cf5-b94f-4be0-bde6-eede767c5860 req-ad1e5bae-1312-4ed6-bf30-958870181da4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.1487279 Feb 16 17:03:35.876080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22390cf5-b94f-4be0-bde6-eede767c5860 req-96e1b3ec-a65e-4f22-91da-5a3e5f39ff14 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663445 Feb 16 17:03:35.877789 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07e8773c-9d5a-4fb2-92fb-6379a6902386 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (5ecc5601-9e32-439c-8e0c-7fc04e0950c9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:35.922555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8773c-9d5a-4fb2-92fb-6379a6902386 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecc5601-9e32-439c-8e0c-7fc04e0950c9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:35.926621 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07e8773c-9d5a-4fb2-92fb-6379a6902386 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:35.934088 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-07e8773c-9d5a-4fb2-92fb-6379a6902386 tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "DELETE /v2.0/subnets/5ecc5601-9e32-439c-8e0c-7fc04e0950c9 HTTP/1.1" status: 204 len: 168 time: 0.4539557 Feb 16 17:03:35.934796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46426) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:35.989914 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ddaf2d-d979-44a1-b4cd-7a2685edd1af None None] Network 22d4a0f3-af64-4b27-8738-e76af0a34683 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:03:36.094925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fd09f-c5e9-4171-8e4d-f6563da2a25c req-35e8335a-54d5-4319-9236-f366376a251f tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:36.101758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e39fd09f-c5e9-4171-8e4d-f6563da2a25c req-35e8335a-54d5-4319-9236-f366376a251f tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 932 time: 0.0837302 Feb 16 17:03:36.114456 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:03:36.125565 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Publish callbacks [] for port (65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:36.136617 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router (745d9763-b379-445d-9aed-46504a691de4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:36.140267 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Transition to ACTIVE for port object 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:03:36.152195 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:36.249534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3f86c3c4-539c-411c-b6d3-3df5bccc20d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745d9763-b379-445d-9aed-46504a691de4', 'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:24Z', 'updated_at': '2022-02-16T17:03:34Z', 'revision_number': 5, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port': {'id': 'cb68d640-af72-420b-9883-5094b9fbf5d3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d9763-b379-445d-9aed-46504a691de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:25Z', 'updated_at': '2022-02-16T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:36.300483 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f86c3c4-539c-411c-b6d3-3df5bccc20d7 None None] Checking router: 745d9763-b379-445d-9aed-46504a691de4 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:03:36.306837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e39fd09f-c5e9-4171-8e4d-f6563da2a25c req-799b7f65-def5-4445-afb6-d86a069f4f78 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011092 Feb 16 17:03:36.317513 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] DHCP port deletion for 22d4a0f3-af64-4b27-8738-e76af0a34683 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:03:36.326447 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Pushing event updated for resources: {'Port': ['ID=65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:36.360898 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router_gateway (745d9763-b379-445d-9aed-46504a691de4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:36.373527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f86c3c4-539c-411c-b6d3-3df5bccc20d7 None None] Routers {'745d9763-b379-445d-9aed-46504a691de4'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:03:36.374121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3f86c3c4-539c-411c-b6d3-3df5bccc20d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:03:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['745d9763-b379-445d-9aed-46504a691de4'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:36.401843 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Attempting to bind port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:03:36.402194 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Attempting to bind port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'ff149fe8-f839-4768-ba54-4c2b78ca6fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd41eccaf-761a-4cd7-9519-6bd33690a0f0'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:03:36.402540 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Attempting to bind port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 on network d41eccaf-761a-4cd7-9519-6bd33690a0f0 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:36.418364 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 on network d41eccaf-761a-4cd7-9519-6bd33690a0f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:03:36.418699 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Attempting to bind port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 on network d41eccaf-761a-4cd7-9519-6bd33690a0f0 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:03:36.424555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:03:36.424882 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Checking segment: {'id': 'ff149fe8-f839-4768-ba54-4c2b78ca6fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd41eccaf-761a-4cd7-9519-6bd33690a0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:03:36.425796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Bound using segment: {'id': 'ff149fe8-f839-4768-ba54-4c2b78ca6fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd41eccaf-761a-4cd7-9519-6bd33690a0f0'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:03:36.426273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Bound port: 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff149fe8-f839-4768-ba54-4c2b78ca6fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd41eccaf-761a-4cd7-9519-6bd33690a0f0'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:03:36.426631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:36.437528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Deleting port cb68d640-af72-420b-9883-5094b9fbf5d3 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:03:36.437528 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (cb68d640-af72-420b-9883-5094b9fbf5d3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:36.572166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] For port cb68d640-af72-420b-9883-5094b9fbf5d3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=cb68d640-af72-420b-9883-5094b9fbf5d3,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:36.573376 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (cb68d640-af72-420b-9883-5094b9fbf5d3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:36.601366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Calling delete_port for cb68d640-af72-420b-9883-5094b9fbf5d3 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:03:36.602022 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] For port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:03:36.608961 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] For port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40,segment=NetworkSegment(ff149fe8-f839-4768-ba54-4c2b78ca6fba),segment_id=ff149fe8-f839-4768-ba54-4c2b78ca6fba)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:03:36.614736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-3f86c3c4-539c-411c-b6d3-3df5bccc20d7 None None] Set router 745d9763-b379-445d-9aed-46504a691de4 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:03:36.620023 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:36.668207 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:36.668846 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:36.670473 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] 10.222.0.60 "PUT /v2.0/ports/65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 HTTP/1.1" status: 200 len: 1092 time: 1.3483553 Feb 16 17:03:36.673370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9abbc3d-330c-4685-8f72-6113b08ab0d1', 'tag': '65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:03:36.676519 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ec760d-81ff-4ca0-ad4d-5e1aef2b42c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e9abbc3d-330c-4685-8f72-6113b08ab0d1", "tag": "65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:03:36.755250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebf627-dd2e-4ac6-a815-7b101b592d29 service neutron] Pushing event updated for resources: {'Port': ['ID=65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:36.765023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3f86c3c4-539c-411c-b6d3-3df5bccc20d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745d9763-b379-445d-9aed-46504a691de4', 'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:24Z', 'updated_at': '2022-02-16T17:03:36Z', 'revision_number': 6, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:36.778490 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Deleting port 4fc538ea-22d5-4133-a598-503bfee8473e {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:03:36.779583 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4fc538ea-22d5-4133-a598-503bfee8473e), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:36.784132 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8073bf74-9867-4e43-a46a-e1e0c445b319 x-openstack-request-id: req-8073bf74-9867-4e43-a46a-e1e0c445b319 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:03:36.784535 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9abbc3d-330c-4685-8f72-6113b08ab0d1", "tag": "65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:03:36.785187 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8073bf74-9867-4e43-a46a-e1e0c445b319 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:03:36.785831 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9abbc3d-330c-4685-8f72-6113b08ab0d1', 'tag': '65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40', 'status': 'completed', 'code': 200} Feb 16 17:03:36.824433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f86c3c4-539c-411c-b6d3-3df5bccc20d7 None None] The sync data for ids ['745d9763-b379-445d-9aed-46504a691de4'] in n-d-669411-5 is: [{'id': '745d9763-b379-445d-9aed-46504a691de4', 'name': 'tempest-TestNetworkBasicOps-router-2081661371', 'tenant_id': '3149206434f648a3b3c2fc882bbf7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:24Z', 'updated_at': '2022-02-16T17:03:36Z', 'revision_number': 6, 'project_id': '3149206434f648a3b3c2fc882bbf7f07', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:03:36.824748 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-178eb6d5-6139-4e12-92fd-4b93a4d7ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:36.838992 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-178eb6d5-6139-4e12-92fd-4b93a4d7ff4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c53ed3617b634adb98b40bca7be65e0e&device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 1126 time: 0.1100588 Feb 16 17:03:36.960097 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-01a8857b-e892-4644-aec9-52ec923aa158 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 HTTP/1.1" status: 200 len: 217 time: 0.1115646 Feb 16 17:03:36.977244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] For port 4fc538ea-22d5-4133-a598-503bfee8473e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4fc538ea-22d5-4133-a598-503bfee8473e,segment=NetworkSegment(c09253c4-7b87-45ea-a6ce-e2817f8a1142),segment_id=c09253c4-7b87-45ea-a6ce-e2817f8a1142)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:36.978018 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4fc538ea-22d5-4133-a598-503bfee8473e), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:37.013934 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Calling delete_port for 4fc538ea-22d5-4133-a598-503bfee8473e owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:03:37.035256 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-e5735b0d-dbda-4d8f-859f-89f54da5ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:37.037178 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-e5735b0d-dbda-4d8f-859f-89f54da5ed4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69492ad4-0c52-4e13-b657-1bde2073c8f5 HTTP/1.1" status: 200 len: 852 time: 0.0573215 Feb 16 17:03:37.074611 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-74d7d8f2-30fb-452b-b53d-90ec71420ca9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d41eccaf-761a-4cd7-9519-6bd33690a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306666 Feb 16 17:03:37.101267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abcac8-8b6c-4406-899d-776049ece2f9 req-21d03bfe-0db1-4cf5-b23d-cfbb3e55cce7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:37.104289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37abcac8-8b6c-4406-899d-776049ece2f9 req-21d03bfe-0db1-4cf5-b23d-cfbb3e55cce7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.4961290 Feb 16 17:03:37.111633 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (4fc538ea-22d5-4133-a598-503bfee8473e), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:37.141769 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] No DVR routers for this DVR port 4fc538ea-22d5-4133-a598-503bfee8473e on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:37.145865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Pushing event deleted for resources: {'Port': ['ID=4fc538ea-22d5-4133-a598-503bfee8473e,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:37.168166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:37.168518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:37.168866 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:37.169211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:37.169550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:37.170059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:37.170283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:37.170616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:37.170947 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:37.171321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:37.171621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:37.171964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:37.172292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba660ba7-e977-4b30-a4e5-1f304bf3deb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:03:37.230929 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-062d9d0a-d9c1-443c-bd3d-4c64bf365df6 service neutron] 10.222.0.60 "GET /v2.0/networks/d41eccaf-761a-4cd7-9519-6bd33690a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452608 Feb 16 17:03:37.290995 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37abcac8-8b6c-4406-899d-776049ece2f9 req-ad0f1d42-66ed-480a-8822-b0e7bf5ef042 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504440 Feb 16 17:03:37.311542 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53722143-467f-4845-b1fe-3d32946efa08 req-9b940075-0e31-4deb-acff-2d2c5ed6c9a2 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:37.318641 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53722143-467f-4845-b1fe-3d32946efa08 req-9b940075-0e31-4deb-acff-2d2c5ed6c9a2 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.2398088 Feb 16 17:03:37.359425 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fe3cf931-6ddb-4ef2-be8f-0d6790c781b1 req-05ba3f73-0ceb-4c0f-beaa-4bee7f14a0b1 service neutron] 10.222.0.60 "GET /v2.0/networks/d41eccaf-761a-4cd7-9519-6bd33690a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247997 Feb 16 17:03:37.388301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53722143-467f-4845-b1fe-3d32946efa08 req-ec84fe63-074a-42f4-8a47-a1beacf8889f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687897 Feb 16 17:03:37.447868 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (cb68d640-af72-420b-9883-5094b9fbf5d3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:37.481250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec760d-81ff-4ca0-ad4d-5e1aef2b42c5 req-4e7594ec-286f-40fd-b46a-117721b511f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:37.483697 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9ec760d-81ff-4ca0-ad4d-5e1aef2b42c5 req-4e7594ec-286f-40fd-b46a-117721b511f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c53ed3617b634adb98b40bca7be65e0e&device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 1126 time: 0.0631456 Feb 16 17:03:37.497907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Port': ['ID=cb68d640-af72-420b-9883-5094b9fbf5d3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:37.580061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd9a90-ef8e-49d9-bf04-8b27156799eb req-10d22d4e-37e3-4a84-b7c1-ee96d6f1fc0d tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:37.581577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8cd9a90-ef8e-49d9-bf04-8b27156799eb req-10d22d4e-37e3-4a84-b7c1-ee96d6f1fc0d tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 944 time: 0.1431205 Feb 16 17:03:37.588189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec760d-81ff-4ca0-ad4d-5e1aef2b42c5 req-a17ad407-4d12-4101-9e78-c262c5134808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:37.588378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (745d9763-b379-445d-9aed-46504a691de4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:37.590177 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9ec760d-81ff-4ca0-ad4d-5e1aef2b42c5 req-a17ad407-4d12-4101-9e78-c262c5134808 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d41eccaf-761a-4cd7-9519-6bd33690a0f0 HTTP/1.1" status: 200 len: 913 time: 0.0983124 Feb 16 17:03:37.639328 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9ec760d-81ff-4ca0-ad4d-5e1aef2b42c5 req-170c25b5-cf61-402e-a548-b98c3cb7b613 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 HTTP/1.1" status: 200 len: 217 time: 0.0425251 Feb 16 17:03:37.704824 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec760d-81ff-4ca0-ad4d-5e1aef2b42c5 req-f6d3346e-249f-42f2-b1eb-aa35b45ab0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:37.706425 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9ec760d-81ff-4ca0-ad4d-5e1aef2b42c5 req-f6d3346e-249f-42f2-b1eb-aa35b45ab0e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69492ad4-0c52-4e13-b657-1bde2073c8f5 HTTP/1.1" status: 200 len: 852 time: 0.0612400 Feb 16 17:03:37.713296 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (745d9763-b379-445d-9aed-46504a691de4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:37.717814 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router_controller (745d9763-b379-445d-9aed-46504a691de4), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:37.735446 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8cd9a90-ef8e-49d9-bf04-8b27156799eb req-fd5afd89-611a-4783-aba3-f522001e33d4 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449130 Feb 16 17:03:37.743181 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9ec760d-81ff-4ca0-ad4d-5e1aef2b42c5 req-84159344-8720-443e-9428-058ac603edf0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d41eccaf-761a-4cd7-9519-6bd33690a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274448 Feb 16 17:03:37.782115 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (745d9763-b379-445d-9aed-46504a691de4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:37.782707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Fanout notify agent at l3_agent the message router_deleted on router 745d9763-b379-445d-9aed-46504a691de4 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:03:37.793813 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:37.797387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-be841751-a686-4641-bfb5-fc5be9ec019d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "DELETE /v2.0/routers/745d9763-b379-445d-9aed-46504a691de4 HTTP/1.1" status: 204 len: 168 time: 1.8591280 Feb 16 17:03:37.797628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46456) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:37.874329 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9ec760d-81ff-4ca0-ad4d-5e1aef2b42c5 req-455e1cd7-5475-4dfc-b992-8a150ae183c7 service neutron] 10.222.0.60 "GET /v2.0/networks/d41eccaf-761a-4cd7-9519-6bd33690a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248534 Feb 16 17:03:37.884052 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d5ff273-a7d9-49d2-996a-a1c4fc4d7d7d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (22d4a0f3-af64-4b27-8738-e76af0a34683), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:37.984151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device cb68d640-af72-420b-9883-5094b9fbf5d3 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:37.989456 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e9ec760d-81ff-4ca0-ad4d-5e1aef2b42c5 req-7fb13a83-8e13-4a86-b3f5-9a865792ccd4 service neutron] 10.222.0.60 "GET /v2.0/networks/d41eccaf-761a-4cd7-9519-6bd33690a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082530 Feb 16 17:03:38.021079 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d5ff273-a7d9-49d2-996a-a1c4fc4d7d7d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (22d4a0f3-af64-4b27-8738-e76af0a34683), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:38.021341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: cb68d640-af72-420b-9883-5094b9fbf5d3 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:03:38.021793 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device cb68d640-af72-420b-9883-5094b9fbf5d3 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:38.022003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e1e7a443-d2d2-41a6-a233-aa0114deb939 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:38.045690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-5d5ff273-a7d9-49d2-996a-a1c4fc4d7d7d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d4a0f3-af64-4b27-8738-e76af0a34683']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:38.047590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: e1e7a443-d2d2-41a6-a233-aa0114deb939 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:03:38.047973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e1e7a443-d2d2-41a6-a233-aa0114deb939 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:38.048601 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4fc538ea-22d5-4133-a598-503bfee8473e no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:38.056173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-5d5ff273-a7d9-49d2-996a-a1c4fc4d7d7d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09253c4-7b87-45ea-a6ce-e2817f8a1142') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:38.056463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-5d5ff273-a7d9-49d2-996a-a1c4fc4d7d7d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09253c4-7b87-45ea-a6ce-e2817f8a1142') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:38.066281 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d5ff273-a7d9-49d2-996a-a1c4fc4d7d7d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (c09253c4-7b87-45ea-a6ce-e2817f8a1142), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:38.069533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 4fc538ea-22d5-4133-a598-503bfee8473e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:03:38.070100 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4fc538ea-22d5-4133-a598-503bfee8473e not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:03:38.082552 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d5ff273-a7d9-49d2-996a-a1c4fc4d7d7d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c09253c4-7b87-45ea-a6ce-e2817f8a1142), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:38.089808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5ff273-a7d9-49d2-996a-a1c4fc4d7d7d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:38.090252 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d5ff273-a7d9-49d2-996a-a1c4fc4d7d7d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (c09253c4-7b87-45ea-a6ce-e2817f8a1142), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:38.094309 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:38.156574 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d5ff273-a7d9-49d2-996a-a1c4fc4d7d7d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (22d4a0f3-af64-4b27-8738-e76af0a34683), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:38.163221 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d5ff273-a7d9-49d2-996a-a1c4fc4d7d7d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:38.167470 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5d5ff273-a7d9-49d2-996a-a1c4fc4d7d7d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] 10.222.0.24 "DELETE /v2.0/networks/22d4a0f3-af64-4b27-8738-e76af0a34683 HTTP/1.1" status: 204 len: 168 time: 0.3688943 Feb 16 17:03:38.188904 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ff273-a7d9-49d2-996a-a1c4fc4d7d7d tempest-TestNetworkBasicOps-1974832576 tempest-TestNetworkBasicOps-1974832576-project] Pushing event deleted for resources: {'Network': ['ID=22d4a0f3-af64-4b27-8738-e76af0a34683,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:38.429135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8ee1-f53e-492c-8d8e-2702b133e082 req-634a6e64-044e-434f-b3b3-934b60b1ad25 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:38.430989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8cc8ee1-f53e-492c-8d8e-2702b133e082 req-634a6e64-044e-434f-b3b3-934b60b1ad25 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0686727 Feb 16 17:03:38.464505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46466) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:38.545972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8cc8ee1-f53e-492c-8d8e-2702b133e082 req-b35e03d2-d746-4e20-9b01-e4f86eb457dc tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052639 Feb 16 17:03:38.562941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df784231-8de2-4869-b19d-5b9bc2585e3b req-83d42b60-72de-46f1-bbef-2043eb4564ba tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:38.564445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df784231-8de2-4869-b19d-5b9bc2585e3b req-83d42b60-72de-46f1-bbef-2043eb4564ba tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0846710 Feb 16 17:03:38.620040 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df784231-8de2-4869-b19d-5b9bc2585e3b req-b4089154-fac5-47cf-a542-118df33a4700 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492899 Feb 16 17:03:38.640750 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c2f04ac4-4757-4a4f-a65e-8f6dd8b677dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3149206434f648a3b3c2fc882bbf7f07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1720152 Feb 16 17:03:38.641133 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46474) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:38.692907 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2fcdf19-67e6-4752-b108-1af4d2dcbe4b admin admin] Publish callbacks [] for security_group (f7819187-5164-406e-9d34-3c3c79fbaba6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:38.719838 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2fcdf19-67e6-4752-b108-1af4d2dcbe4b admin admin] Publish callbacks [] for security_group (f7819187-5164-406e-9d34-3c3c79fbaba6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:38.768280 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2fcdf19-67e6-4752-b108-1af4d2dcbe4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f7819187-5164-406e-9d34-3c3c79fbaba6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:38.771477 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b2fcdf19-67e6-4752-b108-1af4d2dcbe4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:38.775936 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b2fcdf19-67e6-4752-b108-1af4d2dcbe4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7819187-5164-406e-9d34-3c3c79fbaba6 HTTP/1.1" status: 204 len: 168 time: 0.1307197 Feb 16 17:03:38.783176 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcdf19-67e6-4752-b108-1af4d2dcbe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7819187-5164-406e-9d34-3c3c79fbaba6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:38.897683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b65b7-0f40-4b41-8a39-20f131fbf2e7 req-19801d1d-04a0-459f-9913-27c64e1efb95 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:38.899276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d6b65b7-0f40-4b41-8a39-20f131fbf2e7 req-19801d1d-04a0-459f-9913-27c64e1efb95 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 944 time: 0.0642378 Feb 16 17:03:38.961822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d6b65b7-0f40-4b41-8a39-20f131fbf2e7 req-fd8f194f-9dc5-4a43-9383-bac242e20c0f tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547507 Feb 16 17:03:39.077560 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46482) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:39.090597 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bdd2683c-44f1-4d3a-8d0e-15f7da1cc3fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:39.165916 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bdd2683c-44f1-4d3a-8d0e-15f7da1cc3fc admin admin] Publish callbacks [] for security_group (57213ab3-6c70-4568-8cdb-43da222ca3d0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:39.169748 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bdd2683c-44f1-4d3a-8d0e-15f7da1cc3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (57213ab3-6c70-4568-8cdb-43da222ca3d0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:39.208045 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bdd2683c-44f1-4d3a-8d0e-15f7da1cc3fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7cec33ab7454a579aeee49f65e9a455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293752 Feb 16 17:03:39.209265 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2683c-44f1-4d3a-8d0e-15f7da1cc3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57213ab3-6c70-4568-8cdb-43da222ca3d0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:39.210765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46484) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:39.262510 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d7e84e25-e4fd-4995-8f68-71053f7efb64 admin admin] Publish callbacks [] for security_group (57213ab3-6c70-4568-8cdb-43da222ca3d0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:39.285471 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d7e84e25-e4fd-4995-8f68-71053f7efb64 admin admin] Publish callbacks [] for security_group (57213ab3-6c70-4568-8cdb-43da222ca3d0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:39.333180 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d7e84e25-e4fd-4995-8f68-71053f7efb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (57213ab3-6c70-4568-8cdb-43da222ca3d0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:39.335946 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d7e84e25-e4fd-4995-8f68-71053f7efb64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:39.337618 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d7e84e25-e4fd-4995-8f68-71053f7efb64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57213ab3-6c70-4568-8cdb-43da222ca3d0 HTTP/1.1" status: 204 len: 168 time: 0.1249866 Feb 16 17:03:39.346298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e84e25-e4fd-4995-8f68-71053f7efb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57213ab3-6c70-4568-8cdb-43da222ca3d0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:39.685710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d61ba-0e0c-4937-8daa-49bf6a584dc7 req-4c1e3b32-43c4-4216-9174-a5340b3e105b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:39.688602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-235d61ba-0e0c-4937-8daa-49bf6a584dc7 req-4c1e3b32-43c4-4216-9174-a5340b3e105b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0643461 Feb 16 17:03:39.790290 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-235d61ba-0e0c-4937-8daa-49bf6a584dc7 req-89e43729-176a-4a6b-aa40-e3ccf8e454ce tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911338 Feb 16 17:03:39.801532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7447-e194-4987-bc00-d67c65a016b5 req-3a566957-ee02-43df-986d-6e8054dd3df1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:39.803217 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e8e7447-e194-4987-bc00-d67c65a016b5 req-3a566957-ee02-43df-986d-6e8054dd3df1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0854800 Feb 16 17:03:39.862698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e8e7447-e194-4987-bc00-d67c65a016b5 req-b59371c1-6ee2-4c29-b410-8d97bf10b55a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513995 Feb 16 17:03:40.085622 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2113753-2ab4-4749-8470-43abbdaeeb78 req-3d868bf4-ebfd-4317-bdea-d7725564a8ff tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:40.087649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a2113753-2ab4-4749-8470-43abbdaeeb78 req-3d868bf4-ebfd-4317-bdea-d7725564a8ff tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 944 time: 0.0540314 Feb 16 17:03:40.135256 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a2113753-2ab4-4749-8470-43abbdaeeb78 req-b6b97cf8-b265-40d8-a504-5eb8bc55d70f tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421767 Feb 16 17:03:40.925410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60361587-be58-4d12-94fc-1a9b644105d4 req-0f6233bd-bc0f-4ab9-87b4-98391ae1f1e7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:40.927082 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60361587-be58-4d12-94fc-1a9b644105d4 req-0f6233bd-bc0f-4ab9-87b4-98391ae1f1e7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0600746 Feb 16 17:03:41.011135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60361587-be58-4d12-94fc-1a9b644105d4 req-07b9cf68-376c-4411-8ffc-f5ff5430622d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780277 Feb 16 17:03:41.022151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaecc8c-857b-43e7-b652-5f1cf15c2422 req-967dfdf4-137d-4047-98ee-d838c30ded08 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:41.023663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecaecc8c-857b-43e7-b652-5f1cf15c2422 req-967dfdf4-137d-4047-98ee-d838c30ded08 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0846658 Feb 16 17:03:41.073744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecaecc8c-857b-43e7-b652-5f1cf15c2422 req-9e1423a0-525e-4de5-9d59-8b2fd4280a7f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436127 Feb 16 17:03:41.259468 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1b0ec-66dc-40df-8902-92be7b46d765 req-d47839dc-3268-4d9b-a960-0ac46e816fca tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:41.261001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6bc1b0ec-66dc-40df-8902-92be7b46d765 req-d47839dc-3268-4d9b-a960-0ac46e816fca tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 944 time: 0.0583365 Feb 16 17:03:41.310207 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6bc1b0ec-66dc-40df-8902-92be7b46d765 req-f56ba0d7-63ef-489b-9412-50de9a039454 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434027 Feb 16 17:03:41.501078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:03:41.600278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40,segment=NetworkSegment(ff149fe8-f839-4768-ba54-4c2b78ca6fba),segment_id=ff149fe8-f839-4768-ba54-4c2b78ca6fba)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:41.611737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40', 'network_id': 'd41eccaf-761a-4cd7-9519-6bd33690a0f0', 'port_id': '65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40', 'mac_address': 'fa:16:3e:ce:3f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69492ad4-0c52-4e13-b657-1bde2073c8f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:03:41.649332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:03:41.649737 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:41.662331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:03:41.682133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40,segment=NetworkSegment(ff149fe8-f839-4768-ba54-4c2b78ca6fba),segment_id=ff149fe8-f839-4768-ba54-4c2b78ca6fba)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:41.686117 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:41.733275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:41.987280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:03:42.139785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e819ea-6d4f-43ff-9bd6-315665b6184a req-1f3761d0-46f6-4377-97be-fa3ed6ce3ce1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:42.147038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c7e819ea-6d4f-43ff-9bd6-315665b6184a req-1f3761d0-46f6-4377-97be-fa3ed6ce3ce1 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0657642 Feb 16 17:03:42.228283 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c7e819ea-6d4f-43ff-9bd6-315665b6184a req-504e62db-8243-41fb-8370-7b4c61333897 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801570 Feb 16 17:03:42.245447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeebeaf-02f7-4b13-bb3f-537b60040dfa req-c4258c05-3c51-4fba-b46b-2aa59cf91413 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:42.247089 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eaeebeaf-02f7-4b13-bb3f-537b60040dfa req-c4258c05-3c51-4fba-b46b-2aa59cf91413 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0918880 Feb 16 17:03:42.304456 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eaeebeaf-02f7-4b13-bb3f-537b60040dfa req-c98ed57a-51d2-45a9-8e8e-7e0752a96c0a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509145 Feb 16 17:03:42.453322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0bc2-ab50-43e6-89fc-e7059bb5a0eb req-fffa7a6c-63be-47dc-8800-c773aa973a80 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:42.454909 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aaec0bc2-ab50-43e6-89fc-e7059bb5a0eb req-fffa7a6c-63be-47dc-8800-c773aa973a80 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 945 time: 0.0723221 Feb 16 17:03:42.509319 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aaec0bc2-ab50-43e6-89fc-e7059bb5a0eb req-636bf324-1ce3-451e-91ed-8a61c1c25e74 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467775 Feb 16 17:03:43.355384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c8d26-9fe9-467f-9258-8f85f6990ac0 req-4353a617-5e06-4295-8773-1db36c565bd2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:43.356960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef6c8d26-9fe9-467f-9258-8f85f6990ac0 req-4353a617-5e06-4295-8773-1db36c565bd2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0547845 Feb 16 17:03:43.441404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef6c8d26-9fe9-467f-9258-8f85f6990ac0 req-3ef41b8d-32d6-4f4a-b72e-ed279e66d19c tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779383 Feb 16 17:03:43.463055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce46307-856e-4a37-938b-96ddc0a845ef req-d4be8d51-fc42-421d-adf1-9f02789a21d1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:43.463055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3ce46307-856e-4a37-938b-96ddc0a845ef req-d4be8d51-fc42-421d-adf1-9f02789a21d1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0809951 Feb 16 17:03:43.501900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:43.513401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3ce46307-856e-4a37-938b-96ddc0a845ef req-cb02d49f-f4c5-438a-a5d4-93fb532d66d4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Feb 16 17:03:43.555182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:43.563866 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:43.564250 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:43.642125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184007a-11f5-4f94-b61e-ca9918f0b5fe req-82a662c0-6885-4e56-9565-7f9ece76257b tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:43.644067 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c184007a-11f5-4f94-b61e-ca9918f0b5fe req-82a662c0-6885-4e56-9565-7f9ece76257b tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 945 time: 0.0615966 Feb 16 17:03:43.698253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c184007a-11f5-4f94-b61e-ca9918f0b5fe req-aaa153ba-36a0-41df-b5b3-cfd70e5cc34e tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458581 Feb 16 17:03:43.803840 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:03:43.804181 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:43.827145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9abbc3d-330c-4685-8f72-6113b08ab0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:03:43.829392 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231a56fe-d257-497b-9064-9b8151a6d39b" -d '{"events": [{"server_uuid": "e9abbc3d-330c-4685-8f72-6113b08ab0d1", "name": "network-vif-plugged", "status": "completed", "tag": "65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:03:43.843351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40,segment=NetworkSegment(ff149fe8-f839-4768-ba54-4c2b78ca6fba),segment_id=ff149fe8-f839-4768-ba54-4c2b78ca6fba)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:43.847670 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:43.880483 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ad9741-394b-44bc-b9b5-0f851cf77946 x-openstack-request-id: req-b4ad9741-394b-44bc-b9b5-0f851cf77946 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:03:43.881115 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9abbc3d-330c-4685-8f72-6113b08ab0d1", "name": "network-vif-plugged", "status": "completed", "tag": "65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:03:43.881374 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4ad9741-394b-44bc-b9b5-0f851cf77946 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:03:43.881764 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9abbc3d-330c-4685-8f72-6113b08ab0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40', 'code': 200} Feb 16 17:03:43.918975 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:43.979816 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb6421-1604-4847-a814-ab44913415fd req-fb03d86a-4118-474a-8678-77543e2c9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:43.981426 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ebbb6421-1604-4847-a814-ab44913415fd req-fb03d86a-4118-474a-8678-77543e2c9e26 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 1128 time: 0.0474386 Feb 16 17:03:44.033521 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ebbb6421-1604-4847-a814-ab44913415fd req-935ee7e4-1cee-43b9-9f28-cfb30f0fbc82 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460620 Feb 16 17:03:44.565663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05f3b2-c0ca-4f03-b7a1-c63ea33b6cf9 req-03864a25-65f0-40f2-b281-b6b812c3ba04 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:44.567822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f05f3b2-c0ca-4f03-b7a1-c63ea33b6cf9 req-03864a25-65f0-40f2-b281-b6b812c3ba04 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0566885 Feb 16 17:03:44.659076 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f05f3b2-c0ca-4f03-b7a1-c63ea33b6cf9 req-519b6df2-82c0-4c02-aa12-53142f4254b4 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837221 Feb 16 17:03:44.675936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fcb05-1a04-4f6f-90a6-e17ebbf4197c req-10b399f9-7b8f-4f0a-8260-d4ea46e369d6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:44.682619 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c12fcb05-1a04-4f6f-90a6-e17ebbf4197c req-10b399f9-7b8f-4f0a-8260-d4ea46e369d6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0847785 Feb 16 17:03:44.729340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c12fcb05-1a04-4f6f-90a6-e17ebbf4197c req-85ca71f8-18e1-4f23-a019-f3ffb1df210b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437787 Feb 16 17:03:44.825345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8ab88-8922-49d0-8712-388d2d03c4ba req-7c217ae9-3f6c-434c-a03b-388fba742bbb tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:44.826842 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8aa8ab88-8922-49d0-8712-388d2d03c4ba req-7c217ae9-3f6c-434c-a03b-388fba742bbb tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0550687 Feb 16 17:03:44.874884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8aa8ab88-8922-49d0-8712-388d2d03c4ba req-69d3f173-b57d-4bab-a334-d03d269d0ef5 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424247 Feb 16 17:03:45.809462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281383ff-9109-4010-afc7-ccf9943ea6ea req-6bff1df6-7e63-4a63-bef9-5c321aa06f72 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:45.811104 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-281383ff-9109-4010-afc7-ccf9943ea6ea req-6bff1df6-7e63-4a63-bef9-5c321aa06f72 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0625055 Feb 16 17:03:45.897168 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-281383ff-9109-4010-afc7-ccf9943ea6ea req-9420f46f-a236-4fa1-a248-9890996b3c68 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757198 Feb 16 17:03:45.905686 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7e63d-9a28-4350-8147-80d3c33ddae3 req-0a107a5c-05d7-4672-abd5-1c14063fefef tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:45.907162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06f7e63d-9a28-4350-8147-80d3c33ddae3 req-0a107a5c-05d7-4672-abd5-1c14063fefef tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0950947 Feb 16 17:03:45.969921 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06f7e63d-9a28-4350-8147-80d3c33ddae3 req-dd9d09eb-bfdb-4da7-9ca0-a1019118d7c0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525355 Feb 16 17:03:46.016470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf9daa-b44a-4752-8009-74b2990cf97d req-58c8cdd3-3d13-4657-abeb-b7e344cff612 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:46.017925 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fcf9daa-b44a-4752-8009-74b2990cf97d req-58c8cdd3-3d13-4657-abeb-b7e344cff612 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0613253 Feb 16 17:03:46.064033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fcf9daa-b44a-4752-8009-74b2990cf97d req-ea52b383-cfb4-4415-91b1-fac8a0c133f4 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405076 Feb 16 17:03:46.180838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153f9dd-35b3-463c-8a95-4e66325fdc21 req-643b3bdb-bc59-4eb6-91bb-64ba35c67f65 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:46.182961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a153f9dd-35b3-463c-8a95-4e66325fdc21 req-643b3bdb-bc59-4eb6-91bb-64ba35c67f65 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0529029 Feb 16 17:03:46.229973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a153f9dd-35b3-463c-8a95-4e66325fdc21 req-f243070f-3082-40ac-beeb-a2d38fe69d3a tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410943 Feb 16 17:03:46.456138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed63755-e608-4063-a1b8-631a40550cd4 req-b44a86ac-5df0-4c98-a5c7-4439f9835fe4 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:46.457649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ed63755-e608-4063-a1b8-631a40550cd4 req-b44a86ac-5df0-4c98-a5c7-4439f9835fe4 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0539181 Feb 16 17:03:46.514524 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ed63755-e608-4063-a1b8-631a40550cd4 req-63ca1874-f92f-4c2c-b0fd-14977e3e80f4 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466242 Feb 16 17:03:47.023645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bec17-a07a-4ca6-b7ce-69e845dadc9e req-5a828265-7c07-491c-96eb-3df6935d29dd tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:47.025387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f23bec17-a07a-4ca6-b7ce-69e845dadc9e req-5a828265-7c07-491c-96eb-3df6935d29dd tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0556636 Feb 16 17:03:47.104197 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f23bec17-a07a-4ca6-b7ce-69e845dadc9e req-46b8fbdd-c0f0-4e4d-b105-dd16f60ac1b2 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734551 Feb 16 17:03:47.123976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514e14a-6b1f-40c7-91e6-8caf10fb7a8d req-523c1476-ac7a-49ea-adfc-c30cd6cbaaa4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:47.123976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f514e14a-6b1f-40c7-91e6-8caf10fb7a8d req-523c1476-ac7a-49ea-adfc-c30cd6cbaaa4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0778594 Feb 16 17:03:47.172388 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f514e14a-6b1f-40c7-91e6-8caf10fb7a8d req-9f838d09-b7fd-408d-94ba-45cca3505758 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 Feb 16 17:03:47.643311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de274dd-1fd3-4469-b938-538fb90dda91 req-669a9349-a1cc-4964-ae14-3a5d68aa9c06 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:47.644841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1de274dd-1fd3-4469-b938-538fb90dda91 req-669a9349-a1cc-4964-ae14-3a5d68aa9c06 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0601914 Feb 16 17:03:47.692038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1de274dd-1fd3-4469-b938-538fb90dda91 req-e377ebca-2d10-4011-a211-5a6357d6b811 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408597 Feb 16 17:03:47.925306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068d3d7-b012-48c4-a717-3ce0d055b32a req-153433b5-61fe-4b53-bfec-47921669ea7e tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:47.926886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e068d3d7-b012-48c4-a717-3ce0d055b32a req-153433b5-61fe-4b53-bfec-47921669ea7e tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0725193 Feb 16 17:03:47.928696 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f29d9-574e-40b6-9c24-ce2c417a5877 req-0a846c87-5e69-4e0c-9aec-1dcd793511d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:47.930950 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-131f29d9-574e-40b6-9c24-ce2c417a5877 req-0a846c87-5e69-4e0c-9aec-1dcd793511d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c53ed3617b634adb98b40bca7be65e0e&device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 1128 time: 0.0520597 Feb 16 17:03:47.979536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e068d3d7-b012-48c4-a717-3ce0d055b32a req-3baf59fe-e49b-4ab9-8432-5dacdf6b777f tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462620 Feb 16 17:03:48.028647 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f29d9-574e-40b6-9c24-ce2c417a5877 req-44377c7b-0ad1-45a7-9b15-86f3d2f200e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:48.030427 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-131f29d9-574e-40b6-9c24-ce2c417a5877 req-44377c7b-0ad1-45a7-9b15-86f3d2f200e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d41eccaf-761a-4cd7-9519-6bd33690a0f0 HTTP/1.1" status: 200 len: 913 time: 0.0926442 Feb 16 17:03:48.079465 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-131f29d9-574e-40b6-9c24-ce2c417a5877 req-5e8362ee-c647-4894-a6aa-5e2759b9e66b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 HTTP/1.1" status: 200 len: 217 time: 0.0428326 Feb 16 17:03:48.133927 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f29d9-574e-40b6-9c24-ce2c417a5877 req-0d4f051e-0325-4985-a98f-b0439256a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:48.135546 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-131f29d9-574e-40b6-9c24-ce2c417a5877 req-0d4f051e-0325-4985-a98f-b0439256a1d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69492ad4-0c52-4e13-b657-1bde2073c8f5 HTTP/1.1" status: 200 len: 852 time: 0.0498006 Feb 16 17:03:48.171584 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-131f29d9-574e-40b6-9c24-ce2c417a5877 req-13e4fcf2-a0e7-4582-b9f0-4fb5dbd3b96d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d41eccaf-761a-4cd7-9519-6bd33690a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292144 Feb 16 17:03:48.237079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c60f1-97de-4530-b79f-3946fd4c7e6a req-6c8bad47-a1f0-42c1-bef2-ed13bed2d660 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:48.238614 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c56c60f1-97de-4530-b79f-3946fd4c7e6a req-6c8bad47-a1f0-42c1-bef2-ed13bed2d660 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0597882 Feb 16 17:03:48.281110 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-131f29d9-574e-40b6-9c24-ce2c417a5877 req-ed7593e6-7b68-4228-bd33-dc8329e21965 service neutron] 10.222.0.60 "GET /v2.0/networks/d41eccaf-761a-4cd7-9519-6bd33690a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030080 Feb 16 17:03:48.330134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c56c60f1-97de-4530-b79f-3946fd4c7e6a req-e02e84a5-5e47-4f9a-84ce-b6eb7871c489 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855098 Feb 16 17:03:48.349875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca90ef-428c-4d58-bcd6-e432706ce6bb req-849073e5-4794-4db5-b2e1-f06b3d47393e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:48.352929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28ca90ef-428c-4d58-bcd6-e432706ce6bb req-849073e5-4794-4db5-b2e1-f06b3d47393e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.1022952 Feb 16 17:03:48.397510 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-131f29d9-574e-40b6-9c24-ce2c417a5877 req-a3f4f3f9-7e3d-40e0-a48e-edee29725119 service neutron] 10.222.0.60 "GET /v2.0/networks/d41eccaf-761a-4cd7-9519-6bd33690a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099219 Feb 16 17:03:48.418625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28ca90ef-428c-4d58-bcd6-e432706ce6bb req-e4d3a7e1-2b96-4575-b835-bc41f9899a54 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583951 Feb 16 17:03:49.100658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf91c33-a02c-4d29-8eb7-7728c5af3c63 req-dee3bc33-bc38-4278-98c4-e9d2863f2bbf tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:49.102674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9bf91c33-a02c-4d29-8eb7-7728c5af3c63 req-dee3bc33-bc38-4278-98c4-e9d2863f2bbf tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0548375 Feb 16 17:03:49.152103 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9bf91c33-a02c-4d29-8eb7-7728c5af3c63 req-6810cb34-c953-4d9a-98cd-a1367a5b638e tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 Feb 16 17:03:49.474261 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66222f6b-71e6-42bd-9180-a9b5066ccf88 req-a0af31be-3b5c-43de-97e0-12d5ae4f72b9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:49.477197 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66222f6b-71e6-42bd-9180-a9b5066ccf88 req-a0af31be-3b5c-43de-97e0-12d5ae4f72b9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0738137 Feb 16 17:03:49.561048 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66222f6b-71e6-42bd-9180-a9b5066ccf88 req-4a6f2f90-498d-4a3b-a1f3-927bb41c96bb tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777004 Feb 16 17:03:49.578030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747e049-81f9-4b36-9f64-8fbb389ccc97 req-579704e2-3ae5-444d-9c46-4672314cbfc1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:49.579876 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c747e049-81f9-4b36-9f64-8fbb389ccc97 req-579704e2-3ae5-444d-9c46-4672314cbfc1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0902276 Feb 16 17:03:49.642016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c747e049-81f9-4b36-9f64-8fbb389ccc97 req-18974583-4af4-417e-b544-0e0dd96aada0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558636 Feb 16 17:03:50.282525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e52099-bc6c-407b-80ce-dc67e6742688 req-a56cbd42-5474-4bd9-8959-1fb3778cee72 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:50.284138 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88e52099-bc6c-407b-80ce-dc67e6742688 req-a56cbd42-5474-4bd9-8959-1fb3778cee72 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0616493 Feb 16 17:03:50.335021 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88e52099-bc6c-407b-80ce-dc67e6742688 req-15af5310-53c7-4473-933b-619b543210de tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446193 Feb 16 17:03:50.565207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff65a23-c404-4bb1-83f5-f500d3f4169d req-24ce055a-dc6b-4dd1-a523-bd474b469dce tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:50.566819 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ff65a23-c404-4bb1-83f5-f500d3f4169d req-24ce055a-dc6b-4dd1-a523-bd474b469dce tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0535054 Feb 16 17:03:50.616429 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ff65a23-c404-4bb1-83f5-f500d3f4169d req-5d0e2109-805d-43e6-9c4e-26e474cab945 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431271 Feb 16 17:03:50.690236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7db9b-a1bf-4647-afb1-fe12f5e99f7b req-613e8bce-1f0e-49a5-97ad-7c06346b2fc9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:50.691733 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-edf7db9b-a1bf-4647-afb1-fe12f5e99f7b req-613e8bce-1f0e-49a5-97ad-7c06346b2fc9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0540335 Feb 16 17:03:50.772611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-edf7db9b-a1bf-4647-afb1-fe12f5e99f7b req-87462527-afe2-4867-bd7a-bf80320071d8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743961 Feb 16 17:03:50.792899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57799f-bb07-48fd-80af-5a4b9d7ab5de req-0f7e081c-3e2d-46f1-8ccb-04e2cca0d9e3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:50.794367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed57799f-bb07-48fd-80af-5a4b9d7ab5de req-0f7e081c-3e2d-46f1-8ccb-04e2cca0d9e3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 944 time: 0.0797117 Feb 16 17:03:50.844003 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed57799f-bb07-48fd-80af-5a4b9d7ab5de req-92c9d571-6003-42b3-b4ec-68b2b1027880 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 Feb 16 17:03:51.355733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:03:51.469518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:51.483292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'port_id': 'c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f', 'mac_address': 'fa:16:3e:d2:b7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:03:51.517224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae5ae3-1fec-46da-ac51-f38adba85392 req-f1b0030a-fddd-4fa8-89af-f5e27e3423bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:51.519371 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-48ae5ae3-1fec-46da-ac51-f38adba85392 req-f1b0030a-fddd-4fa8-89af-f5e27e3423bb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 1127 time: 0.0556426 Feb 16 17:03:51.530940 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:03:51.531336 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:51.545392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:03:51.566293 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-48ae5ae3-1fec-46da-ac51-f38adba85392 req-ef369c17-b993-4c3f-8196-48891c61ab48 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Feb 16 17:03:51.566558 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:51.570470 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:51.618325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:51.741869 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9732c-3122-4419-ab7a-67e86edb2683 req-ef00cf3f-4c6b-4fe4-b97d-f8638c27e41f tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:51.744127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36a9732c-3122-4419-ab7a-67e86edb2683 req-ef00cf3f-4c6b-4fe4-b97d-f8638c27e41f tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0565169 Feb 16 17:03:51.777401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:03:51.797197 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36a9732c-3122-4419-ab7a-67e86edb2683 req-5e131f19-70f3-4c97-bf56-d132883cdef2 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466614 Feb 16 17:03:51.922756 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57f2fa-331d-4d0f-9e59-c57604d9e668 req-fcfaa541-dfb0-488a-8105-924b24c547be tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:51.924411 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad57f2fa-331d-4d0f-9e59-c57604d9e668 req-fcfaa541-dfb0-488a-8105-924b24c547be tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0703645 Feb 16 17:03:52.024421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad57f2fa-331d-4d0f-9e59-c57604d9e668 req-138694da-c6de-4d9e-bf4f-75784813e4b7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926027 Feb 16 17:03:52.078258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416c546-533b-49cd-8dd6-b45e7914821a req-5d646d8a-f877-4a4b-bbc8-4971d81b30ab tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:52.084667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2416c546-533b-49cd-8dd6-b45e7914821a req-5d646d8a-f877-4a4b-bbc8-4971d81b30ab tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 945 time: 0.0838361 Feb 16 17:03:52.096143 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c4401-e5e8-4e78-b520-e880c209c7ba req-76686916-daf4-46b4-86ce-85bd297bfed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:52.097797 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e30c4401-e5e8-4e78-b520-e880c209c7ba req-76686916-daf4-46b4-86ce-85bd297bfed6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c53ed3617b634adb98b40bca7be65e0e&device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 1128 time: 0.0684237 Feb 16 17:03:52.173125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a917b46-3964-4c30-8103-5c14c6304eb4 req-7d6b9b74-b8b0-4463-876f-db094eb506e2 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:52.174649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a917b46-3964-4c30-8103-5c14c6304eb4 req-7d6b9b74-b8b0-4463-876f-db094eb506e2 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0851328 Feb 16 17:03:52.178068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2416c546-533b-49cd-8dd6-b45e7914821a req-7b3eb31f-08f2-40ba-8e4e-d5d12339cff6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903630 Feb 16 17:03:52.228934 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c4401-e5e8-4e78-b520-e880c209c7ba req-7395d30d-b774-46be-a3ae-a08a5bb068e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:52.230428 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e30c4401-e5e8-4e78-b520-e880c209c7ba req-7395d30d-b774-46be-a3ae-a08a5bb068e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d41eccaf-761a-4cd7-9519-6bd33690a0f0 HTTP/1.1" status: 200 len: 913 time: 0.1240160 Feb 16 17:03:52.240719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a917b46-3964-4c30-8103-5c14c6304eb4 req-839b261a-9322-4ce4-980c-8e40400dc7f9 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553803 Feb 16 17:03:52.281437 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e30c4401-e5e8-4e78-b520-e880c209c7ba req-84d3cbc2-1c53-48da-9818-227784ed3457 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 HTTP/1.1" status: 200 len: 217 time: 0.0438824 Feb 16 17:03:52.333452 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c4401-e5e8-4e78-b520-e880c209c7ba req-2a199153-3985-4d8b-aecc-81527515ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:52.334946 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e30c4401-e5e8-4e78-b520-e880c209c7ba req-2a199153-3985-4d8b-aecc-81527515ccc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69492ad4-0c52-4e13-b657-1bde2073c8f5 HTTP/1.1" status: 200 len: 852 time: 0.0458093 Feb 16 17:03:52.365629 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e30c4401-e5e8-4e78-b520-e880c209c7ba req-1d1082ba-c07e-4351-aaf3-6d1c0a480657 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d41eccaf-761a-4cd7-9519-6bd33690a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249414 Feb 16 17:03:52.462380 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e30c4401-e5e8-4e78-b520-e880c209c7ba req-90f87d72-960d-4824-b04f-bb7de6cce8fc service neutron] 10.222.0.60 "GET /v2.0/networks/d41eccaf-761a-4cd7-9519-6bd33690a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905735 Feb 16 17:03:52.556760 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e30c4401-e5e8-4e78-b520-e880c209c7ba req-130bfc18-4b09-42f3-8c0d-cff77e3e7502 service neutron] 10.222.0.60 "GET /v2.0/networks/d41eccaf-761a-4cd7-9519-6bd33690a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882888 Feb 16 17:03:53.156289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953309e-f14e-45c8-95fc-a2c56fb06901 req-e2877337-acb6-4fac-9d64-3f08c5a658e8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:53.157907 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1953309e-f14e-45c8-95fc-a2c56fb06901 req-e2877337-acb6-4fac-9d64-3f08c5a658e8 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0580873 Feb 16 17:03:53.212503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1953309e-f14e-45c8-95fc-a2c56fb06901 req-12831429-3203-4b06-b672-4dd71fbdd3c6 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485649 Feb 16 17:03:53.235866 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46612) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:53.357539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:53.366041 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2e0afb7a-2a8d-4a56-8c11-8820659f5493 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/floatingips/18416695-04aa-4d88-962a-2c4bd72dc5f4 HTTP/1.1" status: 200 len: 993 time: 0.1225791 Feb 16 17:03:53.392635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb141ac-a81e-478e-aeb8-62d43b7cc843 req-167626d7-9ea6-4af2-bd45-6b5abaeb7db9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:53.394138 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-feb141ac-a81e-478e-aeb8-62d43b7cc843 req-167626d7-9ea6-4af2-bd45-6b5abaeb7db9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 945 time: 0.1147637 Feb 16 17:03:53.402544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0ebd5-8a7a-44ed-bb7b-8e8fc273fbbc req-a24bb4e8-44e9-4613-b10d-0c640ff3bb39 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:53.404031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ce0ebd5-8a7a-44ed-bb7b-8e8fc273fbbc req-a24bb4e8-44e9-4613-b10d-0c640ff3bb39 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0829446 Feb 16 17:03:53.436121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:03:53.441433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:53.442201 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:53.483114 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-feb141ac-a81e-478e-aeb8-62d43b7cc843 req-03d7aeac-efe8-4385-a20b-0c44fd0b1ad0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779805 Feb 16 17:03:53.490641 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ce0ebd5-8a7a-44ed-bb7b-8e8fc273fbbc req-36fa6f34-b5df-4438-a495-4ca7b422ccb5 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788836 Feb 16 17:03:53.547594 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:03:53.548473 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:53.573905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e799cf75-c902-4204-975f-83e439dd14b6 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:03:53.580218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e799cf75-c902-4204-975f-83e439dd14b6 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:03:53.612936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:03:53.615071 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07004d55-fb76-4821-a2e8-992fc42f9ca3" -d '{"events": [{"server_uuid": "3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0", "name": "network-vif-plugged", "status": "completed", "tag": "c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:03:53.640335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:53.656821 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:53.691826 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f318c7-be60-4fa2-8957-4f2f5eaa7f2f x-openstack-request-id: req-d9f318c7-be60-4fa2-8957-4f2f5eaa7f2f {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:03:53.692119 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0", "name": "network-vif-plugged", "status": "completed", "tag": "c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:03:53.692359 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9f318c7-be60-4fa2-8957-4f2f5eaa7f2f {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:03:53.692811 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f', 'code': 200} Feb 16 17:03:53.778948 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8485748-858b-4b58-8386-f61e77a01f2b req-eaf7e9b4-4303-4f79-9bdc-9d48fc77f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:53.780708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8485748-858b-4b58-8386-f61e77a01f2b req-eaf7e9b4-4303-4f79-9bdc-9d48fc77f276 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 1128 time: 0.0544813 Feb 16 17:03:53.790249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e799cf75-c902-4204-975f-83e439dd14b6 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:03:53.790641 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e799cf75-c902-4204-975f-83e439dd14b6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:53.817345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:53.827372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8485748-858b-4b58-8386-f61e77a01f2b req-31928770-0548-43e8-b48f-c6da28e8ba09 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 Feb 16 17:03:53.849617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e799cf75-c902-4204-975f-83e439dd14b6, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e799cf75-c902-4204-975f-83e439dd14b6,segment=NetworkSegment(65a53a35-d2d3-410c-9134-5a71866cd247),segment_id=65a53a35-d2d3-410c-9134-5a71866cd247)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:53.856296 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e799cf75-c902-4204-975f-83e439dd14b6, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e799cf75-c902-4204-975f-83e439dd14b6,segment=NetworkSegment(65a53a35-d2d3-410c-9134-5a71866cd247),segment_id=65a53a35-d2d3-410c-9134-5a71866cd247)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:53.858766 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e799cf75-c902-4204-975f-83e439dd14b6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:53.893842 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'e799cf75-c902-4204-975f-83e439dd14b6', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'port_id': 'e799cf75-c902-4204-975f-83e439dd14b6', 'mac_address': 'fa:16:3e:2f:38:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:03:53.951826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e799cf75-c902-4204-975f-83e439dd14b6,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:53.954689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e799cf75-c902-4204-975f-83e439dd14b6 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:03:53.955088 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e799cf75-c902-4204-975f-83e439dd14b6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:53.970477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e799cf75-c902-4204-975f-83e439dd14b6 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:03:53.989873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e799cf75-c902-4204-975f-83e439dd14b6, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e799cf75-c902-4204-975f-83e439dd14b6,segment=NetworkSegment(65a53a35-d2d3-410c-9134-5a71866cd247),segment_id=65a53a35-d2d3-410c-9134-5a71866cd247)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:53.993576 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e799cf75-c902-4204-975f-83e439dd14b6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:54.041208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e799cf75-c902-4204-975f-83e439dd14b6,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:54.325648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['e799cf75-c902-4204-975f-83e439dd14b6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:03:54.645140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562ccc9-67e4-4bca-8703-889c42e42a25 req-2dda61c8-3ef5-4f32-9ee2-0f532f6d0f3e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:54.646606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3562ccc9-67e4-4bca-8703-889c42e42a25 req-2dda61c8-3ef5-4f32-9ee2-0f532f6d0f3e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 946 time: 0.0843017 Feb 16 17:03:54.658008 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e773b38-a258-41f9-a2bd-5d015f511aa4 req-cc3f277d-e656-4cdb-af68-edcfa0782814 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:54.659408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e773b38-a258-41f9-a2bd-5d015f511aa4 req-cc3f277d-e656-4cdb-af68-edcfa0782814 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0704143 Feb 16 17:03:54.730682 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3562ccc9-67e4-4bca-8703-889c42e42a25 req-a072394f-93f0-4b7e-9b71-2585123e0c40 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701585 Feb 16 17:03:54.742824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e773b38-a258-41f9-a2bd-5d015f511aa4 req-718dc2f2-f35b-4c19-bc14-143b40b554d2 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748842 Feb 16 17:03:55.019724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a979010-0283-45df-ae00-86fdb1c0f1ff req-a2e5201a-c762-4ca3-97ab-0397aa69b979 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:55.021326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a979010-0283-45df-ae00-86fdb1c0f1ff req-a2e5201a-c762-4ca3-97ab-0397aa69b979 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0603793 Feb 16 17:03:55.071361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a979010-0283-45df-ae00-86fdb1c0f1ff req-0f3fb58f-40e9-479f-a7de-2cd677ea977e tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Feb 16 17:03:55.588687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e799cf75-c902-4204-975f-83e439dd14b6 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:03:55.640708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port e799cf75-c902-4204-975f-83e439dd14b6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:03:55.641086 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e799cf75-c902-4204-975f-83e439dd14b6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:55.692809 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ad20bfef-dd57-4cbf-9f70-91e35ea5799c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:55.696259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e799cf75-c902-4204-975f-83e439dd14b6'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:03:55.698515 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b036cda8-7728-4c8d-aff8-3e10e7f87680" -d '{"events": [{"server_uuid": "d331acb8-2483-4692-82b8-ca9c7e765580", "name": "network-vif-unplugged", "status": "completed", "tag": "e799cf75-c902-4204-975f-83e439dd14b6"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:03:55.740219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e799cf75-c902-4204-975f-83e439dd14b6 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:03:55.740578 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e799cf75-c902-4204-975f-83e439dd14b6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:55.743327 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78935916-86af-4626-803b-05ed66c6eaf9 x-openstack-request-id: req-78935916-86af-4626-803b-05ed66c6eaf9 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:03:55.743633 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d331acb8-2483-4692-82b8-ca9c7e765580", "name": "network-vif-unplugged", "status": "completed", "tag": "e799cf75-c902-4204-975f-83e439dd14b6", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:03:55.744161 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78935916-86af-4626-803b-05ed66c6eaf9 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:03:55.744540 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e799cf75-c902-4204-975f-83e439dd14b6', 'code': 200} Feb 16 17:03:55.775714 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e799cf75-c902-4204-975f-83e439dd14b6, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e799cf75-c902-4204-975f-83e439dd14b6,segment=NetworkSegment(65a53a35-d2d3-410c-9134-5a71866cd247),segment_id=65a53a35-d2d3-410c-9134-5a71866cd247)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:55.780341 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e799cf75-c902-4204-975f-83e439dd14b6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:55.833682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e799cf75-c902-4204-975f-83e439dd14b6,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:55.879015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aa623-7cc3-4999-ba13-c29783f2b61e req-949962c4-3add-4b22-a5c2-33c0b379338e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:55.881136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-167aa623-7cc3-4999-ba13-c29783f2b61e req-949962c4-3add-4b22-a5c2-33c0b379338e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 946 time: 0.0561829 Feb 16 17:03:55.931899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-167aa623-7cc3-4999-ba13-c29783f2b61e req-b65c410b-4433-43b8-8616-7d4b1e4efbee tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457370 Feb 16 17:03:56.056395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf66339-9af3-496a-b19d-9c458e8bae67 req-ba250515-075a-4dfa-a8fd-b163a2c7568d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:56.057860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cf66339-9af3-496a-b19d-9c458e8bae67 req-ba250515-075a-4dfa-a8fd-b163a2c7568d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 946 time: 0.0562553 Feb 16 17:03:56.107215 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cf66339-9af3-496a-b19d-9c458e8bae67 req-2171720d-b687-420c-aa72-37cd54bb45e9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433302 Feb 16 17:03:56.214945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c302f1-4b08-4325-ba67-6fa2da9f04b7 req-59e9e7af-7ee2-4ac1-a9b4-94e9ad08465d tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:56.216556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01c302f1-4b08-4325-ba67-6fa2da9f04b7 req-59e9e7af-7ee2-4ac1-a9b4-94e9ad08465d tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0776453 Feb 16 17:03:56.266515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040e95b-d9bc-4698-ad6b-aef13b89b914 req-e29474b3-2a77-4743-91b8-031b82846e01 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:56.267993 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c040e95b-d9bc-4698-ad6b-aef13b89b914 req-e29474b3-2a77-4743-91b8-031b82846e01 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 946 time: 0.0899148 Feb 16 17:03:56.298105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-01c302f1-4b08-4325-ba67-6fa2da9f04b7 req-5c3034fc-a45d-4d1b-864b-616ca67036fd tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f250172-5e32-48dd-896b-c4118eb9c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754235 Feb 16 17:03:56.325265 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c040e95b-d9bc-4698-ad6b-aef13b89b914 req-63c496a5-fab3-45fc-8f99-d3581d763fc9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509393 Feb 16 17:03:56.614727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee2eda-20b6-4363-b43e-cca4e6b13114 req-8383cf16-2fe0-49f6-9aa9-fba9737d2244 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:56.616160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-baee2eda-20b6-4363-b43e-cca4e6b13114 req-8383cf16-2fe0-49f6-9aa9-fba9737d2244 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 946 time: 0.0535941 Feb 16 17:03:56.668352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-baee2eda-20b6-4363-b43e-cca4e6b13114 req-effe161e-fae2-4fc6-b6b8-22d6a7ef40d6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449467 Feb 16 17:03:56.871213 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:03:56.911849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48089cf8-1f57-40b7-bd44-b92e3c0426a9 req-3ebd182f-f018-4a50-a877-d60f67db6cce tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:56.913313 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-48089cf8-1f57-40b7-bd44-b92e3c0426a9 req-3ebd182f-f018-4a50-a877-d60f67db6cce tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 946 time: 0.0559864 Feb 16 17:03:57.008175 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-48089cf8-1f57-40b7-bd44-b92e3c0426a9 req-e3ef90b0-4b22-458a-b001-76f02089a6f4 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Deleting port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:03:57.008514 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-48089cf8-1f57-40b7-bd44-b92e3c0426a9 req-e3ef90b0-4b22-458a-b001-76f02089a6f4 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:57.102561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-48089cf8-1f57-40b7-bd44-b92e3c0426a9 req-e3ef90b0-4b22-458a-b001-76f02089a6f4 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] For port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40,segment=NetworkSegment(ff149fe8-f839-4768-ba54-4c2b78ca6fba),segment_id=ff149fe8-f839-4768-ba54-4c2b78ca6fba)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:57.102846 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-48089cf8-1f57-40b7-bd44-b92e3c0426a9 req-e3ef90b0-4b22-458a-b001-76f02089a6f4 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:57.114608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-48089cf8-1f57-40b7-bd44-b92e3c0426a9 req-e3ef90b0-4b22-458a-b001-76f02089a6f4 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Calling delete_port for 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:03:57.244421 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-48089cf8-1f57-40b7-bd44-b92e3c0426a9 req-e3ef90b0-4b22-458a-b001-76f02089a6f4 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:57.256178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:03:57.275204 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef90b0-4b22-458a-b001-76f02089a6f4 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Pushing event deleted for resources: {'Port': ['ID=65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:57.318413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-48089cf8-1f57-40b7-bd44-b92e3c0426a9 req-e3ef90b0-4b22-458a-b001-76f02089a6f4 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] No DVR routers for this DVR port 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:57.325199 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-48089cf8-1f57-40b7-bd44-b92e3c0426a9 req-e3ef90b0-4b22-458a-b001-76f02089a6f4 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:57.328902 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-48089cf8-1f57-40b7-bd44-b92e3c0426a9 req-e3ef90b0-4b22-458a-b001-76f02089a6f4 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.60 "DELETE /v2.0/ports/65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 HTTP/1.1" status: 204 len: 173 time: 0.4103730 Feb 16 17:03:57.329365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9abbc3d-330c-4685-8f72-6113b08ab0d1', 'name': 'network-vif-deleted', 'tag': '65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:03:57.331610 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d22eb23-0a75-4a30-88cc-1d8837c8b12f" -d '{"events": [{"server_uuid": "e9abbc3d-330c-4685-8f72-6113b08ab0d1", "name": "network-vif-deleted", "tag": "65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:03:57.397016 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2fb4bf-235c-439f-b137-e1f9abea327c x-openstack-request-id: req-2d2fb4bf-235c-439f-b137-e1f9abea327c {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:03:57.397307 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9abbc3d-330c-4685-8f72-6113b08ab0d1", "name": "network-vif-deleted", "tag": "65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:03:57.397608 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d2fb4bf-235c-439f-b137-e1f9abea327c {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:03:57.398123 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9abbc3d-330c-4685-8f72-6113b08ab0d1', 'name': 'network-vif-deleted', 'tag': '65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40', 'status': 'completed', 'code': 200} Feb 16 17:03:57.416426 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45142550-d96b-48b0-95af-3dab91030009 req-e73d824d-ff00-4007-bc3c-4ed9097376b1 tempest-TestServerAdvancedOps-355400150 tempest-TestServerAdvancedOps-355400150-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9abbc3d-330c-4685-8f72-6113b08ab0d1 HTTP/1.1" status: 200 len: 210 time: 0.0393226 Feb 16 17:03:57.745861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e799cf75-c902-4204-975f-83e439dd14b6'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:03:57.749668 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075173ec-060f-472f-8886-bf0e5c33acb3" -d '{"events": [{"server_uuid": "d331acb8-2483-4692-82b8-ca9c7e765580", "name": "network-vif-plugged", "status": "completed", "tag": "e799cf75-c902-4204-975f-83e439dd14b6"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:03:57.813043 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fc5afb-11b8-411d-a085-bff2dfd09b6c x-openstack-request-id: req-58fc5afb-11b8-411d-a085-bff2dfd09b6c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:03:57.814290 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d331acb8-2483-4692-82b8-ca9c7e765580", "name": "network-vif-plugged", "status": "completed", "tag": "e799cf75-c902-4204-975f-83e439dd14b6", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:03:57.815257 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58fc5afb-11b8-411d-a085-bff2dfd09b6c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:03:57.815856 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e799cf75-c902-4204-975f-83e439dd14b6', 'code': 200} Feb 16 17:03:57.821520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae97e3-c369-47de-9d91-fda530de8e47 req-05c1515d-5edb-4e83-87b8-1c99df91c64e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:57.823281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18ae97e3-c369-47de-9d91-fda530de8e47 req-05c1515d-5edb-4e83-87b8-1c99df91c64e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 946 time: 0.0726666 Feb 16 17:03:57.875182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18ae97e3-c369-47de-9d91-fda530de8e47 req-9deeedaa-1b14-4610-a3be-001a9384c816 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454743 Feb 16 17:03:58.010631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c590d1-060c-4289-9e4e-2f1bbe36c1a3 req-643bf375-b5e5-4128-93ef-7f354049e4f1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:03:58.012041 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2c590d1-060c-4289-9e4e-2f1bbe36c1a3 req-643bf375-b5e5-4128-93ef-7f354049e4f1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 946 time: 0.0547740 Feb 16 17:03:58.105913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-d2c590d1-060c-4289-9e4e-2f1bbe36c1a3 req-84250dda-095f-47f9-a2c5-0273a4f109e9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Deleting port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:03:58.106255 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d2c590d1-060c-4289-9e4e-2f1bbe36c1a3 req-84250dda-095f-47f9-a2c5-0273a4f109e9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:58.196670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-d2c590d1-060c-4289-9e4e-2f1bbe36c1a3 req-84250dda-095f-47f9-a2c5-0273a4f109e9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] For port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:03:58.197029 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d2c590d1-060c-4289-9e4e-2f1bbe36c1a3 req-84250dda-095f-47f9-a2c5-0273a4f109e9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:58.209514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-d2c590d1-060c-4289-9e4e-2f1bbe36c1a3 req-84250dda-095f-47f9-a2c5-0273a4f109e9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Calling delete_port for c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:03:58.296270 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a873e01e-73bc-4957-9a1d-b003513825a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:58.343227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d2c590d1-060c-4289-9e4e-2f1bbe36c1a3 req-84250dda-095f-47f9-a2c5-0273a4f109e9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:58.357611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:03:58.375421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84250dda-095f-47f9-a2c5-0273a4f109e9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event deleted for resources: {'Port': ['ID=c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:58.437279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c590d1-060c-4289-9e4e-2f1bbe36c1a3 req-84250dda-095f-47f9-a2c5-0273a4f109e9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] No DVR routers for this DVR port c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:03:58.440171 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d2c590d1-060c-4289-9e4e-2f1bbe36c1a3 req-84250dda-095f-47f9-a2c5-0273a4f109e9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:58.444406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2c590d1-060c-4289-9e4e-2f1bbe36c1a3 req-84250dda-095f-47f9-a2c5-0273a4f109e9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "DELETE /v2.0/ports/c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f HTTP/1.1" status: 204 len: 173 time: 0.4271085 Feb 16 17:03:58.444536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0', 'name': 'network-vif-deleted', 'tag': 'c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:03:58.448037 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e12da6-908d-4718-b250-c246cfbe6687" -d '{"events": [{"server_uuid": "3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0", "name": "network-vif-deleted", "tag": "c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:03:58.499419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46668) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:58.538626 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74391b7a-f94f-4dd6-8631-97d75cfe1cb4 x-openstack-request-id: req-74391b7a-f94f-4dd6-8631-97d75cfe1cb4 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:03:58.539559 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0", "name": "network-vif-deleted", "tag": "c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:03:58.540094 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74391b7a-f94f-4dd6-8631-97d75cfe1cb4 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:03:58.540573 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0', 'name': 'network-vif-deleted', 'tag': 'c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f', 'status': 'completed', 'code': 200} Feb 16 17:03:58.565443 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf657010-d4cf-4ea1-9400-2a2e8552845d admin admin] Deleting subnet 69492ad4-0c52-4e13-b657-1bde2073c8f5 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:03:58.568809 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bf657010-d4cf-4ea1-9400-2a2e8552845d admin admin] Publish callbacks [] for subnet (69492ad4-0c52-4e13-b657-1bde2073c8f5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:58.614361 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bf657010-d4cf-4ea1-9400-2a2e8552845d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (69492ad4-0c52-4e13-b657-1bde2073c8f5), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:58.666941 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bf657010-d4cf-4ea1-9400-2a2e8552845d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (69492ad4-0c52-4e13-b657-1bde2073c8f5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:58.720936 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bf657010-d4cf-4ea1-9400-2a2e8552845d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (69492ad4-0c52-4e13-b657-1bde2073c8f5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:58.748488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf657010-d4cf-4ea1-9400-2a2e8552845d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69492ad4-0c52-4e13-b657-1bde2073c8f5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:58.752693 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bf657010-d4cf-4ea1-9400-2a2e8552845d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:58.756297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bf657010-d4cf-4ea1-9400-2a2e8552845d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/69492ad4-0c52-4e13-b657-1bde2073c8f5 HTTP/1.1" status: 204 len: 168 time: 0.2553449 Feb 16 17:03:58.759047 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46670) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:58.832944 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30cc2150-ca0b-4f2b-8ba7-be63c621af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (d41eccaf-761a-4cd7-9519-6bd33690a0f0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:58.911523 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30cc2150-ca0b-4f2b-8ba7-be63c621af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (d41eccaf-761a-4cd7-9519-6bd33690a0f0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:58.933218 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-30cc2150-ca0b-4f2b-8ba7-be63c621af8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41eccaf-761a-4cd7-9519-6bd33690a0f0']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:58.943066 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-30cc2150-ca0b-4f2b-8ba7-be63c621af8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff149fe8-f839-4768-ba54-4c2b78ca6fba') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:58.943374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-30cc2150-ca0b-4f2b-8ba7-be63c621af8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff149fe8-f839-4768-ba54-4c2b78ca6fba') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:58.967480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30cc2150-ca0b-4f2b-8ba7-be63c621af8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (ff149fe8-f839-4768-ba54-4c2b78ca6fba), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:58.988970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fd18976-0651-46a0-a9d4-a82ff23f54d9 req-5f15f182-3c7f-4a58-ac75-96e26b268ffb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 210 time: 0.0384128 Feb 16 17:03:58.997554 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30cc2150-ca0b-4f2b-8ba7-be63c621af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ff149fe8-f839-4768-ba54-4c2b78ca6fba), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.013372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cc2150-ca0b-4f2b-8ba7-be63c621af8a admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:59.013763 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30cc2150-ca0b-4f2b-8ba7-be63c621af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (ff149fe8-f839-4768-ba54-4c2b78ca6fba), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:59.015430 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:59.069741 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30cc2150-ca0b-4f2b-8ba7-be63c621af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (d41eccaf-761a-4cd7-9519-6bd33690a0f0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.076023 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30cc2150-ca0b-4f2b-8ba7-be63c621af8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.079228 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-30cc2150-ca0b-4f2b-8ba7-be63c621af8a admin admin] 10.222.0.24 "DELETE /v2.0/networks/d41eccaf-761a-4cd7-9519-6bd33690a0f0 HTTP/1.1" status: 204 len: 168 time: 0.3192024 Feb 16 17:03:59.082323 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46674) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:59.091382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc2150-ca0b-4f2b-8ba7-be63c621af8a admin admin] Pushing event deleted for resources: {'Network': ['ID=d41eccaf-761a-4cd7-9519-6bd33690a0f0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:59.133612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06e5b9c-5767-4d9c-976e-f9515f5206e4 admin admin] Deleting subnet f6b75a0f-5418-4ab5-bf73-413e94314ff3 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:03:59.137033 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c06e5b9c-5767-4d9c-976e-f9515f5206e4 admin admin] Publish callbacks [] for subnet (f6b75a0f-5418-4ab5-bf73-413e94314ff3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.176216 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c06e5b9c-5767-4d9c-976e-f9515f5206e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (f6b75a0f-5418-4ab5-bf73-413e94314ff3), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.216145 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c06e5b9c-5767-4d9c-976e-f9515f5206e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (f6b75a0f-5418-4ab5-bf73-413e94314ff3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.269449 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c06e5b9c-5767-4d9c-976e-f9515f5206e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (f6b75a0f-5418-4ab5-bf73-413e94314ff3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.293291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e5b9c-5767-4d9c-976e-f9515f5206e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b75a0f-5418-4ab5-bf73-413e94314ff3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:59.301917 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c06e5b9c-5767-4d9c-976e-f9515f5206e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.306240 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c06e5b9c-5767-4d9c-976e-f9515f5206e4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f6b75a0f-5418-4ab5-bf73-413e94314ff3 HTTP/1.1" status: 204 len: 168 time: 0.2229195 Feb 16 17:03:59.308981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46676) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:59.360036 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.381935 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6615c363-3a05-4f8b-9bb5-1ad9a05a1371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (724a9fac-d1d7-40ea-87f8-4fae6480f593), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.465183 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6615c363-3a05-4f8b-9bb5-1ad9a05a1371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (724a9fac-d1d7-40ea-87f8-4fae6480f593), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.486246 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-6615c363-3a05-4f8b-9bb5-1ad9a05a1371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724a9fac-d1d7-40ea-87f8-4fae6480f593']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:59.495841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-6615c363-3a05-4f8b-9bb5-1ad9a05a1371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6351b9a3-d171-47f5-a797-a2c29f883f5d') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:59.496064 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-6615c363-3a05-4f8b-9bb5-1ad9a05a1371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6351b9a3-d171-47f5-a797-a2c29f883f5d') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:03:59.505268 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6615c363-3a05-4f8b-9bb5-1ad9a05a1371 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (6351b9a3-d171-47f5-a797-a2c29f883f5d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.518232 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6615c363-3a05-4f8b-9bb5-1ad9a05a1371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (6351b9a3-d171-47f5-a797-a2c29f883f5d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.525525 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6615c363-3a05-4f8b-9bb5-1ad9a05a1371 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:03:59.525975 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6615c363-3a05-4f8b-9bb5-1ad9a05a1371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (6351b9a3-d171-47f5-a797-a2c29f883f5d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:03:59.528034 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:03:59.587718 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6615c363-3a05-4f8b-9bb5-1ad9a05a1371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (724a9fac-d1d7-40ea-87f8-4fae6480f593), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.593349 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6615c363-3a05-4f8b-9bb5-1ad9a05a1371 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.596975 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6615c363-3a05-4f8b-9bb5-1ad9a05a1371 admin admin] 10.222.0.24 "DELETE /v2.0/networks/724a9fac-d1d7-40ea-87f8-4fae6480f593 HTTP/1.1" status: 204 len: 168 time: 0.2870069 Feb 16 17:03:59.609039 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615c363-3a05-4f8b-9bb5-1ad9a05a1371 admin admin] Pushing event deleted for resources: {'Network': ['ID=724a9fac-d1d7-40ea-87f8-4fae6480f593,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:03:59.760122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46682) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:59.801754 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-91e4e4e1-d195-4c5c-8eb0-34bc6af4a707 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c53ed3617b634adb98b40bca7be65e0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396307 Feb 16 17:03:59.803803 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46684) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:03:59.852809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a48a1c3a-c398-4c32-853d-7f2fd6fae427 admin admin] Publish callbacks [] for security_group (1f250172-5e32-48dd-896b-c4118eb9c618), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.874844 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a48a1c3a-c398-4c32-853d-7f2fd6fae427 admin admin] Publish callbacks [] for security_group (1f250172-5e32-48dd-896b-c4118eb9c618), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.923606 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a48a1c3a-c398-4c32-853d-7f2fd6fae427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (1f250172-5e32-48dd-896b-c4118eb9c618), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.926222 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a48a1c3a-c398-4c32-853d-7f2fd6fae427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:03:59.927380 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a48a1c3a-c398-4c32-853d-7f2fd6fae427 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f250172-5e32-48dd-896b-c4118eb9c618 HTTP/1.1" status: 204 len: 168 time: 0.1218662 Feb 16 17:03:59.935900 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a1c3a-c398-4c32-853d-7f2fd6fae427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f250172-5e32-48dd-896b-c4118eb9c618,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:00.094025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c3394faf-422b-4b8a-8d40-9d3b537b07a0 req-f6346a51-e420-4381-8d6f-cef3e9c1feac tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 210 time: 0.0321932 Feb 16 17:04:00.268782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46692) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:04:00.319080 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cc16ff47-211f-4be5-be4a-d3abc90c0e94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c238a2301d14550bbe3cbed436bb016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468044 Feb 16 17:04:00.319348 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46694) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:04:00.370976 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d5289f7-87b1-4c55-a8c0-9c376509fc93 admin admin] Publish callbacks [] for security_group (5a95094b-d664-4fde-bd74-3a51a94ec16d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:00.395724 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d5289f7-87b1-4c55-a8c0-9c376509fc93 admin admin] Publish callbacks [] for security_group (5a95094b-d664-4fde-bd74-3a51a94ec16d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:00.447900 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d5289f7-87b1-4c55-a8c0-9c376509fc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5a95094b-d664-4fde-bd74-3a51a94ec16d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:00.450592 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8d5289f7-87b1-4c55-a8c0-9c376509fc93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:00.454304 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8d5289f7-87b1-4c55-a8c0-9c376509fc93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a95094b-d664-4fde-bd74-3a51a94ec16d HTTP/1.1" status: 204 len: 168 time: 0.1314676 Feb 16 17:04:00.460145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5289f7-87b1-4c55-a8c0-9c376509fc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a95094b-d664-4fde-bd74-3a51a94ec16d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:00.909855 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:01.193537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5c10933-6713-4c5a-9252-d4eb9dfec79b req-677ce9d0-60a1-4fb5-ae9f-16c7a1032c30 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 210 time: 0.0291779 Feb 16 17:04:01.401550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:01.423704 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:04:01.424101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c3c8a6b9-5ad7-4d7c-97f5-bcb1f950578f not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:01.526172 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:01.619987 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:04:01.654469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:04:01.655168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 65b0f055-a1dc-4f37-8f5a-9eb1a94e0a40 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:04:02.094436 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:02.309577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c07c5520-c146-4535-95f6-4de24dc19297 req-f7095ef5-4459-4c79-802a-5cce145e6aec tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 210 time: 0.0305481 Feb 16 17:04:03.443203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-507507d8-4727-453a-9b4b-8342de10b258 req-60bfd3ea-77a3-4e7b-800e-384d6c6c715e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 210 time: 0.0453897 Feb 16 17:04:04.540847 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb0b4754-2941-4e1c-b4ea-4032c66984f8 req-a540d55f-1d28-450d-bf53-6ecc9289bcda tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 210 time: 0.0305107 Feb 16 17:04:04.859777 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:05.659977 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-23848836-2e15-4a72-a882-605b3a4c0d39 req-09c4602b-b839-483b-bc2c-f467a2edcdd2 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 210 time: 0.0333085 Feb 16 17:04:06.785249 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e63d54bc-597e-4eae-87e9-27ef88ebaa8b req-6ab0e2cb-9c33-42ed-ad6d-e31dfd1cea0c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 210 time: 0.0324402 Feb 16 17:04:07.896176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abf0d059-2feb-436d-bf71-42f52d35f32b req-f01c6e8c-d05c-42c1-aac5-3b8b4d5c98fc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 210 time: 0.0366015 Feb 16 17:04:09.005959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-469d69d8-da93-4ea4-b080-d6cecf275057 req-69e30031-4cd0-405f-ba4a-dd27adcb3b97 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 210 time: 0.0365734 Feb 16 17:04:10.123261 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2659e7dc-e1da-4a21-b00a-cf31e5d01b82 req-7e9aca75-bf24-4777-8223-ca3903a01b50 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3120ceb0-bbb1-4d0d-a5a7-51ea690b90d0 HTTP/1.1" status: 200 len: 210 time: 0.0310097 Feb 16 17:04:25.087878 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dfefb0d0-6f06-489f-89c8-04074a53f9f4 req-0835c4a5-a6dc-40d8-9add-8835df34a3ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494673 Feb 16 17:04:25.181974 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefb0d0-6f06-489f-89c8-04074a53f9f4 req-908e2333-1039-4aea-b11f-37aae4c276f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:25.183606 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dfefb0d0-6f06-489f-89c8-04074a53f9f4 req-908e2333-1039-4aea-b11f-37aae4c276f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 1127 time: 0.0517371 Feb 16 17:04:25.304221 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefb0d0-6f06-489f-89c8-04074a53f9f4 req-841f354c-1d42-4b61-a566-17b6741d7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:25.305214 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dfefb0d0-6f06-489f-89c8-04074a53f9f4 req-841f354c-1d42-4b61-a566-17b6741d7639 service neutron] 10.222.0.60 "GET /v2.0/networks?id=696844de-4651-4936-9a4a-2b9239d067e8 HTTP/1.1" status: 200 len: 897 time: 0.1026189 Feb 16 17:04:25.377760 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dfefb0d0-6f06-489f-89c8-04074a53f9f4 req-479fc9e4-7dbb-422e-b216-925575018912 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e799cf75-c902-4204-975f-83e439dd14b6 HTTP/1.1" status: 200 len: 1001 time: 0.0662940 Feb 16 17:04:25.433075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefb0d0-6f06-489f-89c8-04074a53f9f4 req-9064b278-5f32-47e7-aeb9-5efcccf9a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:25.434840 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dfefb0d0-6f06-489f-89c8-04074a53f9f4 req-9064b278-5f32-47e7-aeb9-5efcccf9a712 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7fb8e78-9750-40d3-8ffa-413fd93b06a7 HTTP/1.1" status: 200 len: 835 time: 0.0515368 Feb 16 17:04:25.492236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefb0d0-6f06-489f-89c8-04074a53f9f4 req-63ad3dcb-819f-4e64-83ae-2dc15ddb5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:25.494279 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dfefb0d0-6f06-489f-89c8-04074a53f9f4 req-63ad3dcb-819f-4e64-83ae-2dc15ddb5d8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=696844de-4651-4936-9a4a-2b9239d067e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536606 Feb 16 17:04:25.605955 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dfefb0d0-6f06-489f-89c8-04074a53f9f4 req-e74ad487-ba20-4149-b8ba-d6297cab0d1d service neutron] 10.222.0.60 "GET /v2.0/networks/696844de-4651-4936-9a4a-2b9239d067e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051338 Feb 16 17:04:25.707530 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-29ce15e7-ac8d-4cd2-9f99-1511cb78bf33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:25.723826 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dfefb0d0-6f06-489f-89c8-04074a53f9f4 req-61e74e4e-7917-4f0d-a345-13e5678d0c92 service neutron] 10.222.0.60 "GET /v2.0/networks/696844de-4651-4936-9a4a-2b9239d067e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112878 Feb 16 17:04:28.300793 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-986f6b24-7a72-4d98-8b93-4e97c9ece7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:29.360828 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:30.932280 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:31.560052 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:32.091178 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:33.871513 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:04:34.851021 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:44.831375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-5fd7f6f0-0bc0-4719-b1f1-ba160e90df0c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:44.832878 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-5fd7f6f0-0bc0-4719-b1f1-ba160e90df0c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 811 time: 0.1098855 Feb 16 17:04:44.850245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-ef176e8e-d2f2-45b3-b8a2-492863fed2c1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/quotas/2b779e025ab44f24afff60114276c36b HTTP/1.1" status: 200 len: 375 time: 0.0094142 Feb 16 17:04:44.907892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-08f16a1a-02fd-4b8f-b917-018b001b7de9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526507 Feb 16 17:04:44.918964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-b4432031-8ac3-4697-aac5-ac57a6c6dcc2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:04:44.920149 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-b4432031-8ac3-4697-aac5-ac57a6c6dcc2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054936 Feb 16 17:04:45.020031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-0b54d0e6-bb74-4da3-bbc2-1ffc92db34ff service neutron] 10.222.0.24 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937235 Feb 16 17:04:45.058029 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47676) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:04:45.116127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-b3160ede-364a-4b2c-a12d-e3293085f8fa service neutron] 10.222.0.24 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898409 Feb 16 17:04:45.205653 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3a555978-982c-429b-9c3e-5b39f28ab7b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=339ec40502aa40e4b74c8c1f14f144fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1436579 Feb 16 17:04:45.205974 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47682) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:04:45.262546 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Publish callbacks [] for security_group (79c2e5a6-22cf-40d6-905c-2818969e2bc9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:45.287872 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Publish callbacks [] for security_group (79c2e5a6-22cf-40d6-905c-2818969e2bc9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:45.341704 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (79c2e5a6-22cf-40d6-905c-2818969e2bc9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:45.345169 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:45.346337 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79c2e5a6-22cf-40d6-905c-2818969e2bc9 HTTP/1.1" status: 204 len: 168 time: 0.1394947 Feb 16 17:04:45.356762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c2e5a6-22cf-40d6-905c-2818969e2bc9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:45.368017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:45.368908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:45.369429 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:45.369931 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:45.370436 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:45.371056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:45.371696 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:45.372236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:45.372728 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:45.373439 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:45.373946 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:45.374727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:45.375215 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ecf64-fc6f-44ed-bf69-4a150bc2b320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:45.488154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9b8c916-de39-4ca6-b47d-802c7d7e1912 req-1fb8f5c3-e090-4914-94b4-ba343affec50 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 210 time: 0.0511272 Feb 16 17:04:46.581377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29ed60b7-830c-42cf-9a0d-0e5d00db6391 req-5adc7a8f-19a6-4ce6-8501-027b3bc177dc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 210 time: 0.0286021 Feb 16 17:04:47.006969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-0d3dc2a1-6fa0-4879-bf26-ca6dc623a18c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:47.008484 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-0d3dc2a1-6fa0-4879-bf26-ca6dc623a18c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 811 time: 0.4262207 Feb 16 17:04:47.020991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'port': {'device_id': '759300a4-e7a9-44d8-b56b-9fdee53d56f3', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'admin_state_up': True, 'tenant_id': '2b779e025ab44f24afff60114276c36b'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:47.149517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Made reservation on behalf of 2b779e025ab44f24afff60114276c36b for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:47.152821 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:47.280074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Allocated IP 172.20.0.14 (59605855-a12a-4807-9e09-0b33b401436f/a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f/d3b59549-308b-4ea9-b657-31e1896ddfd6) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:47.437967 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:47.470507 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:47.521471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Network 59605855-a12a-4807-9e09-0b33b401436f is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:47.525778 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:47.527710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'Port': ['ID=d3b59549-308b-4ea9-b657-31e1896ddfd6,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:47.535453 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:47.585587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:47.586159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:47.586281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:47.586579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:47.586987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:47.587323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:47.587655 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:47.588003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:47.588406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:47.588734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:47.589061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:47.589384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:47.589711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:47.597553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:47.598177 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:47.622895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-197ceaef-6ff5-4aca-820b-93d63af0a985 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6058695 Feb 16 17:04:47.634807 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Request body: {'port': {'device_id': '759300a4-e7a9-44d8-b56b-9fdee53d56f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:47.707498 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:47.821309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e11e9f-93df-4607-9066-1d64ad55f8e7 req-d7087ef9-90c2-41b3-ad83-2462fdc5ccb5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:47.822813 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98e11e9f-93df-4607-9066-1d64ad55f8e7 req-d7087ef9-90c2-41b3-ad83-2462fdc5ccb5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 932 time: 0.1165230 Feb 16 17:04:47.899955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f1e27c49-72d2-46b0-aca7-55820d7c06c8 None None] Provisioning complete for port d3b59549-308b-4ea9-b657-31e1896ddfd6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:47.901203 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f1e27c49-72d2-46b0-aca7-55820d7c06c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:47.941885 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98e11e9f-93df-4607-9066-1d64ad55f8e7 req-c6dead7c-0116-4a37-9860-7e685f104199 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123524 Feb 16 17:04:47.944299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f1e27c49-72d2-46b0-aca7-55820d7c06c8 None None] Port d3b59549-308b-4ea9-b657-31e1896ddfd6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:04:48.111658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b59549-308b-4ea9-b657-31e1896ddfd6 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:04:48.120364 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Publish callbacks [] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:48.133464 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Transition to ACTIVE for port object d3b59549-308b-4ea9-b657-31e1896ddfd6 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:04:48.137478 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:48.215099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Pushing event updated for resources: {'Port': ['ID=d3b59549-308b-4ea9-b657-31e1896ddfd6,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:48.268615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Attempting to bind port d3b59549-308b-4ea9-b657-31e1896ddfd6 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:04:48.268946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Attempting to bind port d3b59549-308b-4ea9-b657-31e1896ddfd6 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:04:48.269273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Attempting to bind port d3b59549-308b-4ea9-b657-31e1896ddfd6 on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:48.274359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Port d3b59549-308b-4ea9-b657-31e1896ddfd6 on network 59605855-a12a-4807-9e09-0b33b401436f not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:04:48.274680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Attempting to bind port d3b59549-308b-4ea9-b657-31e1896ddfd6 on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:48.279901 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:48.280245 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Checking segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:04:48.280613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Bound using segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:48.281044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Bound port: d3b59549-308b-4ea9-b657-31e1896ddfd6, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:04:48.281407 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:48.350960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] For port d3b59549-308b-4ea9-b657-31e1896ddfd6, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:48.354812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] For port d3b59549-308b-4ea9-b657-31e1896ddfd6, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d3b59549-308b-4ea9-b657-31e1896ddfd6,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:48.366215 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:48.402639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:48.403254 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:48.404815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] 10.222.0.65 "PUT /v2.0/ports/d3b59549-308b-4ea9-b657-31e1896ddfd6 HTTP/1.1" status: 200 len: 1092 time: 0.7753890 Feb 16 17:04:48.405337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759300a4-e7a9-44d8-b56b-9fdee53d56f3', 'tag': 'd3b59549-308b-4ea9-b657-31e1896ddfd6'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:04:48.407492 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6667d9f-c2e1-4905-80e2-aca1193c6034" -d '{"events": [{"name": "network-changed", "server_uuid": "759300a4-e7a9-44d8-b56b-9fdee53d56f3", "tag": "d3b59549-308b-4ea9-b657-31e1896ddfd6"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:04:48.434778 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039ddb4-6f99-4e94-b896-7dffd5f9699d service neutron] Pushing event updated for resources: {'Port': ['ID=d3b59549-308b-4ea9-b657-31e1896ddfd6,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:48.529411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-01016c42-feb0-46f4-8c1f-868b5e68e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:48.531786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-01016c42-feb0-46f4-8c1f-868b5e68e89d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 1126 time: 0.0844271 Feb 16 17:04:48.581726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-2d21ca6d-04f2-4ca2-be8e-f37389edca04 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3b59549-308b-4ea9-b657-31e1896ddfd6 HTTP/1.1" status: 200 len: 217 time: 0.0429664 Feb 16 17:04:48.664783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-ec463bef-ac7e-46dc-8a83-399c327cb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:48.666433 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-ec463bef-ac7e-46dc-8a83-399c327cb570 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0786273 Feb 16 17:04:48.667989 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7258554-f3de-4026-9a2d-4112765b98b5 x-openstack-request-id: req-d7258554-f3de-4026-9a2d-4112765b98b5 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:04:48.668274 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759300a4-e7a9-44d8-b56b-9fdee53d56f3", "tag": "d3b59549-308b-4ea9-b657-31e1896ddfd6", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:04:48.668531 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7258554-f3de-4026-9a2d-4112765b98b5 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:04:48.668921 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759300a4-e7a9-44d8-b56b-9fdee53d56f3', 'tag': 'd3b59549-308b-4ea9-b657-31e1896ddfd6', 'status': 'completed', 'code': 200} Feb 16 17:04:48.720040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-140868c0-c1d6-490c-9f3c-060f99cf1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:48.721604 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-140868c0-c1d6-490c-9f3c-060f99cf1de7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492318 Feb 16 17:04:48.832957 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-431f0fc9-1342-4333-86b1-6cb4524e5e13 service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021085 Feb 16 17:04:48.940686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48ee52c5-8a2d-49ff-b629-bf5daa46786d req-6b18f28d-0790-4ee3-a608-b11f2bf9e920 service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011655 Feb 16 17:04:49.045372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6667d9f-c2e1-4905-80e2-aca1193c6034 req-6c19eb2e-a247-4287-b1d2-9145125787d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:49.046959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6667d9f-c2e1-4905-80e2-aca1193c6034 req-6c19eb2e-a247-4287-b1d2-9145125787d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 1126 time: 0.0613332 Feb 16 17:04:49.155783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29203abd-e4d5-49f4-8a22-1ca66dedb50b req-360a9d11-85e2-4d6e-8117-18ca669b1093 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:49.157445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29203abd-e4d5-49f4-8a22-1ca66dedb50b req-360a9d11-85e2-4d6e-8117-18ca669b1093 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 944 time: 0.1233351 Feb 16 17:04:49.182660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6667d9f-c2e1-4905-80e2-aca1193c6034 req-eda63705-8df1-4af6-a87f-2eaf7baf9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:49.184241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6667d9f-c2e1-4905-80e2-aca1193c6034 req-eda63705-8df1-4af6-a87f-2eaf7baf9253 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.1183317 Feb 16 17:04:49.231169 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6667d9f-c2e1-4905-80e2-aca1193c6034 req-0ebeedd6-b653-4435-8afc-38ffac7779e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3b59549-308b-4ea9-b657-31e1896ddfd6 HTTP/1.1" status: 200 len: 217 time: 0.0405946 Feb 16 17:04:49.290820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29203abd-e4d5-49f4-8a22-1ca66dedb50b req-d1bd94aa-3cd0-4837-bf0e-310906d5a2c8 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194286 Feb 16 17:04:49.302227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6667d9f-c2e1-4905-80e2-aca1193c6034 req-8b5c77fc-1a3e-488a-8d60-9aff532d7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:49.303869 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6667d9f-c2e1-4905-80e2-aca1193c6034 req-8b5c77fc-1a3e-488a-8d60-9aff532d7191 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0662773 Feb 16 17:04:49.355414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6667d9f-c2e1-4905-80e2-aca1193c6034 req-b7ca995a-8e22-47af-b4b6-08a6b47c8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:49.357193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6667d9f-c2e1-4905-80e2-aca1193c6034 req-b7ca995a-8e22-47af-b4b6-08a6b47c8b30 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476103 Feb 16 17:04:49.454946 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6667d9f-c2e1-4905-80e2-aca1193c6034 req-5a2dbaf1-4aee-4c4f-8cb8-84cb402154cd service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916913 Feb 16 17:04:49.548256 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6667d9f-c2e1-4905-80e2-aca1193c6034 req-585d1c2e-0083-4724-a957-98cb20900260 service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867012 Feb 16 17:04:50.436732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436b2a5-d261-43cb-9e5c-69cff621348f req-9ce9a914-a270-4fe4-a926-3850727931c2 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:50.440658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4436b2a5-d261-43cb-9e5c-69cff621348f req-9ce9a914-a270-4fe4-a926-3850727931c2 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 944 time: 0.0578475 Feb 16 17:04:50.495404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4436b2a5-d261-43cb-9e5c-69cff621348f req-20797169-5acc-4d3d-a312-d01226d5580c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514636 Feb 16 17:04:51.622226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d75db2-7f2a-467c-8bf1-7011a77a76a1 req-6f426360-8649-46fb-91c6-59aafc8f3ebd tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:51.625820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11d75db2-7f2a-467c-8bf1-7011a77a76a1 req-6f426360-8649-46fb-91c6-59aafc8f3ebd tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 944 time: 0.0617883 Feb 16 17:04:51.675443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11d75db2-7f2a-467c-8bf1-7011a77a76a1 req-5bf06813-7267-4a0b-89df-2edf2f60787e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458093 Feb 16 17:04:52.800058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff02c7-4df6-4826-b678-599e43e57aea req-b5d4b368-2690-4db8-bc0b-5b2979930212 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:52.801652 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83ff02c7-4df6-4826-b678-599e43e57aea req-b5d4b368-2690-4db8-bc0b-5b2979930212 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 944 time: 0.0540576 Feb 16 17:04:52.852143 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83ff02c7-4df6-4826-b678-599e43e57aea req-410ea53e-1b3e-435e-9792-67768ce3b44b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442622 Feb 16 17:04:53.305470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47772) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:04:53.425630 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1622626c-98fb-45b8-93fc-e1d11591a5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:53.519316 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1622626c-98fb-45b8-93fc-e1d11591a5b7 admin admin] Publish callbacks [] for security_group (00456695-c3c3-40b2-9699-58ff9f3b7351), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:53.524738 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1622626c-98fb-45b8-93fc-e1d11591a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (00456695-c3c3-40b2-9699-58ff9f3b7351), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:53.572978 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1622626c-98fb-45b8-93fc-e1d11591a5b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c757dd1e7afc44fa9b824943db63e0c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2639573 Feb 16 17:04:53.572978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622626c-98fb-45b8-93fc-e1d11591a5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00456695-c3c3-40b2-9699-58ff9f3b7351,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:53.573273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47776) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:04:53.627980 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d4731dd-a775-4e94-b824-f7a9745c0738 admin admin] Publish callbacks [] for security_group (00456695-c3c3-40b2-9699-58ff9f3b7351), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:53.651666 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d4731dd-a775-4e94-b824-f7a9745c0738 admin admin] Publish callbacks [] for security_group (00456695-c3c3-40b2-9699-58ff9f3b7351), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:53.702316 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d4731dd-a775-4e94-b824-f7a9745c0738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (00456695-c3c3-40b2-9699-58ff9f3b7351), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:53.704836 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d4731dd-a775-4e94-b824-f7a9745c0738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:53.708447 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2d4731dd-a775-4e94-b824-f7a9745c0738 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00456695-c3c3-40b2-9699-58ff9f3b7351 HTTP/1.1" status: 204 len: 168 time: 0.1317577 Feb 16 17:04:53.715834 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4731dd-a775-4e94-b824-f7a9745c0738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00456695-c3c3-40b2-9699-58ff9f3b7351,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:54.027990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061f57b-da8b-42fb-8e84-c1457003fcc8 req-b88c8762-be4a-4e43-9b2e-efd789d2173e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:54.030761 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b061f57b-da8b-42fb-8e84-c1457003fcc8 req-b88c8762-be4a-4e43-9b2e-efd789d2173e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 944 time: 0.0811203 Feb 16 17:04:54.111033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b061f57b-da8b-42fb-8e84-c1457003fcc8 req-ae77b897-0b9b-4a9a-b6c1-20033dd32140 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679777 Feb 16 17:04:54.418518 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47802) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:04:54.553169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-916129564-network', 'tenant_id': '3614092eca08472cb52bc195a813129c'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:54.574969 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] Made reservation on behalf of 3614092eca08472cb52bc195a813129c for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:54.578160 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:54.588603 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:54.668609 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] Publish callbacks [] for security_group (00cd492a-5aa1-4fd7-bb2c-b3834737074c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:54.672569 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (00cd492a-5aa1-4fd7-bb2c-b3834737074c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:54.700755 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:54.706150 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cd492a-5aa1-4fd7-bb2c-b3834737074c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:54.714649 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (bb54af66-d2eb-429f-81fa-a60b08a86b72), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:54.715006 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] Added segment bb54af66-d2eb-429f-81fa-a60b08a86b72 of type vlan for network 4c8de067-18eb-44be-98e0-e96ce5e05fe7 Feb 16 17:04:54.756926 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (4c8de067-18eb-44be-98e0-e96ce5e05fe7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:54.781074 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (4c8de067-18eb-44be-98e0-e96ce5e05fe7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:54.782241 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:54.783451 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:54.817834 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3980389 Feb 16 17:04:54.821138 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47806) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:04:54.827163 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-74870815-01f1-4ac2-9a08-64b0df4a5e85 admin admin] Request body: {'subnet': {'network_id': '4c8de067-18eb-44be-98e0-e96ce5e05fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-916129564-subnet', 'tenant_id': '3614092eca08472cb52bc195a813129c', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:54.856941 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b5042-8bad-4994-bd46-8bda4da17c4f admin admin] Pushing event updated for resources: {'Network': ['ID=4c8de067-18eb-44be-98e0-e96ce5e05fe7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:54.868739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 4c8de067-18eb-44be-98e0-e96ce5e05fe7 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:04:54.874137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74870815-01f1-4ac2-9a08-64b0df4a5e85 admin admin] Made reservation on behalf of 3614092eca08472cb52bc195a813129c for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:54.876661 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74870815-01f1-4ac2-9a08-64b0df4a5e85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:55.049591 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74870815-01f1-4ac2-9a08-64b0df4a5e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (52b42c0a-a51f-43fb-800e-95625b5a1c06), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:55.107336 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74870815-01f1-4ac2-9a08-64b0df4a5e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b42c0a-a51f-43fb-800e-95625b5a1c06,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:55.119674 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74870815-01f1-4ac2-9a08-64b0df4a5e85 admin admin] Checking segment: {'id': 'bb54af66-d2eb-429f-81fa-a60b08a86b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c8de067-18eb-44be-98e0-e96ce5e05fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:04:55.119940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74870815-01f1-4ac2-9a08-64b0df4a5e85 admin admin] Network hostable DHCP agents. Network: 4c8de067-18eb-44be-98e0-e96ce5e05fe7, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:04:55.138058 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74870815-01f1-4ac2-9a08-64b0df4a5e85 admin admin] Network 4c8de067-18eb-44be-98e0-e96ce5e05fe7 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:04:55.149422 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-74870815-01f1-4ac2-9a08-64b0df4a5e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 4c8de067-18eb-44be-98e0-e96ce5e05fe7) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:55.158543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75d1f00-afc0-456a-8ad8-d96e3d5a61aa None None] Network 4c8de067-18eb-44be-98e0-e96ce5e05fe7 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:04:55.164404 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74870815-01f1-4ac2-9a08-64b0df4a5e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:55.165884 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74870815-01f1-4ac2-9a08-64b0df4a5e85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:55.189123 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-74870815-01f1-4ac2-9a08-64b0df4a5e85 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3645937 Feb 16 17:04:55.189500 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47810) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:04:55.197144 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-916129564-router', 'tenant_id': '3614092eca08472cb52bc195a813129c', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:55.219315 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:55.221043 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:55.249664 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf70f78-a590-46fd-adbe-74272bb63108 req-92ba8ac8-982b-4f96-afd5-9140cec24d59 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:55.259579 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-daf70f78-a590-46fd-adbe-74272bb63108 req-92ba8ac8-982b-4f96-afd5-9140cec24d59 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 944 time: 0.0790997 Feb 16 17:04:55.295563 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Publish callbacks [] for router_controller (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:55.309886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-4c8de067-18eb-44be-98e0-e96ce5e05fe7', 'network_id': '4c8de067-18eb-44be-98e0-e96ce5e05fe7', 'project_id': '3614092eca08472cb52bc195a813129c', 'fixed_ips': [{'subnet_id': '52b42c0a-a51f-43fb-800e-95625b5a1c06'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:04:55.311030 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:55.319936 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-daf70f78-a590-46fd-adbe-74272bb63108 req-358ee0a9-7b79-4c49-b79c-d01bf709c14c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592289 Feb 16 17:04:55.466727 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Publish callbacks [] for router_gateway (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:55.478209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Allocated IP 172.20.0.2 (4c8de067-18eb-44be-98e0-e96ce5e05fe7/52b42c0a-a51f-43fb-800e-95625b5a1c06/32cc07e1-cd68-4fb2-8609-51708215e5f3) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:55.639616 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Publish callbacks [] for port (32cc07e1-cd68-4fb2-8609-51708215e5f3), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:55.647860 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (32cc07e1-cd68-4fb2-8609-51708215e5f3), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:55.717078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Network 4c8de067-18eb-44be-98e0-e96ce5e05fe7 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:55.718607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Pushing event updated for resources: {'Port': ['ID=32cc07e1-cd68-4fb2-8609-51708215e5f3,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:55.721596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:55.726538 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8061d107-a776-4f37-ae69-c7acf3357aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:55.731625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:55.738270 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:55.738587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:55.738860 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:55.739197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:55.739534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:55.739895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:55.740293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:55.740700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:55.741256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:55.741739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:55.742075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:55.742402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:55.742732 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:55.812584 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Attempting to bind port 32cc07e1-cd68-4fb2-8609-51708215e5f3 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:04:55.812951 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Attempting to bind port 32cc07e1-cd68-4fb2-8609-51708215e5f3 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'bb54af66-d2eb-429f-81fa-a60b08a86b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c8de067-18eb-44be-98e0-e96ce5e05fe7'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:04:55.813518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Attempting to bind port 32cc07e1-cd68-4fb2-8609-51708215e5f3 on network 4c8de067-18eb-44be-98e0-e96ce5e05fe7 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:55.821023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:55.821688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Checking segment: {'id': 'bb54af66-d2eb-429f-81fa-a60b08a86b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c8de067-18eb-44be-98e0-e96ce5e05fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:04:55.822264 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:55.822820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Bound using segment: {'id': 'bb54af66-d2eb-429f-81fa-a60b08a86b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c8de067-18eb-44be-98e0-e96ce5e05fe7'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:55.823497 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Bound port: 32cc07e1-cd68-4fb2-8609-51708215e5f3, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb54af66-d2eb-429f-81fa-a60b08a86b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c8de067-18eb-44be-98e0-e96ce5e05fe7'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:04:55.824083 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (32cc07e1-cd68-4fb2-8609-51708215e5f3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:55.901459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] For port 32cc07e1-cd68-4fb2-8609-51708215e5f3, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:55.916944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] For port 32cc07e1-cd68-4fb2-8609-51708215e5f3, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=32cc07e1-cd68-4fb2-8609-51708215e5f3,segment=NetworkSegment(bb54af66-d2eb-429f-81fa-a60b08a86b72),segment_id=bb54af66-d2eb-429f-81fa-a60b08a86b72)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:55.924062 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (32cc07e1-cd68-4fb2-8609-51708215e5f3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:55.987295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace30a7-39b1-490e-987c-4847a0ca4b1d None None] Pushing event updated for resources: {'Port': ['ID=32cc07e1-cd68-4fb2-8609-51708215e5f3,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:56.003826 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Publish callbacks [] for router_gateway (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:56.028950 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:56.139654 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Allocated IP 172.25.4.194 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/8d284b6b-92dd-435b-8bef-48a2591c2a15) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:56.280862 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Publish callbacks [] for port (8d284b6b-92dd-435b-8bef-48a2591c2a15), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:56.321111 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8d284b6b-92dd-435b-8bef-48a2591c2a15), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:56.386045 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Pushing event updated for resources: {'Port': ['ID=8d284b6b-92dd-435b-8bef-48a2591c2a15,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:56.397027 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:56.402299 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:56.414105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:56.473453 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd14ca-1f46-45f4-b227-2cd0ff87cc07 req-3090e6e7-92b4-40b6-97fd-a53ec71dc381 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:56.475520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5fd14ca-1f46-45f4-b227-2cd0ff87cc07 req-3090e6e7-92b4-40b6-97fd-a53ec71dc381 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 944 time: 0.0711949 Feb 16 17:04:56.528640 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5fd14ca-1f46-45f4-b227-2cd0ff87cc07 req-b3b13009-eca8-4864-a016-70e7c3245d40 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460613 Feb 16 17:04:56.695702 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Publish callbacks [] for router_gateway (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:56.920366 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:57.063497 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Router 17bd2d6a-7c2f-42a2-9d30-7903a8982b5a is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:04:57.096692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c0298f-4fa4-4706-ba91-1f3fbb28cd90 None None] Network 4c8de067-18eb-44be-98e0-e96ce5e05fe7 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:04:57.171967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d429242f-58c4-41e5-a1be-b2ae64c84bd9 None None] Provisioning complete for port 32cc07e1-cd68-4fb2-8609-51708215e5f3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:57.172504 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d429242f-58c4-41e5-a1be-b2ae64c84bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (32cc07e1-cd68-4fb2-8609-51708215e5f3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:57.184101 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:57.194717 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Sync routers for ids ['17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:04:57.206560 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Routers {'17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:57.207194 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:57.208847 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:57.213431 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b258d991-5722-424c-b1dc-c18a107c488c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0200658 Feb 16 17:04:57.213656 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47814) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:04:57.332130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d429242f-58c4-41e5-a1be-b2ae64c84bd9 None None] Current status of the port 32cc07e1-cd68-4fb2-8609-51708215e5f3 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:04:57.332447 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d429242f-58c4-41e5-a1be-b2ae64c84bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (32cc07e1-cd68-4fb2-8609-51708215e5f3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:57.334416 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Set router 17bd2d6a-7c2f-42a2-9d30-7903a8982b5a gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:57.386599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d429242f-58c4-41e5-a1be-b2ae64c84bd9 None None] For port 32cc07e1-cd68-4fb2-8609-51708215e5f3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=32cc07e1-cd68-4fb2-8609-51708215e5f3,segment=NetworkSegment(bb54af66-d2eb-429f-81fa-a60b08a86b72),segment_id=bb54af66-d2eb-429f-81fa-a60b08a86b72)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:04:57.391186 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d429242f-58c4-41e5-a1be-b2ae64c84bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (32cc07e1-cd68-4fb2-8609-51708215e5f3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:57.482997 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429242f-58c4-41e5-a1be-b2ae64c84bd9 None None] Pushing event updated for resources: {'Port': ['ID=32cc07e1-cd68-4fb2-8609-51708215e5f3,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:57.636080 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'name': 'tempest-TestAggregatesBasicOps-916129564-router', 'tenant_id': '3614092eca08472cb52bc195a813129c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '8d284b6b-92dd-435b-8bef-48a2591c2a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:55Z', 'updated_at': '2022-02-16T17:04:56Z', 'revision_number': 3, 'project_id': '3614092eca08472cb52bc195a813129c', 'gw_port': {'id': '8d284b6b-92dd-435b-8bef-48a2591c2a15', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:72:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:57.667547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab630e-d64f-413c-930e-3a36c10f2e24 req-c4d29eda-08cd-4f20-a34e-3e54627c9f5b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:57.669497 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Checking router: 17bd2d6a-7c2f-42a2-9d30-7903a8982b5a for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:04:57.669985 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Updating router 17bd2d6a-7c2f-42a2-9d30-7903a8982b5a port 8d284b6b-92dd-435b-8bef-48a2591c2a15 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:04:57.673043 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72ab630e-d64f-413c-930e-3a36c10f2e24 req-c4d29eda-08cd-4f20-a34e-3e54627c9f5b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 944 time: 0.0579786 Feb 16 17:04:57.704167 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d284b6b-92dd-435b-8bef-48a2591c2a15), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:57.733244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d58dd900-b297-4cc8-a6cd-0b914fe84c87 None None] Provisioning complete for port 32cc07e1-cd68-4fb2-8609-51708215e5f3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:57.735480 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d58dd900-b297-4cc8-a6cd-0b914fe84c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (32cc07e1-cd68-4fb2-8609-51708215e5f3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:57.741394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-72ab630e-d64f-413c-930e-3a36c10f2e24 req-4917ea46-1282-453e-bdf2-de69140d8e14 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663679 Feb 16 17:04:57.788100 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:57.836560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d58dd900-b297-4cc8-a6cd-0b914fe84c87 None None] Current status of the port 32cc07e1-cd68-4fb2-8609-51708215e5f3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:04:57.955855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Allocated IP 172.20.0.1 (4c8de067-18eb-44be-98e0-e96ce5e05fe7/52b42c0a-a51f-43fb-800e-95625b5a1c06/e42d273d-06b6-4984-8921-37442be5e10c) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:04:58.002362 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Publish callbacks [] for port (8d284b6b-92dd-435b-8bef-48a2591c2a15), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:58.011370 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 32cc07e1-cd68-4fb2-8609-51708215e5f3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:04:58.013568 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8d284b6b-92dd-435b-8bef-48a2591c2a15), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:58.067274 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Attempting to bind port 8d284b6b-92dd-435b-8bef-48a2591c2a15 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:04:58.067719 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Attempting to bind port 8d284b6b-92dd-435b-8bef-48a2591c2a15 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:04:58.068782 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Attempting to bind port 8d284b6b-92dd-435b-8bef-48a2591c2a15 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:04:58.069758 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 32cc07e1-cd68-4fb2-8609-51708215e5f3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:58.070165 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (32cc07e1-cd68-4fb2-8609-51708215e5f3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:58.076794 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eed20-f562-424d-a3bd-db1b563cde71 None None] Pushing event updated for resources: {'Port': ['ID=8d284b6b-92dd-435b-8bef-48a2591c2a15,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:58.079839 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:04:58.080309 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:04:58.080773 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:58.081227 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:04:58.081758 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Bound port: 8d284b6b-92dd-435b-8bef-48a2591c2a15, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:04:58.082291 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d284b6b-92dd-435b-8bef-48a2591c2a15), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:58.082994 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Publish callbacks [] for port (e42d273d-06b6-4984-8921-37442be5e10c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:58.089218 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6eed20-f562-424d-a3bd-db1b563cde71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.089643 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6eed20-f562-424d-a3bd-db1b563cde71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.090045 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6eed20-f562-424d-a3bd-db1b563cde71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.090448 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6eed20-f562-424d-a3bd-db1b563cde71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.090850 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6eed20-f562-424d-a3bd-db1b563cde71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.091233 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6eed20-f562-424d-a3bd-db1b563cde71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.091564 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6eed20-f562-424d-a3bd-db1b563cde71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.091919 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6eed20-f562-424d-a3bd-db1b563cde71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.092245 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6eed20-f562-424d-a3bd-db1b563cde71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.092590 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6eed20-f562-424d-a3bd-db1b563cde71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.092888 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6eed20-f562-424d-a3bd-db1b563cde71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.093207 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6eed20-f562-424d-a3bd-db1b563cde71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.093524 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6eed20-f562-424d-a3bd-db1b563cde71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:04:58.126092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e42d273d-06b6-4984-8921-37442be5e10c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:58.150826 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] For port 8d284b6b-92dd-435b-8bef-48a2591c2a15, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:04:58.156665 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] For port 8d284b6b-92dd-435b-8bef-48a2591c2a15, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8d284b6b-92dd-435b-8bef-48a2591c2a15,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:04:58.160819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Network 4c8de067-18eb-44be-98e0-e96ce5e05fe7 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:58.163432 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8d284b6b-92dd-435b-8bef-48a2591c2a15), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:58.164269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:58.167918 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:04:58.172495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 32cc07e1-cd68-4fb2-8609-51708215e5f3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:04:58.206071 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Pushing event updated for resources: {'Port': ['ID=e42d273d-06b6-4984-8921-37442be5e10c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:58.224137 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Routers {'17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:04:58.225486 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:58.227504 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:58.296180 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d5e7b322-32f8-43c3-95e8-f4098e701ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:58.301737 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eed20-f562-424d-a3bd-db1b563cde71 None None] Pushing event updated for resources: {'Port': ['ID=8d284b6b-92dd-435b-8bef-48a2591c2a15,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:58.357196 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] Set router 17bd2d6a-7c2f-42a2-9d30-7903a8982b5a gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:04:58.385793 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e42d273d-06b6-4984-8921-37442be5e10c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:58.461104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d9fca649-7028-466a-9fb1-a5299a7586f0 None None] Provisioning complete for port e42d273d-06b6-4984-8921-37442be5e10c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:58.461478 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d9fca649-7028-466a-9fb1-a5299a7586f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e42d273d-06b6-4984-8921-37442be5e10c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:58.496724 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d9fca649-7028-466a-9fb1-a5299a7586f0 None None] Port e42d273d-06b6-4984-8921-37442be5e10c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:04:58.554025 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Publish callbacks [] for port (e42d273d-06b6-4984-8921-37442be5e10c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:58.558189 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'name': 'tempest-TestAggregatesBasicOps-916129564-router', 'tenant_id': '3614092eca08472cb52bc195a813129c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '8d284b6b-92dd-435b-8bef-48a2591c2a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:55Z', 'updated_at': '2022-02-16T17:04:56Z', 'revision_number': 3, 'project_id': '3614092eca08472cb52bc195a813129c', 'gw_port': {'id': '8d284b6b-92dd-435b-8bef-48a2591c2a15', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:72:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:04:58.558640 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (e42d273d-06b6-4984-8921-37442be5e10c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:58.586865 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d19fdb-e7d9-42e9-8181-4e4a93cc3575 None None] The sync data for ids ['17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'] in n-d-669411-5 is: [{'id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'name': 'tempest-TestAggregatesBasicOps-916129564-router', 'tenant_id': '3614092eca08472cb52bc195a813129c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '8d284b6b-92dd-435b-8bef-48a2591c2a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:55Z', 'updated_at': '2022-02-16T17:04:56Z', 'revision_number': 3, 'project_id': '3614092eca08472cb52bc195a813129c', 'gw_port': {'id': '8d284b6b-92dd-435b-8bef-48a2591c2a15', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:72:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:04:58.625837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Pushing event updated for resources: {'Port': ['ID=e42d273d-06b6-4984-8921-37442be5e10c,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:58.628224 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:58.726361 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Network 4c8de067-18eb-44be-98e0-e96ce5e05fe7 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:04:58.727711 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:04:58.875744 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Router 17bd2d6a-7c2f-42a2-9d30-7903a8982b5a has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:04:58.915880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881f6f4-8845-4f4d-a1bf-88be78663354 req-fd45a784-152a-42ab-b4be-e96c65a0039d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:58.923706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c881f6f4-8845-4f4d-a1bf-88be78663354 req-fd45a784-152a-42ab-b4be-e96c65a0039d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 944 time: 0.0820529 Feb 16 17:04:58.995320 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c881f6f4-8845-4f4d-a1bf-88be78663354 req-b3713aa7-e5bf-4560-a636-3d27308101a7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702810 Feb 16 17:04:59.016271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:04:59.021842 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7d335097-0849-4d22-b337-b175fbe61872 admin admin] 10.222.0.24 "PUT /v2.0/routers/17bd2d6a-7c2f-42a2-9d30-7903a8982b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8065832 Feb 16 17:04:59.121974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-94910f93-f21a-4bf9-9f59-5c61c0ffad5d None None] Provisioning complete for port e42d273d-06b6-4984-8921-37442be5e10c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:04:59.122350 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-94910f93-f21a-4bf9-9f59-5c61c0ffad5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e42d273d-06b6-4984-8921-37442be5e10c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:59.159480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-94910f93-f21a-4bf9-9f59-5c61c0ffad5d None None] Port e42d273d-06b6-4984-8921-37442be5e10c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:04:59.362068 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:59.515055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47834) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:04:59.520493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-232900696-network', 'tenant_id': '7d0e87d9afcb4703830f99ef0adc36fd'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:59.540795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] Made reservation on behalf of 7d0e87d9afcb4703830f99ef0adc36fd for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:59.543094 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:59.552038 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:59.628562 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] Publish callbacks [] for security_group (78533d82-ad67-43f4-a5c0-faf23e8460a8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:59.632443 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (78533d82-ad67-43f4-a5c0-faf23e8460a8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:59.652665 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:04:59.667774 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78533d82-ad67-43f4-a5c0-faf23e8460a8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:59.671226 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b059d774-debc-4078-a083-395a04d57726), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:59.671226 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] Added segment b059d774-debc-4078-a083-395a04d57726 of type vlan for network a907c3b2-0ff7-4120-9aa6-b4b996f000a0 Feb 16 17:04:59.713916 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a907c3b2-0ff7-4120-9aa6-b4b996f000a0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:59.737724 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a907c3b2-0ff7-4120-9aa6-b4b996f000a0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:59.738705 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:04:59.739219 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:59.775819 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2594559 Feb 16 17:04:59.778703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47836) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:04:59.783794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b8a0867c-62e4-4265-9706-db35537f73e0 admin admin] Request body: {'subnet': {'network_id': 'a907c3b2-0ff7-4120-9aa6-b4b996f000a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-232900696-subnet', 'tenant_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:04:59.800207 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1c6d1-b621-4b21-b49b-5c9496081681 admin admin] Pushing event updated for resources: {'Network': ['ID=a907c3b2-0ff7-4120-9aa6-b4b996f000a0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:04:59.804934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a0867c-62e4-4265-9706-db35537f73e0 admin admin] Made reservation on behalf of 7d0e87d9afcb4703830f99ef0adc36fd for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:04:59.807313 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8a0867c-62e4-4265-9706-db35537f73e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:04:59.810451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a907c3b2-0ff7-4120-9aa6-b4b996f000a0 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:04:59.995137 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8a0867c-62e4-4265-9706-db35537f73e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (45df7577-29d9-4232-9712-19811a717f63), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:00.004892 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8d284b6b-92dd-435b-8bef-48a2591c2a15 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:00.053078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0867c-62e4-4265-9706-db35537f73e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45df7577-29d9-4232-9712-19811a717f63,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:00.074116 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8d284b6b-92dd-435b-8bef-48a2591c2a15 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:00.074779 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8d284b6b-92dd-435b-8bef-48a2591c2a15), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:00.083743 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a0867c-62e4-4265-9706-db35537f73e0 admin admin] Checking segment: {'id': 'b059d774-debc-4078-a083-395a04d57726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a907c3b2-0ff7-4120-9aa6-b4b996f000a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:00.084175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a0867c-62e4-4265-9706-db35537f73e0 admin admin] Network hostable DHCP agents. Network: a907c3b2-0ff7-4120-9aa6-b4b996f000a0, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:05:00.131343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a0867c-62e4-4265-9706-db35537f73e0 admin admin] Network a907c3b2-0ff7-4120-9aa6-b4b996f000a0 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:05:00.148639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a05540-2071-4a07-a441-6078ba8d949f req-258d3faf-55f6-4686-a6cc-2223c6ad431f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:00.150407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86a05540-2071-4a07-a441-6078ba8d949f req-258d3faf-55f6-4686-a6cc-2223c6ad431f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 944 time: 0.0847244 Feb 16 17:05:00.151789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-b8a0867c-62e4-4265-9706-db35537f73e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, a907c3b2-0ff7-4120-9aa6-b4b996f000a0) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:00.156246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a0867c-62e4-4265-9706-db35537f73e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:00.157091 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b8a0867c-62e4-4265-9706-db35537f73e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:00.163281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8566ad-a670-495e-ab13-320eaf903b12 None None] Network a907c3b2-0ff7-4120-9aa6-b4b996f000a0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:05:00.191769 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8d284b6b-92dd-435b-8bef-48a2591c2a15 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:00.192171 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d284b6b-92dd-435b-8bef-48a2591c2a15), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:00.200330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b8a0867c-62e4-4265-9706-db35537f73e0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4180405 Feb 16 17:05:00.200632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47840) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:00.206566 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-232900696-router', 'tenant_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:00.231728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86a05540-2071-4a07-a441-6078ba8d949f req-d38df56e-dfdd-4a69-aaa3-5825b51aba36 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645561 Feb 16 17:05:00.249061 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:00.250594 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:00.260207 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 8d284b6b-92dd-435b-8bef-48a2591c2a15, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8d284b6b-92dd-435b-8bef-48a2591c2a15,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:00.265643 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8d284b6b-92dd-435b-8bef-48a2591c2a15), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:00.313800 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Publish callbacks [] for router_controller (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:00.322101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-a907c3b2-0ff7-4120-9aa6-b4b996f000a0', 'network_id': 'a907c3b2-0ff7-4120-9aa6-b4b996f000a0', 'project_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'fixed_ips': [{'subnet_id': '45df7577-29d9-4232-9712-19811a717f63'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:05:00.322953 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:00.347588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Sync routers for ids ['17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:00.367466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=8d284b6b-92dd-435b-8bef-48a2591c2a15,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:00.421643 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Routers {'17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:00.422288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:00.459498 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Publish callbacks [] for router_gateway (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:00.572406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Allocated IP 172.20.0.2 (a907c3b2-0ff7-4120-9aa6-b4b996f000a0/45df7577-29d9-4232-9712-19811a717f63/ad9a1d0c-5282-4f4e-a7af-748b86d61f27) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:00.588077 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Set router 17bd2d6a-7c2f-42a2-9d30-7903a8982b5a gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:00.683351 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Publish callbacks [] for router_gateway (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:00.703949 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:00.818583 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Allocated IP 172.25.4.92 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/837b5be7-e2a8-458b-8d27-51125fbe541e) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:00.921512 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Publish callbacks [] for port (837b5be7-e2a8-458b-8d27-51125fbe541e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:00.954494 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (837b5be7-e2a8-458b-8d27-51125fbe541e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:00.962944 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:01.000379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:01.004864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:01.010109 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:01.013055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Pushing event updated for resources: {'Port': ['ID=837b5be7-e2a8-458b-8d27-51125fbe541e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:01.059067 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Publish callbacks [] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:01.069496 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:01.120717 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Network a907c3b2-0ff7-4120-9aa6-b4b996f000a0 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:01.126169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:01.132280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:01.134999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Pushing event updated for resources: {'Port': ['ID=ad9a1d0c-5282-4f4e-a7af-748b86d61f27,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:01.147323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'name': 'tempest-TestAggregatesBasicOps-916129564-router', 'tenant_id': '3614092eca08472cb52bc195a813129c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '8d284b6b-92dd-435b-8bef-48a2591c2a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:55Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '3614092eca08472cb52bc195a813129c', 'gw_port': {'id': '8d284b6b-92dd-435b-8bef-48a2591c2a15', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e42d273d-06b6-4984-8921-37442be5e10c', 'name': '', 'network_id': '4c8de067-18eb-44be-98e0-e96ce5e05fe7', 'tenant_id': '3614092eca08472cb52bc195a813129c', 'mac_address': 'fa:16:3e:72:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '52b42c0a-a51f-43fb-800e-95625b5a1c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 2, 'project_id': '3614092eca08472cb52bc195a813129c', 'subnets': [{'id': '52b42c0a-a51f-43fb-800e-95625b5a1c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:01.197462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Checking router: 17bd2d6a-7c2f-42a2-9d30-7903a8982b5a for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:01.197834 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Updating router 17bd2d6a-7c2f-42a2-9d30-7903a8982b5a port e42d273d-06b6-4984-8921-37442be5e10c binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:01.251946 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e42d273d-06b6-4984-8921-37442be5e10c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:01.253816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Attempting to bind port ad9a1d0c-5282-4f4e-a7af-748b86d61f27 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:01.254199 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Attempting to bind port ad9a1d0c-5282-4f4e-a7af-748b86d61f27 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'b059d774-debc-4078-a083-395a04d57726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a907c3b2-0ff7-4120-9aa6-b4b996f000a0'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:01.254550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Attempting to bind port ad9a1d0c-5282-4f4e-a7af-748b86d61f27 on network a907c3b2-0ff7-4120-9aa6-b4b996f000a0 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:01.267045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:01.267430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Checking segment: {'id': 'b059d774-debc-4078-a083-395a04d57726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a907c3b2-0ff7-4120-9aa6-b4b996f000a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:01.267866 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:01.268266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Bound using segment: {'id': 'b059d774-debc-4078-a083-395a04d57726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a907c3b2-0ff7-4120-9aa6-b4b996f000a0'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:01.268752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Bound port: ad9a1d0c-5282-4f4e-a7af-748b86d61f27, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b059d774-debc-4078-a083-395a04d57726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a907c3b2-0ff7-4120-9aa6-b4b996f000a0'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:01.269134 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:01.405100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ada82-4587-429f-afe8-cbffb0d4fe56 req-2d127b04-918b-4b4c-8a03-ba315a6a9f00 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:01.412964 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-410ada82-4587-429f-afe8-cbffb0d4fe56 req-2d127b04-918b-4b4c-8a03-ba315a6a9f00 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 944 time: 0.0739517 Feb 16 17:05:01.451020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] For port ad9a1d0c-5282-4f4e-a7af-748b86d61f27, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:01.470477 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-410ada82-4587-429f-afe8-cbffb0d4fe56 req-565d54ef-253a-4518-82e7-409a42ac140e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564039 Feb 16 17:05:01.480775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] For port ad9a1d0c-5282-4f4e-a7af-748b86d61f27, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ad9a1d0c-5282-4f4e-a7af-748b86d61f27,segment=NetworkSegment(b059d774-debc-4078-a083-395a04d57726),segment_id=b059d774-debc-4078-a083-395a04d57726)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:01.519151 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:01.625689 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:01.642909 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Publish callbacks [] for router_gateway (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:01.644874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d838f-854d-48a3-a9ea-dcdded743200 None None] Pushing event updated for resources: {'Port': ['ID=ad9a1d0c-5282-4f4e-a7af-748b86d61f27,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:01.727414 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Publish callbacks [] for port (e42d273d-06b6-4984-8921-37442be5e10c), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:01.735608 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e42d273d-06b6-4984-8921-37442be5e10c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:01.794319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d8b38-3c07-488f-8d6b-378cae17a1fd None None] Pushing event updated for resources: {'Port': ['ID=e42d273d-06b6-4984-8921-37442be5e10c,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:01.864635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Attempting to bind port e42d273d-06b6-4984-8921-37442be5e10c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:01.865631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Attempting to bind port e42d273d-06b6-4984-8921-37442be5e10c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'bb54af66-d2eb-429f-81fa-a60b08a86b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c8de067-18eb-44be-98e0-e96ce5e05fe7'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:01.866564 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Attempting to bind port e42d273d-06b6-4984-8921-37442be5e10c on network 4c8de067-18eb-44be-98e0-e96ce5e05fe7 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:01.875243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:01.875979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Checking segment: {'id': 'bb54af66-d2eb-429f-81fa-a60b08a86b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c8de067-18eb-44be-98e0-e96ce5e05fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:01.877187 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:01.878094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Bound using segment: {'id': 'bb54af66-d2eb-429f-81fa-a60b08a86b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c8de067-18eb-44be-98e0-e96ce5e05fe7'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:01.878766 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Bound port: e42d273d-06b6-4984-8921-37442be5e10c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb54af66-d2eb-429f-81fa-a60b08a86b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c8de067-18eb-44be-98e0-e96ce5e05fe7'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:01.879359 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e42d273d-06b6-4984-8921-37442be5e10c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:01.923591 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:02.043047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] For port e42d273d-06b6-4984-8921-37442be5e10c, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:02.076393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] For port e42d273d-06b6-4984-8921-37442be5e10c, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e42d273d-06b6-4984-8921-37442be5e10c,segment=NetworkSegment(bb54af66-d2eb-429f-81fa-a60b08a86b72),segment_id=bb54af66-d2eb-429f-81fa-a60b08a86b72)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:02.109803 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e42d273d-06b6-4984-8921-37442be5e10c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:02.118086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Router 0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:05:02.152940 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8d284b6b-92dd-435b-8bef-48a2591c2a15 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:02.205295 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:02.234383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8d284b6b-92dd-435b-8bef-48a2591c2a15 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:02.234769 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8d284b6b-92dd-435b-8bef-48a2591c2a15), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:02.300949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Routers {'17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:02.301233 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:02.308771 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:02.324692 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Sync routers for ids ['0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:02.334341 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:02.335876 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-18808d32-bf9a-489c-ba0f-0f23461f0f7e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1342242 Feb 16 17:05:02.338612 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47846) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:02.339009 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Routers {'0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:02.339875 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:02.382992 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d8b38-3c07-488f-8d6b-378cae17a1fd None None] Pushing event updated for resources: {'Port': ['ID=e42d273d-06b6-4984-8921-37442be5e10c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:02.573965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] Set router 17bd2d6a-7c2f-42a2-9d30-7903a8982b5a gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:02.643518 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Set router 0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:02.653779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46aa087-e0a5-43d3-9511-09cdaaa30201 req-0869b79c-0169-4662-8953-f2077ddffdab tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:02.655938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c46aa087-e0a5-43d3-9511-09cdaaa30201 req-0869b79c-0169-4662-8953-f2077ddffdab tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 944 time: 0.0689726 Feb 16 17:05:02.694672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8a9687fd-001b-43ac-a714-ab035bde4197 None None] Provisioning complete for port e42d273d-06b6-4984-8921-37442be5e10c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:02.694975 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a9687fd-001b-43ac-a714-ab035bde4197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e42d273d-06b6-4984-8921-37442be5e10c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:02.739484 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c46aa087-e0a5-43d3-9511-09cdaaa30201 req-a618d7bb-2dfc-4ebc-9eab-937ce878fce4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766070 Feb 16 17:05:02.797181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8d284b6b-92dd-435b-8bef-48a2591c2a15 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:02.985812 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8a9687fd-001b-43ac-a714-ab035bde4197 None None] Current status of the port e42d273d-06b6-4984-8921-37442be5e10c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:02.986210 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a9687fd-001b-43ac-a714-ab035bde4197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e42d273d-06b6-4984-8921-37442be5e10c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.004768 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'name': 'tempest-TestAggregatesBasicOps-232900696-router', 'tenant_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '837b5be7-e2a8-458b-8d27-51125fbe541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 3, 'project_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'gw_port': {'id': '837b5be7-e2a8-458b-8d27-51125fbe541e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:03.026354 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.049221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8a9687fd-001b-43ac-a714-ab035bde4197 None None] For port e42d273d-06b6-4984-8921-37442be5e10c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e42d273d-06b6-4984-8921-37442be5e10c,segment=NetworkSegment(bb54af66-d2eb-429f-81fa-a60b08a86b72),segment_id=bb54af66-d2eb-429f-81fa-a60b08a86b72)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:03.056518 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Checking router: 0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:03.057127 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Updating router 0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 port 837b5be7-e2a8-458b-8d27-51125fbe541e binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:03.057452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'name': 'tempest-TestAggregatesBasicOps-916129564-router', 'tenant_id': '3614092eca08472cb52bc195a813129c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '8d284b6b-92dd-435b-8bef-48a2591c2a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:55Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '3614092eca08472cb52bc195a813129c', 'gw_port': {'id': '8d284b6b-92dd-435b-8bef-48a2591c2a15', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e42d273d-06b6-4984-8921-37442be5e10c', 'name': '', 'network_id': '4c8de067-18eb-44be-98e0-e96ce5e05fe7', 'tenant_id': '3614092eca08472cb52bc195a813129c', 'mac_address': 'fa:16:3e:72:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '52b42c0a-a51f-43fb-800e-95625b5a1c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '3614092eca08472cb52bc195a813129c', 'subnets': [{'id': '52b42c0a-a51f-43fb-800e-95625b5a1c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:03.060820 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a9687fd-001b-43ac-a714-ab035bde4197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e42d273d-06b6-4984-8921-37442be5e10c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.090900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ae1e3-504b-4470-864d-33b5d73ca78f None None] The sync data for ids ['17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'] in n-d-669411-5 is: [{'id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'name': 'tempest-TestAggregatesBasicOps-916129564-router', 'tenant_id': '3614092eca08472cb52bc195a813129c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '8d284b6b-92dd-435b-8bef-48a2591c2a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:55Z', 'updated_at': '2022-02-16T17:04:58Z', 'revision_number': 4, 'project_id': '3614092eca08472cb52bc195a813129c', 'gw_port': {'id': '8d284b6b-92dd-435b-8bef-48a2591c2a15', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e42d273d-06b6-4984-8921-37442be5e10c', 'name': '', 'network_id': '4c8de067-18eb-44be-98e0-e96ce5e05fe7', 'tenant_id': '3614092eca08472cb52bc195a813129c', 'mac_address': 'fa:16:3e:72:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '52b42c0a-a51f-43fb-800e-95625b5a1c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:57Z', 'updated_at': '2022-02-16T17:05:02Z', 'revision_number': 4, 'project_id': '3614092eca08472cb52bc195a813129c', 'subnets': [{'id': '52b42c0a-a51f-43fb-800e-95625b5a1c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:03.098234 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (837b5be7-e2a8-458b-8d27-51125fbe541e), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.215769 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9687fd-001b-43ac-a714-ab035bde4197 None None] Pushing event updated for resources: {'Port': ['ID=e42d273d-06b6-4984-8921-37442be5e10c,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:03.230039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6199e41f-c389-43b8-a4ba-1f7b0f75776d None None] Provisioning complete for port e42d273d-06b6-4984-8921-37442be5e10c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:03.230427 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6199e41f-c389-43b8-a4ba-1f7b0f75776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e42d273d-06b6-4984-8921-37442be5e10c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.303772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Allocated IP 172.20.0.1 (a907c3b2-0ff7-4120-9aa6-b4b996f000a0/45df7577-29d9-4232-9712-19811a717f63/0ff2212c-0166-48db-ad20-722b952eef7a) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:03.415864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9699c60-9905-4a76-90dc-bbeea00ed255 None None] Network a907c3b2-0ff7-4120-9aa6-b4b996f000a0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:05:03.445511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6199e41f-c389-43b8-a4ba-1f7b0f75776d None None] Current status of the port e42d273d-06b6-4984-8921-37442be5e10c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:03.496268 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Publish callbacks [] for port (837b5be7-e2a8-458b-8d27-51125fbe541e), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.503992 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (837b5be7-e2a8-458b-8d27-51125fbe541e), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.507983 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Publish callbacks [] for port (0ff2212c-0166-48db-ad20-722b952eef7a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.561048 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.590534 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Attempting to bind port 837b5be7-e2a8-458b-8d27-51125fbe541e on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:03.590911 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Attempting to bind port 837b5be7-e2a8-458b-8d27-51125fbe541e by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:03.591424 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Attempting to bind port 837b5be7-e2a8-458b-8d27-51125fbe541e on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:03.606496 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:03.606942 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:03.607266 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.608772 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:03.613913 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Network a907c3b2-0ff7-4120-9aa6-b4b996f000a0 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:03.614955 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Bound port: 837b5be7-e2a8-458b-8d27-51125fbe541e, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:03.615627 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (837b5be7-e2a8-458b-8d27-51125fbe541e), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.617223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ce76b590-c341-4231-841a-7dfd691c7b78 None None] Provisioning complete for port ad9a1d0c-5282-4f4e-a7af-748b86d61f27 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:03.617729 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ce76b590-c341-4231-841a-7dfd691c7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.626382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:03.635327 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:03.699890 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] For port 837b5be7-e2a8-458b-8d27-51125fbe541e, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:03.703172 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] For port 837b5be7-e2a8-458b-8d27-51125fbe541e, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=837b5be7-e2a8-458b-8d27-51125fbe541e,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:03.712919 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.715665 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0033e-da74-485f-a733-72072265bbf7 None None] Pushing event updated for resources: {'Port': ['ID=837b5be7-e2a8-458b-8d27-51125fbe541e,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:03.726061 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (837b5be7-e2a8-458b-8d27-51125fbe541e), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.752946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ce76b590-c341-4231-841a-7dfd691c7b78 None None] Current status of the port ad9a1d0c-5282-4f4e-a7af-748b86d61f27 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:03.753341 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ce76b590-c341-4231-841a-7dfd691c7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.821057 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Routers {'0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:03.821967 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:03.869150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ce76b590-c341-4231-841a-7dfd691c7b78 None None] For port ad9a1d0c-5282-4f4e-a7af-748b86d61f27, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ad9a1d0c-5282-4f4e-a7af-748b86d61f27,segment=NetworkSegment(b059d774-debc-4078-a083-395a04d57726),segment_id=b059d774-debc-4078-a083-395a04d57726)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:03.875443 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ce76b590-c341-4231-841a-7dfd691c7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.982718 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:03.986575 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] Set router 0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:03.998922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff2212c-0166-48db-ad20-722b952eef7a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:04.038581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b1fb9-c189-4686-bc6c-08bd2cd4613d req-e7a7b045-c4e9-4fe8-ba73-89e98f507199 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:04.040340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f63b1fb9-c189-4686-bc6c-08bd2cd4613d req-e7a7b045-c4e9-4fe8-ba73-89e98f507199 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 944 time: 0.1455982 Feb 16 17:05:04.100680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76b590-c341-4231-841a-7dfd691c7b78 None None] Pushing event updated for resources: {'Port': ['ID=ad9a1d0c-5282-4f4e-a7af-748b86d61f27,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:04.138392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2e5db4c0-d469-41af-8fde-0a858a9da06a None None] Provisioning complete for port ad9a1d0c-5282-4f4e-a7af-748b86d61f27 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:04.138775 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2e5db4c0-d469-41af-8fde-0a858a9da06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:04.157023 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0033e-da74-485f-a733-72072265bbf7 None None] Pushing event updated for resources: {'Port': ['ID=837b5be7-e2a8-458b-8d27-51125fbe541e,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:04.176825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f63b1fb9-c189-4686-bc6c-08bd2cd4613d req-4ee96ecc-dcc9-4f8e-a7bd-39c9b1bca921 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221504 Feb 16 17:05:04.350342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e42d273d-06b6-4984-8921-37442be5e10c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:04.351019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Publish callbacks [] for port (0ff2212c-0166-48db-ad20-722b952eef7a), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:04.363131 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:04.390462 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'name': 'tempest-TestAggregatesBasicOps-232900696-router', 'tenant_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '837b5be7-e2a8-458b-8d27-51125fbe541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 3, 'project_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'gw_port': {'id': '837b5be7-e2a8-458b-8d27-51125fbe541e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:04.437623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2e5db4c0-d469-41af-8fde-0a858a9da06a None None] Current status of the port ad9a1d0c-5282-4f4e-a7af-748b86d61f27 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:04.446200 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75c1909-cef3-424c-b922-6fe61cc2ffc3 None None] The sync data for ids ['0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'] in n-d-669411-5 is: [{'id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'name': 'tempest-TestAggregatesBasicOps-232900696-router', 'tenant_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '837b5be7-e2a8-458b-8d27-51125fbe541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:01Z', 'revision_number': 3, 'project_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'gw_port': {'id': '837b5be7-e2a8-458b-8d27-51125fbe541e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:04.482881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e42d273d-06b6-4984-8921-37442be5e10c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:04.483263 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e42d273d-06b6-4984-8921-37442be5e10c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:04.508305 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:04.511890 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff2212c-0166-48db-ad20-722b952eef7a,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:04.575944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a150faa5-7e36-4dc2-a3f8-5212e4fe8997 None None] Provisioning complete for port 0ff2212c-0166-48db-ad20-722b952eef7a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:04.576331 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a150faa5-7e36-4dc2-a3f8-5212e4fe8997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:04.689325 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Network a907c3b2-0ff7-4120-9aa6-b4b996f000a0 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:04.691042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:04.840686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e42d273d-06b6-4984-8921-37442be5e10c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:04.842452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ad9a1d0c-5282-4f4e-a7af-748b86d61f27 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:04.905064 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Router 0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:04.912281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a150faa5-7e36-4dc2-a3f8-5212e4fe8997 None None] Port 0ff2212c-0166-48db-ad20-722b952eef7a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:05:04.915513 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:04.947020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ad9a1d0c-5282-4f4e-a7af-748b86d61f27 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:04.947681 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:05.060210 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-832bc981-e7bc-4685-91f3-af832a41d4f6 None None] Provisioning complete for port 0ff2212c-0166-48db-ad20-722b952eef7a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:05.060587 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-832bc981-e7bc-4685-91f3-af832a41d4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:05.063863 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ad9a1d0c-5282-4f4e-a7af-748b86d61f27 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:05.068330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:05.087554 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-38e0c377-ff4c-4b86-b32f-9d0137e08260 admin admin] 10.222.0.24 "PUT /v2.0/routers/0e928ff7-4f5e-4c9e-93f6-76e31a5619a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7474270 Feb 16 17:05:05.118936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-832bc981-e7bc-4685-91f3-af832a41d4f6 None None] Port 0ff2212c-0166-48db-ad20-722b952eef7a cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:05:05.327804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c7983-9a20-4885-934d-c8246de389ee req-71ff2598-5cf7-494d-804a-3cb63507ea23 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:05.329343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c21c7983-9a20-4885-934d-c8246de389ee req-71ff2598-5cf7-494d-804a-3cb63507ea23 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 944 time: 0.0585778 Feb 16 17:05:05.383058 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c21c7983-9a20-4885-934d-c8246de389ee req-c8af3df6-6818-4427-86cc-f99f2ca723ff tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454419 Feb 16 17:05:05.509078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d3b59549-308b-4ea9-b657-31e1896ddfd6 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:05:05.620663 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d3b59549-308b-4ea9-b657-31e1896ddfd6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d3b59549-308b-4ea9-b657-31e1896ddfd6,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:05.633092 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'd3b59549-308b-4ea9-b657-31e1896ddfd6', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'port_id': 'd3b59549-308b-4ea9-b657-31e1896ddfd6', 'mac_address': 'fa:16:3e:47:85:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:05:05.673094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port d3b59549-308b-4ea9-b657-31e1896ddfd6 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:05.673678 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:05.688414 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b59549-308b-4ea9-b657-31e1896ddfd6 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:05:05.711548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d3b59549-308b-4ea9-b657-31e1896ddfd6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d3b59549-308b-4ea9-b657-31e1896ddfd6,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:05.715907 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:05.769273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=d3b59549-308b-4ea9-b657-31e1896ddfd6,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:05.925332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['d3b59549-308b-4ea9-b657-31e1896ddfd6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:05:06.101722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 837b5be7-e2a8-458b-8d27-51125fbe541e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:06.161298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 837b5be7-e2a8-458b-8d27-51125fbe541e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:06.162247 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (837b5be7-e2a8-458b-8d27-51125fbe541e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:06.246190 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 837b5be7-e2a8-458b-8d27-51125fbe541e is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:06.246601 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (837b5be7-e2a8-458b-8d27-51125fbe541e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:06.269799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 837b5be7-e2a8-458b-8d27-51125fbe541e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=837b5be7-e2a8-458b-8d27-51125fbe541e,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:06.275290 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (837b5be7-e2a8-458b-8d27-51125fbe541e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:06.276511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ad9a1d0c-5282-4f4e-a7af-748b86d61f27 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:06.308765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47898) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:06.372282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=837b5be7-e2a8-458b-8d27-51125fbe541e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:06.383924 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ad9a1d0c-5282-4f4e-a7af-748b86d61f27 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:06.384378 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:06.482012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ad9a1d0c-5282-4f4e-a7af-748b86d61f27 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:06.493175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Sync routers for ids ['0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:06.503638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Routers {'0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:06.504307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:06.574471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b6ac3-aa62-4a1a-820a-2f5ebd6a6075 req-96a73f85-a859-4320-a2f4-6b6f04ff6956 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:06.575993 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-759b6ac3-aa62-4a1a-820a-2f5ebd6a6075 req-96a73f85-a859-4320-a2f4-6b6f04ff6956 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 945 time: 0.0977094 Feb 16 17:05:06.617590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Set router 0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:06.661613 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-759b6ac3-aa62-4a1a-820a-2f5ebd6a6075 req-3a207e8b-e6ae-41ee-93aa-93cf37750fac tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791614 Feb 16 17:05:06.770707 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-77624cd0-6636-4ea6-a4d1-0e9a8e08acbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:06.829091 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'name': 'tempest-TestAggregatesBasicOps-232900696-router', 'tenant_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '837b5be7-e2a8-458b-8d27-51125fbe541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:03Z', 'revision_number': 4, 'project_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'gw_port': {'id': '837b5be7-e2a8-458b-8d27-51125fbe541e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '0ff2212c-0166-48db-ad20-722b952eef7a', 'name': '', 'network_id': 'a907c3b2-0ff7-4120-9aa6-b4b996f000a0', 'tenant_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'mac_address': 'fa:16:3e:a0:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '45df7577-29d9-4232-9712-19811a717f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:03Z', 'updated_at': '2022-02-16T17:05:04Z', 'revision_number': 2, 'project_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'subnets': [{'id': '45df7577-29d9-4232-9712-19811a717f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:06.857190 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Checking router: 0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:06.857546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Updating router 0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 port 0ff2212c-0166-48db-ad20-722b952eef7a binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:06.885173 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:07.031067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-77624cd0-6636-4ea6-a4d1-0e9a8e08acbd admin admin] Deleting port e42d273d-06b6-4984-8921-37442be5e10c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:05:07.031410 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-77624cd0-6636-4ea6-a4d1-0e9a8e08acbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e42d273d-06b6-4984-8921-37442be5e10c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:07.114240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-77624cd0-6636-4ea6-a4d1-0e9a8e08acbd admin admin] For port e42d273d-06b6-4984-8921-37442be5e10c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e42d273d-06b6-4984-8921-37442be5e10c,segment=NetworkSegment(bb54af66-d2eb-429f-81fa-a60b08a86b72),segment_id=bb54af66-d2eb-429f-81fa-a60b08a86b72)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:07.114596 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-77624cd0-6636-4ea6-a4d1-0e9a8e08acbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e42d273d-06b6-4984-8921-37442be5e10c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:07.128651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-77624cd0-6636-4ea6-a4d1-0e9a8e08acbd admin admin] Calling delete_port for e42d273d-06b6-4984-8921-37442be5e10c owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:05:07.157780 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Publish callbacks [] for port (0ff2212c-0166-48db-ad20-722b952eef7a), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:07.163516 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:07.218436 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79024f76-e4ea-437b-85d8-73e83e336d46 None None] Pushing event updated for resources: {'Port': ['ID=0ff2212c-0166-48db-ad20-722b952eef7a,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:07.270807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Attempting to bind port 0ff2212c-0166-48db-ad20-722b952eef7a on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:07.271080 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Attempting to bind port 0ff2212c-0166-48db-ad20-722b952eef7a by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'b059d774-debc-4078-a083-395a04d57726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a907c3b2-0ff7-4120-9aa6-b4b996f000a0'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:07.271916 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Attempting to bind port 0ff2212c-0166-48db-ad20-722b952eef7a on network a907c3b2-0ff7-4120-9aa6-b4b996f000a0 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:07.277498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:07.277949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Checking segment: {'id': 'b059d774-debc-4078-a083-395a04d57726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a907c3b2-0ff7-4120-9aa6-b4b996f000a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:07.278355 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:07.278758 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Bound using segment: {'id': 'b059d774-debc-4078-a083-395a04d57726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a907c3b2-0ff7-4120-9aa6-b4b996f000a0'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:07.279254 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Bound port: 0ff2212c-0166-48db-ad20-722b952eef7a, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b059d774-debc-4078-a083-395a04d57726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a907c3b2-0ff7-4120-9aa6-b4b996f000a0'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:07.279613 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:07.334730 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-77624cd0-6636-4ea6-a4d1-0e9a8e08acbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e42d273d-06b6-4984-8921-37442be5e10c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:07.354685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] For port 0ff2212c-0166-48db-ad20-722b952eef7a, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:07.358016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] For port 0ff2212c-0166-48db-ad20-722b952eef7a, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0ff2212c-0166-48db-ad20-722b952eef7a,segment=NetworkSegment(b059d774-debc-4078-a083-395a04d57726),segment_id=b059d774-debc-4078-a083-395a04d57726)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:07.362647 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77624cd0-6636-4ea6-a4d1-0e9a8e08acbd admin admin] Pushing event deleted for resources: {'Port': ['ID=e42d273d-06b6-4984-8921-37442be5e10c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:07.366141 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:07.461713 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Routers {'0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:07.462418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:07.467375 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79024f76-e4ea-437b-85d8-73e83e336d46 None None] Pushing event updated for resources: {'Port': ['ID=0ff2212c-0166-48db-ad20-722b952eef7a,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:07.543922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d3b59549-308b-4ea9-b657-31e1896ddfd6 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:07.548978 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-82a8a0ba-96c4-4f80-9ea4-47378915bb8a None None] Provisioning complete for port 0ff2212c-0166-48db-ad20-722b952eef7a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:07.549377 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-82a8a0ba-96c4-4f80-9ea4-47378915bb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:07.555447 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-77624cd0-6636-4ea6-a4d1-0e9a8e08acbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:07.674769 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] Set router 0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:07.703589 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port d3b59549-308b-4ea9-b657-31e1896ddfd6 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:05:07.770329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port d3b59549-308b-4ea9-b657-31e1896ddfd6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:07.770737 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:07.872294 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824302f6-b7e4-4e60-8b03-a4e15ea0f056 req-e28047b4-dee3-4973-a19c-d78788baf1cd tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:07.873747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-824302f6-b7e4-4e60-8b03-a4e15ea0f056 req-e28047b4-dee3-4973-a19c-d78788baf1cd tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 945 time: 0.1036201 Feb 16 17:05:07.890150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-82a8a0ba-96c4-4f80-9ea4-47378915bb8a None None] Current status of the port 0ff2212c-0166-48db-ad20-722b952eef7a is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:07.890571 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-82a8a0ba-96c4-4f80-9ea4-47378915bb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:07.900367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77624cd0-6636-4ea6-a4d1-0e9a8e08acbd admin admin] Router 17bd2d6a-7c2f-42a2-9d30-7903a8982b5a has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:07.992044 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-82a8a0ba-96c4-4f80-9ea4-47378915bb8a None None] For port 0ff2212c-0166-48db-ad20-722b952eef7a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0ff2212c-0166-48db-ad20-722b952eef7a,segment=NetworkSegment(b059d774-debc-4078-a083-395a04d57726),segment_id=b059d774-debc-4078-a083-395a04d57726)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:08.003159 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-82a8a0ba-96c4-4f80-9ea4-47378915bb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:08.011262 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-824302f6-b7e4-4e60-8b03-a4e15ea0f056 req-921eb34c-ba76-48f5-b966-d17c33e3cfd4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313860 Feb 16 17:05:08.048190 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port d3b59549-308b-4ea9-b657-31e1896ddfd6 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:08.048608 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:08.069600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77624cd0-6636-4ea6-a4d1-0e9a8e08acbd admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:08.077883 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-77624cd0-6636-4ea6-a4d1-0e9a8e08acbd admin admin] 10.222.0.24 "PUT /v2.0/routers/17bd2d6a-7c2f-42a2-9d30-7903a8982b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7680383 Feb 16 17:05:08.080873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47906) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:08.085765 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec180eb-6076-4b34-87b9-86dcd3e2143f None None] Sync routers for ids ['17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:08.091209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 837b5be7-e2a8-458b-8d27-51125fbe541e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:08.097631 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec180eb-6076-4b34-87b9-86dcd3e2143f None None] Routers {'17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:08.098384 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-bec180eb-6076-4b34-87b9-86dcd3e2143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:08.142277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759300a4-e7a9-44d8-b56b-9fdee53d56f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b59549-308b-4ea9-b657-31e1896ddfd6'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:05:08.144774 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e212586-2efc-47f1-bcf2-9b233328b9be" -d '{"events": [{"server_uuid": "759300a4-e7a9-44d8-b56b-9fdee53d56f3", "name": "network-vif-plugged", "status": "completed", "tag": "d3b59549-308b-4ea9-b657-31e1896ddfd6"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:05:08.172527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8a0ba-96c4-4f80-9ea4-47378915bb8a None None] Pushing event updated for resources: {'Port': ['ID=0ff2212c-0166-48db-ad20-722b952eef7a,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:08.176944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'name': 'tempest-TestAggregatesBasicOps-232900696-router', 'tenant_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '837b5be7-e2a8-458b-8d27-51125fbe541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:03Z', 'revision_number': 4, 'project_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'gw_port': {'id': '837b5be7-e2a8-458b-8d27-51125fbe541e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '0ff2212c-0166-48db-ad20-722b952eef7a', 'name': '', 'network_id': 'a907c3b2-0ff7-4120-9aa6-b4b996f000a0', 'tenant_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'mac_address': 'fa:16:3e:a0:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '45df7577-29d9-4232-9712-19811a717f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:03Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 4, 'project_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'subnets': [{'id': '45df7577-29d9-4232-9712-19811a717f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:08.182538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port d3b59549-308b-4ea9-b657-31e1896ddfd6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d3b59549-308b-4ea9-b657-31e1896ddfd6,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:08.214880 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] Publish callbacks [] for router (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:08.216570 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:08.221199 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e50358-c0cd-48f1-967e-15acb769cf5e None None] The sync data for ids ['0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'] in n-d-669411-5 is: [{'id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'name': 'tempest-TestAggregatesBasicOps-232900696-router', 'tenant_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '837b5be7-e2a8-458b-8d27-51125fbe541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:03Z', 'revision_number': 4, 'project_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'gw_port': {'id': '837b5be7-e2a8-458b-8d27-51125fbe541e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '0ff2212c-0166-48db-ad20-722b952eef7a', 'name': '', 'network_id': 'a907c3b2-0ff7-4120-9aa6-b4b996f000a0', 'tenant_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'mac_address': 'fa:16:3e:a0:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '45df7577-29d9-4232-9712-19811a717f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:03Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 4, 'project_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'subnets': [{'id': '45df7577-29d9-4232-9712-19811a717f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:08.229621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-83be04f9-30a1-4a5c-8560-fe7db1a287bb None None] Provisioning complete for port 0ff2212c-0166-48db-ad20-722b952eef7a triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:08.229996 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-83be04f9-30a1-4a5c-8560-fe7db1a287bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:08.264905 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-bec180eb-6076-4b34-87b9-86dcd3e2143f None None] Set router 17bd2d6a-7c2f-42a2-9d30-7903a8982b5a gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:08.331427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=d3b59549-308b-4ea9-b657-31e1896ddfd6,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:08.336931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 837b5be7-e2a8-458b-8d27-51125fbe541e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:08.337306 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (837b5be7-e2a8-458b-8d27-51125fbe541e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:08.392246 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267c2669-3c8c-43d3-8347-307121f7c7cd x-openstack-request-id: req-267c2669-3c8c-43d3-8347-307121f7c7cd {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:05:08.392535 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759300a4-e7a9-44d8-b56b-9fdee53d56f3", "name": "network-vif-plugged", "status": "completed", "tag": "d3b59549-308b-4ea9-b657-31e1896ddfd6", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:05:08.392794 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-267c2669-3c8c-43d3-8347-307121f7c7cd {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:05:08.393730 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759300a4-e7a9-44d8-b56b-9fdee53d56f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b59549-308b-4ea9-b657-31e1896ddfd6', 'code': 200} Feb 16 17:05:08.465860 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] Publish callbacks [] for router_gateway (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:08.501330 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-83be04f9-30a1-4a5c-8560-fe7db1a287bb None None] Current status of the port 0ff2212c-0166-48db-ad20-722b952eef7a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:08.506486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21371b3-17e9-431a-8e50-9264a36e6b13 req-4a71f1d2-03df-4407-aec9-885ea961c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:08.512627 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c21371b3-17e9-431a-8e50-9264a36e6b13 req-4a71f1d2-03df-4407-aec9-885ea961c650 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 1128 time: 0.1011705 Feb 16 17:05:08.522399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 837b5be7-e2a8-458b-8d27-51125fbe541e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:08.540815 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] Deleting port 8d284b6b-92dd-435b-8bef-48a2591c2a15 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:05:08.541056 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8d284b6b-92dd-435b-8bef-48a2591c2a15), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:08.586011 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-bec180eb-6076-4b34-87b9-86dcd3e2143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'name': 'tempest-TestAggregatesBasicOps-916129564-router', 'tenant_id': '3614092eca08472cb52bc195a813129c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '8d284b6b-92dd-435b-8bef-48a2591c2a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:55Z', 'updated_at': '2022-02-16T17:05:07Z', 'revision_number': 5, 'project_id': '3614092eca08472cb52bc195a813129c', 'gw_port': {'id': '8d284b6b-92dd-435b-8bef-48a2591c2a15', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:04:56Z', 'updated_at': '2022-02-16T17:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:08.620595 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec180eb-6076-4b34-87b9-86dcd3e2143f None None] Checking router: 17bd2d6a-7c2f-42a2-9d30-7903a8982b5a for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:08.629241 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec180eb-6076-4b34-87b9-86dcd3e2143f None None] Routers {'17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:08.629661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] For port 8d284b6b-92dd-435b-8bef-48a2591c2a15, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8d284b6b-92dd-435b-8bef-48a2591c2a15,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:08.629832 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-bec180eb-6076-4b34-87b9-86dcd3e2143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:08.630023 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8d284b6b-92dd-435b-8bef-48a2591c2a15), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:08.645283 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] Calling delete_port for 8d284b6b-92dd-435b-8bef-48a2591c2a15 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:05:08.688426 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c21371b3-17e9-431a-8e50-9264a36e6b13 req-bb5ba1c3-b0df-429d-a0f4-83a151ff9015 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494225 Feb 16 17:05:08.739209 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-bec180eb-6076-4b34-87b9-86dcd3e2143f None None] Set router 17bd2d6a-7c2f-42a2-9d30-7903a8982b5a gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:08.796628 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-bec180eb-6076-4b34-87b9-86dcd3e2143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'name': 'tempest-TestAggregatesBasicOps-916129564-router', 'tenant_id': '3614092eca08472cb52bc195a813129c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:55Z', 'updated_at': '2022-02-16T17:05:08Z', 'revision_number': 6, 'project_id': '3614092eca08472cb52bc195a813129c', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:08.841273 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8d284b6b-92dd-435b-8bef-48a2591c2a15), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:08.869199 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d284b6b-92dd-435b-8bef-48a2591c2a15,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:08.931924 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec180eb-6076-4b34-87b9-86dcd3e2143f None None] The sync data for ids ['17bd2d6a-7c2f-42a2-9d30-7903a8982b5a'] in n-d-669411-5 is: [{'id': '17bd2d6a-7c2f-42a2-9d30-7903a8982b5a', 'name': 'tempest-TestAggregatesBasicOps-916129564-router', 'tenant_id': '3614092eca08472cb52bc195a813129c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:04:55Z', 'updated_at': '2022-02-16T17:05:08Z', 'revision_number': 6, 'project_id': '3614092eca08472cb52bc195a813129c', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:08.951885 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:09.060371 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:09.062643 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] Publish callbacks [] for router_controller (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:09.118409 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (17bd2d6a-7c2f-42a2-9d30-7903a8982b5a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:09.119135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17bd2d6a-7c2f-42a2-9d30-7903a8982b5a {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:05:09.124127 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:09.125814 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7a0b8d3e-f1d3-4f44-a728-96ed47829943 admin admin] 10.222.0.24 "DELETE /v2.0/routers/17bd2d6a-7c2f-42a2-9d30-7903a8982b5a HTTP/1.1" status: 204 len: 168 time: 1.0437305 Feb 16 17:05:09.128404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47914) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:09.186015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa19bb2-3b8e-4fb9-afcf-6932f36870bc req-b1716c5f-5651-40b9-918a-488d2c946fdb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:09.187554 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffa19bb2-3b8e-4fb9-afcf-6932f36870bc req-b1716c5f-5651-40b9-918a-488d2c946fdb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 946 time: 0.1061120 Feb 16 17:05:09.193006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-094196de-3abb-4ee8-85cd-ea325f905c15 admin admin] Deleting subnet 52b42c0a-a51f-43fb-800e-95625b5a1c06 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:05:09.196660 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-094196de-3abb-4ee8-85cd-ea325f905c15 admin admin] Publish callbacks [] for subnet (52b42c0a-a51f-43fb-800e-95625b5a1c06), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:09.558418 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-094196de-3abb-4ee8-85cd-ea325f905c15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (52b42c0a-a51f-43fb-800e-95625b5a1c06), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:09.610991 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffa19bb2-3b8e-4fb9-afcf-6932f36870bc req-9afe3ad2-7b1e-4d12-aea2-5c64ecdd2cd7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122381 Feb 16 17:05:09.662606 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-094196de-3abb-4ee8-85cd-ea325f905c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (52b42c0a-a51f-43fb-800e-95625b5a1c06), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:09.718226 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-094196de-3abb-4ee8-85cd-ea325f905c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (52b42c0a-a51f-43fb-800e-95625b5a1c06), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:09.749278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094196de-3abb-4ee8-85cd-ea325f905c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b42c0a-a51f-43fb-800e-95625b5a1c06,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:09.753473 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-094196de-3abb-4ee8-85cd-ea325f905c15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:09.757424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-094196de-3abb-4ee8-85cd-ea325f905c15 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/52b42c0a-a51f-43fb-800e-95625b5a1c06 HTTP/1.1" status: 204 len: 168 time: 0.6279750 Feb 16 17:05:09.760541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb333c7b-cb56-4c11-979c-643d61a6030a None None] Network 4c8de067-18eb-44be-98e0-e96ce5e05fe7 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:05:09.764370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47916) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:09.866291 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (4c8de067-18eb-44be-98e0-e96ce5e05fe7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:09.933410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] Deleting port 32cc07e1-cd68-4fb2-8609-51708215e5f3 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:05:09.933750 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (32cc07e1-cd68-4fb2-8609-51708215e5f3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:09.999352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] For port 32cc07e1-cd68-4fb2-8609-51708215e5f3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=32cc07e1-cd68-4fb2-8609-51708215e5f3,segment=NetworkSegment(bb54af66-d2eb-429f-81fa-a60b08a86b72),segment_id=bb54af66-d2eb-429f-81fa-a60b08a86b72)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:09.999722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (32cc07e1-cd68-4fb2-8609-51708215e5f3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:10.013577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] Calling delete_port for 32cc07e1-cd68-4fb2-8609-51708215e5f3 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:05:10.104333 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (32cc07e1-cd68-4fb2-8609-51708215e5f3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:10.125847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426a3729-d7b6-4840-af4a-05795b995b24 None None] DHCP port deletion for 4c8de067-18eb-44be-98e0-e96ce5e05fe7 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:05:10.132634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=32cc07e1-cd68-4fb2-8609-51708215e5f3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:10.144008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] No DVR routers for this DVR port 32cc07e1-cd68-4fb2-8609-51708215e5f3 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:10.253419 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (4c8de067-18eb-44be-98e0-e96ce5e05fe7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:10.291901 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8de067-18eb-44be-98e0-e96ce5e05fe7']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:10.298214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0ff2212c-0166-48db-ad20-722b952eef7a up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:10.304678 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb54af66-d2eb-429f-81fa-a60b08a86b72') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:10.305048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb54af66-d2eb-429f-81fa-a60b08a86b72') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:10.316096 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (bb54af66-d2eb-429f-81fa-a60b08a86b72), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:10.336523 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (bb54af66-d2eb-429f-81fa-a60b08a86b72), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:10.344496 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:10.345057 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (bb54af66-d2eb-429f-81fa-a60b08a86b72), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:10.347409 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:10.357127 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 0ff2212c-0166-48db-ad20-722b952eef7a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:10.357541 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:10.417423 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (4c8de067-18eb-44be-98e0-e96ce5e05fe7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:10.423232 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:10.428700 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4c8de067-18eb-44be-98e0-e96ce5e05fe7 HTTP/1.1" status: 204 len: 168 time: 0.6627879 Feb 16 17:05:10.432409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47920) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:10.437082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47922) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:10.444172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff92e2-e71f-491d-b0d4-28aa7eddefc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8de067-18eb-44be-98e0-e96ce5e05fe7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:10.454220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 0ff2212c-0166-48db-ad20-722b952eef7a is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:10.530211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e42d273d-06b6-4984-8921-37442be5e10c no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:10.558147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: e42d273d-06b6-4984-8921-37442be5e10c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:05:10.558910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e42d273d-06b6-4984-8921-37442be5e10c not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:10.559564 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 32cc07e1-cd68-4fb2-8609-51708215e5f3 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:10.586761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 32cc07e1-cd68-4fb2-8609-51708215e5f3 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:05:10.586761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 32cc07e1-cd68-4fb2-8609-51708215e5f3 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:10.864080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb031d-04a9-4b96-9efd-9d7568aa6008 req-b5ae7782-46a5-43e3-ae11-1f856194c042 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:10.866061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4cb031d-04a9-4b96-9efd-9d7568aa6008 req-b5ae7782-46a5-43e3-ae11-1f856194c042 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 946 time: 0.1737406 Feb 16 17:05:10.871988 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:05:10.876963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a7b22bbb-96d3-4f58-8209-19ca04602139 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 0cd89de5-53d0-43ca-be31-83bda4bbfd4f {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:05:10.877298 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7b22bbb-96d3-4f58-8209-19ca04602139 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (0cd89de5-53d0-43ca-be31-83bda4bbfd4f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:11.019799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4cb031d-04a9-4b96-9efd-9d7568aa6008 req-693a3b14-efa4-45d9-b34d-c48a95bb857a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454067 Feb 16 17:05:11.046509 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7b22bbb-96d3-4f58-8209-19ca04602139 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (0cd89de5-53d0-43ca-be31-83bda4bbfd4f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:11.046830 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7b22bbb-96d3-4f58-8209-19ca04602139 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (0cd89de5-53d0-43ca-be31-83bda4bbfd4f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:11.071285 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a7b22bbb-96d3-4f58-8209-19ca04602139 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 0cd89de5-53d0-43ca-be31-83bda4bbfd4f owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:05:11.256103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0550353-1cc1-4d14-8c5e-efaf39059599 req-e35bfcd6-a8ce-4d46-a232-a653acf3c2fd tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:11.257556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0550353-1cc1-4d14-8c5e-efaf39059599 req-e35bfcd6-a8ce-4d46-a232-a653acf3c2fd tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 946 time: 0.1555278 Feb 16 17:05:11.359395 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d629f554-179e-4363-b5b5-0622814fbf5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:11.363740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0550353-1cc1-4d14-8c5e-efaf39059599 req-16fcfbfc-1bcf-47c6-a6df-59e0a0455699 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999537 Feb 16 17:05:11.452470 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7b22bbb-96d3-4f58-8209-19ca04602139 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (0cd89de5-53d0-43ca-be31-83bda4bbfd4f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:11.489510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b22bbb-96d3-4f58-8209-19ca04602139 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=0cd89de5-53d0-43ca-be31-83bda4bbfd4f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:11.610679 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7b22bbb-96d3-4f58-8209-19ca04602139 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for floatingip (18416695-04aa-4d88-962a-2c4bd72dc5f4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:11.611004 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-a7b22bbb-96d3-4f58-8209-19ca04602139 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Floating IP 18416695-04aa-4d88-962a-2c4bd72dc5f4 disassociated (deleted). External IP: 172.25.4.142, port: e799cf75-c902-4204-975f-83e439dd14b6. Feb 16 17:05:11.902942 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d629f554-179e-4363-b5b5-0622814fbf5a admin admin] Deleting port 0ff2212c-0166-48db-ad20-722b952eef7a {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:05:11.903274 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d629f554-179e-4363-b5b5-0622814fbf5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:11.960161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8d284b6b-92dd-435b-8bef-48a2591c2a15 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:11.970121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b22bbb-96d3-4f58-8209-19ca04602139 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router f0f4f0a2-7507-4c69-b4a6-76623526369d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:11.991652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 8d284b6b-92dd-435b-8bef-48a2591c2a15 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:05:11.992306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8d284b6b-92dd-435b-8bef-48a2591c2a15 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:12.088488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-d629f554-179e-4363-b5b5-0622814fbf5a admin admin] For port 0ff2212c-0166-48db-ad20-722b952eef7a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0ff2212c-0166-48db-ad20-722b952eef7a,segment=NetworkSegment(b059d774-debc-4078-a083-395a04d57726),segment_id=b059d774-debc-4078-a083-395a04d57726)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:12.088856 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d629f554-179e-4363-b5b5-0622814fbf5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:12.106769 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d629f554-179e-4363-b5b5-0622814fbf5a admin admin] Calling delete_port for 0ff2212c-0166-48db-ad20-722b952eef7a owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:05:12.170483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b22bbb-96d3-4f58-8209-19ca04602139 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:12.175837 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a7b22bbb-96d3-4f58-8209-19ca04602139 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:12.183682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a4a3f-c956-4767-8576-4607e4264618 None None] Sync routers for ids ['f0f4f0a2-7507-4c69-b4a6-76623526369d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:12.202348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a4a3f-c956-4767-8576-4607e4264618 None None] Routers {'f0f4f0a2-7507-4c69-b4a6-76623526369d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:12.203183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-046a4a3f-c956-4767-8576-4607e4264618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f0f4f0a2-7507-4c69-b4a6-76623526369d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:12.225430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a7b22bbb-96d3-4f58-8209-19ca04602139 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/floatingips/18416695-04aa-4d88-962a-2c4bd72dc5f4 HTTP/1.1" status: 204 len: 168 time: 1.7840645 Feb 16 17:05:12.259404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'tag': 'e799cf75-c902-4204-975f-83e439dd14b6'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:05:12.262110 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e969b215-a4b9-4233-a3c0-89ee4b2de97c" -d '{"events": [{"name": "network-changed", "server_uuid": "d331acb8-2483-4692-82b8-ca9c7e765580", "tag": "e799cf75-c902-4204-975f-83e439dd14b6"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:05:12.383010 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d629f554-179e-4363-b5b5-0622814fbf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (0ff2212c-0166-48db-ad20-722b952eef7a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:12.431970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-046a4a3f-c956-4767-8576-4607e4264618 None None] Set router f0f4f0a2-7507-4c69-b4a6-76623526369d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:12.469082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629f554-179e-4363-b5b5-0622814fbf5a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff2212c-0166-48db-ad20-722b952eef7a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:12.565295 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bf9715-3aab-40e7-82a9-c0a757804943 x-openstack-request-id: req-87bf9715-3aab-40e7-82a9-c0a757804943 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:05:12.565762 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d331acb8-2483-4692-82b8-ca9c7e765580", "tag": "e799cf75-c902-4204-975f-83e439dd14b6", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:05:12.565963 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87bf9715-3aab-40e7-82a9-c0a757804943 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:05:12.566461 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'tag': 'e799cf75-c902-4204-975f-83e439dd14b6', 'status': 'completed', 'code': 200} Feb 16 17:05:12.682186 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969b215-a4b9-4233-a3c0-89ee4b2de97c req-b73cecda-6b19-465c-9dac-dfc056c3cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:12.689806 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e969b215-a4b9-4233-a3c0-89ee4b2de97c req-b73cecda-6b19-465c-9dac-dfc056c3cf79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 1127 time: 0.1030676 Feb 16 17:05:12.783770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1befe8-228e-4480-b07d-1459ce8ab3fa req-92460ad7-df5d-4102-98fe-8b62d8123c81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:12.792218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db1befe8-228e-4480-b07d-1459ce8ab3fa req-92460ad7-df5d-4102-98fe-8b62d8123c81 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0958397 Feb 16 17:05:12.875679 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db1befe8-228e-4480-b07d-1459ce8ab3fa req-74de6b66-c4c4-475a-b3c4-db464b591c8d tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801911 Feb 16 17:05:12.876404 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d629f554-179e-4363-b5b5-0622814fbf5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:12.889565 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-046a4a3f-c956-4767-8576-4607e4264618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:44Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:45Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '75fe4758-504f-41f6-9f8c-fed424db7e2a', 'name': '', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:59:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:49Z', 'updated_at': '2022-02-16T17:01:54Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:12.910367 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969b215-a4b9-4233-a3c0-89ee4b2de97c req-77fb837d-60ff-4d4e-8959-63baa5a15c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:12.912983 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e969b215-a4b9-4233-a3c0-89ee4b2de97c req-77fb837d-60ff-4d4e-8959-63baa5a15c1d service neutron] 10.222.0.60 "GET /v2.0/networks?id=696844de-4651-4936-9a4a-2b9239d067e8 HTTP/1.1" status: 200 len: 897 time: 0.2152889 Feb 16 17:05:12.938590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a4a3f-c956-4767-8576-4607e4264618 None None] Checking router: f0f4f0a2-7507-4c69-b4a6-76623526369d for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:12.962290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a4a3f-c956-4767-8576-4607e4264618 None None] Routers {'f0f4f0a2-7507-4c69-b4a6-76623526369d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:12.964457 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-046a4a3f-c956-4767-8576-4607e4264618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f0f4f0a2-7507-4c69-b4a6-76623526369d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:12.982675 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e969b215-a4b9-4233-a3c0-89ee4b2de97c req-d4a88929-e94d-499d-b7d3-1dca44b085fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e799cf75-c902-4204-975f-83e439dd14b6 HTTP/1.1" status: 200 len: 217 time: 0.0622773 Feb 16 17:05:13.086731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969b215-a4b9-4233-a3c0-89ee4b2de97c req-7c91b8ad-7ed1-48c5-894c-c8ed97a6bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:13.089500 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e969b215-a4b9-4233-a3c0-89ee4b2de97c req-7c91b8ad-7ed1-48c5-894c-c8ed97a6bfb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7fb8e78-9750-40d3-8ffa-413fd93b06a7 HTTP/1.1" status: 200 len: 835 time: 0.0971625 Feb 16 17:05:13.148877 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969b215-a4b9-4233-a3c0-89ee4b2de97c req-639c27fa-91dd-40d7-a062-601b72edabee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:13.150563 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e969b215-a4b9-4233-a3c0-89ee4b2de97c req-639c27fa-91dd-40d7-a062-601b72edabee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=696844de-4651-4936-9a4a-2b9239d067e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0548775 Feb 16 17:05:13.167943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-046a4a3f-c956-4767-8576-4607e4264618 None None] Set router f0f4f0a2-7507-4c69-b4a6-76623526369d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:13.259127 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e969b215-a4b9-4233-a3c0-89ee4b2de97c req-92477cfe-88d5-468c-87a5-89c4a22c1347 service neutron] 10.222.0.60 "GET /v2.0/networks/696844de-4651-4936-9a4a-2b9239d067e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017702 Feb 16 17:05:13.453952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-046a4a3f-c956-4767-8576-4607e4264618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:44Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:45Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '75fe4758-504f-41f6-9f8c-fed424db7e2a', 'name': '', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:59:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:49Z', 'updated_at': '2022-02-16T17:01:54Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:13.487812 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a4a3f-c956-4767-8576-4607e4264618 None None] The sync data for ids ['f0f4f0a2-7507-4c69-b4a6-76623526369d'] in n-d-669411-5 is: [{'id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:44Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:45Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '75fe4758-504f-41f6-9f8c-fed424db7e2a', 'name': '', 'network_id': '696844de-4651-4936-9a4a-2b9239d067e8', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'mac_address': 'fa:16:3e:59:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:49Z', 'updated_at': '2022-02-16T17:01:54Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'subnets': [{'id': 'c7fb8e78-9750-40d3-8ffa-413fd93b06a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:13.753783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d629f554-179e-4363-b5b5-0622814fbf5a admin admin] Router 0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:13.778441 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e969b215-a4b9-4233-a3c0-89ee4b2de97c req-d60a0ebb-9188-43d8-8909-754ba4e15af0 service neutron] 10.222.0.60 "GET /v2.0/networks/696844de-4651-4936-9a4a-2b9239d067e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125644 Feb 16 17:05:13.851193 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d16ec55-902a-422e-8e55-ab659f9688fc None None] New status for floating IP 18416695-04aa-4d88-962a-2c4bd72dc5f4: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:05:13.918946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d629f554-179e-4363-b5b5-0622814fbf5a admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:13.928545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da2db6-8852-4de3-b10c-2966c4451f63 None None] Sync routers for ids ['0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:13.931464 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d629f554-179e-4363-b5b5-0622814fbf5a admin admin] 10.222.0.24 "PUT /v2.0/routers/0e928ff7-4f5e-4c9e-93f6-76e31a5619a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4998057 Feb 16 17:05:13.935010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48000) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:13.963701 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da2db6-8852-4de3-b10c-2966c4451f63 None None] Routers {'0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:13.964365 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-87da2db6-8852-4de3-b10c-2966c4451f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:14.071079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeadee-8d99-442e-8e52-0617666cff41 req-67f1f487-4b10-496e-b982-d95f7f784962 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:14.078439 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cdeadee-8d99-442e-8e52-0617666cff41 req-67f1f487-4b10-496e-b982-d95f7f784962 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.0795531 Feb 16 17:05:14.110909 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] Publish callbacks [] for router (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:14.144868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cdeadee-8d99-442e-8e52-0617666cff41 req-b606b842-0221-4a40-ac72-a93d1c088f34 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6164cd7-11ad-424e-bb47-d32fe0af2161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655470 Feb 16 17:05:14.162324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-87da2db6-8852-4de3-b10c-2966c4451f63 None None] Set router 0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:14.270586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e481d2b-ee75-4eb0-99fd-e019755b117a req-762af5e4-407e-4aad-a7b3-9b06b77ac110 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:14.272654 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4e481d2b-ee75-4eb0-99fd-e019755b117a req-762af5e4-407e-4aad-a7b3-9b06b77ac110 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 945 time: 0.1014149 Feb 16 17:05:14.315148 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] Publish callbacks [] for router_gateway (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:14.366159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-87da2db6-8852-4de3-b10c-2966c4451f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'name': 'tempest-TestAggregatesBasicOps-232900696-router', 'tenant_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '837b5be7-e2a8-458b-8d27-51125fbe541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:12Z', 'revision_number': 5, 'project_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'gw_port': {'id': '837b5be7-e2a8-458b-8d27-51125fbe541e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:14.393847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da2db6-8852-4de3-b10c-2966c4451f63 None None] Checking router: 0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:14.403873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da2db6-8852-4de3-b10c-2966c4451f63 None None] Routers {'0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:14.404927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-87da2db6-8852-4de3-b10c-2966c4451f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:14.416657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-4e481d2b-ee75-4eb0-99fd-e019755b117a req-0536356c-e329-47bb-b794-0d72db678024 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port e799cf75-c902-4204-975f-83e439dd14b6 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:05:14.417052 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4e481d2b-ee75-4eb0-99fd-e019755b117a req-0536356c-e329-47bb-b794-0d72db678024 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e799cf75-c902-4204-975f-83e439dd14b6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:14.435840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] Deleting port 837b5be7-e2a8-458b-8d27-51125fbe541e {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:05:14.435840 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (837b5be7-e2a8-458b-8d27-51125fbe541e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:14.499387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-87da2db6-8852-4de3-b10c-2966c4451f63 None None] Set router 0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:14.555482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-87da2db6-8852-4de3-b10c-2966c4451f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'name': 'tempest-TestAggregatesBasicOps-232900696-router', 'tenant_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:14Z', 'revision_number': 6, 'project_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:14.577208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4e481d2b-ee75-4eb0-99fd-e019755b117a req-0536356c-e329-47bb-b794-0d72db678024 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] For port e799cf75-c902-4204-975f-83e439dd14b6, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e799cf75-c902-4204-975f-83e439dd14b6,segment=NetworkSegment(65a53a35-d2d3-410c-9134-5a71866cd247),segment_id=65a53a35-d2d3-410c-9134-5a71866cd247)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:14.577443 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4e481d2b-ee75-4eb0-99fd-e019755b117a req-0536356c-e329-47bb-b794-0d72db678024 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e799cf75-c902-4204-975f-83e439dd14b6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:14.590924 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da2db6-8852-4de3-b10c-2966c4451f63 None None] The sync data for ids ['0e928ff7-4f5e-4c9e-93f6-76e31a5619a9'] in n-d-669411-5 is: [{'id': '0e928ff7-4f5e-4c9e-93f6-76e31a5619a9', 'name': 'tempest-TestAggregatesBasicOps-232900696-router', 'tenant_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:00Z', 'updated_at': '2022-02-16T17:05:14Z', 'revision_number': 6, 'project_id': '7d0e87d9afcb4703830f99ef0adc36fd', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:14.601503 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] For port 837b5be7-e2a8-458b-8d27-51125fbe541e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=837b5be7-e2a8-458b-8d27-51125fbe541e,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:14.601872 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (837b5be7-e2a8-458b-8d27-51125fbe541e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:14.604977 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-4e481d2b-ee75-4eb0-99fd-e019755b117a req-0536356c-e329-47bb-b794-0d72db678024 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for e799cf75-c902-4204-975f-83e439dd14b6 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:05:14.622043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] Calling delete_port for 837b5be7-e2a8-458b-8d27-51125fbe541e owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:05:14.889373 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4e481d2b-ee75-4eb0-99fd-e019755b117a req-0536356c-e329-47bb-b794-0d72db678024 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e799cf75-c902-4204-975f-83e439dd14b6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:14.947378 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536356c-e329-47bb-b794-0d72db678024 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=e799cf75-c902-4204-975f-83e439dd14b6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:15.009469 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e481d2b-ee75-4eb0-99fd-e019755b117a req-0536356c-e329-47bb-b794-0d72db678024 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] No DVR routers for this DVR port e799cf75-c902-4204-975f-83e439dd14b6 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:15.014611 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4e481d2b-ee75-4eb0-99fd-e019755b117a req-0536356c-e329-47bb-b794-0d72db678024 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:15.017953 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4e481d2b-ee75-4eb0-99fd-e019755b117a req-0536356c-e329-47bb-b794-0d72db678024 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.60 "DELETE /v2.0/ports/e799cf75-c902-4204-975f-83e439dd14b6 HTTP/1.1" status: 204 len: 173 time: 0.7393472 Feb 16 17:05:15.018405 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'name': 'network-vif-deleted', 'tag': 'e799cf75-c902-4204-975f-83e439dd14b6'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:05:15.020685 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3417c460-7929-438b-87a5-125e64f134a0" -d '{"events": [{"server_uuid": "d331acb8-2483-4692-82b8-ca9c7e765580", "name": "network-vif-deleted", "tag": "e799cf75-c902-4204-975f-83e439dd14b6"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:05:15.034212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (837b5be7-e2a8-458b-8d27-51125fbe541e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:15.065440 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=837b5be7-e2a8-458b-8d27-51125fbe541e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:15.139288 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:15.210821 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e0b287-fb72-437c-bdb9-348b656fd38e x-openstack-request-id: req-51e0b287-fb72-437c-bdb9-348b656fd38e {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:05:15.211132 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d331acb8-2483-4692-82b8-ca9c7e765580", "name": "network-vif-deleted", "tag": "e799cf75-c902-4204-975f-83e439dd14b6", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:05:15.211359 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51e0b287-fb72-437c-bdb9-348b656fd38e {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:05:15.211790 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd331acb8-2483-4692-82b8-ca9c7e765580', 'name': 'network-vif-deleted', 'tag': 'e799cf75-c902-4204-975f-83e439dd14b6', 'status': 'completed', 'code': 200} Feb 16 17:05:15.250296 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:15.252571 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] Publish callbacks [] for router_controller (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:15.287044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-55d63806-4bfe-4d93-9fd1-5813b8041443 req-4f5eb6c5-9359-4ba9-ae6c-7071a32d7172 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "GET /v2.0/ports?device_id=d331acb8-2483-4692-82b8-ca9c7e765580 HTTP/1.1" status: 200 len: 210 time: 0.0394623 Feb 16 17:05:15.308574 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (0e928ff7-4f5e-4c9e-93f6-76e31a5619a9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:15.309193 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:05:15.317381 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:15.319496 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-942053d6-4c12-4751-a156-61193b8baba3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0e928ff7-4f5e-4c9e-93f6-76e31a5619a9 HTTP/1.1" status: 204 len: 168 time: 1.3837743 Feb 16 17:05:15.322087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48024) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:15.406496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d048e3-ce70-434c-9b06-2040d93642f9 admin admin] Deleting subnet 45df7577-29d9-4232-9712-19811a717f63 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:05:15.413732 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9d048e3-ce70-434c-9b06-2040d93642f9 admin admin] Publish callbacks [] for subnet (45df7577-29d9-4232-9712-19811a717f63), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:15.514052 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9d048e3-ce70-434c-9b06-2040d93642f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (45df7577-29d9-4232-9712-19811a717f63), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:15.552459 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-fedc3501-d2d7-4d9c-b3c9-c5d302bf62e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:15.553950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-fedc3501-d2d7-4d9c-b3c9-c5d302bf62e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 811 time: 0.2022953 Feb 16 17:05:15.577781 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-1192083f-0e77-4f79-933f-c0bd87cc43f6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/quotas/2b779e025ab44f24afff60114276c36b HTTP/1.1" status: 200 len: 375 time: 0.0174818 Feb 16 17:05:15.650068 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9d048e3-ce70-434c-9b06-2040d93642f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (45df7577-29d9-4232-9712-19811a717f63), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:15.698621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-c06fb193-6f88-412b-8aef-9b36288a6ad9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1140583 Feb 16 17:05:15.749938 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9d048e3-ce70-434c-9b06-2040d93642f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (45df7577-29d9-4232-9712-19811a717f63), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:15.802938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d048e3-ce70-434c-9b06-2040d93642f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45df7577-29d9-4232-9712-19811a717f63,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:15.812117 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9d048e3-ce70-434c-9b06-2040d93642f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:15.815208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6964f2-1adc-4a42-b33d-3d06cb36455e None None] Network a907c3b2-0ff7-4120-9aa6-b4b996f000a0 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:05:15.815708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a9d048e3-ce70-434c-9b06-2040d93642f9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/45df7577-29d9-4232-9712-19811a717f63 HTTP/1.1" status: 204 len: 168 time: 0.4921045 Feb 16 17:05:15.817895 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48026) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:15.862716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-80a6e3d8-7164-4ef5-8744-a9fc618107de service neutron] 10.222.0.24 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572618 Feb 16 17:05:15.927667 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a907c3b2-0ff7-4120-9aa6-b4b996f000a0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:16.012308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880f9167-bff8-4efe-8737-0248aa2c35ba None None] DHCP port deletion for a907c3b2-0ff7-4120-9aa6-b4b996f000a0 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:05:16.025834 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-ceec7a15-cf8e-4c96-a244-262862e28a1c service neutron] 10.222.0.24 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335604 Feb 16 17:05:16.045241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 837b5be7-e2a8-458b-8d27-51125fbe541e no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:16.045626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] Deleting port ad9a1d0c-5282-4f4e-a7af-748b86d61f27 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:05:16.046198 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:16.071542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 837b5be7-e2a8-458b-8d27-51125fbe541e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:05:16.071918 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 837b5be7-e2a8-458b-8d27-51125fbe541e not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:16.072555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0ff2212c-0166-48db-ad20-722b952eef7a no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:16.095081 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 0ff2212c-0166-48db-ad20-722b952eef7a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:05:16.095632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0ff2212c-0166-48db-ad20-722b952eef7a not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:16.123623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-880f9167-bff8-4efe-8737-0248aa2c35ba None None] Deleting port ad9a1d0c-5282-4f4e-a7af-748b86d61f27 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:05:16.123999 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] For port ad9a1d0c-5282-4f4e-a7af-748b86d61f27, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ad9a1d0c-5282-4f4e-a7af-748b86d61f27,segment=NetworkSegment(b059d774-debc-4078-a083-395a04d57726),segment_id=b059d774-debc-4078-a083-395a04d57726)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:16.124156 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-880f9167-bff8-4efe-8737-0248aa2c35ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:16.124367 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:16.139158 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] Calling delete_port for ad9a1d0c-5282-4f4e-a7af-748b86d61f27 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:05:16.198535 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-880f9167-bff8-4efe-8737-0248aa2c35ba None None] For port ad9a1d0c-5282-4f4e-a7af-748b86d61f27, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ad9a1d0c-5282-4f4e-a7af-748b86d61f27,segment=NetworkSegment(b059d774-debc-4078-a083-395a04d57726),segment_id=b059d774-debc-4078-a083-395a04d57726)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:16.198934 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-880f9167-bff8-4efe-8737-0248aa2c35ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:16.215296 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-880f9167-bff8-4efe-8737-0248aa2c35ba None None] Calling delete_port for ad9a1d0c-5282-4f4e-a7af-748b86d61f27 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:05:16.254549 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9459467b-b679-4abb-b4dc-c570a7e7d625 req-40f21e62-ea78-41f8-8c11-4ffa6f1eee26 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 210 time: 0.0309005 Feb 16 17:05:16.281341 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:16.309728 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-880f9167-bff8-4efe-8737-0248aa2c35ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (ad9a1d0c-5282-4f4e-a7af-748b86d61f27), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:16.313486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9a1d0c-5282-4f4e-a7af-748b86d61f27,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:16.321445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] No DVR routers for this DVR port ad9a1d0c-5282-4f4e-a7af-748b86d61f27 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:16.329933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f9167-bff8-4efe-8737-0248aa2c35ba None None] No DVR routers for this DVR port ad9a1d0c-5282-4f4e-a7af-748b86d61f27 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:16.359397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f9167-bff8-4efe-8737-0248aa2c35ba None None] Pushing event deleted for resources: {'Port': ['ID=ad9a1d0c-5282-4f4e-a7af-748b86d61f27,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:16.374707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48038) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:16.416644 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a907c3b2-0ff7-4120-9aa6-b4b996f000a0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:16.439489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a907c3b2-0ff7-4120-9aa6-b4b996f000a0']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:16.450115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b059d774-debc-4078-a083-395a04d57726') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:16.450421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b059d774-debc-4078-a083-395a04d57726') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:16.461360 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (b059d774-debc-4078-a083-395a04d57726), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:16.476482 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b059d774-debc-4078-a083-395a04d57726), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:16.483590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:16.484327 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (b059d774-debc-4078-a083-395a04d57726), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:16.486345 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:16.553739 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a907c3b2-0ff7-4120-9aa6-b4b996f000a0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:16.558820 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:16.562372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a907c3b2-0ff7-4120-9aa6-b4b996f000a0 HTTP/1.1" status: 204 len: 168 time: 0.7426083 Feb 16 17:05:16.577419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11a408-1ce3-42ec-bcd5-dbe415812056 admin admin] Pushing event deleted for resources: {'Network': ['ID=a907c3b2-0ff7-4120-9aa6-b4b996f000a0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:16.779240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48046) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:16.833271 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-80c56bc9-278f-4a7e-aa3c-914683230f17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3614092eca08472cb52bc195a813129c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485933 Feb 16 17:05:16.836020 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48048) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:16.916322 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2198141f-dbdb-4c85-a8eb-f29fe18b969a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (f0f4f0a2-7507-4c69-b4a6-76623526369d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:16.953950 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22299bf8-508d-4a3d-a8b9-5402f3a1ee71 admin admin] Publish callbacks [] for security_group (00cd492a-5aa1-4fd7-bb2c-b3834737074c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:17.011734 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22299bf8-508d-4a3d-a8b9-5402f3a1ee71 admin admin] Publish callbacks [] for security_group (00cd492a-5aa1-4fd7-bb2c-b3834737074c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:17.154086 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22299bf8-508d-4a3d-a8b9-5402f3a1ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (00cd492a-5aa1-4fd7-bb2c-b3834737074c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:17.156633 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22299bf8-508d-4a3d-a8b9-5402f3a1ee71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:17.160091 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-22299bf8-508d-4a3d-a8b9-5402f3a1ee71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00cd492a-5aa1-4fd7-bb2c-b3834737074c HTTP/1.1" status: 204 len: 168 time: 0.3207197 Feb 16 17:05:17.175888 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22299bf8-508d-4a3d-a8b9-5402f3a1ee71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cd492a-5aa1-4fd7-bb2c-b3834737074c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:17.359263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-76937cb8-cb20-402a-9256-59e98571c923 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:17.360727 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-76937cb8-cb20-402a-9256-59e98571c923 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.60 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 811 time: 0.1673598 Feb 16 17:05:17.378729 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-b6c88c71-75f2-47ba-928b-9d044ed0260a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'port': {'device_id': 'a970f966-4333-459f-b7b2-39ef744ecd0c', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'admin_state_up': True, 'tenant_id': '2b779e025ab44f24afff60114276c36b'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:17.415070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20209e8f-9d3a-4beb-ac3b-1376b5cf014e req-6eb65378-2b01-4d87-8ad2-519dbac765cd tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 210 time: 0.0407064 Feb 16 17:05:17.416593 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2198141f-dbdb-4c85-a8eb-f29fe18b969a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port 75fe4758-504f-41f6-9f8c-fed424db7e2a {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:05:17.416937 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2198141f-dbdb-4c85-a8eb-f29fe18b969a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:17.581356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48056) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:17.591613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-2198141f-dbdb-4c85-a8eb-f29fe18b969a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] For port 75fe4758-504f-41f6-9f8c-fed424db7e2a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=75fe4758-504f-41f6-9f8c-fed424db7e2a,segment=NetworkSegment(65a53a35-d2d3-410c-9134-5a71866cd247),segment_id=65a53a35-d2d3-410c-9134-5a71866cd247)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:17.592133 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2198141f-dbdb-4c85-a8eb-f29fe18b969a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:17.609218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2198141f-dbdb-4c85-a8eb-f29fe18b969a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for 75fe4758-504f-41f6-9f8c-fed424db7e2a owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:05:17.610799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-b6c88c71-75f2-47ba-928b-9d044ed0260a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Made reservation on behalf of 2b779e025ab44f24afff60114276c36b for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:17.614112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-b6c88c71-75f2-47ba-928b-9d044ed0260a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:17.631524 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-94bcd9ae-adb0-4a7e-af7b-8f5971db16cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d0e87d9afcb4703830f99ef0adc36fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486755 Feb 16 17:05:17.634018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48058) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:17.696571 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cefe1da2-7694-4372-8247-036b73919832 admin admin] Publish callbacks [] for security_group (78533d82-ad67-43f4-a5c0-faf23e8460a8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:17.721823 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cefe1da2-7694-4372-8247-036b73919832 admin admin] Publish callbacks [] for security_group (78533d82-ad67-43f4-a5c0-faf23e8460a8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:17.791330 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cefe1da2-7694-4372-8247-036b73919832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (78533d82-ad67-43f4-a5c0-faf23e8460a8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:17.794721 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cefe1da2-7694-4372-8247-036b73919832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:17.796103 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cefe1da2-7694-4372-8247-036b73919832 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78533d82-ad67-43f4-a5c0-faf23e8460a8 HTTP/1.1" status: 204 len: 168 time: 0.1610768 Feb 16 17:05:17.819450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe1da2-7694-4372-8247-036b73919832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78533d82-ad67-43f4-a5c0-faf23e8460a8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:17.848546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-b6c88c71-75f2-47ba-928b-9d044ed0260a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Allocated IP 172.20.0.13 (59605855-a12a-4807-9e09-0b33b401436f/a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f/aba161ad-033c-44a6-8896-afaa22b4e119) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:17.858444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e799cf75-c902-4204-975f-83e439dd14b6 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:17.904924 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: e799cf75-c902-4204-975f-83e439dd14b6 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:05:17.905272 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e799cf75-c902-4204-975f-83e439dd14b6 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:18.008169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ad9a1d0c-5282-4f4e-a7af-748b86d61f27 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:18.032473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: ad9a1d0c-5282-4f4e-a7af-748b86d61f27 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:05:18.032815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ad9a1d0c-5282-4f4e-a7af-748b86d61f27 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:18.050322 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2198141f-dbdb-4c85-a8eb-f29fe18b969a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (75fe4758-504f-41f6-9f8c-fed424db7e2a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:18.104837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198141f-dbdb-4c85-a8eb-f29fe18b969a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=75fe4758-504f-41f6-9f8c-fed424db7e2a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:18.531588 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-b6c88c71-75f2-47ba-928b-9d044ed0260a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for port (aba161ad-033c-44a6-8896-afaa22b4e119), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:18.567225 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f66592a-2bae-4698-aed9-26672954ad98 req-6973be61-f297-46f6-8a34-dda05be70989 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 210 time: 0.0464654 Feb 16 17:05:18.609577 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-b6c88c71-75f2-47ba-928b-9d044ed0260a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (aba161ad-033c-44a6-8896-afaa22b4e119), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:18.625904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['d3b59549-308b-4ea9-b657-31e1896ddfd6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:05:18.685806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48086) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:18.737506 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-b6c88c71-75f2-47ba-928b-9d044ed0260a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Network 59605855-a12a-4807-9e09-0b33b401436f is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:18.745784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-b6c88c71-75f2-47ba-928b-9d044ed0260a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:18.753043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-b6c88c71-75f2-47ba-928b-9d044ed0260a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:18.763217 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c88c71-75f2-47ba-928b-9d044ed0260a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'Port': ['ID=aba161ad-033c-44a6-8896-afaa22b4e119,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:18.818921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1946873509-network', 'tenant_id': '61a09bce828b4aa69558d051b835c314'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:18.846311 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2198141f-dbdb-4c85-a8eb-f29fe18b969a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (f0f4f0a2-7507-4c69-b4a6-76623526369d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:18.846955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] Made reservation on behalf of 61a09bce828b4aa69558d051b835c314 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:18.850337 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:18.854449 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-b6c88c71-75f2-47ba-928b-9d044ed0260a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:18.855287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-b6c88c71-75f2-47ba-928b-9d044ed0260a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:18.862273 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:18.931158 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-b6c88c71-75f2-47ba-928b-9d044ed0260a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5574834 Feb 16 17:05:18.966036 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] Publish callbacks [] for security_group (3d5c3ce8-f04b-4ff8-8e9e-4bfb4753035d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:18.972389 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3d5c3ce8-f04b-4ff8-8e9e-4bfb4753035d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:18.972751 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Request body: {'port': {'device_id': 'a970f966-4333-459f-b7b2-39ef744ecd0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:18.985436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:05:18.996632 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (15c4b34a-8782-4548-80c2-ed09cc4be1c9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:18.997250 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] Added segment 15c4b34a-8782-4548-80c2-ed09cc4be1c9 of type vlan for network 4b88e25b-87f3-446f-8e67-f99a9a81c9aa Feb 16 17:05:19.064674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5c3ce8-f04b-4ff8-8e9e-4bfb4753035d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:19.064901 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (aba161ad-033c-44a6-8896-afaa22b4e119), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:19.084227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (4b88e25b-87f3-446f-8e67-f99a9a81c9aa), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:19.113056 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (4b88e25b-87f3-446f-8e67-f99a9a81c9aa), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:19.115609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:19.116567 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:19.117013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-554f5110-3c57-4ca2-8f1f-de624ca0df7c None None] Provisioning complete for port aba161ad-033c-44a6-8896-afaa22b4e119 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:19.118520 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-554f5110-3c57-4ca2-8f1f-de624ca0df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (aba161ad-033c-44a6-8896-afaa22b4e119), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:19.159720 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4726763 Feb 16 17:05:19.163349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48090) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:19.168406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-659c35d8-a7a8-4f37-adf8-0ffc110991df admin admin] Request body: {'subnet': {'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1946873509-subnet', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:19.171108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-554f5110-3c57-4ca2-8f1f-de624ca0df7c None None] Port aba161ad-033c-44a6-8896-afaa22b4e119 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:05:19.211922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780f8d3-3333-4da6-abd9-30a7de339f1c admin admin] Pushing event updated for resources: {'Network': ['ID=4b88e25b-87f3-446f-8e67-f99a9a81c9aa,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:19.223262 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659c35d8-a7a8-4f37-adf8-0ffc110991df admin admin] Made reservation on behalf of 61a09bce828b4aa69558d051b835c314 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:19.226526 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-659c35d8-a7a8-4f37-adf8-0ffc110991df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:19.231381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 4b88e25b-87f3-446f-8e67-f99a9a81c9aa details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:05:19.395067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2198141f-dbdb-4c85-a8eb-f29fe18b969a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Router f0f4f0a2-7507-4c69-b4a6-76623526369d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:19.444664 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-659c35d8-a7a8-4f37-adf8-0ffc110991df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (551a51d8-c054-4a07-898a-4f5e87b7a662), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:19.504146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c35d8-a7a8-4f37-adf8-0ffc110991df admin admin] Pushing event updated for resources: {'Subnet': ['ID=551a51d8-c054-4a07-898a-4f5e87b7a662,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:19.516289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659c35d8-a7a8-4f37-adf8-0ffc110991df admin admin] Checking segment: {'id': '15c4b34a-8782-4548-80c2-ed09cc4be1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:19.516677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659c35d8-a7a8-4f37-adf8-0ffc110991df admin admin] Network hostable DHCP agents. Network: 4b88e25b-87f3-446f-8e67-f99a9a81c9aa, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:05:19.533242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659c35d8-a7a8-4f37-adf8-0ffc110991df admin admin] Network 4b88e25b-87f3-446f-8e67-f99a9a81c9aa is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:05:19.543609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-659c35d8-a7a8-4f37-adf8-0ffc110991df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 4b88e25b-87f3-446f-8e67-f99a9a81c9aa) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:19.551271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd71c1dc-caff-4334-84df-581d3eb3584b None None] Network 4b88e25b-87f3-446f-8e67-f99a9a81c9aa requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:05:19.561173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659c35d8-a7a8-4f37-adf8-0ffc110991df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:19.561776 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-659c35d8-a7a8-4f37-adf8-0ffc110991df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:19.595890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-659c35d8-a7a8-4f37-adf8-0ffc110991df admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4315035 Feb 16 17:05:19.596512 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48094) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:19.600831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:19.646096 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (63231406-315b-4f1a-9845-4eac1fd5d0fd), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:19.647360 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (63231406-315b-4f1a-9845-4eac1fd5d0fd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:19.694812 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'project_id': '61a09bce828b4aa69558d051b835c314', 'fixed_ips': [{'subnet_id': '551a51d8-c054-4a07-898a-4f5e87b7a662'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:05:19.695682 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:19.715705 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba161ad-033c-44a6-8896-afaa22b4e119 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:05:19.726180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2198141f-dbdb-4c85-a8eb-f29fe18b969a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:19.741387 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c6684b-4d3f-4f66-b98b-6c9626fd8097 None None] Sync routers for ids ['f0f4f0a2-7507-4c69-b4a6-76623526369d'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:19.742274 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Publish callbacks [] for port (aba161ad-033c-44a6-8896-afaa22b4e119), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:19.752696 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2198141f-dbdb-4c85-a8eb-f29fe18b969a tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "PUT /v2.0/routers/f0f4f0a2-7507-4c69-b4a6-76623526369d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3761723 Feb 16 17:05:19.754700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48096) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:19.764383 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c6684b-4d3f-4f66-b98b-6c9626fd8097 None None] Routers {'f0f4f0a2-7507-4c69-b4a6-76623526369d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:19.765128 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a4c6684b-4d3f-4f66-b98b-6c9626fd8097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f0f4f0a2-7507-4c69-b4a6-76623526369d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:19.776715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Publish callbacks [] for router_controller (63231406-315b-4f1a-9845-4eac1fd5d0fd), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:19.800634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Transition to ACTIVE for port object aba161ad-033c-44a6-8896-afaa22b4e119 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:19.809690 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (aba161ad-033c-44a6-8896-afaa22b4e119), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:19.879872 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-e811ecfa-39eb-4f83-8d20-d4e6c94a9ca7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting subnet c7fb8e78-9750-40d3-8ffa-413fd93b06a7 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:05:19.891289 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e811ecfa-39eb-4f83-8d20-d4e6c94a9ca7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for subnet (c7fb8e78-9750-40d3-8ffa-413fd93b06a7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:19.965056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Allocated IP 172.20.0.2 (4b88e25b-87f3-446f-8e67-f99a9a81c9aa/551a51d8-c054-4a07-898a-4f5e87b7a662/5de452e6-121f-4212-b2c0-9ac29002808e) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:19.972000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Pushing event updated for resources: {'Port': ['ID=aba161ad-033c-44a6-8896-afaa22b4e119,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:20.003055 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a4c6684b-4d3f-4f66-b98b-6c9626fd8097 None None] Set router f0f4f0a2-7507-4c69-b4a6-76623526369d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:20.019142 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e811ecfa-39eb-4f83-8d20-d4e6c94a9ca7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (c7fb8e78-9750-40d3-8ffa-413fd93b06a7), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:20.141059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a70367-6158-422c-9b3a-37e5e2e8c233 req-dc2c4360-3235-485a-8f8b-d241ccba664a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:20.145963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6a70367-6158-422c-9b3a-37e5e2e8c233 req-dc2c4360-3235-485a-8f8b-d241ccba664a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 932 time: 0.4586191 Feb 16 17:05:20.247780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Attempting to bind port aba161ad-033c-44a6-8896-afaa22b4e119 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:20.248136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Attempting to bind port aba161ad-033c-44a6-8896-afaa22b4e119 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:20.248441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Attempting to bind port aba161ad-033c-44a6-8896-afaa22b4e119 on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:20.280886 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Port aba161ad-033c-44a6-8896-afaa22b4e119 on network 59605855-a12a-4807-9e09-0b33b401436f not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:05:20.283068 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Attempting to bind port aba161ad-033c-44a6-8896-afaa22b4e119 on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:20.322097 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:20.322461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Checking segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:20.325201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Bound using segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:20.325631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Bound port: aba161ad-033c-44a6-8896-afaa22b4e119, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:20.326006 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (aba161ad-033c-44a6-8896-afaa22b4e119), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:20.333815 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a4c6684b-4d3f-4f66-b98b-6c9626fd8097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:44Z', 'updated_at': '2022-02-16T17:05:17Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:45Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:20.367177 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c6684b-4d3f-4f66-b98b-6c9626fd8097 None None] Checking router: f0f4f0a2-7507-4c69-b4a6-76623526369d for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:20.369996 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Publish callbacks [] for router_gateway (63231406-315b-4f1a-9845-4eac1fd5d0fd), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:20.377767 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e811ecfa-39eb-4f83-8d20-d4e6c94a9ca7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (c7fb8e78-9750-40d3-8ffa-413fd93b06a7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:20.378241 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c6684b-4d3f-4f66-b98b-6c9626fd8097 None None] Routers {'f0f4f0a2-7507-4c69-b4a6-76623526369d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:20.379131 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a4c6684b-4d3f-4f66-b98b-6c9626fd8097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f0f4f0a2-7507-4c69-b4a6-76623526369d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:20.419220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4a3a288-46de-4de6-bc4c-f353c10e7ee8 req-301f233e-f92c-4c04-a4d0-083d3d05ce06 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2707388 Feb 16 17:05:20.474641 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6a70367-6158-422c-9b3a-37e5e2e8c233 req-a8d30a28-e542-4cf0-ac38-7ae0418d41d1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148762 Feb 16 17:05:20.542497 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Publish callbacks [] for port (5de452e6-121f-4212-b2c0-9ac29002808e), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:20.553055 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (5de452e6-121f-4212-b2c0-9ac29002808e), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:20.557550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] For port aba161ad-033c-44a6-8896-afaa22b4e119, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:20.561930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] For port aba161ad-033c-44a6-8896-afaa22b4e119, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=aba161ad-033c-44a6-8896-afaa22b4e119,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:20.574045 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a4c6684b-4d3f-4f66-b98b-6c9626fd8097 None None] Set router f0f4f0a2-7507-4c69-b4a6-76623526369d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:20.576193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (aba161ad-033c-44a6-8896-afaa22b4e119), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:20.621723 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:20.622827 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:20.627058 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] 10.222.0.60 "PUT /v2.0/ports/aba161ad-033c-44a6-8896-afaa22b4e119 HTTP/1.1" status: 200 len: 1092 time: 1.6616139 Feb 16 17:05:20.632238 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a970f966-4333-459f-b7b2-39ef744ecd0c', 'tag': 'aba161ad-033c-44a6-8896-afaa22b4e119'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:05:20.635929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Pushing event updated for resources: {'Port': ['ID=5de452e6-121f-4212-b2c0-9ac29002808e,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:20.648140 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7c0e52-7981-4293-8900-f5e6b1f62c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "a970f966-4333-459f-b7b2-39ef744ecd0c", "tag": "aba161ad-033c-44a6-8896-afaa22b4e119"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:05:20.649421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a288-46de-4de6-bc4c-f353c10e7ee8 req-ef8be53b-e6fc-493e-9002-5047ac77d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:20.651339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4a3a288-46de-4de6-bc4c-f353c10e7ee8 req-ef8be53b-e6fc-493e-9002-5047ac77d540 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 1128 time: 0.1528790 Feb 16 17:05:20.671041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Network 4b88e25b-87f3-446f-8e67-f99a9a81c9aa is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:20.680047 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e811ecfa-39eb-4f83-8d20-d4e6c94a9ca7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (c7fb8e78-9750-40d3-8ffa-413fd93b06a7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:20.680313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:20.683814 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:20.745535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e505ab-de68-4acc-8614-202e3fc191e8 service neutron] Pushing event updated for resources: {'Port': ['ID=aba161ad-033c-44a6-8896-afaa22b4e119,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:20.758631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed550250-6a17-4641-a70e-e2bbd389193b None None] Network 696844de-4651-4936-9a4a-2b9239d067e8 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:05:20.764753 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e811ecfa-39eb-4f83-8d20-d4e6c94a9ca7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:20.773547 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e811ecfa-39eb-4f83-8d20-d4e6c94a9ca7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/subnets/c7fb8e78-9750-40d3-8ffa-413fd93b06a7 HTTP/1.1" status: 204 len: 168 time: 1.0173347 Feb 16 17:05:20.779039 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48100) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:20.779039 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce496839-3aa7-40e3-ab38-fc8ffd37df75 x-openstack-request-id: req-ce496839-3aa7-40e3-ab38-fc8ffd37df75 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:05:20.779039 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a970f966-4333-459f-b7b2-39ef744ecd0c", "tag": "aba161ad-033c-44a6-8896-afaa22b4e119", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:05:20.779426 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce496839-3aa7-40e3-ab38-fc8ffd37df75 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:05:20.779538 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a970f966-4333-459f-b7b2-39ef744ecd0c', 'tag': 'aba161ad-033c-44a6-8896-afaa22b4e119', 'status': 'completed', 'code': 200} Feb 16 17:05:20.875154 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811ecfa-39eb-4f83-8d20-d4e6c94a9ca7 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Subnet': ['ID=c7fb8e78-9750-40d3-8ffa-413fd93b06a7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:20.898225 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Attempting to bind port 5de452e6-121f-4212-b2c0-9ac29002808e on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:20.899087 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Attempting to bind port 5de452e6-121f-4212-b2c0-9ac29002808e by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '15c4b34a-8782-4548-80c2-ed09cc4be1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:20.899939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Attempting to bind port 5de452e6-121f-4212-b2c0-9ac29002808e on network 4b88e25b-87f3-446f-8e67-f99a9a81c9aa {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:20.959696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:20.960668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Checking segment: {'id': '15c4b34a-8782-4548-80c2-ed09cc4be1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:20.961359 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:20.962173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Bound using segment: {'id': '15c4b34a-8782-4548-80c2-ed09cc4be1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:20.962909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Bound port: 5de452e6-121f-4212-b2c0-9ac29002808e, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c4b34a-8782-4548-80c2-ed09cc4be1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:20.963199 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a4c6684b-4d3f-4f66-b98b-6c9626fd8097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:44Z', 'updated_at': '2022-02-16T17:05:17Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:45Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:20.964960 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5de452e6-121f-4212-b2c0-9ac29002808e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:20.993089 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-a763719d-c37d-41f8-85ff-d3bcbfab8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:20.994091 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-a763719d-c37d-41f8-85ff-d3bcbfab8865 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 1126 time: 0.2966459 Feb 16 17:05:21.035652 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c6684b-4d3f-4f66-b98b-6c9626fd8097 None None] The sync data for ids ['f0f4f0a2-7507-4c69-b4a6-76623526369d'] in n-d-669411-5 is: [{'id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546707498', 'tenant_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:44Z', 'updated_at': '2022-02-16T17:05:17Z', 'revision_number': 5, 'project_id': '65c85d727f374c7f8d3cc83d4ddd839c', 'gw_port': {'id': 'a5812495-87cd-4d0b-9235-e256ac2354b4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4f0a2-7507-4c69-b4a6-76623526369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:45Z', 'updated_at': '2022-02-16T17:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:21.062112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router (f0f4f0a2-7507-4c69-b4a6-76623526369d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:21.076745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a288-46de-4de6-bc4c-f353c10e7ee8 req-e111192c-09af-4c57-8ce1-64f7fd50246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:21.078660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4a3a288-46de-4de6-bc4c-f353c10e7ee8 req-e111192c-09af-4c57-8ce1-64f7fd50246a service neutron] 10.222.0.65 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.4018173 Feb 16 17:05:21.170913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] For port 5de452e6-121f-4212-b2c0-9ac29002808e, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:21.175613 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4a3a288-46de-4de6-bc4c-f353c10e7ee8 req-9d495be1-97bf-488f-8c80-127de98a5f31 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3b59549-308b-4ea9-b657-31e1896ddfd6 HTTP/1.1" status: 200 len: 217 time: 0.0667737 Feb 16 17:05:21.175888 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] For port 5de452e6-121f-4212-b2c0-9ac29002808e, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5de452e6-121f-4212-b2c0-9ac29002808e,segment=NetworkSegment(15c4b34a-8782-4548-80c2-ed09cc4be1c9),segment_id=15c4b34a-8782-4548-80c2-ed09cc4be1c9)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:21.186819 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-98b5e806-7e04-4b3f-82dc-d3af031d0a23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aba161ad-033c-44a6-8896-afaa22b4e119 HTTP/1.1" status: 200 len: 217 time: 0.1820030 Feb 16 17:05:21.188025 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5de452e6-121f-4212-b2c0-9ac29002808e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:21.219469 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Publish callbacks [] for router_gateway (63231406-315b-4f1a-9845-4eac1fd5d0fd), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:21.252250 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:21.253311 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-086c80c4-0404-4fa9-abad-8b888a610c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:21.254714 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-086c80c4-0404-4fa9-abad-8b888a610c17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0600224 Feb 16 17:05:21.268634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a288-46de-4de6-bc4c-f353c10e7ee8 req-f34cb890-0d07-49bd-b6f3-c759ee857106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:21.270294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4a3a288-46de-4de6-bc4c-f353c10e7ee8 req-f34cb890-0d07-49bd-b6f3-c759ee857106 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0871606 Feb 16 17:05:21.316641 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_gateway (f0f4f0a2-7507-4c69-b4a6-76623526369d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:21.318438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cefe8-208c-4033-8ea6-a4b88126518c None None] Pushing event updated for resources: {'Port': ['ID=5de452e6-121f-4212-b2c0-9ac29002808e,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:21.369864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-68515e6f-ef48-4659-ab0c-e6d7e7bb0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:21.371280 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-68515e6f-ef48-4659-ab0c-e6d7e7bb0028 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1111965 Feb 16 17:05:21.424603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca36001-9562-4888-822e-5502957a6228 None None] DHCP port deletion for 696844de-4651-4936-9a4a-2b9239d067e8 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:05:21.433239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a288-46de-4de6-bc4c-f353c10e7ee8 req-80a59d78-e055-44fc-b966-c5c63f45b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:21.435090 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4a3a288-46de-4de6-bc4c-f353c10e7ee8 req-80a59d78-e055-44fc-b966-c5c63f45b977 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1243324 Feb 16 17:05:21.495451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Allocated IP 172.25.4.126 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/571c4de8-dffc-4507-a37a-9ccde83797b5) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:21.560040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5ca36001-9562-4888-822e-5502957a6228 None None] Deleting port 41096ffe-9f6f-422d-b377-583c1312574d {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:05:21.560547 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5ca36001-9562-4888-822e-5502957a6228 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (41096ffe-9f6f-422d-b377-583c1312574d), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:21.561150 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Deleting port a5812495-87cd-4d0b-9235-e256ac2354b4 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:05:21.561699 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a5812495-87cd-4d0b-9235-e256ac2354b4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:21.664389 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-ba4a453e-120c-4bbf-93d5-3485f017e3c5 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852073 Feb 16 17:05:21.809437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5ca36001-9562-4888-822e-5502957a6228 None None] For port 41096ffe-9f6f-422d-b377-583c1312574d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=41096ffe-9f6f-422d-b377-583c1312574d,segment=NetworkSegment(65a53a35-d2d3-410c-9134-5a71866cd247),segment_id=65a53a35-d2d3-410c-9134-5a71866cd247)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:21.809914 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5ca36001-9562-4888-822e-5502957a6228 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (41096ffe-9f6f-422d-b377-583c1312574d), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:21.822001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4a3a288-46de-4de6-bc4c-f353c10e7ee8 req-70049456-e6cb-4179-aa91-54fc651dcc3d service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802207 Feb 16 17:05:21.833932 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2607ec8e-6b30-49dc-8c11-cbe991e85a6b req-9e3e43d8-b83d-4d42-a0c4-aca790c82a66 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100183 Feb 16 17:05:21.841129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5ca36001-9562-4888-822e-5502957a6228 None None] Calling delete_port for 41096ffe-9f6f-422d-b377-583c1312574d owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:05:21.879234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] For port a5812495-87cd-4d0b-9235-e256ac2354b4, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a5812495-87cd-4d0b-9235-e256ac2354b4,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:21.881521 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a5812495-87cd-4d0b-9235-e256ac2354b4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:21.899500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701488a2-1005-425d-8344-4e112437b8ed req-fac23f86-7dbe-4024-aa96-11f656bdc3c0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:21.900502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-701488a2-1005-425d-8344-4e112437b8ed req-fac23f86-7dbe-4024-aa96-11f656bdc3c0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.2324305 Feb 16 17:05:21.924115 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Publish callbacks [] for port (571c4de8-dffc-4507-a37a-9ccde83797b5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:21.943387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Calling delete_port for a5812495-87cd-4d0b-9235-e256ac2354b4 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:05:22.070613 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5ca36001-9562-4888-822e-5502957a6228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (41096ffe-9f6f-422d-b377-583c1312574d), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:22.080671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4a3a288-46de-4de6-bc4c-f353c10e7ee8 req-d0ea7d4c-a54d-484e-a8a5-95c0e589b630 service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414570 Feb 16 17:05:22.121027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-701488a2-1005-425d-8344-4e112437b8ed req-e5e95c13-fbbe-4a7e-9b54-620e7218c6ff tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123666 Feb 16 17:05:22.132252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca36001-9562-4888-822e-5502957a6228 None None] Pushing event deleted for resources: {'Port': ['ID=41096ffe-9f6f-422d-b377-583c1312574d,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:22.138425 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (571c4de8-dffc-4507-a37a-9ccde83797b5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:22.140905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca36001-9562-4888-822e-5502957a6228 None None] No DVR routers for this DVR port 41096ffe-9f6f-422d-b377-583c1312574d on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:05:22.166641 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5de452e6-121f-4212-b2c0-9ac29002808e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:22.198329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:22.201471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:22.204790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:22.240941 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a5812495-87cd-4d0b-9235-e256ac2354b4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:22.247176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Pushing event updated for resources: {'Port': ['ID=571c4de8-dffc-4507-a37a-9ccde83797b5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:22.275143 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Port': ['ID=a5812495-87cd-4d0b-9235-e256ac2354b4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:22.285881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5de452e6-121f-4212-b2c0-9ac29002808e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:22.287839 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5de452e6-121f-4212-b2c0-9ac29002808e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:22.352791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c0e52-7981-4293-8900-f5e6b1f62c8f req-5fa3406a-226d-43bb-b03e-2acdbcd9ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:22.354305 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e7c0e52-7981-4293-8900-f5e6b1f62c8f req-5fa3406a-226d-43bb-b03e-2acdbcd9ae6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 1126 time: 0.4439061 Feb 16 17:05:22.386036 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (f0f4f0a2-7507-4c69-b4a6-76623526369d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:22.431035 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5de452e6-121f-4212-b2c0-9ac29002808e is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:22.431453 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5de452e6-121f-4212-b2c0-9ac29002808e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:22.485642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 5de452e6-121f-4212-b2c0-9ac29002808e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5de452e6-121f-4212-b2c0-9ac29002808e,segment=NetworkSegment(15c4b34a-8782-4548-80c2-ed09cc4be1c9),segment_id=15c4b34a-8782-4548-80c2-ed09cc4be1c9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:22.496148 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (5de452e6-121f-4212-b2c0-9ac29002808e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:22.588240 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 41096ffe-9f6f-422d-b377-583c1312574d no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:22.629314 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 41096ffe-9f6f-422d-b377-583c1312574d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:05:22.630192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 41096ffe-9f6f-422d-b377-583c1312574d not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:22.631104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 75fe4758-504f-41f6-9f8c-fed424db7e2a no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:22.633404 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Publish callbacks [] for router_gateway (63231406-315b-4f1a-9845-4eac1fd5d0fd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:22.650265 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (f0f4f0a2-7507-4c69-b4a6-76623526369d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:22.657960 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router_controller (f0f4f0a2-7507-4c69-b4a6-76623526369d), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:22.658247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 75fe4758-504f-41f6-9f8c-fed424db7e2a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:05:22.658498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 75fe4758-504f-41f6-9f8c-fed424db7e2a not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:22.673244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=5de452e6-121f-4212-b2c0-9ac29002808e,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:22.728766 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c0e52-7981-4293-8900-f5e6b1f62c8f req-0eb7aaeb-f3e0-4a41-a025-919194f520db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:22.731388 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e7c0e52-7981-4293-8900-f5e6b1f62c8f req-0eb7aaeb-f3e0-4a41-a025-919194f520db service neutron] 10.222.0.60 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.3704312 Feb 16 17:05:22.734116 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (f0f4f0a2-7507-4c69-b4a6-76623526369d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:22.735376 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Fanout notify agent at l3_agent the message router_deleted on router f0f4f0a2-7507-4c69-b4a6-76623526369d {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:05:22.746149 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:22.747552 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b944fb71-7e0a-4796-8c88-e16ce63f2aa3 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/routers/f0f4f0a2-7507-4c69-b4a6-76623526369d HTTP/1.1" status: 204 len: 168 time: 1.9324605 Feb 16 17:05:22.750867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48104) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:22.796528 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e7c0e52-7981-4293-8900-f5e6b1f62c8f req-58bb04dd-4406-4776-9547-848e95fa8411 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aba161ad-033c-44a6-8896-afaa22b4e119 HTTP/1.1" status: 200 len: 217 time: 0.0474191 Feb 16 17:05:22.876429 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c0e52-7981-4293-8900-f5e6b1f62c8f req-663ebb41-b67f-47d4-8712-65883f89f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:22.880857 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e7c0e52-7981-4293-8900-f5e6b1f62c8f req-663ebb41-b67f-47d4-8712-65883f89f6be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0750356 Feb 16 17:05:22.926871 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a43bcdf-0f12-4a51-8430-5f5ba6860b91 None None] Network 4b88e25b-87f3-446f-8e67-f99a9a81c9aa requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:05:22.972121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c0e52-7981-4293-8900-f5e6b1f62c8f req-24d5146d-43fd-4629-9fce-bd1027379955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:22.974039 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e7c0e52-7981-4293-8900-f5e6b1f62c8f req-24d5146d-43fd-4629-9fce-bd1027379955 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0844784 Feb 16 17:05:23.030646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f929b985-f2b1-47b6-b587-560498d3d9c3 None None] Provisioning complete for port 5de452e6-121f-4212-b2c0-9ac29002808e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:23.030646 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f929b985-f2b1-47b6-b587-560498d3d9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5de452e6-121f-4212-b2c0-9ac29002808e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:23.096004 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e7c0e52-7981-4293-8900-f5e6b1f62c8f req-b7e21b01-1b88-477e-b98c-488f8e82a791 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156144 Feb 16 17:05:23.170513 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f929b985-f2b1-47b6-b587-560498d3d9c3 None None] Current status of the port 5de452e6-121f-4212-b2c0-9ac29002808e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:23.220075 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61d29986-524a-4d85-9897-020dfcaca806 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (696844de-4651-4936-9a4a-2b9239d067e8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:23.241200 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e7c0e52-7981-4293-8900-f5e6b1f62c8f req-fc3e358e-1cb2-4b34-a786-f6728ba0bf7a service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375887 Feb 16 17:05:23.474044 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (63231406-315b-4f1a-9845-4eac1fd5d0fd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:23.504654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61d29986-524a-4d85-9897-020dfcaca806 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (696844de-4651-4936-9a4a-2b9239d067e8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:23.506166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5b5ce3a0-8595-496d-af76-25afcecc53a3 None None] Provisioning complete for port 5de452e6-121f-4212-b2c0-9ac29002808e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:23.506556 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce3a0-8595-496d-af76-25afcecc53a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5de452e6-121f-4212-b2c0-9ac29002808e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:23.569632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3905e-9a98-450d-887c-b04a724268c1 req-113a506f-1a82-4550-a404-a5757a179dda tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:23.571281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74a3905e-9a98-450d-887c-b04a724268c1 req-113a506f-1a82-4550-a404-a5757a179dda tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.2156870 Feb 16 17:05:23.573097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-61d29986-524a-4d85-9897-020dfcaca806 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696844de-4651-4936-9a4a-2b9239d067e8']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:23.588117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ce3a0-8595-496d-af76-25afcecc53a3 None None] Current status of the port 5de452e6-121f-4212-b2c0-9ac29002808e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:23.629799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-61d29986-524a-4d85-9897-020dfcaca806 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a53a35-d2d3-410c-9134-5a71866cd247') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:23.630979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-61d29986-524a-4d85-9897-020dfcaca806 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a53a35-d2d3-410c-9134-5a71866cd247') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:23.650410 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61d29986-524a-4d85-9897-020dfcaca806 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (65a53a35-d2d3-410c-9134-5a71866cd247), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:23.684893 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61d29986-524a-4d85-9897-020dfcaca806 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (65a53a35-d2d3-410c-9134-5a71866cd247), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:23.697256 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d29986-524a-4d85-9897-020dfcaca806 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:05:23.697669 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61d29986-524a-4d85-9897-020dfcaca806 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (65a53a35-d2d3-410c-9134-5a71866cd247), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:05:23.700876 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:05:23.716326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-74a3905e-9a98-450d-887c-b04a724268c1 req-d47b960b-8d03-4b31-bf72-067783a72b5b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103556 Feb 16 17:05:23.783002 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61d29986-524a-4d85-9897-020dfcaca806 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (696844de-4651-4936-9a4a-2b9239d067e8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:23.795189 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61d29986-524a-4d85-9897-020dfcaca806 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:23.798507 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-61d29986-524a-4d85-9897-020dfcaca806 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/networks/696844de-4651-4936-9a4a-2b9239d067e8 HTTP/1.1" status: 204 len: 168 time: 1.0443544 Feb 16 17:05:23.801427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48108) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:23.814137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d29986-524a-4d85-9897-020dfcaca806 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'Network': ['ID=696844de-4651-4936-9a4a-2b9239d067e8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:23.829494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Router 63231406-315b-4f1a-9845-4eac1fd5d0fd is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:05:23.878853 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef5c8-ebf3-4bad-95ff-23a179c050d9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (e6164cd7-11ad-424e-bb47-d32fe0af2161), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:23.917680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef5c8-ebf3-4bad-95ff-23a179c050d9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (e6164cd7-11ad-424e-bb47-d32fe0af2161), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:23.985990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:24.004385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Sync routers for ids ['63231406-315b-4f1a-9845-4eac1fd5d0fd'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:24.007459 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef5c8-ebf3-4bad-95ff-23a179c050d9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e6164cd7-11ad-424e-bb47-d32fe0af2161), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:24.011458 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef5c8-ebf3-4bad-95ff-23a179c050d9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:24.012995 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cc6ef5c8-ebf3-4bad-95ff-23a179c050d9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] 10.222.0.24 "DELETE /v2.0/security-groups/e6164cd7-11ad-424e-bb47-d32fe0af2161 HTTP/1.1" status: 204 len: 168 time: 0.2100046 Feb 16 17:05:24.025647 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ef5c8-ebf3-4bad-95ff-23a179c050d9 tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6164cd7-11ad-424e-bb47-d32fe0af2161,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:24.029514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:24.037585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c32ff559-3a86-4aa8-9bc5-dc1636d5b18a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4360707 Feb 16 17:05:24.038793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48112) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:24.045289 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Routers {'63231406-315b-4f1a-9845-4eac1fd5d0fd'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:24.045751 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['63231406-315b-4f1a-9845-4eac1fd5d0fd'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:24.160378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5de452e6-121f-4212-b2c0-9ac29002808e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:24.234030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 5de452e6-121f-4212-b2c0-9ac29002808e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:24.234571 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (5de452e6-121f-4212-b2c0-9ac29002808e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:24.288342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Set router 63231406-315b-4f1a-9845-4eac1fd5d0fd gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:24.369072 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48118) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:24.539827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b19c9ba0-082a-4a4a-8c2a-e235969890d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65c85d727f374c7f8d3cc83d4ddd839c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1693878 Feb 16 17:05:24.542089 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48122) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:24.558984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 5de452e6-121f-4212-b2c0-9ac29002808e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:24.572392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:19Z', 'updated_at': '2022-02-16T17:05:22Z', 'revision_number': 3, 'project_id': '61a09bce828b4aa69558d051b835c314', 'gw_port': {'id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:21Z', 'updated_at': '2022-02-16T17:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:24.618238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Checking router: 63231406-315b-4f1a-9845-4eac1fd5d0fd for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:24.619255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Updating router 63231406-315b-4f1a-9845-4eac1fd5d0fd port 571c4de8-dffc-4507-a37a-9ccde83797b5 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:24.637725 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04fbe0a9-857a-42ad-8dbb-ee6ce7d14c43 admin admin] Publish callbacks [] for security_group (e0296b27-bf70-4930-83e1-1045b2937a8b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:24.650118 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a5812495-87cd-4d0b-9235-e256ac2354b4 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:05:24.664907 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04fbe0a9-857a-42ad-8dbb-ee6ce7d14c43 admin admin] Publish callbacks [] for security_group (e0296b27-bf70-4930-83e1-1045b2937a8b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:24.685610 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: a5812495-87cd-4d0b-9235-e256ac2354b4 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:05:24.686291 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a5812495-87cd-4d0b-9235-e256ac2354b4 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:05:24.690762 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (571c4de8-dffc-4507-a37a-9ccde83797b5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:24.737185 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04fbe0a9-857a-42ad-8dbb-ee6ce7d14c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e0296b27-bf70-4930-83e1-1045b2937a8b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:24.744361 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-04fbe0a9-857a-42ad-8dbb-ee6ce7d14c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:24.746730 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-04fbe0a9-857a-42ad-8dbb-ee6ce7d14c43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0296b27-bf70-4930-83e1-1045b2937a8b HTTP/1.1" status: 204 len: 168 time: 0.2031186 Feb 16 17:05:24.757986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbe0a9-857a-42ad-8dbb-ee6ce7d14c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0296b27-bf70-4930-83e1-1045b2937a8b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:24.910907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ffa1c-a878-464e-acdf-95b32f503829 req-9c7565aa-c644-4054-97fb-a0124489e8d7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:24.916037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568ffa1c-a878-464e-acdf-95b32f503829 req-9c7565aa-c644-4054-97fb-a0124489e8d7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.0830512 Feb 16 17:05:24.995933 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Publish callbacks [] for port (571c4de8-dffc-4507-a37a-9ccde83797b5), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:25.013197 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (571c4de8-dffc-4507-a37a-9ccde83797b5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:25.029707 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-568ffa1c-a878-464e-acdf-95b32f503829 req-73ba31d7-e47a-4d0d-8809-f003f8adce66 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074653 Feb 16 17:05:25.091797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Attempting to bind port 571c4de8-dffc-4507-a37a-9ccde83797b5 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:25.092177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Attempting to bind port 571c4de8-dffc-4507-a37a-9ccde83797b5 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:25.092605 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Attempting to bind port 571c4de8-dffc-4507-a37a-9ccde83797b5 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:25.105054 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637db124-bdb8-48f2-a624-bf463d323a48 None None] Pushing event updated for resources: {'Port': ['ID=571c4de8-dffc-4507-a37a-9ccde83797b5,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:25.107701 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:25.108454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:25.109028 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:25.109616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:25.110288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Bound port: 571c4de8-dffc-4507-a37a-9ccde83797b5, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:25.110982 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (571c4de8-dffc-4507-a37a-9ccde83797b5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:25.183432 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:25.199192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] For port 571c4de8-dffc-4507-a37a-9ccde83797b5, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:25.202952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] For port 571c4de8-dffc-4507-a37a-9ccde83797b5, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=571c4de8-dffc-4507-a37a-9ccde83797b5,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:25.211114 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (571c4de8-dffc-4507-a37a-9ccde83797b5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:25.211450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48130) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:25.281542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Routers {'63231406-315b-4f1a-9845-4eac1fd5d0fd'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:25.283018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:04:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['63231406-315b-4f1a-9845-4eac1fd5d0fd'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:25.310288 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ebc91b2d-a64e-4c2b-b25f-373a2cfc2577 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=737578407fe04e01812d2e2584483ae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0974901 Feb 16 17:05:25.312710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48132) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:25.384097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637db124-bdb8-48f2-a624-bf463d323a48 None None] Pushing event updated for resources: {'Port': ['ID=571c4de8-dffc-4507-a37a-9ccde83797b5,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:25.396402 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d71d3c77-eff3-43ed-9dd6-852ad31fc80e admin admin] Publish callbacks [] for security_group (9df4613f-4c37-4a3c-94fd-b6c8fc2e55cf), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:25.436617 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d71d3c77-eff3-43ed-9dd6-852ad31fc80e admin admin] Publish callbacks [] for security_group (9df4613f-4c37-4a3c-94fd-b6c8fc2e55cf), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:25.449652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Allocated IP 172.20.0.1 (4b88e25b-87f3-446f-8e67-f99a9a81c9aa/551a51d8-c054-4a07-898a-4f5e87b7a662/f1786915-77db-4697-94d9-3b6ad49df41b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:25.467795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] Set router 63231406-315b-4f1a-9845-4eac1fd5d0fd gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:25.525403 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d71d3c77-eff3-43ed-9dd6-852ad31fc80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9df4613f-4c37-4a3c-94fd-b6c8fc2e55cf), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:25.539249 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d71d3c77-eff3-43ed-9dd6-852ad31fc80e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:25.540947 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d71d3c77-eff3-43ed-9dd6-852ad31fc80e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9df4613f-4c37-4a3c-94fd-b6c8fc2e55cf HTTP/1.1" status: 204 len: 168 time: 0.2270823 Feb 16 17:05:25.560241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d3c77-eff3-43ed-9dd6-852ad31fc80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df4613f-4c37-4a3c-94fd-b6c8fc2e55cf,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:25.646615 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Publish callbacks [] for port (f1786915-77db-4697-94d9-3b6ad49df41b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:25.708967 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d8eb0041-edb0-499c-85cb-c6ef459e65be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:25.726816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:19Z', 'updated_at': '2022-02-16T17:05:22Z', 'revision_number': 3, 'project_id': '61a09bce828b4aa69558d051b835c314', 'gw_port': {'id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:21Z', 'updated_at': '2022-02-16T17:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:25.731167 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:25.759171 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d65f98-81dc-4d63-a68b-82bb7fa61613 None None] The sync data for ids ['63231406-315b-4f1a-9845-4eac1fd5d0fd'] in n-d-669411-5 is: [{'id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:19Z', 'updated_at': '2022-02-16T17:05:22Z', 'revision_number': 3, 'project_id': '61a09bce828b4aa69558d051b835c314', 'gw_port': {'id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:21Z', 'updated_at': '2022-02-16T17:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:25.803818 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Network 4b88e25b-87f3-446f-8e67-f99a9a81c9aa is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:25.813708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:25.818527 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:25.884605 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (63231406-315b-4f1a-9845-4eac1fd5d0fd), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:25.954182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Pushing event updated for resources: {'Port': ['ID=f1786915-77db-4697-94d9-3b6ad49df41b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:26.153826 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:26.328631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0da4c-d518-4ec6-8a0a-78560a7ad1af req-dd89983a-187b-44a2-aa66-992c8cdc44ec tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:26.330867 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a2b0da4c-d518-4ec6-8a0a-78560a7ad1af req-dd89983a-187b-44a2-aa66-992c8cdc44ec tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.1236551 Feb 16 17:05:26.435342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a2b0da4c-d518-4ec6-8a0a-78560a7ad1af req-2b77fea7-2c2a-472e-a0c8-7da5dfc1880e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965023 Feb 16 17:05:26.609472 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Publish callbacks [] for port (f1786915-77db-4697-94d9-3b6ad49df41b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:26.617428 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:26.683056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bcc7fe48-6eb9-4287-a56c-802da275254f None None] Provisioning complete for port f1786915-77db-4697-94d9-3b6ad49df41b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:26.683693 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bcc7fe48-6eb9-4287-a56c-802da275254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:26.737979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Pushing event updated for resources: {'Port': ['ID=f1786915-77db-4697-94d9-3b6ad49df41b,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:26.771014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bcc7fe48-6eb9-4287-a56c-802da275254f None None] Port f1786915-77db-4697-94d9-3b6ad49df41b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:05:26.791215 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (63231406-315b-4f1a-9845-4eac1fd5d0fd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:26.968552 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Network 4b88e25b-87f3-446f-8e67-f99a9a81c9aa is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:26.970508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:27.236380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Router 63231406-315b-4f1a-9845-4eac1fd5d0fd has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:27.415390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-dff84045-d41f-4cf5-9844-c08c44f6b3bb None None] Provisioning complete for port f1786915-77db-4697-94d9-3b6ad49df41b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:27.416544 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dff84045-d41f-4cf5-9844-c08c44f6b3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:27.423886 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:27.430529 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cb033f9d-7073-4c60-8409-b97f85457258 admin admin] 10.222.0.24 "PUT /v2.0/routers/63231406-315b-4f1a-9845-4eac1fd5d0fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3837156 Feb 16 17:05:27.723189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-dff84045-d41f-4cf5-9844-c08c44f6b3bb None None] Port f1786915-77db-4697-94d9-3b6ad49df41b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:05:27.727891 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2034237-4818-4665-8eb1-137f60770f3f req-ca0bc1c7-6359-42d0-873b-727d17bc223d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:27.730046 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2034237-4818-4665-8eb1-137f60770f3f req-ca0bc1c7-6359-42d0-873b-727d17bc223d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.1376367 Feb 16 17:05:27.824930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2034237-4818-4665-8eb1-137f60770f3f req-78d51186-2f72-4203-b903-8f83a2aa3511 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805297 Feb 16 17:05:28.080846 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 571c4de8-dffc-4507-a37a-9ccde83797b5 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:28.158702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 571c4de8-dffc-4507-a37a-9ccde83797b5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:28.159326 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (571c4de8-dffc-4507-a37a-9ccde83797b5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:28.305630 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 571c4de8-dffc-4507-a37a-9ccde83797b5 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:28.306234 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (571c4de8-dffc-4507-a37a-9ccde83797b5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:28.311589 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Sync routers for ids ['63231406-315b-4f1a-9845-4eac1fd5d0fd'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:28.313535 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-41ba2bcb-42c2-4e27-9062-701fecf28534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:28.329796 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Routers {'63231406-315b-4f1a-9845-4eac1fd5d0fd'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:28.330817 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:05:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['63231406-315b-4f1a-9845-4eac1fd5d0fd'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:28.344420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 571c4de8-dffc-4507-a37a-9ccde83797b5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=571c4de8-dffc-4507-a37a-9ccde83797b5,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:28.360792 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (571c4de8-dffc-4507-a37a-9ccde83797b5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:28.481238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=571c4de8-dffc-4507-a37a-9ccde83797b5,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:28.489216 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Set router 63231406-315b-4f1a-9845-4eac1fd5d0fd gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:28.588574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48190) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:28.595975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-859823514-network', 'tenant_id': '1c0cf253ab624b7d8e99effc74260c58'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:28.635638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] Made reservation on behalf of 1c0cf253ab624b7d8e99effc74260c58 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:28.642913 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:28.660135 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:28.783131 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] Publish callbacks [] for security_group (931e832f-2f73-490b-bdd7-516d8d65fdc7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:28.792499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (931e832f-2f73-490b-bdd7-516d8d65fdc7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:28.810732 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:19Z', 'updated_at': '2022-02-16T17:05:26Z', 'revision_number': 4, 'project_id': '61a09bce828b4aa69558d051b835c314', 'gw_port': {'id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:21Z', 'updated_at': '2022-02-16T17:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'f1786915-77db-4697-94d9-3b6ad49df41b', 'name': '', 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'mac_address': 'fa:16:3e:db:87:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:26Z', 'revision_number': 2, 'project_id': '61a09bce828b4aa69558d051b835c314', 'subnets': [{'id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:28.828604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931e832f-2f73-490b-bdd7-516d8d65fdc7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:28.832228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:05:28.851236 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (39f86d4e-27a8-42af-af44-83575c06c4e7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:28.851577 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] Added segment 39f86d4e-27a8-42af-af44-83575c06c4e7 of type vlan for network 020da371-e77c-4384-8eb9-92999cda9a25 Feb 16 17:05:28.868719 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Checking router: 63231406-315b-4f1a-9845-4eac1fd5d0fd for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:28.869027 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Updating router 63231406-315b-4f1a-9845-4eac1fd5d0fd port f1786915-77db-4697-94d9-3b6ad49df41b binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:28.914989 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:28.969280 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (020da371-e77c-4384-8eb9-92999cda9a25), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:29.045350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bdad2-ac44-45c9-9b3f-f512011e84bf req-557a87b5-1681-4a9a-b5c0-a7182ef9ab21 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:29.052951 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-be7bdad2-ac44-45c9-9b3f-f512011e84bf req-557a87b5-1681-4a9a-b5c0-a7182ef9ab21 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.0974803 Feb 16 17:05:29.078666 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (020da371-e77c-4384-8eb9-92999cda9a25), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:29.079957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:29.080532 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:29.141685 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-be7bdad2-ac44-45c9-9b3f-f512011e84bf req-17bfea63-f9eb-49f5-b3fe-feeeb012dae8 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859888 Feb 16 17:05:29.158288 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5617955 Feb 16 17:05:29.158586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48202) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:29.172062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6aebf5cd-5304-42bf-a470-bab89e8264bd admin admin] Request body: {'subnet': {'network_id': '020da371-e77c-4384-8eb9-92999cda9a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-859823514-subnet', 'tenant_id': '1c0cf253ab624b7d8e99effc74260c58', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:29.207032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aebf5cd-5304-42bf-a470-bab89e8264bd admin admin] Made reservation on behalf of 1c0cf253ab624b7d8e99effc74260c58 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:29.215893 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6aebf5cd-5304-42bf-a470-bab89e8264bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:29.225497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ae767-0768-4b53-ae64-e75b4746d534 admin admin] Pushing event updated for resources: {'Network': ['ID=020da371-e77c-4384-8eb9-92999cda9a25,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:29.241875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 020da371-e77c-4384-8eb9-92999cda9a25 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:05:29.274758 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Publish callbacks [] for port (f1786915-77db-4697-94d9-3b6ad49df41b), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:29.282597 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:29.376710 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:29.394473 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be070960-9110-46f4-bba5-e43221f08ab8 None None] Pushing event updated for resources: {'Port': ['ID=f1786915-77db-4697-94d9-3b6ad49df41b,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:29.481557 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Attempting to bind port f1786915-77db-4697-94d9-3b6ad49df41b on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:29.482281 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Attempting to bind port f1786915-77db-4697-94d9-3b6ad49df41b by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '15c4b34a-8782-4548-80c2-ed09cc4be1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:29.482864 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Attempting to bind port f1786915-77db-4697-94d9-3b6ad49df41b on network 4b88e25b-87f3-446f-8e67-f99a9a81c9aa {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:29.490766 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:29.491454 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Checking segment: {'id': '15c4b34a-8782-4548-80c2-ed09cc4be1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:29.492140 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:29.492971 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Bound using segment: {'id': '15c4b34a-8782-4548-80c2-ed09cc4be1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:29.493628 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Bound port: f1786915-77db-4697-94d9-3b6ad49df41b, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c4b34a-8782-4548-80c2-ed09cc4be1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:29.494333 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:29.607202 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] For port f1786915-77db-4697-94d9-3b6ad49df41b, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:29.609036 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6aebf5cd-5304-42bf-a470-bab89e8264bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (7fe65a9e-7aef-4118-af27-41550cd0aa84), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:29.610824 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] For port f1786915-77db-4697-94d9-3b6ad49df41b, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f1786915-77db-4697-94d9-3b6ad49df41b,segment=NetworkSegment(15c4b34a-8782-4548-80c2-ed09cc4be1c9),segment_id=15c4b34a-8782-4548-80c2-ed09cc4be1c9)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:29.625594 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:29.666318 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebf5cd-5304-42bf-a470-bab89e8264bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fe65a9e-7aef-4118-af27-41550cd0aa84,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:29.715160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aebf5cd-5304-42bf-a470-bab89e8264bd admin admin] Checking segment: {'id': '39f86d4e-27a8-42af-af44-83575c06c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '020da371-e77c-4384-8eb9-92999cda9a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:29.715981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aebf5cd-5304-42bf-a470-bab89e8264bd admin admin] Network hostable DHCP agents. Network: 020da371-e77c-4384-8eb9-92999cda9a25, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:05:29.740182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aebf5cd-5304-42bf-a470-bab89e8264bd admin admin] Network 020da371-e77c-4384-8eb9-92999cda9a25 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:05:29.764293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-6aebf5cd-5304-42bf-a470-bab89e8264bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 020da371-e77c-4384-8eb9-92999cda9a25) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:29.776975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aebf5cd-5304-42bf-a470-bab89e8264bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:29.777258 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-77e67a8c-3ac2-4101-9afe-4421f6469f44 None None] Provisioning complete for port f1786915-77db-4697-94d9-3b6ad49df41b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:29.777645 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-77e67a8c-3ac2-4101-9afe-4421f6469f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:29.778236 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6aebf5cd-5304-42bf-a470-bab89e8264bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:29.825905 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6aebf5cd-5304-42bf-a470-bab89e8264bd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6658084 Feb 16 17:05:29.826127 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be070960-9110-46f4-bba5-e43221f08ab8 None None] Pushing event updated for resources: {'Port': ['ID=f1786915-77db-4697-94d9-3b6ad49df41b,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:29.830176 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Routers {'63231406-315b-4f1a-9845-4eac1fd5d0fd'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:29.831145 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:05:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['63231406-315b-4f1a-9845-4eac1fd5d0fd'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:29.833418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48208) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:29.841463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab016dc4-cb1e-4c8a-b736-af1669c8ad2e None None] Network 020da371-e77c-4384-8eb9-92999cda9a25 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:05:29.850736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-859823514-router', 'tenant_id': '1c0cf253ab624b7d8e99effc74260c58', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:29.891615 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:29.892770 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:30.017768 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Publish callbacks [] for router_controller (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:30.102362 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-77e67a8c-3ac2-4101-9afe-4421f6469f44 None None] Current status of the port f1786915-77db-4697-94d9-3b6ad49df41b is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:30.103527 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-77e67a8c-3ac2-4101-9afe-4421f6469f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:30.144791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 571c4de8-dffc-4507-a37a-9ccde83797b5 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:30.167109 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] Set router 63231406-315b-4f1a-9845-4eac1fd5d0fd gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:30.331239 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Publish callbacks [] for router_gateway (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:30.343900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-77e67a8c-3ac2-4101-9afe-4421f6469f44 None None] For port f1786915-77db-4697-94d9-3b6ad49df41b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f1786915-77db-4697-94d9-3b6ad49df41b,segment=NetworkSegment(15c4b34a-8782-4548-80c2-ed09cc4be1c9),segment_id=15c4b34a-8782-4548-80c2-ed09cc4be1c9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:30.425462 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-77e67a8c-3ac2-4101-9afe-4421f6469f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:30.428183 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e1fe8-ea04-4cbc-9c4f-b0ad6703ca9e req-ea8ef3bb-1430-4610-86f5-aaa860130b1c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:30.430970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db4e1fe8-ea04-4cbc-9c4f-b0ad6703ca9e req-ea8ef3bb-1430-4610-86f5-aaa860130b1c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.0921044 Feb 16 17:05:30.478253 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48212) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:30.493368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Request body: {'network': {'name': 'tempest-network-smoke--1419561337', 'project_id': '87647f5ea45942fca16eebce3079549f', 'port_security_enabled': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:30.538535 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e67a8c-3ac2-4101-9afe-4421f6469f44 None None] Pushing event updated for resources: {'Port': ['ID=f1786915-77db-4697-94d9-3b6ad49df41b,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:30.554991 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-db4e1fe8-ea04-4cbc-9c4f-b0ad6703ca9e req-9c86d777-dc19-4369-b9a4-e8da4f07b446 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992782 Feb 16 17:05:30.563974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e1b61d59-dfce-4985-a88d-0a8708517a5e None None] Provisioning complete for port f1786915-77db-4697-94d9-3b6ad49df41b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:30.564549 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e1b61d59-dfce-4985-a88d-0a8708517a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:30.571067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-020da371-e77c-4384-8eb9-92999cda9a25', 'network_id': '020da371-e77c-4384-8eb9-92999cda9a25', 'project_id': '1c0cf253ab624b7d8e99effc74260c58', 'fixed_ips': [{'subnet_id': '7fe65a9e-7aef-4118-af27-41550cd0aa84'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:05:30.571067 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:30.587805 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Made reservation on behalf of 87647f5ea45942fca16eebce3079549f for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:30.587805 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:30.602461 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:30.629900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 571c4de8-dffc-4507-a37a-9ccde83797b5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:30.629900 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (571c4de8-dffc-4507-a37a-9ccde83797b5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:30.690894 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:19Z', 'updated_at': '2022-02-16T17:05:26Z', 'revision_number': 4, 'project_id': '61a09bce828b4aa69558d051b835c314', 'gw_port': {'id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:21Z', 'updated_at': '2022-02-16T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'f1786915-77db-4697-94d9-3b6ad49df41b', 'name': '', 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'mac_address': 'fa:16:3e:db:87:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:29Z', 'revision_number': 4, 'project_id': '61a09bce828b4aa69558d051b835c314', 'subnets': [{'id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:30.755353 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ed23e-ad75-4ade-8562-4d5afed86db2 None None] The sync data for ids ['63231406-315b-4f1a-9845-4eac1fd5d0fd'] in n-d-669411-5 is: [{'id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:19Z', 'updated_at': '2022-02-16T17:05:26Z', 'revision_number': 4, 'project_id': '61a09bce828b4aa69558d051b835c314', 'gw_port': {'id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:21Z', 'updated_at': '2022-02-16T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'f1786915-77db-4697-94d9-3b6ad49df41b', 'name': '', 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'mac_address': 'fa:16:3e:db:87:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:29Z', 'revision_number': 4, 'project_id': '61a09bce828b4aa69558d051b835c314', 'subnets': [{'id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:30.861443 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group (99fcf763-28a0-4e5d-ac60-6f6a7daab0f4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:30.867005 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Publish callbacks [] for router_gateway (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:30.871234 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (99fcf763-28a0-4e5d-ac60-6f6a7daab0f4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:30.915053 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:30.919820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:05:30.932780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99fcf763-28a0-4e5d-ac60-6f6a7daab0f4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:30.941086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e1b61d59-dfce-4985-a88d-0a8708517a5e None None] Current status of the port f1786915-77db-4697-94d9-3b6ad49df41b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:30.956763 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (26f447e9-397c-4959-bd94-aaddd238bfc4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:30.959939 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Added segment 26f447e9-397c-4959-bd94-aaddd238bfc4 of type vlan for network 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 Feb 16 17:05:30.994557 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.013025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 571c4de8-dffc-4507-a37a-9ccde83797b5 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:31.028858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Allocated IP 172.20.0.2 (020da371-e77c-4384-8eb9-92999cda9a25/7fe65a9e-7aef-4118-af27-41550cd0aa84/ddb87985-e1cf-4dde-9074-2b374384f600) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:31.049142 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.086354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Allocated IP 172.25.4.253 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/ae93d128-42fd-4c15-8d09-ed52e467340c) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:31.087049 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.095622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:31.096441 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.190525 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'Network': ['ID=7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:31.213218 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b7745d69-225c-4e70-8f38-0dedcce6c5b6 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7314026 Feb 16 17:05:31.214448 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:05:31.214606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48214) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:31.220066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'admin_state_up': True, 'project_id': '87647f5ea45942fca16eebce3079549f', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:31.299781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (6645c01c-68eb-4ba9-af70-215787139b1f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.301116 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (6645c01c-68eb-4ba9-af70-215787139b1f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.355292 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Publish callbacks [] for port (ae93d128-42fd-4c15-8d09-ed52e467340c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.404841 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ae93d128-42fd-4c15-8d09-ed52e467340c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.431898 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router_controller (6645c01c-68eb-4ba9-af70-215787139b1f), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.453714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:31.464390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:31.482114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:31.499158 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Publish callbacks [] for port (ddb87985-e1cf-4dde-9074-2b374384f600), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.506869 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (ddb87985-e1cf-4dde-9074-2b374384f600), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.556896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Pushing event updated for resources: {'Port': ['ID=ddb87985-e1cf-4dde-9074-2b374384f600,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:31.600118 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.612329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Network 020da371-e77c-4384-8eb9-92999cda9a25 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:31.615802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:31.620524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:31.651368 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Pushing event updated for resources: {'Port': ['ID=ae93d128-42fd-4c15-8d09-ed52e467340c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:31.730898 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router_gateway (6645c01c-68eb-4ba9-af70-215787139b1f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.743425 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Attempting to bind port ddb87985-e1cf-4dde-9074-2b374384f600 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:31.743910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Attempting to bind port ddb87985-e1cf-4dde-9074-2b374384f600 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '39f86d4e-27a8-42af-af44-83575c06c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '020da371-e77c-4384-8eb9-92999cda9a25'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:31.744434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Attempting to bind port ddb87985-e1cf-4dde-9074-2b374384f600 on network 020da371-e77c-4384-8eb9-92999cda9a25 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:31.753942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:31.754445 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Checking segment: {'id': '39f86d4e-27a8-42af-af44-83575c06c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '020da371-e77c-4384-8eb9-92999cda9a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:31.754873 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.756512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Bound using segment: {'id': '39f86d4e-27a8-42af-af44-83575c06c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '020da371-e77c-4384-8eb9-92999cda9a25'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:31.758671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Bound port: ddb87985-e1cf-4dde-9074-2b374384f600, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f86d4e-27a8-42af-af44-83575c06c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '020da371-e77c-4384-8eb9-92999cda9a25'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:31.759342 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ddb87985-e1cf-4dde-9074-2b374384f600), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.878425 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] For port ddb87985-e1cf-4dde-9074-2b374384f600, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:31.884098 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] For port ddb87985-e1cf-4dde-9074-2b374384f600, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ddb87985-e1cf-4dde-9074-2b374384f600,segment=NetworkSegment(39f86d4e-27a8-42af-af44-83575c06c4e7),segment_id=39f86d4e-27a8-42af-af44-83575c06c4e7)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:31.894383 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ddb87985-e1cf-4dde-9074-2b374384f600), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:31.924621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9bcee-7dce-46ff-b19b-26cead4ecb94 req-9979c047-3403-43c2-9968-16956e56ca2d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:31.926215 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-edb9bcee-7dce-46ff-b19b-26cead4ecb94 req-9979c047-3403-43c2-9968-16956e56ca2d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.1214836 Feb 16 17:05:32.105335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19994d-a0c5-4162-80c5-25461bfd5790 None None] Pushing event updated for resources: {'Port': ['ID=ddb87985-e1cf-4dde-9074-2b374384f600,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:32.134228 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f1786915-77db-4697-94d9-3b6ad49df41b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:32.194890 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Publish callbacks [] for router_gateway (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:32.212981 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router_gateway (6645c01c-68eb-4ba9-af70-215787139b1f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:32.295861 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:32.312709 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:32.353023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port f1786915-77db-4697-94d9-3b6ad49df41b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:32.354466 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:32.368113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-edb9bcee-7dce-46ff-b19b-26cead4ecb94 req-a48ca8b2-7cb6-41ea-a2c7-35368fbdfdb8 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216046 Feb 16 17:05:32.667269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Allocated IP 172.25.4.30 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/2c450b0d-9620-45ec-a1a4-c406bb8870d5) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:32.712152 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:32.732777 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port f1786915-77db-4697-94d9-3b6ad49df41b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:32.856047 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for port (2c450b0d-9620-45ec-a1a4-c406bb8870d5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:32.909629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Router f9b9c1d6-71a1-4228-b713-d4630a2a89c5 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:05:32.917851 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2c450b0d-9620-45ec-a1a4-c406bb8870d5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:32.970590 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:32.974938 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:32.977810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:33.041295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'Port': ['ID=2c450b0d-9620-45ec-a1a4-c406bb8870d5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:33.086902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:33.098089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Sync routers for ids ['f9b9c1d6-71a1-4228-b713-d4630a2a89c5'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:33.115330 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:33.118361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-aa78b0cd-9a5e-43b0-a195-6725b606d5bf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2833569 Feb 16 17:05:33.121640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48218) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:33.122563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Routers {'f9b9c1d6-71a1-4228-b713-d4630a2a89c5'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:33.123215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:05:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f9b9c1d6-71a1-4228-b713-d4630a2a89c5'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:33.289584 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Set router f9b9c1d6-71a1-4228-b713-d4630a2a89c5 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:33.360569 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router_gateway (6645c01c-68eb-4ba9-af70-215787139b1f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:33.600218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'name': 'tempest-TestServerBasicOps-859823514-router', 'tenant_id': '1c0cf253ab624b7d8e99effc74260c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae93d128-42fd-4c15-8d09-ed52e467340c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 3, 'project_id': '1c0cf253ab624b7d8e99effc74260c58', 'gw_port': {'id': 'ae93d128-42fd-4c15-8d09-ed52e467340c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:30Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:33.641619 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Checking router: f9b9c1d6-71a1-4228-b713-d4630a2a89c5 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:33.641991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Updating router f9b9c1d6-71a1-4228-b713-d4630a2a89c5 port ae93d128-42fd-4c15-8d09-ed52e467340c binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:33.684139 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ae93d128-42fd-4c15-8d09-ed52e467340c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:33.740777 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (6645c01c-68eb-4ba9-af70-215787139b1f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:33.747233 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c2dfc2-b47f-4867-bc78-3bcb38dade2d None None] Network 020da371-e77c-4384-8eb9-92999cda9a25 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:05:33.916395 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Router 6645c01c-68eb-4ba9-af70-215787139b1f is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:05:34.095058 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Publish callbacks [] for port (ae93d128-42fd-4c15-8d09-ed52e467340c), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:34.097926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-307cc6db-fcc4-44bc-9285-fa4018a7ad2a None None] Provisioning complete for port ddb87985-e1cf-4dde-9074-2b374384f600 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:34.099509 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-307cc6db-fcc4-44bc-9285-fa4018a7ad2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ddb87985-e1cf-4dde-9074-2b374384f600), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:34.106037 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834c107-34e2-4b35-baa4-94206e2a5a1f req-4b8c5716-78fd-48d7-aa8a-cf6aecb863e3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:34.115474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5834c107-34e2-4b35-baa4-94206e2a5a1f req-4b8c5716-78fd-48d7-aa8a-cf6aecb863e3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.2320242 Feb 16 17:05:34.148067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ddb87985-e1cf-4dde-9074-2b374384f600 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:34.149966 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ae93d128-42fd-4c15-8d09-ed52e467340c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:34.224961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5834c107-34e2-4b35-baa4-94206e2a5a1f req-9b569e1b-6493-49fe-b582-9401404c44a5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953441 Feb 16 17:05:34.258910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Attempting to bind port ae93d128-42fd-4c15-8d09-ed52e467340c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:34.259329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Attempting to bind port ae93d128-42fd-4c15-8d09-ed52e467340c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:34.259702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Attempting to bind port ae93d128-42fd-4c15-8d09-ed52e467340c on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:34.322166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-307cc6db-fcc4-44bc-9285-fa4018a7ad2a None None] Current status of the port ddb87985-e1cf-4dde-9074-2b374384f600 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:34.322639 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-307cc6db-fcc4-44bc-9285-fa4018a7ad2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ddb87985-e1cf-4dde-9074-2b374384f600), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:34.360168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:34.360637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:34.361055 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:34.361456 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:34.361953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Bound port: ae93d128-42fd-4c15-8d09-ed52e467340c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:34.362555 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ae93d128-42fd-4c15-8d09-ed52e467340c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:34.371926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca568c-fd50-479a-88fd-521951df9ae0 None None] Pushing event updated for resources: {'Port': ['ID=ae93d128-42fd-4c15-8d09-ed52e467340c,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:34.377505 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:34.543953 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:34.555038 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Sync routers for ids ['6645c01c-68eb-4ba9-af70-215787139b1f'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:34.574359 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Routers {'6645c01c-68eb-4ba9-af70-215787139b1f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:34.574994 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:05:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6645c01c-68eb-4ba9-af70-215787139b1f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:34.576344 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:34.578602 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4a8ad53d-cab9-4cec-85e1-b8a5497f495f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.3626983 Feb 16 17:05:34.583626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48222) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:34.616887 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-307cc6db-fcc4-44bc-9285-fa4018a7ad2a None None] For port ddb87985-e1cf-4dde-9074-2b374384f600, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ddb87985-e1cf-4dde-9074-2b374384f600,segment=NetworkSegment(39f86d4e-27a8-42af-af44-83575c06c4e7),segment_id=39f86d4e-27a8-42af-af44-83575c06c4e7)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:34.635438 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-307cc6db-fcc4-44bc-9285-fa4018a7ad2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ddb87985-e1cf-4dde-9074-2b374384f600), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:34.652975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Allocated IP 172.20.0.1 (020da371-e77c-4384-8eb9-92999cda9a25/7fe65a9e-7aef-4118-af27-41550cd0aa84/c337a16c-5867-4c9b-bbd9-3c7c377d9511) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:34.689948 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ddb87985-e1cf-4dde-9074-2b374384f600 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:34.694513 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ddb87985-e1cf-4dde-9074-2b374384f600), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:34.751768 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] For port ae93d128-42fd-4c15-8d09-ed52e467340c, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:34.787624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] For port ae93d128-42fd-4c15-8d09-ed52e467340c, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ae93d128-42fd-4c15-8d09-ed52e467340c,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:34.838174 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Set router 6645c01c-68eb-4ba9-af70-215787139b1f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:34.841390 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-971dfe80-0de6-4358-80a6-8488602bc324 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=87647f5ea45942fca16eebce3079549f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2549510 Feb 16 17:05:34.844758 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48226) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:34.889357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cc6db-fcc4-44bc-9285-fa4018a7ad2a None None] Pushing event updated for resources: {'Port': ['ID=ddb87985-e1cf-4dde-9074-2b374384f600,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:34.901600 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Publish callbacks [] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:34.934734 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ae93d128-42fd-4c15-8d09-ed52e467340c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:34.999467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95db17bb-5cb8-4ee3-a792-bcb850917692 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:35.002355 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-95db17bb-5cb8-4ee3-a792-bcb850917692 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1547575 Feb 16 17:05:35.003664 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:35.005437 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48228) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:35.052327 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1b4532cf-c49a-4c14-95ad-45c9a81d85b5 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421956 Feb 16 17:05:35.053064 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48230) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:35.063399 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-bff80e12-006c-43f0-a190-6bdc80ad4526 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-496910270', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'project_id': '87647f5ea45942fca16eebce3079549f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:35.074522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Network 020da371-e77c-4384-8eb9-92999cda9a25 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:35.080470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:35.087846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:35.105473 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:35.123593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Pushing event updated for resources: {'Port': ['ID=c337a16c-5867-4c9b-bbd9-3c7c377d9511,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:35.149040 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:35.172926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Routers {'f9b9c1d6-71a1-4228-b713-d4630a2a89c5'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:35.174763 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:05:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f9b9c1d6-71a1-4228-b713-d4630a2a89c5'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:35.191154 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca568c-fd50-479a-88fd-521951df9ae0 None None] Pushing event updated for resources: {'Port': ['ID=ae93d128-42fd-4c15-8d09-ed52e467340c,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:35.209234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff80e12-006c-43f0-a190-6bdc80ad4526 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Made reservation on behalf of 87647f5ea45942fca16eebce3079549f for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:35.212893 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bff80e12-006c-43f0-a190-6bdc80ad4526 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:35.230562 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:31Z', 'updated_at': '2022-02-16T17:05:33Z', 'revision_number': 3, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:32Z', 'updated_at': '2022-02-16T17:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:35.284664 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Checking router: 6645c01c-68eb-4ba9-af70-215787139b1f for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:35.287850 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Updating router 6645c01c-68eb-4ba9-af70-215787139b1f port 2c450b0d-9620-45ec-a1a4-c406bb8870d5 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:35.356942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ddb87985-e1cf-4dde-9074-2b374384f600 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:35.360359 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2c450b0d-9620-45ec-a1a4-c406bb8870d5), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:35.368629 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-de827759-55c0-4217-a492-5de4d1935244 None None] Provisioning complete for port ddb87985-e1cf-4dde-9074-2b374384f600 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:35.369013 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-de827759-55c0-4217-a492-5de4d1935244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ddb87985-e1cf-4dde-9074-2b374384f600), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:35.525208 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:35.551082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424927b-32ba-4e29-96eb-2bcacdba0f4e req-df47bdaa-fb2e-4926-9d99-95a237180a01 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:35.553529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4424927b-32ba-4e29-96eb-2bcacdba0f4e req-df47bdaa-fb2e-4926-9d99-95a237180a01 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.1886582 Feb 16 17:05:35.603517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-de827759-55c0-4217-a492-5de4d1935244 None None] Current status of the port ddb87985-e1cf-4dde-9074-2b374384f600 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:35.619486 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] Set router f9b9c1d6-71a1-4228-b713-d4630a2a89c5 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:35.652787 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4424927b-32ba-4e29-96eb-2bcacdba0f4e req-b7bd50e4-a784-424b-b1c3-ab775eee2f47 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700386 Feb 16 17:05:35.681587 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bff80e12-006c-43f0-a190-6bdc80ad4526 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (2b36e0c2-1665-46c0-9fa3-fbee42c64962), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:35.794373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff80e12-006c-43f0-a190-6bdc80ad4526 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'Subnet': ['ID=2b36e0c2-1665-46c0-9fa3-fbee42c64962,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:35.798121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff80e12-006c-43f0-a190-6bdc80ad4526 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Checking segment: {'id': '26f447e9-397c-4959-bd94-aaddd238bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:35.798493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff80e12-006c-43f0-a190-6bdc80ad4526 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Network hostable DHCP agents. Network: 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:05:35.815569 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1d15c05e-ab3e-422b-addb-374869dcb678 None None] Provisioning complete for port c337a16c-5867-4c9b-bbd9-3c7c377d9511 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:35.816248 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1d15c05e-ab3e-422b-addb-374869dcb678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:35.828417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff80e12-006c-43f0-a190-6bdc80ad4526 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Network 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:05:35.846130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-bff80e12-006c-43f0-a190-6bdc80ad4526 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:35.865602 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff80e12-006c-43f0-a190-6bdc80ad4526 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:35.866688 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bff80e12-006c-43f0-a190-6bdc80ad4526 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:35.882996 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Publish callbacks [] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:35.892305 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:35.895674 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1d15c05e-ab3e-422b-addb-374869dcb678 None None] Port c337a16c-5867-4c9b-bbd9-3c7c377d9511 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:05:35.899062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef41f9cc-1dd3-4003-b88c-460a51d836e9 None None] Network 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:05:35.910786 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bff80e12-006c-43f0-a190-6bdc80ad4526 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8538859 Feb 16 17:05:35.911174 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48234) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:35.925238 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Publish callbacks [] for port (2c450b0d-9620-45ec-a1a4-c406bb8870d5), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:35.945988 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2c450b0d-9620-45ec-a1a4-c406bb8870d5), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:36.000186 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:36.029599 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Attempting to bind port 2c450b0d-9620-45ec-a1a4-c406bb8870d5 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:36.030294 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Attempting to bind port 2c450b0d-9620-45ec-a1a4-c406bb8870d5 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:36.031067 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Attempting to bind port 2c450b0d-9620-45ec-a1a4-c406bb8870d5 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:36.044307 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:36.046184 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:36.047632 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:36.048322 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:36.049724 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Bound port: 2c450b0d-9620-45ec-a1a4-c406bb8870d5, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:36.050294 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2c450b0d-9620-45ec-a1a4-c406bb8870d5), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:36.060254 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90de92-61bd-47dd-9afc-abc26ddfb491 None None] Pushing event updated for resources: {'Port': ['ID=2c450b0d-9620-45ec-a1a4-c406bb8870d5,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:36.105005 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Pushing event updated for resources: {'Port': ['ID=c337a16c-5867-4c9b-bbd9-3c7c377d9511,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:36.127603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ddb87985-e1cf-4dde-9074-2b374384f600 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:36.154845 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] For port 2c450b0d-9620-45ec-a1a4-c406bb8870d5, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:36.158671 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] For port 2c450b0d-9620-45ec-a1a4-c406bb8870d5, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2c450b0d-9620-45ec-a1a4-c406bb8870d5,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:36.168273 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2c450b0d-9620-45ec-a1a4-c406bb8870d5), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:36.216970 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Routers {'6645c01c-68eb-4ba9-af70-215787139b1f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:36.217977 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:05:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6645c01c-68eb-4ba9-af70-215787139b1f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:36.312884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Network 020da371-e77c-4384-8eb9-92999cda9a25 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:36.315902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:36.339609 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] Set router 6645c01c-68eb-4ba9-af70-215787139b1f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:36.540680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Router f9b9c1d6-71a1-4228-b713-d4630a2a89c5 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:36.642822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'project_id': '87647f5ea45942fca16eebce3079549f', 'fixed_ips': [{'subnet_id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:05:36.644461 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:36.706384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ddb87985-e1cf-4dde-9074-2b374384f600 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:36.707174 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ddb87985-e1cf-4dde-9074-2b374384f600), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:36.784714 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:31Z', 'updated_at': '2022-02-16T17:05:33Z', 'revision_number': 3, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:32Z', 'updated_at': '2022-02-16T17:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:36.790742 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90de92-61bd-47dd-9afc-abc26ddfb491 None None] Pushing event updated for resources: {'Port': ['ID=2c450b0d-9620-45ec-a1a4-c406bb8870d5,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:36.863606 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:36.881556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7bc23e6d-e374-4c31-a63d-cbc0189ccf1c admin admin] 10.222.0.24 "PUT /v2.0/routers/f9b9c1d6-71a1-4228-b713-d4630a2a89c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7587268 Feb 16 17:05:36.881767 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd44f263-dc90-48c3-bb47-8f614c9631cc None None] The sync data for ids ['6645c01c-68eb-4ba9-af70-215787139b1f'] in n-d-669411-5 is: [{'id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:31Z', 'updated_at': '2022-02-16T17:05:33Z', 'revision_number': 3, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:32Z', 'updated_at': '2022-02-16T17:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:36.906196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'name': 'tempest-TestServerBasicOps-859823514-router', 'tenant_id': '1c0cf253ab624b7d8e99effc74260c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae93d128-42fd-4c15-8d09-ed52e467340c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 3, 'project_id': '1c0cf253ab624b7d8e99effc74260c58', 'gw_port': {'id': 'ae93d128-42fd-4c15-8d09-ed52e467340c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:30Z', 'updated_at': '2022-02-16T17:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:36.930614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:37.005564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa516a60-c2b0-4ce4-b65a-d9a1fdd3d885 req-1ecde657-5984-43e3-923b-e8bc9160877f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:37.007957 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa516a60-c2b0-4ce4-b65a-d9a1fdd3d885 req-1ecde657-5984-43e3-923b-e8bc9160877f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.1095290 Feb 16 17:05:37.081508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e2c3b-9b82-4ea9-b3ca-270633e70aeb None None] The sync data for ids ['f9b9c1d6-71a1-4228-b713-d4630a2a89c5'] in n-d-669411-5 is: [{'id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'name': 'tempest-TestServerBasicOps-859823514-router', 'tenant_id': '1c0cf253ab624b7d8e99effc74260c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae93d128-42fd-4c15-8d09-ed52e467340c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:31Z', 'revision_number': 3, 'project_id': '1c0cf253ab624b7d8e99effc74260c58', 'gw_port': {'id': 'ae93d128-42fd-4c15-8d09-ed52e467340c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:30Z', 'updated_at': '2022-02-16T17:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:37.096873 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fa516a60-c2b0-4ce4-b65a-d9a1fdd3d885 req-f7224cc2-b8e4-43f9-8f43-eece46220081 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808442 Feb 16 17:05:37.129349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-92e9de10-52df-491f-b448-034ea85e9571 None None] Provisioning complete for port c337a16c-5867-4c9b-bbd9-3c7c377d9511 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:37.129891 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92e9de10-52df-491f-b448-034ea85e9571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:37.156228 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ddb87985-e1cf-4dde-9074-2b374384f600 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:37.281022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-92e9de10-52df-491f-b448-034ea85e9571 None None] Port c337a16c-5867-4c9b-bbd9-3c7c377d9511 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:05:37.310681 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Allocated IP 172.20.0.2 (7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623/2b36e0c2-1665-46c0-9fa3-fbee42c64962/50bf6c2e-3d73-48e4-ab80-35dc91741217) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:37.580235 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Publish callbacks [] for port (50bf6c2e-3d73-48e4-ab80-35dc91741217), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:37.588853 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (50bf6c2e-3d73-48e4-ab80-35dc91741217), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:37.612059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48244) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:37.617080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7a0b42aa-db43-4f5b-91dd-16b388879e08 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451021000', 'description': 'tempest-secgroup-smoke-1451021000 description', 'project_id': '61a09bce828b4aa69558d051b835c314'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:37.684723 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7a0b42aa-db43-4f5b-91dd-16b388879e08 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:37.712421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Allocated IP 172.20.0.1 (7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623/2b36e0c2-1665-46c0-9fa3-fbee42c64962/74cc453c-d244-485f-aca7-7874d2ed76b2) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:37.735769 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Network 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:37.737010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:37.760362 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:37.761512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Pushing event updated for resources: {'Port': ['ID=50bf6c2e-3d73-48e4-ab80-35dc91741217,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:37.861767 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7a0b42aa-db43-4f5b-91dd-16b388879e08 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group (890fb305-c991-4b6f-9f70-083f9555f453), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:37.864158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Attempting to bind port 50bf6c2e-3d73-48e4-ab80-35dc91741217 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:37.864757 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Attempting to bind port 50bf6c2e-3d73-48e4-ab80-35dc91741217 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '26f447e9-397c-4959-bd94-aaddd238bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:37.865646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Attempting to bind port 50bf6c2e-3d73-48e4-ab80-35dc91741217 on network 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:37.870291 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7a0b42aa-db43-4f5b-91dd-16b388879e08 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (890fb305-c991-4b6f-9f70-083f9555f453), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:37.884185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:37.884576 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Checking segment: {'id': '26f447e9-397c-4959-bd94-aaddd238bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:37.885793 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:37.886830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Bound using segment: {'id': '26f447e9-397c-4959-bd94-aaddd238bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:37.889964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Bound port: 50bf6c2e-3d73-48e4-ab80-35dc91741217, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f447e9-397c-4959-bd94-aaddd238bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:37.890435 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (50bf6c2e-3d73-48e4-ab80-35dc91741217), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:37.986854 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7a0b42aa-db43-4f5b-91dd-16b388879e08 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:37.990554 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7a0b42aa-db43-4f5b-91dd-16b388879e08 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3773732 Feb 16 17:05:38.003046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48246) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:38.022572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-012e7dab-0c07-41ca-83a3-0ddff868b2ae tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Request body: {'security_group_rule': {'security_group_id': '890fb305-c991-4b6f-9f70-083f9555f453', 'project_id': '61a09bce828b4aa69558d051b835c314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:38.043835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b42aa-db43-4f5b-91dd-16b388879e08 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890fb305-c991-4b6f-9f70-083f9555f453,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:38.054043 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.081680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] For port 50bf6c2e-3d73-48e4-ab80-35dc91741217, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:38.090391 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] For port 50bf6c2e-3d73-48e4-ab80-35dc91741217, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=50bf6c2e-3d73-48e4-ab80-35dc91741217,segment=NetworkSegment(26f447e9-397c-4959-bd94-aaddd238bfc4),segment_id=26f447e9-397c-4959-bd94-aaddd238bfc4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:38.098026 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (50bf6c2e-3d73-48e4-ab80-35dc91741217), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.100014 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-012e7dab-0c07-41ca-83a3-0ddff868b2ae tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (7a3dfc41-d75d-4f65-8d58-d27bde7bd798), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.131876 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.187188 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2c450b0d-9620-45ec-a1a4-c406bb8870d5 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:38.247869 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-012e7dab-0c07-41ca-83a3-0ddff868b2ae tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (7a3dfc41-d75d-4f65-8d58-d27bde7bd798), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.250342 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Network 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:38.263974 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:38.269359 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:38.302716 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'Port': ['ID=74cc453c-d244-485f-aca7-7874d2ed76b2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:38.330459 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-012e7dab-0c07-41ca-83a3-0ddff868b2ae tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (7a3dfc41-d75d-4f65-8d58-d27bde7bd798), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.362556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e5ecd-d296-44c7-a965-54e7ac75d299 None None] Pushing event updated for resources: {'Port': ['ID=50bf6c2e-3d73-48e4-ab80-35dc91741217,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:38.385842 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (6645c01c-68eb-4ba9-af70-215787139b1f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.398696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc951ed-faeb-4205-92cc-9294e73d0bd9 req-e0d3d43e-b81c-4cbf-b479-168a2db0939e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:38.402123 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2c450b0d-9620-45ec-a1a4-c406bb8870d5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:38.405189 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2c450b0d-9620-45ec-a1a4-c406bb8870d5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.406754 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3dc951ed-faeb-4205-92cc-9294e73d0bd9 req-e0d3d43e-b81c-4cbf-b479-168a2db0939e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.1609592 Feb 16 17:05:38.446467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e7dab-0c07-41ca-83a3-0ddff868b2ae tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3dfc41-d75d-4f65-8d58-d27bde7bd798,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:38.456199 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-012e7dab-0c07-41ca-83a3-0ddff868b2ae tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.459272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-012e7dab-0c07-41ca-83a3-0ddff868b2ae tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4490340 Feb 16 17:05:38.465161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48250) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:38.470684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a693d005-a5b4-4002-8f57-c516d027e755 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Request body: {'security_group_rule': {'security_group_id': '890fb305-c991-4b6f-9f70-083f9555f453', 'project_id': '61a09bce828b4aa69558d051b835c314', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:38.503531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3dc951ed-faeb-4205-92cc-9294e73d0bd9 req-4b0beea3-7db1-4bfd-899d-36f52651baf5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957677 Feb 16 17:05:38.536860 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a693d005-a5b4-4002-8f57-c516d027e755 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (66a791ff-b599-4963-9c14-88d6b12107b5), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.620805 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a693d005-a5b4-4002-8f57-c516d027e755 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (66a791ff-b599-4963-9c14-88d6b12107b5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.624351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2c450b0d-9620-45ec-a1a4-c406bb8870d5 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:38.624770 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2c450b0d-9620-45ec-a1a4-c406bb8870d5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.636611 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a693d005-a5b4-4002-8f57-c516d027e755 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (66a791ff-b599-4963-9c14-88d6b12107b5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.673446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 2c450b0d-9620-45ec-a1a4-c406bb8870d5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2c450b0d-9620-45ec-a1a4-c406bb8870d5,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:38.684092 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2c450b0d-9620-45ec-a1a4-c406bb8870d5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.685376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ae93d128-42fd-4c15-8d09-ed52e467340c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:38.689613 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a693d005-a5b4-4002-8f57-c516d027e755 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.695815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a693d005-a5b4-4002-8f57-c516d027e755 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2291739 Feb 16 17:05:38.706587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48252) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:38.722006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4b4ff528-7750-4198-96b7-f7044bfc111c tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Request body: {'security_group_rule': {'security_group_id': '890fb305-c991-4b6f-9f70-083f9555f453', 'project_id': '61a09bce828b4aa69558d051b835c314', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:38.761533 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.767593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693d005-a5b4-4002-8f57-c516d027e755 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a791ff-b599-4963-9c14-88d6b12107b5,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:38.803335 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b4ff528-7750-4198-96b7-f7044bfc111c tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (e2cd4a61-571d-4fe3-bfbc-a5f4c245d9b4), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.943682 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b4ff528-7750-4198-96b7-f7044bfc111c tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (e2cd4a61-571d-4fe3-bfbc-a5f4c245d9b4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:38.951458 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b4ff528-7750-4198-96b7-f7044bfc111c tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (e2cd4a61-571d-4fe3-bfbc-a5f4c245d9b4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.012232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ff528-7750-4198-96b7-f7044bfc111c tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cd4a61-571d-4fe3-bfbc-a5f4c245d9b4,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:39.022356 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b4ff528-7750-4198-96b7-f7044bfc111c tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.023698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4b4ff528-7750-4198-96b7-f7044bfc111c tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3148887 Feb 16 17:05:39.026533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48254) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:39.031998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e940cc72-1b20-4eed-9257-50c0eabbc9b8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Request body: {'security_group_rule': {'security_group_id': '890fb305-c991-4b6f-9f70-083f9555f453', 'project_id': '61a09bce828b4aa69558d051b835c314', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:39.076702 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e940cc72-1b20-4eed-9257-50c0eabbc9b8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (6cda4a8a-06a1-447c-acb4-4ff0a4615143), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.122750 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=2c450b0d-9620-45ec-a1a4-c406bb8870d5,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:39.131588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ae93d128-42fd-4c15-8d09-ed52e467340c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:39.132015 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ae93d128-42fd-4c15-8d09-ed52e467340c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.190744 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e940cc72-1b20-4eed-9257-50c0eabbc9b8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (6cda4a8a-06a1-447c-acb4-4ff0a4615143), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.197909 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e940cc72-1b20-4eed-9257-50c0eabbc9b8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (6cda4a8a-06a1-447c-acb4-4ff0a4615143), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.221762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ae93d128-42fd-4c15-8d09-ed52e467340c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:39.222160 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ae93d128-42fd-4c15-8d09-ed52e467340c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.235906 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940cc72-1b20-4eed-9257-50c0eabbc9b8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cda4a8a-06a1-447c-acb4-4ff0a4615143,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:39.246161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port ae93d128-42fd-4c15-8d09-ed52e467340c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ae93d128-42fd-4c15-8d09-ed52e467340c,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:39.251357 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ae93d128-42fd-4c15-8d09-ed52e467340c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.254303 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e940cc72-1b20-4eed-9257-50c0eabbc9b8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.261432 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e940cc72-1b20-4eed-9257-50c0eabbc9b8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2338779 Feb 16 17:05:39.264588 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48256) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:39.269296 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b9ab8b31-96a2-4689-b076-0169cf166d81 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Request body: {'security_group_rule': {'security_group_id': '890fb305-c991-4b6f-9f70-083f9555f453', 'project_id': '61a09bce828b4aa69558d051b835c314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:39.302261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.307123 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.311635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=ae93d128-42fd-4c15-8d09-ed52e467340c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:39.314382 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-b9ab8b31-96a2-4689-b076-0169cf166d81 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Project 61a09bce828b4aa69558d051b835c314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:05:39.358319 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8b31-96a2-4689-b076-0169cf166d81 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (d79c7e0c-6cbb-4d46-b82f-9bf0752e7194), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.405510 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (6645c01c-68eb-4ba9-af70-215787139b1f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.407191 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'Port': ['ID=74cc453c-d244-485f-aca7-7874d2ed76b2,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:39.504942 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8b31-96a2-4689-b076-0169cf166d81 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (d79c7e0c-6cbb-4d46-b82f-9bf0752e7194), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.509372 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8b31-96a2-4689-b076-0169cf166d81 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (d79c7e0c-6cbb-4d46-b82f-9bf0752e7194), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.543159 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab8b31-96a2-4689-b076-0169cf166d81 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79c7e0c-6cbb-4d46-b82f-9bf0752e7194,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:39.547221 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8b31-96a2-4689-b076-0169cf166d81 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.548430 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b9ab8b31-96a2-4689-b076-0169cf166d81 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2828934 Feb 16 17:05:39.552802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48260) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:39.557137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Network 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:39.559020 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:39.559674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-be6dcb7a-f5ce-403e-a3c0-4268d4889538 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Request body: {'security_group_rule': {'security_group_id': '890fb305-c991-4b6f-9f70-083f9555f453', 'project_id': '61a09bce828b4aa69558d051b835c314', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:39.603795 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-be6dcb7a-f5ce-403e-a3c0-4268d4889538 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Project 61a09bce828b4aa69558d051b835c314 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:05:39.632234 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be6dcb7a-f5ce-403e-a3c0-4268d4889538 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (bd904116-fd28-43f0-a53b-35f0081b5133), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.688296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66194a-7a4a-4177-9017-a3334c081544 req-8dca7ba9-6fea-4feb-9993-37ffca05c44b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:39.690087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dd66194a-7a4a-4177-9017-a3334c081544 req-8dca7ba9-6fea-4feb-9993-37ffca05c44b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.0988379 Feb 16 17:05:39.692362 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Router 6645c01c-68eb-4ba9-af70-215787139b1f has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:39.712644 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be6dcb7a-f5ce-403e-a3c0-4268d4889538 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (bd904116-fd28-43f0-a53b-35f0081b5133), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.722581 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be6dcb7a-f5ce-403e-a3c0-4268d4889538 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (bd904116-fd28-43f0-a53b-35f0081b5133), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.749277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dcb7a-f5ce-403e-a3c0-4268d4889538 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd904116-fd28-43f0-a53b-35f0081b5133,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:39.772712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dd66194a-7a4a-4177-9017-a3334c081544 req-156d5f72-66dd-49e0-a98e-9150ba8f6da0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720227 Feb 16 17:05:39.776773 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-be6dcb7a-f5ce-403e-a3c0-4268d4889538 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.778033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-be6dcb7a-f5ce-403e-a3c0-4268d4889538 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2234964 Feb 16 17:05:39.827899 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:39.835159 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8ef07010-ceb8-4a0d-905b-11538b87a8f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "PUT /v2.0/routers/6645c01c-68eb-4ba9-af70-215787139b1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9211497 Feb 16 17:05:39.838096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48264) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:39.843353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a3c450a7-c9fd-48ff-a017-b694e93df56f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1188523543', 'description': 'tempest-secgroup_access--1188523543 description', 'project_id': '87647f5ea45942fca16eebce3079549f'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:39.866534 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a3c450a7-c9fd-48ff-a017-b694e93df56f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.959966 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a3c450a7-c9fd-48ff-a017-b694e93df56f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group (199cda91-37e9-4f74-be2a-0c7a1c1751aa), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:39.975018 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a3c450a7-c9fd-48ff-a017-b694e93df56f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (199cda91-37e9-4f74-be2a-0c7a1c1751aa), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:40.038711 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a3c450a7-c9fd-48ff-a017-b694e93df56f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:40.043729 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48276) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:40.046378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a3c450a7-c9fd-48ff-a017-b694e93df56f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2007625 Feb 16 17:05:40.050030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9020658c-ef3a-4d07-b6e6-6ab28c742955 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1319450566', 'description': 'tempest-secgroup_general--1319450566 description', 'project_id': '87647f5ea45942fca16eebce3079549f'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:40.055979 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-9be22743-7198-4318-b1d5-fbc1d634e549 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451021000&fields=id&tenant_id=61a09bce828b4aa69558d051b835c314 HTTP/1.1" status: 200 len: 267 time: 0.1305521 Feb 16 17:05:40.086900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c450a7-c9fd-48ff-a017-b694e93df56f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199cda91-37e9-4f74-be2a-0c7a1c1751aa,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:40.088556 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9020658c-ef3a-4d07-b6e6-6ab28c742955 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:40.220944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2c450b0d-9620-45ec-a1a4-c406bb8870d5 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:40.248915 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9020658c-ef3a-4d07-b6e6-6ab28c742955 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group (c1bd45a0-9b4c-433f-9917-96606cfd01f7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:40.254146 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9020658c-ef3a-4d07-b6e6-6ab28c742955 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c1bd45a0-9b4c-433f-9917-96606cfd01f7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:40.282763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-2c63fb86-2032-4f2c-b914-1d46b58af4ed tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:40.291846 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-2c63fb86-2032-4f2c-b914-1d46b58af4ed tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/networks?id=4b88e25b-87f3-446f-8e67-f99a9a81c9aa HTTP/1.1" status: 200 len: 809 time: 0.2203753 Feb 16 17:05:40.304494 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9020658c-ef3a-4d07-b6e6-6ab28c742955 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:40.306037 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9020658c-ef3a-4d07-b6e6-6ab28c742955 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2607903 Feb 16 17:05:40.310268 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48278) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:40.315997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fcea6847-118c-4ab2-aa69-fbf163e95497 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Request body: {'security_group_rule': {'security_group_id': '199cda91-37e9-4f74-be2a-0c7a1c1751aa', 'project_id': '87647f5ea45942fca16eebce3079549f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:40.330940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020658c-ef3a-4d07-b6e6-6ab28c742955 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bd45a0-9b4c-433f-9917-96606cfd01f7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:40.340438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2c450b0d-9620-45ec-a1a4-c406bb8870d5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:40.344384 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-c7c597eb-3a15-4848-84cd-bfde89d268f8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/quotas/61a09bce828b4aa69558d051b835c314 HTTP/1.1" status: 200 len: 375 time: 0.0482697 Feb 16 17:05:40.346498 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2c450b0d-9620-45ec-a1a4-c406bb8870d5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:40.365543 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcea6847-118c-4ab2-aa69-fbf163e95497 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group_rule (3c227df6-df6f-4346-8fcc-c782a5248cbe), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:40.468170 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcea6847-118c-4ab2-aa69-fbf163e95497 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group_rule (3c227df6-df6f-4346-8fcc-c782a5248cbe), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:40.474341 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcea6847-118c-4ab2-aa69-fbf163e95497 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (3c227df6-df6f-4346-8fcc-c782a5248cbe), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:40.483012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2c450b0d-9620-45ec-a1a4-c406bb8870d5 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:40.484319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ae93d128-42fd-4c15-8d09-ed52e467340c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:40.487594 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e56a1074-ef27-42b0-ab9e-dc177da1abff tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=61a09bce828b4aa69558d051b835c314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1423361 Feb 16 17:05:40.501087 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea6847-118c-4ab2-aa69-fbf163e95497 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c227df6-df6f-4346-8fcc-c782a5248cbe,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:40.513113 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fcea6847-118c-4ab2-aa69-fbf163e95497 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:40.525238 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fcea6847-118c-4ab2-aa69-fbf163e95497 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2136176 Feb 16 17:05:40.554919 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979e4626-7202-4a92-a7b0-b8677b0a2e1f None None] Network 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:05:40.583182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ae93d128-42fd-4c15-8d09-ed52e467340c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:40.583645 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ae93d128-42fd-4c15-8d09-ed52e467340c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:40.695486 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0ec4e727-f97f-4db7-95d3-5c7564c450c2 None None] Provisioning complete for port 50bf6c2e-3d73-48e4-ab80-35dc91741217 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:40.695999 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e727-f97f-4db7-95d3-5c7564c450c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (50bf6c2e-3d73-48e4-ab80-35dc91741217), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:40.708942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-8588885f-331e-4086-ae35-ac729810abe9 service neutron] 10.222.0.24 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969051 Feb 16 17:05:40.834755 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ae93d128-42fd-4c15-8d09-ed52e467340c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:40.835955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 50bf6c2e-3d73-48e4-ab80-35dc91741217 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:40.866916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-6de89ab7-48a9-48cc-abf5-f3ca275f4967 service neutron] 10.222.0.24 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254864 Feb 16 17:05:40.881365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-d0aefda2-85bc-455b-8cf4-914414a97ce4 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--1319450566&fields=id&tenant_id=87647f5ea45942fca16eebce3079549f HTTP/1.1" status: 200 len: 267 time: 0.2043452 Feb 16 17:05:40.897855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4e727-f97f-4db7-95d3-5c7564c450c2 None None] Current status of the port 50bf6c2e-3d73-48e4-ab80-35dc91741217 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:40.898204 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e727-f97f-4db7-95d3-5c7564c450c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (50bf6c2e-3d73-48e4-ab80-35dc91741217), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:40.953481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 50bf6c2e-3d73-48e4-ab80-35dc91741217 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:40.954288 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (50bf6c2e-3d73-48e4-ab80-35dc91741217), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:40.964907 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-26a5bb92-2718-4303-b391-8109b954ba3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--1188523543&fields=id&tenant_id=87647f5ea45942fca16eebce3079549f HTTP/1.1" status: 200 len: 267 time: 0.0775151 Feb 16 17:05:40.989156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0ec4e727-f97f-4db7-95d3-5c7564c450c2 None None] For port 50bf6c2e-3d73-48e4-ab80-35dc91741217, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=50bf6c2e-3d73-48e4-ab80-35dc91741217,segment=NetworkSegment(26f447e9-397c-4959-bd94-aaddd238bfc4),segment_id=26f447e9-397c-4959-bd94-aaddd238bfc4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:40.999999 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e727-f97f-4db7-95d3-5c7564c450c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (50bf6c2e-3d73-48e4-ab80-35dc91741217), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:41.166105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-11e7e4c9-d1ef-494c-bc9c-5a1a3fbbf8b7 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:41.174810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-11e7e4c9-d1ef-494c-bc9c-5a1a3fbbf8b7 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/networks?id=7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 HTTP/1.1" status: 200 len: 797 time: 0.2087114 Feb 16 17:05:41.186075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4e727-f97f-4db7-95d3-5c7564c450c2 None None] Pushing event updated for resources: {'Port': ['ID=50bf6c2e-3d73-48e4-ab80-35dc91741217,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:41.196059 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-0a9a6b5a-2b3d-4516-b571-bf620cdac818 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/quotas/87647f5ea45942fca16eebce3079549f HTTP/1.1" status: 200 len: 375 time: 0.0197976 Feb 16 17:05:41.251124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 50bf6c2e-3d73-48e4-ab80-35dc91741217 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:41.328532 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-469e8ef7-61c8-41bc-951d-129976c4a8ac tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=87647f5ea45942fca16eebce3079549f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311014 Feb 16 17:05:41.404029 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Sync routers for ids ['f9b9c1d6-71a1-4228-b713-d4630a2a89c5'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:41.448042 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Routers {'f9b9c1d6-71a1-4228-b713-d4630a2a89c5'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:41.448917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:05:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f9b9c1d6-71a1-4228-b713-d4630a2a89c5'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:41.480863 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Sync routers for ids ['6645c01c-68eb-4ba9-af70-215787139b1f'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:41.566462 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Routers {'6645c01c-68eb-4ba9-af70-215787139b1f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:41.568865 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:05:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6645c01c-68eb-4ba9-af70-215787139b1f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:41.570642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b3d4e5c1-d781-46bd-9df0-a8c97b415027 None None] Provisioning complete for port 74cc453c-d244-485f-aca7-7874d2ed76b2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:41.571217 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e5c1-d781-46bd-9df0-a8c97b415027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:41.686359 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4e5c1-d781-46bd-9df0-a8c97b415027 None None] Port 74cc453c-d244-485f-aca7-7874d2ed76b2 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:05:41.705914 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-c6510c1d-eb35-4fd9-be53-91cb31e56fc0 service neutron] 10.222.0.24 "GET /v2.0/networks/7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749154 Feb 16 17:05:41.750560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b3d4e5c1-d781-46bd-9df0-a8c97b415027 None None] Provisioning complete for port 50bf6c2e-3d73-48e4-ab80-35dc91741217 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:41.752451 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e5c1-d781-46bd-9df0-a8c97b415027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (50bf6c2e-3d73-48e4-ab80-35dc91741217), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:41.796455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Set router f9b9c1d6-71a1-4228-b713-d4630a2a89c5 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:41.991942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-d86cad48-bdca-462c-8cfa-daf56c2eeaf0 service neutron] 10.222.0.24 "GET /v2.0/networks/7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729785 Feb 16 17:05:42.040211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e791b2-8a89-46f4-b045-5a5903ebdfc1 req-a99a817d-9bec-450b-863f-b0e12fb83a39 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:42.050268 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1e791b2-8a89-46f4-b045-5a5903ebdfc1 req-a99a817d-9bec-450b-863f-b0e12fb83a39 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.6628430 Feb 16 17:05:42.094016 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Set router 6645c01c-68eb-4ba9-af70-215787139b1f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:42.190002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e1e791b2-8a89-46f4-b045-5a5903ebdfc1 req-847347a4-9e81-487b-a811-9c8a24d3ec3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350656 Feb 16 17:05:42.259546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 50bf6c2e-3d73-48e4-ab80-35dc91741217 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:42.363460 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11933ef0-7bbb-49cb-9a67-665fc3edb6fa req-071121f1-1880-466d-933e-3f0f4fd1d70d tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 210 time: 0.0617063 Feb 16 17:05:42.424424 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4e5c1-d781-46bd-9df0-a8c97b415027 None None] Current status of the port 50bf6c2e-3d73-48e4-ab80-35dc91741217 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:42.460185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-91d5205d-a93c-4977-9d5e-adcdaffe073d req-a7baefe6-8bdd-4a85-af29-6e37708f2727 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 210 time: 0.0449383 Feb 16 17:05:42.475442 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 50bf6c2e-3d73-48e4-ab80-35dc91741217 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:42.476204 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (50bf6c2e-3d73-48e4-ab80-35dc91741217), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:42.507013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'name': 'tempest-TestServerBasicOps-859823514-router', 'tenant_id': '1c0cf253ab624b7d8e99effc74260c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae93d128-42fd-4c15-8d09-ed52e467340c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:35Z', 'revision_number': 4, 'project_id': '1c0cf253ab624b7d8e99effc74260c58', 'gw_port': {'id': 'ae93d128-42fd-4c15-8d09-ed52e467340c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:30Z', 'updated_at': '2022-02-16T17:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'c337a16c-5867-4c9b-bbd9-3c7c377d9511', 'name': '', 'network_id': '020da371-e77c-4384-8eb9-92999cda9a25', 'tenant_id': '1c0cf253ab624b7d8e99effc74260c58', 'mac_address': 'fa:16:3e:4e:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fe65a9e-7aef-4118-af27-41550cd0aa84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:34Z', 'updated_at': '2022-02-16T17:05:35Z', 'revision_number': 2, 'project_id': '1c0cf253ab624b7d8e99effc74260c58', 'subnets': [{'id': '7fe65a9e-7aef-4118-af27-41550cd0aa84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:42.547125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Checking router: f9b9c1d6-71a1-4228-b713-d4630a2a89c5 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:42.547623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Updating router f9b9c1d6-71a1-4228-b713-d4630a2a89c5 port c337a16c-5867-4c9b-bbd9-3c7c377d9511 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:42.596467 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:42.617638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63037ee7-4a9d-430f-b621-b1c7de9b5f07 None None] Provisioning complete for port 74cc453c-d244-485f-aca7-7874d2ed76b2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:42.618176 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63037ee7-4a9d-430f-b621-b1c7de9b5f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:42.625424 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:31Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:32Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '74cc453c-d244-485f-aca7-7874d2ed76b2', 'name': '', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'mac_address': 'fa:16:3e:c2:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:37Z', 'updated_at': '2022-02-16T17:05:39Z', 'revision_number': 2, 'project_id': '87647f5ea45942fca16eebce3079549f', 'subnets': [{'id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:42.670829 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Checking router: 6645c01c-68eb-4ba9-af70-215787139b1f for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:42.671443 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Updating router 6645c01c-68eb-4ba9-af70-215787139b1f port 74cc453c-d244-485f-aca7-7874d2ed76b2 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:05:42.742646 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:42.765827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 50bf6c2e-3d73-48e4-ab80-35dc91741217 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:42.780769 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63037ee7-4a9d-430f-b621-b1c7de9b5f07 None None] Port 74cc453c-d244-485f-aca7-7874d2ed76b2 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:05:43.092211 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Publish callbacks [] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:43.096706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-28de4909-f481-46c3-a3e3-6397db762378 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:43.103336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-28de4909-f481-46c3-a3e3-6397db762378 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.65 "GET /v2.0/networks?id=4b88e25b-87f3-446f-8e67-f99a9a81c9aa HTTP/1.1" status: 200 len: 809 time: 0.2840319 Feb 16 17:05:43.117063 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:43.128091 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Publish callbacks [] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:43.141336 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:43.190692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ea007-7373-4a62-b897-3091f03eb807 None None] Pushing event updated for resources: {'Port': ['ID=c337a16c-5867-4c9b-bbd9-3c7c377d9511,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:43.318996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-08632c51-0e35-4a38-befa-efe285cfb6ec tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61a09bce828b4aa69558d051b835c314 HTTP/1.1" status: 200 len: 380 time: 0.2063940 Feb 16 17:05:43.336446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Attempting to bind port c337a16c-5867-4c9b-bbd9-3c7c377d9511 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:43.337022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Attempting to bind port c337a16c-5867-4c9b-bbd9-3c7c377d9511 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '39f86d4e-27a8-42af-af44-83575c06c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '020da371-e77c-4384-8eb9-92999cda9a25'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:43.337340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Attempting to bind port c337a16c-5867-4c9b-bbd9-3c7c377d9511 on network 020da371-e77c-4384-8eb9-92999cda9a25 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:43.351273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-d10cbafa-a87b-4868-bed2-489012ef63e8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Request body: {'port': {'device_id': '81246fa1-3df5-414f-bd9b-7f41fc14c31f', 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'admin_state_up': True, 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'security_groups': ['890fb305-c991-4b6f-9f70-083f9555f453']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:43.353753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:43.354438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Checking segment: {'id': '39f86d4e-27a8-42af-af44-83575c06c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '020da371-e77c-4384-8eb9-92999cda9a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:43.355202 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:43.355875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Bound using segment: {'id': '39f86d4e-27a8-42af-af44-83575c06c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '020da371-e77c-4384-8eb9-92999cda9a25'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:43.356588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Bound port: c337a16c-5867-4c9b-bbd9-3c7c377d9511, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f86d4e-27a8-42af-af44-83575c06c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '020da371-e77c-4384-8eb9-92999cda9a25'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:43.357410 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:43.442997 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36879e-50e0-434f-a2bf-66c8bfdfa01d None None] Pushing event updated for resources: {'Port': ['ID=74cc453c-d244-485f-aca7-7874d2ed76b2,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:43.447817 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Attempting to bind port 74cc453c-d244-485f-aca7-7874d2ed76b2 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:43.451066 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Attempting to bind port 74cc453c-d244-485f-aca7-7874d2ed76b2 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '26f447e9-397c-4959-bd94-aaddd238bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:43.451607 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Attempting to bind port 74cc453c-d244-485f-aca7-7874d2ed76b2 on network 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:43.478280 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:43.480648 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Checking segment: {'id': '26f447e9-397c-4959-bd94-aaddd238bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:43.481283 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:43.484947 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Bound using segment: {'id': '26f447e9-397c-4959-bd94-aaddd238bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:43.485669 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Bound port: 74cc453c-d244-485f-aca7-7874d2ed76b2, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f447e9-397c-4959-bd94-aaddd238bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:43.486827 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:43.493636 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] For port c337a16c-5867-4c9b-bbd9-3c7c377d9511, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:43.500630 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] For port c337a16c-5867-4c9b-bbd9-3c7c377d9511, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c337a16c-5867-4c9b-bbd9-3c7c377d9511,segment=NetworkSegment(39f86d4e-27a8-42af-af44-83575c06c4e7),segment_id=39f86d4e-27a8-42af-af44-83575c06c4e7)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:43.510301 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:43.587060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b2d6f08-ebf0-4911-8c20-30896d0c7450 req-d033c90e-14ef-479c-be12-5000eb35daf6 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 210 time: 0.0834234 Feb 16 17:05:43.623256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ea007-7373-4a62-b897-3091f03eb807 None None] Pushing event updated for resources: {'Port': ['ID=c337a16c-5867-4c9b-bbd9-3c7c377d9511,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:43.637004 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] For port 74cc453c-d244-485f-aca7-7874d2ed76b2, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:43.642273 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] For port 74cc453c-d244-485f-aca7-7874d2ed76b2, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=74cc453c-d244-485f-aca7-7874d2ed76b2,segment=NetworkSegment(26f447e9-397c-4959-bd94-aaddd238bfc4),segment_id=26f447e9-397c-4959-bd94-aaddd238bfc4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:43.660051 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:43.662279 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Routers {'f9b9c1d6-71a1-4228-b713-d4630a2a89c5'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:43.665232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:05:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f9b9c1d6-71a1-4228-b713-d4630a2a89c5'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:43.730596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-d10cbafa-a87b-4868-bed2-489012ef63e8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Made reservation on behalf of 61a09bce828b4aa69558d051b835c314 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:43.735400 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-d10cbafa-a87b-4868-bed2-489012ef63e8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:43.779356 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff5016d8-293c-4557-8d25-7c5c5b69f62f req-4f31c72c-16d0-4b0b-a3a3-5970ef2f2a58 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 210 time: 0.0529201 Feb 16 17:05:43.791510 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36879e-50e0-434f-a2bf-66c8bfdfa01d None None] Pushing event updated for resources: {'Port': ['ID=74cc453c-d244-485f-aca7-7874d2ed76b2,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:43.807782 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3d8dce6c-6bd8-4f56-bb18-8c8686ec1e89 None None] Provisioning complete for port 74cc453c-d244-485f-aca7-7874d2ed76b2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:43.808394 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3d8dce6c-6bd8-4f56-bb18-8c8686ec1e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:43.826937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cc225-1f69-4d70-80f5-897a99f3bac0 req-e9b2177a-dbd4-4893-a115-26604de50c6d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:43.828763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f4cc225-1f69-4d70-80f5-897a99f3bac0 req-e9b2177a-dbd4-4893-a115-26604de50c6d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.4699576 Feb 16 17:05:43.858721 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Routers {'6645c01c-68eb-4ba9-af70-215787139b1f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:43.859474 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:05:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6645c01c-68eb-4ba9-af70-215787139b1f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:43.920865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] Set router f9b9c1d6-71a1-4228-b713-d4630a2a89c5 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:44.016468 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f4cc225-1f69-4d70-80f5-897a99f3bac0 req-5136dbd3-f9a0-49a1-b156-f23968ad45d2 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788685 Feb 16 17:05:44.110853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-d10cbafa-a87b-4868-bed2-489012ef63e8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Allocated IP 172.20.0.10 (4b88e25b-87f3-446f-8e67-f99a9a81c9aa/551a51d8-c054-4a07-898a-4f5e87b7a662/cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:44.287378 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] Set router 6645c01c-68eb-4ba9-af70-215787139b1f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:44.336092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-de2e7345-d3ff-470e-98d3-b8bdf3090dc9 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:44.344273 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-de2e7345-d3ff-470e-98d3-b8bdf3090dc9 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.60 "GET /v2.0/networks?id=7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 HTTP/1.1" status: 200 len: 797 time: 0.2983952 Feb 16 17:05:44.365292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3d8dce6c-6bd8-4f56-bb18-8c8686ec1e89 None None] Current status of the port 74cc453c-d244-485f-aca7-7874d2ed76b2 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:44.365855 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3d8dce6c-6bd8-4f56-bb18-8c8686ec1e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:44.471155 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-e6a503f4-c65b-4fbf-bed5-c943acba475c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87647f5ea45942fca16eebce3079549f HTTP/1.1" status: 200 len: 478 time: 0.1196728 Feb 16 17:05:44.481588 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Request body: {'port': {'device_id': '98e69656-81dc-4687-8ec4-bcb9eac5e622', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'admin_state_up': True, 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'security_groups': ['c1bd45a0-9b4c-433f-9917-96606cfd01f7', '199cda91-37e9-4f74-be2a-0c7a1c1751aa']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:44.507443 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-d10cbafa-a87b-4868-bed2-489012ef63e8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:44.569720 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-d10cbafa-a87b-4868-bed2-489012ef63e8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:44.680601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cbafa-a87b-4868-bed2-489012ef63e8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Pushing event updated for resources: {'Port': ['ID=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:44.697008 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:31Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:32Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '74cc453c-d244-485f-aca7-7874d2ed76b2', 'name': '', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'mac_address': 'fa:16:3e:c2:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:37Z', 'updated_at': '2022-02-16T17:05:43Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'subnets': [{'id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:44.700315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-d10cbafa-a87b-4868-bed2-489012ef63e8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Network 4b88e25b-87f3-446f-8e67-f99a9a81c9aa is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:44.704106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-d10cbafa-a87b-4868-bed2-489012ef63e8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:44.709494 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Made reservation on behalf of 87647f5ea45942fca16eebce3079549f for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:05:44.715101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-d10cbafa-a87b-4868-bed2-489012ef63e8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:44.717302 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:44.782804 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a8039-662a-4beb-8871-4f364c803b4f None None] The sync data for ids ['6645c01c-68eb-4ba9-af70-215787139b1f'] in n-d-669411-5 is: [{'id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:31Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:32Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '74cc453c-d244-485f-aca7-7874d2ed76b2', 'name': '', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'mac_address': 'fa:16:3e:c2:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:37Z', 'updated_at': '2022-02-16T17:05:43Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'subnets': [{'id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:44.820236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-d10cbafa-a87b-4868-bed2-489012ef63e8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:44.820988 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-d10cbafa-a87b-4868-bed2-489012ef63e8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:44.884739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16614b55-5729-42f0-be25-faa5dcc52df1 req-62378482-7e7f-4163-94dd-1e14f54ac8e5 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:44.898321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16614b55-5729-42f0-be25-faa5dcc52df1 req-62378482-7e7f-4163-94dd-1e14f54ac8e5 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 932 time: 0.1546767 Feb 16 17:05:44.919370 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-d10cbafa-a87b-4868-bed2-489012ef63e8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5948775 Feb 16 17:05:44.955397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Request body: {'port': {'device_id': '81246fa1-3df5-414f-bd9b-7f41fc14c31f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:44.998543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3d8dce6c-6bd8-4f56-bb18-8c8686ec1e89 None None] For port 74cc453c-d244-485f-aca7-7874d2ed76b2, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=74cc453c-d244-485f-aca7-7874d2ed76b2,segment=NetworkSegment(26f447e9-397c-4959-bd94-aaddd238bfc4),segment_id=26f447e9-397c-4959-bd94-aaddd238bfc4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:45.031825 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3d8dce6c-6bd8-4f56-bb18-8c8686ec1e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:45.060814 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Allocated IP 172.20.0.8 (7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623/2b36e0c2-1665-46c0-9fa3-fbee42c64962/76fb1f50-23ea-4c37-86ea-ec00be103a98) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:45.111289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb0b818c-b2c0-4c12-affa-f18e33fe94bb req-270f9f07-2404-476f-8722-b21822d930e7 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 210 time: 0.1707180 Feb 16 17:05:45.203810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8dce6c-6bd8-4f56-bb18-8c8686ec1e89 None None] Pushing event updated for resources: {'Port': ['ID=74cc453c-d244-485f-aca7-7874d2ed76b2,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:45.207226 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16614b55-5729-42f0-be25-faa5dcc52df1 req-8483b28a-30f2-44f7-bd10-13a28d3b935a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/security-groups?id=890fb305-c991-4b6f-9f70-083f9555f453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045776 Feb 16 17:05:45.209602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-749781d2-c43a-4cca-9890-7b9b8ed3783d None None] Provisioning complete for port 74cc453c-d244-485f-aca7-7874d2ed76b2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:45.209986 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-749781d2-c43a-4cca-9890-7b9b8ed3783d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:45.219516 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:45.243213 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'name': 'tempest-TestServerBasicOps-859823514-router', 'tenant_id': '1c0cf253ab624b7d8e99effc74260c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae93d128-42fd-4c15-8d09-ed52e467340c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:35Z', 'revision_number': 4, 'project_id': '1c0cf253ab624b7d8e99effc74260c58', 'gw_port': {'id': 'ae93d128-42fd-4c15-8d09-ed52e467340c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:30Z', 'updated_at': '2022-02-16T17:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'c337a16c-5867-4c9b-bbd9-3c7c377d9511', 'name': '', 'network_id': '020da371-e77c-4384-8eb9-92999cda9a25', 'tenant_id': '1c0cf253ab624b7d8e99effc74260c58', 'mac_address': 'fa:16:3e:4e:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fe65a9e-7aef-4118-af27-41550cd0aa84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:34Z', 'updated_at': '2022-02-16T17:05:43Z', 'revision_number': 4, 'project_id': '1c0cf253ab624b7d8e99effc74260c58', 'subnets': [{'id': '7fe65a9e-7aef-4118-af27-41550cd0aa84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:45.303736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093fd20d-2752-4fd0-b909-30dc0a64eb35 None None] The sync data for ids ['f9b9c1d6-71a1-4228-b713-d4630a2a89c5'] in n-d-669411-5 is: [{'id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'name': 'tempest-TestServerBasicOps-859823514-router', 'tenant_id': '1c0cf253ab624b7d8e99effc74260c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae93d128-42fd-4c15-8d09-ed52e467340c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:05:35Z', 'revision_number': 4, 'project_id': '1c0cf253ab624b7d8e99effc74260c58', 'gw_port': {'id': 'ae93d128-42fd-4c15-8d09-ed52e467340c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:30Z', 'updated_at': '2022-02-16T17:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'c337a16c-5867-4c9b-bbd9-3c7c377d9511', 'name': '', 'network_id': '020da371-e77c-4384-8eb9-92999cda9a25', 'tenant_id': '1c0cf253ab624b7d8e99effc74260c58', 'mac_address': 'fa:16:3e:4e:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fe65a9e-7aef-4118-af27-41550cd0aa84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:34Z', 'updated_at': '2022-02-16T17:05:43Z', 'revision_number': 4, 'project_id': '1c0cf253ab624b7d8e99effc74260c58', 'subnets': [{'id': '7fe65a9e-7aef-4118-af27-41550cd0aa84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:45.425340 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:45.432061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-749781d2-c43a-4cca-9890-7b9b8ed3783d None None] Current status of the port 74cc453c-d244-485f-aca7-7874d2ed76b2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:45.446281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-749781d2-c43a-4cca-9890-7b9b8ed3783d None None] Provisioning complete for port c337a16c-5867-4c9b-bbd9-3c7c377d9511 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:45.446839 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-749781d2-c43a-4cca-9890-7b9b8ed3783d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:45.525700 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:45.601360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'Port': ['ID=76fb1f50-23ea-4c37-86ea-ec00be103a98,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:45.612670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-749781d2-c43a-4cca-9890-7b9b8ed3783d None None] Current status of the port c337a16c-5867-4c9b-bbd9-3c7c377d9511 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:45.615128 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-749781d2-c43a-4cca-9890-7b9b8ed3783d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:45.630317 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.631048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.631626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.632273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.632833 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.633683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.634256 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.634824 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.635393 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.635987 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.636561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.637181 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.637750 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:45.650771 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Network 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:45.657817 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:45.664844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:45.696355 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-749781d2-c43a-4cca-9890-7b9b8ed3783d None None] For port c337a16c-5867-4c9b-bbd9-3c7c377d9511, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c337a16c-5867-4c9b-bbd9-3c7c377d9511,segment=NetworkSegment(39f86d4e-27a8-42af-af44-83575c06c4e7),segment_id=39f86d4e-27a8-42af-af44-83575c06c4e7)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:45.708883 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-749781d2-c43a-4cca-9890-7b9b8ed3783d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:45.778298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:45.780911 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:45.833597 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-5364fa4f-5cdd-4215-b21d-a130f41cb781 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3534565 Feb 16 17:05:45.849575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-749781d2-c43a-4cca-9890-7b9b8ed3783d None None] Provisioning complete for port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:45.850100 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-749781d2-c43a-4cca-9890-7b9b8ed3783d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:45.850606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Request body: {'port': {'device_id': '98e69656-81dc-4687-8ec4-bcb9eac5e622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:45.858376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749781d2-c43a-4cca-9890-7b9b8ed3783d None None] Pushing event updated for resources: {'Port': ['ID=c337a16c-5867-4c9b-bbd9-3c7c377d9511,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:45.921406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-749781d2-c43a-4cca-9890-7b9b8ed3783d None None] Port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:05:46.065352 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:46.233053 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c337a16c-5867-4c9b-bbd9-3c7c377d9511 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:46.330829 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d574a95c-76b1-45d6-b0fd-40fede1aeaf9 None None] Provisioning complete for port 76fb1f50-23ea-4c37-86ea-ec00be103a98 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:46.331270 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d574a95c-76b1-45d6-b0fd-40fede1aeaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:46.396670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d574a95c-76b1-45d6-b0fd-40fede1aeaf9 None None] Port 76fb1f50-23ea-4c37-86ea-ec00be103a98 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:05:46.413271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c337a16c-5867-4c9b-bbd9-3c7c377d9511 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:46.413660 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:46.606943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc27fb9-773c-4222-9c8c-30b1656505dc req-5ec87c07-80f7-4755-a184-db416e1088d3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:46.607491 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c337a16c-5867-4c9b-bbd9-3c7c377d9511 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:46.608585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 74cc453c-d244-485f-aca7-7874d2ed76b2 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:46.608739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecc27fb9-773c-4222-9c8c-30b1656505dc req-5ec87c07-80f7-4755-a184-db416e1088d3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.9738982 Feb 16 17:05:46.686251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76fb1f50-23ea-4c37-86ea-ec00be103a98 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:05:46.697375 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Publish callbacks [] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:46.699853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fcebc-e8ba-44cc-99d5-a5e64b409a14 req-92eaaf0e-19a4-4ee1-b11a-7bdf4b2987a9 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:46.705364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a41fcebc-e8ba-44cc-99d5-a5e64b409a14 req-92eaaf0e-19a4-4ee1-b11a-7bdf4b2987a9 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 970 time: 0.2472615 Feb 16 17:05:46.713153 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Transition to ACTIVE for port object 76fb1f50-23ea-4c37-86ea-ec00be103a98 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:46.713413 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 74cc453c-d244-485f-aca7-7874d2ed76b2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:46.713565 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:46.725850 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:46.844707 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecc27fb9-773c-4222-9c8c-30b1656505dc req-fcfeaa22-d50a-4df0-8ba7-f16af8e2c819 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235999 Feb 16 17:05:46.873540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:05:46.885226 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Pushing event updated for resources: {'Port': ['ID=76fb1f50-23ea-4c37-86ea-ec00be103a98,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:46.896293 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Publish callbacks [] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:46.924329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 74cc453c-d244-485f-aca7-7874d2ed76b2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:46.937122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Transition to ACTIVE for port object cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:05:46.954105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a41fcebc-e8ba-44cc-99d5-a5e64b409a14 req-fe5aff4c-14c2-434e-852f-0809f09fe52a tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2333603 Feb 16 17:05:46.962535 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:47.092733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Attempting to bind port 76fb1f50-23ea-4c37-86ea-ec00be103a98 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:47.095068 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Attempting to bind port 76fb1f50-23ea-4c37-86ea-ec00be103a98 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '26f447e9-397c-4959-bd94-aaddd238bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:47.096793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Attempting to bind port 76fb1f50-23ea-4c37-86ea-ec00be103a98 on network 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:47.110489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Port 76fb1f50-23ea-4c37-86ea-ec00be103a98 on network 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:05:47.112955 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Attempting to bind port 76fb1f50-23ea-4c37-86ea-ec00be103a98 on network 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:47.119949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Pushing event updated for resources: {'Port': ['ID=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:47.133218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:47.144357 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Checking segment: {'id': '26f447e9-397c-4959-bd94-aaddd238bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:47.145512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Bound using segment: {'id': '26f447e9-397c-4959-bd94-aaddd238bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:47.146110 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Bound port: 76fb1f50-23ea-4c37-86ea-ec00be103a98, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26f447e9-397c-4959-bd94-aaddd238bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:47.146593 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:47.176410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc27f84-4eca-41c9-8b9b-2f93c132780e req-93d453ba-0aab-4d80-ada9-827a90a97c1c tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:47.178380 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6fc27f84-4eca-41c9-8b9b-2f93c132780e req-93d453ba-0aab-4d80-ada9-827a90a97c1c tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 944 time: 0.1662862 Feb 16 17:05:47.263149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Attempting to bind port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:05:47.263399 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] For port 76fb1f50-23ea-4c37-86ea-ec00be103a98, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:47.263570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Attempting to bind port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '15c4b34a-8782-4548-80c2-ed09cc4be1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:05:47.264156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Attempting to bind port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 on network 4b88e25b-87f3-446f-8e67-f99a9a81c9aa {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:47.267469 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] For port 76fb1f50-23ea-4c37-86ea-ec00be103a98, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=76fb1f50-23ea-4c37-86ea-ec00be103a98,segment=NetworkSegment(26f447e9-397c-4959-bd94-aaddd238bfc4),segment_id=26f447e9-397c-4959-bd94-aaddd238bfc4)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:47.278395 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:47.288343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 on network 4b88e25b-87f3-446f-8e67-f99a9a81c9aa not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:05:47.288684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Attempting to bind port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 on network 4b88e25b-87f3-446f-8e67-f99a9a81c9aa {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:05:47.315748 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:05:47.316110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Checking segment: {'id': '15c4b34a-8782-4548-80c2-ed09cc4be1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:05:47.317225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Bound using segment: {'id': '15c4b34a-8782-4548-80c2-ed09cc4be1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:05:47.317714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Bound port: cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c4b34a-8782-4548-80c2-ed09cc4be1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:05:47.318082 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:47.337485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:47.338107 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:47.339550 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] 10.222.0.60 "PUT /v2.0/ports/76fb1f50-23ea-4c37-86ea-ec00be103a98 HTTP/1.1" status: 200 len: 1130 time: 1.5026381 Feb 16 17:05:47.343299 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e69656-81dc-4687-8ec4-bcb9eac5e622', 'tag': '76fb1f50-23ea-4c37-86ea-ec00be103a98'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:05:47.347148 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6fc27f84-4eca-41c9-8b9b-2f93c132780e req-7d39c6b1-9de0-45e8-afc8-caaad8160e7d tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/security-groups?id=890fb305-c991-4b6f-9f70-083f9555f453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443846 Feb 16 17:05:47.363322 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c13008a-4d75-4b68-bf86-f348ec94cd80" -d '{"events": [{"name": "network-changed", "server_uuid": "98e69656-81dc-4687-8ec4-bcb9eac5e622", "tag": "76fb1f50-23ea-4c37-86ea-ec00be103a98"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:05:47.439941 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152ea7d-2589-4f9a-9ea4-28a3eb574a28 service neutron] Pushing event updated for resources: {'Port': ['ID=76fb1f50-23ea-4c37-86ea-ec00be103a98,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:47.497222 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92837faf-0599-41b6-9477-ae712b6debae x-openstack-request-id: req-92837faf-0599-41b6-9477-ae712b6debae {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:05:47.497592 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e69656-81dc-4687-8ec4-bcb9eac5e622", "tag": "76fb1f50-23ea-4c37-86ea-ec00be103a98", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:05:47.500533 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92837faf-0599-41b6-9477-ae712b6debae {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:05:47.501191 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e69656-81dc-4687-8ec4-bcb9eac5e622', 'tag': '76fb1f50-23ea-4c37-86ea-ec00be103a98', 'status': 'completed', 'code': 200} Feb 16 17:05:47.509227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] For port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:05:47.514790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] For port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46,segment=NetworkSegment(15c4b34a-8782-4548-80c2-ed09cc4be1c9),segment_id=15c4b34a-8782-4548-80c2-ed09cc4be1c9)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:05:47.522535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-64743b54-d089-4262-b4a6-f495710fdff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:47.524475 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-64743b54-d089-4262-b4a6-f495710fdff6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87647f5ea45942fca16eebce3079549f&device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 1164 time: 0.0948234 Feb 16 17:05:47.529520 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:47.581995 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-acef460f-de72-48b0-942f-c9ab15201fb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76fb1f50-23ea-4c37-86ea-ec00be103a98 HTTP/1.1" status: 200 len: 217 time: 0.0485935 Feb 16 17:05:47.627309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Pushing event updated for resources: {'Port': ['ID=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:47.638665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:47.639344 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:47.641263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] 10.222.0.65 "PUT /v2.0/ports/cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 HTTP/1.1" status: 200 len: 1092 time: 2.7016454 Feb 16 17:05:47.641716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81246fa1-3df5-414f-bd9b-7f41fc14c31f', 'tag': 'cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:05:47.645397 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f822a48a-b98f-4605-994f-e25987705346" -d '{"events": [{"name": "network-changed", "server_uuid": "81246fa1-3df5-414f-bd9b-7f41fc14c31f", "tag": "cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:05:47.656266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-5f0eea2e-b1b6-46f7-9aa4-f65ceed38201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:47.658841 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-5f0eea2e-b1b6-46f7-9aa4-f65ceed38201 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b36e0c2-1665-46c0-9fa3-fbee42c64962 HTTP/1.1" status: 200 len: 834 time: 0.0676119 Feb 16 17:05:47.662441 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:47.663080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:47.663614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:47.673858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:47.674349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:47.675023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:47.675425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:47.675846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:47.676772 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:47.677328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:47.677718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:47.678073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:47.678403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2f670-44aa-40b3-b41d-f256234bbf7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:05:47.752452 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-aad01269-4b4f-41ae-a10c-39d6f67cf307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:47.754710 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-aad01269-4b4f-41ae-a10c-39d6f67cf307 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0892460 Feb 16 17:05:47.757265 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ecbed3-e5ca-45c3-a1ea-e069e0d856e9 x-openstack-request-id: req-50ecbed3-e5ca-45c3-a1ea-e069e0d856e9 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:05:47.757551 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81246fa1-3df5-414f-bd9b-7f41fc14c31f", "tag": "cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:05:47.757807 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50ecbed3-e5ca-45c3-a1ea-e069e0d856e9 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:05:47.758234 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81246fa1-3df5-414f-bd9b-7f41fc14c31f', 'tag': 'cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46', 'status': 'completed', 'code': 200} Feb 16 17:05:47.777952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-0a8fd992-2637-44c3-8907-ee9a15e7be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:47.779597 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-0a8fd992-2637-44c3-8907-ee9a15e7be1b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=61a09bce828b4aa69558d051b835c314&device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 1126 time: 0.0661681 Feb 16 17:05:47.836833 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-44849894-7431-481d-86a7-52be09fc2eca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 HTTP/1.1" status: 200 len: 217 time: 0.0470171 Feb 16 17:05:47.873889 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:05:47.887544 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-c939f24e-081d-45a4-b719-efc304ae5d63 service neutron] 10.222.0.60 "GET /v2.0/networks/7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271000 Feb 16 17:05:47.902374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-2831b07f-c927-4740-a660-fed0e8c73a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:47.904818 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-2831b07f-c927-4740-a660-fed0e8c73a92 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=551a51d8-c054-4a07-898a-4f5e87b7a662 HTTP/1.1" status: 200 len: 848 time: 0.0628924 Feb 16 17:05:47.971241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-c5f38db7-34c4-4493-a552-02c03d1bd345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:47.975873 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-c5f38db7-34c4-4493-a552-02c03d1bd345 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b88e25b-87f3-446f-8e67-f99a9a81c9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0646532 Feb 16 17:05:48.052300 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4abaf486-8d1e-46de-b6e3-24d2b151b3b6 req-ec51e9e3-4929-4b9d-8cc4-d72a2a3cd59d service neutron] 10.222.0.60 "GET /v2.0/networks/7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562574 Feb 16 17:05:48.168883 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13008a-4d75-4b68-bf86-f348ec94cd80 req-003d3db7-efb9-4b3a-8152-6753b7693a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:48.171349 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c13008a-4d75-4b68-bf86-f348ec94cd80 req-003d3db7-efb9-4b3a-8152-6753b7693a32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87647f5ea45942fca16eebce3079549f&device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 1164 time: 0.0604179 Feb 16 17:05:48.180684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5e537-45ff-4871-979a-f6f2fe6ee08c req-20b1abff-0301-4ad1-8071-75593126ae67 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:48.182554 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02d5e537-45ff-4871-979a-f6f2fe6ee08c req-20b1abff-0301-4ad1-8071-75593126ae67 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.2055688 Feb 16 17:05:48.207446 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-418b9cd0-32db-4682-85bd-614cb991adda service neutron] 10.222.0.65 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918552 Feb 16 17:05:48.264545 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96fdb-fb67-4eb5-ac23-c57ff5200031 req-8e5ac0dc-a032-42cb-ae32-f2938b0c599f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:48.266795 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ab96fdb-fb67-4eb5-ac23-c57ff5200031 req-8e5ac0dc-a032-42cb-ae32-f2938b0c599f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 982 time: 0.2049172 Feb 16 17:05:48.300227 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13008a-4d75-4b68-bf86-f348ec94cd80 req-859060ea-0616-46fc-8abb-aa272fb7843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:48.302486 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c13008a-4d75-4b68-bf86-f348ec94cd80 req-859060ea-0616-46fc-8abb-aa272fb7843d service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 HTTP/1.1" status: 200 len: 898 time: 0.1246672 Feb 16 17:05:48.357320 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c13008a-4d75-4b68-bf86-f348ec94cd80 req-e8d9b9fa-50c6-4705-aa7c-a75ca6b82cf6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76fb1f50-23ea-4c37-86ea-ec00be103a98 HTTP/1.1" status: 200 len: 217 time: 0.0487554 Feb 16 17:05:48.393198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02d5e537-45ff-4871-979a-f6f2fe6ee08c req-db3e0c4d-f64c-4661-a603-e7689e5707fc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040901 Feb 16 17:05:48.426835 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13008a-4d75-4b68-bf86-f348ec94cd80 req-e4e37194-f0d4-49fa-b3e0-cfa61f3f286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:48.428886 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c13008a-4d75-4b68-bf86-f348ec94cd80 req-e4e37194-f0d4-49fa-b3e0-cfa61f3f286d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b36e0c2-1665-46c0-9fa3-fbee42c64962 HTTP/1.1" status: 200 len: 834 time: 0.0640574 Feb 16 17:05:48.429870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ab96fdb-fb67-4eb5-ac23-c57ff5200031 req-764fd5d0-2d53-40f7-b3f4-57423b8b182f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1536696 Feb 16 17:05:48.438966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4658ab86-695c-4a57-9ff5-f70d15a6c0e9 req-1218a380-0204-4a23-a9ad-68ce270df5f5 service neutron] 10.222.0.65 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132170 Feb 16 17:05:48.514526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13008a-4d75-4b68-bf86-f348ec94cd80 req-6b17cc68-8247-4578-9a6f-ea0dd9cd4cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:48.516728 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c13008a-4d75-4b68-bf86-f348ec94cd80 req-6b17cc68-8247-4578-9a6f-ea0dd9cd4cb4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0736632 Feb 16 17:05:48.597638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450bebe-5f08-4165-a939-7123b68c7cc7 req-ade7465a-ff70-409f-a83b-5ab6b3e8a1ae tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:48.599576 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9450bebe-5f08-4165-a939-7123b68c7cc7 req-ade7465a-ff70-409f-a83b-5ab6b3e8a1ae tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 944 time: 0.0840294 Feb 16 17:05:48.606221 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822a48a-b98f-4605-994f-e25987705346 req-d0cb4337-d4f5-4602-831c-7e40daa017fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:48.607780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f822a48a-b98f-4605-994f-e25987705346 req-d0cb4337-d4f5-4602-831c-7e40daa017fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=61a09bce828b4aa69558d051b835c314&device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 1126 time: 0.1006699 Feb 16 17:05:48.732361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9450bebe-5f08-4165-a939-7123b68c7cc7 req-d3f460a5-7ff2-4889-934b-efc0f9123441 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/security-groups?id=890fb305-c991-4b6f-9f70-083f9555f453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235528 Feb 16 17:05:48.755513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822a48a-b98f-4605-994f-e25987705346 req-9704ee87-a41a-46c4-a7b3-c067f37abe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:48.757209 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f822a48a-b98f-4605-994f-e25987705346 req-9704ee87-a41a-46c4-a7b3-c067f37abe66 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b88e25b-87f3-446f-8e67-f99a9a81c9aa HTTP/1.1" status: 200 len: 910 time: 0.1415217 Feb 16 17:05:48.802324 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f822a48a-b98f-4605-994f-e25987705346 req-46b8e4a6-b0f9-4a82-89de-a4501144c545 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 HTTP/1.1" status: 200 len: 217 time: 0.0376785 Feb 16 17:05:48.860043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822a48a-b98f-4605-994f-e25987705346 req-e3c43963-b6f3-4372-a041-c7883f51287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:48.861686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f822a48a-b98f-4605-994f-e25987705346 req-e3c43963-b6f3-4372-a041-c7883f51287a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=551a51d8-c054-4a07-898a-4f5e87b7a662 HTTP/1.1" status: 200 len: 848 time: 0.0522497 Feb 16 17:05:48.916381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822a48a-b98f-4605-994f-e25987705346 req-897d501b-dd02-4254-86de-3ec91c7f8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:48.918079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f822a48a-b98f-4605-994f-e25987705346 req-897d501b-dd02-4254-86de-3ec91c7f8030 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b88e25b-87f3-446f-8e67-f99a9a81c9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494609 Feb 16 17:05:48.929809 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c13008a-4d75-4b68-bf86-f348ec94cd80 req-521809f7-c359-4990-b1d1-e7d7c19f0ce4 service neutron] 10.222.0.60 "GET /v2.0/networks/7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071236 Feb 16 17:05:49.012798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f822a48a-b98f-4605-994f-e25987705346 req-5921371a-8f31-4f5b-86d2-f9fa23ddd128 service neutron] 10.222.0.65 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882814 Feb 16 17:05:49.029802 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6c13008a-4d75-4b68-bf86-f348ec94cd80 req-12bd35e6-3f44-4593-a153-221dd7db2a23 service neutron] 10.222.0.60 "GET /v2.0/networks/7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939488 Feb 16 17:05:49.115074 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f822a48a-b98f-4605-994f-e25987705346 req-7ec6b0a7-f192-4786-b147-fe790c5e5641 service neutron] 10.222.0.65 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959668 Feb 16 17:05:49.612133 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e7cf7-4edc-4231-817a-ce7bc533a520 req-9bb2a4d4-3e5a-4a76-849e-614c922acad8 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:49.614327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc2e7cf7-4edc-4231-817a-ce7bc533a520 req-9bb2a4d4-3e5a-4a76-849e-614c922acad8 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.1099427 Feb 16 17:05:49.631640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde8ebe-cbda-499c-80c8-92bbf0e3b576 req-a07576e9-f3ea-4cd5-a03d-3e49ba3f3cba tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:49.633496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3dde8ebe-cbda-499c-80c8-92bbf0e3b576 req-a07576e9-f3ea-4cd5-a03d-3e49ba3f3cba tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 982 time: 0.0939298 Feb 16 17:05:49.726964 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc2e7cf7-4edc-4231-817a-ce7bc533a520 req-da59567a-616f-4ba3-87f0-d6b7291ea6ed tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055748 Feb 16 17:05:49.735246 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3dde8ebe-cbda-499c-80c8-92bbf0e3b576 req-795970b9-7a75-4bef-bd97-fe7b30289ad1 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0937505 Feb 16 17:05:49.860994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a580c07-7522-47ee-bdad-fb33d86267d4 req-27117cc6-91de-44b6-8496-4c481bed35b9 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:49.862552 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a580c07-7522-47ee-bdad-fb33d86267d4 req-27117cc6-91de-44b6-8496-4c481bed35b9 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 944 time: 0.0539799 Feb 16 17:05:49.914046 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a580c07-7522-47ee-bdad-fb33d86267d4 req-417c54e7-5fed-40ba-af89-23d25217f132 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/security-groups?id=890fb305-c991-4b6f-9f70-083f9555f453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448675 Feb 16 17:05:50.881168 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f99c73-5dd1-4355-833d-c8dfc3cea223 req-b30da5fa-29de-4883-ab69-909ae82abeb0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:50.882775 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85f99c73-5dd1-4355-833d-c8dfc3cea223 req-b30da5fa-29de-4883-ab69-909ae82abeb0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 982 time: 0.0760951 Feb 16 17:05:50.895248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e13578-eba7-42a7-a877-1500a372910b req-5827a275-34f2-42b9-8666-fb5a5a939ce8 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:50.896865 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4e13578-eba7-42a7-a877-1500a372910b req-5827a275-34f2-42b9-8666-fb5a5a939ce8 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.0987720 Feb 16 17:05:50.981236 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4e13578-eba7-42a7-a877-1500a372910b req-a453c5c0-1b9e-435e-a8c0-96fa63804f1c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766828 Feb 16 17:05:50.986750 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85f99c73-5dd1-4355-833d-c8dfc3cea223 req-8eeaf443-ac1c-4262-bf9b-ec22ac48fc32 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0890086 Feb 16 17:05:51.090381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371bf7-8b80-41ec-8594-caedc640c83d req-b1362f01-3fb2-4430-8127-261dc02d510f tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:51.091798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30371bf7-8b80-41ec-8594-caedc640c83d req-b1362f01-3fb2-4430-8127-261dc02d510f tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 944 time: 0.0541732 Feb 16 17:05:51.145816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30371bf7-8b80-41ec-8594-caedc640c83d req-2edc8714-56f0-4202-95c8-674dbf665f10 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/security-groups?id=890fb305-c991-4b6f-9f70-083f9555f453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481429 Feb 16 17:05:51.682525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:05:51.782381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46,segment=NetworkSegment(15c4b34a-8782-4548-80c2-ed09cc4be1c9),segment_id=15c4b34a-8782-4548-80c2-ed09cc4be1c9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:51.793147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46', 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'port_id': 'cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46', 'mac_address': 'fa:16:3e:3a:30:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:05:51.829964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:51.830359 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:51.843801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:05:51.862731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46,segment=NetworkSegment(15c4b34a-8782-4548-80c2-ed09cc4be1c9),segment_id=15c4b34a-8782-4548-80c2-ed09cc4be1c9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:51.867777 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:51.917105 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:52.004686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 76fb1f50-23ea-4c37-86ea-ec00be103a98 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:05:52.086439 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:05:52.140019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbcce6-22b4-4723-8ea0-0b38936ea571 req-bf8ca5bf-e8f7-4f38-ae04-a171712b1be2 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:52.141501 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7dbcce6-22b4-4723-8ea0-0b38936ea571 req-bf8ca5bf-e8f7-4f38-ae04-a171712b1be2 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.0845330 Feb 16 17:05:52.146547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 76fb1f50-23ea-4c37-86ea-ec00be103a98, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=76fb1f50-23ea-4c37-86ea-ec00be103a98,segment=NetworkSegment(26f447e9-397c-4959-bd94-aaddd238bfc4),segment_id=26f447e9-397c-4959-bd94-aaddd238bfc4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:52.162596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14608c-d6a3-4698-b9e7-f4700ddc48fd req-0f69047c-3ac9-43c9-bf10-b86c6f93fcef tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:52.163628 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '76fb1f50-23ea-4c37-86ea-ec00be103a98', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'port_id': '76fb1f50-23ea-4c37-86ea-ec00be103a98', 'mac_address': 'fa:16:3e:49:e1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:05:52.164079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e14608c-d6a3-4698-b9e7-f4700ddc48fd req-0f69047c-3ac9-43c9-bf10-b86c6f93fcef tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 982 time: 0.0985138 Feb 16 17:05:52.227934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7dbcce6-22b4-4723-8ea0-0b38936ea571 req-ee9825d3-201e-4b16-b8c5-7f603fb16900 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789406 Feb 16 17:05:52.241830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 76fb1f50-23ea-4c37-86ea-ec00be103a98 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:52.242015 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:52.258111 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fb1f50-23ea-4c37-86ea-ec00be103a98 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:05:52.265499 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e14608c-d6a3-4698-b9e7-f4700ddc48fd req-9f610093-5db3-4a12-ab41-51c56362bd1d tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0932975 Feb 16 17:05:52.281687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 76fb1f50-23ea-4c37-86ea-ec00be103a98, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=76fb1f50-23ea-4c37-86ea-ec00be103a98,segment=NetworkSegment(26f447e9-397c-4959-bd94-aaddd238bfc4),segment_id=26f447e9-397c-4959-bd94-aaddd238bfc4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:52.289116 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:52.361545 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79bcd3-7352-4c9c-8ff8-a8ae74c6c604 req-ad4d3131-bf38-43ba-a974-37e4ac79e55e tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:52.363011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f79bcd3-7352-4c9c-8ff8-a8ae74c6c604 req-ad4d3131-bf38-43ba-a974-37e4ac79e55e tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 945 time: 0.0575459 Feb 16 17:05:52.368547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=76fb1f50-23ea-4c37-86ea-ec00be103a98,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:52.416159 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f79bcd3-7352-4c9c-8ff8-a8ae74c6c604 req-07b4e2f5-413f-4787-9bcd-4ccd3af1df17 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/security-groups?id=890fb305-c991-4b6f-9f70-083f9555f453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465248 Feb 16 17:05:52.578027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['76fb1f50-23ea-4c37-86ea-ec00be103a98'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:05:53.384970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba63500-5d8a-4ad4-9440-75f0ecfd4f52 req-a0c3120d-4565-469d-8d30-26266a4dd264 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:53.386467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ba63500-5d8a-4ad4-9440-75f0ecfd4f52 req-a0c3120d-4565-469d-8d30-26266a4dd264 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.0837419 Feb 16 17:05:53.406924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174d085-9c45-42a5-b5aa-b7e6e656f822 req-9a125681-3373-48c0-bbaa-f026b731d8ec tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:53.408376 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4174d085-9c45-42a5-b5aa-b7e6e656f822 req-9a125681-3373-48c0-bbaa-f026b731d8ec tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 983 time: 0.0790396 Feb 16 17:05:53.473823 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ba63500-5d8a-4ad4-9440-75f0ecfd4f52 req-71869056-bb82-439b-a9e2-29fc4a0b292f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800052 Feb 16 17:05:53.494542 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4174d085-9c45-42a5-b5aa-b7e6e656f822 req-497a7a7a-5b1f-4610-9d06-67908fe07271 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0786726 Feb 16 17:05:53.579257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5a2c4-25fc-4764-a7ae-0ea58c9de80f req-082ffeb6-9953-44c2-8c59-3058a8876955 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:53.580754 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48a5a2c4-25fc-4764-a7ae-0ea58c9de80f req-082ffeb6-9953-44c2-8c59-3058a8876955 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 945 time: 0.0525129 Feb 16 17:05:53.629843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48a5a2c4-25fc-4764-a7ae-0ea58c9de80f req-77a95d8a-bccd-43e8-aaa2-43bc6b2e918c tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/security-groups?id=890fb305-c991-4b6f-9f70-083f9555f453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 Feb 16 17:05:53.694174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:53.745386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:05:53.749105 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:53.749470 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:53.824110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:53.824528 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:53.846345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81246fa1-3df5-414f-bd9b-7f41fc14c31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:05:53.849322 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211e0ba8-f1d0-404f-9fa0-819397405882" -d '{"events": [{"server_uuid": "81246fa1-3df5-414f-bd9b-7f41fc14c31f", "name": "network-vif-plugged", "status": "completed", "tag": "cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:05:53.862570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46,segment=NetworkSegment(15c4b34a-8782-4548-80c2-ed09cc4be1c9),segment_id=15c4b34a-8782-4548-80c2-ed09cc4be1c9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:53.867054 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:53.899103 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0b2761-9789-4a16-b936-0f0e19660b3e x-openstack-request-id: req-8c0b2761-9789-4a16-b936-0f0e19660b3e {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:05:53.899411 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81246fa1-3df5-414f-bd9b-7f41fc14c31f", "name": "network-vif-plugged", "status": "completed", "tag": "cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:05:53.899660 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c0b2761-9789-4a16-b936-0f0e19660b3e {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:05:53.900136 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81246fa1-3df5-414f-bd9b-7f41fc14c31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46', 'code': 200} Feb 16 17:05:53.922444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:53.996997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c68d6-5130-4c45-b32b-162fc241b26c req-524be77e-eed8-42b7-b494-89d766be747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:53.998593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c47c68d6-5130-4c45-b32b-162fc241b26c req-524be77e-eed8-42b7-b494-89d766be747b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 1128 time: 0.0450678 Feb 16 17:05:54.011426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 76fb1f50-23ea-4c37-86ea-ec00be103a98 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:05:54.045675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c47c68d6-5130-4c45-b32b-162fc241b26c req-a115f145-a3ec-43ab-971b-f54987679edd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=890fb305-c991-4b6f-9f70-083f9555f453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412116 Feb 16 17:05:54.059974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 76fb1f50-23ea-4c37-86ea-ec00be103a98 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:05:54.063561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 76fb1f50-23ea-4c37-86ea-ec00be103a98 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:05:54.063959 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:54.139416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 76fb1f50-23ea-4c37-86ea-ec00be103a98 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:05:54.139713 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:54.174246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 76fb1f50-23ea-4c37-86ea-ec00be103a98, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=76fb1f50-23ea-4c37-86ea-ec00be103a98,segment=NetworkSegment(26f447e9-397c-4959-bd94-aaddd238bfc4),segment_id=26f447e9-397c-4959-bd94-aaddd238bfc4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:05:54.178669 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:54.225347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=76fb1f50-23ea-4c37-86ea-ec00be103a98,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:54.643017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dde36-174b-4c37-a5f2-a1546871bab4 req-81c1aa2a-b1b4-4ee8-932b-d60953e70a43 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:54.644527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f38dde36-174b-4c37-a5f2-a1546871bab4 req-81c1aa2a-b1b4-4ee8-932b-d60953e70a43 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.0996807 Feb 16 17:05:54.655923 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e614c87-49fd-46d7-bfa4-dcef20b8502f req-8a43e094-19a3-4138-83b8-7488dd475c55 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:54.657337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e614c87-49fd-46d7-bfa4-dcef20b8502f req-8a43e094-19a3-4138-83b8-7488dd475c55 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 984 time: 0.0721619 Feb 16 17:05:54.731119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f38dde36-174b-4c37-a5f2-a1546871bab4 req-c40ec3d7-a640-4c4b-ae7f-55082beff066 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727324 Feb 16 17:05:54.742675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e614c87-49fd-46d7-bfa4-dcef20b8502f req-09d29dc6-35ad-4eb6-883d-f5020631a0a4 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0776386 Feb 16 17:05:54.842628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9698-4568-4439-8b23-6146a8800661 req-e95e4cd5-a1e1-46e5-9c23-dfa90c688279 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:54.844115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b35d9698-4568-4439-8b23-6146a8800661 req-e95e4cd5-a1e1-46e5-9c23-dfa90c688279 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 946 time: 0.0580530 Feb 16 17:05:54.894676 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b35d9698-4568-4439-8b23-6146a8800661 req-64d1a45f-e8c1-4336-90be-e28394e0b808 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/security-groups?id=890fb305-c991-4b6f-9f70-083f9555f453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443463 Feb 16 17:05:55.691050 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7d9ce9e8-88ba-4c3c-a81f-34b3caabe49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:55.888167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219f043-0768-49f7-9b1f-c5ee3cbf9002 req-08801270-2466-4971-a177-bc9d9dcdeb04 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:55.889665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9219f043-0768-49f7-9b1f-c5ee3cbf9002 req-08801270-2466-4971-a177-bc9d9dcdeb04 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.0876589 Feb 16 17:05:55.900990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e69656-81dc-4687-8ec4-bcb9eac5e622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fb1f50-23ea-4c37-86ea-ec00be103a98'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:05:55.902173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455df1c-d949-4a36-953d-df0da438e520 req-6004faef-5e69-4ee8-9797-6b6e63eb6385 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:55.903379 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef93f57-4048-480e-93d1-f2713e951c5f" -d '{"events": [{"server_uuid": "98e69656-81dc-4687-8ec4-bcb9eac5e622", "name": "network-vif-plugged", "status": "completed", "tag": "76fb1f50-23ea-4c37-86ea-ec00be103a98"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:05:55.903884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9455df1c-d949-4a36-953d-df0da438e520 req-6004faef-5e69-4ee8-9797-6b6e63eb6385 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 984 time: 0.0741267 Feb 16 17:05:55.983151 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9219f043-0768-49f7-9b1f-c5ee3cbf9002 req-c8ef3f3f-243b-4bfe-b203-028e46e370fc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782690 Feb 16 17:05:55.995453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9455df1c-d949-4a36-953d-df0da438e520 req-78443fe7-e112-4c2c-a78e-383e8e424f96 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0847714 Feb 16 17:05:56.035878 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7905e1-8574-48af-87a3-3c012ce755d2 x-openstack-request-id: req-0c7905e1-8574-48af-87a3-3c012ce755d2 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:05:56.036226 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e69656-81dc-4687-8ec4-bcb9eac5e622", "name": "network-vif-plugged", "status": "completed", "tag": "76fb1f50-23ea-4c37-86ea-ec00be103a98", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:05:56.036487 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c7905e1-8574-48af-87a3-3c012ce755d2 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:05:56.036891 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e69656-81dc-4687-8ec4-bcb9eac5e622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fb1f50-23ea-4c37-86ea-ec00be103a98', 'code': 200} Feb 16 17:05:56.114410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad7097-abc2-4885-ac97-1938c7d7554c req-8952b566-54a1-4aa2-b2db-89df858432fe tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:56.116443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4ad7097-abc2-4885-ac97-1938c7d7554c req-8952b566-54a1-4aa2-b2db-89df858432fe tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 946 time: 0.0562446 Feb 16 17:05:56.144543 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56890c41-a418-4610-b7a1-63f831133f5d req-954d45d6-ce84-4c8e-bb2d-d4609ac5b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:56.146312 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-56890c41-a418-4610-b7a1-63f831133f5d req-954d45d6-ce84-4c8e-bb2d-d4609ac5b251 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 1166 time: 0.0514588 Feb 16 17:05:56.169982 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4ad7097-abc2-4885-ac97-1938c7d7554c req-59a2a32b-da57-4130-ac13-598afff6ace4 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/security-groups?id=890fb305-c991-4b6f-9f70-083f9555f453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474520 Feb 16 17:05:56.205647 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-56890c41-a418-4610-b7a1-63f831133f5d req-2b45235e-e24b-49d4-9646-96ea639ae24e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0535791 Feb 16 17:05:56.295097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209a24d-0b23-4afc-8f7a-f41e6ba17e8b req-4d27076e-4de3-4456-9e41-f85909551c2e tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:56.296664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d209a24d-0b23-4afc-8f7a-f41e6ba17e8b req-4d27076e-4de3-4456-9e41-f85909551c2e tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 946 time: 0.0528085 Feb 16 17:05:56.351544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d209a24d-0b23-4afc-8f7a-f41e6ba17e8b req-44fa76a8-5f52-45c7-a926-fe57c161c54d tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/security-groups?id=890fb305-c991-4b6f-9f70-083f9555f453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492799 Feb 16 17:05:56.477603 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2510b-0628-4105-a21d-997f4284e7ce req-ea7d5117-44ac-410f-a669-0dd71ec46dc9 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:56.479012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fe2510b-0628-4105-a21d-997f4284e7ce req-ea7d5117-44ac-410f-a669-0dd71ec46dc9 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 946 time: 0.0567422 Feb 16 17:05:56.529417 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fe2510b-0628-4105-a21d-997f4284e7ce req-3819ba0e-dbad-4449-9122-c528be30c482 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/security-groups?id=890fb305-c991-4b6f-9f70-083f9555f453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449083 Feb 16 17:05:56.551646 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48388) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:56.654010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da902478-6f52-4824-aa74-1f7bcd6f5c51 tempest-TestServerBasicOps-1468817423 tempest-TestServerBasicOps-1468817423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:56.655513 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-da902478-6f52-4824-aa74-1f7bcd6f5c51 tempest-TestServerBasicOps-1468817423 tempest-TestServerBasicOps-1468817423-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 1123 time: 0.1028562 Feb 16 17:05:56.658519 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48394) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:56.663136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': 'cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:56.685870 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:56.780186 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:56.891574 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Allocated IP 172.25.4.204 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/16d9b316-8200-4efc-979c-07b3e8ff82cf) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:57.000850 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for port (16d9b316-8200-4efc-979c-07b3e8ff82cf), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:57.035928 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (16d9b316-8200-4efc-979c-07b3e8ff82cf), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:57.075242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:57.080396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:57.085874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:57.112972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Pushing event updated for resources: {'Port': ['ID=16d9b316-8200-4efc-979c-07b3e8ff82cf,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:57.165715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbcbcb-24d9-4c77-9500-5e8f6d09d89a req-8101a5ec-de86-44f5-b4b5-8a0afb2a74e6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:57.167243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-26fbcbcb-24d9-4c77-9500-5e8f6d09d89a req-8101a5ec-de86-44f5-b4b5-8a0afb2a74e6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.1080818 Feb 16 17:05:57.174767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a2d08-3ad6-49a7-8638-8f7e938f2a68 req-7df9d847-00f2-4804-b208-799b9e73232c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:57.176191 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e4a2d08-3ad6-49a7-8638-8f7e938f2a68 req-7df9d847-00f2-4804-b208-799b9e73232c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 984 time: 0.1036839 Feb 16 17:05:57.268970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-26fbcbcb-24d9-4c77-9500-5e8f6d09d89a req-ac71b85e-b88a-496c-bcbd-132fe1a3c557 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916853 Feb 16 17:05:57.284354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e4a2d08-3ad6-49a7-8638-8f7e938f2a68 req-3dd4dd2a-e5f8-408e-ba0c-cb72dc968390 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1004586 Feb 16 17:05:57.487713 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for floatingip (d0b9fadc-1c68-45c1-a623-17c9b7451ee2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:57.571492 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (16d9b316-8200-4efc-979c-07b3e8ff82cf), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:57.732807 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for port (16d9b316-8200-4efc-979c-07b3e8ff82cf), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:57.737695 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (16d9b316-8200-4efc-979c-07b3e8ff82cf), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:57.815860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Pushing event updated for resources: {'Port': ['ID=16d9b316-8200-4efc-979c-07b3e8ff82cf,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:57.828739 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (d0b9fadc-1c68-45c1-a623-17c9b7451ee2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:57.963395 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Floating IP d0b9fadc-1c68-45c1-a623-17c9b7451ee2 associated. External IP: 172.25.4.204, port: cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46. Feb 16 17:05:58.203820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Router 63231406-315b-4f1a-9845-4eac1fd5d0fd has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:05:58.303491 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93b61f44-8ad3-415a-bc0e-c79c94784b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:58.333629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:05:58.346891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4313c5ec-985b-4959-a404-745572693e32 None None] Sync routers for ids ['63231406-315b-4f1a-9845-4eac1fd5d0fd'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:05:58.358267 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:58.360132 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4313c5ec-985b-4959-a404-745572693e32 None None] Routers {'63231406-315b-4f1a-9845-4eac1fd5d0fd'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:58.363652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-4313c5ec-985b-4959-a404-745572693e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:05:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['63231406-315b-4f1a-9845-4eac1fd5d0fd'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:58.402680 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-31141240-486c-4f39-addb-6e9cd8c49d3a tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7430363 Feb 16 17:05:58.403282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81246fa1-3df5-414f-bd9b-7f41fc14c31f', 'tag': 'cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:05:58.406078 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8748f199-6ada-4b5f-8099-74fee2e528c9" -d '{"events": [{"name": "network-changed", "server_uuid": "81246fa1-3df5-414f-bd9b-7f41fc14c31f", "tag": "cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:05:58.481883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cd5a0-bc49-4cec-b415-49c599fbee5d req-05d7d886-e515-474f-af09-0aaf422f2cc7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:58.483426 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f2cd5a0-bc49-4cec-b415-49c599fbee5d req-05d7d886-e515-474f-af09-0aaf422f2cc7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.1232078 Feb 16 17:05:58.496292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-4313c5ec-985b-4959-a404-745572693e32 None None] Set router 63231406-315b-4f1a-9845-4eac1fd5d0fd gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:58.501910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92860e65-2537-4db6-b151-237db2f1218f req-ad90439d-a81a-41df-a09e-aa62f48fbaee tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:58.503482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92860e65-2537-4db6-b151-237db2f1218f req-ad90439d-a81a-41df-a09e-aa62f48fbaee tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 984 time: 0.1037476 Feb 16 17:05:58.579898 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f2cd5a0-bc49-4cec-b415-49c599fbee5d req-87d1ef37-72e6-4bb7-9c6e-f65b187c6489 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860302 Feb 16 17:05:58.604105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92860e65-2537-4db6-b151-237db2f1218f req-3790c24b-a86e-4730-8a94-3d6477a98c76 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0824492 Feb 16 17:05:58.653058 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8422ba80-6ddf-43e1-b108-4103cff0a041 x-openstack-request-id: req-8422ba80-6ddf-43e1-b108-4103cff0a041 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:05:58.653585 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81246fa1-3df5-414f-bd9b-7f41fc14c31f", "tag": "cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:05:58.653585 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8422ba80-6ddf-43e1-b108-4103cff0a041 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:05:58.654002 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81246fa1-3df5-414f-bd9b-7f41fc14c31f', 'tag': 'cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46', 'status': 'completed', 'code': 200} Feb 16 17:05:58.761760 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-4313c5ec-985b-4959-a404-745572693e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:19Z', 'updated_at': '2022-02-16T17:05:26Z', 'revision_number': 4, 'project_id': '61a09bce828b4aa69558d051b835c314', 'gw_port': {'id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:21Z', 'updated_at': '2022-02-16T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'd0b9fadc-1c68-45c1-a623-17c9b7451ee2', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'port_id': 'cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'mac_address': 'fa:16:3e:3a:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246fa1-3df5-414f-bd9b-7f41fc14c31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:05:57Z', 'updated_at': '2022-02-16T17:05:57Z', 'revision_number': 0, 'project_id': '61a09bce828b4aa69558d051b835c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1786915-77db-4697-94d9-3b6ad49df41b', 'name': '', 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'mac_address': 'fa:16:3e:db:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:30Z', 'revision_number': 5, 'project_id': '61a09bce828b4aa69558d051b835c314', 'subnets': [{'id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:58.767354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748f199-6ada-4b5f-8099-74fee2e528c9 req-f7af1e69-78f1-44d4-9d1f-d72cf7b8ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:58.769133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8748f199-6ada-4b5f-8099-74fee2e528c9 req-f7af1e69-78f1-44d4-9d1f-d72cf7b8ead4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=61a09bce828b4aa69558d051b835c314&device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 1128 time: 0.0918345 Feb 16 17:05:58.777641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9385146-492e-4c7d-b4d2-2b6c33c7b0d4 req-50521cf2-e39d-41af-a7b5-af1214d8a7cd tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:58.779826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9385146-492e-4c7d-b4d2-2b6c33c7b0d4 req-50521cf2-e39d-41af-a7b5-af1214d8a7cd tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 984 time: 0.0928822 Feb 16 17:05:58.790241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4313c5ec-985b-4959-a404-745572693e32 None None] Checking router: 63231406-315b-4f1a-9845-4eac1fd5d0fd for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:05:58.800322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4313c5ec-985b-4959-a404-745572693e32 None None] Routers {'63231406-315b-4f1a-9845-4eac1fd5d0fd'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:05:58.801239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-4313c5ec-985b-4959-a404-745572693e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:05:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['63231406-315b-4f1a-9845-4eac1fd5d0fd'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:58.917721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-4313c5ec-985b-4959-a404-745572693e32 None None] Set router 63231406-315b-4f1a-9845-4eac1fd5d0fd gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:05:58.937871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9385146-492e-4c7d-b4d2-2b6c33c7b0d4 req-8be4bfac-ebe4-496c-af7f-304ce29b37f0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1420031 Feb 16 17:05:58.941104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748f199-6ada-4b5f-8099-74fee2e528c9 req-ce11a805-214a-4303-b84c-efc9b84f253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:58.942847 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8748f199-6ada-4b5f-8099-74fee2e528c9 req-ce11a805-214a-4303-b84c-efc9b84f253d service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b88e25b-87f3-446f-8e67-f99a9a81c9aa HTTP/1.1" status: 200 len: 910 time: 0.1616795 Feb 16 17:05:59.025421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8748f199-6ada-4b5f-8099-74fee2e528c9 req-94707f65-de4a-48db-891a-6701a894fee4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 HTTP/1.1" status: 200 len: 1000 time: 0.0761099 Feb 16 17:05:59.096197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748f199-6ada-4b5f-8099-74fee2e528c9 req-cbc389d9-b7a7-4d55-ac41-39f74c38c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:59.097661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8748f199-6ada-4b5f-8099-74fee2e528c9 req-cbc389d9-b7a7-4d55-ac41-39f74c38c827 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=551a51d8-c054-4a07-898a-4f5e87b7a662 HTTP/1.1" status: 200 len: 848 time: 0.0528898 Feb 16 17:05:59.103616 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662dcd0-c529-4518-9e12-3aeec781ab9f req-70417c2a-cdb1-4eb5-ba85-821fc992b29f tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:59.105116 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6662dcd0-c529-4518-9e12-3aeec781ab9f req-70417c2a-cdb1-4eb5-ba85-821fc992b29f tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 1166 time: 0.0939584 Feb 16 17:05:59.142682 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6662dcd0-c529-4518-9e12-3aeec781ab9f req-708f4bea-d097-4450-ada5-a1b30abc478d tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:59.162953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-4313c5ec-985b-4959-a404-745572693e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:19Z', 'updated_at': '2022-02-16T17:05:26Z', 'revision_number': 4, 'project_id': '61a09bce828b4aa69558d051b835c314', 'gw_port': {'id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:21Z', 'updated_at': '2022-02-16T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'd0b9fadc-1c68-45c1-a623-17c9b7451ee2', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'port_id': 'cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'mac_address': 'fa:16:3e:3a:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246fa1-3df5-414f-bd9b-7f41fc14c31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:05:57Z', 'updated_at': '2022-02-16T17:05:57Z', 'revision_number': 0, 'project_id': '61a09bce828b4aa69558d051b835c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1786915-77db-4697-94d9-3b6ad49df41b', 'name': '', 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'mac_address': 'fa:16:3e:db:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:30Z', 'revision_number': 5, 'project_id': '61a09bce828b4aa69558d051b835c314', 'subnets': [{'id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:05:59.183688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748f199-6ada-4b5f-8099-74fee2e528c9 req-4afc4d91-8355-4fd7-b843-247ac5d3a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:59.185216 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8748f199-6ada-4b5f-8099-74fee2e528c9 req-4afc4d91-8355-4fd7-b843-247ac5d3a32f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b88e25b-87f3-446f-8e67-f99a9a81c9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0792406 Feb 16 17:05:59.189920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4313c5ec-985b-4959-a404-745572693e32 None None] The sync data for ids ['63231406-315b-4f1a-9845-4eac1fd5d0fd'] in n-d-669411-5 is: [{'id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:19Z', 'updated_at': '2022-02-16T17:05:26Z', 'revision_number': 4, 'project_id': '61a09bce828b4aa69558d051b835c314', 'gw_port': {'id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:21Z', 'updated_at': '2022-02-16T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'd0b9fadc-1c68-45c1-a623-17c9b7451ee2', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'port_id': 'cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'mac_address': 'fa:16:3e:3a:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81246fa1-3df5-414f-bd9b-7f41fc14c31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:05:57Z', 'updated_at': '2022-02-16T17:05:57Z', 'revision_number': 0, 'project_id': '61a09bce828b4aa69558d051b835c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1786915-77db-4697-94d9-3b6ad49df41b', 'name': '', 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'mac_address': 'fa:16:3e:db:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:30Z', 'revision_number': 5, 'project_id': '61a09bce828b4aa69558d051b835c314', 'subnets': [{'id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:05:59.310205 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6662dcd0-c529-4518-9e12-3aeec781ab9f req-708f4bea-d097-4450-ada5-a1b30abc478d tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Publish callbacks [] for security_group (066c9019-3fbe-4981-8e60-e534dddac9da), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:59.314426 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8748f199-6ada-4b5f-8099-74fee2e528c9 req-a4852c62-8627-43f4-ae68-3df3fc35c31d service neutron] 10.222.0.65 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198702 Feb 16 17:05:59.315550 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6662dcd0-c529-4518-9e12-3aeec781ab9f req-708f4bea-d097-4450-ada5-a1b30abc478d tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (066c9019-3fbe-4981-8e60-e534dddac9da), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:59.371835 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:59.399121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f4bea-d097-4450-ada5-a1b30abc478d tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066c9019-3fbe-4981-8e60-e534dddac9da,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:05:59.406600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6662dcd0-c529-4518-9e12-3aeec781ab9f req-708f4bea-d097-4450-ada5-a1b30abc478d tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2930970 Feb 16 17:05:59.408128 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd872e17-aad4-4d24-a396-2befd039598c None None] New status for floating IP d0b9fadc-1c68-45c1-a623-17c9b7451ee2: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:05:59.441334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48412) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:59.463989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8748f199-6ada-4b5f-8099-74fee2e528c9 req-d100699b-bc55-4fd9-93f2-8b6830997473 service neutron] 10.222.0.65 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424665 Feb 16 17:05:59.503014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec49a5-1dd9-4e0f-9cb9-5c3ad349e5cd tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:59.504617 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a0ec49a5-1dd9-4e0f-9cb9-5c3ad349e5cd tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 1161 time: 0.0597155 Feb 16 17:05:59.508153 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48414) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:05:59.512817 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '76fb1f50-23ea-4c37-86ea-ec00be103a98', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:05:59.533738 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:59.640638 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:59.710997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585e851-61df-4417-ade7-4315672a977a req-6bc75e20-1d70-4e48-9981-c3f136c05206 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:05:59.712511 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7585e851-61df-4417-ade7-4315672a977a req-6bc75e20-1d70-4e48-9981-c3f136c05206 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 944 time: 0.0539031 Feb 16 17:05:59.748261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Allocated IP 172.25.4.234 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/afd33e3e-71a8-4001-b475-819e74f9ea5d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:05:59.761519 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7585e851-61df-4417-ade7-4315672a977a req-f3725115-5103-40a1-813c-030ce527015a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433402 Feb 16 17:05:59.856825 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for port (afd33e3e-71a8-4001-b475-819e74f9ea5d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:59.890655 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (afd33e3e-71a8-4001-b475-819e74f9ea5d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:05:59.930037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:05:59.937061 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:05:59.939393 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:05:59.966860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'Port': ['ID=afd33e3e-71a8-4001-b475-819e74f9ea5d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:00.035956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device aba161ad-033c-44a6-8896-afaa22b4e119 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:06:00.308043 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port aba161ad-033c-44a6-8896-afaa22b4e119, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=aba161ad-033c-44a6-8896-afaa22b4e119,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:00.316522 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for floatingip (ea7d82cb-1c03-43d7-83c1-1caf2eccf002), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:00.319603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'aba161ad-033c-44a6-8896-afaa22b4e119', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'port_id': 'aba161ad-033c-44a6-8896-afaa22b4e119', 'mac_address': 'fa:16:3e:2a:25:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:06:00.355885 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port aba161ad-033c-44a6-8896-afaa22b4e119 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:06:00.356270 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (aba161ad-033c-44a6-8896-afaa22b4e119), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:00.369757 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba161ad-033c-44a6-8896-afaa22b4e119 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:06:00.387978 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (afd33e3e-71a8-4001-b475-819e74f9ea5d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:00.389890 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port aba161ad-033c-44a6-8896-afaa22b4e119, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=aba161ad-033c-44a6-8896-afaa22b4e119,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:00.393883 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (aba161ad-033c-44a6-8896-afaa22b4e119), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:00.440085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=aba161ad-033c-44a6-8896-afaa22b4e119,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:00.448415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:00.448829 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:00.449179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:00.449550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:00.449883 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:00.450217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:00.450552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:00.450880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:00.451208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:00.451536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:00.451938 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:00.452285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:00.452612 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:06:00.544723 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for port (afd33e3e-71a8-4001-b475-819e74f9ea5d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:00.549142 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (afd33e3e-71a8-4001-b475-819e74f9ea5d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:00.621360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'Port': ['ID=afd33e3e-71a8-4001-b475-819e74f9ea5d,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:00.633733 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (ea7d82cb-1c03-43d7-83c1-1caf2eccf002), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:00.686762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['aba161ad-033c-44a6-8896-afaa22b4e119'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:06:00.736984 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Floating IP ea7d82cb-1c03-43d7-83c1-1caf2eccf002 associated. External IP: 172.25.4.234, port: 76fb1f50-23ea-4c37-86ea-ec00be103a98. Feb 16 17:06:00.895540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9df552-a7ef-44bd-b540-04a1d2ca8152 req-84982f08-6b66-4e4f-a89e-106eae0b7b8f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:00.897068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba9df552-a7ef-44bd-b540-04a1d2ca8152 req-84982f08-6b66-4e4f-a89e-106eae0b7b8f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 945 time: 0.0582998 Feb 16 17:06:00.924493 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:00.950348 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba9df552-a7ef-44bd-b540-04a1d2ca8152 req-dbd4396d-437f-4c2f-90b4-0b305f7752b6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475144 Feb 16 17:06:00.968236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Router 6645c01c-68eb-4ba9-af70-215787139b1f has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:06:01.080224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:06:01.090118 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d311b-cef2-420d-830a-2dbed8a05404 None None] Sync routers for ids ['6645c01c-68eb-4ba9-af70-215787139b1f'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:06:01.098442 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:01.099383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d311b-cef2-420d-830a-2dbed8a05404 None None] Routers {'6645c01c-68eb-4ba9-af70-215787139b1f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:01.100607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e07d311b-cef2-420d-830a-2dbed8a05404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:05:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6645c01c-68eb-4ba9-af70-215787139b1f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:01.130959 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-be0f0352-2ae3-4060-847d-250dd7dd2418 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6216621 Feb 16 17:06:01.131542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e69656-81dc-4687-8ec4-bcb9eac5e622', 'tag': '76fb1f50-23ea-4c37-86ea-ec00be103a98'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:06:01.133818 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22b0eff-e0f6-4af3-b9dc-b45cdd1fefa2" -d '{"events": [{"name": "network-changed", "server_uuid": "98e69656-81dc-4687-8ec4-bcb9eac5e622", "tag": "76fb1f50-23ea-4c37-86ea-ec00be103a98"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:06:01.134243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48420) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:06:01.173857 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2047a3e3-fd1d-449d-8247-c51c9e6fa330 x-openstack-request-id: req-2047a3e3-fd1d-449d-8247-c51c9e6fa330 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:06:01.174286 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e69656-81dc-4687-8ec4-bcb9eac5e622", "tag": "76fb1f50-23ea-4c37-86ea-ec00be103a98", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:06:01.174793 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2047a3e3-fd1d-449d-8247-c51c9e6fa330 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:06:01.175909 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e69656-81dc-4687-8ec4-bcb9eac5e622', 'tag': '76fb1f50-23ea-4c37-86ea-ec00be103a98', 'status': 'completed', 'code': 200} Feb 16 17:06:01.223985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-e07d311b-cef2-420d-830a-2dbed8a05404 None None] Set router 6645c01c-68eb-4ba9-af70-215787139b1f gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:01.252507 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b0eff-e0f6-4af3-b9dc-b45cdd1fefa2 req-559ef48e-cea3-4a3b-b29d-70d4be2d198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.254297 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22b0eff-e0f6-4af3-b9dc-b45cdd1fefa2 req-559ef48e-cea3-4a3b-b29d-70d4be2d198e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87647f5ea45942fca16eebce3079549f&device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 1166 time: 0.0581579 Feb 16 17:06:01.359455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e769d4-edac-4198-b692-15858a7893f6 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.360110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e769d4-edac-4198-b692-15858a7893f6 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.360971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e769d4-edac-4198-b692-15858a7893f6 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.361105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e769d4-edac-4198-b692-15858a7893f6 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.361486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e769d4-edac-4198-b692-15858a7893f6 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.361945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e769d4-edac-4198-b692-15858a7893f6 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.362712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e769d4-edac-4198-b692-15858a7893f6 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.362846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e769d4-edac-4198-b692-15858a7893f6 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.369088 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-43e769d4-edac-4198-b692-15858a7893f6 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5678 time: 0.2337251 Feb 16 17:06:01.369832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48424) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:06:01.389160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b0eff-e0f6-4af3-b9dc-b45cdd1fefa2 req-1c3b2f5c-3922-455c-9bca-ffa03afc338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.391285 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22b0eff-e0f6-4af3-b9dc-b45cdd1fefa2 req-1c3b2f5c-3922-455c-9bca-ffa03afc338e service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 HTTP/1.1" status: 200 len: 898 time: 0.1294935 Feb 16 17:06:01.484769 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22b0eff-e0f6-4af3-b9dc-b45cdd1fefa2 req-a252efef-385b-4a5b-865c-55ff5786c104 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76fb1f50-23ea-4c37-86ea-ec00be103a98 HTTP/1.1" status: 200 len: 999 time: 0.0863669 Feb 16 17:06:01.489396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a50ac-0c83-471f-b150-9c2feeccc7ec tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.489935 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a50ac-0c83-471f-b150-9c2feeccc7ec tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.490489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a50ac-0c83-471f-b150-9c2feeccc7ec tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.492658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a50ac-0c83-471f-b150-9c2feeccc7ec tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.493291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a50ac-0c83-471f-b150-9c2feeccc7ec tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.493940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a50ac-0c83-471f-b150-9c2feeccc7ec tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.494605 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a50ac-0c83-471f-b150-9c2feeccc7ec tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.495319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a50ac-0c83-471f-b150-9c2feeccc7ec tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.501490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6f1a50ac-0c83-471f-b150-9c2feeccc7ec tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.1305037 Feb 16 17:06:01.502362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48426) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:06:01.503951 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e07d311b-cef2-420d-830a-2dbed8a05404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:31Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:32Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ea7d82cb-1c03-43d7-83c1-1caf2eccf002', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'port_id': '76fb1f50-23ea-4c37-86ea-ec00be103a98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'mac_address': 'fa:16:3e:49:e1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e69656-81dc-4687-8ec4-bcb9eac5e622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:06:00Z', 'updated_at': '2022-02-16T17:06:00Z', 'revision_number': 0, 'project_id': '87647f5ea45942fca16eebce3079549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cc453c-d244-485f-aca7-7874d2ed76b2', 'name': '', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'mac_address': 'fa:16:3e:c2:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:37Z', 'updated_at': '2022-02-16T17:05:44Z', 'revision_number': 5, 'project_id': '87647f5ea45942fca16eebce3079549f', 'subnets': [{'id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:01.534902 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d311b-cef2-420d-830a-2dbed8a05404 None None] Checking router: 6645c01c-68eb-4ba9-af70-215787139b1f for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:06:01.542112 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b0eff-e0f6-4af3-b9dc-b45cdd1fefa2 req-fc3743b0-8c20-48e0-a8fd-49b76cb7cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.544020 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22b0eff-e0f6-4af3-b9dc-b45cdd1fefa2 req-fc3743b0-8c20-48e0-a8fd-49b76cb7cbc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b36e0c2-1665-46c0-9fa3-fbee42c64962 HTTP/1.1" status: 200 len: 834 time: 0.0526526 Feb 16 17:06:01.552425 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d311b-cef2-420d-830a-2dbed8a05404 None None] Routers {'6645c01c-68eb-4ba9-af70-215787139b1f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:06:01.553070 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e07d311b-cef2-420d-830a-2dbed8a05404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:05:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6645c01c-68eb-4ba9-af70-215787139b1f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:01.605458 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b0eff-e0f6-4af3-b9dc-b45cdd1fefa2 req-3748e7f8-40e3-4bb3-b322-24a4f7c5c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:01.607965 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22b0eff-e0f6-4af3-b9dc-b45cdd1fefa2 req-3748e7f8-40e3-4bb3-b322-24a4f7c5c974 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0576441 Feb 16 17:06:01.630528 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:01.683172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-e07d311b-cef2-420d-830a-2dbed8a05404 None None] Set router 6645c01c-68eb-4ba9-af70-215787139b1f gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:06:01.726209 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22b0eff-e0f6-4af3-b9dc-b45cdd1fefa2 req-ed301491-a0ac-4413-abc4-b78fee8e08e5 service neutron] 10.222.0.60 "GET /v2.0/networks/7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112351 Feb 16 17:06:01.856642 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e22b0eff-e0f6-4af3-b9dc-b45cdd1fefa2 req-90d95199-5f24-44eb-81d7-79bf1d51886d service neutron] 10.222.0.60 "GET /v2.0/networks/7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252472 Feb 16 17:06:01.965360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e07d311b-cef2-420d-830a-2dbed8a05404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:31Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:32Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ea7d82cb-1c03-43d7-83c1-1caf2eccf002', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'port_id': '76fb1f50-23ea-4c37-86ea-ec00be103a98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'mac_address': 'fa:16:3e:49:e1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e69656-81dc-4687-8ec4-bcb9eac5e622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:06:00Z', 'updated_at': '2022-02-16T17:06:00Z', 'revision_number': 0, 'project_id': '87647f5ea45942fca16eebce3079549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cc453c-d244-485f-aca7-7874d2ed76b2', 'name': '', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'mac_address': 'fa:16:3e:c2:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:37Z', 'updated_at': '2022-02-16T17:05:44Z', 'revision_number': 5, 'project_id': '87647f5ea45942fca16eebce3079549f', 'subnets': [{'id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:06:01.995788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d311b-cef2-420d-830a-2dbed8a05404 None None] The sync data for ids ['6645c01c-68eb-4ba9-af70-215787139b1f'] in n-d-669411-5 is: [{'id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:31Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:32Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ea7d82cb-1c03-43d7-83c1-1caf2eccf002', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'floating_ip_address': '172.25.4.234', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'port_id': '76fb1f50-23ea-4c37-86ea-ec00be103a98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'mac_address': 'fa:16:3e:49:e1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e69656-81dc-4687-8ec4-bcb9eac5e622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:06:00Z', 'updated_at': '2022-02-16T17:06:00Z', 'revision_number': 0, 'project_id': '87647f5ea45942fca16eebce3079549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cc453c-d244-485f-aca7-7874d2ed76b2', 'name': '', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'mac_address': 'fa:16:3e:c2:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:37Z', 'updated_at': '2022-02-16T17:05:44Z', 'revision_number': 5, 'project_id': '87647f5ea45942fca16eebce3079549f', 'subnets': [{'id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:06:02.065014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device aba161ad-033c-44a6-8896-afaa22b4e119 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:06:02.132743 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:02.147926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port aba161ad-033c-44a6-8896-afaa22b4e119 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:06:02.150758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77630d0b-7ee4-4366-a9af-b0f3c91c9dae req-dd08407a-c76f-4dea-9ec3-2459e167327d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:02.152756 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port aba161ad-033c-44a6-8896-afaa22b4e119 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:06:02.153002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77630d0b-7ee4-4366-a9af-b0f3c91c9dae req-dd08407a-c76f-4dea-9ec3-2459e167327d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 945 time: 0.1279743 Feb 16 17:06:02.153642 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (aba161ad-033c-44a6-8896-afaa22b4e119), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:02.236365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77630d0b-7ee4-4366-a9af-b0f3c91c9dae req-5cfc4ffc-7cca-4b50-a7da-5b8a41ce167b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742400 Feb 16 17:06:02.242713 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e95d57a5-57f9-4d97-816d-1a159a59e1c6 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4487 time: 0.7385588 Feb 16 17:06:02.246232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48430) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:06:02.268373 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port aba161ad-033c-44a6-8896-afaa22b4e119 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:06:02.268789 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (aba161ad-033c-44a6-8896-afaa22b4e119), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:02.297874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a970f966-4333-459f-b7b2-39ef744ecd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba161ad-033c-44a6-8896-afaa22b4e119'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:06:02.300489 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46fba9b-ca0d-4066-80e1-fdc5b54031ce" -d '{"events": [{"server_uuid": "a970f966-4333-459f-b7b2-39ef744ecd0c", "name": "network-vif-plugged", "status": "completed", "tag": "aba161ad-033c-44a6-8896-afaa22b4e119"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:06:02.330499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port aba161ad-033c-44a6-8896-afaa22b4e119, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=aba161ad-033c-44a6-8896-afaa22b4e119,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:02.332809 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ae0d72-cf1f-4544-ae50-5dd23c7aff1d tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:02.336058 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ae0d72-cf1f-4544-ae50-5dd23c7aff1d tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:02.336974 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (aba161ad-033c-44a6-8896-afaa22b4e119), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:02.351782 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d0ae0d72-cf1f-4544-ae50-5dd23c7aff1d tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6645c01c-68eb-4ba9-af70-215787139b1f HTTP/1.1" status: 200 len: 2061 time: 0.0918994 Feb 16 17:06:02.352280 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb9a8b-927f-4a32-b5d8-b1b5c7aa5342 None None] New status for floating IP ea7d82cb-1c03-43d7-83c1-1caf2eccf002: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:06:02.380047 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6beda2bf-63e0-4e6a-9870-ab0df7058711 x-openstack-request-id: req-6beda2bf-63e0-4e6a-9870-ab0df7058711 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:06:02.380364 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a970f966-4333-459f-b7b2-39ef744ecd0c", "name": "network-vif-plugged", "status": "completed", "tag": "aba161ad-033c-44a6-8896-afaa22b4e119", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:06:02.380618 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6beda2bf-63e0-4e6a-9870-ab0df7058711 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:06:02.381578 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a970f966-4333-459f-b7b2-39ef744ecd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba161ad-033c-44a6-8896-afaa22b4e119', 'code': 200} Feb 16 17:06:02.416602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=aba161ad-033c-44a6-8896-afaa22b4e119,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:02.490966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25969531-62f3-4852-a4dc-3f45e70bca87 req-6a729e4c-f5f0-4d3b-960d-66546dc10495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:02.492947 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-25969531-62f3-4852-a4dc-3f45e70bca87 req-6a729e4c-f5f0-4d3b-960d-66546dc10495 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 1128 time: 0.0530813 Feb 16 17:06:02.544863 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-25969531-62f3-4852-a4dc-3f45e70bca87 req-06a97f0d-f619-4329-a97b-ed84b6b5ea78 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452540 Feb 16 17:06:03.369828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca0067-c305-411e-b664-efae6283ca14 req-84bdb463-ee3a-4e6b-a672-0bac585cedc4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:03.371316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61ca0067-c305-411e-b664-efae6283ca14 req-84bdb463-ee3a-4e6b-a672-0bac585cedc4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 946 time: 0.0548940 Feb 16 17:06:03.420738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61ca0067-c305-411e-b664-efae6283ca14 req-59eabdaa-4797-4fc8-a308-f04ce5d826ba tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435238 Feb 16 17:06:04.549563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9885-5f89-48ac-8bbf-75d8474df039 req-cb5b57f7-82eb-42de-9c43-799b87fb634d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:04.552185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-845b9885-5f89-48ac-8bbf-75d8474df039 req-cb5b57f7-82eb-42de-9c43-799b87fb634d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 946 time: 0.0600026 Feb 16 17:06:04.598128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-845b9885-5f89-48ac-8bbf-75d8474df039 req-9687b016-f122-418d-8351-4cab019f36fa tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Feb 16 17:06:04.729921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a53e7-69a0-495f-b1d9-60880b32c77a req-6737f141-03f1-40f8-9c6e-19911ef09f82 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:04.731305 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e7a53e7-69a0-495f-b1d9-60880b32c77a req-6737f141-03f1-40f8-9c6e-19911ef09f82 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 946 time: 0.0523803 Feb 16 17:06:04.777756 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e7a53e7-69a0-495f-b1d9-60880b32c77a req-74424c17-6a08-44d0-9c6c-f5ec42cacae4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408151 Feb 16 17:06:04.878154 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:05.078850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22982761-f2f2-40be-80db-46e942bb87a2 req-b8e539ed-2aab-4bbe-9890-4126b28eebf0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:05.080365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22982761-f2f2-40be-80db-46e942bb87a2 req-b8e539ed-2aab-4bbe-9890-4126b28eebf0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 946 time: 0.0558934 Feb 16 17:06:05.128546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22982761-f2f2-40be-80db-46e942bb87a2 req-11dfeaf9-5a25-4424-be08-da956ddd5d10 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 Feb 16 17:06:06.253574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b663a65-aa19-4efa-a417-b04c601f0aff req-5c1b1c02-cd14-4b7a-9e83-a3779e000ee9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:06.254933 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b663a65-aa19-4efa-a417-b04c601f0aff req-5c1b1c02-cd14-4b7a-9e83-a3779e000ee9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 946 time: 0.0525393 Feb 16 17:06:06.301915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b663a65-aa19-4efa-a417-b04c601f0aff req-3d61c541-2f61-45d8-8a29-32e8c0456864 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408580 Feb 16 17:06:06.680233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f43413-a6e6-46c9-9726-ded883eacbac req-970657d6-ea3c-446d-9d72-b20ee3b1e8f3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:06.681694 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f8f43413-a6e6-46c9-9726-ded883eacbac req-970657d6-ea3c-446d-9d72-b20ee3b1e8f3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.60 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 946 time: 0.0525689 Feb 16 17:06:07.078687 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-f8f43413-a6e6-46c9-9726-ded883eacbac req-8616053c-2c41-473a-9bce-2afc0f90d3dc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Deleting port aba161ad-033c-44a6-8896-afaa22b4e119 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:06:07.078941 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f8f43413-a6e6-46c9-9726-ded883eacbac req-8616053c-2c41-473a-9bce-2afc0f90d3dc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (aba161ad-033c-44a6-8896-afaa22b4e119), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:07.168486 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f8f43413-a6e6-46c9-9726-ded883eacbac req-8616053c-2c41-473a-9bce-2afc0f90d3dc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] For port aba161ad-033c-44a6-8896-afaa22b4e119, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=aba161ad-033c-44a6-8896-afaa22b4e119,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:07.168852 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f8f43413-a6e6-46c9-9726-ded883eacbac req-8616053c-2c41-473a-9bce-2afc0f90d3dc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (aba161ad-033c-44a6-8896-afaa22b4e119), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:07.181074 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-f8f43413-a6e6-46c9-9726-ded883eacbac req-8616053c-2c41-473a-9bce-2afc0f90d3dc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Calling delete_port for aba161ad-033c-44a6-8896-afaa22b4e119 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:06:07.308854 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f8f43413-a6e6-46c9-9726-ded883eacbac req-8616053c-2c41-473a-9bce-2afc0f90d3dc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (aba161ad-033c-44a6-8896-afaa22b4e119), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:07.325911 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['aba161ad-033c-44a6-8896-afaa22b4e119'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:06:07.328155 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['d3b59549-308b-4ea9-b657-31e1896ddfd6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:06:07.340092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616053c-2c41-473a-9bce-2afc0f90d3dc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event deleted for resources: {'Port': ['ID=aba161ad-033c-44a6-8896-afaa22b4e119,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:07.392387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f43413-a6e6-46c9-9726-ded883eacbac req-8616053c-2c41-473a-9bce-2afc0f90d3dc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] No DVR routers for this DVR port aba161ad-033c-44a6-8896-afaa22b4e119 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:06:07.395035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f8f43413-a6e6-46c9-9726-ded883eacbac req-8616053c-2c41-473a-9bce-2afc0f90d3dc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:07.398711 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f8f43413-a6e6-46c9-9726-ded883eacbac req-8616053c-2c41-473a-9bce-2afc0f90d3dc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.60 "DELETE /v2.0/ports/aba161ad-033c-44a6-8896-afaa22b4e119 HTTP/1.1" status: 204 len: 173 time: 0.7118487 Feb 16 17:06:07.399045 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a970f966-4333-459f-b7b2-39ef744ecd0c', 'name': 'network-vif-deleted', 'tag': 'aba161ad-033c-44a6-8896-afaa22b4e119'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:06:07.402627 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532cb624-82bb-4b2f-bfca-ffd7a0f98d1c" -d '{"events": [{"server_uuid": "a970f966-4333-459f-b7b2-39ef744ecd0c", "name": "network-vif-deleted", "tag": "aba161ad-033c-44a6-8896-afaa22b4e119"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:06:07.437151 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f454703-fac6-485c-9629-e4be04903986 req-aed45452-4de8-4be1-8a54-be712269deb6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 210 time: 0.0485082 Feb 16 17:06:07.474703 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d10e849-21f1-4601-8ce7-0cc5340ebc0b x-openstack-request-id: req-7d10e849-21f1-4601-8ce7-0cc5340ebc0b {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:06:07.474923 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a970f966-4333-459f-b7b2-39ef744ecd0c", "name": "network-vif-deleted", "tag": "aba161ad-033c-44a6-8896-afaa22b4e119", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:06:07.475182 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d10e849-21f1-4601-8ce7-0cc5340ebc0b {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:06:07.475731 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a970f966-4333-459f-b7b2-39ef744ecd0c', 'name': 'network-vif-deleted', 'tag': 'aba161ad-033c-44a6-8896-afaa22b4e119', 'status': 'completed', 'code': 200} Feb 16 17:06:08.542786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3dd773b8-b6f5-49c5-932a-df2c697568a7 req-eee41b23-24b3-4256-8318-95983c42be18 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 210 time: 0.0281932 Feb 16 17:06:09.650900 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35e8383b-450d-4006-8fc8-b7f869ef1356 req-27afb628-caa9-48ff-9275-0beb2c6ac102 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 210 time: 0.0326073 Feb 16 17:06:10.088376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device aba161ad-033c-44a6-8896-afaa22b4e119 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:06:10.112021 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: aba161ad-033c-44a6-8896-afaa22b4e119 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:06:10.112368 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device aba161ad-033c-44a6-8896-afaa22b4e119 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:06:10.749600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8a0126b-97d8-4ff4-bac0-c7c0edc1ca3c req-3c44f5f2-d1b9-4c3b-9970-80c17a017341 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 210 time: 0.0274005 Feb 16 17:06:11.848660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2085e43e-43f1-4c3d-8283-737fb740c04b req-011de5a5-d283-4148-88ee-a220a6031332 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 210 time: 0.0301394 Feb 16 17:06:12.949284 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5b3c9fd-d945-4a31-9c46-a1444c9529f8 req-a6947ff8-6abd-4440-848c-5422c722a617 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 210 time: 0.0288076 Feb 16 17:06:14.052408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0675b473-3189-42ab-83b7-b1d110c1a21e req-ead97b8d-7052-4b2b-a80a-98eeeb8b0f44 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 210 time: 0.0287085 Feb 16 17:06:15.147601 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3143a2b0-f5b9-4ed6-be05-93e4cb458906 req-9d2fbab5-d160-4596-bf1c-d6746c71c3e9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 210 time: 0.0266299 Feb 16 17:06:16.250856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a649aedf-4aae-4767-b4e7-605ca92a7fb0 req-6b5a4ae1-d412-4edd-83fb-7f5aa7c7cf33 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=a970f966-4333-459f-b7b2-39ef744ecd0c HTTP/1.1" status: 200 len: 210 time: 0.0331552 Feb 16 17:06:22.105525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-182f8383-4020-4c1d-9452-5c692ba3ddac req-aee11ac0-0c5c-4aa7-add0-ec538e084ee0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452836 Feb 16 17:06:22.193893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f8383-4020-4c1d-9452-5c692ba3ddac req-886159a0-ddcf-4ef0-b7f9-b69b4b35f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:22.195434 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-182f8383-4020-4c1d-9452-5c692ba3ddac req-886159a0-ddcf-4ef0-b7f9-b69b4b35f532 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 1128 time: 0.0469275 Feb 16 17:06:22.310959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f8383-4020-4c1d-9452-5c692ba3ddac req-808357b0-0c3e-4ba8-93f1-5b7ff57b5f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:22.313043 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-182f8383-4020-4c1d-9452-5c692ba3ddac req-808357b0-0c3e-4ba8-93f1-5b7ff57b5f10 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.0988264 Feb 16 17:06:22.357158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-182f8383-4020-4c1d-9452-5c692ba3ddac req-af561fc3-1bfd-42c2-ba1a-56fcf882832c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3b59549-308b-4ea9-b657-31e1896ddfd6 HTTP/1.1" status: 200 len: 217 time: 0.0375617 Feb 16 17:06:22.409527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f8383-4020-4c1d-9452-5c692ba3ddac req-61306cc8-ccd6-41a3-9a65-4e764fef6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:22.411011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-182f8383-4020-4c1d-9452-5c692ba3ddac req-61306cc8-ccd6-41a3-9a65-4e764fef6d44 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0461962 Feb 16 17:06:22.470405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f8383-4020-4c1d-9452-5c692ba3ddac req-b1ca8f2a-4069-4010-81b4-f84283248547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:22.471943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-182f8383-4020-4c1d-9452-5c692ba3ddac req-b1ca8f2a-4069-4010-81b4-f84283248547 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0553269 Feb 16 17:06:22.569650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-182f8383-4020-4c1d-9452-5c692ba3ddac req-6c079421-6a9f-476e-a27a-fdb0f5890859 service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915432 Feb 16 17:06:22.669421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-182f8383-4020-4c1d-9452-5c692ba3ddac req-905af7b4-355c-46cf-8886-68fbf1f5c1c3 service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932968 Feb 16 17:06:24.873412 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:06:25.006938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d59bc7-1966-4bdf-9dfc-7f75d310f5a4 req-52afc6e1-463b-431d-8370-ba3aa0fc6922 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:25.008459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3d59bc7-1966-4bdf-9dfc-7f75d310f5a4 req-52afc6e1-463b-431d-8370-ba3aa0fc6922 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 946 time: 0.0543621 Feb 16 17:06:25.054997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3d59bc7-1966-4bdf-9dfc-7f75d310f5a4 req-818a04f8-9495-47fb-a810-7c07892bf87c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409477 Feb 16 17:06:25.692862 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f0bf-49cf-46d7-98b7-54fa169486d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:26.175519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19975bb6-281c-4aad-8de1-e496cd08baf0 req-f37cf759-ac2f-483e-a121-715c0450c8fe tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:26.177052 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19975bb6-281c-4aad-8de1-e496cd08baf0 req-f37cf759-ac2f-483e-a121-715c0450c8fe tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 946 time: 0.0519359 Feb 16 17:06:26.228316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19975bb6-281c-4aad-8de1-e496cd08baf0 req-d25859ca-d874-482b-808f-51eaeefa643a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=78c4b448-bf9b-4fad-b0bf-eba575fcbc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453417 Feb 16 17:06:26.587854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebaa87-85c0-41b9-a1b9-48f991e4fad6 req-accacf50-ad55-43af-912b-215a49db7908 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:26.589193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65ebaa87-85c0-41b9-a1b9-48f991e4fad6 req-accacf50-ad55-43af-912b-215a49db7908 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 946 time: 0.0514228 Feb 16 17:06:26.681748 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-65ebaa87-85c0-41b9-a1b9-48f991e4fad6 req-59791da3-2c1e-443d-8a21-8f6a9eaea2da tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Deleting port d3b59549-308b-4ea9-b657-31e1896ddfd6 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:06:26.682087 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-65ebaa87-85c0-41b9-a1b9-48f991e4fad6 req-59791da3-2c1e-443d-8a21-8f6a9eaea2da tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:26.774539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-65ebaa87-85c0-41b9-a1b9-48f991e4fad6 req-59791da3-2c1e-443d-8a21-8f6a9eaea2da tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] For port d3b59549-308b-4ea9-b657-31e1896ddfd6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=d3b59549-308b-4ea9-b657-31e1896ddfd6,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:06:26.774891 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-65ebaa87-85c0-41b9-a1b9-48f991e4fad6 req-59791da3-2c1e-443d-8a21-8f6a9eaea2da tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:26.787805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-65ebaa87-85c0-41b9-a1b9-48f991e4fad6 req-59791da3-2c1e-443d-8a21-8f6a9eaea2da tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Calling delete_port for d3b59549-308b-4ea9-b657-31e1896ddfd6 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:06:26.916577 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-65ebaa87-85c0-41b9-a1b9-48f991e4fad6 req-59791da3-2c1e-443d-8a21-8f6a9eaea2da tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d3b59549-308b-4ea9-b657-31e1896ddfd6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:26.929020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['d3b59549-308b-4ea9-b657-31e1896ddfd6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:06:26.946669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59791da3-2c1e-443d-8a21-8f6a9eaea2da tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event deleted for resources: {'Port': ['ID=d3b59549-308b-4ea9-b657-31e1896ddfd6,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:26.993455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ebaa87-85c0-41b9-a1b9-48f991e4fad6 req-59791da3-2c1e-443d-8a21-8f6a9eaea2da tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] No DVR routers for this DVR port d3b59549-308b-4ea9-b657-31e1896ddfd6 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:06:26.996129 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-65ebaa87-85c0-41b9-a1b9-48f991e4fad6 req-59791da3-2c1e-443d-8a21-8f6a9eaea2da tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:26.999550 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65ebaa87-85c0-41b9-a1b9-48f991e4fad6 req-59791da3-2c1e-443d-8a21-8f6a9eaea2da tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "DELETE /v2.0/ports/d3b59549-308b-4ea9-b657-31e1896ddfd6 HTTP/1.1" status: 204 len: 173 time: 0.4049265 Feb 16 17:06:27.000018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759300a4-e7a9-44d8-b56b-9fdee53d56f3', 'name': 'network-vif-deleted', 'tag': 'd3b59549-308b-4ea9-b657-31e1896ddfd6'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:06:27.002257 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fafc647-5d05-4e49-b3c5-8a5ba0b8d16f" -d '{"events": [{"server_uuid": "759300a4-e7a9-44d8-b56b-9fdee53d56f3", "name": "network-vif-deleted", "tag": "d3b59549-308b-4ea9-b657-31e1896ddfd6"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:06:27.044073 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26e0cdf-d2b6-497e-bc64-d1ea6496559f x-openstack-request-id: req-c26e0cdf-d2b6-497e-bc64-d1ea6496559f {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:06:27.044371 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759300a4-e7a9-44d8-b56b-9fdee53d56f3", "name": "network-vif-deleted", "tag": "d3b59549-308b-4ea9-b657-31e1896ddfd6", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:06:27.044656 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c26e0cdf-d2b6-497e-bc64-d1ea6496559f {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:06:27.045034 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759300a4-e7a9-44d8-b56b-9fdee53d56f3', 'name': 'network-vif-deleted', 'tag': 'd3b59549-308b-4ea9-b657-31e1896ddfd6', 'status': 'completed', 'code': 200} Feb 16 17:06:27.110950 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-893ae20d-968f-4b2d-83a6-04e05504a171 req-fb79de4b-8b3b-4825-b3ec-47ce74e317a3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462821 Feb 16 17:06:27.196815 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ae20d-968f-4b2d-83a6-04e05504a171 req-0004b3b7-9af1-45bf-940e-424997588ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:27.198235 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-893ae20d-968f-4b2d-83a6-04e05504a171 req-0004b3b7-9af1-45bf-940e-424997588ee8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87647f5ea45942fca16eebce3079549f&device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 1166 time: 0.0451040 Feb 16 17:06:27.310214 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ae20d-968f-4b2d-83a6-04e05504a171 req-0702d4f8-d71c-435c-b206-0688c3d67f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:27.311691 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-893ae20d-968f-4b2d-83a6-04e05504a171 req-0702d4f8-d71c-435c-b206-0688c3d67f5b service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 HTTP/1.1" status: 200 len: 898 time: 0.0933347 Feb 16 17:06:27.336719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f10a73f8-a1c5-4c5e-af50-50220ab7f4ca req-ee0b9b0f-da13-45f1-872e-e6f75c6e2f23 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 210 time: 0.0309284 Feb 16 17:06:27.385299 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-893ae20d-968f-4b2d-83a6-04e05504a171 req-b7faf863-7ed5-4539-8d6f-389532537b1b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76fb1f50-23ea-4c37-86ea-ec00be103a98 HTTP/1.1" status: 200 len: 1001 time: 0.0665579 Feb 16 17:06:27.447143 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ae20d-968f-4b2d-83a6-04e05504a171 req-9487bd56-acc0-4b65-a29a-f6ca19e66c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:27.448749 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-893ae20d-968f-4b2d-83a6-04e05504a171 req-9487bd56-acc0-4b65-a29a-f6ca19e66c95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b36e0c2-1665-46c0-9fa3-fbee42c64962 HTTP/1.1" status: 200 len: 834 time: 0.0582190 Feb 16 17:06:27.505024 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ae20d-968f-4b2d-83a6-04e05504a171 req-a0927838-6fa7-42ff-a0df-31b3ffc25783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:27.507186 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-893ae20d-968f-4b2d-83a6-04e05504a171 req-a0927838-6fa7-42ff-a0df-31b3ffc25783 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512226 Feb 16 17:06:27.596092 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-893ae20d-968f-4b2d-83a6-04e05504a171 req-6c585c28-8298-4c97-b479-0d9efcf4f41a service neutron] 10.222.0.60 "GET /v2.0/networks/7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829363 Feb 16 17:06:27.691021 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-893ae20d-968f-4b2d-83a6-04e05504a171 req-38c7b6b1-bb65-4ef8-93aa-88a532e2c80b service neutron] 10.222.0.60 "GET /v2.0/networks/7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881562 Feb 16 17:06:28.294934 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5b2edf9b-f5f1-4bb7-b00b-2cc69b5c7f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:28.439595 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a73bc1e8-746a-4043-b83e-9b94df4139b1 req-a4e5b935-069e-403d-b004-c2d6a2d0dac2 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 210 time: 0.0315919 Feb 16 17:06:29.372970 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:29.535457 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d953be98-5e85-401f-ad67-35ae87c44b09 req-40ecc0fd-5f5f-44dc-b7bb-3e244ea31837 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 210 time: 0.0267854 Feb 16 17:06:29.849429 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d3b59549-308b-4ea9-b657-31e1896ddfd6 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:06:29.870984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: d3b59549-308b-4ea9-b657-31e1896ddfd6 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:06:29.871342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device d3b59549-308b-4ea9-b657-31e1896ddfd6 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:06:30.633047 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06668202-b9f1-4f02-a660-b08c29c0121a req-49dbbaf7-fbc9-49d2-85d5-470c01a64c1d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 210 time: 0.0273018 Feb 16 17:06:30.926467 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:31.580544 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:31.727569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed4b7ea9-fb60-48cd-b972-3c729c2ec9f9 req-60dd4b0d-8919-400c-9b1f-4e6d44638924 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 210 time: 0.0281458 Feb 16 17:06:32.089740 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:32.825629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-baafd7ba-c14c-4954-a510-7417b7c849ff req-27b9d254-44f3-4f2e-ab45-845ae0cce39f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 210 time: 0.0264790 Feb 16 17:06:33.704685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48546) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:06:33.801174 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b28c17-32cd-420a-b4ba-86221a52cd94 req-9b94c2c1-099d-47c7-ba03-42aaa2caf4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:06:33.802786 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c0b28c17-32cd-420a-b4ba-86221a52cd94 req-9b94c2c1-099d-47c7-ba03-42aaa2caf4e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 1128 time: 0.0971920 Feb 16 17:06:33.849545 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c0b28c17-32cd-420a-b4ba-86221a52cd94 req-28a6052d-cc33-4660-a7fa-b346dbb20ca8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=890fb305-c991-4b6f-9f70-083f9555f453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402052 Feb 16 17:06:33.926331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-94e867a9-b05d-49d8-bd9d-3698a79d819b req-f0c68f06-46bc-4a94-8c8d-931b7a142907 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 210 time: 0.0282364 Feb 16 17:06:34.884907 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:35.028322 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45c0f03e-07cd-42d8-8138-8b101f287c8a req-29852165-ca81-492a-ad2b-4c9248c21504 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 210 time: 0.0302730 Feb 16 17:06:36.135154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-baf82be4-af98-4a58-baea-8f6d22596726 req-8b248d08-5ae3-4add-8ea0-6f8c4fedada7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=759300a4-e7a9-44d8-b56b-9fdee53d56f3 HTTP/1.1" status: 200 len: 210 time: 0.0283825 Feb 16 17:06:42.395316 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48634) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:06:42.400526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-68c610be-298e-45e2-808a-35e65a0397af tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-283944222', 'description': 'tempest-secgroup-smoke-283944222 description', 'project_id': '2b779e025ab44f24afff60114276c36b'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:42.421443 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68c610be-298e-45e2-808a-35e65a0397af tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.490769 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68c610be-298e-45e2-808a-35e65a0397af tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group (b5f94d6a-799a-4011-9108-c8fe43e4483d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.494719 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68c610be-298e-45e2-808a-35e65a0397af tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b5f94d6a-799a-4011-9108-c8fe43e4483d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.526183 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68c610be-298e-45e2-808a-35e65a0397af tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.527385 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-68c610be-298e-45e2-808a-35e65a0397af tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1303871 Feb 16 17:06:42.530817 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48636) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:06:42.535247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b01b64f1-d4bf-4457-92b6-a44d819b5729 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'security_group_rule': {'security_group_id': 'b5f94d6a-799a-4011-9108-c8fe43e4483d', 'project_id': '2b779e025ab44f24afff60114276c36b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:42.539323 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c610be-298e-45e2-808a-35e65a0397af tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f94d6a-799a-4011-9108-c8fe43e4483d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:42.563050 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b01b64f1-d4bf-4457-92b6-a44d819b5729 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (37b00ea6-29a7-4d4b-b29c-61cc2790b86f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.621311 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b01b64f1-d4bf-4457-92b6-a44d819b5729 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (37b00ea6-29a7-4d4b-b29c-61cc2790b86f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.625686 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b01b64f1-d4bf-4457-92b6-a44d819b5729 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (37b00ea6-29a7-4d4b-b29c-61cc2790b86f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.648191 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b64f1-d4bf-4457-92b6-a44d819b5729 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b00ea6-29a7-4d4b-b29c-61cc2790b86f,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:42.654188 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b01b64f1-d4bf-4457-92b6-a44d819b5729 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.655443 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b01b64f1-d4bf-4457-92b6-a44d819b5729 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234915 Feb 16 17:06:42.658592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48638) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:06:42.663887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-32be25cb-0ebe-45be-aa58-0275c97a8c3e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'security_group_rule': {'security_group_id': 'b5f94d6a-799a-4011-9108-c8fe43e4483d', 'project_id': '2b779e025ab44f24afff60114276c36b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:42.690542 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32be25cb-0ebe-45be-aa58-0275c97a8c3e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (9696a7e7-798a-4dd9-8203-dbb432652b0c), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.749853 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32be25cb-0ebe-45be-aa58-0275c97a8c3e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (9696a7e7-798a-4dd9-8203-dbb432652b0c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.753344 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32be25cb-0ebe-45be-aa58-0275c97a8c3e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (9696a7e7-798a-4dd9-8203-dbb432652b0c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.774902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be25cb-0ebe-45be-aa58-0275c97a8c3e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9696a7e7-798a-4dd9-8203-dbb432652b0c,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:42.782748 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-32be25cb-0ebe-45be-aa58-0275c97a8c3e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.784247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-32be25cb-0ebe-45be-aa58-0275c97a8c3e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245742 Feb 16 17:06:42.787714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48640) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:06:42.792202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fad8c868-1d48-41b9-b360-11819e779407 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'security_group_rule': {'security_group_id': 'b5f94d6a-799a-4011-9108-c8fe43e4483d', 'project_id': '2b779e025ab44f24afff60114276c36b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:42.816545 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fad8c868-1d48-41b9-b360-11819e779407 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (369008f4-69c0-4fc3-9cc6-bf5e4d50d598), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.873411 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fad8c868-1d48-41b9-b360-11819e779407 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (369008f4-69c0-4fc3-9cc6-bf5e4d50d598), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.877226 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fad8c868-1d48-41b9-b360-11819e779407 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (369008f4-69c0-4fc3-9cc6-bf5e4d50d598), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.896773 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8c868-1d48-41b9-b360-11819e779407 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369008f4-69c0-4fc3-9cc6-bf5e4d50d598,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:42.904379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fad8c868-1d48-41b9-b360-11819e779407 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:42.905583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fad8c868-1d48-41b9-b360-11819e779407 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169112 Feb 16 17:06:42.908869 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48642) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:06:42.914404 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4683244c-d7f8-45fb-a6a3-a30b2f7931ad tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'security_group_rule': {'security_group_id': 'b5f94d6a-799a-4011-9108-c8fe43e4483d', 'project_id': '2b779e025ab44f24afff60114276c36b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:42.940208 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4683244c-d7f8-45fb-a6a3-a30b2f7931ad tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (bfb7fd85-e045-4d3b-bc15-8ec653a16672), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:43.001327 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4683244c-d7f8-45fb-a6a3-a30b2f7931ad tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (bfb7fd85-e045-4d3b-bc15-8ec653a16672), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:43.005559 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4683244c-d7f8-45fb-a6a3-a30b2f7931ad tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (bfb7fd85-e045-4d3b-bc15-8ec653a16672), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:43.026427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683244c-d7f8-45fb-a6a3-a30b2f7931ad tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb7fd85-e045-4d3b-bc15-8ec653a16672,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:43.032696 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4683244c-d7f8-45fb-a6a3-a30b2f7931ad tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:43.033111 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4683244c-d7f8-45fb-a6a3-a30b2f7931ad tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231403 Feb 16 17:06:43.036455 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48644) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:06:43.040890 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b0b80ce8-27d5-415d-8de1-3763a43bdff6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'security_group_rule': {'security_group_id': 'b5f94d6a-799a-4011-9108-c8fe43e4483d', 'project_id': '2b779e025ab44f24afff60114276c36b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:43.060416 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-b0b80ce8-27d5-415d-8de1-3763a43bdff6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Project 2b779e025ab44f24afff60114276c36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:06:43.065247 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0b80ce8-27d5-415d-8de1-3763a43bdff6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (c4d60a0c-c1d3-421b-ab38-f982f8e4e23b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:43.124522 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0b80ce8-27d5-415d-8de1-3763a43bdff6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (c4d60a0c-c1d3-421b-ab38-f982f8e4e23b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:43.128210 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0b80ce8-27d5-415d-8de1-3763a43bdff6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (c4d60a0c-c1d3-421b-ab38-f982f8e4e23b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:43.150425 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b80ce8-27d5-415d-8de1-3763a43bdff6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d60a0c-c1d3-421b-ab38-f982f8e4e23b,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:43.158318 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0b80ce8-27d5-415d-8de1-3763a43bdff6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:43.161614 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b0b80ce8-27d5-415d-8de1-3763a43bdff6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220431 Feb 16 17:06:43.162395 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48646) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:06:43.166718 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-de50d89a-5449-4b0a-b40f-764118877ef3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'security_group_rule': {'security_group_id': 'b5f94d6a-799a-4011-9108-c8fe43e4483d', 'project_id': '2b779e025ab44f24afff60114276c36b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:06:43.186324 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-de50d89a-5449-4b0a-b40f-764118877ef3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Project 2b779e025ab44f24afff60114276c36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:06:43.191151 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de50d89a-5449-4b0a-b40f-764118877ef3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (bd502be5-b880-4972-93e4-3954ac9979e9), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:43.257944 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de50d89a-5449-4b0a-b40f-764118877ef3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (bd502be5-b880-4972-93e4-3954ac9979e9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:43.263071 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de50d89a-5449-4b0a-b40f-764118877ef3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (bd502be5-b880-4972-93e4-3954ac9979e9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:43.284629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50d89a-5449-4b0a-b40f-764118877ef3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd502be5-b880-4972-93e4-3954ac9979e9,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:06:43.296441 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de50d89a-5449-4b0a-b40f-764118877ef3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:43.297682 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-de50d89a-5449-4b0a-b40f-764118877ef3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343596 Feb 16 17:06:55.695522 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1db2ac74-7d91-4a34-8849-de183c6861f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:58.297593 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4c5529b6-d51a-44af-b72b-e0da858d60a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:06:59.376578 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:00.930186 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:01.595841 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:01.873006 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:07:02.082838 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:02.736301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-e73fdb93-ec86-4343-b092-963199012724 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-283944222&fields=id&tenant_id=2b779e025ab44f24afff60114276c36b HTTP/1.1" status: 200 len: 267 time: 0.0463140 Feb 16 17:07:02.843993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-e5890edb-3e1b-4d9d-b34f-8b77a1f4f77b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:02.845399 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-e5890edb-3e1b-4d9d-b34f-8b77a1f4f77b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 811 time: 0.1010330 Feb 16 17:07:02.860537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-596ff624-1c0e-4d75-a37d-40ea18876cb6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/quotas/2b779e025ab44f24afff60114276c36b HTTP/1.1" status: 200 len: 375 time: 0.0094030 Feb 16 17:07:02.917592 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-ecc8f347-b08b-4535-9b8d-5cd299304efa tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506778 Feb 16 17:07:03.074262 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-e0965c1b-8e06-4321-adff-4ddeaf3fbf57 service neutron] 10.222.0.24 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441610 Feb 16 17:07:03.169075 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-3b937875-9072-41ad-8757-fe722af72219 service neutron] 10.222.0.24 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890329 Feb 16 17:07:03.462595 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c66dc45-d74d-45bb-a650-014dda83c47a req-bd1a6609-73b9-4f70-8f80-396ecf5a652d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 210 time: 0.0302942 Feb 16 17:07:04.399007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-0413c9ed-d131-4c87-9dbe-e71deb136dab tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:04.400511 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-0413c9ed-d131-4c87-9dbe-e71deb136dab tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.60 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 811 time: 0.1049166 Feb 16 17:07:04.467731 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-98e52226-7261-4b09-af4b-abca3dca305a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b779e025ab44f24afff60114276c36b HTTP/1.1" status: 200 len: 379 time: 0.0590079 Feb 16 17:07:04.476809 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'port': {'device_id': 'e3e56461-4e16-4c35-9371-b4d44798a066', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'admin_state_up': True, 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'security_groups': ['b5f94d6a-799a-4011-9108-c8fe43e4483d']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:04.564634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-79b17ff9-a1d8-4219-82a3-b25548fbc1bc req-fe593e44-1687-4ba9-8949-fb1f15ac556f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 210 time: 0.0282047 Feb 16 17:07:04.596550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Made reservation on behalf of 2b779e025ab44f24afff60114276c36b for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:07:04.600640 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:04.732885 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Allocated IP 172.20.0.3 (59605855-a12a-4807-9e09-0b33b401436f/a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f/fc8df730-48e4-4b3e-9047-dbee7c7f6550) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:04.869854 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:04.887160 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:04.908708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:04.953995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Network 59605855-a12a-4807-9e09-0b33b401436f is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:04.957309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:04.961022 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:07:04.986758 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'Port': ['ID=fc8df730-48e4-4b3e-9047-dbee7c7f6550,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:04.998465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:04.998708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:04.999061 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:04.999638 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:04.999638 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:05.000229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:05.000353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:05.000734 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:05.001000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:05.001497 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:05.001620 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:05.002032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:05.002333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:05.041169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:05.042093 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:05.059573 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-b7d4d75d-bfb1-4a05-bc50-8a3135f5ff3c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5864441 Feb 16 17:07:05.071556 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Request body: {'port': {'device_id': 'e3e56461-4e16-4c35-9371-b4d44798a066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:05.141976 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:05.271237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8aa7dc1c-053b-4b16-9971-ac7ea23345fc None None] Provisioning complete for port fc8df730-48e4-4b3e-9047-dbee7c7f6550 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:05.273110 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8aa7dc1c-053b-4b16-9971-ac7ea23345fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:05.310375 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8aa7dc1c-053b-4b16-9971-ac7ea23345fc None None] Port fc8df730-48e4-4b3e-9047-dbee7c7f6550 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:07:05.430553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8df730-48e4-4b3e-9047-dbee7c7f6550 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:07:05.438804 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Publish callbacks [] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:05.451747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Transition to ACTIVE for port object fc8df730-48e4-4b3e-9047-dbee7c7f6550 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:07:05.455174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:05.509120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Pushing event updated for resources: {'Port': ['ID=fc8df730-48e4-4b3e-9047-dbee7c7f6550,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:05.590665 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Attempting to bind port fc8df730-48e4-4b3e-9047-dbee7c7f6550 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:07:05.591002 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Attempting to bind port fc8df730-48e4-4b3e-9047-dbee7c7f6550 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:07:05.591332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Attempting to bind port fc8df730-48e4-4b3e-9047-dbee7c7f6550 on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:07:05.602067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Port fc8df730-48e4-4b3e-9047-dbee7c7f6550 on network 59605855-a12a-4807-9e09-0b33b401436f not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:07:05.602879 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Attempting to bind port fc8df730-48e4-4b3e-9047-dbee7c7f6550 on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:07:05.610632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:07:05.611026 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Checking segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:07:05.611716 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Bound using segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:07:05.612286 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Bound port: fc8df730-48e4-4b3e-9047-dbee7c7f6550, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:07:05.612939 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:05.696761 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] For port fc8df730-48e4-4b3e-9047-dbee7c7f6550, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:07:05.700456 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] For port fc8df730-48e4-4b3e-9047-dbee7c7f6550, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=fc8df730-48e4-4b3e-9047-dbee7c7f6550,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:07:05.709312 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:05.713752 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b1285-4a47-4d91-9de6-15e77cc08251 req-0d8c6139-3719-4859-80fa-1fd87f2335ea tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:05.716299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-329b1285-4a47-4d91-9de6-15e77cc08251 req-0d8c6139-3719-4859-80fa-1fd87f2335ea tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 943 time: 0.0700598 Feb 16 17:07:05.748244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:05.749027 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:05.750496 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] 10.222.0.60 "PUT /v2.0/ports/fc8df730-48e4-4b3e-9047-dbee7c7f6550 HTTP/1.1" status: 200 len: 1091 time: 0.6833291 Feb 16 17:07:05.752806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e56461-4e16-4c35-9371-b4d44798a066', 'tag': 'fc8df730-48e4-4b3e-9047-dbee7c7f6550'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:07:05.761032 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b335d69-4d2e-4b07-9266-23791aa14d10" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e56461-4e16-4c35-9371-b4d44798a066", "tag": "fc8df730-48e4-4b3e-9047-dbee7c7f6550"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:07:05.800728 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc11f7d-5799-4ed2-bf4e-527f79464ccd service neutron] Pushing event updated for resources: {'Port': ['ID=fc8df730-48e4-4b3e-9047-dbee7c7f6550,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:05.818874 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-329b1285-4a47-4d91-9de6-15e77cc08251 req-0795e9c8-533e-49cb-b3e0-87f2dd958ca5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924604 Feb 16 17:07:05.822782 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9bf13e-072b-4abb-8b3f-bcf2f23ed2e9 x-openstack-request-id: req-2c9bf13e-072b-4abb-8b3f-bcf2f23ed2e9 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:07:05.823073 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e56461-4e16-4c35-9371-b4d44798a066", "tag": "fc8df730-48e4-4b3e-9047-dbee7c7f6550", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:07:05.823325 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c9bf13e-072b-4abb-8b3f-bcf2f23ed2e9 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:07:05.823716 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e56461-4e16-4c35-9371-b4d44798a066', 'tag': 'fc8df730-48e4-4b3e-9047-dbee7c7f6550', 'status': 'completed', 'code': 200} Feb 16 17:07:05.876407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-960f3bcf-cbc2-4b38-a737-606ac92be496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:05.877944 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-960f3bcf-cbc2-4b38-a737-606ac92be496 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 1125 time: 0.0661623 Feb 16 17:07:05.928049 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-0b1f294e-7296-4f9a-9433-4b9ca1c81a2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc8df730-48e4-4b3e-9047-dbee7c7f6550 HTTP/1.1" status: 200 len: 217 time: 0.0424898 Feb 16 17:07:05.979443 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-141fb3d0-ef3e-4105-a4dc-4ab124b46126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:05.980946 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-141fb3d0-ef3e-4105-a4dc-4ab124b46126 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0476816 Feb 16 17:07:06.030402 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-d856ab94-66a7-44f5-b9ce-f22235eb5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:06.031849 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-d856ab94-66a7-44f5-b9ce-f22235eb5304 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457728 Feb 16 17:07:06.128127 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-a38005ed-4a72-4022-a54e-e4bb6959c8b2 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904350 Feb 16 17:07:06.220236 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-50f84f4e-36f2-4ec2-ae56-4a4528959981 req-2fa83e29-ab6c-48eb-b3f5-c8ba4d969231 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867682 Feb 16 17:07:06.309472 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b335d69-4d2e-4b07-9266-23791aa14d10 req-7b1b4277-587e-4eb4-b4ff-65ee61a532db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:06.311055 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1b335d69-4d2e-4b07-9266-23791aa14d10 req-7b1b4277-587e-4eb4-b4ff-65ee61a532db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 1125 time: 0.0471778 Feb 16 17:07:06.401135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b335d69-4d2e-4b07-9266-23791aa14d10 req-ce56c21b-02f3-470c-8593-e23c99363527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:06.402515 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1b335d69-4d2e-4b07-9266-23791aa14d10 req-ce56c21b-02f3-470c-8593-e23c99363527 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.0849614 Feb 16 17:07:06.447542 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1b335d69-4d2e-4b07-9266-23791aa14d10 req-3052287b-9072-438b-8518-2ab98ddbe854 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc8df730-48e4-4b3e-9047-dbee7c7f6550 HTTP/1.1" status: 200 len: 217 time: 0.0386815 Feb 16 17:07:06.496770 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b335d69-4d2e-4b07-9266-23791aa14d10 req-e44bbb2b-ef8e-4972-82f1-358a8ba60598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:06.498284 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1b335d69-4d2e-4b07-9266-23791aa14d10 req-e44bbb2b-ef8e-4972-82f1-358a8ba60598 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0453913 Feb 16 17:07:06.547820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b335d69-4d2e-4b07-9266-23791aa14d10 req-7790b63b-0925-4291-a9e4-8c37aa758dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:06.549358 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1b335d69-4d2e-4b07-9266-23791aa14d10 req-7790b63b-0925-4291-a9e4-8c37aa758dfa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453832 Feb 16 17:07:06.646954 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1b335d69-4d2e-4b07-9266-23791aa14d10 req-043779a8-b72a-49af-b737-cef5d1464627 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911317 Feb 16 17:07:06.735267 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1b335d69-4d2e-4b07-9266-23791aa14d10 req-9ae83fce-a6e9-4a88-90fd-3407da2941a7 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827086 Feb 16 17:07:06.948570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1132aa-e935-4fb5-8c7d-ee1dda4384af req-d55306ee-23ba-4e2f-a1ef-e2e0459ad02c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:06.950028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c1132aa-e935-4fb5-8c7d-ee1dda4384af req-d55306ee-23ba-4e2f-a1ef-e2e0459ad02c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 943 time: 0.0578363 Feb 16 17:07:06.998989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c1132aa-e935-4fb5-8c7d-ee1dda4384af req-c478f6b6-6a6d-4984-b7c3-fcc35e8f3c62 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431669 Feb 16 17:07:08.178938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bfeec-334f-4d7c-b837-acb27d76f532 req-229a7e0b-efa0-44cf-a097-373694beb5a5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:08.180441 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a9bfeec-334f-4d7c-b837-acb27d76f532 req-229a7e0b-efa0-44cf-a097-373694beb5a5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 943 time: 0.1129878 Feb 16 17:07:08.229357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a9bfeec-334f-4d7c-b837-acb27d76f532 req-8396bed7-279f-4715-9c54-6ae0368fa895 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432906 Feb 16 17:07:09.348709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf404d76-6cd3-4682-ba0e-9cc3bc9a3f3a req-d2c4619e-120a-4f48-ae70-297abe1abf67 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:09.350195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf404d76-6cd3-4682-ba0e-9cc3bc9a3f3a req-d2c4619e-120a-4f48-ae70-297abe1abf67 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 943 time: 0.0529220 Feb 16 17:07:09.403396 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf404d76-6cd3-4682-ba0e-9cc3bc9a3f3a req-97e0cc8c-eeab-4891-a590-502ab81adfa7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473037 Feb 16 17:07:10.534021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e35997-f022-4660-ab12-9725e89cbfea req-869b64d7-5959-4ba7-80da-068d5a52d493 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:10.536493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50e35997-f022-4660-ab12-9725e89cbfea req-869b64d7-5959-4ba7-80da-068d5a52d493 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 943 time: 0.0577431 Feb 16 17:07:10.589556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50e35997-f022-4660-ab12-9725e89cbfea req-6a3c4635-a6ca-4b58-9b7f-4fd1a4b360c6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474312 Feb 16 17:07:11.772401 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e5858-fd6e-42d4-891e-4b6ea4651390 req-6e74a2e0-59e4-42e6-a0f8-276d3ed32ad4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:11.774046 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-164e5858-fd6e-42d4-891e-4b6ea4651390 req-6e74a2e0-59e4-42e6-a0f8-276d3ed32ad4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 943 time: 0.1113992 Feb 16 17:07:11.824905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-164e5858-fd6e-42d4-891e-4b6ea4651390 req-2416e153-00ae-49a2-9250-1ad1d0df6572 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448959 Feb 16 17:07:12.948737 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed04fc7-11e3-478c-9c58-abc4c8248ce9 req-9a7a1718-3be7-44ca-824c-c51055220286 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:12.950199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ed04fc7-11e3-478c-9c58-abc4c8248ce9 req-9a7a1718-3be7-44ca-824c-c51055220286 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 943 time: 0.0570190 Feb 16 17:07:12.999239 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ed04fc7-11e3-478c-9c58-abc4c8248ce9 req-b02baf3d-1156-4326-a7da-45fcd2043668 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434377 Feb 16 17:07:14.120348 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c721b-d643-4ed4-98de-879322b3d45c req-dfe95cb9-fa09-4e84-ab02-a635ce80b55b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:14.121848 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c5c721b-d643-4ed4-98de-879322b3d45c req-dfe95cb9-fa09-4e84-ab02-a635ce80b55b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 943 time: 0.0544281 Feb 16 17:07:14.171701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c5c721b-d643-4ed4-98de-879322b3d45c req-6b27b67c-ace6-4bb8-8cd4-043767521ad3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442595 Feb 16 17:07:15.291011 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1db290-9571-42b3-9423-b314520c0762 req-a0d7a425-af67-4b9c-98eb-d9a705468048 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:15.292535 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb1db290-9571-42b3-9423-b314520c0762 req-a0d7a425-af67-4b9c-98eb-d9a705468048 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 943 time: 0.0546134 Feb 16 17:07:15.346419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb1db290-9571-42b3-9423-b314520c0762 req-d170ec9d-c721-486b-8a8c-6bd33331e854 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483289 Feb 16 17:07:16.466011 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981ddf3-754e-45fe-8154-a7b7b5b79f2d req-234b826f-ef9f-4acf-a0d9-88d213afa74c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:16.467470 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a981ddf3-754e-45fe-8154-a7b7b5b79f2d req-234b826f-ef9f-4acf-a0d9-88d213afa74c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 943 time: 0.0514045 Feb 16 17:07:16.516718 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a981ddf3-754e-45fe-8154-a7b7b5b79f2d req-c07ec128-ea50-4c77-988d-43ebf6b4d535 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428686 Feb 16 17:07:17.636859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae67b2-5bec-41dc-982c-7a5c6d55cb56 req-38376c84-bc71-4020-b543-4f117c1c8375 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:17.638321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52ae67b2-5bec-41dc-982c-7a5c6d55cb56 req-38376c84-bc71-4020-b543-4f117c1c8375 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 943 time: 0.0524037 Feb 16 17:07:17.686830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52ae67b2-5bec-41dc-982c-7a5c6d55cb56 req-3470d87f-f157-4a60-b61b-eeb9f19b370c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428476 Feb 16 17:07:18.324846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48850) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:18.421630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-aa8e2e13-280d-45cd-b557-e92975db7b13 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3319 time: 0.0957041 Feb 16 17:07:18.425456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48852) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:18.429995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Request body: {'network': {'name': 'tempest-network-smoke--1318721401', 'project_id': '87647f5ea45942fca16eebce3079549f', 'port_security_enabled': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:18.449330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Made reservation on behalf of 87647f5ea45942fca16eebce3079549f for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:07:18.453223 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:18.477375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:07:18.486973 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (aee56bf0-bfb3-4b04-8344-399cc812c19d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:18.487316 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Added segment aee56bf0-bfb3-4b04-8344-399cc812c19d of type vlan for network 8b04ee57-dba8-4ffa-b244-34e8fa956bfa Feb 16 17:07:18.529768 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (8b04ee57-dba8-4ffa-b244-34e8fa956bfa), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:18.553949 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (8b04ee57-dba8-4ffa-b244-34e8fa956bfa), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:18.559016 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:18.559600 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:18.589959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1634517 Feb 16 17:07:18.592842 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48854) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:18.597525 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-659549588', 'admin_state_up': True, 'project_id': '87647f5ea45942fca16eebce3079549f', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:18.619583 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:18.620607 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:18.631006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'Network': ['ID=8b04ee57-dba8-4ffa-b244-34e8fa956bfa,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:18.639109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:18.639813 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:18.639813 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:18.640149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:18.640488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:18.640820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:18.641151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:18.641478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:18.641809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:18.642144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:18.642468 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:18.642790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:18.643109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ee105-4a75-41a8-8bb4-8f745464b996 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:18.654573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 8b04ee57-dba8-4ffa-b244-34e8fa956bfa details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:07:18.679461 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router_controller (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:18.809126 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4aad-f1fe-487a-a162-b8df1b7e8046 req-655b2b8c-3435-4ce8-b7b1-6ab2ae657a12 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:18.810594 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7ec4aad-f1fe-487a-a162-b8df1b7e8046 req-655b2b8c-3435-4ce8-b7b1-6ab2ae657a12 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 943 time: 0.0522292 Feb 16 17:07:18.826362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router_gateway (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:18.865142 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7ec4aad-f1fe-487a-a162-b8df1b7e8046 req-ad56f1fe-478b-48cc-b793-d4edbb0062e7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486140 Feb 16 17:07:19.022827 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router_gateway (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:19.041833 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:19.149121 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Allocated IP 172.25.4.146 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/d7a73789-4a3e-498b-abb8-3dd796564e6f) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:19.249062 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for port (d7a73789-4a3e-498b-abb8-3dd796564e6f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:19.282361 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d7a73789-4a3e-498b-abb8-3dd796564e6f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:19.321470 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:19.326231 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:19.329749 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:07:19.355204 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'Port': ['ID=d7a73789-4a3e-498b-abb8-3dd796564e6f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:19.588235 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router_gateway (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:19.809419 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:19.991554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf03d0d-4f02-4933-8c6a-e7903cc109aa req-157d8dcf-c8bf-4592-9475-f0c3e073f96d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:19.993147 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cbf03d0d-4f02-4933-8c6a-e7903cc109aa req-157d8dcf-c8bf-4592-9475-f0c3e073f96d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 943 time: 0.0574417 Feb 16 17:07:20.044751 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cbf03d0d-4f02-4933-8c6a-e7903cc109aa req-b6952c2a-7cf6-43a6-89ae-095015d77d7b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458658 Feb 16 17:07:20.242769 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Router 0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:07:20.349613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:07:20.360387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Sync routers for ids ['0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:07:20.370205 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:20.371236 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e82fbfb5-59e1-4afa-874a-2b9dc79d1551 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7772970 Feb 16 17:07:20.372455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Routers {'0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:20.373132 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:06:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:20.374577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48860) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:20.444809 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9339d92-d0f6-4307-8977-5bf725c77612 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:20.446314 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b9339d92-d0f6-4307-8977-5bf725c77612 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=87647f5ea45942fca16eebce3079549f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0706871 Feb 16 17:07:20.449014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48862) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:20.482499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Set router 0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:20.541412 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026407c6-0a6f-4e9e-a61b-88329ba45a12 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:20.542796 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-026407c6-0a6f-4e9e-a61b-88329ba45a12 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928853 Feb 16 17:07:20.545732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48864) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:20.575600 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0c4ff4a6-33e1-4221-9643-6c9d452c250f tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264230 Feb 16 17:07:20.575856 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48866) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:20.605114 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-aa8ec72f-9ddd-4f82-8aeb-6f59543c37e2 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=87647f5ea45942fca16eebce3079549f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259893 Feb 16 17:07:20.605334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48868) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:20.661984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-659549588', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:18Z', 'updated_at': '2022-02-16T17:07:19Z', 'revision_number': 3, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:19Z', 'updated_at': '2022-02-16T17:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:20.692858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Checking router: 0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:07:20.693216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Updating router 0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf port d7a73789-4a3e-498b-abb8-3dd796564e6f binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:07:20.695095 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d226d95-afea-4001-8d37-65553d68c075 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:20.696628 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6d226d95-afea-4001-8d37-65553d68c075 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904231 Feb 16 17:07:20.699351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48870) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:20.721072 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d7a73789-4a3e-498b-abb8-3dd796564e6f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:20.726609 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0fe68957-a196-4c57-b3f9-9424d53aff6b tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262012 Feb 16 17:07:20.729172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48872) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:20.733743 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-97d1c205-b4d1-4116-81d1-6df6b17706c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-47106848', 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa', 'project_id': '87647f5ea45942fca16eebce3079549f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:20.818374 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d1c205-b4d1-4116-81d1-6df6b17706c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Made reservation on behalf of 87647f5ea45942fca16eebce3079549f for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:07:20.821778 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97d1c205-b4d1-4116-81d1-6df6b17706c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:20.982186 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Publish callbacks [] for port (d7a73789-4a3e-498b-abb8-3dd796564e6f), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:20.988194 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d7a73789-4a3e-498b-abb8-3dd796564e6f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:21.006957 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97d1c205-b4d1-4116-81d1-6df6b17706c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (a502104b-0f05-48e6-8eb7-16edc751bd1e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:21.042481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Attempting to bind port d7a73789-4a3e-498b-abb8-3dd796564e6f on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:07:21.042837 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Attempting to bind port d7a73789-4a3e-498b-abb8-3dd796564e6f by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:07:21.043204 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Attempting to bind port d7a73789-4a3e-498b-abb8-3dd796564e6f on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:07:21.046294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83476129-1f0a-4e89-8fb1-770950a90c6a None None] Pushing event updated for resources: {'Port': ['ID=d7a73789-4a3e-498b-abb8-3dd796564e6f,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:21.054187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:07:21.054566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:07:21.054977 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:21.055378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:07:21.055878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Bound port: d7a73789-4a3e-498b-abb8-3dd796564e6f, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:07:21.056269 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d7a73789-4a3e-498b-abb8-3dd796564e6f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:21.059535 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83476129-1f0a-4e89-8fb1-770950a90c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:21.059991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83476129-1f0a-4e89-8fb1-770950a90c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:21.060342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83476129-1f0a-4e89-8fb1-770950a90c6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:21.060685 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83476129-1f0a-4e89-8fb1-770950a90c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:21.061036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83476129-1f0a-4e89-8fb1-770950a90c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:21.061363 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83476129-1f0a-4e89-8fb1-770950a90c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:21.061696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83476129-1f0a-4e89-8fb1-770950a90c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:21.062433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83476129-1f0a-4e89-8fb1-770950a90c6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:21.062433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83476129-1f0a-4e89-8fb1-770950a90c6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:21.062686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83476129-1f0a-4e89-8fb1-770950a90c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:21.062994 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83476129-1f0a-4e89-8fb1-770950a90c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:21.063304 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83476129-1f0a-4e89-8fb1-770950a90c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:21.063628 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83476129-1f0a-4e89-8fb1-770950a90c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:21.074626 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1c205-b4d1-4116-81d1-6df6b17706c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'Subnet': ['ID=a502104b-0f05-48e6-8eb7-16edc751bd1e,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:21.085031 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d1c205-b4d1-4116-81d1-6df6b17706c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Checking segment: {'id': 'aee56bf0-bfb3-4b04-8344-399cc812c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:07:21.085425 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d1c205-b4d1-4116-81d1-6df6b17706c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Network hostable DHCP agents. Network: 8b04ee57-dba8-4ffa-b244-34e8fa956bfa, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:07:21.106618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d1c205-b4d1-4116-81d1-6df6b17706c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Network 8b04ee57-dba8-4ffa-b244-34e8fa956bfa is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:07:21.117151 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-97d1c205-b4d1-4116-81d1-6df6b17706c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 8b04ee57-dba8-4ffa-b244-34e8fa956bfa) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:21.122193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] For port d7a73789-4a3e-498b-abb8-3dd796564e6f, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:07:21.122630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d1c205-b4d1-4116-81d1-6df6b17706c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:21.123230 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-97d1c205-b4d1-4116-81d1-6df6b17706c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:21.125481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] For port d7a73789-4a3e-498b-abb8-3dd796564e6f, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d7a73789-4a3e-498b-abb8-3dd796564e6f,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:07:21.131540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d58e87-d96c-4d4e-b5e0-79ac398642d0 None None] Network 8b04ee57-dba8-4ffa-b244-34e8fa956bfa requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:07:21.142384 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-97d1c205-b4d1-4116-81d1-6df6b17706c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.4119637 Feb 16 17:07:21.145724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48876) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:21.156990 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d7a73789-4a3e-498b-abb8-3dd796564e6f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:21.262242 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Routers {'0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:21.262889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:06:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:21.279259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548f12f-fea7-4324-9437-02eb40293960 req-fc67df40-55e5-49ee-903e-2775225cf625 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:21.280761 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4548f12f-fea7-4324-9437-02eb40293960 req-fc67df40-55e5-49ee-903e-2775225cf625 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 943 time: 0.1288254 Feb 16 17:07:21.343333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83476129-1f0a-4e89-8fb1-770950a90c6a None None] Pushing event updated for resources: {'Port': ['ID=d7a73789-4a3e-498b-abb8-3dd796564e6f,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:21.348351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-8b04ee57-dba8-4ffa-b244-34e8fa956bfa', 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa', 'project_id': '87647f5ea45942fca16eebce3079549f', 'fixed_ips': [{'subnet_id': 'a502104b-0f05-48e6-8eb7-16edc751bd1e'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:07:21.349200 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:21.418462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4548f12f-fea7-4324-9437-02eb40293960 req-026df36a-39c7-4b7c-931e-741542bff877 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296337 Feb 16 17:07:21.639024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] Set router 0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:21.683389 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:21.781728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Allocated IP 172.20.0.18 (8b04ee57-dba8-4ffa-b244-34e8fa956bfa/a502104b-0f05-48e6-8eb7-16edc751bd1e/38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:21.975856 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-659549588', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:18Z', 'updated_at': '2022-02-16T17:07:19Z', 'revision_number': 3, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:19Z', 'updated_at': '2022-02-16T17:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:22.010407 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Publish callbacks [] for port (38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:22.012273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d98e0-9b5f-4281-993d-ca79928dfe91 None None] The sync data for ids ['0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'] in n-d-669411-5 is: [{'id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-659549588', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:18Z', 'updated_at': '2022-02-16T17:07:19Z', 'revision_number': 3, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:19Z', 'updated_at': '2022-02-16T17:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:07:22.018453 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:22.060273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Network 8b04ee57-dba8-4ffa-b244-34e8fa956bfa is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:22.063286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:22.067385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:07:22.072937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Allocated IP 172.20.0.17 (8b04ee57-dba8-4ffa-b244-34e8fa956bfa/a502104b-0f05-48e6-8eb7-16edc751bd1e/646758d9-19b3-4067-8caa-2df6f92f8fd3) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:22.074835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Pushing event updated for resources: {'Port': ['ID=38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:22.131780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Attempting to bind port 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:07:22.132165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Attempting to bind port 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'aee56bf0-bfb3-4b04-8344-399cc812c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:07:22.132541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Attempting to bind port 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 on network 8b04ee57-dba8-4ffa-b244-34e8fa956bfa {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:07:22.137729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:07:22.138250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Checking segment: {'id': 'aee56bf0-bfb3-4b04-8344-399cc812c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:07:22.138660 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:22.139164 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Bound using segment: {'id': 'aee56bf0-bfb3-4b04-8344-399cc812c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:07:22.139643 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Bound port: 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee56bf0-bfb3-4b04-8344-399cc812c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:07:22.140055 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:22.203735 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:22.210332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] For port 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:07:22.214009 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] For port 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8,segment=NetworkSegment(aee56bf0-bfb3-4b04-8344-399cc812c19d),segment_id=aee56bf0-bfb3-4b04-8344-399cc812c19d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:07:22.220845 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:22.242935 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:22.298054 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Network 8b04ee57-dba8-4ffa-b244-34e8fa956bfa is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:22.304733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68b486-28ac-4bd3-982c-193db8f18bd2 None None] Pushing event updated for resources: {'Port': ['ID=38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:22.304964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:22.311022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:07:22.352789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'Port': ['ID=646758d9-19b3-4067-8caa-2df6f92f8fd3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:22.381765 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:22.427239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device fc8df730-48e4-4b3e-9047-dbee7c7f6550 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:07:22.590886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port fc8df730-48e4-4b3e-9047-dbee7c7f6550, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=fc8df730-48e4-4b3e-9047-dbee7c7f6550,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:22.613803 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'fc8df730-48e4-4b3e-9047-dbee7c7f6550', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'port_id': 'fc8df730-48e4-4b3e-9047-dbee7c7f6550', 'mac_address': 'fa:16:3e:71:78:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:07:22.672580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port fc8df730-48e4-4b3e-9047-dbee7c7f6550 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:07:22.673910 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:22.692111 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8df730-48e4-4b3e-9047-dbee7c7f6550 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:07:22.718542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port fc8df730-48e4-4b3e-9047-dbee7c7f6550, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=fc8df730-48e4-4b3e-9047-dbee7c7f6550,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:22.724822 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:22.783848 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=fc8df730-48e4-4b3e-9047-dbee7c7f6550,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:22.956559 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93f4aa-d434-4d77-90c2-87692ce55bfb req-b7b88a99-55c3-4701-ab3c-18f2a5cf3c48 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:22.958531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc93f4aa-d434-4d77-90c2-87692ce55bfb req-b7b88a99-55c3-4701-ab3c-18f2a5cf3c48 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 943 time: 0.4514849 Feb 16 17:07:22.966710 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:23.030000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['fc8df730-48e4-4b3e-9047-dbee7c7f6550'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:07:23.049818 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc93f4aa-d434-4d77-90c2-87692ce55bfb req-cd18aad1-a5f7-4c0b-b307-419631b3e7c1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847313 Feb 16 17:07:23.323106 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:23.327881 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:23.403209 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:23.411157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'Port': ['ID=646758d9-19b3-4067-8caa-2df6f92f8fd3,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:23.477572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53545ddc-04f7-4ed8-9ede-190188171634 None None] Network 8b04ee57-dba8-4ffa-b244-34e8fa956bfa requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:07:23.506744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Network 8b04ee57-dba8-4ffa-b244-34e8fa956bfa is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:23.508307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:23.562128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-92faafab-05ad-4078-bb27-36deff6913ef None None] Provisioning complete for port 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:23.562414 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92faafab-05ad-4078-bb27-36deff6913ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:23.633986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Router 0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:07:23.677647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-92faafab-05ad-4078-bb27-36deff6913ef None None] Current status of the port 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:07:23.678149 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92faafab-05ad-4078-bb27-36deff6913ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:23.714387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-92faafab-05ad-4078-bb27-36deff6913ef None None] For port 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8,segment=NetworkSegment(aee56bf0-bfb3-4b04-8344-399cc812c19d),segment_id=aee56bf0-bfb3-4b04-8344-399cc812c19d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:23.719718 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92faafab-05ad-4078-bb27-36deff6913ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:23.759354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:07:23.774886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4c73dc1b-8ec7-4838-9e4a-ab322e8290de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "PUT /v2.0/routers/0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6198900 Feb 16 17:07:23.781338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faafab-05ad-4078-bb27-36deff6913ef None None] Pushing event updated for resources: {'Port': ['ID=38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:23.942937 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c2a44f50-ffd1-41d1-99d1-f20a5a971a52 None None] Provisioning complete for port 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:23.943318 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c2a44f50-ffd1-41d1-99d1-f20a5a971a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:23.999703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-40ad404b-8128-4594-9793-f8eceda0b664 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:24.001091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-40ad404b-8128-4594-9793-f8eceda0b664 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/networks?id=8b04ee57-dba8-4ffa-b244-34e8fa956bfa HTTP/1.1" status: 200 len: 798 time: 0.1184146 Feb 16 17:07:24.019321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-eafbda7b-93f5-4d71-ab88-732360cd4a8c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/quotas/87647f5ea45942fca16eebce3079549f HTTP/1.1" status: 200 len: 375 time: 0.0113168 Feb 16 17:07:24.031020 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Sync routers for ids ['0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:07:24.057140 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Routers {'0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:24.057843 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:06:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:24.065861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c2a44f50-ffd1-41d1-99d1-f20a5a971a52 None None] Current status of the port 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:07:24.090306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c2a44f50-ffd1-41d1-99d1-f20a5a971a52 None None] Provisioning complete for port 646758d9-19b3-4067-8caa-2df6f92f8fd3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:24.090911 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c2a44f50-ffd1-41d1-99d1-f20a5a971a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:24.159370 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c2a44f50-ffd1-41d1-99d1-f20a5a971a52 None None] Port 646758d9-19b3-4067-8caa-2df6f92f8fd3 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:07:24.216151 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Set router 0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:24.265593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:07:24.278632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-6e77ad67-cd3e-4eff-9356-7f302cf8c6d1 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=87647f5ea45942fca16eebce3079549f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2470765 Feb 16 17:07:24.293294 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448c198-3140-4bb8-9155-e340369b4a17 req-389d544e-1f1a-4aa2-9eb0-743136f4866b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:24.295094 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2448c198-3140-4bb8-9155-e340369b4a17 req-389d544e-1f1a-4aa2-9eb0-743136f4866b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 944 time: 0.1431723 Feb 16 17:07:24.309841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-919abc49-eba4-4fd9-870a-e2a3a63ac268 req-16d8bcc9-939a-4fdb-921b-8d57b9ae0223 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1719897 Feb 16 17:07:24.359184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:24.359563 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:24.365426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-33d22e45-c5cb-4751-b11c-f320b4e3c879 None None] Provisioning complete for port 646758d9-19b3-4067-8caa-2df6f92f8fd3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:24.365654 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33d22e45-c5cb-4751-b11c-f320b4e3c879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:24.435246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device fc8df730-48e4-4b3e-9047-dbee7c7f6550 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:07:24.441645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-33d22e45-c5cb-4751-b11c-f320b4e3c879 None None] Port 646758d9-19b3-4067-8caa-2df6f92f8fd3 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:07:24.471146 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-659549588', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:18Z', 'updated_at': '2022-02-16T17:07:22Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:19Z', 'updated_at': '2022-02-16T17:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '646758d9-19b3-4067-8caa-2df6f92f8fd3', 'name': '', 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'mac_address': 'fa:16:3e:4b:84:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a502104b-0f05-48e6-8eb7-16edc751bd1e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:21Z', 'updated_at': '2022-02-16T17:07:23Z', 'revision_number': 2, 'project_id': '87647f5ea45942fca16eebce3079549f', 'subnets': [{'id': 'a502104b-0f05-48e6-8eb7-16edc751bd1e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:24.480787 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2448c198-3140-4bb8-9155-e340369b4a17 req-64648aad-51e8-4638-a3c1-50cd8a3172ca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683710 Feb 16 17:07:24.493974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919abc49-eba4-4fd9-870a-e2a3a63ac268 req-b22506d3-1e0f-49bf-ab60-8ba967b01deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:24.495490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-919abc49-eba4-4fd9-870a-e2a3a63ac268 req-b22506d3-1e0f-49bf-ab60-8ba967b01deb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=61a09bce828b4aa69558d051b835c314&device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 1128 time: 0.1445587 Feb 16 17:07:24.507217 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-8f68d359-79f3-43e4-9182-b1ea2f7c4a21 service neutron] 10.222.0.24 "GET /v2.0/networks/8b04ee57-dba8-4ffa-b244-34e8fa956bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011552 Feb 16 17:07:24.515657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:07:24.516752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d7a73789-4a3e-498b-abb8-3dd796564e6f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:07:24.525212 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Checking router: 0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:07:24.525557 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Updating router 0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf port 646758d9-19b3-4067-8caa-2df6f92f8fd3 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:07:24.557733 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:24.572053 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port fc8df730-48e4-4b3e-9047-dbee7c7f6550 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:07:24.583045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-01c2e506-eb66-45c1-8c3a-43e03057eb62 None None] Provisioning complete for port 646758d9-19b3-4067-8caa-2df6f92f8fd3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:24.583421 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-01c2e506-eb66-45c1-8c3a-43e03057eb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:24.585342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port fc8df730-48e4-4b3e-9047-dbee7c7f6550 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:24.585736 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:24.657385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d7a73789-4a3e-498b-abb8-3dd796564e6f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:24.657635 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d7a73789-4a3e-498b-abb8-3dd796564e6f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:24.659873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-01c2e506-eb66-45c1-8c3a-43e03057eb62 None None] Port 646758d9-19b3-4067-8caa-2df6f92f8fd3 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:07:24.700337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-62b80251-4748-4bc5-b0cf-6cdcdd41014c service neutron] 10.222.0.24 "GET /v2.0/networks/8b04ee57-dba8-4ffa-b244-34e8fa956bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843259 Feb 16 17:07:24.701950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919abc49-eba4-4fd9-870a-e2a3a63ac268 req-f6e06683-afdf-44c4-ac76-f687b182eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:24.703337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-919abc49-eba4-4fd9-870a-e2a3a63ac268 req-f6e06683-afdf-44c4-ac76-f687b182eb10 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b88e25b-87f3-446f-8e67-f99a9a81c9aa HTTP/1.1" status: 200 len: 910 time: 0.1767061 Feb 16 17:07:24.738326 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port fc8df730-48e4-4b3e-9047-dbee7c7f6550 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:07:24.738855 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:24.769350 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e56461-4e16-4c35-9371-b4d44798a066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8df730-48e4-4b3e-9047-dbee7c7f6550'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:07:24.771655 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ff40d9-de5b-4cba-9771-65597d9d3136" -d '{"events": [{"server_uuid": "e3e56461-4e16-4c35-9371-b4d44798a066", "name": "network-vif-plugged", "status": "completed", "tag": "fc8df730-48e4-4b3e-9047-dbee7c7f6550"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:07:24.787150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port fc8df730-48e4-4b3e-9047-dbee7c7f6550, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=fc8df730-48e4-4b3e-9047-dbee7c7f6550,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:24.807132 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:24.845909 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1864e63-d7a1-4ad3-9c14-b0abf06389c6 x-openstack-request-id: req-d1864e63-d7a1-4ad3-9c14-b0abf06389c6 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:07:24.846381 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e56461-4e16-4c35-9371-b4d44798a066", "name": "network-vif-plugged", "status": "completed", "tag": "fc8df730-48e4-4b3e-9047-dbee7c7f6550", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:07:24.846667 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1864e63-d7a1-4ad3-9c14-b0abf06389c6 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:07:24.847527 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e56461-4e16-4c35-9371-b4d44798a066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8df730-48e4-4b3e-9047-dbee7c7f6550', 'code': 200} Feb 16 17:07:24.849328 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-919abc49-eba4-4fd9-870a-e2a3a63ac268 req-c1f77ae1-5409-4502-9ac2-d05b3377ba8b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 HTTP/1.1" status: 200 len: 1002 time: 0.1358504 Feb 16 17:07:24.852510 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d7a73789-4a3e-498b-abb8-3dd796564e6f is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:07:24.852902 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d7a73789-4a3e-498b-abb8-3dd796564e6f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:24.889171 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=fc8df730-48e4-4b3e-9047-dbee7c7f6550,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:24.892872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port d7a73789-4a3e-498b-abb8-3dd796564e6f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d7a73789-4a3e-498b-abb8-3dd796564e6f,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:24.899048 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (d7a73789-4a3e-498b-abb8-3dd796564e6f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:24.911101 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Publish callbacks [] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:24.921345 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:24.984706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=d7a73789-4a3e-498b-abb8-3dd796564e6f,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:25.011855 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8f8f7f5-ef87-4952-8a9d-ecdbd5a47af2 req-2f943f03-7eb4-4804-b226-da73b5625e96 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 210 time: 0.1195905 Feb 16 17:07:25.019934 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7ac89-dd41-49d5-a81d-fb44ea953d69 req-2aa9f71b-695e-4b12-b735-e0108c2f3c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:25.022208 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0ba7ac89-dd41-49d5-a81d-fb44ea953d69 req-2aa9f71b-695e-4b12-b735-e0108c2f3c6a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 1127 time: 0.0797102 Feb 16 17:07:25.047336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919abc49-eba4-4fd9-870a-e2a3a63ac268 req-acc8602c-9b26-4c28-ae19-f4b9e755d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:25.048845 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-919abc49-eba4-4fd9-870a-e2a3a63ac268 req-acc8602c-9b26-4c28-ae19-f4b9e755d1fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=551a51d8-c054-4a07-898a-4f5e87b7a662 HTTP/1.1" status: 200 len: 848 time: 0.1724474 Feb 16 17:07:25.069425 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa9da0-b6ab-4ca6-a27b-6c16b339505d None None] Pushing event updated for resources: {'Port': ['ID=646758d9-19b3-4067-8caa-2df6f92f8fd3,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:25.080770 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0ba7ac89-dd41-49d5-a81d-fb44ea953d69 req-4a952ae1-2c41-4108-ad2d-12144d1b0553 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528748 Feb 16 17:07:25.103229 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa9da0-b6ab-4ca6-a27b-6c16b339505d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:25.105068 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa9da0-b6ab-4ca6-a27b-6c16b339505d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:25.105846 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa9da0-b6ab-4ca6-a27b-6c16b339505d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:25.106346 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa9da0-b6ab-4ca6-a27b-6c16b339505d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:25.106685 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa9da0-b6ab-4ca6-a27b-6c16b339505d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:25.107102 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa9da0-b6ab-4ca6-a27b-6c16b339505d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:25.107520 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa9da0-b6ab-4ca6-a27b-6c16b339505d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:25.107987 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa9da0-b6ab-4ca6-a27b-6c16b339505d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:25.108403 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa9da0-b6ab-4ca6-a27b-6c16b339505d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:25.108817 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa9da0-b6ab-4ca6-a27b-6c16b339505d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:25.109247 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa9da0-b6ab-4ca6-a27b-6c16b339505d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:25.109656 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa9da0-b6ab-4ca6-a27b-6c16b339505d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:25.110074 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa9da0-b6ab-4ca6-a27b-6c16b339505d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:07:25.122295 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Attempting to bind port 646758d9-19b3-4067-8caa-2df6f92f8fd3 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:07:25.124752 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Attempting to bind port 646758d9-19b3-4067-8caa-2df6f92f8fd3 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'aee56bf0-bfb3-4b04-8344-399cc812c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:07:25.125321 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Attempting to bind port 646758d9-19b3-4067-8caa-2df6f92f8fd3 on network 8b04ee57-dba8-4ffa-b244-34e8fa956bfa {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:07:25.131901 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:07:25.132267 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Checking segment: {'id': 'aee56bf0-bfb3-4b04-8344-399cc812c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:07:25.132871 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:25.133431 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Bound using segment: {'id': 'aee56bf0-bfb3-4b04-8344-399cc812c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:07:25.134069 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Bound port: 646758d9-19b3-4067-8caa-2df6f92f8fd3, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee56bf0-bfb3-4b04-8344-399cc812c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:07:25.134624 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:25.136745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919abc49-eba4-4fd9-870a-e2a3a63ac268 req-a7f0ece8-e903-482b-b74e-cbfec990274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:25.138331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-919abc49-eba4-4fd9-870a-e2a3a63ac268 req-a7f0ece8-e903-482b-b74e-cbfec990274c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b88e25b-87f3-446f-8e67-f99a9a81c9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0821371 Feb 16 17:07:25.216043 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] For port 646758d9-19b3-4067-8caa-2df6f92f8fd3, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:07:25.219490 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] For port 646758d9-19b3-4067-8caa-2df6f92f8fd3, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=646758d9-19b3-4067-8caa-2df6f92f8fd3,segment=NetworkSegment(aee56bf0-bfb3-4b04-8344-399cc812c19d),segment_id=aee56bf0-bfb3-4b04-8344-399cc812c19d)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:07:25.225116 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:25.258778 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-919abc49-eba4-4fd9-870a-e2a3a63ac268 req-4102cd5b-ba93-49b0-987a-1ee125889b67 service neutron] 10.222.0.65 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129727 Feb 16 17:07:25.296670 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa9da0-b6ab-4ca6-a27b-6c16b339505d None None] Pushing event updated for resources: {'Port': ['ID=646758d9-19b3-4067-8caa-2df6f92f8fd3,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:25.307257 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Routers {'0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:25.308486 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:06:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:25.371816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-919abc49-eba4-4fd9-870a-e2a3a63ac268 req-d96ac468-7bcb-418b-8e91-1eabf438ddc9 service neutron] 10.222.0.65 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076832 Feb 16 17:07:25.399453 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0010f0e6-6289-4b46-9c86-1d952f7a7e2c None None] Provisioning complete for port 646758d9-19b3-4067-8caa-2df6f92f8fd3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:25.399865 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0010f0e6-6289-4b46-9c86-1d952f7a7e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:25.486127 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] Set router 0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:25.494219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0010f0e6-6289-4b46-9c86-1d952f7a7e2c None None] Current status of the port 646758d9-19b3-4067-8caa-2df6f92f8fd3 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:07:25.494615 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0010f0e6-6289-4b46-9c86-1d952f7a7e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:25.553695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0010f0e6-6289-4b46-9c86-1d952f7a7e2c None None] For port 646758d9-19b3-4067-8caa-2df6f92f8fd3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=646758d9-19b3-4067-8caa-2df6f92f8fd3,segment=NetworkSegment(aee56bf0-bfb3-4b04-8344-399cc812c19d),segment_id=aee56bf0-bfb3-4b04-8344-399cc812c19d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:25.561360 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0010f0e6-6289-4b46-9c86-1d952f7a7e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:25.631891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010f0e6-6289-4b46-9c86-1d952f7a7e2c None None] Pushing event updated for resources: {'Port': ['ID=646758d9-19b3-4067-8caa-2df6f92f8fd3,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:25.646799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de06a7-0bf0-45f8-90b8-8ff5fc18f26f req-74a05f9d-f3f9-4cde-929f-1c6dbdafb9d0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:25.648411 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5de06a7-0bf0-45f8-90b8-8ff5fc18f26f req-74a05f9d-f3f9-4cde-929f-1c6dbdafb9d0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 945 time: 0.0712883 Feb 16 17:07:25.705943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-becd537b-9732-4645-ad5a-f879d2c36c94 None None] Provisioning complete for port 646758d9-19b3-4067-8caa-2df6f92f8fd3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:25.707057 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-becd537b-9732-4645-ad5a-f879d2c36c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:25.710102 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5de06a7-0bf0-45f8-90b8-8ff5fc18f26f req-60f5446d-c7c8-4a68-802f-69e2be9d688b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557268 Feb 16 17:07:25.731284 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-915df62c-c65e-4b69-9146-84f1f9d9d737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:25.754358 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-659549588', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:18Z', 'updated_at': '2022-02-16T17:07:22Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:19Z', 'updated_at': '2022-02-16T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '646758d9-19b3-4067-8caa-2df6f92f8fd3', 'name': '', 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'mac_address': 'fa:16:3e:4b:84:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a502104b-0f05-48e6-8eb7-16edc751bd1e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:21Z', 'updated_at': '2022-02-16T17:07:25Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'subnets': [{'id': 'a502104b-0f05-48e6-8eb7-16edc751bd1e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:25.781782 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33eb0e-76cc-4f97-a4a8-0bf6d686d547 None None] The sync data for ids ['0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'] in n-d-669411-5 is: [{'id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-659549588', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:18Z', 'updated_at': '2022-02-16T17:07:22Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:19Z', 'updated_at': '2022-02-16T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '646758d9-19b3-4067-8caa-2df6f92f8fd3', 'name': '', 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'mac_address': 'fa:16:3e:4b:84:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a502104b-0f05-48e6-8eb7-16edc751bd1e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:21Z', 'updated_at': '2022-02-16T17:07:25Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'subnets': [{'id': 'a502104b-0f05-48e6-8eb7-16edc751bd1e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:07:25.790746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-becd537b-9732-4645-ad5a-f879d2c36c94 None None] Current status of the port 646758d9-19b3-4067-8caa-2df6f92f8fd3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:07:26.149670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-7f0e7316-365c-48af-ac3d-5ab5e83f195d tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:26.151498 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-7f0e7316-365c-48af-ac3d-5ab5e83f195d tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.65 "GET /v2.0/networks?id=8b04ee57-dba8-4ffa-b244-34e8fa956bfa HTTP/1.1" status: 200 len: 798 time: 0.1698449 Feb 16 17:07:26.165749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-757601b7-d311-402d-9eaf-0348c2e56226 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Request body: {'port': {'device_id': 'd3981dea-ddb2-497a-9816-ccb395dce27e', 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa', 'admin_state_up': True, 'tenant_id': '87647f5ea45942fca16eebce3079549f'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:26.236949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 646758d9-19b3-4067-8caa-2df6f92f8fd3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:07:26.310826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 646758d9-19b3-4067-8caa-2df6f92f8fd3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:26.311512 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:26.317826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-757601b7-d311-402d-9eaf-0348c2e56226 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Made reservation on behalf of 87647f5ea45942fca16eebce3079549f for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:07:26.322510 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-757601b7-d311-402d-9eaf-0348c2e56226 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:26.428248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 646758d9-19b3-4067-8caa-2df6f92f8fd3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:07:26.429567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d7a73789-4a3e-498b-abb8-3dd796564e6f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:07:26.466729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-005b5a60-6e48-440e-9aa2-7e4fb475e2a4 req-3c1cc362-72b7-4fb1-b486-c3936c71bbd4 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 210 time: 0.0488155 Feb 16 17:07:26.517003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port d7a73789-4a3e-498b-abb8-3dd796564e6f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:26.517384 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (d7a73789-4a3e-498b-abb8-3dd796564e6f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:26.552838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-757601b7-d311-402d-9eaf-0348c2e56226 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Allocated IP 172.20.0.22 (8b04ee57-dba8-4ffa-b244-34e8fa956bfa/a502104b-0f05-48e6-8eb7-16edc751bd1e/f37be4ae-e886-4e01-8def-5500ee705931) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:26.604660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port d7a73789-4a3e-498b-abb8-3dd796564e6f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:07:26.685851 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-757601b7-d311-402d-9eaf-0348c2e56226 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for port (f37be4ae-e886-4e01-8def-5500ee705931), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:26.721004 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-757601b7-d311-402d-9eaf-0348c2e56226 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f37be4ae-e886-4e01-8def-5500ee705931), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:26.767747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-757601b7-d311-402d-9eaf-0348c2e56226 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Network 8b04ee57-dba8-4ffa-b244-34e8fa956bfa is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:26.771631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-757601b7-d311-402d-9eaf-0348c2e56226 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:26.775520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-757601b7-d311-402d-9eaf-0348c2e56226 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:07:26.802180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757601b7-d311-402d-9eaf-0348c2e56226 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event updated for resources: {'Port': ['ID=f37be4ae-e886-4e01-8def-5500ee705931,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:26.861712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-757601b7-d311-402d-9eaf-0348c2e56226 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:26.862349 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-757601b7-d311-402d-9eaf-0348c2e56226 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:26.888308 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-757601b7-d311-402d-9eaf-0348c2e56226 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7266910 Feb 16 17:07:26.900429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaaa4e-853b-4f5d-be6e-0c2e363fa9fe req-cc659618-212a-4332-b48f-450e9d5a13a9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:26.902108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abdaaa4e-853b-4f5d-be6e-0c2e363fa9fe req-cc659618-212a-4332-b48f-450e9d5a13a9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 945 time: 0.1010206 Feb 16 17:07:26.907323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Request body: {'port': {'device_id': 'd3981dea-ddb2-497a-9816-ccb395dce27e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:27.009515 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abdaaa4e-853b-4f5d-be6e-0c2e363fa9fe req-130a577b-6686-43cc-9c9a-ba5fde0bfcc3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988657 Feb 16 17:07:27.010231 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f37be4ae-e886-4e01-8def-5500ee705931), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:27.125405 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0d4a4ebc-1545-4d9f-9ea2-6f119ad6de64 None None] Provisioning complete for port f37be4ae-e886-4e01-8def-5500ee705931 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:27.125912 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0d4a4ebc-1545-4d9f-9ea2-6f119ad6de64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f37be4ae-e886-4e01-8def-5500ee705931), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:27.164333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a4ebc-1545-4d9f-9ea2-6f119ad6de64 None None] Port f37be4ae-e886-4e01-8def-5500ee705931 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:07:27.217600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c95c54-7e67-46d1-903b-e6efd0867aeb req-79c20aaa-6da1-401c-8e61-3d0f5362968d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:27.219068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64c95c54-7e67-46d1-903b-e6efd0867aeb req-79c20aaa-6da1-401c-8e61-3d0f5362968d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 945 time: 0.0968618 Feb 16 17:07:27.317624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64c95c54-7e67-46d1-903b-e6efd0867aeb req-0bd23041-c32f-48bd-880a-1d6027e6b248 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708437 Feb 16 17:07:27.339740 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48918) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:27.369317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37be4ae-e886-4e01-8def-5500ee705931 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:07:27.376587 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Publish callbacks [] for port (f37be4ae-e886-4e01-8def-5500ee705931), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:27.388323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Transition to ACTIVE for port object f37be4ae-e886-4e01-8def-5500ee705931 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:07:27.393224 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f37be4ae-e886-4e01-8def-5500ee705931), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:27.449542 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f37be4ae-e886-4e01-8def-5500ee705931,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:27.506039 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea2bea4-bbc8-453f-adc2-afdac5f25f24 tempest-TestVolumeBootPattern-2125078010 tempest-TestVolumeBootPattern-2125078010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:27.507705 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cea2bea4-bbc8-453f-adc2-afdac5f25f24 tempest-TestVolumeBootPattern-2125078010 tempest-TestVolumeBootPattern-2125078010-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 1122 time: 0.1669405 Feb 16 17:07:27.510798 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48924) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:27.515602 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': 'fc8df730-48e4-4b3e-9047-dbee7c7f6550', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:07:27.541137 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:27.545457 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Attempting to bind port f37be4ae-e886-4e01-8def-5500ee705931 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:07:27.545457 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Attempting to bind port f37be4ae-e886-4e01-8def-5500ee705931 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'aee56bf0-bfb3-4b04-8344-399cc812c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:07:27.545457 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Attempting to bind port f37be4ae-e886-4e01-8def-5500ee705931 on network 8b04ee57-dba8-4ffa-b244-34e8fa956bfa {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:07:27.578550 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Port f37be4ae-e886-4e01-8def-5500ee705931 on network 8b04ee57-dba8-4ffa-b244-34e8fa956bfa not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:07:27.578853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Attempting to bind port f37be4ae-e886-4e01-8def-5500ee705931 on network 8b04ee57-dba8-4ffa-b244-34e8fa956bfa {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:07:27.588180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:07:27.588515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Checking segment: {'id': 'aee56bf0-bfb3-4b04-8344-399cc812c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:07:27.589512 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Bound using segment: {'id': 'aee56bf0-bfb3-4b04-8344-399cc812c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:07:27.589960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Bound port: f37be4ae-e886-4e01-8def-5500ee705931, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee56bf0-bfb3-4b04-8344-399cc812c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:07:27.590324 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f37be4ae-e886-4e01-8def-5500ee705931), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:27.652986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a61863-09fb-4676-896d-934ea23fdf41 req-68593ce8-eb44-4246-81a8-a1f3731df6de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:27.654550 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44a61863-09fb-4676-896d-934ea23fdf41 req-68593ce8-eb44-4246-81a8-a1f3731df6de tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 907 time: 0.1112814 Feb 16 17:07:27.662305 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:27.685252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] For port f37be4ae-e886-4e01-8def-5500ee705931, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:07:27.688731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] For port f37be4ae-e886-4e01-8def-5500ee705931, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f37be4ae-e886-4e01-8def-5500ee705931,segment=NetworkSegment(aee56bf0-bfb3-4b04-8344-399cc812c19d),segment_id=aee56bf0-bfb3-4b04-8344-399cc812c19d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:07:27.697955 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f37be4ae-e886-4e01-8def-5500ee705931), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:27.735060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:27.735676 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:27.737126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] 10.222.0.65 "PUT /v2.0/ports/f37be4ae-e886-4e01-8def-5500ee705931 HTTP/1.1" status: 200 len: 1055 time: 0.8340261 Feb 16 17:07:27.737614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3981dea-ddb2-497a-9816-ccb395dce27e', 'tag': 'f37be4ae-e886-4e01-8def-5500ee705931'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:07:27.739901 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9bb77f-489d-47a0-a48d-7a1eede06f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3981dea-ddb2-497a-9816-ccb395dce27e", "tag": "f37be4ae-e886-4e01-8def-5500ee705931"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:07:27.767323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b98f8-47e3-47a1-928c-12d3388b11b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f37be4ae-e886-4e01-8def-5500ee705931,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:27.797745 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840f6ab9-52ca-40da-a900-cab4b3b486af x-openstack-request-id: req-840f6ab9-52ca-40da-a900-cab4b3b486af {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:07:27.798172 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3981dea-ddb2-497a-9816-ccb395dce27e", "tag": "f37be4ae-e886-4e01-8def-5500ee705931", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:07:27.798519 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-840f6ab9-52ca-40da-a900-cab4b3b486af {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:07:27.799011 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3981dea-ddb2-497a-9816-ccb395dce27e', 'tag': 'f37be4ae-e886-4e01-8def-5500ee705931', 'status': 'completed', 'code': 200} Feb 16 17:07:27.807891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Allocated IP 172.25.4.16 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/889206e9-d1cc-4e96-b49e-759ecd3ab560) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:07:27.840269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-b66914a0-012f-4fcb-a7e6-10fb60ea6a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:27.841859 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-b66914a0-012f-4fcb-a7e6-10fb60ea6a87 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87647f5ea45942fca16eebce3079549f&device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 1089 time: 0.0552163 Feb 16 17:07:27.892169 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-90fef616-b317-4f9c-af15-430b0ca098ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=f37be4ae-e886-4e01-8def-5500ee705931 HTTP/1.1" status: 200 len: 217 time: 0.0418177 Feb 16 17:07:27.928282 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for port (889206e9-d1cc-4e96-b49e-759ecd3ab560), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:27.945756 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-218ba828-bebb-4fcd-8b22-1ab96a0f190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:27.947223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-218ba828-bebb-4fcd-8b22-1ab96a0f190c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a502104b-0f05-48e6-8eb7-16edc751bd1e HTTP/1.1" status: 200 len: 836 time: 0.0499740 Feb 16 17:07:27.965317 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (889206e9-d1cc-4e96-b49e-759ecd3ab560), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:28.001901 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-de4147df-e891-4c90-ade6-595d1f6d2ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:28.002776 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:07:28.004100 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-de4147df-e891-4c90-ade6-595d1f6d2ce4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8b04ee57-dba8-4ffa-b244-34e8fa956bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506005 Feb 16 17:07:28.010511 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:07:28.015008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:07:28.047930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'Port': ['ID=889206e9-d1cc-4e96-b49e-759ecd3ab560,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:28.107837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-0a3f518b-73c1-48ae-9c0f-6ad48af06469 service neutron] 10.222.0.65 "GET /v2.0/networks/8b04ee57-dba8-4ffa-b244-34e8fa956bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972810 Feb 16 17:07:28.174748 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ea205f9c-42f6-4372-ba27-e727273d9650 req-d09deb38-6146-4090-87d8-8b9ca07f93c4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1059439 Feb 16 17:07:28.201727 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a3b0189-a85a-4594-b673-48271231e3d8 req-0917f6bb-5e04-42e1-9d90-22442cca7cae service neutron] 10.222.0.65 "GET /v2.0/networks/8b04ee57-dba8-4ffa-b244-34e8fa956bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876892 Feb 16 17:07:28.302232 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ecaac55c-f1ce-457d-88d7-1126c5d470e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:28.312279 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea205f9c-42f6-4372-ba27-e727273d9650 req-10f016a3-1c74-4b02-89e8-0458dc0c6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:28.313684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bb77f-489d-47a0-a48d-7a1eede06f5b req-30b60dfd-b67f-4ce6-a83d-f65db7982608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:28.313884 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ea205f9c-42f6-4372-ba27-e727273d9650 req-10f016a3-1c74-4b02-89e8-0458dc0c6371 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87647f5ea45942fca16eebce3079549f&device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 1166 time: 0.0765376 Feb 16 17:07:28.315200 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d9bb77f-489d-47a0-a48d-7a1eede06f5b req-30b60dfd-b67f-4ce6-a83d-f65db7982608 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=87647f5ea45942fca16eebce3079549f&device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 1089 time: 0.0660648 Feb 16 17:07:28.410198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bb77f-489d-47a0-a48d-7a1eede06f5b req-f50724fd-db6e-445e-8101-9d16ffa06987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:28.411378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d9bb77f-489d-47a0-a48d-7a1eede06f5b req-f50724fd-db6e-445e-8101-9d16ffa06987 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8b04ee57-dba8-4ffa-b244-34e8fa956bfa HTTP/1.1" status: 200 len: 899 time: 0.0903232 Feb 16 17:07:28.459717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d9bb77f-489d-47a0-a48d-7a1eede06f5b req-3f4bf2bf-fc34-4a54-bd32-e798f1d3871d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=f37be4ae-e886-4e01-8def-5500ee705931 HTTP/1.1" status: 200 len: 217 time: 0.0424643 Feb 16 17:07:28.510782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bb77f-489d-47a0-a48d-7a1eede06f5b req-afa24c50-8304-4fb0-ac57-2a32071897f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:28.512262 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d9bb77f-489d-47a0-a48d-7a1eede06f5b req-afa24c50-8304-4fb0-ac57-2a32071897f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a502104b-0f05-48e6-8eb7-16edc751bd1e HTTP/1.1" status: 200 len: 836 time: 0.0462441 Feb 16 17:07:28.522382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea205f9c-42f6-4372-ba27-e727273d9650 req-f4757da1-9584-4414-9d06-6a892f8250e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:28.523841 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ea205f9c-42f6-4372-ba27-e727273d9650 req-f4757da1-9584-4414-9d06-6a892f8250e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 HTTP/1.1" status: 200 len: 898 time: 0.1644399 Feb 16 17:07:28.527584 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for floatingip (ae6ccd66-5521-4e26-97d4-f26583fff2d9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:28.562053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bb77f-489d-47a0-a48d-7a1eede06f5b req-d6d35b5b-d891-4134-9764-4c721a87f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:28.563553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d9bb77f-489d-47a0-a48d-7a1eede06f5b req-d6d35b5b-d891-4134-9764-4c721a87f821 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8b04ee57-dba8-4ffa-b244-34e8fa956bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451350 Feb 16 17:07:28.616747 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ea205f9c-42f6-4372-ba27-e727273d9650 req-b84fd71d-656c-461e-b1a4-c17512c0216b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76fb1f50-23ea-4c37-86ea-ec00be103a98 HTTP/1.1" status: 200 len: 1001 time: 0.0871887 Feb 16 17:07:28.663683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d9bb77f-489d-47a0-a48d-7a1eede06f5b req-dfdcb2c8-22d0-462c-b4d0-2d0acc26f937 service neutron] 10.222.0.65 "GET /v2.0/networks/8b04ee57-dba8-4ffa-b244-34e8fa956bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929818 Feb 16 17:07:28.676916 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (889206e9-d1cc-4e96-b49e-759ecd3ab560), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:28.713979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea205f9c-42f6-4372-ba27-e727273d9650 req-53269d2c-f5f8-43fa-bef0-cf128a104844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:28.715579 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ea205f9c-42f6-4372-ba27-e727273d9650 req-53269d2c-f5f8-43fa-bef0-cf128a104844 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b36e0c2-1665-46c0-9fa3-fbee42c64962 HTTP/1.1" status: 200 len: 834 time: 0.0800147 Feb 16 17:07:28.793225 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d9bb77f-489d-47a0-a48d-7a1eede06f5b req-fd3762ea-c73b-4c3f-9307-191f2c6bad5a service neutron] 10.222.0.65 "GET /v2.0/networks/8b04ee57-dba8-4ffa-b244-34e8fa956bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224587 Feb 16 17:07:28.818610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb7775-a1f4-4dcd-9e90-4ffa0272fdab req-9c71cdd6-01c5-47af-806a-69cf82bfc7a2 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:28.820538 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5adb7775-a1f4-4dcd-9e90-4ffa0272fdab req-9c71cdd6-01c5-47af-806a-69cf82bfc7a2 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 907 time: 0.0724647 Feb 16 17:07:28.830719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea205f9c-42f6-4372-ba27-e727273d9650 req-6f530151-2a39-4bf7-87fa-d1c67fbbbe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:28.832458 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ea205f9c-42f6-4372-ba27-e727273d9650 req-6f530151-2a39-4bf7-87fa-d1c67fbbbe26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1067421 Feb 16 17:07:28.936193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for port (889206e9-d1cc-4e96-b49e-759ecd3ab560), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:28.941176 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (889206e9-d1cc-4e96-b49e-759ecd3ab560), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:28.985714 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ea205f9c-42f6-4372-ba27-e727273d9650 req-3f374279-9faa-49ff-9626-accd4e31c16e service neutron] 10.222.0.60 "GET /v2.0/networks/7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456206 Feb 16 17:07:29.050288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'Port': ['ID=889206e9-d1cc-4e96-b49e-759ecd3ab560,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:29.059995 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (ae6ccd66-5521-4e26-97d4-f26583fff2d9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:29.184222 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ea205f9c-42f6-4372-ba27-e727273d9650 req-5619ab2e-5690-45c0-be86-403e468f1c4b service neutron] 10.222.0.60 "GET /v2.0/networks/7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791303 Feb 16 17:07:29.206829 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Floating IP ae6ccd66-5521-4e26-97d4-f26583fff2d9 associated. External IP: 172.25.4.16, port: fc8df730-48e4-4b3e-9047-dbee7c7f6550. Feb 16 17:07:29.378521 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:29.417232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:07:29.528169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:07:29.537903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3ddc8c-2db8-4ce6-968f-7a2b15f736f6 None None] Sync routers for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:07:29.545471 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:29.549212 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3ddc8c-2db8-4ce6-968f-7a2b15f736f6 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:29.549908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6a3ddc8c-2db8-4ce6-968f-7a2b15f736f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:07:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:29.574983 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-10bf2646-41cd-418d-89c4-f4cbffd2ab5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0628917 Feb 16 17:07:29.575644 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e56461-4e16-4c35-9371-b4d44798a066', 'tag': 'fc8df730-48e4-4b3e-9047-dbee7c7f6550'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:07:29.577889 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac51b766-a339-49e2-94cd-a5dc0ae0fa0b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e56461-4e16-4c35-9371-b4d44798a066", "tag": "fc8df730-48e4-4b3e-9047-dbee7c7f6550"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:07:29.614228 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2338fc11-dfb3-44db-af32-1ed53d7a5c6e x-openstack-request-id: req-2338fc11-dfb3-44db-af32-1ed53d7a5c6e {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:07:29.614519 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e56461-4e16-4c35-9371-b4d44798a066", "tag": "fc8df730-48e4-4b3e-9047-dbee7c7f6550", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:07:29.614773 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2338fc11-dfb3-44db-af32-1ed53d7a5c6e {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:07:29.615180 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e56461-4e16-4c35-9371-b4d44798a066', 'tag': 'fc8df730-48e4-4b3e-9047-dbee7c7f6550', 'status': 'completed', 'code': 200} Feb 16 17:07:29.666646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-6a3ddc8c-2db8-4ce6-968f-7a2b15f736f6 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:29.681950 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b766-a339-49e2-94cd-a5dc0ae0fa0b req-215334df-1942-40f6-bf71-c0ec49d102be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:29.683463 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ac51b766-a339-49e2-94cd-a5dc0ae0fa0b req-215334df-1942-40f6-bf71-c0ec49d102be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 1127 time: 0.0477402 Feb 16 17:07:29.775816 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b766-a339-49e2-94cd-a5dc0ae0fa0b req-728eb885-f637-40e7-8805-e67ab1f15455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:29.777668 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ac51b766-a339-49e2-94cd-a5dc0ae0fa0b req-728eb885-f637-40e7-8805-e67ab1f15455 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.0885007 Feb 16 17:07:29.953758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71277a-55d4-4674-8326-29238aa82fac req-3e6ca36f-dfa6-4979-8b90-5d23d88c0c17 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:29.955541 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9e71277a-55d4-4674-8326-29238aa82fac req-3e6ca36f-dfa6-4979-8b90-5d23d88c0c17 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 907 time: 0.0593083 Feb 16 17:07:30.077802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6a3ddc8c-2db8-4ce6-968f-7a2b15f736f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ae6ccd66-5521-4e26-97d4-f26583fff2d9', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'port_id': 'fc8df730-48e4-4b3e-9047-dbee7c7f6550', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'mac_address': 'fa:16:3e:71:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e56461-4e16-4c35-9371-b4d44798a066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:28Z', 'updated_at': '2022-02-16T17:07:28Z', 'revision_number': 0, 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:30.109083 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3ddc8c-2db8-4ce6-968f-7a2b15f736f6 None None] Checking router: a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:07:30.119199 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3ddc8c-2db8-4ce6-968f-7a2b15f736f6 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:30.119848 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6a3ddc8c-2db8-4ce6-968f-7a2b15f736f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:07:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:30.163902 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ac51b766-a339-49e2-94cd-a5dc0ae0fa0b req-61204c4d-4352-4b12-8fe1-c409bfa544f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc8df730-48e4-4b3e-9047-dbee7c7f6550 HTTP/1.1" status: 200 len: 998 time: 0.3809030 Feb 16 17:07:30.206217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f37be4ae-e886-4e01-8def-5500ee705931 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:07:30.213815 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b766-a339-49e2-94cd-a5dc0ae0fa0b req-e39f7fc0-f660-4094-8f38-a0b73c9c3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:30.215287 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ac51b766-a339-49e2-94cd-a5dc0ae0fa0b req-e39f7fc0-f660-4094-8f38-a0b73c9c3cb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0457358 Feb 16 17:07:30.250783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-6a3ddc8c-2db8-4ce6-968f-7a2b15f736f6 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:30.265943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b766-a339-49e2-94cd-a5dc0ae0fa0b req-280f44f5-7bea-4111-b1a4-caa8aba422df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:30.267456 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ac51b766-a339-49e2-94cd-a5dc0ae0fa0b req-280f44f5-7bea-4111-b1a4-caa8aba422df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461261 Feb 16 17:07:30.360283 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ac51b766-a339-49e2-94cd-a5dc0ae0fa0b req-6c9e41ad-559f-450b-abbe-506cd95637d0 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870819 Feb 16 17:07:30.407813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f37be4ae-e886-4e01-8def-5500ee705931, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f37be4ae-e886-4e01-8def-5500ee705931,segment=NetworkSegment(aee56bf0-bfb3-4b04-8344-399cc812c19d),segment_id=aee56bf0-bfb3-4b04-8344-399cc812c19d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:30.428944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'f37be4ae-e886-4e01-8def-5500ee705931', 'network_id': '8b04ee57-dba8-4ffa-b244-34e8fa956bfa', 'port_id': 'f37be4ae-e886-4e01-8def-5500ee705931', 'mac_address': 'fa:16:3e:6e:28:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a502104b-0f05-48e6-8eb7-16edc751bd1e', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:07:30.453536 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-ac51b766-a339-49e2-94cd-a5dc0ae0fa0b req-07397b66-b0de-4ce6-a5a9-817edc7e8b5a service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878177 Feb 16 17:07:30.517923 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port f37be4ae-e886-4e01-8def-5500ee705931 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:07:30.518344 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f37be4ae-e886-4e01-8def-5500ee705931), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:30.541780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37be4ae-e886-4e01-8def-5500ee705931 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:07:30.581970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f37be4ae-e886-4e01-8def-5500ee705931, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f37be4ae-e886-4e01-8def-5500ee705931,segment=NetworkSegment(aee56bf0-bfb3-4b04-8344-399cc812c19d),segment_id=aee56bf0-bfb3-4b04-8344-399cc812c19d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:30.587363 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f37be4ae-e886-4e01-8def-5500ee705931), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:30.649578 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=f37be4ae-e886-4e01-8def-5500ee705931,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:30.653539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6a3ddc8c-2db8-4ce6-968f-7a2b15f736f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ae6ccd66-5521-4e26-97d4-f26583fff2d9', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'port_id': 'fc8df730-48e4-4b3e-9047-dbee7c7f6550', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'mac_address': 'fa:16:3e:71:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e56461-4e16-4c35-9371-b4d44798a066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:28Z', 'updated_at': '2022-02-16T17:07:28Z', 'revision_number': 0, 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:30.681594 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3ddc8c-2db8-4ce6-968f-7a2b15f736f6 None None] The sync data for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 is: [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ae6ccd66-5521-4e26-97d4-f26583fff2d9', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'port_id': 'fc8df730-48e4-4b3e-9047-dbee7c7f6550', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'mac_address': 'fa:16:3e:71:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e56461-4e16-4c35-9371-b4d44798a066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:07:28Z', 'updated_at': '2022-02-16T17:07:28Z', 'revision_number': 0, 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:07:30.802439 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['f37be4ae-e886-4e01-8def-5500ee705931'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:07:30.873176 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed1cd75-1d97-4022-81dc-fbcbf1f3a23f None None] New status for floating IP ae6ccd66-5521-4e26-97d4-f26583fff2d9: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:07:30.933404 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:31.086563 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705abde3-d555-4bef-b5d4-880e968d339c req-88b21bc9-5d19-418d-bb62-4c49c6d275f8 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:31.088259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-705abde3-d555-4bef-b5d4-880e968d339c req-88b21bc9-5d19-418d-bb62-4c49c6d275f8 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 908 time: 0.0546193 Feb 16 17:07:31.596404 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:32.085444 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:32.209679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812969f6-fa7e-4850-8436-d20ce2dda5ec req-21632b6c-4324-436e-b5e5-27a335568519 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:32.211125 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-812969f6-fa7e-4850-8436-d20ce2dda5ec req-21632b6c-4324-436e-b5e5-27a335568519 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 908 time: 0.0526550 Feb 16 17:07:32.226230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f37be4ae-e886-4e01-8def-5500ee705931 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:07:32.273831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port f37be4ae-e886-4e01-8def-5500ee705931 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:07:32.277736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port f37be4ae-e886-4e01-8def-5500ee705931 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:07:32.278113 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f37be4ae-e886-4e01-8def-5500ee705931), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:32.354541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port f37be4ae-e886-4e01-8def-5500ee705931 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:07:32.354935 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f37be4ae-e886-4e01-8def-5500ee705931), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:32.378773 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3981dea-ddb2-497a-9816-ccb395dce27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37be4ae-e886-4e01-8def-5500ee705931'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:07:32.381136 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e67e06-9d67-483f-ad6c-1713e8fa597d" -d '{"events": [{"server_uuid": "d3981dea-ddb2-497a-9816-ccb395dce27e", "name": "network-vif-plugged", "status": "completed", "tag": "f37be4ae-e886-4e01-8def-5500ee705931"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:07:32.394409 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f37be4ae-e886-4e01-8def-5500ee705931, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f37be4ae-e886-4e01-8def-5500ee705931,segment=NetworkSegment(aee56bf0-bfb3-4b04-8344-399cc812c19d),segment_id=aee56bf0-bfb3-4b04-8344-399cc812c19d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:32.398670 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f37be4ae-e886-4e01-8def-5500ee705931), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:32.424653 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fbe557-7fd3-4feb-af36-4f64f4dd3000 x-openstack-request-id: req-16fbe557-7fd3-4feb-af36-4f64f4dd3000 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:07:32.425038 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3981dea-ddb2-497a-9816-ccb395dce27e", "name": "network-vif-plugged", "status": "completed", "tag": "f37be4ae-e886-4e01-8def-5500ee705931", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:07:32.425298 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16fbe557-7fd3-4feb-af36-4f64f4dd3000 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:07:32.425695 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3981dea-ddb2-497a-9816-ccb395dce27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37be4ae-e886-4e01-8def-5500ee705931', 'code': 200} Feb 16 17:07:32.451896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=f37be4ae-e886-4e01-8def-5500ee705931,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:32.525837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef2405-9f5a-407e-bc41-2621612a44ae req-c573ad3d-77cd-418e-a8a3-6e27debf0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:32.527334 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aef2405-9f5a-407e-bc41-2621612a44ae req-c573ad3d-77cd-418e-a8a3-6e27debf0ce6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 1091 time: 0.0478187 Feb 16 17:07:33.329580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b23c7-959f-4963-8fbf-0c2441a8c53e req-1b38d91e-a58f-4a8d-bd13-3d27942993b9 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:33.331112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-409b23c7-959f-4963-8fbf-0c2441a8c53e req-1b38d91e-a58f-4a8d-bd13-3d27942993b9 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 909 time: 0.0521708 Feb 16 17:07:34.451795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b5f49-8fff-4485-9b05-1e929f6bbb61 req-e673de6a-b315-44c6-978a-942d8210843b tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:34.453253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de9b5f49-8fff-4485-9b05-1e929f6bbb61 req-e673de6a-b315-44c6-978a-942d8210843b tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 909 time: 0.0534551 Feb 16 17:07:34.571801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd8da0-36f5-4067-b881-0c30c21ffc68 req-a72729fa-9e47-49a5-be26-3a70f96b50c9 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:34.573372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0efd8da0-36f5-4067-b881-0c30c21ffc68 req-a72729fa-9e47-49a5-be26-3a70f96b50c9 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 909 time: 0.0524573 Feb 16 17:07:34.689399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718ea13-4eb9-4750-b419-219c728da4ea req-a7b38b4d-82b4-43d5-9f76-3b42905433aa tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:34.690948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2718ea13-4eb9-4750-b419-219c728da4ea req-a7b38b4d-82b4-43d5-9f76-3b42905433aa tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 1091 time: 0.0475724 Feb 16 17:07:34.796404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42901d45-b0c3-4afc-981d-f3fa3972cfc1 req-8f060cc8-009c-486c-b0fc-ab1a179b3ec9 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:34.797896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42901d45-b0c3-4afc-981d-f3fa3972cfc1 req-8f060cc8-009c-486c-b0fc-ab1a179b3ec9 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 1166 time: 0.0434577 Feb 16 17:07:34.849921 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42901d45-b0c3-4afc-981d-f3fa3972cfc1 req-2f5ecd05-f2e5-4fe1-9f64-ba65a2861787 tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0456011 Feb 16 17:07:34.873305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48952) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:34.880674 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:34.924478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e6a883-4f8e-463d-94ab-8f8bd03a2d9e tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:34.926685 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-11e6a883-4f8e-463d-94ab-8f8bd03a2d9e tempest-TestSecurityGroupsBasicOps-1415622776 tempest-TestSecurityGroupsBasicOps-1415622776-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 1086 time: 0.0517569 Feb 16 17:07:35.141358 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965200fb-7e3f-4fb5-a3b3-bb900b88533e req-a53b6ce5-4fb4-4a77-a85e-3a5f018c450f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:35.142843 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-965200fb-7e3f-4fb5-a3b3-bb900b88533e req-a53b6ce5-4fb4-4a77-a85e-3a5f018c450f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 909 time: 0.0530059 Feb 16 17:07:36.264801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364975f-9d61-49a7-865c-197c2a7f9f83 req-c273ee28-7c71-48b3-acbb-2f434ebb1d97 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:36.266165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5364975f-9d61-49a7-865c-197c2a7f9f83 req-c273ee28-7c71-48b3-acbb-2f434ebb1d97 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 909 time: 0.0533388 Feb 16 17:07:36.393343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264e519-4ff0-404d-9f8d-6127e1bc7ec3 req-88d8cd71-1e61-4e45-b651-4a70047a8ea4 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:36.394905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1264e519-4ff0-404d-9f8d-6127e1bc7ec3 req-88d8cd71-1e61-4e45-b651-4a70047a8ea4 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3981dea-ddb2-497a-9816-ccb395dce27e HTTP/1.1" status: 200 len: 909 time: 0.0556824 Feb 16 17:07:36.491388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-1264e519-4ff0-404d-9f8d-6127e1bc7ec3 req-636fd1c5-97b0-4b31-be5f-2889a815c57d tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Deleting port f37be4ae-e886-4e01-8def-5500ee705931 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:07:36.491840 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1264e519-4ff0-404d-9f8d-6127e1bc7ec3 req-636fd1c5-97b0-4b31-be5f-2889a815c57d tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f37be4ae-e886-4e01-8def-5500ee705931), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:36.585886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-1264e519-4ff0-404d-9f8d-6127e1bc7ec3 req-636fd1c5-97b0-4b31-be5f-2889a815c57d tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] For port f37be4ae-e886-4e01-8def-5500ee705931, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f37be4ae-e886-4e01-8def-5500ee705931,segment=NetworkSegment(aee56bf0-bfb3-4b04-8344-399cc812c19d),segment_id=aee56bf0-bfb3-4b04-8344-399cc812c19d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:36.586163 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1264e519-4ff0-404d-9f8d-6127e1bc7ec3 req-636fd1c5-97b0-4b31-be5f-2889a815c57d tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f37be4ae-e886-4e01-8def-5500ee705931), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:36.598463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-1264e519-4ff0-404d-9f8d-6127e1bc7ec3 req-636fd1c5-97b0-4b31-be5f-2889a815c57d tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Calling delete_port for f37be4ae-e886-4e01-8def-5500ee705931 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:07:36.721367 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1264e519-4ff0-404d-9f8d-6127e1bc7ec3 req-636fd1c5-97b0-4b31-be5f-2889a815c57d tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f37be4ae-e886-4e01-8def-5500ee705931), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:36.749899 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fd1c5-97b0-4b31-be5f-2889a815c57d tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event deleted for resources: {'Port': ['ID=f37be4ae-e886-4e01-8def-5500ee705931,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:36.796663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-1264e519-4ff0-404d-9f8d-6127e1bc7ec3 req-636fd1c5-97b0-4b31-be5f-2889a815c57d tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] No DVR routers for this DVR port f37be4ae-e886-4e01-8def-5500ee705931 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:07:36.800210 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1264e519-4ff0-404d-9f8d-6127e1bc7ec3 req-636fd1c5-97b0-4b31-be5f-2889a815c57d tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:36.803747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1264e519-4ff0-404d-9f8d-6127e1bc7ec3 req-636fd1c5-97b0-4b31-be5f-2889a815c57d tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.65 "DELETE /v2.0/ports/f37be4ae-e886-4e01-8def-5500ee705931 HTTP/1.1" status: 204 len: 173 time: 0.4042253 Feb 16 17:07:36.804308 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3981dea-ddb2-497a-9816-ccb395dce27e', 'name': 'network-vif-deleted', 'tag': 'f37be4ae-e886-4e01-8def-5500ee705931'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:07:36.806639 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683e12b2-c288-4535-a56f-ccd5bd9d7faf" -d '{"events": [{"server_uuid": "d3981dea-ddb2-497a-9816-ccb395dce27e", "name": "network-vif-deleted", "tag": "f37be4ae-e886-4e01-8def-5500ee705931"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:07:36.849029 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49058ef-9636-4f00-b2c8-e3d80293dd87 x-openstack-request-id: req-c49058ef-9636-4f00-b2c8-e3d80293dd87 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:07:36.849318 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3981dea-ddb2-497a-9816-ccb395dce27e", "name": "network-vif-deleted", "tag": "f37be4ae-e886-4e01-8def-5500ee705931", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:07:36.849594 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c49058ef-9636-4f00-b2c8-e3d80293dd87 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:07:36.850498 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3981dea-ddb2-497a-9816-ccb395dce27e', 'name': 'network-vif-deleted', 'tag': 'f37be4ae-e886-4e01-8def-5500ee705931', 'status': 'completed', 'code': 200} Feb 16 17:07:37.330698 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48966) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:37.690849 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789c6999-12b6-4174-84f5-a93c6f6438b1 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:37.955724 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-789c6999-12b6-4174-84f5-a93c6f6438b1 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Deleting port 646758d9-19b3-4067-8caa-2df6f92f8fd3 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:07:37.956203 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789c6999-12b6-4174-84f5-a93c6f6438b1 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:38.051499 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-789c6999-12b6-4174-84f5-a93c6f6438b1 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] For port 646758d9-19b3-4067-8caa-2df6f92f8fd3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=646758d9-19b3-4067-8caa-2df6f92f8fd3,segment=NetworkSegment(aee56bf0-bfb3-4b04-8344-399cc812c19d),segment_id=aee56bf0-bfb3-4b04-8344-399cc812c19d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:38.051865 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789c6999-12b6-4174-84f5-a93c6f6438b1 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:38.063987 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-789c6999-12b6-4174-84f5-a93c6f6438b1 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Calling delete_port for 646758d9-19b3-4067-8caa-2df6f92f8fd3 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:07:38.272448 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789c6999-12b6-4174-84f5-a93c6f6438b1 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (646758d9-19b3-4067-8caa-2df6f92f8fd3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:38.298652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c6999-12b6-4174-84f5-a93c6f6438b1 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event deleted for resources: {'Port': ['ID=646758d9-19b3-4067-8caa-2df6f92f8fd3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:38.494807 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789c6999-12b6-4174-84f5-a93c6f6438b1 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:38.737795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789c6999-12b6-4174-84f5-a93c6f6438b1 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Router 0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:07:38.848754 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789c6999-12b6-4174-84f5-a93c6f6438b1 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:07:38.854315 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-789c6999-12b6-4174-84f5-a93c6f6438b1 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "PUT /v2.0/routers/0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5223525 Feb 16 17:07:38.856890 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48968) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:38.859836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33512a23-9057-4b32-9dad-24a9d65aec2e None None] Sync routers for ids ['0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:07:38.872018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33512a23-9057-4b32-9dad-24a9d65aec2e None None] Routers {'0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:38.872711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-33512a23-9057-4b32-9dad-24a9d65aec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:07:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:38.874035 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:07:38.912462 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c75743-a8d9-44ac-baca-b2a6b39a08c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Deleting subnet a502104b-0f05-48e6-8eb7-16edc751bd1e {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:07:38.915824 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e8c75743-a8d9-44ac-baca-b2a6b39a08c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for subnet (a502104b-0f05-48e6-8eb7-16edc751bd1e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:38.961868 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e8c75743-a8d9-44ac-baca-b2a6b39a08c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (a502104b-0f05-48e6-8eb7-16edc751bd1e), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:38.993655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-33512a23-9057-4b32-9dad-24a9d65aec2e None None] Set router 0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:39.047710 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e8c75743-a8d9-44ac-baca-b2a6b39a08c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (a502104b-0f05-48e6-8eb7-16edc751bd1e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:39.109155 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e8c75743-a8d9-44ac-baca-b2a6b39a08c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (a502104b-0f05-48e6-8eb7-16edc751bd1e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:39.141257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c75743-a8d9-44ac-baca-b2a6b39a08c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event deleted for resources: {'Subnet': ['ID=a502104b-0f05-48e6-8eb7-16edc751bd1e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:39.148603 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e8c75743-a8d9-44ac-baca-b2a6b39a08c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:39.152119 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e8c75743-a8d9-44ac-baca-b2a6b39a08c0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "DELETE /v2.0/subnets/a502104b-0f05-48e6-8eb7-16edc751bd1e HTTP/1.1" status: 204 len: 168 time: 0.2940361 Feb 16 17:07:39.154926 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48970) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:39.171515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4137923-cc48-4814-82df-0e429af77350 None None] Network 8b04ee57-dba8-4ffa-b244-34e8fa956bfa requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:07:39.283828 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-33512a23-9057-4b32-9dad-24a9d65aec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-659549588', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:18Z', 'updated_at': '2022-02-16T17:07:38Z', 'revision_number': 5, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:19Z', 'updated_at': '2022-02-16T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:39.321849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33512a23-9057-4b32-9dad-24a9d65aec2e None None] Checking router: 0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:07:39.331777 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33512a23-9057-4b32-9dad-24a9d65aec2e None None] Routers {'0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:39.332405 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-33512a23-9057-4b32-9dad-24a9d65aec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:07:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:39.402768 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af792265-c4f3-4719-b40c-220273c57c6b None None] DHCP port deletion for 8b04ee57-dba8-4ffa-b244-34e8fa956bfa request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:07:39.601307 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:39.641975 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-33512a23-9057-4b32-9dad-24a9d65aec2e None None] Set router 0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:39.700238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-af792265-c4f3-4719-b40c-220273c57c6b None None] Deleting port 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:07:39.700623 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af792265-c4f3-4719-b40c-220273c57c6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:39.705696 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router_gateway (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:39.758779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Deleting port d7a73789-4a3e-498b-abb8-3dd796564e6f {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:07:39.759114 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d7a73789-4a3e-498b-abb8-3dd796564e6f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:39.811272 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-af792265-c4f3-4719-b40c-220273c57c6b None None] For port 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8,segment=NetworkSegment(aee56bf0-bfb3-4b04-8344-399cc812c19d),segment_id=aee56bf0-bfb3-4b04-8344-399cc812c19d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:39.811668 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af792265-c4f3-4719-b40c-220273c57c6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:39.831284 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-af792265-c4f3-4719-b40c-220273c57c6b None None] Calling delete_port for 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:07:39.841841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] For port d7a73789-4a3e-498b-abb8-3dd796564e6f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=d7a73789-4a3e-498b-abb8-3dd796564e6f,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:39.842198 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d7a73789-4a3e-498b-abb8-3dd796564e6f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:39.854186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Calling delete_port for d7a73789-4a3e-498b-abb8-3dd796564e6f owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:07:39.959981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-33512a23-9057-4b32-9dad-24a9d65aec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-659549588', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:18Z', 'updated_at': '2022-02-16T17:07:38Z', 'revision_number': 5, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:19Z', 'updated_at': '2022-02-16T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:39.961915 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-af792265-c4f3-4719-b40c-220273c57c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.030585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33512a23-9057-4b32-9dad-24a9d65aec2e None None] The sync data for ids ['0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf'] in n-d-669411-5 is: [{'id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-659549588', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:07:18Z', 'updated_at': '2022-02-16T17:07:38Z', 'revision_number': 5, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': 'd7a73789-4a3e-498b-abb8-3dd796564e6f', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:07:19Z', 'updated_at': '2022-02-16T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:07:40.032289 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (d7a73789-4a3e-498b-abb8-3dd796564e6f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.034110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af792265-c4f3-4719-b40c-220273c57c6b None None] Pushing event deleted for resources: {'Port': ['ID=38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:40.036697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af792265-c4f3-4719-b40c-220273c57c6b None None] No DVR routers for this DVR port 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:07:40.096147 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event deleted for resources: {'Port': ['ID=d7a73789-4a3e-498b-abb8-3dd796564e6f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:40.135390 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.237333 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:07:40.259540 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.264440 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router_controller (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.265298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f37be4ae-e886-4e01-8def-5500ee705931 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:07:40.267560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:07:40.267930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 38d4efda-c8ef-4ca8-98e7-ac6f75a72cb8 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:07:40.290933 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: f37be4ae-e886-4e01-8def-5500ee705931 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:07:40.291285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f37be4ae-e886-4e01-8def-5500ee705931 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:07:40.320214 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.320838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Fanout notify agent at l3_agent the message router_deleted on router 0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:07:40.328726 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.333120 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b3f9b7ab-c032-4677-bf6a-e4dc83b41b3e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "DELETE /v2.0/routers/0d82bd23-0e68-4b99-bdf3-4d8ad7fe59bf HTTP/1.1" status: 204 len: 168 time: 1.1739392 Feb 16 17:07:40.333360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48972) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:40.409062 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c79273e-3c98-4ba3-926e-742ae589737c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (8b04ee57-dba8-4ffa-b244-34e8fa956bfa), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.503449 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c79273e-3c98-4ba3-926e-742ae589737c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (8b04ee57-dba8-4ffa-b244-34e8fa956bfa), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.526686 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-7c79273e-3c98-4ba3-926e-742ae589737c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b04ee57-dba8-4ffa-b244-34e8fa956bfa']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:40.537078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-7c79273e-3c98-4ba3-926e-742ae589737c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee56bf0-bfb3-4b04-8344-399cc812c19d') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:40.537380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-7c79273e-3c98-4ba3-926e-742ae589737c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee56bf0-bfb3-4b04-8344-399cc812c19d') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:40.546765 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c79273e-3c98-4ba3-926e-742ae589737c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (aee56bf0-bfb3-4b04-8344-399cc812c19d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.561791 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c79273e-3c98-4ba3-926e-742ae589737c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (aee56bf0-bfb3-4b04-8344-399cc812c19d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.568461 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c79273e-3c98-4ba3-926e-742ae589737c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:07:40.568843 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c79273e-3c98-4ba3-926e-742ae589737c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (aee56bf0-bfb3-4b04-8344-399cc812c19d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:07:40.572225 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:07:40.634522 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c79273e-3c98-4ba3-926e-742ae589737c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (8b04ee57-dba8-4ffa-b244-34e8fa956bfa), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.639086 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c79273e-3c98-4ba3-926e-742ae589737c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.642741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7c79273e-3c98-4ba3-926e-742ae589737c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "DELETE /v2.0/networks/8b04ee57-dba8-4ffa-b244-34e8fa956bfa HTTP/1.1" status: 204 len: 168 time: 0.3084221 Feb 16 17:07:40.646499 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48974) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:40.657677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79273e-3c98-4ba3-926e-742ae589737c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event deleted for resources: {'Network': ['ID=8b04ee57-dba8-4ffa-b244-34e8fa956bfa,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:40.804609 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-be978bc4-3559-4bc6-a539-8740ad95754e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Deleting port afd33e3e-71a8-4001-b475-819e74f9ea5d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:07:40.804931 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be978bc4-3559-4bc6-a539-8740ad95754e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (afd33e3e-71a8-4001-b475-819e74f9ea5d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.882620 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be978bc4-3559-4bc6-a539-8740ad95754e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (afd33e3e-71a8-4001-b475-819e74f9ea5d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.882946 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be978bc4-3559-4bc6-a539-8740ad95754e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for floatingip (afd33e3e-71a8-4001-b475-819e74f9ea5d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:40.894758 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-be978bc4-3559-4bc6-a539-8740ad95754e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Calling delete_port for afd33e3e-71a8-4001-b475-819e74f9ea5d owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:07:41.043093 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be978bc4-3559-4bc6-a539-8740ad95754e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (afd33e3e-71a8-4001-b475-819e74f9ea5d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:41.067035 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be978bc4-3559-4bc6-a539-8740ad95754e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event deleted for resources: {'Port': ['ID=afd33e3e-71a8-4001-b475-819e74f9ea5d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:41.134642 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be978bc4-3559-4bc6-a539-8740ad95754e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for floatingip (ea7d82cb-1c03-43d7-83c1-1caf2eccf002), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:41.134929 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-be978bc4-3559-4bc6-a539-8740ad95754e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Floating IP ea7d82cb-1c03-43d7-83c1-1caf2eccf002 disassociated (deleted). External IP: 172.25.4.234, port: 76fb1f50-23ea-4c37-86ea-ec00be103a98. Feb 16 17:07:41.347850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be978bc4-3559-4bc6-a539-8740ad95754e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Router 6645c01c-68eb-4ba9-af70-215787139b1f has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:07:41.459943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be978bc4-3559-4bc6-a539-8740ad95754e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:07:41.464602 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be978bc4-3559-4bc6-a539-8740ad95754e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:41.469385 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4073b3f8-a44d-43d3-a4f2-95cc30289700 None None] Sync routers for ids ['6645c01c-68eb-4ba9-af70-215787139b1f'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:07:41.482861 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4073b3f8-a44d-43d3-a4f2-95cc30289700 None None] Routers {'6645c01c-68eb-4ba9-af70-215787139b1f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:41.483473 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-4073b3f8-a44d-43d3-a4f2-95cc30289700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:07:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6645c01c-68eb-4ba9-af70-215787139b1f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:41.497070 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-be978bc4-3559-4bc6-a539-8740ad95754e tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "DELETE /v2.0/floatingips/ea7d82cb-1c03-43d7-83c1-1caf2eccf002 HTTP/1.1" status: 204 len: 168 time: 0.8495483 Feb 16 17:07:41.497778 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e69656-81dc-4687-8ec4-bcb9eac5e622', 'tag': '76fb1f50-23ea-4c37-86ea-ec00be103a98'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:07:41.500210 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b01fe07-d653-4474-b452-9ed340e0f9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "98e69656-81dc-4687-8ec4-bcb9eac5e622", "tag": "76fb1f50-23ea-4c37-86ea-ec00be103a98"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:07:41.538524 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b916ef-3b65-42da-b9c0-b936bbbea62f x-openstack-request-id: req-c0b916ef-3b65-42da-b9c0-b936bbbea62f {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:07:41.539077 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e69656-81dc-4687-8ec4-bcb9eac5e622", "tag": "76fb1f50-23ea-4c37-86ea-ec00be103a98", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:07:41.539425 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0b916ef-3b65-42da-b9c0-b936bbbea62f {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:07:41.539964 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e69656-81dc-4687-8ec4-bcb9eac5e622', 'tag': '76fb1f50-23ea-4c37-86ea-ec00be103a98', 'status': 'completed', 'code': 200} Feb 16 17:07:41.600623 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-4073b3f8-a44d-43d3-a4f2-95cc30289700 None None] Set router 6645c01c-68eb-4ba9-af70-215787139b1f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:41.615327 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01fe07-d653-4474-b452-9ed340e0f9e1 req-00a37134-1013-4749-a16d-a9507faeaad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:41.618197 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b01fe07-d653-4474-b452-9ed340e0f9e1 req-00a37134-1013-4749-a16d-a9507faeaad6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87647f5ea45942fca16eebce3079549f&device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 1166 time: 0.0541942 Feb 16 17:07:41.736425 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01fe07-d653-4474-b452-9ed340e0f9e1 req-0f4befa0-2e7e-42fa-94d2-6716405c322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:41.738449 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b01fe07-d653-4474-b452-9ed340e0f9e1 req-0f4befa0-2e7e-42fa-94d2-6716405c322f service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 HTTP/1.1" status: 200 len: 898 time: 0.1079419 Feb 16 17:07:41.746778 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84137296-282a-4707-852f-5145b2f20057 req-aaae7528-32fe-4520-84e8-2b65dc8710a9 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:41.748985 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84137296-282a-4707-852f-5145b2f20057 req-aaae7528-32fe-4520-84e8-2b65dc8710a9 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 984 time: 0.0619390 Feb 16 17:07:41.781142 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b01fe07-d653-4474-b452-9ed340e0f9e1 req-0e1d5ef3-cd64-4501-95ce-f2ce776f8dc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76fb1f50-23ea-4c37-86ea-ec00be103a98 HTTP/1.1" status: 200 len: 217 time: 0.0364962 Feb 16 17:07:41.811187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84137296-282a-4707-852f-5145b2f20057 req-fabde916-9838-4004-a3ad-3eae62c0685f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0543633 Feb 16 17:07:41.815402 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-4073b3f8-a44d-43d3-a4f2-95cc30289700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:31Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:32Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '74cc453c-d244-485f-aca7-7874d2ed76b2', 'name': '', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'mac_address': 'fa:16:3e:c2:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:37Z', 'updated_at': '2022-02-16T17:05:44Z', 'revision_number': 5, 'project_id': '87647f5ea45942fca16eebce3079549f', 'subnets': [{'id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:41.835698 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01fe07-d653-4474-b452-9ed340e0f9e1 req-26be5fa1-6c69-446d-b5b3-79242ac9f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:41.835698 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b01fe07-d653-4474-b452-9ed340e0f9e1 req-26be5fa1-6c69-446d-b5b3-79242ac9f2c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2b36e0c2-1665-46c0-9fa3-fbee42c64962 HTTP/1.1" status: 200 len: 834 time: 0.0464144 Feb 16 17:07:41.842720 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4073b3f8-a44d-43d3-a4f2-95cc30289700 None None] Checking router: 6645c01c-68eb-4ba9-af70-215787139b1f for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:07:41.851219 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4073b3f8-a44d-43d3-a4f2-95cc30289700 None None] Routers {'6645c01c-68eb-4ba9-af70-215787139b1f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:41.851774 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-4073b3f8-a44d-43d3-a4f2-95cc30289700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:07:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6645c01c-68eb-4ba9-af70-215787139b1f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:41.883385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01fe07-d653-4474-b452-9ed340e0f9e1 req-a84ae369-45c8-4d8a-83e8-736f8e679fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:41.885042 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b01fe07-d653-4474-b452-9ed340e0f9e1 req-a84ae369-45c8-4d8a-83e8-736f8e679fa1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447192 Feb 16 17:07:41.964048 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-4073b3f8-a44d-43d3-a4f2-95cc30289700 None None] Set router 6645c01c-68eb-4ba9-af70-215787139b1f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:42.097800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 646758d9-19b3-4067-8caa-2df6f92f8fd3 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:07:42.131968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 646758d9-19b3-4067-8caa-2df6f92f8fd3 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:07:42.132649 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 646758d9-19b3-4067-8caa-2df6f92f8fd3 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:07:42.133318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d7a73789-4a3e-498b-abb8-3dd796564e6f no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:07:42.172872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: d7a73789-4a3e-498b-abb8-3dd796564e6f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:07:42.173751 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device d7a73789-4a3e-498b-abb8-3dd796564e6f not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:07:42.199116 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-4073b3f8-a44d-43d3-a4f2-95cc30289700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:31Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:32Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '74cc453c-d244-485f-aca7-7874d2ed76b2', 'name': '', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'mac_address': 'fa:16:3e:c2:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:37Z', 'updated_at': '2022-02-16T17:05:44Z', 'revision_number': 5, 'project_id': '87647f5ea45942fca16eebce3079549f', 'subnets': [{'id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:42.228510 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4073b3f8-a44d-43d3-a4f2-95cc30289700 None None] The sync data for ids ['6645c01c-68eb-4ba9-af70-215787139b1f'] in n-d-669411-5 is: [{'id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:31Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:32Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '74cc453c-d244-485f-aca7-7874d2ed76b2', 'name': '', 'network_id': '7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'mac_address': 'fa:16:3e:c2:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:37Z', 'updated_at': '2022-02-16T17:05:44Z', 'revision_number': 5, 'project_id': '87647f5ea45942fca16eebce3079549f', 'subnets': [{'id': '2b36e0c2-1665-46c0-9fa3-fbee42c64962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:07:42.307700 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b01fe07-d653-4474-b452-9ed340e0f9e1 req-0709ff8d-910b-416e-8bc1-be1716ee5ce2 service neutron] 10.222.0.60 "GET /v2.0/networks/7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156902 Feb 16 17:07:42.420250 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8b01fe07-d653-4474-b452-9ed340e0f9e1 req-f5a2d7d2-3c94-4ef5-b9ef-792d1ebd6e98 service neutron] 10.222.0.60 "GET /v2.0/networks/7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063378 Feb 16 17:07:42.514583 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e6cfd-c88e-4ee5-a7f8-9a9e15c8bdb8 None None] New status for floating IP ea7d82cb-1c03-43d7-83c1-1caf2eccf002: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:07:42.937366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e95b32-a2a9-490b-88d6-fb388afb1cc8 req-30542028-108d-4311-8015-4b468122b320 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:42.938826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03e95b32-a2a9-490b-88d6-fb388afb1cc8 req-30542028-108d-4311-8015-4b468122b320 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 984 time: 0.0521684 Feb 16 17:07:42.994340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03e95b32-a2a9-490b-88d6-fb388afb1cc8 req-605bbab7-9dca-4a88-95d6-42878c308f7f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1bd45a0-9b4c-433f-9917-96606cfd01f7&id=199cda91-37e9-4f74-be2a-0c7a1c1751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0491111 Feb 16 17:07:43.365006 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bdb00-5f2c-4e97-ad8f-6d41beed72fb req-7fa50f10-1401-4844-a6bb-01075029f313 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:07:43.366711 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-162bdb00-5f2c-4e97-ad8f-6d41beed72fb req-7fa50f10-1401-4844-a6bb-01075029f313 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.60 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 984 time: 0.0528343 Feb 16 17:07:43.462106 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-162bdb00-5f2c-4e97-ad8f-6d41beed72fb req-96287b94-16c9-4053-9fbb-9a7c2335f8db tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Deleting port 76fb1f50-23ea-4c37-86ea-ec00be103a98 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:07:43.462445 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-162bdb00-5f2c-4e97-ad8f-6d41beed72fb req-96287b94-16c9-4053-9fbb-9a7c2335f8db tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:43.552722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-162bdb00-5f2c-4e97-ad8f-6d41beed72fb req-96287b94-16c9-4053-9fbb-9a7c2335f8db tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] For port 76fb1f50-23ea-4c37-86ea-ec00be103a98, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=76fb1f50-23ea-4c37-86ea-ec00be103a98,segment=NetworkSegment(26f447e9-397c-4959-bd94-aaddd238bfc4),segment_id=26f447e9-397c-4959-bd94-aaddd238bfc4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:43.553086 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-162bdb00-5f2c-4e97-ad8f-6d41beed72fb req-96287b94-16c9-4053-9fbb-9a7c2335f8db tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:43.565241 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-162bdb00-5f2c-4e97-ad8f-6d41beed72fb req-96287b94-16c9-4053-9fbb-9a7c2335f8db tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Calling delete_port for 76fb1f50-23ea-4c37-86ea-ec00be103a98 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:07:43.697585 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-162bdb00-5f2c-4e97-ad8f-6d41beed72fb req-96287b94-16c9-4053-9fbb-9a7c2335f8db tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (76fb1f50-23ea-4c37-86ea-ec00be103a98), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:43.727193 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96287b94-16c9-4053-9fbb-9a7c2335f8db tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event deleted for resources: {'Port': ['ID=76fb1f50-23ea-4c37-86ea-ec00be103a98,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:43.771158 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-162bdb00-5f2c-4e97-ad8f-6d41beed72fb req-96287b94-16c9-4053-9fbb-9a7c2335f8db tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] No DVR routers for this DVR port 76fb1f50-23ea-4c37-86ea-ec00be103a98 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:07:43.774159 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-162bdb00-5f2c-4e97-ad8f-6d41beed72fb req-96287b94-16c9-4053-9fbb-9a7c2335f8db tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:43.777555 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-162bdb00-5f2c-4e97-ad8f-6d41beed72fb req-96287b94-16c9-4053-9fbb-9a7c2335f8db tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.60 "DELETE /v2.0/ports/76fb1f50-23ea-4c37-86ea-ec00be103a98 HTTP/1.1" status: 204 len: 173 time: 0.4062538 Feb 16 17:07:43.778025 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e69656-81dc-4687-8ec4-bcb9eac5e622', 'name': 'network-vif-deleted', 'tag': '76fb1f50-23ea-4c37-86ea-ec00be103a98'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:07:43.780358 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20623104-07c2-41ff-ad16-4bcb12d0bc44" -d '{"events": [{"server_uuid": "98e69656-81dc-4687-8ec4-bcb9eac5e622", "name": "network-vif-deleted", "tag": "76fb1f50-23ea-4c37-86ea-ec00be103a98"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:07:43.823729 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bb4c5d-155f-4e48-b25a-49666c17aeaf x-openstack-request-id: req-54bb4c5d-155f-4e48-b25a-49666c17aeaf {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:07:43.824092 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e69656-81dc-4687-8ec4-bcb9eac5e622", "name": "network-vif-deleted", "tag": "76fb1f50-23ea-4c37-86ea-ec00be103a98", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:07:43.824349 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54bb4c5d-155f-4e48-b25a-49666c17aeaf {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:07:43.824755 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e69656-81dc-4687-8ec4-bcb9eac5e622', 'name': 'network-vif-deleted', 'tag': '76fb1f50-23ea-4c37-86ea-ec00be103a98', 'status': 'completed', 'code': 200} Feb 16 17:07:44.107258 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5bf0372a-5363-44e2-8951-c03568354e2e req-fc9d1f18-0437-4600-a7ce-aacbd89a7a3f tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "GET /v2.0/ports?device_id=98e69656-81dc-4687-8ec4-bcb9eac5e622 HTTP/1.1" status: 200 len: 210 time: 0.0318935 Feb 16 17:07:45.165295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48992) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:45.225666 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b42fb1f6-ed1f-4daa-bada-d015486df1ec tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group (c1bd45a0-9b4c-433f-9917-96606cfd01f7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:45.251404 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b42fb1f6-ed1f-4daa-bada-d015486df1ec tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group (c1bd45a0-9b4c-433f-9917-96606cfd01f7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:45.296907 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b42fb1f6-ed1f-4daa-bada-d015486df1ec tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c1bd45a0-9b4c-433f-9917-96606cfd01f7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:45.299633 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b42fb1f6-ed1f-4daa-bada-d015486df1ec tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:45.301710 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b42fb1f6-ed1f-4daa-bada-d015486df1ec tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "DELETE /v2.0/security-groups/c1bd45a0-9b4c-433f-9917-96606cfd01f7 HTTP/1.1" status: 204 len: 168 time: 0.1352935 Feb 16 17:07:45.304630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48994) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:45.311395 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fb1f6-ed1f-4daa-bada-d015486df1ec tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bd45a0-9b4c-433f-9917-96606cfd01f7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:45.366388 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d4de1d3-6c4e-4f65-8b62-438690eaaebc tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group (199cda91-37e9-4f74-be2a-0c7a1c1751aa), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:45.388311 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d4de1d3-6c4e-4f65-8b62-438690eaaebc tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group (199cda91-37e9-4f74-be2a-0c7a1c1751aa), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:45.433670 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d4de1d3-6c4e-4f65-8b62-438690eaaebc tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (199cda91-37e9-4f74-be2a-0c7a1c1751aa), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:45.436341 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d4de1d3-6c4e-4f65-8b62-438690eaaebc tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:45.437492 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6d4de1d3-6c4e-4f65-8b62-438690eaaebc tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "DELETE /v2.0/security-groups/199cda91-37e9-4f74-be2a-0c7a1c1751aa HTTP/1.1" status: 204 len: 168 time: 0.1317315 Feb 16 17:07:45.440792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48996) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:45.486156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4de1d3-6c4e-4f65-8b62-438690eaaebc tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199cda91-37e9-4f74-be2a-0c7a1c1751aa,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:45.821594 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96a69379-d721-45e9-837e-dd6c9151bdf2 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (6645c01c-68eb-4ba9-af70-215787139b1f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:46.088211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-96a69379-d721-45e9-837e-dd6c9151bdf2 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Deleting port 74cc453c-d244-485f-aca7-7874d2ed76b2 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:07:46.088469 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96a69379-d721-45e9-837e-dd6c9151bdf2 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:46.176341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-96a69379-d721-45e9-837e-dd6c9151bdf2 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] For port 74cc453c-d244-485f-aca7-7874d2ed76b2, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=74cc453c-d244-485f-aca7-7874d2ed76b2,segment=NetworkSegment(26f447e9-397c-4959-bd94-aaddd238bfc4),segment_id=26f447e9-397c-4959-bd94-aaddd238bfc4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:46.176708 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96a69379-d721-45e9-837e-dd6c9151bdf2 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:46.189286 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-96a69379-d721-45e9-837e-dd6c9151bdf2 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Calling delete_port for 74cc453c-d244-485f-aca7-7874d2ed76b2 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:07:46.379067 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96a69379-d721-45e9-837e-dd6c9151bdf2 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (74cc453c-d244-485f-aca7-7874d2ed76b2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:46.407990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a69379-d721-45e9-837e-dd6c9151bdf2 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event deleted for resources: {'Port': ['ID=74cc453c-d244-485f-aca7-7874d2ed76b2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:46.476058 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 76fb1f50-23ea-4c37-86ea-ec00be103a98 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:07:46.497709 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 76fb1f50-23ea-4c37-86ea-ec00be103a98 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:07:46.498059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 76fb1f50-23ea-4c37-86ea-ec00be103a98 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:07:46.591971 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-96a69379-d721-45e9-837e-dd6c9151bdf2 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (6645c01c-68eb-4ba9-af70-215787139b1f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:46.817082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a69379-d721-45e9-837e-dd6c9151bdf2 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Router 6645c01c-68eb-4ba9-af70-215787139b1f has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:07:46.930295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a69379-d721-45e9-837e-dd6c9151bdf2 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:07:46.935331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-96a69379-d721-45e9-837e-dd6c9151bdf2 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "PUT /v2.0/routers/6645c01c-68eb-4ba9-af70-215787139b1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4935288 Feb 16 17:07:46.937946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48998) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:46.941473 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1247be-b0d7-4baf-a5a3-049cb47b614e None None] Sync routers for ids ['6645c01c-68eb-4ba9-af70-215787139b1f'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:07:46.953191 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1247be-b0d7-4baf-a5a3-049cb47b614e None None] Routers {'6645c01c-68eb-4ba9-af70-215787139b1f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:46.953918 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3e1247be-b0d7-4baf-a5a3-049cb47b614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:07:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6645c01c-68eb-4ba9-af70-215787139b1f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:46.990030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b0e509-9ed8-403d-b685-2aad7a3db895 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Deleting subnet 2b36e0c2-1665-46c0-9fa3-fbee42c64962 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:07:46.993476 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73b0e509-9ed8-403d-b685-2aad7a3db895 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for subnet (2b36e0c2-1665-46c0-9fa3-fbee42c64962), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:47.033402 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73b0e509-9ed8-403d-b685-2aad7a3db895 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (2b36e0c2-1665-46c0-9fa3-fbee42c64962), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:47.062562 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-3e1247be-b0d7-4baf-a5a3-049cb47b614e None None] Set router 6645c01c-68eb-4ba9-af70-215787139b1f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:47.119988 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73b0e509-9ed8-403d-b685-2aad7a3db895 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (2b36e0c2-1665-46c0-9fa3-fbee42c64962), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:47.178117 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73b0e509-9ed8-403d-b685-2aad7a3db895 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (2b36e0c2-1665-46c0-9fa3-fbee42c64962), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:47.204361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0e509-9ed8-403d-b685-2aad7a3db895 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event deleted for resources: {'Subnet': ['ID=2b36e0c2-1665-46c0-9fa3-fbee42c64962,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:47.208135 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73b0e509-9ed8-403d-b685-2aad7a3db895 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:47.211453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-73b0e509-9ed8-403d-b685-2aad7a3db895 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "DELETE /v2.0/subnets/2b36e0c2-1665-46c0-9fa3-fbee42c64962 HTTP/1.1" status: 204 len: 168 time: 0.2724490 Feb 16 17:07:47.213836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49000) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:47.215948 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c32880-ed0e-42f1-8963-e09afc7baf67 None None] Network 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:07:47.252784 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3e1247be-b0d7-4baf-a5a3-049cb47b614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:31Z', 'updated_at': '2022-02-16T17:07:46Z', 'revision_number': 5, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:32Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:47.289224 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1247be-b0d7-4baf-a5a3-049cb47b614e None None] Checking router: 6645c01c-68eb-4ba9-af70-215787139b1f for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:07:47.298300 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1247be-b0d7-4baf-a5a3-049cb47b614e None None] Routers {'6645c01c-68eb-4ba9-af70-215787139b1f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:07:47.299222 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3e1247be-b0d7-4baf-a5a3-049cb47b614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:07:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['6645c01c-68eb-4ba9-af70-215787139b1f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:47.330030 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router (6645c01c-68eb-4ba9-af70-215787139b1f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:47.387096 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7066a09e-8189-4611-a1bb-b8547b8d4a29 None None] DHCP port deletion for 7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:07:47.427700 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-3e1247be-b0d7-4baf-a5a3-049cb47b614e None None] Set router 6645c01c-68eb-4ba9-af70-215787139b1f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:07:47.437480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7066a09e-8189-4611-a1bb-b8547b8d4a29 None None] Deleting port 50bf6c2e-3d73-48e4-ab80-35dc91741217 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:07:47.438138 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7066a09e-8189-4611-a1bb-b8547b8d4a29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (50bf6c2e-3d73-48e4-ab80-35dc91741217), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:47.449826 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router_gateway (6645c01c-68eb-4ba9-af70-215787139b1f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:47.512531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-7066a09e-8189-4611-a1bb-b8547b8d4a29 None None] For port 50bf6c2e-3d73-48e4-ab80-35dc91741217, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=50bf6c2e-3d73-48e4-ab80-35dc91741217,segment=NetworkSegment(26f447e9-397c-4959-bd94-aaddd238bfc4),segment_id=26f447e9-397c-4959-bd94-aaddd238bfc4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:47.513168 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7066a09e-8189-4611-a1bb-b8547b8d4a29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (50bf6c2e-3d73-48e4-ab80-35dc91741217), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:47.514119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Deleting port 2c450b0d-9620-45ec-a1a4-c406bb8870d5 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:07:47.514514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2c450b0d-9620-45ec-a1a4-c406bb8870d5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:47.528599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7066a09e-8189-4611-a1bb-b8547b8d4a29 None None] Calling delete_port for 50bf6c2e-3d73-48e4-ab80-35dc91741217 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:07:47.623340 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7066a09e-8189-4611-a1bb-b8547b8d4a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (50bf6c2e-3d73-48e4-ab80-35dc91741217), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:47.652516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066a09e-8189-4611-a1bb-b8547b8d4a29 None None] Pushing event deleted for resources: {'Port': ['ID=50bf6c2e-3d73-48e4-ab80-35dc91741217,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:47.657453 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066a09e-8189-4611-a1bb-b8547b8d4a29 None None] No DVR routers for this DVR port 50bf6c2e-3d73-48e4-ab80-35dc91741217 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:07:47.731490 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3e1247be-b0d7-4baf-a5a3-049cb47b614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:31Z', 'updated_at': '2022-02-16T17:07:46Z', 'revision_number': 5, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:32Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:47.759658 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1247be-b0d7-4baf-a5a3-049cb47b614e None None] The sync data for ids ['6645c01c-68eb-4ba9-af70-215787139b1f'] in n-d-669411-5 is: [{'id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265396100', 'tenant_id': '87647f5ea45942fca16eebce3079549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:31Z', 'updated_at': '2022-02-16T17:07:46Z', 'revision_number': 5, 'project_id': '87647f5ea45942fca16eebce3079549f', 'gw_port': {'id': '2c450b0d-9620-45ec-a1a4-c406bb8870d5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645c01c-68eb-4ba9-af70-215787139b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:32Z', 'updated_at': '2022-02-16T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:07:47.951340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] For port 2c450b0d-9620-45ec-a1a4-c406bb8870d5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2c450b0d-9620-45ec-a1a4-c406bb8870d5,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:07:47.951622 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2c450b0d-9620-45ec-a1a4-c406bb8870d5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:47.964740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Calling delete_port for 2c450b0d-9620-45ec-a1a4-c406bb8870d5 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:07:48.149955 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2c450b0d-9620-45ec-a1a4-c406bb8870d5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:48.180062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event deleted for resources: {'Port': ['ID=2c450b0d-9620-45ec-a1a4-c406bb8870d5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:48.189797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 74cc453c-d244-485f-aca7-7874d2ed76b2 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:07:48.216728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 74cc453c-d244-485f-aca7-7874d2ed76b2 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:07:48.216946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 74cc453c-d244-485f-aca7-7874d2ed76b2 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:07:48.217339 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 50bf6c2e-3d73-48e4-ab80-35dc91741217 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:07:48.238561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 50bf6c2e-3d73-48e4-ab80-35dc91741217 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:07:48.239228 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 50bf6c2e-3d73-48e4-ab80-35dc91741217 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:07:48.248494 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (6645c01c-68eb-4ba9-af70-215787139b1f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:48.349724 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (6645c01c-68eb-4ba9-af70-215787139b1f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:48.351943 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router_controller (6645c01c-68eb-4ba9-af70-215787139b1f), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:48.399633 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (6645c01c-68eb-4ba9-af70-215787139b1f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:48.400483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Fanout notify agent at l3_agent the message router_deleted on router 6645c01c-68eb-4ba9-af70-215787139b1f {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:07:48.408962 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:48.411721 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ddc0868c-e3d8-43f8-813a-ea009feb2ac0 tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "DELETE /v2.0/routers/6645c01c-68eb-4ba9-af70-215787139b1f HTTP/1.1" status: 204 len: 168 time: 1.1968606 Feb 16 17:07:48.414868 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49002) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:48.506842 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0d3e7cfc-7a5d-49aa-83ce-7917b18cb60c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:48.599194 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0d3e7cfc-7a5d-49aa-83ce-7917b18cb60c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:48.619989 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-0d3e7cfc-7a5d-49aa-83ce-7917b18cb60c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:48.629984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-0d3e7cfc-7a5d-49aa-83ce-7917b18cb60c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f447e9-397c-4959-bd94-aaddd238bfc4') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:48.630281 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-0d3e7cfc-7a5d-49aa-83ce-7917b18cb60c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f447e9-397c-4959-bd94-aaddd238bfc4') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:07:48.639725 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0d3e7cfc-7a5d-49aa-83ce-7917b18cb60c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (26f447e9-397c-4959-bd94-aaddd238bfc4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:48.653273 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0d3e7cfc-7a5d-49aa-83ce-7917b18cb60c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (26f447e9-397c-4959-bd94-aaddd238bfc4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:48.659320 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3e7cfc-7a5d-49aa-83ce-7917b18cb60c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:07:48.659730 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0d3e7cfc-7a5d-49aa-83ce-7917b18cb60c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (26f447e9-397c-4959-bd94-aaddd238bfc4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:07:48.662960 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:07:48.725827 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0d3e7cfc-7a5d-49aa-83ce-7917b18cb60c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:48.734157 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0d3e7cfc-7a5d-49aa-83ce-7917b18cb60c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:48.737032 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0d3e7cfc-7a5d-49aa-83ce-7917b18cb60c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] 10.222.0.24 "DELETE /v2.0/networks/7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623 HTTP/1.1" status: 204 len: 168 time: 0.3210289 Feb 16 17:07:48.751291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e7cfc-7a5d-49aa-83ce-7917b18cb60c tempest-TestSecurityGroupsBasicOps-2084799394 tempest-TestSecurityGroupsBasicOps-2084799394-project] Pushing event deleted for resources: {'Network': ['ID=7c53b6e7-75fb-4b40-99c1-3d5f6b5b3623,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:49.036452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49010) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:49.170578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-02645a2c-9cc1-4d9e-b110-cabf5161d5ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87647f5ea45942fca16eebce3079549f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329751 Feb 16 17:07:49.173194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49014) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:49.220276 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8114450d-aa13-4874-9cbd-c935a9297f8f admin admin] Publish callbacks [] for security_group (99fcf763-28a0-4e5d-ac60-6f6a7daab0f4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:49.241705 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8114450d-aa13-4874-9cbd-c935a9297f8f admin admin] Publish callbacks [] for security_group (99fcf763-28a0-4e5d-ac60-6f6a7daab0f4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:49.292648 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8114450d-aa13-4874-9cbd-c935a9297f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (99fcf763-28a0-4e5d-ac60-6f6a7daab0f4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:49.295299 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8114450d-aa13-4874-9cbd-c935a9297f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:49.296484 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8114450d-aa13-4874-9cbd-c935a9297f8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99fcf763-28a0-4e5d-ac60-6f6a7daab0f4 HTTP/1.1" status: 204 len: 168 time: 0.1223857 Feb 16 17:07:49.304979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114450d-aa13-4874-9cbd-c935a9297f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fcf763-28a0-4e5d-ac60-6f6a7daab0f4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:49.567533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49020) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:49.580672 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-adb66a7c-0aed-4642-9322-4cd740a91c9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:49.658425 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-adb66a7c-0aed-4642-9322-4cd740a91c9b admin admin] Publish callbacks [] for security_group (fca252c8-506f-402b-843f-a8b7985c8b70), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:49.662283 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-adb66a7c-0aed-4642-9322-4cd740a91c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fca252c8-506f-402b-843f-a8b7985c8b70), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:49.700142 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-adb66a7c-0aed-4642-9322-4cd740a91c9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96e2999e54e54271a0a73496d8d5c0ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314414 Feb 16 17:07:49.701204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb66a7c-0aed-4642-9322-4cd740a91c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca252c8-506f-402b-843f-a8b7985c8b70,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:49.704089 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49022) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:49.755697 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44af7a94-73cf-4961-8dd6-b8bc82d68c1b admin admin] Publish callbacks [] for security_group (fca252c8-506f-402b-843f-a8b7985c8b70), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:49.778004 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44af7a94-73cf-4961-8dd6-b8bc82d68c1b admin admin] Publish callbacks [] for security_group (fca252c8-506f-402b-843f-a8b7985c8b70), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:49.824608 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44af7a94-73cf-4961-8dd6-b8bc82d68c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (fca252c8-506f-402b-843f-a8b7985c8b70), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:49.827316 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44af7a94-73cf-4961-8dd6-b8bc82d68c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:49.828512 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-44af7a94-73cf-4961-8dd6-b8bc82d68c1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fca252c8-506f-402b-843f-a8b7985c8b70 HTTP/1.1" status: 204 len: 168 time: 0.1234353 Feb 16 17:07:49.838071 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af7a94-73cf-4961-8dd6-b8bc82d68c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca252c8-506f-402b-843f-a8b7985c8b70,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:50.078501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2c450b0d-9620-45ec-a1a4-c406bb8870d5 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:07:50.099434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 2c450b0d-9620-45ec-a1a4-c406bb8870d5 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:07:50.099916 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2c450b0d-9620-45ec-a1a4-c406bb8870d5 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:07:50.166715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49028) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:50.207954 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ab85b97b-fac4-4336-b376-6b29032a03fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b1dd0a3e90b482a90266dd427efc251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400534 Feb 16 17:07:50.210383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49030) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:07:50.267162 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-434fd8df-e943-48dc-b19c-b1ba0bf577bf admin admin] Publish callbacks [] for security_group (066c9019-3fbe-4981-8e60-e534dddac9da), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:50.289442 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-434fd8df-e943-48dc-b19c-b1ba0bf577bf admin admin] Publish callbacks [] for security_group (066c9019-3fbe-4981-8e60-e534dddac9da), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:50.339725 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-434fd8df-e943-48dc-b19c-b1ba0bf577bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (066c9019-3fbe-4981-8e60-e534dddac9da), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:50.342337 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-434fd8df-e943-48dc-b19c-b1ba0bf577bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:50.343491 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-434fd8df-e943-48dc-b19c-b1ba0bf577bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/066c9019-3fbe-4981-8e60-e534dddac9da HTTP/1.1" status: 204 len: 168 time: 0.1322136 Feb 16 17:07:50.351884 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fd8df-e943-48dc-b19c-b1ba0bf577bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066c9019-3fbe-4981-8e60-e534dddac9da,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:07:55.695475 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2522b9cf-5f7c-49b5-a1dd-3983081b7641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:58.304452 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-532d3c9e-1b07-4169-a96d-0d81822292f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:07:59.380751 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:08:00.935373 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:08:01.593545 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:08:02.088695 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:08:04.894980 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:08:15.873618 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:08:25.238034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9257900-b084-4219-9208-981d174a189c req-f44acc01-c805-48f6-99ad-6167cbf2f3f6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1847744 Feb 16 17:08:25.322320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257900-b084-4219-9208-981d174a189c req-f34edb54-2e87-47a9-b3a9-5ecc413c8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:25.323847 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9257900-b084-4219-9208-981d174a189c req-f34edb54-2e87-47a9-b3a9-5ecc413c8016 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=61a09bce828b4aa69558d051b835c314&device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 1128 time: 0.0441866 Feb 16 17:08:25.434746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257900-b084-4219-9208-981d174a189c req-c4769c29-9d7c-496a-ac80-2e5c3c2ef87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:25.436250 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9257900-b084-4219-9208-981d174a189c req-c4769c29-9d7c-496a-ac80-2e5c3c2ef87a service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b88e25b-87f3-446f-8e67-f99a9a81c9aa HTTP/1.1" status: 200 len: 910 time: 0.0940557 Feb 16 17:08:25.506180 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9257900-b084-4219-9208-981d174a189c req-3e78d93a-7f3a-45ae-8f2f-5152d827d32e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 HTTP/1.1" status: 200 len: 1002 time: 0.0638542 Feb 16 17:08:25.552707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257900-b084-4219-9208-981d174a189c req-77bc36e0-3f8a-4a2d-9a4c-fd2d0128330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:25.554113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9257900-b084-4219-9208-981d174a189c req-77bc36e0-3f8a-4a2d-9a4c-fd2d0128330f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=551a51d8-c054-4a07-898a-4f5e87b7a662 HTTP/1.1" status: 200 len: 848 time: 0.0428865 Feb 16 17:08:25.602467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257900-b084-4219-9208-981d174a189c req-46ae64f7-dd07-4676-9fb7-d3b15b1311c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:25.603979 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9257900-b084-4219-9208-981d174a189c req-46ae64f7-dd07-4676-9fb7-d3b15b1311c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b88e25b-87f3-446f-8e67-f99a9a81c9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440433 Feb 16 17:08:25.696471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9257900-b084-4219-9208-981d174a189c req-1fc565ce-2d92-4a0f-a320-cb7eff40e37a service neutron] 10.222.0.65 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864422 Feb 16 17:08:25.701281 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2869e282-2caf-4ff3-8850-963c0c2ca208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:08:25.786498 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9257900-b084-4219-9208-981d174a189c req-30d4bb32-e9f4-47e8-a378-58ba8c834ae9 service neutron] 10.222.0.65 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838501 Feb 16 17:08:28.306297 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fc07eaa9-61d0-4577-9ed3-738f21fc40ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:08:29.132956 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e000a40a-5ce5-4292-b067-c16c5482373d req-34b82968-20da-469b-84a3-042ee4b04130 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0972478 Feb 16 17:08:29.196672 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000a40a-5ce5-4292-b067-c16c5482373d req-aeac1852-38f5-4634-bba8-95cdc23d59b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.198154 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e000a40a-5ce5-4292-b067-c16c5482373d req-aeac1852-38f5-4634-bba8-95cdc23d59b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 1127 time: 0.0442135 Feb 16 17:08:29.302928 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000a40a-5ce5-4292-b067-c16c5482373d req-dff85822-4216-4f60-af61-f38e0125356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.304337 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e000a40a-5ce5-4292-b067-c16c5482373d req-dff85822-4216-4f60-af61-f38e0125356b service neutron] 10.222.0.60 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.0886600 Feb 16 17:08:29.367641 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e000a40a-5ce5-4292-b067-c16c5482373d req-671ee19b-26a1-424c-ad4c-6e45457a6c18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc8df730-48e4-4b3e-9047-dbee7c7f6550 HTTP/1.1" status: 200 len: 1000 time: 0.0578599 Feb 16 17:08:29.384165 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:08:29.421691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000a40a-5ce5-4292-b067-c16c5482373d req-78148014-bb23-4efd-8f13-4f650c48907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.423163 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e000a40a-5ce5-4292-b067-c16c5482373d req-78148014-bb23-4efd-8f13-4f650c48907d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0501161 Feb 16 17:08:29.472215 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000a40a-5ce5-4292-b067-c16c5482373d req-e84b6f3d-b1e9-4216-8bdc-985ac3f66285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:08:29.473744 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e000a40a-5ce5-4292-b067-c16c5482373d req-e84b6f3d-b1e9-4216-8bdc-985ac3f66285 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452850 Feb 16 17:08:29.561864 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e000a40a-5ce5-4292-b067-c16c5482373d req-65889e6c-271f-43bf-bbfb-d0a0584693c3 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821617 Feb 16 17:08:29.654321 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e000a40a-5ce5-4292-b067-c16c5482373d req-57fa8c79-6cbb-4b3c-90a5-254bb6a4345a service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860765 Feb 16 17:08:30.938511 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:08:31.608481 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:08:32.092788 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:08:34.887690 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:08:52.873791 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:08:55.694065 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab15a-12a1-4672-b3d8-6ea14765c563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:08:58.308359 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-14767d01-d465-400d-bc10-11cfda69a82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:08:59.387290 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:00.941340 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:01.623266 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:02.095646 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:04.907095 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:25.094224 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39e46c81-9607-46cf-9da7-d97d439b80da req-11d98f8e-164e-4031-8300-0c3d7edbbed1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431604 Feb 16 17:09:25.181307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e46c81-9607-46cf-9da7-d97d439b80da req-dba21f57-9bb5-4d9c-adb4-81903ff67231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:25.182705 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39e46c81-9607-46cf-9da7-d97d439b80da req-dba21f57-9bb5-4d9c-adb4-81903ff67231 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=61a09bce828b4aa69558d051b835c314&device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 1128 time: 0.0478690 Feb 16 17:09:25.290315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e46c81-9607-46cf-9da7-d97d439b80da req-d6132d86-1430-4752-a785-b1bf12700af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:25.291784 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39e46c81-9607-46cf-9da7-d97d439b80da req-d6132d86-1430-4752-a785-b1bf12700af9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b88e25b-87f3-446f-8e67-f99a9a81c9aa HTTP/1.1" status: 200 len: 910 time: 0.0866716 Feb 16 17:09:25.359724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39e46c81-9607-46cf-9da7-d97d439b80da req-3a0432ec-cfdd-4d02-bea5-9829b37da199 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 HTTP/1.1" status: 200 len: 1002 time: 0.0618050 Feb 16 17:09:25.406340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e46c81-9607-46cf-9da7-d97d439b80da req-6f843835-fcf3-41c3-92cd-a9283eed6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:25.407729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39e46c81-9607-46cf-9da7-d97d439b80da req-6f843835-fcf3-41c3-92cd-a9283eed6e43 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=551a51d8-c054-4a07-898a-4f5e87b7a662 HTTP/1.1" status: 200 len: 848 time: 0.0427175 Feb 16 17:09:25.454547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e46c81-9607-46cf-9da7-d97d439b80da req-a5789e29-c24e-475e-a869-f9f1b8a62084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:25.456063 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39e46c81-9607-46cf-9da7-d97d439b80da req-a5789e29-c24e-475e-a869-f9f1b8a62084 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b88e25b-87f3-446f-8e67-f99a9a81c9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428376 Feb 16 17:09:25.547264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39e46c81-9607-46cf-9da7-d97d439b80da req-c804bfdf-4c14-4f42-ba5e-ec25a681516d service neutron] 10.222.0.65 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856476 Feb 16 17:09:25.635385 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39e46c81-9607-46cf-9da7-d97d439b80da req-1c076ec3-80b6-4c2b-b37e-3ea89a2b8276 service neutron] 10.222.0.65 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822792 Feb 16 17:09:25.696717 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17b818f1-25e2-4e94-8108-398463f9576d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:26.667456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d94eb3-fcc5-400b-bec0-ea5d9c9ffaa0 req-76dbf0ad-5432-41f1-bbdc-0b67de093010 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:26.668942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15d94eb3-fcc5-400b-bec0-ea5d9c9ffaa0 req-76dbf0ad-5432-41f1-bbdc-0b67de093010 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 945 time: 0.0571172 Feb 16 17:09:26.716349 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15d94eb3-fcc5-400b-bec0-ea5d9c9ffaa0 req-1ea2e08d-04c1-4f25-a9f4-713f3cf4408b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417650 Feb 16 17:09:27.843961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2722e-69de-42ab-9aed-282b08455df1 req-f2d52b6a-9e5f-411e-b34b-16f61eea8c4c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:27.845422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3f2722e-69de-42ab-9aed-282b08455df1 req-f2d52b6a-9e5f-411e-b34b-16f61eea8c4c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 945 time: 0.0544467 Feb 16 17:09:27.893734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3f2722e-69de-42ab-9aed-282b08455df1 req-900d70f6-61ae-47eb-ad96-79898e7f69ed tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426524 Feb 16 17:09:28.253673 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-95276627-427e-4807-90ed-be628427c39f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:28.255123 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-95276627-427e-4807-90ed-be628427c39f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 945 time: 0.0529628 Feb 16 17:09:28.309717 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-afd78eac-9cc7-4504-98b4-59b65b4e488a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:28.354725 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Deleting port fc8df730-48e4-4b3e-9047-dbee7c7f6550 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:09:28.355015 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:28.445607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] For port fc8df730-48e4-4b3e-9047-dbee7c7f6550, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=fc8df730-48e4-4b3e-9047-dbee7c7f6550,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:09:28.445974 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:28.667114 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:28.667482 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (ae6ccd66-5521-4e26-97d4-f26583fff2d9), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:28.667835 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Floating IP ae6ccd66-5521-4e26-97d4-f26583fff2d9 disassociated. External IP: 172.25.4.16, port: fc8df730-48e4-4b3e-9047-dbee7c7f6550. Feb 16 17:09:28.668182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Calling delete_port for fc8df730-48e4-4b3e-9047-dbee7c7f6550 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:09:28.797140 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (fc8df730-48e4-4b3e-9047-dbee7c7f6550), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:28.825038 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event deleted for resources: {'Port': ['ID=fc8df730-48e4-4b3e-9047-dbee7c7f6550,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:28.837514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:28.837860 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:28.838199 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:28.838537 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:28.838870 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:28.839203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:28.839531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:28.839879 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:28.840202 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:28.840521 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:28.840850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:28.841169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:28.841493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:28.961814 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:09:29.002571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42c35230-ebc4-4028-abc1-5153dd3675c0 req-5f9fd74d-dfdc-4f6f-acfe-c9617314461c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 210 time: 0.0268002 Feb 16 17:09:29.088098 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:09:29.098650 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4444cc2-1c45-4b79-8f11-6186f62a77a6 None None] Sync routers for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:09:29.108845 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4444cc2-1c45-4b79-8f11-6186f62a77a6 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:09:29.109469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b4444cc2-1c45-4b79-8f11-6186f62a77a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:09:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:29.129049 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] No DVR routers for this DVR port fc8df730-48e4-4b3e-9047-dbee7c7f6550 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:09:29.132445 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:29.135848 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4b2a8d41-06e7-499e-8fed-5119ac0a8a6c req-2591537b-b60d-4b94-8944-69cf2defccca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.60 "DELETE /v2.0/ports/fc8df730-48e4-4b3e-9047-dbee7c7f6550 HTTP/1.1" status: 204 len: 173 time: 0.8754771 Feb 16 17:09:29.136297 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e56461-4e16-4c35-9371-b4d44798a066', 'name': 'network-vif-deleted', 'tag': 'fc8df730-48e4-4b3e-9047-dbee7c7f6550'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:09:29.138560 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86561ff2-e2b2-40e7-9cb9-d7433b1bfe42" -d '{"events": [{"server_uuid": "e3e56461-4e16-4c35-9371-b4d44798a066", "name": "network-vif-deleted", "tag": "fc8df730-48e4-4b3e-9047-dbee7c7f6550"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:09:29.191262 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd696ee-135d-4412-a624-04d8333658db x-openstack-request-id: req-4bd696ee-135d-4412-a624-04d8333658db {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:09:29.191837 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e56461-4e16-4c35-9371-b4d44798a066", "name": "network-vif-deleted", "tag": "fc8df730-48e4-4b3e-9047-dbee7c7f6550", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:09:29.192304 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bd696ee-135d-4412-a624-04d8333658db {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:09:29.192920 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e56461-4e16-4c35-9371-b4d44798a066', 'name': 'network-vif-deleted', 'tag': 'fc8df730-48e4-4b3e-9047-dbee7c7f6550', 'status': 'completed', 'code': 200} Feb 16 17:09:29.243836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b4444cc2-1c45-4b79-8f11-6186f62a77a6 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:09:29.410866 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:29.476421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b4444cc2-1c45-4b79-8f11-6186f62a77a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:29.502526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4444cc2-1c45-4b79-8f11-6186f62a77a6 None None] Checking router: a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:09:29.511281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4444cc2-1c45-4b79-8f11-6186f62a77a6 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:09:29.511945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b4444cc2-1c45-4b79-8f11-6186f62a77a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:09:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:29.621023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b4444cc2-1c45-4b79-8f11-6186f62a77a6 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:09:29.824205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b4444cc2-1c45-4b79-8f11-6186f62a77a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:09:29.851387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4444cc2-1c45-4b79-8f11-6186f62a77a6 None None] The sync data for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 is: [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:09:29.873982 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:09:30.083802 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e58f56d-d24d-4c14-a75a-8c6e722a9c21 None None] New status for floating IP ae6ccd66-5521-4e26-97d4-f26583fff2d9: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:09:30.123389 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bbcc944b-2e4e-4251-9e88-21be68493cc8 req-bdeaaadd-3d9c-4e8d-8bae-d51b44d0d11d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 210 time: 0.0338476 Feb 16 17:09:30.909166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device fc8df730-48e4-4b3e-9047-dbee7c7f6550 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:09:30.937804 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: fc8df730-48e4-4b3e-9047-dbee7c7f6550 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:09:30.938154 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device fc8df730-48e4-4b3e-9047-dbee7c7f6550 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:09:30.954135 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:31.221289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-489fb281-13df-4d5d-a365-304d3e6e41d3 req-eac1af0a-9d32-47c7-80fb-073ef780bf7e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 210 time: 0.0282409 Feb 16 17:09:31.622448 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:32.099054 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:32.314932 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f164f14e-7b32-46e6-934f-676f5c26f376 req-4fbba68a-c172-4c1e-9bd5-8309e7478fb3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 210 time: 0.0263195 Feb 16 17:09:33.412381 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f47ceefd-781a-4da3-acc5-dbd3bd66d4d6 req-3ae7ef8a-e756-4572-8033-5c8ebe365eb0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 210 time: 0.0278587 Feb 16 17:09:34.514719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3982196d-6b29-433f-9ef2-91df31c6495f req-b6d548aa-22df-4926-ba1d-8e861e0fa202 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 210 time: 0.0292079 Feb 16 17:09:34.906428 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:35.611738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-03924ade-a94c-4a81-8462-24fcf25a5814 req-2851e8fc-0eb8-402a-a61e-51faa60c44bd tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 210 time: 0.0282054 Feb 16 17:09:36.708953 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7e3681f-5172-4fec-87cd-b8b6f40fed40 req-5381e7fa-6cec-44f5-b9fa-2d52cee90156 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 210 time: 0.0299428 Feb 16 17:09:37.808392 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4615a721-cfe1-46ed-a4f6-0134d41aaea6 req-b937cfbe-243b-4ae0-8087-64b29e049e37 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e56461-4e16-4c35-9371-b4d44798a066 HTTP/1.1" status: 200 len: 210 time: 0.0275233 Feb 16 17:09:39.065540 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-5a3384ad-b75b-45d4-a8d5-4d072843f68b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-283944222&fields=id&tenant_id=2b779e025ab44f24afff60114276c36b HTTP/1.1" status: 200 len: 267 time: 0.0461786 Feb 16 17:09:39.174738 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-5153f56b-d821-4049-ba7b-4a843a73032b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:39.176220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-5153f56b-d821-4049-ba7b-4a843a73032b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 811 time: 0.1037588 Feb 16 17:09:39.191444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-7683d6fa-89e5-4447-b835-1467833bebb0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/quotas/2b779e025ab44f24afff60114276c36b HTTP/1.1" status: 200 len: 375 time: 0.0090077 Feb 16 17:09:39.245966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-aabb0b24-15cf-4607-8dbc-88867efcc3b8 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486944 Feb 16 17:09:39.340935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1366d47c-4aa0-4df7-9724-22dd7cfbbc66 service neutron] 10.222.0.24 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824001 Feb 16 17:09:39.445401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-356e1516-dd54-4567-95e6-49ae21ef8902 service neutron] 10.222.0.24 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987728 Feb 16 17:09:39.720420 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15135a0b-b649-4687-9857-301adeee44aa req-3ebf205e-3319-4aab-b0fe-f013c5767696 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 210 time: 0.0283103 Feb 16 17:09:40.607902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-2c6b16fa-990a-44f4-bf04-35eecb70dd67 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:40.609346 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-2c6b16fa-990a-44f4-bf04-35eecb70dd67 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.60 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 811 time: 0.1095750 Feb 16 17:09:40.672224 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-d9e100a3-e5cd-4c9d-a742-106cb55b32e6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b779e025ab44f24afff60114276c36b HTTP/1.1" status: 200 len: 379 time: 0.0553186 Feb 16 17:09:40.680134 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-6f130b96-7b56-447d-8ceb-a2ea9e1eb7e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'port': {'device_id': 'edb6de06-6142-4da6-9316-960196c281f3', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'admin_state_up': True, 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'security_groups': ['b5f94d6a-799a-4011-9108-c8fe43e4483d']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:40.795439 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-6f130b96-7b56-447d-8ceb-a2ea9e1eb7e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Made reservation on behalf of 2b779e025ab44f24afff60114276c36b for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:09:40.798870 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-6f130b96-7b56-447d-8ceb-a2ea9e1eb7e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:40.828297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0af60f99-4a3d-41fd-bad4-34439d1f0b50 req-8117e282-235a-4a62-96f7-95718030bcfe tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 210 time: 0.0368645 Feb 16 17:09:40.928734 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-6f130b96-7b56-447d-8ceb-a2ea9e1eb7e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Allocated IP 172.20.0.3 (59605855-a12a-4807-9e09-0b33b401436f/a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f/2a3c5e15-0b37-434a-9f7a-e713f52ac83b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:09:41.071227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-6f130b96-7b56-447d-8ceb-a2ea9e1eb7e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:41.104672 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-6f130b96-7b56-447d-8ceb-a2ea9e1eb7e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:41.150993 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-6f130b96-7b56-447d-8ceb-a2ea9e1eb7e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Network 59605855-a12a-4807-9e09-0b33b401436f is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:09:41.154112 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-6f130b96-7b56-447d-8ceb-a2ea9e1eb7e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:09:41.158663 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-6f130b96-7b56-447d-8ceb-a2ea9e1eb7e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:09:41.185795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f130b96-7b56-447d-8ceb-a2ea9e1eb7e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'Port': ['ID=2a3c5e15-0b37-434a-9f7a-e713f52ac83b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:41.223501 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-6f130b96-7b56-447d-8ceb-a2ea9e1eb7e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:41.224177 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-6f130b96-7b56-447d-8ceb-a2ea9e1eb7e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:41.244123 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-6f130b96-7b56-447d-8ceb-a2ea9e1eb7e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5674679 Feb 16 17:09:41.257232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Request body: {'port': {'device_id': 'edb6de06-6142-4da6-9316-960196c281f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:09:41.324407 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:41.461320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1d481202-34d3-4699-aa58-729e70a94b3d None None] Provisioning complete for port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:09:41.462333 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1d481202-34d3-4699-aa58-729e70a94b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:41.497056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1d481202-34d3-4699-aa58-729e70a94b3d None None] Port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:09:41.609268 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3c5e15-0b37-434a-9f7a-e713f52ac83b {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:09:41.617192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Publish callbacks [] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:41.629273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Transition to ACTIVE for port object 2a3c5e15-0b37-434a-9f7a-e713f52ac83b will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:09:41.632844 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:41.683370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3c5e15-0b37-434a-9f7a-e713f52ac83b,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:41.762166 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Attempting to bind port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:09:41.762502 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Attempting to bind port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:09:41.762845 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Attempting to bind port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:09:41.768060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b on network 59605855-a12a-4807-9e09-0b33b401436f not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:09:41.768571 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Attempting to bind port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:09:41.774470 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:09:41.774805 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Checking segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:09:41.775203 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Bound using segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:09:41.775643 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Bound port: 2a3c5e15-0b37-434a-9f7a-e713f52ac83b, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:09:41.776170 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:41.858982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] For port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:09:41.862309 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] For port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=2a3c5e15-0b37-434a-9f7a-e713f52ac83b,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:09:41.870979 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:41.906240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:41.906958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:41.908546 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] 10.222.0.60 "PUT /v2.0/ports/2a3c5e15-0b37-434a-9f7a-e713f52ac83b HTTP/1.1" status: 200 len: 1091 time: 0.6569209 Feb 16 17:09:41.908997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb6de06-6142-4da6-9316-960196c281f3', 'tag': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:09:41.911430 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8312d6e7-dd7b-41f5-9f49-6c7d36899467" -d '{"events": [{"name": "network-changed", "server_uuid": "edb6de06-6142-4da6-9316-960196c281f3", "tag": "2a3c5e15-0b37-434a-9f7a-e713f52ac83b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:09:41.987881 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26639dce-a1a5-4676-8dc7-2522f24110e7 x-openstack-request-id: req-26639dce-a1a5-4676-8dc7-2522f24110e7 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:09:41.988693 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb6de06-6142-4da6-9316-960196c281f3", "tag": "2a3c5e15-0b37-434a-9f7a-e713f52ac83b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:09:41.989257 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26639dce-a1a5-4676-8dc7-2522f24110e7 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:09:41.989719 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb6de06-6142-4da6-9316-960196c281f3', 'tag': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'status': 'completed', 'code': 200} Feb 16 17:09:42.010495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d996e-ed08-4223-a44e-9e69832c96a0 req-127aa456-2cbc-46dd-abbd-8071989ff2ab tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:42.014505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607f80c-9c95-4f5b-a148-4bae42ebfaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3c5e15-0b37-434a-9f7a-e713f52ac83b,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:42.018892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-877d996e-ed08-4223-a44e-9e69832c96a0 req-127aa456-2cbc-46dd-abbd-8071989ff2ab tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 943 time: 0.0871520 Feb 16 17:09:42.042145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-89b448c4-082a-4287-a30c-f47245e427af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:42.044362 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-89b448c4-082a-4287-a30c-f47245e427af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 1125 time: 0.0845940 Feb 16 17:09:42.079931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-877d996e-ed08-4223-a44e-9e69832c96a0 req-93c1da7d-2500-482e-bfe8-b12426899d91 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598254 Feb 16 17:09:42.103069 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-4dd51e82-fdb6-4e62-bf6f-95930ce450b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3c5e15-0b37-434a-9f7a-e713f52ac83b HTTP/1.1" status: 200 len: 217 time: 0.0515537 Feb 16 17:09:42.155221 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-4d783c17-1f38-4702-b45a-360747035bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:42.156742 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-4d783c17-1f38-4702-b45a-360747035bff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0476303 Feb 16 17:09:42.208742 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-a0f092c0-a911-4f75-b950-df3cd3222262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:42.210233 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-a0f092c0-a911-4f75-b950-df3cd3222262 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476284 Feb 16 17:09:42.306875 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-976a9b1b-cac6-4d68-97bd-795732676fa6 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897954 Feb 16 17:09:42.397159 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1259acbf-046e-4a89-8de2-3243fff22c83 req-6d10e6cf-b2fd-4ce6-be4b-317b5768b0a2 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834196 Feb 16 17:09:42.489195 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312d6e7-dd7b-41f5-9f49-6c7d36899467 req-3def2350-11fa-40a4-bd0d-64b5b0970996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:42.490724 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8312d6e7-dd7b-41f5-9f49-6c7d36899467 req-3def2350-11fa-40a4-bd0d-64b5b0970996 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 1125 time: 0.0515726 Feb 16 17:09:42.579858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312d6e7-dd7b-41f5-9f49-6c7d36899467 req-2174f9b4-75ab-4f73-abd7-e6af1bea0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:42.581318 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8312d6e7-dd7b-41f5-9f49-6c7d36899467 req-2174f9b4-75ab-4f73-abd7-e6af1bea0077 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.0852747 Feb 16 17:09:42.624149 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8312d6e7-dd7b-41f5-9f49-6c7d36899467 req-290f2213-9c09-4cd9-a01b-cc246fad88fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3c5e15-0b37-434a-9f7a-e713f52ac83b HTTP/1.1" status: 200 len: 217 time: 0.0372443 Feb 16 17:09:42.670697 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312d6e7-dd7b-41f5-9f49-6c7d36899467 req-03137b69-789c-4627-baad-943cf1d8f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:42.672182 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8312d6e7-dd7b-41f5-9f49-6c7d36899467 req-03137b69-789c-4627-baad-943cf1d8f289 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0432847 Feb 16 17:09:42.726482 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312d6e7-dd7b-41f5-9f49-6c7d36899467 req-1d8860c0-e404-4a34-b7f9-766c7521f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:42.728183 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8312d6e7-dd7b-41f5-9f49-6c7d36899467 req-1d8860c0-e404-4a34-b7f9-766c7521f1a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509043 Feb 16 17:09:42.830263 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8312d6e7-dd7b-41f5-9f49-6c7d36899467 req-378f490b-d8d7-4c5e-a03f-b4278bba3279 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952678 Feb 16 17:09:42.924679 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8312d6e7-dd7b-41f5-9f49-6c7d36899467 req-9caab4c1-0ed1-48aa-97ce-607e796dc086 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884781 Feb 16 17:09:43.207167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f0fbe-5908-4e47-b7b9-65e333130827 req-fa98d989-03c5-40d2-9f43-a0be856c4e30 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:43.208618 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-703f0fbe-5908-4e47-b7b9-65e333130827 req-fa98d989-03c5-40d2-9f43-a0be856c4e30 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 943 time: 0.0528669 Feb 16 17:09:43.267413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-703f0fbe-5908-4e47-b7b9-65e333130827 req-c02885bf-5a27-47f7-86c6-4bc28b955f15 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531178 Feb 16 17:09:44.387323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb84b9-7b56-4e40-a78e-7844523f3c34 req-c0bba517-ffe5-4ad8-aba8-5c4d82f90fa6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:44.388962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41fb84b9-7b56-4e40-a78e-7844523f3c34 req-c0bba517-ffe5-4ad8-aba8-5c4d82f90fa6 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 943 time: 0.0543993 Feb 16 17:09:44.437905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41fb84b9-7b56-4e40-a78e-7844523f3c34 req-3de6bbcb-db88-4168-994e-62525ab24c4d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434487 Feb 16 17:09:45.572840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2491c-afb1-4bf5-abb1-c919a804596c req-74a1667e-ce8b-4ab3-855c-76edc8d3bfd4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:45.574449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ba2491c-afb1-4bf5-abb1-c919a804596c req-74a1667e-ce8b-4ab3-855c-76edc8d3bfd4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 943 time: 0.0579538 Feb 16 17:09:45.624780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ba2491c-afb1-4bf5-abb1-c919a804596c req-781230d6-f94c-4f04-acc8-ce42a68eb244 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443001 Feb 16 17:09:46.746481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f2e0e-16e2-43b8-a909-04d79dd0cbcb req-3c63af6f-289d-4a03-af16-f00cdb5e3336 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:46.748242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e77f2e0e-16e2-43b8-a909-04d79dd0cbcb req-3c63af6f-289d-4a03-af16-f00cdb5e3336 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 943 time: 0.0540926 Feb 16 17:09:46.801533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e77f2e0e-16e2-43b8-a909-04d79dd0cbcb req-19cefe10-bfbc-45e7-b595-728a2e6ec830 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477509 Feb 16 17:09:47.925670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4c508-5852-454f-b3df-a92456d37101 req-cc1405d3-732b-4670-a4af-1c9436106d15 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:47.927157 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8e4c508-5852-454f-b3df-a92456d37101 req-cc1405d3-732b-4670-a4af-1c9436106d15 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 943 time: 0.0569370 Feb 16 17:09:47.979421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8e4c508-5852-454f-b3df-a92456d37101 req-49674ede-41ce-470a-b175-9c2f43cb9ee4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457599 Feb 16 17:09:49.106616 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db8097-64cf-4d72-adce-de92d6202fce req-6e25c5c4-16fc-4769-a537-3ab47726354e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:49.108029 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6db8097-64cf-4d72-adce-de92d6202fce req-6e25c5c4-16fc-4769-a537-3ab47726354e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 943 time: 0.0591476 Feb 16 17:09:49.157501 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6db8097-64cf-4d72-adce-de92d6202fce req-dbc554f1-e4fe-48da-9be9-8ea2eca5e341 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439198 Feb 16 17:09:50.282957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8567332-24f0-4401-8b07-e6fa62f90dad req-78b9f983-1bdf-4237-9b29-603893548669 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:50.284575 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8567332-24f0-4401-8b07-e6fa62f90dad req-78b9f983-1bdf-4237-9b29-603893548669 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 943 time: 0.0549889 Feb 16 17:09:50.338430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8567332-24f0-4401-8b07-e6fa62f90dad req-a98b2781-2413-4404-b2c9-2594cdc1cfbc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473692 Feb 16 17:09:51.458335 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cb36d-0567-46a8-8f92-688795ce2f11 req-725ccd50-0110-47da-8ec7-29f3407d3d7e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:51.459451 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a2cb36d-0567-46a8-8f92-688795ce2f11 req-725ccd50-0110-47da-8ec7-29f3407d3d7e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 943 time: 0.0522957 Feb 16 17:09:51.508252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a2cb36d-0567-46a8-8f92-688795ce2f11 req-da9d6e9b-a85e-495c-a810-3af9cfb6356b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430045 Feb 16 17:09:52.627425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49435d6-64c1-44b8-b75d-fe3dd6fc09e9 req-5dff9779-2ee2-45f1-bb94-22feae7cf363 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:52.628916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b49435d6-64c1-44b8-b75d-fe3dd6fc09e9 req-5dff9779-2ee2-45f1-bb94-22feae7cf363 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 943 time: 0.0534427 Feb 16 17:09:52.676962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b49435d6-64c1-44b8-b75d-fe3dd6fc09e9 req-ad8c4523-8b1a-4673-a881-19b792488396 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418799 Feb 16 17:09:53.798324 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a3e49-283a-479b-a34f-7c268592db52 req-5e425351-a97d-40bf-bfaa-3fca88ca7bc1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:53.799797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d6a3e49-283a-479b-a34f-7c268592db52 req-5e425351-a97d-40bf-bfaa-3fca88ca7bc1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 943 time: 0.0562503 Feb 16 17:09:53.847558 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d6a3e49-283a-479b-a34f-7c268592db52 req-add862f4-6067-47dd-a390-5b6354b38bf0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421619 Feb 16 17:09:54.965697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bce66e-2cd1-415b-a7b0-ef77293be9ad req-8edd20b1-c9f9-4962-a2f3-5d5ca2f35a12 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:54.967233 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9bce66e-2cd1-415b-a7b0-ef77293be9ad req-8edd20b1-c9f9-4962-a2f3-5d5ca2f35a12 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 943 time: 0.0529454 Feb 16 17:09:55.016136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9bce66e-2cd1-415b-a7b0-ef77293be9ad req-14764951-e6ba-4bff-b4a6-0021f718bc72 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433798 Feb 16 17:09:55.698441 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5689403d-7d72-451a-92e0-b511ba37352d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:56.136559 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fb57b-2147-47a4-a46d-d4396bb0875c req-ca12a802-944b-4b2a-8fe1-08a2dab7640c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:56.138072 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d53fb57b-2147-47a4-a46d-d4396bb0875c req-ca12a802-944b-4b2a-8fe1-08a2dab7640c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 943 time: 0.0531981 Feb 16 17:09:56.190198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d53fb57b-2147-47a4-a46d-d4396bb0875c req-b40e2919-ef5d-425b-91df-60d124d51999 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466239 Feb 16 17:09:57.308375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786364fa-d057-4029-9efa-1b9458cc4bf1 req-56d93d3b-3616-497b-8904-0daf0e2fe793 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:57.309805 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-786364fa-d057-4029-9efa-1b9458cc4bf1 req-56d93d3b-3616-497b-8904-0daf0e2fe793 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 943 time: 0.0508959 Feb 16 17:09:57.357487 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-786364fa-d057-4029-9efa-1b9458cc4bf1 req-806d474a-8723-4870-99ee-41cba63b7b94 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421345 Feb 16 17:09:58.311940 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6854ed6d-7585-4bbc-b5ec-5dd36d8ae7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:58.476577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab103499-77ae-4171-a4d8-b6983ad39608 req-e62ee065-1318-490f-b423-abc0f05bab88 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:58.478069 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab103499-77ae-4171-a4d8-b6983ad39608 req-e62ee065-1318-490f-b423-abc0f05bab88 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 943 time: 0.0544622 Feb 16 17:09:58.525806 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ab103499-77ae-4171-a4d8-b6983ad39608 req-6e049323-ab53-4586-b4a8-43ce167cb61b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422895 Feb 16 17:09:59.064642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 2a3c5e15-0b37-434a-9f7a-e713f52ac83b details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:09:59.160341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=2a3c5e15-0b37-434a-9f7a-e713f52ac83b,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:09:59.171200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'port_id': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'mac_address': 'fa:16:3e:1a:24:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:09:59.208698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:09:59.209087 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:59.223139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3c5e15-0b37-434a-9f7a-e713f52ac83b {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:09:59.243341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=2a3c5e15-0b37-434a-9f7a-e713f52ac83b,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:09:59.246983 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:59.295804 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=2a3c5e15-0b37-434a-9f7a-e713f52ac83b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:09:59.303007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:59.303356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:59.304221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:59.304557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:59.304892 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:59.305224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:59.305556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:59.305881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:59.306216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:59.306538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:59.306862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:59.307186 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:59.307509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:09:59.393098 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:09:59.562256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['2a3c5e15-0b37-434a-9f7a-e713f52ac83b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:09:59.649522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d99199-383f-485d-bc3f-679a619e3435 req-41a44fc9-6f2e-4511-bbe9-990d08866149 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:09:59.650909 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7d99199-383f-485d-bc3f-679a619e3435 req-41a44fc9-6f2e-4511-bbe9-990d08866149 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 944 time: 0.0564423 Feb 16 17:09:59.701108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7d99199-383f-485d-bc3f-679a619e3435 req-2e306370-81f5-41c6-bf41-e5d2822489ca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445049 Feb 16 17:10:00.818084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf960d6-8d46-403d-9b86-d6d96881ad63 req-08d8686d-0a0d-455e-98cd-c9f761cf8019 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:00.819551 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dcf960d6-8d46-403d-9b86-d6d96881ad63 req-08d8686d-0a0d-455e-98cd-c9f761cf8019 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 944 time: 0.0525117 Feb 16 17:10:00.868451 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dcf960d6-8d46-403d-9b86-d6d96881ad63 req-eb232d3e-39a7-4034-87dd-092cfe59e370 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432971 Feb 16 17:10:00.948169 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:01.078983 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 2a3c5e15-0b37-434a-9f7a-e713f52ac83b up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:10:01.127767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:10:01.132269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:01.132714 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:01.212066 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:10:01.212454 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:01.235306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6de06-6142-4da6-9316-960196c281f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:10:01.237559 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915d31dc-b894-4704-a62b-aad3a9f278df" -d '{"events": [{"server_uuid": "edb6de06-6142-4da6-9316-960196c281f3", "name": "network-vif-plugged", "status": "completed", "tag": "2a3c5e15-0b37-434a-9f7a-e713f52ac83b"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:10:01.250330 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=2a3c5e15-0b37-434a-9f7a-e713f52ac83b,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:01.254976 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:01.284247 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36066b32-7778-4440-b774-ebfad0bde152 x-openstack-request-id: req-36066b32-7778-4440-b774-ebfad0bde152 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:10:01.284547 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb6de06-6142-4da6-9316-960196c281f3", "name": "network-vif-plugged", "status": "completed", "tag": "2a3c5e15-0b37-434a-9f7a-e713f52ac83b", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:10:01.284806 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36066b32-7778-4440-b774-ebfad0bde152 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:10:01.285201 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6de06-6142-4da6-9316-960196c281f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'code': 200} Feb 16 17:10:01.310021 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=2a3c5e15-0b37-434a-9f7a-e713f52ac83b,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:01.384642 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d23893-c080-4656-a233-5225ec9f0603 req-593d316b-8164-4d7b-be55-32063332b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:01.386173 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-49d23893-c080-4656-a233-5225ec9f0603 req-593d316b-8164-4d7b-be55-32063332b45d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 1127 time: 0.0462704 Feb 16 17:10:01.436596 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-49d23893-c080-4656-a233-5225ec9f0603 req-ecf7a66a-0d09-443e-b207-43bae05d1ca7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440636 Feb 16 17:10:01.636620 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:01.990000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4456c94-eaa4-4b14-b1ec-6cbd3086ba90 req-cf7dc21f-262f-446b-a230-1d2535bb8382 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:01.991516 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4456c94-eaa4-4b14-b1ec-6cbd3086ba90 req-cf7dc21f-262f-446b-a230-1d2535bb8382 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 945 time: 0.0571284 Feb 16 17:10:02.042694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4456c94-eaa4-4b14-b1ec-6cbd3086ba90 req-7ddbe5a7-0da7-47f1-97f0-ebdbf4fc34f1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449371 Feb 16 17:10:02.104107 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:03.167229 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f88a38-1d0a-4a72-9b42-b4c0f98c287e req-fe10433e-248a-4536-89ff-231c425f63f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:03.168755 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59f88a38-1d0a-4a72-9b42-b4c0f98c287e req-fe10433e-248a-4536-89ff-231c425f63f5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 945 time: 0.0535355 Feb 16 17:10:03.217515 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59f88a38-1d0a-4a72-9b42-b4c0f98c287e req-b4caf5dd-e1b2-4263-848d-9bbe44ccefb7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428536 Feb 16 17:10:03.346264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfd962-838d-45d1-aec2-fd67a54364bf req-b885676d-a9af-402d-b126-ec702955251e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:03.347746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1bfd962-838d-45d1-aec2-fd67a54364bf req-b885676d-a9af-402d-b126-ec702955251e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 945 time: 0.0557725 Feb 16 17:10:03.400732 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1bfd962-838d-45d1-aec2-fd67a54364bf req-0f2a1784-007d-4e16-b016-98f62775356e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472426 Feb 16 17:10:03.422660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49178) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:03.475333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00289e1a-2847-4b14-86a8-5f2c4fbed0f8 tempest-TestVolumeBootPattern-2125078010 tempest-TestVolumeBootPattern-2125078010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:03.476900 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-00289e1a-2847-4b14-86a8-5f2c4fbed0f8 tempest-TestVolumeBootPattern-2125078010 tempest-TestVolumeBootPattern-2125078010-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 1122 time: 0.0532279 Feb 16 17:10:03.479688 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49180) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:03.483863 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:03.504075 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:03.604452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:03.709287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Allocated IP 172.25.4.246 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/d4c2831d-319a-441f-a0c3-b4549be97f2b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:03.812700 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for port (d4c2831d-319a-441f-a0c3-b4549be97f2b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:03.845908 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d4c2831d-319a-441f-a0c3-b4549be97f2b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:03.883247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:03.888022 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:03.891519 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:10:03.916641 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'Port': ['ID=d4c2831d-319a-441f-a0c3-b4549be97f2b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:04.543630 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for floatingip (ac066ce7-ca4e-4695-a808-cd0a9d267530), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:04.612051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (d4c2831d-319a-441f-a0c3-b4549be97f2b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:04.766218 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for port (d4c2831d-319a-441f-a0c3-b4549be97f2b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:04.770591 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (d4c2831d-319a-441f-a0c3-b4549be97f2b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:04.843320 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'Port': ['ID=d4c2831d-319a-441f-a0c3-b4549be97f2b,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:04.851782 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (ac066ce7-ca4e-4695-a808-cd0a9d267530), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:04.926646 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:04.954695 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Floating IP ac066ce7-ca4e-4695-a808-cd0a9d267530 associated. External IP: 172.25.4.246, port: 2a3c5e15-0b37-434a-9f7a-e713f52ac83b. Feb 16 17:10:05.169742 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:10:05.283336 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:10:05.294784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be356e14-85ed-4fcd-94d9-479041e6cdfa None None] Sync routers for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:05.301989 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:05.305454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be356e14-85ed-4fcd-94d9-479041e6cdfa None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:05.305454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-be356e14-85ed-4fcd-94d9-479041e6cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:09:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:05.332887 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-02521eb6-af3b-45eb-9491-2296a0a819fb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8521612 Feb 16 17:10:05.333595 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb6de06-6142-4da6-9316-960196c281f3', 'tag': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:10:05.336376 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd2fe20-a5d1-4130-a0cf-6d4a768b0d48" -d '{"events": [{"name": "network-changed", "server_uuid": "edb6de06-6142-4da6-9316-960196c281f3", "tag": "2a3c5e15-0b37-434a-9f7a-e713f52ac83b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:10:05.379327 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e545a6-ba1a-492a-b1a0-414f9f46e34f x-openstack-request-id: req-79e545a6-ba1a-492a-b1a0-414f9f46e34f {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:10:05.379622 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb6de06-6142-4da6-9316-960196c281f3", "tag": "2a3c5e15-0b37-434a-9f7a-e713f52ac83b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:10:05.379974 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79e545a6-ba1a-492a-b1a0-414f9f46e34f {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:10:05.380409 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb6de06-6142-4da6-9316-960196c281f3', 'tag': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'status': 'completed', 'code': 200} Feb 16 17:10:05.417004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-be356e14-85ed-4fcd-94d9-479041e6cdfa None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:05.453850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2fe20-a5d1-4130-a0cf-6d4a768b0d48 req-847b2036-db0b-4a91-8890-a68c32788538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:05.455407 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0bd2fe20-a5d1-4130-a0cf-6d4a768b0d48 req-847b2036-db0b-4a91-8890-a68c32788538 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 1127 time: 0.0540695 Feb 16 17:10:05.547555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2fe20-a5d1-4130-a0cf-6d4a768b0d48 req-6e10f6db-813a-4e1b-b36b-2d7b90ac719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:05.549078 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0bd2fe20-a5d1-4130-a0cf-6d4a768b0d48 req-6e10f6db-813a-4e1b-b36b-2d7b90ac719a service neutron] 10.222.0.60 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.0867748 Feb 16 17:10:05.618937 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0bd2fe20-a5d1-4130-a0cf-6d4a768b0d48 req-b0b6a41b-41b6-4d31-b262-afd2d84b0a93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3c5e15-0b37-434a-9f7a-e713f52ac83b HTTP/1.1" status: 200 len: 999 time: 0.0640767 Feb 16 17:10:05.641631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-be356e14-85ed-4fcd-94d9-479041e6cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ac066ce7-ca4e-4695-a808-cd0a9d267530', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'port_id': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'mac_address': 'fa:16:3e:1a:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6de06-6142-4da6-9316-960196c281f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:04Z', 'updated_at': '2022-02-16T17:10:04Z', 'revision_number': 0, 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:05.666244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2fe20-a5d1-4130-a0cf-6d4a768b0d48 req-a67b835b-aaff-4922-8d7c-ff0214675546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:05.667724 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0bd2fe20-a5d1-4130-a0cf-6d4a768b0d48 req-a67b835b-aaff-4922-8d7c-ff0214675546 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0436294 Feb 16 17:10:05.672693 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be356e14-85ed-4fcd-94d9-479041e6cdfa None None] Checking router: a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:05.682000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be356e14-85ed-4fcd-94d9-479041e6cdfa None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:05.682616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-be356e14-85ed-4fcd-94d9-479041e6cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:09:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:05.717964 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2fe20-a5d1-4130-a0cf-6d4a768b0d48 req-1c6c0ac9-61ab-45fe-8a28-fe9a84343577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:05.719373 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0bd2fe20-a5d1-4130-a0cf-6d4a768b0d48 req-1c6c0ac9-61ab-45fe-8a28-fe9a84343577 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455067 Feb 16 17:10:05.793447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-be356e14-85ed-4fcd-94d9-479041e6cdfa None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:05.815472 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0bd2fe20-a5d1-4130-a0cf-6d4a768b0d48 req-4244f595-4e99-493d-80f5-8bc0228d9388 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901370 Feb 16 17:10:05.904932 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0bd2fe20-a5d1-4130-a0cf-6d4a768b0d48 req-c297a47c-7c3a-407f-9e0e-11aeab54c4d1 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833559 Feb 16 17:10:06.018182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-be356e14-85ed-4fcd-94d9-479041e6cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ac066ce7-ca4e-4695-a808-cd0a9d267530', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'port_id': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'mac_address': 'fa:16:3e:1a:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6de06-6142-4da6-9316-960196c281f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:04Z', 'updated_at': '2022-02-16T17:10:04Z', 'revision_number': 0, 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:06.045094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be356e14-85ed-4fcd-94d9-479041e6cdfa None None] The sync data for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 is: [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ac066ce7-ca4e-4695-a808-cd0a9d267530', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'port_id': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'mac_address': 'fa:16:3e:1a:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6de06-6142-4da6-9316-960196c281f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:04Z', 'updated_at': '2022-02-16T17:10:04Z', 'revision_number': 0, 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:06.234949 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4fa3f7-df6d-463f-918c-e683272a4a79 None None] New status for floating IP ac066ce7-ca4e-4695-a808-cd0a9d267530: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:10:06.874147 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:10:25.699882 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9ef87e1e-50b9-4e44-b818-3a4febd5df7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:27.112637 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88dbf94a-cd9d-40c1-8175-8dc66ecd7646 req-ea51ccd8-b760-4bf3-a135-9d230dfa49b0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482469 Feb 16 17:10:27.208743 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbf94a-cd9d-40c1-8175-8dc66ecd7646 req-69b505cc-6bae-40b0-bc1a-48bb0049f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:27.210227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88dbf94a-cd9d-40c1-8175-8dc66ecd7646 req-69b505cc-6bae-40b0-bc1a-48bb0049f624 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=61a09bce828b4aa69558d051b835c314&device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 1128 time: 0.0513635 Feb 16 17:10:27.319386 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbf94a-cd9d-40c1-8175-8dc66ecd7646 req-cf6509de-0f7b-48d6-a288-1ed714b92d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:27.320916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88dbf94a-cd9d-40c1-8175-8dc66ecd7646 req-cf6509de-0f7b-48d6-a288-1ed714b92d65 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b88e25b-87f3-446f-8e67-f99a9a81c9aa HTTP/1.1" status: 200 len: 910 time: 0.0925856 Feb 16 17:10:27.387649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88dbf94a-cd9d-40c1-8175-8dc66ecd7646 req-ea55ac4b-1e93-471d-a0b9-705551dd1387 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 HTTP/1.1" status: 200 len: 1002 time: 0.0601478 Feb 16 17:10:27.436026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbf94a-cd9d-40c1-8175-8dc66ecd7646 req-93fd9df4-c9f2-454d-b9e5-959767a8a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:27.437528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88dbf94a-cd9d-40c1-8175-8dc66ecd7646 req-93fd9df4-c9f2-454d-b9e5-959767a8a1c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=551a51d8-c054-4a07-898a-4f5e87b7a662 HTTP/1.1" status: 200 len: 848 time: 0.0449922 Feb 16 17:10:27.494018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbf94a-cd9d-40c1-8175-8dc66ecd7646 req-618a5320-3e90-43ab-9ab1-241c73a7d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:27.497006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88dbf94a-cd9d-40c1-8175-8dc66ecd7646 req-618a5320-3e90-43ab-9ab1-241c73a7d7ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b88e25b-87f3-446f-8e67-f99a9a81c9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538192 Feb 16 17:10:27.591066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88dbf94a-cd9d-40c1-8175-8dc66ecd7646 req-668958c0-227b-4125-9414-e4c2ec655ad9 service neutron] 10.222.0.65 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885360 Feb 16 17:10:27.685800 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88dbf94a-cd9d-40c1-8175-8dc66ecd7646 req-d0011632-b8c1-4df5-a034-bb4a56d5bd8f service neutron] 10.222.0.65 "GET /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893772 Feb 16 17:10:28.317185 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-060abad2-3aaf-487d-8628-91a6d355bb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:29.068692 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8cb18ad5-2aa1-472a-a794-c579993ac0bf req-17971e0b-4207-4cb4-ae22-f803e68445ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489051 Feb 16 17:10:29.154098 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18ad5-2aa1-472a-a794-c579993ac0bf req-a02360b2-e1de-4815-8b88-a1c25fb1fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:29.155614 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8cb18ad5-2aa1-472a-a794-c579993ac0bf req-a02360b2-e1de-4815-8b88-a1c25fb1fedf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 1127 time: 0.0458837 Feb 16 17:10:29.258409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18ad5-2aa1-472a-a794-c579993ac0bf req-14dc86e0-a91a-409a-96f8-4360b3b3da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:29.259877 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8cb18ad5-2aa1-472a-a794-c579993ac0bf req-14dc86e0-a91a-409a-96f8-4360b3b3da05 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.0869057 Feb 16 17:10:29.325162 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8cb18ad5-2aa1-472a-a794-c579993ac0bf req-6630735e-a6a2-4371-b442-6322b1847f26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3c5e15-0b37-434a-9f7a-e713f52ac83b HTTP/1.1" status: 200 len: 1001 time: 0.0593302 Feb 16 17:10:29.371884 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18ad5-2aa1-472a-a794-c579993ac0bf req-157f7fbe-9f23-44cb-b5b2-e956110bacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:29.373342 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8cb18ad5-2aa1-472a-a794-c579993ac0bf req-157f7fbe-9f23-44cb-b5b2-e956110bacf6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0430415 Feb 16 17:10:29.396913 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:29.427899 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18ad5-2aa1-472a-a794-c579993ac0bf req-cd0fe68c-7daf-4208-87a9-6a80b647656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:29.429438 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8cb18ad5-2aa1-472a-a794-c579993ac0bf req-cd0fe68c-7daf-4208-87a9-6a80b647656b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508137 Feb 16 17:10:29.519662 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8cb18ad5-2aa1-472a-a794-c579993ac0bf req-ca182779-40d7-42f0-ad4d-5be10d2f51de service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836675 Feb 16 17:10:29.610959 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8cb18ad5-2aa1-472a-a794-c579993ac0bf req-8a32d182-e9dc-4e07-8ae4-ed2ce466ad9f service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860167 Feb 16 17:10:30.950352 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:31.635891 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:32.108243 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:34.935027 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:39.547680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb692d-6774-444b-b5b7-061ad73b6d9c req-f110ee54-83ab-4e79-a413-0ca6518ff3f2 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:39.549180 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4cb692d-6774-444b-b5b7-061ad73b6d9c req-f110ee54-83ab-4e79-a413-0ca6518ff3f2 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 946 time: 0.0536892 Feb 16 17:10:39.598401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4cb692d-6774-444b-b5b7-061ad73b6d9c req-c9925332-b9cb-4af2-ab29-ef341a0e4c15 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/security-groups?id=890fb305-c991-4b6f-9f70-083f9555f453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436127 Feb 16 17:10:40.720178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b99282-7a35-443f-928d-fd35ffbdad15 req-5751b917-fb92-4383-92a5-043083201f1d tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:40.721563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5b99282-7a35-443f-928d-fd35ffbdad15 req-5751b917-fb92-4383-92a5-043083201f1d tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 946 time: 0.0524197 Feb 16 17:10:40.801826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5b99282-7a35-443f-928d-fd35ffbdad15 req-04bb1bd2-e993-463e-912b-0da6f081b477 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/security-groups?id=890fb305-c991-4b6f-9f70-083f9555f453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747254 Feb 16 17:10:40.817892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-91838d67-d338-4d9b-8f40-5f8f9c76ab82 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:40.819300 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-91838d67-d338-4d9b-8f40-5f8f9c76ab82 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.65 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 946 time: 0.0750625 Feb 16 17:10:40.910266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Deleting port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:10:40.910598 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:41.000921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] For port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46,segment=NetworkSegment(15c4b34a-8782-4548-80c2-ed09cc4be1c9),segment_id=15c4b34a-8782-4548-80c2-ed09cc4be1c9)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:41.001175 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:41.220719 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:41.221082 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (d0b9fadc-1c68-45c1-a623-17c9b7451ee2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:41.221396 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Floating IP d0b9fadc-1c68-45c1-a623-17c9b7451ee2 disassociated. External IP: 172.25.4.204, port: cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46. Feb 16 17:10:41.221739 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Calling delete_port for cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:10:41.356744 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:41.386498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Pushing event deleted for resources: {'Port': ['ID=cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:41.398253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:41.399153 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:41.399487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:41.399837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:41.400169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:41.400496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:41.400818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:41.401139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:41.401461 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:41.401785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:41.402113 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:41.402434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:41.402756 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:41.516436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Router 63231406-315b-4f1a-9845-4eac1fd5d0fd has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:10:41.955517 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6d3defef-1823-439b-be99-c3c028ce16f2 req-f53511e2-0c7b-4c94-9647-6584251a8868 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "GET /v2.0/ports?device_id=81246fa1-3df5-414f-bd9b-7f41fc14c31f HTTP/1.1" status: 200 len: 210 time: 0.0352490 Feb 16 17:10:41.984968 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:10:41.997637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c06fe-8dfa-4056-aa2c-d9840e620a5e None None] Sync routers for ids ['63231406-315b-4f1a-9845-4eac1fd5d0fd'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:42.010594 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c06fe-8dfa-4056-aa2c-d9840e620a5e None None] Routers {'63231406-315b-4f1a-9845-4eac1fd5d0fd'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:42.011219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-bf2c06fe-8dfa-4056-aa2c-d9840e620a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:10:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['63231406-315b-4f1a-9845-4eac1fd5d0fd'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:42.027404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] No DVR routers for this DVR port cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:10:42.030101 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:42.034046 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70cb0b4b-581e-413a-be79-57f0f822c92c req-31b3c5be-5a09-4196-8b2a-b2a89a4b4983 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.65 "DELETE /v2.0/ports/cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 HTTP/1.1" status: 204 len: 173 time: 1.2085719 Feb 16 17:10:42.034496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81246fa1-3df5-414f-bd9b-7f41fc14c31f', 'name': 'network-vif-deleted', 'tag': 'cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:10:42.036856 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9f4d59-0760-4a6f-b8f5-649b146105e5" -d '{"events": [{"server_uuid": "81246fa1-3df5-414f-bd9b-7f41fc14c31f", "name": "network-vif-deleted", "tag": "cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:10:42.148295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-bf2c06fe-8dfa-4056-aa2c-d9840e620a5e None None] Set router 63231406-315b-4f1a-9845-4eac1fd5d0fd gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:42.153275 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e84ce3e-9eeb-4e8c-bdca-88dc4f9c3bd3 x-openstack-request-id: req-9e84ce3e-9eeb-4e8c-bdca-88dc4f9c3bd3 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:10:42.153611 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81246fa1-3df5-414f-bd9b-7f41fc14c31f", "name": "network-vif-deleted", "tag": "cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:10:42.153879 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e84ce3e-9eeb-4e8c-bdca-88dc4f9c3bd3 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:10:42.154308 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81246fa1-3df5-414f-bd9b-7f41fc14c31f', 'name': 'network-vif-deleted', 'tag': 'cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46', 'status': 'completed', 'code': 200} Feb 16 17:10:42.344522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-bf2c06fe-8dfa-4056-aa2c-d9840e620a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:19Z', 'updated_at': '2022-02-16T17:05:26Z', 'revision_number': 4, 'project_id': '61a09bce828b4aa69558d051b835c314', 'gw_port': {'id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:21Z', 'updated_at': '2022-02-16T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'f1786915-77db-4697-94d9-3b6ad49df41b', 'name': '', 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'mac_address': 'fa:16:3e:db:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:30Z', 'revision_number': 5, 'project_id': '61a09bce828b4aa69558d051b835c314', 'subnets': [{'id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:42.369972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c06fe-8dfa-4056-aa2c-d9840e620a5e None None] Checking router: 63231406-315b-4f1a-9845-4eac1fd5d0fd for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:42.378577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c06fe-8dfa-4056-aa2c-d9840e620a5e None None] Routers {'63231406-315b-4f1a-9845-4eac1fd5d0fd'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:42.379183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-bf2c06fe-8dfa-4056-aa2c-d9840e620a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:10:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['63231406-315b-4f1a-9845-4eac1fd5d0fd'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:42.499695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-bf2c06fe-8dfa-4056-aa2c-d9840e620a5e None None] Set router 63231406-315b-4f1a-9845-4eac1fd5d0fd gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:42.703621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-bf2c06fe-8dfa-4056-aa2c-d9840e620a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:19Z', 'updated_at': '2022-02-16T17:05:26Z', 'revision_number': 4, 'project_id': '61a09bce828b4aa69558d051b835c314', 'gw_port': {'id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:21Z', 'updated_at': '2022-02-16T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'f1786915-77db-4697-94d9-3b6ad49df41b', 'name': '', 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'mac_address': 'fa:16:3e:db:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:30Z', 'revision_number': 5, 'project_id': '61a09bce828b4aa69558d051b835c314', 'subnets': [{'id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:42.730569 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c06fe-8dfa-4056-aa2c-d9840e620a5e None None] The sync data for ids ['63231406-315b-4f1a-9845-4eac1fd5d0fd'] in n-d-669411-5 is: [{'id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:19Z', 'updated_at': '2022-02-16T17:05:26Z', 'revision_number': 4, 'project_id': '61a09bce828b4aa69558d051b835c314', 'gw_port': {'id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:21Z', 'updated_at': '2022-02-16T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'f1786915-77db-4697-94d9-3b6ad49df41b', 'name': '', 'network_id': '4b88e25b-87f3-446f-8e67-f99a9a81c9aa', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'mac_address': 'fa:16:3e:db:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:25Z', 'updated_at': '2022-02-16T17:05:30Z', 'revision_number': 5, 'project_id': '61a09bce828b4aa69558d051b835c314', 'subnets': [{'id': '551a51d8-c054-4a07-898a-4f5e87b7a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:42.958356 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7062a-d1e7-4f9a-8179-26453ffd328e None None] New status for floating IP d0b9fadc-1c68-45c1-a623-17c9b7451ee2: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:10:43.017413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49224) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:43.165152 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Deleting port 16d9b316-8200-4efc-979c-07b3e8ff82cf {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:10:43.165491 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (16d9b316-8200-4efc-979c-07b3e8ff82cf), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:43.244184 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (16d9b316-8200-4efc-979c-07b3e8ff82cf), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:43.244734 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for floatingip (16d9b316-8200-4efc-979c-07b3e8ff82cf), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:43.256868 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Calling delete_port for 16d9b316-8200-4efc-979c-07b3e8ff82cf owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:10:43.391418 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (16d9b316-8200-4efc-979c-07b3e8ff82cf), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:43.420000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Pushing event deleted for resources: {'Port': ['ID=16d9b316-8200-4efc-979c-07b3e8ff82cf,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:43.447464 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:43.447843 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:43.448190 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:43.448524 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:43.448861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:43.449195 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:43.449526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:43.449852 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:43.450179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:43.450504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:43.450828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:43.451154 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:43.451476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:10:43.496182 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for floatingip (d0b9fadc-1c68-45c1-a623-17c9b7451ee2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:43.498666 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:43.499848 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b772a4a6-f8c6-460a-8c05-8b00f221cbf8 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "DELETE /v2.0/floatingips/d0b9fadc-1c68-45c1-a623-17c9b7451ee2 HTTP/1.1" status: 204 len: 168 time: 0.4814529 Feb 16 17:10:43.568816 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49230) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:43.626302 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77c25492-8a39-4bb1-9870-aa2aa81920f4 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group (890fb305-c991-4b6f-9f70-083f9555f453), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:43.652039 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77c25492-8a39-4bb1-9870-aa2aa81920f4 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group (890fb305-c991-4b6f-9f70-083f9555f453), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:43.709316 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77c25492-8a39-4bb1-9870-aa2aa81920f4 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (890fb305-c991-4b6f-9f70-083f9555f453), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:43.712794 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77c25492-8a39-4bb1-9870-aa2aa81920f4 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:43.713952 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-77c25492-8a39-4bb1-9870-aa2aa81920f4 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] 10.222.0.24 "DELETE /v2.0/security-groups/890fb305-c991-4b6f-9f70-083f9555f453 HTTP/1.1" status: 204 len: 168 time: 0.1441488 Feb 16 17:10:43.722981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c25492-8a39-4bb1-9870-aa2aa81920f4 tempest-TestServerBasicOps-1205109870 tempest-TestServerBasicOps-1205109870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=890fb305-c991-4b6f-9f70-083f9555f453,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:43.873584 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:10:44.762991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49238) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:45.012878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:10:45.033016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:10:45.033359 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device cc1a9ac8-541a-4bb3-80c9-bfdf9b508c46 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:10:45.277891 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b573dbcb-e8ea-4a57-b230-329d61cd9477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (63231406-315b-4f1a-9845-4eac1fd5d0fd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:45.525759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b573dbcb-e8ea-4a57-b230-329d61cd9477 admin admin] Deleting port f1786915-77db-4697-94d9-3b6ad49df41b {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:10:45.526361 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b573dbcb-e8ea-4a57-b230-329d61cd9477 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:45.601455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-b573dbcb-e8ea-4a57-b230-329d61cd9477 admin admin] For port f1786915-77db-4697-94d9-3b6ad49df41b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f1786915-77db-4697-94d9-3b6ad49df41b,segment=NetworkSegment(15c4b34a-8782-4548-80c2-ed09cc4be1c9),segment_id=15c4b34a-8782-4548-80c2-ed09cc4be1c9)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:45.602255 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b573dbcb-e8ea-4a57-b230-329d61cd9477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:45.614423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b573dbcb-e8ea-4a57-b230-329d61cd9477 admin admin] Calling delete_port for f1786915-77db-4697-94d9-3b6ad49df41b owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:10:45.794369 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b573dbcb-e8ea-4a57-b230-329d61cd9477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f1786915-77db-4697-94d9-3b6ad49df41b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:45.818892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573dbcb-e8ea-4a57-b230-329d61cd9477 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1786915-77db-4697-94d9-3b6ad49df41b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:45.996045 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b573dbcb-e8ea-4a57-b230-329d61cd9477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (63231406-315b-4f1a-9845-4eac1fd5d0fd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:46.215270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b573dbcb-e8ea-4a57-b230-329d61cd9477 admin admin] Router 63231406-315b-4f1a-9845-4eac1fd5d0fd has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:10:46.322407 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b573dbcb-e8ea-4a57-b230-329d61cd9477 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:10:46.327308 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b573dbcb-e8ea-4a57-b230-329d61cd9477 admin admin] 10.222.0.24 "PUT /v2.0/routers/63231406-315b-4f1a-9845-4eac1fd5d0fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5632193 Feb 16 17:10:46.329795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49244) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:46.332345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f607299-668b-463e-9437-57774d5625f0 None None] Sync routers for ids ['63231406-315b-4f1a-9845-4eac1fd5d0fd'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:46.343811 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f607299-668b-463e-9437-57774d5625f0 None None] Routers {'63231406-315b-4f1a-9845-4eac1fd5d0fd'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:46.344426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1f607299-668b-463e-9437-57774d5625f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:10:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['63231406-315b-4f1a-9845-4eac1fd5d0fd'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:46.440006 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] Publish callbacks [] for router (63231406-315b-4f1a-9845-4eac1fd5d0fd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:46.549686 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] Publish callbacks [] for router_gateway (63231406-315b-4f1a-9845-4eac1fd5d0fd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:46.607101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] Deleting port 571c4de8-dffc-4507-a37a-9ccde83797b5 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:10:46.607556 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (571c4de8-dffc-4507-a37a-9ccde83797b5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:46.611245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-1f607299-668b-463e-9437-57774d5625f0 None None] Set router 63231406-315b-4f1a-9845-4eac1fd5d0fd gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:46.686844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] For port 571c4de8-dffc-4507-a37a-9ccde83797b5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=571c4de8-dffc-4507-a37a-9ccde83797b5,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:46.687211 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (571c4de8-dffc-4507-a37a-9ccde83797b5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:46.700063 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] Calling delete_port for 571c4de8-dffc-4507-a37a-9ccde83797b5 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:10:46.794358 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1f607299-668b-463e-9437-57774d5625f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:19Z', 'updated_at': '2022-02-16T17:10:45Z', 'revision_number': 5, 'project_id': '61a09bce828b4aa69558d051b835c314', 'gw_port': {'id': '571c4de8-dffc-4507-a37a-9ccde83797b5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:21Z', 'updated_at': '2022-02-16T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:46.822600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f607299-668b-463e-9437-57774d5625f0 None None] Checking router: 63231406-315b-4f1a-9845-4eac1fd5d0fd for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:46.831939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f607299-668b-463e-9437-57774d5625f0 None None] Routers {'63231406-315b-4f1a-9845-4eac1fd5d0fd'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:46.832555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1f607299-668b-463e-9437-57774d5625f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:10:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['63231406-315b-4f1a-9845-4eac1fd5d0fd'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:46.871513 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (571c4de8-dffc-4507-a37a-9ccde83797b5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:46.898276 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] Pushing event deleted for resources: {'Port': ['ID=571c4de8-dffc-4507-a37a-9ccde83797b5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:46.929523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-1f607299-668b-463e-9437-57774d5625f0 None None] Set router 63231406-315b-4f1a-9845-4eac1fd5d0fd gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:46.961877 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (63231406-315b-4f1a-9845-4eac1fd5d0fd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:46.988739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1f607299-668b-463e-9437-57774d5625f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:19Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 6, 'project_id': '61a09bce828b4aa69558d051b835c314', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:47.016056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f607299-668b-463e-9437-57774d5625f0 None None] The sync data for ids ['63231406-315b-4f1a-9845-4eac1fd5d0fd'] in n-d-669411-5 is: [{'id': '63231406-315b-4f1a-9845-4eac1fd5d0fd', 'name': 'tempest-TestServerBasicOps-1946873509-router', 'tenant_id': '61a09bce828b4aa69558d051b835c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:19Z', 'updated_at': '2022-02-16T17:10:46Z', 'revision_number': 6, 'project_id': '61a09bce828b4aa69558d051b835c314', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:47.054817 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (63231406-315b-4f1a-9845-4eac1fd5d0fd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.057120 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] Publish callbacks [] for router_controller (63231406-315b-4f1a-9845-4eac1fd5d0fd), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.100928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (63231406-315b-4f1a-9845-4eac1fd5d0fd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.101473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63231406-315b-4f1a-9845-4eac1fd5d0fd {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:10:47.108019 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.109774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d59ff6f7-cd62-4be3-ad3f-cc5872df387d admin admin] 10.222.0.24 "DELETE /v2.0/routers/63231406-315b-4f1a-9845-4eac1fd5d0fd HTTP/1.1" status: 204 len: 168 time: 0.7785482 Feb 16 17:10:47.112152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49246) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:47.158419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3ed670-cddb-443f-a75e-4985c057e75f admin admin] Deleting subnet 551a51d8-c054-4a07-898a-4f5e87b7a662 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:10:47.161655 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c3ed670-cddb-443f-a75e-4985c057e75f admin admin] Publish callbacks [] for subnet (551a51d8-c054-4a07-898a-4f5e87b7a662), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.202139 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c3ed670-cddb-443f-a75e-4985c057e75f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (551a51d8-c054-4a07-898a-4f5e87b7a662), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.277834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c3ed670-cddb-443f-a75e-4985c057e75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (551a51d8-c054-4a07-898a-4f5e87b7a662), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.329688 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c3ed670-cddb-443f-a75e-4985c057e75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (551a51d8-c054-4a07-898a-4f5e87b7a662), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.354259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ed670-cddb-443f-a75e-4985c057e75f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=551a51d8-c054-4a07-898a-4f5e87b7a662,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:47.359038 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c3ed670-cddb-443f-a75e-4985c057e75f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.363073 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6c3ed670-cddb-443f-a75e-4985c057e75f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/551a51d8-c054-4a07-898a-4f5e87b7a662 HTTP/1.1" status: 204 len: 168 time: 0.2494929 Feb 16 17:10:47.364730 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bed892f-5590-4785-b554-5b206b8f9940 None None] Network 4b88e25b-87f3-446f-8e67-f99a9a81c9aa requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:10:47.367910 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49248) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:47.446425 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (4b88e25b-87f3-446f-8e67-f99a9a81c9aa), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.511793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] Deleting port 5de452e6-121f-4212-b2c0-9ac29002808e {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:10:47.512261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5de452e6-121f-4212-b2c0-9ac29002808e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.575225 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] For port 5de452e6-121f-4212-b2c0-9ac29002808e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=5de452e6-121f-4212-b2c0-9ac29002808e,segment=NetworkSegment(15c4b34a-8782-4548-80c2-ed09cc4be1c9),segment_id=15c4b34a-8782-4548-80c2-ed09cc4be1c9)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:47.575582 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5de452e6-121f-4212-b2c0-9ac29002808e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.586957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] Calling delete_port for 5de452e6-121f-4212-b2c0-9ac29002808e owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:10:47.668335 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5de452e6-121f-4212-b2c0-9ac29002808e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.693183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] Pushing event deleted for resources: {'Port': ['ID=5de452e6-121f-4212-b2c0-9ac29002808e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:47.696758 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] No DVR routers for this DVR port 5de452e6-121f-4212-b2c0-9ac29002808e on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:10:47.769613 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (4b88e25b-87f3-446f-8e67-f99a9a81c9aa), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.788984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b88e25b-87f3-446f-8e67-f99a9a81c9aa']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:47.798891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c4b34a-8782-4548-80c2-ed09cc4be1c9') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:47.799188 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c4b34a-8782-4548-80c2-ed09cc4be1c9') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:47.808970 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (15c4b34a-8782-4548-80c2-ed09cc4be1c9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.827598 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (15c4b34a-8782-4548-80c2-ed09cc4be1c9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.833984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:10:47.834381 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (15c4b34a-8782-4548-80c2-ed09cc4be1c9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:10:47.836373 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:10:47.850089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7e8ccf-0531-4795-9292-29ffb4238abe None None] DHCP port deletion for 4b88e25b-87f3-446f-8e67-f99a9a81c9aa request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:10:47.894016 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (4b88e25b-87f3-446f-8e67-f99a9a81c9aa), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.900087 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:47.903769 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] 10.222.0.24 "DELETE /v2.0/networks/4b88e25b-87f3-446f-8e67-f99a9a81c9aa HTTP/1.1" status: 204 len: 168 time: 0.5348320 Feb 16 17:10:47.906759 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49250) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:47.921397 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb18870-1de8-4937-a25a-8eeb656a662f admin admin] Pushing event deleted for resources: {'Network': ['ID=4b88e25b-87f3-446f-8e67-f99a9a81c9aa,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:48.177461 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f1786915-77db-4697-94d9-3b6ad49df41b no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:10:48.198262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: f1786915-77db-4697-94d9-3b6ad49df41b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:10:48.198620 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f1786915-77db-4697-94d9-3b6ad49df41b not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:10:48.199051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 571c4de8-dffc-4507-a37a-9ccde83797b5 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:10:48.218099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 571c4de8-dffc-4507-a37a-9ccde83797b5 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:10:48.218450 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 571c4de8-dffc-4507-a37a-9ccde83797b5 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:10:48.218872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5de452e6-121f-4212-b2c0-9ac29002808e no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:10:48.241582 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 5de452e6-121f-4212-b2c0-9ac29002808e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:10:48.241930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 5de452e6-121f-4212-b2c0-9ac29002808e not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:10:48.285288 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e32f4851-c536-45e1-9b02-f2f491c69895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:48.537785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e32f4851-c536-45e1-9b02-f2f491c69895 admin admin] Deleting port c337a16c-5867-4c9b-bbd9-3c7c377d9511 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:10:48.538119 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e32f4851-c536-45e1-9b02-f2f491c69895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:48.613865 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-e32f4851-c536-45e1-9b02-f2f491c69895 admin admin] For port c337a16c-5867-4c9b-bbd9-3c7c377d9511, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c337a16c-5867-4c9b-bbd9-3c7c377d9511,segment=NetworkSegment(39f86d4e-27a8-42af-af44-83575c06c4e7),segment_id=39f86d4e-27a8-42af-af44-83575c06c4e7)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:48.614218 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e32f4851-c536-45e1-9b02-f2f491c69895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:48.626757 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e32f4851-c536-45e1-9b02-f2f491c69895 admin admin] Calling delete_port for c337a16c-5867-4c9b-bbd9-3c7c377d9511 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:10:48.805522 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e32f4851-c536-45e1-9b02-f2f491c69895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c337a16c-5867-4c9b-bbd9-3c7c377d9511), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:48.832829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f4851-c536-45e1-9b02-f2f491c69895 admin admin] Pushing event deleted for resources: {'Port': ['ID=c337a16c-5867-4c9b-bbd9-3c7c377d9511,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:49.018746 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e32f4851-c536-45e1-9b02-f2f491c69895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:49.618392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32f4851-c536-45e1-9b02-f2f491c69895 admin admin] Router f9b9c1d6-71a1-4228-b713-d4630a2a89c5 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:10:49.729379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32f4851-c536-45e1-9b02-f2f491c69895 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:10:49.734607 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e32f4851-c536-45e1-9b02-f2f491c69895 admin admin] 10.222.0.24 "PUT /v2.0/routers/f9b9c1d6-71a1-4228-b713-d4630a2a89c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8266144 Feb 16 17:10:49.737152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49252) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:49.739961 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebcd8f3-a1f2-4b6b-bc44-f396e8c29d17 None None] Sync routers for ids ['f9b9c1d6-71a1-4228-b713-d4630a2a89c5'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:49.752247 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebcd8f3-a1f2-4b6b-bc44-f396e8c29d17 None None] Routers {'f9b9c1d6-71a1-4228-b713-d4630a2a89c5'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:49.752861 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-aebcd8f3-a1f2-4b6b-bc44-f396e8c29d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:10:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f9b9c1d6-71a1-4228-b713-d4630a2a89c5'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:49.849841 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] Publish callbacks [] for router (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:49.868409 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-aebcd8f3-a1f2-4b6b-bc44-f396e8c29d17 None None] Set router f9b9c1d6-71a1-4228-b713-d4630a2a89c5 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:49.965565 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] Publish callbacks [] for router_gateway (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:50.021609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] Deleting port ae93d128-42fd-4c15-8d09-ed52e467340c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:10:50.022353 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ae93d128-42fd-4c15-8d09-ed52e467340c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:50.072112 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-aebcd8f3-a1f2-4b6b-bc44-f396e8c29d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'name': 'tempest-TestServerBasicOps-859823514-router', 'tenant_id': '1c0cf253ab624b7d8e99effc74260c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'ae93d128-42fd-4c15-8d09-ed52e467340c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:10:48Z', 'revision_number': 5, 'project_id': '1c0cf253ab624b7d8e99effc74260c58', 'gw_port': {'id': 'ae93d128-42fd-4c15-8d09-ed52e467340c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:05:30Z', 'updated_at': '2022-02-16T17:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:50.107067 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebcd8f3-a1f2-4b6b-bc44-f396e8c29d17 None None] Checking router: f9b9c1d6-71a1-4228-b713-d4630a2a89c5 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:50.109654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] For port ae93d128-42fd-4c15-8d09-ed52e467340c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ae93d128-42fd-4c15-8d09-ed52e467340c,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:50.110081 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ae93d128-42fd-4c15-8d09-ed52e467340c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:50.117442 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebcd8f3-a1f2-4b6b-bc44-f396e8c29d17 None None] Routers {'f9b9c1d6-71a1-4228-b713-d4630a2a89c5'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:50.118613 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-aebcd8f3-a1f2-4b6b-bc44-f396e8c29d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:10:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['f9b9c1d6-71a1-4228-b713-d4630a2a89c5'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:50.128541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] Calling delete_port for ae93d128-42fd-4c15-8d09-ed52e467340c owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:10:50.322321 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ae93d128-42fd-4c15-8d09-ed52e467340c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:50.327968 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-aebcd8f3-a1f2-4b6b-bc44-f396e8c29d17 None None] Set router f9b9c1d6-71a1-4228-b713-d4630a2a89c5 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:50.350225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae93d128-42fd-4c15-8d09-ed52e467340c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:50.387189 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-aebcd8f3-a1f2-4b6b-bc44-f396e8c29d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'name': 'tempest-TestServerBasicOps-859823514-router', 'tenant_id': '1c0cf253ab624b7d8e99effc74260c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:10:49Z', 'revision_number': 6, 'project_id': '1c0cf253ab624b7d8e99effc74260c58', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:50.418343 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:50.419234 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebcd8f3-a1f2-4b6b-bc44-f396e8c29d17 None None] The sync data for ids ['f9b9c1d6-71a1-4228-b713-d4630a2a89c5'] in n-d-669411-5 is: [{'id': 'f9b9c1d6-71a1-4228-b713-d4630a2a89c5', 'name': 'tempest-TestServerBasicOps-859823514-router', 'tenant_id': '1c0cf253ab624b7d8e99effc74260c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:05:29Z', 'updated_at': '2022-02-16T17:10:49Z', 'revision_number': 6, 'project_id': '1c0cf253ab624b7d8e99effc74260c58', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:50.518173 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:50.520357 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] Publish callbacks [] for router_controller (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:50.562018 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (f9b9c1d6-71a1-4228-b713-d4630a2a89c5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:50.562541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9b9c1d6-71a1-4228-b713-d4630a2a89c5 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:10:50.566859 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:50.568099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-996fe3c1-7988-478a-9ad9-94a8086f694a admin admin] 10.222.0.24 "DELETE /v2.0/routers/f9b9c1d6-71a1-4228-b713-d4630a2a89c5 HTTP/1.1" status: 204 len: 168 time: 0.8296986 Feb 16 17:10:50.571323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49254) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:50.618359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-761c5fe6-c3d8-42e2-9012-c9a859b6d91d admin admin] Deleting subnet 7fe65a9e-7aef-4118-af27-41550cd0aa84 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:10:50.621578 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-761c5fe6-c3d8-42e2-9012-c9a859b6d91d admin admin] Publish callbacks [] for subnet (7fe65a9e-7aef-4118-af27-41550cd0aa84), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:50.661663 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-761c5fe6-c3d8-42e2-9012-c9a859b6d91d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (7fe65a9e-7aef-4118-af27-41550cd0aa84), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:50.743821 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-761c5fe6-c3d8-42e2-9012-c9a859b6d91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (7fe65a9e-7aef-4118-af27-41550cd0aa84), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:50.803206 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-761c5fe6-c3d8-42e2-9012-c9a859b6d91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (7fe65a9e-7aef-4118-af27-41550cd0aa84), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:50.831007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c5fe6-c3d8-42e2-9012-c9a859b6d91d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fe65a9e-7aef-4118-af27-41550cd0aa84,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:50.834701 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-761c5fe6-c3d8-42e2-9012-c9a859b6d91d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:50.838431 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-761c5fe6-c3d8-42e2-9012-c9a859b6d91d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7fe65a9e-7aef-4118-af27-41550cd0aa84 HTTP/1.1" status: 204 len: 168 time: 0.2660344 Feb 16 17:10:50.841312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49256) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:50.842696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af0cd92-449a-4eda-bb7e-7cfbea7cbd3b None None] Network 020da371-e77c-4384-8eb9-92999cda9a25 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:10:50.937515 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (020da371-e77c-4384-8eb9-92999cda9a25), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:50.993191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] Deleting port ddb87985-e1cf-4dde-9074-2b374384f600 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:10:50.993528 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ddb87985-e1cf-4dde-9074-2b374384f600), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:51.058934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] For port ddb87985-e1cf-4dde-9074-2b374384f600, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ddb87985-e1cf-4dde-9074-2b374384f600,segment=NetworkSegment(39f86d4e-27a8-42af-af44-83575c06c4e7),segment_id=39f86d4e-27a8-42af-af44-83575c06c4e7)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:51.059657 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ddb87985-e1cf-4dde-9074-2b374384f600), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:51.070677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] Calling delete_port for ddb87985-e1cf-4dde-9074-2b374384f600 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:10:51.148954 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ddb87985-e1cf-4dde-9074-2b374384f600), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:51.175858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb87985-e1cf-4dde-9074-2b374384f600,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:51.177837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] No DVR routers for this DVR port ddb87985-e1cf-4dde-9074-2b374384f600 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:10:51.232980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7582e4a-40a4-4280-8431-d0a3cfadf094 None None] DHCP port deletion for 020da371-e77c-4384-8eb9-92999cda9a25 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:10:51.257003 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (020da371-e77c-4384-8eb9-92999cda9a25), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:51.280698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020da371-e77c-4384-8eb9-92999cda9a25']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:51.290099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f86d4e-27a8-42af-af44-83575c06c4e7') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:51.290394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f86d4e-27a8-42af-af44-83575c06c4e7') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:51.299591 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (39f86d4e-27a8-42af-af44-83575c06c4e7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:51.315666 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (39f86d4e-27a8-42af-af44-83575c06c4e7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:51.323446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:10:51.324109 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (39f86d4e-27a8-42af-af44-83575c06c4e7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:10:51.325918 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:10:51.387585 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (020da371-e77c-4384-8eb9-92999cda9a25), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:51.394594 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:51.398109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] 10.222.0.24 "DELETE /v2.0/networks/020da371-e77c-4384-8eb9-92999cda9a25 HTTP/1.1" status: 204 len: 168 time: 0.5558591 Feb 16 17:10:51.410719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab9b77-c2c3-4008-b2ab-26f258fa553b admin admin] Pushing event deleted for resources: {'Network': ['ID=020da371-e77c-4384-8eb9-92999cda9a25,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:51.522079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49260) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:51.562249 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5a3ea790-9099-406e-b1e8-29820ec6d7ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61a09bce828b4aa69558d051b835c314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389853 Feb 16 17:10:51.564735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49262) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:51.615231 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd98b53b-4983-44eb-969e-16913206b73a admin admin] Publish callbacks [] for security_group (3d5c3ce8-f04b-4ff8-8e9e-4bfb4753035d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:51.638133 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd98b53b-4983-44eb-969e-16913206b73a admin admin] Publish callbacks [] for security_group (3d5c3ce8-f04b-4ff8-8e9e-4bfb4753035d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:51.688926 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd98b53b-4983-44eb-969e-16913206b73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (3d5c3ce8-f04b-4ff8-8e9e-4bfb4753035d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:51.691809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd98b53b-4983-44eb-969e-16913206b73a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:51.692964 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dd98b53b-4983-44eb-969e-16913206b73a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d5c3ce8-f04b-4ff8-8e9e-4bfb4753035d HTTP/1.1" status: 204 len: 168 time: 0.1273365 Feb 16 17:10:51.702510 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98b53b-4983-44eb-969e-16913206b73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5c3ce8-f04b-4ff8-8e9e-4bfb4753035d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:52.027465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49268) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:52.065897 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-947fbd71-62bd-4cc2-aef5-2b04f3a569a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c0cf253ab624b7d8e99effc74260c58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371532 Feb 16 17:10:52.068413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49270) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:52.116027 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-915a6c04-c55c-40b2-956b-b4d88b26ff8e admin admin] Publish callbacks [] for security_group (931e832f-2f73-490b-bdd7-516d8d65fdc7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:52.141841 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-915a6c04-c55c-40b2-956b-b4d88b26ff8e admin admin] Publish callbacks [] for security_group (931e832f-2f73-490b-bdd7-516d8d65fdc7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:52.175904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c337a16c-5867-4c9b-bbd9-3c7c377d9511 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:10:52.190463 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-915a6c04-c55c-40b2-956b-b4d88b26ff8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (931e832f-2f73-490b-bdd7-516d8d65fdc7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:52.193478 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-915a6c04-c55c-40b2-956b-b4d88b26ff8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:52.197565 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-915a6c04-c55c-40b2-956b-b4d88b26ff8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/931e832f-2f73-490b-bdd7-516d8d65fdc7 HTTP/1.1" status: 204 len: 168 time: 0.1253023 Feb 16 17:10:52.197754 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: c337a16c-5867-4c9b-bbd9-3c7c377d9511 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:10:52.197754 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c337a16c-5867-4c9b-bbd9-3c7c377d9511 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:10:52.198109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ddb87985-e1cf-4dde-9074-2b374384f600 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:10:52.205937 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a6c04-c55c-40b2-956b-b4d88b26ff8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931e832f-2f73-490b-bdd7-516d8d65fdc7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:52.226056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: ddb87985-e1cf-4dde-9074-2b374384f600 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:10:52.226422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ddb87985-e1cf-4dde-9074-2b374384f600 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:10:52.227011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ae93d128-42fd-4c15-8d09-ed52e467340c no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:10:52.250981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: ae93d128-42fd-4c15-8d09-ed52e467340c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:10:52.251330 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ae93d128-42fd-4c15-8d09-ed52e467340c not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:10:52.872018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49292) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:52.966768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1766923038-network', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:52.986039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] Made reservation on behalf of de7c0a81702d40b298aa51ca5c5d5160 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:10:52.988717 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:52.997766 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.070618 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] Publish callbacks [] for security_group (7a1bd1bd-e72f-4d6c-8dcc-61c6788c504b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.074300 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7a1bd1bd-e72f-4d6c-8dcc-61c6788c504b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.100677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:10:53.106505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1bd1bd-e72f-4d6c-8dcc-61c6788c504b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:53.114001 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f29f7228-2167-4d2f-8f46-e251a6df481a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.114339 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] Added segment f29f7228-2167-4d2f-8f46-e251a6df481a of type vlan for network 935cee3e-d182-40ee-86fb-203f273d43f4 Feb 16 17:10:53.158480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (935cee3e-d182-40ee-86fb-203f273d43f4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.183182 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (935cee3e-d182-40ee-86fb-203f273d43f4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.184231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:53.184813 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.219708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3466029 Feb 16 17:10:53.222634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49296) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:53.228212 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-67b3518c-a4a0-4018-819c-c4d8dda18a4f admin admin] Request body: {'subnet': {'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1766923038-subnet', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:53.247925 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b3518c-a4a0-4018-819c-c4d8dda18a4f admin admin] Made reservation on behalf of de7c0a81702d40b298aa51ca5c5d5160 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:10:53.250105 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67b3518c-a4a0-4018-819c-c4d8dda18a4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.252620 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e11c3e-47f0-46f0-80e8-a36dc2d0af10 admin admin] Pushing event updated for resources: {'Network': ['ID=935cee3e-d182-40ee-86fb-203f273d43f4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:53.262425 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 935cee3e-d182-40ee-86fb-203f273d43f4 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:10:53.421579 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67b3518c-a4a0-4018-819c-c4d8dda18a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (d79c622a-80f9-4dba-8d65-03e9a8678197), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.476444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3518c-a4a0-4018-819c-c4d8dda18a4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79c622a-80f9-4dba-8d65-03e9a8678197,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:53.486100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3518c-a4a0-4018-819c-c4d8dda18a4f admin admin] Checking segment: {'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:10:53.486460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b3518c-a4a0-4018-819c-c4d8dda18a4f admin admin] Network hostable DHCP agents. Network: 935cee3e-d182-40ee-86fb-203f273d43f4, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:10:53.503039 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b3518c-a4a0-4018-819c-c4d8dda18a4f admin admin] Network 935cee3e-d182-40ee-86fb-203f273d43f4 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:10:53.511858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-67b3518c-a4a0-4018-819c-c4d8dda18a4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 935cee3e-d182-40ee-86fb-203f273d43f4) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:53.515876 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b3518c-a4a0-4018-819c-c4d8dda18a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:53.516471 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67b3518c-a4a0-4018-819c-c4d8dda18a4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.521566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c153ee-6cf3-4289-8471-c6297db4d3c2 None None] Network 935cee3e-d182-40ee-86fb-203f273d43f4 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:10:53.533724 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-67b3518c-a4a0-4018-819c-c4d8dda18a4f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3099704 Feb 16 17:10:53.536380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49298) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:53.540763 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1766923038-router', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:53.559621 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (d1e62bed-734a-4bc9-8268-315a413c064b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.560762 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (d1e62bed-734a-4bc9-8268-315a413c064b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.621742 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Publish callbacks [] for router_controller (d1e62bed-734a-4bc9-8268-315a413c064b), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.629143 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-935cee3e-d182-40ee-86fb-203f273d43f4', 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4', 'project_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'fixed_ips': [{'subnet_id': 'd79c622a-80f9-4dba-8d65-03e9a8678197'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:10:53.630018 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.765850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Allocated IP 172.20.0.2 (935cee3e-d182-40ee-86fb-203f273d43f4/d79c622a-80f9-4dba-8d65-03e9a8678197/e8bd2dbc-3156-4636-86a9-f4a32d730dac) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:53.769314 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Publish callbacks [] for router_gateway (d1e62bed-734a-4bc9-8268-315a413c064b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.910440 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Publish callbacks [] for port (e8bd2dbc-3156-4636-86a9-f4a32d730dac), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.916948 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (e8bd2dbc-3156-4636-86a9-f4a32d730dac), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.963267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Network 935cee3e-d182-40ee-86fb-203f273d43f4 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:53.966512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:53.970288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:10:53.977857 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Publish callbacks [] for router_gateway (d1e62bed-734a-4bc9-8268-315a413c064b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:53.978553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Pushing event updated for resources: {'Port': ['ID=e8bd2dbc-3156-4636-86a9-f4a32d730dac,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:53.998427 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:54.032539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Attempting to bind port e8bd2dbc-3156-4636-86a9-f4a32d730dac on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:10:54.032891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Attempting to bind port e8bd2dbc-3156-4636-86a9-f4a32d730dac by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:10:54.033351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Attempting to bind port e8bd2dbc-3156-4636-86a9-f4a32d730dac on network 935cee3e-d182-40ee-86fb-203f273d43f4 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:10:54.038344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:10:54.038716 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Checking segment: {'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:10:54.039283 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:54.039678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Bound using segment: {'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:10:54.040320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Bound port: e8bd2dbc-3156-4636-86a9-f4a32d730dac, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:10:54.040705 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e8bd2dbc-3156-4636-86a9-f4a32d730dac), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:54.107682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] For port e8bd2dbc-3156-4636-86a9-f4a32d730dac, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:10:54.111064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] For port e8bd2dbc-3156-4636-86a9-f4a32d730dac, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e8bd2dbc-3156-4636-86a9-f4a32d730dac,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:10:54.117776 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e8bd2dbc-3156-4636-86a9-f4a32d730dac), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:54.121934 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Allocated IP 172.25.4.223 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/9eb11487-a595-4b3a-8b8c-97cb16b81c4e) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:54.182607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d110ac-40fc-41ac-889e-bed8e6e4bf36 None None] Pushing event updated for resources: {'Port': ['ID=e8bd2dbc-3156-4636-86a9-f4a32d730dac,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:54.235897 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Publish callbacks [] for port (9eb11487-a595-4b3a-8b8c-97cb16b81c4e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:54.270792 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (9eb11487-a595-4b3a-8b8c-97cb16b81c4e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:54.307590 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:54.314205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:54.318485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:10:54.348685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb11487-a595-4b3a-8b8c-97cb16b81c4e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:54.592151 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Publish callbacks [] for router_gateway (d1e62bed-734a-4bc9-8268-315a413c064b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:55.133393 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (d1e62bed-734a-4bc9-8268-315a413c064b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:55.143276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bd8afb-fd17-4ccc-9798-3d493242c813 None None] Network 935cee3e-d182-40ee-86fb-203f273d43f4 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:10:55.214475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-01c79b12-9804-4cb3-97e8-91a983b96bed None None] Provisioning complete for port e8bd2dbc-3156-4636-86a9-f4a32d730dac triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:55.214853 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-01c79b12-9804-4cb3-97e8-91a983b96bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e8bd2dbc-3156-4636-86a9-f4a32d730dac), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:55.268108 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Router d1e62bed-734a-4bc9-8268-315a413c064b is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:10:55.332363 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-01c79b12-9804-4cb3-97e8-91a983b96bed None None] Current status of the port e8bd2dbc-3156-4636-86a9-f4a32d730dac is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:10:55.332817 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-01c79b12-9804-4cb3-97e8-91a983b96bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e8bd2dbc-3156-4636-86a9-f4a32d730dac), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:55.368415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-01c79b12-9804-4cb3-97e8-91a983b96bed None None] For port e8bd2dbc-3156-4636-86a9-f4a32d730dac, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e8bd2dbc-3156-4636-86a9-f4a32d730dac,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:55.372789 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-01c79b12-9804-4cb3-97e8-91a983b96bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e8bd2dbc-3156-4636-86a9-f4a32d730dac), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:55.396563 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:10:55.409953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Sync routers for ids ['d1e62bed-734a-4bc9-8268-315a413c064b'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:55.420816 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:55.423808 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6cfc4a17-2fe2-4703-bb9f-97de81d0e914 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8850238 Feb 16 17:10:55.425360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49302) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:55.435682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c79b12-9804-4cb3-97e8-91a983b96bed None None] Pushing event updated for resources: {'Port': ['ID=e8bd2dbc-3156-4636-86a9-f4a32d730dac,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:55.438362 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Routers {'d1e62bed-734a-4bc9-8268-315a413c064b'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:55.440294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:10:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d1e62bed-734a-4bc9-8268-315a413c064b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:55.562068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Set router d1e62bed-734a-4bc9-8268-315a413c064b gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:55.649757 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cb99560f-d193-4cb3-93fb-d35a081975b3 None None] Provisioning complete for port e8bd2dbc-3156-4636-86a9-f4a32d730dac triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:55.650055 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cb99560f-d193-4cb3-93fb-d35a081975b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e8bd2dbc-3156-4636-86a9-f4a32d730dac), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:55.752832 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b95dbbd1-6e83-44fb-8b62-284a1b0b2a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:55.827736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cb99560f-d193-4cb3-93fb-d35a081975b3 None None] Current status of the port e8bd2dbc-3156-4636-86a9-f4a32d730dac is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:10:55.841184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'name': 'tempest-TestServerMultinode-1766923038-router', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9eb11487-a595-4b3a-8b8c-97cb16b81c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:53Z', 'updated_at': '2022-02-16T17:10:54Z', 'revision_number': 3, 'project_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'gw_port': {'id': '9eb11487-a595-4b3a-8b8c-97cb16b81c4e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:54Z', 'updated_at': '2022-02-16T17:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:55.874678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Checking router: d1e62bed-734a-4bc9-8268-315a413c064b for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:55.875060 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Updating router d1e62bed-734a-4bc9-8268-315a413c064b port 9eb11487-a595-4b3a-8b8c-97cb16b81c4e binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:10:55.886619 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:55.904191 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9eb11487-a595-4b3a-8b8c-97cb16b81c4e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:56.049963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Allocated IP 172.20.0.1 (935cee3e-d182-40ee-86fb-203f273d43f4/d79c622a-80f9-4dba-8d65-03e9a8678197/71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:56.182373 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Publish callbacks [] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:56.221159 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:56.240633 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e8bd2dbc-3156-4636-86a9-f4a32d730dac up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:10:56.265364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Network 935cee3e-d182-40ee-86fb-203f273d43f4 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:56.269868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:56.275406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:10:56.296590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Pushing event updated for resources: {'Port': ['ID=71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:56.317780 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (d1e62bed-734a-4bc9-8268-315a413c064b), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:56.331803 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e8bd2dbc-3156-4636-86a9-f4a32d730dac triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:56.332183 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e8bd2dbc-3156-4636-86a9-f4a32d730dac), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:56.407337 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Publish callbacks [] for port (9eb11487-a595-4b3a-8b8c-97cb16b81c4e), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:56.415153 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9eb11487-a595-4b3a-8b8c-97cb16b81c4e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:56.474464 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:56.494890 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983b341-a164-4dc8-9304-817ee573948a None None] Pushing event updated for resources: {'Port': ['ID=9eb11487-a595-4b3a-8b8c-97cb16b81c4e,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:56.502501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Attempting to bind port 9eb11487-a595-4b3a-8b8c-97cb16b81c4e on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:10:56.502921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Attempting to bind port 9eb11487-a595-4b3a-8b8c-97cb16b81c4e by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:10:56.503292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Attempting to bind port 9eb11487-a595-4b3a-8b8c-97cb16b81c4e on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:10:56.513567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:10:56.513945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:10:56.514342 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:56.514733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:10:56.515267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Bound port: 9eb11487-a595-4b3a-8b8c-97cb16b81c4e, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:10:56.515708 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9eb11487-a595-4b3a-8b8c-97cb16b81c4e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:56.540035 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e8bd2dbc-3156-4636-86a9-f4a32d730dac is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:10:56.580929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9580fc3d-2ff0-4bb5-a85b-db56bd016be7 None None] Provisioning complete for port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:56.581224 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9580fc3d-2ff0-4bb5-a85b-db56bd016be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:56.584868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] For port 9eb11487-a595-4b3a-8b8c-97cb16b81c4e, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:10:56.616464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] For port 9eb11487-a595-4b3a-8b8c-97cb16b81c4e, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9eb11487-a595-4b3a-8b8c-97cb16b81c4e,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:10:56.627816 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9eb11487-a595-4b3a-8b8c-97cb16b81c4e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:56.635496 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9580fc3d-2ff0-4bb5-a85b-db56bd016be7 None None] Port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:10:56.652090 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Publish callbacks [] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:56.656715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:56.689172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Routers {'d1e62bed-734a-4bc9-8268-315a413c064b'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:56.689802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:10:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d1e62bed-734a-4bc9-8268-315a413c064b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:56.691600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983b341-a164-4dc8-9304-817ee573948a None None] Pushing event updated for resources: {'Port': ['ID=9eb11487-a595-4b3a-8b8c-97cb16b81c4e,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:56.733487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Pushing event updated for resources: {'Port': ['ID=71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:56.737105 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (d1e62bed-734a-4bc9-8268-315a413c064b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:56.803304 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] Set router d1e62bed-734a-4bc9-8268-315a413c064b gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:56.831030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Network 935cee3e-d182-40ee-86fb-203f273d43f4 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:56.832557 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:56.968370 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Router d1e62bed-734a-4bc9-8268-315a413c064b has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:10:57.040505 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'name': 'tempest-TestServerMultinode-1766923038-router', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9eb11487-a595-4b3a-8b8c-97cb16b81c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:53Z', 'updated_at': '2022-02-16T17:10:56Z', 'revision_number': 4, 'project_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'gw_port': {'id': '9eb11487-a595-4b3a-8b8c-97cb16b81c4e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:54Z', 'updated_at': '2022-02-16T17:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783', 'name': '', 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'mac_address': 'fa:16:3e:f5:d2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd79c622a-80f9-4dba-8d65-03e9a8678197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:55Z', 'updated_at': '2022-02-16T17:10:56Z', 'revision_number': 2, 'project_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'subnets': [{'id': 'd79c622a-80f9-4dba-8d65-03e9a8678197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:57.074206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10abddc1-7e02-4981-93dd-837aa5c63e74 None None] The sync data for ids ['d1e62bed-734a-4bc9-8268-315a413c064b'] in n-d-669411-5 is: [{'id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'name': 'tempest-TestServerMultinode-1766923038-router', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9eb11487-a595-4b3a-8b8c-97cb16b81c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:53Z', 'updated_at': '2022-02-16T17:10:56Z', 'revision_number': 4, 'project_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'gw_port': {'id': '9eb11487-a595-4b3a-8b8c-97cb16b81c4e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:54Z', 'updated_at': '2022-02-16T17:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783', 'name': '', 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'mac_address': 'fa:16:3e:f5:d2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd79c622a-80f9-4dba-8d65-03e9a8678197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:55Z', 'updated_at': '2022-02-16T17:10:56Z', 'revision_number': 2, 'project_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'subnets': [{'id': 'd79c622a-80f9-4dba-8d65-03e9a8678197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:10:57.085501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-40842a57-8582-45ee-a9bb-1c53df3c7c31 None None] Provisioning complete for port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:57.086024 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-40842a57-8582-45ee-a9bb-1c53df3c7c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:57.095448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:10:57.111867 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-eb5624b6-3283-44a1-a5af-d8e81086d6e7 admin admin] 10.222.0.24 "PUT /v2.0/routers/d1e62bed-734a-4bc9-8268-315a413c064b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6816187 Feb 16 17:10:57.125747 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-40842a57-8582-45ee-a9bb-1c53df3c7c31 None None] Port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:10:57.634105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49318) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:57.639273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1944761315-network', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:57.660082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] Made reservation on behalf of 1712bcfd26014a40bf497bf661a7a3c2 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:10:57.662485 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:57.672776 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:57.767423 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] Publish callbacks [] for security_group (8f4689bc-0ecd-4fb8-a5da-f1a556873839), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:57.774176 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8f4689bc-0ecd-4fb8-a5da-f1a556873839), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:57.799848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:10:57.812217 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4689bc-0ecd-4fb8-a5da-f1a556873839,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:57.817358 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (5d017647-25bd-4b99-b9cc-4da55f602f3b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:57.817708 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] Added segment 5d017647-25bd-4b99-b9cc-4da55f602f3b of type vlan for network c1df7dab-b2e5-4a3b-857f-33bf2449785c Feb 16 17:10:57.863963 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (c1df7dab-b2e5-4a3b-857f-33bf2449785c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:57.889480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (c1df7dab-b2e5-4a3b-857f-33bf2449785c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:57.892314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:57.892904 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:57.932410 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2944510 Feb 16 17:10:57.932678 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49320) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:57.937577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d12d267b-4632-4d60-a770-35e94545bc6b admin admin] Request body: {'subnet': {'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1944761315-subnet', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:57.977413 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d20a18-ef4f-457f-b25f-432f72edd6f5 admin admin] Pushing event updated for resources: {'Network': ['ID=c1df7dab-b2e5-4a3b-857f-33bf2449785c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:57.988992 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network c1df7dab-b2e5-4a3b-857f-33bf2449785c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:10:57.989695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12d267b-4632-4d60-a770-35e94545bc6b admin admin] Made reservation on behalf of 1712bcfd26014a40bf497bf661a7a3c2 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:10:57.992170 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d12d267b-4632-4d60-a770-35e94545bc6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:58.183573 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d12d267b-4632-4d60-a770-35e94545bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (e5980307-894b-4675-885a-fe2d34921ec7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:58.216038 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9eb11487-a595-4b3a-8b8c-97cb16b81c4e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:10:58.254174 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d267b-4632-4d60-a770-35e94545bc6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5980307-894b-4675-885a-fe2d34921ec7,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:58.261060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12d267b-4632-4d60-a770-35e94545bc6b admin admin] Checking segment: {'id': '5d017647-25bd-4b99-b9cc-4da55f602f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:10:58.261420 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d267b-4632-4d60-a770-35e94545bc6b admin admin] Network hostable DHCP agents. Network: c1df7dab-b2e5-4a3b-857f-33bf2449785c, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:10:58.270886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9eb11487-a595-4b3a-8b8c-97cb16b81c4e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:10:58.271266 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9eb11487-a595-4b3a-8b8c-97cb16b81c4e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:58.280396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d267b-4632-4d60-a770-35e94545bc6b admin admin] Network c1df7dab-b2e5-4a3b-857f-33bf2449785c is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:10:58.290132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-d12d267b-4632-4d60-a770-35e94545bc6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, c1df7dab-b2e5-4a3b-857f-33bf2449785c) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:58.296808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12d267b-4632-4d60-a770-35e94545bc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:10:58.297540 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d12d267b-4632-4d60-a770-35e94545bc6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:58.304464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078a83aa-1c8e-4d92-8a7d-b0d048262e32 None None] Network c1df7dab-b2e5-4a3b-857f-33bf2449785c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:10:58.318277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d12d267b-4632-4d60-a770-35e94545bc6b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3821738 Feb 16 17:10:58.318515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49322) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:10:58.323577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1944761315-router', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:10:58.349420 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:58.350996 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:58.397487 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86226a11-f92c-4892-8ded-f69ee9789cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:58.420647 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Publish callbacks [] for router_controller (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:58.482571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9eb11487-a595-4b3a-8b8c-97cb16b81c4e is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:10:58.482921 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9eb11487-a595-4b3a-8b8c-97cb16b81c4e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:58.490896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-c1df7dab-b2e5-4a3b-857f-33bf2449785c', 'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c', 'project_id': '1712bcfd26014a40bf497bf661a7a3c2', 'fixed_ips': [{'subnet_id': 'e5980307-894b-4675-885a-fe2d34921ec7'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:10:58.491731 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:58.525385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 9eb11487-a595-4b3a-8b8c-97cb16b81c4e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9eb11487-a595-4b3a-8b8c-97cb16b81c4e,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:10:58.535445 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9eb11487-a595-4b3a-8b8c-97cb16b81c4e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:58.591264 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Publish callbacks [] for router_gateway (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:58.646705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=9eb11487-a595-4b3a-8b8c-97cb16b81c4e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:58.689356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Allocated IP 172.20.0.2 (c1df7dab-b2e5-4a3b-857f-33bf2449785c/e5980307-894b-4675-885a-fe2d34921ec7/a7fe1c3e-0b27-41f7-8ed3-1199f34af40c) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:58.872687 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Publish callbacks [] for port (a7fe1c3e-0b27-41f7-8ed3-1199f34af40c), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:58.879104 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (a7fe1c3e-0b27-41f7-8ed3-1199f34af40c), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:58.924971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Network c1df7dab-b2e5-4a3b-857f-33bf2449785c is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:58.928257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:58.932649 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:10:58.942954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Pushing event updated for resources: {'Port': ['ID=a7fe1c3e-0b27-41f7-8ed3-1199f34af40c,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:59.015953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Attempting to bind port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:10:59.016627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Attempting to bind port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '5d017647-25bd-4b99-b9cc-4da55f602f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:10:59.016751 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Attempting to bind port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c on network c1df7dab-b2e5-4a3b-857f-33bf2449785c {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:10:59.023596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:10:59.024260 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Checking segment: {'id': '5d017647-25bd-4b99-b9cc-4da55f602f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:10:59.024633 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:59.025063 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Bound using segment: {'id': '5d017647-25bd-4b99-b9cc-4da55f602f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:10:59.025548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Bound port: a7fe1c3e-0b27-41f7-8ed3-1199f34af40c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d017647-25bd-4b99-b9cc-4da55f602f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:10:59.025937 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a7fe1c3e-0b27-41f7-8ed3-1199f34af40c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:59.098321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] For port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:10:59.102611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] For port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a7fe1c3e-0b27-41f7-8ed3-1199f34af40c,segment=NetworkSegment(5d017647-25bd-4b99-b9cc-4da55f602f3b),segment_id=5d017647-25bd-4b99-b9cc-4da55f602f3b)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:10:59.109835 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a7fe1c3e-0b27-41f7-8ed3-1199f34af40c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:59.181184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3122538-0982-441d-a69d-62b05eb72649 None None] Pushing event updated for resources: {'Port': ['ID=a7fe1c3e-0b27-41f7-8ed3-1199f34af40c,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:59.194890 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Publish callbacks [] for router_gateway (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:59.217314 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:59.339719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Allocated IP 172.25.4.108 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/3732bc80-79f2-4b85-97a0-a7d3e933f766) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:10:59.370438 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Sync routers for ids ['d1e62bed-734a-4bc9-8268-315a413c064b'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:10:59.394094 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Routers {'d1e62bed-734a-4bc9-8268-315a413c064b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:10:59.394795 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:10:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d1e62bed-734a-4bc9-8268-315a413c064b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:59.406388 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:59.486039 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Publish callbacks [] for port (3732bc80-79f2-4b85-97a0-a7d3e933f766), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:59.522814 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Set router d1e62bed-734a-4bc9-8268-315a413c064b gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:10:59.532870 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3732bc80-79f2-4b85-97a0-a7d3e933f766), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:59.577272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:10:59.580503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:10:59.584126 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:10:59.590208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Pushing event updated for resources: {'Port': ['ID=3732bc80-79f2-4b85-97a0-a7d3e933f766,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:10:59.732179 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'name': 'tempest-TestServerMultinode-1766923038-router', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9eb11487-a595-4b3a-8b8c-97cb16b81c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:53Z', 'updated_at': '2022-02-16T17:10:56Z', 'revision_number': 4, 'project_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'gw_port': {'id': '9eb11487-a595-4b3a-8b8c-97cb16b81c4e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:54Z', 'updated_at': '2022-02-16T17:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783', 'name': '', 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'mac_address': 'fa:16:3e:f5:d2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd79c622a-80f9-4dba-8d65-03e9a8678197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:55Z', 'updated_at': '2022-02-16T17:10:56Z', 'revision_number': 2, 'project_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'subnets': [{'id': 'd79c622a-80f9-4dba-8d65-03e9a8678197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:10:59.765367 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Checking router: d1e62bed-734a-4bc9-8268-315a413c064b for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:10:59.765721 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Updating router d1e62bed-734a-4bc9-8268-315a413c064b port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:10:59.794626 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:10:59.854235 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Publish callbacks [] for router_gateway (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:00.073136 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Publish callbacks [] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:00.073405 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:00.078980 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:00.188338 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39007012-3cb5-4ead-b672-778613241f8b None None] Pushing event updated for resources: {'Port': ['ID=71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:00.194795 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Attempting to bind port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:11:00.195384 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Attempting to bind port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:11:00.196156 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Attempting to bind port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 on network 935cee3e-d182-40ee-86fb-203f273d43f4 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:00.206462 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39007012-3cb5-4ead-b672-778613241f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.206785 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39007012-3cb5-4ead-b672-778613241f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.207126 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39007012-3cb5-4ead-b672-778613241f8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.207461 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39007012-3cb5-4ead-b672-778613241f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.207806 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39007012-3cb5-4ead-b672-778613241f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.208133 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39007012-3cb5-4ead-b672-778613241f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.208458 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39007012-3cb5-4ead-b672-778613241f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.208777 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39007012-3cb5-4ead-b672-778613241f8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.209096 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39007012-3cb5-4ead-b672-778613241f8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.209414 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39007012-3cb5-4ead-b672-778613241f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.209729 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39007012-3cb5-4ead-b672-778613241f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.210047 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39007012-3cb5-4ead-b672-778613241f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.210362 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39007012-3cb5-4ead-b672-778613241f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:00.214338 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:11:00.215132 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Checking segment: {'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:11:00.215695 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:00.216359 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Bound using segment: {'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:11:00.216980 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Bound port: 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:11:00.217362 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:00.266103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Router cab1d8e5-8cd1-4cdb-993c-e458ce729a22 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:11:00.326259 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] For port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:11:00.331493 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] For port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:11:00.341925 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:00.364960 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b41ed5-ff53-44f1-bf08-e6ce9145ee95 None None] Network c1df7dab-b2e5-4a3b-857f-33bf2449785c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:11:00.420391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:11:00.425513 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Routers {'d1e62bed-734a-4bc9-8268-315a413c064b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:00.426145 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:10:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d1e62bed-734a-4bc9-8268-315a413c064b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:00.458249 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:00.466885 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49324) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:00.468317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a06cd86d-ce82-4231-8749-e9aa2f9dcb06 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1488066 Feb 16 17:11:00.471772 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39007012-3cb5-4ead-b672-778613241f8b None None] Pushing event updated for resources: {'Port': ['ID=71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:00.492720 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9eb11487-a595-4b3a-8b8c-97cb16b81c4e up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:00.497282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Sync routers for ids ['cab1d8e5-8cd1-4cdb-993c-e458ce729a22'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:00.556198 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] Set router d1e62bed-734a-4bc9-8268-315a413c064b gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:00.575359 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Routers {'cab1d8e5-8cd1-4cdb-993c-e458ce729a22'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:00.576331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:10:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['cab1d8e5-8cd1-4cdb-993c-e458ce729a22'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:00.611850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Provisioning complete for port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:00.612781 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a7fe1c3e-0b27-41f7-8ed3-1199f34af40c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:00.736267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 9eb11487-a595-4b3a-8b8c-97cb16b81c4e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:00.736649 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9eb11487-a595-4b3a-8b8c-97cb16b81c4e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:00.771085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Set router cab1d8e5-8cd1-4cdb-993c-e458ce729a22 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:00.853573 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'name': 'tempest-TestServerMultinode-1766923038-router', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9eb11487-a595-4b3a-8b8c-97cb16b81c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:53Z', 'updated_at': '2022-02-16T17:10:56Z', 'revision_number': 4, 'project_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'gw_port': {'id': '9eb11487-a595-4b3a-8b8c-97cb16b81c4e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:54Z', 'updated_at': '2022-02-16T17:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783', 'name': '', 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'mac_address': 'fa:16:3e:f5:d2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd79c622a-80f9-4dba-8d65-03e9a8678197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:55Z', 'updated_at': '2022-02-16T17:11:00Z', 'revision_number': 4, 'project_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'subnets': [{'id': 'd79c622a-80f9-4dba-8d65-03e9a8678197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:00.890040 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba808ee-d914-49f5-bf44-0fc3062c7b68 None None] The sync data for ids ['d1e62bed-734a-4bc9-8268-315a413c064b'] in n-d-669411-5 is: [{'id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'name': 'tempest-TestServerMultinode-1766923038-router', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9eb11487-a595-4b3a-8b8c-97cb16b81c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:53Z', 'updated_at': '2022-02-16T17:10:56Z', 'revision_number': 4, 'project_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'gw_port': {'id': '9eb11487-a595-4b3a-8b8c-97cb16b81c4e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:54Z', 'updated_at': '2022-02-16T17:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783', 'name': '', 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'mac_address': 'fa:16:3e:f5:d2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd79c622a-80f9-4dba-8d65-03e9a8678197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:55Z', 'updated_at': '2022-02-16T17:11:00Z', 'revision_number': 4, 'project_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'subnets': [{'id': 'd79c622a-80f9-4dba-8d65-03e9a8678197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:00.954282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Current status of the port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:00.954892 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a7fe1c3e-0b27-41f7-8ed3-1199f34af40c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:01.000836 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:01.028643 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:01.071152 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] For port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a7fe1c3e-0b27-41f7-8ed3-1199f34af40c,segment=NetworkSegment(5d017647-25bd-4b99-b9cc-4da55f602f3b),segment_id=5d017647-25bd-4b99-b9cc-4da55f602f3b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:01.079473 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a7fe1c3e-0b27-41f7-8ed3-1199f34af40c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:01.083358 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 9eb11487-a595-4b3a-8b8c-97cb16b81c4e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:01.084464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a7fe1c3e-0b27-41f7-8ed3-1199f34af40c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:01.210266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Allocated IP 172.20.0.1 (c1df7dab-b2e5-4a3b-857f-33bf2449785c/e5980307-894b-4675-885a-fe2d34921ec7/833c31a5-5a67-46dd-822c-0c2dd8621b59) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:01.340880 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Publish callbacks [] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:01.360104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Pushing event updated for resources: {'Port': ['ID=a7fe1c3e-0b27-41f7-8ed3-1199f34af40c,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:01.362125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c62a86c9-d0de-44ee-b002-27f5eec5400a None None] Provisioning complete for port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:01.362497 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c62a86c9-d0de-44ee-b002-27f5eec5400a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:01.387663 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:01.393741 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:01.394264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:01.394434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:01.394907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:01.395250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:01.395588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:01.395951 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:01.396283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:01.396616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:01.396952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:01.397671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:01.397671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:01.397931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de186d6-0aee-4185-a236-9fe08101b9c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:01.427089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'name': 'tempest-TestServerMultinode-1944761315-router', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '3732bc80-79f2-4b85-97a0-a7d3e933f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:58Z', 'updated_at': '2022-02-16T17:10:59Z', 'revision_number': 3, 'project_id': '1712bcfd26014a40bf497bf661a7a3c2', 'gw_port': {'id': '3732bc80-79f2-4b85-97a0-a7d3e933f766', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:59Z', 'updated_at': '2022-02-16T17:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:01.430721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:01.431349 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a7fe1c3e-0b27-41f7-8ed3-1199f34af40c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:01.449198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Pushing event updated for resources: {'Port': ['ID=833c31a5-5a67-46dd-822c-0c2dd8621b59,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:01.463744 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Network c1df7dab-b2e5-4a3b-857f-33bf2449785c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:01.465438 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:01.468464 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:01.489574 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Checking router: cab1d8e5-8cd1-4cdb-993c-e458ce729a22 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:01.489708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Updating router cab1d8e5-8cd1-4cdb-993c-e458ce729a22 port 3732bc80-79f2-4b85-97a0-a7d3e933f766 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:11:01.526981 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:01.558973 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3732bc80-79f2-4b85-97a0-a7d3e933f766), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:01.615369 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c62a86c9-d0de-44ee-b002-27f5eec5400a None None] Current status of the port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:01.615926 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c62a86c9-d0de-44ee-b002-27f5eec5400a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:01.741446 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:01.758538 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:01.768069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:01.787176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c62a86c9-d0de-44ee-b002-27f5eec5400a None None] For port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:01.867232 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c62a86c9-d0de-44ee-b002-27f5eec5400a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:01.934832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c62a86c9-d0de-44ee-b002-27f5eec5400a None None] Provisioning complete for port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:01.935018 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c62a86c9-d0de-44ee-b002-27f5eec5400a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a7fe1c3e-0b27-41f7-8ed3-1199f34af40c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:01.981843 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a86c9-d0de-44ee-b002-27f5eec5400a None None] Pushing event updated for resources: {'Port': ['ID=71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:02.003574 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Publish callbacks [] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:02.010690 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:02.073000 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Publish callbacks [] for port (3732bc80-79f2-4b85-97a0-a7d3e933f766), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:02.084267 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3732bc80-79f2-4b85-97a0-a7d3e933f766), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:02.089668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Pushing event updated for resources: {'Port': ['ID=833c31a5-5a67-46dd-822c-0c2dd8621b59,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:02.093506 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:02.124979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c62a86c9-d0de-44ee-b002-27f5eec5400a None None] Current status of the port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:02.163430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Attempting to bind port 3732bc80-79f2-4b85-97a0-a7d3e933f766 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:11:02.164452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Attempting to bind port 3732bc80-79f2-4b85-97a0-a7d3e933f766 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:11:02.164980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Attempting to bind port 3732bc80-79f2-4b85-97a0-a7d3e933f766 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:02.167010 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:02.168385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90941ad-e05e-4f86-b9d0-d926812a284f None None] Pushing event updated for resources: {'Port': ['ID=3732bc80-79f2-4b85-97a0-a7d3e933f766,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:02.175734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:11:02.176145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:11:02.176540 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:02.176929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:11:02.177400 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Bound port: 3732bc80-79f2-4b85-97a0-a7d3e933f766, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:11:02.177785 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3732bc80-79f2-4b85-97a0-a7d3e933f766), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:02.214069 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Network c1df7dab-b2e5-4a3b-857f-33bf2449785c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:02.215424 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:02.242757 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] For port 3732bc80-79f2-4b85-97a0-a7d3e933f766, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:11:02.250572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] For port 3732bc80-79f2-4b85-97a0-a7d3e933f766, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=3732bc80-79f2-4b85-97a0-a7d3e933f766,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:11:02.262015 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3732bc80-79f2-4b85-97a0-a7d3e933f766), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:02.330086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a7fe1c3e-0b27-41f7-8ed3-1199f34af40c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:02.338459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90941ad-e05e-4f86-b9d0-d926812a284f None None] Pushing event updated for resources: {'Port': ['ID=3732bc80-79f2-4b85-97a0-a7d3e933f766,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:02.341104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-420ff47f-46fa-4a88-8e67-882d4a31ed25 None None] Provisioning complete for port 833c31a5-5a67-46dd-822c-0c2dd8621b59 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:02.341418 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-420ff47f-46fa-4a88-8e67-882d4a31ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:02.377784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Router cab1d8e5-8cd1-4cdb-993c-e458ce729a22 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:11:02.425666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-420ff47f-46fa-4a88-8e67-882d4a31ed25 None None] Port 833c31a5-5a67-46dd-822c-0c2dd8621b59 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:11:02.427115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Routers {'cab1d8e5-8cd1-4cdb-993c-e458ce729a22'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:02.427739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:10:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['cab1d8e5-8cd1-4cdb-993c-e458ce729a22'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:02.516168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:02.516657 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a7fe1c3e-0b27-41f7-8ed3-1199f34af40c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:02.536404 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:11:02.553324 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c19f818d-9081-4356-aabd-325b6ceae748 admin admin] 10.222.0.24 "PUT /v2.0/routers/cab1d8e5-8cd1-4cdb-993c-e458ce729a22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0846972 Feb 16 17:11:02.607616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] Set router cab1d8e5-8cd1-4cdb-993c-e458ce729a22 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:02.724721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:02.725906 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:02.730811 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-79bf6086-dad7-44b2-97f4-15e65c61a72e None None] Provisioning complete for port 833c31a5-5a67-46dd-822c-0c2dd8621b59 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:02.731498 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-79bf6086-dad7-44b2-97f4-15e65c61a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:02.845987 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-79bf6086-dad7-44b2-97f4-15e65c61a72e None None] Port 833c31a5-5a67-46dd-822c-0c2dd8621b59 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:11:02.882296 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:02.882749 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:02.995246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'name': 'tempest-TestServerMultinode-1944761315-router', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '3732bc80-79f2-4b85-97a0-a7d3e933f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:58Z', 'updated_at': '2022-02-16T17:11:01Z', 'revision_number': 4, 'project_id': '1712bcfd26014a40bf497bf661a7a3c2', 'gw_port': {'id': '3732bc80-79f2-4b85-97a0-a7d3e933f766', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:59Z', 'updated_at': '2022-02-16T17:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '833c31a5-5a67-46dd-822c-0c2dd8621b59', 'name': '', 'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'mac_address': 'fa:16:3e:ca:43:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'e5980307-894b-4675-885a-fe2d34921ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:01Z', 'updated_at': '2022-02-16T17:11:01Z', 'revision_number': 2, 'project_id': '1712bcfd26014a40bf497bf661a7a3c2', 'subnets': [{'id': 'e5980307-894b-4675-885a-fe2d34921ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:03.026178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e37d5-da1b-4a1d-9584-89cf4d0e33bb None None] The sync data for ids ['cab1d8e5-8cd1-4cdb-993c-e458ce729a22'] in n-d-669411-5 is: [{'id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'name': 'tempest-TestServerMultinode-1944761315-router', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '3732bc80-79f2-4b85-97a0-a7d3e933f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:58Z', 'updated_at': '2022-02-16T17:11:01Z', 'revision_number': 4, 'project_id': '1712bcfd26014a40bf497bf661a7a3c2', 'gw_port': {'id': '3732bc80-79f2-4b85-97a0-a7d3e933f766', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:59Z', 'updated_at': '2022-02-16T17:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '833c31a5-5a67-46dd-822c-0c2dd8621b59', 'name': '', 'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'mac_address': 'fa:16:3e:ca:43:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'e5980307-894b-4675-885a-fe2d34921ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:01Z', 'updated_at': '2022-02-16T17:11:01Z', 'revision_number': 2, 'project_id': '1712bcfd26014a40bf497bf661a7a3c2', 'subnets': [{'id': 'e5980307-894b-4675-885a-fe2d34921ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:03.028515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:03.126986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-34fd5d1c-de22-44ae-9a0f-4628f696be1d tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:03.128566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-34fd5d1c-de22-44ae-9a0f-4628f696be1d tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/networks?id=935cee3e-d182-40ee-86fb-203f273d43f4 HTTP/1.1" status: 200 len: 911 time: 0.1008203 Feb 16 17:11:03.143633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-fc465c91-490d-48c4-81ea-a8a2e4e966fd tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/quotas/1712bcfd26014a40bf497bf661a7a3c2 HTTP/1.1" status: 200 len: 375 time: 0.0093019 Feb 16 17:11:03.240220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-25ac7ea2-5dea-4e99-b8a9-1da4d38207a3 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=1712bcfd26014a40bf497bf661a7a3c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902154 Feb 16 17:11:03.377937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-872ec26b-df98-40a3-a3fd-b5eab978e000 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:11:03.379003 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-872ec26b-df98-40a3-a3fd-b5eab978e000 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1165876 Feb 16 17:11:03.485357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-b3e69055-b3e4-40dc-941a-f7cceff0efe0 service neutron] 10.222.0.24 "GET /v2.0/networks/935cee3e-d182-40ee-86fb-203f273d43f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991671 Feb 16 17:11:03.590129 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-47eb8600-3827-4e68-8c2d-34fdf00feacb service neutron] 10.222.0.24 "GET /v2.0/networks/935cee3e-d182-40ee-86fb-203f273d43f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985770 Feb 16 17:11:03.788295 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f506d26a-dc6a-4458-b74b-bfcd353f1c18 req-09e7c4c2-c3da-4702-93ff-286844e58830 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 210 time: 0.0295205 Feb 16 17:11:04.229952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3732bc80-79f2-4b85-97a0-a7d3e933f766 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:04.284208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 3732bc80-79f2-4b85-97a0-a7d3e933f766 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:04.284579 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3732bc80-79f2-4b85-97a0-a7d3e933f766), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:04.375107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 3732bc80-79f2-4b85-97a0-a7d3e933f766 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:04.375494 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3732bc80-79f2-4b85-97a0-a7d3e933f766), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:04.400478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 3732bc80-79f2-4b85-97a0-a7d3e933f766, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=3732bc80-79f2-4b85-97a0-a7d3e933f766,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:04.405257 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3732bc80-79f2-4b85-97a0-a7d3e933f766), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:04.460351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=3732bc80-79f2-4b85-97a0-a7d3e933f766,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:04.905783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d6c0c3d5-26d3-47b7-8cc1-18a154e0064e req-b42f30a2-832f-4f43-8726-80f52a3b8a9c tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 210 time: 0.0289102 Feb 16 17:11:04.937484 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:05.066968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-fa875638-2c30-4f4f-98b7-dc5c1e8523fc tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:05.068529 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-fa875638-2c30-4f4f-98b7-dc5c1e8523fc tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.60 "GET /v2.0/networks?id=935cee3e-d182-40ee-86fb-203f273d43f4 HTTP/1.1" status: 200 len: 911 time: 0.1021323 Feb 16 17:11:05.079307 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-87e3b988-dafd-4107-8764-9a6e178dd676 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Request body: {'port': {'device_id': 'b0b64833-2cf1-4171-beac-89efaec29fd8', 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4', 'admin_state_up': True, 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:05.100664 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-87e3b988-dafd-4107-8764-9a6e178dd676 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Made reservation on behalf of 1712bcfd26014a40bf497bf661a7a3c2 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:11:05.103567 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-87e3b988-dafd-4107-8764-9a6e178dd676 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:05.144082 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Sync routers for ids ['cab1d8e5-8cd1-4cdb-993c-e458ce729a22'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:05.155241 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Routers {'cab1d8e5-8cd1-4cdb-993c-e458ce729a22'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:05.155911 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:10:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['cab1d8e5-8cd1-4cdb-993c-e458ce729a22'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:05.222813 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-87e3b988-dafd-4107-8764-9a6e178dd676 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Allocated IP 172.20.0.6 (935cee3e-d182-40ee-86fb-203f273d43f4/d79c622a-80f9-4dba-8d65-03e9a8678197/406c0b7c-6567-4d67-a652-039231a64ba8) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:05.360611 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Set router cab1d8e5-8cd1-4cdb-993c-e458ce729a22 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:05.370763 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-87e3b988-dafd-4107-8764-9a6e178dd676 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks [] for port (406c0b7c-6567-4d67-a652-039231a64ba8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:05.404801 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-87e3b988-dafd-4107-8764-9a6e178dd676 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (406c0b7c-6567-4d67-a652-039231a64ba8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:05.449747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-87e3b988-dafd-4107-8764-9a6e178dd676 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Network 935cee3e-d182-40ee-86fb-203f273d43f4 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:05.454389 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-87e3b988-dafd-4107-8764-9a6e178dd676 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:05.458863 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-87e3b988-dafd-4107-8764-9a6e178dd676 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:05.463271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3b988-dafd-4107-8764-9a6e178dd676 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Pushing event updated for resources: {'Port': ['ID=406c0b7c-6567-4d67-a652-039231a64ba8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:05.505305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-87e3b988-dafd-4107-8764-9a6e178dd676 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:05.505928 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-87e3b988-dafd-4107-8764-9a6e178dd676 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:05.524915 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-87e3b988-dafd-4107-8764-9a6e178dd676 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4494548 Feb 16 17:11:05.536914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Request body: {'port': {'device_id': 'b0b64833-2cf1-4171-beac-89efaec29fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:05.584830 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'name': 'tempest-TestServerMultinode-1944761315-router', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '3732bc80-79f2-4b85-97a0-a7d3e933f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:58Z', 'updated_at': '2022-02-16T17:11:01Z', 'revision_number': 4, 'project_id': '1712bcfd26014a40bf497bf661a7a3c2', 'gw_port': {'id': '3732bc80-79f2-4b85-97a0-a7d3e933f766', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:59Z', 'updated_at': '2022-02-16T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '833c31a5-5a67-46dd-822c-0c2dd8621b59', 'name': '', 'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'mac_address': 'fa:16:3e:ca:43:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'e5980307-894b-4675-885a-fe2d34921ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:01Z', 'updated_at': '2022-02-16T17:11:01Z', 'revision_number': 2, 'project_id': '1712bcfd26014a40bf497bf661a7a3c2', 'subnets': [{'id': 'e5980307-894b-4675-885a-fe2d34921ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:05.604644 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (406c0b7c-6567-4d67-a652-039231a64ba8), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:05.613014 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Checking router: cab1d8e5-8cd1-4cdb-993c-e458ce729a22 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:05.613577 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Updating router cab1d8e5-8cd1-4cdb-993c-e458ce729a22 port 833c31a5-5a67-46dd-822c-0c2dd8621b59 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:11:05.642385 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:05.693557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f6ac1754-ec03-41a3-96dd-2514158d85b2 None None] Provisioning complete for port 406c0b7c-6567-4d67-a652-039231a64ba8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:05.694077 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f6ac1754-ec03-41a3-96dd-2514158d85b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (406c0b7c-6567-4d67-a652-039231a64ba8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:05.733918 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac1754-ec03-41a3-96dd-2514158d85b2 None None] Port 406c0b7c-6567-4d67-a652-039231a64ba8 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:11:05.876916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406c0b7c-6567-4d67-a652-039231a64ba8 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:11:05.885253 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Publish callbacks [] for port (406c0b7c-6567-4d67-a652-039231a64ba8), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:05.896895 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Transition to ACTIVE for port object 406c0b7c-6567-4d67-a652-039231a64ba8 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:11:05.901993 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (406c0b7c-6567-4d67-a652-039231a64ba8), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:05.922383 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Publish callbacks [] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:05.927643 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:05.979092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Pushing event updated for resources: {'Port': ['ID=406c0b7c-6567-4d67-a652-039231a64ba8,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:06.031437 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Attempting to bind port 833c31a5-5a67-46dd-822c-0c2dd8621b59 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:11:06.031991 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Attempting to bind port 833c31a5-5a67-46dd-822c-0c2dd8621b59 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '5d017647-25bd-4b99-b9cc-4da55f602f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:11:06.032452 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Attempting to bind port 833c31a5-5a67-46dd-822c-0c2dd8621b59 on network c1df7dab-b2e5-4a3b-857f-33bf2449785c {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:06.044761 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Attempting to bind port 406c0b7c-6567-4d67-a652-039231a64ba8 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:11:06.045326 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Attempting to bind port 406c0b7c-6567-4d67-a652-039231a64ba8 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:11:06.046278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Attempting to bind port 406c0b7c-6567-4d67-a652-039231a64ba8 on network 935cee3e-d182-40ee-86fb-203f273d43f4 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:06.046707 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:11:06.047262 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Checking segment: {'id': '5d017647-25bd-4b99-b9cc-4da55f602f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:11:06.047785 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:06.048291 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Bound using segment: {'id': '5d017647-25bd-4b99-b9cc-4da55f602f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:11:06.049064 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Bound port: 833c31a5-5a67-46dd-822c-0c2dd8621b59, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d017647-25bd-4b99-b9cc-4da55f602f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:11:06.049562 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:06.058621 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Port 406c0b7c-6567-4d67-a652-039231a64ba8 on network 935cee3e-d182-40ee-86fb-203f273d43f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:11:06.059000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Attempting to bind port 406c0b7c-6567-4d67-a652-039231a64ba8 on network 935cee3e-d182-40ee-86fb-203f273d43f4 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:06.073096 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:11:06.073743 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Checking segment: {'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:11:06.073824 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8157c-2e65-4458-9a17-93aa981bf3ca None None] Pushing event updated for resources: {'Port': ['ID=833c31a5-5a67-46dd-822c-0c2dd8621b59,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:06.074772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Bound using segment: {'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:11:06.075240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Bound port: 406c0b7c-6567-4d67-a652-039231a64ba8, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:11:06.075607 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (406c0b7c-6567-4d67-a652-039231a64ba8), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:06.077361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303cec0-2e42-4eea-b710-2c37c731e49e req-1d574b25-2844-4e84-a935-11c370d08eb0 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:06.079430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1303cec0-2e42-4eea-b710-2c37c731e49e req-1d574b25-2844-4e84-a935-11c370d08eb0 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1052 time: 0.0756416 Feb 16 17:11:06.143957 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] For port 833c31a5-5a67-46dd-822c-0c2dd8621b59, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:11:06.148617 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] For port 833c31a5-5a67-46dd-822c-0c2dd8621b59, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=833c31a5-5a67-46dd-822c-0c2dd8621b59,segment=NetworkSegment(5d017647-25bd-4b99-b9cc-4da55f602f3b),segment_id=5d017647-25bd-4b99-b9cc-4da55f602f3b)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:11:06.149878 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1303cec0-2e42-4eea-b710-2c37c731e49e req-2fdd2faf-7019-41f1-9269-7790063a93e3 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590239 Feb 16 17:11:06.180570 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:06.190056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] For port 406c0b7c-6567-4d67-a652-039231a64ba8, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:11:06.194882 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] For port 406c0b7c-6567-4d67-a652-039231a64ba8, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=406c0b7c-6567-4d67-a652-039231a64ba8,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:11:06.214612 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (406c0b7c-6567-4d67-a652-039231a64ba8), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:06.264871 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8157c-2e65-4458-9a17-93aa981bf3ca None None] Pushing event updated for resources: {'Port': ['ID=833c31a5-5a67-46dd-822c-0c2dd8621b59,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:06.265178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3732bc80-79f2-4b85-97a0-a7d3e933f766 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:06.265293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:06.265830 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:06.267605 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] 10.222.0.60 "PUT /v2.0/ports/406c0b7c-6567-4d67-a652-039231a64ba8 HTTP/1.1" status: 200 len: 1091 time: 0.7348676 Feb 16 17:11:06.267708 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b64833-2cf1-4171-beac-89efaec29fd8', 'tag': '406c0b7c-6567-4d67-a652-039231a64ba8'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:11:06.270116 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92444948-5666-4da2-882b-eb299529d199" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b64833-2cf1-4171-beac-89efaec29fd8", "tag": "406c0b7c-6567-4d67-a652-039231a64ba8"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:11:06.287895 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Routers {'cab1d8e5-8cd1-4cdb-993c-e458ce729a22'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:06.289280 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:10:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['cab1d8e5-8cd1-4cdb-993c-e458ce729a22'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:06.344393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 3732bc80-79f2-4b85-97a0-a7d3e933f766 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:06.344777 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3732bc80-79f2-4b85-97a0-a7d3e933f766), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:06.346793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2157efb-bad1-436a-a680-6e51fa24feb7 service neutron] Pushing event updated for resources: {'Port': ['ID=406c0b7c-6567-4d67-a652-039231a64ba8,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:06.448036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-8c0abe57-36cd-4a3f-9954-32792a769903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:06.449679 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-8c0abe57-36cd-4a3f-9954-32792a769903 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1712bcfd26014a40bf497bf661a7a3c2&device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1125 time: 0.1229422 Feb 16 17:11:06.500515 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] Set router cab1d8e5-8cd1-4cdb-993c-e458ce729a22 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:06.505898 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-f43f1ccc-0258-4796-bf8d-392d79d8a513 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=406c0b7c-6567-4d67-a652-039231a64ba8 HTTP/1.1" status: 200 len: 217 time: 0.0497389 Feb 16 17:11:06.508557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 3732bc80-79f2-4b85-97a0-a7d3e933f766 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:06.509370 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d66063b-88f6-4759-8b92-9b27b4326bfe x-openstack-request-id: req-6d66063b-88f6-4759-8b92-9b27b4326bfe {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:11:06.509671 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b64833-2cf1-4171-beac-89efaec29fd8", "tag": "406c0b7c-6567-4d67-a652-039231a64ba8", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:11:06.509932 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d66063b-88f6-4759-8b92-9b27b4326bfe {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:11:06.510348 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b64833-2cf1-4171-beac-89efaec29fd8', 'tag': '406c0b7c-6567-4d67-a652-039231a64ba8', 'status': 'completed', 'code': 200} Feb 16 17:11:06.563437 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-b6dd0c11-6190-446f-9e03-bc88b78b67c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:06.564944 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-b6dd0c11-6190-446f-9e03-bc88b78b67c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d79c622a-80f9-4dba-8d65-03e9a8678197 HTTP/1.1" status: 200 len: 849 time: 0.0501866 Feb 16 17:11:06.588896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-10a7030b-4eba-484f-a2e8-2f0d0f995aea None None] Provisioning complete for port 833c31a5-5a67-46dd-822c-0c2dd8621b59 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:06.589554 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10a7030b-4eba-484f-a2e8-2f0d0f995aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:06.657418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-475c17ad-214e-449d-a840-f420ad9f6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:06.662784 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-475c17ad-214e-449d-a840-f420ad9f6d3e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=935cee3e-d182-40ee-86fb-203f273d43f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0914934 Feb 16 17:11:06.714794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-10a7030b-4eba-484f-a2e8-2f0d0f995aea None None] Current status of the port 833c31a5-5a67-46dd-822c-0c2dd8621b59 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:06.715326 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10a7030b-4eba-484f-a2e8-2f0d0f995aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:06.745012 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'name': 'tempest-TestServerMultinode-1944761315-router', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '3732bc80-79f2-4b85-97a0-a7d3e933f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:58Z', 'updated_at': '2022-02-16T17:11:01Z', 'revision_number': 4, 'project_id': '1712bcfd26014a40bf497bf661a7a3c2', 'gw_port': {'id': '3732bc80-79f2-4b85-97a0-a7d3e933f766', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:59Z', 'updated_at': '2022-02-16T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '833c31a5-5a67-46dd-822c-0c2dd8621b59', 'name': '', 'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'mac_address': 'fa:16:3e:ca:43:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'e5980307-894b-4675-885a-fe2d34921ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:01Z', 'updated_at': '2022-02-16T17:11:06Z', 'revision_number': 4, 'project_id': '1712bcfd26014a40bf497bf661a7a3c2', 'subnets': [{'id': 'e5980307-894b-4675-885a-fe2d34921ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:06.758849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-10a7030b-4eba-484f-a2e8-2f0d0f995aea None None] For port 833c31a5-5a67-46dd-822c-0c2dd8621b59, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=833c31a5-5a67-46dd-822c-0c2dd8621b59,segment=NetworkSegment(5d017647-25bd-4b99-b9cc-4da55f602f3b),segment_id=5d017647-25bd-4b99-b9cc-4da55f602f3b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:06.766247 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-ec5ac056-fecc-4aca-bfad-849dea96fcee service neutron] 10.222.0.60 "GET /v2.0/networks/935cee3e-d182-40ee-86fb-203f273d43f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968983 Feb 16 17:11:06.766415 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10a7030b-4eba-484f-a2e8-2f0d0f995aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:06.778479 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa3ab22-9520-444c-8d72-042327dcbf81 None None] The sync data for ids ['cab1d8e5-8cd1-4cdb-993c-e458ce729a22'] in n-d-669411-5 is: [{'id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'name': 'tempest-TestServerMultinode-1944761315-router', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '3732bc80-79f2-4b85-97a0-a7d3e933f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:58Z', 'updated_at': '2022-02-16T17:11:01Z', 'revision_number': 4, 'project_id': '1712bcfd26014a40bf497bf661a7a3c2', 'gw_port': {'id': '3732bc80-79f2-4b85-97a0-a7d3e933f766', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:59Z', 'updated_at': '2022-02-16T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '833c31a5-5a67-46dd-822c-0c2dd8621b59', 'name': '', 'network_id': 'c1df7dab-b2e5-4a3b-857f-33bf2449785c', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'mac_address': 'fa:16:3e:ca:43:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'e5980307-894b-4675-885a-fe2d34921ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:01Z', 'updated_at': '2022-02-16T17:11:06Z', 'revision_number': 4, 'project_id': '1712bcfd26014a40bf497bf661a7a3c2', 'subnets': [{'id': 'e5980307-894b-4675-885a-fe2d34921ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:06.823179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7030b-4eba-484f-a2e8-2f0d0f995aea None None] Pushing event updated for resources: {'Port': ['ID=833c31a5-5a67-46dd-822c-0c2dd8621b59,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:06.872956 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-31a77bca-ce91-43a5-93fa-16200d00ca5f req-77f5b80f-6650-4b16-8b78-3994d8640de5 service neutron] 10.222.0.60 "GET /v2.0/networks/935cee3e-d182-40ee-86fb-203f273d43f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995438 Feb 16 17:11:06.887693 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6f218e34-aa0a-42ae-bbaa-a98b8c04b7b3 None None] Provisioning complete for port 833c31a5-5a67-46dd-822c-0c2dd8621b59 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:06.888103 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f218e34-aa0a-42ae-bbaa-a98b8c04b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:06.969995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444948-5666-4da2-882b-eb299529d199 req-5a486fd8-aa95-4d05-bee0-b0c17ed798ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:06.971496 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-92444948-5666-4da2-882b-eb299529d199 req-5a486fd8-aa95-4d05-bee0-b0c17ed798ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1712bcfd26014a40bf497bf661a7a3c2&device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1125 time: 0.0475659 Feb 16 17:11:06.979670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6f218e34-aa0a-42ae-bbaa-a98b8c04b7b3 None None] Current status of the port 833c31a5-5a67-46dd-822c-0c2dd8621b59 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:07.074016 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444948-5666-4da2-882b-eb299529d199 req-0f9ba064-77aa-41c6-8b18-8b50c831f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:07.075506 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-92444948-5666-4da2-882b-eb299529d199 req-0f9ba064-77aa-41c6-8b18-8b50c831f240 service neutron] 10.222.0.60 "GET /v2.0/networks?id=935cee3e-d182-40ee-86fb-203f273d43f4 HTTP/1.1" status: 200 len: 911 time: 0.0979285 Feb 16 17:11:07.118592 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-92444948-5666-4da2-882b-eb299529d199 req-8ade957d-868c-471b-8a6d-c758afbcdf99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=406c0b7c-6567-4d67-a652-039231a64ba8 HTTP/1.1" status: 200 len: 217 time: 0.0372102 Feb 16 17:11:07.167272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444948-5666-4da2-882b-eb299529d199 req-c2a1bca6-87b4-4437-81b1-a6802229aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:07.168860 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-92444948-5666-4da2-882b-eb299529d199 req-c2a1bca6-87b4-4437-81b1-a6802229aefe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d79c622a-80f9-4dba-8d65-03e9a8678197 HTTP/1.1" status: 200 len: 849 time: 0.0454640 Feb 16 17:11:07.231096 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444948-5666-4da2-882b-eb299529d199 req-bf2dead4-b13f-4958-9964-4daa4d7373ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:07.232910 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-92444948-5666-4da2-882b-eb299529d199 req-bf2dead4-b13f-4958-9964-4daa4d7373ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=935cee3e-d182-40ee-86fb-203f273d43f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0583417 Feb 16 17:11:07.270178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074859b1-66fb-488a-91f7-f2eaf65472b0 req-97671e70-14d7-4895-8a28-d2155933e0bd tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:07.271909 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-074859b1-66fb-488a-91f7-f2eaf65472b0 req-97671e70-14d7-4895-8a28-d2155933e0bd tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1125 time: 0.0473354 Feb 16 17:11:07.323911 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-074859b1-66fb-488a-91f7-f2eaf65472b0 req-1e71f03b-5e73-4ae0-b8ff-9e35f718be19 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459945 Feb 16 17:11:07.328437 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-92444948-5666-4da2-882b-eb299529d199 req-1d3c651e-cefb-4719-b794-18df29b7032b service neutron] 10.222.0.60 "GET /v2.0/networks/935cee3e-d182-40ee-86fb-203f273d43f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896347 Feb 16 17:11:07.422568 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-92444948-5666-4da2-882b-eb299529d199 req-ef803f7b-074e-47b1-b4cf-63daccc3181d service neutron] 10.222.0.60 "GET /v2.0/networks/935cee3e-d182-40ee-86fb-203f273d43f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887585 Feb 16 17:11:08.206310 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 833c31a5-5a67-46dd-822c-0c2dd8621b59 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:08.254489 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 833c31a5-5a67-46dd-822c-0c2dd8621b59 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:08.254864 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:08.442991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462819d-9faa-46ff-bffc-e5cf044dbf5f req-8abe7d36-8368-4e13-bc33-1d8a36b562a1 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:08.446597 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a462819d-9faa-46ff-bffc-e5cf044dbf5f req-8abe7d36-8368-4e13-bc33-1d8a36b562a1 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1125 time: 0.0489452 Feb 16 17:11:08.493506 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a462819d-9faa-46ff-bffc-e5cf044dbf5f req-5502f10e-4d3b-4c7f-a7a8-517cd9eed55f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Feb 16 17:11:08.503788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 833c31a5-5a67-46dd-822c-0c2dd8621b59 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:09.498725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 406c0b7c-6567-4d67-a652-039231a64ba8 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:11:09.601972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 406c0b7c-6567-4d67-a652-039231a64ba8, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=406c0b7c-6567-4d67-a652-039231a64ba8,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:09.610561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a294a-744f-4fb4-922c-81fc2a3929a7 req-1b5795a3-f5fe-41e2-8fe2-204b64a5f87d tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:09.612171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-448a294a-744f-4fb4-922c-81fc2a3929a7 req-1b5795a3-f5fe-41e2-8fe2-204b64a5f87d tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1125 time: 0.0482299 Feb 16 17:11:09.613698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '406c0b7c-6567-4d67-a652-039231a64ba8', 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4', 'port_id': '406c0b7c-6567-4d67-a652-039231a64ba8', 'mac_address': 'fa:16:3e:45:04:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79c622a-80f9-4dba-8d65-03e9a8678197', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:11:09.652548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 406c0b7c-6567-4d67-a652-039231a64ba8 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:09.652942 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (406c0b7c-6567-4d67-a652-039231a64ba8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:09.658216 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-448a294a-744f-4fb4-922c-81fc2a3929a7 req-f97abd8d-6199-4915-afe2-58ffe859db70 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392945 Feb 16 17:11:09.666646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406c0b7c-6567-4d67-a652-039231a64ba8 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:11:09.687241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 406c0b7c-6567-4d67-a652-039231a64ba8, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=406c0b7c-6567-4d67-a652-039231a64ba8,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:09.691053 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (406c0b7c-6567-4d67-a652-039231a64ba8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:09.736658 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=406c0b7c-6567-4d67-a652-039231a64ba8,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:10.008113 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['406c0b7c-6567-4d67-a652-039231a64ba8'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:11:10.767595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d292e0-a01f-48a0-81b5-e65ec7e0801a req-66f1ae25-5ca4-47d3-80c0-3b16e48ed571 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:10.769141 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39d292e0-a01f-48a0-81b5-e65ec7e0801a req-66f1ae25-5ca4-47d3-80c0-3b16e48ed571 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1126 time: 0.0441549 Feb 16 17:11:10.812815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39d292e0-a01f-48a0-81b5-e65ec7e0801a req-8d4e867f-4776-4dd7-868a-ddbad41521bc tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378830 Feb 16 17:11:11.515200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 406c0b7c-6567-4d67-a652-039231a64ba8 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:11.564183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 406c0b7c-6567-4d67-a652-039231a64ba8 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:11:11.567964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 406c0b7c-6567-4d67-a652-039231a64ba8 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:11.568343 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (406c0b7c-6567-4d67-a652-039231a64ba8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:11.648828 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 406c0b7c-6567-4d67-a652-039231a64ba8 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:11.649219 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (406c0b7c-6567-4d67-a652-039231a64ba8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:11.671849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b64833-2cf1-4171-beac-89efaec29fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406c0b7c-6567-4d67-a652-039231a64ba8'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:11:11.674081 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dcebbd-3516-4e5a-a414-a82b8dccc0b1" -d '{"events": [{"server_uuid": "b0b64833-2cf1-4171-beac-89efaec29fd8", "name": "network-vif-plugged", "status": "completed", "tag": "406c0b7c-6567-4d67-a652-039231a64ba8"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:11:11.686243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 406c0b7c-6567-4d67-a652-039231a64ba8, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=406c0b7c-6567-4d67-a652-039231a64ba8,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:11.690280 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (406c0b7c-6567-4d67-a652-039231a64ba8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:11.737280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=406c0b7c-6567-4d67-a652-039231a64ba8,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:11.775387 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441878b2-f896-4d01-b4c4-11d8f42ad3f8 x-openstack-request-id: req-441878b2-f896-4d01-b4c4-11d8f42ad3f8 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:11:11.775681 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b64833-2cf1-4171-beac-89efaec29fd8", "name": "network-vif-plugged", "status": "completed", "tag": "406c0b7c-6567-4d67-a652-039231a64ba8", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:11:11.775981 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-441878b2-f896-4d01-b4c4-11d8f42ad3f8 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:11:11.776385 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b64833-2cf1-4171-beac-89efaec29fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406c0b7c-6567-4d67-a652-039231a64ba8', 'code': 200} Feb 16 17:11:11.874177 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2801a-4931-4caf-9d81-0ca1045c1f60 req-bba659db-77c3-4bd9-89e6-4a7b4d6aaa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:11.875823 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5bd2801a-4931-4caf-9d81-0ca1045c1f60 req-bba659db-77c3-4bd9-89e6-4a7b4d6aaa29 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1127 time: 0.0469701 Feb 16 17:11:11.921158 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-5bd2801a-4931-4caf-9d81-0ca1045c1f60 req-8abf7790-dc11-4cb8-8b4c-a4847718b74a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398262 Feb 16 17:11:11.927862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef30959-5b54-4758-81d1-1b93854758bd req-d8fd763b-2980-4b70-9c7a-9d86c307b4dc tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:11.930202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ef30959-5b54-4758-81d1-1b93854758bd req-d8fd763b-2980-4b70-9c7a-9d86c307b4dc tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1127 time: 0.0503106 Feb 16 17:11:11.974878 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ef30959-5b54-4758-81d1-1b93854758bd req-a9030bd0-e8eb-4e92-ae27-b979f0501169 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380533 Feb 16 17:11:13.086269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573aec49-db6f-4d6e-8aff-6d0610fa747c req-f2dea975-1fc9-43ef-b292-07ef1832ff32 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:13.087772 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-573aec49-db6f-4d6e-8aff-6d0610fa747c req-f2dea975-1fc9-43ef-b292-07ef1832ff32 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1127 time: 0.0439248 Feb 16 17:11:13.130646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-573aec49-db6f-4d6e-8aff-6d0610fa747c req-ed2f0f99-3e52-4ef6-b6dd-356099b2a2ad tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372715 Feb 16 17:11:14.241852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aa9d0-a1ae-48cc-b7c2-a2d977d029d7 req-b4372b2c-549c-4e1f-a608-5bb12452f30e tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:14.243360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-565aa9d0-a1ae-48cc-b7c2-a2d977d029d7 req-b4372b2c-549c-4e1f-a608-5bb12452f30e tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1127 time: 0.0446477 Feb 16 17:11:14.292442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-565aa9d0-a1ae-48cc-b7c2-a2d977d029d7 req-601a2982-4822-40b7-ae74-431a983ec15b tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426474 Feb 16 17:11:14.400087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d35ecf-9feb-4af5-81dd-997b112ca6e5 req-5352c7fe-3b07-451f-b286-4740ab029a0f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:14.401585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44d35ecf-9feb-4af5-81dd-997b112ca6e5 req-5352c7fe-3b07-451f-b286-4740ab029a0f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1127 time: 0.0440872 Feb 16 17:11:14.445798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44d35ecf-9feb-4af5-81dd-997b112ca6e5 req-6ada9442-09b4-40f6-959a-74f8d708f94f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386474 Feb 16 17:11:14.555313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d3761-0557-4262-b028-0297a7a3d015 req-87971409-87b1-466d-8d4f-2fcb88b984ac tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:14.556794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c8d3761-0557-4262-b028-0297a7a3d015 req-87971409-87b1-466d-8d4f-2fcb88b984ac tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1127 time: 0.0443871 Feb 16 17:11:14.602901 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c8d3761-0557-4262-b028-0297a7a3d015 req-bff75f2d-c177-4eb7-ac76-328b50a3dd4d tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406022 Feb 16 17:11:14.819134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-23ed9a77-5762-480f-8327-5294cd82c395 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:14.821370 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-23ed9a77-5762-480f-8327-5294cd82c395 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/networks?id=935cee3e-d182-40ee-86fb-203f273d43f4 HTTP/1.1" status: 200 len: 911 time: 0.0908954 Feb 16 17:11:14.835981 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-d6a26065-fbdb-4a66-b190-d8aa13a4ea2f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/quotas/1712bcfd26014a40bf497bf661a7a3c2 HTTP/1.1" status: 200 len: 375 time: 0.0085027 Feb 16 17:11:14.885712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-5aa3cbe7-16b3-45df-91fc-c7a115375fe0 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=1712bcfd26014a40bf497bf661a7a3c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0450795 Feb 16 17:11:14.980027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-abefc276-1e45-49a5-be80-32ea7fe9e99a service neutron] 10.222.0.24 "GET /v2.0/networks/935cee3e-d182-40ee-86fb-203f273d43f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876989 Feb 16 17:11:15.066521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-253174ba-7d1d-4846-8dc5-a2fc673d08cb service neutron] 10.222.0.24 "GET /v2.0/networks/935cee3e-d182-40ee-86fb-203f273d43f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808349 Feb 16 17:11:15.225449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8944cc4b-8dab-428b-bc97-8b125df5312d req-5e199f82-0baa-48b4-bf5a-86c31a9f3e78 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 210 time: 0.0305750 Feb 16 17:11:16.357261 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5e4b669-16d3-4d38-b919-41bfc7faed7c req-04e620cc-c224-473c-afac-dc24b7fd3621 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 210 time: 0.0549932 Feb 16 17:11:16.386749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-e87472b7-ff73-44d3-9717-242378e85bcc tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:16.388266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-e87472b7-ff73-44d3-9717-242378e85bcc tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.65 "GET /v2.0/networks?id=935cee3e-d182-40ee-86fb-203f273d43f4 HTTP/1.1" status: 200 len: 911 time: 0.1229062 Feb 16 17:11:16.398481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-30f9ce4d-2959-4fc5-b3e3-f7a056f13b7f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Request body: {'port': {'device_id': '2d7c1457-50c4-465e-83c2-5a9b9fdca399', 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4', 'admin_state_up': True, 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:16.416119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-30f9ce4d-2959-4fc5-b3e3-f7a056f13b7f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Made reservation on behalf of 1712bcfd26014a40bf497bf661a7a3c2 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:11:16.418354 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-30f9ce4d-2959-4fc5-b3e3-f7a056f13b7f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:16.533995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-30f9ce4d-2959-4fc5-b3e3-f7a056f13b7f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Allocated IP 172.20.0.3 (935cee3e-d182-40ee-86fb-203f273d43f4/d79c622a-80f9-4dba-8d65-03e9a8678197/1c05fb3a-bb5d-40c0-8c94-e50807a3ce25) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:16.670582 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-30f9ce4d-2959-4fc5-b3e3-f7a056f13b7f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks [] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:16.705015 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-30f9ce4d-2959-4fc5-b3e3-f7a056f13b7f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:16.716432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['406c0b7c-6567-4d67-a652-039231a64ba8'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:11:16.751967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-30f9ce4d-2959-4fc5-b3e3-f7a056f13b7f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Network 935cee3e-d182-40ee-86fb-203f273d43f4 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:16.754929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-30f9ce4d-2959-4fc5-b3e3-f7a056f13b7f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:16.758277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-30f9ce4d-2959-4fc5-b3e3-f7a056f13b7f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:16.783163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9ce4d-2959-4fc5-b3e3-f7a056f13b7f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Pushing event updated for resources: {'Port': ['ID=1c05fb3a-bb5d-40c0-8c94-e50807a3ce25,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:16.810010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-30f9ce4d-2959-4fc5-b3e3-f7a056f13b7f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:16.810626 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-30f9ce4d-2959-4fc5-b3e3-f7a056f13b7f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:16.828612 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-30f9ce4d-2959-4fc5-b3e3-f7a056f13b7f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4337389 Feb 16 17:11:16.839840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Request body: {'port': {'device_id': '2d7c1457-50c4-465e-83c2-5a9b9fdca399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:16.916378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:16.978609 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ac0d2fe5-07f5-4820-a904-23b4f15ed762 None None] Provisioning complete for port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:16.978990 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ac0d2fe5-07f5-4820-a904-23b4f15ed762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:17.019000 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d2fe5-07f5-4820-a904-23b4f15ed762 None None] Port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:11:17.202709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:11:17.212419 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Publish callbacks [] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:17.224247 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Transition to ACTIVE for port object 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:11:17.230104 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:17.290965 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Pushing event updated for resources: {'Port': ['ID=1c05fb3a-bb5d-40c0-8c94-e50807a3ce25,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:17.384256 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Attempting to bind port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:11:17.384885 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Attempting to bind port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:11:17.385068 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Attempting to bind port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 on network 935cee3e-d182-40ee-86fb-203f273d43f4 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:17.391950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 on network 935cee3e-d182-40ee-86fb-203f273d43f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:11:17.392343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Attempting to bind port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 on network 935cee3e-d182-40ee-86fb-203f273d43f4 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:17.398515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:11:17.398832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Checking segment: {'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:11:17.399211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Bound using segment: {'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:11:17.399643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Bound port: 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29f7228-2167-4d2f-8f46-e251a6df481a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:11:17.400133 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:17.511880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] For port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:11:17.516186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] For port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1c05fb3a-bb5d-40c0-8c94-e50807a3ce25,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:11:17.525427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8d44b-502d-481a-b950-3c0a8206bc57 req-2a8f6903-44f7-43ae-b449-39e2d351364c tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:17.526965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdf8d44b-502d-481a-b950-3c0a8206bc57 req-2a8f6903-44f7-43ae-b449-39e2d351364c tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 1052 time: 0.0879848 Feb 16 17:11:17.529643 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:17.600725 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:17.601353 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:17.602711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] 10.222.0.65 "PUT /v2.0/ports/1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 HTTP/1.1" status: 200 len: 1091 time: 0.7674809 Feb 16 17:11:17.603164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7c1457-50c4-465e-83c2-5a9b9fdca399', 'tag': '1c05fb3a-bb5d-40c0-8c94-e50807a3ce25'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:11:17.605513 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7db5fa9-5d3a-4ec6-bdbb-0f8760f5a3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7c1457-50c4-465e-83c2-5a9b9fdca399", "tag": "1c05fb3a-bb5d-40c0-8c94-e50807a3ce25"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:11:17.629547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d12637-1fde-4e0e-bf1b-df6edba4b17e service neutron] Pushing event updated for resources: {'Port': ['ID=1c05fb3a-bb5d-40c0-8c94-e50807a3ce25,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:17.647325 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fdf8d44b-502d-481a-b950-3c0a8206bc57 req-9b93e12a-a512-4cb2-a345-d73beb3a68d5 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122792 Feb 16 17:11:17.659935 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21d00b4-03a5-44c2-a3d3-a2e5560c155b x-openstack-request-id: req-d21d00b4-03a5-44c2-a3d3-a2e5560c155b {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:11:17.660285 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7c1457-50c4-465e-83c2-5a9b9fdca399", "tag": "1c05fb3a-bb5d-40c0-8c94-e50807a3ce25", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:11:17.660659 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d21d00b4-03a5-44c2-a3d3-a2e5560c155b {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:11:17.661124 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7c1457-50c4-465e-83c2-5a9b9fdca399', 'tag': '1c05fb3a-bb5d-40c0-8c94-e50807a3ce25', 'status': 'completed', 'code': 200} Feb 16 17:11:17.713141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b07f0f4b-53e1-4b4b-8051-f99b682cb197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:17.714657 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-b07f0f4b-53e1-4b4b-8051-f99b682cb197 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1712bcfd26014a40bf497bf661a7a3c2&device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 1125 time: 0.0481904 Feb 16 17:11:17.758354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-8c622633-fd35-48f3-b411-9fd63c427bff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 HTTP/1.1" status: 200 len: 217 time: 0.0371389 Feb 16 17:11:17.813070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-41143da0-e9c8-43d6-a415-0c89489717e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:17.814530 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-41143da0-e9c8-43d6-a415-0c89489717e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d79c622a-80f9-4dba-8d65-03e9a8678197 HTTP/1.1" status: 200 len: 849 time: 0.0496709 Feb 16 17:11:17.864670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-af2c0f94-d565-46c4-bc21-7334e4fe1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:17.866115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-af2c0f94-d565-46c4-bc21-7334e4fe1377 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=935cee3e-d182-40ee-86fb-203f273d43f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449133 Feb 16 17:11:17.954580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-8bf33bde-9a24-43ae-8e63-52006907755e service neutron] 10.222.0.65 "GET /v2.0/networks/935cee3e-d182-40ee-86fb-203f273d43f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815303 Feb 16 17:11:18.046367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ecbb6c54-2882-4467-9256-a8ac46d4562f req-5c609b5e-930e-4ff4-8939-866306180138 service neutron] 10.222.0.65 "GET /v2.0/networks/935cee3e-d182-40ee-86fb-203f273d43f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864186 Feb 16 17:11:18.129163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db5fa9-5d3a-4ec6-bdbb-0f8760f5a3b8 req-a2b6537a-599b-49e6-bd4a-1e85a635a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:18.130648 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7db5fa9-5d3a-4ec6-bdbb-0f8760f5a3b8 req-a2b6537a-599b-49e6-bd4a-1e85a635a25e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1712bcfd26014a40bf497bf661a7a3c2&device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 1125 time: 0.0442128 Feb 16 17:11:18.221325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db5fa9-5d3a-4ec6-bdbb-0f8760f5a3b8 req-e7670a5b-c86e-4247-8c15-fbb86db27795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:18.222769 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7db5fa9-5d3a-4ec6-bdbb-0f8760f5a3b8 req-e7670a5b-c86e-4247-8c15-fbb86db27795 service neutron] 10.222.0.65 "GET /v2.0/networks?id=935cee3e-d182-40ee-86fb-203f273d43f4 HTTP/1.1" status: 200 len: 911 time: 0.0869009 Feb 16 17:11:18.262812 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7db5fa9-5d3a-4ec6-bdbb-0f8760f5a3b8 req-7e8e5409-8e47-48b5-ad7f-e2cedeac6add service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 HTTP/1.1" status: 200 len: 217 time: 0.0336516 Feb 16 17:11:18.315685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db5fa9-5d3a-4ec6-bdbb-0f8760f5a3b8 req-242eb6bc-bd0f-45d2-8e2c-ad0ee13724c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:18.317109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7db5fa9-5d3a-4ec6-bdbb-0f8760f5a3b8 req-242eb6bc-bd0f-45d2-8e2c-ad0ee13724c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d79c622a-80f9-4dba-8d65-03e9a8678197 HTTP/1.1" status: 200 len: 849 time: 0.0478957 Feb 16 17:11:18.372039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db5fa9-5d3a-4ec6-bdbb-0f8760f5a3b8 req-f4ae6ec5-2b92-4cc6-8c2a-d0cd2a36124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:18.373576 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7db5fa9-5d3a-4ec6-bdbb-0f8760f5a3b8 req-f4ae6ec5-2b92-4cc6-8c2a-d0cd2a36124d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=935cee3e-d182-40ee-86fb-203f273d43f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493093 Feb 16 17:11:18.462776 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7db5fa9-5d3a-4ec6-bdbb-0f8760f5a3b8 req-f996a2ea-d2e2-4afc-b4bd-d8cb21f2642f service neutron] 10.222.0.65 "GET /v2.0/networks/935cee3e-d182-40ee-86fb-203f273d43f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829022 Feb 16 17:11:18.554194 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7db5fa9-5d3a-4ec6-bdbb-0f8760f5a3b8 req-78131d18-56ea-4272-9ffb-5e29726fbd30 service neutron] 10.222.0.65 "GET /v2.0/networks/935cee3e-d182-40ee-86fb-203f273d43f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852447 Feb 16 17:11:18.761400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54c75b-eb85-4b5d-ac2b-d73f3d9c7532 req-1b0bc886-3506-42a6-abdc-353f8dbc4355 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:18.762892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb54c75b-eb85-4b5d-ac2b-d73f3d9c7532 req-1b0bc886-3506-42a6-abdc-353f8dbc4355 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 1125 time: 0.0444970 Feb 16 17:11:18.807385 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb54c75b-eb85-4b5d-ac2b-d73f3d9c7532 req-a91de0b7-8b8e-4b75-86c2-d408b7a9a688 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388386 Feb 16 17:11:19.153820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:11:19.246729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1c05fb3a-bb5d-40c0-8c94-e50807a3ce25,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:19.258470 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '1c05fb3a-bb5d-40c0-8c94-e50807a3ce25', 'network_id': '935cee3e-d182-40ee-86fb-203f273d43f4', 'port_id': '1c05fb3a-bb5d-40c0-8c94-e50807a3ce25', 'mac_address': 'fa:16:3e:fc:aa:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79c622a-80f9-4dba-8d65-03e9a8678197', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:11:19.302826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:19.303215 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:19.316317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:11:19.338717 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1c05fb3a-bb5d-40c0-8c94-e50807a3ce25,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:19.341961 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:19.390027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=1c05fb3a-bb5d-40c0-8c94-e50807a3ce25,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:19.566418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['1c05fb3a-bb5d-40c0-8c94-e50807a3ce25'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:11:19.920439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b51a7-d468-4a61-be40-e0b6bde64e84 req-6ed667d1-97c3-433e-8590-fc62c937fc3f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:19.921933 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-684b51a7-d468-4a61-be40-e0b6bde64e84 req-6ed667d1-97c3-433e-8590-fc62c937fc3f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 1126 time: 0.0476458 Feb 16 17:11:19.964696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-684b51a7-d468-4a61-be40-e0b6bde64e84 req-a41b79f8-65a9-47d9-8210-7d6304185a9e tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372036 Feb 16 17:11:20.873646 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:11:21.075771 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558ead3-c962-48fa-aacf-ef975b6b851d req-3065609c-ed3d-4f22-8b69-af1e6e1f0d1b tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:21.077285 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2558ead3-c962-48fa-aacf-ef975b6b851d req-3065609c-ed3d-4f22-8b69-af1e6e1f0d1b tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 1126 time: 0.0447643 Feb 16 17:11:21.121175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2558ead3-c962-48fa-aacf-ef975b6b851d req-e9516270-8fcc-4d7c-b674-a964966e7fe5 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382702 Feb 16 17:11:21.168693 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:21.216516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:11:21.220305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:21.220685 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:21.298974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:21.299380 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:21.325108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7c1457-50c4-465e-83c2-5a9b9fdca399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c05fb3a-bb5d-40c0-8c94-e50807a3ce25'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:11:21.327305 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12208192-e2e0-4c63-9792-4fd742d9699e" -d '{"events": [{"server_uuid": "2d7c1457-50c4-465e-83c2-5a9b9fdca399", "name": "network-vif-plugged", "status": "completed", "tag": "1c05fb3a-bb5d-40c0-8c94-e50807a3ce25"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:11:21.340455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1c05fb3a-bb5d-40c0-8c94-e50807a3ce25,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:21.344668 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:21.368645 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a90353-eda8-4fa2-823a-16929acd022f x-openstack-request-id: req-b1a90353-eda8-4fa2-823a-16929acd022f {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:11:21.368941 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7c1457-50c4-465e-83c2-5a9b9fdca399", "name": "network-vif-plugged", "status": "completed", "tag": "1c05fb3a-bb5d-40c0-8c94-e50807a3ce25", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:11:21.369199 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1a90353-eda8-4fa2-823a-16929acd022f {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:11:21.369591 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7c1457-50c4-465e-83c2-5a9b9fdca399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c05fb3a-bb5d-40c0-8c94-e50807a3ce25', 'code': 200} Feb 16 17:11:21.396231 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=1c05fb3a-bb5d-40c0-8c94-e50807a3ce25,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:21.465707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95889b09-f6ae-4705-963d-56be7a2ad46f req-bed1bd05-549c-4140-b360-e1db428be13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:21.467201 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95889b09-f6ae-4705-963d-56be7a2ad46f req-bed1bd05-549c-4140-b360-e1db428be13b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 1127 time: 0.0456266 Feb 16 17:11:21.512474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95889b09-f6ae-4705-963d-56be7a2ad46f req-9e0e5a59-b591-4590-976d-33e584ccac2e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397186 Feb 16 17:11:22.229239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487ac05-6064-482a-82d2-01da9ee87422 req-79045c39-bb8a-4039-8ef6-88ce1223c2e6 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:22.230731 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6487ac05-6064-482a-82d2-01da9ee87422 req-79045c39-bb8a-4039-8ef6-88ce1223c2e6 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 1127 time: 0.0434663 Feb 16 17:11:22.273493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6487ac05-6064-482a-82d2-01da9ee87422 req-7ea458fc-29b2-4e8a-b19f-daf357548f85 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371013 Feb 16 17:11:23.385135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93e083-eae2-4822-aaa8-104c12e1ba76 req-45012182-984f-4baf-b112-82eab9d7494a tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:23.386776 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf93e083-eae2-4822-aaa8-104c12e1ba76 req-45012182-984f-4baf-b112-82eab9d7494a tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 1127 time: 0.0443404 Feb 16 17:11:23.429729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf93e083-eae2-4822-aaa8-104c12e1ba76 req-444691ec-2344-4fe2-be1b-c7159d178b2c tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374706 Feb 16 17:11:23.541112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080fd75-8cb3-45ba-9656-140a795fe52c req-9981e4c9-77cf-422e-a338-e874d9748b10 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:23.542599 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2080fd75-8cb3-45ba-9656-140a795fe52c req-9981e4c9-77cf-422e-a338-e874d9748b10 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 1127 time: 0.0472929 Feb 16 17:11:23.585752 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2080fd75-8cb3-45ba-9656-140a795fe52c req-6ca36356-c05d-420c-a804-cea3220db6e9 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373912 Feb 16 17:11:23.699326 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628cbc7-89ba-4802-bc45-a085f4100bd4 req-d53b5972-2062-472e-ba28-a9b27aa65bcf tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:23.700861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3628cbc7-89ba-4802-bc45-a085f4100bd4 req-d53b5972-2062-472e-ba28-a9b27aa65bcf tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 1127 time: 0.0445437 Feb 16 17:11:23.744148 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3628cbc7-89ba-4802-bc45-a085f4100bd4 req-b52ebe0c-c5ca-4a77-b78f-d5737f4b6582 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378232 Feb 16 17:11:23.963938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa784241-e70d-4c38-83a2-ccce9d91c304 req-ea165bbd-6b4b-42fe-9b1f-6028cf05dd85 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:23.965443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa784241-e70d-4c38-83a2-ccce9d91c304 req-ea165bbd-6b4b-42fe-9b1f-6028cf05dd85 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 1127 time: 0.0438731 Feb 16 17:11:24.334600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aa784241-e70d-4c38-83a2-ccce9d91c304 req-50343a67-a50b-4c61-bd46-2e53841ce0c0 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635707 Feb 16 17:11:25.264611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb4e38-8507-487c-9987-b1ec4c0e58dd req-313473bb-9229-4391-b421-80a1f0455785 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:25.265981 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4cb4e38-8507-487c-9987-b1ec4c0e58dd req-313473bb-9229-4391-b421-80a1f0455785 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 1127 time: 0.0437586 Feb 16 17:11:25.346602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-d4cb4e38-8507-487c-9987-b1ec4c0e58dd req-318798e5-f16c-473d-a551-6485a4fcca39 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Deleting port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:11:25.346941 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d4cb4e38-8507-487c-9987-b1ec4c0e58dd req-318798e5-f16c-473d-a551-6485a4fcca39 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:25.454123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-d4cb4e38-8507-487c-9987-b1ec4c0e58dd req-318798e5-f16c-473d-a551-6485a4fcca39 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] For port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1c05fb3a-bb5d-40c0-8c94-e50807a3ce25,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:25.454491 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d4cb4e38-8507-487c-9987-b1ec4c0e58dd req-318798e5-f16c-473d-a551-6485a4fcca39 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:25.472011 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-d4cb4e38-8507-487c-9987-b1ec4c0e58dd req-318798e5-f16c-473d-a551-6485a4fcca39 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Calling delete_port for 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:11:25.484793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7eca6-fa71-49cb-8146-2e686b621d5b req-10e0d8c8-de63-422c-b1f0-c491b0c85ff6 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:25.486307 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9a7eca6-fa71-49cb-8146-2e686b621d5b req-10e0d8c8-de63-422c-b1f0-c491b0c85ff6 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d7c1457-50c4-465e-83c2-5a9b9fdca399 HTTP/1.1" status: 200 len: 1127 time: 0.0826156 Feb 16 17:11:25.584212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9a7eca6-fa71-49cb-8146-2e686b621d5b req-f581a45a-1186-43b0-84ba-1fcf9b96d7c3 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918541 Feb 16 17:11:25.636538 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d4cb4e38-8507-487c-9987-b1ec4c0e58dd req-318798e5-f16c-473d-a551-6485a4fcca39 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (1c05fb3a-bb5d-40c0-8c94-e50807a3ce25), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:25.646939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['1c05fb3a-bb5d-40c0-8c94-e50807a3ce25'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:11:25.652361 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['406c0b7c-6567-4d67-a652-039231a64ba8'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:11:25.669673 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318798e5-f16c-473d-a551-6485a4fcca39 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c05fb3a-bb5d-40c0-8c94-e50807a3ce25,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:25.716601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cb4e38-8507-487c-9987-b1ec4c0e58dd req-318798e5-f16c-473d-a551-6485a4fcca39 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] No DVR routers for this DVR port 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:11:25.719342 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d4cb4e38-8507-487c-9987-b1ec4c0e58dd req-318798e5-f16c-473d-a551-6485a4fcca39 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:25.722877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d4cb4e38-8507-487c-9987-b1ec4c0e58dd req-318798e5-f16c-473d-a551-6485a4fcca39 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.65 "DELETE /v2.0/ports/1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 HTTP/1.1" status: 204 len: 173 time: 0.4521759 Feb 16 17:11:25.723341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7c1457-50c4-465e-83c2-5a9b9fdca399', 'name': 'network-vif-deleted', 'tag': '1c05fb3a-bb5d-40c0-8c94-e50807a3ce25'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:11:25.728965 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fad9b6c0-bf7d-40bf-853a-34717f1377e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:25.732965 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170adc52-34b0-4897-b61e-a55943cba01c" -d '{"events": [{"server_uuid": "2d7c1457-50c4-465e-83c2-5a9b9fdca399", "name": "network-vif-deleted", "tag": "1c05fb3a-bb5d-40c0-8c94-e50807a3ce25"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:11:25.784605 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8788cd1c-67ff-40f6-91c7-a9bb8a493a95 x-openstack-request-id: req-8788cd1c-67ff-40f6-91c7-a9bb8a493a95 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:11:25.784924 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7c1457-50c4-465e-83c2-5a9b9fdca399", "name": "network-vif-deleted", "tag": "1c05fb3a-bb5d-40c0-8c94-e50807a3ce25", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:11:25.785184 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8788cd1c-67ff-40f6-91c7-a9bb8a493a95 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:11:25.785658 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7c1457-50c4-465e-83c2-5a9b9fdca399', 'name': 'network-vif-deleted', 'tag': '1c05fb3a-bb5d-40c0-8c94-e50807a3ce25', 'status': 'completed', 'code': 200} Feb 16 17:11:26.859584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14314eb-0a87-44ed-bc46-8407c95911c5 req-fd1bc00b-c07d-4ba8-9351-1e5146c3dc7d tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:26.861101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c14314eb-0a87-44ed-bc46-8407c95911c5 req-fd1bc00b-c07d-4ba8-9351-1e5146c3dc7d tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1127 time: 0.0442374 Feb 16 17:11:26.905048 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c14314eb-0a87-44ed-bc46-8407c95911c5 req-be0eeade-30e4-4225-b7c0-b132221c6129 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Feb 16 17:11:28.018246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d0af4-b197-434e-8a40-bbcb71486744 req-1785208e-d1cf-4655-9b2e-85da22f4d563 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:28.019800 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da3d0af4-b197-434e-8a40-bbcb71486744 req-1785208e-d1cf-4655-9b2e-85da22f4d563 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1127 time: 0.0463564 Feb 16 17:11:28.066705 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da3d0af4-b197-434e-8a40-bbcb71486744 req-c1a1aa5e-1b83-4c25-9a2f-fd54b940b5c2 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8f4689bc-0ecd-4fb8-a5da-f1a556873839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404820 Feb 16 17:11:28.320666 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-68283e25-7030-4acb-80ab-38bb4b6dce9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:28.399655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ac93b-7a51-4ded-ae83-3ba8feeb2792 req-08d6219b-3bfd-4e95-a059-b05d41229206 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:28.401074 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-813ac93b-7a51-4ded-ae83-3ba8feeb2792 req-08d6219b-3bfd-4e95-a059-b05d41229206 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 1127 time: 0.0435560 Feb 16 17:11:28.499090 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-813ac93b-7a51-4ded-ae83-3ba8feeb2792 req-d7fb79b6-1e74-4e9f-94ce-5faa3ed6e54f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Deleting port 406c0b7c-6567-4d67-a652-039231a64ba8 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:11:28.499419 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-813ac93b-7a51-4ded-ae83-3ba8feeb2792 req-d7fb79b6-1e74-4e9f-94ce-5faa3ed6e54f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (406c0b7c-6567-4d67-a652-039231a64ba8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:28.579241 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-813ac93b-7a51-4ded-ae83-3ba8feeb2792 req-d7fb79b6-1e74-4e9f-94ce-5faa3ed6e54f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] For port 406c0b7c-6567-4d67-a652-039231a64ba8, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=406c0b7c-6567-4d67-a652-039231a64ba8,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:28.579591 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-813ac93b-7a51-4ded-ae83-3ba8feeb2792 req-d7fb79b6-1e74-4e9f-94ce-5faa3ed6e54f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (406c0b7c-6567-4d67-a652-039231a64ba8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:28.592050 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-813ac93b-7a51-4ded-ae83-3ba8feeb2792 req-d7fb79b6-1e74-4e9f-94ce-5faa3ed6e54f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Calling delete_port for 406c0b7c-6567-4d67-a652-039231a64ba8 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:11:28.711596 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-813ac93b-7a51-4ded-ae83-3ba8feeb2792 req-d7fb79b6-1e74-4e9f-94ce-5faa3ed6e54f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (406c0b7c-6567-4d67-a652-039231a64ba8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:28.722362 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['406c0b7c-6567-4d67-a652-039231a64ba8'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:11:28.743500 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb79b6-1e74-4e9f-94ce-5faa3ed6e54f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Pushing event deleted for resources: {'Port': ['ID=406c0b7c-6567-4d67-a652-039231a64ba8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:28.787079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-813ac93b-7a51-4ded-ae83-3ba8feeb2792 req-d7fb79b6-1e74-4e9f-94ce-5faa3ed6e54f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] No DVR routers for this DVR port 406c0b7c-6567-4d67-a652-039231a64ba8 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:11:28.790177 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-813ac93b-7a51-4ded-ae83-3ba8feeb2792 req-d7fb79b6-1e74-4e9f-94ce-5faa3ed6e54f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:28.793691 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-813ac93b-7a51-4ded-ae83-3ba8feeb2792 req-d7fb79b6-1e74-4e9f-94ce-5faa3ed6e54f tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.60 "DELETE /v2.0/ports/406c0b7c-6567-4d67-a652-039231a64ba8 HTTP/1.1" status: 204 len: 173 time: 0.3876488 Feb 16 17:11:28.794138 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b64833-2cf1-4171-beac-89efaec29fd8', 'name': 'network-vif-deleted', 'tag': '406c0b7c-6567-4d67-a652-039231a64ba8'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:11:28.796424 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dca754e-9b82-4124-ac58-159b472822a3" -d '{"events": [{"server_uuid": "b0b64833-2cf1-4171-beac-89efaec29fd8", "name": "network-vif-deleted", "tag": "406c0b7c-6567-4d67-a652-039231a64ba8"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:11:28.845605 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414659e7-dcf9-43ba-9b3a-ca796416f6cd x-openstack-request-id: req-414659e7-dcf9-43ba-9b3a-ca796416f6cd {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:11:28.845914 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b64833-2cf1-4171-beac-89efaec29fd8", "name": "network-vif-deleted", "tag": "406c0b7c-6567-4d67-a652-039231a64ba8", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:11:28.846159 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-414659e7-dcf9-43ba-9b3a-ca796416f6cd {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:11:28.846563 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b64833-2cf1-4171-beac-89efaec29fd8', 'name': 'network-vif-deleted', 'tag': '406c0b7c-6567-4d67-a652-039231a64ba8', 'status': 'completed', 'code': 200} Feb 16 17:11:29.082032 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-18aa0a74-7d02-45aa-b0e1-c689815c73bb req-5f037794-36fe-473f-84d7-5b45bc5d65e3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440466 Feb 16 17:11:29.174423 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa0a74-7d02-45aa-b0e1-c689815c73bb req-8f471d88-bfa4-4b96-91be-33e10772ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:29.176161 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-18aa0a74-7d02-45aa-b0e1-c689815c73bb req-8f471d88-bfa4-4b96-91be-33e10772ccc3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 1127 time: 0.0491889 Feb 16 17:11:29.176509 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8548f18b-359c-4e0f-b9f4-1a25fc30a47d req-d1a26427-81e1-4d17-b927-a4203c3f6739 tempest-TestServerMultinode-1217911212 tempest-TestServerMultinode-1217911212-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0b64833-2cf1-4171-beac-89efaec29fd8 HTTP/1.1" status: 200 len: 210 time: 0.0264602 Feb 16 17:11:29.187361 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:29.214021 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:11:29.214374 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1c05fb3a-bb5d-40c0-8c94-e50807a3ce25 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:11:29.294991 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa0a74-7d02-45aa-b0e1-c689815c73bb req-7d05d628-b10d-46b5-9a97-b186c3b61eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:29.296498 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-18aa0a74-7d02-45aa-b0e1-c689815c73bb req-7d05d628-b10d-46b5-9a97-b186c3b61eb7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.0981865 Feb 16 17:11:29.359998 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-18aa0a74-7d02-45aa-b0e1-c689815c73bb req-7cae50eb-c5b0-401d-b449-7ea89a2e71ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3c5e15-0b37-434a-9f7a-e713f52ac83b HTTP/1.1" status: 200 len: 1001 time: 0.0580304 Feb 16 17:11:29.403202 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:29.411662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa0a74-7d02-45aa-b0e1-c689815c73bb req-48326c61-f910-41ae-9cfa-8011ad5cc464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:29.413296 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-18aa0a74-7d02-45aa-b0e1-c689815c73bb req-48326c61-f910-41ae-9cfa-8011ad5cc464 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0479431 Feb 16 17:11:29.462661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa0a74-7d02-45aa-b0e1-c689815c73bb req-669a8f21-bdfa-4081-99a2-7c84a81b59eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:29.464179 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-18aa0a74-7d02-45aa-b0e1-c689815c73bb req-669a8f21-bdfa-4081-99a2-7c84a81b59eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448000 Feb 16 17:11:29.555152 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-18aa0a74-7d02-45aa-b0e1-c689815c73bb req-ae41146f-574a-430b-a158-54528dc6e8c5 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849936 Feb 16 17:11:29.641650 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-18aa0a74-7d02-45aa-b0e1-c689815c73bb req-be0722ce-a52c-434b-b655-62418f1ead34 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808001 Feb 16 17:11:30.244957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49482) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:30.915430 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-884d460c-bd83-4b0c-a3a1-9c68c0c4e4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (d1e62bed-734a-4bc9-8268-315a413c064b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:30.957267 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:31.165611 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-884d460c-bd83-4b0c-a3a1-9c68c0c4e4e4 admin admin] Deleting port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:11:31.165953 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-884d460c-bd83-4b0c-a3a1-9c68c0c4e4e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:31.242333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-884d460c-bd83-4b0c-a3a1-9c68c0c4e4e4 admin admin] For port 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:31.242687 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-884d460c-bd83-4b0c-a3a1-9c68c0c4e4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:31.254874 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-884d460c-bd83-4b0c-a3a1-9c68c0c4e4e4 admin admin] Calling delete_port for 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:11:31.435501 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-884d460c-bd83-4b0c-a3a1-9c68c0c4e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:31.461343 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d460c-bd83-4b0c-a3a1-9c68c0c4e4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:31.607556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 406c0b7c-6567-4d67-a652-039231a64ba8 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:31.628965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 406c0b7c-6567-4d67-a652-039231a64ba8 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:11:31.629315 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 406c0b7c-6567-4d67-a652-039231a64ba8 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:11:31.639540 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-884d460c-bd83-4b0c-a3a1-9c68c0c4e4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (d1e62bed-734a-4bc9-8268-315a413c064b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:31.650903 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:31.863597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884d460c-bd83-4b0c-a3a1-9c68c0c4e4e4 admin admin] Router d1e62bed-734a-4bc9-8268-315a413c064b has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:11:31.969916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884d460c-bd83-4b0c-a3a1-9c68c0c4e4e4 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:11:31.976885 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-884d460c-bd83-4b0c-a3a1-9c68c0c4e4e4 admin admin] 10.222.0.24 "PUT /v2.0/routers/d1e62bed-734a-4bc9-8268-315a413c064b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7288594 Feb 16 17:11:31.978105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49484) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:31.980744 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a3bd7-73ce-4269-897c-34a94f39cfb6 None None] Sync routers for ids ['d1e62bed-734a-4bc9-8268-315a413c064b'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:31.992151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a3bd7-73ce-4269-897c-34a94f39cfb6 None None] Routers {'d1e62bed-734a-4bc9-8268-315a413c064b'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:31.992863 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b05a3bd7-73ce-4269-897c-34a94f39cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d1e62bed-734a-4bc9-8268-315a413c064b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:32.086760 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] Publish callbacks [] for router (d1e62bed-734a-4bc9-8268-315a413c064b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:32.103180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b05a3bd7-73ce-4269-897c-34a94f39cfb6 None None] Set router d1e62bed-734a-4bc9-8268-315a413c064b gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:32.182622 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:32.207627 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] Publish callbacks [] for router_gateway (d1e62bed-734a-4bc9-8268-315a413c064b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:32.263234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] Deleting port 9eb11487-a595-4b3a-8b8c-97cb16b81c4e {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:11:32.263575 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9eb11487-a595-4b3a-8b8c-97cb16b81c4e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:32.300295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b05a3bd7-73ce-4269-897c-34a94f39cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'name': 'tempest-TestServerMultinode-1766923038-router', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '9eb11487-a595-4b3a-8b8c-97cb16b81c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:53Z', 'updated_at': '2022-02-16T17:11:31Z', 'revision_number': 5, 'project_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'gw_port': {'id': '9eb11487-a595-4b3a-8b8c-97cb16b81c4e', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:54Z', 'updated_at': '2022-02-16T17:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:32.326782 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a3bd7-73ce-4269-897c-34a94f39cfb6 None None] Checking router: d1e62bed-734a-4bc9-8268-315a413c064b for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:32.335721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a3bd7-73ce-4269-897c-34a94f39cfb6 None None] Routers {'d1e62bed-734a-4bc9-8268-315a413c064b'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:32.336370 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b05a3bd7-73ce-4269-897c-34a94f39cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['d1e62bed-734a-4bc9-8268-315a413c064b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:32.347224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] For port 9eb11487-a595-4b3a-8b8c-97cb16b81c4e, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=9eb11487-a595-4b3a-8b8c-97cb16b81c4e,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:32.347589 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9eb11487-a595-4b3a-8b8c-97cb16b81c4e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:32.360255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] Calling delete_port for 9eb11487-a595-4b3a-8b8c-97cb16b81c4e owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:11:32.425185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b05a3bd7-73ce-4269-897c-34a94f39cfb6 None None] Set router d1e62bed-734a-4bc9-8268-315a413c064b gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:32.482036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b05a3bd7-73ce-4269-897c-34a94f39cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'name': 'tempest-TestServerMultinode-1766923038-router', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:53Z', 'updated_at': '2022-02-16T17:11:32Z', 'revision_number': 6, 'project_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:32.510440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a3bd7-73ce-4269-897c-34a94f39cfb6 None None] The sync data for ids ['d1e62bed-734a-4bc9-8268-315a413c064b'] in n-d-669411-5 is: [{'id': 'd1e62bed-734a-4bc9-8268-315a413c064b', 'name': 'tempest-TestServerMultinode-1766923038-router', 'tenant_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:53Z', 'updated_at': '2022-02-16T17:11:32Z', 'revision_number': 6, 'project_id': 'de7c0a81702d40b298aa51ca5c5d5160', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:32.539034 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (9eb11487-a595-4b3a-8b8c-97cb16b81c4e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:32.565900 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb11487-a595-4b3a-8b8c-97cb16b81c4e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:32.630973 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (d1e62bed-734a-4bc9-8268-315a413c064b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:32.726396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (d1e62bed-734a-4bc9-8268-315a413c064b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:32.728622 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] Publish callbacks [] for router_controller (d1e62bed-734a-4bc9-8268-315a413c064b), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:32.771632 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (d1e62bed-734a-4bc9-8268-315a413c064b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:32.772313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1e62bed-734a-4bc9-8268-315a413c064b {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:11:32.776993 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:32.780733 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c8fc4394-e900-4d4f-bec8-b6471c1e3e87 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d1e62bed-734a-4bc9-8268-315a413c064b HTTP/1.1" status: 204 len: 168 time: 0.7993751 Feb 16 17:11:32.780920 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49486) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:32.826422 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-28be14e0-2475-47c6-b116-3cafe67e3cfe admin admin] Deleting subnet d79c622a-80f9-4dba-8d65-03e9a8678197 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:11:32.829479 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-28be14e0-2475-47c6-b116-3cafe67e3cfe admin admin] Publish callbacks [] for subnet (d79c622a-80f9-4dba-8d65-03e9a8678197), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:32.864929 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-28be14e0-2475-47c6-b116-3cafe67e3cfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (d79c622a-80f9-4dba-8d65-03e9a8678197), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:32.950350 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-28be14e0-2475-47c6-b116-3cafe67e3cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (d79c622a-80f9-4dba-8d65-03e9a8678197), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.002159 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-28be14e0-2475-47c6-b116-3cafe67e3cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (d79c622a-80f9-4dba-8d65-03e9a8678197), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.029023 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be14e0-2475-47c6-b116-3cafe67e3cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79c622a-80f9-4dba-8d65-03e9a8678197,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:33.032833 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-28be14e0-2475-47c6-b116-3cafe67e3cfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.038940 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-28be14e0-2475-47c6-b116-3cafe67e3cfe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d79c622a-80f9-4dba-8d65-03e9a8678197 HTTP/1.1" status: 204 len: 168 time: 0.2541997 Feb 16 17:11:33.039974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49488) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:33.040468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb084fa-5ec8-43ba-b192-24bef9bfdbc5 None None] Network 935cee3e-d182-40ee-86fb-203f273d43f4 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:11:33.110047 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (935cee3e-d182-40ee-86fb-203f273d43f4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.164701 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] Deleting port e8bd2dbc-3156-4636-86a9-f4a32d730dac {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:11:33.165045 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e8bd2dbc-3156-4636-86a9-f4a32d730dac), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.232145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] For port e8bd2dbc-3156-4636-86a9-f4a32d730dac, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e8bd2dbc-3156-4636-86a9-f4a32d730dac,segment=NetworkSegment(f29f7228-2167-4d2f-8f46-e251a6df481a),segment_id=f29f7228-2167-4d2f-8f46-e251a6df481a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:33.232426 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e8bd2dbc-3156-4636-86a9-f4a32d730dac), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.244747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] Calling delete_port for e8bd2dbc-3156-4636-86a9-f4a32d730dac owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:11:33.288417 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b46b85-6bd5-4f97-a7af-be1126073bf4 None None] DHCP port deletion for 935cee3e-d182-40ee-86fb-203f273d43f4 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:11:33.337222 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e8bd2dbc-3156-4636-86a9-f4a32d730dac), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.343282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c1b46b85-6bd5-4f97-a7af-be1126073bf4 None None] Deleting port e8bd2dbc-3156-4636-86a9-f4a32d730dac {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:11:33.343666 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c1b46b85-6bd5-4f97-a7af-be1126073bf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e8bd2dbc-3156-4636-86a9-f4a32d730dac), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.367377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8bd2dbc-3156-4636-86a9-f4a32d730dac,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:33.371775 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] No DVR routers for this DVR port e8bd2dbc-3156-4636-86a9-f4a32d730dac on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:11:33.410519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c1b46b85-6bd5-4f97-a7af-be1126073bf4 None None] For port e8bd2dbc-3156-4636-86a9-f4a32d730dac, host n-d-669411-5, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:33.410921 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c1b46b85-6bd5-4f97-a7af-be1126073bf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e8bd2dbc-3156-4636-86a9-f4a32d730dac), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.424791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c1b46b85-6bd5-4f97-a7af-be1126073bf4 None None] Calling delete_port for e8bd2dbc-3156-4636-86a9-f4a32d730dac owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:11:33.427536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-c1b46b85-6bd5-4f97-a7af-be1126073bf4 None None] Port e8bd2dbc-3156-4636-86a9-f4a32d730dac was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:11:33.429242 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c1b46b85-6bd5-4f97-a7af-be1126073bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (e8bd2dbc-3156-4636-86a9-f4a32d730dac), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.446600 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (935cee3e-d182-40ee-86fb-203f273d43f4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.454570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b46b85-6bd5-4f97-a7af-be1126073bf4 None None] Pushing event deleted for resources: {'Port': ['ID=e8bd2dbc-3156-4636-86a9-f4a32d730dac,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:33.462877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b46b85-6bd5-4f97-a7af-be1126073bf4 None None] No DVR routers for this DVR port e8bd2dbc-3156-4636-86a9-f4a32d730dac on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:11:33.476055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935cee3e-d182-40ee-86fb-203f273d43f4']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:33.485476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29f7228-2167-4d2f-8f46-e251a6df481a') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:33.485774 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29f7228-2167-4d2f-8f46-e251a6df481a') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:33.500317 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (f29f7228-2167-4d2f-8f46-e251a6df481a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.514426 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (f29f7228-2167-4d2f-8f46-e251a6df481a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.520494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:11:33.520926 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (f29f7228-2167-4d2f-8f46-e251a6df481a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:11:33.523176 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:11:33.578901 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (935cee3e-d182-40ee-86fb-203f273d43f4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.585581 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:33.589627 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] 10.222.0.24 "DELETE /v2.0/networks/935cee3e-d182-40ee-86fb-203f273d43f4 HTTP/1.1" status: 204 len: 168 time: 0.5472584 Feb 16 17:11:33.592005 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49490) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:33.604724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ef348-62b9-498c-9aa0-45386fda8b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=935cee3e-d182-40ee-86fb-203f273d43f4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:33.951040 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-46c15145-63bc-4d2d-97d5-acdb941bcbb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:34.199927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9eb11487-a595-4b3a-8b8c-97cb16b81c4e no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:34.206213 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-46c15145-63bc-4d2d-97d5-acdb941bcbb3 admin admin] Deleting port 833c31a5-5a67-46dd-822c-0c2dd8621b59 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:11:34.206645 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-46c15145-63bc-4d2d-97d5-acdb941bcbb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:34.219664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 9eb11487-a595-4b3a-8b8c-97cb16b81c4e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:11:34.220030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 9eb11487-a595-4b3a-8b8c-97cb16b81c4e not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:11:34.220449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:34.239423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:11:34.239782 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 71dbf6f1-a4d1-48de-92e2-7ab6aa1c4783 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:11:34.240197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e8bd2dbc-3156-4636-86a9-f4a32d730dac no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:34.258910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: e8bd2dbc-3156-4636-86a9-f4a32d730dac {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:11:34.259256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e8bd2dbc-3156-4636-86a9-f4a32d730dac not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:11:34.286641 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-46c15145-63bc-4d2d-97d5-acdb941bcbb3 admin admin] For port 833c31a5-5a67-46dd-822c-0c2dd8621b59, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=833c31a5-5a67-46dd-822c-0c2dd8621b59,segment=NetworkSegment(5d017647-25bd-4b99-b9cc-4da55f602f3b),segment_id=5d017647-25bd-4b99-b9cc-4da55f602f3b)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:34.287041 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-46c15145-63bc-4d2d-97d5-acdb941bcbb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:34.300453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-46c15145-63bc-4d2d-97d5-acdb941bcbb3 admin admin] Calling delete_port for 833c31a5-5a67-46dd-822c-0c2dd8621b59 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:11:34.483623 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-46c15145-63bc-4d2d-97d5-acdb941bcbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (833c31a5-5a67-46dd-822c-0c2dd8621b59), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:34.509218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c15145-63bc-4d2d-97d5-acdb941bcbb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=833c31a5-5a67-46dd-822c-0c2dd8621b59,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:34.953081 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:34.998878 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-46c15145-63bc-4d2d-97d5-acdb941bcbb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:35.220103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c15145-63bc-4d2d-97d5-acdb941bcbb3 admin admin] Router cab1d8e5-8cd1-4cdb-993c-e458ce729a22 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:11:35.327929 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c15145-63bc-4d2d-97d5-acdb941bcbb3 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:11:35.333031 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-46c15145-63bc-4d2d-97d5-acdb941bcbb3 admin admin] 10.222.0.24 "PUT /v2.0/routers/cab1d8e5-8cd1-4cdb-993c-e458ce729a22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7399545 Feb 16 17:11:35.335850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49492) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:35.338476 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ffc8b-a9d7-4e03-b388-d78ea8f9711a None None] Sync routers for ids ['cab1d8e5-8cd1-4cdb-993c-e458ce729a22'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:35.349040 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ffc8b-a9d7-4e03-b388-d78ea8f9711a None None] Routers {'cab1d8e5-8cd1-4cdb-993c-e458ce729a22'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:35.349666 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-751ffc8b-a9d7-4e03-b388-d78ea8f9711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['cab1d8e5-8cd1-4cdb-993c-e458ce729a22'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:35.448650 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] Publish callbacks [] for router (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:35.457713 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-751ffc8b-a9d7-4e03-b388-d78ea8f9711a None None] Set router cab1d8e5-8cd1-4cdb-993c-e458ce729a22 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:35.555402 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] Publish callbacks [] for router_gateway (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:35.609218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] Deleting port 3732bc80-79f2-4b85-97a0-a7d3e933f766 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:11:35.609556 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3732bc80-79f2-4b85-97a0-a7d3e933f766), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:35.640244 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-751ffc8b-a9d7-4e03-b388-d78ea8f9711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'name': 'tempest-TestServerMultinode-1944761315-router', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '3732bc80-79f2-4b85-97a0-a7d3e933f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:58Z', 'updated_at': '2022-02-16T17:11:34Z', 'revision_number': 5, 'project_id': '1712bcfd26014a40bf497bf661a7a3c2', 'gw_port': {'id': '3732bc80-79f2-4b85-97a0-a7d3e933f766', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:10:59Z', 'updated_at': '2022-02-16T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:35.667207 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ffc8b-a9d7-4e03-b388-d78ea8f9711a None None] Checking router: cab1d8e5-8cd1-4cdb-993c-e458ce729a22 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:35.675342 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ffc8b-a9d7-4e03-b388-d78ea8f9711a None None] Routers {'cab1d8e5-8cd1-4cdb-993c-e458ce729a22'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:35.675978 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-751ffc8b-a9d7-4e03-b388-d78ea8f9711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['cab1d8e5-8cd1-4cdb-993c-e458ce729a22'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:35.691802 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] For port 3732bc80-79f2-4b85-97a0-a7d3e933f766, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=3732bc80-79f2-4b85-97a0-a7d3e933f766,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:35.692184 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3732bc80-79f2-4b85-97a0-a7d3e933f766), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:35.704810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] Calling delete_port for 3732bc80-79f2-4b85-97a0-a7d3e933f766 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:11:35.857680 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-751ffc8b-a9d7-4e03-b388-d78ea8f9711a None None] Set router cab1d8e5-8cd1-4cdb-993c-e458ce729a22 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:35.881363 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (3732bc80-79f2-4b85-97a0-a7d3e933f766), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:35.909818 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] Pushing event deleted for resources: {'Port': ['ID=3732bc80-79f2-4b85-97a0-a7d3e933f766,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:35.918676 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-751ffc8b-a9d7-4e03-b388-d78ea8f9711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'name': 'tempest-TestServerMultinode-1944761315-router', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:58Z', 'updated_at': '2022-02-16T17:11:35Z', 'revision_number': 6, 'project_id': '1712bcfd26014a40bf497bf661a7a3c2', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:35.951325 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ffc8b-a9d7-4e03-b388-d78ea8f9711a None None] The sync data for ids ['cab1d8e5-8cd1-4cdb-993c-e458ce729a22'] in n-d-669411-5 is: [{'id': 'cab1d8e5-8cd1-4cdb-993c-e458ce729a22', 'name': 'tempest-TestServerMultinode-1944761315-router', 'tenant_id': '1712bcfd26014a40bf497bf661a7a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:10:58Z', 'updated_at': '2022-02-16T17:11:35Z', 'revision_number': 6, 'project_id': '1712bcfd26014a40bf497bf661a7a3c2', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:35.980297 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.077332 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.079462 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] Publish callbacks [] for router_controller (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.125447 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (cab1d8e5-8cd1-4cdb-993c-e458ce729a22), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.125956 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cab1d8e5-8cd1-4cdb-993c-e458ce729a22 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:11:36.130252 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.132026 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-07bf48f3-a5af-485a-bfd0-b8a97f680502 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cab1d8e5-8cd1-4cdb-993c-e458ce729a22 HTTP/1.1" status: 204 len: 168 time: 0.7947056 Feb 16 17:11:36.134522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49494) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:36.178812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81a58be-1c95-4521-a563-e6d2f800b4f2 admin admin] Deleting subnet e5980307-894b-4675-885a-fe2d34921ec7 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:11:36.181962 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a81a58be-1c95-4521-a563-e6d2f800b4f2 admin admin] Publish callbacks [] for subnet (e5980307-894b-4675-885a-fe2d34921ec7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.216043 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a81a58be-1c95-4521-a563-e6d2f800b4f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (e5980307-894b-4675-885a-fe2d34921ec7), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.297921 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a81a58be-1c95-4521-a563-e6d2f800b4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (e5980307-894b-4675-885a-fe2d34921ec7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.357252 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a81a58be-1c95-4521-a563-e6d2f800b4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (e5980307-894b-4675-885a-fe2d34921ec7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.387345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a58be-1c95-4521-a563-e6d2f800b4f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5980307-894b-4675-885a-fe2d34921ec7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:36.389478 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a81a58be-1c95-4521-a563-e6d2f800b4f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.395024 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a81a58be-1c95-4521-a563-e6d2f800b4f2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e5980307-894b-4675-885a-fe2d34921ec7 HTTP/1.1" status: 204 len: 168 time: 0.2573452 Feb 16 17:11:36.395334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52a52f6-2a63-40e4-b08d-cfb8d47a0a75 None None] Network c1df7dab-b2e5-4a3b-857f-33bf2449785c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:11:36.395816 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49496) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:36.482056 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (c1df7dab-b2e5-4a3b-857f-33bf2449785c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.538242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] Deleting port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:11:36.538573 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a7fe1c3e-0b27-41f7-8ed3-1199f34af40c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.599588 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] For port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a7fe1c3e-0b27-41f7-8ed3-1199f34af40c,segment=NetworkSegment(5d017647-25bd-4b99-b9cc-4da55f602f3b),segment_id=5d017647-25bd-4b99-b9cc-4da55f602f3b)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:36.599969 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a7fe1c3e-0b27-41f7-8ed3-1199f34af40c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.617576 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] Calling delete_port for a7fe1c3e-0b27-41f7-8ed3-1199f34af40c owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:11:36.697022 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a7fe1c3e-0b27-41f7-8ed3-1199f34af40c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.709140 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] No DVR routers for this DVR port a7fe1c3e-0b27-41f7-8ed3-1199f34af40c on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:11:36.746216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fe1c3e-0b27-41f7-8ed3-1199f34af40c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:36.785887 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc76c9b-8539-42fc-9596-01f927a61b94 None None] DHCP port deletion for c1df7dab-b2e5-4a3b-857f-33bf2449785c request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:11:36.810232 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (c1df7dab-b2e5-4a3b-857f-33bf2449785c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.810461 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 833c31a5-5a67-46dd-822c-0c2dd8621b59 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:36.831528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1df7dab-b2e5-4a3b-857f-33bf2449785c']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:36.835670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 833c31a5-5a67-46dd-822c-0c2dd8621b59 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:11:36.836074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 833c31a5-5a67-46dd-822c-0c2dd8621b59 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:11:36.842104 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d017647-25bd-4b99-b9cc-4da55f602f3b') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:36.842400 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d017647-25bd-4b99-b9cc-4da55f602f3b') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:36.851803 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (5d017647-25bd-4b99-b9cc-4da55f602f3b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.867097 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (5d017647-25bd-4b99-b9cc-4da55f602f3b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.873790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:11:36.874269 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (5d017647-25bd-4b99-b9cc-4da55f602f3b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:11:36.876243 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:11:36.930722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (c1df7dab-b2e5-4a3b-857f-33bf2449785c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.937594 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:36.940800 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c1df7dab-b2e5-4a3b-857f-33bf2449785c HTTP/1.1" status: 204 len: 168 time: 0.5446012 Feb 16 17:11:36.954920 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd240293-8cff-4bcc-a88c-2c72f7d8d3e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1df7dab-b2e5-4a3b-857f-33bf2449785c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:37.119174 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49502) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:37.160109 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4a5b073b-eb07-4a7d-a65b-d4c1bcb7ddde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de7c0a81702d40b298aa51ca5c5d5160&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396883 Feb 16 17:11:37.162534 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49504) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:37.211557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e07446fe-e66d-4c4e-a04a-94738d2dfbe2 admin admin] Publish callbacks [] for security_group (7a1bd1bd-e72f-4d6c-8dcc-61c6788c504b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:37.233009 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e07446fe-e66d-4c4e-a04a-94738d2dfbe2 admin admin] Publish callbacks [] for security_group (7a1bd1bd-e72f-4d6c-8dcc-61c6788c504b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:37.279489 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e07446fe-e66d-4c4e-a04a-94738d2dfbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7a1bd1bd-e72f-4d6c-8dcc-61c6788c504b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:37.282138 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e07446fe-e66d-4c4e-a04a-94738d2dfbe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:37.283291 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e07446fe-e66d-4c4e-a04a-94738d2dfbe2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a1bd1bd-e72f-4d6c-8dcc-61c6788c504b HTTP/1.1" status: 204 len: 168 time: 0.1190932 Feb 16 17:11:37.291060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07446fe-e66d-4c4e-a04a-94738d2dfbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1bd1bd-e72f-4d6c-8dcc-61c6788c504b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:37.592459 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49510) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:37.633633 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e67b2b36-d3c7-4c07-ade9-e5b597665a3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1712bcfd26014a40bf497bf661a7a3c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400367 Feb 16 17:11:37.636087 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49512) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:37.682212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b23572a8-fe4e-460e-b60d-1592f5bbe7a1 admin admin] Publish callbacks [] for security_group (8f4689bc-0ecd-4fb8-a5da-f1a556873839), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:37.706337 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b23572a8-fe4e-460e-b60d-1592f5bbe7a1 admin admin] Publish callbacks [] for security_group (8f4689bc-0ecd-4fb8-a5da-f1a556873839), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:37.752849 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b23572a8-fe4e-460e-b60d-1592f5bbe7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (8f4689bc-0ecd-4fb8-a5da-f1a556873839), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:37.755540 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b23572a8-fe4e-460e-b60d-1592f5bbe7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:37.757506 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b23572a8-fe4e-460e-b60d-1592f5bbe7a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f4689bc-0ecd-4fb8-a5da-f1a556873839 HTTP/1.1" status: 204 len: 168 time: 0.1203244 Feb 16 17:11:37.765031 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23572a8-fe4e-460e-b60d-1592f5bbe7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4689bc-0ecd-4fb8-a5da-f1a556873839,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:38.199532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a7fe1c3e-0b27-41f7-8ed3-1199f34af40c no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:38.223669 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: a7fe1c3e-0b27-41f7-8ed3-1199f34af40c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:11:38.224069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a7fe1c3e-0b27-41f7-8ed3-1199f34af40c not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:11:38.224504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3732bc80-79f2-4b85-97a0-a7d3e933f766 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:38.244614 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 3732bc80-79f2-4b85-97a0-a7d3e933f766 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:11:38.244968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3732bc80-79f2-4b85-97a0-a7d3e933f766 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:11:38.426495 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49534) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:38.563162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1644444968-network', 'tenant_id': '55dcfbd08f214f6b891822d9cd5e6be4'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:38.582811 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] Made reservation on behalf of 55dcfbd08f214f6b891822d9cd5e6be4 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:11:38.585117 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:38.593283 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:38.669409 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] Publish callbacks [] for security_group (c07d6f62-a6b6-494b-81e8-c332d1b22ee5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:38.673200 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c07d6f62-a6b6-494b-81e8-c332d1b22ee5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:38.694988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:11:38.708222 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07d6f62-a6b6-494b-81e8-c332d1b22ee5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:38.713640 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7f71c3af-d75f-4e00-bae6-2da7d73425e9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:38.713986 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] Added segment 7f71c3af-d75f-4e00-bae6-2da7d73425e9 of type vlan for network 48ad4fa4-8638-4c0a-b4f3-8c13009f97df Feb 16 17:11:38.754307 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (48ad4fa4-8638-4c0a-b4f3-8c13009f97df), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:38.778865 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (48ad4fa4-8638-4c0a-b4f3-8c13009f97df), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:38.779726 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:38.780349 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:38.817293 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3897216 Feb 16 17:11:38.820240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49540) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:38.825014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4baca0a2-4ad0-4b94-b7b4-d8f394de3c51 admin admin] Request body: {'subnet': {'network_id': '48ad4fa4-8638-4c0a-b4f3-8c13009f97df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1644444968-subnet', 'tenant_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:38.858837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068d377-10ca-4ea8-9ee5-4c3139ce71a2 admin admin] Pushing event updated for resources: {'Network': ['ID=48ad4fa4-8638-4c0a-b4f3-8c13009f97df,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:38.869597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 48ad4fa4-8638-4c0a-b4f3-8c13009f97df details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:11:38.874110 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baca0a2-4ad0-4b94-b7b4-d8f394de3c51 admin admin] Made reservation on behalf of 55dcfbd08f214f6b891822d9cd5e6be4 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:11:38.876676 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4baca0a2-4ad0-4b94-b7b4-d8f394de3c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.047174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4baca0a2-4ad0-4b94-b7b4-d8f394de3c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (9e73d113-39db-421b-91ff-5a20072afb6a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.096273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baca0a2-4ad0-4b94-b7b4-d8f394de3c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e73d113-39db-421b-91ff-5a20072afb6a,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:39.112805 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baca0a2-4ad0-4b94-b7b4-d8f394de3c51 admin admin] Checking segment: {'id': '7f71c3af-d75f-4e00-bae6-2da7d73425e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '48ad4fa4-8638-4c0a-b4f3-8c13009f97df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:11:39.113163 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baca0a2-4ad0-4b94-b7b4-d8f394de3c51 admin admin] Network hostable DHCP agents. Network: 48ad4fa4-8638-4c0a-b4f3-8c13009f97df, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:11:39.129797 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baca0a2-4ad0-4b94-b7b4-d8f394de3c51 admin admin] Network 48ad4fa4-8638-4c0a-b4f3-8c13009f97df is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:11:39.138548 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4baca0a2-4ad0-4b94-b7b4-d8f394de3c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 48ad4fa4-8638-4c0a-b4f3-8c13009f97df) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:39.143442 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baca0a2-4ad0-4b94-b7b4-d8f394de3c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:39.144207 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4baca0a2-4ad0-4b94-b7b4-d8f394de3c51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.147887 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637ac073-57cb-43a8-b289-53aeb5d03ac5 None None] Network 48ad4fa4-8638-4c0a-b4f3-8c13009f97df requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:11:39.162339 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4baca0a2-4ad0-4b94-b7b4-d8f394de3c51 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3386223 Feb 16 17:11:39.162653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49542) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:39.167686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1644444968-router', 'tenant_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:39.188055 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (3714b765-bf65-4e55-a369-133e30ff251b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.189040 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (3714b765-bf65-4e55-a369-133e30ff251b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.243854 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Publish callbacks [] for router_controller (3714b765-bf65-4e55-a369-133e30ff251b), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.258418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-48ad4fa4-8638-4c0a-b4f3-8c13009f97df', 'network_id': '48ad4fa4-8638-4c0a-b4f3-8c13009f97df', 'project_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'fixed_ips': [{'subnet_id': '9e73d113-39db-421b-91ff-5a20072afb6a'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:11:39.259269 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.386572 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Publish callbacks [] for router_gateway (3714b765-bf65-4e55-a369-133e30ff251b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.395678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Allocated IP 172.20.0.2 (48ad4fa4-8638-4c0a-b4f3-8c13009f97df/9e73d113-39db-421b-91ff-5a20072afb6a/b3bbd3b6-c930-41e1-ab6f-5071b0000a81) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:39.537954 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Publish callbacks [] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.544344 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.585428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Network 48ad4fa4-8638-4c0a-b4f3-8c13009f97df is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:39.591832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:39.595194 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Publish callbacks [] for router_gateway (3714b765-bf65-4e55-a369-133e30ff251b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.595715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:39.601141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Pushing event updated for resources: {'Port': ['ID=b3bbd3b6-c930-41e1-ab6f-5071b0000a81,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:39.616467 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.656141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Attempting to bind port b3bbd3b6-c930-41e1-ab6f-5071b0000a81 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:11:39.656512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Attempting to bind port b3bbd3b6-c930-41e1-ab6f-5071b0000a81 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '7f71c3af-d75f-4e00-bae6-2da7d73425e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '48ad4fa4-8638-4c0a-b4f3-8c13009f97df'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:11:39.656872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Attempting to bind port b3bbd3b6-c930-41e1-ab6f-5071b0000a81 on network 48ad4fa4-8638-4c0a-b4f3-8c13009f97df {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:39.661780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:11:39.662181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Checking segment: {'id': '7f71c3af-d75f-4e00-bae6-2da7d73425e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '48ad4fa4-8638-4c0a-b4f3-8c13009f97df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:11:39.663546 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.663741 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Bound using segment: {'id': '7f71c3af-d75f-4e00-bae6-2da7d73425e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '48ad4fa4-8638-4c0a-b4f3-8c13009f97df'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:11:39.664343 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Bound port: b3bbd3b6-c930-41e1-ab6f-5071b0000a81, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f71c3af-d75f-4e00-bae6-2da7d73425e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '48ad4fa4-8638-4c0a-b4f3-8c13009f97df'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:11:39.664720 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.722968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Allocated IP 172.25.4.99 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/cc3f29bd-8412-4993-acae-584e3f45db44) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:39.726798 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] For port b3bbd3b6-c930-41e1-ab6f-5071b0000a81, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:11:39.729989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] For port b3bbd3b6-c930-41e1-ab6f-5071b0000a81, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b3bbd3b6-c930-41e1-ab6f-5071b0000a81,segment=NetworkSegment(7f71c3af-d75f-4e00-bae6-2da7d73425e9),segment_id=7f71c3af-d75f-4e00-bae6-2da7d73425e9)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:11:39.736180 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.798975 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca293b-215e-49f9-8f05-85538435cc9e None None] Pushing event updated for resources: {'Port': ['ID=b3bbd3b6-c930-41e1-ab6f-5071b0000a81,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:39.831983 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Publish callbacks [] for port (cc3f29bd-8412-4993-acae-584e3f45db44), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.867420 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (cc3f29bd-8412-4993-acae-584e3f45db44), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:39.917186 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Pushing event updated for resources: {'Port': ['ID=cc3f29bd-8412-4993-acae-584e3f45db44,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:39.920541 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:39.922214 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:39.924234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:40.199262 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Publish callbacks [] for router_gateway (3714b765-bf65-4e55-a369-133e30ff251b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:40.232774 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b3bbd3b6-c930-41e1-ab6f-5071b0000a81 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:40.286299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port b3bbd3b6-c930-41e1-ab6f-5071b0000a81 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:40.286868 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:40.363515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b3bbd3b6-c930-41e1-ab6f-5071b0000a81 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:40.363952 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:40.398046 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port b3bbd3b6-c930-41e1-ab6f-5071b0000a81, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b3bbd3b6-c930-41e1-ab6f-5071b0000a81,segment=NetworkSegment(7f71c3af-d75f-4e00-bae6-2da7d73425e9),segment_id=7f71c3af-d75f-4e00-bae6-2da7d73425e9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:40.401834 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:40.409420 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (3714b765-bf65-4e55-a369-133e30ff251b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:40.460624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=b3bbd3b6-c930-41e1-ab6f-5071b0000a81,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:40.550301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Router 3714b765-bf65-4e55-a369-133e30ff251b is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:11:40.666163 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:11:40.676016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Sync routers for ids ['3714b765-bf65-4e55-a369-133e30ff251b'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:40.684702 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:40.688621 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-56ed3bb1-a65a-478e-b6b8-fc529e574634 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.5216928 Feb 16 17:11:40.689220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49546) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:40.699296 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Routers {'3714b765-bf65-4e55-a369-133e30ff251b'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:40.699957 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3714b765-bf65-4e55-a369-133e30ff251b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:40.783462 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0b0e29-510f-47a5-96a7-91091e4e59c2 None None] Network 48ad4fa4-8638-4c0a-b4f3-8c13009f97df requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:11:40.878235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Set router 3714b765-bf65-4e55-a369-133e30ff251b gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:40.947044 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1169a80f-53ff-4e96-b40b-9f96e6980bfe None None] Provisioning complete for port b3bbd3b6-c930-41e1-ab6f-5071b0000a81 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:40.947336 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1169a80f-53ff-4e96-b40b-9f96e6980bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.124210 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.157726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1169a80f-53ff-4e96-b40b-9f96e6980bfe None None] Current status of the port b3bbd3b6-c930-41e1-ab6f-5071b0000a81 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:41.185452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3714b765-bf65-4e55-a369-133e30ff251b', 'name': 'tempest-ImageQuotaTest-1644444968-router', 'tenant_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'cc3f29bd-8412-4993-acae-584e3f45db44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:39Z', 'updated_at': '2022-02-16T17:11:40Z', 'revision_number': 3, 'project_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'gw_port': {'id': 'cc3f29bd-8412-4993-acae-584e3f45db44', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3714b765-bf65-4e55-a369-133e30ff251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:39Z', 'updated_at': '2022-02-16T17:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:41.214015 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Checking router: 3714b765-bf65-4e55-a369-133e30ff251b for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:41.214296 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Updating router 3714b765-bf65-4e55-a369-133e30ff251b port cc3f29bd-8412-4993-acae-584e3f45db44 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:11:41.243592 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cc3f29bd-8412-4993-acae-584e3f45db44), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.305100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Allocated IP 172.20.0.1 (48ad4fa4-8638-4c0a-b4f3-8c13009f97df/9e73d113-39db-421b-91ff-5a20072afb6a/521c8037-69be-4fa7-81bc-787740891871) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:41.411820 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Publish callbacks [] for port (521c8037-69be-4fa7-81bc-787740891871), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.423698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7ac47515-89cd-4c46-afc1-08d2967715fe None None] Provisioning complete for port b3bbd3b6-c930-41e1-ab6f-5071b0000a81 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:41.424271 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7ac47515-89cd-4c46-afc1-08d2967715fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.446244 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (521c8037-69be-4fa7-81bc-787740891871), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.488045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Network 48ad4fa4-8638-4c0a-b4f3-8c13009f97df is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:41.492727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:41.497051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:41.500058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Pushing event updated for resources: {'Port': ['ID=521c8037-69be-4fa7-81bc-787740891871,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:41.528210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:41.528555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:41.528896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:41.530567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:41.530567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:41.530567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:41.530567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:41.530858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:41.531487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:41.531487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:41.531795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:41.532111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:41.532429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:41.550121 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (3714b765-bf65-4e55-a369-133e30ff251b), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.579026 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7ac47515-89cd-4c46-afc1-08d2967715fe None None] Current status of the port b3bbd3b6-c930-41e1-ab6f-5071b0000a81 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:41.582410 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Publish callbacks [] for port (cc3f29bd-8412-4993-acae-584e3f45db44), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.589472 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (cc3f29bd-8412-4993-acae-584e3f45db44), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.644041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Attempting to bind port cc3f29bd-8412-4993-acae-584e3f45db44 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:11:41.644453 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Attempting to bind port cc3f29bd-8412-4993-acae-584e3f45db44 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:11:41.644826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Attempting to bind port cc3f29bd-8412-4993-acae-584e3f45db44 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:41.653287 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708589b-9d64-4271-b1a9-43e467d8446a None None] Pushing event updated for resources: {'Port': ['ID=cc3f29bd-8412-4993-acae-584e3f45db44,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:41.656192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:11:41.656192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:11:41.656602 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.656994 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:11:41.657517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Bound port: cc3f29bd-8412-4993-acae-584e3f45db44, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:11:41.657866 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cc3f29bd-8412-4993-acae-584e3f45db44), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.698126 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (521c8037-69be-4fa7-81bc-787740891871), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.716629 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] For port cc3f29bd-8412-4993-acae-584e3f45db44, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:11:41.720034 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] For port cc3f29bd-8412-4993-acae-584e3f45db44, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=cc3f29bd-8412-4993-acae-584e3f45db44,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:11:41.726230 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (cc3f29bd-8412-4993-acae-584e3f45db44), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.780905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Routers {'3714b765-bf65-4e55-a369-133e30ff251b'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:41.781447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3714b765-bf65-4e55-a369-133e30ff251b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:41.856871 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708589b-9d64-4271-b1a9-43e467d8446a None None] Pushing event updated for resources: {'Port': ['ID=cc3f29bd-8412-4993-acae-584e3f45db44,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:41.870116 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Publish callbacks [] for port (521c8037-69be-4fa7-81bc-787740891871), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.874926 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (521c8037-69be-4fa7-81bc-787740891871), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.884368 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5289cf57-d08b-4077-947c-a4f222c8e561 None None] Provisioning complete for port 521c8037-69be-4fa7-81bc-787740891871 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:41.884747 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5289cf57-d08b-4077-947c-a4f222c8e561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (521c8037-69be-4fa7-81bc-787740891871), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.930515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5289cf57-d08b-4077-947c-a4f222c8e561 None None] Port 521c8037-69be-4fa7-81bc-787740891871 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:11:41.941772 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] Set router 3714b765-bf65-4e55-a369-133e30ff251b gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:41.948281 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (3714b765-bf65-4e55-a369-133e30ff251b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:41.950161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Pushing event updated for resources: {'Port': ['ID=521c8037-69be-4fa7-81bc-787740891871,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:42.048472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Network 48ad4fa4-8638-4c0a-b4f3-8c13009f97df is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:42.049910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:42.191056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Router 3714b765-bf65-4e55-a369-133e30ff251b has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:11:42.252927 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b3bbd3b6-c930-41e1-ab6f-5071b0000a81 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:42.324919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:11:42.330010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9be255d6-40d7-45c5-aff8-9bbf3de42358 admin admin] 10.222.0.24 "PUT /v2.0/routers/3714b765-bf65-4e55-a369-133e30ff251b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6400259 Feb 16 17:11:42.369317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0f23f9b9-3795-4336-8d7f-2137b26ae33e None None] Provisioning complete for port 521c8037-69be-4fa7-81bc-787740891871 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:42.369696 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0f23f9b9-3795-4336-8d7f-2137b26ae33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (521c8037-69be-4fa7-81bc-787740891871), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:42.399224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port b3bbd3b6-c930-41e1-ab6f-5071b0000a81 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:42.399605 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:42.440694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0f23f9b9-3795-4336-8d7f-2137b26ae33e None None] Port 521c8037-69be-4fa7-81bc-787740891871 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:11:42.447642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3714b765-bf65-4e55-a369-133e30ff251b', 'name': 'tempest-ImageQuotaTest-1644444968-router', 'tenant_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'cc3f29bd-8412-4993-acae-584e3f45db44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:39Z', 'updated_at': '2022-02-16T17:11:41Z', 'revision_number': 4, 'project_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'gw_port': {'id': 'cc3f29bd-8412-4993-acae-584e3f45db44', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3714b765-bf65-4e55-a369-133e30ff251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:39Z', 'updated_at': '2022-02-16T17:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '521c8037-69be-4fa7-81bc-787740891871', 'name': '', 'network_id': '48ad4fa4-8638-4c0a-b4f3-8c13009f97df', 'tenant_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'mac_address': 'fa:16:3e:50:aa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3714b765-bf65-4e55-a369-133e30ff251b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9e73d113-39db-421b-91ff-5a20072afb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:41Z', 'updated_at': '2022-02-16T17:11:41Z', 'revision_number': 1, 'project_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'subnets': [{'id': '9e73d113-39db-421b-91ff-5a20072afb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:42.488721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87360f68-abd1-4b3e-89c0-985d888e2911 None None] The sync data for ids ['3714b765-bf65-4e55-a369-133e30ff251b'] in n-d-669411-5 is: [{'id': '3714b765-bf65-4e55-a369-133e30ff251b', 'name': 'tempest-ImageQuotaTest-1644444968-router', 'tenant_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'cc3f29bd-8412-4993-acae-584e3f45db44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:39Z', 'updated_at': '2022-02-16T17:11:41Z', 'revision_number': 4, 'project_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'gw_port': {'id': 'cc3f29bd-8412-4993-acae-584e3f45db44', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3714b765-bf65-4e55-a369-133e30ff251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:39Z', 'updated_at': '2022-02-16T17:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '521c8037-69be-4fa7-81bc-787740891871', 'name': '', 'network_id': '48ad4fa4-8638-4c0a-b4f3-8c13009f97df', 'tenant_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'mac_address': 'fa:16:3e:50:aa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3714b765-bf65-4e55-a369-133e30ff251b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9e73d113-39db-421b-91ff-5a20072afb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:41Z', 'updated_at': '2022-02-16T17:11:41Z', 'revision_number': 1, 'project_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'subnets': [{'id': '9e73d113-39db-421b-91ff-5a20072afb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:42.550500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port b3bbd3b6-c930-41e1-ab6f-5071b0000a81 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:43.391521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49566) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:43.754806 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a924-5b33-4532-b573-4e5f7abe2262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (3714b765-bf65-4e55-a369-133e30ff251b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:44.005984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3a924-5b33-4532-b573-4e5f7abe2262 admin admin] Deleting port 521c8037-69be-4fa7-81bc-787740891871 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:11:44.006840 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a924-5b33-4532-b573-4e5f7abe2262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (521c8037-69be-4fa7-81bc-787740891871), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:44.083977 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a924-5b33-4532-b573-4e5f7abe2262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (521c8037-69be-4fa7-81bc-787740891871), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:44.096193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3a924-5b33-4532-b573-4e5f7abe2262 admin admin] Calling delete_port for 521c8037-69be-4fa7-81bc-787740891871 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:11:44.258900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device cc3f29bd-8412-4993-acae-584e3f45db44 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:44.313075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port cc3f29bd-8412-4993-acae-584e3f45db44 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:44.313455 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (cc3f29bd-8412-4993-acae-584e3f45db44), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:44.321007 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a924-5b33-4532-b573-4e5f7abe2262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (521c8037-69be-4fa7-81bc-787740891871), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:44.352098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3a924-5b33-4532-b573-4e5f7abe2262 admin admin] Pushing event deleted for resources: {'Port': ['ID=521c8037-69be-4fa7-81bc-787740891871,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:44.398004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port cc3f29bd-8412-4993-acae-584e3f45db44 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:44.398465 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (cc3f29bd-8412-4993-acae-584e3f45db44), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:44.425643 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port cc3f29bd-8412-4993-acae-584e3f45db44, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=cc3f29bd-8412-4993-acae-584e3f45db44,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:44.432891 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (cc3f29bd-8412-4993-acae-584e3f45db44), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:44.509950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=cc3f29bd-8412-4993-acae-584e3f45db44,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:44.575871 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a924-5b33-4532-b573-4e5f7abe2262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (3714b765-bf65-4e55-a369-133e30ff251b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:44.659222 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae9ef01-25e6-47bd-98e0-a56425c18f01 None None] Sync routers for ids ['3714b765-bf65-4e55-a369-133e30ff251b'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:44.669778 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae9ef01-25e6-47bd-98e0-a56425c18f01 None None] Routers {'3714b765-bf65-4e55-a369-133e30ff251b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:44.670435 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2ae9ef01-25e6-47bd-98e0-a56425c18f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3714b765-bf65-4e55-a369-133e30ff251b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:44.795225 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2ae9ef01-25e6-47bd-98e0-a56425c18f01 None None] Set router 3714b765-bf65-4e55-a369-133e30ff251b gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:44.828881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b3a924-5b33-4532-b573-4e5f7abe2262 admin admin] Router 3714b765-bf65-4e55-a369-133e30ff251b has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:11:44.947597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b3a924-5b33-4532-b573-4e5f7abe2262 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:11:44.955699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a5b3a924-5b33-4532-b573-4e5f7abe2262 admin admin] 10.222.0.24 "PUT /v2.0/routers/3714b765-bf65-4e55-a369-133e30ff251b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5607169 Feb 16 17:11:44.956055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49580) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:44.982456 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2ae9ef01-25e6-47bd-98e0-a56425c18f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3714b765-bf65-4e55-a369-133e30ff251b', 'name': 'tempest-ImageQuotaTest-1644444968-router', 'tenant_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'cc3f29bd-8412-4993-acae-584e3f45db44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:39Z', 'updated_at': '2022-02-16T17:11:44Z', 'revision_number': 5, 'project_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'gw_port': {'id': 'cc3f29bd-8412-4993-acae-584e3f45db44', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3714b765-bf65-4e55-a369-133e30ff251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:39Z', 'updated_at': '2022-02-16T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:45.014414 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae9ef01-25e6-47bd-98e0-a56425c18f01 None None] Checking router: 3714b765-bf65-4e55-a369-133e30ff251b for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:45.024061 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae9ef01-25e6-47bd-98e0-a56425c18f01 None None] Routers {'3714b765-bf65-4e55-a369-133e30ff251b'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:45.024673 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2ae9ef01-25e6-47bd-98e0-a56425c18f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['3714b765-bf65-4e55-a369-133e30ff251b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:45.072227 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Publish callbacks [] for router (3714b765-bf65-4e55-a369-133e30ff251b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:45.134061 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2ae9ef01-25e6-47bd-98e0-a56425c18f01 None None] Set router 3714b765-bf65-4e55-a369-133e30ff251b gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:45.328562 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2ae9ef01-25e6-47bd-98e0-a56425c18f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3714b765-bf65-4e55-a369-133e30ff251b', 'name': 'tempest-ImageQuotaTest-1644444968-router', 'tenant_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'cc3f29bd-8412-4993-acae-584e3f45db44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:39Z', 'updated_at': '2022-02-16T17:11:44Z', 'revision_number': 5, 'project_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'gw_port': {'id': 'cc3f29bd-8412-4993-acae-584e3f45db44', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3714b765-bf65-4e55-a369-133e30ff251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:39Z', 'updated_at': '2022-02-16T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:45.356411 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae9ef01-25e6-47bd-98e0-a56425c18f01 None None] The sync data for ids ['3714b765-bf65-4e55-a369-133e30ff251b'] in n-d-669411-5 is: [{'id': '3714b765-bf65-4e55-a369-133e30ff251b', 'name': 'tempest-ImageQuotaTest-1644444968-router', 'tenant_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'cc3f29bd-8412-4993-acae-584e3f45db44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:39Z', 'updated_at': '2022-02-16T17:11:44Z', 'revision_number': 5, 'project_id': '55dcfbd08f214f6b891822d9cd5e6be4', 'gw_port': {'id': 'cc3f29bd-8412-4993-acae-584e3f45db44', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3714b765-bf65-4e55-a369-133e30ff251b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:39Z', 'updated_at': '2022-02-16T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:45.505630 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Publish callbacks [] for router_gateway (3714b765-bf65-4e55-a369-133e30ff251b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:45.558932 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Deleting port cc3f29bd-8412-4993-acae-584e3f45db44 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:11:45.559269 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (cc3f29bd-8412-4993-acae-584e3f45db44), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:45.642741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] For port cc3f29bd-8412-4993-acae-584e3f45db44, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=cc3f29bd-8412-4993-acae-584e3f45db44,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:45.643027 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (cc3f29bd-8412-4993-acae-584e3f45db44), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:45.656706 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Calling delete_port for cc3f29bd-8412-4993-acae-584e3f45db44 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:11:45.840009 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (cc3f29bd-8412-4993-acae-584e3f45db44), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:45.870413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3f29bd-8412-4993-acae-584e3f45db44,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:45.898417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:45.898704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:45.899039 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:45.899380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:45.899717 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:45.900080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:45.900417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:45.900745 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:45.901080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:45.901407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:45.901733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:45.902078 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:45.902381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:11:45.948112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (3714b765-bf65-4e55-a369-133e30ff251b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.046192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (3714b765-bf65-4e55-a369-133e30ff251b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.048621 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Publish callbacks [] for router_controller (3714b765-bf65-4e55-a369-133e30ff251b), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.097428 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (3714b765-bf65-4e55-a369-133e30ff251b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.098066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3714b765-bf65-4e55-a369-133e30ff251b {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:11:46.103137 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.104327 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6e99ea6b-05ad-49b5-b5b7-087299eac364 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3714b765-bf65-4e55-a369-133e30ff251b HTTP/1.1" status: 204 len: 168 time: 1.1472969 Feb 16 17:11:46.106849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49584) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:46.162170 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f20ca98-eb57-422d-8366-d02b9b28a011 admin admin] Deleting subnet 9e73d113-39db-421b-91ff-5a20072afb6a {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:11:46.167257 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f20ca98-eb57-422d-8366-d02b9b28a011 admin admin] Publish callbacks [] for subnet (9e73d113-39db-421b-91ff-5a20072afb6a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.217125 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f20ca98-eb57-422d-8366-d02b9b28a011 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (9e73d113-39db-421b-91ff-5a20072afb6a), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.257065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 521c8037-69be-4fa7-81bc-787740891871 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:46.285349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 521c8037-69be-4fa7-81bc-787740891871 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:11:46.285702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 521c8037-69be-4fa7-81bc-787740891871 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:11:46.310854 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f20ca98-eb57-422d-8366-d02b9b28a011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (9e73d113-39db-421b-91ff-5a20072afb6a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.369220 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f20ca98-eb57-422d-8366-d02b9b28a011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (9e73d113-39db-421b-91ff-5a20072afb6a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.399137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20ca98-eb57-422d-8366-d02b9b28a011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e73d113-39db-421b-91ff-5a20072afb6a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:46.402430 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f20ca98-eb57-422d-8366-d02b9b28a011 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.405385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff09370-5a66-4bce-a265-6614dc8c5071 None None] Network 48ad4fa4-8638-4c0a-b4f3-8c13009f97df requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:11:46.407926 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9f20ca98-eb57-422d-8366-d02b9b28a011 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9e73d113-39db-421b-91ff-5a20072afb6a HTTP/1.1" status: 204 len: 168 time: 0.3000760 Feb 16 17:11:46.410275 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49586) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:46.499307 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (48ad4fa4-8638-4c0a-b4f3-8c13009f97df), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.561394 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323934ae-38a2-486d-ab61-9a8b18c5e7c0 None None] Sync routers for ids ['3714b765-bf65-4e55-a369-133e30ff251b'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:46.565372 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] Deleting port b3bbd3b6-c930-41e1-ab6f-5071b0000a81 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:11:46.565714 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.573409 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323934ae-38a2-486d-ab61-9a8b18c5e7c0 None None] Routers set() bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:46.573908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323934ae-38a2-486d-ab61-9a8b18c5e7c0 None None] Router IDs set() for agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 17:11:46.574657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_agentschedulers_db [None req-323934ae-38a2-486d-ab61-9a8b18c5e7c0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3714b765-bf65-4e55-a369-133e30ff251b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent'). {{(pid=103423) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 17:11:46.587090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323934ae-38a2-486d-ab61-9a8b18c5e7c0 None None] Routers set() bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:46.587447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323934ae-38a2-486d-ab61-9a8b18c5e7c0 None None] Router IDs set() for agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 17:11:46.588091 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_agentschedulers_db [None req-323934ae-38a2-486d-ab61-9a8b18c5e7c0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3714b765-bf65-4e55-a369-133e30ff251b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent'). {{(pid=103423) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 17:11:46.588465 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323934ae-38a2-486d-ab61-9a8b18c5e7c0 None None] The sync data for ids ['3714b765-bf65-4e55-a369-133e30ff251b'] in n-d-669411-5 is: [] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:46.616199 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca4251c-898e-4dc7-a860-50d019bc46bd None None] DHCP port deletion for 48ad4fa4-8638-4c0a-b4f3-8c13009f97df request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:11:46.639266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] For port b3bbd3b6-c930-41e1-ab6f-5071b0000a81, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b3bbd3b6-c930-41e1-ab6f-5071b0000a81,segment=NetworkSegment(7f71c3af-d75f-4e00-bae6-2da7d73425e9),segment_id=7f71c3af-d75f-4e00-bae6-2da7d73425e9)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:46.639809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.656319 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] Calling delete_port for b3bbd3b6-c930-41e1-ab6f-5071b0000a81 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:11:46.672260 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4251c-898e-4dc7-a860-50d019bc46bd None None] Deleting port b3bbd3b6-c930-41e1-ab6f-5071b0000a81 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:11:46.672902 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ca4251c-898e-4dc7-a860-50d019bc46bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.745956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0ca4251c-898e-4dc7-a860-50d019bc46bd None None] For port b3bbd3b6-c930-41e1-ab6f-5071b0000a81, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=b3bbd3b6-c930-41e1-ab6f-5071b0000a81,segment=NetworkSegment(7f71c3af-d75f-4e00-bae6-2da7d73425e9),segment_id=7f71c3af-d75f-4e00-bae6-2da7d73425e9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:46.746361 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ca4251c-898e-4dc7-a860-50d019bc46bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.755599 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.770566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4251c-898e-4dc7-a860-50d019bc46bd None None] Calling delete_port for b3bbd3b6-c930-41e1-ab6f-5071b0000a81 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:11:46.800685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bbd3b6-c930-41e1-ab6f-5071b0000a81,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:46.812123 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] No DVR routers for this DVR port b3bbd3b6-c930-41e1-ab6f-5071b0000a81 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:11:46.871275 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ca4251c-898e-4dc7-a860-50d019bc46bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (b3bbd3b6-c930-41e1-ab6f-5071b0000a81), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.887395 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (48ad4fa4-8638-4c0a-b4f3-8c13009f97df), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.901087 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4251c-898e-4dc7-a860-50d019bc46bd None None] Pushing event deleted for resources: {'Port': ['ID=b3bbd3b6-c930-41e1-ab6f-5071b0000a81,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:46.910312 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4251c-898e-4dc7-a860-50d019bc46bd None None] No DVR routers for this DVR port b3bbd3b6-c930-41e1-ab6f-5071b0000a81 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:11:46.926292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ad4fa4-8638-4c0a-b4f3-8c13009f97df']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:46.937370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f71c3af-d75f-4e00-bae6-2da7d73425e9') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:46.937675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f71c3af-d75f-4e00-bae6-2da7d73425e9') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:46.948620 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (7f71c3af-d75f-4e00-bae6-2da7d73425e9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.963381 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7f71c3af-d75f-4e00-bae6-2da7d73425e9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.971943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:11:46.972649 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (7f71c3af-d75f-4e00-bae6-2da7d73425e9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:11:46.974463 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:11:47.094940 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (48ad4fa4-8638-4c0a-b4f3-8c13009f97df), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:47.105287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:47.108695 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/48ad4fa4-8638-4c0a-b4f3-8c13009f97df HTTP/1.1" status: 204 len: 168 time: 0.6973565 Feb 16 17:11:47.120974 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b5bc8-516f-4763-ac01-df1d77476df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=48ad4fa4-8638-4c0a-b4f3-8c13009f97df,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:47.253257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49592) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:47.300973 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-594ff917-0a3e-43ab-97ad-1018ea9d8efe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55dcfbd08f214f6b891822d9cd5e6be4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464058 Feb 16 17:11:47.304105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49594) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:47.352964 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49e63c9a-168e-464d-aa1c-90d6f17f00a1 admin admin] Publish callbacks [] for security_group (c07d6f62-a6b6-494b-81e8-c332d1b22ee5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:47.376971 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49e63c9a-168e-464d-aa1c-90d6f17f00a1 admin admin] Publish callbacks [] for security_group (c07d6f62-a6b6-494b-81e8-c332d1b22ee5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:47.424285 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49e63c9a-168e-464d-aa1c-90d6f17f00a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c07d6f62-a6b6-494b-81e8-c332d1b22ee5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:47.426829 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49e63c9a-168e-464d-aa1c-90d6f17f00a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:47.428722 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-49e63c9a-168e-464d-aa1c-90d6f17f00a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c07d6f62-a6b6-494b-81e8-c332d1b22ee5 HTTP/1.1" status: 204 len: 168 time: 0.1229064 Feb 16 17:11:47.436520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e63c9a-168e-464d-aa1c-90d6f17f00a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07d6f62-a6b6-494b-81e8-c332d1b22ee5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:47.748591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49600) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:47.762082 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c29a179f-eecc-46e4-891d-af1c9d6bd4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:47.850182 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c29a179f-eecc-46e4-891d-af1c9d6bd4cc admin admin] Publish callbacks [] for security_group (b4234999-9488-4ed6-9fe9-fc8ad2ecac03), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:47.854809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c29a179f-eecc-46e4-891d-af1c9d6bd4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b4234999-9488-4ed6-9fe9-fc8ad2ecac03), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:47.897907 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c29a179f-eecc-46e4-891d-af1c9d6bd4cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1481698 Feb 16 17:11:47.898913 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a179f-eecc-46e4-891d-af1c9d6bd4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4234999-9488-4ed6-9fe9-fc8ad2ecac03,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:47.900557 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49608) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:47.951078 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d38df39-56e2-43bc-9fc7-04430b1c8c8e admin admin] Publish callbacks [] for security_group (b4234999-9488-4ed6-9fe9-fc8ad2ecac03), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:47.972565 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d38df39-56e2-43bc-9fc7-04430b1c8c8e admin admin] Publish callbacks [] for security_group (b4234999-9488-4ed6-9fe9-fc8ad2ecac03), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:48.022095 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d38df39-56e2-43bc-9fc7-04430b1c8c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b4234999-9488-4ed6-9fe9-fc8ad2ecac03), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:48.025358 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d38df39-56e2-43bc-9fc7-04430b1c8c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:48.028852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5d38df39-56e2-43bc-9fc7-04430b1c8c8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4234999-9488-4ed6-9fe9-fc8ad2ecac03 HTTP/1.1" status: 204 len: 168 time: 0.1249738 Feb 16 17:11:48.034456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38df39-56e2-43bc-9fc7-04430b1c8c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4234999-9488-4ed6-9fe9-fc8ad2ecac03,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:48.228984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device cc3f29bd-8412-4993-acae-584e3f45db44 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:48.250825 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: cc3f29bd-8412-4993-acae-584e3f45db44 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:11:48.251163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device cc3f29bd-8412-4993-acae-584e3f45db44 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:11:48.251826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b3bbd3b6-c930-41e1-ab6f-5071b0000a81 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:11:48.274037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: b3bbd3b6-c930-41e1-ab6f-5071b0000a81 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:11:48.274383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device b3bbd3b6-c930-41e1-ab6f-5071b0000a81 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:11:48.712780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49636) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:48.808558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1624925797-network', 'tenant_id': 'ccfe7495c6b341959f417194b2449062'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:48.828252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] Made reservation on behalf of ccfe7495c6b341959f417194b2449062 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:11:48.830538 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:48.839340 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:48.917863 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] Publish callbacks [] for security_group (ac08ac09-dcfa-4139-a2c3-830d57fba587), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:48.921678 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ac08ac09-dcfa-4139-a2c3-830d57fba587), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:48.955976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:11:48.967734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac08ac09-dcfa-4139-a2c3-830d57fba587,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:48.974762 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7a3663eb-a239-46ab-9f6d-6fe8710331d4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:48.976169 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] Added segment 7a3663eb-a239-46ab-9f6d-6fe8710331d4 of type vlan for network d03de99c-70bb-4178-b07a-5524fa9111ad Feb 16 17:11:49.016846 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (d03de99c-70bb-4178-b07a-5524fa9111ad), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.042779 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (d03de99c-70bb-4178-b07a-5524fa9111ad), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.043639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:49.044255 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.077077 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3631124 Feb 16 17:11:49.080235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49640) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:49.086206 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9acbde01-e59f-4051-a9c7-93a5d8d8877c admin admin] Request body: {'subnet': {'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1624925797-subnet', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:49.106480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756d66d-8305-424d-b248-857a5f109922 admin admin] Pushing event updated for resources: {'Network': ['ID=d03de99c-70bb-4178-b07a-5524fa9111ad,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:49.107727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acbde01-e59f-4051-a9c7-93a5d8d8877c admin admin] Made reservation on behalf of ccfe7495c6b341959f417194b2449062 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:11:49.110814 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9acbde01-e59f-4051-a9c7-93a5d8d8877c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.118274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network d03de99c-70bb-4178-b07a-5524fa9111ad details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:11:49.297638 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9acbde01-e59f-4051-a9c7-93a5d8d8877c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (9a873218-0be0-49a8-a3bc-45cf2dada84e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.359520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbde01-e59f-4051-a9c7-93a5d8d8877c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a873218-0be0-49a8-a3bc-45cf2dada84e,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:49.367930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acbde01-e59f-4051-a9c7-93a5d8d8877c admin admin] Checking segment: {'id': '7a3663eb-a239-46ab-9f6d-6fe8710331d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:11:49.368288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acbde01-e59f-4051-a9c7-93a5d8d8877c admin admin] Network hostable DHCP agents. Network: d03de99c-70bb-4178-b07a-5524fa9111ad, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:11:49.385862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acbde01-e59f-4051-a9c7-93a5d8d8877c admin admin] Network d03de99c-70bb-4178-b07a-5524fa9111ad is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:11:49.395266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9acbde01-e59f-4051-a9c7-93a5d8d8877c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, d03de99c-70bb-4178-b07a-5524fa9111ad) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:49.400087 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acbde01-e59f-4051-a9c7-93a5d8d8877c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:49.400731 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9acbde01-e59f-4051-a9c7-93a5d8d8877c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.405928 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7568ce7-406e-402d-b399-c1a46c78217e None None] Network d03de99c-70bb-4178-b07a-5524fa9111ad requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:11:49.420971 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9acbde01-e59f-4051-a9c7-93a5d8d8877c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3395376 Feb 16 17:11:49.423830 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49644) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:49.429561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:49.453757 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (c6263dfb-63cf-4ab6-b886-5a14a1881f27), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.455385 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (c6263dfb-63cf-4ab6-b886-5a14a1881f27), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.523972 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Publish callbacks [] for router_controller (c6263dfb-63cf-4ab6-b886-5a14a1881f27), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.538384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-d03de99c-70bb-4178-b07a-5524fa9111ad', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'project_id': 'ccfe7495c6b341959f417194b2449062', 'fixed_ips': [{'subnet_id': '9a873218-0be0-49a8-a3bc-45cf2dada84e'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:11:49.539482 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.680666 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Publish callbacks [] for router_gateway (c6263dfb-63cf-4ab6-b886-5a14a1881f27), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.690527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Allocated IP 172.20.0.2 (d03de99c-70bb-4178-b07a-5524fa9111ad/9a873218-0be0-49a8-a3bc-45cf2dada84e/f5716102-1fb0-4c6b-a262-a6f838a6d759) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:49.847532 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Publish callbacks [] for port (f5716102-1fb0-4c6b-a262-a6f838a6d759), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.855425 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (f5716102-1fb0-4c6b-a262-a6f838a6d759), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.896372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Network d03de99c-70bb-4178-b07a-5524fa9111ad is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:49.900906 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Publish callbacks [] for router_gateway (c6263dfb-63cf-4ab6-b886-5a14a1881f27), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.901389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:49.905571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:49.908593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Pushing event updated for resources: {'Port': ['ID=f5716102-1fb0-4c6b-a262-a6f838a6d759,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:49.928528 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.967264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Attempting to bind port f5716102-1fb0-4c6b-a262-a6f838a6d759 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:11:49.967736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Attempting to bind port f5716102-1fb0-4c6b-a262-a6f838a6d759 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '7a3663eb-a239-46ab-9f6d-6fe8710331d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:11:49.968256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Attempting to bind port f5716102-1fb0-4c6b-a262-a6f838a6d759 on network d03de99c-70bb-4178-b07a-5524fa9111ad {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:49.973991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:11:49.974451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Checking segment: {'id': '7a3663eb-a239-46ab-9f6d-6fe8710331d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:11:49.976304 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:49.976782 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Bound using segment: {'id': '7a3663eb-a239-46ab-9f6d-6fe8710331d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:11:49.977332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Bound port: f5716102-1fb0-4c6b-a262-a6f838a6d759, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3663eb-a239-46ab-9f6d-6fe8710331d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:11:49.978408 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f5716102-1fb0-4c6b-a262-a6f838a6d759), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:50.041080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Allocated IP 172.25.4.138 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/a24cb828-53d0-4759-bd3c-53beb0b9a0b3) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:50.046381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] For port f5716102-1fb0-4c6b-a262-a6f838a6d759, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:11:50.049994 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] For port f5716102-1fb0-4c6b-a262-a6f838a6d759, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f5716102-1fb0-4c6b-a262-a6f838a6d759,segment=NetworkSegment(7a3663eb-a239-46ab-9f6d-6fe8710331d4),segment_id=7a3663eb-a239-46ab-9f6d-6fe8710331d4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:11:50.056739 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f5716102-1fb0-4c6b-a262-a6f838a6d759), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:50.124401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1d382-c23d-48ea-a16f-24d673b26c13 None None] Pushing event updated for resources: {'Port': ['ID=f5716102-1fb0-4c6b-a262-a6f838a6d759,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:50.164558 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Publish callbacks [] for port (a24cb828-53d0-4759-bd3c-53beb0b9a0b3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:50.201843 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a24cb828-53d0-4759-bd3c-53beb0b9a0b3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:50.252709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:50.255806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:50.259381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:50.273030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Pushing event updated for resources: {'Port': ['ID=a24cb828-53d0-4759-bd3c-53beb0b9a0b3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:50.574324 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Publish callbacks [] for router_gateway (c6263dfb-63cf-4ab6-b886-5a14a1881f27), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:50.785362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (c6263dfb-63cf-4ab6-b886-5a14a1881f27), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:50.925075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Router c6263dfb-63cf-4ab6-b886-5a14a1881f27 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:11:51.044692 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:11:51.054347 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Sync routers for ids ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:51.066715 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Routers {'c6263dfb-63cf-4ab6-b886-5a14a1881f27'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:51.067466 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:51.071228 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:51.072599 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8e7a0492-1d80-4630-be9b-9577908257ab admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6475039 Feb 16 17:11:51.075242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49648) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:51.191560 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Set router c6263dfb-63cf-4ab6-b886-5a14a1881f27 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:51.295515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ff591d-c280-4aa0-9715-6d31d21f81c6 None None] Network d03de99c-70bb-4178-b07a-5524fa9111ad requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:11:51.417728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cf00fec0-b049-45e9-b6f8-147be6a7ba37 None None] Provisioning complete for port f5716102-1fb0-4c6b-a262-a6f838a6d759 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:51.418103 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cf00fec0-b049-45e9-b6f8-147be6a7ba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f5716102-1fb0-4c6b-a262-a6f838a6d759), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:51.435683 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:50Z', 'revision_number': 3, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:51.485562 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Checking router: c6263dfb-63cf-4ab6-b886-5a14a1881f27 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:51.485686 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Updating router c6263dfb-63cf-4ab6-b886-5a14a1881f27 port a24cb828-53d0-4759-bd3c-53beb0b9a0b3 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:11:51.519593 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a24cb828-53d0-4759-bd3c-53beb0b9a0b3), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:51.534169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cf00fec0-b049-45e9-b6f8-147be6a7ba37 None None] Current status of the port f5716102-1fb0-4c6b-a262-a6f838a6d759 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:51.534571 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cf00fec0-b049-45e9-b6f8-147be6a7ba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f5716102-1fb0-4c6b-a262-a6f838a6d759), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:51.573082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-cf00fec0-b049-45e9-b6f8-147be6a7ba37 None None] For port f5716102-1fb0-4c6b-a262-a6f838a6d759, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f5716102-1fb0-4c6b-a262-a6f838a6d759,segment=NetworkSegment(7a3663eb-a239-46ab-9f6d-6fe8710331d4),segment_id=7a3663eb-a239-46ab-9f6d-6fe8710331d4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:51.575533 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:51.581048 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cf00fec0-b049-45e9-b6f8-147be6a7ba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f5716102-1fb0-4c6b-a262-a6f838a6d759), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:51.673668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00fec0-b049-45e9-b6f8-147be6a7ba37 None None] Pushing event updated for resources: {'Port': ['ID=f5716102-1fb0-4c6b-a262-a6f838a6d759,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:51.807146 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-08cf4481-520d-46e8-9e09-c33acb83f3e7 None None] Provisioning complete for port f5716102-1fb0-4c6b-a262-a6f838a6d759 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:51.807525 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08cf4481-520d-46e8-9e09-c33acb83f3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f5716102-1fb0-4c6b-a262-a6f838a6d759), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:51.862622 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Publish callbacks [] for port (a24cb828-53d0-4759-bd3c-53beb0b9a0b3), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:51.871238 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a24cb828-53d0-4759-bd3c-53beb0b9a0b3), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:51.933560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-08cf4481-520d-46e8-9e09-c33acb83f3e7 None None] Current status of the port f5716102-1fb0-4c6b-a262-a6f838a6d759 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:51.941058 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Attempting to bind port a24cb828-53d0-4759-bd3c-53beb0b9a0b3 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:11:51.941430 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Attempting to bind port a24cb828-53d0-4759-bd3c-53beb0b9a0b3 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:11:51.941789 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Attempting to bind port a24cb828-53d0-4759-bd3c-53beb0b9a0b3 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:51.954258 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:11:51.955180 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:11:51.955576 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:51.955985 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:11:51.956839 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Bound port: a24cb828-53d0-4759-bd3c-53beb0b9a0b3, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:11:51.957231 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a24cb828-53d0-4759-bd3c-53beb0b9a0b3), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:51.982796 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ecef1-54d0-43b4-9311-a6c8a2e476fe None None] Pushing event updated for resources: {'Port': ['ID=a24cb828-53d0-4759-bd3c-53beb0b9a0b3,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:52.027691 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] For port a24cb828-53d0-4759-bd3c-53beb0b9a0b3, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:11:52.031828 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] For port a24cb828-53d0-4759-bd3c-53beb0b9a0b3, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a24cb828-53d0-4759-bd3c-53beb0b9a0b3,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:11:52.039534 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a24cb828-53d0-4759-bd3c-53beb0b9a0b3), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:52.120252 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Routers {'c6263dfb-63cf-4ab6-b886-5a14a1881f27'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:52.121332 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:52.125650 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ecef1-54d0-43b4-9311-a6c8a2e476fe None None] Pushing event updated for resources: {'Port': ['ID=a24cb828-53d0-4759-bd3c-53beb0b9a0b3,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:52.137987 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Allocated IP 172.20.0.1 (d03de99c-70bb-4178-b07a-5524fa9111ad/9a873218-0be0-49a8-a3bc-45cf2dada84e/50477b1f-55ff-4ad6-a431-daf2cab86fd3) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:52.289366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f5716102-1fb0-4c6b-a262-a6f838a6d759 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:52.294632 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Publish callbacks [] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:52.338595 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:52.352543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port f5716102-1fb0-4c6b-a262-a6f838a6d759 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:52.354089 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f5716102-1fb0-4c6b-a262-a6f838a6d759), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:52.362794 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] Set router c6263dfb-63cf-4ab6-b886-5a14a1881f27 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:52.397006 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Network d03de99c-70bb-4178-b07a-5524fa9111ad is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:52.401527 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:52.404847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Pushing event updated for resources: {'Port': ['ID=50477b1f-55ff-4ad6-a431-daf2cab86fd3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:52.407856 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:52.463128 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (c6263dfb-63cf-4ab6-b886-5a14a1881f27), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:52.497573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port f5716102-1fb0-4c6b-a262-a6f838a6d759 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:52.626281 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:50Z', 'revision_number': 3, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:52.658706 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f033d93-fa8d-4399-9239-5437c67bbce4 None None] The sync data for ids ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'] in n-d-669411-5 is: [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:50Z', 'revision_number': 3, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:52.676630 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:52.766875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5b805e9a-e9e4-409e-9d13-55902d675ebf None None] Provisioning complete for port 50477b1f-55ff-4ad6-a431-daf2cab86fd3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:52.767247 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5b805e9a-e9e4-409e-9d13-55902d675ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:52.809859 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5b805e9a-e9e4-409e-9d13-55902d675ebf None None] Port 50477b1f-55ff-4ad6-a431-daf2cab86fd3 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:11:52.866132 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Publish callbacks [] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:52.871185 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:52.950710 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Pushing event updated for resources: {'Port': ['ID=50477b1f-55ff-4ad6-a431-daf2cab86fd3,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:52.959969 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (c6263dfb-63cf-4ab6-b886-5a14a1881f27), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:53.089754 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Network d03de99c-70bb-4178-b07a-5524fa9111ad is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:53.091126 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:53.233463 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Router c6263dfb-63cf-4ab6-b886-5a14a1881f27 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:11:53.367639 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:11:53.375807 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-45b0c5b9-09d4-41bc-9cb0-aceea0538e08 admin admin] 10.222.0.24 "PUT /v2.0/routers/c6263dfb-63cf-4ab6-b886-5a14a1881f27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2976522 Feb 16 17:11:53.435495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3a19dd86-ec41-4e9d-9128-6748b57ba711 None None] Provisioning complete for port 50477b1f-55ff-4ad6-a431-daf2cab86fd3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:53.436727 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3a19dd86-ec41-4e9d-9128-6748b57ba711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:53.479115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3a19dd86-ec41-4e9d-9128-6748b57ba711 None None] Port 50477b1f-55ff-4ad6-a431-daf2cab86fd3 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:11:53.885009 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49670) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:53.889989 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2141388340-network', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:53.914269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] Made reservation on behalf of c9f80a90fae543bd9dfe67f29fa0a340 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:11:53.916636 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:53.925870 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:54.007135 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] Publish callbacks [] for security_group (12401570-7ea8-497a-8f96-559c3896255b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:54.011003 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (12401570-7ea8-497a-8f96-559c3896255b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:54.036958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:11:54.047624 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12401570-7ea8-497a-8f96-559c3896255b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:54.055463 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d9f52369-4264-4d21-8598-ef14823ab61f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:54.055857 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] Added segment d9f52369-4264-4d21-8598-ef14823ab61f of type vlan for network 61ae1ed0-6c48-4faf-94f6-6e0c016b3b40 Feb 16 17:11:54.101729 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (61ae1ed0-6c48-4faf-94f6-6e0c016b3b40), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:54.133959 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (61ae1ed0-6c48-4faf-94f6-6e0c016b3b40), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:54.135083 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:54.135808 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:54.170553 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2844362 Feb 16 17:11:54.174372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49672) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:54.180772 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2422111d-2d8d-4ffe-bcb5-938e652f79fc admin admin] Request body: {'subnet': {'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2141388340-subnet', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:54.225496 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dced34c-0ca4-401e-bb09-4eda17477ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=61ae1ed0-6c48-4faf-94f6-6e0c016b3b40,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:54.230114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2422111d-2d8d-4ffe-bcb5-938e652f79fc admin admin] Made reservation on behalf of c9f80a90fae543bd9dfe67f29fa0a340 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:11:54.232930 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2422111d-2d8d-4ffe-bcb5-938e652f79fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:54.238059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 61ae1ed0-6c48-4faf-94f6-6e0c016b3b40 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:11:54.328015 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a24cb828-53d0-4759-bd3c-53beb0b9a0b3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:54.413749 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a24cb828-53d0-4759-bd3c-53beb0b9a0b3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:54.414457 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a24cb828-53d0-4759-bd3c-53beb0b9a0b3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:54.483729 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2422111d-2d8d-4ffe-bcb5-938e652f79fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (7dd7a816-56af-452c-affa-eda398fdb154), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:54.553760 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a24cb828-53d0-4759-bd3c-53beb0b9a0b3 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:54.554771 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a24cb828-53d0-4759-bd3c-53beb0b9a0b3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:54.602986 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Sync routers for ids ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:54.609603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port a24cb828-53d0-4759-bd3c-53beb0b9a0b3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a24cb828-53d0-4759-bd3c-53beb0b9a0b3,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:54.628687 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a24cb828-53d0-4759-bd3c-53beb0b9a0b3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:54.633006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Routers {'c6263dfb-63cf-4ab6-b886-5a14a1881f27'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:54.634078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:54.937541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422111d-2d8d-4ffe-bcb5-938e652f79fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd7a816-56af-452c-affa-eda398fdb154,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:54.940712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422111d-2d8d-4ffe-bcb5-938e652f79fc admin admin] Checking segment: {'id': 'd9f52369-4264-4d21-8598-ef14823ab61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:11:54.941093 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2422111d-2d8d-4ffe-bcb5-938e652f79fc admin admin] Network hostable DHCP agents. Network: 61ae1ed0-6c48-4faf-94f6-6e0c016b3b40, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:11:54.961755 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2422111d-2d8d-4ffe-bcb5-938e652f79fc admin admin] Network 61ae1ed0-6c48-4faf-94f6-6e0c016b3b40 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:11:54.988206 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-2422111d-2d8d-4ffe-bcb5-938e652f79fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 61ae1ed0-6c48-4faf-94f6-6e0c016b3b40) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:54.997171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2422111d-2d8d-4ffe-bcb5-938e652f79fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:11:54.997622 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2422111d-2d8d-4ffe-bcb5-938e652f79fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:55.020908 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2422111d-2d8d-4ffe-bcb5-938e652f79fc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8448200 Feb 16 17:11:55.023820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49678) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:55.028094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2141388340-router', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:11:55.058146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (b9fb26ff-9233-467a-9858-7d1dcdbf9415), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:55.062154 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (b9fb26ff-9233-467a-9858-7d1dcdbf9415), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:55.064023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ed969c-5946-40f8-81c1-f66d035a17dd None None] Network 61ae1ed0-6c48-4faf-94f6-6e0c016b3b40 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:11:55.129660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=a24cb828-53d0-4759-bd3c-53beb0b9a0b3,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:55.148259 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Publish callbacks [] for router_controller (b9fb26ff-9233-467a-9858-7d1dcdbf9415), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:55.239653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-61ae1ed0-6c48-4faf-94f6-6e0c016b3b40', 'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40', 'project_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'fixed_ips': [{'subnet_id': '7dd7a816-56af-452c-affa-eda398fdb154'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:11:55.242213 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:55.266508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Set router c6263dfb-63cf-4ab6-b886-5a14a1881f27 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:55.333046 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Publish callbacks [] for router_gateway (b9fb26ff-9233-467a-9858-7d1dcdbf9415), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:55.549448 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Allocated IP 172.20.0.2 (61ae1ed0-6c48-4faf-94f6-6e0c016b3b40/7dd7a816-56af-452c-affa-eda398fdb154/85a88447-e522-413c-bf8e-fa895aa2a513) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:55.623203 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Publish callbacks [] for router_gateway (b9fb26ff-9233-467a-9858-7d1dcdbf9415), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:55.650631 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:55.728628 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 4, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '50477b1f-55ff-4ad6-a431-daf2cab86fd3', 'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'mac_address': 'fa:16:3e:8b:e2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 2, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'subnets': [{'id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:55.734621 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e86871c9-1967-4e3c-a862-78497a150a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:55.772307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Allocated IP 172.25.4.189 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/771f7245-8846-457b-9d50-048e439ecdb3) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:55.772635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Checking router: c6263dfb-63cf-4ab6-b886-5a14a1881f27 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:55.772978 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Updating router c6263dfb-63cf-4ab6-b886-5a14a1881f27 port 50477b1f-55ff-4ad6-a431-daf2cab86fd3 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:11:55.834746 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:55.878375 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Publish callbacks [] for port (85a88447-e522-413c-bf8e-fa895aa2a513), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:55.916513 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:55.934347 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Publish callbacks [] for port (771f7245-8846-457b-9d50-048e439ecdb3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:55.972165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Network 61ae1ed0-6c48-4faf-94f6-6e0c016b3b40 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:55.995807 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (771f7245-8846-457b-9d50-048e439ecdb3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:56.026317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:56.036910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:56.040652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:56.043640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:56.046052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:56.047010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Pushing event updated for resources: {'Port': ['ID=85a88447-e522-413c-bf8e-fa895aa2a513,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:56.134603 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Pushing event updated for resources: {'Port': ['ID=771f7245-8846-457b-9d50-048e439ecdb3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:56.145431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Attempting to bind port 85a88447-e522-413c-bf8e-fa895aa2a513 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:11:56.145855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Attempting to bind port 85a88447-e522-413c-bf8e-fa895aa2a513 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'd9f52369-4264-4d21-8598-ef14823ab61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:11:56.146165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Attempting to bind port 85a88447-e522-413c-bf8e-fa895aa2a513 on network 61ae1ed0-6c48-4faf-94f6-6e0c016b3b40 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:56.162200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:11:56.163539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Checking segment: {'id': 'd9f52369-4264-4d21-8598-ef14823ab61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:11:56.172689 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:56.173525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Bound using segment: {'id': 'd9f52369-4264-4d21-8598-ef14823ab61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:11:56.174562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Bound port: 85a88447-e522-413c-bf8e-fa895aa2a513, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f52369-4264-4d21-8598-ef14823ab61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:11:56.175295 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:56.283241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a24cb828-53d0-4759-bd3c-53beb0b9a0b3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:56.366729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] For port 85a88447-e522-413c-bf8e-fa895aa2a513, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:11:56.396741 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] For port 85a88447-e522-413c-bf8e-fa895aa2a513, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=85a88447-e522-413c-bf8e-fa895aa2a513,segment=NetworkSegment(d9f52369-4264-4d21-8598-ef14823ab61f),segment_id=d9f52369-4264-4d21-8598-ef14823ab61f)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:11:56.434057 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:56.528066 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Publish callbacks [] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:56.530595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba8769-3358-4406-bb65-eacda36cd3f1 None None] Pushing event updated for resources: {'Port': ['ID=85a88447-e522-413c-bf8e-fa895aa2a513,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:56.533473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a24cb828-53d0-4759-bd3c-53beb0b9a0b3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:56.533842 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a24cb828-53d0-4759-bd3c-53beb0b9a0b3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:56.550057 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Publish callbacks [] for router_gateway (b9fb26ff-9233-467a-9858-7d1dcdbf9415), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:56.560342 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:56.656594 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d745d1-b0c2-456d-bb68-55db9027dc6e None None] Pushing event updated for resources: {'Port': ['ID=50477b1f-55ff-4ad6-a431-daf2cab86fd3,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:56.746073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Attempting to bind port 50477b1f-55ff-4ad6-a431-daf2cab86fd3 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:11:56.746959 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Attempting to bind port 50477b1f-55ff-4ad6-a431-daf2cab86fd3 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '7a3663eb-a239-46ab-9f6d-6fe8710331d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:11:56.747204 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Attempting to bind port 50477b1f-55ff-4ad6-a431-daf2cab86fd3 on network d03de99c-70bb-4178-b07a-5524fa9111ad {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:56.760234 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:11:56.760751 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Checking segment: {'id': '7a3663eb-a239-46ab-9f6d-6fe8710331d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:11:56.761006 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:56.762737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Bound using segment: {'id': '7a3663eb-a239-46ab-9f6d-6fe8710331d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:11:56.763276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Bound port: 50477b1f-55ff-4ad6-a431-daf2cab86fd3, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3663eb-a239-46ab-9f6d-6fe8710331d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:11:56.763664 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:56.782165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a24cb828-53d0-4759-bd3c-53beb0b9a0b3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:56.904791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] For port 50477b1f-55ff-4ad6-a431-daf2cab86fd3, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:11:56.911156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] For port 50477b1f-55ff-4ad6-a431-daf2cab86fd3, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=50477b1f-55ff-4ad6-a431-daf2cab86fd3,segment=NetworkSegment(7a3663eb-a239-46ab-9f6d-6fe8710331d4),segment_id=7a3663eb-a239-46ab-9f6d-6fe8710331d4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:11:56.927288 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:57.067943 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (b9fb26ff-9233-467a-9858-7d1dcdbf9415), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:57.103701 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Routers {'c6263dfb-63cf-4ab6-b886-5a14a1881f27'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:57.118517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:57.192736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d745d1-b0c2-456d-bb68-55db9027dc6e None None] Pushing event updated for resources: {'Port': ['ID=50477b1f-55ff-4ad6-a431-daf2cab86fd3,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:57.266446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1e674596-f8b4-4e1a-9121-4cf15244b2f2 None None] Provisioning complete for port 50477b1f-55ff-4ad6-a431-daf2cab86fd3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:57.266828 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e674596-f8b4-4e1a-9121-4cf15244b2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:57.402427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Router b9fb26ff-9233-467a-9858-7d1dcdbf9415 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:11:57.520247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] Set router c6263dfb-63cf-4ab6-b886-5a14a1881f27 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:57.612525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:11:57.622865 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Sync routers for ids ['b9fb26ff-9233-467a-9858-7d1dcdbf9415'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:11:57.637169 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Routers {'b9fb26ff-9233-467a-9858-7d1dcdbf9415'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:57.638519 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b9fb26ff-9233-467a-9858-7d1dcdbf9415'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:57.644227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:57.648327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c7054525-b84c-49fb-8235-21ffe0a56533 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6235235 Feb 16 17:11:57.650420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1e674596-f8b4-4e1a-9121-4cf15244b2f2 None None] Current status of the port 50477b1f-55ff-4ad6-a431-daf2cab86fd3 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:57.650813 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e674596-f8b4-4e1a-9121-4cf15244b2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:57.653183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49684) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:11:57.790541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1e674596-f8b4-4e1a-9121-4cf15244b2f2 None None] For port 50477b1f-55ff-4ad6-a431-daf2cab86fd3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=50477b1f-55ff-4ad6-a431-daf2cab86fd3,segment=NetworkSegment(7a3663eb-a239-46ab-9f6d-6fe8710331d4),segment_id=7a3663eb-a239-46ab-9f6d-6fe8710331d4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:57.800080 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1e674596-f8b4-4e1a-9121-4cf15244b2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:57.904720 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:11:57.914955 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Set router b9fb26ff-9233-467a-9858-7d1dcdbf9415 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:11:57.957480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e674596-f8b4-4e1a-9121-4cf15244b2f2 None None] Pushing event updated for resources: {'Port': ['ID=50477b1f-55ff-4ad6-a431-daf2cab86fd3,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:57.993182 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b3e877ec-7630-4866-9eeb-1d8af1fe5368 None None] Provisioning complete for port 50477b1f-55ff-4ad6-a431-daf2cab86fd3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:57.993970 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b3e877ec-7630-4866-9eeb-1d8af1fe5368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:58.051609 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 4, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '50477b1f-55ff-4ad6-a431-daf2cab86fd3', 'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'mac_address': 'fa:16:3e:8b:e2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:56Z', 'revision_number': 4, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'subnets': [{'id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:58.101966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80994dd8-7591-4998-8d5f-9665ba87f02b None None] The sync data for ids ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'] in n-d-669411-5 is: [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 4, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '50477b1f-55ff-4ad6-a431-daf2cab86fd3', 'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'mac_address': 'fa:16:3e:8b:e2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:56Z', 'revision_number': 4, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'subnets': [{'id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:11:58.270400 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b3e877ec-7630-4866-9eeb-1d8af1fe5368 None None] Current status of the port 50477b1f-55ff-4ad6-a431-daf2cab86fd3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:58.383111 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aa97a18d-aa07-4823-96d2-436a2a4bff69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:58.444689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a60ea58-9144-478e-bc37-3dd57c2b3ad7 None None] Network 61ae1ed0-6c48-4faf-94f6-6e0c016b3b40 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:11:58.476739 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'name': 'tempest-TestVolumeBackupRestore-2141388340-router', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '771f7245-8846-457b-9d50-048e439ecdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:11:56Z', 'revision_number': 3, 'project_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'gw_port': {'id': '771f7245-8846-457b-9d50-048e439ecdb3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:20:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:58.510479 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Checking router: b9fb26ff-9233-467a-9858-7d1dcdbf9415 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:11:58.510829 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Updating router b9fb26ff-9233-467a-9858-7d1dcdbf9415 port 771f7245-8846-457b-9d50-048e439ecdb3 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:11:58.560780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 85a88447-e522-413c-bf8e-fa895aa2a513 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:58.565756 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:58.579886 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (771f7245-8846-457b-9d50-048e439ecdb3), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:58.650942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-60634762-9f2f-4663-9152-591245174ce0 None None] Provisioning complete for port 85a88447-e522-413c-bf8e-fa895aa2a513 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:58.652559 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60634762-9f2f-4663-9152-591245174ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:58.703261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 85a88447-e522-413c-bf8e-fa895aa2a513 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:58.704450 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:58.852061 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Allocated IP 172.20.0.1 (61ae1ed0-6c48-4faf-94f6-6e0c016b3b40/7dd7a816-56af-452c-affa-eda398fdb154/2c73e241-be88-4330-b637-8b002f422e73) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:11:58.897705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-60634762-9f2f-4663-9152-591245174ce0 None None] Current status of the port 85a88447-e522-413c-bf8e-fa895aa2a513 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:58.898339 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60634762-9f2f-4663-9152-591245174ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:58.916982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 85a88447-e522-413c-bf8e-fa895aa2a513 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:58.917488 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:58.971696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-60634762-9f2f-4663-9152-591245174ce0 None None] For port 85a88447-e522-413c-bf8e-fa895aa2a513, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=85a88447-e522-413c-bf8e-fa895aa2a513,segment=NetworkSegment(d9f52369-4264-4d21-8598-ef14823ab61f),segment_id=d9f52369-4264-4d21-8598-ef14823ab61f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:11:59.021833 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60634762-9f2f-4663-9152-591245174ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:59.130135 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Publish callbacks [] for port (2c73e241-be88-4330-b637-8b002f422e73), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:59.151043 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60634762-9f2f-4663-9152-591245174ce0 None None] Pushing event updated for resources: {'Port': ['ID=85a88447-e522-413c-bf8e-fa895aa2a513,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:59.155702 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:11:59.156305 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:11:59.197158 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2c73e241-be88-4330-b637-8b002f422e73), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:59.257857 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Network 61ae1ed0-6c48-4faf-94f6-6e0c016b3b40 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:11:59.270358 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:11:59.276567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c4f8494e-6a77-4cba-ab92-898a6759f911 None None] Provisioning complete for port 85a88447-e522-413c-bf8e-fa895aa2a513 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:59.277093 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c4f8494e-6a77-4cba-ab92-898a6759f911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:59.278758 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Publish callbacks [] for port (771f7245-8846-457b-9d50-048e439ecdb3), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:59.279260 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:11:59.290042 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (771f7245-8846-457b-9d50-048e439ecdb3), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:59.378201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Pushing event updated for resources: {'Port': ['ID=2c73e241-be88-4330-b637-8b002f422e73,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:59.401410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (b9fb26ff-9233-467a-9858-7d1dcdbf9415), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:59.454319 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Attempting to bind port 771f7245-8846-457b-9d50-048e439ecdb3 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:11:59.468254 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Attempting to bind port 771f7245-8846-457b-9d50-048e439ecdb3 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:11:59.469828 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Attempting to bind port 771f7245-8846-457b-9d50-048e439ecdb3 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:11:59.490799 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48556e-1045-49b5-84ba-02f8e9b13b4a None None] Pushing event updated for resources: {'Port': ['ID=771f7245-8846-457b-9d50-048e439ecdb3,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:59.492910 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:59.494203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8494e-6a77-4cba-ab92-898a6759f911 None None] Current status of the port 85a88447-e522-413c-bf8e-fa895aa2a513 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:59.515091 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:11:59.515732 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:11:59.520655 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:59.521643 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:11:59.526269 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Bound port: 771f7245-8846-457b-9d50-048e439ecdb3, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:11:59.527427 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (771f7245-8846-457b-9d50-048e439ecdb3), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:59.655473 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] For port 771f7245-8846-457b-9d50-048e439ecdb3, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:11:59.676838 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] For port 771f7245-8846-457b-9d50-048e439ecdb3, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=771f7245-8846-457b-9d50-048e439ecdb3,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:11:59.697826 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (771f7245-8846-457b-9d50-048e439ecdb3), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:59.701316 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2c73e241-be88-4330-b637-8b002f422e73), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:59.710423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 85a88447-e522-413c-bf8e-fa895aa2a513 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:11:59.711845 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 50477b1f-55ff-4ad6-a431-daf2cab86fd3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:11:59.786102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-42327c63-b73e-41f0-9efb-43d90876fe51 None None] Provisioning complete for port 2c73e241-be88-4330-b637-8b002f422e73 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:59.789836 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-42327c63-b73e-41f0-9efb-43d90876fe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2c73e241-be88-4330-b637-8b002f422e73), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:59.823583 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Routers {'b9fb26ff-9233-467a-9858-7d1dcdbf9415'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:11:59.824404 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b9fb26ff-9233-467a-9858-7d1dcdbf9415'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:11:59.829147 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48556e-1045-49b5-84ba-02f8e9b13b4a None None] Pushing event updated for resources: {'Port': ['ID=771f7245-8846-457b-9d50-048e439ecdb3,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:11:59.845572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 50477b1f-55ff-4ad6-a431-daf2cab86fd3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:11:59.846127 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:11:59.904798 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-42327c63-b73e-41f0-9efb-43d90876fe51 None None] Port 2c73e241-be88-4330-b637-8b002f422e73 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:11:59.980243 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] Set router b9fb26ff-9233-467a-9858-7d1dcdbf9415 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:12:00.026706 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 50477b1f-55ff-4ad6-a431-daf2cab86fd3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:12:00.040628 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Publish callbacks [] for port (2c73e241-be88-4330-b637-8b002f422e73), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:00.047932 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (2c73e241-be88-4330-b637-8b002f422e73), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:00.148758 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Pushing event updated for resources: {'Port': ['ID=2c73e241-be88-4330-b637-8b002f422e73,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:00.179531 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (b9fb26ff-9233-467a-9858-7d1dcdbf9415), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:00.276899 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 85a88447-e522-413c-bf8e-fa895aa2a513 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:12:00.342616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 85a88447-e522-413c-bf8e-fa895aa2a513 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:00.342995 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:00.349783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Network 61ae1ed0-6c48-4faf-94f6-6e0c016b3b40 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:12:00.352015 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:12:00.379001 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'name': 'tempest-TestVolumeBackupRestore-2141388340-router', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '771f7245-8846-457b-9d50-048e439ecdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:11:59Z', 'revision_number': 4, 'project_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'gw_port': {'id': '771f7245-8846-457b-9d50-048e439ecdb3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:20:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '2c73e241-be88-4330-b637-8b002f422e73', 'name': '', 'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'mac_address': 'fa:16:3e:44:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7dd7a816-56af-452c-affa-eda398fdb154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:58Z', 'updated_at': '2022-02-16T17:11:58Z', 'revision_number': 1, 'project_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'subnets': [{'id': '7dd7a816-56af-452c-affa-eda398fdb154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:00.430625 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82258ef3-5bed-467f-9b2e-87207fd117c4 None None] The sync data for ids ['b9fb26ff-9233-467a-9858-7d1dcdbf9415'] in n-d-669411-5 is: [{'id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'name': 'tempest-TestVolumeBackupRestore-2141388340-router', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '771f7245-8846-457b-9d50-048e439ecdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:11:59Z', 'revision_number': 4, 'project_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'gw_port': {'id': '771f7245-8846-457b-9d50-048e439ecdb3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:20:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '2c73e241-be88-4330-b637-8b002f422e73', 'name': '', 'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'mac_address': 'fa:16:3e:44:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7dd7a816-56af-452c-affa-eda398fdb154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:58Z', 'updated_at': '2022-02-16T17:11:58Z', 'revision_number': 1, 'project_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'subnets': [{'id': '7dd7a816-56af-452c-affa-eda398fdb154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:12:00.504374 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 85a88447-e522-413c-bf8e-fa895aa2a513 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:12:00.549937 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Router b9fb26ff-9233-467a-9858-7d1dcdbf9415 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:12:00.739471 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:12:00.746748 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-be6eb54f-5afd-4181-adc1-5a2ab468f28d admin admin] 10.222.0.24 "PUT /v2.0/routers/b9fb26ff-9233-467a-9858-7d1dcdbf9415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0918612 Feb 16 17:12:00.758816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-42534ad4-9f0a-41c9-a901-2a6ccc9e0d3e None None] Provisioning complete for port 2c73e241-be88-4330-b637-8b002f422e73 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:00.758816 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-42534ad4-9f0a-41c9-a901-2a6ccc9e0d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2c73e241-be88-4330-b637-8b002f422e73), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:00.799412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-42534ad4-9f0a-41c9-a901-2a6ccc9e0d3e None None] Port 2c73e241-be88-4330-b637-8b002f422e73 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:12:00.959690 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:01.669888 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:02.138581 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:02.297037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 771f7245-8846-457b-9d50-048e439ecdb3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:12:02.379006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 771f7245-8846-457b-9d50-048e439ecdb3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:02.379662 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (771f7245-8846-457b-9d50-048e439ecdb3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:02.504930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 771f7245-8846-457b-9d50-048e439ecdb3 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:12:02.506818 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (771f7245-8846-457b-9d50-048e439ecdb3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:02.536158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 771f7245-8846-457b-9d50-048e439ecdb3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=771f7245-8846-457b-9d50-048e439ecdb3,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:12:02.543465 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (771f7245-8846-457b-9d50-048e439ecdb3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:02.634506 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=771f7245-8846-457b-9d50-048e439ecdb3,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:02.647717 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.648099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.648450 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.648822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.649219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.649568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.650509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.650917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.651280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.651975 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.652312 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.652653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.653240 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:12:02.674156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-585990b6-d9e2-4495-b945-0350c52bee6e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-283944222&fields=id&tenant_id=2b779e025ab44f24afff60114276c36b HTTP/1.1" status: 200 len: 267 time: 0.0772595 Feb 16 17:12:02.829124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-553be6f3-4d06-49ef-a09e-07b0a05a794f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:02.831044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-553be6f3-4d06-49ef-a09e-07b0a05a794f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 811 time: 0.1420829 Feb 16 17:12:02.854534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-63f100c3-f8ec-4b76-add3-2c9fdb0bf8e1 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/quotas/2b779e025ab44f24afff60114276c36b HTTP/1.1" status: 200 len: 375 time: 0.0169299 Feb 16 17:12:02.936904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-c8b6d85a-f84b-4de2-bbeb-6f252e8327b9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810490 Feb 16 17:12:03.076379 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-e1c87af3-eb29-49e3-afaf-6e05c5bcc016 service neutron] 10.222.0.24 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244912 Feb 16 17:12:03.186608 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Sync routers for ids ['b9fb26ff-9233-467a-9858-7d1dcdbf9415'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:12:03.204301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-7368eda7-6abb-4ac1-b1ee-d2051fbd6409 service neutron] 10.222.0.24 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212575 Feb 16 17:12:03.211141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Routers {'b9fb26ff-9233-467a-9858-7d1dcdbf9415'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:12:03.211772 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b9fb26ff-9233-467a-9858-7d1dcdbf9415'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:03.378625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Set router b9fb26ff-9233-467a-9858-7d1dcdbf9415 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:12:03.640522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6528288f-1b81-4ec3-870f-b7e42ac95a86 req-4d1a28ae-190c-4c65-b447-3fc51405ba83 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 210 time: 0.0501151 Feb 16 17:12:03.678450 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'name': 'tempest-TestVolumeBackupRestore-2141388340-router', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '771f7245-8846-457b-9d50-048e439ecdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:11:59Z', 'revision_number': 4, 'project_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'gw_port': {'id': '771f7245-8846-457b-9d50-048e439ecdb3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:20:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '2c73e241-be88-4330-b637-8b002f422e73', 'name': '', 'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'mac_address': 'fa:16:3e:44:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7dd7a816-56af-452c-affa-eda398fdb154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:58Z', 'updated_at': '2022-02-16T17:11:59Z', 'revision_number': 2, 'project_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'subnets': [{'id': '7dd7a816-56af-452c-affa-eda398fdb154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:03.714460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Checking router: b9fb26ff-9233-467a-9858-7d1dcdbf9415 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:12:03.714896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Updating router b9fb26ff-9233-467a-9858-7d1dcdbf9415 port 2c73e241-be88-4330-b637-8b002f422e73 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:12:03.761090 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2c73e241-be88-4330-b637-8b002f422e73), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:04.096601 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Publish callbacks [] for port (2c73e241-be88-4330-b637-8b002f422e73), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:04.106968 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2c73e241-be88-4330-b637-8b002f422e73), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:04.196660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea45e5-bb95-4aa3-a890-80da615b8e08 None None] Pushing event updated for resources: {'Port': ['ID=2c73e241-be88-4330-b637-8b002f422e73,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:04.245699 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Attempting to bind port 2c73e241-be88-4330-b637-8b002f422e73 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:12:04.246308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Attempting to bind port 2c73e241-be88-4330-b637-8b002f422e73 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'd9f52369-4264-4d21-8598-ef14823ab61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:12:04.247041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Attempting to bind port 2c73e241-be88-4330-b637-8b002f422e73 on network 61ae1ed0-6c48-4faf-94f6-6e0c016b3b40 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:12:04.253067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:12:04.253705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Checking segment: {'id': 'd9f52369-4264-4d21-8598-ef14823ab61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:12:04.254291 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:04.254836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Bound using segment: {'id': 'd9f52369-4264-4d21-8598-ef14823ab61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:12:04.258385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Bound port: 2c73e241-be88-4330-b637-8b002f422e73, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f52369-4264-4d21-8598-ef14823ab61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:12:04.258993 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2c73e241-be88-4330-b637-8b002f422e73), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:04.318789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 771f7245-8846-457b-9d50-048e439ecdb3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:12:04.383604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] For port 2c73e241-be88-4330-b637-8b002f422e73, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:12:04.403196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] For port 2c73e241-be88-4330-b637-8b002f422e73, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2c73e241-be88-4330-b637-8b002f422e73,segment=NetworkSegment(d9f52369-4264-4d21-8598-ef14823ab61f),segment_id=d9f52369-4264-4d21-8598-ef14823ab61f)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:12:04.413715 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2c73e241-be88-4330-b637-8b002f422e73), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:04.418131 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 771f7245-8846-457b-9d50-048e439ecdb3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:04.418493 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (771f7245-8846-457b-9d50-048e439ecdb3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:04.684369 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Routers {'b9fb26ff-9233-467a-9858-7d1dcdbf9415'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:12:04.685248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:11:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b9fb26ff-9233-467a-9858-7d1dcdbf9415'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:04.835083 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8cc11ab-ebaf-4ec4-9ad7-f57d71a4a9f7 req-9509df64-9029-46d3-a19a-a82af09f5100 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 210 time: 0.0505793 Feb 16 17:12:04.874780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] Set router b9fb26ff-9233-467a-9858-7d1dcdbf9415 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:12:04.883189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-527bdc15-df36-4562-9d89-00aef140e459 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:04.884780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-527bdc15-df36-4562-9d89-00aef140e459 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 811 time: 0.2218614 Feb 16 17:12:04.913342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9c328fd5-f6aa-4e15-abed-8878b1fa97b0 None None] Provisioning complete for port 2c73e241-be88-4330-b637-8b002f422e73 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:04.913893 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9c328fd5-f6aa-4e15-abed-8878b1fa97b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2c73e241-be88-4330-b637-8b002f422e73), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:04.925567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea45e5-bb95-4aa3-a890-80da615b8e08 None None] Pushing event updated for resources: {'Port': ['ID=2c73e241-be88-4330-b637-8b002f422e73,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:04.977968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-ef8b1f27-08f5-4618-9173-70ab51556a32 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b779e025ab44f24afff60114276c36b HTTP/1.1" status: 200 len: 379 time: 0.0849216 Feb 16 17:12:04.989287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-330d2c16-b107-4393-8677-f0a452a45053 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'port': {'device_id': 'be98a4c9-7c3f-4385-8196-bb539db8a511', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'admin_state_up': True, 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'security_groups': ['b5f94d6a-799a-4011-9108-c8fe43e4483d']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:05.077878 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:05.151540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-330d2c16-b107-4393-8677-f0a452a45053 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Made reservation on behalf of 2b779e025ab44f24afff60114276c36b for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:12:05.164079 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-330d2c16-b107-4393-8677-f0a452a45053 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:05.189208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 771f7245-8846-457b-9d50-048e439ecdb3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:12:05.247704 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9c328fd5-f6aa-4e15-abed-8878b1fa97b0 None None] Current status of the port 2c73e241-be88-4330-b637-8b002f422e73 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:12:05.248339 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9c328fd5-f6aa-4e15-abed-8878b1fa97b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2c73e241-be88-4330-b637-8b002f422e73), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:05.308243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9c328fd5-f6aa-4e15-abed-8878b1fa97b0 None None] For port 2c73e241-be88-4330-b637-8b002f422e73, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2c73e241-be88-4330-b637-8b002f422e73,segment=NetworkSegment(d9f52369-4264-4d21-8598-ef14823ab61f),segment_id=d9f52369-4264-4d21-8598-ef14823ab61f)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:12:05.314054 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9c328fd5-f6aa-4e15-abed-8878b1fa97b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2c73e241-be88-4330-b637-8b002f422e73), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:05.324558 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'name': 'tempest-TestVolumeBackupRestore-2141388340-router', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '771f7245-8846-457b-9d50-048e439ecdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:11:59Z', 'revision_number': 4, 'project_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'gw_port': {'id': '771f7245-8846-457b-9d50-048e439ecdb3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:20:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '2c73e241-be88-4330-b637-8b002f422e73', 'name': '', 'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'mac_address': 'fa:16:3e:44:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7dd7a816-56af-452c-affa-eda398fdb154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:58Z', 'updated_at': '2022-02-16T17:12:04Z', 'revision_number': 4, 'project_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'subnets': [{'id': '7dd7a816-56af-452c-affa-eda398fdb154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:05.375773 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-330d2c16-b107-4393-8677-f0a452a45053 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Allocated IP 172.20.0.9 (59605855-a12a-4807-9e09-0b33b401436f/a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f/66c03106-db65-4c0a-91a6-c08366dad6df) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:12:05.382856 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9248f4c-8c53-4a03-95d4-533138ad9558 None None] The sync data for ids ['b9fb26ff-9233-467a-9858-7d1dcdbf9415'] in n-d-669411-5 is: [{'id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'name': 'tempest-TestVolumeBackupRestore-2141388340-router', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '771f7245-8846-457b-9d50-048e439ecdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:11:59Z', 'revision_number': 4, 'project_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'gw_port': {'id': '771f7245-8846-457b-9d50-048e439ecdb3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:20:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '2c73e241-be88-4330-b637-8b002f422e73', 'name': '', 'network_id': '61ae1ed0-6c48-4faf-94f6-6e0c016b3b40', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'mac_address': 'fa:16:3e:44:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '7dd7a816-56af-452c-affa-eda398fdb154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:58Z', 'updated_at': '2022-02-16T17:12:04Z', 'revision_number': 4, 'project_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'subnets': [{'id': '7dd7a816-56af-452c-affa-eda398fdb154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:12:05.414984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c328fd5-f6aa-4e15-abed-8878b1fa97b0 None None] Pushing event updated for resources: {'Port': ['ID=2c73e241-be88-4330-b637-8b002f422e73,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:05.443798 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d16a285f-b2f1-4c39-80d5-ee1c74d16fa7 None None] Provisioning complete for port 2c73e241-be88-4330-b637-8b002f422e73 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:05.447454 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d16a285f-b2f1-4c39-80d5-ee1c74d16fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2c73e241-be88-4330-b637-8b002f422e73), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:05.555965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d16a285f-b2f1-4c39-80d5-ee1c74d16fa7 None None] Current status of the port 2c73e241-be88-4330-b637-8b002f422e73 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:12:05.642866 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-330d2c16-b107-4393-8677-f0a452a45053 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for port (66c03106-db65-4c0a-91a6-c08366dad6df), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:05.694403 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-330d2c16-b107-4393-8677-f0a452a45053 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (66c03106-db65-4c0a-91a6-c08366dad6df), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:05.743960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-330d2c16-b107-4393-8677-f0a452a45053 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Network 59605855-a12a-4807-9e09-0b33b401436f is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:12:05.747491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-330d2c16-b107-4393-8677-f0a452a45053 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:12:05.751503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-89f75bf7-64cf-41d0-b204-deaf03757132 service neutron] (103421) timed out ('10.222.0.24', 51962) {{(pid=103421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 17:12:05.755236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-330d2c16-b107-4393-8677-f0a452a45053 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:12:05.759816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d2c16-b107-4393-8677-f0a452a45053 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'Port': ['ID=66c03106-db65-4c0a-91a6-c08366dad6df,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:05.826034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-330d2c16-b107-4393-8677-f0a452a45053 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:05.826791 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-330d2c16-b107-4393-8677-f0a452a45053 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:05.847773 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-330d2c16-b107-4393-8677-f0a452a45053 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8653481 Feb 16 17:12:05.861186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Request body: {'port': {'device_id': 'be98a4c9-7c3f-4385-8196-bb539db8a511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:05.979955 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (66c03106-db65-4c0a-91a6-c08366dad6df), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:06.143909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858db65d-efd9-40d7-aac2-6331603fbf13 req-9c8b931f-05f3-4c25-99f0-33abbfa61272 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:06.145855 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-858db65d-efd9-40d7-aac2-6331603fbf13 req-9c8b931f-05f3-4c25-99f0-33abbfa61272 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 931 time: 0.1508374 Feb 16 17:12:06.218119 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1f2830cc-f5db-4132-8e17-4e5f9aac09c1 None None] Provisioning complete for port 66c03106-db65-4c0a-91a6-c08366dad6df triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:06.218506 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1f2830cc-f5db-4132-8e17-4e5f9aac09c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (66c03106-db65-4c0a-91a6-c08366dad6df), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:06.307437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1f2830cc-f5db-4132-8e17-4e5f9aac09c1 None None] Port 66c03106-db65-4c0a-91a6-c08366dad6df cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:12:06.312996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-858db65d-efd9-40d7-aac2-6331603fbf13 req-10b0c190-c014-4773-846e-e5b4942a8760 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560156 Feb 16 17:12:06.320902 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2c73e241-be88-4330-b637-8b002f422e73 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:12:06.411319 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2c73e241-be88-4330-b637-8b002f422e73 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:06.412600 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2c73e241-be88-4330-b637-8b002f422e73), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:06.498084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c03106-db65-4c0a-91a6-c08366dad6df {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:12:06.510624 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Publish callbacks [] for port (66c03106-db65-4c0a-91a6-c08366dad6df), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:06.525161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2c73e241-be88-4330-b637-8b002f422e73 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:12:06.530141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Transition to ACTIVE for port object 66c03106-db65-4c0a-91a6-c08366dad6df will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:12:06.538491 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (66c03106-db65-4c0a-91a6-c08366dad6df), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:06.627717 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Pushing event updated for resources: {'Port': ['ID=66c03106-db65-4c0a-91a6-c08366dad6df,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:06.705347 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Attempting to bind port 66c03106-db65-4c0a-91a6-c08366dad6df on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:12:06.705632 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Attempting to bind port 66c03106-db65-4c0a-91a6-c08366dad6df by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:12:06.705951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Attempting to bind port 66c03106-db65-4c0a-91a6-c08366dad6df on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:12:06.714910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Port 66c03106-db65-4c0a-91a6-c08366dad6df on network 59605855-a12a-4807-9e09-0b33b401436f not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:12:06.715309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Attempting to bind port 66c03106-db65-4c0a-91a6-c08366dad6df on network 59605855-a12a-4807-9e09-0b33b401436f {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:12:06.725065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:12:06.727235 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Checking segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:12:06.728574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Bound using segment: {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:12:06.729639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Bound port: 66c03106-db65-4c0a-91a6-c08366dad6df, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6a5462-608e-4746-85c3-9eea1dfc9562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59605855-a12a-4807-9e09-0b33b401436f'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:12:06.730510 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (66c03106-db65-4c0a-91a6-c08366dad6df), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:06.810306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] For port 66c03106-db65-4c0a-91a6-c08366dad6df, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:12:06.815348 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] For port 66c03106-db65-4c0a-91a6-c08366dad6df, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=66c03106-db65-4c0a-91a6-c08366dad6df,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:12:06.826775 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (66c03106-db65-4c0a-91a6-c08366dad6df), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:06.869974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:06.870692 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:06.871996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] 10.222.0.65 "PUT /v2.0/ports/66c03106-db65-4c0a-91a6-c08366dad6df HTTP/1.1" status: 200 len: 1091 time: 1.0151834 Feb 16 17:12:06.872449 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be98a4c9-7c3f-4385-8196-bb539db8a511', 'tag': '66c03106-db65-4c0a-91a6-c08366dad6df'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:12:06.875067 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cb743c-03d8-4220-a4be-36ca5a2220f9" -d '{"events": [{"name": "network-changed", "server_uuid": "be98a4c9-7c3f-4385-8196-bb539db8a511", "tag": "66c03106-db65-4c0a-91a6-c08366dad6df"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:12:06.912404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761ea6a-6454-4260-9abd-02e1d9153495 service neutron] Pushing event updated for resources: {'Port': ['ID=66c03106-db65-4c0a-91a6-c08366dad6df,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:06.945598 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660279c0-e81b-4d93-9f11-269d1288ef69 x-openstack-request-id: req-660279c0-e81b-4d93-9f11-269d1288ef69 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:12:06.945904 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be98a4c9-7c3f-4385-8196-bb539db8a511", "tag": "66c03106-db65-4c0a-91a6-c08366dad6df", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:12:06.947561 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-660279c0-e81b-4d93-9f11-269d1288ef69 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:12:06.948941 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be98a4c9-7c3f-4385-8196-bb539db8a511', 'tag': '66c03106-db65-4c0a-91a6-c08366dad6df', 'status': 'completed', 'code': 200} Feb 16 17:12:07.019602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-f7a83f28-20ea-475f-ae52-26817dff86f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:07.020915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-f7a83f28-20ea-475f-ae52-26817dff86f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 1125 time: 0.0709133 Feb 16 17:12:07.081372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-4a0e20cc-6ff0-4292-be6b-c6fcf2774001 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c03106-db65-4c0a-91a6-c08366dad6df HTTP/1.1" status: 200 len: 217 time: 0.0531709 Feb 16 17:12:07.130551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-71e4d994-b46e-4188-b76e-468b014cc7e3 req-9df37c66-f499-4223-9f85-3b3c8ba2264e tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] (103421) timed out ('10.222.0.24', 46220) {{(pid=103421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 17:12:07.155688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-ed817b94-5d1a-4cf6-9ad9-67d3231c299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:07.157217 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-ed817b94-5d1a-4cf6-9ad9-67d3231c299f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0706732 Feb 16 17:12:07.219245 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-39be7578-3255-4061-96c3-e18f7cbb8799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:07.220779 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-39be7578-3255-4061-96c3-e18f7cbb8799 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572660 Feb 16 17:12:07.326034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-06d95b62-038a-44f0-8520-24569e61a57b service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988338 Feb 16 17:12:07.434143 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a3a0750-ee41-4648-a9f8-1ffd5e46571d req-3da3f579-51ad-425c-bec8-d673fa67e338 service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026561 Feb 16 17:12:07.555485 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f90ed2-b6e6-457a-b6df-83d77a9bfbc3 req-57d7382e-f86d-45a7-a697-273b841308b3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:07.557081 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99f90ed2-b6e6-457a-b6df-83d77a9bfbc3 req-57d7382e-f86d-45a7-a697-273b841308b3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 943 time: 0.1118820 Feb 16 17:12:07.560464 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb743c-03d8-4220-a4be-36ca5a2220f9 req-cfe3bdf6-e895-4f63-a4ac-155def75a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:07.561989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6cb743c-03d8-4220-a4be-36ca5a2220f9 req-cfe3bdf6-e895-4f63-a4ac-155def75a5dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 1125 time: 0.0777361 Feb 16 17:12:07.675863 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99f90ed2-b6e6-457a-b6df-83d77a9bfbc3 req-2ef92242-784b-4035-a2eb-3392d1fd0634 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121347 Feb 16 17:12:07.697866 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb743c-03d8-4220-a4be-36ca5a2220f9 req-2db513c1-5599-4e75-8a2a-c560dbe3d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:07.699075 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6cb743c-03d8-4220-a4be-36ca5a2220f9 req-2db513c1-5599-4e75-8a2a-c560dbe3d12a service neutron] 10.222.0.65 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.1278002 Feb 16 17:12:07.744477 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6cb743c-03d8-4220-a4be-36ca5a2220f9 req-6baf7e5b-81e8-489f-82a0-48f2e07c44cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c03106-db65-4c0a-91a6-c08366dad6df HTTP/1.1" status: 200 len: 217 time: 0.0397000 Feb 16 17:12:07.797860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb743c-03d8-4220-a4be-36ca5a2220f9 req-6b3fd559-e6cf-4bea-ab4a-6e8bc245dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:07.802228 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6cb743c-03d8-4220-a4be-36ca5a2220f9 req-6b3fd559-e6cf-4bea-ab4a-6e8bc245dcad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0503075 Feb 16 17:12:07.867872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb743c-03d8-4220-a4be-36ca5a2220f9 req-ab8b3401-5583-4f0a-81a8-e1fbd755a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:07.870948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6cb743c-03d8-4220-a4be-36ca5a2220f9 req-ab8b3401-5583-4f0a-81a8-e1fbd755a085 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0637743 Feb 16 17:12:07.965209 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6cb743c-03d8-4220-a4be-36ca5a2220f9 req-af6abd6e-d707-4d5a-aedd-8417f5349b97 service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893116 Feb 16 17:12:08.062264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6cb743c-03d8-4220-a4be-36ca5a2220f9 req-50638a29-2515-4b66-bdf2-eaeab09d613c service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915442 Feb 16 17:12:09.056540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30662a-344d-43d2-8862-4b9ddbaf0f5b req-623f7591-1690-4774-bbfd-34152f74a686 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:09.058091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf30662a-344d-43d2-8862-4b9ddbaf0f5b req-623f7591-1690-4774-bbfd-34152f74a686 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 943 time: 0.3066392 Feb 16 17:12:09.110157 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf30662a-344d-43d2-8862-4b9ddbaf0f5b req-fb57dd9d-3504-439e-9b99-1891cd4c11b7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463765 Feb 16 17:12:10.246714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778b9e8-ff64-4d25-8e55-90721854c44a req-bdc2eadf-769b-4203-978a-80a0de529158 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:10.248355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4778b9e8-ff64-4d25-8e55-90721854c44a req-bdc2eadf-769b-4203-978a-80a0de529158 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 943 time: 0.0653744 Feb 16 17:12:10.308014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4778b9e8-ff64-4d25-8e55-90721854c44a req-d376a801-7aab-4027-bad4-03fca3a3a83a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531738 Feb 16 17:12:11.450002 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bd549-000e-4538-98f7-1fb89e179f9f req-76facbe1-4446-4175-8046-44e382432fbc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:11.451541 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a73bd549-000e-4538-98f7-1fb89e179f9f req-76facbe1-4446-4175-8046-44e382432fbc tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 943 time: 0.0688369 Feb 16 17:12:11.522906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a73bd549-000e-4538-98f7-1fb89e179f9f req-3975d690-7b3a-4939-bfca-273ed2582d1e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525720 Feb 16 17:12:12.729544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc30b0-b8a6-44c1-87ca-ba469ea3b4e3 req-ee04df29-cd80-481d-9cdb-8e70465835b3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:12.736718 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8afc30b0-b8a6-44c1-87ca-ba469ea3b4e3 req-ee04df29-cd80-481d-9cdb-8e70465835b3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 943 time: 0.1308937 Feb 16 17:12:12.794659 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8afc30b0-b8a6-44c1-87ca-ba469ea3b4e3 req-4eb136d7-42b6-47e6-a387-d91887b851cb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563591 Feb 16 17:12:13.919720 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720acdd-f81d-4c99-90c3-a2dc6bdcf9d4 req-ce9c68c9-cc70-4346-88a1-440a16b992c4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:13.921148 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7720acdd-f81d-4c99-90c3-a2dc6bdcf9d4 req-ce9c68c9-cc70-4346-88a1-440a16b992c4 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 943 time: 0.0540206 Feb 16 17:12:13.972495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7720acdd-f81d-4c99-90c3-a2dc6bdcf9d4 req-b5edcc55-f0c8-4566-8526-3ab9d2edcc74 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454490 Feb 16 17:12:15.098520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c20705-a998-4886-8599-8feb7bb82f6e req-811c423d-7274-45b4-bae9-dc2ca80ba7e5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:15.101561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c20705-a998-4886-8599-8feb7bb82f6e req-811c423d-7274-45b4-bae9-dc2ca80ba7e5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 943 time: 0.0562027 Feb 16 17:12:15.152137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09c20705-a998-4886-8599-8feb7bb82f6e req-3bba69d0-d59c-405c-a5f7-ad49db91a485 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453591 Feb 16 17:12:16.277920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebefcb-e478-44a6-a50a-c448a626beb5 req-a7489bda-482f-4460-8bd7-0974fec7f1a0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:16.279370 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cebefcb-e478-44a6-a50a-c448a626beb5 req-a7489bda-482f-4460-8bd7-0974fec7f1a0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 943 time: 0.0578170 Feb 16 17:12:16.328166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cebefcb-e478-44a6-a50a-c448a626beb5 req-46baf5db-af36-4f21-a985-6dfea40f07fd tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429876 Feb 16 17:12:17.463340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e656ce-ae9b-49d5-bfd1-4bb5210954b9 req-c67949a6-94db-468d-9f54-90e737fa4a20 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:17.464871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0e656ce-ae9b-49d5-bfd1-4bb5210954b9 req-c67949a6-94db-468d-9f54-90e737fa4a20 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 943 time: 0.0611739 Feb 16 17:12:17.522101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0e656ce-ae9b-49d5-bfd1-4bb5210954b9 req-d7e8f86d-3877-45c7-9f31-691075a9715b tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512490 Feb 16 17:12:18.641691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c505e3b-5dea-49d6-810a-bd176a9371e8 req-baeffbc5-6cef-41a2-b942-ecc6320c325f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:18.643166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c505e3b-5dea-49d6-810a-bd176a9371e8 req-baeffbc5-6cef-41a2-b942-ecc6320c325f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 943 time: 0.0525467 Feb 16 17:12:18.697039 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c505e3b-5dea-49d6-810a-bd176a9371e8 req-9f08efaa-89ea-4234-b86e-278115343a4a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480986 Feb 16 17:12:19.819325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88a44d-c218-4e99-b17d-0c4714cefc58 req-80df6e4e-859e-450c-8310-d0b153ac46eb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:19.820940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e88a44d-c218-4e99-b17d-0c4714cefc58 req-80df6e4e-859e-450c-8310-d0b153ac46eb tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 943 time: 0.0541956 Feb 16 17:12:19.870035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e88a44d-c218-4e99-b17d-0c4714cefc58 req-b0e1c45c-5e76-4408-9968-300de258d936 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434706 Feb 16 17:12:20.995142 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5640b5-f75f-4af4-b959-c2d57af77f2c req-48ef4945-f445-4e6f-b421-16c178cc820e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:20.996695 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef5640b5-f75f-4af4-b959-c2d57af77f2c req-48ef4945-f445-4e6f-b421-16c178cc820e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 943 time: 0.0581012 Feb 16 17:12:21.046832 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef5640b5-f75f-4af4-b959-c2d57af77f2c req-c8b079c5-da29-4e13-9697-4ab6524c9dab tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441992 Feb 16 17:12:22.179097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020594b7-a7ec-4797-a4ff-4bf03aaf67e0 req-fee7bef7-5a07-4b30-ada6-a8dcbe583603 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:22.180679 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-020594b7-a7ec-4797-a4ff-4bf03aaf67e0 req-fee7bef7-5a07-4b30-ada6-a8dcbe583603 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 943 time: 0.0575988 Feb 16 17:12:22.230140 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-020594b7-a7ec-4797-a4ff-4bf03aaf67e0 req-a01d3c43-0ede-4539-9b37-3cce8cb972ea tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438337 Feb 16 17:12:23.348104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7a506-230c-40f8-9aec-e219f69ace6e req-0e868ac5-a7b7-4593-b77f-82068f526c4d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:23.350514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-faf7a506-230c-40f8-9aec-e219f69ace6e req-0e868ac5-a7b7-4593-b77f-82068f526c4d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 943 time: 0.0539227 Feb 16 17:12:23.399161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-faf7a506-230c-40f8-9aec-e219f69ace6e req-4fb86a59-0b11-4653-af2b-0d4692c4fcfa tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430946 Feb 16 17:12:23.447235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 66c03106-db65-4c0a-91a6-c08366dad6df details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:12:23.546950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 66c03106-db65-4c0a-91a6-c08366dad6df, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=66c03106-db65-4c0a-91a6-c08366dad6df,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:12:23.557276 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '66c03106-db65-4c0a-91a6-c08366dad6df', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'port_id': '66c03106-db65-4c0a-91a6-c08366dad6df', 'mac_address': 'fa:16:3e:fd:21:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:12:23.594827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 66c03106-db65-4c0a-91a6-c08366dad6df is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:12:23.595218 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (66c03106-db65-4c0a-91a6-c08366dad6df), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:23.608131 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c03106-db65-4c0a-91a6-c08366dad6df {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:12:23.627560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 66c03106-db65-4c0a-91a6-c08366dad6df, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=66c03106-db65-4c0a-91a6-c08366dad6df,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:12:23.631946 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (66c03106-db65-4c0a-91a6-c08366dad6df), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:23.682460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=66c03106-db65-4c0a-91a6-c08366dad6df,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:23.836604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['66c03106-db65-4c0a-91a6-c08366dad6df'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:12:24.524585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10023ea-8f03-4b75-8c1c-01787e094159 req-210d6f5b-1e91-40d7-bad7-f77fbd06ccee tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:24.526090 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c10023ea-8f03-4b75-8c1c-01787e094159 req-210d6f5b-1e91-40d7-bad7-f77fbd06ccee tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 944 time: 0.0572855 Feb 16 17:12:24.575762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c10023ea-8f03-4b75-8c1c-01787e094159 req-66b34052-2fdb-408b-a9b7-a047f82ca1c9 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438521 Feb 16 17:12:25.462440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 66c03106-db65-4c0a-91a6-c08366dad6df up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:12:25.513725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 66c03106-db65-4c0a-91a6-c08366dad6df completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:12:25.517877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 66c03106-db65-4c0a-91a6-c08366dad6df triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:12:25.518279 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (66c03106-db65-4c0a-91a6-c08366dad6df), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:25.595014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 66c03106-db65-4c0a-91a6-c08366dad6df is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:12:25.595408 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (66c03106-db65-4c0a-91a6-c08366dad6df), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:25.637823 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 66c03106-db65-4c0a-91a6-c08366dad6df, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=66c03106-db65-4c0a-91a6-c08366dad6df,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:12:25.638943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be98a4c9-7c3f-4385-8196-bb539db8a511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c03106-db65-4c0a-91a6-c08366dad6df'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:12:25.641903 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dec129-324c-43b1-95f8-141e17f832f8" -d '{"events": [{"server_uuid": "be98a4c9-7c3f-4385-8196-bb539db8a511", "name": "network-vif-plugged", "status": "completed", "tag": "66c03106-db65-4c0a-91a6-c08366dad6df"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:12:25.645483 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (66c03106-db65-4c0a-91a6-c08366dad6df), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:25.709980 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1440a15f-66fd-40b7-b7f6-6b1d8ecb9af3 x-openstack-request-id: req-1440a15f-66fd-40b7-b7f6-6b1d8ecb9af3 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:12:25.710269 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be98a4c9-7c3f-4385-8196-bb539db8a511", "name": "network-vif-plugged", "status": "completed", "tag": "66c03106-db65-4c0a-91a6-c08366dad6df", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:12:25.710527 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1440a15f-66fd-40b7-b7f6-6b1d8ecb9af3 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:12:25.710924 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be98a4c9-7c3f-4385-8196-bb539db8a511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c03106-db65-4c0a-91a6-c08366dad6df', 'code': 200} Feb 16 17:12:25.715561 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=66c03106-db65-4c0a-91a6-c08366dad6df,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:25.727203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42a128-0c1c-493e-a621-2a79c8ed3ec5 req-02048b02-cea3-4792-8707-c98f239fbc40 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:25.728776 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aad12831-9fe2-4eeb-9206-1d538caad5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:25.729825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee42a128-0c1c-493e-a621-2a79c8ed3ec5 req-02048b02-cea3-4792-8707-c98f239fbc40 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 945 time: 0.0801544 Feb 16 17:12:25.803942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee42a128-0c1c-493e-a621-2a79c8ed3ec5 req-699510c3-b990-4251-aba3-1c0ad270f2e7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680304 Feb 16 17:12:25.820084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de841344-03a5-4855-9a3b-e308537a29da req-8f9aaab1-d0f8-49e5-aa32-ee3570ac4fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:25.821539 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de841344-03a5-4855-9a3b-e308537a29da req-8f9aaab1-d0f8-49e5-aa32-ee3570ac4fb7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 1127 time: 0.0561912 Feb 16 17:12:25.871664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de841344-03a5-4855-9a3b-e308537a29da req-669dcc0b-322e-4e52-aba5-53cde3f94f5c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433877 Feb 16 17:12:26.929944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb5b7e-8c5d-48db-a061-3b67b5526204 req-e32ceacf-2411-45e4-b7f1-124a34a1bd78 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:26.931390 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85bb5b7e-8c5d-48db-a061-3b67b5526204 req-e32ceacf-2411-45e4-b7f1-124a34a1bd78 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 945 time: 0.0529869 Feb 16 17:12:26.981283 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85bb5b7e-8c5d-48db-a061-3b67b5526204 req-64332491-c016-43e7-a5b7-edff1bd88362 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434680 Feb 16 17:12:27.134678 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29fbd501-ea8d-46ee-b60f-e26ebb7048ae req-e4264d25-457e-4f4e-8f15-967e6d327db4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906928 Feb 16 17:12:27.143424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1d6a6-0de6-41fb-80a7-aee72780431c req-58ae09fc-e060-46c9-bc65-fcad64feb9ca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:27.145273 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fd1d6a6-0de6-41fb-80a7-aee72780431c req-58ae09fc-e060-46c9-bc65-fcad64feb9ca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 945 time: 0.0920990 Feb 16 17:12:27.563656 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9fd1d6a6-0de6-41fb-80a7-aee72780431c req-2e7cfdf3-62e9-4584-aabd-a12c31239dcd tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4112983 Feb 16 17:12:27.573642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbd501-ea8d-46ee-b60f-e26ebb7048ae req-c58eb98e-69e0-4877-b6f8-109819d9fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:27.575316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29fbd501-ea8d-46ee-b60f-e26ebb7048ae req-c58eb98e-69e0-4877-b6f8-109819d9fc8e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 1127 time: 0.0672314 Feb 16 17:12:27.586353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49928) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:12:27.682997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbd501-ea8d-46ee-b60f-e26ebb7048ae req-e2e67b12-9c3e-49d9-ae4f-312a69909a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:27.684666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29fbd501-ea8d-46ee-b60f-e26ebb7048ae req-e2e67b12-9c3e-49d9-ae4f-312a69909a17 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.0891113 Feb 16 17:12:27.724811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29fbd501-ea8d-46ee-b60f-e26ebb7048ae req-232df076-86c3-4b2b-bb54-f71be5da0125 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c03106-db65-4c0a-91a6-c08366dad6df HTTP/1.1" status: 200 len: 217 time: 0.0347106 Feb 16 17:12:27.775770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbd501-ea8d-46ee-b60f-e26ebb7048ae req-0c64a626-f205-41fb-be63-fcff98f2972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:27.777270 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29fbd501-ea8d-46ee-b60f-e26ebb7048ae req-0c64a626-f205-41fb-be63-fcff98f2972f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0469067 Feb 16 17:12:27.783165 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cb5e42-e846-47be-82e0-3d5009ae7c17 tempest-TestVolumeBootPattern-2125078010 tempest-TestVolumeBootPattern-2125078010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:27.788023 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f6cb5e42-e846-47be-82e0-3d5009ae7c17 tempest-TestVolumeBootPattern-2125078010 tempest-TestVolumeBootPattern-2125078010-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 1122 time: 0.1973989 Feb 16 17:12:27.788275 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49932) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:12:27.793439 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '66c03106-db65-4c0a-91a6-c08366dad6df', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:12:27.814224 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:27.832579 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbd501-ea8d-46ee-b60f-e26ebb7048ae req-2dab7719-e18b-4eb0-b74b-5ca85067e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:27.834861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29fbd501-ea8d-46ee-b60f-e26ebb7048ae req-2dab7719-e18b-4eb0-b74b-5ca85067e8de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519955 Feb 16 17:12:27.914107 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:27.930479 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29fbd501-ea8d-46ee-b60f-e26ebb7048ae req-a4d27c8a-a864-4d0d-937b-052505b9a946 service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897052 Feb 16 17:12:28.028559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-29fbd501-ea8d-46ee-b60f-e26ebb7048ae req-fa566a81-985f-442a-90ef-af0be890ef92 service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926478 Feb 16 17:12:28.030076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Allocated IP 172.25.4.115 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/c040144b-989d-4d1c-bae3-06aa99efb1ca) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:12:28.135167 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for port (c040144b-989d-4d1c-bae3-06aa99efb1ca), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:28.169703 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c040144b-989d-4d1c-bae3-06aa99efb1ca), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:28.210846 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:12:28.213810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:12:28.217316 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:12:28.243206 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'Port': ['ID=c040144b-989d-4d1c-bae3-06aa99efb1ca,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:28.328498 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-435e039f-0b3d-4562-a730-c609649ad157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:28.584809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for floatingip (8304293e-c864-4601-a54b-22661f4103f1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:28.654266 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c040144b-989d-4d1c-bae3-06aa99efb1ca), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:28.808309 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for port (c040144b-989d-4d1c-bae3-06aa99efb1ca), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:28.812869 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (c040144b-989d-4d1c-bae3-06aa99efb1ca), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:28.889983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event updated for resources: {'Port': ['ID=c040144b-989d-4d1c-bae3-06aa99efb1ca,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:12:28.899359 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (8304293e-c864-4601-a54b-22661f4103f1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:29.009991 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Floating IP 8304293e-c864-4601-a54b-22661f4103f1 associated. External IP: 172.25.4.115, port: 66c03106-db65-4c0a-91a6-c08366dad6df. Feb 16 17:12:29.410548 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:29.541002 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:12:29.653608 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:12:29.664094 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4cd93f-7233-4821-a447-13fe6454fc87 None None] Sync routers for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:12:29.672525 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:29.675991 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4cd93f-7233-4821-a447-13fe6454fc87 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:12:29.676730 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1d4cd93f-7233-4821-a447-13fe6454fc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:12:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:29.705095 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cfd8f25a-3715-4779-8525-71f982373646 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9158142 Feb 16 17:12:29.705795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be98a4c9-7c3f-4385-8196-bb539db8a511', 'tag': '66c03106-db65-4c0a-91a6-c08366dad6df'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:12:29.709036 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2d6745-7f0d-40c1-beb0-df937300adb1" -d '{"events": [{"name": "network-changed", "server_uuid": "be98a4c9-7c3f-4385-8196-bb539db8a511", "tag": "66c03106-db65-4c0a-91a6-c08366dad6df"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:12:29.750544 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736d72f0-3817-423d-b62c-8842b4850ece x-openstack-request-id: req-736d72f0-3817-423d-b62c-8842b4850ece {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:12:29.750849 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be98a4c9-7c3f-4385-8196-bb539db8a511", "tag": "66c03106-db65-4c0a-91a6-c08366dad6df", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:12:29.751108 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-736d72f0-3817-423d-b62c-8842b4850ece {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:12:29.751573 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be98a4c9-7c3f-4385-8196-bb539db8a511', 'tag': '66c03106-db65-4c0a-91a6-c08366dad6df', 'status': 'completed', 'code': 200} Feb 16 17:12:29.804978 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1d4cd93f-7233-4821-a447-13fe6454fc87 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:12:29.819969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6745-7f0d-40c1-beb0-df937300adb1 req-a08787df-2d22-45c3-8a5b-668c04281d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:29.821498 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a2d6745-7f0d-40c1-beb0-df937300adb1 req-a08787df-2d22-45c3-8a5b-668c04281d6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 1127 time: 0.0477977 Feb 16 17:12:29.923565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6745-7f0d-40c1-beb0-df937300adb1 req-dbb56b87-3c20-42e5-adaa-ed0f338ea92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:29.925291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a2d6745-7f0d-40c1-beb0-df937300adb1 req-dbb56b87-3c20-42e5-adaa-ed0f338ea92f service neutron] 10.222.0.65 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.0981691 Feb 16 17:12:29.994784 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a2d6745-7f0d-40c1-beb0-df937300adb1 req-b86a6f3e-2989-47b2-93c7-27c38b5e52c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c03106-db65-4c0a-91a6-c08366dad6df HTTP/1.1" status: 200 len: 999 time: 0.0626681 Feb 16 17:12:30.045284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6745-7f0d-40c1-beb0-df937300adb1 req-594dba88-702b-4eeb-ba8b-120cb951b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:30.046857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a2d6745-7f0d-40c1-beb0-df937300adb1 req-594dba88-702b-4eeb-ba8b-120cb951b35a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0468040 Feb 16 17:12:30.099276 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6745-7f0d-40c1-beb0-df937300adb1 req-f5eac6a4-00c3-48d5-a21c-8bd62d668879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:12:30.100827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a2d6745-7f0d-40c1-beb0-df937300adb1 req-f5eac6a4-00c3-48d5-a21c-8bd62d668879 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479527 Feb 16 17:12:30.135185 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1d4cd93f-7233-4821-a447-13fe6454fc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '8304293e-c864-4601-a54b-22661f4103f1', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'floating_ip_address': '172.25.4.115', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'port_id': '66c03106-db65-4c0a-91a6-c08366dad6df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'mac_address': 'fa:16:3e:fd:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be98a4c9-7c3f-4385-8196-bb539db8a511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:12:28Z', 'updated_at': '2022-02-16T17:12:28Z', 'revision_number': 0, 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address_scope': None}, {'id': 'ac066ce7-ca4e-4695-a808-cd0a9d267530', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'port_id': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'mac_address': 'fa:16:3e:1a:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6de06-6142-4da6-9316-960196c281f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:04Z', 'updated_at': '2022-02-16T17:10:06Z', 'revision_number': 1, 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:30.166472 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4cd93f-7233-4821-a447-13fe6454fc87 None None] Checking router: a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:12:30.175149 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4cd93f-7233-4821-a447-13fe6454fc87 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:12:30.175689 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1d4cd93f-7233-4821-a447-13fe6454fc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:12:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:30.193189 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a2d6745-7f0d-40c1-beb0-df937300adb1 req-57cad6d0-c89b-4aab-be8c-b5ce501d91da service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859156 Feb 16 17:12:30.291032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a2d6745-7f0d-40c1-beb0-df937300adb1 req-84576a0a-583e-4925-81cd-f7192eff8d5a service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921068 Feb 16 17:12:30.292478 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1d4cd93f-7233-4821-a447-13fe6454fc87 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:12:30.520012 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1d4cd93f-7233-4821-a447-13fe6454fc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '8304293e-c864-4601-a54b-22661f4103f1', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'floating_ip_address': '172.25.4.115', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'port_id': '66c03106-db65-4c0a-91a6-c08366dad6df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'mac_address': 'fa:16:3e:fd:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be98a4c9-7c3f-4385-8196-bb539db8a511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:12:28Z', 'updated_at': '2022-02-16T17:12:28Z', 'revision_number': 0, 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address_scope': None}, {'id': 'ac066ce7-ca4e-4695-a808-cd0a9d267530', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'port_id': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'mac_address': 'fa:16:3e:1a:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6de06-6142-4da6-9316-960196c281f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:04Z', 'updated_at': '2022-02-16T17:10:06Z', 'revision_number': 1, 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:12:30.546484 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4cd93f-7233-4821-a447-13fe6454fc87 None None] The sync data for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 is: [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '8304293e-c864-4601-a54b-22661f4103f1', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'floating_ip_address': '172.25.4.115', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'port_id': '66c03106-db65-4c0a-91a6-c08366dad6df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'mac_address': 'fa:16:3e:fd:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be98a4c9-7c3f-4385-8196-bb539db8a511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:12:28Z', 'updated_at': '2022-02-16T17:12:28Z', 'revision_number': 0, 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address_scope': None}, {'id': 'ac066ce7-ca4e-4695-a808-cd0a9d267530', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'port_id': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'mac_address': 'fa:16:3e:1a:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6de06-6142-4da6-9316-960196c281f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:04Z', 'updated_at': '2022-02-16T17:10:06Z', 'revision_number': 1, 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:12:30.744123 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f64be3f-4609-4d68-834f-2464626d1388 None None] New status for floating IP 8304293e-c864-4601-a54b-22661f4103f1: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:12:30.959151 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:31.660525 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:32.124205 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:34.883734 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:12:34.954527 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:55.712057 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-52611817-22a8-425e-b61f-209b0a1738b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:58.331182 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3d269717-3c8b-45d5-b12f-7f81bb3b218c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:12:59.412325 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:00.964113 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:01.672671 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:02.140269 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:04.951776 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:11.883708 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:13:25.714014 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cf13bb2b-3c61-465c-946a-19facdacbc27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:28.154252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ff8748b-353e-450b-8fb3-ddb96dd83444 req-c950459b-4ead-4bc8-8c99-ceab2e046126 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0947890 Feb 16 17:13:28.252608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8748b-353e-450b-8fb3-ddb96dd83444 req-86bcec54-4adf-4c68-b1fa-6a7ff82755cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:28.254121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ff8748b-353e-450b-8fb3-ddb96dd83444 req-86bcec54-4adf-4c68-b1fa-6a7ff82755cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 1127 time: 0.0581777 Feb 16 17:13:28.336279 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6af9d5e5-30d7-4df7-91b2-93f0b13021b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:28.365252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8748b-353e-450b-8fb3-ddb96dd83444 req-0f146fc2-fde3-44bf-b516-6e989830635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:28.366722 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ff8748b-353e-450b-8fb3-ddb96dd83444 req-0f146fc2-fde3-44bf-b516-6e989830635c service neutron] 10.222.0.65 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.0944188 Feb 16 17:13:28.432210 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ff8748b-353e-450b-8fb3-ddb96dd83444 req-bb1ff6af-db9e-4a95-a88d-f54888455a81 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c03106-db65-4c0a-91a6-c08366dad6df HTTP/1.1" status: 200 len: 1001 time: 0.0596428 Feb 16 17:13:28.485249 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8748b-353e-450b-8fb3-ddb96dd83444 req-2081e502-dfc6-4dc4-886b-33936e355e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:28.486811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ff8748b-353e-450b-8fb3-ddb96dd83444 req-2081e502-dfc6-4dc4-886b-33936e355e14 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0496120 Feb 16 17:13:28.536979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8748b-353e-450b-8fb3-ddb96dd83444 req-06ba677f-d10e-4433-a73c-1086d151ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:28.538491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ff8748b-353e-450b-8fb3-ddb96dd83444 req-06ba677f-d10e-4433-a73c-1086d151ff80 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454180 Feb 16 17:13:28.547991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-7ff8748b-353e-450b-8fb3-ddb96dd83444 req-217fe076-7913-4e47-8d42-dee590b4f424 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:13:28.548979 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ff8748b-353e-450b-8fb3-ddb96dd83444 req-217fe076-7913-4e47-8d42-dee590b4f424 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050933 Feb 16 17:13:28.642171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ff8748b-353e-450b-8fb3-ddb96dd83444 req-7b416483-7d4a-4c17-9577-a8465697e264 service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864747 Feb 16 17:13:28.736646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ff8748b-353e-450b-8fb3-ddb96dd83444 req-e72d7ec4-ca0a-4ceb-b82b-95652b06e3ef service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892870 Feb 16 17:13:29.415183 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:30.964959 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:31.662351 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:32.124439 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:33.124843 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b41e5fc5-522a-4a4b-9f16-df7c117c1bed req-8f4dc2f6-0e39-43fd-8bda-3bad3468d6de service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0971451 Feb 16 17:13:33.209946 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e5fc5-522a-4a4b-9f16-df7c117c1bed req-16a16e78-656c-42dc-9c5b-86ac969d0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:33.211512 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b41e5fc5-522a-4a4b-9f16-df7c117c1bed req-16a16e78-656c-42dc-9c5b-86ac969d0042 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 1127 time: 0.0460858 Feb 16 17:13:33.323504 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e5fc5-522a-4a4b-9f16-df7c117c1bed req-13b69bb8-764d-495f-be11-94182bfad7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:33.325422 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b41e5fc5-522a-4a4b-9f16-df7c117c1bed req-13b69bb8-764d-495f-be11-94182bfad7a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.0958717 Feb 16 17:13:33.395228 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b41e5fc5-522a-4a4b-9f16-df7c117c1bed req-8179e96d-19d5-4e56-b192-2ee440d9fb3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3c5e15-0b37-434a-9f7a-e713f52ac83b HTTP/1.1" status: 200 len: 1001 time: 0.0640907 Feb 16 17:13:33.444387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e5fc5-522a-4a4b-9f16-df7c117c1bed req-ab9834db-5358-498b-85ba-26e68a98af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:33.445931 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b41e5fc5-522a-4a4b-9f16-df7c117c1bed req-ab9834db-5358-498b-85ba-26e68a98af43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0456340 Feb 16 17:13:33.501602 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e5fc5-522a-4a4b-9f16-df7c117c1bed req-c9bad868-1e64-4ae1-85c0-ae663b8f5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:33.503080 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b41e5fc5-522a-4a4b-9f16-df7c117c1bed req-c9bad868-1e64-4ae1-85c0-ae663b8f5a0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505235 Feb 16 17:13:33.513122 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-b41e5fc5-522a-4a4b-9f16-df7c117c1bed req-7a83622c-a6f5-4777-91cf-1ba01ae71a09 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:13:33.514090 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b41e5fc5-522a-4a4b-9f16-df7c117c1bed req-7a83622c-a6f5-4777-91cf-1ba01ae71a09 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051675 Feb 16 17:13:33.606341 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b41e5fc5-522a-4a4b-9f16-df7c117c1bed req-42cc3fbc-a290-41b9-a195-8af87d9b7a18 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868821 Feb 16 17:13:33.698189 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b41e5fc5-522a-4a4b-9f16-df7c117c1bed req-6057bbd7-6a4a-4eda-99c0-8158f1aadc72 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861959 Feb 16 17:13:34.954863 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:48.885271 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:13:55.715922 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e114d4f1-5541-41e8-a2fd-e41cf0ca84b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:57.809404 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50626) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:13:57.975360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Deleting port c040144b-989d-4d1c-bae3-06aa99efb1ca {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:13:57.975618 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c040144b-989d-4d1c-bae3-06aa99efb1ca), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:58.059393 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c040144b-989d-4d1c-bae3-06aa99efb1ca), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:58.059722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for floatingip (c040144b-989d-4d1c-bae3-06aa99efb1ca), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:58.071955 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Calling delete_port for c040144b-989d-4d1c-bae3-06aa99efb1ca owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:13:58.231965 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c040144b-989d-4d1c-bae3-06aa99efb1ca), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:58.260983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event deleted for resources: {'Port': ['ID=c040144b-989d-4d1c-bae3-06aa99efb1ca,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:13:58.275066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.275466 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.275742 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.276106 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.276434 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.276759 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.277081 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.277398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.277717 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.278028 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.278344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.278687 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.278981 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:13:58.338875 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for floatingip (8304293e-c864-4601-a54b-22661f4103f1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:58.339450 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Floating IP 8304293e-c864-4601-a54b-22661f4103f1 disassociated (deleted). External IP: 172.25.4.115, port: 66c03106-db65-4c0a-91a6-c08366dad6df. Feb 16 17:13:58.341804 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0214cf8-4dc5-49cc-af86-a83f1d47d5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:58.573152 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:13:58.696731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:13:58.701435 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:58.709696 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ec4cc-2816-4083-939f-04f9ffd91358 None None] Sync routers for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:13:58.722649 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ec4cc-2816-4083-939f-04f9ffd91358 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:13:58.723610 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8f9ec4cc-2816-4083-939f-04f9ffd91358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:13:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:58.747093 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-18eb6210-91a0-4b84-9ad8-f89ad4164324 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "DELETE /v2.0/floatingips/8304293e-c864-4601-a54b-22661f4103f1 HTTP/1.1" status: 204 len: 168 time: 0.9343138 Feb 16 17:13:58.747093 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be98a4c9-7c3f-4385-8196-bb539db8a511', 'tag': '66c03106-db65-4c0a-91a6-c08366dad6df'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:13:58.749327 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaf4678-6afd-4a46-95bd-a7955a035ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "be98a4c9-7c3f-4385-8196-bb539db8a511", "tag": "66c03106-db65-4c0a-91a6-c08366dad6df"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:13:58.810425 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c59161-b0c1-457c-b1ad-aa7994b741f9 x-openstack-request-id: req-52c59161-b0c1-457c-b1ad-aa7994b741f9 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:13:58.811054 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be98a4c9-7c3f-4385-8196-bb539db8a511", "tag": "66c03106-db65-4c0a-91a6-c08366dad6df", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:13:58.811054 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52c59161-b0c1-457c-b1ad-aa7994b741f9 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:13:58.811346 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be98a4c9-7c3f-4385-8196-bb539db8a511', 'tag': '66c03106-db65-4c0a-91a6-c08366dad6df', 'status': 'completed', 'code': 200} Feb 16 17:13:58.872378 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-8f9ec4cc-2816-4083-939f-04f9ffd91358 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:13:58.912685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf4678-6afd-4a46-95bd-a7955a035ca8 req-42cb0dea-4078-467d-b76b-5eabef3368d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:58.915857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6aaf4678-6afd-4a46-95bd-a7955a035ca8 req-42cb0dea-4078-467d-b76b-5eabef3368d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 1127 time: 0.0685160 Feb 16 17:13:59.071651 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf4678-6afd-4a46-95bd-a7955a035ca8 req-2339c1ef-9f00-4aa5-8847-e44ef2c67479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:59.073123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6aaf4678-6afd-4a46-95bd-a7955a035ca8 req-2339c1ef-9f00-4aa5-8847-e44ef2c67479 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.1518171 Feb 16 17:13:59.137472 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6aaf4678-6afd-4a46-95bd-a7955a035ca8 req-bbe4081c-d5bb-437d-a760-5e3d674ec8f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c03106-db65-4c0a-91a6-c08366dad6df HTTP/1.1" status: 200 len: 217 time: 0.0570796 Feb 16 17:13:59.144848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afda5ba-ce2b-4c88-b03e-30c686cbbb99 req-43593205-d466-4b6d-a2f4-a04bc1255b7d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:59.147293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7afda5ba-ce2b-4c88-b03e-30c686cbbb99 req-43593205-d466-4b6d-a2f4-a04bc1255b7d tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 945 time: 0.1415575 Feb 16 17:13:59.164140 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8f9ec4cc-2816-4083-939f-04f9ffd91358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ac066ce7-ca4e-4695-a808-cd0a9d267530', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'port_id': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'mac_address': 'fa:16:3e:1a:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6de06-6142-4da6-9316-960196c281f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:04Z', 'updated_at': '2022-02-16T17:10:06Z', 'revision_number': 1, 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:59.201358 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ec4cc-2816-4083-939f-04f9ffd91358 None None] Checking router: a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:13:59.211799 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ec4cc-2816-4083-939f-04f9ffd91358 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:13:59.212518 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8f9ec4cc-2816-4083-939f-04f9ffd91358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:13:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:59.228991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf4678-6afd-4a46-95bd-a7955a035ca8 req-bf74ea19-0db4-404f-8747-7a6edb02eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:59.230480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6aaf4678-6afd-4a46-95bd-a7955a035ca8 req-bf74ea19-0db4-404f-8747-7a6edb02eb2c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0819986 Feb 16 17:13:59.258222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7afda5ba-ce2b-4c88-b03e-30c686cbbb99 req-7a9c9c88-3dc8-4bcf-8673-cb765b439877 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023078 Feb 16 17:13:59.303737 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf4678-6afd-4a46-95bd-a7955a035ca8 req-e51148ea-acec-4637-a1f7-740c2fa6cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:13:59.305521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6aaf4678-6afd-4a46-95bd-a7955a035ca8 req-e51148ea-acec-4637-a1f7-740c2fa6cba4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0661700 Feb 16 17:13:59.412959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6aaf4678-6afd-4a46-95bd-a7955a035ca8 req-db244958-30f4-4e84-82f2-3a1cdd867a1b service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005359 Feb 16 17:13:59.432883 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-8f9ec4cc-2816-4083-939f-04f9ffd91358 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:13:59.445116 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:13:59.510461 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6aaf4678-6afd-4a46-95bd-a7955a035ca8 req-b2d94a74-1a76-4bd3-a074-0c23bf62cf8a service neutron] 10.222.0.65 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911586 Feb 16 17:13:59.672920 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8f9ec4cc-2816-4083-939f-04f9ffd91358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ac066ce7-ca4e-4695-a808-cd0a9d267530', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'port_id': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'mac_address': 'fa:16:3e:1a:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6de06-6142-4da6-9316-960196c281f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:04Z', 'updated_at': '2022-02-16T17:10:06Z', 'revision_number': 1, 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:13:59.702811 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ec4cc-2816-4083-939f-04f9ffd91358 None None] The sync data for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 is: [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'ac066ce7-ca4e-4695-a808-cd0a9d267530', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'port_id': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'mac_address': 'fa:16:3e:1a:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6de06-6142-4da6-9316-960196c281f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:10:04Z', 'updated_at': '2022-02-16T17:10:06Z', 'revision_number': 1, 'project_id': '2b779e025ab44f24afff60114276c36b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:13:59.957913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e5da2c-c670-4ad5-a915-3368e0d57657 None None] New status for floating IP 8304293e-c864-4601-a54b-22661f4103f1: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:14:00.390949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c3336-f82b-4e37-af90-f70a256ad50a req-dcbb2a21-d6a0-43c5-95c5-4ff7cf8c6371 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:00.392752 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f72c3336-f82b-4e37-af90-f70a256ad50a req-dcbb2a21-d6a0-43c5-95c5-4ff7cf8c6371 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 945 time: 0.0596523 Feb 16 17:14:00.447288 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f72c3336-f82b-4e37-af90-f70a256ad50a req-7351c729-2d74-461f-8b73-2cd60308ea94 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476601 Feb 16 17:14:00.525986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde0d2d-333c-4ac4-8c03-86b9bc527e60 req-82bc8a80-ca39-49ea-acec-333bf75f0780 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:00.527352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2fde0d2d-333c-4ac4-8c03-86b9bc527e60 req-82bc8a80-ca39-49ea-acec-333bf75f0780 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 945 time: 0.0531805 Feb 16 17:14:00.636106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-2fde0d2d-333c-4ac4-8c03-86b9bc527e60 req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Deleting port 66c03106-db65-4c0a-91a6-c08366dad6df {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:14:00.636447 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2fde0d2d-333c-4ac4-8c03-86b9bc527e60 req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (66c03106-db65-4c0a-91a6-c08366dad6df), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:00.730568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2fde0d2d-333c-4ac4-8c03-86b9bc527e60 req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] For port 66c03106-db65-4c0a-91a6-c08366dad6df, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=66c03106-db65-4c0a-91a6-c08366dad6df,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:14:00.730889 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2fde0d2d-333c-4ac4-8c03-86b9bc527e60 req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (66c03106-db65-4c0a-91a6-c08366dad6df), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:00.744560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-2fde0d2d-333c-4ac4-8c03-86b9bc527e60 req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Calling delete_port for 66c03106-db65-4c0a-91a6-c08366dad6df owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:14:00.896003 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2fde0d2d-333c-4ac4-8c03-86b9bc527e60 req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (66c03106-db65-4c0a-91a6-c08366dad6df), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:00.930003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event deleted for resources: {'Port': ['ID=66c03106-db65-4c0a-91a6-c08366dad6df,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:00.944677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:00.944677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:00.944677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:00.944677 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:00.945124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:00.945638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:00.945749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:00.946167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:00.946534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:00.946903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:00.947332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:00.947785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:00.948074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:00.985708 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:00.992010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fde0d2d-333c-4ac4-8c03-86b9bc527e60 req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] No DVR routers for this DVR port 66c03106-db65-4c0a-91a6-c08366dad6df on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:14:00.994631 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2fde0d2d-333c-4ac4-8c03-86b9bc527e60 req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:00.998035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2fde0d2d-333c-4ac4-8c03-86b9bc527e60 req-215a4f53-3117-4148-90eb-3a8378ff0835 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.65 "DELETE /v2.0/ports/66c03106-db65-4c0a-91a6-c08366dad6df HTTP/1.1" status: 204 len: 173 time: 0.4654527 Feb 16 17:14:00.998521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be98a4c9-7c3f-4385-8196-bb539db8a511', 'name': 'network-vif-deleted', 'tag': '66c03106-db65-4c0a-91a6-c08366dad6df'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:14:01.000902 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b00b1f3-d598-4751-b6f1-3ca61ec66acf" -d '{"events": [{"server_uuid": "be98a4c9-7c3f-4385-8196-bb539db8a511", "name": "network-vif-deleted", "tag": "66c03106-db65-4c0a-91a6-c08366dad6df"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:14:01.056758 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b264ed-2212-4f9d-bc0e-039fa2d2cd83 x-openstack-request-id: req-78b264ed-2212-4f9d-bc0e-039fa2d2cd83 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:14:01.057065 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be98a4c9-7c3f-4385-8196-bb539db8a511", "name": "network-vif-deleted", "tag": "66c03106-db65-4c0a-91a6-c08366dad6df", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:14:01.057322 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78b264ed-2212-4f9d-bc0e-039fa2d2cd83 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:14:01.057732 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be98a4c9-7c3f-4385-8196-bb539db8a511', 'name': 'network-vif-deleted', 'tag': '66c03106-db65-4c0a-91a6-c08366dad6df', 'status': 'completed', 'code': 200} Feb 16 17:14:01.589235 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48abdb07-96d8-4639-816e-eb2533754031 req-41d19995-85e2-47c6-8aff-3a0f8acc0a68 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 210 time: 0.0405395 Feb 16 17:14:01.681263 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:02.135772 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:02.715252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e7d4c1e4-2860-423b-8817-3016620aff68 req-b361e755-60b4-4b7c-948b-f2a471cfef6c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 210 time: 0.0356960 Feb 16 17:14:03.790597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 66c03106-db65-4c0a-91a6-c08366dad6df no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:14:03.828374 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 66c03106-db65-4c0a-91a6-c08366dad6df {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:14:03.828964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 66c03106-db65-4c0a-91a6-c08366dad6df not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:14:03.840822 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8d97c45-76aa-46e4-a0ed-14ed22efe279 req-3a64402d-5bba-4ed8-a827-1fdca3b3f27a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 210 time: 0.0321040 Feb 16 17:14:04.961492 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:04.968940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11cc031c-1c7d-4fa2-8690-81b81e4f46ee req-39728428-475a-4329-bd41-243ce6174362 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 210 time: 0.0413158 Feb 16 17:14:06.086442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2962d389-fec2-4ebf-ad5b-a5abf6c5d088 req-c3a8ea53-268f-45e1-a046-7701257afa73 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 210 time: 0.0396633 Feb 16 17:14:07.203579 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb8674a7-3423-49ce-8bc6-d101190d98eb req-1a09af6b-3063-4b10-8ada-33310babdfd0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 210 time: 0.0287080 Feb 16 17:14:08.313732 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0dd599ce-a2d5-4e53-8589-598b84a10469 req-7caef45b-4c98-4cc3-bee3-2be6f4b4e5ff tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 210 time: 0.0317147 Feb 16 17:14:09.446133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e7f9753-dc68-4820-b796-d4c03433c485 req-e8aaee6a-2e9e-40fc-8669-25c8eb771d2a tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 210 time: 0.0441048 Feb 16 17:14:10.835216 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c6735d8-97a9-4829-8f6e-b0e963f90c72 req-aecad83a-8632-49d8-8151-7d650739ba57 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=be98a4c9-7c3f-4385-8196-bb539db8a511 HTTP/1.1" status: 200 len: 210 time: 0.0298731 Feb 16 17:14:23.809370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50950) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:23.814235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-49fe4fb3-e95e-4137-bd25-dc1f82cd2859 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-809906707', 'description': 'tempest-secgroup-smoke-809906707 description', 'project_id': 'ccfe7495c6b341959f417194b2449062'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:23.837797 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49fe4fb3-e95e-4137-bd25-dc1f82cd2859 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:23.908051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49fe4fb3-e95e-4137-bd25-dc1f82cd2859 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group (a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:23.911938 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49fe4fb3-e95e-4137-bd25-dc1f82cd2859 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:23.948745 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49fe4fb3-e95e-4137-bd25-dc1f82cd2859 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:23.950019 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-49fe4fb3-e95e-4137-bd25-dc1f82cd2859 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1396368 Feb 16 17:14:23.951233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe4fb3-e95e-4137-bd25-dc1f82cd2859 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:23.953168 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50952) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:23.959210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-937cc8d9-77b4-4cc7-b6ae-22c65e5c9331 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Request body: {'security_group_rule': {'security_group_id': 'a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3', 'project_id': 'ccfe7495c6b341959f417194b2449062', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:23.987946 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-937cc8d9-77b4-4cc7-b6ae-22c65e5c9331 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (7089c75c-e260-4621-8681-5f580395add5), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.047902 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-937cc8d9-77b4-4cc7-b6ae-22c65e5c9331 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (7089c75c-e260-4621-8681-5f580395add5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.051695 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-937cc8d9-77b4-4cc7-b6ae-22c65e5c9331 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (7089c75c-e260-4621-8681-5f580395add5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.068849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cc8d9-77b4-4cc7-b6ae-22c65e5c9331 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7089c75c-e260-4621-8681-5f580395add5,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:24.078268 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-937cc8d9-77b4-4cc7-b6ae-22c65e5c9331 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.079487 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-937cc8d9-77b4-4cc7-b6ae-22c65e5c9331 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246014 Feb 16 17:14:24.082331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50954) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:24.086668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d399f698-8777-486c-b0bb-7716f9cbe0bc tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Request body: {'security_group_rule': {'security_group_id': 'a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3', 'project_id': 'ccfe7495c6b341959f417194b2449062', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:24.111161 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d399f698-8777-486c-b0bb-7716f9cbe0bc tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (beed8997-74da-4dc6-ae4e-b3fe096b99ef), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.169586 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d399f698-8777-486c-b0bb-7716f9cbe0bc tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (beed8997-74da-4dc6-ae4e-b3fe096b99ef), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.173316 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d399f698-8777-486c-b0bb-7716f9cbe0bc tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (beed8997-74da-4dc6-ae4e-b3fe096b99ef), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.191733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399f698-8777-486c-b0bb-7716f9cbe0bc tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beed8997-74da-4dc6-ae4e-b3fe096b99ef,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:24.200058 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d399f698-8777-486c-b0bb-7716f9cbe0bc tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.201257 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d399f698-8777-486c-b0bb-7716f9cbe0bc tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179664 Feb 16 17:14:24.203987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50956) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:24.208495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-72b91e2a-302e-4d4c-a22b-6250508dd1f7 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Request body: {'security_group_rule': {'security_group_id': 'a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3', 'project_id': 'ccfe7495c6b341959f417194b2449062', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:24.233441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72b91e2a-302e-4d4c-a22b-6250508dd1f7 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (f739d438-35bf-45bd-b615-9af6dbbf9514), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.289603 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72b91e2a-302e-4d4c-a22b-6250508dd1f7 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (f739d438-35bf-45bd-b615-9af6dbbf9514), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.293662 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72b91e2a-302e-4d4c-a22b-6250508dd1f7 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (f739d438-35bf-45bd-b615-9af6dbbf9514), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.313631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b91e2a-302e-4d4c-a22b-6250508dd1f7 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f739d438-35bf-45bd-b615-9af6dbbf9514,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:24.321371 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72b91e2a-302e-4d4c-a22b-6250508dd1f7 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.322668 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-72b91e2a-302e-4d4c-a22b-6250508dd1f7 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177731 Feb 16 17:14:24.325410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50958) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:24.329673 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c844dd98-0f39-4f4e-b531-d7ff547928ed tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Request body: {'security_group_rule': {'security_group_id': 'a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3', 'project_id': 'ccfe7495c6b341959f417194b2449062', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:24.353919 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c844dd98-0f39-4f4e-b531-d7ff547928ed tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (7270b3d5-4117-46c7-ba92-812717a5ac6e), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.411270 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c844dd98-0f39-4f4e-b531-d7ff547928ed tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (7270b3d5-4117-46c7-ba92-812717a5ac6e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.415089 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c844dd98-0f39-4f4e-b531-d7ff547928ed tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (7270b3d5-4117-46c7-ba92-812717a5ac6e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.433523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844dd98-0f39-4f4e-b531-d7ff547928ed tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7270b3d5-4117-46c7-ba92-812717a5ac6e,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:24.444357 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c844dd98-0f39-4f4e-b531-d7ff547928ed tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.448324 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c844dd98-0f39-4f4e-b531-d7ff547928ed tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193290 Feb 16 17:14:24.448460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50960) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:24.452691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-431548a2-aad9-4288-a5b5-ab9ea9e107e9 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Request body: {'security_group_rule': {'security_group_id': 'a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3', 'project_id': 'ccfe7495c6b341959f417194b2449062', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:24.473286 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-431548a2-aad9-4288-a5b5-ab9ea9e107e9 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Project ccfe7495c6b341959f417194b2449062 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:14:24.478418 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-431548a2-aad9-4288-a5b5-ab9ea9e107e9 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (edbc5697-9f4d-4208-8ef1-1b63dc9c0280), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.538082 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-431548a2-aad9-4288-a5b5-ab9ea9e107e9 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (edbc5697-9f4d-4208-8ef1-1b63dc9c0280), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.541446 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-431548a2-aad9-4288-a5b5-ab9ea9e107e9 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (edbc5697-9f4d-4208-8ef1-1b63dc9c0280), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.558022 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431548a2-aad9-4288-a5b5-ab9ea9e107e9 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbc5697-9f4d-4208-8ef1-1b63dc9c0280,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:24.567502 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-431548a2-aad9-4288-a5b5-ab9ea9e107e9 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.568744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-431548a2-aad9-4288-a5b5-ab9ea9e107e9 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193781 Feb 16 17:14:24.571427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50962) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:24.575667 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-49de0b88-aea2-4fc6-bbca-1e03efc9b4c0 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Request body: {'security_group_rule': {'security_group_id': 'a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3', 'project_id': 'ccfe7495c6b341959f417194b2449062', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:24.596146 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-49de0b88-aea2-4fc6-bbca-1e03efc9b4c0 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Project ccfe7495c6b341959f417194b2449062 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:14:24.603216 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-49de0b88-aea2-4fc6-bbca-1e03efc9b4c0 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (87d5d2e7-6590-48c6-b0f5-514cffd20db0), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.616186 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50966) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:24.663798 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-49de0b88-aea2-4fc6-bbca-1e03efc9b4c0 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (87d5d2e7-6590-48c6-b0f5-514cffd20db0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.668874 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-49de0b88-aea2-4fc6-bbca-1e03efc9b4c0 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (87d5d2e7-6590-48c6-b0f5-514cffd20db0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.689095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de0b88-aea2-4fc6-bbca-1e03efc9b4c0 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d5d2e7-6590-48c6-b0f5-514cffd20db0,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:24.695266 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-49de0b88-aea2-4fc6-bbca-1e03efc9b4c0 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.696477 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-49de0b88-aea2-4fc6-bbca-1e03efc9b4c0 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240330 Feb 16 17:14:24.789887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-13c57731-bc36-4fb8-83b3-faaffe46b40f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Deleting port d4c2831d-319a-441f-a0c3-b4549be97f2b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:14:24.790399 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-13c57731-bc36-4fb8-83b3-faaffe46b40f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (d4c2831d-319a-441f-a0c3-b4549be97f2b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.856529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-b17fdcf5-d851-4b86-a855-64a6c301e12a tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809906707&fields=id&tenant_id=ccfe7495c6b341959f417194b2449062 HTTP/1.1" status: 200 len: 267 time: 0.0445745 Feb 16 17:14:24.869635 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-13c57731-bc36-4fb8-83b3-faaffe46b40f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (d4c2831d-319a-441f-a0c3-b4549be97f2b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.870512 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-13c57731-bc36-4fb8-83b3-faaffe46b40f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for floatingip (d4c2831d-319a-441f-a0c3-b4549be97f2b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:24.882456 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-13c57731-bc36-4fb8-83b3-faaffe46b40f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Calling delete_port for d4c2831d-319a-441f-a0c3-b4549be97f2b owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:14:24.966477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-6d610e9c-f146-46e1-8681-bf7167c7ce55 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:24.967952 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-6d610e9c-f146-46e1-8681-bf7167c7ce55 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/networks?id=d03de99c-70bb-4178-b07a-5524fa9111ad HTTP/1.1" status: 200 len: 814 time: 0.1046145 Feb 16 17:14:24.982516 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-9fb9f085-1ebf-4ed1-851e-0edab60e4fce tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/quotas/ccfe7495c6b341959f417194b2449062 HTTP/1.1" status: 200 len: 375 time: 0.0090566 Feb 16 17:14:25.038421 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-13c57731-bc36-4fb8-83b3-faaffe46b40f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (d4c2831d-319a-441f-a0c3-b4549be97f2b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:25.041073 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-356d358b-e66f-49a5-ae82-ae3054d3d54a tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ccfe7495c6b341959f417194b2449062&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530567 Feb 16 17:14:25.067069 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c57731-bc36-4fb8-83b3-faaffe46b40f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event deleted for resources: {'Port': ['ID=d4c2831d-319a-441f-a0c3-b4549be97f2b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:25.137246 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-13c57731-bc36-4fb8-83b3-faaffe46b40f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for floatingip (ac066ce7-ca4e-4695-a808-cd0a9d267530), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:25.137657 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-13c57731-bc36-4fb8-83b3-faaffe46b40f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Floating IP ac066ce7-ca4e-4695-a808-cd0a9d267530 disassociated (deleted). External IP: 172.25.4.246, port: 2a3c5e15-0b37-434a-9f7a-e713f52ac83b. Feb 16 17:14:25.194063 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-ac43365a-b42c-4d8e-884b-aa9c7e0eb580 service neutron] 10.222.0.24 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406028 Feb 16 17:14:25.283311 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-7470e0ef-da43-419c-aa30-4366e9f7c6c0 service neutron] 10.222.0.24 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834680 Feb 16 17:14:25.354542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c57731-bc36-4fb8-83b3-faaffe46b40f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:14:25.478083 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c57731-bc36-4fb8-83b3-faaffe46b40f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:14:25.483233 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-13c57731-bc36-4fb8-83b3-faaffe46b40f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:25.489399 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb61352-0c21-4207-b649-37e75f8b2367 None None] Sync routers for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:14:25.500501 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb61352-0c21-4207-b649-37e75f8b2367 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:14:25.501113 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5bb61352-0c21-4207-b649-37e75f8b2367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:13:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:25.519126 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-13c57731-bc36-4fb8-83b3-faaffe46b40f tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "DELETE /v2.0/floatingips/ac066ce7-ca4e-4695-a808-cd0a9d267530 HTTP/1.1" status: 204 len: 168 time: 0.9010401 Feb 16 17:14:25.519922 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb6de06-6142-4da6-9316-960196c281f3', 'tag': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:14:25.522565 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3923604-05de-443d-8a83-189f4e96aff6" -d '{"events": [{"name": "network-changed", "server_uuid": "edb6de06-6142-4da6-9316-960196c281f3", "tag": "2a3c5e15-0b37-434a-9f7a-e713f52ac83b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:14:25.567422 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b306d61-a457-4417-a771-38a795bd7905 x-openstack-request-id: req-5b306d61-a457-4417-a771-38a795bd7905 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:14:25.567690 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb6de06-6142-4da6-9316-960196c281f3", "tag": "2a3c5e15-0b37-434a-9f7a-e713f52ac83b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:14:25.567970 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b306d61-a457-4417-a771-38a795bd7905 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:14:25.568383 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb6de06-6142-4da6-9316-960196c281f3', 'tag': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'status': 'completed', 'code': 200} Feb 16 17:14:25.633190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6822df5-a5ed-48b0-83fa-ff85ed4018c1 req-316d309d-802b-4497-93e1-9d99128abdc2 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 210 time: 0.0339701 Feb 16 17:14:25.661158 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5bb61352-0c21-4207-b649-37e75f8b2367 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:14:25.662447 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3923604-05de-443d-8a83-189f4e96aff6 req-fdd7fc53-25cc-4866-8b94-71bc0319a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:25.668919 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c3923604-05de-443d-8a83-189f4e96aff6 req-fdd7fc53-25cc-4866-8b94-71bc0319a429 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b779e025ab44f24afff60114276c36b&device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 1127 time: 0.0772457 Feb 16 17:14:25.736047 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d64fa6db-6f1a-47ad-83fe-4f3c87cb5228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:25.822417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3923604-05de-443d-8a83-189f4e96aff6 req-c3f90acd-d2d1-4028-9d45-ff5e2c614809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:25.824141 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c3923604-05de-443d-8a83-189f4e96aff6 req-c3f90acd-d2d1-4028-9d45-ff5e2c614809 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 200 len: 912 time: 0.1499023 Feb 16 17:14:25.838046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e6571-4595-4aa4-9b5e-23b4a7c78460 req-7cc83521-6f69-4399-9405-c78c07c05993 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:25.839606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f3e6571-4595-4aa4-9b5e-23b4a7c78460 req-7cc83521-6f69-4399-9405-c78c07c05993 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 945 time: 0.0661676 Feb 16 17:14:25.891676 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:14:25.892993 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c3923604-05de-443d-8a83-189f4e96aff6 req-eb69d29d-d8a9-4e28-b1a8-c093a315eca7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a3c5e15-0b37-434a-9f7a-e713f52ac83b HTTP/1.1" status: 200 len: 217 time: 0.0603199 Feb 16 17:14:25.897459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f3e6571-4595-4aa4-9b5e-23b4a7c78460 req-dcee1e9a-0e96-4849-a557-442e22d14be7 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503466 Feb 16 17:14:25.914393 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5bb61352-0c21-4207-b649-37e75f8b2367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:25.947188 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb61352-0c21-4207-b649-37e75f8b2367 None None] Checking router: a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:14:25.948662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3923604-05de-443d-8a83-189f4e96aff6 req-d09429bc-31e9-46e7-a120-7b281e8d00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:25.950296 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c3923604-05de-443d-8a83-189f4e96aff6 req-d09429bc-31e9-46e7-a120-7b281e8d00f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 200 len: 850 time: 0.0508626 Feb 16 17:14:25.955936 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb61352-0c21-4207-b649-37e75f8b2367 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:14:25.956529 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5bb61352-0c21-4207-b649-37e75f8b2367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:13:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:26.005790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3923604-05de-443d-8a83-189f4e96aff6 req-75fc628b-7d53-49db-bf81-cd49d1db62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:26.007348 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c3923604-05de-443d-8a83-189f4e96aff6 req-75fc628b-7d53-49db-bf81-cd49d1db62a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59605855-a12a-4807-9e09-0b33b401436f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489666 Feb 16 17:14:26.075153 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5bb61352-0c21-4207-b649-37e75f8b2367 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:14:26.114458 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c3923604-05de-443d-8a83-189f4e96aff6 req-03975d9a-317e-4b3f-9b0e-8b719b1cdf18 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005468 Feb 16 17:14:26.209121 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c3923604-05de-443d-8a83-189f4e96aff6 req-dbe30329-258f-4c9a-ae9e-33e1f846cb30 service neutron] 10.222.0.60 "GET /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887954 Feb 16 17:14:26.300601 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5bb61352-0c21-4207-b649-37e75f8b2367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:26.327758 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb61352-0c21-4207-b649-37e75f8b2367 None None] The sync data for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 is: [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:00:59Z', 'revision_number': 4, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '142d0436-0abc-4ca5-bf82-38c9e114765a', 'name': '', 'network_id': '59605855-a12a-4807-9e09-0b33b401436f', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'mac_address': 'fa:16:3e:d5:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:58Z', 'updated_at': '2022-02-16T17:01:04Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'subnets': [{'id': 'a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:14:26.557613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef92f49-0112-4922-ab83-abac49ed1c08 None None] New status for floating IP ac066ce7-ca4e-4695-a808-cd0a9d267530: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:14:26.703076 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-b115f06b-3377-48e3-8157-04b71d536f39 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:26.704745 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-b115f06b-3377-48e3-8157-04b71d536f39 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.65 "GET /v2.0/networks?id=d03de99c-70bb-4178-b07a-5524fa9111ad HTTP/1.1" status: 200 len: 814 time: 0.1214998 Feb 16 17:14:26.749991 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d21ca08-b4eb-4098-9707-1340817f0c60 req-169bd47d-39c2-437d-b285-fcfaff1df49e tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 210 time: 0.0415287 Feb 16 17:14:26.793892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-00c9cc42-820a-4c8a-97af-94e8751859a7 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccfe7495c6b341959f417194b2449062 HTTP/1.1" status: 200 len: 379 time: 0.0762010 Feb 16 17:14:26.803206 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-2989c5f4-abac-46fa-9ede-14525bfa1403 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Request body: {'port': {'device_id': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'admin_state_up': True, 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'security_groups': ['a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:26.912839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-2989c5f4-abac-46fa-9ede-14525bfa1403 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Made reservation on behalf of ccfe7495c6b341959f417194b2449062 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:14:26.916335 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-2989c5f4-abac-46fa-9ede-14525bfa1403 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:27.081626 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18fdcb-9d02-4da8-aebf-eb93f079e449 req-d21d7683-a4db-49d8-b6bf-e079810e5686 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:27.083024 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc18fdcb-9d02-4da8-aebf-eb93f079e449 req-d21d7683-a4db-49d8-b6bf-e079810e5686 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 945 time: 0.1049623 Feb 16 17:14:27.093630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-2989c5f4-abac-46fa-9ede-14525bfa1403 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Allocated IP 172.20.0.9 (d03de99c-70bb-4178-b07a-5524fa9111ad/9a873218-0be0-49a8-a3bc-45cf2dada84e/f6f3118e-2bed-4265-9fa3-1649f89a14a8) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:14:27.164042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc18fdcb-9d02-4da8-aebf-eb93f079e449 req-4f90600e-a471-422f-89a5-ba42c24ddcb3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5f94d6a-799a-4011-9108-c8fe43e4483d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748143 Feb 16 17:14:27.275492 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-2989c5f4-abac-46fa-9ede-14525bfa1403 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:27.308971 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-2989c5f4-abac-46fa-9ede-14525bfa1403 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:27.355790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-2989c5f4-abac-46fa-9ede-14525bfa1403 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Network d03de99c-70bb-4178-b07a-5524fa9111ad is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:14:27.358921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-2989c5f4-abac-46fa-9ede-14525bfa1403 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:14:27.363553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-2989c5f4-abac-46fa-9ede-14525bfa1403 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:14:27.395205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d0191-f5a3-4206-ba8e-ae64b7d111dc req-11c4e92f-c664-49cf-8e8f-22ca6cf660b5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:27.396911 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989c5f4-abac-46fa-9ede-14525bfa1403 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Pushing event updated for resources: {'Port': ['ID=f6f3118e-2bed-4265-9fa3-1649f89a14a8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:27.398420 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-373d0191-f5a3-4206-ba8e-ae64b7d111dc req-11c4e92f-c664-49cf-8e8f-22ca6cf660b5 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 945 time: 0.0660143 Feb 16 17:14:27.442431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-2989c5f4-abac-46fa-9ede-14525bfa1403 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:27.444434 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-2989c5f4-abac-46fa-9ede-14525bfa1403 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:27.468188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-2989c5f4-abac-46fa-9ede-14525bfa1403 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6693799 Feb 16 17:14:27.481271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Request body: {'port': {'device_id': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:27.535847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-373d0191-f5a3-4206-ba8e-ae64b7d111dc req-9599d94c-cc28-4f83-bf94-e05bb6101cde tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Deleting port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:14:27.536217 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-373d0191-f5a3-4206-ba8e-ae64b7d111dc req-9599d94c-cc28-4f83-bf94-e05bb6101cde tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:27.567082 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:27.647335 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-373d0191-f5a3-4206-ba8e-ae64b7d111dc req-9599d94c-cc28-4f83-bf94-e05bb6101cde tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] For port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=2a3c5e15-0b37-434a-9f7a-e713f52ac83b,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:14:27.648396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-373d0191-f5a3-4206-ba8e-ae64b7d111dc req-9599d94c-cc28-4f83-bf94-e05bb6101cde tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:27.656610 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-40487b7c-1c8a-49b4-b453-7b0313e9b855 None None] Provisioning complete for port f6f3118e-2bed-4265-9fa3-1649f89a14a8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:27.658364 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-40487b7c-1c8a-49b4-b453-7b0313e9b855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:27.664948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-373d0191-f5a3-4206-ba8e-ae64b7d111dc req-9599d94c-cc28-4f83-bf94-e05bb6101cde tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Calling delete_port for 2a3c5e15-0b37-434a-9f7a-e713f52ac83b owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:14:27.704189 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-40487b7c-1c8a-49b4-b453-7b0313e9b855 None None] Port f6f3118e-2bed-4265-9fa3-1649f89a14a8 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:14:27.813839 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-373d0191-f5a3-4206-ba8e-ae64b7d111dc req-9599d94c-cc28-4f83-bf94-e05bb6101cde tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2a3c5e15-0b37-434a-9f7a-e713f52ac83b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:27.858631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599d94c-cc28-4f83-bf94-e05bb6101cde tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event deleted for resources: {'Port': ['ID=2a3c5e15-0b37-434a-9f7a-e713f52ac83b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:27.911637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-373d0191-f5a3-4206-ba8e-ae64b7d111dc req-9599d94c-cc28-4f83-bf94-e05bb6101cde tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] No DVR routers for this DVR port 2a3c5e15-0b37-434a-9f7a-e713f52ac83b on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:14:27.914273 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-373d0191-f5a3-4206-ba8e-ae64b7d111dc req-9599d94c-cc28-4f83-bf94-e05bb6101cde tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:27.917664 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-373d0191-f5a3-4206-ba8e-ae64b7d111dc req-9599d94c-cc28-4f83-bf94-e05bb6101cde tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.60 "DELETE /v2.0/ports/2a3c5e15-0b37-434a-9f7a-e713f52ac83b HTTP/1.1" status: 204 len: 173 time: 0.5077243 Feb 16 17:14:27.918137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6de06-6142-4da6-9316-960196c281f3', 'name': 'network-vif-deleted', 'tag': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:14:27.920556 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7625f494-3aa9-428a-af1f-2203519503d2" -d '{"events": [{"server_uuid": "edb6de06-6142-4da6-9316-960196c281f3", "name": "network-vif-deleted", "tag": "2a3c5e15-0b37-434a-9f7a-e713f52ac83b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:14:27.930354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f3118e-2bed-4265-9fa3-1649f89a14a8 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:14:27.943349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7198c-5ca2-4ef3-93a6-78173d10fd0a req-f26e2714-9981-4dd0-9230-ebfcc0297512 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:27.946297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ea7198c-5ca2-4ef3-93a6-78173d10fd0a req-f26e2714-9981-4dd0-9230-ebfcc0297512 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 931 time: 0.1175499 Feb 16 17:14:27.951680 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Publish callbacks [] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:27.978652 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eceba6-dc2a-4b24-8c7c-85af84f68922 x-openstack-request-id: req-b3eceba6-dc2a-4b24-8c7c-85af84f68922 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:14:27.984850 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb6de06-6142-4da6-9316-960196c281f3", "name": "network-vif-deleted", "tag": "2a3c5e15-0b37-434a-9f7a-e713f52ac83b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:14:27.985075 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3eceba6-dc2a-4b24-8c7c-85af84f68922 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:14:27.985434 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6de06-6142-4da6-9316-960196c281f3', 'name': 'network-vif-deleted', 'tag': '2a3c5e15-0b37-434a-9f7a-e713f52ac83b', 'status': 'completed', 'code': 200} Feb 16 17:14:27.991328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Transition to ACTIVE for port object f6f3118e-2bed-4265-9fa3-1649f89a14a8 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:14:28.001739 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:28.053495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7ea7198c-5ca2-4ef3-93a6-78173d10fd0a req-6e58aa35-10c4-4626-8490-33762fa237fd tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989573 Feb 16 17:14:28.080976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f3118e-2bed-4265-9fa3-1649f89a14a8,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:28.159170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Attempting to bind port f6f3118e-2bed-4265-9fa3-1649f89a14a8 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:14:28.159508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Attempting to bind port f6f3118e-2bed-4265-9fa3-1649f89a14a8 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '7a3663eb-a239-46ab-9f6d-6fe8710331d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:14:28.159917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Attempting to bind port f6f3118e-2bed-4265-9fa3-1649f89a14a8 on network d03de99c-70bb-4178-b07a-5524fa9111ad {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:14:28.164627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Port f6f3118e-2bed-4265-9fa3-1649f89a14a8 on network d03de99c-70bb-4178-b07a-5524fa9111ad not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:14:28.164956 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Attempting to bind port f6f3118e-2bed-4265-9fa3-1649f89a14a8 on network d03de99c-70bb-4178-b07a-5524fa9111ad {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:14:28.170350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:14:28.170685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Checking segment: {'id': '7a3663eb-a239-46ab-9f6d-6fe8710331d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:14:28.171182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Bound using segment: {'id': '7a3663eb-a239-46ab-9f6d-6fe8710331d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:14:28.171619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Bound port: f6f3118e-2bed-4265-9fa3-1649f89a14a8, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3663eb-a239-46ab-9f6d-6fe8710331d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:14:28.171999 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:28.275098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] For port f6f3118e-2bed-4265-9fa3-1649f89a14a8, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:14:28.294912 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c871b93-54bc-4d1e-91cb-bdf587f02d82 req-b53c4847-9a88-49d1-b07c-cef87eed84af tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 210 time: 0.0345130 Feb 16 17:14:28.304109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] For port f6f3118e-2bed-4265-9fa3-1649f89a14a8, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f6f3118e-2bed-4265-9fa3-1649f89a14a8,segment=NetworkSegment(7a3663eb-a239-46ab-9f6d-6fe8710331d4),segment_id=7a3663eb-a239-46ab-9f6d-6fe8710331d4)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:14:28.314813 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:28.354842 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:28.356083 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:28.358144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] 10.222.0.65 "PUT /v2.0/ports/f6f3118e-2bed-4265-9fa3-1649f89a14a8 HTTP/1.1" status: 200 len: 1091 time: 0.8816764 Feb 16 17:14:28.360686 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'tag': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:14:28.363493 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66d3a39-0355-4ce6-982f-2a9ebab6e5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f905593e-6cc6-4b54-a9ca-0923cb03d9cf", "tag": "f6f3118e-2bed-4265-9fa3-1649f89a14a8"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:14:28.384038 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-963fe7b5-a1f5-4ab0-a3cd-85ac9b1a2951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:28.458192 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6763db-2a50-4d1d-92eb-ecd2725f4484 x-openstack-request-id: req-6a6763db-2a50-4d1d-92eb-ecd2725f4484 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:14:28.458764 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f905593e-6cc6-4b54-a9ca-0923cb03d9cf", "tag": "f6f3118e-2bed-4265-9fa3-1649f89a14a8", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:14:28.459122 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a6763db-2a50-4d1d-92eb-ecd2725f4484 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:14:28.459625 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'tag': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'status': 'completed', 'code': 200} Feb 16 17:14:28.470501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0bb99-9eea-43b3-8a44-6403daaf02d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f3118e-2bed-4265-9fa3-1649f89a14a8,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:28.491350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-75e2d630-0c66-4684-a3f2-92cf01cc0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:28.493258 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-75e2d630-0c66-4684-a3f2-92cf01cc0b82 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ccfe7495c6b341959f417194b2449062&device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 1125 time: 0.0863338 Feb 16 17:14:28.544545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-f6a3f059-9553-4a73-b541-fe2f0678c5a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f3118e-2bed-4265-9fa3-1649f89a14a8 HTTP/1.1" status: 200 len: 217 time: 0.0436754 Feb 16 17:14:28.601895 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-a7407936-13c3-4a4e-a680-b5ea9055cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:28.603378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-a7407936-13c3-4a4e-a680-b5ea9055cc2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a873218-0be0-49a8-a3bc-45cf2dada84e HTTP/1.1" status: 200 len: 853 time: 0.0523832 Feb 16 17:14:28.667616 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-4a6b57ac-f52c-42b0-93c8-0762f09834c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:28.669840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-4a6b57ac-f52c-42b0-93c8-0762f09834c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d03de99c-70bb-4178-b07a-5524fa9111ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0607700 Feb 16 17:14:28.766659 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-6bcf81ec-edaa-4f2d-b007-5cd92ce960e1 service neutron] 10.222.0.65 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893416 Feb 16 17:14:28.860118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3de0af5-0b6c-4051-b479-ab74fcd0bd51 req-142a7736-8952-4b42-9f76-b87dafbd18fb service neutron] 10.222.0.65 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869613 Feb 16 17:14:28.944868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d3a39-0355-4ce6-982f-2a9ebab6e5a4 req-4d9dc582-ad4c-4d2f-91ef-7244dfe94aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:28.946935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e66d3a39-0355-4ce6-982f-2a9ebab6e5a4 req-4d9dc582-ad4c-4d2f-91ef-7244dfe94aab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ccfe7495c6b341959f417194b2449062&device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 1125 time: 0.0461404 Feb 16 17:14:29.040069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d3a39-0355-4ce6-982f-2a9ebab6e5a4 req-8d0740bd-464e-4b4b-9f45-96450387472f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:29.041485 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e66d3a39-0355-4ce6-982f-2a9ebab6e5a4 req-8d0740bd-464e-4b4b-9f45-96450387472f service neutron] 10.222.0.65 "GET /v2.0/networks?id=d03de99c-70bb-4178-b07a-5524fa9111ad HTTP/1.1" status: 200 len: 915 time: 0.0894473 Feb 16 17:14:29.085475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e66d3a39-0355-4ce6-982f-2a9ebab6e5a4 req-61dc859a-67af-4c16-a284-262d68020553 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f3118e-2bed-4265-9fa3-1649f89a14a8 HTTP/1.1" status: 200 len: 217 time: 0.0384045 Feb 16 17:14:29.165286 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d3a39-0355-4ce6-982f-2a9ebab6e5a4 req-3c2643a9-0b3a-47c1-b2d1-767b5b673925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:29.166738 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e66d3a39-0355-4ce6-982f-2a9ebab6e5a4 req-3c2643a9-0b3a-47c1-b2d1-767b5b673925 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a873218-0be0-49a8-a3bc-45cf2dada84e HTTP/1.1" status: 200 len: 853 time: 0.0763173 Feb 16 17:14:29.421780 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:29.567131 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497ad43-ca79-4d4d-b251-68188ff77d83 req-1d5e1b6e-2945-45ab-864f-d01f9861ad7e tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:29.568607 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2497ad43-ca79-4d4d-b251-68188ff77d83 req-1d5e1b6e-2945-45ab-864f-d01f9861ad7e tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.4440360 Feb 16 17:14:29.571924 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-796044f5-213e-43e3-9f04-53c1324220ff req-fe9a42dc-e9b7-4d90-ae88-6750b99edac3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 210 time: 0.0417688 Feb 16 17:14:29.602619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d3a39-0355-4ce6-982f-2a9ebab6e5a4 req-68831fcb-2aac-4508-8980-0255420d7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:29.604227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e66d3a39-0355-4ce6-982f-2a9ebab6e5a4 req-68831fcb-2aac-4508-8980-0255420d7f04 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d03de99c-70bb-4178-b07a-5524fa9111ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4315009 Feb 16 17:14:29.654043 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2497ad43-ca79-4d4d-b251-68188ff77d83 req-ae588284-b482-4c06-92aa-90f6ee6c5a8d tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773070 Feb 16 17:14:29.715239 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e66d3a39-0355-4ce6-982f-2a9ebab6e5a4 req-5cd23819-aa3a-4ac6-b0bb-51145c01bc4a service neutron] 10.222.0.65 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035812 Feb 16 17:14:29.808631 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e66d3a39-0355-4ce6-982f-2a9ebab6e5a4 req-f528681f-6f86-4d17-b207-8b897b3f5059 service neutron] 10.222.0.65 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878496 Feb 16 17:14:30.460035 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 2a3c5e15-0b37-434a-9f7a-e713f52ac83b no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:14:30.480891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 2a3c5e15-0b37-434a-9f7a-e713f52ac83b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:14:30.481238 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 2a3c5e15-0b37-434a-9f7a-e713f52ac83b not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:14:30.675484 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e69fcc6c-ddbc-4ccb-b610-72438e07b349 req-c501744e-d3e8-425b-812e-a635f79ed96c tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 210 time: 0.0325818 Feb 16 17:14:30.781016 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87ce3f-4043-4b66-a938-f62beaf01665 req-dbcf91ca-24f2-493c-867e-12aee9b54d2b tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:30.782485 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f87ce3f-4043-4b66-a938-f62beaf01665 req-dbcf91ca-24f2-493c-867e-12aee9b54d2b tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0547018 Feb 16 17:14:30.834467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6f87ce3f-4043-4b66-a938-f62beaf01665 req-132accb6-4a46-464b-8d6c-542a6639b513 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455439 Feb 16 17:14:30.970660 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:31.694001 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:31.771661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0014536e-5602-4855-a3e4-1aaff7a824f2 req-757e3075-400e-4506-a12d-f06f96a74bff tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 210 time: 0.0267034 Feb 16 17:14:31.955827 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83611bfc-c98e-4131-a9d3-d175abfb49f3 req-d3c593dd-74dd-4383-aa50-7c9fc03f387a tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:31.957209 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83611bfc-c98e-4131-a9d3-d175abfb49f3 req-d3c593dd-74dd-4383-aa50-7c9fc03f387a tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0542486 Feb 16 17:14:32.015143 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83611bfc-c98e-4131-a9d3-d175abfb49f3 req-964465b3-df85-4be9-a47f-21c7f75d4c64 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522299 Feb 16 17:14:32.129131 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:32.869912 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0086cfa-2639-4eb4-bd5e-ecf4bb6dbf66 req-d511092b-997a-442f-b393-b7950a349d97 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 210 time: 0.0276191 Feb 16 17:14:33.135226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7996f3-8d8a-4d27-a711-b75bcd7a8e1f req-b02c440c-42d2-4979-aa56-0e65fc7894e5 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:33.136716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a7996f3-8d8a-4d27-a711-b75bcd7a8e1f req-b02c440c-42d2-4979-aa56-0e65fc7894e5 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0541730 Feb 16 17:14:33.187032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5a7996f3-8d8a-4d27-a711-b75bcd7a8e1f req-8f61ef2a-0902-45e9-a1ad-d6a8350b85dd tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446768 Feb 16 17:14:33.964979 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e20f93a5-4669-4ffd-acd9-4021ca0f3b3f req-3c74f66d-4fd8-4cde-aca0-0661aff49afe tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 210 time: 0.0278237 Feb 16 17:14:34.312701 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fa2b7-6ec3-4783-a875-54ebd5a7300b req-8f6f3cfd-0ae0-4d80-8f15-8c364015c653 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:34.314178 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b83fa2b7-6ec3-4783-a875-54ebd5a7300b req-8f6f3cfd-0ae0-4d80-8f15-8c364015c653 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0582578 Feb 16 17:14:34.364199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b83fa2b7-6ec3-4783-a875-54ebd5a7300b req-d0bad4b5-ebb0-4e96-87f5-b5e49ddbe488 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442252 Feb 16 17:14:34.961971 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:35.075734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4db2c983-bcab-40ee-8445-93f18e662e99 req-70ac946a-db3f-4561-bad7-3e12e3a04dca tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 210 time: 0.0286720 Feb 16 17:14:35.484106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb27a7-fc01-4c0e-8edb-6853a4a3cc77 req-4e659165-653a-40fd-ab52-9d1303e01b59 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:35.485848 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ecb27a7-fc01-4c0e-8edb-6853a4a3cc77 req-4e659165-653a-40fd-ab52-9d1303e01b59 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0542870 Feb 16 17:14:35.535122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6ecb27a7-fc01-4c0e-8edb-6853a4a3cc77 req-6ec30431-0ea2-466e-aa7f-3f77eccb09fa tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437055 Feb 16 17:14:36.180457 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fc71737-7313-4eef-a4af-e94ef569f778 req-d58ea2ae-bb27-45dc-bf45-31e2722220b3 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 210 time: 0.0311694 Feb 16 17:14:36.653880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbf81d-e5bd-4aff-b0b2-5e5a500e6c82 req-3106dec9-c59d-4fee-94d4-a2262a678b80 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:36.655358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96cbf81d-e5bd-4aff-b0b2-5e5a500e6c82 req-3106dec9-c59d-4fee-94d4-a2262a678b80 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0524325 Feb 16 17:14:36.705289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96cbf81d-e5bd-4aff-b0b2-5e5a500e6c82 req-2d7754cd-5950-43b9-b8ac-ae060de6fe6f tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434206 Feb 16 17:14:37.275379 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ca8da35-453d-4475-8cd9-0cc33c8df7ed req-6d3ed7c8-ce9b-4116-86ce-12cf3f7322cf tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 210 time: 0.0277388 Feb 16 17:14:37.826738 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29c77a-cb9a-499b-95a7-515c1c270786 req-8bd5e4c8-6673-48ca-a79d-e7babac7a6ca tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:37.828307 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b29c77a-cb9a-499b-95a7-515c1c270786 req-8bd5e4c8-6673-48ca-a79d-e7babac7a6ca tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0526292 Feb 16 17:14:37.882848 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b29c77a-cb9a-499b-95a7-515c1c270786 req-8b2539b0-9983-4476-8578-376b2febfbd7 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482135 Feb 16 17:14:38.370514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33806b4b-3aa0-4515-8801-77a7d9137416 req-08360c4e-c3e3-4438-84b1-189deecebb28 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 210 time: 0.0277734 Feb 16 17:14:39.001578 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af226b33-a74a-48a1-9339-79c1203f2e87 req-14eaf03b-11c8-4dbf-9e62-0b2f862940d8 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:39.003049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af226b33-a74a-48a1-9339-79c1203f2e87 req-14eaf03b-11c8-4dbf-9e62-0b2f862940d8 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0532827 Feb 16 17:14:39.052178 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af226b33-a74a-48a1-9339-79c1203f2e87 req-93e47e10-562f-4a05-b4d9-1af89c960cca tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430741 Feb 16 17:14:39.469215 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07771718-cbf7-4397-b109-d4d53646c344 req-a06675a3-105c-4959-939a-25300666b322 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 210 time: 0.0296643 Feb 16 17:14:40.175890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f7ba5-6a03-4d6c-a435-f0742f7158df req-c78541e0-3f8d-4b64-b399-6aad84a5927d tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:40.177426 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb8f7ba5-6a03-4d6c-a435-f0742f7158df req-c78541e0-3f8d-4b64-b399-6aad84a5927d tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0581167 Feb 16 17:14:40.225991 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eb8f7ba5-6a03-4d6c-a435-f0742f7158df req-72b2e070-341c-4611-a07f-496415c1d5f5 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430458 Feb 16 17:14:40.563608 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8c1a8a8-0574-43a2-b588-842b01d81fcf req-8ef0ba15-5c7a-4486-9c88-4685bd2bef5e tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 210 time: 0.0272615 Feb 16 17:14:41.352212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2783acc-88e8-4b0b-95c3-7bc4db8c488e req-de19becb-9421-4b0e-81ae-20867ff696df tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:41.353737 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2783acc-88e8-4b0b-95c3-7bc4db8c488e req-de19becb-9421-4b0e-81ae-20867ff696df tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0556157 Feb 16 17:14:41.403088 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2783acc-88e8-4b0b-95c3-7bc4db8c488e req-a20a99d5-d164-40f2-9e5c-117ef6fbc41e tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436506 Feb 16 17:14:41.662831 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d40137f4-9846-4e04-988e-a2dc88c8da21 req-1e1f6e92-232a-4d87-8efb-6d8a6bd64bfe tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "GET /v2.0/ports?device_id=edb6de06-6142-4da6-9316-960196c281f3 HTTP/1.1" status: 200 len: 210 time: 0.0313241 Feb 16 17:14:42.534547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf805be7-da90-45e7-9d6d-2399f7d6c322 req-b5e4809e-7e7c-474b-b7ac-d532dc4cdd05 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:42.542301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf805be7-da90-45e7-9d6d-2399f7d6c322 req-b5e4809e-7e7c-474b-b7ac-d532dc4cdd05 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0644639 Feb 16 17:14:42.591112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf805be7-da90-45e7-9d6d-2399f7d6c322 req-b0eb1eb6-0692-4d3a-a1f3-4896865100cc tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478528 Feb 16 17:14:42.720649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51062) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:42.848865 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8ff25-cb89-4c59-8301-6aff9eab1ce0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Deleting port 889206e9-d1cc-4e96-b49e-759ecd3ab560 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:14:42.849223 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a3d8ff25-cb89-4c59-8301-6aff9eab1ce0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (889206e9-d1cc-4e96-b49e-759ecd3ab560), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:42.928742 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a3d8ff25-cb89-4c59-8301-6aff9eab1ce0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (889206e9-d1cc-4e96-b49e-759ecd3ab560), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:42.929065 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a3d8ff25-cb89-4c59-8301-6aff9eab1ce0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for floatingip (889206e9-d1cc-4e96-b49e-759ecd3ab560), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:42.941269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8ff25-cb89-4c59-8301-6aff9eab1ce0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Calling delete_port for 889206e9-d1cc-4e96-b49e-759ecd3ab560 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:14:43.074275 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a3d8ff25-cb89-4c59-8301-6aff9eab1ce0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (889206e9-d1cc-4e96-b49e-759ecd3ab560), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:43.109560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8ff25-cb89-4c59-8301-6aff9eab1ce0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event deleted for resources: {'Port': ['ID=889206e9-d1cc-4e96-b49e-759ecd3ab560,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:43.167551 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a3d8ff25-cb89-4c59-8301-6aff9eab1ce0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for floatingip (ae6ccd66-5521-4e26-97d4-f26583fff2d9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:43.170135 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a3d8ff25-cb89-4c59-8301-6aff9eab1ce0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:43.171286 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a3d8ff25-cb89-4c59-8301-6aff9eab1ce0 tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "DELETE /v2.0/floatingips/ae6ccd66-5521-4e26-97d4-f26583fff2d9 HTTP/1.1" status: 204 len: 168 time: 0.4490087 Feb 16 17:14:43.722938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad7669-0484-49d5-bf1c-2aea764f595b req-d56f883e-bd94-4363-b565-e70d2dac4305 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:43.724562 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6ad7669-0484-49d5-bf1c-2aea764f595b req-d56f883e-bd94-4363-b565-e70d2dac4305 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0568638 Feb 16 17:14:43.779508 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6ad7669-0484-49d5-bf1c-2aea764f595b req-c2789128-c6ac-4a69-b41e-0551dec96ea0 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492826 Feb 16 17:14:44.909554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575841f0-bb42-4f32-926e-71062770c6ec req-edb239a5-e674-4872-a4fe-8a92632286df tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:44.911037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-575841f0-bb42-4f32-926e-71062770c6ec req-edb239a5-e674-4872-a4fe-8a92632286df tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0593362 Feb 16 17:14:44.959622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-575841f0-bb42-4f32-926e-71062770c6ec req-37266ac3-d25a-4c0d-9eae-2913594417fb tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428767 Feb 16 17:14:46.079102 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d545f-c752-4825-808a-1cd3cf8e0724 req-62adf351-74b0-40d5-b063-98c1f9b7ff8f tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:46.080642 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff0d545f-c752-4825-808a-1cd3cf8e0724 req-62adf351-74b0-40d5-b063-98c1f9b7ff8f tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0532043 Feb 16 17:14:46.131314 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff0d545f-c752-4825-808a-1cd3cf8e0724 req-064d4a6f-9ffb-4a3d-ac66-cbeec6306d50 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450468 Feb 16 17:14:47.262382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db46ad0-f5cd-4279-a7a3-ec1d17d78f5b req-832927b4-9a9c-4925-bbda-5380a8bb6b3c tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:47.264044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7db46ad0-f5cd-4279-a7a3-ec1d17d78f5b req-832927b4-9a9c-4925-bbda-5380a8bb6b3c tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0577130 Feb 16 17:14:47.323062 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7db46ad0-f5cd-4279-a7a3-ec1d17d78f5b req-4de0f388-329c-416f-8658-2971485465e8 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527091 Feb 16 17:14:48.447062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8ec5c-5917-4251-a164-4be10dbf4160 req-3b37403b-df0e-4d5c-8051-7a31497f860d tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:48.448619 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36f8ec5c-5917-4251-a164-4be10dbf4160 req-3b37403b-df0e-4d5c-8051-7a31497f860d tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0541332 Feb 16 17:14:48.498846 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36f8ec5c-5917-4251-a164-4be10dbf4160 req-7b364512-94a0-451d-8b95-a0f6ec168509 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445411 Feb 16 17:14:49.619457 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05fe3b-4ba8-4f2f-987b-a692a4b0e0a3 req-be857695-a928-43ad-b5d8-6db7db273778 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:49.621000 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a05fe3b-4ba8-4f2f-987b-a692a4b0e0a3 req-be857695-a928-43ad-b5d8-6db7db273778 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0542536 Feb 16 17:14:49.671112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a05fe3b-4ba8-4f2f-987b-a692a4b0e0a3 req-eedf2bd5-8ec7-48a0-a2b0-baa8bf7da426 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438719 Feb 16 17:14:50.669887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51098) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:50.735393 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-934046b0-e3d1-4960-afae-9cfbc9e494de tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group (b5f94d6a-799a-4011-9108-c8fe43e4483d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:50.787354 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-934046b0-e3d1-4960-afae-9cfbc9e494de tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group (b5f94d6a-799a-4011-9108-c8fe43e4483d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:50.837174 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab18a55-4afa-4685-922f-45fa6987a60b req-2388bd45-170f-4581-8270-ca27f14f4e7e tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:50.838600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ab18a55-4afa-4685-922f-45fa6987a60b req-2388bd45-170f-4581-8270-ca27f14f4e7e tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0970395 Feb 16 17:14:50.895786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ab18a55-4afa-4685-922f-45fa6987a60b req-b7d7d9e4-5354-4abc-a4b8-0d9674f99e5b tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464730 Feb 16 17:14:50.896833 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-934046b0-e3d1-4960-afae-9cfbc9e494de tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b5f94d6a-799a-4011-9108-c8fe43e4483d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:50.899585 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-934046b0-e3d1-4960-afae-9cfbc9e494de tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:50.903316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-934046b0-e3d1-4960-afae-9cfbc9e494de tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] 10.222.0.24 "DELETE /v2.0/security-groups/b5f94d6a-799a-4011-9108-c8fe43e4483d HTTP/1.1" status: 204 len: 168 time: 0.2297995 Feb 16 17:14:50.911688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934046b0-e3d1-4960-afae-9cfbc9e494de tempest-TestVolumeBootPattern-310876315 tempest-TestVolumeBootPattern-310876315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f94d6a-799a-4011-9108-c8fe43e4483d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:50.984861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51104) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:51.485424 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b934ae3f-91c8-4316-8169-94c776c5cd8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:51.750369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b934ae3f-91c8-4316-8169-94c776c5cd8f admin admin] Deleting port 142d0436-0abc-4ca5-bf82-38c9e114765a {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:14:51.750946 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b934ae3f-91c8-4316-8169-94c776c5cd8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:51.828795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-b934ae3f-91c8-4316-8169-94c776c5cd8f admin admin] For port 142d0436-0abc-4ca5-bf82-38c9e114765a, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=142d0436-0abc-4ca5-bf82-38c9e114765a,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:14:51.829149 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b934ae3f-91c8-4316-8169-94c776c5cd8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:51.842083 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b934ae3f-91c8-4316-8169-94c776c5cd8f admin admin] Calling delete_port for 142d0436-0abc-4ca5-bf82-38c9e114765a owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:14:52.055239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4089002-3ca8-4f34-b9a3-e707b5f4c06a req-ea1a5eb3-3902-4597-9510-c81a745cc5ea tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:52.056636 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4089002-3ca8-4f34-b9a3-e707b5f4c06a req-ea1a5eb3-3902-4597-9510-c81a745cc5ea tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.0902135 Feb 16 17:14:52.098823 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b934ae3f-91c8-4316-8169-94c776c5cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (142d0436-0abc-4ca5-bf82-38c9e114765a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:52.134900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934ae3f-91c8-4316-8169-94c776c5cd8f admin admin] Pushing event deleted for resources: {'Port': ['ID=142d0436-0abc-4ca5-bf82-38c9e114765a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:52.141708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c4089002-3ca8-4f34-b9a3-e707b5f4c06a req-f51b90b2-66b8-41e1-88c6-a61ca87a5079 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792549 Feb 16 17:14:52.336511 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b934ae3f-91c8-4316-8169-94c776c5cd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:52.564082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b934ae3f-91c8-4316-8169-94c776c5cd8f admin admin] Router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:14:52.679080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b934ae3f-91c8-4316-8169-94c776c5cd8f admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:14:52.684010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b934ae3f-91c8-4316-8169-94c776c5cd8f admin admin] 10.222.0.24 "PUT /v2.0/routers/a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7004979 Feb 16 17:14:52.686560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51110) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:52.688745 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d6350-f5a9-4de3-9852-5ce816749df3 None None] Sync routers for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:14:52.700165 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d6350-f5a9-4de3-9852-5ce816749df3 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:14:52.700869 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b71d6350-f5a9-4de3-9852-5ce816749df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:14:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:52.803251 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] Publish callbacks [] for router (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:52.812336 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b71d6350-f5a9-4de3-9852-5ce816749df3 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:14:52.913199 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] Publish callbacks [] for router_gateway (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:52.966487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] Deleting port 191bdd0c-accc-478e-942d-8457f73dd3fc {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:14:52.966810 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (191bdd0c-accc-478e-942d-8457f73dd3fc), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:52.993872 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b71d6350-f5a9-4de3-9852-5ce816749df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:14:52Z', 'revision_number': 5, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port': {'id': '191bdd0c-accc-478e-942d-8457f73dd3fc', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:00:55Z', 'updated_at': '2022-02-16T17:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:53.019884 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d6350-f5a9-4de3-9852-5ce816749df3 None None] Checking router: a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:14:53.029015 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d6350-f5a9-4de3-9852-5ce816749df3 None None] Routers {'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:14:53.029616 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b71d6350-f5a9-4de3-9852-5ce816749df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:14:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:53.047621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] For port 191bdd0c-accc-478e-942d-8457f73dd3fc, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=191bdd0c-accc-478e-942d-8457f73dd3fc,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:14:53.048010 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (191bdd0c-accc-478e-942d-8457f73dd3fc), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:53.060445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] Calling delete_port for 191bdd0c-accc-478e-942d-8457f73dd3fc owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:14:53.214761 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b71d6350-f5a9-4de3-9852-5ce816749df3 None None] Set router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:14:53.241486 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (191bdd0c-accc-478e-942d-8457f73dd3fc), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:53.276639 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b71d6350-f5a9-4de3-9852-5ce816749df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:14:52Z', 'revision_number': 6, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:53.279584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] Pushing event deleted for resources: {'Port': ['ID=191bdd0c-accc-478e-942d-8457f73dd3fc,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:53.304784 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d6350-f5a9-4de3-9852-5ce816749df3 None None] The sync data for ids ['a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7'] in n-d-669411-5 is: [{'id': 'a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7', 'name': 'tempest-TestVolumeBootPattern-448506218-router', 'tenant_id': '2b779e025ab44f24afff60114276c36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:00:54Z', 'updated_at': '2022-02-16T17:14:52Z', 'revision_number': 6, 'project_id': '2b779e025ab44f24afff60114276c36b', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:14:53.367536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f238e8-d86a-40ed-8794-f075127e5775 req-f7c9300f-527b-4145-ad19-936bbc68584e tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:53.369037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09f238e8-d86a-40ed-8794-f075127e5775 req-f7c9300f-527b-4145-ad19-936bbc68584e tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 943 time: 0.1253345 Feb 16 17:14:53.371963 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:53.482699 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:53.485903 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] Publish callbacks [] for router_controller (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:53.541601 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09f238e8-d86a-40ed-8794-f075127e5775 req-3a121fa5-bbf9-4dc0-9e6f-fb12ea634e22 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392994 Feb 16 17:14:53.545837 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:53.546380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:14:53.551413 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:53.555634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51114) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:53.556228 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c559b6d2-da2a-47cb-baff-7bb791a312fb admin admin] 10.222.0.24 "DELETE /v2.0/routers/a19c0ce5-d8a9-4f9b-b284-b497f9da2fb7 HTTP/1.1" status: 204 len: 168 time: 0.8682258 Feb 16 17:14:53.600847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56e2ce6-6f40-47cb-8d40-506119efb43f admin admin] Deleting subnet a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:14:53.604019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f56e2ce6-6f40-47cb-8d40-506119efb43f admin admin] Publish callbacks [] for subnet (a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:53.639298 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f56e2ce6-6f40-47cb-8d40-506119efb43f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:53.725694 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f56e2ce6-6f40-47cb-8d40-506119efb43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:53.782337 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f56e2ce6-6f40-47cb-8d40-506119efb43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:53.812216 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f56e2ce6-6f40-47cb-8d40-506119efb43f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:53.818757 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbe6aec-a1d5-434a-9de2-3c029afa5463 None None] Network 59605855-a12a-4807-9e09-0b33b401436f requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:14:53.819303 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f56e2ce6-6f40-47cb-8d40-506119efb43f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f HTTP/1.1" status: 204 len: 168 time: 0.2618687 Feb 16 17:14:53.819496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51116) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:53.820187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e2ce6-6f40-47cb-8d40-506119efb43f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57e602e-d6b8-4ac8-9b17-ee6e3bd3806f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:53.899947 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (59605855-a12a-4807-9e09-0b33b401436f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:53.959914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] Deleting port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:14:53.960388 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:53.991085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f6f3118e-2bed-4265-9fa3-1649f89a14a8 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:14:53.994368 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344fbb12-422d-43d4-95df-6de77a0d12b3 None None] DHCP port deletion for 59605855-a12a-4807-9e09-0b33b401436f request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:14:54.027744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] For port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:14:54.028440 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:54.042219 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] Calling delete_port for c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:14:54.117788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-344fbb12-422d-43d4-95df-6de77a0d12b3 None None] Deleting port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:14:54.118165 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-344fbb12-422d-43d4-95df-6de77a0d12b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:54.157321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f6f3118e-2bed-4265-9fa3-1649f89a14a8, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f6f3118e-2bed-4265-9fa3-1649f89a14a8,segment=NetworkSegment(7a3663eb-a239-46ab-9f6d-6fe8710331d4),segment_id=7a3663eb-a239-46ab-9f6d-6fe8710331d4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:14:54.203791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'port_id': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'mac_address': 'fa:16:3e:d9:28:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:14:54.214640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-344fbb12-422d-43d4-95df-6de77a0d12b3 None None] For port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c,segment=NetworkSegment(fc6a5462-608e-4746-85c3-9eea1dfc9562),segment_id=fc6a5462-608e-4746-85c3-9eea1dfc9562)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:14:54.215035 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-344fbb12-422d-43d4-95df-6de77a0d12b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:54.246636 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-344fbb12-422d-43d4-95df-6de77a0d12b3 None None] Calling delete_port for c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:14:54.269345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port f6f3118e-2bed-4265-9fa3-1649f89a14a8 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:14:54.269345 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:54.322991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f3118e-2bed-4265-9fa3-1649f89a14a8 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:14:54.339976 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 191bdd0c-accc-478e-942d-8457f73dd3fc no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:14:54.374002 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 191bdd0c-accc-478e-942d-8457f73dd3fc {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:14:54.374254 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 191bdd0c-accc-478e-942d-8457f73dd3fc not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:14:54.374679 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:14:54.378642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f6f3118e-2bed-4265-9fa3-1649f89a14a8, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f6f3118e-2bed-4265-9fa3-1649f89a14a8,segment=NetworkSegment(7a3663eb-a239-46ab-9f6d-6fe8710331d4),segment_id=7a3663eb-a239-46ab-9f6d-6fe8710331d4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:14:54.406243 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:54.449324 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-344fbb12-422d-43d4-95df-6de77a0d12b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:54.473166 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:54.476780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No active binding found for port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c {{(pid=103423) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 17:14:54.477159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] The host n-d-669411-5 is not matching for port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c host None! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 17:14:54.477540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:14:54.477962 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 142d0436-0abc-4ca5-bf82-38c9e114765a no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:14:54.479807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344fbb12-422d-43d4-95df-6de77a0d12b3 None None] No DVR routers for this DVR port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:14:54.501764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:54.503577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] No DVR routers for this DVR port c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:14:54.503993 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 142d0436-0abc-4ca5-bf82-38c9e114765a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:14:54.504342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 142d0436-0abc-4ca5-bf82-38c9e114765a not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:14:54.505777 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=f6f3118e-2bed-4265-9fa3-1649f89a14a8,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:54.514678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:54.515196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:54.515692 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:54.516149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:54.516381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:54.516707 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:54.517033 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:54.517559 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:54.518087 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:54.518569 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:54.519074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:54.519357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:54.519682 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:54.544106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fbb12-422d-43d4-95df-6de77a0d12b3 None None] Pushing event deleted for resources: {'Port': ['ID=c435b2e6-f6ac-4fbc-8b34-ea494ca14e2c,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:54.582276 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (59605855-a12a-4807-9e09-0b33b401436f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:54.603369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59605855-a12a-4807-9e09-0b33b401436f']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:54.613807 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['f6f3118e-2bed-4265-9fa3-1649f89a14a8'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:14:54.627183 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6a5462-608e-4746-85c3-9eea1dfc9562') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:54.627572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6a5462-608e-4746-85c3-9eea1dfc9562') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:54.653133 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (fc6a5462-608e-4746-85c3-9eea1dfc9562), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:54.670242 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (fc6a5462-608e-4746-85c3-9eea1dfc9562), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:54.681858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:14:54.682249 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (fc6a5462-608e-4746-85c3-9eea1dfc9562), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: self.session.flush() Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:14:54.683985 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:14:54.712571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612c4c2-f8c0-4aaf-ad9c-dc8ce4318a31 req-29521c9d-38cc-415b-81ec-3b2bfe56c7d1 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:54.714045 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a612c4c2-f8c0-4aaf-ad9c-dc8ce4318a31 req-29521c9d-38cc-415b-81ec-3b2bfe56c7d1 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 944 time: 0.0984192 Feb 16 17:14:54.769712 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (59605855-a12a-4807-9e09-0b33b401436f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:54.780117 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:54.783962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/59605855-a12a-4807-9e09-0b33b401436f HTTP/1.1" status: 204 len: 168 time: 0.9631915 Feb 16 17:14:54.787864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51122) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:54.798403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea32e3-b802-470c-9b77-5d41cd3184f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=59605855-a12a-4807-9e09-0b33b401436f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:54.820607 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a612c4c2-f8c0-4aaf-ad9c-dc8ce4318a31 req-f80aa13c-3f52-46cd-99a7-1f65e71e52f4 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740211 Feb 16 17:14:55.152039 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7b24-b2ee-4178-b72a-482bc6a65f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (102517af-a8b4-4a81-a18f-10808dc92367), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:55.404698 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-fc4c7b24-b2ee-4178-b72a-482bc6a65f92 admin admin] Deleting port de4a7937-f94b-4416-99c1-1f119e02185b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:14:55.405042 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7b24-b2ee-4178-b72a-482bc6a65f92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:55.486478 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-fc4c7b24-b2ee-4178-b72a-482bc6a65f92 admin admin] For port de4a7937-f94b-4416-99c1-1f119e02185b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=de4a7937-f94b-4416-99c1-1f119e02185b,segment=NetworkSegment(808e3704-3a6c-4aed-9ba4-e41a95fab313),segment_id=808e3704-3a6c-4aed-9ba4-e41a95fab313)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:14:55.486837 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7b24-b2ee-4178-b72a-482bc6a65f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:55.498975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-fc4c7b24-b2ee-4178-b72a-482bc6a65f92 admin admin] Calling delete_port for de4a7937-f94b-4416-99c1-1f119e02185b owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:14:55.720968 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fe73ab6c-293e-458e-ab5f-9523e39bfa6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:55.953503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dda606-f45a-48f8-845a-149db27174c6 req-02c271f8-2a0a-4315-82ea-33ab7305a184 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:55.955213 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41dda606-f45a-48f8-845a-149db27174c6 req-02c271f8-2a0a-4315-82ea-33ab7305a184 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 944 time: 0.0675552 Feb 16 17:14:55.990307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f6f3118e-2bed-4265-9fa3-1649f89a14a8 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:14:56.004831 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7b24-b2ee-4178-b72a-482bc6a65f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (de4a7937-f94b-4416-99c1-1f119e02185b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:56.020361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41dda606-f45a-48f8-845a-149db27174c6 req-047aba23-b48d-446a-b0e0-ec1ac2ea2afa tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563664 Feb 16 17:14:56.032065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c7b24-b2ee-4178-b72a-482bc6a65f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=de4a7937-f94b-4416-99c1-1f119e02185b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:56.054432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port f6f3118e-2bed-4265-9fa3-1649f89a14a8 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:14:56.059249 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port f6f3118e-2bed-4265-9fa3-1649f89a14a8 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:14:56.059713 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:56.147218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port f6f3118e-2bed-4265-9fa3-1649f89a14a8 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:14:56.147700 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:56.172981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:14:56.176430 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d3d459-c724-4d8b-9f27-6321db9af624" -d '{"events": [{"server_uuid": "f905593e-6cc6-4b54-a9ca-0923cb03d9cf", "name": "network-vif-plugged", "status": "completed", "tag": "f6f3118e-2bed-4265-9fa3-1649f89a14a8"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:14:56.190636 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f6f3118e-2bed-4265-9fa3-1649f89a14a8, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f6f3118e-2bed-4265-9fa3-1649f89a14a8,segment=NetworkSegment(7a3663eb-a239-46ab-9f6d-6fe8710331d4),segment_id=7a3663eb-a239-46ab-9f6d-6fe8710331d4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:14:56.195358 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:56.224657 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7b24-b2ee-4178-b72a-482bc6a65f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (102517af-a8b4-4a81-a18f-10808dc92367), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:56.231885 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b2967d-8491-4ed9-ada2-cc2c6edfb371 x-openstack-request-id: req-f7b2967d-8491-4ed9-ada2-cc2c6edfb371 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:14:56.232182 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f905593e-6cc6-4b54-a9ca-0923cb03d9cf", "name": "network-vif-plugged", "status": "completed", "tag": "f6f3118e-2bed-4265-9fa3-1649f89a14a8", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:14:56.232618 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7b2967d-8491-4ed9-ada2-cc2c6edfb371 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:14:56.233191 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'code': 200} Feb 16 17:14:56.263867 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=f6f3118e-2bed-4265-9fa3-1649f89a14a8,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:56.350672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598797d-e3c6-4add-aa04-184880264426 req-dc801077-631a-4d62-9a3c-d898a4141e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:56.352220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6598797d-e3c6-4add-aa04-184880264426 req-dc801077-631a-4d62-9a3c-d898a4141e90 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 1127 time: 0.0499957 Feb 16 17:14:56.397934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6598797d-e3c6-4add-aa04-184880264426 req-5eb6f7af-14ba-4e28-a342-9f1f21c9f466 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401783 Feb 16 17:14:56.471561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4c7b24-b2ee-4178-b72a-482bc6a65f92 admin admin] Router 102517af-a8b4-4a81-a18f-10808dc92367 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:14:56.579657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4c7b24-b2ee-4178-b72a-482bc6a65f92 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:14:56.586174 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fc4c7b24-b2ee-4178-b72a-482bc6a65f92 admin admin] 10.222.0.24 "PUT /v2.0/routers/102517af-a8b4-4a81-a18f-10808dc92367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7965539 Feb 16 17:14:56.588701 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51128) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:56.589758 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a759bf5-1182-4b67-b3a3-23dae1662b58 None None] Sync routers for ids ['102517af-a8b4-4a81-a18f-10808dc92367'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:14:56.600230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a759bf5-1182-4b67-b3a3-23dae1662b58 None None] Routers {'102517af-a8b4-4a81-a18f-10808dc92367'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:14:56.600924 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1a759bf5-1182-4b67-b3a3-23dae1662b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:14:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['102517af-a8b4-4a81-a18f-10808dc92367'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:56.696354 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] Publish callbacks [] for router (102517af-a8b4-4a81-a18f-10808dc92367), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:56.709708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-1a759bf5-1182-4b67-b3a3-23dae1662b58 None None] Set router 102517af-a8b4-4a81-a18f-10808dc92367 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:14:56.801589 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] Publish callbacks [] for router_gateway (102517af-a8b4-4a81-a18f-10808dc92367), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:56.855968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] Deleting port 0747abc0-d053-45ae-be38-6840db1afeaf {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:14:56.856374 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (0747abc0-d053-45ae-be38-6840db1afeaf), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:56.901608 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1a759bf5-1182-4b67-b3a3-23dae1662b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102517af-a8b4-4a81-a18f-10808dc92367', 'name': 'tempest-TestVolumeBootPattern-1327349229-router', 'tenant_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '0747abc0-d053-45ae-be38-6840db1afeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:04Z', 'updated_at': '2022-02-16T17:14:55Z', 'revision_number': 5, 'project_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'gw_port': {'id': '0747abc0-d053-45ae-be38-6840db1afeaf', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102517af-a8b4-4a81-a18f-10808dc92367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:01:07Z', 'updated_at': '2022-02-16T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:56.928611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a759bf5-1182-4b67-b3a3-23dae1662b58 None None] Checking router: 102517af-a8b4-4a81-a18f-10808dc92367 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:14:56.937181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a759bf5-1182-4b67-b3a3-23dae1662b58 None None] Routers {'102517af-a8b4-4a81-a18f-10808dc92367'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:14:56.937790 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1a759bf5-1182-4b67-b3a3-23dae1662b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:14:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['102517af-a8b4-4a81-a18f-10808dc92367'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:56.942831 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] For port 0747abc0-d053-45ae-be38-6840db1afeaf, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=0747abc0-d053-45ae-be38-6840db1afeaf,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:14:56.943193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (0747abc0-d053-45ae-be38-6840db1afeaf), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:56.955621 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] Calling delete_port for 0747abc0-d053-45ae-be38-6840db1afeaf owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:14:57.028575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-1a759bf5-1182-4b67-b3a3-23dae1662b58 None None] Set router 102517af-a8b4-4a81-a18f-10808dc92367 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:14:57.084931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1a759bf5-1182-4b67-b3a3-23dae1662b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102517af-a8b4-4a81-a18f-10808dc92367', 'name': 'tempest-TestVolumeBootPattern-1327349229-router', 'tenant_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:04Z', 'updated_at': '2022-02-16T17:14:56Z', 'revision_number': 6, 'project_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:57.117204 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a759bf5-1182-4b67-b3a3-23dae1662b58 None None] The sync data for ids ['102517af-a8b4-4a81-a18f-10808dc92367'] in n-d-669411-5 is: [{'id': '102517af-a8b4-4a81-a18f-10808dc92367', 'name': 'tempest-TestVolumeBootPattern-1327349229-router', 'tenant_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:01:04Z', 'updated_at': '2022-02-16T17:14:56Z', 'revision_number': 6, 'project_id': '1e5fc036d27e4b1b85a0bd921caccc4a', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:14:57.135616 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (0747abc0-d053-45ae-be38-6840db1afeaf), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.145855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a69d92-3231-423c-a8bc-32a67ca4e46e req-94b3b13f-418b-4922-9a69-385d828dc39d tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:57.149182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3a69d92-3231-423c-a8bc-32a67ca4e46e req-94b3b13f-418b-4922-9a69-385d828dc39d tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 945 time: 0.0636718 Feb 16 17:14:57.170961 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] Pushing event deleted for resources: {'Port': ['ID=0747abc0-d053-45ae-be38-6840db1afeaf,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:57.204181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3a69d92-3231-423c-a8bc-32a67ca4e46e req-52bd0f2c-5aa4-40c8-9f8e-75b67dc9dc02 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454385 Feb 16 17:14:57.230591 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (102517af-a8b4-4a81-a18f-10808dc92367), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.328124 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (102517af-a8b4-4a81-a18f-10808dc92367), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.330323 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] Publish callbacks [] for router_controller (102517af-a8b4-4a81-a18f-10808dc92367), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.378926 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (102517af-a8b4-4a81-a18f-10808dc92367), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.379412 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 102517af-a8b4-4a81-a18f-10808dc92367 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:14:57.383983 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.385158 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-49b0a74c-bc5e-4fa5-ba7a-1c61c8e42027 admin admin] 10.222.0.24 "DELETE /v2.0/routers/102517af-a8b4-4a81-a18f-10808dc92367 HTTP/1.1" status: 204 len: 168 time: 0.7954957 Feb 16 17:14:57.387587 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51132) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:57.434642 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af8181b-783a-45d3-912e-cec18bebbc8a admin admin] Deleting subnet f4ce27c3-ebf2-452f-a965-eae48da4ed49 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:14:57.437801 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5af8181b-783a-45d3-912e-cec18bebbc8a admin admin] Publish callbacks [] for subnet (f4ce27c3-ebf2-452f-a965-eae48da4ed49), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.476512 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5af8181b-783a-45d3-912e-cec18bebbc8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (f4ce27c3-ebf2-452f-a965-eae48da4ed49), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.573257 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5af8181b-783a-45d3-912e-cec18bebbc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (f4ce27c3-ebf2-452f-a965-eae48da4ed49), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.626178 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5af8181b-783a-45d3-912e-cec18bebbc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (f4ce27c3-ebf2-452f-a965-eae48da4ed49), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.653164 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8181b-783a-45d3-912e-cec18bebbc8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ce27c3-ebf2-452f-a965-eae48da4ed49,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:57.656927 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5af8181b-783a-45d3-912e-cec18bebbc8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.661288 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5af8181b-783a-45d3-912e-cec18bebbc8a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f4ce27c3-ebf2-452f-a965-eae48da4ed49 HTTP/1.1" status: 204 len: 168 time: 0.2727580 Feb 16 17:14:57.663802 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51134) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:57.665075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96187b28-ecd0-4b5e-9573-c2a84cfc46ef None None] Network bfe47c35-19ac-4088-8dc2-dc2142d0972e requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:14:57.736736 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (bfe47c35-19ac-4088-8dc2-dc2142d0972e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.792151 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] Deleting port 2bc750d2-bb22-4df8-8b9e-e506be5bb259 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:14:57.792492 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.855312 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] For port 2bc750d2-bb22-4df8-8b9e-e506be5bb259, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2bc750d2-bb22-4df8-8b9e-e506be5bb259,segment=NetworkSegment(808e3704-3a6c-4aed-9ba4-e41a95fab313),segment_id=808e3704-3a6c-4aed-9ba4-e41a95fab313)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:14:57.855596 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.873991 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] Calling delete_port for 2bc750d2-bb22-4df8-8b9e-e506be5bb259 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:14:57.885255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5017c1-617a-4120-8b6d-7e7c8f709f98 None None] DHCP port deletion for bfe47c35-19ac-4088-8dc2-dc2142d0972e request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:14:57.937339 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cd5017c1-617a-4120-8b6d-7e7c8f709f98 None None] Deleting port 2bc750d2-bb22-4df8-8b9e-e506be5bb259 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:14:57.938025 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cd5017c1-617a-4120-8b6d-7e7c8f709f98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.960006 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:57.988325 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc750d2-bb22-4df8-8b9e-e506be5bb259,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:57.991296 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] No DVR routers for this DVR port 2bc750d2-bb22-4df8-8b9e-e506be5bb259 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:14:58.005958 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-cd5017c1-617a-4120-8b6d-7e7c8f709f98 None None] For port 2bc750d2-bb22-4df8-8b9e-e506be5bb259, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2bc750d2-bb22-4df8-8b9e-e506be5bb259,segment=NetworkSegment(808e3704-3a6c-4aed-9ba4-e41a95fab313),segment_id=808e3704-3a6c-4aed-9ba4-e41a95fab313)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:14:58.006365 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cd5017c1-617a-4120-8b6d-7e7c8f709f98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:58.020335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cd5017c1-617a-4120-8b6d-7e7c8f709f98 None None] Calling delete_port for 2bc750d2-bb22-4df8-8b9e-e506be5bb259 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:14:58.069990 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (bfe47c35-19ac-4088-8dc2-dc2142d0972e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:58.093545 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe47c35-19ac-4088-8dc2-dc2142d0972e']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 17:14:58.101260 n-d-669411-5 neutron-server[103423]: self.session.flush() Feb 16 17:14:58.106263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808e3704-3a6c-4aed-9ba4-e41a95fab313') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:58.106263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808e3704-3a6c-4aed-9ba4-e41a95fab313') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:14:58.110132 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cd5017c1-617a-4120-8b6d-7e7c8f709f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (2bc750d2-bb22-4df8-8b9e-e506be5bb259), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:58.115838 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (808e3704-3a6c-4aed-9ba4-e41a95fab313), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:58.131557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (808e3704-3a6c-4aed-9ba4-e41a95fab313), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:58.137727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5017c1-617a-4120-8b6d-7e7c8f709f98 None None] Pushing event deleted for resources: {'Port': ['ID=2bc750d2-bb22-4df8-8b9e-e506be5bb259,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:58.138189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:14:58.138686 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (808e3704-3a6c-4aed-9ba4-e41a95fab313), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:14:58.141545 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:14:58.143851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5017c1-617a-4120-8b6d-7e7c8f709f98 None None] No DVR routers for this DVR port 2bc750d2-bb22-4df8-8b9e-e506be5bb259 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:14:58.203404 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (bfe47c35-19ac-4088-8dc2-dc2142d0972e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:58.213156 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:58.219359 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bfe47c35-19ac-4088-8dc2-dc2142d0972e HTTP/1.1" status: 204 len: 168 time: 0.5516493 Feb 16 17:14:58.230752 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82116023-35c2-4a7d-bb6b-2448685dab33 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe47c35-19ac-4088-8dc2-dc2142d0972e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:58.345638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device de4a7937-f94b-4416-99c1-1f119e02185b no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:14:58.349310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb282d-9d9a-4c92-86e8-bda63ce7688e req-db3bb681-8dfd-4419-9547-c470472e6539 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:58.350920 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f5f1-044a-4bd3-9f96-e359a6248862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:58.351186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85cb282d-9d9a-4c92-86e8-bda63ce7688e req-db3bb681-8dfd-4419-9547-c470472e6539 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 945 time: 0.0639265 Feb 16 17:14:58.371816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: de4a7937-f94b-4416-99c1-1f119e02185b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:14:58.372181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device de4a7937-f94b-4416-99c1-1f119e02185b not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:14:58.372616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2bc750d2-bb22-4df8-8b9e-e506be5bb259 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:14:58.377544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51140) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:58.398621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 2bc750d2-bb22-4df8-8b9e-e506be5bb259 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:14:58.398968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2bc750d2-bb22-4df8-8b9e-e506be5bb259 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:14:58.399397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0747abc0-d053-45ae-be38-6840db1afeaf no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:14:58.419376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 0747abc0-d053-45ae-be38-6840db1afeaf {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:14:58.419662 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 0747abc0-d053-45ae-be38-6840db1afeaf not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:14:58.420622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85cb282d-9d9a-4c92-86e8-bda63ce7688e req-e74ac4cd-bc43-40ee-94b9-9ab680fd8855 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634654 Feb 16 17:14:58.422422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51142) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:58.424637 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-db11392e-96d3-4760-a0db-97eef47edbd0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b779e025ab44f24afff60114276c36b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458107 Feb 16 17:14:58.475628 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88c9a6f6-8ef2-486f-9254-74acf59896d1 admin admin] Publish callbacks [] for security_group (78c4b448-bf9b-4fad-b0bf-eba575fcbc56), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:58.498476 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88c9a6f6-8ef2-486f-9254-74acf59896d1 admin admin] Publish callbacks [] for security_group (78c4b448-bf9b-4fad-b0bf-eba575fcbc56), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:58.573091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89551d-da6e-4b14-87f6-72045e3e2805 req-cd389a7b-78c5-4f81-bb75-d56f4a6edea4 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:58.574592 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e89551d-da6e-4b14-87f6-72045e3e2805 req-cd389a7b-78c5-4f81-bb75-d56f4a6edea4 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 945 time: 0.0783639 Feb 16 17:14:58.590199 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88c9a6f6-8ef2-486f-9254-74acf59896d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (78c4b448-bf9b-4fad-b0bf-eba575fcbc56), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:58.592688 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88c9a6f6-8ef2-486f-9254-74acf59896d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:58.593730 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-88c9a6f6-8ef2-486f-9254-74acf59896d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78c4b448-bf9b-4fad-b0bf-eba575fcbc56 HTTP/1.1" status: 204 len: 168 time: 0.1703348 Feb 16 17:14:58.613704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9a6f6-8ef2-486f-9254-74acf59896d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c4b448-bf9b-4fad-b0bf-eba575fcbc56,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:58.646475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e89551d-da6e-4b14-87f6-72045e3e2805 req-c587d1ae-bfa8-4213-8767-3d5ad0875a20 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651879 Feb 16 17:14:58.669331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51148) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:58.911578 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d854373-80b4-48a8-9e81-9072d11c0451 tempest-TestVolumeBackupRestore-1622336791 tempest-TestVolumeBackupRestore-1622336791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:14:58.913292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1d854373-80b4-48a8-9e81-9072d11c0451 tempest-TestVolumeBackupRestore-1622336791 tempest-TestVolumeBackupRestore-1622336791-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 1122 time: 0.2429626 Feb 16 17:14:58.916510 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51154) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:58.920826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:14:58.930373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51156) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:58.942597 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:58.971482 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2e8c115d-6549-421f-88e8-eb4e6d21aeb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e5fc036d27e4b1b85a0bd921caccc4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399680 Feb 16 17:14:58.974191 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51158) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:14:59.021324 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Publish callbacks [] for security_group (d9322d39-20ae-4645-80e0-68e8e56fd14a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:59.039478 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:59.043037 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Publish callbacks [] for security_group (d9322d39-20ae-4645-80e0-68e8e56fd14a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:59.090364 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d9322d39-20ae-4645-80e0-68e8e56fd14a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:59.093167 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:59.094343 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9322d39-20ae-4645-80e0-68e8e56fd14a HTTP/1.1" status: 204 len: 168 time: 0.1192560 Feb 16 17:14:59.102250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9322d39-20ae-4645-80e0-68e8e56fd14a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:59.111707 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:59.112156 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:59.112457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:59.112753 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:59.113087 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:59.113418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:59.113751 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:59.114079 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:59.114404 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:59.114729 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:59.115055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:59.115381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:59.115702 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054dcee9-836d-49f7-9301-f10e564b83a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:14:59.157289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Allocated IP 172.25.4.118 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/7bc1314e-efda-4d54-981c-3882b280aa79) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:14:59.263999 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for port (7bc1314e-efda-4d54-981c-3882b280aa79), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:59.302278 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (7bc1314e-efda-4d54-981c-3882b280aa79), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:59.353416 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:14:59.356430 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:14:59.361530 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:14:59.365453 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Pushing event updated for resources: {'Port': ['ID=7bc1314e-efda-4d54-981c-3882b280aa79,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:14:59.424965 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:59.750099 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for floatingip (68619ed8-6888-419d-bad0-a24e4bf8ea74), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:59.823917 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7bc1314e-efda-4d54-981c-3882b280aa79), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:59.975997 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for port (7bc1314e-efda-4d54-981c-3882b280aa79), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:14:59.980308 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (7bc1314e-efda-4d54-981c-3882b280aa79), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:00.052785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Pushing event updated for resources: {'Port': ['ID=7bc1314e-efda-4d54-981c-3882b280aa79,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:00.059670 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (68619ed8-6888-419d-bad0-a24e4bf8ea74), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:00.161963 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Floating IP 68619ed8-6888-419d-bad0-a24e4bf8ea74 associated. External IP: 172.25.4.118, port: f6f3118e-2bed-4265-9fa3-1649f89a14a8. Feb 16 17:15:00.377162 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Router c6263dfb-63cf-4ab6-b886-5a14a1881f27 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:15:00.488180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:15:00.497656 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeba9d3-3d44-4ab0-8245-4cb62389ad5d None None] Sync routers for ids ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:15:00.505992 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:00.507475 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeba9d3-3d44-4ab0-8245-4cb62389ad5d None None] Routers {'c6263dfb-63cf-4ab6-b886-5a14a1881f27'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:00.508019 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0eeba9d3-3d44-4ab0-8245-4cb62389ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:14:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:00.536760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b094ebde-6c3b-414d-bf00-6e1039b05193 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6191483 Feb 16 17:15:00.537574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'tag': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:15:00.539586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51162) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:15:00.540090 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ee8ea1-0669-45d7-b579-69b21bbe715d" -d '{"events": [{"name": "network-changed", "server_uuid": "f905593e-6cc6-4b54-a9ca-0923cb03d9cf", "tag": "f6f3118e-2bed-4265-9fa3-1649f89a14a8"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:15:00.580638 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a26b49-6969-4406-8e8f-2af19aa615ee x-openstack-request-id: req-d5a26b49-6969-4406-8e8f-2af19aa615ee {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:15:00.581005 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f905593e-6cc6-4b54-a9ca-0923cb03d9cf", "tag": "f6f3118e-2bed-4265-9fa3-1649f89a14a8", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:15:00.581330 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5a26b49-6969-4406-8e8f-2af19aa615ee {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:15:00.581973 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'tag': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'status': 'completed', 'code': 200} Feb 16 17:15:00.592301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6957dff7-13d2-439d-b32f-2b1f6fe9d85d tempest-TestVolumeBackupRestore-1622336791 tempest-TestVolumeBackupRestore-1622336791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:00.594050 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6957dff7-13d2-439d-b32f-2b1f6fe9d85d tempest-TestVolumeBackupRestore-1622336791 tempest-TestVolumeBackupRestore-1622336791-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 1122 time: 0.0532975 Feb 16 17:15:00.597449 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51166) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:15:00.601837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-66285f5a-29d0-47f2-a2e9-35bda7ae363f tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Request body: {'floatingip': {'port_id': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:15:00.621449 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0eeba9d3-3d44-4ab0-8245-4cb62389ad5d None None] Set router c6263dfb-63cf-4ab6-b886-5a14a1881f27 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:00.652127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee8ea1-0669-45d7-b579-69b21bbe715d req-602899f8-5274-4e0b-aa27-55b60588b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:00.653653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39ee8ea1-0669-45d7-b579-69b21bbe715d req-602899f8-5274-4e0b-aa27-55b60588b767 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ccfe7495c6b341959f417194b2449062&device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 1127 time: 0.0515759 Feb 16 17:15:00.659389 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66285f5a-29d0-47f2-a2e9-35bda7ae363f tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for floatingip (68619ed8-6888-419d-bad0-a24e4bf8ea74), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:00.752254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee8ea1-0669-45d7-b579-69b21bbe715d req-3be38b63-9808-4e0c-8488-a35a6cd5ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:00.753758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39ee8ea1-0669-45d7-b579-69b21bbe715d req-3be38b63-9808-4e0c-8488-a35a6cd5ae4a service neutron] 10.222.0.65 "GET /v2.0/networks?id=d03de99c-70bb-4178-b07a-5524fa9111ad HTTP/1.1" status: 200 len: 915 time: 0.0946672 Feb 16 17:15:00.819684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39ee8ea1-0669-45d7-b579-69b21bbe715d req-c88826cb-dbbf-4646-a991-96f0b4e96616 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f3118e-2bed-4265-9fa3-1649f89a14a8 HTTP/1.1" status: 200 len: 999 time: 0.0605698 Feb 16 17:15:00.863190 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0eeba9d3-3d44-4ab0-8245-4cb62389ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 4, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '68619ed8-6888-419d-bad0-a24e4bf8ea74', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'floating_ip_address': '172.25.4.118', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'port_id': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'mac_address': 'fa:16:3e:d9:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:14:59Z', 'updated_at': '2022-02-16T17:14:59Z', 'revision_number': 0, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50477b1f-55ff-4ad6-a431-daf2cab86fd3', 'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'mac_address': 'fa:16:3e:8b:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 5, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'subnets': [{'id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:00.870447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee8ea1-0669-45d7-b579-69b21bbe715d req-7a377cee-2166-4b39-854f-276a9b2e514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:00.872115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39ee8ea1-0669-45d7-b579-69b21bbe715d req-7a377cee-2166-4b39-854f-276a9b2e514c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a873218-0be0-49a8-a3bc-45cf2dada84e HTTP/1.1" status: 200 len: 853 time: 0.0471668 Feb 16 17:15:00.890419 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeba9d3-3d44-4ab0-8245-4cb62389ad5d None None] Checking router: c6263dfb-63cf-4ab6-b886-5a14a1881f27 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:15:00.899995 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeba9d3-3d44-4ab0-8245-4cb62389ad5d None None] Routers {'c6263dfb-63cf-4ab6-b886-5a14a1881f27'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:00.900616 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0eeba9d3-3d44-4ab0-8245-4cb62389ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:14:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:00.935812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee8ea1-0669-45d7-b579-69b21bbe715d req-3f822bab-a20b-4bf6-9603-7145848ee6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:00.937506 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39ee8ea1-0669-45d7-b579-69b21bbe715d req-3f822bab-a20b-4bf6-9603-7145848ee6e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d03de99c-70bb-4178-b07a-5524fa9111ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0593736 Feb 16 17:15:00.976224 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:01.020463 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0eeba9d3-3d44-4ab0-8245-4cb62389ad5d None None] Set router c6263dfb-63cf-4ab6-b886-5a14a1881f27 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:01.033776 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39ee8ea1-0669-45d7-b579-69b21bbe715d req-dfe1f334-97c3-4779-b52e-7e36143dec00 service neutron] 10.222.0.65 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890505 Feb 16 17:15:01.133797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-39ee8ea1-0669-45d7-b579-69b21bbe715d req-7cd67a6a-5225-4778-8464-3ee1ba13816b service neutron] 10.222.0.65 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943353 Feb 16 17:15:01.166837 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66285f5a-29d0-47f2-a2e9-35bda7ae363f tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:01.171401 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66285f5a-29d0-47f2-a2e9-35bda7ae363f tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (68619ed8-6888-419d-bad0-a24e4bf8ea74), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:01.272679 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0eeba9d3-3d44-4ab0-8245-4cb62389ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 4, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '68619ed8-6888-419d-bad0-a24e4bf8ea74', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'floating_ip_address': '172.25.4.118', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'port_id': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'mac_address': 'fa:16:3e:d9:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:14:59Z', 'updated_at': '2022-02-16T17:14:59Z', 'revision_number': 0, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50477b1f-55ff-4ad6-a431-daf2cab86fd3', 'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'mac_address': 'fa:16:3e:8b:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 5, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'subnets': [{'id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:01.299979 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeba9d3-3d44-4ab0-8245-4cb62389ad5d None None] The sync data for ids ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'] in n-d-669411-5 is: [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 4, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '68619ed8-6888-419d-bad0-a24e4bf8ea74', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'floating_ip_address': '172.25.4.118', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'port_id': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'mac_address': 'fa:16:3e:d9:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:14:59Z', 'updated_at': '2022-02-16T17:14:59Z', 'revision_number': 0, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50477b1f-55ff-4ad6-a431-daf2cab86fd3', 'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'mac_address': 'fa:16:3e:8b:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 5, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'subnets': [{'id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:15:01.415723 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66285f5a-29d0-47f2-a2e9-35bda7ae363f tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Router c6263dfb-63cf-4ab6-b886-5a14a1881f27 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:15:01.534605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66285f5a-29d0-47f2-a2e9-35bda7ae363f tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:15:01.539476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66285f5a-29d0-47f2-a2e9-35bda7ae363f tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:01.555423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d148e-7887-42cd-8ba5-befdcba464be None None] New status for floating IP 68619ed8-6888-419d-bad0-a24e4bf8ea74: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:15:01.575620 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'tag': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:15:01.577256 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d53059-10f9-4ab8-80b0-44facda1e61b" -d '{"events": [{"name": "network-changed", "server_uuid": "f905593e-6cc6-4b54-a9ca-0923cb03d9cf", "tag": "f6f3118e-2bed-4265-9fa3-1649f89a14a8"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:15:01.616297 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-66285f5a-29d0-47f2-a2e9-35bda7ae363f tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "PUT /v2.0/floatingips/68619ed8-6888-419d-bad0-a24e4bf8ea74 HTTP/1.1" status: 200 len: 991 time: 1.0128112 Feb 16 17:15:01.640556 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3732c71-a0c8-42cd-a7b1-70a0362cd1ba x-openstack-request-id: req-b3732c71-a0c8-42cd-a7b1-70a0362cd1ba {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:15:01.640915 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f905593e-6cc6-4b54-a9ca-0923cb03d9cf", "tag": "f6f3118e-2bed-4265-9fa3-1649f89a14a8", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:15:01.641237 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3732c71-a0c8-42cd-a7b1-70a0362cd1ba {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:15:01.641707 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'tag': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'status': 'completed', 'code': 200} Feb 16 17:15:01.712320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d53059-10f9-4ab8-80b0-44facda1e61b req-06fc5541-1345-468e-8e43-9b13f1f72772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:01.713917 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54d53059-10f9-4ab8-80b0-44facda1e61b req-06fc5541-1345-468e-8e43-9b13f1f72772 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ccfe7495c6b341959f417194b2449062&device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 1127 time: 0.0492692 Feb 16 17:15:01.735254 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:01.812901 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1759a72c-d295-41ae-8b3c-b5079988d393 None None] Sync routers for ids ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:15:01.817386 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d53059-10f9-4ab8-80b0-44facda1e61b req-6a5820af-15bd-47e1-9da6-15ea971d0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:01.818853 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54d53059-10f9-4ab8-80b0-44facda1e61b req-6a5820af-15bd-47e1-9da6-15ea971d0c0c service neutron] 10.222.0.65 "GET /v2.0/networks?id=d03de99c-70bb-4178-b07a-5524fa9111ad HTTP/1.1" status: 200 len: 915 time: 0.0990164 Feb 16 17:15:01.824909 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1759a72c-d295-41ae-8b3c-b5079988d393 None None] Routers {'c6263dfb-63cf-4ab6-b886-5a14a1881f27'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:01.825736 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1759a72c-d295-41ae-8b3c-b5079988d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:14:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:01.885688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54d53059-10f9-4ab8-80b0-44facda1e61b req-9ff0b391-9024-4c65-bc1d-0bacc1ce4918 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f3118e-2bed-4265-9fa3-1649f89a14a8 HTTP/1.1" status: 200 len: 1001 time: 0.0612588 Feb 16 17:15:01.936170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d53059-10f9-4ab8-80b0-44facda1e61b req-1c119e0f-cd16-4f89-a395-c0f3cf64e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:01.937801 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54d53059-10f9-4ab8-80b0-44facda1e61b req-1c119e0f-cd16-4f89-a395-c0f3cf64e8ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a873218-0be0-49a8-a3bc-45cf2dada84e HTTP/1.1" status: 200 len: 853 time: 0.0469654 Feb 16 17:15:01.939803 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1759a72c-d295-41ae-8b3c-b5079988d393 None None] Set router c6263dfb-63cf-4ab6-b886-5a14a1881f27 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:01.996975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d53059-10f9-4ab8-80b0-44facda1e61b req-bbea3c14-d859-404e-950a-91debae02802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:01.998637 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54d53059-10f9-4ab8-80b0-44facda1e61b req-bbea3c14-d859-404e-950a-91debae02802 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d03de99c-70bb-4178-b07a-5524fa9111ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551634 Feb 16 17:15:02.093728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54d53059-10f9-4ab8-80b0-44facda1e61b req-295841f5-348c-4044-ab67-8e5382e79230 service neutron] 10.222.0.65 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884230 Feb 16 17:15:02.134534 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:02.185584 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1759a72c-d295-41ae-8b3c-b5079988d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 4, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '68619ed8-6888-419d-bad0-a24e4bf8ea74', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'floating_ip_address': '172.25.4.118', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'port_id': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'mac_address': 'fa:16:3e:d9:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:14:59Z', 'updated_at': '2022-02-16T17:15:01Z', 'revision_number': 2, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50477b1f-55ff-4ad6-a431-daf2cab86fd3', 'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'mac_address': 'fa:16:3e:8b:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 5, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'subnets': [{'id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:02.202318 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54d53059-10f9-4ab8-80b0-44facda1e61b req-55fa7777-ad6d-42e7-a3c0-25be162429a7 service neutron] 10.222.0.65 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973501 Feb 16 17:15:02.314545 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1759a72c-d295-41ae-8b3c-b5079988d393 None None] Checking router: c6263dfb-63cf-4ab6-b886-5a14a1881f27 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:15:02.322830 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1759a72c-d295-41ae-8b3c-b5079988d393 None None] Routers {'c6263dfb-63cf-4ab6-b886-5a14a1881f27'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:02.323441 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1759a72c-d295-41ae-8b3c-b5079988d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:14:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:02.431767 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1759a72c-d295-41ae-8b3c-b5079988d393 None None] Set router c6263dfb-63cf-4ab6-b886-5a14a1881f27 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:02.655685 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1759a72c-d295-41ae-8b3c-b5079988d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 4, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '68619ed8-6888-419d-bad0-a24e4bf8ea74', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'floating_ip_address': '172.25.4.118', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'port_id': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'mac_address': 'fa:16:3e:d9:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:14:59Z', 'updated_at': '2022-02-16T17:15:01Z', 'revision_number': 2, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50477b1f-55ff-4ad6-a431-daf2cab86fd3', 'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'mac_address': 'fa:16:3e:8b:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 5, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'subnets': [{'id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:02.685747 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1759a72c-d295-41ae-8b3c-b5079988d393 None None] The sync data for ids ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'] in n-d-669411-5 is: [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 4, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '68619ed8-6888-419d-bad0-a24e4bf8ea74', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'floating_ip_address': '172.25.4.118', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'port_id': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'mac_address': 'fa:16:3e:d9:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:14:59Z', 'updated_at': '2022-02-16T17:15:01Z', 'revision_number': 2, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50477b1f-55ff-4ad6-a431-daf2cab86fd3', 'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'mac_address': 'fa:16:3e:8b:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 5, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'subnets': [{'id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:15:02.890924 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:15:03.642982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'tag': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:15:03.645440 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9866f8a-085f-4835-9459-d2a92181b07a" -d '{"events": [{"name": "network-changed", "server_uuid": "f905593e-6cc6-4b54-a9ca-0923cb03d9cf", "tag": "f6f3118e-2bed-4265-9fa3-1649f89a14a8"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:15:03.681774 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e11712-250f-4e6b-9667-02fb9a41247d x-openstack-request-id: req-b9e11712-250f-4e6b-9667-02fb9a41247d {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:15:03.682063 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f905593e-6cc6-4b54-a9ca-0923cb03d9cf", "tag": "f6f3118e-2bed-4265-9fa3-1649f89a14a8", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:15:03.682313 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9e11712-250f-4e6b-9667-02fb9a41247d {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:15:03.682709 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'tag': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'status': 'completed', 'code': 200} Feb 16 17:15:03.747216 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9866f8a-085f-4835-9459-d2a92181b07a req-cc39e9f1-e835-41e3-b796-d8bdc298f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:03.748774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9866f8a-085f-4835-9459-d2a92181b07a req-cc39e9f1-e835-41e3-b796-d8bdc298f03e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ccfe7495c6b341959f417194b2449062&device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 1127 time: 0.0453236 Feb 16 17:15:03.840545 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9866f8a-085f-4835-9459-d2a92181b07a req-ebebe9e9-7daa-4128-a9cc-de7717609a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:03.841997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9866f8a-085f-4835-9459-d2a92181b07a req-ebebe9e9-7daa-4128-a9cc-de7717609a7b service neutron] 10.222.0.65 "GET /v2.0/networks?id=d03de99c-70bb-4178-b07a-5524fa9111ad HTTP/1.1" status: 200 len: 915 time: 0.0876415 Feb 16 17:15:03.905919 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9866f8a-085f-4835-9459-d2a92181b07a req-b8123382-a6d0-4429-9b90-ba987fee7cca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f3118e-2bed-4265-9fa3-1649f89a14a8 HTTP/1.1" status: 200 len: 1001 time: 0.0576458 Feb 16 17:15:03.952225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9866f8a-085f-4835-9459-d2a92181b07a req-2d935408-fb2d-40e7-aac9-a91f7d1f641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:03.953620 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9866f8a-085f-4835-9459-d2a92181b07a req-2d935408-fb2d-40e7-aac9-a91f7d1f641d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a873218-0be0-49a8-a3bc-45cf2dada84e HTTP/1.1" status: 200 len: 853 time: 0.0419710 Feb 16 17:15:04.004623 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9866f8a-085f-4835-9459-d2a92181b07a req-e1caf9ba-05e4-437d-9076-aa7c6d1341a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:04.006097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9866f8a-085f-4835-9459-d2a92181b07a req-e1caf9ba-05e4-437d-9076-aa7c6d1341a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d03de99c-70bb-4178-b07a-5524fa9111ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467248 Feb 16 17:15:04.092528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9866f8a-085f-4835-9459-d2a92181b07a req-f07a7ed8-718c-42fa-808c-e2748f8d67ec service neutron] 10.222.0.65 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807803 Feb 16 17:15:04.184126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e9866f8a-085f-4835-9459-d2a92181b07a req-e0384f0b-732a-4a36-ad31-fe0507410338 service neutron] 10.222.0.65 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851760 Feb 16 17:15:04.955417 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:25.722688 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-94e8e412-7f61-4306-94f5-6fd5d185cd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:28.343530 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-80f58f0d-2cef-4ef5-93a2-7aa0315d2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:29.426209 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:30.087048 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c40b7e66-4ca3-48bc-8144-f50c0ce91d9f req-2cc8b7ef-a398-4ab0-b960-7bcdae9c7934 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438673 Feb 16 17:15:30.173661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b7e66-4ca3-48bc-8144-f50c0ce91d9f req-6440bd8c-d736-4d40-a527-c551eea95149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:30.175139 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c40b7e66-4ca3-48bc-8144-f50c0ce91d9f req-6440bd8c-d736-4d40-a527-c551eea95149 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ccfe7495c6b341959f417194b2449062&device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 1127 time: 0.0443349 Feb 16 17:15:30.284937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b7e66-4ca3-48bc-8144-f50c0ce91d9f req-c4a2965d-5a02-455a-89cb-f7bd628a2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:30.286403 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c40b7e66-4ca3-48bc-8144-f50c0ce91d9f req-c4a2965d-5a02-455a-89cb-f7bd628a2ab3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d03de99c-70bb-4178-b07a-5524fa9111ad HTTP/1.1" status: 200 len: 915 time: 0.0918369 Feb 16 17:15:30.351910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c40b7e66-4ca3-48bc-8144-f50c0ce91d9f req-f6bb2571-d456-41ae-8ff6-e43e0449763b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f3118e-2bed-4265-9fa3-1649f89a14a8 HTTP/1.1" status: 200 len: 1001 time: 0.0592225 Feb 16 17:15:30.403392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b7e66-4ca3-48bc-8144-f50c0ce91d9f req-0cd0cd4e-a5c0-4a74-b4d0-53fbecd336c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:30.404971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c40b7e66-4ca3-48bc-8144-f50c0ce91d9f req-0cd0cd4e-a5c0-4a74-b4d0-53fbecd336c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a873218-0be0-49a8-a3bc-45cf2dada84e HTTP/1.1" status: 200 len: 853 time: 0.0477815 Feb 16 17:15:30.454662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b7e66-4ca3-48bc-8144-f50c0ce91d9f req-e4c4390d-97de-4238-942f-0cbb2fc0ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:30.456219 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c40b7e66-4ca3-48bc-8144-f50c0ce91d9f req-e4c4390d-97de-4238-942f-0cbb2fc0ac3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d03de99c-70bb-4178-b07a-5524fa9111ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448272 Feb 16 17:15:30.544349 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c40b7e66-4ca3-48bc-8144-f50c0ce91d9f req-1ae2e6c9-0a9b-4b08-a3a5-603ae9411450 service neutron] 10.222.0.65 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822701 Feb 16 17:15:30.636260 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c40b7e66-4ca3-48bc-8144-f50c0ce91d9f req-09bf59ff-22c9-41e1-afb0-f5fa469efa2d service neutron] 10.222.0.65 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851419 Feb 16 17:15:30.977032 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:31.703595 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:32.129115 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:32.716226 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51184) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:15:32.873625 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-dd4f453f-c49b-4686-b8d3-2bf964d5fe52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Deleting port 7bc1314e-efda-4d54-981c-3882b280aa79 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:15:32.873959 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd4f453f-c49b-4686-b8d3-2bf964d5fe52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7bc1314e-efda-4d54-981c-3882b280aa79), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:33.259310 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd4f453f-c49b-4686-b8d3-2bf964d5fe52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7bc1314e-efda-4d54-981c-3882b280aa79), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:33.259630 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd4f453f-c49b-4686-b8d3-2bf964d5fe52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for floatingip (7bc1314e-efda-4d54-981c-3882b280aa79), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:33.271383 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-dd4f453f-c49b-4686-b8d3-2bf964d5fe52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Calling delete_port for 7bc1314e-efda-4d54-981c-3882b280aa79 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:15:33.418655 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd4f453f-c49b-4686-b8d3-2bf964d5fe52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7bc1314e-efda-4d54-981c-3882b280aa79), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:33.441301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f453f-c49b-4686-b8d3-2bf964d5fe52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Pushing event deleted for resources: {'Port': ['ID=7bc1314e-efda-4d54-981c-3882b280aa79,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:33.503302 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd4f453f-c49b-4686-b8d3-2bf964d5fe52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for floatingip (68619ed8-6888-419d-bad0-a24e4bf8ea74), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:33.503626 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-dd4f453f-c49b-4686-b8d3-2bf964d5fe52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Floating IP 68619ed8-6888-419d-bad0-a24e4bf8ea74 disassociated (deleted). External IP: 172.25.4.118, port: f6f3118e-2bed-4265-9fa3-1649f89a14a8. Feb 16 17:15:33.719773 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4f453f-c49b-4686-b8d3-2bf964d5fe52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Router c6263dfb-63cf-4ab6-b886-5a14a1881f27 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:15:33.830242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4f453f-c49b-4686-b8d3-2bf964d5fe52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:15:33.835747 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dd4f453f-c49b-4686-b8d3-2bf964d5fe52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:33.840831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbaa8cc-35da-41fd-a0eb-dbd3c5b2c042 None None] Sync routers for ids ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:15:33.850196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbaa8cc-35da-41fd-a0eb-dbd3c5b2c042 None None] Routers {'c6263dfb-63cf-4ab6-b886-5a14a1881f27'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:33.850813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7dbaa8cc-35da-41fd-a0eb-dbd3c5b2c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:15:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:33.865748 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-dd4f453f-c49b-4686-b8d3-2bf964d5fe52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "DELETE /v2.0/floatingips/68619ed8-6888-419d-bad0-a24e4bf8ea74 HTTP/1.1" status: 204 len: 168 time: 1.1480625 Feb 16 17:15:33.866346 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'tag': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:15:33.868636 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8faaa8-0346-478a-9e96-0ee0a482a462" -d '{"events": [{"name": "network-changed", "server_uuid": "f905593e-6cc6-4b54-a9ca-0923cb03d9cf", "tag": "f6f3118e-2bed-4265-9fa3-1649f89a14a8"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:15:33.909345 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23646c6c-28bf-404a-8178-6a31b5c8a7ea x-openstack-request-id: req-23646c6c-28bf-404a-8178-6a31b5c8a7ea {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:15:33.909644 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f905593e-6cc6-4b54-a9ca-0923cb03d9cf", "tag": "f6f3118e-2bed-4265-9fa3-1649f89a14a8", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:15:33.909900 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23646c6c-28bf-404a-8178-6a31b5c8a7ea {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:15:33.910537 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'tag': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'status': 'completed', 'code': 200} Feb 16 17:15:33.992246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8faaa8-0346-478a-9e96-0ee0a482a462 req-942c3516-6b88-4701-9e07-98f04334229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:33.995710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d8faaa8-0346-478a-9e96-0ee0a482a462 req-942c3516-6b88-4701-9e07-98f04334229e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ccfe7495c6b341959f417194b2449062&device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 1127 time: 0.0626583 Feb 16 17:15:34.123431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-7dbaa8cc-35da-41fd-a0eb-dbd3c5b2c042 None None] Set router c6263dfb-63cf-4ab6-b886-5a14a1881f27 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:34.127961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8faaa8-0346-478a-9e96-0ee0a482a462 req-bacad920-d493-46a6-8ac7-050eab8a543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:34.129427 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d8faaa8-0346-478a-9e96-0ee0a482a462 req-bacad920-d493-46a6-8ac7-050eab8a543f service neutron] 10.222.0.65 "GET /v2.0/networks?id=d03de99c-70bb-4178-b07a-5524fa9111ad HTTP/1.1" status: 200 len: 915 time: 0.1255181 Feb 16 17:15:34.149763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98076f-bd20-43b8-acd6-5d251dea5e0b req-b72ea31a-3c2b-411d-be7c-9a8761d7b87e tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:34.151201 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c98076f-bd20-43b8-acd6-5d251dea5e0b req-b72ea31a-3c2b-411d-be7c-9a8761d7b87e tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 945 time: 0.0787549 Feb 16 17:15:34.184033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d8faaa8-0346-478a-9e96-0ee0a482a462 req-d915d9c6-1cc6-42b7-87b6-3ab1dbf3a49b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f3118e-2bed-4265-9fa3-1649f89a14a8 HTTP/1.1" status: 200 len: 217 time: 0.0475628 Feb 16 17:15:34.258921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8faaa8-0346-478a-9e96-0ee0a482a462 req-702c069f-9d96-47fc-b428-4371b02ea3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:34.260277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d8faaa8-0346-478a-9e96-0ee0a482a462 req-702c069f-9d96-47fc-b428-4371b02ea3b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a873218-0be0-49a8-a3bc-45cf2dada84e HTTP/1.1" status: 200 len: 853 time: 0.0639791 Feb 16 17:15:34.263952 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c98076f-bd20-43b8-acd6-5d251dea5e0b req-40ecb304-bbf2-4783-b2df-33a368f164de tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826128 Feb 16 17:15:34.324156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8faaa8-0346-478a-9e96-0ee0a482a462 req-49f56b5b-6b82-4f75-975d-f7ad7daa29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:34.324946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7dbaa8cc-35da-41fd-a0eb-dbd3c5b2c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 4, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '50477b1f-55ff-4ad6-a431-daf2cab86fd3', 'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'mac_address': 'fa:16:3e:8b:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 5, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'subnets': [{'id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:34.325679 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d8faaa8-0346-478a-9e96-0ee0a482a462 req-49f56b5b-6b82-4f75-975d-f7ad7daa29f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d03de99c-70bb-4178-b07a-5524fa9111ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578568 Feb 16 17:15:34.352171 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbaa8cc-35da-41fd-a0eb-dbd3c5b2c042 None None] Checking router: c6263dfb-63cf-4ab6-b886-5a14a1881f27 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:15:34.360853 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbaa8cc-35da-41fd-a0eb-dbd3c5b2c042 None None] Routers {'c6263dfb-63cf-4ab6-b886-5a14a1881f27'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:34.361469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7dbaa8cc-35da-41fd-a0eb-dbd3c5b2c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:15:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:34.478260 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-7dbaa8cc-35da-41fd-a0eb-dbd3c5b2c042 None None] Set router c6263dfb-63cf-4ab6-b886-5a14a1881f27 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:34.692163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7dbaa8cc-35da-41fd-a0eb-dbd3c5b2c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 4, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '50477b1f-55ff-4ad6-a431-daf2cab86fd3', 'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'mac_address': 'fa:16:3e:8b:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 5, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'subnets': [{'id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:34.723100 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbaa8cc-35da-41fd-a0eb-dbd3c5b2c042 None None] The sync data for ids ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'] in n-d-669411-5 is: [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:52Z', 'revision_number': 4, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '50477b1f-55ff-4ad6-a431-daf2cab86fd3', 'name': '', 'network_id': 'd03de99c-70bb-4178-b07a-5524fa9111ad', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'mac_address': 'fa:16:3e:8b:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:51Z', 'updated_at': '2022-02-16T17:11:57Z', 'revision_number': 5, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'subnets': [{'id': '9a873218-0be0-49a8-a3bc-45cf2dada84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:15:34.759070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d8faaa8-0346-478a-9e96-0ee0a482a462 req-43a9ec83-7de4-4244-841f-e2586d8a2bc0 service neutron] 10.222.0.65 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263713 Feb 16 17:15:34.857316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d8faaa8-0346-478a-9e96-0ee0a482a462 req-d6c6d1b4-9079-435c-9094-30a2511c7aac service neutron] 10.222.0.65 "GET /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908637 Feb 16 17:15:34.944521 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa3c81-b8e2-4b62-870f-0c049aee1ffd None None] New status for floating IP 68619ed8-6888-419d-bad0-a24e4bf8ea74: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:15:34.959853 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:35.391328 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc99cb9-398c-41d2-98bd-d6c0d81fe1a9 req-77e15077-0d50-4b1e-b55a-7929d5bd1c51 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:35.392829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bfc99cb9-398c-41d2-98bd-d6c0d81fe1a9 req-77e15077-0d50-4b1e-b55a-7929d5bd1c51 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 945 time: 0.0566351 Feb 16 17:15:35.442443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bfc99cb9-398c-41d2-98bd-d6c0d81fe1a9 req-ac3f4c5b-b69b-4dcd-8e95-1a97f603b0a9 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430200 Feb 16 17:15:35.564166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4b4a6-6999-4ec5-ad85-88d2ee66adf4 req-73e82af9-bd40-494d-af78-0094c900182b tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:15:35.565521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56f4b4a6-6999-4ec5-ad85-88d2ee66adf4 req-73e82af9-bd40-494d-af78-0094c900182b tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.65 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 945 time: 0.0516708 Feb 16 17:15:35.655230 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-56f4b4a6-6999-4ec5-ad85-88d2ee66adf4 req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Deleting port f6f3118e-2bed-4265-9fa3-1649f89a14a8 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:15:35.655567 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-56f4b4a6-6999-4ec5-ad85-88d2ee66adf4 req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:35.752106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-56f4b4a6-6999-4ec5-ad85-88d2ee66adf4 req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] For port f6f3118e-2bed-4265-9fa3-1649f89a14a8, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f6f3118e-2bed-4265-9fa3-1649f89a14a8,segment=NetworkSegment(7a3663eb-a239-46ab-9f6d-6fe8710331d4),segment_id=7a3663eb-a239-46ab-9f6d-6fe8710331d4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:35.752466 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-56f4b4a6-6999-4ec5-ad85-88d2ee66adf4 req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:35.765102 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-56f4b4a6-6999-4ec5-ad85-88d2ee66adf4 req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Calling delete_port for f6f3118e-2bed-4265-9fa3-1649f89a14a8 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:15:35.893851 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-56f4b4a6-6999-4ec5-ad85-88d2ee66adf4 req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f6f3118e-2bed-4265-9fa3-1649f89a14a8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:35.924614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Pushing event deleted for resources: {'Port': ['ID=f6f3118e-2bed-4265-9fa3-1649f89a14a8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:35.950074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:35.950573 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:35.951017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:35.951604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:35.952132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:35.952511 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:35.953220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:35.953607 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:35.954142 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:35.954485 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:35.954818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:35.955150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:35.955481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:35.978364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f4b4a6-6999-4ec5-ad85-88d2ee66adf4 req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] No DVR routers for this DVR port f6f3118e-2bed-4265-9fa3-1649f89a14a8 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:15:35.980862 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-56f4b4a6-6999-4ec5-ad85-88d2ee66adf4 req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:35.984467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56f4b4a6-6999-4ec5-ad85-88d2ee66adf4 req-593a325d-ef93-4f51-8b67-2ed4d2a68904 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.65 "DELETE /v2.0/ports/f6f3118e-2bed-4265-9fa3-1649f89a14a8 HTTP/1.1" status: 204 len: 173 time: 0.4142578 Feb 16 17:15:35.984914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'name': 'network-vif-deleted', 'tag': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:15:35.987199 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682d2ce2-3315-4c50-9e6d-fce14c217b83" -d '{"events": [{"server_uuid": "f905593e-6cc6-4b54-a9ca-0923cb03d9cf", "name": "network-vif-deleted", "tag": "f6f3118e-2bed-4265-9fa3-1649f89a14a8"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:15:36.029245 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe09e357-a899-4215-a768-11b342c7cf90 x-openstack-request-id: req-fe09e357-a899-4215-a768-11b342c7cf90 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:15:36.029539 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f905593e-6cc6-4b54-a9ca-0923cb03d9cf", "name": "network-vif-deleted", "tag": "f6f3118e-2bed-4265-9fa3-1649f89a14a8", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:15:36.029791 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe09e357-a899-4215-a768-11b342c7cf90 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:15:36.030199 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f905593e-6cc6-4b54-a9ca-0923cb03d9cf', 'name': 'network-vif-deleted', 'tag': 'f6f3118e-2bed-4265-9fa3-1649f89a14a8', 'status': 'completed', 'code': 200} Feb 16 17:15:36.540710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43ee0357-901a-48bd-bbd0-b1f50c233592 req-b25d8d1a-81a2-4a39-a20d-2162313250ee tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 210 time: 0.0298717 Feb 16 17:15:37.640243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5281b33f-c0b3-4eb0-8236-95100bf549bb req-acd7a275-a90b-45ec-94a7-a51660d555cb tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 210 time: 0.0290239 Feb 16 17:15:38.236884 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f6f3118e-2bed-4265-9fa3-1649f89a14a8 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:15:38.261175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: f6f3118e-2bed-4265-9fa3-1649f89a14a8 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:15:38.261519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f6f3118e-2bed-4265-9fa3-1649f89a14a8 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:15:38.738456 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-445d4d4b-0dd0-49b1-a574-e71c4d01fce0 req-bc3092ea-c50b-47dd-9cac-8b808114559b tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 210 time: 0.0273149 Feb 16 17:15:39.835576 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-89b3208a-dedc-496a-bc8d-8e9aa2b11e6c req-e8bc5c27-b855-4ff4-8cf3-6973658105ef tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 210 time: 0.0272052 Feb 16 17:15:39.890322 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:15:40.929492 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f43be28e-db90-449d-b344-3a4184fec3df req-8e1e5b26-678d-4382-807a-a85b869def66 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 210 time: 0.0278912 Feb 16 17:15:42.027871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86eb9609-a087-495a-9c97-b62a2b10b03d req-50f6c615-6ebd-4269-a646-756cbcfdcab6 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 210 time: 0.0276494 Feb 16 17:15:43.125527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b72c6cd9-2ddb-41f9-af6c-6fd62964ce28 req-5f06e799-d37b-4390-8679-b7ebbfea7761 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 210 time: 0.0305846 Feb 16 17:15:44.220034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac9b1b4b-a4af-46b1-9d0d-5ba8e8ac473b req-28289e40-948d-4a98-b7a0-3aa866521f31 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "GET /v2.0/ports?device_id=f905593e-6cc6-4b54-a9ca-0923cb03d9cf HTTP/1.1" status: 200 len: 210 time: 0.0279858 Feb 16 17:15:45.274919 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51214) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:15:45.335132 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ef104b3-9727-46c0-aea6-9e70aa550a52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group (a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:45.360024 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ef104b3-9727-46c0-aea6-9e70aa550a52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group (a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:45.420881 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ef104b3-9727-46c0-aea6-9e70aa550a52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:45.423476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7ef104b3-9727-46c0-aea6-9e70aa550a52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:45.424666 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7ef104b3-9727-46c0-aea6-9e70aa550a52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] 10.222.0.24 "DELETE /v2.0/security-groups/a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3 HTTP/1.1" status: 204 len: 168 time: 0.1487386 Feb 16 17:15:45.434233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef104b3-9727-46c0-aea6-9e70aa550a52 tempest-TestVolumeBackupRestore-719087136 tempest-TestVolumeBackupRestore-719087136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d0d2ad-8829-475a-93a0-b8fa1ea2e4e3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:53.043229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51676) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:15:53.403515 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0169e0bc-fcc1-47e1-be63-060090acdd80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (c6263dfb-63cf-4ab6-b886-5a14a1881f27), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:53.676454 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0169e0bc-fcc1-47e1-be63-060090acdd80 admin admin] Deleting port 50477b1f-55ff-4ad6-a431-daf2cab86fd3 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:15:53.676792 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0169e0bc-fcc1-47e1-be63-060090acdd80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:53.758214 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-0169e0bc-fcc1-47e1-be63-060090acdd80 admin admin] For port 50477b1f-55ff-4ad6-a431-daf2cab86fd3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=50477b1f-55ff-4ad6-a431-daf2cab86fd3,segment=NetworkSegment(7a3663eb-a239-46ab-9f6d-6fe8710331d4),segment_id=7a3663eb-a239-46ab-9f6d-6fe8710331d4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:53.758570 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0169e0bc-fcc1-47e1-be63-060090acdd80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:53.771630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0169e0bc-fcc1-47e1-be63-060090acdd80 admin admin] Calling delete_port for 50477b1f-55ff-4ad6-a431-daf2cab86fd3 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:15:53.962825 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0169e0bc-fcc1-47e1-be63-060090acdd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (50477b1f-55ff-4ad6-a431-daf2cab86fd3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:53.992795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169e0bc-fcc1-47e1-be63-060090acdd80 admin admin] Pushing event deleted for resources: {'Port': ['ID=50477b1f-55ff-4ad6-a431-daf2cab86fd3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:54.170708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0169e0bc-fcc1-47e1-be63-060090acdd80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (c6263dfb-63cf-4ab6-b886-5a14a1881f27), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:54.404053 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0169e0bc-fcc1-47e1-be63-060090acdd80 admin admin] Router c6263dfb-63cf-4ab6-b886-5a14a1881f27 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:15:54.517787 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0169e0bc-fcc1-47e1-be63-060090acdd80 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:15:54.526494 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0169e0bc-fcc1-47e1-be63-060090acdd80 admin admin] 10.222.0.24 "PUT /v2.0/routers/c6263dfb-63cf-4ab6-b886-5a14a1881f27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4780903 Feb 16 17:15:54.526494 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51678) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:15:54.528417 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0cce72-8403-41f2-8062-5383311d1ce5 None None] Sync routers for ids ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:15:54.538783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0cce72-8403-41f2-8062-5383311d1ce5 None None] Routers {'c6263dfb-63cf-4ab6-b886-5a14a1881f27'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:54.539508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7c0cce72-8403-41f2-8062-5383311d1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:15:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:54.636964 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] Publish callbacks [] for router (c6263dfb-63cf-4ab6-b886-5a14a1881f27), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:54.648999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-7c0cce72-8403-41f2-8062-5383311d1ce5 None None] Set router c6263dfb-63cf-4ab6-b886-5a14a1881f27 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:54.745917 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] Publish callbacks [] for router_gateway (c6263dfb-63cf-4ab6-b886-5a14a1881f27), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:54.809386 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] Deleting port a24cb828-53d0-4759-bd3c-53beb0b9a0b3 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:15:54.809731 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a24cb828-53d0-4759-bd3c-53beb0b9a0b3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:54.847396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7c0cce72-8403-41f2-8062-5383311d1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:15:53Z', 'revision_number': 5, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port': {'id': 'a24cb828-53d0-4759-bd3c-53beb0b9a0b3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:54.875134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0cce72-8403-41f2-8062-5383311d1ce5 None None] Checking router: c6263dfb-63cf-4ab6-b886-5a14a1881f27 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:15:54.885306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0cce72-8403-41f2-8062-5383311d1ce5 None None] Routers {'c6263dfb-63cf-4ab6-b886-5a14a1881f27'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:54.885937 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7c0cce72-8403-41f2-8062-5383311d1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:15:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:54.898034 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] For port a24cb828-53d0-4759-bd3c-53beb0b9a0b3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a24cb828-53d0-4759-bd3c-53beb0b9a0b3,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:54.898462 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a24cb828-53d0-4759-bd3c-53beb0b9a0b3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:54.911145 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] Calling delete_port for a24cb828-53d0-4759-bd3c-53beb0b9a0b3 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:15:54.977626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-7c0cce72-8403-41f2-8062-5383311d1ce5 None None] Set router c6263dfb-63cf-4ab6-b886-5a14a1881f27 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:55.033218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7c0cce72-8403-41f2-8062-5383311d1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:15:54Z', 'revision_number': 6, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:55.059314 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0cce72-8403-41f2-8062-5383311d1ce5 None None] The sync data for ids ['c6263dfb-63cf-4ab6-b886-5a14a1881f27'] in n-d-669411-5 is: [{'id': 'c6263dfb-63cf-4ab6-b886-5a14a1881f27', 'name': 'tempest-TestVolumeBackupRestore-1624925797-router', 'tenant_id': 'ccfe7495c6b341959f417194b2449062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:49Z', 'updated_at': '2022-02-16T17:15:54Z', 'revision_number': 6, 'project_id': 'ccfe7495c6b341959f417194b2449062', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:15:55.087748 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a24cb828-53d0-4759-bd3c-53beb0b9a0b3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.123423 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a24cb828-53d0-4759-bd3c-53beb0b9a0b3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:55.183997 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (c6263dfb-63cf-4ab6-b886-5a14a1881f27), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.276651 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (c6263dfb-63cf-4ab6-b886-5a14a1881f27), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.278753 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] Publish callbacks [] for router_controller (c6263dfb-63cf-4ab6-b886-5a14a1881f27), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.326352 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (c6263dfb-63cf-4ab6-b886-5a14a1881f27), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.327019 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6263dfb-63cf-4ab6-b886-5a14a1881f27 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:15:55.331988 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.333149 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-136eff94-9167-44d7-b5cb-3e7d5d04c1d5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c6263dfb-63cf-4ab6-b886-5a14a1881f27 HTTP/1.1" status: 204 len: 168 time: 0.8066170 Feb 16 17:15:55.335697 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51680) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:15:55.384484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5b75ae-6e04-4407-bf34-7fc382787141 admin admin] Deleting subnet 9a873218-0be0-49a8-a3bc-45cf2dada84e {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:15:55.387454 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e5b75ae-6e04-4407-bf34-7fc382787141 admin admin] Publish callbacks [] for subnet (9a873218-0be0-49a8-a3bc-45cf2dada84e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.424352 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e5b75ae-6e04-4407-bf34-7fc382787141 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (9a873218-0be0-49a8-a3bc-45cf2dada84e), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.506714 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e5b75ae-6e04-4407-bf34-7fc382787141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (9a873218-0be0-49a8-a3bc-45cf2dada84e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.562570 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e5b75ae-6e04-4407-bf34-7fc382787141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (9a873218-0be0-49a8-a3bc-45cf2dada84e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.587717 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b75ae-6e04-4407-bf34-7fc382787141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a873218-0be0-49a8-a3bc-45cf2dada84e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:55.592588 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e5b75ae-6e04-4407-bf34-7fc382787141 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.596115 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0e5b75ae-6e04-4407-bf34-7fc382787141 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9a873218-0be0-49a8-a3bc-45cf2dada84e HTTP/1.1" status: 204 len: 168 time: 0.2592878 Feb 16 17:15:55.598644 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51682) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:15:55.600428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8adec2f-8e84-4aac-9462-10416afb35ed None None] Network d03de99c-70bb-4178-b07a-5524fa9111ad requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:15:55.669092 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (d03de99c-70bb-4178-b07a-5524fa9111ad), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.724912 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17c5aae8-ab96-40b1-b53a-d2198de17efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.729862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] Deleting port f5716102-1fb0-4c6b-a262-a6f838a6d759 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:15:55.730223 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f5716102-1fb0-4c6b-a262-a6f838a6d759), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.794201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] For port f5716102-1fb0-4c6b-a262-a6f838a6d759, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=f5716102-1fb0-4c6b-a262-a6f838a6d759,segment=NetworkSegment(7a3663eb-a239-46ab-9f6d-6fe8710331d4),segment_id=7a3663eb-a239-46ab-9f6d-6fe8710331d4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:55.794477 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f5716102-1fb0-4c6b-a262-a6f838a6d759), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.806558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] Calling delete_port for f5716102-1fb0-4c6b-a262-a6f838a6d759 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:15:55.845438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] DHCP port deletion for d03de99c-70bb-4178-b07a-5524fa9111ad request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:15:55.896300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Deleting port f5716102-1fb0-4c6b-a262-a6f838a6d759 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:15:55.896885 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f5716102-1fb0-4c6b-a262-a6f838a6d759), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.899874 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f5716102-1fb0-4c6b-a262-a6f838a6d759), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.928605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5716102-1fb0-4c6b-a262-a6f838a6d759,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:55.931223 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] No DVR routers for this DVR port f5716102-1fb0-4c6b-a262-a6f838a6d759 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:15:55.965665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] For port f5716102-1fb0-4c6b-a262-a6f838a6d759, host n-d-669411-5, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:55.966067 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f5716102-1fb0-4c6b-a262-a6f838a6d759), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:55.979841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Calling delete_port for f5716102-1fb0-4c6b-a262-a6f838a6d759 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:15:55.982559 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Port f5716102-1fb0-4c6b-a262-a6f838a6d759 was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:15:55.984109 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (f5716102-1fb0-4c6b-a262-a6f838a6d759), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:56.010291 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (d03de99c-70bb-4178-b07a-5524fa9111ad), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:56.011078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Pushing event deleted for resources: {'Port': ['ID=f5716102-1fb0-4c6b-a262-a6f838a6d759,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:56.013600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] No DVR routers for this DVR port f5716102-1fb0-4c6b-a262-a6f838a6d759 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:15:56.024823 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:56.025179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:56.025527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:56.025862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:56.026195 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:56.026529 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:56.026859 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:56.027317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:56.027646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:56.027990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:56.028311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:56.028633 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:56.028952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74374530-975a-49c9-b022-b0c2d9e7e18e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:56.035553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03de99c-70bb-4178-b07a-5524fa9111ad']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:56.045712 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3663eb-a239-46ab-9f6d-6fe8710331d4') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:56.046006 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3663eb-a239-46ab-9f6d-6fe8710331d4') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:56.061101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (7a3663eb-a239-46ab-9f6d-6fe8710331d4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:56.074878 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (7a3663eb-a239-46ab-9f6d-6fe8710331d4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:56.081163 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:15:56.081544 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (7a3663eb-a239-46ab-9f6d-6fe8710331d4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:15:56.083187 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:15:56.140659 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (d03de99c-70bb-4178-b07a-5524fa9111ad), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:56.147914 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:56.151106 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d03de99c-70bb-4178-b07a-5524fa9111ad HTTP/1.1" status: 204 len: 168 time: 0.5509138 Feb 16 17:15:56.154381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51684) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:15:56.162738 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7d030-7d00-4618-9639-f060727f1367 admin admin] Pushing event deleted for resources: {'Network': ['ID=d03de99c-70bb-4178-b07a-5524fa9111ad,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:56.352823 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f5716102-1fb0-4c6b-a262-a6f838a6d759 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:15:56.373392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: f5716102-1fb0-4c6b-a262-a6f838a6d759 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:15:56.373796 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device f5716102-1fb0-4c6b-a262-a6f838a6d759 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:15:56.374240 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 50477b1f-55ff-4ad6-a431-daf2cab86fd3 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:15:56.397267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 50477b1f-55ff-4ad6-a431-daf2cab86fd3 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:15:56.397762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 50477b1f-55ff-4ad6-a431-daf2cab86fd3 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:15:56.398325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a24cb828-53d0-4759-bd3c-53beb0b9a0b3 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:15:56.419863 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: a24cb828-53d0-4759-bd3c-53beb0b9a0b3 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:15:56.420149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a24cb828-53d0-4759-bd3c-53beb0b9a0b3 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:15:56.509481 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b644d80e-0849-4598-bff7-aaa81d7e311b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (b9fb26ff-9233-467a-9858-7d1dcdbf9415), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:56.761018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b644d80e-0849-4598-bff7-aaa81d7e311b admin admin] Deleting port 2c73e241-be88-4330-b637-8b002f422e73 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:15:56.761356 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b644d80e-0849-4598-bff7-aaa81d7e311b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2c73e241-be88-4330-b637-8b002f422e73), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:56.841463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-b644d80e-0849-4598-bff7-aaa81d7e311b admin admin] For port 2c73e241-be88-4330-b637-8b002f422e73, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2c73e241-be88-4330-b637-8b002f422e73,segment=NetworkSegment(d9f52369-4264-4d21-8598-ef14823ab61f),segment_id=d9f52369-4264-4d21-8598-ef14823ab61f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:56.841810 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b644d80e-0849-4598-bff7-aaa81d7e311b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2c73e241-be88-4330-b637-8b002f422e73), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:56.854707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b644d80e-0849-4598-bff7-aaa81d7e311b admin admin] Calling delete_port for 2c73e241-be88-4330-b637-8b002f422e73 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:15:57.039303 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b644d80e-0849-4598-bff7-aaa81d7e311b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2c73e241-be88-4330-b637-8b002f422e73), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:57.064129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644d80e-0849-4598-bff7-aaa81d7e311b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c73e241-be88-4330-b637-8b002f422e73,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:57.237215 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b644d80e-0849-4598-bff7-aaa81d7e311b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (b9fb26ff-9233-467a-9858-7d1dcdbf9415), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:57.459715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b644d80e-0849-4598-bff7-aaa81d7e311b admin admin] Router b9fb26ff-9233-467a-9858-7d1dcdbf9415 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:15:57.569971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b644d80e-0849-4598-bff7-aaa81d7e311b admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:15:57.575023 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b644d80e-0849-4598-bff7-aaa81d7e311b admin admin] 10.222.0.24 "PUT /v2.0/routers/b9fb26ff-9233-467a-9858-7d1dcdbf9415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4195743 Feb 16 17:15:57.577539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51686) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:15:57.580659 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca00ce7-59c2-4404-9ba9-edeb4816991a None None] Sync routers for ids ['b9fb26ff-9233-467a-9858-7d1dcdbf9415'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:15:57.590658 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca00ce7-59c2-4404-9ba9-edeb4816991a None None] Routers {'b9fb26ff-9233-467a-9858-7d1dcdbf9415'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:57.591334 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-7ca00ce7-59c2-4404-9ba9-edeb4816991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:15:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b9fb26ff-9233-467a-9858-7d1dcdbf9415'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:57.685247 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] Publish callbacks [] for router (b9fb26ff-9233-467a-9858-7d1dcdbf9415), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:57.698214 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-7ca00ce7-59c2-4404-9ba9-edeb4816991a None None] Set router b9fb26ff-9233-467a-9858-7d1dcdbf9415 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:57.792980 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] Publish callbacks [] for router_gateway (b9fb26ff-9233-467a-9858-7d1dcdbf9415), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:57.846356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] Deleting port 771f7245-8846-457b-9d50-048e439ecdb3 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:15:57.846695 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (771f7245-8846-457b-9d50-048e439ecdb3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:57.882629 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-7ca00ce7-59c2-4404-9ba9-edeb4816991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'name': 'tempest-TestVolumeBackupRestore-2141388340-router', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '771f7245-8846-457b-9d50-048e439ecdb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:15:56Z', 'revision_number': 5, 'project_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'gw_port': {'id': '771f7245-8846-457b-9d50-048e439ecdb3', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:20:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:57.909864 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca00ce7-59c2-4404-9ba9-edeb4816991a None None] Checking router: b9fb26ff-9233-467a-9858-7d1dcdbf9415 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:15:57.918717 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca00ce7-59c2-4404-9ba9-edeb4816991a None None] Routers {'b9fb26ff-9233-467a-9858-7d1dcdbf9415'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:15:57.919313 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-7ca00ce7-59c2-4404-9ba9-edeb4816991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:15:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b9fb26ff-9233-467a-9858-7d1dcdbf9415'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:57.926083 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] For port 771f7245-8846-457b-9d50-048e439ecdb3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=771f7245-8846-457b-9d50-048e439ecdb3,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:57.926444 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (771f7245-8846-457b-9d50-048e439ecdb3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:57.943452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] Calling delete_port for 771f7245-8846-457b-9d50-048e439ecdb3 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:15:58.016817 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-7ca00ce7-59c2-4404-9ba9-edeb4816991a None None] Set router b9fb26ff-9233-467a-9858-7d1dcdbf9415 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:15:58.072054 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-7ca00ce7-59c2-4404-9ba9-edeb4816991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'name': 'tempest-TestVolumeBackupRestore-2141388340-router', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:15:57Z', 'revision_number': 6, 'project_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:58.098494 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca00ce7-59c2-4404-9ba9-edeb4816991a None None] The sync data for ids ['b9fb26ff-9233-467a-9858-7d1dcdbf9415'] in n-d-669411-5 is: [{'id': 'b9fb26ff-9233-467a-9858-7d1dcdbf9415', 'name': 'tempest-TestVolumeBackupRestore-2141388340-router', 'tenant_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:11:55Z', 'updated_at': '2022-02-16T17:15:57Z', 'revision_number': 6, 'project_id': 'c9f80a90fae543bd9dfe67f29fa0a340', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:15:58.113398 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (771f7245-8846-457b-9d50-048e439ecdb3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.138938 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=771f7245-8846-457b-9d50-048e439ecdb3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:58.202508 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (b9fb26ff-9233-467a-9858-7d1dcdbf9415), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.293660 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (b9fb26ff-9233-467a-9858-7d1dcdbf9415), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.295819 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] Publish callbacks [] for router_controller (b9fb26ff-9233-467a-9858-7d1dcdbf9415), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.342666 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (b9fb26ff-9233-467a-9858-7d1dcdbf9415), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.343405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9fb26ff-9233-467a-9858-7d1dcdbf9415 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:15:58.346466 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5c7f9f5c-a455-4af6-b5b6-0967f4948b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.349869 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.351038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f0428ab0-4fee-428f-ad4c-c012cb8983d7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b9fb26ff-9233-467a-9858-7d1dcdbf9415 HTTP/1.1" status: 204 len: 168 time: 0.7725046 Feb 16 17:15:58.353452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51688) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:15:58.398913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d0f444-f9ae-4a3e-b775-184a1e02fa60 admin admin] Deleting subnet 7dd7a816-56af-452c-affa-eda398fdb154 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:15:58.401928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f444-f9ae-4a3e-b775-184a1e02fa60 admin admin] Publish callbacks [] for subnet (7dd7a816-56af-452c-affa-eda398fdb154), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.437513 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f444-f9ae-4a3e-b775-184a1e02fa60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (7dd7a816-56af-452c-affa-eda398fdb154), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.524728 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f444-f9ae-4a3e-b775-184a1e02fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (7dd7a816-56af-452c-affa-eda398fdb154), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.578023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2c73e241-be88-4330-b637-8b002f422e73 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:15:58.586084 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f444-f9ae-4a3e-b775-184a1e02fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (7dd7a816-56af-452c-affa-eda398fdb154), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.599734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 2c73e241-be88-4330-b637-8b002f422e73 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:15:58.600119 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2c73e241-be88-4330-b637-8b002f422e73 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:15:58.613246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0f444-f9ae-4a3e-b775-184a1e02fa60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd7a816-56af-452c-affa-eda398fdb154,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:58.616285 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f444-f9ae-4a3e-b775-184a1e02fa60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.621655 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a4d0f444-f9ae-4a3e-b775-184a1e02fa60 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7dd7a816-56af-452c-affa-eda398fdb154 HTTP/1.1" status: 204 len: 168 time: 0.2650800 Feb 16 17:15:58.621784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48067dae-e101-45c9-8ee3-a3135508d01a None None] Network 61ae1ed0-6c48-4faf-94f6-6e0c016b3b40 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:15:58.622205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51690) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:15:58.697749 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (61ae1ed0-6c48-4faf-94f6-6e0c016b3b40), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.750349 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Deleting port 85a88447-e522-413c-bf8e-fa895aa2a513 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:15:58.750680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.811165 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] For port 85a88447-e522-413c-bf8e-fa895aa2a513, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=85a88447-e522-413c-bf8e-fa895aa2a513,segment=NetworkSegment(d9f52369-4264-4d21-8598-ef14823ab61f),segment_id=d9f52369-4264-4d21-8598-ef14823ab61f)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:58.811446 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.824044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Calling delete_port for 85a88447-e522-413c-bf8e-fa895aa2a513 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:15:58.881966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b17146e-4fcd-421e-ab54-515c57feb266 None None] DHCP port deletion for 61ae1ed0-6c48-4faf-94f6-6e0c016b3b40 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:15:58.909958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.931547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2b17146e-4fcd-421e-ab54-515c57feb266 None None] Deleting port 85a88447-e522-413c-bf8e-fa895aa2a513 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:15:58.931950 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b17146e-4fcd-421e-ab54-515c57feb266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:58.940034 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a88447-e522-413c-bf8e-fa895aa2a513,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:58.943275 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] No DVR routers for this DVR port 85a88447-e522-413c-bf8e-fa895aa2a513 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:15:59.006330 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2b17146e-4fcd-421e-ab54-515c57feb266 None None] For port 85a88447-e522-413c-bf8e-fa895aa2a513, host n-d-669411-5, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:15:59.006759 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b17146e-4fcd-421e-ab54-515c57feb266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:59.021406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2b17146e-4fcd-421e-ab54-515c57feb266 None None] Calling delete_port for 85a88447-e522-413c-bf8e-fa895aa2a513 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:15:59.024349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-2b17146e-4fcd-421e-ab54-515c57feb266 None None] Port 85a88447-e522-413c-bf8e-fa895aa2a513 was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:15:59.025832 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b17146e-4fcd-421e-ab54-515c57feb266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (85a88447-e522-413c-bf8e-fa895aa2a513), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:59.055367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17146e-4fcd-421e-ab54-515c57feb266 None None] Pushing event deleted for resources: {'Port': ['ID=85a88447-e522-413c-bf8e-fa895aa2a513,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:59.059214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17146e-4fcd-421e-ab54-515c57feb266 None None] No DVR routers for this DVR port 85a88447-e522-413c-bf8e-fa895aa2a513 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:15:59.337912 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (61ae1ed0-6c48-4faf-94f6-6e0c016b3b40), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:59.357555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ae1ed0-6c48-4faf-94f6-6e0c016b3b40']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:59.367295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f52369-4264-4d21-8598-ef14823ab61f') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:59.367590 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f52369-4264-4d21-8598-ef14823ab61f') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:15:59.376662 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (d9f52369-4264-4d21-8598-ef14823ab61f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:59.390107 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d9f52369-4264-4d21-8598-ef14823ab61f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:59.395958 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:15:59.396381 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (d9f52369-4264-4d21-8598-ef14823ab61f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:15:59.398133 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:15:59.431056 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:59.453799 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (61ae1ed0-6c48-4faf-94f6-6e0c016b3b40), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:59.458455 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:59.464063 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] 10.222.0.24 "DELETE /v2.0/networks/61ae1ed0-6c48-4faf-94f6-6e0c016b3b40 HTTP/1.1" status: 204 len: 168 time: 0.8385644 Feb 16 17:15:59.473988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ae1ed0-6c48-4faf-94f6-6e0c016b3b40,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:15:59.481458 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:59.481805 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:59.482147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:59.482483 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:59.482813 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:59.483399 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:59.483725 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:59.484076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:59.484408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:59.484732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:59.485053 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:59.485373 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:59.485693 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c8197-2c13-4ea9-83d2-d126ec5bc708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:15:59.624148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51694) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:15:59.664323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5275cd7c-f8ec-44b1-a2cd-8c0eaa0eefc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ccfe7495c6b341959f417194b2449062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390275 Feb 16 17:15:59.666779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51696) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:15:59.713861 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-537fcb7a-fbb7-4393-9911-898d8a2f4056 admin admin] Publish callbacks [] for security_group (ac08ac09-dcfa-4139-a2c3-830d57fba587), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:59.734622 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-537fcb7a-fbb7-4393-9911-898d8a2f4056 admin admin] Publish callbacks [] for security_group (ac08ac09-dcfa-4139-a2c3-830d57fba587), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:59.783992 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-537fcb7a-fbb7-4393-9911-898d8a2f4056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (ac08ac09-dcfa-4139-a2c3-830d57fba587), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:59.787135 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-537fcb7a-fbb7-4393-9911-898d8a2f4056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:15:59.788392 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-537fcb7a-fbb7-4393-9911-898d8a2f4056 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac08ac09-dcfa-4139-a2c3-830d57fba587 HTTP/1.1" status: 204 len: 168 time: 0.1207097 Feb 16 17:15:59.795924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fcb7a-fbb7-4393-9911-898d8a2f4056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac08ac09-dcfa-4139-a2c3-830d57fba587,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:00.095940 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51702) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:16:00.135835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a51d9d53-e4d2-4aad-9368-0e9fef0191a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9f80a90fae543bd9dfe67f29fa0a340&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386696 Feb 16 17:16:00.138136 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51704) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:16:00.184359 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b52ca858-7dd6-4222-89bc-fbdfeaf6203d admin admin] Publish callbacks [] for security_group (12401570-7ea8-497a-8f96-559c3896255b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:00.204434 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b52ca858-7dd6-4222-89bc-fbdfeaf6203d admin admin] Publish callbacks [] for security_group (12401570-7ea8-497a-8f96-559c3896255b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:00.251690 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b52ca858-7dd6-4222-89bc-fbdfeaf6203d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (12401570-7ea8-497a-8f96-559c3896255b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:00.254654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b52ca858-7dd6-4222-89bc-fbdfeaf6203d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:00.256026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b52ca858-7dd6-4222-89bc-fbdfeaf6203d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12401570-7ea8-497a-8f96-559c3896255b HTTP/1.1" status: 204 len: 168 time: 0.1168356 Feb 16 17:16:00.263896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ca858-7dd6-4222-89bc-fbdfeaf6203d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12401570-7ea8-497a-8f96-559c3896255b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:00.352312 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 771f7245-8846-457b-9d50-048e439ecdb3 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:16:00.376472 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 771f7245-8846-457b-9d50-048e439ecdb3 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:16:00.376819 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 771f7245-8846-457b-9d50-048e439ecdb3 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:16:00.377246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 85a88447-e522-413c-bf8e-fa895aa2a513 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:16:00.397055 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 85a88447-e522-413c-bf8e-fa895aa2a513 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:16:00.397409 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 85a88447-e522-413c-bf8e-fa895aa2a513 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:16:00.980872 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:01.705236 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:02.133171 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:04.969988 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:06.847354 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-a4b57f96-56d0-47df-aa0f-75aa03125d0a tempest-TestNetworkAdvancedServerOps-1563937034 tempest-TestNetworkAdvancedServerOps-1563937034-project-admin] (103422) timed out ('10.222.0.24', 44726) {{(pid=103422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 17:16:08.762329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-efcf04d4-6f91-4e9c-91b2-c975257a90ce req-9646542e-adc5-43e6-9044-6665362b19e2 service neutron] (103421) timed out ('10.222.0.24', 45568) {{(pid=103421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 17:16:11.243647 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-601700bc-f356-44b2-9123-f813b12dd252 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e2fd088c31584ebda718419236bb97fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291502 Feb 16 17:16:11.430857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-3fb34fb8-67ac-49ad-8a05-0f8d4d40c300 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:11.440723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-3fb34fb8-67ac-49ad-8a05-0f8d4d40c300 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903472 Feb 16 17:16:11.455247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-630d5ad6-2a04-4e78-8bfa-1906944751be tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/quotas/e2fd088c31584ebda718419236bb97fc HTTP/1.1" status: 200 len: 375 time: 0.0091448 Feb 16 17:16:11.487371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-92f5a85b-39ac-4cb2-93c1-618586b3c947 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2fd088c31584ebda718419236bb97fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269079 Feb 16 17:16:11.648047 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba47710b-b1ab-4383-9bb5-f7ed4cdf4b59 req-f10f0a08-ae1e-40ce-b178-b214f67bb9ab tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 210 time: 0.0284350 Feb 16 17:16:12.610500 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-f2225892-3af5-486b-8114-a58b032b3c14 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e2fd088c31584ebda718419236bb97fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327256 Feb 16 17:16:12.745394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f428437d-3172-4d52-8c15-c33d8b4ec04c req-ff60dbb9-75f6-436f-8caf-0fc2eca236b7 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 210 time: 0.0271952 Feb 16 17:16:12.803486 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-3563574b-3e90-4c04-8edc-62114e42bd05 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:12.804957 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-3563574b-3e90-4c04-8edc-62114e42bd05 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891105 Feb 16 17:16:12.816704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Request body: {'port': {'device_id': '7b68f6be-299e-4055-b6de-38b64bf56d5b', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'admin_state_up': True, 'tenant_id': 'e2fd088c31584ebda718419236bb97fc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:12.924795 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Made reservation on behalf of e2fd088c31584ebda718419236bb97fc for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:16:12.928614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:12.937390 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:13.011035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Publish callbacks [] for security_group (a21ce5f0-91ca-4846-8389-1529ccb2bbe9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:13.014795 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a21ce5f0-91ca-4846-8389-1529ccb2bbe9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:13.080582 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21ce5f0-91ca-4846-8389-1529ccb2bbe9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:13.151747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Allocated IP 192.168.233.151 (31ac75ed-5a18-4047-8c30-5a5fa845837c/6d0e33de-334b-4944-83a8-39bbe84bcc62/ae012a15-cc9a-4a80-82e5-c576cc428f99) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:16:13.296849 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Publish callbacks [] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:13.334338 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:13.378859 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Network 31ac75ed-5a18-4047-8c30-5a5fa845837c is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:16:13.381988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:16:13.385610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:16:13.408662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Pushing event updated for resources: {'Port': ['ID=ae012a15-cc9a-4a80-82e5-c576cc428f99,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:13.439611 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:13.440343 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:13.457506 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-c49720d5-e5c7-4e8f-b484-10e409b11877 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6441453 Feb 16 17:16:13.469661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Request body: {'port': {'device_id': '7b68f6be-299e-4055-b6de-38b64bf56d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:13.539683 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:13.677539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1cd83d44-d038-4ec4-b924-5ce5e026ed38 None None] Provisioning complete for port ae012a15-cc9a-4a80-82e5-c576cc428f99 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:13.678180 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1cd83d44-d038-4ec4-b924-5ce5e026ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:13.712771 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1cd83d44-d038-4ec4-b924-5ce5e026ed38 None None] Port ae012a15-cc9a-4a80-82e5-c576cc428f99 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:16:13.817285 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae012a15-cc9a-4a80-82e5-c576cc428f99 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:16:13.824751 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Publish callbacks [] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:13.837747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Transition to ACTIVE for port object ae012a15-cc9a-4a80-82e5-c576cc428f99 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:16:13.841697 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:13.870949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967a259-7edd-44d3-8b71-fa5f499c13a1 req-2fa8de28-fcbb-41c9-9710-e70aeb89a0fd tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:13.876288 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f967a259-7edd-44d3-8b71-fa5f499c13a1 req-2fa8de28-fcbb-41c9-9710-e70aeb89a0fd tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 936 time: 0.0606694 Feb 16 17:16:13.894963 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Pushing event updated for resources: {'Port': ['ID=ae012a15-cc9a-4a80-82e5-c576cc428f99,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:13.929335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f967a259-7edd-44d3-8b71-fa5f499c13a1 req-7b8aa975-00fb-48e3-9581-fe6f25ffd36e tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/security-groups?id=a21ce5f0-91ca-4846-8389-1529ccb2bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498536 Feb 16 17:16:13.978423 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Attempting to bind port ae012a15-cc9a-4a80-82e5-c576cc428f99 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:16:13.978761 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Attempting to bind port ae012a15-cc9a-4a80-82e5-c576cc428f99 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:16:13.979094 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Attempting to bind port ae012a15-cc9a-4a80-82e5-c576cc428f99 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:16:13.984000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Port ae012a15-cc9a-4a80-82e5-c576cc428f99 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:16:13.984330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Attempting to bind port ae012a15-cc9a-4a80-82e5-c576cc428f99 on network 31ac75ed-5a18-4047-8c30-5a5fa845837c {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:16:13.989381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:16:13.989742 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Checking segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:16:13.990159 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Bound using segment: {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:16:13.990586 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Bound port: ae012a15-cc9a-4a80-82e5-c576cc428f99, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b3d1d-0cfd-41a5-84d6-760c1338a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:16:13.990948 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:14.060455 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] For port ae012a15-cc9a-4a80-82e5-c576cc428f99, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:16:14.063741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] For port ae012a15-cc9a-4a80-82e5-c576cc428f99, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ae012a15-cc9a-4a80-82e5-c576cc428f99,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:16:14.069823 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:14.109692 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:14.110304 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:14.111676 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] 10.222.0.60 "PUT /v2.0/ports/ae012a15-cc9a-4a80-82e5-c576cc428f99 HTTP/1.1" status: 200 len: 1096 time: 0.6470234 Feb 16 17:16:14.112131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b68f6be-299e-4055-b6de-38b64bf56d5b', 'tag': 'ae012a15-cc9a-4a80-82e5-c576cc428f99'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:16:14.114444 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14adf513-c040-4e28-aea2-4d24db2c546e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b68f6be-299e-4055-b6de-38b64bf56d5b", "tag": "ae012a15-cc9a-4a80-82e5-c576cc428f99"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:16:14.143769 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7d1da-b781-46ab-a047-06cc4a4e9120 service neutron] Pushing event updated for resources: {'Port': ['ID=ae012a15-cc9a-4a80-82e5-c576cc428f99,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:14.213242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-1bd3b489-4356-42f7-988a-9b14c9e27d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:14.214616 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-1bd3b489-4356-42f7-988a-9b14c9e27d8a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2fd088c31584ebda718419236bb97fc&device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 1130 time: 0.0530052 Feb 16 17:16:14.262425 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d8498c-1e36-444f-8cfe-6ed82288fd40 x-openstack-request-id: req-41d8498c-1e36-444f-8cfe-6ed82288fd40 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:16:14.262718 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b68f6be-299e-4055-b6de-38b64bf56d5b", "tag": "ae012a15-cc9a-4a80-82e5-c576cc428f99", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:16:14.262967 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41d8498c-1e36-444f-8cfe-6ed82288fd40 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:16:14.263365 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b68f6be-299e-4055-b6de-38b64bf56d5b', 'tag': 'ae012a15-cc9a-4a80-82e5-c576cc428f99', 'status': 'completed', 'code': 200} Feb 16 17:16:14.265216 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-54b04883-1796-4634-9e66-b23411da5bff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ae012a15-cc9a-4a80-82e5-c576cc428f99 HTTP/1.1" status: 200 len: 217 time: 0.0432920 Feb 16 17:16:14.320845 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-99eb8f3d-5296-421c-95a7-39a3a4e5ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:14.322219 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-99eb8f3d-5296-421c-95a7-39a3a4e5ee9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0513437 Feb 16 17:16:14.372487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-b0ffbcea-d5de-4b76-b40f-93230bc35748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:14.374029 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-b0ffbcea-d5de-4b76-b40f-93230bc35748 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0462391 Feb 16 17:16:14.466665 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-fb331efe-8a08-4bbb-a4b7-d034b22b2bfc service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868235 Feb 16 17:16:14.558629 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0f09a7e3-7fb8-46e2-83d6-f3a0ca85bfe9 req-1c9d6a70-aba0-4f2f-87e6-06d868c9aed5 service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861075 Feb 16 17:16:14.644425 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adf513-c040-4e28-aea2-4d24db2c546e req-63e300c6-8ba9-4327-bb73-00b0923887e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:14.645862 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-14adf513-c040-4e28-aea2-4d24db2c546e req-63e300c6-8ba9-4327-bb73-00b0923887e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2fd088c31584ebda718419236bb97fc&device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 1130 time: 0.0448830 Feb 16 17:16:14.733135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adf513-c040-4e28-aea2-4d24db2c546e req-7d149dd9-12b2-43e7-bd3b-7ed8d714b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:14.734560 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-14adf513-c040-4e28-aea2-4d24db2c546e req-7d149dd9-12b2-43e7-bd3b-7ed8d714b684 service neutron] 10.222.0.60 "GET /v2.0/networks?id=31ac75ed-5a18-4047-8c30-5a5fa845837c HTTP/1.1" status: 200 len: 870 time: 0.0829673 Feb 16 17:16:14.777822 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-14adf513-c040-4e28-aea2-4d24db2c546e req-d637fb18-c78d-4b34-83f8-688bd7ef8e61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ae012a15-cc9a-4a80-82e5-c576cc428f99 HTTP/1.1" status: 200 len: 217 time: 0.0371394 Feb 16 17:16:14.823739 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adf513-c040-4e28-aea2-4d24db2c546e req-d2c19dc1-0617-40c4-b994-9d54e0124027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:14.825134 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-14adf513-c040-4e28-aea2-4d24db2c546e req-d2c19dc1-0617-40c4-b994-9d54e0124027 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d0e33de-334b-4944-83a8-39bbe84bcc62 HTTP/1.1" status: 200 len: 843 time: 0.0418906 Feb 16 17:16:14.873746 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adf513-c040-4e28-aea2-4d24db2c546e req-de72f5e6-d112-480d-96ca-ca3c2d0b3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:14.875208 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-14adf513-c040-4e28-aea2-4d24db2c546e req-de72f5e6-d112-480d-96ca-ca3c2d0b3dbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=31ac75ed-5a18-4047-8c30-5a5fa845837c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0444992 Feb 16 17:16:14.966191 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-14adf513-c040-4e28-aea2-4d24db2c546e req-4df00d08-b6af-4de5-8dd4-ce09382b8a6f service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853801 Feb 16 17:16:15.051676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c4f80-6182-476e-86d1-03985d9fc98a req-c3599148-8f42-40cc-84bc-8e9de70ccd10 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:15.053915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-748c4f80-6182-476e-86d1-03985d9fc98a req-c3599148-8f42-40cc-84bc-8e9de70ccd10 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 948 time: 0.0525882 Feb 16 17:16:15.058695 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-14adf513-c040-4e28-aea2-4d24db2c546e req-46bfeaf9-7751-40db-944b-2ac1ff06b3ed service neutron] 10.222.0.60 "GET /v2.0/networks/31ac75ed-5a18-4047-8c30-5a5fa845837c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873997 Feb 16 17:16:15.102671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-748c4f80-6182-476e-86d1-03985d9fc98a req-2d8212f7-5fb5-42f2-ac21-8c0aa7fbbd54 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/security-groups?id=a21ce5f0-91ca-4846-8389-1529ccb2bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 Feb 16 17:16:16.225752 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8c3e2-772d-43c6-81da-c85838dead21 req-cfe462d3-b1fd-4e43-8ca9-1958b3903079 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:16.227195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4a8c3e2-772d-43c6-81da-c85838dead21 req-cfe462d3-b1fd-4e43-8ca9-1958b3903079 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 948 time: 0.0550697 Feb 16 17:16:16.273287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4a8c3e2-772d-43c6-81da-c85838dead21 req-df26afb6-7205-4d24-84b4-62fc8d21aa21 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/security-groups?id=a21ce5f0-91ca-4846-8389-1529ccb2bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 Feb 16 17:16:16.889808 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:16:17.390947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef81b1-37d3-4267-bc0b-60e1e16f8c63 req-ad933b72-70ad-4356-9076-ce78313e21bf tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:17.392450 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbef81b1-37d3-4267-bc0b-60e1e16f8c63 req-ad933b72-70ad-4356-9076-ce78313e21bf tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 948 time: 0.0515935 Feb 16 17:16:17.438597 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dbef81b1-37d3-4267-bc0b-60e1e16f8c63 req-3c78f5a1-dc2f-49e6-b2b1-dd69d76125aa tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/security-groups?id=a21ce5f0-91ca-4846-8389-1529ccb2bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398102 Feb 16 17:16:18.558732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87213d2b-52e6-4868-a888-00ea212e04f8 req-ea6aaa90-3b1d-403d-ac28-bc2a25b12f86 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:18.560123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87213d2b-52e6-4868-a888-00ea212e04f8 req-ea6aaa90-3b1d-403d-ac28-bc2a25b12f86 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 948 time: 0.0515611 Feb 16 17:16:18.608879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87213d2b-52e6-4868-a888-00ea212e04f8 req-7442c376-69ba-492b-9cd6-a66aa0e12fc8 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/security-groups?id=a21ce5f0-91ca-4846-8389-1529ccb2bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Feb 16 17:16:18.954806 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ae012a15-cc9a-4a80-82e5-c576cc428f99 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:16:19.069386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port ae012a15-cc9a-4a80-82e5-c576cc428f99, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ae012a15-cc9a-4a80-82e5-c576cc428f99,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:19.080467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'ae012a15-cc9a-4a80-82e5-c576cc428f99', 'network_id': '31ac75ed-5a18-4047-8c30-5a5fa845837c', 'port_id': 'ae012a15-cc9a-4a80-82e5-c576cc428f99', 'mac_address': 'fa:16:3e:c7:15:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0e33de-334b-4944-83a8-39bbe84bcc62', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:16:19.123367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port ae012a15-cc9a-4a80-82e5-c576cc428f99 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:16:19.123789 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:19.137208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae012a15-cc9a-4a80-82e5-c576cc428f99 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:16:19.158645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port ae012a15-cc9a-4a80-82e5-c576cc428f99, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ae012a15-cc9a-4a80-82e5-c576cc428f99,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:19.163700 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:19.217616 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=ae012a15-cc9a-4a80-82e5-c576cc428f99,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:19.507466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['ae012a15-cc9a-4a80-82e5-c576cc428f99'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:16:19.741195 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb0d52-a3ba-4b42-816c-dd8d4cce8ead req-030f9273-a1cd-40f8-8927-c2386cc7dbad tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:19.742692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22fb0d52-a3ba-4b42-816c-dd8d4cce8ead req-030f9273-a1cd-40f8-8927-c2386cc7dbad tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 949 time: 0.0616200 Feb 16 17:16:19.791441 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22fb0d52-a3ba-4b42-816c-dd8d4cce8ead req-8a48f8ac-2368-433d-90b5-244e4275bd8b tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/security-groups?id=a21ce5f0-91ca-4846-8389-1529ccb2bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Feb 16 17:16:20.908181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4052f-fa68-4aef-8dff-5896e3646aad req-02f50ec3-a378-4f2c-8376-b9a9a535b9a7 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:20.909646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fbc4052f-fa68-4aef-8dff-5896e3646aad req-02f50ec3-a378-4f2c-8376-b9a9a535b9a7 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 949 time: 0.0520947 Feb 16 17:16:20.955932 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fbc4052f-fa68-4aef-8dff-5896e3646aad req-4ccc50ec-8ec0-4e61-a59d-a05e25402924 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/security-groups?id=a21ce5f0-91ca-4846-8389-1529ccb2bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Feb 16 17:16:20.978503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ae012a15-cc9a-4a80-82e5-c576cc428f99 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:16:21.029102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port ae012a15-cc9a-4a80-82e5-c576cc428f99 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:16:21.033040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port ae012a15-cc9a-4a80-82e5-c576cc428f99 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:21.033416 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:21.109878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port ae012a15-cc9a-4a80-82e5-c576cc428f99 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:16:21.110182 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:21.131896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b68f6be-299e-4055-b6de-38b64bf56d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae012a15-cc9a-4a80-82e5-c576cc428f99'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:16:21.134118 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a73105-9d4f-4545-8f2d-d83eae23c77c" -d '{"events": [{"server_uuid": "7b68f6be-299e-4055-b6de-38b64bf56d5b", "name": "network-vif-plugged", "status": "completed", "tag": "ae012a15-cc9a-4a80-82e5-c576cc428f99"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:16:21.147602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port ae012a15-cc9a-4a80-82e5-c576cc428f99, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ae012a15-cc9a-4a80-82e5-c576cc428f99,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:21.151401 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:21.202830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=ae012a15-cc9a-4a80-82e5-c576cc428f99,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:21.240980 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1c526c-108f-44c7-b150-20460ec985ee x-openstack-request-id: req-cc1c526c-108f-44c7-b150-20460ec985ee {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:16:21.241402 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b68f6be-299e-4055-b6de-38b64bf56d5b", "name": "network-vif-plugged", "status": "completed", "tag": "ae012a15-cc9a-4a80-82e5-c576cc428f99", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:16:21.241664 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc1c526c-108f-44c7-b150-20460ec985ee {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:16:21.242064 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b68f6be-299e-4055-b6de-38b64bf56d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae012a15-cc9a-4a80-82e5-c576cc428f99', 'code': 200} Feb 16 17:16:21.335677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e4fc6-10e8-4de8-a46f-4479ceec9e7f req-8e968569-d263-4e49-85ce-e7e5c767ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:21.337266 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc2e4fc6-10e8-4de8-a46f-4479ceec9e7f req-8e968569-d263-4e49-85ce-e7e5c767ad98 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 1132 time: 0.0443625 Feb 16 17:16:21.380757 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-dc2e4fc6-10e8-4de8-a46f-4479ceec9e7f req-e397843a-3ede-4dbb-b705-0cc661ce06a6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a21ce5f0-91ca-4846-8389-1529ccb2bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362415 Feb 16 17:16:22.076345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f792eef-af4e-4701-86ef-5a09542c8737 req-7eaa8860-af80-4b36-9107-c63dec719c0d tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:22.077788 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f792eef-af4e-4701-86ef-5a09542c8737 req-7eaa8860-af80-4b36-9107-c63dec719c0d tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 950 time: 0.0550475 Feb 16 17:16:22.123863 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f792eef-af4e-4701-86ef-5a09542c8737 req-949515ef-0c14-48e6-8345-e473f6ca2a75 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/security-groups?id=a21ce5f0-91ca-4846-8389-1529ccb2bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404480 Feb 16 17:16:23.244313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7c633-023e-4036-aa11-d88ac00dc05c req-0c4dd1d6-16e4-4f6f-aba9-488bd0fdd29e tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:23.245789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0a7c633-023e-4036-aa11-d88ac00dc05c req-0c4dd1d6-16e4-4f6f-aba9-488bd0fdd29e tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 950 time: 0.0536566 Feb 16 17:16:23.291109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0a7c633-023e-4036-aa11-d88ac00dc05c req-b7c21b99-f544-4813-886d-a9f3c831d925 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/security-groups?id=a21ce5f0-91ca-4846-8389-1529ccb2bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397570 Feb 16 17:16:23.657798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-413df1dc-feb9-4941-8fc0-7f9f0e03a89c req-60b617aa-316e-43e2-ad58-754c11cca27d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:16:23.658734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-413df1dc-feb9-4941-8fc0-7f9f0e03a89c req-60b617aa-316e-43e2-ad58-754c11cca27d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1003587 Feb 16 17:16:23.991018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-30e39b64-5419-4b7a-a67a-c960deb981bd req-db4561cd-7275-4c53-b75a-97144d017bde service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:16:23.992010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30e39b64-5419-4b7a-a67a-c960deb981bd req-db4561cd-7275-4c53-b75a-97144d017bde service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051153 Feb 16 17:16:24.333988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a18b0-8fd6-4957-8e7e-f29bcedaa396 req-bc23091d-287f-473d-bceb-1a09bb728341 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:24.335506 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d1a18b0-8fd6-4957-8e7e-f29bcedaa396 req-bc23091d-287f-473d-bceb-1a09bb728341 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 950 time: 0.0548670 Feb 16 17:16:24.388658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d1a18b0-8fd6-4957-8e7e-f29bcedaa396 req-723c257d-2a14-4bb4-900d-97906f5d8fb4 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/security-groups?id=a21ce5f0-91ca-4846-8389-1529ccb2bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475485 Feb 16 17:16:25.512976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176aa9cf-4b65-445b-8bb7-991ecfe857a2 req-ba73ff19-74a6-47d3-b15d-a29d263bddd7 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:25.514450 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-176aa9cf-4b65-445b-8bb7-991ecfe857a2 req-ba73ff19-74a6-47d3-b15d-a29d263bddd7 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 950 time: 0.0529115 Feb 16 17:16:25.561331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-176aa9cf-4b65-445b-8bb7-991ecfe857a2 req-2b00c3e4-5019-4d61-8909-e58930b33ede tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.24 "GET /v2.0/security-groups?id=a21ce5f0-91ca-4846-8389-1529ccb2bbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412035 Feb 16 17:16:25.717810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e794f8e-af2e-4a8b-9b98-6a28c6be6817 req-a98810c5-69fd-4720-b256-ebe92b80fcea tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:25.719176 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e794f8e-af2e-4a8b-9b98-6a28c6be6817 req-a98810c5-69fd-4720-b256-ebe92b80fcea tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b68f6be-299e-4055-b6de-38b64bf56d5b HTTP/1.1" status: 200 len: 950 time: 0.0532777 Feb 16 17:16:25.727950 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-704e2a64-9604-44de-9be1-99609dadfb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:25.816812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-2e794f8e-af2e-4a8b-9b98-6a28c6be6817 req-47a6d82f-b1ac-4701-a646-65fbff4a1aa9 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Deleting port ae012a15-cc9a-4a80-82e5-c576cc428f99 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:16:25.817154 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2e794f8e-af2e-4a8b-9b98-6a28c6be6817 req-47a6d82f-b1ac-4701-a646-65fbff4a1aa9 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:25.903769 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2e794f8e-af2e-4a8b-9b98-6a28c6be6817 req-47a6d82f-b1ac-4701-a646-65fbff4a1aa9 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] For port ae012a15-cc9a-4a80-82e5-c576cc428f99, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=ae012a15-cc9a-4a80-82e5-c576cc428f99,segment=NetworkSegment(9f1b3d1d-0cfd-41a5-84d6-760c1338a49d),segment_id=9f1b3d1d-0cfd-41a5-84d6-760c1338a49d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:25.904139 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2e794f8e-af2e-4a8b-9b98-6a28c6be6817 req-47a6d82f-b1ac-4701-a646-65fbff4a1aa9 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:25.916817 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-2e794f8e-af2e-4a8b-9b98-6a28c6be6817 req-47a6d82f-b1ac-4701-a646-65fbff4a1aa9 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Calling delete_port for ae012a15-cc9a-4a80-82e5-c576cc428f99 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:16:26.046404 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2e794f8e-af2e-4a8b-9b98-6a28c6be6817 req-47a6d82f-b1ac-4701-a646-65fbff4a1aa9 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ae012a15-cc9a-4a80-82e5-c576cc428f99), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:26.058257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['ae012a15-cc9a-4a80-82e5-c576cc428f99'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:16:26.073910 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6d82f-b1ac-4701-a646-65fbff4a1aa9 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Pushing event deleted for resources: {'Port': ['ID=ae012a15-cc9a-4a80-82e5-c576cc428f99,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:26.125108 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e794f8e-af2e-4a8b-9b98-6a28c6be6817 req-47a6d82f-b1ac-4701-a646-65fbff4a1aa9 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] No DVR routers for this DVR port ae012a15-cc9a-4a80-82e5-c576cc428f99 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:16:26.127623 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2e794f8e-af2e-4a8b-9b98-6a28c6be6817 req-47a6d82f-b1ac-4701-a646-65fbff4a1aa9 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:26.131238 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2e794f8e-af2e-4a8b-9b98-6a28c6be6817 req-47a6d82f-b1ac-4701-a646-65fbff4a1aa9 tempest-ServersAdminNegativeTestJSON-1492675922 tempest-ServersAdminNegativeTestJSON-1492675922-project] 10.222.0.60 "DELETE /v2.0/ports/ae012a15-cc9a-4a80-82e5-c576cc428f99 HTTP/1.1" status: 204 len: 173 time: 0.4073370 Feb 16 17:16:26.131704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b68f6be-299e-4055-b6de-38b64bf56d5b', 'name': 'network-vif-deleted', 'tag': 'ae012a15-cc9a-4a80-82e5-c576cc428f99'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:16:26.134025 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abb4544-7d8a-4a15-b1c4-1630ae901203" -d '{"events": [{"server_uuid": "7b68f6be-299e-4055-b6de-38b64bf56d5b", "name": "network-vif-deleted", "tag": "ae012a15-cc9a-4a80-82e5-c576cc428f99"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:16:26.180642 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e6bc66-26fb-4504-ac1b-78b076f46b49 x-openstack-request-id: req-65e6bc66-26fb-4504-ac1b-78b076f46b49 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:16:26.180948 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b68f6be-299e-4055-b6de-38b64bf56d5b", "name": "network-vif-deleted", "tag": "ae012a15-cc9a-4a80-82e5-c576cc428f99", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:16:26.181188 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65e6bc66-26fb-4504-ac1b-78b076f46b49 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:16:26.182583 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b68f6be-299e-4055-b6de-38b64bf56d5b', 'name': 'network-vif-deleted', 'tag': 'ae012a15-cc9a-4a80-82e5-c576cc428f99', 'status': 'completed', 'code': 200} Feb 16 17:16:26.859369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51848) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:16:26.988504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c3085cf1-9c4b-45a7-8680-a97718ace761 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2fd088c31584ebda718419236bb97fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278808 Feb 16 17:16:26.990941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51852) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:16:27.036476 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b553-5d1d-4842-9999-cb28bb9c56b6 admin admin] Publish callbacks [] for security_group (a21ce5f0-91ca-4846-8389-1529ccb2bbe9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:27.057520 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b553-5d1d-4842-9999-cb28bb9c56b6 admin admin] Publish callbacks [] for security_group (a21ce5f0-91ca-4846-8389-1529ccb2bbe9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:27.107146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b553-5d1d-4842-9999-cb28bb9c56b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a21ce5f0-91ca-4846-8389-1529ccb2bbe9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:27.109986 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b553-5d1d-4842-9999-cb28bb9c56b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:27.111138 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f6d9b553-5d1d-4842-9999-cb28bb9c56b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a21ce5f0-91ca-4846-8389-1529ccb2bbe9 HTTP/1.1" status: 204 len: 168 time: 0.1192172 Feb 16 17:16:27.118785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9b553-5d1d-4842-9999-cb28bb9c56b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21ce5f0-91ca-4846-8389-1529ccb2bbe9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:27.365912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51858) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:16:27.379341 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e7c2d8d2-035a-45b1-bc74-8b97b76f5cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:27.454060 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e7c2d8d2-035a-45b1-bc74-8b97b76f5cee admin admin] Publish callbacks [] for security_group (d020fe6a-b6bb-4376-9fed-01463d2fc417), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:27.457792 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e7c2d8d2-035a-45b1-bc74-8b97b76f5cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d020fe6a-b6bb-4376-9fed-01463d2fc417), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:27.499879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e7c2d8d2-035a-45b1-bc74-8b97b76f5cee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5068c431088e4f409518b09520de3a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304607 Feb 16 17:16:27.499879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2d8d2-035a-45b1-bc74-8b97b76f5cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d020fe6a-b6bb-4376-9fed-01463d2fc417,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:27.500376 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51860) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:16:27.547733 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-71a37104-9f0d-4d48-aaf3-e157e7340134 admin admin] Publish callbacks [] for security_group (d020fe6a-b6bb-4376-9fed-01463d2fc417), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:27.571152 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-71a37104-9f0d-4d48-aaf3-e157e7340134 admin admin] Publish callbacks [] for security_group (d020fe6a-b6bb-4376-9fed-01463d2fc417), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:27.618101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-71a37104-9f0d-4d48-aaf3-e157e7340134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d020fe6a-b6bb-4376-9fed-01463d2fc417), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:27.620750 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-71a37104-9f0d-4d48-aaf3-e157e7340134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:27.621904 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-71a37104-9f0d-4d48-aaf3-e157e7340134 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d020fe6a-b6bb-4376-9fed-01463d2fc417 HTTP/1.1" status: 204 len: 168 time: 0.1204898 Feb 16 17:16:27.629489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a37104-9f0d-4d48-aaf3-e157e7340134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d020fe6a-b6bb-4376-9fed-01463d2fc417,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:28.277666 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 51882) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:16:28.349422 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f906b7e7-957b-4079-8e7a-73aeec0c254e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:28.375234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-506503350-network', 'tenant_id': 'ac379a1215a2447f872153eb3046c86f'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:28.394368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] Made reservation on behalf of ac379a1215a2447f872153eb3046c86f for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:16:28.397528 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:28.405664 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:28.481792 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] Publish callbacks [] for security_group (9d94baa7-b1bd-4302-a9a7-e37745a18b85), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:28.486102 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9d94baa7-b1bd-4302-a9a7-e37745a18b85), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:28.510334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:16:28.518872 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d94baa7-b1bd-4302-a9a7-e37745a18b85,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:28.525943 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (47bda1c8-0167-450a-9dc3-2f6f7dd057fb), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:28.526298 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] Added segment 47bda1c8-0167-450a-9dc3-2f6f7dd057fb of type vlan for network bc44abd5-cf3c-47c6-80fe-aa7adede6d01 Feb 16 17:16:28.568313 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (bc44abd5-cf3c-47c6-80fe-aa7adede6d01), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:28.593236 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (bc44abd5-cf3c-47c6-80fe-aa7adede6d01), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:28.594385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:28.594995 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:28.628351 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3495045 Feb 16 17:16:28.631873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51886) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:16:28.636972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ea3aecbf-962c-4334-905c-7241aa6f9c1c admin admin] Request body: {'subnet': {'network_id': 'bc44abd5-cf3c-47c6-80fe-aa7adede6d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-506503350-subnet', 'tenant_id': 'ac379a1215a2447f872153eb3046c86f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:28.656691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3aecbf-962c-4334-905c-7241aa6f9c1c admin admin] Made reservation on behalf of ac379a1215a2447f872153eb3046c86f for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:16:28.658953 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea3aecbf-962c-4334-905c-7241aa6f9c1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:28.662669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225e87d-7c24-4cb0-8716-779e17d3ad4b admin admin] Pushing event updated for resources: {'Network': ['ID=bc44abd5-cf3c-47c6-80fe-aa7adede6d01,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:28.673216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network bc44abd5-cf3c-47c6-80fe-aa7adede6d01 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:16:29.149370 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea3aecbf-962c-4334-905c-7241aa6f9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (86736bf9-8380-4692-ba74-932e2dbf2745), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:29.203268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3aecbf-962c-4334-905c-7241aa6f9c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=86736bf9-8380-4692-ba74-932e2dbf2745,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:29.212505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3aecbf-962c-4334-905c-7241aa6f9c1c admin admin] Checking segment: {'id': '47bda1c8-0167-450a-9dc3-2f6f7dd057fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bc44abd5-cf3c-47c6-80fe-aa7adede6d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:16:29.212862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3aecbf-962c-4334-905c-7241aa6f9c1c admin admin] Network hostable DHCP agents. Network: bc44abd5-cf3c-47c6-80fe-aa7adede6d01, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:16:29.229655 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3aecbf-962c-4334-905c-7241aa6f9c1c admin admin] Network bc44abd5-cf3c-47c6-80fe-aa7adede6d01 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:16:29.238096 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-ea3aecbf-962c-4334-905c-7241aa6f9c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, bc44abd5-cf3c-47c6-80fe-aa7adede6d01) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:16:29.242134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3aecbf-962c-4334-905c-7241aa6f9c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:29.242712 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ea3aecbf-962c-4334-905c-7241aa6f9c1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:29.247519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ca3769-12cc-4cc8-b65e-dabd82620eee None None] Network bc44abd5-cf3c-47c6-80fe-aa7adede6d01 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:16:29.264314 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ea3aecbf-962c-4334-905c-7241aa6f9c1c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6312656 Feb 16 17:16:29.348713 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0cd697-e2c1-40c4-8f7d-5e717d6e7401 None None] Network bc44abd5-cf3c-47c6-80fe-aa7adede6d01 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:16:29.454896 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:29.701259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-eb84fc31-53f6-414c-a771-153dcefca299 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:29.702644 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-eb84fc31-53f6-414c-a771-153dcefca299 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/networks?id=bc44abd5-cf3c-47c6-80fe-aa7adede6d01 HTTP/1.1" status: 200 len: 811 time: 0.1046059 Feb 16 17:16:29.717438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-2751d086-a7db-4cca-b865-ed3ef1527a12 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/quotas/ac379a1215a2447f872153eb3046c86f HTTP/1.1" status: 200 len: 375 time: 0.0094218 Feb 16 17:16:29.748621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-590eb126-8a6a-4e6e-9d22-829571cf1ae5 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac379a1215a2447f872153eb3046c86f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261734 Feb 16 17:16:29.759384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-46da1d25-f6c4-404e-8274-57f362ab5495 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:16:29.760352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-46da1d25-f6c4-404e-8274-57f362ab5495 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056705 Feb 16 17:16:29.849515 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-e34130f1-f676-43ba-81b8-99bbf411cd3d service neutron] 10.222.0.24 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838575 Feb 16 17:16:29.943373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-587b16f2-f14a-485a-8a1e-6793293d50f3 service neutron] 10.222.0.24 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878165 Feb 16 17:16:30.105842 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0488127a-28d2-41fb-9650-75dba139543d req-b4f89004-eda6-4792-a360-dcb737f5d151 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 210 time: 0.0298378 Feb 16 17:16:30.891522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-8b969518-c094-4ef6-88a2-b66d7167a097 req-aa058d58-7fd8-4040-a933-add9da94941e service neutron] (103422) timed out ('10.222.0.65', 61119) {{(pid=103422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 17:16:30.983054 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:31.002296 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ae012a15-cc9a-4a80-82e5-c576cc428f99 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:16:31.025892 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: ae012a15-cc9a-4a80-82e5-c576cc428f99 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:16:31.031949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device ae012a15-cc9a-4a80-82e5-c576cc428f99 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:16:31.115229 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-bebd2d1a-f081-4bf1-85a6-59be730d5305 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:31.117567 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-bebd2d1a-f081-4bf1-85a6-59be730d5305 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.65 "GET /v2.0/networks?id=bc44abd5-cf3c-47c6-80fe-aa7adede6d01 HTTP/1.1" status: 200 len: 811 time: 0.1077552 Feb 16 17:16:31.129574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-f0b996ad-ee5a-4620-8c82-b4df9ce80f72 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Request body: {'port': {'device_id': 'db10e2bd-f644-4d7c-b6e3-e0b13d2060e6', 'network_id': 'bc44abd5-cf3c-47c6-80fe-aa7adede6d01', 'admin_state_up': True, 'tenant_id': 'ac379a1215a2447f872153eb3046c86f'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:31.228582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c714289f-3627-484e-a396-4d35fd235d9f req-d57ee2d6-f650-456b-b0dd-ea8b71903c65 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 210 time: 0.0314789 Feb 16 17:16:31.268274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-f0b996ad-ee5a-4620-8c82-b4df9ce80f72 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Made reservation on behalf of ac379a1215a2447f872153eb3046c86f for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:16:31.272545 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-f0b996ad-ee5a-4620-8c82-b4df9ce80f72 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:31.399121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-f0b996ad-ee5a-4620-8c82-b4df9ce80f72 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Allocated IP 172.20.0.5 (bc44abd5-cf3c-47c6-80fe-aa7adede6d01/86736bf9-8380-4692-ba74-932e2dbf2745/1999c4b2-05aa-456e-b166-db3dc32b6a99) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:16:31.548420 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-f0b996ad-ee5a-4620-8c82-b4df9ce80f72 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Publish callbacks [] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:31.581197 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-f0b996ad-ee5a-4620-8c82-b4df9ce80f72 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:31.626314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-f0b996ad-ee5a-4620-8c82-b4df9ce80f72 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Network bc44abd5-cf3c-47c6-80fe-aa7adede6d01 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:16:31.629428 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-f0b996ad-ee5a-4620-8c82-b4df9ce80f72 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:16:31.633577 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-f0b996ad-ee5a-4620-8c82-b4df9ce80f72 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:16:31.639849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b996ad-ee5a-4620-8c82-b4df9ce80f72 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Pushing event updated for resources: {'Port': ['ID=1999c4b2-05aa-456e-b166-db3dc32b6a99,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:31.684243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-f0b996ad-ee5a-4620-8c82-b4df9ce80f72 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:31.684856 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-f0b996ad-ee5a-4620-8c82-b4df9ce80f72 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:31.701180 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:31.701414 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-f0b996ad-ee5a-4620-8c82-b4df9ce80f72 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5758173 Feb 16 17:16:31.713285 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Request body: {'port': {'device_id': 'db10e2bd-f644-4d7c-b6e3-e0b13d2060e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:16:31.774931 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:32.030639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1999c4b2-05aa-456e-b166-db3dc32b6a99 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:16:32.038219 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Publish callbacks [] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:32.049892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Transition to ACTIVE for port object 1999c4b2-05aa-456e-b166-db3dc32b6a99 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:16:32.054104 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:32.102148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Pushing event updated for resources: {'Port': ['ID=1999c4b2-05aa-456e-b166-db3dc32b6a99,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:32.135939 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:32.175657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Attempting to bind port 1999c4b2-05aa-456e-b166-db3dc32b6a99 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:16:32.176240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Attempting to bind port 1999c4b2-05aa-456e-b166-db3dc32b6a99 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '47bda1c8-0167-450a-9dc3-2f6f7dd057fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bc44abd5-cf3c-47c6-80fe-aa7adede6d01'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:16:32.176340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Attempting to bind port 1999c4b2-05aa-456e-b166-db3dc32b6a99 on network bc44abd5-cf3c-47c6-80fe-aa7adede6d01 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:16:32.181299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Port 1999c4b2-05aa-456e-b166-db3dc32b6a99 on network bc44abd5-cf3c-47c6-80fe-aa7adede6d01 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:16:32.181611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Attempting to bind port 1999c4b2-05aa-456e-b166-db3dc32b6a99 on network bc44abd5-cf3c-47c6-80fe-aa7adede6d01 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:16:32.186289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:16:32.186616 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Checking segment: {'id': '47bda1c8-0167-450a-9dc3-2f6f7dd057fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bc44abd5-cf3c-47c6-80fe-aa7adede6d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:16:32.186991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Bound using segment: {'id': '47bda1c8-0167-450a-9dc3-2f6f7dd057fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bc44abd5-cf3c-47c6-80fe-aa7adede6d01'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:16:32.187402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Bound port: 1999c4b2-05aa-456e-b166-db3dc32b6a99, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47bda1c8-0167-450a-9dc3-2f6f7dd057fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bc44abd5-cf3c-47c6-80fe-aa7adede6d01'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:16:32.187762 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:32.249212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] For port 1999c4b2-05aa-456e-b166-db3dc32b6a99, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:16:32.252612 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] For port 1999c4b2-05aa-456e-b166-db3dc32b6a99, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99,segment=NetworkSegment(47bda1c8-0167-450a-9dc3-2f6f7dd057fb),segment_id=47bda1c8-0167-450a-9dc3-2f6f7dd057fb)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:16:32.260076 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:32.296382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:32.297005 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:32.298775 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] 10.222.0.65 "PUT /v2.0/ports/1999c4b2-05aa-456e-b166-db3dc32b6a99 HTTP/1.1" status: 200 len: 1091 time: 0.5901890 Feb 16 17:16:32.299223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db10e2bd-f644-4d7c-b6e3-e0b13d2060e6', 'tag': '1999c4b2-05aa-456e-b166-db3dc32b6a99'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:16:32.301487 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ea4f5b-e280-49c7-b8af-d7f3f6bab506" -d '{"events": [{"name": "network-changed", "server_uuid": "db10e2bd-f644-4d7c-b6e3-e0b13d2060e6", "tag": "1999c4b2-05aa-456e-b166-db3dc32b6a99"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:16:32.368173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ba7c1-8851-433c-b9b6-774ffcce302d service neutron] Pushing event updated for resources: {'Port': ['ID=1999c4b2-05aa-456e-b166-db3dc32b6a99,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:32.415527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4ee4-0d95-4564-b9e1-9d6cdf2659cd req-33d4e271-e6c7-4190-84f9-1e2985e385fa tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:32.417066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-194d4ee4-0d95-4564-b9e1-9d6cdf2659cd req-33d4e271-e6c7-4190-84f9-1e2985e385fa tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 943 time: 0.1097906 Feb 16 17:16:32.418571 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6d1311-d029-45fe-a90b-28487c928de7 x-openstack-request-id: req-9e6d1311-d029-45fe-a90b-28487c928de7 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:16:32.418848 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db10e2bd-f644-4d7c-b6e3-e0b13d2060e6", "tag": "1999c4b2-05aa-456e-b166-db3dc32b6a99", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:16:32.419092 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e6d1311-d029-45fe-a90b-28487c928de7 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:16:32.419477 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db10e2bd-f644-4d7c-b6e3-e0b13d2060e6', 'tag': '1999c4b2-05aa-456e-b166-db3dc32b6a99', 'status': 'completed', 'code': 200} Feb 16 17:16:32.432747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-b11e637b-0d10-4d11-8fa1-62cfe0fef7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:32.434222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-b11e637b-0d10-4d11-8fa1-62cfe0fef7ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac379a1215a2447f872153eb3046c86f&device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 1125 time: 0.0824540 Feb 16 17:16:32.482430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-6d537084-dc44-4e1e-9b23-d4dec88c8249 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99 HTTP/1.1" status: 200 len: 217 time: 0.0414698 Feb 16 17:16:32.535362 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-194d4ee4-0d95-4564-b9e1-9d6cdf2659cd req-29a2a67c-3003-44cf-afb6-b5e487cb629a tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115160 Feb 16 17:16:32.550097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-03df1168-8bf1-4ef1-b475-e2a626a4fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:32.551564 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-03df1168-8bf1-4ef1-b475-e2a626a4fdfc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86736bf9-8380-4692-ba74-932e2dbf2745 HTTP/1.1" status: 200 len: 851 time: 0.0611937 Feb 16 17:16:32.583490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-a79cec34-240b-4013-8cd9-bca6f278b0ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc44abd5-cf3c-47c6-80fe-aa7adede6d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260410 Feb 16 17:16:32.673905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-60477223-4449-4bb8-90a3-58aff589362c service neutron] 10.222.0.65 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849495 Feb 16 17:16:32.738240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-7d91c247-8c31-4a0f-8ad5-b529b4368147 req-fba8b960-4929-4f38-8585-722a61aab29b tempest-TestNetworkAdvancedServerOps-1354920051 tempest-TestNetworkAdvancedServerOps-1354920051-project] (103421) timed out ('10.222.0.65', 61109) {{(pid=103421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 17:16:32.765402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00c276d0-b361-4dce-a53d-10b0bb13983f req-2328ead1-088e-4a01-92d4-246628b8dc2c service neutron] 10.222.0.65 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859656 Feb 16 17:16:32.853226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea4f5b-e280-49c7-b8af-d7f3f6bab506 req-54f5de30-0da2-45f3-9dbd-29fce0cf01b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:32.854598 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8ea4f5b-e280-49c7-b8af-d7f3f6bab506 req-54f5de30-0da2-45f3-9dbd-29fce0cf01b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac379a1215a2447f872153eb3046c86f&device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 1125 time: 0.0448718 Feb 16 17:16:32.945722 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea4f5b-e280-49c7-b8af-d7f3f6bab506 req-cbf46edf-ed63-4a9a-b441-824e813e5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:32.947150 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8ea4f5b-e280-49c7-b8af-d7f3f6bab506 req-cbf46edf-ed63-4a9a-b441-824e813e5f53 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc44abd5-cf3c-47c6-80fe-aa7adede6d01 HTTP/1.1" status: 200 len: 912 time: 0.0858452 Feb 16 17:16:32.988797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8ea4f5b-e280-49c7-b8af-d7f3f6bab506 req-de5e291d-352c-4a99-a0dc-0225f0f9b1d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99 HTTP/1.1" status: 200 len: 217 time: 0.0349596 Feb 16 17:16:33.036641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea4f5b-e280-49c7-b8af-d7f3f6bab506 req-49355b0e-3c49-4e38-a1cf-49bbee130568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:33.038337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8ea4f5b-e280-49c7-b8af-d7f3f6bab506 req-49355b0e-3c49-4e38-a1cf-49bbee130568 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86736bf9-8380-4692-ba74-932e2dbf2745 HTTP/1.1" status: 200 len: 851 time: 0.0439994 Feb 16 17:16:33.074383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8ea4f5b-e280-49c7-b8af-d7f3f6bab506 req-25fb53f4-c36c-4a83-b0b1-c2df184e155e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc44abd5-cf3c-47c6-80fe-aa7adede6d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299640 Feb 16 17:16:33.166969 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8ea4f5b-e280-49c7-b8af-d7f3f6bab506 req-209d7b0d-9f7a-456b-a2b5-9aab1138d58d service neutron] 10.222.0.65 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829926 Feb 16 17:16:33.261194 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8ea4f5b-e280-49c7-b8af-d7f3f6bab506 req-938a202d-977d-43a2-9b5d-8c32bd2d7992 service neutron] 10.222.0.65 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870123 Feb 16 17:16:33.655629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ef721-25ea-4c44-9c4c-a0d82a1daf86 req-ff855c0f-c177-49e1-8406-974d3a029fa3 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:33.657180 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-648ef721-25ea-4c44-9c4c-a0d82a1daf86 req-ff855c0f-c177-49e1-8406-974d3a029fa3 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 943 time: 0.0529072 Feb 16 17:16:33.703615 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-648ef721-25ea-4c44-9c4c-a0d82a1daf86 req-1cb14f6a-976d-48ed-8ab7-3af043f7ba23 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407186 Feb 16 17:16:34.823206 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef323c5b-1d55-4b7e-b043-9f626fdd21c7 req-a8105e5e-c602-49a1-9277-82f055a17e21 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:34.824697 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef323c5b-1d55-4b7e-b043-9f626fdd21c7 req-a8105e5e-c602-49a1-9277-82f055a17e21 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 943 time: 0.0529823 Feb 16 17:16:34.876800 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef323c5b-1d55-4b7e-b043-9f626fdd21c7 req-c344d4a6-6b98-4676-8203-e69dc97a5142 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465291 Feb 16 17:16:34.968249 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:35.994957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4302e51-71c8-456d-98c6-2226a515ae3a req-f4b7d92a-5074-46aa-9c83-530a4aa81461 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:35.996497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4302e51-71c8-456d-98c6-2226a515ae3a req-f4b7d92a-5074-46aa-9c83-530a4aa81461 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 943 time: 0.0535927 Feb 16 17:16:36.042332 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4302e51-71c8-456d-98c6-2226a515ae3a req-4636876f-e662-487f-ae3a-8ba7077b5746 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402350 Feb 16 17:16:36.487735 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1999c4b2-05aa-456e-b166-db3dc32b6a99 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:16:36.582145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1999c4b2-05aa-456e-b166-db3dc32b6a99, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99,segment=NetworkSegment(47bda1c8-0167-450a-9dc3-2f6f7dd057fb),segment_id=47bda1c8-0167-450a-9dc3-2f6f7dd057fb)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:36.593412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '1999c4b2-05aa-456e-b166-db3dc32b6a99', 'network_id': 'bc44abd5-cf3c-47c6-80fe-aa7adede6d01', 'port_id': '1999c4b2-05aa-456e-b166-db3dc32b6a99', 'mac_address': 'fa:16:3e:07:73:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86736bf9-8380-4692-ba74-932e2dbf2745', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:16:36.633463 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 1999c4b2-05aa-456e-b166-db3dc32b6a99 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:16:36.633878 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:36.646307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1999c4b2-05aa-456e-b166-db3dc32b6a99 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:16:36.667371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1999c4b2-05aa-456e-b166-db3dc32b6a99, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99,segment=NetworkSegment(47bda1c8-0167-450a-9dc3-2f6f7dd057fb),segment_id=47bda1c8-0167-450a-9dc3-2f6f7dd057fb)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:36.671054 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:36.716691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=1999c4b2-05aa-456e-b166-db3dc32b6a99,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:36.879377 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['1999c4b2-05aa-456e-b166-db3dc32b6a99'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:16:37.161005 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2cb4c-113a-4a98-8a16-ef32b8ac2596 req-74e49f89-c824-4ebb-aa81-d9a80da06722 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:37.162451 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eca2cb4c-113a-4a98-8a16-ef32b8ac2596 req-74e49f89-c824-4ebb-aa81-d9a80da06722 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 944 time: 0.0521665 Feb 16 17:16:37.209179 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eca2cb4c-113a-4a98-8a16-ef32b8ac2596 req-64058489-79f3-4c8e-b154-a305c68b02b7 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Feb 16 17:16:38.331193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288891e-7495-41e6-84d2-edb13be3f308 req-02e50ac4-6613-47c2-a061-63d78f89911e tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:38.332693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2288891e-7495-41e6-84d2-edb13be3f308 req-02e50ac4-6613-47c2-a061-63d78f89911e tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 944 time: 0.0572879 Feb 16 17:16:38.378639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2288891e-7495-41e6-84d2-edb13be3f308 req-cbf83cc6-0924-4f95-a1ce-11625ccf863e tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396774 Feb 16 17:16:38.485816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1999c4b2-05aa-456e-b166-db3dc32b6a99 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:16:38.535851 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 1999c4b2-05aa-456e-b166-db3dc32b6a99 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:16:38.539436 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 1999c4b2-05aa-456e-b166-db3dc32b6a99 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:16:38.539858 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:38.620094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 1999c4b2-05aa-456e-b166-db3dc32b6a99 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:16:38.620479 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:38.642680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db10e2bd-f644-4d7c-b6e3-e0b13d2060e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1999c4b2-05aa-456e-b166-db3dc32b6a99'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:16:38.645034 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717c3406-3acf-489c-940f-4e5cd1a2141e" -d '{"events": [{"server_uuid": "db10e2bd-f644-4d7c-b6e3-e0b13d2060e6", "name": "network-vif-plugged", "status": "completed", "tag": "1999c4b2-05aa-456e-b166-db3dc32b6a99"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:16:38.659006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1999c4b2-05aa-456e-b166-db3dc32b6a99, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99,segment=NetworkSegment(47bda1c8-0167-450a-9dc3-2f6f7dd057fb),segment_id=47bda1c8-0167-450a-9dc3-2f6f7dd057fb)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:16:38.663187 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:38.689464 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8a87ff-e14c-4354-be2d-172982a49421 x-openstack-request-id: req-1e8a87ff-e14c-4354-be2d-172982a49421 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:16:38.689749 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db10e2bd-f644-4d7c-b6e3-e0b13d2060e6", "name": "network-vif-plugged", "status": "completed", "tag": "1999c4b2-05aa-456e-b166-db3dc32b6a99", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:16:38.689999 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e8a87ff-e14c-4354-be2d-172982a49421 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:16:38.691050 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db10e2bd-f644-4d7c-b6e3-e0b13d2060e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1999c4b2-05aa-456e-b166-db3dc32b6a99', 'code': 200} Feb 16 17:16:38.721327 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=1999c4b2-05aa-456e-b166-db3dc32b6a99,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:16:38.780978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f690c2-f180-43ca-b2e5-6c8cd3240f7f req-59ebc591-5fce-49ec-8902-e19110ad531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:38.782453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83f690c2-f180-43ca-b2e5-6c8cd3240f7f req-59ebc591-5fce-49ec-8902-e19110ad531d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 1127 time: 0.0433667 Feb 16 17:16:38.824979 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83f690c2-f180-43ca-b2e5-6c8cd3240f7f req-a10ab4c9-b755-4e6f-b641-ec6394a146e1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367951 Feb 16 17:16:39.498995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a375ba-ef5b-4e2a-9fd1-f401ccc3abc4 req-13bec6aa-5491-449d-b782-6913ac59e16a tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:39.500467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14a375ba-ef5b-4e2a-9fd1-f401ccc3abc4 req-13bec6aa-5491-449d-b782-6913ac59e16a tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0516734 Feb 16 17:16:39.549512 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14a375ba-ef5b-4e2a-9fd1-f401ccc3abc4 req-1be1df35-bb2e-455c-90c6-45713fa512ac tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435138 Feb 16 17:16:40.669102 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779cac5-7c0f-488d-8c43-c2ecee1bbd33 req-4f866cfe-f8d3-491a-9793-fcd78c1f0499 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:40.670616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3779cac5-7c0f-488d-8c43-c2ecee1bbd33 req-4f866cfe-f8d3-491a-9793-fcd78c1f0499 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0519261 Feb 16 17:16:40.716920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3779cac5-7c0f-488d-8c43-c2ecee1bbd33 req-4831345c-4e95-4018-a946-448905d04cd1 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407510 Feb 16 17:16:40.897528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51944) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:16:40.960874 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017ac1d-fce6-400c-8df9-285d400b8da8 req-11f4d332-fbd2-4c33-94fe-36d0fe67deba tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:40.962385 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2017ac1d-fce6-400c-8df9-285d400b8da8 req-11f4d332-fbd2-4c33-94fe-36d0fe67deba tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0565901 Feb 16 17:16:41.039800 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2017ac1d-fce6-400c-8df9-285d400b8da8 req-bb44e69d-a99d-40e9-a302-bf6c78c61930 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702453 Feb 16 17:16:41.042780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-0402b6c0-9fe3-4294-b70f-77b7683f3fa9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1438873 Feb 16 17:16:41.051341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-2e0f30c4-f5a5-451c-ada2-c0f0f98daab6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:16:41.052360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-2e0f30c4-f5a5-451c-ada2-c0f0f98daab6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049853 Feb 16 17:16:41.345191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 51964) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:16:41.444663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba546c-90da-4d40-811a-3d948137a743 req-556c3c08-dd21-4fd0-a9dc-7fb6c8570040 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:41.446026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-556c3c08-dd21-4fd0-a9dc-7fb6c8570040 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports/1999c4b2-05aa-456e-b166-db3dc32b6a99 HTTP/1.1" status: 200 len: 942 time: 0.0998662 Feb 16 17:16:42.165352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dd373-78b6-43ac-b597-41140dc419c5 req-4b88d367-9db1-44bf-963e-44b5b7aa2fee tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:42.166833 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-328dd373-78b6-43ac-b597-41140dc419c5 req-4b88d367-9db1-44bf-963e-44b5b7aa2fee tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0579493 Feb 16 17:16:42.245072 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-328dd373-78b6-43ac-b597-41140dc419c5 req-03acfb20-7581-48b6-b152-e683575cdd3f tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700235 Feb 16 17:16:42.247708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba546c-90da-4d40-811a-3d948137a743 req-0176ae7b-e111-47a9-bca4-a4b062bcd594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:42.249143 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-0176ae7b-e111-47a9-bca4-a4b062bcd594 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac379a1215a2447f872153eb3046c86f&device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 1127 time: 0.0814552 Feb 16 17:16:42.338073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba546c-90da-4d40-811a-3d948137a743 req-a5da7cd8-5020-49ea-a254-da4911e44c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:42.339515 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-a5da7cd8-5020-49ea-a254-da4911e44c55 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc44abd5-cf3c-47c6-80fe-aa7adede6d01 HTTP/1.1" status: 200 len: 912 time: 0.0841355 Feb 16 17:16:42.382488 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-25343a3d-cfc1-4ac6-9e12-91f7c956c5dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99 HTTP/1.1" status: 200 len: 217 time: 0.0371408 Feb 16 17:16:42.430030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba546c-90da-4d40-811a-3d948137a743 req-918a1538-33da-4d85-b289-6337a4c63deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:42.431989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-918a1538-33da-4d85-b289-6337a4c63deb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86736bf9-8380-4692-ba74-932e2dbf2745 HTTP/1.1" status: 200 len: 851 time: 0.0433059 Feb 16 17:16:42.463652 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-c74f2e64-b2f4-4846-b44a-8327eb593b3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc44abd5-cf3c-47c6-80fe-aa7adede6d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257850 Feb 16 17:16:42.557622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-890ebed9-f37d-49c3-b5c7-9aa00abdb661 service neutron] 10.222.0.65 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879574 Feb 16 17:16:42.648260 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-2b5edd10-327a-40f0-a925-a13f0ade9f10 service neutron] 10.222.0.65 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839844 Feb 16 17:16:43.368624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc281ce-fba9-4c7d-b118-90a2b0a29c55 req-d5c5ccb4-e5eb-414a-9ec2-e35e310feeb0 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:43.370109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fc281ce-fba9-4c7d-b118-90a2b0a29c55 req-d5c5ccb4-e5eb-414a-9ec2-e35e310feeb0 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0541577 Feb 16 17:16:43.421139 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fc281ce-fba9-4c7d-b118-90a2b0a29c55 req-9c8675ff-9f6c-45ff-81b7-8ef021140e09 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453889 Feb 16 17:16:44.542465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318312c-fdad-4a22-8e73-1bac1a68ecad req-88b22d7c-7668-46f0-a057-4ff13cf8e1dc tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:44.543957 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c318312c-fdad-4a22-8e73-1bac1a68ecad req-88b22d7c-7668-46f0-a057-4ff13cf8e1dc tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0535793 Feb 16 17:16:44.592068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c318312c-fdad-4a22-8e73-1bac1a68ecad req-9455f5f4-b605-4626-894a-3ff062d732ea tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 Feb 16 17:16:45.709475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42075e03-cbed-4426-a77e-0c8c9942f2a4 req-c04df40e-40a3-4b60-806c-e37dd6540480 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:45.710849 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42075e03-cbed-4426-a77e-0c8c9942f2a4 req-c04df40e-40a3-4b60-806c-e37dd6540480 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0512938 Feb 16 17:16:45.756929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42075e03-cbed-4426-a77e-0c8c9942f2a4 req-cc95524e-47d8-4698-ab40-628c719e7474 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Feb 16 17:16:46.879590 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9958f7-a7c4-451f-bae4-b8b86bff9693 req-48dc9502-8b80-444a-bebe-a7e05833cec5 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:46.881072 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dd9958f7-a7c4-451f-bae4-b8b86bff9693 req-48dc9502-8b80-444a-bebe-a7e05833cec5 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0552747 Feb 16 17:16:46.928353 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dd9958f7-a7c4-451f-bae4-b8b86bff9693 req-6d361ed2-c5e0-4da9-8a33-da659da45c04 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Feb 16 17:16:48.057452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606bd8f-e0eb-406e-850b-5263771dc4f1 req-708d43ad-defd-42a3-ac92-7513ad1e86c3 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:48.058952 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0606bd8f-e0eb-406e-850b-5263771dc4f1 req-708d43ad-defd-42a3-ac92-7513ad1e86c3 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0607541 Feb 16 17:16:48.106270 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0606bd8f-e0eb-406e-850b-5263771dc4f1 req-64156eb9-99f4-4023-8b43-42a3815de73e tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417004 Feb 16 17:16:49.228708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d85875-f805-49a1-a923-d3cd648dba35 req-f3dfd861-109c-421f-85f9-76b9b036ecbc tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:49.230180 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61d85875-f805-49a1-a923-d3cd648dba35 req-f3dfd861-109c-421f-85f9-76b9b036ecbc tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0563443 Feb 16 17:16:49.276580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61d85875-f805-49a1-a923-d3cd648dba35 req-ee90b38d-11cd-42ac-b741-4ba0795d1340 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406177 Feb 16 17:16:50.398898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20aea7-de5f-40f1-940e-15a0ede44423 req-c0645e67-6ef6-4401-b21c-4060edf2d79a tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:50.400633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad20aea7-de5f-40f1-940e-15a0ede44423 req-c0645e67-6ef6-4401-b21c-4060edf2d79a tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0528791 Feb 16 17:16:50.447245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad20aea7-de5f-40f1-940e-15a0ede44423 req-b0185644-0932-4095-b6e0-a10e3358f4d4 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409412 Feb 16 17:16:51.567953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96657da2-e069-40f4-9795-284939474fb5 req-90f45737-930c-485f-a890-da35849335b9 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:51.569419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96657da2-e069-40f4-9795-284939474fb5 req-90f45737-930c-485f-a890-da35849335b9 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0520124 Feb 16 17:16:51.620098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-96657da2-e069-40f4-9795-284939474fb5 req-7ee2c6cc-c275-48f1-acee-7e64c446db23 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443208 Feb 16 17:16:52.742706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f346f6-3ade-4095-afc7-4a41cc2138ca req-6da5d3b3-3753-44c1-8875-f470eaafcc30 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:52.744302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08f346f6-3ade-4095-afc7-4a41cc2138ca req-6da5d3b3-3753-44c1-8875-f470eaafcc30 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0527983 Feb 16 17:16:52.790560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08f346f6-3ade-4095-afc7-4a41cc2138ca req-f497cdb1-f62d-4c42-be9e-20a0cea84f5e tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407486 Feb 16 17:16:53.889202 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:16:53.908279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4adbc4-d165-4604-a3c7-36cd6446a1fa req-69e78636-7eb1-4ba9-99ba-9e291ad9324d tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:53.909735 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e4adbc4-d165-4604-a3c7-36cd6446a1fa req-69e78636-7eb1-4ba9-99ba-9e291ad9324d tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0510607 Feb 16 17:16:53.955135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e4adbc4-d165-4604-a3c7-36cd6446a1fa req-b9d1f843-fcf5-45f3-982f-8220feede79a tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392044 Feb 16 17:16:55.079365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700987f-1dd5-495e-bd5b-018ec1a79d75 req-55b8252b-fe62-485a-ae73-431d7bd01eca tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:55.080876 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c700987f-1dd5-495e-bd5b-018ec1a79d75 req-55b8252b-fe62-485a-ae73-431d7bd01eca tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0563662 Feb 16 17:16:55.127852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c700987f-1dd5-495e-bd5b-018ec1a79d75 req-0cd310ad-e02c-45ba-bd7d-7e180533f33c tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413127 Feb 16 17:16:55.730910 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60d9ddf2-87c1-42ff-8a31-1028bd31bb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:55.994055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-bea3ec9e-2c23-4c47-932f-c6ce3c7130a6 req-e6447e32-2fd5-49c5-a161-5ca585f3cf3f service neutron] (103421) timed out ('10.222.0.60', 56452) {{(pid=103421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 17:16:56.246832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0e184-3203-4085-bbd0-04d0c8f795f2 req-520b6a53-28d5-4841-9717-48a441a18dc9 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:56.248234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-edd0e184-3203-4085-bbd0-04d0c8f795f2 req-520b6a53-28d5-4841-9717-48a441a18dc9 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0537765 Feb 16 17:16:56.295601 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-edd0e184-3203-4085-bbd0-04d0c8f795f2 req-a72e6dd1-f939-4587-9648-d508332fa5a1 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Feb 16 17:16:57.414092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fa879-d6d5-4e1c-bb00-b289d3b5fee8 req-cdb1d2ae-d203-45be-9bfc-0fce9868b0fe tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:57.415918 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-312fa879-d6d5-4e1c-bb00-b289d3b5fee8 req-cdb1d2ae-d203-45be-9bfc-0fce9868b0fe tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0524273 Feb 16 17:16:57.467097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-312fa879-d6d5-4e1c-bb00-b289d3b5fee8 req-23bdd1d1-563a-496a-8734-9916b9fa8925 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455098 Feb 16 17:16:58.350643 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bc7806a6-31fb-46f1-ba9f-09ca13227ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:58.587343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3d27b-9295-4597-b8ab-5adedd4d3829 req-9ec53eaf-9182-47f5-ad79-f2eb09db0a55 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:58.588744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dd3d27b-9295-4597-b8ab-5adedd4d3829 req-9ec53eaf-9182-47f5-ad79-f2eb09db0a55 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0519300 Feb 16 17:16:58.635501 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dd3d27b-9295-4597-b8ab-5adedd4d3829 req-b8a64e5f-fe78-45ae-9b00-23b909346dde tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 Feb 16 17:16:59.436267 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:16:59.752719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eba8f-6885-437d-8c89-ebcad6f1371e req-1195a53e-d6f6-40ef-a089-df3cc5e87f75 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:16:59.754105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-294eba8f-6885-437d-8c89-ebcad6f1371e req-1195a53e-d6f6-40ef-a089-df3cc5e87f75 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0519238 Feb 16 17:16:59.799476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-294eba8f-6885-437d-8c89-ebcad6f1371e req-8d87d034-c50d-47af-b437-2a6402092593 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390964 Feb 16 17:17:00.922218 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0ebc5-b01a-47c1-9312-4584fb940920 req-11d07e81-269b-4d70-a158-611f9e36bec6 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:00.923694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dd0ebc5-b01a-47c1-9312-4584fb940920 req-11d07e81-269b-4d70-a158-611f9e36bec6 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0559647 Feb 16 17:17:00.971932 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dd0ebc5-b01a-47c1-9312-4584fb940920 req-b22c1919-e71e-4fac-b527-dc8a0597db34 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425589 Feb 16 17:17:00.986487 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:01.702238 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:02.095080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f359e1-d1af-41f0-8b35-5d78aba08caf req-5ce4b45d-1b98-4d66-b642-abbb8198c757 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:02.096658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-89f359e1-d1af-41f0-8b35-5d78aba08caf req-5ce4b45d-1b98-4d66-b642-abbb8198c757 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0527291 Feb 16 17:17:02.137509 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:02.145900 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-89f359e1-d1af-41f0-8b35-5d78aba08caf req-3341e7a5-baec-4f42-a034-5481bb1c553a tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435727 Feb 16 17:17:03.270147 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b686a-26c7-4e00-b953-5cd07036fa85 req-43b8963e-8dce-439e-ba52-587660246150 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:03.271676 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-032b686a-26c7-4e00-b953-5cd07036fa85 req-43b8963e-8dce-439e-ba52-587660246150 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0565190 Feb 16 17:17:03.322663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-032b686a-26c7-4e00-b953-5cd07036fa85 req-5d79c6b8-c250-47f2-9168-6e1d333d23ef tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448053 Feb 16 17:17:04.443040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec99d4-cf1f-4305-84ca-141be0fc08fd req-e9ba8966-fce3-456a-b5af-dcb15bec787c tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:04.444608 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30ec99d4-cf1f-4305-84ca-141be0fc08fd req-e9ba8966-fce3-456a-b5af-dcb15bec787c tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0525064 Feb 16 17:17:04.491639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30ec99d4-cf1f-4305-84ca-141be0fc08fd req-55f471c7-b22c-4108-83a8-f9304fd1e7f4 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405698 Feb 16 17:17:04.965359 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:05.611784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0af4a-6336-46c6-a68e-6d36528bfe78 req-a037bd49-e2cb-4fd6-b592-1fb8f91a97b9 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:05.613255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80d0af4a-6336-46c6-a68e-6d36528bfe78 req-a037bd49-e2cb-4fd6-b592-1fb8f91a97b9 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0512509 Feb 16 17:17:05.663126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80d0af4a-6336-46c6-a68e-6d36528bfe78 req-0166a245-c5ee-4859-96e0-09a9ffd30060 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436811 Feb 16 17:17:06.785129 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab250a-c135-4585-a618-9b39646909aa req-ace17dd5-7738-4153-9f80-ab8d6710b3b7 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:06.786606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdab250a-c135-4585-a618-9b39646909aa req-ace17dd5-7738-4153-9f80-ab8d6710b3b7 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0518796 Feb 16 17:17:06.833689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdab250a-c135-4585-a618-9b39646909aa req-44a26328-4579-4219-9903-c2faf236c549 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 Feb 16 17:17:07.951715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a20b5-6183-46c5-98d4-f9904b4bb5a0 req-444de9c3-c2bb-4e61-bfd7-cfef51a12170 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:07.953181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a7a20b5-6183-46c5-98d4-f9904b4bb5a0 req-444de9c3-c2bb-4e61-bfd7-cfef51a12170 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.0511007 Feb 16 17:17:07.998773 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a7a20b5-6183-46c5-98d4-f9904b4bb5a0 req-90837333-a1aa-49ee-8d36-849833fa833c tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 Feb 16 17:17:09.185212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adafe16-6713-490f-929a-8d93cd84cfa2 req-c62e3cbb-a051-47cd-9385-61d8aa907bbe tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:09.186678 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0adafe16-6713-490f-929a-8d93cd84cfa2 req-c62e3cbb-a051-47cd-9385-61d8aa907bbe tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 945 time: 0.1194978 Feb 16 17:17:09.235407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0adafe16-6713-490f-929a-8d93cd84cfa2 req-953b80cf-b6f2-483a-b0d4-9fe34ce8cd14 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419006 Feb 16 17:17:09.496273 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-bcba546c-90da-4d40-811a-3d948137a743 req-9983bd27-8407-44a4-9c8a-b3958a966d7e service neutron] show failed (client error): The resource could not be found. Feb 16 17:17:09.497427 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-9983bd27-8407-44a4-9c8a-b3958a966d7e service neutron] 10.222.0.65 "GET /v2.0/ports/1999c4b2-05aa-456e-b166-db3dc32b6a99/bindings/n-h2-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.0550888 Feb 16 17:17:09.692781 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba546c-90da-4d40-811a-3d948137a743 req-b802fbb5-441b-45dd-a039-71de6f8182a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:09.694175 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-b802fbb5-441b-45dd-a039-71de6f8182a2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6&tenant_id=ac379a1215a2447f872153eb3046c86f HTTP/1.1" status: 200 len: 1127 time: 0.0453537 Feb 16 17:17:09.706585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:17:09.769342 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:09.968677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] For port 1999c4b2-05aa-456e-b166-db3dc32b6a99, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99,segment=NetworkSegment(47bda1c8-0167-450a-9dc3-2f6f7dd057fb),segment_id=47bda1c8-0167-450a-9dc3-2f6f7dd057fb)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:10.000949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] For port 1999c4b2-05aa-456e-b166-db3dc32b6a99, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:17:10.041004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db10e2bd-f644-4d7c-b6e3-e0b13d2060e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1999c4b2-05aa-456e-b166-db3dc32b6a99'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:17:10.043162 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0861a1d7-6544-4f9c-9cc2-8dd30cb0d65b" -d '{"events": [{"server_uuid": "db10e2bd-f644-4d7c-b6e3-e0b13d2060e6", "name": "network-vif-unplugged", "status": "completed", "tag": "1999c4b2-05aa-456e-b166-db3dc32b6a99"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:17:10.046692 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Publish callbacks [] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:10.058711 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Transition to ACTIVE for port object 1999c4b2-05aa-456e-b166-db3dc32b6a99 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:17:10.062478 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:10.096195 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d835e9b-02c0-42f2-89b9-b9ec810a20b6 x-openstack-request-id: req-9d835e9b-02c0-42f2-89b9-b9ec810a20b6 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:17:10.096488 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db10e2bd-f644-4d7c-b6e3-e0b13d2060e6", "name": "network-vif-unplugged", "status": "completed", "tag": "1999c4b2-05aa-456e-b166-db3dc32b6a99", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:17:10.096739 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d835e9b-02c0-42f2-89b9-b9ec810a20b6 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:17:10.097127 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db10e2bd-f644-4d7c-b6e3-e0b13d2060e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1999c4b2-05aa-456e-b166-db3dc32b6a99', 'code': 200} Feb 16 17:17:10.128895 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] No DVR routers for this DVR port 1999c4b2-05aa-456e-b166-db3dc32b6a99 on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:17:10.135080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Pushing event updated for resources: {'Port': ['ID=1999c4b2-05aa-456e-b166-db3dc32b6a99,revision_number=6']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:10.146210 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:10.146557 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:10.146924 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:10.147261 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:10.147589 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:10.147948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:10.148270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:10.148721 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:10.149567 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:10.149888 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:10.150209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:10.150526 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:10.150841 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:10.179716 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Attempting to bind port 1999c4b2-05aa-456e-b166-db3dc32b6a99 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:17:10.180661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Attempting to bind port 1999c4b2-05aa-456e-b166-db3dc32b6a99 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '47bda1c8-0167-450a-9dc3-2f6f7dd057fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bc44abd5-cf3c-47c6-80fe-aa7adede6d01'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:17:10.181052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Attempting to bind port 1999c4b2-05aa-456e-b166-db3dc32b6a99 on network bc44abd5-cf3c-47c6-80fe-aa7adede6d01 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:17:10.185287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Port 1999c4b2-05aa-456e-b166-db3dc32b6a99 on network bc44abd5-cf3c-47c6-80fe-aa7adede6d01 not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:17:10.185607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Attempting to bind port 1999c4b2-05aa-456e-b166-db3dc32b6a99 on network bc44abd5-cf3c-47c6-80fe-aa7adede6d01 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:17:10.190281 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:17:10.190613 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Checking segment: {'id': '47bda1c8-0167-450a-9dc3-2f6f7dd057fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bc44abd5-cf3c-47c6-80fe-aa7adede6d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:17:10.190994 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Bound using segment: {'id': '47bda1c8-0167-450a-9dc3-2f6f7dd057fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bc44abd5-cf3c-47c6-80fe-aa7adede6d01'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:17:10.191409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Bound port: 1999c4b2-05aa-456e-b166-db3dc32b6a99, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47bda1c8-0167-450a-9dc3-2f6f7dd057fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bc44abd5-cf3c-47c6-80fe-aa7adede6d01'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:17:10.191774 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:10.254491 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] For port 1999c4b2-05aa-456e-b166-db3dc32b6a99, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:17:10.257828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] For port 1999c4b2-05aa-456e-b166-db3dc32b6a99, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99,segment=NetworkSegment(47bda1c8-0167-450a-9dc3-2f6f7dd057fb),segment_id=47bda1c8-0167-450a-9dc3-2f6f7dd057fb)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:17:10.265231 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:10.307391 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:10.308108 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:10.309506 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] 10.222.0.60 "PUT /v2.0/ports/1999c4b2-05aa-456e-b166-db3dc32b6a99 HTTP/1.1" status: 200 len: 1091 time: 0.6067920 Feb 16 17:17:10.332307 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f41caa-a8ae-42d7-9ca8-3604cd88b57a service neutron] Pushing event updated for resources: {'Port': ['ID=1999c4b2-05aa-456e-b166-db3dc32b6a99,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:10.361222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d127f9f-a963-4062-b1cc-5bc179670578 req-2ba2ea0a-6d57-4bb8-bf9b-6f79e1ed0d57 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:10.362858 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d127f9f-a963-4062-b1cc-5bc179670578 req-2ba2ea0a-6d57-4bb8-bf9b-6f79e1ed0d57 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 943 time: 0.0598545 Feb 16 17:17:10.385595 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba546c-90da-4d40-811a-3d948137a743 req-802c6825-997b-4ddf-b950-9a8aafde3989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:10.387101 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-802c6825-997b-4ddf-b950-9a8aafde3989 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac379a1215a2447f872153eb3046c86f&device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 1125 time: 0.0515735 Feb 16 17:17:10.411816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d127f9f-a963-4062-b1cc-5bc179670578 req-4b0ecec5-dbd3-4e9e-acf5-415de3acd56e tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 Feb 16 17:17:10.476830 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba546c-90da-4d40-811a-3d948137a743 req-0db1a270-625d-4635-a1af-c5f6e4f1df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:10.478290 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-0db1a270-625d-4635-a1af-c5f6e4f1df9f service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc44abd5-cf3c-47c6-80fe-aa7adede6d01 HTTP/1.1" status: 200 len: 912 time: 0.0854254 Feb 16 17:17:10.522855 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-778e7d9d-0d6d-4363-973b-29132cf26b61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99 HTTP/1.1" status: 200 len: 217 time: 0.0380502 Feb 16 17:17:10.570583 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba546c-90da-4d40-811a-3d948137a743 req-b4710efe-e26f-4054-bf1d-54d5d34ff387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:10.571998 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-b4710efe-e26f-4054-bf1d-54d5d34ff387 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=86736bf9-8380-4692-ba74-932e2dbf2745 HTTP/1.1" status: 200 len: 851 time: 0.0427196 Feb 16 17:17:10.603215 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-3fbe6c88-431e-4dde-a027-ac4b69b4b03a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc44abd5-cf3c-47c6-80fe-aa7adede6d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249603 Feb 16 17:17:10.695216 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-5154c7a6-8c45-4977-8960-7db9d6cc75f8 service neutron] 10.222.0.60 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853572 Feb 16 17:17:10.784162 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-bcba546c-90da-4d40-811a-3d948137a743 req-d9f221ad-f563-4fd8-b943-6460a4b5a0c3 service neutron] 10.222.0.60 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822482 Feb 16 17:17:11.590404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa573f-e3dd-498a-ae5d-bfbc034921b3 req-b379187c-26a6-4a9b-a3a5-127d23afb694 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:11.591891 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fbaa573f-e3dd-498a-ae5d-bfbc034921b3 req-b379187c-26a6-4a9b-a3a5-127d23afb694 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 943 time: 0.1103976 Feb 16 17:17:11.638101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fbaa573f-e3dd-498a-ae5d-bfbc034921b3 req-807d0115-5509-4e06-9beb-5c5db08608fd tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406539 Feb 16 17:17:12.098782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db10e2bd-f644-4d7c-b6e3-e0b13d2060e6', 'tag': '1999c4b2-05aa-456e-b166-db3dc32b6a99'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:17:12.101211 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a78680c-7311-4d0a-8feb-524b044c4632" -d '{"events": [{"name": "network-changed", "server_uuid": "db10e2bd-f644-4d7c-b6e3-e0b13d2060e6", "tag": "1999c4b2-05aa-456e-b166-db3dc32b6a99"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:17:12.149758 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388b8a01-e9d9-4272-84fa-d77626d61312 x-openstack-request-id: req-388b8a01-e9d9-4272-84fa-d77626d61312 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:17:12.150052 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db10e2bd-f644-4d7c-b6e3-e0b13d2060e6", "tag": "1999c4b2-05aa-456e-b166-db3dc32b6a99", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:17:12.150310 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-388b8a01-e9d9-4272-84fa-d77626d61312 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:17:12.150713 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db10e2bd-f644-4d7c-b6e3-e0b13d2060e6', 'tag': '1999c4b2-05aa-456e-b166-db3dc32b6a99', 'status': 'completed', 'code': 200} Feb 16 17:17:12.214424 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-063ac4ea-566a-450f-a648-bd0d1a3e91de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:12.214676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-2c2659c9-9113-4362-92c3-938600537e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:12.215974 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-063ac4ea-566a-450f-a648-bd0d1a3e91de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac379a1215a2447f872153eb3046c86f&device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 1125 time: 0.0500102 Feb 16 17:17:12.216108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-2c2659c9-9113-4362-92c3-938600537e9e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac379a1215a2447f872153eb3046c86f&device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 1125 time: 0.0455585 Feb 16 17:17:12.305621 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-8f76b394-9f87-42d7-b2f5-b8829628d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:12.307071 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-8f76b394-9f87-42d7-b2f5-b8829628d757 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc44abd5-cf3c-47c6-80fe-aa7adede6d01 HTTP/1.1" status: 200 len: 912 time: 0.0853033 Feb 16 17:17:12.309283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-e333d5bc-9c6a-4ced-8611-ed64916e337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:12.310711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-e333d5bc-9c6a-4ced-8611-ed64916e337b service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc44abd5-cf3c-47c6-80fe-aa7adede6d01 HTTP/1.1" status: 200 len: 912 time: 0.0893669 Feb 16 17:17:12.352537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-9e164f27-d3e2-4b0e-ad2f-25e40d736167 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99 HTTP/1.1" status: 200 len: 217 time: 0.0356545 Feb 16 17:17:12.352717 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-4d2fa8de-fcd1-45ba-819e-81d236cd7714 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99 HTTP/1.1" status: 200 len: 217 time: 0.0387986 Feb 16 17:17:12.401722 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-53be32e1-908c-4f45-aaff-7631473b82fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:12.403193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-53be32e1-908c-4f45-aaff-7631473b82fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86736bf9-8380-4692-ba74-932e2dbf2745 HTTP/1.1" status: 200 len: 851 time: 0.0453637 Feb 16 17:17:12.403545 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-dd8de288-317a-4306-b437-c9314296d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:12.405054 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-dd8de288-317a-4306-b437-c9314296d85f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=86736bf9-8380-4692-ba74-932e2dbf2745 HTTP/1.1" status: 200 len: 851 time: 0.0459375 Feb 16 17:17:12.436443 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-8c4c2cf7-3ee9-4a40-996a-76e7cec17196 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc44abd5-cf3c-47c6-80fe-aa7adede6d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257297 Feb 16 17:17:12.439321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-28dd2f8d-5b7a-4ee3-855f-aa4ce2214828 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc44abd5-cf3c-47c6-80fe-aa7adede6d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301089 Feb 16 17:17:12.529053 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-1c823be3-17dd-4902-aac3-9a9706f80a2b service neutron] 10.222.0.65 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837712 Feb 16 17:17:12.531103 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-8e90f465-624b-4418-bac8-cd9238f0e5bb service neutron] 10.222.0.60 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890603 Feb 16 17:17:12.620920 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-bdc25218-d547-402d-91ec-599933b91bdf service neutron] 10.222.0.60 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835061 Feb 16 17:17:12.621741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a78680c-7311-4d0a-8feb-524b044c4632 req-3fc3c910-8404-4f36-9821-6d148bc0f621 service neutron] 10.222.0.65 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872211 Feb 16 17:17:12.655656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1999c4b2-05aa-456e-b166-db3dc32b6a99 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:17:12.698438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] The host n-h1-669411-5 is not matching for port 1999c4b2-05aa-456e-b166-db3dc32b6a99 host n-h2-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 17:17:12.698864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1999c4b2-05aa-456e-b166-db3dc32b6a99 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:17:12.761099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb36e9-04e2-46bb-8dc8-2f85bcaabf67 req-f9a53a64-8be5-4a17-88a5-9004124a06bc tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:12.762545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fccb36e9-04e2-46bb-8dc8-2f85bcaabf67 req-f9a53a64-8be5-4a17-88a5-9004124a06bc tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 943 time: 0.0530050 Feb 16 17:17:12.809137 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fccb36e9-04e2-46bb-8dc8-2f85bcaabf67 req-5b921e7d-d483-4aca-85ed-1bd13b4235e5 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409923 Feb 16 17:17:13.931067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549ce54-49fa-42f7-aaf4-252a8bcbb471 req-c9195386-a772-476a-a010-53d7ff5a5557 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:13.932550 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9549ce54-49fa-42f7-aaf4-252a8bcbb471 req-c9195386-a772-476a-a010-53d7ff5a5557 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 943 time: 0.0519285 Feb 16 17:17:13.983177 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9549ce54-49fa-42f7-aaf4-252a8bcbb471 req-c6890497-b809-4fee-89c3-31dd0bde7801 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451233 Feb 16 17:17:14.257934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-e98708f8-83e8-41d7-970b-6a6e4c60ba69 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:14.259430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-e98708f8-83e8-41d7-970b-6a6e4c60ba69 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.65 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6&tenant_id=ac379a1215a2447f872153eb3046c86f&binding%3Ahost_id=n-h2-669411-5 HTTP/1.1" status: 200 len: 943 time: 0.0907695 Feb 16 17:17:14.317878 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-be9ba3c2-f6d0-4fd7-901c-901ac0fdf909 service neutron] delete failed (client error): The resource could not be found. Feb 16 17:17:14.318869 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-be9ba3c2-f6d0-4fd7-901c-901ac0fdf909 service neutron] 10.222.0.65 "DELETE /v2.0/ports/1999c4b2-05aa-456e-b166-db3dc32b6a99/bindings/n-h1-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.0525131 Feb 16 17:17:14.415512 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-d126067f-3e9e-4bcf-bf1c-af9f263d1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:14.417047 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-d126067f-3e9e-4bcf-bf1c-af9f263d1261 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac379a1215a2447f872153eb3046c86f&device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 1125 time: 0.0545714 Feb 16 17:17:14.505832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-ca10a063-86ba-4726-a166-9c4b8f33f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:14.507287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-ca10a063-86ba-4726-a166-9c4b8f33f0fb service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc44abd5-cf3c-47c6-80fe-aa7adede6d01 HTTP/1.1" status: 200 len: 912 time: 0.0832176 Feb 16 17:17:14.549965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-0d007aed-a0cd-4e27-a3dd-8a766773696a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99 HTTP/1.1" status: 200 len: 217 time: 0.0365105 Feb 16 17:17:14.595701 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-1c5c3dab-2f72-4ae1-a04e-e1bbcc1bc9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:14.597133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-1c5c3dab-2f72-4ae1-a04e-e1bbcc1bc9cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86736bf9-8380-4692-ba74-932e2dbf2745 HTTP/1.1" status: 200 len: 851 time: 0.0421708 Feb 16 17:17:14.627060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-629bb526-00e0-4d1a-a219-8857bc0b479f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc44abd5-cf3c-47c6-80fe-aa7adede6d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241709 Feb 16 17:17:14.716507 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-158eca39-ad7b-4fa2-b4de-dc63f28f605c service neutron] 10.222.0.65 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835755 Feb 16 17:17:15.142835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-2e7f1840-ee47-4315-8e39-c362c13b0a7a service neutron] 10.222.0.65 "GET /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206836 Feb 16 17:17:15.297824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 1999c4b2-05aa-456e-b166-db3dc32b6a99 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:17:15.400108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 1999c4b2-05aa-456e-b166-db3dc32b6a99, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99,segment=NetworkSegment(47bda1c8-0167-450a-9dc3-2f6f7dd057fb),segment_id=47bda1c8-0167-450a-9dc3-2f6f7dd057fb)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:15.410675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '1999c4b2-05aa-456e-b166-db3dc32b6a99', 'network_id': 'bc44abd5-cf3c-47c6-80fe-aa7adede6d01', 'port_id': '1999c4b2-05aa-456e-b166-db3dc32b6a99', 'mac_address': 'fa:16:3e:07:73:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86736bf9-8380-4692-ba74-932e2dbf2745', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:17:15.449677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 1999c4b2-05aa-456e-b166-db3dc32b6a99 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:17:15.450037 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:15.467275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1999c4b2-05aa-456e-b166-db3dc32b6a99 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:17:15.492269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 1999c4b2-05aa-456e-b166-db3dc32b6a99, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99,segment=NetworkSegment(47bda1c8-0167-450a-9dc3-2f6f7dd057fb),segment_id=47bda1c8-0167-450a-9dc3-2f6f7dd057fb)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:15.496283 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:15.548837 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=1999c4b2-05aa-456e-b166-db3dc32b6a99,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:15.556300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:15.556647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:15.556990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:15.557329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:15.557657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:15.557984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:15.558309 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:15.558633 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:15.558956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:15.559278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:15.559600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:15.559943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:15.560265 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:15.795686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['1999c4b2-05aa-456e-b166-db3dc32b6a99'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:17:15.824719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59af840-20a3-41dd-ad81-7b2421a71840 req-902a3d95-16d1-42ae-b266-286ce1aaf620 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:15.826203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b59af840-20a3-41dd-ad81-7b2421a71840 req-902a3d95-16d1-42ae-b266-286ce1aaf620 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 944 time: 0.0546396 Feb 16 17:17:15.877215 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b59af840-20a3-41dd-ad81-7b2421a71840 req-435657dd-42e9-42c7-ba95-b2b4d360d06a tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449765 Feb 16 17:17:17.004274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bc757-6b7e-4f85-9d9b-e097511bc185 req-27a96b56-638e-4391-99ed-4c9f468c3bd5 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:17.005759 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac3bc757-6b7e-4f85-9d9b-e097511bc185 req-27a96b56-638e-4391-99ed-4c9f468c3bd5 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 944 time: 0.0540602 Feb 16 17:17:17.053487 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac3bc757-6b7e-4f85-9d9b-e097511bc185 req-efa3def5-27f7-4c95-a2d6-f582f5d91297 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d94baa7-b1bd-4302-a9a7-e37745a18b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410109 Feb 16 17:17:17.229209 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-f52cb3cc-341b-45cd-825b-dcc7e7dfa698 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:17.230548 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-f52cb3cc-341b-45cd-825b-dcc7e7dfa698 tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.60 "GET /v2.0/ports?device_id=db10e2bd-f644-4d7c-b6e3-e0b13d2060e6 HTTP/1.1" status: 200 len: 944 time: 0.0522287 Feb 16 17:17:17.311253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 1999c4b2-05aa-456e-b166-db3dc32b6a99 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:17:17.324965 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-cc953b0f-fc6c-454d-ba41-b3a550cd52be tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Deleting port 1999c4b2-05aa-456e-b166-db3dc32b6a99 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:17:17.325307 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-cc953b0f-fc6c-454d-ba41-b3a550cd52be tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:17.360148 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 1999c4b2-05aa-456e-b166-db3dc32b6a99 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:17:17.364290 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 1999c4b2-05aa-456e-b166-db3dc32b6a99 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:17:17.364672 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:17.414278 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-cc953b0f-fc6c-454d-ba41-b3a550cd52be tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] For port 1999c4b2-05aa-456e-b166-db3dc32b6a99, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99,segment=NetworkSegment(47bda1c8-0167-450a-9dc3-2f6f7dd057fb),segment_id=47bda1c8-0167-450a-9dc3-2f6f7dd057fb)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:17.414630 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-cc953b0f-fc6c-454d-ba41-b3a550cd52be tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:17.431168 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-cc953b0f-fc6c-454d-ba41-b3a550cd52be tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Calling delete_port for 1999c4b2-05aa-456e-b166-db3dc32b6a99 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:17:17.441996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 1999c4b2-05aa-456e-b166-db3dc32b6a99 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:17:17.442388 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:17.466268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db10e2bd-f644-4d7c-b6e3-e0b13d2060e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1999c4b2-05aa-456e-b166-db3dc32b6a99'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:17:17.468531 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e0218b-70ec-4558-9a5a-60507a2eb74d" -d '{"events": [{"server_uuid": "db10e2bd-f644-4d7c-b6e3-e0b13d2060e6", "name": "network-vif-plugged", "status": "completed", "tag": "1999c4b2-05aa-456e-b166-db3dc32b6a99"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:17:17.484653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 1999c4b2-05aa-456e-b166-db3dc32b6a99, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=1999c4b2-05aa-456e-b166-db3dc32b6a99,segment=NetworkSegment(47bda1c8-0167-450a-9dc3-2f6f7dd057fb),segment_id=47bda1c8-0167-450a-9dc3-2f6f7dd057fb)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:17.489184 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:17.522375 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8820895-5fcc-454d-b5e8-0f89ed3a9257 x-openstack-request-id: req-b8820895-5fcc-454d-b5e8-0f89ed3a9257 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:17:17.522664 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db10e2bd-f644-4d7c-b6e3-e0b13d2060e6", "name": "network-vif-plugged", "status": "completed", "tag": "1999c4b2-05aa-456e-b166-db3dc32b6a99", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:17:17.522916 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8820895-5fcc-454d-b5e8-0f89ed3a9257 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:17:17.523402 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db10e2bd-f644-4d7c-b6e3-e0b13d2060e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1999c4b2-05aa-456e-b166-db3dc32b6a99', 'code': 200} Feb 16 17:17:17.548849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=1999c4b2-05aa-456e-b166-db3dc32b6a99,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:17.567639 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-cc953b0f-fc6c-454d-ba41-b3a550cd52be tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (1999c4b2-05aa-456e-b166-db3dc32b6a99), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:17.578180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['1999c4b2-05aa-456e-b166-db3dc32b6a99'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:17:17.594998 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953b0f-fc6c-454d-ba41-b3a550cd52be tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Pushing event deleted for resources: {'Port': ['ID=1999c4b2-05aa-456e-b166-db3dc32b6a99,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:17.642333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-cc953b0f-fc6c-454d-ba41-b3a550cd52be tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] No DVR routers for this DVR port 1999c4b2-05aa-456e-b166-db3dc32b6a99 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:17:17.644905 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-cc953b0f-fc6c-454d-ba41-b3a550cd52be tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:17.648209 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-f05f477b-0ea6-4eeb-8da9-17dc41382133 req-cc953b0f-fc6c-454d-ba41-b3a550cd52be tempest-DeleteServersTestJSON-1838027228 tempest-DeleteServersTestJSON-1838027228-project] 10.222.0.60 "DELETE /v2.0/ports/1999c4b2-05aa-456e-b166-db3dc32b6a99 HTTP/1.1" status: 204 len: 173 time: 0.4121404 Feb 16 17:17:17.649233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db10e2bd-f644-4d7c-b6e3-e0b13d2060e6', 'name': 'network-vif-deleted', 'tag': '1999c4b2-05aa-456e-b166-db3dc32b6a99'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:17:17.651490 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcbaf60-c66f-49e8-95f3-e7cf2613a664" -d '{"events": [{"server_uuid": "db10e2bd-f644-4d7c-b6e3-e0b13d2060e6", "name": "network-vif-deleted", "tag": "1999c4b2-05aa-456e-b166-db3dc32b6a99"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:17:17.693533 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183fb10b-7db9-45cf-a7ce-23da3ce5e660 x-openstack-request-id: req-183fb10b-7db9-45cf-a7ce-23da3ce5e660 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:17:17.693827 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db10e2bd-f644-4d7c-b6e3-e0b13d2060e6", "name": "network-vif-deleted", "tag": "1999c4b2-05aa-456e-b166-db3dc32b6a99", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:17:17.694082 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-183fb10b-7db9-45cf-a7ce-23da3ce5e660 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:17:17.694483 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db10e2bd-f644-4d7c-b6e3-e0b13d2060e6', 'name': 'network-vif-deleted', 'tag': '1999c4b2-05aa-456e-b166-db3dc32b6a99', 'status': 'completed', 'code': 200} Feb 16 17:17:18.185757 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52056) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:17:18.229359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Deleting subnet 86736bf9-8380-4692-ba74-932e2dbf2745 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:17:18.232673 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Publish callbacks [] for subnet (86736bf9-8380-4692-ba74-932e2dbf2745), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.269557 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (86736bf9-8380-4692-ba74-932e2dbf2745), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.307758 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (86736bf9-8380-4692-ba74-932e2dbf2745), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.359901 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (86736bf9-8380-4692-ba74-932e2dbf2745), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.383455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86736bf9-8380-4692-ba74-932e2dbf2745,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:18.393480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.396856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/86736bf9-8380-4692-ba74-932e2dbf2745 HTTP/1.1" status: 204 len: 168 time: 0.2100966 Feb 16 17:17:18.398717 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:18.400044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:18.400183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52058) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:17:18.401076 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:18.401465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:18.401806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:18.402139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:18.402467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:18.402800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:18.403146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:18.403466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:18.403921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:18.404243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:18.404561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072e8b5c-13b5-459f-a103-f5de0e1a0e05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:17:18.469417 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed071ded-bca5-41f6-a29b-cabfd37e468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (bc44abd5-cf3c-47c6-80fe-aa7adede6d01), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.550030 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed071ded-bca5-41f6-a29b-cabfd37e468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (bc44abd5-cf3c-47c6-80fe-aa7adede6d01), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.569263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ed071ded-bca5-41f6-a29b-cabfd37e468e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc44abd5-cf3c-47c6-80fe-aa7adede6d01']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:18.578219 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ed071ded-bca5-41f6-a29b-cabfd37e468e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47bda1c8-0167-450a-9dc3-2f6f7dd057fb') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:18.578514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ed071ded-bca5-41f6-a29b-cabfd37e468e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47bda1c8-0167-450a-9dc3-2f6f7dd057fb') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:17:18.588318 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed071ded-bca5-41f6-a29b-cabfd37e468e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (47bda1c8-0167-450a-9dc3-2f6f7dd057fb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.601476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed071ded-bca5-41f6-a29b-cabfd37e468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (47bda1c8-0167-450a-9dc3-2f6f7dd057fb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.608601 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed071ded-bca5-41f6-a29b-cabfd37e468e admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:17:18.608985 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed071ded-bca5-41f6-a29b-cabfd37e468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (47bda1c8-0167-450a-9dc3-2f6f7dd057fb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:17:18.610570 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:17:18.666365 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed071ded-bca5-41f6-a29b-cabfd37e468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (bc44abd5-cf3c-47c6-80fe-aa7adede6d01), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.672123 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ed071ded-bca5-41f6-a29b-cabfd37e468e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.675254 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ed071ded-bca5-41f6-a29b-cabfd37e468e admin admin] 10.222.0.24 "DELETE /v2.0/networks/bc44abd5-cf3c-47c6-80fe-aa7adede6d01 HTTP/1.1" status: 204 len: 168 time: 0.2742102 Feb 16 17:17:18.685739 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed071ded-bca5-41f6-a29b-cabfd37e468e admin admin] Pushing event deleted for resources: {'Network': ['ID=bc44abd5-cf3c-47c6-80fe-aa7adede6d01,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:18.781184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52062) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:17:18.820781 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-77b5c601-1c29-4dc0-86bb-4c23c77353ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac379a1215a2447f872153eb3046c86f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384550 Feb 16 17:17:18.823807 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52064) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:17:18.870831 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b20b7d11-3a2b-462e-b14e-9276f53da403 admin admin] Publish callbacks [] for security_group (9d94baa7-b1bd-4302-a9a7-e37745a18b85), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.891567 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b20b7d11-3a2b-462e-b14e-9276f53da403 admin admin] Publish callbacks [] for security_group (9d94baa7-b1bd-4302-a9a7-e37745a18b85), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.942783 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b20b7d11-3a2b-462e-b14e-9276f53da403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (9d94baa7-b1bd-4302-a9a7-e37745a18b85), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.948293 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b20b7d11-3a2b-462e-b14e-9276f53da403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:18.950256 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b20b7d11-3a2b-462e-b14e-9276f53da403 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d94baa7-b1bd-4302-a9a7-e37745a18b85 HTTP/1.1" status: 204 len: 168 time: 0.1253049 Feb 16 17:17:18.962675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b7d11-3a2b-462e-b14e-9276f53da403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d94baa7-b1bd-4302-a9a7-e37745a18b85,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:19.598381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52086) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:17:19.691498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-86681773-network', 'tenant_id': 'ce3b5e905c09407d8987d8a6b6614d34'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:17:19.710077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] Made reservation on behalf of ce3b5e905c09407d8987d8a6b6614d34 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:17:19.713011 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:19.720978 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:19.799474 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] Publish callbacks [] for security_group (e147fecf-a561-4792-b55d-129f75ab40f6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:19.803147 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e147fecf-a561-4792-b55d-129f75ab40f6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:19.824809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:17:19.840634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e147fecf-a561-4792-b55d-129f75ab40f6,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:19.843697 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (14c19b5d-61de-4f83-b714-0b0791eb9457), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:19.844066 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] Added segment 14c19b5d-61de-4f83-b714-0b0791eb9457 of type vlan for network 3961a3d0-aca4-4562-a42c-70e9efb5303d Feb 16 17:17:19.884426 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (3961a3d0-aca4-4562-a42c-70e9efb5303d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:19.908236 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (3961a3d0-aca4-4562-a42c-70e9efb5303d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:19.909159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:19.909736 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:19.941588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3419745 Feb 16 17:17:19.944503 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52090) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:17:19.950241 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8c103a37-a127-4a08-b1a7-912dd81d6880 admin admin] Request body: {'subnet': {'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-86681773-subnet', 'tenant_id': 'ce3b5e905c09407d8987d8a6b6614d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:17:19.970279 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c103a37-a127-4a08-b1a7-912dd81d6880 admin admin] Made reservation on behalf of ce3b5e905c09407d8987d8a6b6614d34 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:17:19.972795 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8c103a37-a127-4a08-b1a7-912dd81d6880 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:19.976621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cc646-bc4c-4434-aa81-358cf9c6c9fe admin admin] Pushing event updated for resources: {'Network': ['ID=3961a3d0-aca4-4562-a42c-70e9efb5303d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:19.986962 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 3961a3d0-aca4-4562-a42c-70e9efb5303d details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:17:20.142402 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8c103a37-a127-4a08-b1a7-912dd81d6880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (f8c81a36-b978-47a4-b00d-80c7965ce0f1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:20.195390 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c103a37-a127-4a08-b1a7-912dd81d6880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c81a36-b978-47a4-b00d-80c7965ce0f1,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:20.208008 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c103a37-a127-4a08-b1a7-912dd81d6880 admin admin] Checking segment: {'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:17:20.208375 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c103a37-a127-4a08-b1a7-912dd81d6880 admin admin] Network hostable DHCP agents. Network: 3961a3d0-aca4-4562-a42c-70e9efb5303d, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:17:20.224085 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c103a37-a127-4a08-b1a7-912dd81d6880 admin admin] Network 3961a3d0-aca4-4562-a42c-70e9efb5303d is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:17:20.232821 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-8c103a37-a127-4a08-b1a7-912dd81d6880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 3961a3d0-aca4-4562-a42c-70e9efb5303d) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:17:20.236907 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c103a37-a127-4a08-b1a7-912dd81d6880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:20.237553 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8c103a37-a127-4a08-b1a7-912dd81d6880 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:20.241676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe14354c-7ee2-441f-b5fe-95ea3cc7be84 None None] Network 3961a3d0-aca4-4562-a42c-70e9efb5303d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:17:20.256422 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8c103a37-a127-4a08-b1a7-912dd81d6880 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3107126 Feb 16 17:17:20.350309 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf361aa-3e1c-405e-87b7-dcd182842343 None None] Network 3961a3d0-aca4-4562-a42c-70e9efb5303d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:17:20.678609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912f144-fec3-499e-8e43-85bde6d83281 req-53a4c229-2221-4ad4-8142-e2bb8978f751 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:20.680109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b912f144-fec3-499e-8e43-85bde6d83281 req-53a4c229-2221-4ad4-8142-e2bb8978f751 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 813 time: 0.1000509 Feb 16 17:17:20.694772 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6104316c-3646-4fc7-ab23-7476be8c64ed tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/quotas/ce3b5e905c09407d8987d8a6b6614d34 HTTP/1.1" status: 200 len: 375 time: 0.0087812 Feb 16 17:17:20.729667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b912f144-fec3-499e-8e43-85bde6d83281 req-7f70e436-ecae-4d59-b2cb-60e85ca46b67 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294020 Feb 16 17:17:20.818870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b912f144-fec3-499e-8e43-85bde6d83281 req-62d001fd-8fc8-44ac-9b84-f9c2e438f64c service neutron] 10.222.0.24 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822625 Feb 16 17:17:20.914404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b912f144-fec3-499e-8e43-85bde6d83281 req-0e231826-e16f-457f-8c55-5f386973363c service neutron] 10.222.0.24 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885789 Feb 16 17:17:21.087145 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69150b60-eb2e-40c5-b2a6-32a175aa7065 req-c39cc7ab-1f2f-45f1-8a34-7dde9c62382a tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 210 time: 0.0340500 Feb 16 17:17:21.328712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 1999c4b2-05aa-456e-b166-db3dc32b6a99 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:17:21.355331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 1999c4b2-05aa-456e-b166-db3dc32b6a99 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:17:21.355923 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 1999c4b2-05aa-456e-b166-db3dc32b6a99 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:17:22.188133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3bed40a0-695f-48a0-9a58-3d975a36c53d req-0af54a71-8195-4dba-8468-2ee707551b15 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 210 time: 0.0284760 Feb 16 17:17:22.403943 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912f144-fec3-499e-8e43-85bde6d83281 req-3bcae58f-249b-4544-b64b-b04e738c4a8d tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:22.405396 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b912f144-fec3-499e-8e43-85bde6d83281 req-3bcae58f-249b-4544-b64b-b04e738c4a8d tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.60 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 813 time: 0.4254186 Feb 16 17:17:22.416629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-b912f144-fec3-499e-8e43-85bde6d83281 req-12ecd124-d056-43e3-83d3-827e586a0d11 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Request body: {'port': {'device_id': 'e5f09928-e7b8-42ad-a113-6ebe3c2fba2a', 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d', 'admin_state_up': True, 'tenant_id': 'ce3b5e905c09407d8987d8a6b6614d34'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:17:22.521939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b912f144-fec3-499e-8e43-85bde6d83281 req-12ecd124-d056-43e3-83d3-827e586a0d11 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Made reservation on behalf of ce3b5e905c09407d8987d8a6b6614d34 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:17:22.525981 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b912f144-fec3-499e-8e43-85bde6d83281 req-12ecd124-d056-43e3-83d3-827e586a0d11 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:22.653157 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-b912f144-fec3-499e-8e43-85bde6d83281 req-12ecd124-d056-43e3-83d3-827e586a0d11 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Allocated IP 172.20.0.11 (3961a3d0-aca4-4562-a42c-70e9efb5303d/f8c81a36-b978-47a4-b00d-80c7965ce0f1/2b9c9a63-ff03-473f-b7b5-a967d30e9332) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:17:22.801230 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b912f144-fec3-499e-8e43-85bde6d83281 req-12ecd124-d056-43e3-83d3-827e586a0d11 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks [] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:22.834570 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b912f144-fec3-499e-8e43-85bde6d83281 req-12ecd124-d056-43e3-83d3-827e586a0d11 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:22.877036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b912f144-fec3-499e-8e43-85bde6d83281 req-12ecd124-d056-43e3-83d3-827e586a0d11 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Network 3961a3d0-aca4-4562-a42c-70e9efb5303d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:17:22.882013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-b912f144-fec3-499e-8e43-85bde6d83281 req-12ecd124-d056-43e3-83d3-827e586a0d11 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:17:22.886892 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-b912f144-fec3-499e-8e43-85bde6d83281 req-12ecd124-d056-43e3-83d3-827e586a0d11 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:17:22.912219 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecd124-d056-43e3-83d3-827e586a0d11 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Pushing event updated for resources: {'Port': ['ID=2b9c9a63-ff03-473f-b7b5-a967d30e9332,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:22.939947 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912f144-fec3-499e-8e43-85bde6d83281 req-12ecd124-d056-43e3-83d3-827e586a0d11 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:22.940555 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b912f144-fec3-499e-8e43-85bde6d83281 req-12ecd124-d056-43e3-83d3-827e586a0d11 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:22.956757 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b912f144-fec3-499e-8e43-85bde6d83281 req-12ecd124-d056-43e3-83d3-827e586a0d11 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5437334 Feb 16 17:17:22.967328 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Request body: {'port': {'device_id': 'e5f09928-e7b8-42ad-a113-6ebe3c2fba2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:17:23.030917 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:23.289773 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9c9a63-ff03-473f-b7b5-a967d30e9332 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:17:23.298201 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Publish callbacks [] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:23.312229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Transition to ACTIVE for port object 2b9c9a63-ff03-473f-b7b5-a967d30e9332 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:17:23.316838 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:23.317465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b4bcc-0bc5-48ec-9b9e-23dbeb164c09 req-ee5bca61-74be-4a30-9a9f-7f1e3222bbf7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:23.319286 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c4b4bcc-0bc5-48ec-9b9e-23dbeb164c09 req-ee5bca61-74be-4a30-9a9f-7f1e3222bbf7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 932 time: 0.0588593 Feb 16 17:17:23.366350 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9c9a63-ff03-473f-b7b5-a967d30e9332,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:23.375212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c4b4bcc-0bc5-48ec-9b9e-23dbeb164c09 req-2b90ed01-3d70-4914-9b77-797df8b34dc8 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461845 Feb 16 17:17:23.448402 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Attempting to bind port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:17:23.448862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Attempting to bind port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:17:23.449089 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Attempting to bind port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 on network 3961a3d0-aca4-4562-a42c-70e9efb5303d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:17:23.453343 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 on network 3961a3d0-aca4-4562-a42c-70e9efb5303d not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:17:23.453663 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Attempting to bind port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 on network 3961a3d0-aca4-4562-a42c-70e9efb5303d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:17:23.458460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:17:23.458851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Checking segment: {'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:17:23.459246 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Bound using segment: {'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:17:23.459668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Bound port: 2b9c9a63-ff03-473f-b7b5-a967d30e9332, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:17:23.460081 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:23.523037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] For port 2b9c9a63-ff03-473f-b7b5-a967d30e9332, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:17:23.526041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] For port 2b9c9a63-ff03-473f-b7b5-a967d30e9332, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:17:23.531583 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:23.565822 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:23.566431 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:23.567844 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b912f144-fec3-499e-8e43-85bde6d83281 req-6735de23-642f-4391-bed9-17210706bc22 service neutron] 10.222.0.60 "PUT /v2.0/ports/2b9c9a63-ff03-473f-b7b5-a967d30e9332 HTTP/1.1" status: 200 len: 1092 time: 0.6044803 Feb 16 17:17:23.568280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f09928-e7b8-42ad-a113-6ebe3c2fba2a', 'tag': '2b9c9a63-ff03-473f-b7b5-a967d30e9332'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:17:23.570496 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d40319-22aa-4257-9c26-b257cbf22f75" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f09928-e7b8-42ad-a113-6ebe3c2fba2a", "tag": "2b9c9a63-ff03-473f-b7b5-a967d30e9332"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:17:23.593772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735de23-642f-4391-bed9-17210706bc22 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9c9a63-ff03-473f-b7b5-a967d30e9332,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:23.617317 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4247fd28-57a6-4717-b8c7-1d0eb56aaec6 x-openstack-request-id: req-4247fd28-57a6-4717-b8c7-1d0eb56aaec6 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:17:23.617607 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f09928-e7b8-42ad-a113-6ebe3c2fba2a", "tag": "2b9c9a63-ff03-473f-b7b5-a967d30e9332", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:17:23.617871 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4247fd28-57a6-4717-b8c7-1d0eb56aaec6 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:17:23.618910 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f09928-e7b8-42ad-a113-6ebe3c2fba2a', 'tag': '2b9c9a63-ff03-473f-b7b5-a967d30e9332', 'status': 'completed', 'code': 200} Feb 16 17:17:23.655737 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912f144-fec3-499e-8e43-85bde6d83281 req-93540acb-e7f3-4686-9359-fcce7831ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:23.657271 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b912f144-fec3-499e-8e43-85bde6d83281 req-93540acb-e7f3-4686-9359-fcce7831ac23 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 1126 time: 0.0492828 Feb 16 17:17:23.701086 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b912f144-fec3-499e-8e43-85bde6d83281 req-cfb84026-a9a7-420f-a874-92659eccb8b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332 HTTP/1.1" status: 200 len: 217 time: 0.0377774 Feb 16 17:17:23.748574 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912f144-fec3-499e-8e43-85bde6d83281 req-5961383c-085a-40b0-a07b-830b3c320029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:23.750009 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b912f144-fec3-499e-8e43-85bde6d83281 req-5961383c-085a-40b0-a07b-830b3c320029 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0436802 Feb 16 17:17:23.780367 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b912f144-fec3-499e-8e43-85bde6d83281 req-a95878a7-3d7a-4c4e-bddc-1678b648d3b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251298 Feb 16 17:17:23.872222 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b912f144-fec3-499e-8e43-85bde6d83281 req-04630a92-d01c-48b8-9b7a-65cdf27413cc service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866368 Feb 16 17:17:23.958398 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b912f144-fec3-499e-8e43-85bde6d83281 req-b3e58b0a-8a47-4c61-8af3-265ecb5142ef service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811222 Feb 16 17:17:24.050413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d40319-22aa-4257-9c26-b257cbf22f75 req-e1f43c85-d306-4aea-ac16-5a666cf22be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:24.051867 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-66d40319-22aa-4257-9c26-b257cbf22f75 req-e1f43c85-d306-4aea-ac16-5a666cf22be6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 1126 time: 0.0500634 Feb 16 17:17:24.141246 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d40319-22aa-4257-9c26-b257cbf22f75 req-78b6cc1b-e61f-435d-a71a-96baa10bcf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:24.143005 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-66d40319-22aa-4257-9c26-b257cbf22f75 req-78b6cc1b-e61f-435d-a71a-96baa10bcf27 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 914 time: 0.0852604 Feb 16 17:17:24.187779 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-66d40319-22aa-4257-9c26-b257cbf22f75 req-81513612-f2a2-45b3-9cd5-0f70620423ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332 HTTP/1.1" status: 200 len: 217 time: 0.0389593 Feb 16 17:17:24.234604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d40319-22aa-4257-9c26-b257cbf22f75 req-241add0f-d5eb-4e07-94cf-80566689a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:24.236062 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-66d40319-22aa-4257-9c26-b257cbf22f75 req-241add0f-d5eb-4e07-94cf-80566689a60c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0433216 Feb 16 17:17:24.266351 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-66d40319-22aa-4257-9c26-b257cbf22f75 req-1e2c7d5d-f4c7-432a-9516-307206a0bf46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250411 Feb 16 17:17:24.357752 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-66d40319-22aa-4257-9c26-b257cbf22f75 req-68158dec-c21f-47f6-957e-434c0844be54 service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857627 Feb 16 17:17:24.448800 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-66d40319-22aa-4257-9c26-b257cbf22f75 req-7546bccf-874d-4312-9feb-c94eb24ce63e service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854018 Feb 16 17:17:24.501710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25875bf-f92b-4c3b-bdc7-282be6fca09d req-63b37cfa-2f53-4142-9159-b22ce7dca975 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:24.503188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d25875bf-f92b-4c3b-bdc7-282be6fca09d req-63b37cfa-2f53-4142-9159-b22ce7dca975 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 944 time: 0.0573883 Feb 16 17:17:24.560348 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d25875bf-f92b-4c3b-bdc7-282be6fca09d req-2d9b0474-a945-4a1b-aca2-e6c090c2dcb9 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515926 Feb 16 17:17:25.679561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d6420-3484-4637-9af3-0e5cbe7cbe0a req-cef0e0b2-429b-4f3a-8c89-447ee597a708 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:25.681660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-858d6420-3484-4637-9af3-0e5cbe7cbe0a req-cef0e0b2-429b-4f3a-8c89-447ee597a708 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 944 time: 0.0528007 Feb 16 17:17:25.729312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-858d6420-3484-4637-9af3-0e5cbe7cbe0a req-ce392ef4-35bf-4707-8399-b8c220c68778 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416687 Feb 16 17:17:25.733725 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-614f4fe9-a867-4e58-bbcf-9ddac84b9514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:26.853335 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb6a76-388b-4322-a51f-78346ac017c6 req-de84f79a-34bf-4a99-bdaa-58770739c2e7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:26.854786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3dbb6a76-388b-4322-a51f-78346ac017c6 req-de84f79a-34bf-4a99-bdaa-58770739c2e7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 944 time: 0.0563495 Feb 16 17:17:26.901519 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3dbb6a76-388b-4322-a51f-78346ac017c6 req-8dc88ec8-badb-4126-afe0-1828b6d18f38 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406847 Feb 16 17:17:27.357787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 2b9c9a63-ff03-473f-b7b5-a967d30e9332 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:17:27.456653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 2b9c9a63-ff03-473f-b7b5-a967d30e9332, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:27.468269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '2b9c9a63-ff03-473f-b7b5-a967d30e9332', 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d', 'port_id': '2b9c9a63-ff03-473f-b7b5-a967d30e9332', 'mac_address': 'fa:16:3e:76:46:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c81a36-b978-47a4-b00d-80c7965ce0f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:17:27.505654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:17:27.506039 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:27.519599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9c9a63-ff03-473f-b7b5-a967d30e9332 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:17:27.538856 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 2b9c9a63-ff03-473f-b7b5-a967d30e9332, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:27.543564 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:27.588503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=2b9c9a63-ff03-473f-b7b5-a967d30e9332,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:27.881301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['2b9c9a63-ff03-473f-b7b5-a967d30e9332'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:17:28.020486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a41f5-5f66-4e0f-96b8-ce9d94cc11c8 req-68602612-6ad1-443f-b7a3-b28c685494fd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:28.022367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-646a41f5-5f66-4e0f-96b8-ce9d94cc11c8 req-68602612-6ad1-443f-b7a3-b28c685494fd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 945 time: 0.0533931 Feb 16 17:17:28.070545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-646a41f5-5f66-4e0f-96b8-ce9d94cc11c8 req-033aa872-9988-4438-a14c-0659965c533a tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420537 Feb 16 17:17:28.353894 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4bc17017-2f73-4b29-b63d-514d45267cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:29.188666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1a539-ffd1-4710-bab9-1c0b73a84020 req-d6b26f3f-43de-4b81-9b7d-688df9ac0d6e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:29.190144 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97c1a539-ffd1-4710-bab9-1c0b73a84020 req-d6b26f3f-43de-4b81-9b7d-688df9ac0d6e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 945 time: 0.0532374 Feb 16 17:17:29.242071 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97c1a539-ffd1-4710-bab9-1c0b73a84020 req-4140e23c-0261-41a4-9506-e501831556cf tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463619 Feb 16 17:17:29.357572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 2b9c9a63-ff03-473f-b7b5-a967d30e9332 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:17:29.405736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:17:29.409430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:17:29.409802 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:29.457577 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:29.500196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:17:29.500573 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:29.522075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f09928-e7b8-42ad-a113-6ebe3c2fba2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9c9a63-ff03-473f-b7b5-a967d30e9332'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:17:29.524388 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d623ecf-7e56-40c6-9a7e-8816845b5977" -d '{"events": [{"server_uuid": "e5f09928-e7b8-42ad-a113-6ebe3c2fba2a", "name": "network-vif-plugged", "status": "completed", "tag": "2b9c9a63-ff03-473f-b7b5-a967d30e9332"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:17:29.535991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 2b9c9a63-ff03-473f-b7b5-a967d30e9332, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:17:29.540563 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:29.569468 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8438c62a-8688-4869-b639-5b1bfa08ba34 x-openstack-request-id: req-8438c62a-8688-4869-b639-5b1bfa08ba34 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:17:29.569828 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f09928-e7b8-42ad-a113-6ebe3c2fba2a", "name": "network-vif-plugged", "status": "completed", "tag": "2b9c9a63-ff03-473f-b7b5-a967d30e9332", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:17:29.570265 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8438c62a-8688-4869-b639-5b1bfa08ba34 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:17:29.570699 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f09928-e7b8-42ad-a113-6ebe3c2fba2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9c9a63-ff03-473f-b7b5-a967d30e9332', 'code': 200} Feb 16 17:17:29.595683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=2b9c9a63-ff03-473f-b7b5-a967d30e9332,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:17:29.667104 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a0787-4bd8-47a9-be19-4f750bcd9d26 req-825e8362-7294-4d04-a74f-9927764e2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:29.668624 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-228a0787-4bd8-47a9-be19-4f750bcd9d26 req-825e8362-7294-4d04-a74f-9927764e2c7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 1128 time: 0.0456097 Feb 16 17:17:29.715521 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-228a0787-4bd8-47a9-be19-4f750bcd9d26 req-6e48d4cc-a064-4e80-a29e-8681bb65eeb7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407567 Feb 16 17:17:30.362219 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebbb70-9ffe-414d-af1d-d02d49e511c2 req-00875c81-21f2-48d1-9291-58e34b4800c7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:30.363658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fbebbb70-9ffe-414d-af1d-d02d49e511c2 req-00875c81-21f2-48d1-9291-58e34b4800c7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0525391 Feb 16 17:17:30.410442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fbebbb70-9ffe-414d-af1d-d02d49e511c2 req-bd5e7c6b-d11b-4ae7-b1c7-d0a970b42c0b tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Feb 16 17:17:30.888925 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:17:30.988511 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:31.533266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622a73a-784f-4bcc-8ddf-87a3c6f3cf38 req-d89efada-eeac-4905-9a48-b562270d3f9f tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:31.534751 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3622a73a-784f-4bcc-8ddf-87a3c6f3cf38 req-d89efada-eeac-4905-9a48-b562270d3f9f tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0541227 Feb 16 17:17:31.580609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3622a73a-784f-4bcc-8ddf-87a3c6f3cf38 req-52ac24ef-27df-495c-93aa-1e0b5480c1e3 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402029 Feb 16 17:17:31.700248 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:31.703509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46010e8f-8e06-4265-9b4f-c92a11056d5c req-b87c8397-5f1c-4031-bce1-540fb397850c tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:31.705022 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46010e8f-8e06-4265-9b4f-c92a11056d5c req-b87c8397-5f1c-4031-bce1-540fb397850c tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0578117 Feb 16 17:17:31.751841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46010e8f-8e06-4265-9b4f-c92a11056d5c req-995b5730-fe4e-4204-90be-ee48974b308c tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409105 Feb 16 17:17:31.971094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e17019-7be0-4109-ba07-e771bafeca1c req-c48ed4fb-909b-4d19-80c2-b7e2329bc9e5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:31.972561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6e17019-7be0-4109-ba07-e771bafeca1c req-c48ed4fb-909b-4d19-80c2-b7e2329bc9e5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0523069 Feb 16 17:17:32.019270 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6e17019-7be0-4109-ba07-e771bafeca1c req-6133ec5e-44cd-4702-81d1-43ac739bf333 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405946 Feb 16 17:17:32.136860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c17f7-5d2e-4aac-b4bc-bf0278ad6ec8 req-67fc753f-6f65-43ea-a36e-a17be2d63304 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:32.138449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-853c17f7-5d2e-4aac-b4bc-bf0278ad6ec8 req-67fc753f-6f65-43ea-a36e-a17be2d63304 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0540416 Feb 16 17:17:32.141354 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:32.189854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-853c17f7-5d2e-4aac-b4bc-bf0278ad6ec8 req-7ed438fe-5444-491a-ad3b-3c9be30952c9 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456073 Feb 16 17:17:32.453450 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-17da939c-58f3-444b-be38-a92b020e3d27 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772693 Feb 16 17:17:32.462128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750c787-1d86-4985-8a46-0e0f0f26728e req-a298535e-4550-43cb-b66d-1d416d002133 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:32.463606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a750c787-1d86-4985-8a46-0e0f0f26728e req-a298535e-4550-43cb-b66d-1d416d002133 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0780632 Feb 16 17:17:32.513123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a750c787-1d86-4985-8a46-0e0f0f26728e req-01e7c539-c515-4b1b-9d69-16af80d7d20b tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438375 Feb 16 17:17:32.863600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-3fd09fc8-9a0f-48e9-b33d-a90dcd4324c1 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:32.864971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-3fd09fc8-9a0f-48e9-b33d-a90dcd4324c1 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports/2b9c9a63-ff03-473f-b7b5-a967d30e9332 HTTP/1.1" status: 200 len: 943 time: 0.0489607 Feb 16 17:17:33.635868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026773-bb6c-457d-877d-98547d1700a6 req-a5fc6bac-4e64-469c-852d-544568093d1a tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:33.637472 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f026773-bb6c-457d-877d-98547d1700a6 req-a5fc6bac-4e64-469c-852d-544568093d1a tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0550988 Feb 16 17:17:33.688568 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f026773-bb6c-457d-877d-98547d1700a6 req-815fa10b-a041-454c-85fd-6db24c2c0bb1 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443599 Feb 16 17:17:33.725305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-c783f836-a6b3-4f39-b10c-0c68ab6acfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:33.726796 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-c783f836-a6b3-4f39-b10c-0c68ab6acfa2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 1128 time: 0.0477450 Feb 16 17:17:33.818753 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-28c2e727-dde4-4b07-8b79-ddd849052ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:33.820250 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-28c2e727-dde4-4b07-8b79-ddd849052ffd service neutron] 10.222.0.60 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 914 time: 0.0854383 Feb 16 17:17:33.864748 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-42b440a9-f209-41e8-aaa2-2ecf23993599 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332 HTTP/1.1" status: 200 len: 217 time: 0.0379651 Feb 16 17:17:33.912004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-4adbe48d-1863-46f3-aa32-c3c1d8c5c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:33.913412 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-4adbe48d-1863-46f3-aa32-c3c1d8c5c2df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0437224 Feb 16 17:17:33.944025 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-65cb32a2-f959-45ca-8f91-2b3bb124994e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253401 Feb 16 17:17:34.036941 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-5920c150-7e19-48c5-a3a5-94cca0f57142 service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875103 Feb 16 17:17:34.126492 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-681b58fd-023a-448f-b595-55a0a3f490ac service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839529 Feb 16 17:17:34.808420 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f1427-ed97-4083-964c-5878938743d6 req-2f8b72b5-e49d-4a9c-a25f-8d5491265999 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:34.809886 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f14f1427-ed97-4083-964c-5878938743d6 req-2f8b72b5-e49d-4a9c-a25f-8d5491265999 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0522785 Feb 16 17:17:34.856001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f14f1427-ed97-4083-964c-5878938743d6 req-112af840-b620-48a4-b6b5-50f7eaf0c8b2 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405316 Feb 16 17:17:34.972545 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:35.150685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fc7d0-7769-433b-b71d-039d9320be5a req-d17ae88b-9cfb-4d76-8c6d-cd6169d4a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:35.152191 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-859fc7d0-7769-433b-b71d-039d9320be5a req-d17ae88b-9cfb-4d76-8c6d-cd6169d4a2ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 1128 time: 0.0488441 Feb 16 17:17:35.254727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fc7d0-7769-433b-b71d-039d9320be5a req-bb40e8f6-3ace-4695-8b88-311acfaa3015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:35.256133 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-859fc7d0-7769-433b-b71d-039d9320be5a req-bb40e8f6-3ace-4695-8b88-311acfaa3015 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 914 time: 0.0848091 Feb 16 17:17:35.300713 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-859fc7d0-7769-433b-b71d-039d9320be5a req-a2c2542d-d471-4d2e-8a2a-19df8fd72adb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332 HTTP/1.1" status: 200 len: 217 time: 0.0388987 Feb 16 17:17:35.348347 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fc7d0-7769-433b-b71d-039d9320be5a req-9fbedb20-678a-4081-87a6-bc77a4d533d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:35.349813 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-859fc7d0-7769-433b-b71d-039d9320be5a req-9fbedb20-678a-4081-87a6-bc77a4d533d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0441647 Feb 16 17:17:35.380472 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-859fc7d0-7769-433b-b71d-039d9320be5a req-a48c7dff-5839-4b5c-b788-4fcc9aa88216 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248182 Feb 16 17:17:35.471898 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-859fc7d0-7769-433b-b71d-039d9320be5a req-6b3a19fc-25ad-41ff-b557-9207bef86f42 service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860980 Feb 16 17:17:35.558257 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-859fc7d0-7769-433b-b71d-039d9320be5a req-746eb9d5-22f1-477b-acbb-36bda53b6f0f service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805662 Feb 16 17:17:35.980433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3492ff7-67cd-4def-aac8-65482f4359bd req-1b2a2522-f66f-47ed-ab24-9b093bd47e65 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:35.982238 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3492ff7-67cd-4def-aac8-65482f4359bd req-1b2a2522-f66f-47ed-ab24-9b093bd47e65 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0582051 Feb 16 17:17:36.033645 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3492ff7-67cd-4def-aac8-65482f4359bd req-d8647d0d-b0a9-4087-8258-251741c7e5bb tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452120 Feb 16 17:17:37.157806 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43b423-3a2b-436f-bbfa-bb481c593ca6 req-c0b243b0-b3ef-4b6e-8969-51e988b05633 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:37.159278 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac43b423-3a2b-436f-bbfa-bb481c593ca6 req-c0b243b0-b3ef-4b6e-8969-51e988b05633 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0525959 Feb 16 17:17:37.206478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac43b423-3a2b-436f-bbfa-bb481c593ca6 req-e1b74735-7e73-47f3-93b5-ad3550acb690 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415289 Feb 16 17:17:38.329411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42c749-b540-4b86-a5ab-0cf62e426e57 req-cd80f9b5-d8ab-4bb5-ae46-908ea5cd9d44 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:38.330879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec42c749-b540-4b86-a5ab-0cf62e426e57 req-cd80f9b5-d8ab-4bb5-ae46-908ea5cd9d44 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0557663 Feb 16 17:17:38.377244 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec42c749-b540-4b86-a5ab-0cf62e426e57 req-9a9521a5-a48a-4e04-bba2-4d6ddca771de tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408151 Feb 16 17:17:39.498494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b8dce-93d6-414e-b309-7a972e149a8c req-46eda070-403e-47a6-b1d8-f741770a4cc4 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:39.499996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b3b8dce-93d6-414e-b309-7a972e149a8c req-46eda070-403e-47a6-b1d8-f741770a4cc4 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0539351 Feb 16 17:17:39.547673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1b3b8dce-93d6-414e-b309-7a972e149a8c req-88d41b1f-2c88-4dda-bce8-e4bd411dc08e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421500 Feb 16 17:17:40.666162 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ee2c2-2504-49df-b5ca-f743f4d626e9 req-62613663-1e31-4f73-a997-c928884d5733 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:40.667651 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c2ee2c2-2504-49df-b5ca-f743f4d626e9 req-62613663-1e31-4f73-a997-c928884d5733 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0528364 Feb 16 17:17:40.720386 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c2ee2c2-2504-49df-b5ca-f743f4d626e9 req-136d7ac1-20d1-4e8b-9ff0-a5ae2fa4595e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471361 Feb 16 17:17:41.840294 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edfed2-9c76-423a-8e72-affad62874d2 req-fd1b8f2b-3d60-42f1-b277-710972384cb5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:41.841734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31edfed2-9c76-423a-8e72-affad62874d2 req-fd1b8f2b-3d60-42f1-b277-710972384cb5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0519307 Feb 16 17:17:41.888309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-31edfed2-9c76-423a-8e72-affad62874d2 req-8dfa82df-3996-41c8-8b70-3f6a8dd8b0db tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Feb 16 17:17:43.010262 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e92ae5-2c4d-4f36-be9a-b688a5ac6720 req-92de0ba3-36be-4bf3-a2e0-e379a4fa892c tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:43.011741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69e92ae5-2c4d-4f36-be9a-b688a5ac6720 req-92de0ba3-36be-4bf3-a2e0-e379a4fa892c tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0545743 Feb 16 17:17:43.058386 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69e92ae5-2c4d-4f36-be9a-b688a5ac6720 req-e043c9fb-b53d-454e-9f94-80ca03385d0b tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Feb 16 17:17:44.182486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b7c1f-7f89-4bdb-a750-77614396a6bb req-7432c861-1e42-4d16-8ccc-05cad36aa1af tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:44.183982 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a1b7c1f-7f89-4bdb-a750-77614396a6bb req-7432c861-1e42-4d16-8ccc-05cad36aa1af tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0562367 Feb 16 17:17:44.229768 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a1b7c1f-7f89-4bdb-a750-77614396a6bb req-a98a64a7-9898-4440-a18e-eb87fa7d6597 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400100 Feb 16 17:17:45.351170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385271b-7e4d-4cab-a045-a67561174043 req-de4fc998-5a8a-4ded-9ff3-720ff366729c tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:45.352669 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7385271b-7e4d-4cab-a045-a67561174043 req-de4fc998-5a8a-4ded-9ff3-720ff366729c tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0541852 Feb 16 17:17:45.403215 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7385271b-7e4d-4cab-a045-a67561174043 req-44ed83a2-f570-489f-b719-cbff6c1b9a44 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432529 Feb 16 17:17:46.525508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e888b-b38f-4276-b045-97ab5ab5fae0 req-798fae91-17b3-40fd-a8f6-6c4cc93f44d7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:46.527073 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c56e888b-b38f-4276-b045-97ab5ab5fae0 req-798fae91-17b3-40fd-a8f6-6c4cc93f44d7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0534713 Feb 16 17:17:46.576857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c56e888b-b38f-4276-b045-97ab5ab5fae0 req-6b3b1ae1-edc9-4111-9577-4d28fefd37e7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441861 Feb 16 17:17:47.698148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ae4c9-4ecc-42b0-8b1e-956e69aea012 req-043ce9de-5f94-438a-b097-fd8ee4e82d14 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:47.699913 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d78ae4c9-4ecc-42b0-8b1e-956e69aea012 req-043ce9de-5f94-438a-b097-fd8ee4e82d14 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0540502 Feb 16 17:17:47.747433 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d78ae4c9-4ecc-42b0-8b1e-956e69aea012 req-befab487-0e18-4b7d-a152-5f23480697e5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417953 Feb 16 17:17:48.865946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adafd00-ab34-4dad-bcfe-51a22ee5afe3 req-fa6c6ef4-f3d5-4deb-a07f-529569d52d9e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:48.867430 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4adafd00-ab34-4dad-bcfe-51a22ee5afe3 req-fa6c6ef4-f3d5-4deb-a07f-529569d52d9e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0527599 Feb 16 17:17:48.913862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4adafd00-ab34-4dad-bcfe-51a22ee5afe3 req-d6cf2a81-d9fd-4c7d-8515-bae0c4bb4859 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408084 Feb 16 17:17:50.037303 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4633a3-f2be-40cb-8573-57d53bbfcf45 req-7fa53ff6-1b31-445b-b537-98290d2d1255 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:50.038777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc4633a3-f2be-40cb-8573-57d53bbfcf45 req-7fa53ff6-1b31-445b-b537-98290d2d1255 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0564823 Feb 16 17:17:50.085690 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fc4633a3-f2be-40cb-8573-57d53bbfcf45 req-4bd39f19-9a13-4088-9914-05f8604ffec8 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411649 Feb 16 17:17:51.206678 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56658d5e-33e2-4ffd-971b-bb96098765b3 req-1b2264f0-998d-4a99-9fd2-4e18922598f1 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:51.208177 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56658d5e-33e2-4ffd-971b-bb96098765b3 req-1b2264f0-998d-4a99-9fd2-4e18922598f1 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0525568 Feb 16 17:17:51.254594 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56658d5e-33e2-4ffd-971b-bb96098765b3 req-14060fa1-702f-447a-970d-eb40dfc7a226 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399165 Feb 16 17:17:52.377475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dcc07-d06d-4bce-ad50-7bb6f8cc3285 req-66f3241b-e4d0-4596-8cb4-bce808d62d8e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:52.378958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-042dcc07-d06d-4bce-ad50-7bb6f8cc3285 req-66f3241b-e4d0-4596-8cb4-bce808d62d8e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0568674 Feb 16 17:17:52.425399 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-042dcc07-d06d-4bce-ad50-7bb6f8cc3285 req-9bf1ae3a-d2db-4f70-bc30-05222c277207 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407603 Feb 16 17:17:53.545220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664801c5-5ca4-442c-9092-6dc9386eed64 req-733305f2-306c-4e9f-a966-191b88216be0 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:53.546691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-664801c5-5ca4-442c-9092-6dc9386eed64 req-733305f2-306c-4e9f-a966-191b88216be0 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0520248 Feb 16 17:17:53.593164 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-664801c5-5ca4-442c-9092-6dc9386eed64 req-c9d84cc6-6742-4cc8-9c56-75ef6dc21049 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409365 Feb 16 17:17:54.713177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f5de5-fc1b-41f7-aa60-775d59367760 req-3c41f571-c343-479c-b623-d8f884fa6906 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:54.714613 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-023f5de5-fc1b-41f7-aa60-775d59367760 req-3c41f571-c343-479c-b623-d8f884fa6906 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0530734 Feb 16 17:17:54.766393 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-023f5de5-fc1b-41f7-aa60-775d59367760 req-137682d0-e6cc-4d8c-92d7-7933c35a1031 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454636 Feb 16 17:17:55.735739 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7b9b213d-6391-44fd-a1b5-973211012095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:55.886500 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9ac6f-a969-46c2-b3bf-7fef1b4de68b req-e9c3503f-06a7-42d6-8099-8fc2d68fa2f2 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:55.888010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eba9ac6f-a969-46c2-b3bf-7fef1b4de68b req-e9c3503f-06a7-42d6-8099-8fc2d68fa2f2 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0530400 Feb 16 17:17:55.934831 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eba9ac6f-a969-46c2-b3bf-7fef1b4de68b req-f667f21a-da8f-4a89-8946-f6ccba777ad6 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411596 Feb 16 17:17:57.059483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3842db-5862-4012-bab4-10e28362ccb2 req-ab2c48a6-02ce-4648-8305-1aeff5a8ab11 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:57.060997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac3842db-5862-4012-bab4-10e28362ccb2 req-ab2c48a6-02ce-4648-8305-1aeff5a8ab11 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0539401 Feb 16 17:17:57.107824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac3842db-5862-4012-bab4-10e28362ccb2 req-691f734a-096f-417a-970f-38127939a95c tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 Feb 16 17:17:58.228740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7184c-7e51-471f-99c2-f1ab6fc05f26 req-f0a4c98e-d347-4a64-8b2e-3dfe6f393a7f tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:58.230254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ea7184c-7e51-471f-99c2-f1ab6fc05f26 req-f0a4c98e-d347-4a64-8b2e-3dfe6f393a7f tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0564990 Feb 16 17:17:58.276844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ea7184c-7e51-471f-99c2-f1ab6fc05f26 req-363e9124-eb53-4eba-947a-34a0ddebcdc4 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408278 Feb 16 17:17:58.355439 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-82a55bad-5310-420d-b840-a1b334a4f603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:59.394391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41a269-7fd6-428b-921c-8d74540a40c3 req-d4b7d535-7d06-4cf8-8c21-d62775eca43f tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:17:59.395893 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b41a269-7fd6-428b-921c-8d74540a40c3 req-d4b7d535-7d06-4cf8-8c21-d62775eca43f tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0520322 Feb 16 17:17:59.441607 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:17:59.442803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b41a269-7fd6-428b-921c-8d74540a40c3 req-a5319f3c-c0fd-482d-b8c5-18163a64744b tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Feb 16 17:18:00.561224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465d2e1-cbd6-49c3-8585-32d63a438d05 req-7b3c9687-3c50-4167-9f76-1907f654f071 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:00.562686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9465d2e1-cbd6-49c3-8585-32d63a438d05 req-7b3c9687-3c50-4167-9f76-1907f654f071 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0516903 Feb 16 17:18:00.612765 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9465d2e1-cbd6-49c3-8585-32d63a438d05 req-6d63be39-78c8-4a7f-a55e-a68114fc03fc tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443952 Feb 16 17:18:00.987145 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:01.053423 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-169e9b0d-3e67-4746-a389-e7dfa76d475b service neutron] show failed (client error): The resource could not be found. Feb 16 17:18:01.054435 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-169e9b0d-3e67-4746-a389-e7dfa76d475b service neutron] 10.222.0.60 "GET /v2.0/ports/2b9c9a63-ff03-473f-b7b5-a967d30e9332/bindings/n-h1-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.0537546 Feb 16 17:18:01.281898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-712bd50d-d756-4adf-8707-d9a3e6ef842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:01.283696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-712bd50d-d756-4adf-8707-d9a3e6ef842f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a&tenant_id=ce3b5e905c09407d8987d8a6b6614d34 HTTP/1.1" status: 200 len: 1128 time: 0.0772946 Feb 16 17:18:01.294425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:18:01.358277 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:01.560707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] For port 2b9c9a63-ff03-473f-b7b5-a967d30e9332, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:01.593967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] For port 2b9c9a63-ff03-473f-b7b5-a967d30e9332, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:18:01.632785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f09928-e7b8-42ad-a113-6ebe3c2fba2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b9c9a63-ff03-473f-b7b5-a967d30e9332'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:18:01.635990 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e57a1b-13c6-4e0c-aae1-ca4d021a8e74" -d '{"events": [{"server_uuid": "e5f09928-e7b8-42ad-a113-6ebe3c2fba2a", "name": "network-vif-unplugged", "status": "completed", "tag": "2b9c9a63-ff03-473f-b7b5-a967d30e9332"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:18:01.639881 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Publish callbacks [] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:01.653320 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Transition to ACTIVE for port object 2b9c9a63-ff03-473f-b7b5-a967d30e9332 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:18:01.658756 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:01.705752 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8e1f25-f049-487d-bdb1-b5d223eb194d x-openstack-request-id: req-db8e1f25-f049-487d-bdb1-b5d223eb194d {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:18:01.706046 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f09928-e7b8-42ad-a113-6ebe3c2fba2a", "name": "network-vif-unplugged", "status": "completed", "tag": "2b9c9a63-ff03-473f-b7b5-a967d30e9332", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:18:01.706305 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db8e1f25-f049-487d-bdb1-b5d223eb194d {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:18:01.706705 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f09928-e7b8-42ad-a113-6ebe3c2fba2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b9c9a63-ff03-473f-b7b5-a967d30e9332', 'code': 200} Feb 16 17:18:01.714998 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:01.755614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Pushing event updated for resources: {'Port': ['ID=2b9c9a63-ff03-473f-b7b5-a967d30e9332,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:01.774581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] No DVR routers for this DVR port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:18:01.823383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef25b0-f846-4e70-884b-86ff997d7fff req-2fbd91f4-c995-4350-953f-5d2eec39b0cf tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:01.824961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffef25b0-f846-4e70-884b-86ff997d7fff req-2fbd91f4-c995-4350-953f-5d2eec39b0cf tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 944 time: 0.1226375 Feb 16 17:18:01.829587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Attempting to bind port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:18:01.829932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Attempting to bind port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:18:01.830265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Attempting to bind port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 on network 3961a3d0-aca4-4562-a42c-70e9efb5303d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:18:01.841929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 on network 3961a3d0-aca4-4562-a42c-70e9efb5303d not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:18:01.842253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Attempting to bind port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 on network 3961a3d0-aca4-4562-a42c-70e9efb5303d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:18:01.854530 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:18:01.854871 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Checking segment: {'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:18:01.855252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Bound using segment: {'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:18:01.855679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Bound port: 2b9c9a63-ff03-473f-b7b5-a967d30e9332, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:18:01.856065 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:01.913121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ffef25b0-f846-4e70-884b-86ff997d7fff req-8a58840d-44d9-44e6-ab58-778b706b5fa6 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805528 Feb 16 17:18:01.940149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] For port 2b9c9a63-ff03-473f-b7b5-a967d30e9332, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:18:01.943125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] For port 2b9c9a63-ff03-473f-b7b5-a967d30e9332, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:18:01.950083 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:01.989242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:01.989854 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:01.991202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] 10.222.0.65 "PUT /v2.0/ports/2b9c9a63-ff03-473f-b7b5-a967d30e9332 HTTP/1.1" status: 200 len: 1092 time: 0.7013094 Feb 16 17:18:02.012098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e3e77-fa82-4867-94c6-399035f4263d service neutron] Pushing event updated for resources: {'Port': ['ID=2b9c9a63-ff03-473f-b7b5-a967d30e9332,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:02.062608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-453203b7-5d03-4130-9f1d-930e2170585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:02.064282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-453203b7-5d03-4130-9f1d-930e2170585d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 1126 time: 0.0486345 Feb 16 17:18:02.148934 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:02.159662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-7043a24c-46c0-4e2d-ae7a-3da0e0c8b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:02.161174 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-7043a24c-46c0-4e2d-ae7a-3da0e0c8b64f service neutron] 10.222.0.65 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 914 time: 0.0913548 Feb 16 17:18:02.201906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-84bd8dcd-5e29-46a8-9263-0630ef9bb2f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332 HTTP/1.1" status: 200 len: 217 time: 0.0344660 Feb 16 17:18:02.252102 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-ea5b03dd-1ef8-4093-99b0-07612c25bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:02.253597 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-ea5b03dd-1ef8-4093-99b0-07612c25bedc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0459764 Feb 16 17:18:02.287012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-f251c4bd-2641-4a47-979e-094ebdafc7f8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276539 Feb 16 17:18:02.381566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-79200c00-094d-4e56-a34b-da0b3b17b11e service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883515 Feb 16 17:18:02.476211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-713437c6-59d3-4d9f-b81c-1407a7ca2211 req-58b1c7ee-caca-43bf-a3b0-121900d3f2f5 service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875812 Feb 16 17:18:03.037432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b939d-a00a-40c1-9936-810effc664de req-d6ea67f8-13b0-4dab-97f4-ebfac631b5d7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:03.038906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b29b939d-a00a-40c1-9936-810effc664de req-d6ea67f8-13b0-4dab-97f4-ebfac631b5d7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 944 time: 0.0529432 Feb 16 17:18:03.086080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b29b939d-a00a-40c1-9936-810effc664de req-0f2c2ce4-9fc0-4344-89c4-9e3de8739b43 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414178 Feb 16 17:18:03.707939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f09928-e7b8-42ad-a113-6ebe3c2fba2a', 'tag': '2b9c9a63-ff03-473f-b7b5-a967d30e9332'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:18:03.710349 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1745393d-d26f-427d-b729-3559dbc0d471" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f09928-e7b8-42ad-a113-6ebe3c2fba2a", "tag": "2b9c9a63-ff03-473f-b7b5-a967d30e9332"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:18:03.759601 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61922579-02f2-483c-9c00-c59fbac1ec28 x-openstack-request-id: req-61922579-02f2-483c-9c00-c59fbac1ec28 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:18:03.760011 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f09928-e7b8-42ad-a113-6ebe3c2fba2a", "tag": "2b9c9a63-ff03-473f-b7b5-a967d30e9332", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:18:03.760276 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61922579-02f2-483c-9c00-c59fbac1ec28 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:18:03.760695 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f09928-e7b8-42ad-a113-6ebe3c2fba2a', 'tag': '2b9c9a63-ff03-473f-b7b5-a967d30e9332', 'status': 'completed', 'code': 200} Feb 16 17:18:03.826647 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745393d-d26f-427d-b729-3559dbc0d471 req-1214d091-fca7-4f62-b16e-54e975afa9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:03.828228 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1745393d-d26f-427d-b729-3559dbc0d471 req-1214d091-fca7-4f62-b16e-54e975afa9a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 1126 time: 0.0499065 Feb 16 17:18:03.829102 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745393d-d26f-427d-b729-3559dbc0d471 req-4a6512fc-9ddc-4357-89e7-b9f94011d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:03.830589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1745393d-d26f-427d-b729-3559dbc0d471 req-4a6512fc-9ddc-4357-89e7-b9f94011d937 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 1126 time: 0.0441313 Feb 16 17:18:03.919772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745393d-d26f-427d-b729-3559dbc0d471 req-ef44d88a-c8be-49d1-997b-02d542ba72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:03.921240 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1745393d-d26f-427d-b729-3559dbc0d471 req-ef44d88a-c8be-49d1-997b-02d542ba72ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 914 time: 0.0878503 Feb 16 17:18:03.927101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745393d-d26f-427d-b729-3559dbc0d471 req-2a8e19c6-ede8-44e3-bb70-af275b49232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:03.928601 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1745393d-d26f-427d-b729-3559dbc0d471 req-2a8e19c6-ede8-44e3-bb70-af275b49232a service neutron] 10.222.0.65 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 914 time: 0.0920782 Feb 16 17:18:03.966980 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1745393d-d26f-427d-b729-3559dbc0d471 req-8e87d48c-30bd-4f3e-843e-6f056e28e4ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332 HTTP/1.1" status: 200 len: 217 time: 0.0398550 Feb 16 17:18:03.971227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1745393d-d26f-427d-b729-3559dbc0d471 req-aa8b86c1-7ca7-41a8-8332-2bd9464d3478 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332 HTTP/1.1" status: 200 len: 217 time: 0.0348835 Feb 16 17:18:04.018245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745393d-d26f-427d-b729-3559dbc0d471 req-2dbb94fb-0e3e-4297-9db5-49b6dd20a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:04.019695 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1745393d-d26f-427d-b729-3559dbc0d471 req-2dbb94fb-0e3e-4297-9db5-49b6dd20a4ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0469606 Feb 16 17:18:04.021123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745393d-d26f-427d-b729-3559dbc0d471 req-d4cff8f5-9344-4b14-9fa8-1bdc04a2eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:04.022604 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1745393d-d26f-427d-b729-3559dbc0d471 req-d4cff8f5-9344-4b14-9fa8-1bdc04a2eb5c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0460753 Feb 16 17:18:04.060020 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1745393d-d26f-427d-b729-3559dbc0d471 req-5674a5a3-cff6-4fce-9a39-48bb91b3e29e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334041 Feb 16 17:18:04.067318 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1745393d-d26f-427d-b729-3559dbc0d471 req-fb2e7517-40dd-4875-9499-ab934020e3c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381382 Feb 16 17:18:04.168198 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1745393d-d26f-427d-b729-3559dbc0d471 req-891c041c-ce88-46fc-b732-8347211f0b02 service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025474 Feb 16 17:18:04.176963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1745393d-d26f-427d-b729-3559dbc0d471 req-15bfaf0b-292f-49af-9e31-ff376987ad1f service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005445 Feb 16 17:18:04.257921 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1745393d-d26f-427d-b729-3559dbc0d471 req-d4848c03-6725-4a3f-a4a7-a35516ec5314 service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841186 Feb 16 17:18:04.276954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76f87c-f4fd-4dc5-8fa9-448d95777d13 req-5b56e223-fabe-4aab-8596-c0af1e9ce1ba tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:04.278441 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f76f87c-f4fd-4dc5-8fa9-448d95777d13 req-5b56e223-fabe-4aab-8596-c0af1e9ce1ba tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 944 time: 0.1161413 Feb 16 17:18:04.313622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1745393d-d26f-427d-b729-3559dbc0d471 req-fad73e2b-33e5-4f78-9bc7-22ef581e37b7 service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217821 Feb 16 17:18:04.341209 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f76f87c-f4fd-4dc5-8fa9-448d95777d13 req-6999fdd4-9cd7-43fe-b49c-5825acf4ca7f tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566945 Feb 16 17:18:04.542394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932071a-bf57-46d0-8dca-4b6766cd7d68 req-49706f59-bb97-48b6-a706-0bffe18d96a2 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:04.543816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d932071a-bf57-46d0-8dca-4b6766cd7d68 req-49706f59-bb97-48b6-a706-0bffe18d96a2 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 944 time: 0.0584559 Feb 16 17:18:04.591701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d932071a-bf57-46d0-8dca-4b6766cd7d68 req-191ffd81-b730-4f65-8d0f-52a052f74a24 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Feb 16 17:18:04.627552 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ab774-cee2-4be7-8990-e60fd04dcba7 req-102a63eb-1e55-4642-bb51-3c3df1440e5e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:04.629037 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-067ab774-cee2-4be7-8990-e60fd04dcba7 req-102a63eb-1e55-4642-bb51-3c3df1440e5e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a&tenant_id=ce3b5e905c09407d8987d8a6b6614d34&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 944 time: 0.0983760 Feb 16 17:18:04.691595 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [req-067ab774-cee2-4be7-8990-e60fd04dcba7 req-fc2b0341-1d78-4b78-bcca-02ed7339af51 service neutron] delete failed (client error): The resource could not be found. Feb 16 17:18:04.692618 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-067ab774-cee2-4be7-8990-e60fd04dcba7 req-fc2b0341-1d78-4b78-bcca-02ed7339af51 service neutron] 10.222.0.60 "DELETE /v2.0/ports/2b9c9a63-ff03-473f-b7b5-a967d30e9332/bindings/n-h2-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.0570185 Feb 16 17:18:04.776494 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ab774-cee2-4be7-8990-e60fd04dcba7 req-c5f772d2-ae95-42c3-bd25-abcfb3398983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:04.777994 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-067ab774-cee2-4be7-8990-e60fd04dcba7 req-c5f772d2-ae95-42c3-bd25-abcfb3398983 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 1126 time: 0.0445650 Feb 16 17:18:04.831027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2b9c9a63-ff03-473f-b7b5-a967d30e9332 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:18:04.871113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ab774-cee2-4be7-8990-e60fd04dcba7 req-afff000a-fe07-4625-b255-634bc3d21c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:04.872611 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-067ab774-cee2-4be7-8990-e60fd04dcba7 req-afff000a-fe07-4625-b255-634bc3d21c36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 914 time: 0.0894589 Feb 16 17:18:04.913696 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-067ab774-cee2-4be7-8990-e60fd04dcba7 req-529aa58d-a5a8-4e68-8ed0-de2987d43283 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332 HTTP/1.1" status: 200 len: 217 time: 0.0349810 Feb 16 17:18:04.927944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2b9c9a63-ff03-473f-b7b5-a967d30e9332, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:04.938660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '2b9c9a63-ff03-473f-b7b5-a967d30e9332', 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d', 'port_id': '2b9c9a63-ff03-473f-b7b5-a967d30e9332', 'mac_address': 'fa:16:3e:76:46:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c81a36-b978-47a4-b00d-80c7965ce0f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:18:04.968759 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ab774-cee2-4be7-8990-e60fd04dcba7 req-478aa0ed-58c1-4007-841a-457cfbd746f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:04.970202 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-067ab774-cee2-4be7-8990-e60fd04dcba7 req-478aa0ed-58c1-4007-841a-457cfbd746f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0510540 Feb 16 17:18:04.994281 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:04.994923 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:18:04.995303 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:05.000628 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-067ab774-cee2-4be7-8990-e60fd04dcba7 req-e811158a-274c-49c1-95e2-28382d35c906 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250711 Feb 16 17:18:05.008179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9c9a63-ff03-473f-b7b5-a967d30e9332 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:18:05.038020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2b9c9a63-ff03-473f-b7b5-a967d30e9332, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:05.043709 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:05.090872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=2b9c9a63-ff03-473f-b7b5-a967d30e9332,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:05.094368 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-067ab774-cee2-4be7-8990-e60fd04dcba7 req-57363769-a3a1-4b9a-be60-11a60cbc4c2d service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880928 Feb 16 17:18:05.186077 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-067ab774-cee2-4be7-8990-e60fd04dcba7 req-ba989eb6-d9df-4b3f-92a1-2fb5d95e5a5f service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864244 Feb 16 17:18:05.261606 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2b9c9a63-ff03-473f-b7b5-a967d30e9332'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:18:05.590990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 2b9c9a63-ff03-473f-b7b5-a967d30e9332 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:18:05.632328 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] The host n-h2-669411-5 is not matching for port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 host n-h1-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 17:18:05.632716 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 2b9c9a63-ff03-473f-b7b5-a967d30e9332 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:18:05.722023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8e136-c898-4688-bc26-4084bfff5d7e req-712faad8-8caf-4ea3-9b2c-a5a40ea6173c tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:05.723620 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48f8e136-c898-4688-bc26-4084bfff5d7e req-712faad8-8caf-4ea3-9b2c-a5a40ea6173c tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 945 time: 0.0548346 Feb 16 17:18:05.771807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48f8e136-c898-4688-bc26-4084bfff5d7e req-ad145042-4b32-4361-9203-b54c5b9b166b tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Feb 16 17:18:05.890943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e104670-8ac1-40c5-92ec-089ef9926e0e req-46cda1f0-df6e-4f5f-82dd-2c15cdf6638d tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:05.892483 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e104670-8ac1-40c5-92ec-089ef9926e0e req-46cda1f0-df6e-4f5f-82dd-2c15cdf6638d tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 945 time: 0.0512745 Feb 16 17:18:05.941939 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e104670-8ac1-40c5-92ec-089ef9926e0e req-c3ba106c-f9e0-4665-bcfe-60eb440103e0 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432823 Feb 16 17:18:06.058582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10afa5f-7de9-4fb1-91cf-e7581b29e3b5 req-b41f18d9-10ee-4671-bef9-13c489ca3462 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:06.060049 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f10afa5f-7de9-4fb1-91cf-e7581b29e3b5 req-b41f18d9-10ee-4671-bef9-13c489ca3462 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 945 time: 0.0528123 Feb 16 17:18:06.106506 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f10afa5f-7de9-4fb1-91cf-e7581b29e3b5 req-baf75ffb-8a34-460b-b8f8-243fbaed86c1 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Feb 16 17:18:06.479599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-80f5dfc0-b0e1-4c6c-bec8-dc6424f8ef2e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:06.481348 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-80f5dfc0-b0e1-4c6c-bec8-dc6424f8ef2e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 813 time: 0.1035786 Feb 16 17:18:06.496116 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-47fbf16a-8541-4373-9bfa-7da53f51c6d5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/quotas/ce3b5e905c09407d8987d8a6b6614d34 HTTP/1.1" status: 200 len: 375 time: 0.0093296 Feb 16 17:18:06.547212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-d10335a1-77c1-4871-b4b5-94250a121fbb tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464115 Feb 16 17:18:06.635478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-cf773b83-8a8d-40d2-8e49-40961bd3459a service neutron] 10.222.0.24 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815575 Feb 16 17:18:06.726893 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-6c77acf9-8eeb-4fc6-8f40-9ddb3f8b5c0a service neutron] 10.222.0.24 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848911 Feb 16 17:18:06.849205 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2b9c9a63-ff03-473f-b7b5-a967d30e9332 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:18:06.900951 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a8f2c56a-c7ec-41e6-8c6c-c687d5e4f501 req-6607774a-45b7-4764-9177-0bf5de5ba2f7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 210 time: 0.0356040 Feb 16 17:18:06.904662 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:18:06.911728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:18:06.912213 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:06.992560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:18:06.992948 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:07.016724 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f09928-e7b8-42ad-a113-6ebe3c2fba2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9c9a63-ff03-473f-b7b5-a967d30e9332'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:18:07.019073 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accc9f5b-150c-4711-850c-b56314012288" -d '{"events": [{"server_uuid": "e5f09928-e7b8-42ad-a113-6ebe3c2fba2a", "name": "network-vif-plugged", "status": "completed", "tag": "2b9c9a63-ff03-473f-b7b5-a967d30e9332"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:18:07.032306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2b9c9a63-ff03-473f-b7b5-a967d30e9332, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:07.037532 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:07.065482 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ef9211-df5b-4312-9e04-6ecb6300f54b x-openstack-request-id: req-47ef9211-df5b-4312-9e04-6ecb6300f54b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:18:07.065883 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f09928-e7b8-42ad-a113-6ebe3c2fba2a", "name": "network-vif-plugged", "status": "completed", "tag": "2b9c9a63-ff03-473f-b7b5-a967d30e9332", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:18:07.066029 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47ef9211-df5b-4312-9e04-6ecb6300f54b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:18:07.066464 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f09928-e7b8-42ad-a113-6ebe3c2fba2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9c9a63-ff03-473f-b7b5-a967d30e9332', 'code': 200} Feb 16 17:18:07.090830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=2b9c9a63-ff03-473f-b7b5-a967d30e9332,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:07.621112 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62942f0d-36d2-42ae-9901-8ed63f5947d2 req-89696da1-160f-4f14-b5a4-9c8130c4eccc tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:07.622457 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62942f0d-36d2-42ae-9901-8ed63f5947d2 req-89696da1-160f-4f14-b5a4-9c8130c4eccc tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5f09928-e7b8-42ad-a113-6ebe3c2fba2a HTTP/1.1" status: 200 len: 946 time: 0.0525682 Feb 16 17:18:07.721540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-62942f0d-36d2-42ae-9901-8ed63f5947d2 req-6ec8fc34-0cf4-4549-9fc0-e97e57368df3 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Deleting port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:18:07.721880 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-62942f0d-36d2-42ae-9901-8ed63f5947d2 req-6ec8fc34-0cf4-4549-9fc0-e97e57368df3 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:07.732830 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.65', 61812) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:18:07.818331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-62942f0d-36d2-42ae-9901-8ed63f5947d2 req-6ec8fc34-0cf4-4549-9fc0-e97e57368df3 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] For port 2b9c9a63-ff03-473f-b7b5-a967d30e9332, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2b9c9a63-ff03-473f-b7b5-a967d30e9332,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:07.818949 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-62942f0d-36d2-42ae-9901-8ed63f5947d2 req-6ec8fc34-0cf4-4549-9fc0-e97e57368df3 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:07.832910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-62942f0d-36d2-42ae-9901-8ed63f5947d2 req-6ec8fc34-0cf4-4549-9fc0-e97e57368df3 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Calling delete_port for 2b9c9a63-ff03-473f-b7b5-a967d30e9332 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:18:07.864622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-34f85dd5-b082-4008-ba7a-a41cf6087bd0 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:07.866138 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-34f85dd5-b082-4008-ba7a-a41cf6087bd0 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.65 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 813 time: 0.1096108 Feb 16 17:18:07.879436 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-321572f2-4565-4574-81a2-c9dca3f557bd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Request body: {'port': {'device_id': 'daf44cc8-c655-468b-b1ba-8ef3e7f0dc06', 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d', 'admin_state_up': True, 'tenant_id': 'ce3b5e905c09407d8987d8a6b6614d34'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:18:07.888858 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:18:07.991282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-321572f2-4565-4574-81a2-c9dca3f557bd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Made reservation on behalf of ce3b5e905c09407d8987d8a6b6614d34 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:18:07.995203 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-321572f2-4565-4574-81a2-c9dca3f557bd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:07.995409 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5bdfb00-1ea9-4620-9224-508c313d0b1e req-1564cf9c-0fae-45b7-abbb-53e38db6a775 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 210 time: 0.0341430 Feb 16 17:18:08.005715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-62942f0d-36d2-42ae-9901-8ed63f5947d2 req-6ec8fc34-0cf4-4549-9fc0-e97e57368df3 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2b9c9a63-ff03-473f-b7b5-a967d30e9332), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:08.023381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2b9c9a63-ff03-473f-b7b5-a967d30e9332'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:18:08.040029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8fc34-0cf4-4549-9fc0-e97e57368df3 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Pushing event deleted for resources: {'Port': ['ID=2b9c9a63-ff03-473f-b7b5-a967d30e9332,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:08.083095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-62942f0d-36d2-42ae-9901-8ed63f5947d2 req-6ec8fc34-0cf4-4549-9fc0-e97e57368df3 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] No DVR routers for this DVR port 2b9c9a63-ff03-473f-b7b5-a967d30e9332 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:18:08.085760 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-62942f0d-36d2-42ae-9901-8ed63f5947d2 req-6ec8fc34-0cf4-4549-9fc0-e97e57368df3 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:08.089924 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62942f0d-36d2-42ae-9901-8ed63f5947d2 req-6ec8fc34-0cf4-4549-9fc0-e97e57368df3 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.65 "DELETE /v2.0/ports/2b9c9a63-ff03-473f-b7b5-a967d30e9332 HTTP/1.1" status: 204 len: 173 time: 0.4616845 Feb 16 17:18:08.090373 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f09928-e7b8-42ad-a113-6ebe3c2fba2a', 'name': 'network-vif-deleted', 'tag': '2b9c9a63-ff03-473f-b7b5-a967d30e9332'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:18:08.092681 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a954d86e-0655-4cf9-bda1-de1790c0c42e" -d '{"events": [{"server_uuid": "e5f09928-e7b8-42ad-a113-6ebe3c2fba2a", "name": "network-vif-deleted", "tag": "2b9c9a63-ff03-473f-b7b5-a967d30e9332"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:18:08.133137 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6e8748-8d2c-4ed8-b713-dc9ad6cb2226 x-openstack-request-id: req-bb6e8748-8d2c-4ed8-b713-dc9ad6cb2226 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:18:08.133509 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f09928-e7b8-42ad-a113-6ebe3c2fba2a", "name": "network-vif-deleted", "tag": "2b9c9a63-ff03-473f-b7b5-a967d30e9332", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:18:08.133838 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb6e8748-8d2c-4ed8-b713-dc9ad6cb2226 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:18:08.134849 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f09928-e7b8-42ad-a113-6ebe3c2fba2a', 'name': 'network-vif-deleted', 'tag': '2b9c9a63-ff03-473f-b7b5-a967d30e9332', 'status': 'completed', 'code': 200} Feb 16 17:18:08.166297 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-321572f2-4565-4574-81a2-c9dca3f557bd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Allocated IP 172.20.0.3 (3961a3d0-aca4-4562-a42c-70e9efb5303d/f8c81a36-b978-47a4-b00d-80c7965ce0f1/bffffa97-cb3c-4efb-a3a9-7f985652543a) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:18:08.326090 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-321572f2-4565-4574-81a2-c9dca3f557bd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks [] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:08.358679 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-321572f2-4565-4574-81a2-c9dca3f557bd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:08.370459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2b9c9a63-ff03-473f-b7b5-a967d30e9332'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:18:08.403999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-321572f2-4565-4574-81a2-c9dca3f557bd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Network 3961a3d0-aca4-4562-a42c-70e9efb5303d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:18:08.407183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-321572f2-4565-4574-81a2-c9dca3f557bd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:18:08.410821 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-321572f2-4565-4574-81a2-c9dca3f557bd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:18:08.434092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321572f2-4565-4574-81a2-c9dca3f557bd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Pushing event updated for resources: {'Port': ['ID=bffffa97-cb3c-4efb-a3a9-7f985652543a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:08.461945 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-321572f2-4565-4574-81a2-c9dca3f557bd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:08.462574 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-321572f2-4565-4574-81a2-c9dca3f557bd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:08.477876 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-321572f2-4565-4574-81a2-c9dca3f557bd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6034486 Feb 16 17:18:08.488558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Request body: {'port': {'device_id': 'daf44cc8-c655-468b-b1ba-8ef3e7f0dc06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:18:08.555234 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:08.810750 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffffa97-cb3c-4efb-a3a9-7f985652543a {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:18:08.817915 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Publish callbacks [] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:08.831239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Transition to ACTIVE for port object bffffa97-cb3c-4efb-a3a9-7f985652543a will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:18:08.834957 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:08.887624 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Pushing event updated for resources: {'Port': ['ID=bffffa97-cb3c-4efb-a3a9-7f985652543a,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:08.955442 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Attempting to bind port bffffa97-cb3c-4efb-a3a9-7f985652543a on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:18:08.955797 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Attempting to bind port bffffa97-cb3c-4efb-a3a9-7f985652543a by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:18:08.956131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Attempting to bind port bffffa97-cb3c-4efb-a3a9-7f985652543a on network 3961a3d0-aca4-4562-a42c-70e9efb5303d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:18:08.960359 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Port bffffa97-cb3c-4efb-a3a9-7f985652543a on network 3961a3d0-aca4-4562-a42c-70e9efb5303d not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:18:08.960682 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Attempting to bind port bffffa97-cb3c-4efb-a3a9-7f985652543a on network 3961a3d0-aca4-4562-a42c-70e9efb5303d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:18:08.966381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:18:08.966717 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Checking segment: {'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:18:08.967101 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Bound using segment: {'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:18:08.967528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Bound port: bffffa97-cb3c-4efb-a3a9-7f985652543a, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:18:08.967909 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:09.031619 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] For port bffffa97-cb3c-4efb-a3a9-7f985652543a, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:18:09.034762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] For port bffffa97-cb3c-4efb-a3a9-7f985652543a, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:18:09.041315 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:09.077271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:09.077895 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:09.079253 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] 10.222.0.65 "PUT /v2.0/ports/bffffa97-cb3c-4efb-a3a9-7f985652543a HTTP/1.1" status: 200 len: 1091 time: 0.5946107 Feb 16 17:18:09.079685 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf44cc8-c655-468b-b1ba-8ef3e7f0dc06', 'tag': 'bffffa97-cb3c-4efb-a3a9-7f985652543a'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:18:09.082160 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6887d2c5-8260-4e55-a9c0-5b460d459e56" -d '{"events": [{"name": "network-changed", "server_uuid": "daf44cc8-c655-468b-b1ba-8ef3e7f0dc06", "tag": "bffffa97-cb3c-4efb-a3a9-7f985652543a"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:18:09.108789 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbcecf-e5ca-4a9e-b66b-d3f0de8430de service neutron] Pushing event updated for resources: {'Port': ['ID=bffffa97-cb3c-4efb-a3a9-7f985652543a,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:09.128034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009a0a1-1b25-4ac6-8dd8-7c646200f271 req-2b3bcc2e-4c28-40b5-a19c-fb2d6b848061 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:09.129704 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f009a0a1-1b25-4ac6-8dd8-7c646200f271 req-2b3bcc2e-4c28-40b5-a19c-fb2d6b848061 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 943 time: 0.0597146 Feb 16 17:18:09.157620 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ba543d-a05a-4a78-93e6-be6c75ed5a44 x-openstack-request-id: req-74ba543d-a05a-4a78-93e6-be6c75ed5a44 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:18:09.157993 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf44cc8-c655-468b-b1ba-8ef3e7f0dc06", "tag": "bffffa97-cb3c-4efb-a3a9-7f985652543a", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:18:09.158245 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74ba543d-a05a-4a78-93e6-be6c75ed5a44 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:18:09.158633 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf44cc8-c655-468b-b1ba-8ef3e7f0dc06', 'tag': 'bffffa97-cb3c-4efb-a3a9-7f985652543a', 'status': 'completed', 'code': 200} Feb 16 17:18:09.177425 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-cf7ba9da-7e50-4137-8ad8-5dcade098c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:09.179008 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-cf7ba9da-7e50-4137-8ad8-5dcade098c26 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 1125 time: 0.0490875 Feb 16 17:18:09.181928 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f009a0a1-1b25-4ac6-8dd8-7c646200f271 req-4774831e-4760-45f2-98ba-00831955407b tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460756 Feb 16 17:18:09.225309 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-42b263c8-11a0-45fa-ada4-e74cce6c7341 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a HTTP/1.1" status: 200 len: 217 time: 0.0380385 Feb 16 17:18:09.273148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-97456515-ae0d-41a9-a65e-27a84cd90bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:09.274537 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-97456515-ae0d-41a9-a65e-27a84cd90bb5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0419545 Feb 16 17:18:09.305194 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-17fef56a-d5c7-40f3-9087-dfaac87ccca5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249109 Feb 16 17:18:09.397044 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-e6b35645-2f21-4583-a258-2b56209e81f9 service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852449 Feb 16 17:18:09.484078 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0330ca87-c407-434c-9d97-09e0bc7f0930 req-ef1aba4f-27ab-476c-831a-db1b4255dc36 service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817637 Feb 16 17:18:09.577182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887d2c5-8260-4e55-a9c0-5b460d459e56 req-7e1ba012-ed49-4002-a1c3-be2c72701463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:09.578660 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6887d2c5-8260-4e55-a9c0-5b460d459e56 req-7e1ba012-ed49-4002-a1c3-be2c72701463 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 1125 time: 0.0486593 Feb 16 17:18:09.669073 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887d2c5-8260-4e55-a9c0-5b460d459e56 req-bd334038-4e91-4d63-ad6a-2a35d101092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:09.670521 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6887d2c5-8260-4e55-a9c0-5b460d459e56 req-bd334038-4e91-4d63-ad6a-2a35d101092f service neutron] 10.222.0.65 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 914 time: 0.0853634 Feb 16 17:18:09.713520 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6887d2c5-8260-4e55-a9c0-5b460d459e56 req-d89019c8-7421-4f2b-9762-086e85a88a6b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a HTTP/1.1" status: 200 len: 217 time: 0.0371661 Feb 16 17:18:09.761184 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887d2c5-8260-4e55-a9c0-5b460d459e56 req-5def5460-5b60-4982-b31f-a7a037ba16e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:09.762577 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6887d2c5-8260-4e55-a9c0-5b460d459e56 req-5def5460-5b60-4982-b31f-a7a037ba16e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0426419 Feb 16 17:18:09.794034 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6887d2c5-8260-4e55-a9c0-5b460d459e56 req-17807c8d-ac55-4feb-b91d-f3fdb7da7822 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249569 Feb 16 17:18:09.886622 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6887d2c5-8260-4e55-a9c0-5b460d459e56 req-630109f4-ffbf-44f0-b138-4ee08ffb47d9 service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864904 Feb 16 17:18:10.299547 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6887d2c5-8260-4e55-a9c0-5b460d459e56 req-7ae5d896-feb7-4c63-9243-90a81ec03aeb service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067304 Feb 16 17:18:10.314298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82c9c8-3d38-4796-8a6a-cbea84a56432 req-16543331-0dba-4760-a11e-a79f2638f3dc tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:10.315821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f82c9c8-3d38-4796-8a6a-cbea84a56432 req-16543331-0dba-4760-a11e-a79f2638f3dc tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 943 time: 0.0621574 Feb 16 17:18:10.362660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f82c9c8-3d38-4796-8a6a-cbea84a56432 req-7ae22a91-5b56-44ce-9a3e-38622afccbb1 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412288 Feb 16 17:18:10.876282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2b9c9a63-ff03-473f-b7b5-a967d30e9332 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:18:10.896277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 2b9c9a63-ff03-473f-b7b5-a967d30e9332 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:18:10.896628 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2b9c9a63-ff03-473f-b7b5-a967d30e9332 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:18:11.484425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213409f-0cd7-445b-81c5-88db18530eb0 req-b14867a8-cb91-4dcd-92b3-beda702d65cd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:11.485900 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e213409f-0cd7-445b-81c5-88db18530eb0 req-b14867a8-cb91-4dcd-92b3-beda702d65cd tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 943 time: 0.0526905 Feb 16 17:18:11.533085 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e213409f-0cd7-445b-81c5-88db18530eb0 req-51f7b535-98bd-4788-aef7-c8df7b944950 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416205 Feb 16 17:18:12.650529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33625d74-1967-41cf-ba95-d48120ac564f req-3b3f6883-078c-4fe2-a3e0-e24ec8d6d7a1 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:12.651923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33625d74-1967-41cf-ba95-d48120ac564f req-3b3f6883-078c-4fe2-a3e0-e24ec8d6d7a1 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 943 time: 0.0521753 Feb 16 17:18:12.701831 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33625d74-1967-41cf-ba95-d48120ac564f req-76b70699-8407-4e33-bcf7-d81d54eaa8ae tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442855 Feb 16 17:18:12.887824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device bffffa97-cb3c-4efb-a3a9-7f985652543a details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:18:13.139459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port bffffa97-cb3c-4efb-a3a9-7f985652543a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:13.151280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'bffffa97-cb3c-4efb-a3a9-7f985652543a', 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d', 'port_id': 'bffffa97-cb3c-4efb-a3a9-7f985652543a', 'mac_address': 'fa:16:3e:59:24:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c81a36-b978-47a4-b00d-80c7965ce0f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:18:13.186930 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port bffffa97-cb3c-4efb-a3a9-7f985652543a is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:18:13.187322 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:13.200446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffffa97-cb3c-4efb-a3a9-7f985652543a {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:18:13.222874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port bffffa97-cb3c-4efb-a3a9-7f985652543a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:13.227009 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:13.273827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=bffffa97-cb3c-4efb-a3a9-7f985652543a,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:13.416565 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['bffffa97-cb3c-4efb-a3a9-7f985652543a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:18:13.822757 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce532f8d-bbc2-4463-90da-5ac92a47bb37 req-8ae49f0a-c29b-4a14-9aaf-de4fd039752f tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:13.824274 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce532f8d-bbc2-4463-90da-5ac92a47bb37 req-8ae49f0a-c29b-4a14-9aaf-de4fd039752f tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 944 time: 0.0545375 Feb 16 17:18:13.871039 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce532f8d-bbc2-4463-90da-5ac92a47bb37 req-80a2e4dd-e1bb-4c42-93fe-ba6a2db31309 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411091 Feb 16 17:18:14.891327 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device bffffa97-cb3c-4efb-a3a9-7f985652543a up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:18:14.947064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port bffffa97-cb3c-4efb-a3a9-7f985652543a completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:18:14.951297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port bffffa97-cb3c-4efb-a3a9-7f985652543a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:18:14.951680 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:15.014126 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780713c5-f2f3-4800-8e41-9e243392caf1 req-32cc5715-1163-4705-9d53-17240d6d48d7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:15.015784 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-780713c5-f2f3-4800-8e41-9e243392caf1 req-32cc5715-1163-4705-9d53-17240d6d48d7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 944 time: 0.0698788 Feb 16 17:18:15.031387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port bffffa97-cb3c-4efb-a3a9-7f985652543a is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:18:15.031795 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:15.059295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf44cc8-c655-468b-b1ba-8ef3e7f0dc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffffa97-cb3c-4efb-a3a9-7f985652543a'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:18:15.061788 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9063765-c605-45a6-985c-36a148620372" -d '{"events": [{"server_uuid": "daf44cc8-c655-468b-b1ba-8ef3e7f0dc06", "name": "network-vif-plugged", "status": "completed", "tag": "bffffa97-cb3c-4efb-a3a9-7f985652543a"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:18:15.069499 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-780713c5-f2f3-4800-8e41-9e243392caf1 req-ed191d66-3194-4e39-9530-4f3e40216be0 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450916 Feb 16 17:18:15.075677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port bffffa97-cb3c-4efb-a3a9-7f985652543a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:15.080804 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:15.111010 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf99b66-1e3f-49fb-af65-b5c0b5fc162f x-openstack-request-id: req-3bf99b66-1e3f-49fb-af65-b5c0b5fc162f {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:18:15.111306 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf44cc8-c655-468b-b1ba-8ef3e7f0dc06", "name": "network-vif-plugged", "status": "completed", "tag": "bffffa97-cb3c-4efb-a3a9-7f985652543a", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:18:15.111656 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bf99b66-1e3f-49fb-af65-b5c0b5fc162f {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:18:15.112253 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf44cc8-c655-468b-b1ba-8ef3e7f0dc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffffa97-cb3c-4efb-a3a9-7f985652543a', 'code': 200} Feb 16 17:18:15.142043 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=bffffa97-cb3c-4efb-a3a9-7f985652543a,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:15.206295 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdd9ce-1266-4567-b515-e814d15ecf73 req-feb277de-cfb9-448c-a9fc-93b7021100a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:15.207832 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-19cdd9ce-1266-4567-b515-e814d15ecf73 req-feb277de-cfb9-448c-a9fc-93b7021100a9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 1127 time: 0.0435145 Feb 16 17:18:15.253515 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-19cdd9ce-1266-4567-b515-e814d15ecf73 req-9b0beb2e-fb7d-4510-a4ca-0420b02eb4e7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397742 Feb 16 17:18:16.199211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e94d1-2bae-44fb-911c-0fe5bf144e8b req-f3d63b44-8657-4ae3-b53f-577718620f85 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:16.201662 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-941e94d1-2bae-44fb-911c-0fe5bf144e8b req-f3d63b44-8657-4ae3-b53f-577718620f85 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0584342 Feb 16 17:18:16.253429 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-941e94d1-2bae-44fb-911c-0fe5bf144e8b req-a7d797f4-1949-41c0-8764-3e7a78f377cc tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450737 Feb 16 17:18:17.373944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fd191-4c96-40df-9e9c-a96ba95c923e req-ad27685c-bbee-4024-8a3d-df5034ac4cf3 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:17.375407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-512fd191-4c96-40df-9e9c-a96ba95c923e req-ad27685c-bbee-4024-8a3d-df5034ac4cf3 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0521991 Feb 16 17:18:17.422009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-512fd191-4c96-40df-9e9c-a96ba95c923e req-5f7c5803-4e13-4b53-be4c-aa52c2e35f52 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Feb 16 17:18:17.548045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e00f61-b9ec-46da-99c1-94765113b04d req-b8271f11-d31e-4b11-9593-2071db8664e4 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:17.549456 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7e00f61-b9ec-46da-99c1-94765113b04d req-b8271f11-d31e-4b11-9593-2071db8664e4 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0570002 Feb 16 17:18:17.595372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a7e00f61-b9ec-46da-99c1-94765113b04d req-2b54e659-c124-4516-8930-66831bb951fc tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Feb 16 17:18:17.855125 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-ad116f8e-0527-4b26-808d-9e04b10e3bc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0753918 Feb 16 17:18:17.862211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e27e7-ba35-4a48-97e3-9463eadea47f req-daa4f6f3-028e-4398-aa43-c6b06e860265 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:17.863467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a2e27e7-ba35-4a48-97e3-9463eadea47f req-daa4f6f3-028e-4398-aa43-c6b06e860265 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0763783 Feb 16 17:18:17.911980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7a2e27e7-ba35-4a48-97e3-9463eadea47f req-0a0ffe5d-b4de-4d99-9bb7-1f1f2cd551b4 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426083 Feb 16 17:18:18.186707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-aac7201f-6676-484b-b658-f2032ee0c9c1 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:18.188055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-aac7201f-6676-484b-b658-f2032ee0c9c1 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports/bffffa97-cb3c-4efb-a3a9-7f985652543a HTTP/1.1" status: 200 len: 942 time: 0.0475798 Feb 16 17:18:18.956610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-2d21b977-942c-4311-a023-569590a57e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:18.958109 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-2d21b977-942c-4311-a023-569590a57e49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 1127 time: 0.0447931 Feb 16 17:18:19.034480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dced12-3130-4036-95e4-a4b952a4db13 req-8720a8fe-05d3-4268-9924-15bf76ef91df tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:19.035974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7dced12-3130-4036-95e4-a4b952a4db13 req-8720a8fe-05d3-4268-9924-15bf76ef91df tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0519378 Feb 16 17:18:19.048855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-e3dbadbe-6bf3-4033-92d3-e62d24c4b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:19.050331 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-e3dbadbe-6bf3-4033-92d3-e62d24c4b090 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 914 time: 0.0856378 Feb 16 17:18:19.083084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d7dced12-3130-4036-95e4-a4b952a4db13 req-2bb116b6-5e9c-4a8f-a28a-8ceb1fe90b6e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413737 Feb 16 17:18:19.093934 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-6569290e-4a2c-4a91-bd4e-2f10b038c5d6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a HTTP/1.1" status: 200 len: 217 time: 0.0382481 Feb 16 17:18:19.140951 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-9dd4b913-f850-4169-b21a-28a660c0ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:19.142351 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-9dd4b913-f850-4169-b21a-28a660c0ccc8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0436125 Feb 16 17:18:19.174162 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-80914bf1-4b3e-49aa-a99a-63f89522d54f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260870 Feb 16 17:18:19.264317 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-8bdfd44e-aac1-49fa-8fa5-13366400c338 service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846548 Feb 16 17:18:19.349499 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-20df4c3e-fa6e-407e-9a0a-edf62e6b5ce5 service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797873 Feb 16 17:18:20.200342 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b943db-d035-4748-8d86-88edc84b7a81 req-ffa168bb-d9ec-48ae-9db2-98a48665c201 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:20.201785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95b943db-d035-4748-8d86-88edc84b7a81 req-ffa168bb-d9ec-48ae-9db2-98a48665c201 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0505326 Feb 16 17:18:20.252209 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95b943db-d035-4748-8d86-88edc84b7a81 req-674eca2c-82f8-4ab0-861c-1464af224844 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448041 Feb 16 17:18:21.379398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933480f9-eb66-4bbf-97da-e37070170eed req-6729dcc2-bdc9-438b-bfc1-53fa0e969e9c tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:21.380901 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-933480f9-eb66-4bbf-97da-e37070170eed req-6729dcc2-bdc9-438b-bfc1-53fa0e969e9c tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0527287 Feb 16 17:18:21.427351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-933480f9-eb66-4bbf-97da-e37070170eed req-36840eb6-8b8f-4af9-adc3-152b151e6fb4 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404701 Feb 16 17:18:22.547556 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14f77f-6283-411f-a99c-7bca711063e3 req-e3430e55-f1b4-4e7d-bfe9-0ab6d5d4b188 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:22.549069 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f14f77f-6283-411f-a99c-7bca711063e3 req-e3430e55-f1b4-4e7d-bfe9-0ab6d5d4b188 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0536146 Feb 16 17:18:22.596699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f14f77f-6283-411f-a99c-7bca711063e3 req-568d5b26-1e3d-4054-8e48-e918c2f655ad tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Feb 16 17:18:24.058433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c34ae3-fd4d-4475-b33d-16ff88bbd5f8 req-9b324161-ee82-40ad-9e35-6f4c1ea70eaa tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:24.059992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-79c34ae3-fd4d-4475-b33d-16ff88bbd5f8 req-9b324161-ee82-40ad-9e35-6f4c1ea70eaa tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.3926060 Feb 16 17:18:24.106572 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-79c34ae3-fd4d-4475-b33d-16ff88bbd5f8 req-b2d75bce-3561-4bed-9bf3-80b7f9c7396a tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Feb 16 17:18:25.225821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa41c0-9814-4571-bdf9-b50945a689ad req-d7901b8f-50a1-4abc-ad8c-0471ba5cb803 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:25.227306 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37aa41c0-9814-4571-bdf9-b50945a689ad req-d7901b8f-50a1-4abc-ad8c-0471ba5cb803 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0521386 Feb 16 17:18:25.287317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37aa41c0-9814-4571-bdf9-b50945a689ad req-89609803-8db5-44fd-a5d9-254e518380dc tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539508 Feb 16 17:18:25.737340 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1cf8aa15-8104-4ab6-ba2b-cb35698cbe43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:26.411399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca24c1c-bd09-40fd-9f71-971435a4ab7e req-eb0b8424-4082-421a-bb40-9161f7b5f694 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:26.412854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aca24c1c-bd09-40fd-9f71-971435a4ab7e req-eb0b8424-4082-421a-bb40-9161f7b5f694 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0549686 Feb 16 17:18:26.460266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aca24c1c-bd09-40fd-9f71-971435a4ab7e req-66cd3f2c-7f12-4119-82a6-c010863e1546 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415866 Feb 16 17:18:27.578139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf009c9-7adf-4696-9a6d-570c36b0496f req-15e2252d-bdaf-4d51-99ca-40de4d8571e0 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:27.579617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-acf009c9-7adf-4696-9a6d-570c36b0496f req-15e2252d-bdaf-4d51-99ca-40de4d8571e0 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0514057 Feb 16 17:18:27.625573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-acf009c9-7adf-4696-9a6d-570c36b0496f req-19b018a4-cc3b-4123-aee7-8feace412c1b tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Feb 16 17:18:28.357428 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-57b88146-b027-4086-bf99-2180ca42af7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:28.743377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57275181-89ba-4cd5-a3c9-e8771b3cbb1c req-e29915ee-ae60-4cf7-96cf-ba64a93f2a9f tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:28.744992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57275181-89ba-4cd5-a3c9-e8771b3cbb1c req-e29915ee-ae60-4cf7-96cf-ba64a93f2a9f tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0521460 Feb 16 17:18:28.795058 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57275181-89ba-4cd5-a3c9-e8771b3cbb1c req-ac866cc3-aa17-4091-864b-75d48fea4777 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445766 Feb 16 17:18:29.444014 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:29.912453 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391a7ae-4465-4941-9aa0-2613e6d464ac req-87af6f06-cd87-49b0-92fe-93f46e31af6f tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:29.913922 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f391a7ae-4465-4941-9aa0-2613e6d464ac req-87af6f06-cd87-49b0-92fe-93f46e31af6f tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0520923 Feb 16 17:18:29.959661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f391a7ae-4465-4941-9aa0-2613e6d464ac req-bbc2b7d7-fa86-43cf-9246-80b21435c8b1 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 Feb 16 17:18:30.988932 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:31.080384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f81b3e-a9d6-45a1-98be-0f0d7401bd92 req-cba0fbea-4220-466a-ace1-1961dc7c631a tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:31.081887 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6f81b3e-a9d6-45a1-98be-0f0d7401bd92 req-cba0fbea-4220-466a-ace1-1961dc7c631a tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0525098 Feb 16 17:18:31.128861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f6f81b3e-a9d6-45a1-98be-0f0d7401bd92 req-a98b39d6-bc71-4d3e-9b24-a7793d5c5965 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413978 Feb 16 17:18:31.735637 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:32.143014 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:32.254961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2345712-21d6-42e7-a6d4-ddf7fe51a36d req-06d479d9-36ac-4d39-8227-7da39a5500b9 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:32.256450 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2345712-21d6-42e7-a6d4-ddf7fe51a36d req-06d479d9-36ac-4d39-8227-7da39a5500b9 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0554314 Feb 16 17:18:32.303162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2345712-21d6-42e7-a6d4-ddf7fe51a36d req-20a7dcdb-c5c8-4838-a742-b59821e76a71 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411315 Feb 16 17:18:33.423687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1a0d1-9280-43c8-8208-b1bf8e616cc3 req-9cae14c8-69e4-40c3-aa8c-15a9136dc571 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:33.425202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98f1a0d1-9280-43c8-8208-b1bf8e616cc3 req-9cae14c8-69e4-40c3-aa8c-15a9136dc571 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0531600 Feb 16 17:18:33.473132 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98f1a0d1-9280-43c8-8208-b1bf8e616cc3 req-8d25f5f5-a178-4d95-a141-c6191462f907 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423124 Feb 16 17:18:34.591023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfe8be-f46b-43f3-823d-84e41d7209f0 req-b58a2180-96f2-485e-a795-4ca882077b65 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:34.592533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62cfe8be-f46b-43f3-823d-84e41d7209f0 req-b58a2180-96f2-485e-a795-4ca882077b65 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0519443 Feb 16 17:18:34.642950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62cfe8be-f46b-43f3-823d-84e41d7209f0 req-491570fa-7583-4f39-bbba-568029488f2f tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446899 Feb 16 17:18:34.962247 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:35.761459 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27671681-a336-435b-ab14-e18f7f25ee26 req-52a3d429-31ba-473e-b9cd-ca8dbd571eab tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:35.762841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27671681-a336-435b-ab14-e18f7f25ee26 req-52a3d429-31ba-473e-b9cd-ca8dbd571eab tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0532932 Feb 16 17:18:35.809780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27671681-a336-435b-ab14-e18f7f25ee26 req-df43081d-87c9-4a18-b245-8ce708050371 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414534 Feb 16 17:18:36.170051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1068a-e9dc-4c4a-91e0-b48224b6aa47 req-d0997246-47a7-4eb4-96e7-5c2d82010637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:36.171557 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1be1068a-e9dc-4c4a-91e0-b48224b6aa47 req-d0997246-47a7-4eb4-96e7-5c2d82010637 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 1127 time: 0.1017332 Feb 16 17:18:36.273815 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1068a-e9dc-4c4a-91e0-b48224b6aa47 req-4825c56a-57d9-43d2-85d2-c7045b2a1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:36.275987 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1be1068a-e9dc-4c4a-91e0-b48224b6aa47 req-4825c56a-57d9-43d2-85d2-c7045b2a1e61 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 914 time: 0.0843658 Feb 16 17:18:36.320091 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1be1068a-e9dc-4c4a-91e0-b48224b6aa47 req-ca417d1d-db35-442a-bcb3-f53a7bf45679 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a HTTP/1.1" status: 200 len: 217 time: 0.0371652 Feb 16 17:18:36.368609 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1068a-e9dc-4c4a-91e0-b48224b6aa47 req-32478433-d972-4421-926f-328f04974bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:36.370017 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1be1068a-e9dc-4c4a-91e0-b48224b6aa47 req-32478433-d972-4421-926f-328f04974bc2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0433972 Feb 16 17:18:36.402498 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1be1068a-e9dc-4c4a-91e0-b48224b6aa47 req-a34e334c-f751-4fa5-92bf-b6ebd42dc026 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258539 Feb 16 17:18:36.494604 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1be1068a-e9dc-4c4a-91e0-b48224b6aa47 req-92f82991-75b8-434e-b703-b5461c97e755 service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860178 Feb 16 17:18:36.580694 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1be1068a-e9dc-4c4a-91e0-b48224b6aa47 req-230aa2f7-48f3-4ead-8d81-ca20f8b922b4 service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801346 Feb 16 17:18:36.927189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29048a-a1e3-480f-97a1-a5b9ab435a75 req-f32b6189-dec3-4f35-993a-6e947224c1a0 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:36.928705 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c29048a-a1e3-480f-97a1-a5b9ab435a75 req-f32b6189-dec3-4f35-993a-6e947224c1a0 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0518169 Feb 16 17:18:36.976134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7c29048a-a1e3-480f-97a1-a5b9ab435a75 req-fc0a258c-e755-4619-92ce-092fc934d72b tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411546 Feb 16 17:18:38.105107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153f270-1756-49ac-9925-7810e196e030 req-36817bfb-1408-468b-a685-6ea270a0c3dc tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:38.106835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d153f270-1756-49ac-9925-7810e196e030 req-36817bfb-1408-468b-a685-6ea270a0c3dc tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0579708 Feb 16 17:18:38.152497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d153f270-1756-49ac-9925-7810e196e030 req-d797d34b-433d-43e4-bac3-94de3face365 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400839 Feb 16 17:18:39.270211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2d301-0823-4bc7-a2ce-4ea077acaa35 req-2360fdee-dba9-4726-8b67-ddb9eee90078 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:39.271668 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-baa2d301-0823-4bc7-a2ce-4ea077acaa35 req-2360fdee-dba9-4726-8b67-ddb9eee90078 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0515015 Feb 16 17:18:39.318581 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-baa2d301-0823-4bc7-a2ce-4ea077acaa35 req-13e0f3f2-c613-4648-9520-d890429574d7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408242 Feb 16 17:18:40.446946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87918a0-1023-491d-b23d-6883e1031ad8 req-f47b81ea-88a4-42c1-9065-7946ab8439e7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:40.448602 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c87918a0-1023-491d-b23d-6883e1031ad8 req-f47b81ea-88a4-42c1-9065-7946ab8439e7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0600684 Feb 16 17:18:40.496211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c87918a0-1023-491d-b23d-6883e1031ad8 req-8cd656cd-9573-4ba3-bd3e-d871ad39bf42 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420210 Feb 16 17:18:41.615506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f7c90-f7d7-46a9-a934-21897c6be10f req-cbd62d67-4f61-4a90-b2e6-8aef0629b4c2 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:41.617028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f40f7c90-f7d7-46a9-a934-21897c6be10f req-cbd62d67-4f61-4a90-b2e6-8aef0629b4c2 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0531988 Feb 16 17:18:41.664576 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f40f7c90-f7d7-46a9-a934-21897c6be10f req-a7183b1f-7b01-430d-9d47-d17e6bf82474 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Feb 16 17:18:42.786431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b12c86-ed56-41b5-9e5c-c00389d3e06e req-31207a0a-c710-445e-a497-8624a7d2b5e2 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:42.787930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88b12c86-ed56-41b5-9e5c-c00389d3e06e req-31207a0a-c710-445e-a497-8624a7d2b5e2 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0519159 Feb 16 17:18:42.839428 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-88b12c86-ed56-41b5-9e5c-c00389d3e06e req-cf643641-677b-4039-8f7c-e29e9222eccc tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446031 Feb 16 17:18:43.957786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c960f91-276b-48da-a279-65b65aa232c9 req-b71d0782-6af7-4326-9108-7f17bd7c856c tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:43.959245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c960f91-276b-48da-a279-65b65aa232c9 req-b71d0782-6af7-4326-9108-7f17bd7c856c tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0523515 Feb 16 17:18:44.010722 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0c960f91-276b-48da-a279-65b65aa232c9 req-28506058-3349-4392-a3b3-a22b169a58b3 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457604 Feb 16 17:18:44.888578 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:18:45.131224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef780f-cdb3-43a3-8463-827d38ac9bd6 req-8bb3dbdb-35dd-4f41-bb8a-3c9514f75d52 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:45.132760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aef780f-cdb3-43a3-8463-827d38ac9bd6 req-8bb3dbdb-35dd-4f41-bb8a-3c9514f75d52 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0540609 Feb 16 17:18:45.186824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aef780f-cdb3-43a3-8463-827d38ac9bd6 req-f18eae0f-7865-403d-a800-64949f917861 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475409 Feb 16 17:18:46.103322 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-421e606d-08eb-484e-8b16-79ff74c5c722 service neutron] show failed (client error): The resource could not be found. Feb 16 17:18:46.104518 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-421e606d-08eb-484e-8b16-79ff74c5c722 service neutron] 10.222.0.65 "GET /v2.0/ports/bffffa97-cb3c-4efb-a3a9-7f985652543a/bindings/n-h2-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.0551004 Feb 16 17:18:46.318648 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c8d30-d6ad-4f29-a083-badaeb4cc66e req-38387709-a98c-43b8-9421-b5553e697c9e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:46.320187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd2c8d30-d6ad-4f29-a083-badaeb4cc66e req-38387709-a98c-43b8-9421-b5553e697c9e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0574753 Feb 16 17:18:46.352514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-e124bc8c-3dc4-4797-9af0-4afdf300bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:46.354168 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-e124bc8c-3dc4-4797-9af0-4afdf300bb92 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06&tenant_id=ce3b5e905c09407d8987d8a6b6614d34 HTTP/1.1" status: 200 len: 1127 time: 0.0989375 Feb 16 17:18:46.364229 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:18:46.368578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd2c8d30-d6ad-4f29-a083-badaeb4cc66e req-958715c5-c918-403e-a344-d5064472eea5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421052 Feb 16 17:18:46.423629 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:46.621926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] For port bffffa97-cb3c-4efb-a3a9-7f985652543a, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:46.658892 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] For port bffffa97-cb3c-4efb-a3a9-7f985652543a, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:18:46.697443 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf44cc8-c655-468b-b1ba-8ef3e7f0dc06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bffffa97-cb3c-4efb-a3a9-7f985652543a'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:18:46.700833 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b45f17f-ec62-4b5e-9f1a-e38b8033b293" -d '{"events": [{"server_uuid": "daf44cc8-c655-468b-b1ba-8ef3e7f0dc06", "name": "network-vif-unplugged", "status": "completed", "tag": "bffffa97-cb3c-4efb-a3a9-7f985652543a"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:18:46.704714 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Publish callbacks [] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:46.717007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Transition to ACTIVE for port object bffffa97-cb3c-4efb-a3a9-7f985652543a will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:18:46.720713 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:46.750737 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6a805b-00ef-4348-982b-e1f9fc8f1da2 x-openstack-request-id: req-3d6a805b-00ef-4348-982b-e1f9fc8f1da2 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:18:46.751029 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf44cc8-c655-468b-b1ba-8ef3e7f0dc06", "name": "network-vif-unplugged", "status": "completed", "tag": "bffffa97-cb3c-4efb-a3a9-7f985652543a", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:18:46.751284 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d6a805b-00ef-4348-982b-e1f9fc8f1da2 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:18:46.751681 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf44cc8-c655-468b-b1ba-8ef3e7f0dc06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bffffa97-cb3c-4efb-a3a9-7f985652543a', 'code': 200} Feb 16 17:18:46.785835 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] No DVR routers for this DVR port bffffa97-cb3c-4efb-a3a9-7f985652543a on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:18:46.797239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Pushing event updated for resources: {'Port': ['ID=bffffa97-cb3c-4efb-a3a9-7f985652543a,revision_number=6']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:46.826517 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:46.826867 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:46.827414 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:46.827775 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:46.828128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:46.828467 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:46.828798 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:46.829130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:46.829457 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:46.829784 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:46.830113 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:46.830436 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:46.830761 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:46.838015 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Attempting to bind port bffffa97-cb3c-4efb-a3a9-7f985652543a on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:18:46.838397 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Attempting to bind port bffffa97-cb3c-4efb-a3a9-7f985652543a by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:18:46.838733 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Attempting to bind port bffffa97-cb3c-4efb-a3a9-7f985652543a on network 3961a3d0-aca4-4562-a42c-70e9efb5303d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:18:46.843097 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Port bffffa97-cb3c-4efb-a3a9-7f985652543a on network 3961a3d0-aca4-4562-a42c-70e9efb5303d not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:18:46.843420 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Attempting to bind port bffffa97-cb3c-4efb-a3a9-7f985652543a on network 3961a3d0-aca4-4562-a42c-70e9efb5303d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:18:46.848200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:18:46.848541 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Checking segment: {'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:18:46.848920 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Bound using segment: {'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:18:46.849344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Bound port: bffffa97-cb3c-4efb-a3a9-7f985652543a, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c19b5d-61de-4f83-b714-0b0791eb9457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:18:46.849703 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:46.914978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] For port bffffa97-cb3c-4efb-a3a9-7f985652543a, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:18:46.918631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] For port bffffa97-cb3c-4efb-a3a9-7f985652543a, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:18:46.924572 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:46.960313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:46.960933 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:46.962306 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] 10.222.0.60 "PUT /v2.0/ports/bffffa97-cb3c-4efb-a3a9-7f985652543a HTTP/1.1" status: 200 len: 1091 time: 0.6019974 Feb 16 17:18:46.991577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e7e3d-4d03-47de-af18-d6a862197914 service neutron] Pushing event updated for resources: {'Port': ['ID=bffffa97-cb3c-4efb-a3a9-7f985652543a,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:47.030507 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-761eeeaf-1cf2-40a6-8ef0-952f504683b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:47.032046 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-761eeeaf-1cf2-40a6-8ef0-952f504683b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 1125 time: 0.0480278 Feb 16 17:18:47.125172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-9a2c3f88-e431-426e-b578-b5bc1bd94323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:47.126626 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-9a2c3f88-e431-426e-b578-b5bc1bd94323 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 914 time: 0.0894580 Feb 16 17:18:47.167317 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-a1eb5046-e9a2-4fec-9210-f36cba00ba44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a HTTP/1.1" status: 200 len: 217 time: 0.0333436 Feb 16 17:18:47.218901 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-aba5e9a5-50be-41c7-9db6-f43ffb8c472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:47.220396 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-aba5e9a5-50be-41c7-9db6-f43ffb8c472d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0473022 Feb 16 17:18:47.250923 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-a9d77844-814c-48e1-93a2-3d583cfb859d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250607 Feb 16 17:18:47.337262 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-a88e0e0f-fbed-4f26-8588-5ad3c09ebe44 service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805502 Feb 16 17:18:47.440448 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-984b31c9-d5f9-4307-a8d4-6665ce5d88b0 req-defaab83-c820-4784-b2d5-cdb6295e8900 service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979476 Feb 16 17:18:47.502529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b9f66-9636-4c4f-8181-f90464a9559a req-07063d34-dcf8-479e-a496-4143bfd5cd2d tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:47.504363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-822b9f66-9636-4c4f-8181-f90464a9559a req-07063d34-dcf8-479e-a496-4143bfd5cd2d tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 943 time: 0.0610890 Feb 16 17:18:47.557288 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-822b9f66-9636-4c4f-8181-f90464a9559a req-41c7844d-a587-4767-99a2-4e290ad5dd6e tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462625 Feb 16 17:18:48.681525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26b344-636b-42fc-aa51-639753c64bae req-28b13083-15ed-4d1e-a868-354d097952ac tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:48.683670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e26b344-636b-42fc-aa51-639753c64bae req-28b13083-15ed-4d1e-a868-354d097952ac tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 943 time: 0.0529678 Feb 16 17:18:48.735303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e26b344-636b-42fc-aa51-639753c64bae req-c067848b-a84c-477a-a99a-55387df8a06f tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460267 Feb 16 17:18:48.753140 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf44cc8-c655-468b-b1ba-8ef3e7f0dc06', 'tag': 'bffffa97-cb3c-4efb-a3a9-7f985652543a'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:18:48.755452 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd852a70-2771-4ce9-a459-1a42c1894079" -d '{"events": [{"name": "network-changed", "server_uuid": "daf44cc8-c655-468b-b1ba-8ef3e7f0dc06", "tag": "bffffa97-cb3c-4efb-a3a9-7f985652543a"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:18:48.803314 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e298c9-e54e-4049-bc9d-38f821b2cc3c x-openstack-request-id: req-06e298c9-e54e-4049-bc9d-38f821b2cc3c {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:18:48.803599 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf44cc8-c655-468b-b1ba-8ef3e7f0dc06", "tag": "bffffa97-cb3c-4efb-a3a9-7f985652543a", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:18:48.803896 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06e298c9-e54e-4049-bc9d-38f821b2cc3c {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:18:48.804310 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf44cc8-c655-468b-b1ba-8ef3e7f0dc06', 'tag': 'bffffa97-cb3c-4efb-a3a9-7f985652543a', 'status': 'completed', 'code': 200} Feb 16 17:18:48.897131 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-c0311561-597e-4dc0-a4fe-4aae3c726fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:48.898629 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-c0311561-597e-4dc0-a4fe-4aae3c726fdc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 1125 time: 0.0679929 Feb 16 17:18:48.901654 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-48809725-215e-4e90-b54b-7002f6753838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:48.903025 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-48809725-215e-4e90-b54b-7002f6753838 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 1125 time: 0.0806601 Feb 16 17:18:49.062681 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-9b11bb0e-820c-4a11-b1fc-05d4a61d6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:49.063526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device bffffa97-cb3c-4efb-a3a9-7f985652543a no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:18:49.064096 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-9b11bb0e-820c-4a11-b1fc-05d4a61d6581 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 914 time: 0.1590228 Feb 16 17:18:49.065194 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-7900ff18-728d-4115-a2a9-26d3923fce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:49.066519 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-7900ff18-728d-4115-a2a9-26d3923fce4c service neutron] 10.222.0.60 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 914 time: 0.1545908 Feb 16 17:18:49.101453 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] The host n-h1-669411-5 is not matching for port bffffa97-cb3c-4efb-a3a9-7f985652543a host n-h2-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 17:18:49.101864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device bffffa97-cb3c-4efb-a3a9-7f985652543a not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:18:49.111068 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-689348c4-d394-47ea-96b8-dd4840baa483 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a HTTP/1.1" status: 200 len: 217 time: 0.0417309 Feb 16 17:18:49.148325 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-c7b85fe3-3b54-4f50-b2ff-5372f5c32fd3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a HTTP/1.1" status: 200 len: 217 time: 0.0713639 Feb 16 17:18:49.214498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-3a0f14e0-3d10-4313-9d1e-94a49da156de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:49.215972 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-3a0f14e0-3d10-4313-9d1e-94a49da156de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0754163 Feb 16 17:18:49.230178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-b8fb812c-8dc1-4f93-a6d0-1ce6b4e1d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:49.231782 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-b8fb812c-8dc1-4f93-a6d0-1ce6b4e1d63e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0643084 Feb 16 17:18:49.252118 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-ed46d48a-8583-4c37-9cf3-4f01726113be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301592 Feb 16 17:18:49.293610 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-bf9d866f-398f-4090-b774-a1b878467bc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435390 Feb 16 17:18:49.419687 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-2fda73c5-fbfc-4154-997b-2b5ba3716c00 service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600049 Feb 16 17:18:49.442654 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-4b56bd0e-2799-424e-ba6a-0768f73015f0 service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391141 Feb 16 17:18:49.585667 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-fcecbe77-7866-421c-979e-981f4be4e3b9 service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560254 Feb 16 17:18:49.591398 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-cd852a70-2771-4ce9-a459-1a42c1894079 req-01dc3f51-5666-4b41-85c8-94d86aee7ba2 service neutron] 10.222.0.60 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395242 Feb 16 17:18:49.857055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932f10a-fc8b-4c2c-bdc9-5120372abec8 req-dc990e8a-9760-4ca6-987b-343e1323fc71 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:49.858531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1932f10a-fc8b-4c2c-bdc9-5120372abec8 req-dc990e8a-9760-4ca6-987b-343e1323fc71 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 943 time: 0.0529585 Feb 16 17:18:49.906461 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1932f10a-fc8b-4c2c-bdc9-5120372abec8 req-020ab975-aca8-44bc-a71f-0c4a92184949 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Feb 16 17:18:51.028629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2072aef-6ed4-447e-9623-c97b5c413107 req-67778583-2b10-49d2-b3ed-e08b7c83d195 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:51.030122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2072aef-6ed4-447e-9623-c97b5c413107 req-67778583-2b10-49d2-b3ed-e08b7c83d195 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 943 time: 0.0534828 Feb 16 17:18:51.076403 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2072aef-6ed4-447e-9623-c97b5c413107 req-e89e6359-4a01-419d-a1a2-b83c5d1842b0 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Feb 16 17:18:51.278980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d7cc9-ddd2-44d2-a418-3abcf7b4a2a0 req-2628c12c-adfb-4136-b002-002414bfcdc7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:51.280556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f80d7cc9-ddd2-44d2-a418-3abcf7b4a2a0 req-2628c12c-adfb-4136-b002-002414bfcdc7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 943 time: 0.0598526 Feb 16 17:18:51.285859 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15606cb-3f4f-46ca-966a-de18076af19d req-5da6efbf-e272-4254-971a-1c7be72be4f9 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:51.287372 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a15606cb-3f4f-46ca-966a-de18076af19d req-5da6efbf-e272-4254-971a-1c7be72be4f9 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.65 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06&tenant_id=ce3b5e905c09407d8987d8a6b6614d34&binding%3Ahost_id=n-h2-669411-5 HTTP/1.1" status: 200 len: 943 time: 0.0571973 Feb 16 17:18:51.328115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f80d7cc9-ddd2-44d2-a418-3abcf7b4a2a0 req-4112c9f2-4aa1-4173-adb3-7d5f930bda82 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418739 Feb 16 17:18:51.347548 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [req-a15606cb-3f4f-46ca-966a-de18076af19d req-9cad9c92-008a-4a9e-a663-537a0ea32323 service neutron] delete failed (client error): The resource could not be found. Feb 16 17:18:51.348598 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a15606cb-3f4f-46ca-966a-de18076af19d req-9cad9c92-008a-4a9e-a663-537a0ea32323 service neutron] 10.222.0.65 "DELETE /v2.0/ports/bffffa97-cb3c-4efb-a3a9-7f985652543a/bindings/n-h1-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.0549688 Feb 16 17:18:51.439376 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15606cb-3f4f-46ca-966a-de18076af19d req-f5b7e09d-20b6-4176-aab9-786845b090dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:51.440985 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a15606cb-3f4f-46ca-966a-de18076af19d req-f5b7e09d-20b6-4176-aab9-786845b090dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 1125 time: 0.0484300 Feb 16 17:18:51.531306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15606cb-3f4f-46ca-966a-de18076af19d req-d3da0391-f6a2-4a1c-951c-58d43700251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:51.532796 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a15606cb-3f4f-46ca-966a-de18076af19d req-d3da0391-f6a2-4a1c-951c-58d43700251e service neutron] 10.222.0.65 "GET /v2.0/networks?id=3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 200 len: 914 time: 0.0863662 Feb 16 17:18:51.576287 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a15606cb-3f4f-46ca-966a-de18076af19d req-867691b5-341d-4091-9c7f-a000814e67ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a HTTP/1.1" status: 200 len: 217 time: 0.0382183 Feb 16 17:18:51.623938 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15606cb-3f4f-46ca-966a-de18076af19d req-70eaea6b-7a9b-4a81-8b47-369611190b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:51.625418 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a15606cb-3f4f-46ca-966a-de18076af19d req-70eaea6b-7a9b-4a81-8b47-369611190b7f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 200 len: 853 time: 0.0441504 Feb 16 17:18:51.656570 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a15606cb-3f4f-46ca-966a-de18076af19d req-11cb0b98-e901-4da4-aa1d-d32e5f844b5e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3961a3d0-aca4-4562-a42c-70e9efb5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257320 Feb 16 17:18:51.746865 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a15606cb-3f4f-46ca-966a-de18076af19d req-824996f1-9e04-4db3-be42-81cdf1e24a8c service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848260 Feb 16 17:18:51.823487 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device bffffa97-cb3c-4efb-a3a9-7f985652543a details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:18:51.834437 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-a15606cb-3f4f-46ca-966a-de18076af19d req-9b3e44e1-5492-4765-81d8-517b50060438 service neutron] 10.222.0.65 "GET /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823560 Feb 16 17:18:51.924998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port bffffa97-cb3c-4efb-a3a9-7f985652543a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:51.935102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'bffffa97-cb3c-4efb-a3a9-7f985652543a', 'network_id': '3961a3d0-aca4-4562-a42c-70e9efb5303d', 'port_id': 'bffffa97-cb3c-4efb-a3a9-7f985652543a', 'mac_address': 'fa:16:3e:59:24:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c81a36-b978-47a4-b00d-80c7965ce0f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:18:51.972336 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port bffffa97-cb3c-4efb-a3a9-7f985652543a is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:18:51.972726 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:51.986099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffffa97-cb3c-4efb-a3a9-7f985652543a {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:18:52.004532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port bffffa97-cb3c-4efb-a3a9-7f985652543a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:52.007883 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:52.053598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=bffffa97-cb3c-4efb-a3a9-7f985652543a,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:52.061591 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:52.061946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:52.062300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:52.062640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:52.062979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:52.063315 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:52.063644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:52.064004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:52.064334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:52.064661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:52.064995 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:52.065318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:52.065642 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:52.342148 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['bffffa97-cb3c-4efb-a3a9-7f985652543a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:18:52.454199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a1a42-85f2-49a5-ba62-04c2b2fcf6e6 req-1a70b758-eb60-492c-b02a-638270f251cb tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:52.455837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a16a1a42-85f2-49a5-ba62-04c2b2fcf6e6 req-1a70b758-eb60-492c-b02a-638270f251cb tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 944 time: 0.0537069 Feb 16 17:18:52.503730 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a16a1a42-85f2-49a5-ba62-04c2b2fcf6e6 req-8db42104-ceb5-496f-8040-ea84a1efbce8 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Feb 16 17:18:52.627365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfd810-c2e4-467a-bd8a-ba2545746471 req-560e45d8-1fc0-460b-b799-07695b80ef5d tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:52.628860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8dfd810-c2e4-467a-bd8a-ba2545746471 req-560e45d8-1fc0-460b-b799-07695b80ef5d tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 944 time: 0.0570064 Feb 16 17:18:52.675081 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8dfd810-c2e4-467a-bd8a-ba2545746471 req-fe2738df-7079-4f94-95cd-792a6762f131 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406785 Feb 16 17:18:52.792498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0b8e9-d3b2-4bc1-8ffe-aa64b5ba3419 req-c1e32e5d-1ca0-49a0-8ff6-9d043bd66c31 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:52.793883 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8c0b8e9-d3b2-4bc1-8ffe-aa64b5ba3419 req-c1e32e5d-1ca0-49a0-8ff6-9d043bd66c31 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 944 time: 0.0537095 Feb 16 17:18:52.841320 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b8c0b8e9-d3b2-4bc1-8ffe-aa64b5ba3419 req-ade903a8-f1b2-4fa9-ba50-b8e576b29194 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Feb 16 17:18:53.168479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48400faa-b3b9-42db-8dd2-fb802aa02439 req-0d2b97c5-62af-4730-b61b-b36c51a13f9d tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:53.169973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48400faa-b3b9-42db-8dd2-fb802aa02439 req-0d2b97c5-62af-4730-b61b-b36c51a13f9d tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 944 time: 0.0521979 Feb 16 17:18:53.220214 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48400faa-b3b9-42db-8dd2-fb802aa02439 req-8a7ab3c5-9591-4651-a9eb-fcd6c71230c7 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446668 Feb 16 17:18:53.830854 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device bffffa97-cb3c-4efb-a3a9-7f985652543a up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:18:53.878600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port bffffa97-cb3c-4efb-a3a9-7f985652543a completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:18:53.882538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port bffffa97-cb3c-4efb-a3a9-7f985652543a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:18:53.882917 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:53.961300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port bffffa97-cb3c-4efb-a3a9-7f985652543a is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:18:53.961689 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:53.984794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf44cc8-c655-468b-b1ba-8ef3e7f0dc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffffa97-cb3c-4efb-a3a9-7f985652543a'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:18:53.987004 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c27a72-cce4-41f5-9474-e91c1b96d11a" -d '{"events": [{"server_uuid": "daf44cc8-c655-468b-b1ba-8ef3e7f0dc06", "name": "network-vif-plugged", "status": "completed", "tag": "bffffa97-cb3c-4efb-a3a9-7f985652543a"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:18:54.000116 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port bffffa97-cb3c-4efb-a3a9-7f985652543a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:54.003944 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:54.027623 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d59cf7-f995-4f08-bec4-8b13c35d2312 x-openstack-request-id: req-00d59cf7-f995-4f08-bec4-8b13c35d2312 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:18:54.027948 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf44cc8-c655-468b-b1ba-8ef3e7f0dc06", "name": "network-vif-plugged", "status": "completed", "tag": "bffffa97-cb3c-4efb-a3a9-7f985652543a", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:18:54.028206 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00d59cf7-f995-4f08-bec4-8b13c35d2312 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:18:54.028598 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf44cc8-c655-468b-b1ba-8ef3e7f0dc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffffa97-cb3c-4efb-a3a9-7f985652543a', 'code': 200} Feb 16 17:18:54.053282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=bffffa97-cb3c-4efb-a3a9-7f985652543a,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:54.340421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e000b-27ed-4013-9757-461ab092075c req-a01e198b-1670-461c-9029-c042745f0370 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:54.341891 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-696e000b-27ed-4013-9757-461ab092075c req-a01e198b-1670-461c-9029-c042745f0370 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0535743 Feb 16 17:18:54.388953 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-696e000b-27ed-4013-9757-461ab092075c req-90e8fbcc-c397-4962-82b1-ca344a58af0c tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.24 "GET /v2.0/security-groups?id=e147fecf-a561-4792-b55d-129f75ab40f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 Feb 16 17:18:54.536474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0c45a-45cd-46d3-838c-df39a30736c3 req-c332b3e6-269b-494f-be3a-cd42d3c9ba94 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:54.537817 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-04b0c45a-45cd-46d3-838c-df39a30736c3 req-c332b3e6-269b-494f-be3a-cd42d3c9ba94 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.60 "GET /v2.0/ports?device_id=daf44cc8-c655-468b-b1ba-8ef3e7f0dc06 HTTP/1.1" status: 200 len: 945 time: 0.0519099 Feb 16 17:18:54.631542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-04b0c45a-45cd-46d3-838c-df39a30736c3 req-058e45c6-159e-4d96-bdda-2999960c02d5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Deleting port bffffa97-cb3c-4efb-a3a9-7f985652543a {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:18:54.631894 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-04b0c45a-45cd-46d3-838c-df39a30736c3 req-058e45c6-159e-4d96-bdda-2999960c02d5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:54.717146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-04b0c45a-45cd-46d3-838c-df39a30736c3 req-058e45c6-159e-4d96-bdda-2999960c02d5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] For port bffffa97-cb3c-4efb-a3a9-7f985652543a, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=bffffa97-cb3c-4efb-a3a9-7f985652543a,segment=NetworkSegment(14c19b5d-61de-4f83-b714-0b0791eb9457),segment_id=14c19b5d-61de-4f83-b714-0b0791eb9457)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:54.717501 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-04b0c45a-45cd-46d3-838c-df39a30736c3 req-058e45c6-159e-4d96-bdda-2999960c02d5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:54.733757 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-04b0c45a-45cd-46d3-838c-df39a30736c3 req-058e45c6-159e-4d96-bdda-2999960c02d5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Calling delete_port for bffffa97-cb3c-4efb-a3a9-7f985652543a owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:18:54.858125 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-04b0c45a-45cd-46d3-838c-df39a30736c3 req-058e45c6-159e-4d96-bdda-2999960c02d5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (bffffa97-cb3c-4efb-a3a9-7f985652543a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:54.868889 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['bffffa97-cb3c-4efb-a3a9-7f985652543a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:18:54.886568 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e45c6-159e-4d96-bdda-2999960c02d5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Pushing event deleted for resources: {'Port': ['ID=bffffa97-cb3c-4efb-a3a9-7f985652543a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:54.932128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b0c45a-45cd-46d3-838c-df39a30736c3 req-058e45c6-159e-4d96-bdda-2999960c02d5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] No DVR routers for this DVR port bffffa97-cb3c-4efb-a3a9-7f985652543a on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:18:54.934888 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-04b0c45a-45cd-46d3-838c-df39a30736c3 req-058e45c6-159e-4d96-bdda-2999960c02d5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:54.937981 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-04b0c45a-45cd-46d3-838c-df39a30736c3 req-058e45c6-159e-4d96-bdda-2999960c02d5 tempest-ServerDiskConfigTestJSON-927360295 tempest-ServerDiskConfigTestJSON-927360295-project] 10.222.0.60 "DELETE /v2.0/ports/bffffa97-cb3c-4efb-a3a9-7f985652543a HTTP/1.1" status: 204 len: 173 time: 0.3948476 Feb 16 17:18:54.938419 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf44cc8-c655-468b-b1ba-8ef3e7f0dc06', 'name': 'network-vif-deleted', 'tag': 'bffffa97-cb3c-4efb-a3a9-7f985652543a'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:18:54.940770 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3bd752-181b-464e-aeae-55bf85a32882" -d '{"events": [{"server_uuid": "daf44cc8-c655-468b-b1ba-8ef3e7f0dc06", "name": "network-vif-deleted", "tag": "bffffa97-cb3c-4efb-a3a9-7f985652543a"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:18:54.986070 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09548414-f0dd-4702-9fa0-7c73682e1f86 x-openstack-request-id: req-09548414-f0dd-4702-9fa0-7c73682e1f86 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:18:54.986369 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf44cc8-c655-468b-b1ba-8ef3e7f0dc06", "name": "network-vif-deleted", "tag": "bffffa97-cb3c-4efb-a3a9-7f985652543a", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:18:54.986627 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09548414-f0dd-4702-9fa0-7c73682e1f86 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:18:54.987030 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf44cc8-c655-468b-b1ba-8ef3e7f0dc06', 'name': 'network-vif-deleted', 'tag': 'bffffa97-cb3c-4efb-a3a9-7f985652543a', 'status': 'completed', 'code': 200} Feb 16 17:18:55.511058 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52420) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:18:55.555159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Deleting subnet f8c81a36-b978-47a4-b00d-80c7965ce0f1 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:18:55.559128 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Publish callbacks [] for subnet (f8c81a36-b978-47a4-b00d-80c7965ce0f1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:55.594159 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (f8c81a36-b978-47a4-b00d-80c7965ce0f1), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:55.637787 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (f8c81a36-b978-47a4-b00d-80c7965ce0f1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:55.698331 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (f8c81a36-b978-47a4-b00d-80c7965ce0f1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:55.722879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c81a36-b978-47a4-b00d-80c7965ce0f1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:55.727398 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:55.730976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f8c81a36-b978-47a4-b00d-80c7965ce0f1 HTTP/1.1" status: 204 len: 168 time: 0.2188501 Feb 16 17:18:55.733726 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52422) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:18:55.736429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:55.736770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:55.737105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:55.737437 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:55.737767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:55.738092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:55.738415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:55.738733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:55.739052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:55.739367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:55.739735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:55.740026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:55.740372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d26b3c-24a5-4bc8-8933-1540a110c489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:18:55.745387 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f5c5a44b-7f00-4b5d-ad6c-5f05b16b8580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:55.804442 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d70d6ef5-1422-4e25-9f94-bc040aaa02fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (3961a3d0-aca4-4562-a42c-70e9efb5303d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:55.885724 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d70d6ef5-1422-4e25-9f94-bc040aaa02fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (3961a3d0-aca4-4562-a42c-70e9efb5303d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:55.906173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-d70d6ef5-1422-4e25-9f94-bc040aaa02fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3961a3d0-aca4-4562-a42c-70e9efb5303d']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:18:55.915820 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-d70d6ef5-1422-4e25-9f94-bc040aaa02fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c19b5d-61de-4f83-b714-0b0791eb9457') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:18:55.916127 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-d70d6ef5-1422-4e25-9f94-bc040aaa02fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c19b5d-61de-4f83-b714-0b0791eb9457') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:18:55.926070 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d70d6ef5-1422-4e25-9f94-bc040aaa02fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (14c19b5d-61de-4f83-b714-0b0791eb9457), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:55.939722 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d70d6ef5-1422-4e25-9f94-bc040aaa02fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (14c19b5d-61de-4f83-b714-0b0791eb9457), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:55.945569 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70d6ef5-1422-4e25-9f94-bc040aaa02fc admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:18:55.945949 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d70d6ef5-1422-4e25-9f94-bc040aaa02fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (14c19b5d-61de-4f83-b714-0b0791eb9457), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:18:55.947623 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:18:56.006115 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d70d6ef5-1422-4e25-9f94-bc040aaa02fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (3961a3d0-aca4-4562-a42c-70e9efb5303d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:56.011614 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d70d6ef5-1422-4e25-9f94-bc040aaa02fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:56.014782 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d70d6ef5-1422-4e25-9f94-bc040aaa02fc admin admin] 10.222.0.24 "DELETE /v2.0/networks/3961a3d0-aca4-4562-a42c-70e9efb5303d HTTP/1.1" status: 204 len: 168 time: 0.2798951 Feb 16 17:18:56.025845 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d6ef5-1422-4e25-9f94-bc040aaa02fc admin admin] Pushing event deleted for resources: {'Network': ['ID=3961a3d0-aca4-4562-a42c-70e9efb5303d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:56.122495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52426) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:18:56.173458 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-79183d70-3433-42a6-8d8d-042663bf0122 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce3b5e905c09407d8987d8a6b6614d34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497873 Feb 16 17:18:56.175903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52428) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:18:56.222126 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f728da94-19ca-43d2-b475-6fb22f9edd0b admin admin] Publish callbacks [] for security_group (e147fecf-a561-4792-b55d-129f75ab40f6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:56.242497 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f728da94-19ca-43d2-b475-6fb22f9edd0b admin admin] Publish callbacks [] for security_group (e147fecf-a561-4792-b55d-129f75ab40f6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:56.293040 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f728da94-19ca-43d2-b475-6fb22f9edd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e147fecf-a561-4792-b55d-129f75ab40f6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:56.295541 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f728da94-19ca-43d2-b475-6fb22f9edd0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:56.296751 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f728da94-19ca-43d2-b475-6fb22f9edd0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e147fecf-a561-4792-b55d-129f75ab40f6 HTTP/1.1" status: 204 len: 168 time: 0.1199586 Feb 16 17:18:56.304447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728da94-19ca-43d2-b475-6fb22f9edd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e147fecf-a561-4792-b55d-129f75ab40f6,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:56.942154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52450) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:18:57.037327 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2113394707-network', 'tenant_id': '7c3408ec917249d390371812c6eebaef'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:18:57.056256 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] Made reservation on behalf of 7c3408ec917249d390371812c6eebaef for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:18:57.059333 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.067853 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.143290 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] Publish callbacks [] for security_group (7b92d4e6-c24e-4639-a44f-95ad2fea3f68), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.147001 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7b92d4e6-c24e-4639-a44f-95ad2fea3f68), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.171617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:18:57.181486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b92d4e6-c24e-4639-a44f-95ad2fea3f68,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:57.186982 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (1c2d2e13-0b75-424d-a43a-d88bcfb709d6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.187317 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] Added segment 1c2d2e13-0b75-424d-a43a-d88bcfb709d6 of type vlan for network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be Feb 16 17:18:57.228382 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (8977e6ec-f59b-4507-bcd0-9ee4cf60c7be), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.252196 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (8977e6ec-f59b-4507-bcd0-9ee4cf60c7be), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.253125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:57.253702 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.280083 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3367412 Feb 16 17:18:57.283298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52454) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:18:57.288440 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-beedb460-7909-4f4a-b884-5650f42fff20 admin admin] Request body: {'subnet': {'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2113394707-subnet', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:18:57.307824 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beedb460-7909-4f4a-b884-5650f42fff20 admin admin] Made reservation on behalf of 7c3408ec917249d390371812c6eebaef for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:18:57.310380 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-beedb460-7909-4f4a-b884-5650f42fff20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.321925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea69a72-14ae-43c4-a5d9-f45cb692c7f8 admin admin] Pushing event updated for resources: {'Network': ['ID=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:57.332031 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:18:57.481338 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-beedb460-7909-4f4a-b884-5650f42fff20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (b54d1794-9602-4f83-8507-7b38ed964c22), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.538558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedb460-7909-4f4a-b884-5650f42fff20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54d1794-9602-4f83-8507-7b38ed964c22,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:57.547167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedb460-7909-4f4a-b884-5650f42fff20 admin admin] Checking segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:18:57.547528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beedb460-7909-4f4a-b884-5650f42fff20 admin admin] Network hostable DHCP agents. Network: 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:18:57.565169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beedb460-7909-4f4a-b884-5650f42fff20 admin admin] Network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:18:57.573930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-beedb460-7909-4f4a-b884-5650f42fff20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:18:57.578220 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beedb460-7909-4f4a-b884-5650f42fff20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:18:57.578803 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-beedb460-7909-4f4a-b884-5650f42fff20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.583336 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99caf6db-5190-47f5-8ed4-8136cab41967 None None] Network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:18:57.594273 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-beedb460-7909-4f4a-b884-5650f42fff20 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3097463 Feb 16 17:18:57.596905 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52456) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:18:57.601065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:18:57.621634 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (42675e5d-45d3-42ef-bd94-a28e700aa545), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.622823 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (42675e5d-45d3-42ef-bd94-a28e700aa545), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.678752 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Publish callbacks [] for router_controller (42675e5d-45d3-42ef-bd94-a28e700aa545), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.700264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'project_id': '7c3408ec917249d390371812c6eebaef', 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:18:57.701116 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.822873 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Publish callbacks [] for router_gateway (42675e5d-45d3-42ef-bd94-a28e700aa545), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:57.841382 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device bffffa97-cb3c-4efb-a3a9-7f985652543a no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:18:57.843622 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Allocated IP 172.20.0.2 (8977e6ec-f59b-4507-bcd0-9ee4cf60c7be/b54d1794-9602-4f83-8507-7b38ed964c22/222687da-4f97-41f4-94b6-3fb77e802b7d) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:18:57.870809 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: bffffa97-cb3c-4efb-a3a9-7f985652543a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:18:57.871159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device bffffa97-cb3c-4efb-a3a9-7f985652543a not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:18:58.009233 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Publish callbacks [] for port (222687da-4f97-41f4-94b6-3fb77e802b7d), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:58.014347 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (222687da-4f97-41f4-94b6-3fb77e802b7d), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:58.035419 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Publish callbacks [] for router_gateway (42675e5d-45d3-42ef-bd94-a28e700aa545), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:58.054342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:18:58.054760 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:58.057410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:18:58.060032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:18:58.068546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Pushing event updated for resources: {'Port': ['ID=222687da-4f97-41f4-94b6-3fb77e802b7d,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:58.124798 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Attempting to bind port 222687da-4f97-41f4-94b6-3fb77e802b7d on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:18:58.125171 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Attempting to bind port 222687da-4f97-41f4-94b6-3fb77e802b7d by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:18:58.125535 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Attempting to bind port 222687da-4f97-41f4-94b6-3fb77e802b7d on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:18:58.130907 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:18:58.131282 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Checking segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:18:58.131686 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:58.132111 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Bound using segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:18:58.132572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Bound port: 222687da-4f97-41f4-94b6-3fb77e802b7d, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:18:58.132951 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (222687da-4f97-41f4-94b6-3fb77e802b7d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:58.160224 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Allocated IP 172.25.4.104 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/eca7c47d-697c-4478-ac8b-f02463aef67b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:18:58.198125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] For port 222687da-4f97-41f4-94b6-3fb77e802b7d, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:18:58.201586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] For port 222687da-4f97-41f4-94b6-3fb77e802b7d, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=222687da-4f97-41f4-94b6-3fb77e802b7d,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:18:58.207911 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (222687da-4f97-41f4-94b6-3fb77e802b7d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:58.266700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e9311-07a3-44fc-b410-02eed2be5875 None None] Pushing event updated for resources: {'Port': ['ID=222687da-4f97-41f4-94b6-3fb77e802b7d,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:58.287326 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Publish callbacks [] for port (eca7c47d-697c-4478-ac8b-f02463aef67b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:58.323361 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (eca7c47d-697c-4478-ac8b-f02463aef67b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:58.362140 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a6455be-0f22-4319-9e93-1d3a1d56c9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:58.371153 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:18:58.375232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:18:58.377225 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Pushing event updated for resources: {'Port': ['ID=eca7c47d-697c-4478-ac8b-f02463aef67b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:58.379390 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:18:58.968180 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Publish callbacks [] for router_gateway (42675e5d-45d3-42ef-bd94-a28e700aa545), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:59.173401 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (42675e5d-45d3-42ef-bd94-a28e700aa545), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:59.251953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc3a2f6-595d-41eb-91fa-06ba48a9bf4e None None] Network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:18:59.312703 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Router 42675e5d-45d3-42ef-bd94-a28e700aa545 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:18:59.337178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f1310107-e1eb-497f-a184-f3cf0719ffa6 None None] Provisioning complete for port 222687da-4f97-41f4-94b6-3fb77e802b7d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:18:59.337552 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f1310107-e1eb-497f-a184-f3cf0719ffa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (222687da-4f97-41f4-94b6-3fb77e802b7d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:59.430836 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:18:59.449091 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Sync routers for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:18:59.453668 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:59.454932 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d748e4b5-49c8-44b0-8f39-40ccb4063d7c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8571134 Feb 16 17:18:59.457785 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52458) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:18:59.479252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:18:59.480128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:18:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:18:59.482471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f1310107-e1eb-497f-a184-f3cf0719ffa6 None None] Current status of the port 222687da-4f97-41f4-94b6-3fb77e802b7d is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:18:59.482870 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f1310107-e1eb-497f-a184-f3cf0719ffa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (222687da-4f97-41f4-94b6-3fb77e802b7d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:59.486468 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:59.591786 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f1310107-e1eb-497f-a184-f3cf0719ffa6 None None] For port 222687da-4f97-41f4-94b6-3fb77e802b7d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=222687da-4f97-41f4-94b6-3fb77e802b7d,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:18:59.598821 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f1310107-e1eb-497f-a184-f3cf0719ffa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (222687da-4f97-41f4-94b6-3fb77e802b7d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:59.649069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:18:59.718159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1310107-e1eb-497f-a184-f3cf0719ffa6 None None] Pushing event updated for resources: {'Port': ['ID=222687da-4f97-41f4-94b6-3fb77e802b7d,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:18:59.750250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6019d4b5-e20a-43cb-afe2-03c9b2594773 None None] Provisioning complete for port 222687da-4f97-41f4-94b6-3fb77e802b7d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:18:59.750625 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6019d4b5-e20a-43cb-afe2-03c9b2594773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (222687da-4f97-41f4-94b6-3fb77e802b7d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:18:59.917075 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.063129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6019d4b5-e20a-43cb-afe2-03c9b2594773 None None] Current status of the port 222687da-4f97-41f4-94b6-3fb77e802b7d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:19:00.076283 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Allocated IP 172.20.0.1 (8977e6ec-f59b-4507-bcd0-9ee4cf60c7be/b54d1794-9602-4f83-8507-7b38ed964c22/990c6f79-ab12-4b2f-9f36-263b0a3ddfc6) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:19:00.078492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:18:58Z', 'revision_number': 3, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:00.108774 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Checking router: 42675e5d-45d3-42ef-bd94-a28e700aa545 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:19:00.109124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Updating router 42675e5d-45d3-42ef-bd94-a28e700aa545 port eca7c47d-697c-4478-ac8b-f02463aef67b binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:19:00.136177 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eca7c47d-697c-4478-ac8b-f02463aef67b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.183082 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Publish callbacks [] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.218001 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.260662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:19:00.263727 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:19:00.267387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:19:00.272882 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Pushing event updated for resources: {'Port': ['ID=990c6f79-ab12-4b2f-9f36-263b0a3ddfc6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:00.318643 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (42675e5d-45d3-42ef-bd94-a28e700aa545), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.404907 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Publish callbacks [] for port (eca7c47d-697c-4478-ac8b-f02463aef67b), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.413451 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eca7c47d-697c-4478-ac8b-f02463aef67b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.482715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Attempting to bind port eca7c47d-697c-4478-ac8b-f02463aef67b on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:19:00.483367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Attempting to bind port eca7c47d-697c-4478-ac8b-f02463aef67b by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:19:00.483472 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Attempting to bind port eca7c47d-697c-4478-ac8b-f02463aef67b on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:19:00.490968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c3465-02e8-4b93-bafc-1165c31816d6 None None] Pushing event updated for resources: {'Port': ['ID=eca7c47d-697c-4478-ac8b-f02463aef67b,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:00.497580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:19:00.498252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:19:00.499276 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.500711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:19:00.501285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Bound port: eca7c47d-697c-4478-ac8b-f02463aef67b, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:19:00.502533 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eca7c47d-697c-4478-ac8b-f02463aef67b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.502907 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.529660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 222687da-4f97-41f4-94b6-3fb77e802b7d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:19:00.594420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] For port eca7c47d-697c-4478-ac8b-f02463aef67b, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:19:00.611184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] For port eca7c47d-697c-4478-ac8b-f02463aef67b, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eca7c47d-697c-4478-ac8b-f02463aef67b,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:19:00.614663 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-738472dd-7d4e-4a9f-b5e0-fb21b3e82884 None None] Provisioning complete for port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:00.615083 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-738472dd-7d4e-4a9f-b5e0-fb21b3e82884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.619987 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eca7c47d-697c-4478-ac8b-f02463aef67b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.679357 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Publish callbacks [] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.684826 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.704660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 222687da-4f97-41f4-94b6-3fb77e802b7d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:00.704947 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (222687da-4f97-41f4-94b6-3fb77e802b7d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.710986 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-738472dd-7d4e-4a9f-b5e0-fb21b3e82884 None None] Port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:19:00.738597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c3465-02e8-4b93-bafc-1165c31816d6 None None] Pushing event updated for resources: {'Port': ['ID=eca7c47d-697c-4478-ac8b-f02463aef67b,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:00.743034 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:19:00.743638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:18:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:00.757628 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (42675e5d-45d3-42ef-bd94-a28e700aa545), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:00.759484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Pushing event updated for resources: {'Port': ['ID=990c6f79-ab12-4b2f-9f36-263b0a3ddfc6,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:00.852714 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:19:00.854979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:19:00.892491 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 222687da-4f97-41f4-94b6-3fb77e802b7d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:19:00.895695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:19:00.984672 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Router 42675e5d-45d3-42ef-bd94-a28e700aa545 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:19:01.015135 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:01.107644 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:19:01.113323 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-44015907-a7cd-444a-8d00-27bdfb071a46 admin admin] 10.222.0.24 "PUT /v2.0/routers/42675e5d-45d3-42ef-bd94-a28e700aa545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6545057 Feb 16 17:19:01.138508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 2, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:01.167852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1cf437-8e38-4def-a33a-2292170bcb71 None None] The sync data for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 is: [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 2, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:19:01.169368 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-764465ba-0385-4416-b92c-5b65a4437c64 None None] Provisioning complete for port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:01.169745 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-764465ba-0385-4416-b92c-5b65a4437c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:01.214831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-764465ba-0385-4416-b92c-5b65a4437c64 None None] Port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:19:01.751129 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:01.836800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52466) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:19:01.842789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-edfb1b8d-1830-4be5-8f9f-802190d6e05f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--931760251', 'description': 'tempest-description--2091582474'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:19:01.882075 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-edfb1b8d-1830-4be5-8f9f-802190d6e05f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:01.961408 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-edfb1b8d-1830-4be5-8f9f-802190d6e05f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for security_group (df323e52-c92b-4b16-bc3b-71dc0fee602d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:01.965888 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-edfb1b8d-1830-4be5-8f9f-802190d6e05f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (df323e52-c92b-4b16-bc3b-71dc0fee602d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.002167 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-edfb1b8d-1830-4be5-8f9f-802190d6e05f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.006371 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52468) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:19:02.006935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-edfb1b8d-1830-4be5-8f9f-802190d6e05f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1681876 Feb 16 17:19:02.009081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb1b8d-1830-4be5-8f9f-802190d6e05f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df323e52-c92b-4b16-bc3b-71dc0fee602d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:02.011146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-83427822-fa90-44e6-a45c-1a44f37da319 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Request body: {'security_group_rule': {'security_group_id': 'df323e52-c92b-4b16-bc3b-71dc0fee602d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:19:02.050362 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83427822-fa90-44e6-a45c-1a44f37da319 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for security_group_rule (707c4855-8f1f-4e83-9fe6-cdda2ba4cc6d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.122045 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83427822-fa90-44e6-a45c-1a44f37da319 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for security_group_rule (707c4855-8f1f-4e83-9fe6-cdda2ba4cc6d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.126618 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83427822-fa90-44e6-a45c-1a44f37da319 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (707c4855-8f1f-4e83-9fe6-cdda2ba4cc6d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.149056 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83427822-fa90-44e6-a45c-1a44f37da319 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707c4855-8f1f-4e83-9fe6-cdda2ba4cc6d,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:02.150006 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.159676 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83427822-fa90-44e6-a45c-1a44f37da319 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.161231 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-83427822-fa90-44e6-a45c-1a44f37da319 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537843 Feb 16 17:19:02.164060 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52470) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:19:02.169796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2448d28c-55e7-4a90-b8ce-9bcf12a52ede tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Request body: {'security_group_rule': {'security_group_id': 'df323e52-c92b-4b16-bc3b-71dc0fee602d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:19:02.203351 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2448d28c-55e7-4a90-b8ce-9bcf12a52ede tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for security_group_rule (c4c999b9-1ecf-491c-900b-2282cc25194f), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.266048 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2448d28c-55e7-4a90-b8ce-9bcf12a52ede tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for security_group_rule (c4c999b9-1ecf-491c-900b-2282cc25194f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.270002 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2448d28c-55e7-4a90-b8ce-9bcf12a52ede tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (c4c999b9-1ecf-491c-900b-2282cc25194f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.293179 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448d28c-55e7-4a90-b8ce-9bcf12a52ede tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c999b9-1ecf-491c-900b-2282cc25194f,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:02.304827 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2448d28c-55e7-4a90-b8ce-9bcf12a52ede tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.310235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 52472) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:19:02.310437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2448d28c-55e7-4a90-b8ce-9bcf12a52ede tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445439 Feb 16 17:19:02.315174 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:19:02.340211 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.472519 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.502886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eca7c47d-697c-4478-ac8b-f02463aef67b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:19:02.567552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port eca7c47d-697c-4478-ac8b-f02463aef67b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:02.568174 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eca7c47d-697c-4478-ac8b-f02463aef67b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.599167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Allocated IP 172.25.4.206 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/26cc46bd-ddd3-43a3-b8c1-da8643446aa1) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:19:02.674268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port eca7c47d-697c-4478-ac8b-f02463aef67b is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:19:02.674661 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eca7c47d-697c-4478-ac8b-f02463aef67b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.698131 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port eca7c47d-697c-4478-ac8b-f02463aef67b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eca7c47d-697c-4478-ac8b-f02463aef67b,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:02.702740 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eca7c47d-697c-4478-ac8b-f02463aef67b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.729700 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for port (26cc46bd-ddd3-43a3-b8c1-da8643446aa1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.755712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=eca7c47d-697c-4478-ac8b-f02463aef67b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:02.770972 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (26cc46bd-ddd3-43a3-b8c1-da8643446aa1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.816014 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:19:02.818985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:19:02.821472 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:19:02.847839 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event updated for resources: {'Port': ['ID=26cc46bd-ddd3-43a3-b8c1-da8643446aa1,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:02.917078 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (96ddef16-fb69-454d-b697-4497f2a93946), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:02.956179 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (26cc46bd-ddd3-43a3-b8c1-da8643446aa1), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:03.111952 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for port (26cc46bd-ddd3-43a3-b8c1-da8643446aa1), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:03.117599 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (26cc46bd-ddd3-43a3-b8c1-da8643446aa1), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:03.192973 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event updated for resources: {'Port': ['ID=26cc46bd-ddd3-43a3-b8c1-da8643446aa1,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:03.206317 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (96ddef16-fb69-454d-b697-4497f2a93946), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:03.224016 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:03.225584 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f8e18f25-4e5b-4677-91f4-526ff09b2eb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9142711 Feb 16 17:19:03.383860 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-5ca7c7ab-e57b-4b3c-aef1-254b50d97b8c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--931760251&fields=id&tenant_id=7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 267 time: 0.0444205 Feb 16 17:19:03.489354 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Sync routers for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:19:03.502224 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:19:03.502886 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:18:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:03.504821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-b09e4346-191c-4886-8c88-2800c7bc87dd tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:03.506540 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-b09e4346-191c-4886-8c88-2800c7bc87dd tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 812 time: 0.1158917 Feb 16 17:19:03.522542 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-6a803225-8ea5-4a65-b093-43e370cf7c84 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/quotas/7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 375 time: 0.0097091 Feb 16 17:19:03.580853 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-5cb8d8e2-f3c0-430a-a52b-8dc7f71e928b tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518460 Feb 16 17:19:03.620870 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:19:03.680380 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-2b5cd793-04d3-4784-8154-9e43987e28b8 service neutron] 10.222.0.24 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870609 Feb 16 17:19:03.773815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-56473f2f-3bad-47a1-9a85-0ad8a69b18fb service neutron] 10.222.0.24 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866191 Feb 16 17:19:03.831635 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 2, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:03.862780 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Checking router: 42675e5d-45d3-42ef-bd94-a28e700aa545 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:19:03.863137 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Updating router 42675e5d-45d3-42ef-bd94-a28e700aa545 port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:19:03.894411 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:03.956639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9234bf19-09c3-4072-83c0-f532566be32c req-34e3156f-c406-4a9e-96e9-bba599c51131 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 210 time: 0.0329208 Feb 16 17:19:04.166266 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Publish callbacks [] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:04.172018 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:04.227870 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d5019-549f-4684-95f9-08b8a2002cda None None] Pushing event updated for resources: {'Port': ['ID=990c6f79-ab12-4b2f-9f36-263b0a3ddfc6,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:04.254126 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d5019-549f-4684-95f9-08b8a2002cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:04.254571 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d5019-549f-4684-95f9-08b8a2002cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:04.254923 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d5019-549f-4684-95f9-08b8a2002cda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:04.255263 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d5019-549f-4684-95f9-08b8a2002cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:04.255982 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d5019-549f-4684-95f9-08b8a2002cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:04.256325 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d5019-549f-4684-95f9-08b8a2002cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:04.256657 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d5019-549f-4684-95f9-08b8a2002cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:04.256989 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d5019-549f-4684-95f9-08b8a2002cda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:04.257314 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d5019-549f-4684-95f9-08b8a2002cda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:04.258186 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d5019-549f-4684-95f9-08b8a2002cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:04.258528 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d5019-549f-4684-95f9-08b8a2002cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:04.259172 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d5019-549f-4684-95f9-08b8a2002cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:04.259506 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d5019-549f-4684-95f9-08b8a2002cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:04.294899 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Attempting to bind port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:19:04.295273 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Attempting to bind port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:19:04.295634 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Attempting to bind port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:19:04.304356 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:19:04.304880 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Checking segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:19:04.305920 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:04.306392 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Bound using segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:19:04.306970 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Bound port: 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:19:04.307959 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:04.375563 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] For port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:19:04.378970 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] For port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=990c6f79-ab12-4b2f-9f36-263b0a3ddfc6,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:19:04.385061 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:04.471542 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:19:04.472120 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:18:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:04.473711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-519395b2-9414-4f05-8ba4-8d9810603718 None None] Provisioning complete for port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:04.474159 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-519395b2-9414-4f05-8ba4-8d9810603718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:04.512798 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eca7c47d-697c-4478-ac8b-f02463aef67b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:19:04.580466 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d5019-549f-4684-95f9-08b8a2002cda None None] Pushing event updated for resources: {'Port': ['ID=990c6f79-ab12-4b2f-9f36-263b0a3ddfc6,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:04.612416 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:19:04.616065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port eca7c47d-697c-4478-ac8b-f02463aef67b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:04.616449 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eca7c47d-697c-4478-ac8b-f02463aef67b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:04.657986 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-519395b2-9414-4f05-8ba4-8d9810603718 None None] Current status of the port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:19:04.658375 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-519395b2-9414-4f05-8ba4-8d9810603718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:04.722063 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-519395b2-9414-4f05-8ba4-8d9810603718 None None] For port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=990c6f79-ab12-4b2f-9f36-263b0a3ddfc6,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:04.726622 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-519395b2-9414-4f05-8ba4-8d9810603718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:04.766271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port eca7c47d-697c-4478-ac8b-f02463aef67b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:19:04.790603 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519395b2-9414-4f05-8ba4-8d9810603718 None None] Pushing event updated for resources: {'Port': ['ID=990c6f79-ab12-4b2f-9f36-263b0a3ddfc6,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:04.849909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b7345fdb-5798-4b57-a394-33abb2aa62fd None None] Provisioning complete for port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:04.850364 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b7345fdb-5798-4b57-a394-33abb2aa62fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:04.940217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b7345fdb-5798-4b57-a394-33abb2aa62fd None None] Current status of the port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:19:04.941577 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:04.968245 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:04.984569 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-4a13e00b-fa88-42ec-996e-8871d8a63e25 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:04.985155 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d2a463-bb10-47d0-8e57-7365baf5ca48 None None] The sync data for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 is: [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:19:04.985395 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-4a13e00b-fa88-42ec-996e-8871d8a63e25 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 812 time: 0.1448464 Feb 16 17:19:05.064709 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-8aba9933-eee5-4aec-b2ee-efcd554120e4 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 379 time: 0.0663793 Feb 16 17:19:05.075276 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-2f69c038-458c-4f2a-96bd-5bc9941630e2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Request body: {'port': {'device_id': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'admin_state_up': True, 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'security_groups': ['df323e52-c92b-4b16-bc3b-71dc0fee602d']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:19:05.075587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c82f3a6a-fd9c-4830-ab17-4b6869cd6037 req-790aa4bb-19fa-4187-8f5a-a0226ebfefd6 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 210 time: 0.0316029 Feb 16 17:19:05.196051 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-2f69c038-458c-4f2a-96bd-5bc9941630e2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Made reservation on behalf of 7c3408ec917249d390371812c6eebaef for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:19:05.200331 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-2f69c038-458c-4f2a-96bd-5bc9941630e2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:05.335908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-2f69c038-458c-4f2a-96bd-5bc9941630e2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Allocated IP 172.20.0.5 (8977e6ec-f59b-4507-bcd0-9ee4cf60c7be/b54d1794-9602-4f83-8507-7b38ed964c22/347827a5-54e9-43d6-bf73-58f41eb2deb9) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:19:05.482096 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-2f69c038-458c-4f2a-96bd-5bc9941630e2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:05.519491 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-2f69c038-458c-4f2a-96bd-5bc9941630e2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:05.565462 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-2f69c038-458c-4f2a-96bd-5bc9941630e2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:19:05.568732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-2f69c038-458c-4f2a-96bd-5bc9941630e2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:19:05.573246 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-2f69c038-458c-4f2a-96bd-5bc9941630e2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:19:05.579935 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69c038-458c-4f2a-96bd-5bc9941630e2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event updated for resources: {'Port': ['ID=347827a5-54e9-43d6-bf73-58f41eb2deb9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:05.627948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-2f69c038-458c-4f2a-96bd-5bc9941630e2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:05.628638 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-2f69c038-458c-4f2a-96bd-5bc9941630e2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:05.647153 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-2f69c038-458c-4f2a-96bd-5bc9941630e2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5768411 Feb 16 17:19:05.659607 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Request body: {'port': {'device_id': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:19:05.730695 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:05.867335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f544f40b-d23c-4b41-a4ff-c0d7a30fff8e None None] Provisioning complete for port 347827a5-54e9-43d6-bf73-58f41eb2deb9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:05.867911 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f544f40b-d23c-4b41-a4ff-c0d7a30fff8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:05.905917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f544f40b-d23c-4b41-a4ff-c0d7a30fff8e None None] Port 347827a5-54e9-43d6-bf73-58f41eb2deb9 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:19:05.999643 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347827a5-54e9-43d6-bf73-58f41eb2deb9 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:19:06.006911 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Publish callbacks [] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:06.020171 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Transition to ACTIVE for port object 347827a5-54e9-43d6-bf73-58f41eb2deb9 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:19:06.023935 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:06.081324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Pushing event updated for resources: {'Port': ['ID=347827a5-54e9-43d6-bf73-58f41eb2deb9,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:06.152483 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Attempting to bind port 347827a5-54e9-43d6-bf73-58f41eb2deb9 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:19:06.152822 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Attempting to bind port 347827a5-54e9-43d6-bf73-58f41eb2deb9 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:19:06.153157 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Attempting to bind port 347827a5-54e9-43d6-bf73-58f41eb2deb9 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:19:06.158088 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Port 347827a5-54e9-43d6-bf73-58f41eb2deb9 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:19:06.158413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Attempting to bind port 347827a5-54e9-43d6-bf73-58f41eb2deb9 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:19:06.163518 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:19:06.163911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Checking segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:19:06.164301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Bound using segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:19:06.164731 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Bound port: 347827a5-54e9-43d6-bf73-58f41eb2deb9, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:19:06.165368 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:06.206955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742db30-8932-4e95-ad75-8aa7c455b3fb req-fee7af89-2696-4ace-87c4-33bd1884530d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:06.208500 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0742db30-8932-4e95-ad75-8aa7c455b3fb req-fee7af89-2696-4ace-87c4-33bd1884530d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 943 time: 0.0569470 Feb 16 17:19:06.233250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] For port 347827a5-54e9-43d6-bf73-58f41eb2deb9, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:19:06.237332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] For port 347827a5-54e9-43d6-bf73-58f41eb2deb9, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:19:06.246715 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:06.263453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0742db30-8932-4e95-ad75-8aa7c455b3fb req-12b977d7-a8d0-475d-9c35-444cec40256f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478663 Feb 16 17:19:06.287891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:06.288601 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:06.290008 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] 10.222.0.60 "PUT /v2.0/ports/347827a5-54e9-43d6-bf73-58f41eb2deb9 HTTP/1.1" status: 200 len: 1091 time: 0.6360831 Feb 16 17:19:06.292410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'tag': '347827a5-54e9-43d6-bf73-58f41eb2deb9'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:19:06.295845 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1680e41-52f9-4e02-9500-eaa0262d2806" -d '{"events": [{"name": "network-changed", "server_uuid": "956f021d-7bbb-4b65-a4e6-ff5e5743fac8", "tag": "347827a5-54e9-43d6-bf73-58f41eb2deb9"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:19:06.329096 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c51a24-91af-4f96-af98-01f01a6b9535 service neutron] Pushing event updated for resources: {'Port': ['ID=347827a5-54e9-43d6-bf73-58f41eb2deb9,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:06.362148 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69477c83-5ad3-49ce-b454-8166e6e1bd52 x-openstack-request-id: req-69477c83-5ad3-49ce-b454-8166e6e1bd52 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:19:06.362436 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956f021d-7bbb-4b65-a4e6-ff5e5743fac8", "tag": "347827a5-54e9-43d6-bf73-58f41eb2deb9", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:19:06.362684 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69477c83-5ad3-49ce-b454-8166e6e1bd52 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:19:06.363089 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'tag': '347827a5-54e9-43d6-bf73-58f41eb2deb9', 'status': 'completed', 'code': 200} Feb 16 17:19:06.383507 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-79898b41-d28e-4b96-925c-130bf5e73d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:06.385648 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-79898b41-d28e-4b96-925c-130bf5e73d08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 1125 time: 0.0530787 Feb 16 17:19:06.427157 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-61765556-077b-490f-9ede-cc565627fdc7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9 HTTP/1.1" status: 200 len: 217 time: 0.0355289 Feb 16 17:19:06.485790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-875ade3d-6794-44f6-9e62-5018f508c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:06.487427 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-875ade3d-6794-44f6-9e62-5018f508c543 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0539997 Feb 16 17:19:06.493338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:19:06.538482 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-489e5eb8-b4fd-4db4-ab8b-f4221c120734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:06.540019 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-489e5eb8-b4fd-4db4-ab8b-f4221c120734 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461938 Feb 16 17:19:06.545398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:06.545778 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:06.629471 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-dc0a4f67-a693-4d3f-a406-41489b2c7d9a service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835490 Feb 16 17:19:06.638563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:19:06.722195 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c2f1a3a6-88c3-4e7a-988c-f1071e7c687a req-a304f001-ac78-46bf-8a99-2aff5a15afcb service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864353 Feb 16 17:19:06.811021 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1680e41-52f9-4e02-9500-eaa0262d2806 req-905eadc3-6671-40a1-a5f1-9af7298ff570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:06.812565 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e1680e41-52f9-4e02-9500-eaa0262d2806 req-905eadc3-6671-40a1-a5f1-9af7298ff570 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 1125 time: 0.0449109 Feb 16 17:19:06.907037 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1680e41-52f9-4e02-9500-eaa0262d2806 req-8da32707-df92-46e7-b916-9167c2f9fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:06.908541 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e1680e41-52f9-4e02-9500-eaa0262d2806 req-8da32707-df92-46e7-b916-9167c2f9fc05 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0902550 Feb 16 17:19:06.950322 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e1680e41-52f9-4e02-9500-eaa0262d2806 req-dc271f9d-ab42-45d7-bebb-9e17e8f6f8ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9 HTTP/1.1" status: 200 len: 217 time: 0.0352044 Feb 16 17:19:07.002853 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1680e41-52f9-4e02-9500-eaa0262d2806 req-37d84518-6451-49c6-9ebf-c16a49dda73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:07.004314 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e1680e41-52f9-4e02-9500-eaa0262d2806 req-37d84518-6451-49c6-9ebf-c16a49dda73f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0486343 Feb 16 17:19:07.052810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1680e41-52f9-4e02-9500-eaa0262d2806 req-52caa944-9f35-4776-9a6c-d7062aef66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:07.054271 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e1680e41-52f9-4e02-9500-eaa0262d2806 req-52caa944-9f35-4776-9a6c-d7062aef66ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438483 Feb 16 17:19:07.142843 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e1680e41-52f9-4e02-9500-eaa0262d2806 req-be440e67-517c-4787-a648-0f3d770c21f3 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824888 Feb 16 17:19:07.232601 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e1680e41-52f9-4e02-9500-eaa0262d2806 req-faecbaa1-2f3b-4342-9737-323f92c4d2a8 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844648 Feb 16 17:19:07.386048 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd627a4-a828-4c26-a808-074b70160e46 req-299d4c6c-8d1c-4883-8d20-29d0066c9987 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:07.387526 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2fd627a4-a828-4c26-a808-074b70160e46 req-299d4c6c-8d1c-4883-8d20-29d0066c9987 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 943 time: 0.0535710 Feb 16 17:19:07.438028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2fd627a4-a828-4c26-a808-074b70160e46 req-6e7ca155-a809-491a-a3aa-20801d66b624 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448489 Feb 16 17:19:08.558145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47138d64-122e-40ea-88be-149aebaa2b15 req-a79c87bb-64bd-4245-9c11-9dcb48c75155 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:08.560121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47138d64-122e-40ea-88be-149aebaa2b15 req-a79c87bb-64bd-4245-9c11-9dcb48c75155 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 943 time: 0.0544007 Feb 16 17:19:08.608118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47138d64-122e-40ea-88be-149aebaa2b15 req-399b617b-d156-4f44-9cfb-7b55be170bcc tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423334 Feb 16 17:19:09.725883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4e778-17f7-485e-906b-7489e12f7a04 req-32035068-f525-4602-a0ce-83ce6f31d0b2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:09.727263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-93d4e778-17f7-485e-906b-7489e12f7a04 req-32035068-f525-4602-a0ce-83ce6f31d0b2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 943 time: 0.0523782 Feb 16 17:19:09.774156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-93d4e778-17f7-485e-906b-7489e12f7a04 req-e6a7fa79-fb95-42f0-b0f5-f115b0f1c282 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410624 Feb 16 17:19:09.901152 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 347827a5-54e9-43d6-bf73-58f41eb2deb9 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:19:10.001401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 347827a5-54e9-43d6-bf73-58f41eb2deb9, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:10.016178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '347827a5-54e9-43d6-bf73-58f41eb2deb9', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'port_id': '347827a5-54e9-43d6-bf73-58f41eb2deb9', 'mac_address': 'fa:16:3e:8d:2b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:19:10.052325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 347827a5-54e9-43d6-bf73-58f41eb2deb9 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:19:10.052718 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:10.065948 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347827a5-54e9-43d6-bf73-58f41eb2deb9 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:19:10.085004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 347827a5-54e9-43d6-bf73-58f41eb2deb9, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:10.088993 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:10.135115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=347827a5-54e9-43d6-bf73-58f41eb2deb9,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:10.380548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['347827a5-54e9-43d6-bf73-58f41eb2deb9'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:19:10.897663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28acf07-c0bf-4dbd-9f71-c5827730b69f req-fbc1d7e7-ae31-44de-92b4-f0f3bf949ed7 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:10.899167 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d28acf07-c0bf-4dbd-9f71-c5827730b69f req-fbc1d7e7-ae31-44de-92b4-f0f3bf949ed7 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 944 time: 0.0553350 Feb 16 17:19:10.944773 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d28acf07-c0bf-4dbd-9f71-c5827730b69f req-34b17a5e-04a8-4fa7-b097-9d0e2c8491db tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391138 Feb 16 17:19:11.917026 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 347827a5-54e9-43d6-bf73-58f41eb2deb9 up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:19:11.965366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 347827a5-54e9-43d6-bf73-58f41eb2deb9 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:19:11.970530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 347827a5-54e9-43d6-bf73-58f41eb2deb9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:11.971004 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:12.055270 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 347827a5-54e9-43d6-bf73-58f41eb2deb9 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:19:12.055660 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:12.065325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1ad75-a953-40f1-b3fc-e1c43f35261c req-fc41b4fb-1425-4284-a719-68da4b180f2f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:12.066837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dca1ad75-a953-40f1-b3fc-e1c43f35261c req-fc41b4fb-1425-4284-a719-68da4b180f2f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 944 time: 0.0534360 Feb 16 17:19:12.078538 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347827a5-54e9-43d6-bf73-58f41eb2deb9'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:19:12.080775 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35983dea-7647-4d35-b3a4-4532358a724e" -d '{"events": [{"server_uuid": "956f021d-7bbb-4b65-a4e6-ff5e5743fac8", "name": "network-vif-plugged", "status": "completed", "tag": "347827a5-54e9-43d6-bf73-58f41eb2deb9"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:19:12.093844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 347827a5-54e9-43d6-bf73-58f41eb2deb9, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:12.098050 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:12.120387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dca1ad75-a953-40f1-b3fc-e1c43f35261c req-9a09818e-87e1-469e-a1cd-cdadd4085774 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476074 Feb 16 17:19:12.127779 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f203257f-b108-4e42-b4d0-1a69cd76a71c x-openstack-request-id: req-f203257f-b108-4e42-b4d0-1a69cd76a71c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:19:12.128093 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956f021d-7bbb-4b65-a4e6-ff5e5743fac8", "name": "network-vif-plugged", "status": "completed", "tag": "347827a5-54e9-43d6-bf73-58f41eb2deb9", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:19:12.128355 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f203257f-b108-4e42-b4d0-1a69cd76a71c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:19:12.128751 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347827a5-54e9-43d6-bf73-58f41eb2deb9', 'code': 200} Feb 16 17:19:12.155042 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=347827a5-54e9-43d6-bf73-58f41eb2deb9,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:12.234550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091af9d-a53e-471e-ab5e-4059ae0f291c req-8a9bd5b3-c22d-49a8-8dad-cccee57848c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:12.236119 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9091af9d-a53e-471e-ab5e-4059ae0f291c req-8a9bd5b3-c22d-49a8-8dad-cccee57848c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 1127 time: 0.0452659 Feb 16 17:19:12.278581 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9091af9d-a53e-471e-ab5e-4059ae0f291c req-6086cb7e-dd7a-4339-ab00-8ed65ceda110 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370407 Feb 16 17:19:13.239319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acc4d8-ab0b-42a2-8605-f62c92e56329 req-0598af9b-4dd4-401a-b49a-9dce06daa8a3 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:13.240831 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77acc4d8-ab0b-42a2-8605-f62c92e56329 req-0598af9b-4dd4-401a-b49a-9dce06daa8a3 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0520475 Feb 16 17:19:13.290938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-77acc4d8-ab0b-42a2-8605-f62c92e56329 req-61a1fec3-5c53-4e55-875b-ed9b850dfbd7 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444894 Feb 16 17:19:14.410654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cced357-0d83-4e4b-a219-7c93619d1e77 req-513e70cf-cf3c-46de-bce6-37af8f85b870 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:14.412158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cced357-0d83-4e4b-a219-7c93619d1e77 req-513e70cf-cf3c-46de-bce6-37af8f85b870 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0529597 Feb 16 17:19:14.458836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cced357-0d83-4e4b-a219-7c93619d1e77 req-3da1a7bf-b36f-4552-9159-474332d423f6 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409267 Feb 16 17:19:14.574599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecb1ac-b8b6-4e44-a1ac-a12b2e2a421a req-9e1d701a-6ec1-4f3e-b92b-2f3016b0681f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:14.576018 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08ecb1ac-b8b6-4e44-a1ac-a12b2e2a421a req-9e1d701a-6ec1-4f3e-b92b-2f3016b0681f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0525672 Feb 16 17:19:14.584483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52522) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:19:14.588866 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-cce5bb3a-da57-4b63-baff-3517b247b38f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Request body: {'floatingip': {'port_id': '347827a5-54e9-43d6-bf73-58f41eb2deb9'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:19:14.634831 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cce5bb3a-da57-4b63-baff-3517b247b38f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (96ddef16-fb69-454d-b697-4497f2a93946), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:15.069273 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cce5bb3a-da57-4b63-baff-3517b247b38f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:15.073140 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cce5bb3a-da57-4b63-baff-3517b247b38f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (96ddef16-fb69-454d-b697-4497f2a93946), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:15.171173 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-cce5bb3a-da57-4b63-baff-3517b247b38f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Floating IP 96ddef16-fb69-454d-b697-4497f2a93946 associated. External IP: 172.25.4.206, port: 347827a5-54e9-43d6-bf73-58f41eb2deb9. Feb 16 17:19:15.378698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce5bb3a-da57-4b63-baff-3517b247b38f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Router 42675e5d-45d3-42ef-bd94-a28e700aa545 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:19:15.488394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce5bb3a-da57-4b63-baff-3517b247b38f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:19:15.492912 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cce5bb3a-da57-4b63-baff-3517b247b38f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:15.498789 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c85df4-d8df-4357-8d16-d0aca2afbb42 None None] Sync routers for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:19:15.508853 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c85df4-d8df-4357-8d16-d0aca2afbb42 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:19:15.509708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-74c85df4-d8df-4357-8d16-d0aca2afbb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:18:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:15.522358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cce5bb3a-da57-4b63-baff-3517b247b38f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "PUT /v2.0/floatingips/96ddef16-fb69-454d-b697-4497f2a93946 HTTP/1.1" status: 200 len: 991 time: 0.9367878 Feb 16 17:19:15.523033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'tag': '347827a5-54e9-43d6-bf73-58f41eb2deb9'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:19:15.525644 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af5ae04-55a1-49df-b85b-cefda2d195cf" -d '{"events": [{"name": "network-changed", "server_uuid": "956f021d-7bbb-4b65-a4e6-ff5e5743fac8", "tag": "347827a5-54e9-43d6-bf73-58f41eb2deb9"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:19:15.566078 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5689856f-bb94-466c-a9ea-c276e05642ad x-openstack-request-id: req-5689856f-bb94-466c-a9ea-c276e05642ad {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:19:15.566375 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956f021d-7bbb-4b65-a4e6-ff5e5743fac8", "tag": "347827a5-54e9-43d6-bf73-58f41eb2deb9", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:19:15.566637 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5689856f-bb94-466c-a9ea-c276e05642ad {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:19:15.567205 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'tag': '347827a5-54e9-43d6-bf73-58f41eb2deb9', 'status': 'completed', 'code': 200} Feb 16 17:19:15.631825 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a078ed8-b1e6-4622-9a61-91ddd5ab6ac2 req-49baa9bb-a2c6-4e10-a81b-1146200af48d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:15.633356 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a078ed8-b1e6-4622-9a61-91ddd5ab6ac2 req-49baa9bb-a2c6-4e10-a81b-1146200af48d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0593615 Feb 16 17:19:15.642076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5ae04-55a1-49df-b85b-cefda2d195cf req-734e100c-35b2-4d34-9264-1cb09be89220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:15.643690 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1af5ae04-55a1-49df-b85b-cefda2d195cf req-734e100c-35b2-4d34-9264-1cb09be89220 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 1127 time: 0.0540771 Feb 16 17:19:15.694576 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a078ed8-b1e6-4622-9a61-91ddd5ab6ac2 req-a6cc8da4-856a-4025-b4d5-61e3732bd529 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532966 Feb 16 17:19:15.743683 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5ae04-55a1-49df-b85b-cefda2d195cf req-be9cf6c6-10fc-4dba-92b2-325e03dd86be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:15.745857 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1af5ae04-55a1-49df-b85b-cefda2d195cf req-be9cf6c6-10fc-4dba-92b2-325e03dd86be service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0955908 Feb 16 17:19:15.791528 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-74c85df4-d8df-4357-8d16-d0aca2afbb42 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:19:15.817264 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1af5ae04-55a1-49df-b85b-cefda2d195cf req-6c067cb8-06d5-43a2-aea5-b7284b7618a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9 HTTP/1.1" status: 200 len: 999 time: 0.0656478 Feb 16 17:19:15.819484 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea8890-ff67-4d9d-9a62-45964882f432 req-32788c2e-e79d-41ab-8377-a8b217caacce tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:15.821034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfea8890-ff67-4d9d-9a62-45964882f432 req-32788c2e-e79d-41ab-8377-a8b217caacce tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0540245 Feb 16 17:19:15.867092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5ae04-55a1-49df-b85b-cefda2d195cf req-67240689-a867-45cc-8de5-c4358f11168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:15.868524 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1af5ae04-55a1-49df-b85b-cefda2d195cf req-67240689-a867-45cc-8de5-c4358f11168a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0451159 Feb 16 17:19:15.872851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfea8890-ff67-4d9d-9a62-45964882f432 req-4fb90410-5edd-40eb-a99f-e671792f428f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445940 Feb 16 17:19:15.923080 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5ae04-55a1-49df-b85b-cefda2d195cf req-4a3eb65d-f2c5-47a4-959b-285ed632a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:15.924637 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1af5ae04-55a1-49df-b85b-cefda2d195cf req-4a3eb65d-f2c5-47a4-959b-285ed632a807 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457687 Feb 16 17:19:16.026853 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-74c85df4-d8df-4357-8d16-d0aca2afbb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '96ddef16-fb69-454d-b697-4497f2a93946', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'port_id': '347827a5-54e9-43d6-bf73-58f41eb2deb9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'mac_address': 'fa:16:3e:8d:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:19:02Z', 'updated_at': '2022-02-16T17:19:14Z', 'revision_number': 1, 'project_id': '7c3408ec917249d390371812c6eebaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:16.055109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c85df4-d8df-4357-8d16-d0aca2afbb42 None None] Checking router: 42675e5d-45d3-42ef-bd94-a28e700aa545 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:19:16.064140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c85df4-d8df-4357-8d16-d0aca2afbb42 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:19:16.064778 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-74c85df4-d8df-4357-8d16-d0aca2afbb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:18:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:16.181849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-74c85df4-d8df-4357-8d16-d0aca2afbb42 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:19:16.340402 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1af5ae04-55a1-49df-b85b-cefda2d195cf req-11b0d316-8463-463b-899d-e5ca040d4169 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099131 Feb 16 17:19:16.417703 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-74c85df4-d8df-4357-8d16-d0aca2afbb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '96ddef16-fb69-454d-b697-4497f2a93946', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'port_id': '347827a5-54e9-43d6-bf73-58f41eb2deb9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'mac_address': 'fa:16:3e:8d:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:19:02Z', 'updated_at': '2022-02-16T17:19:14Z', 'revision_number': 1, 'project_id': '7c3408ec917249d390371812c6eebaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:16.429373 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-1af5ae04-55a1-49df-b85b-cefda2d195cf req-aa28ec62-8623-4598-afec-07b6f622306c service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831196 Feb 16 17:19:16.446361 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c85df4-d8df-4357-8d16-d0aca2afbb42 None None] The sync data for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 is: [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '96ddef16-fb69-454d-b697-4497f2a93946', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'port_id': '347827a5-54e9-43d6-bf73-58f41eb2deb9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'mac_address': 'fa:16:3e:8d:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:19:02Z', 'updated_at': '2022-02-16T17:19:14Z', 'revision_number': 1, 'project_id': '7c3408ec917249d390371812c6eebaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:19:16.634505 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abcf13d-4653-46cb-935c-6d3fd72b909a None None] New status for floating IP 96ddef16-fb69-454d-b697-4497f2a93946: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:19:16.995252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb08a0-9ca4-40e3-83ca-49cd4c8b379a req-b687eb43-70e3-4f2c-9f5d-5b4dd4883a48 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:16.996902 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0acb08a0-9ca4-40e3-83ca-49cd4c8b379a req-b687eb43-70e3-4f2c-9f5d-5b4dd4883a48 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0545251 Feb 16 17:19:17.044166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0acb08a0-9ca4-40e3-83ca-49cd4c8b379a req-80d08e92-5be2-4339-bce7-a35b974b81ba tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414157 Feb 16 17:19:17.166390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a7a96-4143-42de-91d4-f8099a4b9900 req-17ae0688-1ff0-4000-b7a1-b0bfe2f8d0e6 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:17.167976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-148a7a96-4143-42de-91d4-f8099a4b9900 req-17ae0688-1ff0-4000-b7a1-b0bfe2f8d0e6 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0563791 Feb 16 17:19:17.214516 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-148a7a96-4143-42de-91d4-f8099a4b9900 req-20b6a63c-9625-4caa-bef6-6143005980fd tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409415 Feb 16 17:19:17.468862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-a8988f92-0fc0-4dd1-948b-09965c972606 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736115 Feb 16 17:19:17.479445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8b538-3159-4422-9f91-3b5f17720e7b req-1b7032f4-587f-44f4-a25a-00e178d2213c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:17.481149 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75d8b538-3159-4422-9f91-3b5f17720e7b req-1b7032f4-587f-44f4-a25a-00e178d2213c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0771139 Feb 16 17:19:17.535832 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75d8b538-3159-4422-9f91-3b5f17720e7b req-3926b6f2-56ac-4c5e-a860-967216bac498 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482500 Feb 16 17:19:17.889354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-bbddd901-6417-4331-8fe4-ad23ac1c3ccf tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:17.890625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-bbddd901-6417-4331-8fe4-ad23ac1c3ccf tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports/347827a5-54e9-43d6-bf73-58f41eb2deb9 HTTP/1.1" status: 200 len: 942 time: 0.0460210 Feb 16 17:19:18.658077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-db61dc8a-b32f-4f7c-8465-0a4e4ca6fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:18.659558 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-db61dc8a-b32f-4f7c-8465-0a4e4ca6fe6e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 1127 time: 0.0447466 Feb 16 17:19:18.675442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcde84-7d1c-4a1c-8b24-fe531dfbe53a req-f437307f-b136-4277-85bc-c345d90098f8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:18.676954 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6bcde84-7d1c-4a1c-8b24-fe531dfbe53a req-f437307f-b136-4277-85bc-c345d90098f8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0537863 Feb 16 17:19:18.725277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6bcde84-7d1c-4a1c-8b24-fe531dfbe53a req-3a5590b3-1ede-4056-a985-960ae9be484c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418522 Feb 16 17:19:18.754565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-48d0a18b-2fa6-4ccb-a994-45ce8bc70098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:18.756045 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-48d0a18b-2fa6-4ccb-a994-45ce8bc70098 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0909147 Feb 16 17:19:18.821504 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-3bf896ef-d687-4a54-8ccc-e230b8d63978 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9 HTTP/1.1" status: 200 len: 1001 time: 0.0599411 Feb 16 17:19:18.867694 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-da046b95-b261-4d18-9576-01fea6cb3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:18.869657 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-da046b95-b261-4d18-9576-01fea6cb3268 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0431108 Feb 16 17:19:18.918530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-70e79c8b-f351-48cc-a81b-14424e610bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:18.920045 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-70e79c8b-f351-48cc-a81b-14424e610bae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453131 Feb 16 17:19:19.014192 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-0622ff19-86d0-42ca-b6f6-d79e2a140f2d service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884383 Feb 16 17:19:19.101125 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-75abec20-3dae-4346-ab6d-241abd5a3f6f service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814626 Feb 16 17:19:19.847931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8a8eb-0360-46b4-bffd-62894c1b21ea req-8e90dc38-9416-4518-9c40-8e14f043dcf1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:19.849531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ea8a8eb-0360-46b4-bffd-62894c1b21ea req-8e90dc38-9416-4518-9c40-8e14f043dcf1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0522382 Feb 16 17:19:19.899377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ea8a8eb-0360-46b4-bffd-62894c1b21ea req-c8065198-23b8-4ecc-b873-7b9a70f7c0ac tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441473 Feb 16 17:19:21.019932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758a30f-c22f-4e66-9e89-9bff7eec50e0 req-4102e43a-1db1-4e46-bfea-f007adf4efaa tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:21.021394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f758a30f-c22f-4e66-9e89-9bff7eec50e0 req-4102e43a-1db1-4e46-bfea-f007adf4efaa tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0522227 Feb 16 17:19:21.067667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f758a30f-c22f-4e66-9e89-9bff7eec50e0 req-ac9de437-e4e5-40d9-b358-9642d23b8fa2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402269 Feb 16 17:19:21.886953 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:19:22.187295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0614af-e213-488f-b2e9-981e897df32c req-1ecb68a7-9c40-4e63-8935-fb758aa942d8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:22.188778 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d0614af-e213-488f-b2e9-981e897df32c req-1ecb68a7-9c40-4e63-8935-fb758aa942d8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0509181 Feb 16 17:19:22.234849 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d0614af-e213-488f-b2e9-981e897df32c req-4c061b7e-1fd9-4615-9ede-922e1aed94a8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404050 Feb 16 17:19:23.358208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08688ab5-7376-402d-856c-48d849b7a79d req-e832d172-485e-423a-ac94-774ab549d38b tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:23.359684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08688ab5-7376-402d-856c-48d849b7a79d req-e832d172-485e-423a-ac94-774ab549d38b tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0566423 Feb 16 17:19:23.406460 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-08688ab5-7376-402d-856c-48d849b7a79d req-8b349a05-fe5a-48b9-bbae-cd0084d60665 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410097 Feb 16 17:19:24.529062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6551828-98fc-4c77-9630-e48b95c18274 req-f1cd6318-0ab5-48e0-9213-1490c75247d9 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:24.530591 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6551828-98fc-4c77-9630-e48b95c18274 req-f1cd6318-0ab5-48e0-9213-1490c75247d9 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0544105 Feb 16 17:19:24.575373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6551828-98fc-4c77-9630-e48b95c18274 req-f2f01336-5dba-421b-86f5-6398a5d8bc92 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392962 Feb 16 17:19:25.704463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d04de-a6f2-45b7-8fcb-724feb282372 req-f2640f12-1c89-4175-acbe-4510e781dcb5 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:25.705937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e31d04de-a6f2-45b7-8fcb-724feb282372 req-f2640f12-1c89-4175-acbe-4510e781dcb5 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0575876 Feb 16 17:19:25.737769 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-49015bea-2bcc-4613-91fb-98ce9127cedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:25.755305 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e31d04de-a6f2-45b7-8fcb-724feb282372 req-6cac90dc-4472-43b1-8e0e-902814f97fb7 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435507 Feb 16 17:19:26.874600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50aed3-3ab8-4b10-9b4f-72ceb2c04ad8 req-3c7e0bc8-59f7-4c09-8094-1ef33cc7dc29 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:26.876086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f50aed3-3ab8-4b10-9b4f-72ceb2c04ad8 req-3c7e0bc8-59f7-4c09-8094-1ef33cc7dc29 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0520360 Feb 16 17:19:26.921802 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8f50aed3-3ab8-4b10-9b4f-72ceb2c04ad8 req-40bcdc1c-17c6-4dde-999d-16c71bcba20d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401974 Feb 16 17:19:28.039369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0607c-cc0f-46df-95fa-84a97397f745 req-4ab7b949-0f92-4465-b2ae-f5a307f54678 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:28.040861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9a0607c-cc0f-46df-95fa-84a97397f745 req-4ab7b949-0f92-4465-b2ae-f5a307f54678 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0520213 Feb 16 17:19:28.091670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a9a0607c-cc0f-46df-95fa-84a97397f745 req-59e71b03-faf8-41a1-9753-0cbbec2c9d8e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450690 Feb 16 17:19:28.359063 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ee8a8f32-02ac-42e8-8153-d60e2ca8681e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:29.211000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc537bc5-1dc2-42d6-8213-555625912b03 req-d6e01f78-628a-4302-a6de-b154209698cf tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:29.212492 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc537bc5-1dc2-42d6-8213-555625912b03 req-d6e01f78-628a-4302-a6de-b154209698cf tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0526216 Feb 16 17:19:29.258364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc537bc5-1dc2-42d6-8213-555625912b03 req-dc9d88c7-2a19-480f-9c28-6be6fef93eeb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402322 Feb 16 17:19:29.450873 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:30.378639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7c507-1a50-4f0d-9a1c-6e6081359063 req-f3595fc6-a52e-4b92-86b6-0401af6660db tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:30.380123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0c7c507-1a50-4f0d-9a1c-6e6081359063 req-f3595fc6-a52e-4b92-86b6-0401af6660db tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0521681 Feb 16 17:19:30.426100 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0c7c507-1a50-4f0d-9a1c-6e6081359063 req-8c326b94-c0b9-4e0f-959b-5d1a4dff9895 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404017 Feb 16 17:19:30.993826 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:31.550649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddabc9-047e-4613-a9fb-7dc56f024f23 req-83054939-80b3-46d8-b05d-03a0dc5874c8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:31.552100 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fddabc9-047e-4613-a9fb-7dc56f024f23 req-83054939-80b3-46d8-b05d-03a0dc5874c8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0548832 Feb 16 17:19:31.598154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fddabc9-047e-4613-a9fb-7dc56f024f23 req-28557463-ea5e-41f7-9762-4d13722adf54 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398598 Feb 16 17:19:31.736703 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:32.147180 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:32.716813 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2580c0-032a-4558-9f8c-80702fde97cd req-063a2a32-4f61-4e14-a0f7-299b012ed13b tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:32.718181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f2580c0-032a-4558-9f8c-80702fde97cd req-063a2a32-4f61-4e14-a0f7-299b012ed13b tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0522950 Feb 16 17:19:32.763493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4f2580c0-032a-4558-9f8c-80702fde97cd req-cbe5780b-53c4-45b7-8e1b-c01ce527ac5e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397983 Feb 16 17:19:33.884658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33691728-528b-4506-b885-f1f597e244e7 req-f40ab8c5-dd1d-4f7f-a32e-09693f98d2c7 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:33.886230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33691728-528b-4506-b885-f1f597e244e7 req-f40ab8c5-dd1d-4f7f-a32e-09693f98d2c7 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0522103 Feb 16 17:19:33.935474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-33691728-528b-4506-b885-f1f597e244e7 req-d48d517d-4d8a-4b31-9eec-0b702a42c31d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436273 Feb 16 17:19:34.963508 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:35.061716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591ce70-6a24-45ec-9ba8-12360094da79 req-290b7ee1-3f9e-4f9f-8602-e48e0e32ecd5 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:35.063600 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f591ce70-6a24-45ec-9ba8-12360094da79 req-290b7ee1-3f9e-4f9f-8602-e48e0e32ecd5 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0577323 Feb 16 17:19:35.111658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f591ce70-6a24-45ec-9ba8-12360094da79 req-52706fd0-6880-44ce-b0b4-9264d96f6d30 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418789 Feb 16 17:19:36.244787 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d45479-fd99-4c90-b4d6-aa3e7158b978 req-13db1993-6930-45c4-ab06-e072245b0203 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:36.246246 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19d45479-fd99-4c90-b4d6-aa3e7158b978 req-13db1993-6930-45c4-ab06-e072245b0203 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0531487 Feb 16 17:19:36.291739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19d45479-fd99-4c90-b4d6-aa3e7158b978 req-e7c6f327-6788-469a-a0bd-41440baf8182 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397522 Feb 16 17:19:37.413518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163128-d445-4245-a41d-51f7bb8315ea req-215099ac-2d64-4815-92db-b5f2f6a63a6d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:37.414956 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd163128-d445-4245-a41d-51f7bb8315ea req-215099ac-2d64-4815-92db-b5f2f6a63a6d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0549464 Feb 16 17:19:37.461418 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd163128-d445-4245-a41d-51f7bb8315ea req-c43a1ef6-b941-49bb-940e-065f9db84549 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407381 Feb 16 17:19:38.580162 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e252bf-5806-4298-ac44-7000ad3b99d1 req-f0abe82e-8529-471a-aa70-6c1cb8d426f7 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:38.581637 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5e252bf-5806-4298-ac44-7000ad3b99d1 req-f0abe82e-8529-471a-aa70-6c1cb8d426f7 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0532937 Feb 16 17:19:38.627683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5e252bf-5806-4298-ac44-7000ad3b99d1 req-d39b7293-88db-4a11-98a1-b0e5c6875ada tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404823 Feb 16 17:19:39.075007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afe45c-d0a8-4ad2-a60a-297b2d13985d req-56137323-9e65-4d69-a37d-0792499dcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:39.076561 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-09afe45c-d0a8-4ad2-a60a-297b2d13985d req-56137323-9e65-4d69-a37d-0792499dcf09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 1127 time: 0.0451748 Feb 16 17:19:39.183686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afe45c-d0a8-4ad2-a60a-297b2d13985d req-b42e4763-05ef-4277-8a44-8641f82471ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:39.185184 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-09afe45c-d0a8-4ad2-a60a-297b2d13985d req-b42e4763-05ef-4277-8a44-8641f82471ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0909584 Feb 16 17:19:39.256904 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-09afe45c-d0a8-4ad2-a60a-297b2d13985d req-b001d350-7640-4472-b104-9ac374103aaa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9 HTTP/1.1" status: 200 len: 1001 time: 0.0661087 Feb 16 17:19:39.302787 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afe45c-d0a8-4ad2-a60a-297b2d13985d req-824ef889-86a4-4448-996b-7ccf5ab33ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:39.304211 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-09afe45c-d0a8-4ad2-a60a-297b2d13985d req-824ef889-86a4-4448-996b-7ccf5ab33ee4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0419216 Feb 16 17:19:39.354356 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afe45c-d0a8-4ad2-a60a-297b2d13985d req-6e215152-bc09-4ef6-9a3e-b8a6db5c1f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:39.356084 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-09afe45c-d0a8-4ad2-a60a-297b2d13985d req-6e215152-bc09-4ef6-9a3e-b8a6db5c1f07 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447907 Feb 16 17:19:39.452406 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-09afe45c-d0a8-4ad2-a60a-297b2d13985d req-50a1e1b8-e1de-45de-8daf-275ef350a192 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868051 Feb 16 17:19:39.549624 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-09afe45c-d0a8-4ad2-a60a-297b2d13985d req-4e07b288-1d5d-4792-a0da-1c12cd18e4d0 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837336 Feb 16 17:19:39.750601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b0332-25f4-4a59-a8f4-a9d5cc9096a9 req-f34b2669-b357-4976-8ce1-11fd7317a1fa tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:39.752128 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d17b0332-25f4-4a59-a8f4-a9d5cc9096a9 req-f34b2669-b357-4976-8ce1-11fd7317a1fa tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0558190 Feb 16 17:19:39.797841 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d17b0332-25f4-4a59-a8f4-a9d5cc9096a9 req-1fd82741-c59e-4299-9f88-8a0d47ef3bc6 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402076 Feb 16 17:19:40.915453 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a8fd2-6ef0-478f-902b-973d63f629f4 req-9c342963-8c37-43f0-b41f-97ea46b3e70f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:40.917454 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c96a8fd2-6ef0-478f-902b-973d63f629f4 req-9c342963-8c37-43f0-b41f-97ea46b3e70f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0520113 Feb 16 17:19:40.963516 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c96a8fd2-6ef0-478f-902b-973d63f629f4 req-3f778a9e-595c-4385-b4d1-339a95d09977 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401700 Feb 16 17:19:42.085361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc10221-95d2-48a8-b3dd-da0867a451a8 req-f72da487-6127-48aa-ba48-44757c33e462 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:42.086825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcc10221-95d2-48a8-b3dd-da0867a451a8 req-f72da487-6127-48aa-ba48-44757c33e462 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0521975 Feb 16 17:19:42.137306 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcc10221-95d2-48a8-b3dd-da0867a451a8 req-d5938e97-e8c7-4153-89c1-1b0086ca3766 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448101 Feb 16 17:19:43.253369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c9bd0-c31b-45a2-8a28-7df0573b63a4 req-da51afc0-d54b-49f8-b447-83ee407b5140 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:43.254811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-718c9bd0-c31b-45a2-8a28-7df0573b63a4 req-da51afc0-d54b-49f8-b447-83ee407b5140 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0513818 Feb 16 17:19:43.300786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-718c9bd0-c31b-45a2-8a28-7df0573b63a4 req-a25c6bca-33e0-420c-8994-0a89ee3c2520 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403564 Feb 16 17:19:44.417410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06569d79-c393-4574-9e9a-4ec7291029b1 req-4df16106-c557-41e2-bf63-5a32960445bd tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:44.418739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06569d79-c393-4574-9e9a-4ec7291029b1 req-4df16106-c557-41e2-bf63-5a32960445bd tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0510998 Feb 16 17:19:44.466467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06569d79-c393-4574-9e9a-4ec7291029b1 req-6fa83353-2c85-4fa1-8389-3ede25a0bc48 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421970 Feb 16 17:19:45.592910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ab1c3-8c99-4928-a381-eabbe5d39e13 req-1bfb59f2-ca11-4c6f-8482-6a30540c8a2a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:45.595356 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a1ab1c3-8c99-4928-a381-eabbe5d39e13 req-1bfb59f2-ca11-4c6f-8482-6a30540c8a2a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0594447 Feb 16 17:19:45.642839 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a1ab1c3-8c99-4928-a381-eabbe5d39e13 req-76c07b6a-caf4-4857-a4c6-d2910bad0eed tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412645 Feb 16 17:19:46.018224 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-ab644ef7-14d5-4f28-805c-6e165ad0ada9 service neutron] show failed (client error): The resource could not be found. Feb 16 17:19:46.019248 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-ab644ef7-14d5-4f28-805c-6e165ad0ada9 service neutron] 10.222.0.60 "GET /v2.0/ports/347827a5-54e9-43d6-bf73-58f41eb2deb9/bindings/n-h1-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.0562856 Feb 16 17:19:46.218603 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6079b04a-8205-4c35-894d-5a1679a473b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:46.220148 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6079b04a-8205-4c35-894d-5a1679a473b3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8&tenant_id=7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 1127 time: 0.0495594 Feb 16 17:19:46.230422 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:19:46.288233 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:46.490598 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] For port 347827a5-54e9-43d6-bf73-58f41eb2deb9, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:46.528218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] For port 347827a5-54e9-43d6-bf73-58f41eb2deb9, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:19:46.566926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '347827a5-54e9-43d6-bf73-58f41eb2deb9'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:19:46.569306 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f2bce3-9d03-4ec7-a402-f0ab4331bc9c" -d '{"events": [{"server_uuid": "956f021d-7bbb-4b65-a4e6-ff5e5743fac8", "name": "network-vif-unplugged", "status": "completed", "tag": "347827a5-54e9-43d6-bf73-58f41eb2deb9"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:19:46.572756 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Publish callbacks [] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:46.585712 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Transition to ACTIVE for port object 347827a5-54e9-43d6-bf73-58f41eb2deb9 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:19:46.589557 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:46.624386 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c80ed46-e8b4-40ea-b30a-58da334c14e9 x-openstack-request-id: req-8c80ed46-e8b4-40ea-b30a-58da334c14e9 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:19:46.624735 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956f021d-7bbb-4b65-a4e6-ff5e5743fac8", "name": "network-vif-unplugged", "status": "completed", "tag": "347827a5-54e9-43d6-bf73-58f41eb2deb9", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:19:46.624907 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c80ed46-e8b4-40ea-b30a-58da334c14e9 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:19:46.625298 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '347827a5-54e9-43d6-bf73-58f41eb2deb9', 'code': 200} Feb 16 17:19:46.671255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Pushing event updated for resources: {'Port': ['ID=347827a5-54e9-43d6-bf73-58f41eb2deb9,revision_number=6']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:46.720216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] No DVR routers for this DVR port 347827a5-54e9-43d6-bf73-58f41eb2deb9 on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:19:46.779200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5425729-08ae-448b-a5cb-4e46bd2ca57d req-f4507fda-a602-47b8-80ea-24a0c3b232a3 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:46.781548 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5425729-08ae-448b-a5cb-4e46bd2ca57d req-f4507fda-a602-47b8-80ea-24a0c3b232a3 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 943 time: 0.0555391 Feb 16 17:19:46.834630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f5425729-08ae-448b-a5cb-4e46bd2ca57d req-6e926770-ddee-423b-b6cf-746ac8cfe7a8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474365 Feb 16 17:19:46.870289 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Attempting to bind port 347827a5-54e9-43d6-bf73-58f41eb2deb9 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:19:46.870628 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Attempting to bind port 347827a5-54e9-43d6-bf73-58f41eb2deb9 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:19:46.870954 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Attempting to bind port 347827a5-54e9-43d6-bf73-58f41eb2deb9 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:19:46.876044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Port 347827a5-54e9-43d6-bf73-58f41eb2deb9 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:19:46.876370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Attempting to bind port 347827a5-54e9-43d6-bf73-58f41eb2deb9 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:19:46.881266 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:19:46.881598 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Checking segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:19:46.881978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Bound using segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:19:46.882422 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Bound port: 347827a5-54e9-43d6-bf73-58f41eb2deb9, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:19:46.882773 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:46.945365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] For port 347827a5-54e9-43d6-bf73-58f41eb2deb9, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:19:46.948396 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] For port 347827a5-54e9-43d6-bf73-58f41eb2deb9, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:19:46.954709 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:46.989326 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:46.989963 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:46.991423 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] 10.222.0.65 "PUT /v2.0/ports/347827a5-54e9-43d6-bf73-58f41eb2deb9 HTTP/1.1" status: 200 len: 1091 time: 0.7651544 Feb 16 17:19:47.016661 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Pushing event updated for resources: {'Port': ['ID=347827a5-54e9-43d6-bf73-58f41eb2deb9,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:47.052902 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:47.053531 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:47.053644 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:47.053892 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:47.054221 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:47.054543 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:47.054872 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:47.055189 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:47.055505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:47.055849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:47.056169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:47.056484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:47.056803 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402ed2d-919a-4b91-be9f-b23ce5f85b37 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:47.080237 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-120eeb4a-e92a-4b4c-9a50-9cfe4b9fa4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:47.081772 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-120eeb4a-e92a-4b4c-9a50-9cfe4b9fa4e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 1125 time: 0.0627754 Feb 16 17:19:47.176515 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-1abc527c-9675-4f72-b65b-98770d3a1f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:47.178008 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-1abc527c-9675-4f72-b65b-98770d3a1f54 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0905230 Feb 16 17:19:47.246245 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-f35689bf-f969-4fd0-a2cb-5b0071c431da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9 HTTP/1.1" status: 200 len: 999 time: 0.0622919 Feb 16 17:19:47.295890 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-fc4fbf58-3a5f-4408-90f3-66d8e8ca1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:47.297345 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-fc4fbf58-3a5f-4408-90f3-66d8e8ca1bd9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0451717 Feb 16 17:19:47.344789 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-2ccbc028-afc1-4915-af6e-7fea142dc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:47.346169 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-2ccbc028-afc1-4915-af6e-7fea142dc6e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437443 Feb 16 17:19:47.437334 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-cf898932-d01a-4c5f-9b84-186d518a8f05 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856822 Feb 16 17:19:47.526120 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-d30a985c-f1c0-44de-b0d6-cdca768c331d req-52ccdaae-d8fb-4947-a8cd-972d52aba07c service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835550 Feb 16 17:19:47.954172 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69d5a3-0b5b-495e-9c1a-31f220d8a15e req-6fda0dd8-6c53-4dfd-823c-905a25d261fb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:47.955609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a69d5a3-0b5b-495e-9c1a-31f220d8a15e req-6fda0dd8-6c53-4dfd-823c-905a25d261fb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 943 time: 0.0514619 Feb 16 17:19:48.006306 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0a69d5a3-0b5b-495e-9c1a-31f220d8a15e req-eb7b0ae2-188f-4c42-a1aa-5c562aa2de89 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450134 Feb 16 17:19:48.626668 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'tag': '347827a5-54e9-43d6-bf73-58f41eb2deb9'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:19:48.629052 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3" -d '{"events": [{"name": "network-changed", "server_uuid": "956f021d-7bbb-4b65-a4e6-ff5e5743fac8", "tag": "347827a5-54e9-43d6-bf73-58f41eb2deb9"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:19:48.677065 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10dfc7b-27ed-43c2-aef9-a6ad29e0bc4d x-openstack-request-id: req-d10dfc7b-27ed-43c2-aef9-a6ad29e0bc4d {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:19:48.677387 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956f021d-7bbb-4b65-a4e6-ff5e5743fac8", "tag": "347827a5-54e9-43d6-bf73-58f41eb2deb9", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:19:48.677644 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d10dfc7b-27ed-43c2-aef9-a6ad29e0bc4d {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:19:48.678048 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'tag': '347827a5-54e9-43d6-bf73-58f41eb2deb9', 'status': 'completed', 'code': 200} Feb 16 17:19:48.784012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-3c7e50ba-4d19-4501-8781-32be1df00292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:48.785526 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-3c7e50ba-4d19-4501-8781-32be1df00292 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 1125 time: 0.0903687 Feb 16 17:19:48.787327 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-19db4abe-9319-46b8-ab0f-f4f01fbdf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:48.788703 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-19db4abe-9319-46b8-ab0f-f4f01fbdf0e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 1125 time: 0.0846603 Feb 16 17:19:48.945269 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-0badb817-1480-4309-8ded-20b6c8ab0cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:48.946651 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-0badb817-1480-4309-8ded-20b6c8ab0cfc service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.1550519 Feb 16 17:19:48.949173 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-e1c4c1cc-ad4d-4d9f-b179-42c1e5208399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:48.950522 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-e1c4c1cc-ad4d-4d9f-b179-42c1e5208399 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.1508021 Feb 16 17:19:49.063541 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-083633b0-ecd3-4ba9-8291-1a1f9f7983b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9 HTTP/1.1" status: 200 len: 999 time: 0.1054215 Feb 16 17:19:49.065728 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-dcd8f4e8-a4fa-4bb0-ad00-8838d4b2ae4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9 HTTP/1.1" status: 200 len: 999 time: 0.1132348 Feb 16 17:19:49.131970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acd98a-e691-45c6-bb28-acaae71d84df req-3f5b373f-ab6b-483f-bf13-45160cc8a462 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:49.133429 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1acd98a-e691-45c6-bb28-acaae71d84df req-3f5b373f-ab6b-483f-bf13-45160cc8a462 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 943 time: 0.0532107 Feb 16 17:19:49.150484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-5649d773-bfe1-43a2-ac5e-6ee067263a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:49.151972 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-5649d773-bfe1-43a2-ac5e-6ee067263a1b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0828204 Feb 16 17:19:49.156288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-63f017a9-ac98-4eff-a6e5-f4c43413d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:49.157701 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-63f017a9-ac98-4eff-a6e5-f4c43413d238 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0806303 Feb 16 17:19:49.183199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1acd98a-e691-45c6-bb28-acaae71d84df req-1b043ccb-e40e-443a-8329-ef6698500f9f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426674 Feb 16 17:19:49.229816 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-0c5a5ce5-a8b5-4a1e-930b-2a540b4f8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:49.231397 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-0c5a5ce5-a8b5-4a1e-930b-2a540b4f8888 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0728576 Feb 16 17:19:49.237239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-e11d6154-b86d-4f61-9089-579c9141168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:49.238589 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-e11d6154-b86d-4f61-9089-579c9141168a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0719206 Feb 16 17:19:49.391768 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-69b96b97-7964-4ac6-8892-14f187e3365d service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522245 Feb 16 17:19:49.395073 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-5ceee1cf-cb15-4a32-9fc4-1870964819a5 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489437 Feb 16 17:19:49.552142 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-f896b9ae-c5d2-4b48-8e4e-425e65cdf0c0 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544652 Feb 16 17:19:49.555457 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4d3a5f0a-8202-494c-89b7-45c64d1b84a3 req-04e4d534-9e16-4d1d-8fdb-71b882069e58 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502733 Feb 16 17:19:50.133900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 347827a5-54e9-43d6-bf73-58f41eb2deb9 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:19:50.173060 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] The host n-h2-669411-5 is not matching for port 347827a5-54e9-43d6-bf73-58f41eb2deb9 host n-h1-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 17:19:50.173451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 347827a5-54e9-43d6-bf73-58f41eb2deb9 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:19:50.306434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af20c0-504e-40e8-ba30-f6c86d025ef2 req-0aadd8d3-37eb-492d-adbc-6104b991a428 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:50.308051 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-32af20c0-504e-40e8-ba30-f6c86d025ef2 req-0aadd8d3-37eb-492d-adbc-6104b991a428 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 943 time: 0.0529957 Feb 16 17:19:50.355057 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-32af20c0-504e-40e8-ba30-f6c86d025ef2 req-22c5bc98-9487-43f5-b257-7995061d7308 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411930 Feb 16 17:19:50.555015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ebaac-174b-4582-8fc9-b4485f6716ef req-5224e075-ab71-4f15-8501-6d15a1ecdfcf tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:50.557850 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-269ebaac-174b-4582-8fc9-b4485f6716ef req-5224e075-ab71-4f15-8501-6d15a1ecdfcf tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 943 time: 0.0578289 Feb 16 17:19:50.565757 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffad204-5fc1-4c50-9973-b3ad73a26f3a req-e53046a4-c7e5-4f1d-a459-df1da88d9f27 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:50.567294 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ffad204-5fc1-4c50-9973-b3ad73a26f3a req-e53046a4-c7e5-4f1d-a459-df1da88d9f27 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.60 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8&tenant_id=7c3408ec917249d390371812c6eebaef&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 943 time: 0.0582309 Feb 16 17:19:50.605283 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-269ebaac-174b-4582-8fc9-b4485f6716ef req-026b2f4f-a6fe-492d-afb5-be410a5849ae tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428872 Feb 16 17:19:50.626144 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [req-8ffad204-5fc1-4c50-9973-b3ad73a26f3a req-6fd0d41f-9ced-4e1c-8fcd-2dd0ce899d28 service neutron] delete failed (client error): The resource could not be found. Feb 16 17:19:50.627166 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ffad204-5fc1-4c50-9973-b3ad73a26f3a req-6fd0d41f-9ced-4e1c-8fcd-2dd0ce899d28 service neutron] 10.222.0.60 "DELETE /v2.0/ports/347827a5-54e9-43d6-bf73-58f41eb2deb9/bindings/n-h2-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.0541716 Feb 16 17:19:50.711664 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffad204-5fc1-4c50-9973-b3ad73a26f3a req-6c723b11-cb11-415d-a4db-6484f0cc6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:50.713162 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ffad204-5fc1-4c50-9973-b3ad73a26f3a req-6c723b11-cb11-415d-a4db-6484f0cc6da3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 1125 time: 0.0445161 Feb 16 17:19:50.803985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffad204-5fc1-4c50-9973-b3ad73a26f3a req-128b1390-12ac-4685-803a-168fdb942e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:50.805436 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ffad204-5fc1-4c50-9973-b3ad73a26f3a req-128b1390-12ac-4685-803a-168fdb942e1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0871384 Feb 16 17:19:50.868459 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ffad204-5fc1-4c50-9973-b3ad73a26f3a req-31c523d4-7d52-4cc8-830b-b321aa0800c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9 HTTP/1.1" status: 200 len: 999 time: 0.0572741 Feb 16 17:19:50.918132 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffad204-5fc1-4c50-9973-b3ad73a26f3a req-58d8f3d6-30a2-457e-822c-7ece9fa1de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:50.919566 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ffad204-5fc1-4c50-9973-b3ad73a26f3a req-58d8f3d6-30a2-457e-822c-7ece9fa1de2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0459661 Feb 16 17:19:50.967558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffad204-5fc1-4c50-9973-b3ad73a26f3a req-350a44b7-ce89-478e-9578-6afd165e46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:50.968960 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ffad204-5fc1-4c50-9973-b3ad73a26f3a req-350a44b7-ce89-478e-9578-6afd165e46d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436728 Feb 16 17:19:51.057439 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ffad204-5fc1-4c50-9973-b3ad73a26f3a req-d8d6be99-18a8-42c8-8d76-c33eb965d86e service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821614 Feb 16 17:19:51.149150 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-8ffad204-5fc1-4c50-9973-b3ad73a26f3a req-a64fc995-d784-4569-98da-116601b85e5f service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864508 Feb 16 17:19:51.269422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 347827a5-54e9-43d6-bf73-58f41eb2deb9 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:19:51.369251 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 347827a5-54e9-43d6-bf73-58f41eb2deb9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:51.381001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '347827a5-54e9-43d6-bf73-58f41eb2deb9', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'port_id': '347827a5-54e9-43d6-bf73-58f41eb2deb9', 'mac_address': 'fa:16:3e:8d:2b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:19:51.416309 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 347827a5-54e9-43d6-bf73-58f41eb2deb9 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:19:51.416700 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:51.430145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347827a5-54e9-43d6-bf73-58f41eb2deb9 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:19:51.451798 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 347827a5-54e9-43d6-bf73-58f41eb2deb9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:51.455820 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:51.510364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=347827a5-54e9-43d6-bf73-58f41eb2deb9,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:51.710268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['347827a5-54e9-43d6-bf73-58f41eb2deb9'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:19:51.736980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8316fd-3e73-4ed0-9871-47c287b06d96 req-7a3a6946-f15e-4b43-88ca-ed795cc27def tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:51.738474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd8316fd-3e73-4ed0-9871-47c287b06d96 req-7a3a6946-f15e-4b43-88ca-ed795cc27def tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 944 time: 0.0545506 Feb 16 17:19:51.786203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cd8316fd-3e73-4ed0-9871-47c287b06d96 req-cd1864d2-999c-4281-86f4-742bc2871d6d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412514 Feb 16 17:19:51.907393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa62a0f-ecd0-46eb-a448-91fca03d9b97 req-04a41297-d36f-4e3f-80f0-e31a508a72e8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:51.908836 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6fa62a0f-ecd0-46eb-a448-91fca03d9b97 req-04a41297-d36f-4e3f-80f0-e31a508a72e8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 944 time: 0.0548611 Feb 16 17:19:51.953660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6fa62a0f-ecd0-46eb-a448-91fca03d9b97 req-f26c060b-fee7-41b5-bcc5-65efc8b6ce7a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392225 Feb 16 17:19:52.073728 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340494ba-badb-49e1-a78f-3f62e11e2242 req-fddb81e1-5734-4dbc-90b3-87e71dd18fee tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:52.075722 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-340494ba-badb-49e1-a78f-3f62e11e2242 req-fddb81e1-5734-4dbc-90b3-87e71dd18fee tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 944 time: 0.0552044 Feb 16 17:19:52.122238 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-340494ba-badb-49e1-a78f-3f62e11e2242 req-5e246eb5-337a-429e-a53c-5698e3190ca8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410321 Feb 16 17:19:52.362299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad5872-6618-41af-a21b-e704f2dcdc90 req-77dd4051-b389-47b9-9c26-5f041c7c5b87 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:52.363707 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-faad5872-6618-41af-a21b-e704f2dcdc90 req-77dd4051-b389-47b9-9c26-5f041c7c5b87 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 944 time: 0.0606234 Feb 16 17:19:52.413552 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-faad5872-6618-41af-a21b-e704f2dcdc90 req-7b82caaf-63b2-4b8d-90b2-82bf538ccdc9 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440822 Feb 16 17:19:53.287158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 347827a5-54e9-43d6-bf73-58f41eb2deb9 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:19:53.339274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 347827a5-54e9-43d6-bf73-58f41eb2deb9 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:19:53.344312 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 347827a5-54e9-43d6-bf73-58f41eb2deb9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:53.344695 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:53.422115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 347827a5-54e9-43d6-bf73-58f41eb2deb9 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:19:53.422507 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:53.445788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347827a5-54e9-43d6-bf73-58f41eb2deb9'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:19:53.448071 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e485dd-f65c-4091-b359-6cf5032d2895" -d '{"events": [{"server_uuid": "956f021d-7bbb-4b65-a4e6-ff5e5743fac8", "name": "network-vif-plugged", "status": "completed", "tag": "347827a5-54e9-43d6-bf73-58f41eb2deb9"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:19:53.461458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 347827a5-54e9-43d6-bf73-58f41eb2deb9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:53.467108 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:53.495935 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf330ae-f6de-47c6-ab5d-2ba59fcd0112 x-openstack-request-id: req-faf330ae-f6de-47c6-ab5d-2ba59fcd0112 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:19:53.496418 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956f021d-7bbb-4b65-a4e6-ff5e5743fac8", "name": "network-vif-plugged", "status": "completed", "tag": "347827a5-54e9-43d6-bf73-58f41eb2deb9", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:19:53.496686 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-faf330ae-f6de-47c6-ab5d-2ba59fcd0112 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:19:53.497163 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347827a5-54e9-43d6-bf73-58f41eb2deb9', 'code': 200} Feb 16 17:19:53.522691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=347827a5-54e9-43d6-bf73-58f41eb2deb9,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:53.530560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:53.530903 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:53.531241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:53.531572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:53.531975 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:53.532301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:53.532632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:53.532954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:53.533271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:53.533589 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:53.533904 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:53.534220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:53.534536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:19:53.545496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4380b61-4578-4ebc-a1f7-2ffc3435b683 req-ccd08282-be3e-4d90-b61b-7b9444983329 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:53.547078 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4380b61-4578-4ebc-a1f7-2ffc3435b683 req-ccd08282-be3e-4d90-b61b-7b9444983329 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0540385 Feb 16 17:19:53.595501 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4380b61-4578-4ebc-a1f7-2ffc3435b683 req-55523a5a-fbf0-4efb-847d-f3a39522296a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425184 Feb 16 17:19:53.596554 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-8f5f9fb4-7579-4cbf-950f-473ec7dd2623 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:53.598045 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-8f5f9fb4-7579-4cbf-950f-473ec7dd2623 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.65 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 945 time: 0.0537148 Feb 16 17:19:53.691854 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-6653d599-ae89-4125-a700-b40fe0c7844f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Deleting port 347827a5-54e9-43d6-bf73-58f41eb2deb9 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:19:53.692194 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-6653d599-ae89-4125-a700-b40fe0c7844f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:53.778603 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-6653d599-ae89-4125-a700-b40fe0c7844f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] For port 347827a5-54e9-43d6-bf73-58f41eb2deb9, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=347827a5-54e9-43d6-bf73-58f41eb2deb9,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:19:53.778958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-6653d599-ae89-4125-a700-b40fe0c7844f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:53.948952 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-6653d599-ae89-4125-a700-b40fe0c7844f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:53.949862 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-6653d599-ae89-4125-a700-b40fe0c7844f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (96ddef16-fb69-454d-b697-4497f2a93946), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:53.950177 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-6653d599-ae89-4125-a700-b40fe0c7844f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Floating IP 96ddef16-fb69-454d-b697-4497f2a93946 disassociated. External IP: 172.25.4.206, port: 347827a5-54e9-43d6-bf73-58f41eb2deb9. Feb 16 17:19:53.950620 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-6653d599-ae89-4125-a700-b40fe0c7844f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Calling delete_port for 347827a5-54e9-43d6-bf73-58f41eb2deb9 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:19:54.075108 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-6653d599-ae89-4125-a700-b40fe0c7844f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (347827a5-54e9-43d6-bf73-58f41eb2deb9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:54.107301 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653d599-ae89-4125-a700-b40fe0c7844f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event deleted for resources: {'Port': ['ID=347827a5-54e9-43d6-bf73-58f41eb2deb9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:54.227944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-6653d599-ae89-4125-a700-b40fe0c7844f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Router 42675e5d-45d3-42ef-bd94-a28e700aa545 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:19:54.667371 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-6653d599-ae89-4125-a700-b40fe0c7844f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:19:54.679526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf052cb4-6be8-4367-b2e6-d86998a70831 None None] Sync routers for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:19:54.691371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf052cb4-6be8-4367-b2e6-d86998a70831 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:19:54.692024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-cf052cb4-6be8-4367-b2e6-d86998a70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:19:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:54.695674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cc63933c-6480-47f3-94c2-6db84127cdcc req-ef043db3-36ea-4a37-b072-f29c9558925d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=956f021d-7bbb-4b65-a4e6-ff5e5743fac8 HTTP/1.1" status: 200 len: 210 time: 0.0292211 Feb 16 17:19:54.710546 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-6653d599-ae89-4125-a700-b40fe0c7844f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] No DVR routers for this DVR port 347827a5-54e9-43d6-bf73-58f41eb2deb9 on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:19:54.717904 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-6653d599-ae89-4125-a700-b40fe0c7844f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:54.721257 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e0cbd7d0-3518-4ddc-be92-221b303000da req-6653d599-ae89-4125-a700-b40fe0c7844f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.65 "DELETE /v2.0/ports/347827a5-54e9-43d6-bf73-58f41eb2deb9 HTTP/1.1" status: 204 len: 173 time: 1.1186769 Feb 16 17:19:54.721706 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'name': 'network-vif-deleted', 'tag': '347827a5-54e9-43d6-bf73-58f41eb2deb9'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:19:54.723965 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99238a0c-6bc5-408d-b63e-2948625fa022" -d '{"events": [{"server_uuid": "956f021d-7bbb-4b65-a4e6-ff5e5743fac8", "name": "network-vif-deleted", "tag": "347827a5-54e9-43d6-bf73-58f41eb2deb9"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:19:54.775661 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435632ce-b306-427b-8db6-8969a02f1ee5 x-openstack-request-id: req-435632ce-b306-427b-8db6-8969a02f1ee5 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:19:54.775993 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956f021d-7bbb-4b65-a4e6-ff5e5743fac8", "name": "network-vif-deleted", "tag": "347827a5-54e9-43d6-bf73-58f41eb2deb9", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:19:54.776288 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-435632ce-b306-427b-8db6-8969a02f1ee5 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:19:54.776659 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956f021d-7bbb-4b65-a4e6-ff5e5743fac8', 'name': 'network-vif-deleted', 'tag': '347827a5-54e9-43d6-bf73-58f41eb2deb9', 'status': 'completed', 'code': 200} Feb 16 17:19:54.811599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-cf052cb4-6be8-4367-b2e6-d86998a70831 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:19:55.024438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-cf052cb4-6be8-4367-b2e6-d86998a70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:55.050119 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf052cb4-6be8-4367-b2e6-d86998a70831 None None] Checking router: 42675e5d-45d3-42ef-bd94-a28e700aa545 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:19:55.058240 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf052cb4-6be8-4367-b2e6-d86998a70831 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:19:55.058905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-cf052cb4-6be8-4367-b2e6-d86998a70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:19:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:55.164467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-cf052cb4-6be8-4367-b2e6-d86998a70831 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:19:55.360683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-cf052cb4-6be8-4367-b2e6-d86998a70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:19:55.386308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf052cb4-6be8-4367-b2e6-d86998a70831 None None] The sync data for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 is: [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:19:55.596898 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e27f248-86d8-4fa5-a9af-421e56f83fa6 None None] New status for floating IP 96ddef16-fb69-454d-b697-4497f2a93946: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:19:55.743006 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c771b2ed-ddb9-44d4-855e-a62ba1dd5488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:55.936817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1fefafb8-4318-4cd3-869d-be41e6a1f7bc tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--931760251&fields=id&tenant_id=7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 267 time: 0.0415168 Feb 16 17:19:56.381433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-340d953e-3ce7-411c-ae84-6d68ac38b4ea tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:56.383029 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-340d953e-3ce7-411c-ae84-6d68ac38b4ea tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 812 time: 0.4398930 Feb 16 17:19:56.397868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-24ce591e-8571-4047-82d5-213e4ec0f215 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/quotas/7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 375 time: 0.0088613 Feb 16 17:19:56.452792 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-7b59ba23-73fd-404f-9802-20962beddc38 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497465 Feb 16 17:19:56.594562 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-d7a1c5c6-09fc-4201-836b-26253b931a90 service neutron] 10.222.0.24 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304629 Feb 16 17:19:56.681970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-abc1fcce-7c9f-4383-821f-ba88d1417192 service neutron] 10.222.0.24 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816691 Feb 16 17:19:56.846561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22ec63ee-027c-4262-8ccc-589981589e57 req-e9d4d86a-3c2b-4471-bdbc-47f760449704 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 210 time: 0.0317526 Feb 16 17:19:57.316817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 347827a5-54e9-43d6-bf73-58f41eb2deb9 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:19:57.339179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 347827a5-54e9-43d6-bf73-58f41eb2deb9 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:19:57.339517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 347827a5-54e9-43d6-bf73-58f41eb2deb9 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:19:57.737837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-eb0bafd0-05d7-435c-9dbf-f3bc0c9a374d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:57.739354 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-eb0bafd0-05d7-435c-9dbf-f3bc0c9a374d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 812 time: 0.1053431 Feb 16 17:19:57.798028 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-20049335-a969-432c-9b96-6baaa33ecc2c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 379 time: 0.0507367 Feb 16 17:19:57.806235 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-09a27871-f081-478e-a85b-d164f5a4163c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Request body: {'port': {'device_id': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'admin_state_up': True, 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'security_groups': ['df323e52-c92b-4b16-bc3b-71dc0fee602d']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:19:57.909473 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-09a27871-f081-478e-a85b-d164f5a4163c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Made reservation on behalf of 7c3408ec917249d390371812c6eebaef for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:19:57.912782 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-09a27871-f081-478e-a85b-d164f5a4163c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:57.943182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3ccbeea9-c230-4da4-bd18-6b8d3a78e791 req-fa4e1707-3f1e-49aa-934b-fc15fb856934 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 210 time: 0.0272121 Feb 16 17:19:58.040847 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-09a27871-f081-478e-a85b-d164f5a4163c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Allocated IP 172.20.0.9 (8977e6ec-f59b-4507-bcd0-9ee4cf60c7be/b54d1794-9602-4f83-8507-7b38ed964c22/78160e70-1753-4d0d-a13a-8fbbdcfcca4c) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:19:58.178343 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-09a27871-f081-478e-a85b-d164f5a4163c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:58.211502 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-09a27871-f081-478e-a85b-d164f5a4163c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:58.258215 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-09a27871-f081-478e-a85b-d164f5a4163c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:19:58.261405 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-09a27871-f081-478e-a85b-d164f5a4163c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:19:58.265633 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-09a27871-f081-478e-a85b-d164f5a4163c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:19:58.271975 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a27871-f081-478e-a85b-d164f5a4163c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event updated for resources: {'Port': ['ID=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:58.319262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-09a27871-f081-478e-a85b-d164f5a4163c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:58.319966 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-09a27871-f081-478e-a85b-d164f5a4163c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:58.337190 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-09a27871-f081-478e-a85b-d164f5a4163c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5344548 Feb 16 17:19:58.349106 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Request body: {'port': {'device_id': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:19:58.361620 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-51b48393-ab0c-4f9a-b5ae-6652c1b843c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:58.420843 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:58.470420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a2cc016c-8b1d-425c-8d76-0bd0ca397440 None None] Provisioning complete for port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:19:58.470796 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a2cc016c-8b1d-425c-8d76-0bd0ca397440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:58.505292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc016c-8b1d-425c-8d76-0bd0ca397440 None None] Port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:19:58.690542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78160e70-1753-4d0d-a13a-8fbbdcfcca4c {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:19:58.697924 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Publish callbacks [] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:58.710292 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Transition to ACTIVE for port object 78160e70-1753-4d0d-a13a-8fbbdcfcca4c will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:19:58.714018 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:58.764673 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Pushing event updated for resources: {'Port': ['ID=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:58.842044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Attempting to bind port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:19:58.842380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Attempting to bind port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:19:58.842710 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Attempting to bind port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:19:58.850561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:19:58.850885 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Attempting to bind port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:19:58.857013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:19:58.857351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Checking segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:19:58.857737 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Bound using segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:19:58.858174 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Bound port: 78160e70-1753-4d0d-a13a-8fbbdcfcca4c, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:19:58.858518 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:58.886659 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:19:58.925539 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] For port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:19:58.928525 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] For port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:19:58.935342 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:58.969030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:58.970181 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:58.971503 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] 10.222.0.65 "PUT /v2.0/ports/78160e70-1753-4d0d-a13a-8fbbdcfcca4c HTTP/1.1" status: 200 len: 1091 time: 0.6268775 Feb 16 17:19:58.972101 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'tag': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:19:58.974353 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cfe433cd758559c56e47d493c650e207685bbb2fa85f5d978c72e0f3fb0be95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a6032f-ee06-44bb-ad50-fa71b1b1eb87" -d '{"events": [{"name": "network-changed", "server_uuid": "0e311cc4-c262-4900-94d5-f79626e51e7b", "tag": "78160e70-1753-4d0d-a13a-8fbbdcfcca4c"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:19:59.005083 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fa562-ce4e-41e1-a4c2-43090dd4d470 service neutron] Pushing event updated for resources: {'Port': ['ID=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:19:59.055926 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688e6a18-058e-4c9f-9f02-f2e850919649 x-openstack-request-id: req-688e6a18-058e-4c9f-9f02-f2e850919649 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:19:59.056447 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e311cc4-c262-4900-94d5-f79626e51e7b", "tag": "78160e70-1753-4d0d-a13a-8fbbdcfcca4c", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:19:59.056765 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-688e6a18-058e-4c9f-9f02-f2e850919649 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:19:59.057242 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'tag': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c', 'status': 'completed', 'code': 200} Feb 16 17:19:59.078987 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-548f2b0c-a10e-4c0b-b7b1-0370097ca4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:59.081276 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-548f2b0c-a10e-4c0b-b7b1-0370097ca4b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 1125 time: 0.0667961 Feb 16 17:19:59.102782 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c595e-f994-4e26-9d9e-a1d24551f077 req-ffae67c7-7d5b-4938-9405-2ed36e5e4696 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:59.104719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-889c595e-f994-4e26-9d9e-a1d24551f077 req-ffae67c7-7d5b-4938-9405-2ed36e5e4696 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 943 time: 0.0578454 Feb 16 17:19:59.129079 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-f8a39c2a-42a4-48ae-a514-cfc44dddc38a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c HTTP/1.1" status: 200 len: 217 time: 0.0413389 Feb 16 17:19:59.156084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-889c595e-f994-4e26-9d9e-a1d24551f077 req-ef9e4962-a707-4212-800e-d64dcc9a28e9 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447268 Feb 16 17:19:59.180220 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-0471b567-d50c-4f3d-8494-e108fcec12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:59.181689 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-0471b567-d50c-4f3d-8494-e108fcec12f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0466909 Feb 16 17:19:59.233532 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-b40691f6-1ee0-40c5-806a-808c8d56131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:59.235005 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-b40691f6-1ee0-40c5-806a-808c8d56131e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468118 Feb 16 17:19:59.327483 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-b979f71c-3098-4c90-a5d5-33c0c8cb7df5 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866835 Feb 16 17:19:59.419387 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-81a07fc8-2fd0-472f-8d51-3e176cdb989e req-4cc11c6c-8427-4ab8-b768-081e2cbde537 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867000 Feb 16 17:19:59.453169 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:19:59.510911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6032f-ee06-44bb-ad50-fa71b1b1eb87 req-f412241a-f1a5-4f20-b2f5-92eb150bf375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:59.512971 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-10a6032f-ee06-44bb-ad50-fa71b1b1eb87 req-f412241a-f1a5-4f20-b2f5-92eb150bf375 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 1125 time: 0.0467522 Feb 16 17:19:59.603617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6032f-ee06-44bb-ad50-fa71b1b1eb87 req-0e764a77-e8f8-426f-87ba-82f7b0222e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:59.605475 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-10a6032f-ee06-44bb-ad50-fa71b1b1eb87 req-0e764a77-e8f8-426f-87ba-82f7b0222e72 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0859847 Feb 16 17:19:59.649957 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-10a6032f-ee06-44bb-ad50-fa71b1b1eb87 req-e22c4229-3b6a-4148-84ef-8f004d57588e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c HTTP/1.1" status: 200 len: 217 time: 0.0388095 Feb 16 17:19:59.698627 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6032f-ee06-44bb-ad50-fa71b1b1eb87 req-d7ca042e-81f1-4191-ac97-002ee61bb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:59.700605 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-10a6032f-ee06-44bb-ad50-fa71b1b1eb87 req-d7ca042e-81f1-4191-ac97-002ee61bb394 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0437343 Feb 16 17:19:59.749746 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6032f-ee06-44bb-ad50-fa71b1b1eb87 req-a169347b-c363-4e34-bcfb-fb314bd0bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:19:59.751201 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-10a6032f-ee06-44bb-ad50-fa71b1b1eb87 req-a169347b-c363-4e34-bcfb-fb314bd0bc6a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434678 Feb 16 17:19:59.843659 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-10a6032f-ee06-44bb-ad50-fa71b1b1eb87 req-4a3e0e2b-3e58-4828-8326-cb1f1b8e4db5 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860612 Feb 16 17:19:59.931163 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-10a6032f-ee06-44bb-ad50-fa71b1b1eb87 req-d1fea920-3c6b-408c-8941-e1c33701a9a5 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806253 Feb 16 17:20:00.281011 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7e37b-d8cd-4647-92b7-7e6e06a422ca req-5cdbea26-e78a-4ac2-8176-395a4f141363 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:00.282480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ddb7e37b-d8cd-4647-92b7-7e6e06a422ca req-5cdbea26-e78a-4ac2-8176-395a4f141363 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 943 time: 0.0538862 Feb 16 17:20:00.333345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ddb7e37b-d8cd-4647-92b7-7e6e06a422ca req-6935b09a-4d11-4129-9f57-4f5aee3edabc tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452578 Feb 16 17:20:00.995319 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:01.321598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 78160e70-1753-4d0d-a13a-8fbbdcfcca4c details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:20:01.422269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:01.435237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'port_id': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c', 'mac_address': 'fa:16:3e:d3:3d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:20:01.455840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9d9c6-4198-4f52-9c27-7a0f30e26871 req-bd7eddb7-b2f9-4cb8-a933-5cb9789c2f89 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:01.457880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53a9d9c6-4198-4f52-9c27-7a0f30e26871 req-bd7eddb7-b2f9-4cb8-a933-5cb9789c2f89 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 943 time: 0.0536768 Feb 16 17:20:01.481419 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:20:01.481849 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:01.495982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78160e70-1753-4d0d-a13a-8fbbdcfcca4c {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:20:01.512079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53a9d9c6-4198-4f52-9c27-7a0f30e26871 req-287269d4-ebcd-44a2-900f-b35e0db63c3d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483928 Feb 16 17:20:01.516166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:01.520596 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:01.571980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:01.709787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['78160e70-1753-4d0d-a13a-8fbbdcfcca4c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:20:01.760464 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:02.154490 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:02.688008 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2b766-b396-4528-8d3e-a73397ef7580 req-9e04f2e0-2cf6-4d43-bd86-e7d5c73a9783 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:02.689401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abf2b766-b396-4528-8d3e-a73397ef7580 req-9e04f2e0-2cf6-4d43-bd86-e7d5c73a9783 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 944 time: 0.0529914 Feb 16 17:20:02.735634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-abf2b766-b396-4528-8d3e-a73397ef7580 req-42e4b3b7-bfa3-4bc8-af59-57e47fd2025c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406275 Feb 16 17:20:03.316252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 78160e70-1753-4d0d-a13a-8fbbdcfcca4c up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:20:03.367835 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:20:03.372246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:20:03.372623 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:03.451374 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:20:03.451798 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:03.474823 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:20:03.477052 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}824f7906f6bbad3904b01706ba8470482376df786e9879cd17d7afc8911a15f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807431ab-fd37-475a-9aa4-299e008eafcf" -d '{"events": [{"server_uuid": "0e311cc4-c262-4900-94d5-f79626e51e7b", "name": "network-vif-plugged", "status": "completed", "tag": "78160e70-1753-4d0d-a13a-8fbbdcfcca4c"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:20:03.492615 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:03.496743 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:03.521650 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0818f0e-7ebc-4f0f-af84-dd8daffd5c75 x-openstack-request-id: req-b0818f0e-7ebc-4f0f-af84-dd8daffd5c75 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:20:03.521955 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e311cc4-c262-4900-94d5-f79626e51e7b", "name": "network-vif-plugged", "status": "completed", "tag": "78160e70-1753-4d0d-a13a-8fbbdcfcca4c", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:20:03.522212 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0818f0e-7ebc-4f0f-af84-dd8daffd5c75 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:20:03.522603 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c', 'code': 200} Feb 16 17:20:03.551104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:03.620225 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742bf0f-5f9a-4e0e-add0-ed644edace56 req-29f92e05-42b2-47fd-8012-b653d011bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:03.622324 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b742bf0f-5f9a-4e0e-add0-ed644edace56 req-29f92e05-42b2-47fd-8012-b653d011bc2b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 1127 time: 0.0504384 Feb 16 17:20:03.665436 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-b742bf0f-5f9a-4e0e-add0-ed644edace56 req-a208f4c4-832d-4a5c-ba70-e61591034b56 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370576 Feb 16 17:20:03.859947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38968664-ce25-4980-b242-1c7599f18bcc req-f38b1222-291e-45e5-a8c8-4c6ab627c411 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:03.861425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-38968664-ce25-4980-b242-1c7599f18bcc req-f38b1222-291e-45e5-a8c8-4c6ab627c411 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0575831 Feb 16 17:20:03.907073 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-38968664-ce25-4980-b242-1c7599f18bcc req-a006f548-fa04-4363-b38e-3c734946b547 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401316 Feb 16 17:20:04.960439 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:05.146107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419484f-1f4a-4c23-9c10-4af099976e69 req-a0121432-0b40-4c47-8004-e0df8f5a2127 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:05.147587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3419484f-1f4a-4c23-9c10-4af099976e69 req-a0121432-0b40-4c47-8004-e0df8f5a2127 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0951083 Feb 16 17:20:05.194343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3419484f-1f4a-4c23-9c10-4af099976e69 req-06ca84c4-c008-4c66-9269-a1d33b2c272a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404360 Feb 16 17:20:05.312199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874508fc-9668-4c8e-a34e-24cd2ec4b28e req-a1786b09-23bc-446e-9e53-86d7d5c95305 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:05.313650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-874508fc-9668-4c8e-a34e-24cd2ec4b28e req-a1786b09-23bc-446e-9e53-86d7d5c95305 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0554326 Feb 16 17:20:05.322821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52700) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:20:05.327376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-cb5de4ed-dd1a-4aa7-ac14-17a2727a7b1f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Request body: {'floatingip': {'port_id': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:05.371383 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb5de4ed-dd1a-4aa7-ac14-17a2727a7b1f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (96ddef16-fb69-454d-b697-4497f2a93946), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:05.792656 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb5de4ed-dd1a-4aa7-ac14-17a2727a7b1f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:05.796930 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb5de4ed-dd1a-4aa7-ac14-17a2727a7b1f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (96ddef16-fb69-454d-b697-4497f2a93946), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:05.895030 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-cb5de4ed-dd1a-4aa7-ac14-17a2727a7b1f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Floating IP 96ddef16-fb69-454d-b697-4497f2a93946 associated. External IP: 172.25.4.206, port: 78160e70-1753-4d0d-a13a-8fbbdcfcca4c. Feb 16 17:20:06.107498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5de4ed-dd1a-4aa7-ac14-17a2727a7b1f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Router 42675e5d-45d3-42ef-bd94-a28e700aa545 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:20:06.217334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5de4ed-dd1a-4aa7-ac14-17a2727a7b1f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:20:06.224175 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cb5de4ed-dd1a-4aa7-ac14-17a2727a7b1f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:06.231026 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e608c27-ab5e-4585-b0ec-79cbcc4a185d None None] Sync routers for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:20:06.247185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e608c27-ab5e-4585-b0ec-79cbcc4a185d None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:20:06.248243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6e608c27-ab5e-4585-b0ec-79cbcc4a185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:19:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:06.270835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cb5de4ed-dd1a-4aa7-ac14-17a2727a7b1f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "PUT /v2.0/floatingips/96ddef16-fb69-454d-b697-4497f2a93946 HTTP/1.1" status: 200 len: 991 time: 0.9469419 Feb 16 17:20:06.271628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'tag': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:20:06.274423 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a33bbbc92af5b5c8dc0a8791b61055bf02f85f2758e706bd5b49135ae5f7043b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9944b269-1268-4c29-8e84-9723bc90378f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e311cc4-c262-4900-94d5-f79626e51e7b", "tag": "78160e70-1753-4d0d-a13a-8fbbdcfcca4c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:20:06.318391 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02344c5-3455-4120-bd79-c59d8c28ffe7 x-openstack-request-id: req-e02344c5-3455-4120-bd79-c59d8c28ffe7 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:20:06.318688 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e311cc4-c262-4900-94d5-f79626e51e7b", "tag": "78160e70-1753-4d0d-a13a-8fbbdcfcca4c", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:20:06.318948 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e02344c5-3455-4120-bd79-c59d8c28ffe7 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:20:06.319361 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'tag': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c', 'status': 'completed', 'code': 200} Feb 16 17:20:06.395620 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944b269-1268-4c29-8e84-9723bc90378f req-2ea6e6f8-4265-4b84-8870-06a52242a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:06.397506 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9944b269-1268-4c29-8e84-9723bc90378f req-2ea6e6f8-4265-4b84-8870-06a52242a7bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 1127 time: 0.0582292 Feb 16 17:20:06.512459 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944b269-1268-4c29-8e84-9723bc90378f req-3259ddf9-1fff-458e-9823-81d6500a2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:06.513937 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9944b269-1268-4c29-8e84-9723bc90378f req-3259ddf9-1fff-458e-9823-81d6500a2923 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.1102936 Feb 16 17:20:06.553533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-6e608c27-ab5e-4585-b0ec-79cbcc4a185d None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:20:06.581517 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9944b269-1268-4c29-8e84-9723bc90378f req-5eaeafb0-2759-49ff-9b6e-023a69a7f9d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c HTTP/1.1" status: 200 len: 999 time: 0.0615084 Feb 16 17:20:06.589929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd03a58-e42a-4f5a-a5d0-29ea5f7cf283 req-3b840cc0-374e-498e-9802-1fdc715c6fa7 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:06.594194 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fd03a58-e42a-4f5a-a5d0-29ea5f7cf283 req-3b840cc0-374e-498e-9802-1fdc715c6fa7 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.1141686 Feb 16 17:20:06.630499 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944b269-1268-4c29-8e84-9723bc90378f req-eb7342f6-09dd-49fb-9e21-ad7bba7f3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:06.631919 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9944b269-1268-4c29-8e84-9723bc90378f req-eb7342f6-09dd-49fb-9e21-ad7bba7f3eb0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0450325 Feb 16 17:20:06.646809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7fd03a58-e42a-4f5a-a5d0-29ea5f7cf283 req-e8084ca4-6373-478e-adf3-d7fb2d1a6797 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491796 Feb 16 17:20:06.686351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944b269-1268-4c29-8e84-9723bc90378f req-82776271-8dbf-4f36-ad64-acc35dafd6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:06.687911 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9944b269-1268-4c29-8e84-9723bc90378f req-82776271-8dbf-4f36-ad64-acc35dafd6a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504627 Feb 16 17:20:06.776236 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9944b269-1268-4c29-8e84-9723bc90378f req-93ba4346-0235-4c43-82d1-b1008ff2e209 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827403 Feb 16 17:20:06.787688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6e608c27-ab5e-4585-b0ec-79cbcc4a185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '96ddef16-fb69-454d-b697-4497f2a93946', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'port_id': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'mac_address': 'fa:16:3e:d3:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:19:02Z', 'updated_at': '2022-02-16T17:20:05Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:06.815323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e608c27-ab5e-4585-b0ec-79cbcc4a185d None None] Checking router: 42675e5d-45d3-42ef-bd94-a28e700aa545 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:20:06.823690 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e608c27-ab5e-4585-b0ec-79cbcc4a185d None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:20:06.824348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6e608c27-ab5e-4585-b0ec-79cbcc4a185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:19:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:06.870089 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9944b269-1268-4c29-8e84-9723bc90378f req-3311cb8e-c211-45f2-8e61-87e84571af41 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876508 Feb 16 17:20:06.934945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-6e608c27-ab5e-4585-b0ec-79cbcc4a185d None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:20:07.157671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6e608c27-ab5e-4585-b0ec-79cbcc4a185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '96ddef16-fb69-454d-b697-4497f2a93946', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'port_id': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'mac_address': 'fa:16:3e:d3:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:19:02Z', 'updated_at': '2022-02-16T17:20:05Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:07.188705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e608c27-ab5e-4585-b0ec-79cbcc4a185d None None] The sync data for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 is: [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '96ddef16-fb69-454d-b697-4497f2a93946', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'port_id': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'mac_address': 'fa:16:3e:d3:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:19:02Z', 'updated_at': '2022-02-16T17:20:05Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:20:07.378265 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aaecfb-c41a-45ec-86ca-335bd3413a43 None None] New status for floating IP 96ddef16-fb69-454d-b697-4497f2a93946: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:20:07.769774 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6e1d1-a505-4efe-96e3-7eb625d4d301 req-d2a74d04-10f2-4858-ae39-b0192ba4cc2d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:07.771159 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19b6e1d1-a505-4efe-96e3-7eb625d4d301 req-d2a74d04-10f2-4858-ae39-b0192ba4cc2d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0528173 Feb 16 17:20:07.818496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19b6e1d1-a505-4efe-96e3-7eb625d4d301 req-a8f16e97-5c2b-47f8-852e-45f955fb216c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418296 Feb 16 17:20:08.939527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b3097-8de8-455a-aab0-82d4accfe1d4 req-8402f90d-e73e-401f-a909-ddf051c8acec tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:08.941028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-418b3097-8de8-455a-aab0-82d4accfe1d4 req-8402f90d-e73e-401f-a909-ddf051c8acec tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0528085 Feb 16 17:20:08.988717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-418b3097-8de8-455a-aab0-82d4accfe1d4 req-23891326-73fc-4b99-af9f-0566dc34eb3f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421753 Feb 16 17:20:10.112495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a2f18-3327-4c48-a2b3-b170123b4da7 req-dd2bc177-60a8-4b53-b34a-bddc6a3ce6bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:10.113972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e79a2f18-3327-4c48-a2b3-b170123b4da7 req-dd2bc177-60a8-4b53-b34a-bddc6a3ce6bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0577137 Feb 16 17:20:10.159878 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e79a2f18-3327-4c48-a2b3-b170123b4da7 req-c46a178c-a4c7-4557-9ddb-86ccf4c9e547 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402589 Feb 16 17:20:11.282995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d6f34-5c37-47cc-b033-3f03a91553a0 req-2639196d-b3a8-4a29-a845-62b16014560a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:11.284534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-175d6f34-5c37-47cc-b033-3f03a91553a0 req-2639196d-b3a8-4a29-a845-62b16014560a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0551765 Feb 16 17:20:11.333170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-175d6f34-5c37-47cc-b033-3f03a91553a0 req-b005adda-c700-4177-b62a-70f6d0d5510c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431850 Feb 16 17:20:12.453034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d258ab2-b0b1-4a2d-9ab4-ae68a6012809 req-fd2ce48b-270f-4a4c-81f6-488c8c062ca1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:12.454527 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d258ab2-b0b1-4a2d-9ab4-ae68a6012809 req-fd2ce48b-270f-4a4c-81f6-488c8c062ca1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0532367 Feb 16 17:20:12.505914 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d258ab2-b0b1-4a2d-9ab4-ae68a6012809 req-d94d5297-27fa-4dea-b2cd-2aa9a9481d10 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458519 Feb 16 17:20:13.626841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65544db9-49c0-4c9b-ac80-e11586c5d241 req-56108228-2da0-4f4f-8bdf-409525fa3553 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:13.628498 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65544db9-49c0-4c9b-ac80-e11586c5d241 req-56108228-2da0-4f4f-8bdf-409525fa3553 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0546389 Feb 16 17:20:13.676960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65544db9-49c0-4c9b-ac80-e11586c5d241 req-c4d37cd5-b198-453d-b2f1-3bd6597b1042 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429804 Feb 16 17:20:14.795238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cab4f4-451d-4c36-8c7c-a3af92239618 req-87a4c6c8-4c69-4210-8b71-44f1fe49a50a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:14.796733 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49cab4f4-451d-4c36-8c7c-a3af92239618 req-87a4c6c8-4c69-4210-8b71-44f1fe49a50a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0525186 Feb 16 17:20:14.843205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49cab4f4-451d-4c36-8c7c-a3af92239618 req-99383b11-e697-4026-823a-8a00b55dc24e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409775 Feb 16 17:20:15.968057 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7703f76-2b9d-48db-b3c6-48358db74693 req-5958ac2b-747b-4c0b-80af-1efa22702357 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:15.969597 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7703f76-2b9d-48db-b3c6-48358db74693 req-5958ac2b-747b-4c0b-80af-1efa22702357 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0582609 Feb 16 17:20:16.017751 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7703f76-2b9d-48db-b3c6-48358db74693 req-c6ee6457-9088-4acd-954b-443a3faab255 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419550 Feb 16 17:20:17.136345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257242-bb97-447c-9387-a0f5a6003cd6 req-38d6bd38-7edc-4665-be55-d95641d6541d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:17.137837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9257242-bb97-447c-9387-a0f5a6003cd6 req-38d6bd38-7edc-4665-be55-d95641d6541d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0531285 Feb 16 17:20:17.184910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9257242-bb97-447c-9387-a0f5a6003cd6 req-ea38a206-bdbd-4829-9c5f-2640a1bee085 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415890 Feb 16 17:20:18.310021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d5eec-e1ed-4f27-80fd-b0d8f39c560a req-99bd98cb-9fa1-4a22-b5d0-b69cfe9dc61e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:18.311483 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-257d5eec-e1ed-4f27-80fd-b0d8f39c560a req-99bd98cb-9fa1-4a22-b5d0-b69cfe9dc61e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0570886 Feb 16 17:20:18.359333 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-257d5eec-e1ed-4f27-80fd-b0d8f39c560a req-fe539d0d-803b-42ab-86ed-6891f89e32ae tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421097 Feb 16 17:20:19.483028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af28a5-169b-486c-943d-aca6e3290c0a req-d20720e4-5cc3-4759-98c6-891646b3fe56 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:19.484694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64af28a5-169b-486c-943d-aca6e3290c0a req-d20720e4-5cc3-4759-98c6-891646b3fe56 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0578659 Feb 16 17:20:19.532365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64af28a5-169b-486c-943d-aca6e3290c0a req-d8adfb0f-52fa-40a3-8ca4-31560f63dec5 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421529 Feb 16 17:20:20.663046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fe895-04ae-4476-876d-3c5c34630709 req-3969a393-47d9-4f30-8b35-4f46f78549dc tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:20.664570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-768fe895-04ae-4476-876d-3c5c34630709 req-3969a393-47d9-4f30-8b35-4f46f78549dc tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0648592 Feb 16 17:20:20.716840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-768fe895-04ae-4476-876d-3c5c34630709 req-3abaeed4-44aa-4f24-abf9-7fd00e9e2525 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461586 Feb 16 17:20:21.854450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a01d-b4c1-4e67-971f-dcd86a4810cb req-92d347a4-6f64-45a6-a3b3-c69cb362b60c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:21.856591 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a42a01d-b4c1-4e67-971f-dcd86a4810cb req-92d347a4-6f64-45a6-a3b3-c69cb362b60c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0524056 Feb 16 17:20:21.903298 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a42a01d-b4c1-4e67-971f-dcd86a4810cb req-7a4d6c89-63f7-4481-bbb1-e2d3c741ec2d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410903 Feb 16 17:20:23.024405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84035adb-4cc2-4a10-aaa9-3a8672d9ec57 req-00c0bd25-4b5e-4404-a6dd-88a456b2e998 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:23.025881 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84035adb-4cc2-4a10-aaa9-3a8672d9ec57 req-00c0bd25-4b5e-4404-a6dd-88a456b2e998 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0530572 Feb 16 17:20:23.071728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84035adb-4cc2-4a10-aaa9-3a8672d9ec57 req-050c6611-1885-459d-8f7b-5fbf3d4b5635 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396092 Feb 16 17:20:24.195763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecdd3c-75b2-45e6-9812-9eb2b2e13f8b req-ea3c9b8d-425f-4fdc-9320-00993af6a522 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:24.197265 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52ecdd3c-75b2-45e6-9812-9eb2b2e13f8b req-ea3c9b8d-425f-4fdc-9320-00993af6a522 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0571241 Feb 16 17:20:24.244183 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52ecdd3c-75b2-45e6-9812-9eb2b2e13f8b req-168fa1a2-95ca-43fc-8bc4-078e17aac809 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407748 Feb 16 17:20:25.379083 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c157d-36e8-45d1-858f-933a19f99f6a req-e83caa60-48c5-4333-adf4-3965fc797004 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:25.380802 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-108c157d-36e8-45d1-858f-933a19f99f6a req-e83caa60-48c5-4333-adf4-3965fc797004 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0651987 Feb 16 17:20:25.434857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-108c157d-36e8-45d1-858f-933a19f99f6a req-5bb60df6-f0c9-44aa-81d1-90ad84310d7c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478272 Feb 16 17:20:25.745880 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dafabe5a-eb9a-4eab-aae1-8f431725d25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:26.556426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecb152-7082-4cda-952c-85b962faeb62 req-a96229b6-3561-4ca1-932a-998765f9f43f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:26.557804 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-21ecb152-7082-4cda-952c-85b962faeb62 req-a96229b6-3561-4ca1-932a-998765f9f43f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0525420 Feb 16 17:20:26.609749 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-21ecb152-7082-4cda-952c-85b962faeb62 req-e89f1773-e79f-43f7-a5f7-88a0badf0420 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456457 Feb 16 17:20:27.729310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac257b-42d4-49d1-b98b-c2f2ae5b9b24 req-c6cec9b7-bfca-4ff6-be05-6967abc1a8eb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:27.730692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2ac257b-42d4-49d1-b98b-c2f2ae5b9b24 req-c6cec9b7-bfca-4ff6-be05-6967abc1a8eb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0538549 Feb 16 17:20:27.777575 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2ac257b-42d4-49d1-b98b-c2f2ae5b9b24 req-8ba63aac-d995-4054-bab6-9950f8ead3d4 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412281 Feb 16 17:20:28.364622 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67c5b946-3f9d-4d0b-b17b-d31a118901ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:28.895857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409681d7-c669-4156-82ed-0ca34da85724 req-b335da5c-7981-4279-8c7a-60fd71ac5613 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:28.897337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-409681d7-c669-4156-82ed-0ca34da85724 req-b335da5c-7981-4279-8c7a-60fd71ac5613 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0530088 Feb 16 17:20:28.944270 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-409681d7-c669-4156-82ed-0ca34da85724 req-ce4b87ed-e5b1-4dab-9e74-bf4af3244068 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412018 Feb 16 17:20:29.456456 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:30.067777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4266b-d1b1-4ab1-ac84-68f627e4081c req-e91d1700-8691-40eb-9cb3-fe69c2978cf4 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:30.069255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-89c4266b-d1b1-4ab1-ac84-68f627e4081c req-e91d1700-8691-40eb-9cb3-fe69c2978cf4 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0576029 Feb 16 17:20:30.116484 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-89c4266b-d1b1-4ab1-ac84-68f627e4081c req-c13b8869-6dce-42aa-950c-13e1f2b002f6 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415063 Feb 16 17:20:30.997953 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:31.235504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98901063-a66a-4cd3-bdc6-f440743d96ac req-8e6372f8-bb83-44f4-979b-9c728202f510 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:31.236992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98901063-a66a-4cd3-bdc6-f440743d96ac req-8e6372f8-bb83-44f4-979b-9c728202f510 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0539250 Feb 16 17:20:31.283101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98901063-a66a-4cd3-bdc6-f440743d96ac req-9f6f88e0-761e-46a0-a003-43a8a7433755 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405374 Feb 16 17:20:31.750700 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:32.147035 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:32.405865 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a56360-f567-46af-a5e3-69152d3a85d4 req-5e91af59-e71b-471e-b789-5a2e873fb220 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:32.407358 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7a56360-f567-46af-a5e3-69152d3a85d4 req-5e91af59-e71b-471e-b789-5a2e873fb220 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0570307 Feb 16 17:20:32.455861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7a56360-f567-46af-a5e3-69152d3a85d4 req-cd6f6d17-6e94-4212-b209-ac17a4f16401 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428329 Feb 16 17:20:32.718287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-5e3bc9cb-f209-4960-b4d6-e756a3901c17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785873 Feb 16 17:20:32.724992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e056e-448c-4377-9326-2f2b716b7483 req-a252a7a6-7826-4f7d-a5d0-58bf430f2207 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:32.726363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc6e056e-448c-4377-9326-2f2b716b7483 req-a252a7a6-7826-4f7d-a5d0-58bf430f2207 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0788698 Feb 16 17:20:32.775837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc6e056e-448c-4377-9326-2f2b716b7483 req-a7810885-cc63-4eef-a260-f3eccf56e599 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425031 Feb 16 17:20:33.068893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-bd2b35ae-c45a-44ba-a3e3-80dcf67de6ff tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:33.070202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-bd2b35ae-c45a-44ba-a3e3-80dcf67de6ff tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports/78160e70-1753-4d0d-a13a-8fbbdcfcca4c HTTP/1.1" status: 200 len: 942 time: 0.0492852 Feb 16 17:20:33.905109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c3140-95ec-4026-a552-66e395e5e0ef req-df02044f-ece1-4e9c-956a-d360a2b95fca tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:33.906042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e3c3140-95ec-4026-a552-66e395e5e0ef req-df02044f-ece1-4e9c-956a-d360a2b95fca tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0557995 Feb 16 17:20:33.911377 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-11457d30-15fa-4c9e-881c-b9214d5dbb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:33.912881 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-11457d30-15fa-4c9e-881c-b9214d5dbb9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 1127 time: 0.0920465 Feb 16 17:20:33.955009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e3c3140-95ec-4026-a552-66e395e5e0ef req-a932bdde-bfe8-4350-ace4-885ec1555f10 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429046 Feb 16 17:20:34.006165 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-250a16ce-595e-45a5-82e1-6ddb053f642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:34.007619 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-250a16ce-595e-45a5-82e1-6ddb053f642a service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0896633 Feb 16 17:20:34.070421 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-5f5fb470-4165-495d-919a-610e353ffdb7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c HTTP/1.1" status: 200 len: 1001 time: 0.0572765 Feb 16 17:20:34.117653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-14627521-ce58-4b1f-9dff-99d0eaf03bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:34.119057 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-14627521-ce58-4b1f-9dff-99d0eaf03bc0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0435073 Feb 16 17:20:34.170705 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-0d7e1c27-396c-49d7-9589-8f16b4e760cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:34.172227 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-0d7e1c27-396c-49d7-9589-8f16b4e760cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471375 Feb 16 17:20:34.260397 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e941fe94-d61d-483d-8047-750cd6c06bce service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822346 Feb 16 17:20:34.351621 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-1c0b39be-fd69-48d6-a96a-3ca78f7471ba service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854478 Feb 16 17:20:34.957119 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:35.080844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb4c06-34ab-4dcb-8897-611f1f5e0166 req-8c4048dc-d347-41ec-b4b3-40c6738fe156 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:35.082324 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98cb4c06-34ab-4dcb-8897-611f1f5e0166 req-8c4048dc-d347-41ec-b4b3-40c6738fe156 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0530770 Feb 16 17:20:35.135306 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-98cb4c06-34ab-4dcb-8897-611f1f5e0166 req-fc96b775-b59c-43d4-8243-bb66d5a24b3e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474231 Feb 16 17:20:35.885213 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:20:36.109126 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-a5c81e5e-73be-4995-b388-eba3948a04c0 service neutron] show failed (client error): The resource could not be found. Feb 16 17:20:36.110189 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-a5c81e5e-73be-4995-b388-eba3948a04c0 service neutron] 10.222.0.65 "GET /v2.0/ports/78160e70-1753-4d0d-a13a-8fbbdcfcca4c/bindings/n-h2-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.0577691 Feb 16 17:20:36.115424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc401005-bd9e-44f4-bedb-07b4ff84c0f2 req-a5d58b81-d269-4119-8545-49612b8ae94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:36.116948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc401005-bd9e-44f4-bedb-07b4ff84c0f2 req-a5d58b81-d269-4119-8545-49612b8ae94a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 1127 time: 0.0452385 Feb 16 17:20:36.260741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc401005-bd9e-44f4-bedb-07b4ff84c0f2 req-50f70724-05ac-4d52-9d4d-7a843613160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:36.262220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc401005-bd9e-44f4-bedb-07b4ff84c0f2 req-50f70724-05ac-4d52-9d4d-7a843613160d service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.1287954 Feb 16 17:20:36.317642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da0666-556f-485e-8088-48d0fe44d2d7 req-190a2a8f-707b-4c9e-9707-69ae56e427b5 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:36.319145 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-10da0666-556f-485e-8088-48d0fe44d2d7 req-190a2a8f-707b-4c9e-9707-69ae56e427b5 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.1101811 Feb 16 17:20:36.356351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc401005-bd9e-44f4-bedb-07b4ff84c0f2 req-76a20332-b874-410f-beef-f0b4be5f2c3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c HTTP/1.1" status: 200 len: 1001 time: 0.0838230 Feb 16 17:20:36.387722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-456b7cd1-6726-43e5-a74d-20fb5000c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:36.389812 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-456b7cd1-6726-43e5-a74d-20fb5000c9a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b&tenant_id=7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 1127 time: 0.0840163 Feb 16 17:20:36.400632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:36.413078 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-10da0666-556f-485e-8088-48d0fe44d2d7 req-ed5876d0-7f40-4818-ac04-a2ff2a373e0c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871909 Feb 16 17:20:36.427418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc401005-bd9e-44f4-bedb-07b4ff84c0f2 req-3976774b-cb7d-4109-a777-2fb95a57e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:36.428921 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc401005-bd9e-44f4-bedb-07b4ff84c0f2 req-3976774b-cb7d-4109-a777-2fb95a57e446 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0629759 Feb 16 17:20:36.466042 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:36.480592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc401005-bd9e-44f4-bedb-07b4ff84c0f2 req-fb1c41d6-ee8b-4d4c-bb3f-0d802d38e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:36.482195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc401005-bd9e-44f4-bedb-07b4ff84c0f2 req-fb1c41d6-ee8b-4d4c-bb3f-0d802d38e0eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469577 Feb 16 17:20:36.579338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc401005-bd9e-44f4-bedb-07b4ff84c0f2 req-b20a7b61-0cc6-4e04-9ef6-30b5019ebdba service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913651 Feb 16 17:20:36.668823 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] For port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:36.669089 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc401005-bd9e-44f4-bedb-07b4ff84c0f2 req-40abb032-bc5b-4ba3-8689-a8070953aac9 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839067 Feb 16 17:20:36.704118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] For port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:20:36.743520 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:20:36.748921 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Publish callbacks [] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:36.760949 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Transition to ACTIVE for port object 78160e70-1753-4d0d-a13a-8fbbdcfcca4c will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:20:36.765580 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:36.803706 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c83430e52beacea328eb003011c034ecf6a0d1400afa56f2169bdfc506b22f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea024ea4-9a65-4011-98fd-85759e3e3987" -d '{"events": [{"server_uuid": "0e311cc4-c262-4900-94d5-f79626e51e7b", "name": "network-vif-unplugged", "status": "completed", "tag": "78160e70-1753-4d0d-a13a-8fbbdcfcca4c"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:20:36.862205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Pushing event updated for resources: {'Port': ['ID=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,revision_number=6']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:36.906775 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] No DVR routers for this DVR port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:20:36.949871 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88266854-1a70-4dd6-af4c-a70b5767e879 x-openstack-request-id: req-88266854-1a70-4dd6-af4c-a70b5767e879 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:20:36.950165 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e311cc4-c262-4900-94d5-f79626e51e7b", "name": "network-vif-unplugged", "status": "completed", "tag": "78160e70-1753-4d0d-a13a-8fbbdcfcca4c", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:20:36.950416 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88266854-1a70-4dd6-af4c-a70b5767e879 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:20:36.950814 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c', 'code': 200} Feb 16 17:20:37.053253 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Attempting to bind port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:20:37.053508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Attempting to bind port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:20:37.053837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Attempting to bind port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:20:37.058036 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:20:37.058353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Attempting to bind port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:20:37.063984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:20:37.064316 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Checking segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:20:37.064697 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Bound using segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:20:37.065116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Bound port: 78160e70-1753-4d0d-a13a-8fbbdcfcca4c, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:20:37.065464 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:37.130603 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] For port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:20:37.133564 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] For port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:20:37.140188 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:37.173407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:37.174022 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:37.175395 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] 10.222.0.60 "PUT /v2.0/ports/78160e70-1753-4d0d-a13a-8fbbdcfcca4c HTTP/1.1" status: 200 len: 1091 time: 0.7787242 Feb 16 17:20:37.208146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1072345-02a5-4dbe-ab4a-a0a76d7b87ff service neutron] Pushing event updated for resources: {'Port': ['ID=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:37.249361 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-40959ad2-1b3c-42d9-b4b8-3a2fc88a94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:37.250941 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-40959ad2-1b3c-42d9-b4b8-3a2fc88a94f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 1125 time: 0.0514925 Feb 16 17:20:37.359032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-dc43ae01-7b92-426d-903a-d45496cde035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:37.360534 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-dc43ae01-7b92-426d-903a-d45496cde035 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.1039147 Feb 16 17:20:37.424886 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-2e59c41a-7009-48ef-aed0-8b651145c537 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c HTTP/1.1" status: 200 len: 999 time: 0.0583639 Feb 16 17:20:37.477961 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-a22530d6-22b9-4607-a7ee-2ce8e647422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:37.479678 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-a22530d6-22b9-4607-a7ee-2ce8e647422e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0497365 Feb 16 17:20:37.527783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-516fb89d-4d8b-4422-8b39-3856a9fdb41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:37.529801 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-516fb89d-4d8b-4422-8b39-3856a9fdb41f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440223 Feb 16 17:20:37.539931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e4938-bcc3-48aa-9292-970b7bad4134 req-12d1b036-362d-4255-9a0b-d130a04fdbfb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:37.541388 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff6e4938-bcc3-48aa-9292-970b7bad4134 req-12d1b036-362d-4255-9a0b-d130a04fdbfb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 943 time: 0.0512466 Feb 16 17:20:37.591223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff6e4938-bcc3-48aa-9292-970b7bad4134 req-fa0c540b-31d7-4cd5-9439-04b98c1efe4a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434337 Feb 16 17:20:37.619597 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-285774df-d66a-4729-a21b-6e94ce384d4b service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831356 Feb 16 17:20:37.711012 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-bfc73791-4c75-4c77-92de-86b426c8200a service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857427 Feb 16 17:20:38.719419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387dd9e-9405-436d-8556-880864290a7c req-fc8b2627-f78b-42b3-9a1e-9d636539a482 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:38.720826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7387dd9e-9405-436d-8556-880864290a7c req-fc8b2627-f78b-42b3-9a1e-9d636539a482 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 943 time: 0.0526524 Feb 16 17:20:38.769485 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7387dd9e-9405-436d-8556-880864290a7c req-39d19aa6-2490-4d3d-95f9-20dda618f493 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419428 Feb 16 17:20:38.952317 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'tag': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:20:38.954680 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c83430e52beacea328eb003011c034ecf6a0d1400afa56f2169bdfc506b22f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414" -d '{"events": [{"name": "network-changed", "server_uuid": "0e311cc4-c262-4900-94d5-f79626e51e7b", "tag": "78160e70-1753-4d0d-a13a-8fbbdcfcca4c"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:20:39.004577 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fa82be-cedf-466d-a8c2-344c699f651d x-openstack-request-id: req-75fa82be-cedf-466d-a8c2-344c699f651d {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:20:39.004864 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e311cc4-c262-4900-94d5-f79626e51e7b", "tag": "78160e70-1753-4d0d-a13a-8fbbdcfcca4c", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:20:39.005149 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75fa82be-cedf-466d-a8c2-344c699f651d {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:20:39.005546 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'tag': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c', 'status': 'completed', 'code': 200} Feb 16 17:20:39.072873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-74104fb8-75cc-4e9b-8d9e-a9464fb896b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:39.074364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-74104fb8-75cc-4e9b-8d9e-a9464fb896b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 1125 time: 0.0457149 Feb 16 17:20:39.083105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867a4c6-70f3-4b00-9f5c-436428183a3c req-b63fd8cc-5ed0-4b10-855f-3ef43b2be55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:39.084600 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9867a4c6-70f3-4b00-9f5c-436428183a3c req-b63fd8cc-5ed0-4b10-855f-3ef43b2be55e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 1125 time: 0.0439472 Feb 16 17:20:39.169668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-1086316c-98f8-4432-b080-d09f2410c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:39.171993 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-1086316c-98f8-4432-b080-d09f2410c0b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0904365 Feb 16 17:20:39.193114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867a4c6-70f3-4b00-9f5c-436428183a3c req-a03be541-e564-495a-a60c-d8d470646a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:39.194619 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9867a4c6-70f3-4b00-9f5c-436428183a3c req-a03be541-e564-495a-a60c-d8d470646a6c service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0892131 Feb 16 17:20:39.237287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-dc380ef5-f1e3-457a-94f0-ff5755ea252d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c HTTP/1.1" status: 200 len: 999 time: 0.0593200 Feb 16 17:20:39.259719 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9867a4c6-70f3-4b00-9f5c-436428183a3c req-7d1ff393-33e1-451e-af16-55f0d49a5208 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c HTTP/1.1" status: 200 len: 999 time: 0.0590765 Feb 16 17:20:39.287124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-2ec66406-8db9-4201-a4db-d1f01bfb4cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:39.288618 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-2ec66406-8db9-4201-a4db-d1f01bfb4cf3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0448225 Feb 16 17:20:39.312819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867a4c6-70f3-4b00-9f5c-436428183a3c req-5356c543-c39c-4099-9936-2d4af6a2f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:39.314563 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9867a4c6-70f3-4b00-9f5c-436428183a3c req-5356c543-c39c-4099-9936-2d4af6a2f748 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0489643 Feb 16 17:20:39.340673 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-419ede63-5bc1-4e46-a9a4-bc6c7f6ede1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:39.343080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-419ede63-5bc1-4e46-a9a4-bc6c7f6ede1b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491936 Feb 16 17:20:39.363894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867a4c6-70f3-4b00-9f5c-436428183a3c req-a87c16b2-182e-4e34-b810-d48117630dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:39.365392 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9867a4c6-70f3-4b00-9f5c-436428183a3c req-a87c16b2-182e-4e34-b810-d48117630dd7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452507 Feb 16 17:20:39.431814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-b5d916fb-0358-4127-9510-254691392597 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826020 Feb 16 17:20:39.445740 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 78160e70-1753-4d0d-a13a-8fbbdcfcca4c no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:20:39.465754 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9867a4c6-70f3-4b00-9f5c-436428183a3c req-ea6200c9-cbdc-4135-ac39-38b8c6d1d7ae service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938838 Feb 16 17:20:39.491120 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] The host n-h1-669411-5 is not matching for port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c host n-h2-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 17:20:39.491405 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 78160e70-1753-4d0d-a13a-8fbbdcfcca4c not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:20:39.528309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-450a19f8-d672-4857-a7a9-d70254f8c69a service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906448 Feb 16 17:20:39.559872 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-9867a4c6-70f3-4b00-9f5c-436428183a3c req-10b93577-12e5-4b7b-aeb5-80a3ddeb9941 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881712 Feb 16 17:20:39.639111 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-4f8f63c7-dbc8-4ad1-8884-46309a25a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:39.640782 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-4f8f63c7-dbc8-4ad1-8884-46309a25a490 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 1125 time: 0.0450470 Feb 16 17:20:39.731837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-a65b533c-99d3-47c4-8c39-b9a5425d0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:39.734066 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-a65b533c-99d3-47c4-8c39-b9a5425d0e48 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0871739 Feb 16 17:20:39.796899 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-2208f4c6-a50b-4878-af66-62b0254bd38c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c HTTP/1.1" status: 200 len: 999 time: 0.0562911 Feb 16 17:20:39.849775 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-361d9a88-67f4-4cd5-adbe-9a5d94fa57a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:39.851217 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-361d9a88-67f4-4cd5-adbe-9a5d94fa57a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0466809 Feb 16 17:20:39.890622 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6711a01-b4d2-4649-905f-447b6eebacc5 req-5568dbee-c622-426f-b3cf-67ce3b900d37 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:39.892204 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6711a01-b4d2-4649-905f-447b6eebacc5 req-5568dbee-c622-426f-b3cf-67ce3b900d37 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 943 time: 0.0537341 Feb 16 17:20:39.900060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-f15b8cf6-9562-46dd-81c1-60c199d24b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:39.901594 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-f15b8cf6-9562-46dd-81c1-60c199d24b99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430129 Feb 16 17:20:39.940034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b6711a01-b4d2-4649-905f-447b6eebacc5 req-4eb38b23-f088-4eeb-b4f6-2d6910e96a19 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421886 Feb 16 17:20:39.990738 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-0cddda41-c23a-4e23-a3c7-b72d7ae8e1c4 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828540 Feb 16 17:20:40.084180 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-c0de6c8b-cb1c-4540-b0fc-5dd28787f414 req-bef54c50-9fcb-4664-853b-296f36470720 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873849 Feb 16 17:20:41.064439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acc091-de64-479c-b434-96e4a9d28297 req-02ee9629-ed48-4fb5-abd0-eb73e7968da0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:41.065892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40acc091-de64-479c-b434-96e4a9d28297 req-02ee9629-ed48-4fb5-abd0-eb73e7968da0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 943 time: 0.0562074 Feb 16 17:20:41.112014 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-40acc091-de64-479c-b434-96e4a9d28297 req-e2a8293a-8793-49c0-9f3b-283443d4a54e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405221 Feb 16 17:20:41.331035 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa828f-58fe-4986-b69f-9edb4bc17a90 req-e489db34-27eb-489a-919d-49b24a157b8c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:41.332548 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2caa828f-58fe-4986-b69f-9edb4bc17a90 req-e489db34-27eb-489a-919d-49b24a157b8c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 943 time: 0.0799859 Feb 16 17:20:41.352077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16de804-31a3-42fa-87d1-652293c45ba9 req-c133fe2b-6874-4ba4-a2c9-868cefa91529 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:41.353468 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c16de804-31a3-42fa-87d1-652293c45ba9 req-c133fe2b-6874-4ba4-a2c9-868cefa91529 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b&tenant_id=7c3408ec917249d390371812c6eebaef&binding%3Ahost_id=n-h2-669411-5 HTTP/1.1" status: 200 len: 943 time: 0.0912855 Feb 16 17:20:41.430378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2caa828f-58fe-4986-b69f-9edb4bc17a90 req-8f5ae465-e45e-48d0-bfe9-828db63da864 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905185 Feb 16 17:20:41.438285 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-c16de804-31a3-42fa-87d1-652293c45ba9 req-5677d31c-c582-43f7-8692-4d150013f5a9 service neutron] delete failed (client error): The resource could not be found. Feb 16 17:20:41.439272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c16de804-31a3-42fa-87d1-652293c45ba9 req-5677d31c-c582-43f7-8692-4d150013f5a9 service neutron] 10.222.0.65 "DELETE /v2.0/ports/78160e70-1753-4d0d-a13a-8fbbdcfcca4c/bindings/n-h1-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.0781972 Feb 16 17:20:41.525517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16de804-31a3-42fa-87d1-652293c45ba9 req-eda6243b-f1c9-4019-addf-f426050dfa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:41.526890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c16de804-31a3-42fa-87d1-652293c45ba9 req-eda6243b-f1c9-4019-addf-f426050dfa79 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 1125 time: 0.0461137 Feb 16 17:20:41.615674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16de804-31a3-42fa-87d1-652293c45ba9 req-6db96151-9eb3-4427-bec9-c16f78db0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:41.617158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c16de804-31a3-42fa-87d1-652293c45ba9 req-6db96151-9eb3-4427-bec9-c16f78db0223 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0834243 Feb 16 17:20:41.684747 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c16de804-31a3-42fa-87d1-652293c45ba9 req-f89edbca-7752-41bf-85a7-52272dac94a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c HTTP/1.1" status: 200 len: 999 time: 0.0621734 Feb 16 17:20:41.730405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16de804-31a3-42fa-87d1-652293c45ba9 req-aba4a292-e16c-4f49-a8dc-5786cd43ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:41.731808 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c16de804-31a3-42fa-87d1-652293c45ba9 req-aba4a292-e16c-4f49-a8dc-5786cd43ab91 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0414321 Feb 16 17:20:41.777800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16de804-31a3-42fa-87d1-652293c45ba9 req-5b72d420-3f7a-4754-9c7a-182a5d4c0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:41.779254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c16de804-31a3-42fa-87d1-652293c45ba9 req-5b72d420-3f7a-4754-9c7a-182a5d4c0b9a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0420001 Feb 16 17:20:41.870211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c16de804-31a3-42fa-87d1-652293c45ba9 req-e62f1952-0329-4fb1-8726-a3e51499adbf service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856566 Feb 16 17:20:41.958400 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c16de804-31a3-42fa-87d1-652293c45ba9 req-ca587046-6c8b-48a2-beff-f526880fbf85 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821824 Feb 16 17:20:42.366245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 78160e70-1753-4d0d-a13a-8fbbdcfcca4c details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:20:42.481760 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:42.495059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'port_id': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c', 'mac_address': 'fa:16:3e:d3:3d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:20:42.535030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:20:42.535425 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:42.548570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78160e70-1753-4d0d-a13a-8fbbdcfcca4c {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:20:42.561104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238624e-c8a3-4320-9645-900413319210 req-72643529-de36-41bd-a408-f1726485b9ca tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:42.562578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3238624e-c8a3-4320-9645-900413319210 req-72643529-de36-41bd-a408-f1726485b9ca tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 943 time: 0.0541520 Feb 16 17:20:42.568539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:42.572369 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:42.612064 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3238624e-c8a3-4320-9645-900413319210 req-b20ca4b9-335f-4670-a3f6-f2706781ac24 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434537 Feb 16 17:20:42.628712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:42.730772 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b8c76-2047-444b-9a5b-9feaf631638f req-06f75a05-00de-4340-b00c-153b8bdeb378 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:42.732611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-440b8c76-2047-444b-9a5b-9feaf631638f req-06f75a05-00de-4340-b00c-153b8bdeb378 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 944 time: 0.0524631 Feb 16 17:20:42.780520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-440b8c76-2047-444b-9a5b-9feaf631638f req-2124e16a-3b93-494f-871d-44ff521c4fb1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421629 Feb 16 17:20:42.867711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['78160e70-1753-4d0d-a13a-8fbbdcfcca4c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:20:42.994659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3b093-9ee6-4043-b644-59c294f9acb8 req-795525c8-9e7f-4ebb-a618-d1c20045553d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:42.996182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fa3b093-9ee6-4043-b644-59c294f9acb8 req-795525c8-9e7f-4ebb-a618-d1c20045553d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 944 time: 0.0611429 Feb 16 17:20:43.016284 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39862b50-b285-4f1e-bd89-b8c0e605fc48 req-c205746f-4eef-440a-908f-8912a7958da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:43.018459 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-39862b50-b285-4f1e-bd89-b8c0e605fc48 req-c205746f-4eef-440a-908f-8912a7958da3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 1126 time: 0.0493813 Feb 16 17:20:43.048022 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fa3b093-9ee6-4043-b644-59c294f9acb8 req-80fde622-e417-4df5-8b8f-99f835cff1b5 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451586 Feb 16 17:20:43.111558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39862b50-b285-4f1e-bd89-b8c0e605fc48 req-54546461-c10e-4b6d-bef1-29b1fb98c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:43.113052 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-39862b50-b285-4f1e-bd89-b8c0e605fc48 req-54546461-c10e-4b6d-bef1-29b1fb98c5bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0893362 Feb 16 17:20:43.175897 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-39862b50-b285-4f1e-bd89-b8c0e605fc48 req-2126041e-e552-4a5a-b720-d199685b44e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c HTTP/1.1" status: 200 len: 1000 time: 0.0568357 Feb 16 17:20:43.226893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39862b50-b285-4f1e-bd89-b8c0e605fc48 req-2ecc13e4-d319-4273-a75a-652461c30d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:43.228338 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-39862b50-b285-4f1e-bd89-b8c0e605fc48 req-2ecc13e4-d319-4273-a75a-652461c30d16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0464149 Feb 16 17:20:43.275371 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39862b50-b285-4f1e-bd89-b8c0e605fc48 req-325c8bfd-ab1d-4125-a20e-a3586fcf37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:43.276847 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-39862b50-b285-4f1e-bd89-b8c0e605fc48 req-325c8bfd-ab1d-4125-a20e-a3586fcf37c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430446 Feb 16 17:20:43.365534 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-39862b50-b285-4f1e-bd89-b8c0e605fc48 req-3bfa2b73-8461-48a7-8060-046e38f7d9f8 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821996 Feb 16 17:20:43.457408 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-39862b50-b285-4f1e-bd89-b8c0e605fc48 req-3616b973-0d1b-423f-8489-438bd6f7a32f service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860639 Feb 16 17:20:44.168777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3fed6-be1f-48ae-905f-7fe4b7016613 req-37763653-3865-4ed0-af84-7c6ff6d4731f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:44.170342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ba3fed6-be1f-48ae-905f-7fe4b7016613 req-37763653-3865-4ed0-af84-7c6ff6d4731f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 944 time: 0.0512574 Feb 16 17:20:44.216035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ba3fed6-be1f-48ae-905f-7fe4b7016613 req-955ae894-36ef-4edd-b256-cf1780f6cb84 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401022 Feb 16 17:20:44.373801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 78160e70-1753-4d0d-a13a-8fbbdcfcca4c up at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:20:44.425868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning for port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:20:44.429973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Provisioning complete for port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:20:44.430540 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:44.455560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773cdf-78c1-4a5d-88e8-b3cdfd1c6549 req-f07df5a2-b8a3-459c-b807-668966783743 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:44.457119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95773cdf-78c1-4a5d-88e8-b3cdfd1c6549 req-f07df5a2-b8a3-459c-b807-668966783743 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 944 time: 0.0540245 Feb 16 17:20:44.510101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95773cdf-78c1-4a5d-88e8-b3cdfd1c6549 req-e15eb2d9-1f1e-44ca-b2f1-72097fdb684b tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470524 Feb 16 17:20:44.519281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:20:44.519690 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:44.541792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:20:44.555812 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:44.559718 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:44.597784 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f437acf-3197-42b8-9d61-bf43fdaeb1ae" -d '{"events": [{"server_uuid": "0e311cc4-c262-4900-94d5-f79626e51e7b", "name": "network-vif-plugged", "status": "completed", "tag": "78160e70-1753-4d0d-a13a-8fbbdcfcca4c"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:20:44.616127 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:44.692009 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710b07e4-6e4b-4c50-9702-d1598a1b60aa x-openstack-request-id: req-710b07e4-6e4b-4c50-9702-d1598a1b60aa {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:20:44.692305 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e311cc4-c262-4900-94d5-f79626e51e7b", "name": "network-vif-plugged", "status": "completed", "tag": "78160e70-1753-4d0d-a13a-8fbbdcfcca4c", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:20:44.692560 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-710b07e4-6e4b-4c50-9702-d1598a1b60aa {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:20:44.692953 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c', 'code': 200} Feb 16 17:20:45.630832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be7bd3-9c72-4d9f-8813-99f8861af148 req-1d160ec9-3331-4f04-8d2a-b63d3b2b08c1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:45.632365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4be7bd3-9c72-4d9f-8813-99f8861af148 req-1d160ec9-3331-4f04-8d2a-b63d3b2b08c1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0553613 Feb 16 17:20:45.682111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b4be7bd3-9c72-4d9f-8813-99f8861af148 req-033561e4-d0aa-4846-a275-6e4698182c5e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436449 Feb 16 17:20:45.816204 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-b1fc4db5-37d9-429a-b355-fd5e32672b94 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:45.817701 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-b1fc4db5-37d9-429a-b355-fd5e32672b94 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 945 time: 0.0532064 Feb 16 17:20:45.914279 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-257e9ac9-f7fb-4d2a-ac45-45840b38559f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Deleting port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:20:45.914621 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-257e9ac9-f7fb-4d2a-ac45-45840b38559f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:46.001891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-257e9ac9-f7fb-4d2a-ac45-45840b38559f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] For port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:46.002166 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-257e9ac9-f7fb-4d2a-ac45-45840b38559f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:46.490448 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-257e9ac9-f7fb-4d2a-ac45-45840b38559f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:46.490802 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-257e9ac9-f7fb-4d2a-ac45-45840b38559f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (96ddef16-fb69-454d-b697-4497f2a93946), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:46.491116 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-257e9ac9-f7fb-4d2a-ac45-45840b38559f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Floating IP 96ddef16-fb69-454d-b697-4497f2a93946 disassociated. External IP: 172.25.4.206, port: 78160e70-1753-4d0d-a13a-8fbbdcfcca4c. Feb 16 17:20:46.491460 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-257e9ac9-f7fb-4d2a-ac45-45840b38559f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Calling delete_port for 78160e70-1753-4d0d-a13a-8fbbdcfcca4c owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:20:46.614709 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-257e9ac9-f7fb-4d2a-ac45-45840b38559f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (78160e70-1753-4d0d-a13a-8fbbdcfcca4c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:46.642824 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e9ac9-f7fb-4d2a-ac45-45840b38559f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event deleted for resources: {'Port': ['ID=78160e70-1753-4d0d-a13a-8fbbdcfcca4c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:46.775328 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-257e9ac9-f7fb-4d2a-ac45-45840b38559f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Router 42675e5d-45d3-42ef-bd94-a28e700aa545 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:20:46.791127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c10c9002-0a6f-4285-892b-e5d59ab93c29 req-8c4eeb90-3bc8-462f-9e18-c34feacbbaf8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e311cc4-c262-4900-94d5-f79626e51e7b HTTP/1.1" status: 200 len: 210 time: 0.0282543 Feb 16 17:20:46.891508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-257e9ac9-f7fb-4d2a-ac45-45840b38559f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:20:46.901483 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497b3fe-9621-4d27-a3d6-e46bf579049e None None] Sync routers for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:20:46.912824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497b3fe-9621-4d27-a3d6-e46bf579049e None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:20:46.913436 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5497b3fe-9621-4d27-a3d6-e46bf579049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:20:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:46.932681 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-257e9ac9-f7fb-4d2a-ac45-45840b38559f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] No DVR routers for this DVR port 78160e70-1753-4d0d-a13a-8fbbdcfcca4c on host n-h2-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:20:46.935706 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-257e9ac9-f7fb-4d2a-ac45-45840b38559f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:46.939123 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-4b61b017-5beb-47a8-abee-23e1f617e447 req-257e9ac9-f7fb-4d2a-ac45-45840b38559f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.60 "DELETE /v2.0/ports/78160e70-1753-4d0d-a13a-8fbbdcfcca4c HTTP/1.1" status: 204 len: 173 time: 1.1167889 Feb 16 17:20:46.939592 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'name': 'network-vif-deleted', 'tag': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:20:46.941869 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c83430e52beacea328eb003011c034ecf6a0d1400afa56f2169bdfc506b22f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3aadb40-513c-4eba-9a63-43cf1b30ca68" -d '{"events": [{"server_uuid": "0e311cc4-c262-4900-94d5-f79626e51e7b", "name": "network-vif-deleted", "tag": "78160e70-1753-4d0d-a13a-8fbbdcfcca4c"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:20:46.983790 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be9099d-2648-43e3-98c2-9506b3ca2a72 x-openstack-request-id: req-5be9099d-2648-43e3-98c2-9506b3ca2a72 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:20:46.983790 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e311cc4-c262-4900-94d5-f79626e51e7b", "name": "network-vif-deleted", "tag": "78160e70-1753-4d0d-a13a-8fbbdcfcca4c", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:20:46.984088 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5be9099d-2648-43e3-98c2-9506b3ca2a72 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:20:46.984336 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e311cc4-c262-4900-94d5-f79626e51e7b', 'name': 'network-vif-deleted', 'tag': '78160e70-1753-4d0d-a13a-8fbbdcfcca4c', 'status': 'completed', 'code': 200} Feb 16 17:20:47.031367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-5497b3fe-9621-4d27-a3d6-e46bf579049e None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:20:47.239100 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5497b3fe-9621-4d27-a3d6-e46bf579049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:47.265674 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497b3fe-9621-4d27-a3d6-e46bf579049e None None] Checking router: 42675e5d-45d3-42ef-bd94-a28e700aa545 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:20:47.273952 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497b3fe-9621-4d27-a3d6-e46bf579049e None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:20:47.274550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5497b3fe-9621-4d27-a3d6-e46bf579049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:20:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:47.380577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-5497b3fe-9621-4d27-a3d6-e46bf579049e None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:20:47.580292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5497b3fe-9621-4d27-a3d6-e46bf579049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:47.606573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497b3fe-9621-4d27-a3d6-e46bf579049e None None] The sync data for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 is: [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:20:47.834050 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ae771a-f19b-456c-a4f6-0bd3758348d7 None None] New status for floating IP 96ddef16-fb69-454d-b697-4497f2a93946: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:20:48.036355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-040ae07e-1ddc-4695-ac5e-d99ea81097b3 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--931760251&fields=id&tenant_id=7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 267 time: 0.0413465 Feb 16 17:20:48.142210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-4e877f86-6758-4835-b221-beaf1a52601a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:48.143539 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-4e877f86-6758-4835-b221-beaf1a52601a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 812 time: 0.1006446 Feb 16 17:20:48.158326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-620598fe-56d0-4a1a-bd31-4fa423bde6a1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/quotas/7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 375 time: 0.0092716 Feb 16 17:20:48.211714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-52693fec-a77c-4c1f-aa17-d69df4d58075 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485477 Feb 16 17:20:48.308330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-5e4e7ec6-a9cc-4d63-8298-fc3612bba843 service neutron] 10.222.0.24 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848291 Feb 16 17:20:48.394988 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-a7eeb583-876a-4cdf-abea-722b4bce6d30 service neutron] 10.222.0.24 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809793 Feb 16 17:20:48.563130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22647278-f306-4a2f-ab31-d0595e38f6c0 req-5170501e-4297-4427-8084-687e80398402 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 210 time: 0.0309734 Feb 16 17:20:49.442840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-494bd612-c691-4156-8434-c9c97555779b tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:49.444345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-494bd612-c691-4156-8434-c9c97555779b tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 812 time: 0.1038311 Feb 16 17:20:49.504632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-ee58960b-8d7a-4b74-a3d1-2d6f5174841f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 379 time: 0.0528069 Feb 16 17:20:49.513118 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Request body: {'port': {'device_id': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'admin_state_up': True, 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'security_groups': ['df323e52-c92b-4b16-bc3b-71dc0fee602d']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:49.945166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eccbd31e-a39a-4dd6-9e0d-2d9eb9587f11 req-eb07a1e3-6aa1-404d-b302-a0c53c755964 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 210 time: 0.0318365 Feb 16 17:20:49.983278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Made reservation on behalf of 7c3408ec917249d390371812c6eebaef for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:20:49.986639 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:50.111945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Allocated IP 172.20.0.5 (8977e6ec-f59b-4507-bcd0-9ee4cf60c7be/b54d1794-9602-4f83-8507-7b38ed964c22/e4663134-50d2-4311-948a-5c7fdff90f33) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:20:50.247718 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for port (e4663134-50d2-4311-948a-5c7fdff90f33), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:50.282483 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:50.327305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:20:50.330396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:20:50.333973 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:20:50.340160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event updated for resources: {'Port': ['ID=e4663134-50d2-4311-948a-5c7fdff90f33,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:50.369303 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:50.369643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:50.369978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:50.370309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:50.370639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:50.370965 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:50.371293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:50.371614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:50.371953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:50.372274 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:50.372641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:50.372963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:50.373287 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:50.381805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 78160e70-1753-4d0d-a13a-8fbbdcfcca4c no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:20:50.402379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:50.403103 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:50.406857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] No Port match for: 78160e70-1753-4d0d-a13a-8fbbdcfcca4c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:20:50.407208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device 78160e70-1753-4d0d-a13a-8fbbdcfcca4c not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:20:50.422578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-c77b3539-b175-4d01-9e55-5b6aec97927c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9128942 Feb 16 17:20:50.433870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Request body: {'port': {'device_id': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:50.501163 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:50.626678 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e272c5ed-6563-40bf-9340-930ce3b024c9 None None] Provisioning complete for port e4663134-50d2-4311-948a-5c7fdff90f33 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:20:50.626960 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e272c5ed-6563-40bf-9340-930ce3b024c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:50.659780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e272c5ed-6563-40bf-9340-930ce3b024c9 None None] Port e4663134-50d2-4311-948a-5c7fdff90f33 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:20:50.761546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4663134-50d2-4311-948a-5c7fdff90f33 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:20:50.772011 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Publish callbacks [] for port (e4663134-50d2-4311-948a-5c7fdff90f33), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:50.783656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Transition to ACTIVE for port object e4663134-50d2-4311-948a-5c7fdff90f33 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:20:50.787779 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:50.837649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Pushing event updated for resources: {'Port': ['ID=e4663134-50d2-4311-948a-5c7fdff90f33,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:50.914402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Attempting to bind port e4663134-50d2-4311-948a-5c7fdff90f33 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:20:50.914741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Attempting to bind port e4663134-50d2-4311-948a-5c7fdff90f33 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:20:50.915071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Attempting to bind port e4663134-50d2-4311-948a-5c7fdff90f33 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:20:50.920341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Port e4663134-50d2-4311-948a-5c7fdff90f33 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:20:50.920670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Attempting to bind port e4663134-50d2-4311-948a-5c7fdff90f33 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:20:50.925765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:20:50.926107 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Checking segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:20:50.926489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Bound using segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:20:50.926915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Bound port: e4663134-50d2-4311-948a-5c7fdff90f33, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:20:50.927273 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:50.997679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:20:51.001445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e4663134-50d2-4311-948a-5c7fdff90f33,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:20:51.009561 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:51.056788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:51.057610 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:51.058898 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] 10.222.0.65 "PUT /v2.0/ports/e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 200 len: 1091 time: 0.6294146 Feb 16 17:20:51.063497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:20:51.123456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fb211-ac6a-44d0-90b2-04ba75485220 service neutron] Pushing event updated for resources: {'Port': ['ID=e4663134-50d2-4311-948a-5c7fdff90f33,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:51.129060 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e436d3f1-a7c3-49f6-b9f2-2258dc25ad27" -d '{"events": [{"name": "network-changed", "server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:20:51.172627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1461f-9d69-414a-8504-7e789f7dbf81 req-023d8604-bf15-4ff3-be68-00f56ec81ccd tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:51.174195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8e1461f-9d69-414a-8504-7e789f7dbf81 req-023d8604-bf15-4ff3-be68-00f56ec81ccd tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 943 time: 0.1390002 Feb 16 17:20:51.202277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-51d1f557-74bf-46fa-86bd-b9bb4c1a309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:51.203814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-51d1f557-74bf-46fa-86bd-b9bb4c1a309c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 1125 time: 0.0964673 Feb 16 17:20:51.262360 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e46aec-7cf8-42dc-9def-b96741b4371e x-openstack-request-id: req-e9e46aec-7cf8-42dc-9def-b96741b4371e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:20:51.262657 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:20:51.262909 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9e46aec-7cf8-42dc-9def-b96741b4371e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:20:51.263960 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'status': 'completed', 'code': 200} Feb 16 17:20:51.269175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-01344de6-5071-4643-ad39-8655058f6f77 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 200 len: 217 time: 0.0589266 Feb 16 17:20:51.272640 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c8e1461f-9d69-414a-8504-7e789f7dbf81 req-16594400-a155-4ec1-8497-c721e12fbe9d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909345 Feb 16 17:20:51.318397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-067f3d6a-37c5-4bc1-9cc2-6f74ba9830d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:51.319797 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-067f3d6a-37c5-4bc1-9cc2-6f74ba9830d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0449660 Feb 16 17:20:51.369257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-08dc28b0-3bf7-42e8-a8d0-01f1f178b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:51.370731 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-08dc28b0-3bf7-42e8-a8d0-01f1f178b30b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450406 Feb 16 17:20:51.464471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-4be178f0-83da-46f1-a291-0cb08eaeda1b service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870974 Feb 16 17:20:51.554276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42a69ebe-be87-4105-a4db-5c6e8c1bf071 req-eddfabb5-43ce-414c-baca-f10dd2e2eff1 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841973 Feb 16 17:20:51.647045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436d3f1-a7c3-49f6-b9f2-2258dc25ad27 req-5747e815-c9c6-4679-a7e3-0ff07c7ae4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:51.648880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e436d3f1-a7c3-49f6-b9f2-2258dc25ad27 req-5747e815-c9c6-4679-a7e3-0ff07c7ae4db service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 1125 time: 0.0492735 Feb 16 17:20:51.741524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436d3f1-a7c3-49f6-b9f2-2258dc25ad27 req-364b0e94-75e6-40bb-a334-15a2439d3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:51.743031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e436d3f1-a7c3-49f6-b9f2-2258dc25ad27 req-364b0e94-75e6-40bb-a334-15a2439d3d79 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0886357 Feb 16 17:20:51.783356 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e436d3f1-a7c3-49f6-b9f2-2258dc25ad27 req-ad2d0b1e-2a9a-48a7-a463-d1a35f14a243 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 200 len: 217 time: 0.0343027 Feb 16 17:20:51.835981 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436d3f1-a7c3-49f6-b9f2-2258dc25ad27 req-f7ebc10c-7148-42b4-8f4c-85b5f9ceb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:51.837437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e436d3f1-a7c3-49f6-b9f2-2258dc25ad27 req-f7ebc10c-7148-42b4-8f4c-85b5f9ceb5a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0475175 Feb 16 17:20:51.885676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436d3f1-a7c3-49f6-b9f2-2258dc25ad27 req-3795eee5-6f66-4fea-8523-2f13081b6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:51.887145 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e436d3f1-a7c3-49f6-b9f2-2258dc25ad27 req-3795eee5-6f66-4fea-8523-2f13081b6127 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434060 Feb 16 17:20:51.981367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e436d3f1-a7c3-49f6-b9f2-2258dc25ad27 req-cc02b687-b2ab-4fc1-bea7-0c1fbf7dc13f service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871418 Feb 16 17:20:52.069934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e436d3f1-a7c3-49f6-b9f2-2258dc25ad27 req-5657e32c-24ca-4e8b-8e00-76192a1fc8e9 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825515 Feb 16 17:20:52.399617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f81288-16cb-45d4-ab91-397dff87c0bf req-b748dc71-3263-49ec-a1bc-e27cffd1beb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:52.401094 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1f81288-16cb-45d4-ab91-397dff87c0bf req-b748dc71-3263-49ec-a1bc-e27cffd1beb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 943 time: 0.0526156 Feb 16 17:20:52.452793 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1f81288-16cb-45d4-ab91-397dff87c0bf req-34ef7b4a-1f0a-4b57-a435-b77bb8bcfa04 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454588 Feb 16 17:20:53.565681 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device e4663134-50d2-4311-948a-5c7fdff90f33 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:20:53.572062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162ce50-b30b-48eb-969b-d151d55f64fa req-b921115b-5c2c-48e0-a670-c3d53f7b1b3a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:53.573567 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9162ce50-b30b-48eb-969b-d151d55f64fa req-b921115b-5c2c-48e0-a670-c3d53f7b1b3a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 943 time: 0.0526524 Feb 16 17:20:53.621396 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9162ce50-b30b-48eb-969b-d151d55f64fa req-1eb5195b-4ba2-4927-ba6d-11519c2f5796 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414648 Feb 16 17:20:53.825419 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e4663134-50d2-4311-948a-5c7fdff90f33,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:53.836664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'port_id': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'mac_address': 'fa:16:3e:42:33:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:20:53.873440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port e4663134-50d2-4311-948a-5c7fdff90f33 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:20:53.873920 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:53.886503 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4663134-50d2-4311-948a-5c7fdff90f33 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:20:53.906234 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e4663134-50d2-4311-948a-5c7fdff90f33,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:53.910300 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:53.955647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=e4663134-50d2-4311-948a-5c7fdff90f33,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:53.963141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:53.963524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:53.963897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:53.964239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:53.964577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:53.964910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:53.965240 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:53.965569 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:53.965902 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:53.966235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:53.967078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:53.967409 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:53.967727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:20:54.137308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['e4663134-50d2-4311-948a-5c7fdff90f33'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:20:54.741360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314e2c-a000-4b42-95b0-ca590b79ebbe req-9601697f-2ef5-46b6-938b-6a528905c2ca tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:54.742779 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30314e2c-a000-4b42-95b0-ca590b79ebbe req-9601697f-2ef5-46b6-938b-6a528905c2ca tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 944 time: 0.0522816 Feb 16 17:20:54.787812 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-30314e2c-a000-4b42-95b0-ca590b79ebbe req-d4f399b8-f083-4ea3-9539-ffb2ca38c590 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394833 Feb 16 17:20:55.582649 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device e4663134-50d2-4311-948a-5c7fdff90f33 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:20:55.634200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port e4663134-50d2-4311-948a-5c7fdff90f33 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:20:55.637774 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port e4663134-50d2-4311-948a-5c7fdff90f33 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:20:55.638176 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:55.713132 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port e4663134-50d2-4311-948a-5c7fdff90f33 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:20:55.713445 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:55.739893 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:20:55.742097 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ffd383-ff3e-4bdb-82dc-76f7ab4bf8f1" -d '{"events": [{"server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "name": "network-vif-plugged", "status": "completed", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:20:55.761338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e4663134-50d2-4311-948a-5c7fdff90f33,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:20:55.766625 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:55.770107 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f2338dc1-6be4-4a59-9f58-0832514cb4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:55.791101 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e57770-599d-489b-b701-c1b4ae9f1e0c x-openstack-request-id: req-b9e57770-599d-489b-b701-c1b4ae9f1e0c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:20:55.791397 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "name": "network-vif-plugged", "status": "completed", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:20:55.791654 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9e57770-599d-489b-b701-c1b4ae9f1e0c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:20:55.792099 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'code': 200} Feb 16 17:20:55.825280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=e4663134-50d2-4311-948a-5c7fdff90f33,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:20:55.929919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d6248-d430-4dbd-8285-a15031e08959 req-079f013e-632f-4b1b-be63-d2565d239904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:55.931436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-578d6248-d430-4dbd-8285-a15031e08959 req-079f013e-632f-4b1b-be63-d2565d239904 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 1127 time: 0.0842371 Feb 16 17:20:55.945336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034137d-ec29-47d3-98d6-227bc84baaa1 req-7619d66e-8352-4e6e-ad5f-11cfc2d6c6ef tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:55.947046 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8034137d-ec29-47d3-98d6-227bc84baaa1 req-7619d66e-8352-4e6e-ad5f-11cfc2d6c6ef tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0689840 Feb 16 17:20:56.016904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-578d6248-d430-4dbd-8285-a15031e08959 req-5c3f15a8-95a3-4cf6-bd1b-5c9472f95dd4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792263 Feb 16 17:20:56.020970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8034137d-ec29-47d3-98d6-227bc84baaa1 req-8ff2a2e5-a06b-4509-8e22-ea8fcf893121 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676267 Feb 16 17:20:57.160215 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac637029-fb3f-444b-a7b5-28fd05c5c0e9 req-90b5c756-a083-4152-877c-93fac22a33c4 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:57.161680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac637029-fb3f-444b-a7b5-28fd05c5c0e9 req-90b5c756-a083-4152-877c-93fac22a33c4 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0534501 Feb 16 17:20:57.212492 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac637029-fb3f-444b-a7b5-28fd05c5c0e9 req-f62252e1-0199-4f90-867d-6c9675f8f38f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452955 Feb 16 17:20:57.327435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15097685-4344-443f-9796-9bf1365e2c14 req-659dc269-04e5-457f-9743-48c45f2a9840 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:57.328845 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15097685-4344-443f-9796-9bf1365e2c14 req-659dc269-04e5-457f-9743-48c45f2a9840 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0532887 Feb 16 17:20:57.337408 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 52890) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:20:57.341669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c50167c7-9c58-40d0-9094-854c7b42ba5a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Request body: {'floatingip': {'port_id': 'e4663134-50d2-4311-948a-5c7fdff90f33'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:20:57.380804 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c50167c7-9c58-40d0-9094-854c7b42ba5a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (96ddef16-fb69-454d-b697-4497f2a93946), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:57.806970 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c50167c7-9c58-40d0-9094-854c7b42ba5a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:57.811336 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c50167c7-9c58-40d0-9094-854c7b42ba5a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (96ddef16-fb69-454d-b697-4497f2a93946), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:57.910975 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-c50167c7-9c58-40d0-9094-854c7b42ba5a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Floating IP 96ddef16-fb69-454d-b697-4497f2a93946 associated. External IP: 172.25.4.206, port: e4663134-50d2-4311-948a-5c7fdff90f33. Feb 16 17:20:58.120958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50167c7-9c58-40d0-9094-854c7b42ba5a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Router 42675e5d-45d3-42ef-bd94-a28e700aa545 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:20:58.228417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50167c7-9c58-40d0-9094-854c7b42ba5a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:20:58.233720 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c50167c7-9c58-40d0-9094-854c7b42ba5a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:58.238982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686f205-7dab-4f29-a171-e585d3fbd3b0 None None] Sync routers for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:20:58.248056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686f205-7dab-4f29-a171-e585d3fbd3b0 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:20:58.248674 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7686f205-7dab-4f29-a171-e585d3fbd3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:20:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:58.266491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c50167c7-9c58-40d0-9094-854c7b42ba5a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "PUT /v2.0/floatingips/96ddef16-fb69-454d-b697-4497f2a93946 HTTP/1.1" status: 200 len: 991 time: 0.9280548 Feb 16 17:20:58.267361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:20:58.269659 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dad93f9-14cb-4413-baaf-23ec65b2e3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:20:58.315224 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96be33ca-ad15-45b1-95a7-301128fda4f4 x-openstack-request-id: req-96be33ca-ad15-45b1-95a7-301128fda4f4 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:20:58.316188 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:20:58.316458 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96be33ca-ad15-45b1-95a7-301128fda4f4 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:20:58.317000 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'status': 'completed', 'code': 200} Feb 16 17:20:58.378826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-7686f205-7dab-4f29-a171-e585d3fbd3b0 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:20:58.381892 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-020f0d21-1170-478c-b064-d97885a14415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:58.385451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad93f9-14cb-4413-baaf-23ec65b2e3b1 req-a71dda4a-6918-433e-8bb4-d509a9eeca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:58.387799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4dad93f9-14cb-4413-baaf-23ec65b2e3b1 req-a71dda4a-6918-433e-8bb4-d509a9eeca02 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 1127 time: 0.0512679 Feb 16 17:20:58.564608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad93f9-14cb-4413-baaf-23ec65b2e3b1 req-d64914bb-eedf-4db1-ab2b-0000aa5e2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:58.566087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4dad93f9-14cb-4413-baaf-23ec65b2e3b1 req-d64914bb-eedf-4db1-ab2b-0000aa5e2c89 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.1733189 Feb 16 17:20:58.622348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7686f205-7dab-4f29-a171-e585d3fbd3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '96ddef16-fb69-454d-b697-4497f2a93946', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'port_id': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'mac_address': 'fa:16:3e:42:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:19:02Z', 'updated_at': '2022-02-16T17:20:57Z', 'revision_number': 9, 'project_id': '7c3408ec917249d390371812c6eebaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:58.624723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-429f98d1-8be0-4d62-8bc4-9681623598df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1446593 Feb 16 17:20:58.631356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f75cc-ad23-4a2a-beff-02ca6438a388 req-4a1fd224-27d6-49e0-9c29-05361ccf3c5f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:58.632771 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b11f75cc-ad23-4a2a-beff-02ca6438a388 req-4a1fd224-27d6-49e0-9c29-05361ccf3c5f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.1541193 Feb 16 17:20:58.654849 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686f205-7dab-4f29-a171-e585d3fbd3b0 None None] Checking router: 42675e5d-45d3-42ef-bd94-a28e700aa545 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:20:58.664263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686f205-7dab-4f29-a171-e585d3fbd3b0 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:20:58.665159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7686f205-7dab-4f29-a171-e585d3fbd3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:20:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:58.675070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4dad93f9-14cb-4413-baaf-23ec65b2e3b1 req-aa8642ee-25fd-47dd-b805-607c46c200dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 200 len: 999 time: 0.0991142 Feb 16 17:20:58.730894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b11f75cc-ad23-4a2a-beff-02ca6438a388 req-9413276d-ae21-4f02-87f2-e6ae3aa4f293 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838149 Feb 16 17:20:58.742409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad93f9-14cb-4413-baaf-23ec65b2e3b1 req-7d479aed-01e4-4acf-ade0-39f22207a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:58.743889 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4dad93f9-14cb-4413-baaf-23ec65b2e3b1 req-7d479aed-01e4-4acf-ade0-39f22207a7cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0591376 Feb 16 17:20:58.790679 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-7686f205-7dab-4f29-a171-e585d3fbd3b0 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:20:58.802284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad93f9-14cb-4413-baaf-23ec65b2e3b1 req-abcdc4eb-b841-47b8-b0bf-a6dd560e44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:58.803827 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4dad93f9-14cb-4413-baaf-23ec65b2e3b1 req-abcdc4eb-b841-47b8-b0bf-a6dd560e44c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546412 Feb 16 17:20:58.902946 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4dad93f9-14cb-4413-baaf-23ec65b2e3b1 req-85fe987f-f723-4ef6-b2a8-80e8fd4b9a95 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929089 Feb 16 17:20:59.034781 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7686f205-7dab-4f29-a171-e585d3fbd3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '96ddef16-fb69-454d-b697-4497f2a93946', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'port_id': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'mac_address': 'fa:16:3e:42:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:19:02Z', 'updated_at': '2022-02-16T17:20:57Z', 'revision_number': 9, 'project_id': '7c3408ec917249d390371812c6eebaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:20:59.042110 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-f74093a8-820b-40f5-8bfa-2fe682fa6b75 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:59.043461 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-f74093a8-820b-40f5-8bfa-2fe682fa6b75 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports/e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 200 len: 942 time: 0.0655546 Feb 16 17:20:59.049100 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4dad93f9-14cb-4413-baaf-23ec65b2e3b1 req-8c32b285-150e-49c2-b146-211f129732d5 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402822 Feb 16 17:20:59.071478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686f205-7dab-4f29-a171-e585d3fbd3b0 None None] The sync data for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 is: [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '96ddef16-fb69-454d-b697-4497f2a93946', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'port_id': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'mac_address': 'fa:16:3e:42:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:19:02Z', 'updated_at': '2022-02-16T17:20:57Z', 'revision_number': 9, 'project_id': '7c3408ec917249d390371812c6eebaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:20:59.306416 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bb67e3-a2c4-4308-b399-69cea4c8cf8b None None] New status for floating IP 96ddef16-fb69-454d-b697-4497f2a93946: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:20:59.465806 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:20:59.856179 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-807d21de-0ae9-4e96-8161-616734bc2f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:59.858332 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-807d21de-0ae9-4e96-8161-616734bc2f25 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 1127 time: 0.0764203 Feb 16 17:20:59.879513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14da93-1cba-458f-b8f5-9c987c1c0064 req-f582a2ea-212f-4a85-80e6-6903111f79a8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:59.880940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee14da93-1cba-458f-b8f5-9c987c1c0064 req-f582a2ea-212f-4a85-80e6-6903111f79a8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0706830 Feb 16 17:20:59.980570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee14da93-1cba-458f-b8f5-9c987c1c0064 req-9ce36e45-8725-4990-95e1-5a23cbe2e612 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882473 Feb 16 17:20:59.996308 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-8e6cc6c4-1187-4895-933b-498f46cb7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:20:59.998269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-8e6cc6c4-1187-4895-933b-498f46cb7e71 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.1324496 Feb 16 17:21:00.065896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-84c69da6-4b78-4209-8e59-e990cfe2b78c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 200 len: 1002 time: 0.0612490 Feb 16 17:21:00.454360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-4f549066-468f-4f9c-ae84-289d23fe999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:00.455967 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-4f549066-468f-4f9c-ae84-289d23fe999a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.3850172 Feb 16 17:21:00.504103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-5b361cd2-007c-44c1-84f0-469997657a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:00.505553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-5b361cd2-007c-44c1-84f0-469997657a44 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441515 Feb 16 17:21:00.595992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-f42e35e8-b9fa-4cd2-a990-1293358903a3 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843561 Feb 16 17:21:00.684156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-fea06e34-8880-4ea7-827c-b8e20856f9d3 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826848 Feb 16 17:21:01.000464 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:01.104817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09843a-0ec7-4244-b0a2-cc3ae30b3c4c req-9704161b-2e23-47b2-be18-d044088ea355 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:01.106277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d09843a-0ec7-4244-b0a2-cc3ae30b3c4c req-9704161b-2e23-47b2-be18-d044088ea355 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0565619 Feb 16 17:21:01.153419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1d09843a-0ec7-4244-b0a2-cc3ae30b3c4c req-719b188e-beaf-40e9-89ed-d6fabc281dd3 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408502 Feb 16 17:21:01.779964 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:02.149943 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:02.280950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251cb28-86a0-4c81-a927-212995ab7d12 req-1a7afec6-b153-43e6-9883-72a7a3c58c53 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:02.282530 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0251cb28-86a0-4c81-a927-212995ab7d12 req-1a7afec6-b153-43e6-9883-72a7a3c58c53 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0581267 Feb 16 17:21:02.332258 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0251cb28-86a0-4c81-a927-212995ab7d12 req-2eb3a086-21f7-4def-8f0e-011b5d8b322d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436003 Feb 16 17:21:03.460170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0603c-b3f1-46bb-b655-1f7369816cf2 req-3fe2fcf5-52a1-4159-8451-9c390d160ffd tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:03.461681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86f0603c-b3f1-46bb-b655-1f7369816cf2 req-3fe2fcf5-52a1-4159-8451-9c390d160ffd tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0523267 Feb 16 17:21:03.512105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-86f0603c-b3f1-46bb-b655-1f7369816cf2 req-ef5c672b-ddad-4532-b9b4-bbc1cdc7d4f6 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439751 Feb 16 17:21:04.631897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd924ce6-cd83-49af-9765-8bdda8fc547b req-5e5ef0b7-0cdb-4996-bc06-e1dd609ab21a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:04.633371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd924ce6-cd83-49af-9765-8bdda8fc547b req-5e5ef0b7-0cdb-4996-bc06-e1dd609ab21a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0521305 Feb 16 17:21:04.679929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd924ce6-cd83-49af-9765-8bdda8fc547b req-8451dc63-3140-43d3-b132-01e58db8c6aa tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400803 Feb 16 17:21:04.958812 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:05.797750 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b2d5c-bf48-4ecb-a552-2b0c26163fc9 req-ca366541-cc29-43fe-ae2a-987588df5e79 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:05.799213 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d19b2d5c-bf48-4ecb-a552-2b0c26163fc9 req-ca366541-cc29-43fe-ae2a-987588df5e79 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0515623 Feb 16 17:21:05.845565 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d19b2d5c-bf48-4ecb-a552-2b0c26163fc9 req-8ece9454-1269-47a8-aa22-be90e0e167ec tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408340 Feb 16 17:21:06.968568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59375064-87d5-437f-9f16-d275bf7ce951 req-899aa09c-7a30-4712-8028-123031687ec3 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:06.970033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59375064-87d5-437f-9f16-d275bf7ce951 req-899aa09c-7a30-4712-8028-123031687ec3 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0572870 Feb 16 17:21:07.017487 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59375064-87d5-437f-9f16-d275bf7ce951 req-e1866055-9a0a-438b-b809-4270cadc4785 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419137 Feb 16 17:21:08.135856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c320565-d7d6-40b9-ab00-0538b0eb025b req-3011a1de-aad4-4859-81a5-9da76dc3f182 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:08.137335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c320565-d7d6-40b9-ab00-0538b0eb025b req-3011a1de-aad4-4859-81a5-9da76dc3f182 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0521817 Feb 16 17:21:08.184119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1c320565-d7d6-40b9-ab00-0538b0eb025b req-0af25c77-6ff6-423e-bb99-356ea080484c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402281 Feb 16 17:21:09.310124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb068afd-d9bd-4226-b1c4-a0db17b54ebf req-7e10dbad-6169-455b-9799-c14ae27b9fbb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:09.312591 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb068afd-d9bd-4226-b1c4-a0db17b54ebf req-7e10dbad-6169-455b-9799-c14ae27b9fbb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0530119 Feb 16 17:21:09.362515 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb068afd-d9bd-4226-b1c4-a0db17b54ebf req-e539efde-9865-47ff-b866-220cf5218357 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444121 Feb 16 17:21:10.483144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002ebae-db32-4252-a40f-6c04c03159e6 req-1461779b-1e01-42fb-a460-a5a192903fdb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:10.485174 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a002ebae-db32-4252-a40f-6c04c03159e6 req-1461779b-1e01-42fb-a460-a5a192903fdb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0539412 Feb 16 17:21:10.531674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a002ebae-db32-4252-a40f-6c04c03159e6 req-71de0707-6df0-4854-939f-eb51978657a4 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408847 Feb 16 17:21:11.651553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09db030-43bd-44dd-9272-c1e6710111ef req-677f7783-f5ee-4083-aea5-5ec1cacef5a1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:11.653210 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b09db030-43bd-44dd-9272-c1e6710111ef req-677f7783-f5ee-4083-aea5-5ec1cacef5a1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0535123 Feb 16 17:21:11.707094 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b09db030-43bd-44dd-9272-c1e6710111ef req-bfa54d59-4285-42f4-b4fc-9f38b6bf730b tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476604 Feb 16 17:21:12.830279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bc698-a475-4a0e-819b-b6ca7851d5f4 req-487dffd0-5073-4519-80a3-ed47fe6083ba tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:12.831793 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf2bc698-a475-4a0e-819b-b6ca7851d5f4 req-487dffd0-5073-4519-80a3-ed47fe6083ba tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0567169 Feb 16 17:21:12.881883 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf2bc698-a475-4a0e-819b-b6ca7851d5f4 req-f90ddbe0-c359-4ca5-af5f-f2ee1a98aa16 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444603 Feb 16 17:21:12.884897 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:21:14.001640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a65088-768f-41a4-bc60-a48da2350312 req-258bfc11-7704-49d2-a720-053ab567c5e8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:14.003094 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b5a65088-768f-41a4-bc60-a48da2350312 req-258bfc11-7704-49d2-a720-053ab567c5e8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0536308 Feb 16 17:21:14.049970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b5a65088-768f-41a4-bc60-a48da2350312 req-d6494bba-d91d-4bef-ba1d-0861247b4d64 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411620 Feb 16 17:21:15.173808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256c631-29f6-4848-9b9b-344e89ee6afc req-6baec4f0-9ea4-4b33-aca3-bb34f3fde50c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:15.175279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c256c631-29f6-4848-9b9b-344e89ee6afc req-6baec4f0-9ea4-4b33-aca3-bb34f3fde50c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0569320 Feb 16 17:21:15.221259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c256c631-29f6-4848-9b9b-344e89ee6afc req-0484f422-49b0-4c16-8529-4b8a5c9130eb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404360 Feb 16 17:21:16.342149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ade52-d488-4cab-be4e-dd274a105779 req-e05ca6d3-ff46-4c8b-939a-e2ee81e5dacd tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:16.343798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f17ade52-d488-4cab-be4e-dd274a105779 req-e05ca6d3-ff46-4c8b-939a-e2ee81e5dacd tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0531867 Feb 16 17:21:16.390124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f17ade52-d488-4cab-be4e-dd274a105779 req-0c51c49e-bff4-41c3-b7ae-d9cec330345e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408463 Feb 16 17:21:17.511249 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3aa8ab-f02a-46b3-9911-1c1cdf3cc1cf req-4bbb1976-7fd4-4ac3-a888-37e1e213ac2b tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:17.512741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c3aa8ab-f02a-46b3-9911-1c1cdf3cc1cf req-4bbb1976-7fd4-4ac3-a888-37e1e213ac2b tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0531008 Feb 16 17:21:17.563611 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c3aa8ab-f02a-46b3-9911-1c1cdf3cc1cf req-77d6e82f-ccc0-4dc8-aaed-9b3384ae05af tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445557 Feb 16 17:21:18.681256 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf69d1-0243-420f-9b8b-ebd75da2c0bc req-9df16d6b-e3a9-45b4-918b-0ad4956e48b2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:18.682717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cedf69d1-0243-420f-9b8b-ebd75da2c0bc req-9df16d6b-e3a9-45b4-918b-0ad4956e48b2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0520916 Feb 16 17:21:18.728169 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cedf69d1-0243-420f-9b8b-ebd75da2c0bc req-dacece68-71b2-496e-b9ce-5b18239eadeb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397298 Feb 16 17:21:19.859354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8793f-7245-4199-9854-ef0d92ce6763 req-b435c95c-fdfd-448c-ba81-160725c154de tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:19.860835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02c8793f-7245-4199-9854-ef0d92ce6763 req-b435c95c-fdfd-448c-ba81-160725c154de tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0527086 Feb 16 17:21:19.906634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02c8793f-7245-4199-9854-ef0d92ce6763 req-8e49b156-5808-49b3-8bc6-cdd58d2c9bda tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402594 Feb 16 17:21:21.035814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea620e8c-0d57-4aa2-8d50-0f8633de5fb4 req-f1637f27-c3c9-41cb-b5d2-870cd1f7337d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:21.037282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea620e8c-0d57-4aa2-8d50-0f8633de5fb4 req-f1637f27-c3c9-41cb-b5d2-870cd1f7337d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0567148 Feb 16 17:21:21.084467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea620e8c-0d57-4aa2-8d50-0f8633de5fb4 req-0d8445c8-c7ce-43bb-9e3a-c1c505b2d725 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416679 Feb 16 17:21:22.206839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888f18d-bcb6-4446-abf6-1f3a95f8561b req-86353168-3884-4221-8faa-5c299c3170f4 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:22.208361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3888f18d-bcb6-4446-abf6-1f3a95f8561b req-86353168-3884-4221-8faa-5c299c3170f4 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0521231 Feb 16 17:21:22.255423 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3888f18d-bcb6-4446-abf6-1f3a95f8561b req-e4bc1573-97fe-48ec-a449-1e41c7ec826e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415120 Feb 16 17:21:23.376317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8466531-0f60-43cd-9515-0e99b9500125 req-5f5a05a2-a768-4342-aaa0-6cdd77f392ba tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:23.377789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8466531-0f60-43cd-9515-0e99b9500125 req-5f5a05a2-a768-4342-aaa0-6cdd77f392ba tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0529003 Feb 16 17:21:23.429122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8466531-0f60-43cd-9515-0e99b9500125 req-070762f2-bb0b-4c45-815f-627b756661fd tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457795 Feb 16 17:21:24.553010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6e4dd-83b2-4175-87b8-00a3a81b460a req-17715b52-d45b-4b4e-8946-614f8c076c7c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:24.554485 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35e6e4dd-83b2-4175-87b8-00a3a81b460a req-17715b52-d45b-4b4e-8946-614f8c076c7c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0551808 Feb 16 17:21:24.601338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-35e6e4dd-83b2-4175-87b8-00a3a81b460a req-684fceeb-133d-4be3-a05c-b09fba583096 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413034 Feb 16 17:21:25.722513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a0192-24a5-4cc6-b9c7-ec91134afd55 req-be0499d2-bb12-4c90-abd2-03c3264e4395 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:25.724001 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e5a0192-24a5-4cc6-b9c7-ec91134afd55 req-be0499d2-bb12-4c90-abd2-03c3264e4395 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0534945 Feb 16 17:21:25.753219 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c93c1aac-a2ac-4d76-b995-704854c4f347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:25.771834 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e5a0192-24a5-4cc6-b9c7-ec91134afd55 req-42703733-b439-4f5e-ba31-0fdf072ceac0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420299 Feb 16 17:21:26.896665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b838c-bb4b-4be0-bfd7-323cc6ed8c84 req-364556ea-12ab-4774-b547-ec8dcc21ffd6 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:26.898134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d4b838c-bb4b-4be0-bfd7-323cc6ed8c84 req-364556ea-12ab-4774-b547-ec8dcc21ffd6 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0570912 Feb 16 17:21:26.945943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d4b838c-bb4b-4be0-bfd7-323cc6ed8c84 req-8e94d496-631f-414b-924f-ddc14b437951 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422158 Feb 16 17:21:28.067222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe23ee5-62f4-424d-b319-15547a085343 req-2edafa43-0b25-4766-811f-419587b493fd tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:28.068938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-afe23ee5-62f4-424d-b319-15547a085343 req-2edafa43-0b25-4766-811f-419587b493fd tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0539482 Feb 16 17:21:28.116143 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-afe23ee5-62f4-424d-b319-15547a085343 req-6527bdb4-a740-4cfb-8cc3-5977d75fe11b tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415611 Feb 16 17:21:28.365049 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-339ea898-3840-4660-ab69-e9c77d7bca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:29.239144 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47174223-3b92-4ace-9442-d957154cf49a req-94b036ea-3161-447e-ae47-788c7f41269d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:29.240649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47174223-3b92-4ace-9442-d957154cf49a req-94b036ea-3161-447e-ae47-788c7f41269d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0579269 Feb 16 17:21:29.288080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47174223-3b92-4ace-9442-d957154cf49a req-36829d2a-df4a-41f3-ba0b-77744f8fd58a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418100 Feb 16 17:21:29.464946 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:30.406098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325370d-6048-43f1-9008-ea9198c96a09 req-354723f3-32b0-4c11-9cb3-0c87564d8667 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:30.407670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f325370d-6048-43f1-9008-ea9198c96a09 req-354723f3-32b0-4c11-9cb3-0c87564d8667 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0519531 Feb 16 17:21:30.456260 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f325370d-6048-43f1-9008-ea9198c96a09 req-68b0d015-70f2-4ae8-945b-983171f3ae7f tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430479 Feb 16 17:21:31.002720 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:31.589967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed38dec-7e4a-4d11-beca-c4ad8bd7c2e0 req-7c4e2d0a-b8f6-4cd6-b920-35d15615a77e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:31.591444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eed38dec-7e4a-4d11-beca-c4ad8bd7c2e0 req-7c4e2d0a-b8f6-4cd6-b920-35d15615a77e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0532146 Feb 16 17:21:31.645291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eed38dec-7e4a-4d11-beca-c4ad8bd7c2e0 req-9d6fc1c8-4065-4357-baf9-6957fbfcdaae tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474622 Feb 16 17:21:31.770628 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:32.152754 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:32.591201 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-d84f18ea-bafd-4eb6-8ee3-1dff7d15ebc1 service neutron] show failed (client error): The resource could not be found. Feb 16 17:21:32.592229 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-d84f18ea-bafd-4eb6-8ee3-1dff7d15ebc1 service neutron] 10.222.0.65 "GET /v2.0/ports/e4663134-50d2-4311-948a-5c7fdff90f33/bindings/n-h2-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.0544012 Feb 16 17:21:32.773154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b47c7-9f78-40ce-aaa2-7f4e51f98d8d req-31622647-7ec4-4d8f-a61f-97004d9851d9 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:32.774588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce9b47c7-9f78-40ce-aaa2-7f4e51f98d8d req-31622647-7ec4-4d8f-a61f-97004d9851d9 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0585616 Feb 16 17:21:32.797104 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-3bdcf643-4140-4615-b588-222241b75b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:32.798554 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-3bdcf643-4140-4615-b588-222241b75b8b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6&tenant_id=7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 1127 time: 0.0458903 Feb 16 17:21:32.808500 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:32.823663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce9b47c7-9f78-40ce-aaa2-7f4e51f98d8d req-fcc32714-78b6-4278-80ed-97eaf584bede tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432720 Feb 16 17:21:32.871425 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:33.072282 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e4663134-50d2-4311-948a-5c7fdff90f33,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:33.105577 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h1-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:21:33.145951 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:21:33.148238 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c83430e52beacea328eb003011c034ecf6a0d1400afa56f2169bdfc506b22f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfe97eb-eb4d-46d3-8e0d-9d5109d53858" -d '{"events": [{"server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "name": "network-vif-unplugged", "status": "completed", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:21:33.152136 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Publish callbacks [] for port (e4663134-50d2-4311-948a-5c7fdff90f33), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:33.166484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Transition to ACTIVE for port object e4663134-50d2-4311-948a-5c7fdff90f33 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:21:33.170873 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:33.198562 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7ef62f-5a19-4e3a-925c-531ed20ea622 x-openstack-request-id: req-ef7ef62f-5a19-4e3a-925c-531ed20ea622 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:21:33.198853 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "name": "network-vif-unplugged", "status": "completed", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:21:33.199104 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef7ef62f-5a19-4e3a-925c-531ed20ea622 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:21:33.199493 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'code': 200} Feb 16 17:21:33.257743 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Pushing event updated for resources: {'Port': ['ID=e4663134-50d2-4311-948a-5c7fdff90f33,revision_number=6']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:33.272421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:33.272771 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:33.273114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:33.273451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:33.273783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:33.274118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:33.274441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:33.274765 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:33.275094 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:33.275418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:33.275741 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:33.276086 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:33.276403 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:33.309422 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] No DVR routers for this DVR port e4663134-50d2-4311-948a-5c7fdff90f33 on host n-h1-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:21:33.453187 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Attempting to bind port e4663134-50d2-4311-948a-5c7fdff90f33 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:21:33.453523 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Attempting to bind port e4663134-50d2-4311-948a-5c7fdff90f33 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:21:33.454057 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Attempting to bind port e4663134-50d2-4311-948a-5c7fdff90f33 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:21:33.458408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Port e4663134-50d2-4311-948a-5c7fdff90f33 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:21:33.458735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Attempting to bind port e4663134-50d2-4311-948a-5c7fdff90f33 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:21:33.463628 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:21:33.464010 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Checking segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:21:33.464400 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Bound using segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:21:33.464831 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Bound port: e4663134-50d2-4311-948a-5c7fdff90f33, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:21:33.465188 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:33.529297 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:21:33.532366 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e4663134-50d2-4311-948a-5c7fdff90f33,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:21:33.537798 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:33.574446 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:33.575055 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:33.576433 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] 10.222.0.60 "PUT /v2.0/ports/e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 200 len: 1091 time: 0.7719073 Feb 16 17:21:33.598069 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0bc71-3d3b-4c3d-988f-cbbb7f7af30b service neutron] Pushing event updated for resources: {'Port': ['ID=e4663134-50d2-4311-948a-5c7fdff90f33,revision_number=7']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:33.649585 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-dd78b686-9099-4367-b790-88fe9ae5aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:33.651093 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-dd78b686-9099-4367-b790-88fe9ae5aad8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 1125 time: 0.0501699 Feb 16 17:21:33.745652 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-f2f1ff51-4663-49f2-8b16-178ad37cbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:33.747125 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-f2f1ff51-4663-49f2-8b16-178ad37cbd80 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0892079 Feb 16 17:21:33.816741 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-2c2f06d0-244f-42df-8af8-c9aecb4f2781 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 200 len: 1000 time: 0.0634785 Feb 16 17:21:33.851948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-c0b28c17-32cd-420a-b4ba-86221a52cd94 req-28a6052d-cc33-4660-a7fa-b346dbb20ca8 service neutron] (103422) timed out ('10.222.0.24', 48546) {{(pid=103422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 17:21:33.867019 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-dc635ec6-fc43-48b1-88c6-bbabb9a6ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:33.868549 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-dc635ec6-fc43-48b1-88c6-bbabb9a6ded8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0461750 Feb 16 17:21:33.917643 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-b41f5279-5dbf-4e58-b514-18a030b5e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:33.919206 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-b41f5279-5dbf-4e58-b514-18a030b5e596 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450575 Feb 16 17:21:33.946825 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3ae85-e426-41ca-8e91-335670988550 req-10dc0964-4800-4d49-8705-74a650b74bbf tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:33.948341 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85e3ae85-e426-41ca-8e91-335670988550 req-10dc0964-4800-4d49-8705-74a650b74bbf tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 943 time: 0.0535200 Feb 16 17:21:34.002007 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-85e3ae85-e426-41ca-8e91-335670988550 req-8ee46f10-9bc8-4cdd-8c36-e6b4d9140f19 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475848 Feb 16 17:21:34.021698 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-1d1b1e01-63a8-4b72-97a7-7f29f9b26e90 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961838 Feb 16 17:21:34.113768 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-604d1c25-41b6-4a54-85f9-52ae8c757e6d req-c96a7a57-78d6-4d1e-9482-0db0dc8dea32 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867965 Feb 16 17:21:34.955632 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:35.122986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae784d-9df2-487c-8546-e5b16eee3f8c req-1b3a335c-54ea-4e62-954c-1ab7ca53de3a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:35.124481 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dae784d-9df2-487c-8546-e5b16eee3f8c req-1b3a335c-54ea-4e62-954c-1ab7ca53de3a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 943 time: 0.0527859 Feb 16 17:21:35.172309 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dae784d-9df2-487c-8546-e5b16eee3f8c req-d7131295-1fc2-4ead-bb3d-363d6c486565 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414507 Feb 16 17:21:35.201120 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:21:35.204124 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c83430e52beacea328eb003011c034ecf6a0d1400afa56f2169bdfc506b22f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51" -d '{"events": [{"name": "network-changed", "server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:21:35.252266 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7746fb3f-9773-4873-a22b-1fb0a7883d9d x-openstack-request-id: req-7746fb3f-9773-4873-a22b-1fb0a7883d9d {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:21:35.252555 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:21:35.252810 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7746fb3f-9773-4873-a22b-1fb0a7883d9d {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:21:35.253235 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'status': 'completed', 'code': 200} Feb 16 17:21:35.314793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-f5eddd68-8a69-452c-9e68-d4d25daa7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:35.316331 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-f5eddd68-8a69-452c-9e68-d4d25daa7b8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 1125 time: 0.0447114 Feb 16 17:21:35.316470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-cf40034b-8467-4e70-ac53-49c7ffb66bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:35.317972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-cf40034b-8467-4e70-ac53-49c7ffb66bad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 1125 time: 0.0451043 Feb 16 17:21:35.407987 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-ed21bc02-d46c-46ee-8114-4d257fdad609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:35.409515 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-ed21bc02-d46c-46ee-8114-4d257fdad609 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0876181 Feb 16 17:21:35.411308 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-9ccd4ba8-9bac-47b7-a7cd-f23607b76025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:35.412774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-9ccd4ba8-9bac-47b7-a7cd-f23607b76025 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0895457 Feb 16 17:21:35.479186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-0e1e37fb-a28b-4d40-b1a8-168e8c05b778 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 200 len: 1000 time: 0.0601995 Feb 16 17:21:35.480649 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-7a478f6e-bf9f-49e9-bd6b-00efca5f39a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 200 len: 1000 time: 0.0650492 Feb 16 17:21:35.532622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-e847d68f-9675-43bb-9105-98b543e77320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:35.533102 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-b0372b4a-0e87-4946-a331-f9fd0ab48bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:35.534089 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-e847d68f-9675-43bb-9105-98b543e77320 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0453210 Feb 16 17:21:35.534536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-b0372b4a-0e87-4946-a331-f9fd0ab48bd9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0492249 Feb 16 17:21:35.583160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-81427d48-7f36-4b66-90b4-06441c68237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:35.584007 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-bb6051f4-8c9d-4ac3-95f1-33a8adbdb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:35.584697 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-81427d48-7f36-4b66-90b4-06441c68237d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449295 Feb 16 17:21:35.585510 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-bb6051f4-8c9d-4ac3-95f1-33a8adbdb04c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455816 Feb 16 17:21:35.672444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-765681d9-ccb1-4cfa-9f5d-3ed5b693777b service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814621 Feb 16 17:21:35.678615 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-fc5dedf6-05b4-437b-b77b-3ccde6d14638 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870631 Feb 16 17:21:35.764367 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-112c47aa-4f61-4138-8e77-92467f030650 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869675 Feb 16 17:21:35.773884 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0bff6acd-ea28-40c0-bc8b-5b0d921c2c51 req-3c60fd4a-a4c5-4650-bb9f-8c46ad25f6b6 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891495 Feb 16 17:21:35.801901 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device e4663134-50d2-4311-948a-5c7fdff90f33 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:21:35.841265 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] The host n-h1-669411-5 is not matching for port e4663134-50d2-4311-948a-5c7fdff90f33 host n-h2-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 17:21:35.841652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device e4663134-50d2-4311-948a-5c7fdff90f33 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:21:36.291790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da145587-a593-4129-bb11-986194b10efe req-e1f4df50-cc8c-46ed-bba7-1dfa29e6b46e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:36.293260 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da145587-a593-4129-bb11-986194b10efe req-e1f4df50-cc8c-46ed-bba7-1dfa29e6b46e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 943 time: 0.0524991 Feb 16 17:21:36.339380 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-da145587-a593-4129-bb11-986194b10efe req-d6d7aaf1-c3ea-4eac-b772-47602e17e9a9 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402472 Feb 16 17:21:37.467422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1c190-f391-4097-8b63-f65e527aad75 req-2a0b1d93-34ee-49c7-908a-cbd3b6253170 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:37.469590 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3b1c190-f391-4097-8b63-f65e527aad75 req-2a0b1d93-34ee-49c7-908a-cbd3b6253170 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 943 time: 0.0576160 Feb 16 17:21:37.517412 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3b1c190-f391-4097-8b63-f65e527aad75 req-9006c6e0-da6b-428e-812f-5245d84613bc tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420794 Feb 16 17:21:37.802573 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-e4d4d1ec-3120-47d4-87ea-cafe6c7ab707 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:37.804134 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-e4d4d1ec-3120-47d4-87ea-cafe6c7ab707 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.60 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6&tenant_id=7c3408ec917249d390371812c6eebaef&binding%3Ahost_id=n-h2-669411-5 HTTP/1.1" status: 200 len: 943 time: 0.0571835 Feb 16 17:21:37.820659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fb495-017f-435d-bff9-e6d01b4d3ed3 req-3c3f217e-5f2b-46f9-a693-a7eed55bd8d1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:37.822127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c8fb495-017f-435d-bff9-e6d01b4d3ed3 req-3c3f217e-5f2b-46f9-a693-a7eed55bd8d1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 943 time: 0.0524461 Feb 16 17:21:37.864732 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-d7b11c3b-0b80-4b14-84de-db9663c6a9ab service neutron] 10.222.0.60 "GET /v2.0/ports/e4663134-50d2-4311-948a-5c7fdff90f33/bindings/n-h2-669411-5 HTTP/1.1" status: 200 len: 382 time: 0.0543449 Feb 16 17:21:37.870421 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c8fb495-017f-435d-bff9-e6d01b4d3ed3 req-5b5cce18-9faa-40a4-bfd0-63e2f7d9dc8d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426633 Feb 16 17:21:37.930629 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-98a5166b-d6aa-4a92-8c9b-4e9e829378f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:37.932150 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-98a5166b-d6aa-4a92-8c9b-4e9e829378f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 1125 time: 0.0455909 Feb 16 17:21:38.037831 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-ab75b57a-9247-43d4-9b1b-787064d09e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:38.039223 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-ab75b57a-9247-43d4-9b1b-787064d09e19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.1020255 Feb 16 17:21:38.103515 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-ef5babb3-a814-408e-a2f2-15f3d1017c18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 200 len: 1000 time: 0.0587523 Feb 16 17:21:38.154305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-64fc00c1-8f49-41bb-81c9-341da22122ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:38.155723 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-64fc00c1-8f49-41bb-81c9-341da22122ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0470181 Feb 16 17:21:38.204351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-ab06f778-ac1e-4e7a-bb5b-6a35ab8820a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:38.205843 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-ab06f778-ac1e-4e7a-bb5b-6a35ab8820a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446615 Feb 16 17:21:38.295490 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-c8082c72-b783-4bd9-8035-2838e8c642dd service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836632 Feb 16 17:21:38.387539 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-634493e1-ac82-498e-977e-3d8728f9068c service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860536 Feb 16 17:21:38.589081 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e4663134-50d2-4311-948a-5c7fdff90f33 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:21:38.686483 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e4663134-50d2-4311-948a-5c7fdff90f33,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:38.697895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Returning: {'device': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'port_id': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'mac_address': 'fa:16:3e:42:33:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:21:38.738458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Current status of the port e4663134-50d2-4311-948a-5c7fdff90f33 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:21:38.738852 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:38.751407 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4663134-50d2-4311-948a-5c7fdff90f33 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:21:38.770768 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e4663134-50d2-4311-948a-5c7fdff90f33,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:38.774650 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:38.821810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Pushing event updated for resources: {'Port': ['ID=e4663134-50d2-4311-948a-5c7fdff90f33,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:38.998311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadd3f6-70b9-4415-9d2d-2c7deeaae0d5 req-f342854b-f512-401c-8711-8f4147391d78 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:38.999796 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aeadd3f6-70b9-4415-9d2d-2c7deeaae0d5 req-f342854b-f512-401c-8711-8f4147391d78 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 944 time: 0.0566101 Feb 16 17:21:39.045594 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aeadd3f6-70b9-4415-9d2d-2c7deeaae0d5 req-3a481946-d20a-451b-b7fd-a3ae4afeed7e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399857 Feb 16 17:21:39.078768 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] get_ports_and_sgs() called for port_ids ['e4663134-50d2-4311-948a-5c7fdff90f33'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:21:40.165629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354abb4-2150-4f67-a1c3-58bb3270990d req-07515bc8-a230-4c1f-9f93-ad5ebb55fcb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:40.167113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c354abb4-2150-4f67-a1c3-58bb3270990d req-07515bc8-a230-4c1f-9f93-ad5ebb55fcb0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 944 time: 0.0523484 Feb 16 17:21:40.214178 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c354abb4-2150-4f67-a1c3-58bb3270990d req-6d851ea7-97cc-461b-a628-8d32fca9568a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406759 Feb 16 17:21:40.602829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-7b1083f5-4711-47c9-bb0a-91eeaf80b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:40.604628 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-7b1083f5-4711-47c9-bb0a-91eeaf80b20b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6&tenant_id=7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 1126 time: 0.0455821 Feb 16 17:21:40.615729 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:40.677917 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:40.876319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=e4663134-50d2-4311-948a-5c7fdff90f33,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:40.907890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:21:40.940452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e4663134-50d2-4311-948a-5c7fdff90f33 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:21:40.948427 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Publish callbacks [] for port (e4663134-50d2-4311-948a-5c7fdff90f33), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:40.958814 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Ignored duplicate provisioning block setup for port e4663134-50d2-4311-948a-5c7fdff90f33 by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 17:21:40.962504 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:41.052076 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Pushing event updated for resources: {'Port': ['ID=e4663134-50d2-4311-948a-5c7fdff90f33,revision_number=9']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:41.090156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] No DVR routers for this DVR port e4663134-50d2-4311-948a-5c7fdff90f33 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:21:41.230391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Attempting to bind port e4663134-50d2-4311-948a-5c7fdff90f33 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:21:41.231017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Attempting to bind port e4663134-50d2-4311-948a-5c7fdff90f33 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:21:41.231017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Attempting to bind port e4663134-50d2-4311-948a-5c7fdff90f33 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:21:41.235067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Port e4663134-50d2-4311-948a-5c7fdff90f33 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:21:41.235379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Attempting to bind port e4663134-50d2-4311-948a-5c7fdff90f33 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:21:41.240240 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:21:41.240587 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Checking segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:21:41.240946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Bound using segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:21:41.241360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Bound port: e4663134-50d2-4311-948a-5c7fdff90f33, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:21:41.241705 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:41.336740 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:21:41.341565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e4663134-50d2-4311-948a-5c7fdff90f33,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:21:41.349296 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:41.386789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7e95c-1ffe-4c82-b198-ecd7b2ad7bb0 req-afeac803-4b06-4d96-a7c5-eda278cdcb5e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:41.388292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92a7e95c-1ffe-4c82-b198-ecd7b2ad7bb0 req-afeac803-4b06-4d96-a7c5-eda278cdcb5e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 943 time: 0.0998628 Feb 16 17:21:41.399155 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:41.399784 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:41.401106 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] 10.222.0.65 "PUT /v2.0/ports/e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 200 len: 1091 time: 0.7892408 Feb 16 17:21:41.402689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:21:41.404929 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:21:41.469384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393019c5-d3eb-4663-8d0d-64791080b982 service neutron] Pushing event updated for resources: {'Port': ['ID=e4663134-50d2-4311-948a-5c7fdff90f33,revision_number=10']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:41.474288 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5699e78-ae4b-4397-a710-4111b56fd79c x-openstack-request-id: req-a5699e78-ae4b-4397-a710-4111b56fd79c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:21:41.474561 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:21:41.474817 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5699e78-ae4b-4397-a710-4111b56fd79c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:21:41.475264 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'status': 'completed', 'code': 200} Feb 16 17:21:41.511506 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92a7e95c-1ffe-4c82-b198-ecd7b2ad7bb0 req-90bd6d7d-c36f-4bb6-9522-1014ba4ead09 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094279 Feb 16 17:21:41.518774 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-b46eadb6-77a7-4563-b2ef-c3bd50bcfcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:41.519895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-b46eadb6-77a7-4563-b2ef-c3bd50bcfcf2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 1126 time: 0.0939281 Feb 16 17:21:41.542725 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-a5e860f0-a64c-4e45-8585-fb4b38dc99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:41.544566 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-a5e860f0-a64c-4e45-8585-fb4b38dc99a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 1126 time: 0.0533488 Feb 16 17:21:41.620911 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-4f383b9e-5634-4b6d-b87a-be046563a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:41.622393 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-4f383b9e-5634-4b6d-b87a-be046563a4da service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0969017 Feb 16 17:21:41.651294 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-d5a56b30-afd8-4b7b-8fd4-ff764f5303bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:41.652810 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-d5a56b30-afd8-4b7b-8fd4-ff764f5303bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.1004534 Feb 16 17:21:41.694691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-220f4fdc-cc8c-452a-9842-9776c6f16816 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 200 len: 1000 time: 0.0651469 Feb 16 17:21:41.719635 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-fdcc911f-d677-413c-97d2-a0aaae003292 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 200 len: 1000 time: 0.0599203 Feb 16 17:21:41.742821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-922bb486-ca3b-4fd9-8fac-27b6c8c4fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:41.744346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-922bb486-ca3b-4fd9-8fac-27b6c8c4fc31 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0445924 Feb 16 17:21:41.772921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-4b1b59ca-208f-4700-a81b-3895104175e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:41.774379 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-4b1b59ca-208f-4700-a81b-3895104175e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0490198 Feb 16 17:21:41.793204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-49268753-d4f3-4477-acbe-7d3ab201ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:41.795296 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-49268753-d4f3-4477-acbe-7d3ab201ccb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452971 Feb 16 17:21:41.822962 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-939dff15-85e4-45b2-bd48-491292acc2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:41.824514 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-939dff15-85e4-45b2-bd48-491292acc2d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445397 Feb 16 17:21:41.887350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-aa84832a-11bd-4cb7-9dc8-e3abe9970821 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859556 Feb 16 17:21:41.916428 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-a9c282c3-73b8-4e33-9a19-e7004ce083d9 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827975 Feb 16 17:21:41.979349 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-717c61e8-b72d-4873-9e83-dbd390e3894f req-ec03d054-8b4d-4708-b033-49d870d385b8 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854547 Feb 16 17:21:42.013500 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-e0596202-dbc6-4ff7-a6e0-6e46dd23d3b5 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909464 Feb 16 17:21:42.067010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-5a32efe1-3dd9-4319-bc47-568b17c53245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:42.068522 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-5a32efe1-3dd9-4319-bc47-568b17c53245 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 1126 time: 0.0460734 Feb 16 17:21:42.155955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-d7dff39b-d226-4d93-8204-6167a5f98466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:42.158146 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-d7dff39b-d226-4d93-8204-6167a5f98466 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0839243 Feb 16 17:21:42.226164 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-e12e2e5b-e5ab-4111-b7db-07d08a30984e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 200 len: 1000 time: 0.0621271 Feb 16 17:21:42.276317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-b8089815-dfe5-4bbd-9d7c-36a3195d1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:42.277666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-b8089815-dfe5-4bbd-9d7c-36a3195d1b3f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0449321 Feb 16 17:21:42.323870 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-89c7403f-7147-4e3b-b638-0b6013cfe347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:42.325314 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-89c7403f-7147-4e3b-b638-0b6013cfe347 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0419812 Feb 16 17:21:42.415826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-3b4eb72f-b1d1-4ef0-8fa7-9af83ae810fe service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836673 Feb 16 17:21:42.505354 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0afc73f7-0242-4f00-ac99-1db1b1ec8cd0 req-02fd5c87-d3c1-435d-a31d-08879c5fb844 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827031 Feb 16 17:21:42.614226 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e4663134-50d2-4311-948a-5c7fdff90f33 details requested by agent hyperv_n-h2-669411-5 with host n-h2-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:21:42.639283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afdb48-1140-4745-b1fc-928d1167ed07 req-9bd20ba4-5e21-42db-813b-bfcf9af230ae tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:42.641407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19afdb48-1140-4745-b1fc-928d1167ed07 req-9bd20ba4-5e21-42db-813b-bfcf9af230ae tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 944 time: 0.0562096 Feb 16 17:21:42.689541 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19afdb48-1140-4745-b1fc-928d1167ed07 req-6da64655-6037-4b75-b70b-788a6c97fd28 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418568 Feb 16 17:21:42.713931 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bb600942-37fa-493b-b572-54f04b75537e None None] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e4663134-50d2-4311-948a-5c7fdff90f33,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:42.724818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e4663134-50d2-4311-948a-5c7fdff90f33 has no active binding in host n-h2-669411-5 {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 17:21:43.807505 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87243182-50f2-42ea-abb7-7bdf7d86ba68 req-83e6da29-ae84-449a-a336-85d0bc004a45 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:43.808997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87243182-50f2-42ea-abb7-7bdf7d86ba68 req-83e6da29-ae84-449a-a336-85d0bc004a45 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 944 time: 0.0518780 Feb 16 17:21:43.826654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device e4663134-50d2-4311-948a-5c7fdff90f33 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:21:43.855330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87243182-50f2-42ea-abb7-7bdf7d86ba68 req-559c6233-2a7a-4b19-b258-942dd8aa086a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407178 Feb 16 17:21:43.925216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e4663134-50d2-4311-948a-5c7fdff90f33,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:43.936564 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'port_id': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'mac_address': 'fa:16:3e:42:33:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:21:43.977490 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port e4663134-50d2-4311-948a-5c7fdff90f33 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:21:43.977782 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:43.977958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13880801-861f-4972-90b5-be801cd085bd req-48814a0d-9fad-48a5-843c-7a01ffa8f814 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:43.979928 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13880801-861f-4972-90b5-be801cd085bd req-48814a0d-9fad-48a5-843c-7a01ffa8f814 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 944 time: 0.0572395 Feb 16 17:21:43.992102 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4663134-50d2-4311-948a-5c7fdff90f33 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:21:44.011572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e4663134-50d2-4311-948a-5c7fdff90f33,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:44.016834 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:44.029505 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-13880801-861f-4972-90b5-be801cd085bd req-d6bbd33b-e016-499f-a62c-47465825e7f1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434639 Feb 16 17:21:44.064367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=e4663134-50d2-4311-948a-5c7fdff90f33,revision_number=11']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:44.148924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d10a7-f278-4720-8961-435f9a224326 req-b09ad0cb-78c6-4f42-8d3b-1a5cfa8c84df tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:44.150469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b62d10a7-f278-4720-8961-435f9a224326 req-b09ad0cb-78c6-4f42-8d3b-1a5cfa8c84df tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0518417 Feb 16 17:21:44.198187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b62d10a7-f278-4720-8961-435f9a224326 req-a4647520-80ff-4260-8802-c695b254d898 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420747 Feb 16 17:21:44.215123 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['e4663134-50d2-4311-948a-5c7fdff90f33'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:21:44.436509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327b1d1-3e99-461f-ad71-977b33284565 req-16570e81-6abd-4278-b8ce-f5b9558c5985 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:44.438637 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d327b1d1-3e99-461f-ad71-977b33284565 req-16570e81-6abd-4278-b8ce-f5b9558c5985 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0518141 Feb 16 17:21:44.489424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d327b1d1-3e99-461f-ad71-977b33284565 req-7952c15c-8623-4009-8895-86e3f6618e4d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451617 Feb 16 17:21:44.631027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e4663134-50d2-4311-948a-5c7fdff90f33 no longer exists at agent hyperv_n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:21:44.669091 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb600942-37fa-493b-b572-54f04b75537e None None] The host n-h2-669411-5 is not matching for port e4663134-50d2-4311-948a-5c7fdff90f33 host n-h1-669411-5! {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 17:21:44.669479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Device e4663134-50d2-4311-948a-5c7fdff90f33 not bound to the agent host n-h2-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:21:45.612460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dedaf1-9233-441e-9d7e-15e36a2558ed req-7bc2208d-6a35-43d1-940f-cc60269a8c1a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:45.613916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2dedaf1-9233-441e-9d7e-15e36a2558ed req-7bc2208d-6a35-43d1-940f-cc60269a8c1a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0523043 Feb 16 17:21:45.691037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2dedaf1-9233-441e-9d7e-15e36a2558ed req-3f0ca1b8-7112-4ebb-a206-41c3fb4f1122 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715451 Feb 16 17:21:45.701355 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-5e8b99b6-d56c-43f5-9143-602d17b702b0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:45.702973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-5e8b99b6-d56c-43f5-9143-602d17b702b0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.65 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 945 time: 0.0780170 Feb 16 17:21:45.795898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-780c1cf1-dde4-4593-947e-b13860807b1d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Deleting port e4663134-50d2-4311-948a-5c7fdff90f33 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:21:45.796240 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-780c1cf1-dde4-4593-947e-b13860807b1d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:45.832172 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device e4663134-50d2-4311-948a-5c7fdff90f33 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:21:45.885382 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port e4663134-50d2-4311-948a-5c7fdff90f33 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:21:45.888120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-780c1cf1-dde4-4593-947e-b13860807b1d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e4663134-50d2-4311-948a-5c7fdff90f33,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:45.888277 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-780c1cf1-dde4-4593-947e-b13860807b1d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:45.889275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port e4663134-50d2-4311-948a-5c7fdff90f33 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:45.889621 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:45.973047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port e4663134-50d2-4311-948a-5c7fdff90f33 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:21:45.973443 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:45.998056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:21:46.000998 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0854853d-b31e-4406-8cfb-2f18d5bae99c" -d '{"events": [{"server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "name": "network-vif-plugged", "status": "completed", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:21:46.026059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port e4663134-50d2-4311-948a-5c7fdff90f33, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=e4663134-50d2-4311-948a-5c7fdff90f33,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:46.032742 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:46.057929 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910e21be-0699-4efd-b839-26aee00a0e87 x-openstack-request-id: req-910e21be-0699-4efd-b839-26aee00a0e87 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:21:46.057929 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "name": "network-vif-plugged", "status": "completed", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:21:46.058693 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-910e21be-0699-4efd-b839-26aee00a0e87 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:21:46.058693 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'code': 200} Feb 16 17:21:46.071549 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-780c1cf1-dde4-4593-947e-b13860807b1d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:46.071944 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-780c1cf1-dde4-4593-947e-b13860807b1d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (96ddef16-fb69-454d-b697-4497f2a93946), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:46.072285 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-780c1cf1-dde4-4593-947e-b13860807b1d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Floating IP 96ddef16-fb69-454d-b697-4497f2a93946 disassociated. External IP: 172.25.4.206, port: e4663134-50d2-4311-948a-5c7fdff90f33. Feb 16 17:21:46.072657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-780c1cf1-dde4-4593-947e-b13860807b1d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Calling delete_port for e4663134-50d2-4311-948a-5c7fdff90f33 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:21:46.087087 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=e4663134-50d2-4311-948a-5c7fdff90f33,revision_number=12']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:46.205518 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-780c1cf1-dde4-4593-947e-b13860807b1d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e4663134-50d2-4311-948a-5c7fdff90f33), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:46.234354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c1cf1-dde4-4593-947e-b13860807b1d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event deleted for resources: {'Port': ['ID=e4663134-50d2-4311-948a-5c7fdff90f33,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:46.352583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-780c1cf1-dde4-4593-947e-b13860807b1d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Router 42675e5d-45d3-42ef-bd94-a28e700aa545 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:21:46.465417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-780c1cf1-dde4-4593-947e-b13860807b1d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:21:46.475334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2780f-bf09-463a-b82b-baefc82d3681 None None] Sync routers for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:21:46.487354 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc2780f-bf09-463a-b82b-baefc82d3681 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:21:46.488012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5cc2780f-bf09-463a-b82b-baefc82d3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:21:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:46.511906 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-780c1cf1-dde4-4593-947e-b13860807b1d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] No DVR routers for this DVR port e4663134-50d2-4311-948a-5c7fdff90f33 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:21:46.514609 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-780c1cf1-dde4-4593-947e-b13860807b1d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:46.518456 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28e1cf02-a63e-4ff4-a44e-02b99fb80e82 req-780c1cf1-dde4-4593-947e-b13860807b1d tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.65 "DELETE /v2.0/ports/e4663134-50d2-4311-948a-5c7fdff90f33 HTTP/1.1" status: 204 len: 173 time: 0.8104043 Feb 16 17:21:46.518930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'name': 'network-vif-deleted', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:21:46.521518 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f958b40-297b-433b-82c6-64015169d13c" -d '{"events": [{"server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "name": "network-vif-deleted", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:21:46.563499 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae64c8ec-36e8-4b15-b3b4-7a842a50a28b x-openstack-request-id: req-ae64c8ec-36e8-4b15-b3b4-7a842a50a28b {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:21:46.563831 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158bd079-2cbb-4577-8beb-c1e9ed5409e6", "name": "network-vif-deleted", "tag": "e4663134-50d2-4311-948a-5c7fdff90f33", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:21:46.564097 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae64c8ec-36e8-4b15-b3b4-7a842a50a28b {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:21:46.564853 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158bd079-2cbb-4577-8beb-c1e9ed5409e6', 'name': 'network-vif-deleted', 'tag': 'e4663134-50d2-4311-948a-5c7fdff90f33', 'status': 'completed', 'code': 200} Feb 16 17:21:46.767301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-5cc2780f-bf09-463a-b82b-baefc82d3681 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:21:46.798201 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a4c4e824-cef3-4b1d-996e-3b1f7d442a7a req-64cda54f-b9a4-4f4e-89cd-77af589d795a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=158bd079-2cbb-4577-8beb-c1e9ed5409e6 HTTP/1.1" status: 200 len: 210 time: 0.0270040 Feb 16 17:21:46.973437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5cc2780f-bf09-463a-b82b-baefc82d3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:47.001261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2780f-bf09-463a-b82b-baefc82d3681 None None] Checking router: 42675e5d-45d3-42ef-bd94-a28e700aa545 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:21:47.009595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc2780f-bf09-463a-b82b-baefc82d3681 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:21:47.010267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5cc2780f-bf09-463a-b82b-baefc82d3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:21:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:47.118140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-5cc2780f-bf09-463a-b82b-baefc82d3681 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:21:47.317697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5cc2780f-bf09-463a-b82b-baefc82d3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:21:47.343306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2780f-bf09-463a-b82b-baefc82d3681 None None] The sync data for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 is: [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:21:47.569755 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72455748-5c34-4ae2-ab23-6afd080e868e None None] New status for floating IP 96ddef16-fb69-454d-b697-4497f2a93946: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:21:48.042588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-ce8dde75-fd81-4515-955d-86753b1ecc44 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--931760251&fields=id&tenant_id=7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 267 time: 0.0416148 Feb 16 17:21:48.152101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-5748e029-82bf-4d07-a705-b9f2348d2cc2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:48.153461 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-5748e029-82bf-4d07-a705-b9f2348d2cc2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 812 time: 0.1045744 Feb 16 17:21:48.167696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-75ac6d78-c7de-4d87-be3d-4833fd6150a3 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/quotas/7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 375 time: 0.0087299 Feb 16 17:21:48.225521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-a7d985e5-2e92-4d34-9af2-caafa856fc3a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521669 Feb 16 17:21:48.417346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-2729ea09-48b4-4f89-bf13-26f74ca424ae service neutron] 10.222.0.24 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206856 Feb 16 17:21:48.511279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-8d2cd044-7ef2-400d-a7ea-5bc564e860f0 service neutron] 10.222.0.24 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876288 Feb 16 17:21:48.674489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9de2ad89-55b3-4e76-a3e4-5e9afc22e31b req-d3c6e166-8529-4d00-9ed9-3ec6f9dfefc9 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 210 time: 0.0269856 Feb 16 17:21:49.491779 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-9665c560-6893-46ad-adeb-5874839619ea tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:49.493221 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-9665c560-6893-46ad-adeb-5874839619ea tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 812 time: 0.1100931 Feb 16 17:21:49.555256 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-3dd657e6-c89f-4dab-b0ee-4f0f5ec84d71 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 379 time: 0.0524328 Feb 16 17:21:49.563968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-2856874b-3fd2-49e3-a823-78061253d593 req-7b95d7f3-8905-45f4-8494-464def909e56 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Request body: {'port': {'device_id': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'admin_state_up': True, 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'security_groups': ['df323e52-c92b-4b16-bc3b-71dc0fee602d']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:49.666736 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-7b95d7f3-8905-45f4-8494-464def909e56 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Made reservation on behalf of 7c3408ec917249d390371812c6eebaef for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:21:49.670018 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-7b95d7f3-8905-45f4-8494-464def909e56 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:49.772290 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9a8e25a-a2d3-416a-a3ce-153113ce9b30 req-5aecc894-ac83-495e-892e-4df6f098d4e7 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 210 time: 0.0266948 Feb 16 17:21:49.801508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-2856874b-3fd2-49e3-a823-78061253d593 req-7b95d7f3-8905-45f4-8494-464def909e56 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Allocated IP 172.20.0.3 (8977e6ec-f59b-4507-bcd0-9ee4cf60c7be/b54d1794-9602-4f83-8507-7b38ed964c22/4cde8f10-c47b-4b23-a761-2f133901d74c) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:21:49.847829 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device e4663134-50d2-4311-948a-5c7fdff90f33 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:21:49.868018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: e4663134-50d2-4311-948a-5c7fdff90f33 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:21:49.868373 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device e4663134-50d2-4311-948a-5c7fdff90f33 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:21:49.884402 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:21:49.936666 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-7b95d7f3-8905-45f4-8494-464def909e56 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for port (4cde8f10-c47b-4b23-a761-2f133901d74c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:49.970433 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-7b95d7f3-8905-45f4-8494-464def909e56 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (4cde8f10-c47b-4b23-a761-2f133901d74c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:50.013697 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2856874b-3fd2-49e3-a823-78061253d593 req-7b95d7f3-8905-45f4-8494-464def909e56 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:21:50.017835 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-2856874b-3fd2-49e3-a823-78061253d593 req-7b95d7f3-8905-45f4-8494-464def909e56 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:21:50.021565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-2856874b-3fd2-49e3-a823-78061253d593 req-7b95d7f3-8905-45f4-8494-464def909e56 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:21:50.028160 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95d7f3-8905-45f4-8494-464def909e56 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event updated for resources: {'Port': ['ID=4cde8f10-c47b-4b23-a761-2f133901d74c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:50.076900 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-7b95d7f3-8905-45f4-8494-464def909e56 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:50.077555 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-7b95d7f3-8905-45f4-8494-464def909e56 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:50.095194 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-7b95d7f3-8905-45f4-8494-464def909e56 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5347152 Feb 16 17:21:50.106262 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Request body: {'port': {'device_id': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-669411-5'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:50.176435 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4cde8f10-c47b-4b23-a761-2f133901d74c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:50.277996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-06e838e2-2499-41ae-acc0-b29f1f01a7b6 None None] Provisioning complete for port 4cde8f10-c47b-4b23-a761-2f133901d74c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:50.278301 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-06e838e2-2499-41ae-acc0-b29f1f01a7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4cde8f10-c47b-4b23-a761-2f133901d74c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:50.318633 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-06e838e2-2499-41ae-acc0-b29f1f01a7b6 None None] Port 4cde8f10-c47b-4b23-a761-2f133901d74c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:21:50.438653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cde8f10-c47b-4b23-a761-2f133901d74c {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:21:50.446047 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Publish callbacks [] for port (4cde8f10-c47b-4b23-a761-2f133901d74c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:50.458042 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Transition to ACTIVE for port object 4cde8f10-c47b-4b23-a761-2f133901d74c will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:21:50.461101 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (4cde8f10-c47b-4b23-a761-2f133901d74c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:50.510978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Pushing event updated for resources: {'Port': ['ID=4cde8f10-c47b-4b23-a761-2f133901d74c,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:50.588062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Attempting to bind port 4cde8f10-c47b-4b23-a761-2f133901d74c on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:21:50.588398 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Attempting to bind port 4cde8f10-c47b-4b23-a761-2f133901d74c by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:21:50.588723 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Attempting to bind port 4cde8f10-c47b-4b23-a761-2f133901d74c on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:21:50.593474 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Port 4cde8f10-c47b-4b23-a761-2f133901d74c on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:21:50.593674 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Attempting to bind port 4cde8f10-c47b-4b23-a761-2f133901d74c on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:21:50.598808 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:21:50.599137 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Checking segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:21:50.599513 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Bound using segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:21:50.599959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Bound port: 4cde8f10-c47b-4b23-a761-2f133901d74c, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:21:50.600316 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4cde8f10-c47b-4b23-a761-2f133901d74c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:50.667639 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] For port 4cde8f10-c47b-4b23-a761-2f133901d74c, host n-h2-669411-5, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:21:50.670779 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] For port 4cde8f10-c47b-4b23-a761-2f133901d74c, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4cde8f10-c47b-4b23-a761-2f133901d74c,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:21:50.676542 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (4cde8f10-c47b-4b23-a761-2f133901d74c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:50.708333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:50.708951 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:50.710289 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] 10.222.0.60 "PUT /v2.0/ports/4cde8f10-c47b-4b23-a761-2f133901d74c HTTP/1.1" status: 200 len: 1091 time: 0.6084783 Feb 16 17:21:50.710732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'tag': '4cde8f10-c47b-4b23-a761-2f133901d74c'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:21:50.712976 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c83430e52beacea328eb003011c034ecf6a0d1400afa56f2169bdfc506b22f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1b3918-98c6-4024-bb6b-e6e4103ece75" -d '{"events": [{"name": "network-changed", "server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "tag": "4cde8f10-c47b-4b23-a761-2f133901d74c"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:21:50.740720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17dd4b-134f-4dc9-afb8-7e43c0ec511a service neutron] Pushing event updated for resources: {'Port': ['ID=4cde8f10-c47b-4b23-a761-2f133901d74c,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:50.773909 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdc969b-6cfe-47a1-b58a-bbfaf59267e7 x-openstack-request-id: req-9fdc969b-6cfe-47a1-b58a-bbfaf59267e7 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:21:50.774202 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "tag": "4cde8f10-c47b-4b23-a761-2f133901d74c", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:21:50.774457 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fdc969b-6cfe-47a1-b58a-bbfaf59267e7 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:21:50.774857 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'tag': '4cde8f10-c47b-4b23-a761-2f133901d74c', 'status': 'completed', 'code': 200} Feb 16 17:21:50.810332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-834cf0b0-6aa6-453e-b454-2f2a37a02ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:50.811668 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-834cf0b0-6aa6-453e-b454-2f2a37a02ffe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 1125 time: 0.0540864 Feb 16 17:21:50.859552 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-af8c32a0-cb2d-43df-9339-1d49be17da35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cde8f10-c47b-4b23-a761-2f133901d74c HTTP/1.1" status: 200 len: 217 time: 0.0402324 Feb 16 17:21:50.899907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea026f4-fd74-447d-ac8c-67ad1d98bff2 req-6aef7491-3434-4da8-ac38-bb7d90613ced tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:50.901405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ea026f4-fd74-447d-ac8c-67ad1d98bff2 req-6aef7491-3434-4da8-ac38-bb7d90613ced tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0559301 Feb 16 17:21:50.912147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-9165b997-81da-427b-9c72-7415e871e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:50.913767 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-9165b997-81da-427b-9c72-7415e871e8f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0487182 Feb 16 17:21:50.957507 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ea026f4-fd74-447d-ac8c-67ad1d98bff2 req-18d71f05-0efb-4e8d-aea2-80c757cdf39b tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484900 Feb 16 17:21:50.966218 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-d79f2d74-c9bd-4572-89b8-a58f0beb66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:50.967910 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-d79f2d74-c9bd-4572-89b8-a58f0beb66d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488603 Feb 16 17:21:51.063664 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-02eb1d5c-289d-4725-9299-53fc85aef12d service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865376 Feb 16 17:21:51.154032 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-29f56e7d-b34f-45ed-ad38-723e8b530aa1 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845397 Feb 16 17:21:51.242032 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b3918-98c6-4024-bb6b-e6e4103ece75 req-cfdd641e-c460-46ca-94d0-ce21aa38e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:51.243620 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6f1b3918-98c6-4024-bb6b-e6e4103ece75 req-cfdd641e-c460-46ca-94d0-ce21aa38e0fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 1125 time: 0.0477960 Feb 16 17:21:51.335682 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b3918-98c6-4024-bb6b-e6e4103ece75 req-1af9a14d-be4c-40b4-b008-a14e7345d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:51.337192 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6f1b3918-98c6-4024-bb6b-e6e4103ece75 req-1af9a14d-be4c-40b4-b008-a14e7345d251 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0882175 Feb 16 17:21:51.358443 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.60', 57141) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:21:51.395835 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6f1b3918-98c6-4024-bb6b-e6e4103ece75 req-90684b17-56d1-40e1-8f68-ad417c182e3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cde8f10-c47b-4b23-a761-2f133901d74c HTTP/1.1" status: 200 len: 217 time: 0.0382781 Feb 16 17:21:51.410391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-f64d8e03-55a5-4ff2-a26f-4a3c985f4cc3 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:51.412065 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-f64d8e03-55a5-4ff2-a26f-4a3c985f4cc3 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.60 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0525837 Feb 16 17:21:51.445283 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b3918-98c6-4024-bb6b-e6e4103ece75 req-8587ea72-2e0f-4762-87fd-a978c5bf0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:51.446744 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6f1b3918-98c6-4024-bb6b-e6e4103ece75 req-8587ea72-2e0f-4762-87fd-a978c5bf0160 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0456021 Feb 16 17:21:51.497147 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b3918-98c6-4024-bb6b-e6e4103ece75 req-597fa68a-b66f-4e7d-8cb7-480a63b77d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:51.498694 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6f1b3918-98c6-4024-bb6b-e6e4103ece75 req-597fa68a-b66f-4e7d-8cb7-480a63b77d2e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461178 Feb 16 17:21:51.506818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-2856874b-3fd2-49e3-a823-78061253d593 req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Deleting port 4cde8f10-c47b-4b23-a761-2f133901d74c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:21:51.507278 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4cde8f10-c47b-4b23-a761-2f133901d74c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:51.591892 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6f1b3918-98c6-4024-bb6b-e6e4103ece75 req-66c7979b-04b0-466b-8a4b-f9b60f8aee63 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873618 Feb 16 17:21:51.602339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2856874b-3fd2-49e3-a823-78061253d593 req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] For port 4cde8f10-c47b-4b23-a761-2f133901d74c, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=4cde8f10-c47b-4b23-a761-2f133901d74c,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:51.602700 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4cde8f10-c47b-4b23-a761-2f133901d74c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:51.616304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-2856874b-3fd2-49e3-a823-78061253d593 req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Calling delete_port for 4cde8f10-c47b-4b23-a761-2f133901d74c owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:21:51.684594 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-6f1b3918-98c6-4024-bb6b-e6e4103ece75 req-346e0df1-2ad1-4231-b120-467bd5f5ec35 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856781 Feb 16 17:21:51.747781 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (4cde8f10-c47b-4b23-a761-2f133901d74c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:51.776362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event deleted for resources: {'Port': ['ID=4cde8f10-c47b-4b23-a761-2f133901d74c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:51.802788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:51.803131 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:51.803467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:51.803820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:51.804157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:51.804484 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:51.804804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:51.805126 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:51.805444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:51.805758 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:51.806071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:51.806388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:51.806704 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:51.829788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2856874b-3fd2-49e3-a823-78061253d593 req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] No DVR routers for this DVR port 4cde8f10-c47b-4b23-a761-2f133901d74c on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:21:51.832484 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:51.835789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-f9299df2-ca25-4295-a7a9-98f5e51f1849 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.60 "DELETE /v2.0/ports/4cde8f10-c47b-4b23-a761-2f133901d74c HTTP/1.1" status: 204 len: 173 time: 0.4191675 Feb 16 17:21:51.836234 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'name': 'network-vif-deleted', 'tag': '4cde8f10-c47b-4b23-a761-2f133901d74c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:21:51.838487 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f253fa7-fdcb-487c-accb-257cb96d5f6b" -d '{"events": [{"server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "name": "network-vif-deleted", "tag": "4cde8f10-c47b-4b23-a761-2f133901d74c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:21:51.873232 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 16 Feb 2022 17:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502a6006-049f-43d0-994d-28f60cee602f x-openstack-request-id: req-502a6006-049f-43d0-994d-28f60cee602f {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:21:51.873524 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "name": "network-vif-deleted", "tag": "4cde8f10-c47b-4b23-a761-2f133901d74c", "status": "failed", "code": 422}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:21:51.873800 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-502a6006-049f-43d0-994d-28f60cee602f {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:21:51.874168 n-d-669411-5 neutron-server[103421]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'name': 'network-vif-deleted', 'tag': '4cde8f10-c47b-4b23-a761-2f133901d74c', 'status': 'failed', 'code': 422} returned with failed status Feb 16 17:21:52.055887 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c68cc659-fad0-4223-bab9-e7ec20e7a8a9 req-8dc130cd-782d-42d7-a305-97729f61d155 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 210 time: 0.0301802 Feb 16 17:21:52.924871 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-cbec7889-e785-4729-a435-1b1f17512807 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:52.926382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-cbec7889-e785-4729-a435-1b1f17512807 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 812 time: 0.1043708 Feb 16 17:21:52.992915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-15e65cf7-9c33-4c6c-b3cd-ceaa4854dc68 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 379 time: 0.0554347 Feb 16 17:21:53.001660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2856874b-3fd2-49e3-a823-78061253d593 req-d32ad3d9-8609-4a05-9efe-7d2e5ae4bace tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Request body: {'port': {'device_id': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'admin_state_up': True, 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'security_groups': ['df323e52-c92b-4b16-bc3b-71dc0fee602d']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:53.110307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-d32ad3d9-8609-4a05-9efe-7d2e5ae4bace tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Made reservation on behalf of 7c3408ec917249d390371812c6eebaef for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:21:53.113994 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-d32ad3d9-8609-4a05-9efe-7d2e5ae4bace tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:53.188612 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15d4d16b-7dcf-41f8-abed-b0df4561cc2f req-9a4271d5-3bdc-4bc6-b127-20b83dc20830 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 210 time: 0.0571690 Feb 16 17:21:53.264122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-2856874b-3fd2-49e3-a823-78061253d593 req-d32ad3d9-8609-4a05-9efe-7d2e5ae4bace tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Allocated IP 172.20.0.9 (8977e6ec-f59b-4507-bcd0-9ee4cf60c7be/b54d1794-9602-4f83-8507-7b38ed964c22/3df1012a-f9f9-4382-aabf-e836e51c39a6) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:21:53.400617 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-d32ad3d9-8609-4a05-9efe-7d2e5ae4bace tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:53.433147 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-d32ad3d9-8609-4a05-9efe-7d2e5ae4bace tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:53.482994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2856874b-3fd2-49e3-a823-78061253d593 req-d32ad3d9-8609-4a05-9efe-7d2e5ae4bace tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:21:53.486202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-2856874b-3fd2-49e3-a823-78061253d593 req-d32ad3d9-8609-4a05-9efe-7d2e5ae4bace tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:21:53.489859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2856874b-3fd2-49e3-a823-78061253d593 req-d32ad3d9-8609-4a05-9efe-7d2e5ae4bace tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:21:53.496188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ad3d9-8609-4a05-9efe-7d2e5ae4bace tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event updated for resources: {'Port': ['ID=3df1012a-f9f9-4382-aabf-e836e51c39a6,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:53.542023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-d32ad3d9-8609-4a05-9efe-7d2e5ae4bace tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:53.542637 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-d32ad3d9-8609-4a05-9efe-7d2e5ae4bace tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:53.559587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-d32ad3d9-8609-4a05-9efe-7d2e5ae4bace tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620065 Feb 16 17:21:53.571506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Request body: {'port': {'device_id': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:21:53.633812 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:53.717116 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-67fb415c-e702-474c-ae03-15c8dca58af4 None None] Provisioning complete for port 3df1012a-f9f9-4382-aabf-e836e51c39a6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:53.717783 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67fb415c-e702-474c-ae03-15c8dca58af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:53.752390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-67fb415c-e702-474c-ae03-15c8dca58af4 None None] Port 3df1012a-f9f9-4382-aabf-e836e51c39a6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:21:54.262273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df1012a-f9f9-4382-aabf-e836e51c39a6 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:21:54.277784 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Publish callbacks [] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:54.307479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Transition to ACTIVE for port object 3df1012a-f9f9-4382-aabf-e836e51c39a6 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:21:54.311640 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:54.369724 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5019d8c-2ee7-49fa-bf4d-73b53db5b403 req-7f429678-9f93-4064-be52-8116cd834ff9 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:54.371318 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5019d8c-2ee7-49fa-bf4d-73b53db5b403 req-7f429678-9f93-4064-be52-8116cd834ff9 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 931 time: 0.1114836 Feb 16 17:21:54.375277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Pushing event updated for resources: {'Port': ['ID=3df1012a-f9f9-4382-aabf-e836e51c39a6,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:54.462899 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e5019d8c-2ee7-49fa-bf4d-73b53db5b403 req-2477e283-e49f-4fda-b778-23f19e9114d6 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839520 Feb 16 17:21:54.492526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Attempting to bind port 3df1012a-f9f9-4382-aabf-e836e51c39a6 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:21:54.492872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Attempting to bind port 3df1012a-f9f9-4382-aabf-e836e51c39a6 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:21:54.493209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Attempting to bind port 3df1012a-f9f9-4382-aabf-e836e51c39a6 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:21:54.497832 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Port 3df1012a-f9f9-4382-aabf-e836e51c39a6 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:21:54.498162 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Attempting to bind port 3df1012a-f9f9-4382-aabf-e836e51c39a6 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:21:54.504245 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:21:54.504586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Checking segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:21:54.504973 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Bound using segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:21:54.505405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Bound port: 3df1012a-f9f9-4382-aabf-e836e51c39a6, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:21:54.505767 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:54.574326 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] For port 3df1012a-f9f9-4382-aabf-e836e51c39a6, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:21:54.577311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] For port 3df1012a-f9f9-4382-aabf-e836e51c39a6, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:21:54.584993 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:54.616425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:54.617039 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:54.618676 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] 10.222.0.65 "PUT /v2.0/ports/3df1012a-f9f9-4382-aabf-e836e51c39a6 HTTP/1.1" status: 200 len: 1091 time: 1.0512235 Feb 16 17:21:54.621131 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'tag': '3df1012a-f9f9-4382-aabf-e836e51c39a6'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:21:54.623881 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcd0061-fbae-4e2d-b5aa-da22dabb1fce" -d '{"events": [{"name": "network-changed", "server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "tag": "3df1012a-f9f9-4382-aabf-e836e51c39a6"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:21:54.652491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9c0ce-1f8f-4949-beea-69670f0b1d4c service neutron] Pushing event updated for resources: {'Port': ['ID=3df1012a-f9f9-4382-aabf-e836e51c39a6,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:54.691678 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafb72da-f846-464f-ad8e-b87a8d0f5ce2 x-openstack-request-id: req-dafb72da-f846-464f-ad8e-b87a8d0f5ce2 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:21:54.692004 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "tag": "3df1012a-f9f9-4382-aabf-e836e51c39a6", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:21:54.692257 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dafb72da-f846-464f-ad8e-b87a8d0f5ce2 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:21:54.692654 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'tag': '3df1012a-f9f9-4382-aabf-e836e51c39a6', 'status': 'completed', 'code': 200} Feb 16 17:21:54.712727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-e60bd578-622a-40bc-9608-e5f67a0af139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:54.714419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-e60bd578-622a-40bc-9608-e5f67a0af139 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 1125 time: 0.0532625 Feb 16 17:21:54.757242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-413b8382-6651-4fc0-916b-37f171cbc639 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6 HTTP/1.1" status: 200 len: 217 time: 0.0355139 Feb 16 17:21:54.810589 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-3c0dda6b-9b15-4ff7-97c9-1896542819b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:54.812223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-3c0dda6b-9b15-4ff7-97c9-1896542819b4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0492942 Feb 16 17:21:54.861642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856874b-3fd2-49e3-a823-78061253d593 req-e26b28a9-afba-4259-b754-b3ff085da17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:54.863134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-e26b28a9-afba-4259-b754-b3ff085da17c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453269 Feb 16 17:21:54.956819 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-c2129164-1dd8-41cf-a9a4-9cb81c95770c service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877271 Feb 16 17:21:55.048930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2856874b-3fd2-49e3-a823-78061253d593 req-5bd4a9d4-7e55-42c8-a6d5-dd9a85607692 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860474 Feb 16 17:21:55.135203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd0061-fbae-4e2d-b5aa-da22dabb1fce req-5ccef66e-59aa-4fbf-a55e-8051964f1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:55.136733 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cbcd0061-fbae-4e2d-b5aa-da22dabb1fce req-5ccef66e-59aa-4fbf-a55e-8051964f1593 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 1125 time: 0.0451515 Feb 16 17:21:55.230111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd0061-fbae-4e2d-b5aa-da22dabb1fce req-95ede286-d4ec-438b-bb84-1fa9decfda01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:55.231572 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cbcd0061-fbae-4e2d-b5aa-da22dabb1fce req-95ede286-d4ec-438b-bb84-1fa9decfda01 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0892284 Feb 16 17:21:55.272990 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cbcd0061-fbae-4e2d-b5aa-da22dabb1fce req-fb527020-fff0-4277-9975-3c15c810dd68 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6 HTTP/1.1" status: 200 len: 217 time: 0.0349293 Feb 16 17:21:55.323547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd0061-fbae-4e2d-b5aa-da22dabb1fce req-ac3d2188-feeb-46c7-8883-93da290ccb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:55.324894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cbcd0061-fbae-4e2d-b5aa-da22dabb1fce req-ac3d2188-feeb-46c7-8883-93da290ccb72 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0461578 Feb 16 17:21:55.375040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd0061-fbae-4e2d-b5aa-da22dabb1fce req-fbc6e4d4-83cc-49c0-98df-a791c951bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:55.376819 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cbcd0061-fbae-4e2d-b5aa-da22dabb1fce req-fbc6e4d4-83cc-49c0-98df-a791c951bed0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449936 Feb 16 17:21:55.465468 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cbcd0061-fbae-4e2d-b5aa-da22dabb1fce req-16ec5e41-21ba-4481-a0e0-1982fbc83b0b service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818982 Feb 16 17:21:55.589471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cbcd0061-fbae-4e2d-b5aa-da22dabb1fce req-351ad8ae-5fa3-4f6f-a64b-abcc5fe7ae03 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165826 Feb 16 17:21:55.601231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5f406-8a87-4054-9328-e02823ae6770 req-400aeb64-45f7-4bdb-a8f6-f12bbf7089d3 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:55.602638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dab5f406-8a87-4054-9328-e02823ae6770 req-400aeb64-45f7-4bdb-a8f6-f12bbf7089d3 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0694475 Feb 16 17:21:55.650253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dab5f406-8a87-4054-9328-e02823ae6770 req-d27b1845-2517-4ca9-8c5a-43cbc11ac1fd tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414467 Feb 16 17:21:55.754970 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-abe86f39-b389-4546-893a-ee79390b4cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:56.775979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0c780-73e1-447a-8237-11fc0dde1473 req-eb493fb0-a260-40df-bc43-b870b26f1ce8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:56.777454 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60f0c780-73e1-447a-8237-11fc0dde1473 req-eb493fb0-a260-40df-bc43-b870b26f1ce8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0563121 Feb 16 17:21:56.823810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60f0c780-73e1-447a-8237-11fc0dde1473 req-222f7063-11d1-4d0a-bc78-cab52d4fc332 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406790 Feb 16 17:21:57.897293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3df1012a-f9f9-4382-aabf-e836e51c39a6 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:21:57.946018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84547e3e-fff2-4e32-b080-8994d63e4ceb req-a7c7aee9-94b5-4c05-af9d-56fe8b63ac20 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:57.947542 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84547e3e-fff2-4e32-b080-8994d63e4ceb req-a7c7aee9-94b5-4c05-af9d-56fe8b63ac20 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0550430 Feb 16 17:21:57.995667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84547e3e-fff2-4e32-b080-8994d63e4ceb req-b0368080-347d-48f3-82a5-3c9f3a5ee628 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424547 Feb 16 17:21:57.995984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3df1012a-f9f9-4382-aabf-e836e51c39a6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:58.007850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '3df1012a-f9f9-4382-aabf-e836e51c39a6', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'port_id': '3df1012a-f9f9-4382-aabf-e836e51c39a6', 'mac_address': 'fa:16:3e:2f:20:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:21:58.047841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 3df1012a-f9f9-4382-aabf-e836e51c39a6 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:21:58.048240 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:58.060767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df1012a-f9f9-4382-aabf-e836e51c39a6 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:21:58.080700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3df1012a-f9f9-4382-aabf-e836e51c39a6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:21:58.084572 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:58.131579 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=3df1012a-f9f9-4382-aabf-e836e51c39a6,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:21:58.138772 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:58.139126 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:58.139475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:58.139868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:58.140209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:58.140548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:58.141023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:58.141476 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:58.141817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:58.142146 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:58.142477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:58.142805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:58.143137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:21:58.291090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['3df1012a-f9f9-4382-aabf-e836e51c39a6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:21:58.382476 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6230-801f-4292-8ed2-d1afddaea54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:59.119197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091d987-f347-44fe-a3d2-56f42ac6d936 req-39715322-d4e0-4cb3-bf73-9e84dcbdee96 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:21:59.120696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5091d987-f347-44fe-a3d2-56f42ac6d936 req-39715322-d4e0-4cb3-bf73-9e84dcbdee96 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 944 time: 0.0573180 Feb 16 17:21:59.166243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5091d987-f347-44fe-a3d2-56f42ac6d936 req-49dfad43-02b4-46f7-8993-e7b9a6163041 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398481 Feb 16 17:21:59.465181 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:21:59.910295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3df1012a-f9f9-4382-aabf-e836e51c39a6 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:21:59.957539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 3df1012a-f9f9-4382-aabf-e836e51c39a6 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:21:59.961211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 3df1012a-f9f9-4382-aabf-e836e51c39a6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:21:59.961584 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:00.039631 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 3df1012a-f9f9-4382-aabf-e836e51c39a6 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:22:00.040042 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:00.061510 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df1012a-f9f9-4382-aabf-e836e51c39a6'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:22:00.064258 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b07381-1a8d-46e3-9feb-528a860f3472" -d '{"events": [{"server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "name": "network-vif-plugged", "status": "completed", "tag": "3df1012a-f9f9-4382-aabf-e836e51c39a6"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:22:00.076820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3df1012a-f9f9-4382-aabf-e836e51c39a6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:22:00.081452 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:00.106542 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9457cb7e-53f6-4e68-ae2c-c35b7366ea00 x-openstack-request-id: req-9457cb7e-53f6-4e68-ae2c-c35b7366ea00 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:22:00.106835 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "name": "network-vif-plugged", "status": "completed", "tag": "3df1012a-f9f9-4382-aabf-e836e51c39a6", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:22:00.107091 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9457cb7e-53f6-4e68-ae2c-c35b7366ea00 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:22:00.107489 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df1012a-f9f9-4382-aabf-e836e51c39a6', 'code': 200} Feb 16 17:22:00.134473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=3df1012a-f9f9-4382-aabf-e836e51c39a6,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:00.205525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791f282-27a9-4c59-bd00-d728d4bfa560 req-a5703461-6d25-440d-891c-cfa942f27a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:00.207069 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b791f282-27a9-4c59-bd00-d728d4bfa560 req-a5703461-6d25-440d-891c-cfa942f27a69 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 1127 time: 0.0465384 Feb 16 17:22:00.293030 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b791f282-27a9-4c59-bd00-d728d4bfa560 req-47c9fded-0579-4439-81b6-b2c9cc6670e7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802727 Feb 16 17:22:00.314903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b1225-8d75-4f03-a6f1-a14461f5a842 req-e19464b6-7e81-4ff3-b5b7-5cf00c595b57 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:00.316436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d54b1225-8d75-4f03-a6f1-a14461f5a842 req-e19464b6-7e81-4ff3-b5b7-5cf00c595b57 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 945 time: 0.0798206 Feb 16 17:22:00.368042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d54b1225-8d75-4f03-a6f1-a14461f5a842 req-16dee925-0cd9-4c29-a3a7-072d3f136cba tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459869 Feb 16 17:22:01.006692 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:01.493784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7e842-cdda-4189-8752-b1c55030270f req-afbfe6f4-b8d7-465a-a0bc-b68fc817e781 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:01.495188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3a7e842-cdda-4189-8752-b1c55030270f req-afbfe6f4-b8d7-465a-a0bc-b68fc817e781 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 945 time: 0.0538402 Feb 16 17:22:01.544513 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3a7e842-cdda-4189-8752-b1c55030270f req-aeaf1f93-30ee-4a9c-8db1-5c5c90ef2f00 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432286 Feb 16 17:22:01.662133 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eca765-d32d-4ebc-af4f-3bbcea114439 req-b6e3324d-7a3b-4523-9247-40438ea559b2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:01.663618 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53eca765-d32d-4ebc-af4f-3bbcea114439 req-b6e3324d-7a3b-4523-9247-40438ea559b2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 945 time: 0.0534513 Feb 16 17:22:01.672803 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53124) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:22:01.677482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-791480af-9a62-42ee-9e9f-dd95b43ba3df tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Request body: {'floatingip': {'port_id': '3df1012a-f9f9-4382-aabf-e836e51c39a6'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:22:01.721729 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-791480af-9a62-42ee-9e9f-dd95b43ba3df tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (96ddef16-fb69-454d-b697-4497f2a93946), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:01.774613 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:02.156025 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:02.169466 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-791480af-9a62-42ee-9e9f-dd95b43ba3df tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:02.173440 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-791480af-9a62-42ee-9e9f-dd95b43ba3df tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (96ddef16-fb69-454d-b697-4497f2a93946), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:02.283494 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-791480af-9a62-42ee-9e9f-dd95b43ba3df tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Floating IP 96ddef16-fb69-454d-b697-4497f2a93946 associated. External IP: 172.25.4.206, port: 3df1012a-f9f9-4382-aabf-e836e51c39a6. Feb 16 17:22:02.502418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791480af-9a62-42ee-9e9f-dd95b43ba3df tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Router 42675e5d-45d3-42ef-bd94-a28e700aa545 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:22:02.615963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791480af-9a62-42ee-9e9f-dd95b43ba3df tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:22:02.621105 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-791480af-9a62-42ee-9e9f-dd95b43ba3df tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:02.627622 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4badde13-3ae9-4b38-9d30-fc9fbdecf3c2 None None] Sync routers for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:22:02.637788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4badde13-3ae9-4b38-9d30-fc9fbdecf3c2 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:22:02.638776 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-4badde13-3ae9-4b38-9d30-fc9fbdecf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:21:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:02.652647 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-791480af-9a62-42ee-9e9f-dd95b43ba3df tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "PUT /v2.0/floatingips/96ddef16-fb69-454d-b697-4497f2a93946 HTTP/1.1" status: 200 len: 992 time: 0.9787104 Feb 16 17:22:02.653409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'tag': '3df1012a-f9f9-4382-aabf-e836e51c39a6'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:22:02.657877 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1777706-1bdd-4d79-9964-7aca7e6663bf" -d '{"events": [{"name": "network-changed", "server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "tag": "3df1012a-f9f9-4382-aabf-e836e51c39a6"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:22:02.705655 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b41c5a0-46f1-4d5c-b5a7-e9054372321c x-openstack-request-id: req-9b41c5a0-46f1-4d5c-b5a7-e9054372321c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:22:02.706099 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "tag": "3df1012a-f9f9-4382-aabf-e836e51c39a6", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:22:02.706534 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b41c5a0-46f1-4d5c-b5a7-e9054372321c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:22:02.706952 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'tag': '3df1012a-f9f9-4382-aabf-e836e51c39a6', 'status': 'completed', 'code': 200} Feb 16 17:22:02.771405 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-4badde13-3ae9-4b38-9d30-fc9fbdecf3c2 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:22:02.786045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1777706-1bdd-4d79-9964-7aca7e6663bf req-0bc01311-9707-4aff-bede-d07ca5fbaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:02.787667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1777706-1bdd-4d79-9964-7aca7e6663bf req-0bc01311-9707-4aff-bede-d07ca5fbaab9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 1127 time: 0.0575387 Feb 16 17:22:02.901226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1777706-1bdd-4d79-9964-7aca7e6663bf req-f20ec1e7-81ba-4e8d-a6c1-e8bf774a1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:02.903391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1777706-1bdd-4d79-9964-7aca7e6663bf req-f20ec1e7-81ba-4e8d-a6c1-e8bf774a1548 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.1102769 Feb 16 17:22:02.990279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1777706-1bdd-4d79-9964-7aca7e6663bf req-42c00fbe-8b6b-4921-a72b-9f2ffaeafe9f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6 HTTP/1.1" status: 200 len: 1000 time: 0.0797553 Feb 16 17:22:03.055272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1777706-1bdd-4d79-9964-7aca7e6663bf req-80e982b2-b470-4a90-a35f-a47e7d2ba19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:03.055272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1777706-1bdd-4d79-9964-7aca7e6663bf req-80e982b2-b470-4a90-a35f-a47e7d2ba19f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0592527 Feb 16 17:22:03.102320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-4badde13-3ae9-4b38-9d30-fc9fbdecf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '96ddef16-fb69-454d-b697-4497f2a93946', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'port_id': '3df1012a-f9f9-4382-aabf-e836e51c39a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'mac_address': 'fa:16:3e:2f:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:19:02Z', 'updated_at': '2022-02-16T17:22:02Z', 'revision_number': 13, 'project_id': '7c3408ec917249d390371812c6eebaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:03.117197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1777706-1bdd-4d79-9964-7aca7e6663bf req-ba5fc677-a63a-4460-9d16-cb028d875395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:03.118785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1777706-1bdd-4d79-9964-7aca7e6663bf req-ba5fc677-a63a-4460-9d16-cb028d875395 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0580604 Feb 16 17:22:03.147256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4badde13-3ae9-4b38-9d30-fc9fbdecf3c2 None None] Checking router: 42675e5d-45d3-42ef-bd94-a28e700aa545 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:22:03.159090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4badde13-3ae9-4b38-9d30-fc9fbdecf3c2 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:22:03.159992 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-4badde13-3ae9-4b38-9d30-fc9fbdecf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:21:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:03.239092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1777706-1bdd-4d79-9964-7aca7e6663bf req-7ba22976-9331-4cc8-9d72-d3f4dcb8237e service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137567 Feb 16 17:22:03.285320 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-4badde13-3ae9-4b38-9d30-fc9fbdecf3c2 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:22:03.345407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1777706-1bdd-4d79-9964-7aca7e6663bf req-6a716310-206e-417c-a454-a2ccfc20ceb3 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007183 Feb 16 17:22:03.541273 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-4badde13-3ae9-4b38-9d30-fc9fbdecf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '96ddef16-fb69-454d-b697-4497f2a93946', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'port_id': '3df1012a-f9f9-4382-aabf-e836e51c39a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'mac_address': 'fa:16:3e:2f:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:19:02Z', 'updated_at': '2022-02-16T17:22:02Z', 'revision_number': 13, 'project_id': '7c3408ec917249d390371812c6eebaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:03.568194 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4badde13-3ae9-4b38-9d30-fc9fbdecf3c2 None None] The sync data for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 is: [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '96ddef16-fb69-454d-b697-4497f2a93946', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'floating_ip_address': '172.25.4.206', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'port_id': '3df1012a-f9f9-4382-aabf-e836e51c39a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'mac_address': 'fa:16:3e:2f:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:19:02Z', 'updated_at': '2022-02-16T17:22:02Z', 'revision_number': 13, 'project_id': '7c3408ec917249d390371812c6eebaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:22:03.756927 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce50bbb6-f587-4f54-92f7-ee7aa56de1ed None None] New status for floating IP 96ddef16-fb69-454d-b697-4497f2a93946: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:22:04.955473 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:05.247427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8b473-671a-4771-885a-53abd881f6f5 req-317d03b3-64fb-46b8-b93f-5b8477d654ab tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:05.248928 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8e8b473-671a-4771-885a-53abd881f6f5 req-317d03b3-64fb-46b8-b93f-5b8477d654ab tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 945 time: 0.0526974 Feb 16 17:22:05.295099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8e8b473-671a-4771-885a-53abd881f6f5 req-f9bb7a51-f334-41be-bd52-2236b02258ff tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405824 Feb 16 17:22:21.674333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb673c5-fba5-4792-abc1-aa2917df868a req-e8ecf464-6109-44dc-995a-72814380d841 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:21.675874 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6cb673c5-fba5-4792-abc1-aa2917df868a req-e8ecf464-6109-44dc-995a-72814380d841 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 945 time: 0.0671787 Feb 16 17:22:21.747623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6cb673c5-fba5-4792-abc1-aa2917df868a req-895fa384-64b8-4478-a750-caf6ee5c2463 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662026 Feb 16 17:22:21.764616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-e9eff5a4-4bf4-406a-b276-1b16d115ac2e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027906 Feb 16 17:22:22.162970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-3123a63a-69e7-4523-b24e-8e5de2481b08 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:22.164355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-3123a63a-69e7-4523-b24e-8e5de2481b08 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports/3df1012a-f9f9-4382-aabf-e836e51c39a6 HTTP/1.1" status: 200 len: 942 time: 0.1003830 Feb 16 17:22:22.880769 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-8bd26db9-dbb1-4e1c-89f9-1e6c4ce0c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:22.882250 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-8bd26db9-dbb1-4e1c-89f9-1e6c4ce0c246 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 1127 time: 0.0787759 Feb 16 17:22:22.904770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff01053-9c84-4448-8f6f-c589c82ab370 req-6965b4e4-a525-42ec-a59a-ced7b5094301 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:22.906784 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fff01053-9c84-4448-8f6f-c589c82ab370 req-6965b4e4-a525-42ec-a59a-ced7b5094301 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 945 time: 0.0781469 Feb 16 17:22:23.009044 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fff01053-9c84-4448-8f6f-c589c82ab370 req-dc81aa89-f7a4-4fd3-b5d3-da1e0934f519 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926912 Feb 16 17:22:23.022601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-a49248a8-ccca-41a0-aaa8-13c518a99e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:23.024096 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-a49248a8-ccca-41a0-aaa8-13c518a99e08 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.1341679 Feb 16 17:22:23.092684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-24953e9a-b90f-43f2-a593-7a0546c775f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6 HTTP/1.1" status: 200 len: 1002 time: 0.0623484 Feb 16 17:22:23.142454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-c95d957a-6d68-41e8-b26b-d8835cb74c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:23.143889 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-c95d957a-6d68-41e8-b26b-d8835cb74c82 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0438242 Feb 16 17:22:23.191943 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-1114aaf5-118d-428e-849a-0e0b8114ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:23.193453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-1114aaf5-118d-428e-849a-0e0b8114ebc0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434701 Feb 16 17:22:23.284470 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-ac26f7a5-f7d4-4993-bf61-d915e57c9315 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851068 Feb 16 17:22:23.375785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-e536ad7f-98fb-424a-9592-0c41e5fb4672 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849974 Feb 16 17:22:24.132588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917913a6-3015-4152-b18f-b3addf1b0a13 req-61e633f6-28cc-46d7-ab4d-83fb1c816320 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:24.134063 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-917913a6-3015-4152-b18f-b3addf1b0a13 req-61e633f6-28cc-46d7-ab4d-83fb1c816320 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 945 time: 0.0532701 Feb 16 17:22:24.180193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-917913a6-3015-4152-b18f-b3addf1b0a13 req-0476133d-d19f-4c36-b499-16bf5f98d015 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405958 Feb 16 17:22:25.301253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cf499-197b-42f6-9d39-775d368e5282 req-103f1756-3c5d-4f7a-800d-38f80a724615 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:25.302734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-130cf499-197b-42f6-9d39-775d368e5282 req-103f1756-3c5d-4f7a-800d-38f80a724615 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 945 time: 0.0535126 Feb 16 17:22:25.350871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-130cf499-197b-42f6-9d39-775d368e5282 req-7d1e7ceb-1d20-4ea1-bdd2-3d3a80f7c646 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425589 Feb 16 17:22:25.756823 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a1fa2de5-7765-48bf-8183-af370e96f5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:26.482127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7ddcb-c059-468c-a507-822292b0eb03 req-8477605f-1a47-43ee-883c-c508e4188bca tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:26.483736 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c1d7ddcb-c059-468c-a507-822292b0eb03 req-8477605f-1a47-43ee-883c-c508e4188bca tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 945 time: 0.0622060 Feb 16 17:22:26.538963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c1d7ddcb-c059-468c-a507-822292b0eb03 req-2bfe0098-cc1d-4139-a1fb-3079bfc0fbb9 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483048 Feb 16 17:22:26.884961 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:22:27.663683 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502bcc7-326d-493a-8456-8daf96e5fba9 req-861244aa-7fc2-454e-b8db-6cb784516fec tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:27.665229 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8502bcc7-326d-493a-8456-8daf96e5fba9 req-861244aa-7fc2-454e-b8db-6cb784516fec tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 945 time: 0.0548174 Feb 16 17:22:27.712579 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8502bcc7-326d-493a-8456-8daf96e5fba9 req-9b46381b-0271-4c00-853d-9f1a7a4b7104 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417056 Feb 16 17:22:28.365825 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e1d81fd9-c410-47d5-90e4-6961aa3443cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:28.832727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477a828-5acd-4083-b240-a8778c64f360 req-fdc25f6c-e9c6-4a9b-836c-a2cdc2f353f1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:28.834194 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5477a828-5acd-4083-b240-a8778c64f360 req-fdc25f6c-e9c6-4a9b-836c-a2cdc2f353f1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 945 time: 0.0525599 Feb 16 17:22:28.884799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5477a828-5acd-4083-b240-a8778c64f360 req-e316d32e-addf-487a-a3e6-108eb95240fb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449781 Feb 16 17:22:29.468101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:30.004394 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f73af-6f79-4546-b81d-316c3f100e71 req-09c14cd3-c2d2-435f-b74f-551b26f98d41 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:30.005850 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a86f73af-6f79-4546-b81d-316c3f100e71 req-09c14cd3-c2d2-435f-b74f-551b26f98d41 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 945 time: 0.0549495 Feb 16 17:22:30.053762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a86f73af-6f79-4546-b81d-316c3f100e71 req-a13b5046-0c4e-4d4c-b8e6-2e1414fb7a45 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422866 Feb 16 17:22:31.012124 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:31.175568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1954aed-3c1e-4eb7-93bb-63742c4608cb req-06afa0e4-89a6-4fe3-8704-29aba1b9969c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:31.177008 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1954aed-3c1e-4eb7-93bb-63742c4608cb req-06afa0e4-89a6-4fe3-8704-29aba1b9969c tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 945 time: 0.0530307 Feb 16 17:22:31.224438 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1954aed-3c1e-4eb7-93bb-63742c4608cb req-9d7a5107-10ee-4cef-ba5c-fc08b42a44e0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418832 Feb 16 17:22:31.784519 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:32.160564 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:32.352232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8f35a-7052-4c26-b7c2-ba99aec407ed req-6ca10759-5b6b-416e-a864-53e043b5cb2a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:32.353728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ac8f35a-7052-4c26-b7c2-ba99aec407ed req-6ca10759-5b6b-416e-a864-53e043b5cb2a tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 945 time: 0.0582414 Feb 16 17:22:32.401820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ac8f35a-7052-4c26-b7c2-ba99aec407ed req-a07d9ae1-cc01-4528-ba23-a7f447df6be8 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420551 Feb 16 17:22:33.526820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249059ce-de88-48f7-872f-43cad2c9b691 req-ab8bbbe1-0cd8-4d58-a5ca-286968528ba6 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:33.528303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-249059ce-de88-48f7-872f-43cad2c9b691 req-ab8bbbe1-0cd8-4d58-a5ca-286968528ba6 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 945 time: 0.0537767 Feb 16 17:22:33.575986 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-249059ce-de88-48f7-872f-43cad2c9b691 req-e49d33c8-1a4c-4689-975a-42f47c61ab26 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415754 Feb 16 17:22:34.029265 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-f9dbe202-fdc9-44a5-b15b-239947f42cd8 service neutron] show failed (client error): The resource could not be found. Feb 16 17:22:34.030268 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-f9dbe202-fdc9-44a5-b15b-239947f42cd8 service neutron] 10.222.0.65 "GET /v2.0/ports/3df1012a-f9f9-4382-aabf-e836e51c39a6/bindings/n-h2-669411-5 HTTP/1.1" status: 404 len: 380 time: 0.0579176 Feb 16 17:22:34.084428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 3df1012a-f9f9-4382-aabf-e836e51c39a6 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:22:34.172428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 3df1012a-f9f9-4382-aabf-e836e51c39a6 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:22:34.172869 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:34.196551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df1012a-f9f9-4382-aabf-e836e51c39a6'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:22:34.198877 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ad37e9-5dd5-43fd-bac9-ebb693e7bc0b" -d '{"events": [{"server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "name": "network-vif-unplugged", "status": "completed", "tag": "3df1012a-f9f9-4382-aabf-e836e51c39a6"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:22:34.216393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 3df1012a-f9f9-4382-aabf-e836e51c39a6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:22:34.221237 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:34.233982 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-f86826e9-11d5-474f-a812-4d08a4e0b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:34.236069 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-f86826e9-11d5-474f-a812-4d08a4e0b458 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75&tenant_id=7c3408ec917249d390371812c6eebaef HTTP/1.1" status: 200 len: 1127 time: 0.0501044 Feb 16 17:22:34.246884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-669411-5', 'device_owner': 'compute:nova'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:22:34.256498 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d3b100-f099-4d0e-9193-751c175d4903 x-openstack-request-id: req-e1d3b100-f099-4d0e-9193-751c175d4903 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:22:34.256795 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "name": "network-vif-unplugged", "status": "completed", "tag": "3df1012a-f9f9-4382-aabf-e836e51c39a6", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:22:34.257060 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1d3b100-f099-4d0e-9193-751c175d4903 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:22:34.257444 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df1012a-f9f9-4382-aabf-e836e51c39a6', 'code': 200} Feb 16 17:22:34.275742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=3df1012a-f9f9-4382-aabf-e836e51c39a6,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:34.306454 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:34.513991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] For port 3df1012a-f9f9-4382-aabf-e836e51c39a6, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:22:34.547297 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] For port 3df1012a-f9f9-4382-aabf-e836e51c39a6, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:22:34.580208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df1012a-f9f9-4382-aabf-e836e51c39a6 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:22:34.587700 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Publish callbacks [] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:34.601095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Transition to ACTIVE for port object 3df1012a-f9f9-4382-aabf-e836e51c39a6 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:22:34.604749 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:34.698395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Pushing event updated for resources: {'Port': ['ID=3df1012a-f9f9-4382-aabf-e836e51c39a6,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:34.759694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] No DVR routers for this DVR port 3df1012a-f9f9-4382-aabf-e836e51c39a6 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:22:34.958130 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:35.181568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bfaca-be43-4175-af3f-b04f4f169b22 req-5e0f292a-4ee5-43e4-8ab9-5580f24dc234 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:35.183041 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb9bfaca-be43-4175-af3f-b04f4f169b22 req-5e0f292a-4ee5-43e4-8ab9-5580f24dc234 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.5026217 Feb 16 17:22:35.250671 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb9bfaca-be43-4175-af3f-b04f4f169b22 req-65b2c44c-a43c-40c5-a9e2-86bd5ec0cc3b tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611813 Feb 16 17:22:35.291164 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Attempting to bind port 3df1012a-f9f9-4382-aabf-e836e51c39a6 on host n-h2-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:22:35.291501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Attempting to bind port 3df1012a-f9f9-4382-aabf-e836e51c39a6 by drivers openvswitch,hyperv on host n-h2-669411-5 at level 0 using segments [{'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:22:35.291856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Attempting to bind port 3df1012a-f9f9-4382-aabf-e836e51c39a6 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:22:35.296071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Port 3df1012a-f9f9-4382-aabf-e836e51c39a6 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be not bound, no agent of type Open vSwitch agent registered on host n-h2-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:22:35.296392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Attempting to bind port 3df1012a-f9f9-4382-aabf-e836e51c39a6 on network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:22:35.301937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Checking agent: {'id': '5b312d0f-e6c1-4279-92fa-dd8b9cd75c64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:22:35.302273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Checking segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:22:35.302655 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Bound using segment: {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:22:35.303083 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Bound port: 3df1012a-f9f9-4382-aabf-e836e51c39a6, host: n-h2-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2d2e13-0b75-424d-a43a-d88bcfb709d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:22:35.303431 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:35.368371 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] For port 3df1012a-f9f9-4382-aabf-e836e51c39a6, host n-h2-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:22:35.371255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] For port 3df1012a-f9f9-4382-aabf-e836e51c39a6, host n-h2-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:22:35.377310 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:35.411297 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:35.411991 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:35.413531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] 10.222.0.60 "PUT /v2.0/ports/3df1012a-f9f9-4382-aabf-e836e51c39a6 HTTP/1.1" status: 200 len: 1091 time: 1.1710119 Feb 16 17:22:35.413993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'tag': '3df1012a-f9f9-4382-aabf-e836e51c39a6'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:22:35.416241 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd717d5-8215-4d9d-8403-9bfb18c988e1" -d '{"events": [{"name": "network-changed", "server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "tag": "3df1012a-f9f9-4382-aabf-e836e51c39a6"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:22:35.472128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c473dc-d58a-4f56-8aa4-59fd5fa3d764 service neutron] Pushing event updated for resources: {'Port': ['ID=3df1012a-f9f9-4382-aabf-e836e51c39a6,revision_number=8']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:35.482885 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc00ea0-4707-45a0-9297-a5b4d9ceb2d8 x-openstack-request-id: req-9dc00ea0-4707-45a0-9297-a5b4d9ceb2d8 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:22:35.483182 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "tag": "3df1012a-f9f9-4382-aabf-e836e51c39a6", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:22:35.483434 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9dc00ea0-4707-45a0-9297-a5b4d9ceb2d8 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:22:35.483862 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'tag': '3df1012a-f9f9-4382-aabf-e836e51c39a6', 'status': 'completed', 'code': 200} Feb 16 17:22:35.503667 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-c3433ebd-6d22-4880-b661-551d154d7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:35.505190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-c3433ebd-6d22-4880-b661-551d154d7e25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 1125 time: 0.0662060 Feb 16 17:22:35.618139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-291142e0-db3c-4dc9-bef7-434cb4b91118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:35.619634 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-291142e0-db3c-4dc9-bef7-434cb4b91118 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 1125 time: 0.1135640 Feb 16 17:22:35.639897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-ffa57b5f-a08a-47a7-ad62-d7d04e8f2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:35.641804 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-ffa57b5f-a08a-47a7-ad62-d7d04e8f2738 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.1275444 Feb 16 17:22:35.755349 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-8457b569-bc26-41bb-abf7-4a3879234847 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6 HTTP/1.1" status: 200 len: 1000 time: 0.1043415 Feb 16 17:22:35.795427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-1d0fb834-c66e-47b1-956f-b40e09ea04ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:35.796866 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-1d0fb834-c66e-47b1-956f-b40e09ea04ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.1683834 Feb 16 17:22:35.853586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-8e2447e5-1da9-4af9-943f-36d853dba721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:35.855276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-8e2447e5-1da9-4af9-943f-36d853dba721 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0924339 Feb 16 17:22:35.899978 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-62910c77-3862-4e59-8a27-08272c97f105 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6 HTTP/1.1" status: 200 len: 1000 time: 0.0953834 Feb 16 17:22:35.943681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-a101e7a5-5397-48a3-a335-3033bbc9a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:35.945168 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-a101e7a5-5397-48a3-a335-3033bbc9a9f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0817041 Feb 16 17:22:35.971696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-c1304187-530f-448f-806a-34629d7beefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:35.973098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-c1304187-530f-448f-806a-34629d7beefd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0664785 Feb 16 17:22:36.075966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-87fb547c-9041-4394-aaf7-9847380bb6cf service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247990 Feb 16 17:22:36.078367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-f571aa34-28bc-40e6-88e5-c2247c5c9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:36.080148 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-f571aa34-28bc-40e6-88e5-c2247c5c9f2d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0966654 Feb 16 17:22:36.235460 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-278b8ddc-34e6-4d8d-8cdb-40b5b6b4e16d service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526639 Feb 16 17:22:36.237854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-acc3a2c8-278c-48e1-a666-2ba40ea8a6fa service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487625 Feb 16 17:22:36.412042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-fa94eb5a-4443-4150-9167-fc63ee980498 service neutron] 10.222.0.65 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684501 Feb 16 17:22:36.417198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-ceb78ea6-2e25-4f4d-9c80-c9019c1a9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:36.418579 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-ceb78ea6-2e25-4f4d-9c80-c9019c1a9cd8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 1125 time: 0.1360452 Feb 16 17:22:36.431140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99429f4-42b3-4cfc-adff-e861dd0fe3cf req-0a8c9198-fc13-4e51-afb3-3a2ffe227aeb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:36.432711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a99429f4-42b3-4cfc-adff-e861dd0fe3cf req-0a8c9198-fc13-4e51-afb3-3a2ffe227aeb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.1006203 Feb 16 17:22:36.544544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a99429f4-42b3-4cfc-adff-e861dd0fe3cf req-15c7ce5e-c9b4-4ff2-ad61-ab4810e8efe4 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919976 Feb 16 17:22:36.565360 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-2cb8a76c-1bf2-4b2d-90e7-bc9756ed1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:36.565360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-2cb8a76c-1bf2-4b2d-90e7-bc9756ed1ca9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.1259365 Feb 16 17:22:36.626116 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-23a7c6c8-44ac-490e-bb0f-4bf04f711073 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6 HTTP/1.1" status: 200 len: 1000 time: 0.0598028 Feb 16 17:22:36.672477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-d464bb26-c1da-4228-9a51-0b66c972b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:36.674091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-d464bb26-c1da-4228-9a51-0b66c972b1d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0433564 Feb 16 17:22:36.726558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-e9c6cbbd-57b8-4228-8493-5148ea4a04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:36.728073 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-e9c6cbbd-57b8-4228-8493-5148ea4a04d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488048 Feb 16 17:22:36.817441 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-5b9ee378-8252-46f6-84aa-131e81bb15ee service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838304 Feb 16 17:22:36.908651 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7dd717d5-8215-4d9d-8403-9bfb18c988e1 req-aa7f1f17-5bc9-40c0-a74b-68d28e56c0d1 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859408 Feb 16 17:22:37.670635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a2131-828f-446a-acb5-921576bd1443 req-1ec59325-b39a-4050-9a08-f8d67adceb5e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:37.672255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-876a2131-828f-446a-acb5-921576bd1443 req-1ec59325-b39a-4050-9a08-f8d67adceb5e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0533345 Feb 16 17:22:37.721261 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-876a2131-828f-446a-acb5-921576bd1443 req-d9c145df-012c-4a32-b9a1-fb857fa449f0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426280 Feb 16 17:22:38.842422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e2fe2-c9eb-468d-85ae-2969efa80a28 req-3ea47244-60e8-440b-8eaf-b98cf1425852 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:38.843923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-605e2fe2-c9eb-468d-85ae-2969efa80a28 req-3ea47244-60e8-440b-8eaf-b98cf1425852 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0530369 Feb 16 17:22:38.895667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-605e2fe2-c9eb-468d-85ae-2969efa80a28 req-6221ce2b-fff7-46f1-8f4b-9926214c7d0e tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461297 Feb 16 17:22:40.018630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eafa55-c7e7-4d2c-a8a0-bc9c1788c2ec req-1ddf23bc-d53d-4beb-ad66-474d763d7bc4 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:40.020179 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1eafa55-c7e7-4d2c-a8a0-bc9c1788c2ec req-1ddf23bc-d53d-4beb-ad66-474d763d7bc4 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0552220 Feb 16 17:22:40.069523 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1eafa55-c7e7-4d2c-a8a0-bc9c1788c2ec req-7188a69a-c21e-444b-8ce8-1805707570ad tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435615 Feb 16 17:22:41.191888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bd897-1a0b-4f77-aab1-d6fa77ee5b96 req-f394f20d-3559-4ea3-b1d7-4eb1e81d3adc tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:41.193281 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-261bd897-1a0b-4f77-aab1-d6fa77ee5b96 req-f394f20d-3559-4ea3-b1d7-4eb1e81d3adc tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0527153 Feb 16 17:22:41.239840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-261bd897-1a0b-4f77-aab1-d6fa77ee5b96 req-1ee41e55-148d-464d-b71a-8a85599018e2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409036 Feb 16 17:22:42.089238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bfe9a-892a-47df-973c-f1e403432d9b req-0c8afd7a-a55b-463f-8325-4005a077ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:42.090742 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff5bfe9a-892a-47df-973c-f1e403432d9b req-0c8afd7a-a55b-463f-8325-4005a077ec89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c3408ec917249d390371812c6eebaef&device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 1125 time: 0.0492284 Feb 16 17:22:42.194154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bfe9a-892a-47df-973c-f1e403432d9b req-3129f181-409c-42a3-807c-3ecf27383a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:42.195616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff5bfe9a-892a-47df-973c-f1e403432d9b req-3129f181-409c-42a3-807c-3ecf27383a28 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 200 len: 913 time: 0.0846882 Feb 16 17:22:42.263287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff5bfe9a-892a-47df-973c-f1e403432d9b req-615821d4-2b2a-4e3c-8e24-11cb889ccfd8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6 HTTP/1.1" status: 200 len: 1000 time: 0.0620162 Feb 16 17:22:42.312507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bfe9a-892a-47df-973c-f1e403432d9b req-034ed311-484d-453a-997f-4ab7aef4886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:42.314645 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff5bfe9a-892a-47df-973c-f1e403432d9b req-034ed311-484d-453a-997f-4ab7aef4886c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 200 len: 851 time: 0.0460546 Feb 16 17:22:42.402177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22295029-0ddd-4900-84dd-2cb93dd83698 req-4cae1bf5-27a0-4189-86c1-07611e382218 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:42.403557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22295029-0ddd-4900-84dd-2cb93dd83698 req-4cae1bf5-27a0-4189-86c1-07611e382218 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0880582 Feb 16 17:22:42.405354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bfe9a-892a-47df-973c-f1e403432d9b req-bf3c53ec-695e-46c6-be02-27afe89c9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:42.407360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff5bfe9a-892a-47df-973c-f1e403432d9b req-bf3c53ec-695e-46c6-be02-27afe89c9fad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0831740 Feb 16 17:22:42.505482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22295029-0ddd-4900-84dd-2cb93dd83698 req-a84228f5-a6db-4337-bba5-40fe46c1e034 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955005 Feb 16 17:22:42.533488 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff5bfe9a-892a-47df-973c-f1e403432d9b req-4cd0257a-584c-4f2e-8aac-0624f42c8144 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178522 Feb 16 17:22:42.633566 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ff5bfe9a-892a-47df-973c-f1e403432d9b req-c0280386-2664-491c-9621-5ad614833af8 service neutron] 10.222.0.60 "GET /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946207 Feb 16 17:22:43.630409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fe839-6adb-4b5a-96b9-866eee117b93 req-b8009c47-42d2-4ced-ab56-84254cf2a3e3 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:43.631937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-889fe839-6adb-4b5a-96b9-866eee117b93 req-b8009c47-42d2-4ced-ab56-84254cf2a3e3 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0542121 Feb 16 17:22:43.681151 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-889fe839-6adb-4b5a-96b9-866eee117b93 req-9a856519-4efa-40fc-8f8e-b08de7bdef03 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435529 Feb 16 17:22:44.806152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72bad8-674c-44fb-a1f9-7b8000c67fa8 req-8f9b16bd-7193-4548-b7f5-e0e537668fde tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:44.807625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e72bad8-674c-44fb-a1f9-7b8000c67fa8 req-8f9b16bd-7193-4548-b7f5-e0e537668fde tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0567701 Feb 16 17:22:44.853508 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5e72bad8-674c-44fb-a1f9-7b8000c67fa8 req-d0334955-09c9-4a39-9531-fb37c2a847a4 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403011 Feb 16 17:22:45.974667 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5af3e-6942-489b-8e5b-07d5570e42a1 req-a78cb086-ae5d-4cec-8d08-aa768f7f1ada tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:45.976267 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0a5af3e-6942-489b-8e5b-07d5570e42a1 req-a78cb086-ae5d-4cec-8d08-aa768f7f1ada tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0529974 Feb 16 17:22:46.027462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0a5af3e-6942-489b-8e5b-07d5570e42a1 req-3dda4216-3b6a-4628-aa8c-ee3e90bea7de tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449183 Feb 16 17:22:47.159473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab6182-f554-4458-a7dc-ec21dbe358e3 req-0ba1918e-2fb3-4e6d-ac00-3b34e7e012d5 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:47.160971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccab6182-f554-4458-a7dc-ec21dbe358e3 req-0ba1918e-2fb3-4e6d-ac00-3b34e7e012d5 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0521913 Feb 16 17:22:47.210605 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ccab6182-f554-4458-a7dc-ec21dbe358e3 req-e1935f99-cd09-4bd9-add8-5b7cf8e4c1f6 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440171 Feb 16 17:22:47.356770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37526cd-13da-44b2-b7fb-61c67b08b98a req-6cda0507-f33f-44d5-bb97-26b5e27f9431 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:47.358143 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e37526cd-13da-44b2-b7fb-61c67b08b98a req-6cda0507-f33f-44d5-bb97-26b5e27f9431 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0526512 Feb 16 17:22:47.404787 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e37526cd-13da-44b2-b7fb-61c67b08b98a req-e666818c-142d-4cb1-b45e-b03086e93ae6 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404775 Feb 16 17:22:48.537377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226c98d-d1f7-4947-84db-e692b5278bb4 req-96141ca6-89e2-44f8-a269-225ba4189de1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:48.538837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6226c98d-d1f7-4947-84db-e692b5278bb4 req-96141ca6-89e2-44f8-a269-225ba4189de1 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0529566 Feb 16 17:22:48.584951 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6226c98d-d1f7-4947-84db-e692b5278bb4 req-265007c3-b6ef-4957-ae71-7833844685c6 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405371 Feb 16 17:22:48.846687 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d753cf-75e9-498d-8097-39bdf4383fc5 req-1540cf8a-d9af-4e71-9cde-c59a2bdc8e33 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:48.848156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9d753cf-75e9-498d-8097-39bdf4383fc5 req-1540cf8a-d9af-4e71-9cde-c59a2bdc8e33 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0557363 Feb 16 17:22:48.895667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d9d753cf-75e9-498d-8097-39bdf4383fc5 req-ef1d77ed-b5a6-41aa-ad3c-c3ebd2cc70ce tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups?id=df323e52-c92b-4b16-bc3b-71dc0fee602d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417964 Feb 16 17:22:48.980775 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-4a85d853-d5aa-4d7c-ba34-d1ec23031393 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:22:48.982117 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-4a85d853-d5aa-4d7c-ba34-d1ec23031393 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.60 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 943 time: 0.0515845 Feb 16 17:22:49.076696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Deleting port 3df1012a-f9f9-4382-aabf-e836e51c39a6 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:22:49.077040 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:49.163984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] For port 3df1012a-f9f9-4382-aabf-e836e51c39a6, host n-h2-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-669411-5',level=0,port_id=3df1012a-f9f9-4382-aabf-e836e51c39a6,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:22:49.164339 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:49.331060 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:49.331331 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (96ddef16-fb69-454d-b697-4497f2a93946), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:49.331642 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Floating IP 96ddef16-fb69-454d-b697-4497f2a93946 disassociated. External IP: 172.25.4.206, port: 3df1012a-f9f9-4382-aabf-e836e51c39a6. Feb 16 17:22:49.332002 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Calling delete_port for 3df1012a-f9f9-4382-aabf-e836e51c39a6 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:22:49.459740 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3df1012a-f9f9-4382-aabf-e836e51c39a6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:49.489662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event deleted for resources: {'Port': ['ID=3df1012a-f9f9-4382-aabf-e836e51c39a6,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:22:49.613187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Router 42675e5d-45d3-42ef-bd94-a28e700aa545 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:22:49.730752 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:22:49.740420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf084af-d63d-4422-a3c4-8891566d45b3 None None] Sync routers for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:22:49.750782 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf084af-d63d-4422-a3c4-8891566d45b3 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:22:49.751501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-dcf084af-d63d-4422-a3c4-8891566d45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:22:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:49.772742 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] No DVR routers for this DVR port 3df1012a-f9f9-4382-aabf-e836e51c39a6 on host n-h2-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:22:49.776236 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:49.779567 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.60 "DELETE /v2.0/ports/3df1012a-f9f9-4382-aabf-e836e51c39a6 HTTP/1.1" status: 204 len: 173 time: 0.7921247 Feb 16 17:22:49.780043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'name': 'network-vif-deleted', 'tag': '3df1012a-f9f9-4382-aabf-e836e51c39a6'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:22:49.784386 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1872c01a-0a75-4fe6-960e-5082f5f5a319" -d '{"events": [{"server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "name": "network-vif-deleted", "tag": "3df1012a-f9f9-4382-aabf-e836e51c39a6"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:22:49.836687 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7865af02-96de-4e2e-b418-0e9a8274a6ca x-openstack-request-id: req-7865af02-96de-4e2e-b418-0e9a8274a6ca {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:22:49.836988 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76525a61-d786-4fbf-b8ad-15433f3a3d75", "name": "network-vif-deleted", "tag": "3df1012a-f9f9-4382-aabf-e836e51c39a6", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:22:49.837241 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7865af02-96de-4e2e-b418-0e9a8274a6ca {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:22:49.837648 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76525a61-d786-4fbf-b8ad-15433f3a3d75', 'name': 'network-vif-deleted', 'tag': '3df1012a-f9f9-4382-aabf-e836e51c39a6', 'status': 'completed', 'code': 200} Feb 16 17:22:49.878244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-dcf084af-d63d-4422-a3c4-8891566d45b3 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:22:50.011666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18b1f613-1edd-4bc3-af2e-0029faa7c145 req-560f59cb-f769-43be-a1d1-41b4b046ce70 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 210 time: 0.0322351 Feb 16 17:22:50.094450 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-dcf084af-d63d-4422-a3c4-8891566d45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:50.124370 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf084af-d63d-4422-a3c4-8891566d45b3 None None] Checking router: 42675e5d-45d3-42ef-bd94-a28e700aa545 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:22:50.134022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf084af-d63d-4422-a3c4-8891566d45b3 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:22:50.134691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-dcf084af-d63d-4422-a3c4-8891566d45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:22:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:50.228437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d2af4f66-5e8c-4de6-b8f2-09e3de8dc8aa req-ef824cd2-14a9-4b43-a54b-cfdd6b784046 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 210 time: 0.0284572 Feb 16 17:22:50.254792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-dcf084af-d63d-4422-a3c4-8891566d45b3 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:22:50.463974 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-dcf084af-d63d-4422-a3c4-8891566d45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:22:50.491267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf084af-d63d-4422-a3c4-8891566d45b3 None None] The sync data for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 is: [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:19:00Z', 'revision_number': 4, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '990c6f79-ab12-4b2f-9f36-263b0a3ddfc6', 'name': '', 'network_id': '8977e6ec-f59b-4507-bcd0-9ee4cf60c7be', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'mac_address': 'fa:16:3e:fd:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:59Z', 'updated_at': '2022-02-16T17:19:04Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'subnets': [{'id': 'b54d1794-9602-4f83-8507-7b38ed964c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:22:50.713366 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04483c0-feb8-47b4-9120-17ae62bc43ba None None] New status for floating IP 96ddef16-fb69-454d-b697-4497f2a93946: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:22:51.340374 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a25b62e6-3093-42d0-9360-5f65993de4f2 req-47ff2043-18e4-48e1-beac-a87c30bc78b0 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/ports?device_id=76525a61-d786-4fbf-b8ad-15433f3a3d75 HTTP/1.1" status: 200 len: 210 time: 0.0282004 Feb 16 17:22:55.758783 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5b68-06de-4849-b287-47ef33ef6016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:58.368977 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c0e4-6371-47c1-b58d-89213328fb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:22:59.473088 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:01.011512 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:01.786643 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:02.164505 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:03.887129 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:23:04.498950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53368) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:04.557205 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for security_group (df323e52-c92b-4b16-bc3b-71dc0fee602d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:04.581903 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for security_group (df323e52-c92b-4b16-bc3b-71dc0fee602d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:04.630012 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (df323e52-c92b-4b16-bc3b-71dc0fee602d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:04.632809 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:04.634132 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "DELETE /v2.0/security-groups/df323e52-c92b-4b16-bc3b-71dc0fee602d HTTP/1.1" status: 204 len: 168 time: 0.1339087 Feb 16 17:23:04.636807 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53372) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:04.643405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df323e52-c92b-4b16-bc3b-71dc0fee602d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:04.650965 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:04.651322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:04.651661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:04.652031 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:04.652368 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:04.652622 n-d-669411-5 neutron-server[103422]: INFO neutron.api.v2.resource [None req-79093f99-adcc-4a8e-a68c-9b1e83373791 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] show failed (client error): The resource could not be found. Feb 16 17:23:04.652774 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:04.653024 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:04.653354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:04.653679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:04.654003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:04.654325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:04.654664 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:04.654981 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1b30b-acaa-4c5c-a6c4-388366dda2bb tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:04.656693 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-79093f99-adcc-4a8e-a68c-9b1e83373791 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "GET /v2.0/security-groups/df323e52-c92b-4b16-bc3b-71dc0fee602d HTTP/1.1" status: 404 len: 347 time: 0.0187905 Feb 16 17:23:04.658028 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53376) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:04.785508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-881b7005-92fc-4022-93ee-1ed93eebb678 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Deleting port 26cc46bd-ddd3-43a3-b8c1-da8643446aa1 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:23:04.785761 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-881b7005-92fc-4022-93ee-1ed93eebb678 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (26cc46bd-ddd3-43a3-b8c1-da8643446aa1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:04.864896 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-881b7005-92fc-4022-93ee-1ed93eebb678 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (26cc46bd-ddd3-43a3-b8c1-da8643446aa1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:04.865227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-881b7005-92fc-4022-93ee-1ed93eebb678 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (26cc46bd-ddd3-43a3-b8c1-da8643446aa1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:04.877323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-881b7005-92fc-4022-93ee-1ed93eebb678 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Calling delete_port for 26cc46bd-ddd3-43a3-b8c1-da8643446aa1 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:23:04.952682 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:05.026390 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-881b7005-92fc-4022-93ee-1ed93eebb678 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (26cc46bd-ddd3-43a3-b8c1-da8643446aa1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:05.055184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b7005-92fc-4022-93ee-1ed93eebb678 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Pushing event deleted for resources: {'Port': ['ID=26cc46bd-ddd3-43a3-b8c1-da8643446aa1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:05.119704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-881b7005-92fc-4022-93ee-1ed93eebb678 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks [] for floatingip (96ddef16-fb69-454d-b697-4497f2a93946), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:05.122552 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-881b7005-92fc-4022-93ee-1ed93eebb678 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:05.123770 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-881b7005-92fc-4022-93ee-1ed93eebb678 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] 10.222.0.24 "DELETE /v2.0/floatingips/96ddef16-fb69-454d-b697-4497f2a93946 HTTP/1.1" status: 204 len: 168 time: 0.4643681 Feb 16 17:23:05.126984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53378) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:05.487376 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd7a7-b526-4e35-a30b-52d228ee62f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (42675e5d-45d3-42ef-bd94-a28e700aa545), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:05.737660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0e0bd7a7-b526-4e35-a30b-52d228ee62f5 admin admin] Deleting port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:23:05.738326 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd7a7-b526-4e35-a30b-52d228ee62f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:05.815971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-0e0bd7a7-b526-4e35-a30b-52d228ee62f5 admin admin] For port 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=990c6f79-ab12-4b2f-9f36-263b0a3ddfc6,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:05.816349 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd7a7-b526-4e35-a30b-52d228ee62f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:05.828660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0e0bd7a7-b526-4e35-a30b-52d228ee62f5 admin admin] Calling delete_port for 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:23:06.373965 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd7a7-b526-4e35-a30b-52d228ee62f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (990c6f79-ab12-4b2f-9f36-263b0a3ddfc6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:06.403429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bd7a7-b526-4e35-a30b-52d228ee62f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=990c6f79-ab12-4b2f-9f36-263b0a3ddfc6,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:06.586074 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd7a7-b526-4e35-a30b-52d228ee62f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (42675e5d-45d3-42ef-bd94-a28e700aa545), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:06.806070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0bd7a7-b526-4e35-a30b-52d228ee62f5 admin admin] Router 42675e5d-45d3-42ef-bd94-a28e700aa545 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:23:06.914216 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0bd7a7-b526-4e35-a30b-52d228ee62f5 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:23:06.919338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0e0bd7a7-b526-4e35-a30b-52d228ee62f5 admin admin] 10.222.0.24 "PUT /v2.0/routers/42675e5d-45d3-42ef-bd94-a28e700aa545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7913554 Feb 16 17:23:06.921852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53380) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:06.924664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a58888-7828-4213-93bb-9eb11ae2e450 None None] Sync routers for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:23:06.934123 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a58888-7828-4213-93bb-9eb11ae2e450 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:23:06.934738 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-12a58888-7828-4213-93bb-9eb11ae2e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:22:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:07.031134 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] Publish callbacks [] for router (42675e5d-45d3-42ef-bd94-a28e700aa545), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:07.042795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-12a58888-7828-4213-93bb-9eb11ae2e450 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:23:07.133746 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] Publish callbacks [] for router_gateway (42675e5d-45d3-42ef-bd94-a28e700aa545), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:07.191066 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] Deleting port eca7c47d-697c-4478-ac8b-f02463aef67b {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:23:07.191402 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (eca7c47d-697c-4478-ac8b-f02463aef67b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:07.227447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-12a58888-7828-4213-93bb-9eb11ae2e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:23:06Z', 'revision_number': 5, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port': {'id': 'eca7c47d-697c-4478-ac8b-f02463aef67b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:18:58Z', 'updated_at': '2022-02-16T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:07.254108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a58888-7828-4213-93bb-9eb11ae2e450 None None] Checking router: 42675e5d-45d3-42ef-bd94-a28e700aa545 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:23:07.262591 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a58888-7828-4213-93bb-9eb11ae2e450 None None] Routers {'42675e5d-45d3-42ef-bd94-a28e700aa545'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:23:07.263193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-12a58888-7828-4213-93bb-9eb11ae2e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:22:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['42675e5d-45d3-42ef-bd94-a28e700aa545'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:07.271374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] For port eca7c47d-697c-4478-ac8b-f02463aef67b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eca7c47d-697c-4478-ac8b-f02463aef67b,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:07.271741 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (eca7c47d-697c-4478-ac8b-f02463aef67b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:07.284570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] Calling delete_port for eca7c47d-697c-4478-ac8b-f02463aef67b owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:23:07.352407 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-12a58888-7828-4213-93bb-9eb11ae2e450 None None] Set router 42675e5d-45d3-42ef-bd94-a28e700aa545 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:23:07.408233 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-12a58888-7828-4213-93bb-9eb11ae2e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:23:07Z', 'revision_number': 6, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:07.436243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a58888-7828-4213-93bb-9eb11ae2e450 None None] The sync data for ids ['42675e5d-45d3-42ef-bd94-a28e700aa545'] in n-d-669411-5 is: [{'id': '42675e5d-45d3-42ef-bd94-a28e700aa545', 'name': 'tempest-ServerActionsTestJSON-2113394707-router', 'tenant_id': '7c3408ec917249d390371812c6eebaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:18:57Z', 'updated_at': '2022-02-16T17:23:07Z', 'revision_number': 6, 'project_id': '7c3408ec917249d390371812c6eebaef', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:23:07.463270 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (eca7c47d-697c-4478-ac8b-f02463aef67b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:07.495584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca7c47d-697c-4478-ac8b-f02463aef67b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:07.559999 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (42675e5d-45d3-42ef-bd94-a28e700aa545), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:07.651330 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (42675e5d-45d3-42ef-bd94-a28e700aa545), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:07.653489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] Publish callbacks [] for router_controller (42675e5d-45d3-42ef-bd94-a28e700aa545), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:07.698191 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (42675e5d-45d3-42ef-bd94-a28e700aa545), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:07.698643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42675e5d-45d3-42ef-bd94-a28e700aa545 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:23:07.703159 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:07.704888 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f9201457-e920-4ac5-a87b-ef099d52e877 admin admin] 10.222.0.24 "DELETE /v2.0/routers/42675e5d-45d3-42ef-bd94-a28e700aa545 HTTP/1.1" status: 204 len: 168 time: 0.7821162 Feb 16 17:23:07.707511 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53382) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:07.755389 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f6618c-2ff7-4b22-8cce-faca0c0f726e admin admin] Deleting subnet b54d1794-9602-4f83-8507-7b38ed964c22 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:23:07.758344 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e0f6618c-2ff7-4b22-8cce-faca0c0f726e admin admin] Publish callbacks [] for subnet (b54d1794-9602-4f83-8507-7b38ed964c22), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:07.793529 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e0f6618c-2ff7-4b22-8cce-faca0c0f726e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (b54d1794-9602-4f83-8507-7b38ed964c22), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:07.873824 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e0f6618c-2ff7-4b22-8cce-faca0c0f726e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (b54d1794-9602-4f83-8507-7b38ed964c22), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:07.932528 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e0f6618c-2ff7-4b22-8cce-faca0c0f726e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (b54d1794-9602-4f83-8507-7b38ed964c22), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:07.958600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6618c-2ff7-4b22-8cce-faca0c0f726e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54d1794-9602-4f83-8507-7b38ed964c22,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:07.962091 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e0f6618c-2ff7-4b22-8cce-faca0c0f726e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:07.967552 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e0f6618c-2ff7-4b22-8cce-faca0c0f726e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b54d1794-9602-4f83-8507-7b38ed964c22 HTTP/1.1" status: 204 len: 168 time: 0.2568381 Feb 16 17:23:07.967909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53384) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:07.969529 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96aae04-75a0-4448-bb56-c5e0752ae843 None None] Network 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:08.037387 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (8977e6ec-f59b-4507-bcd0-9ee4cf60c7be), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.091649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] Deleting port 222687da-4f97-41f4-94b6-3fb77e802b7d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:23:08.092020 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (222687da-4f97-41f4-94b6-3fb77e802b7d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.159183 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] For port 222687da-4f97-41f4-94b6-3fb77e802b7d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=222687da-4f97-41f4-94b6-3fb77e802b7d,segment=NetworkSegment(1c2d2e13-0b75-424d-a43a-d88bcfb709d6),segment_id=1c2d2e13-0b75-424d-a43a-d88bcfb709d6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:08.159551 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (222687da-4f97-41f4-94b6-3fb77e802b7d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.172586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] Calling delete_port for 222687da-4f97-41f4-94b6-3fb77e802b7d owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:23:08.205430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] DHCP port deletion for 8977e6ec-f59b-4507-bcd0-9ee4cf60c7be request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:23:08.255397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Deleting port 222687da-4f97-41f4-94b6-3fb77e802b7d {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:23:08.255631 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (222687da-4f97-41f4-94b6-3fb77e802b7d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.255868 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (222687da-4f97-41f4-94b6-3fb77e802b7d), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.286573 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] Pushing event deleted for resources: {'Port': ['ID=222687da-4f97-41f4-94b6-3fb77e802b7d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:08.290227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] No DVR routers for this DVR port 222687da-4f97-41f4-94b6-3fb77e802b7d on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:23:08.323796 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] For port 222687da-4f97-41f4-94b6-3fb77e802b7d, host n-d-669411-5, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:08.324209 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (222687da-4f97-41f4-94b6-3fb77e802b7d), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.338112 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Calling delete_port for 222687da-4f97-41f4-94b6-3fb77e802b7d owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:23:08.340791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Port 222687da-4f97-41f4-94b6-3fb77e802b7d was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:23:08.342013 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (222687da-4f97-41f4-94b6-3fb77e802b7d), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.364053 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (8977e6ec-f59b-4507-bcd0-9ee4cf60c7be), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.368549 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Pushing event deleted for resources: {'Port': ['ID=222687da-4f97-41f4-94b6-3fb77e802b7d,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:08.370840 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] No DVR routers for this DVR port 222687da-4f97-41f4-94b6-3fb77e802b7d on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:23:08.379048 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:08.379405 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:08.379791 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:08.380125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:08.380468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:08.380809 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:08.381142 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:08.381479 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:08.381812 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:08.382141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:08.382748 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:08.382872 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:08.383132 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829226a-a6d1-402c-8767-bf263f91e5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:08.387634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8977e6ec-f59b-4507-bcd0-9ee4cf60c7be']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:08.398109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2d2e13-0b75-424d-a43a-d88bcfb709d6') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:08.398415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2d2e13-0b75-424d-a43a-d88bcfb709d6') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:08.413085 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (1c2d2e13-0b75-424d-a43a-d88bcfb709d6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.428360 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (1c2d2e13-0b75-424d-a43a-d88bcfb709d6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.440076 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:23:08.440513 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (1c2d2e13-0b75-424d-a43a-d88bcfb709d6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:23:08.442258 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:23:08.498683 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (8977e6ec-f59b-4507-bcd0-9ee4cf60c7be), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.506400 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.512026 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8977e6ec-f59b-4507-bcd0-9ee4cf60c7be HTTP/1.1" status: 204 len: 168 time: 0.5409639 Feb 16 17:23:08.521019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157f18d-56bb-43cc-be11-34705355ed38 admin admin] Pushing event deleted for resources: {'Network': ['ID=8977e6ec-f59b-4507-bcd0-9ee4cf60c7be,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:08.592145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eca7c47d-697c-4478-ac8b-f02463aef67b no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:23:08.614421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: eca7c47d-697c-4478-ac8b-f02463aef67b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:23:08.614762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eca7c47d-697c-4478-ac8b-f02463aef67b not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:23:08.615078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:23:08.635044 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:23:08.635387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 990c6f79-ab12-4b2f-9f36-263b0a3ddfc6 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:23:08.635826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 222687da-4f97-41f4-94b6-3fb77e802b7d no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:23:08.640230 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53388) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:08.658618 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 222687da-4f97-41f4-94b6-3fb77e802b7d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:23:08.658957 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 222687da-4f97-41f4-94b6-3fb77e802b7d not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:23:08.685295 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-99aae721-81d6-4bc0-8d03-b8d6bcd5ff73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c3408ec917249d390371812c6eebaef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438046 Feb 16 17:23:08.687779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53390) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:08.734695 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-91376fec-3968-4404-a25f-aa9f04ef06fd admin admin] Publish callbacks [] for security_group (7b92d4e6-c24e-4639-a44f-95ad2fea3f68), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.760085 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-91376fec-3968-4404-a25f-aa9f04ef06fd admin admin] Publish callbacks [] for security_group (7b92d4e6-c24e-4639-a44f-95ad2fea3f68), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.807580 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-91376fec-3968-4404-a25f-aa9f04ef06fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7b92d4e6-c24e-4639-a44f-95ad2fea3f68), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.810248 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-91376fec-3968-4404-a25f-aa9f04ef06fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:08.811425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-91376fec-3968-4404-a25f-aa9f04ef06fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b92d4e6-c24e-4639-a44f-95ad2fea3f68 HTTP/1.1" status: 204 len: 168 time: 0.1226537 Feb 16 17:23:08.820125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91376fec-3968-4404-a25f-aa9f04ef06fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b92d4e6-c24e-4639-a44f-95ad2fea3f68,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:09.481340 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53412) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:09.586487 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-57622156-network', 'tenant_id': '675ff9662400434c8f0f2700e4dcb50d'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:09.605822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] Made reservation on behalf of 675ff9662400434c8f0f2700e4dcb50d for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:09.608180 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:09.617162 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:09.693621 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] Publish callbacks [] for security_group (4d807eec-b11d-434f-b7d4-a7fd8d563605), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:09.697331 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4d807eec-b11d-434f-b7d4-a7fd8d563605), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:09.718856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:23:09.735094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d807eec-b11d-434f-b7d4-a7fd8d563605,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:09.739011 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (dd320d8e-8720-4d89-aa25-f56d23e108b8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:09.739596 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] Added segment dd320d8e-8720-4d89-aa25-f56d23e108b8 of type vlan for network eabe06f5-7aba-47aa-8520-df6fb9e06443 Feb 16 17:23:09.780712 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (eabe06f5-7aba-47aa-8520-df6fb9e06443), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:09.806495 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (eabe06f5-7aba-47aa-8520-df6fb9e06443), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:09.807527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:09.808083 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:09.846701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3642695 Feb 16 17:23:09.849538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53416) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:09.879574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ef9cc332-6775-4a1f-ae37-0307173827f4 admin admin] Request body: {'subnet': {'network_id': 'eabe06f5-7aba-47aa-8520-df6fb9e06443', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-57622156-subnet', 'tenant_id': '675ff9662400434c8f0f2700e4dcb50d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:09.883978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce63fdc-be1d-43fd-aee9-e62c44189d30 admin admin] Pushing event updated for resources: {'Network': ['ID=eabe06f5-7aba-47aa-8520-df6fb9e06443,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:09.894543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network eabe06f5-7aba-47aa-8520-df6fb9e06443 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:23:09.902300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9cc332-6775-4a1f-ae37-0307173827f4 admin admin] Made reservation on behalf of 675ff9662400434c8f0f2700e4dcb50d for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:09.904963 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ef9cc332-6775-4a1f-ae37-0307173827f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:10.074235 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ef9cc332-6775-4a1f-ae37-0307173827f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (3aece677-98d2-46ea-b3b0-98fd29be4918), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:10.130165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cc332-6775-4a1f-ae37-0307173827f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aece677-98d2-46ea-b3b0-98fd29be4918,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:10.138628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9cc332-6775-4a1f-ae37-0307173827f4 admin admin] Checking segment: {'id': 'dd320d8e-8720-4d89-aa25-f56d23e108b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eabe06f5-7aba-47aa-8520-df6fb9e06443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:10.138984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9cc332-6775-4a1f-ae37-0307173827f4 admin admin] Network hostable DHCP agents. Network: eabe06f5-7aba-47aa-8520-df6fb9e06443, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:23:10.155399 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9cc332-6775-4a1f-ae37-0307173827f4 admin admin] Network eabe06f5-7aba-47aa-8520-df6fb9e06443 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:23:10.164446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-ef9cc332-6775-4a1f-ae37-0307173827f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, eabe06f5-7aba-47aa-8520-df6fb9e06443) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:10.168531 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9cc332-6775-4a1f-ae37-0307173827f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:10.169131 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ef9cc332-6775-4a1f-ae37-0307173827f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:10.175143 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82de0c1b-6c27-43df-9c20-be5393a12a0c None None] Network eabe06f5-7aba-47aa-8520-df6fb9e06443 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:10.194638 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ef9cc332-6775-4a1f-ae37-0307173827f4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3349702 Feb 16 17:23:10.279478 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c853114-e61d-462f-9d55-dabdae3c7676 None None] Network eabe06f5-7aba-47aa-8520-df6fb9e06443 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:10.629306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-918dc398-2eed-416b-9619-01f7d5e317a9 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:10.630689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-918dc398-2eed-416b-9619-01f7d5e317a9 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/networks?id=eabe06f5-7aba-47aa-8520-df6fb9e06443 HTTP/1.1" status: 200 len: 812 time: 0.1189363 Feb 16 17:23:10.644979 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-cfec52d6-f763-4e7c-b603-49eb09e4ecf5 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/quotas/675ff9662400434c8f0f2700e4dcb50d HTTP/1.1" status: 200 len: 375 time: 0.0088120 Feb 16 17:23:10.676093 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-da4d17dc-f73f-4544-ba33-27349b43e857 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=675ff9662400434c8f0f2700e4dcb50d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263507 Feb 16 17:23:10.768803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-49ab78f8-2f33-46f2-8d76-3eafd2411364 service neutron] 10.222.0.24 "GET /v2.0/networks/eabe06f5-7aba-47aa-8520-df6fb9e06443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862069 Feb 16 17:23:10.856404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-55634fbe-7252-490b-af1e-418cead0222b service neutron] 10.222.0.24 "GET /v2.0/networks/eabe06f5-7aba-47aa-8520-df6fb9e06443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819256 Feb 16 17:23:11.028140 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb73f167-43e7-4c5f-9564-4ae98cc47388 req-0512afce-033f-4d49-ae7a-a331dd6fd476 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 210 time: 0.0278561 Feb 16 17:23:12.046418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-f51ee0e8-3a3a-4680-9ba0-9e923c6a4b9b tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:12.048514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-f51ee0e8-3a3a-4680-9ba0-9e923c6a4b9b tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.65 "GET /v2.0/networks?id=eabe06f5-7aba-47aa-8520-df6fb9e06443 HTTP/1.1" status: 200 len: 812 time: 0.1079183 Feb 16 17:23:12.060405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-3e3934ce-71fb-44b0-87d8-d1ea25ff96bc tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Request body: {'port': {'device_id': '75853caa-9277-4832-87c9-4128aa71c146', 'network_id': 'eabe06f5-7aba-47aa-8520-df6fb9e06443', 'admin_state_up': True, 'tenant_id': '675ff9662400434c8f0f2700e4dcb50d'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:12.154938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc2ce5b3-c86e-40be-84d8-5241453ee615 req-a41cd61f-c8b0-4fd8-8378-36ece8c7e197 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 210 time: 0.0319209 Feb 16 17:23:12.195229 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-3e3934ce-71fb-44b0-87d8-d1ea25ff96bc tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Made reservation on behalf of 675ff9662400434c8f0f2700e4dcb50d for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:12.198535 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-3e3934ce-71fb-44b0-87d8-d1ea25ff96bc tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:12.322260 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-3e3934ce-71fb-44b0-87d8-d1ea25ff96bc tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Allocated IP 172.20.0.4 (eabe06f5-7aba-47aa-8520-df6fb9e06443/3aece677-98d2-46ea-b3b0-98fd29be4918/f9ce4882-fc66-4b00-b254-d13157591d0c) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:23:12.464618 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-3e3934ce-71fb-44b0-87d8-d1ea25ff96bc tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks [] for port (f9ce4882-fc66-4b00-b254-d13157591d0c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:12.497172 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-3e3934ce-71fb-44b0-87d8-d1ea25ff96bc tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f9ce4882-fc66-4b00-b254-d13157591d0c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:12.545193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-3e3934ce-71fb-44b0-87d8-d1ea25ff96bc tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Network eabe06f5-7aba-47aa-8520-df6fb9e06443 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:12.548675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-3e3934ce-71fb-44b0-87d8-d1ea25ff96bc tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:12.552478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-3e3934ce-71fb-44b0-87d8-d1ea25ff96bc tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:23:12.585181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3934ce-71fb-44b0-87d8-d1ea25ff96bc tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Pushing event updated for resources: {'Port': ['ID=f9ce4882-fc66-4b00-b254-d13157591d0c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:12.611993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-3e3934ce-71fb-44b0-87d8-d1ea25ff96bc tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:12.612604 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-3e3934ce-71fb-44b0-87d8-d1ea25ff96bc tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:12.628172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-3e3934ce-71fb-44b0-87d8-d1ea25ff96bc tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718825 Feb 16 17:23:12.638598 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Request body: {'port': {'device_id': '75853caa-9277-4832-87c9-4128aa71c146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:12.695849 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f9ce4882-fc66-4b00-b254-d13157591d0c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:12.956507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ce4882-fc66-4b00-b254-d13157591d0c {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:23:12.964317 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Publish callbacks [] for port (f9ce4882-fc66-4b00-b254-d13157591d0c), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:12.977256 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Transition to ACTIVE for port object f9ce4882-fc66-4b00-b254-d13157591d0c will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:23:12.980930 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f9ce4882-fc66-4b00-b254-d13157591d0c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:13.043029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ce4882-fc66-4b00-b254-d13157591d0c,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:13.111265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Attempting to bind port f9ce4882-fc66-4b00-b254-d13157591d0c on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:23:13.111950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Attempting to bind port f9ce4882-fc66-4b00-b254-d13157591d0c by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'dd320d8e-8720-4d89-aa25-f56d23e108b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eabe06f5-7aba-47aa-8520-df6fb9e06443'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:23:13.111950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Attempting to bind port f9ce4882-fc66-4b00-b254-d13157591d0c on network eabe06f5-7aba-47aa-8520-df6fb9e06443 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:23:13.116246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Port f9ce4882-fc66-4b00-b254-d13157591d0c on network eabe06f5-7aba-47aa-8520-df6fb9e06443 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:23:13.116565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Attempting to bind port f9ce4882-fc66-4b00-b254-d13157591d0c on network eabe06f5-7aba-47aa-8520-df6fb9e06443 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:23:13.121343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:23:13.121679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Checking segment: {'id': 'dd320d8e-8720-4d89-aa25-f56d23e108b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eabe06f5-7aba-47aa-8520-df6fb9e06443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:13.122059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Bound using segment: {'id': 'dd320d8e-8720-4d89-aa25-f56d23e108b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eabe06f5-7aba-47aa-8520-df6fb9e06443'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:23:13.122481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Bound port: f9ce4882-fc66-4b00-b254-d13157591d0c, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd320d8e-8720-4d89-aa25-f56d23e108b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eabe06f5-7aba-47aa-8520-df6fb9e06443'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:23:13.122837 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f9ce4882-fc66-4b00-b254-d13157591d0c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:13.185453 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] For port f9ce4882-fc66-4b00-b254-d13157591d0c, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:23:13.189010 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] For port f9ce4882-fc66-4b00-b254-d13157591d0c, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f9ce4882-fc66-4b00-b254-d13157591d0c,segment=NetworkSegment(dd320d8e-8720-4d89-aa25-f56d23e108b8),segment_id=dd320d8e-8720-4d89-aa25-f56d23e108b8)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:23:13.195119 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f9ce4882-fc66-4b00-b254-d13157591d0c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:13.230415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:13.231023 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:13.232373 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] 10.222.0.65 "PUT /v2.0/ports/f9ce4882-fc66-4b00-b254-d13157591d0c HTTP/1.1" status: 200 len: 1091 time: 0.5977371 Feb 16 17:23:13.237996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75853caa-9277-4832-87c9-4128aa71c146', 'tag': 'f9ce4882-fc66-4b00-b254-d13157591d0c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:13.240231 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9bb1c5-049a-4bf3-bfd5-1c6d23b4dbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "75853caa-9277-4832-87c9-4128aa71c146", "tag": "f9ce4882-fc66-4b00-b254-d13157591d0c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:13.293760 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9d7186-d129-4f35-a474-53aae16134b2 x-openstack-request-id: req-aa9d7186-d129-4f35-a474-53aae16134b2 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:13.294051 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75853caa-9277-4832-87c9-4128aa71c146", "tag": "f9ce4882-fc66-4b00-b254-d13157591d0c", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:13.294302 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa9d7186-d129-4f35-a474-53aae16134b2 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:13.294692 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75853caa-9277-4832-87c9-4128aa71c146', 'tag': 'f9ce4882-fc66-4b00-b254-d13157591d0c', 'status': 'completed', 'code': 200} Feb 16 17:23:13.316264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcb31a-d9e2-4601-8064-32fdb11b1114 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ce4882-fc66-4b00-b254-d13157591d0c,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:13.345079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ff954-45eb-4b59-bbfc-978f4eb1d086 req-d3eb8b30-64ac-4095-aabf-6038651b4801 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:13.346531 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-851ff954-45eb-4b59-bbfc-978f4eb1d086 req-d3eb8b30-64ac-4095-aabf-6038651b4801 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 943 time: 0.1179543 Feb 16 17:23:13.351779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-19ebd4d1-d703-45fa-9df8-6c7027636f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:13.353121 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-19ebd4d1-d703-45fa-9df8-6c7027636f5f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=675ff9662400434c8f0f2700e4dcb50d&device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 1125 time: 0.0809903 Feb 16 17:23:13.404554 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-69a16386-f7e6-4dea-bd39-6b7902b4f204 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9ce4882-fc66-4b00-b254-d13157591d0c HTTP/1.1" status: 200 len: 217 time: 0.0372033 Feb 16 17:23:13.455129 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-851ff954-45eb-4b59-bbfc-978f4eb1d086 req-c55eb890-2092-454b-a252-de3259d24837 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010795 Feb 16 17:23:13.476974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-a72baeb6-81b6-45b8-8e9a-3177250836ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:13.476974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-a72baeb6-81b6-45b8-8e9a-3177250836ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3aece677-98d2-46ea-b3b0-98fd29be4918 HTTP/1.1" status: 200 len: 852 time: 0.0589612 Feb 16 17:23:13.502945 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-bf4fe0af-6297-40d4-b02d-77c2ef7771c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eabe06f5-7aba-47aa-8520-df6fb9e06443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259812 Feb 16 17:23:13.588930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-26da8f99-c40c-4ed9-bcdb-f8ade62cba45 service neutron] 10.222.0.65 "GET /v2.0/networks/eabe06f5-7aba-47aa-8520-df6fb9e06443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804884 Feb 16 17:23:13.681562 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5def0d54-477c-44a5-8a27-c4b32af19cc5 req-5d0c18f0-6141-49e5-9643-75dfd71dd154 service neutron] 10.222.0.65 "GET /v2.0/networks/eabe06f5-7aba-47aa-8520-df6fb9e06443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859072 Feb 16 17:23:13.767886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bb1c5-049a-4bf3-bfd5-1c6d23b4dbdd req-3bb5735e-0aa4-4b77-b4f7-ffb6bcb1fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:13.769297 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a9bb1c5-049a-4bf3-bfd5-1c6d23b4dbdd req-3bb5735e-0aa4-4b77-b4f7-ffb6bcb1fedf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=675ff9662400434c8f0f2700e4dcb50d&device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 1125 time: 0.0453990 Feb 16 17:23:14.202114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bb1c5-049a-4bf3-bfd5-1c6d23b4dbdd req-5dd3ef06-1511-4bc9-8cd9-9776b3252183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:14.203576 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a9bb1c5-049a-4bf3-bfd5-1c6d23b4dbdd req-5dd3ef06-1511-4bc9-8cd9-9776b3252183 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eabe06f5-7aba-47aa-8520-df6fb9e06443 HTTP/1.1" status: 200 len: 913 time: 0.4286196 Feb 16 17:23:14.245683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a9bb1c5-049a-4bf3-bfd5-1c6d23b4dbdd req-c9fbe274-e386-4869-92d5-9ba14d0b7fa1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9ce4882-fc66-4b00-b254-d13157591d0c HTTP/1.1" status: 200 len: 217 time: 0.0358675 Feb 16 17:23:14.292585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bb1c5-049a-4bf3-bfd5-1c6d23b4dbdd req-8b46a999-3c90-4827-9690-30f2dd3d61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:14.293962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a9bb1c5-049a-4bf3-bfd5-1c6d23b4dbdd req-8b46a999-3c90-4827-9690-30f2dd3d61a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3aece677-98d2-46ea-b3b0-98fd29be4918 HTTP/1.1" status: 200 len: 852 time: 0.0424290 Feb 16 17:23:14.326099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a9bb1c5-049a-4bf3-bfd5-1c6d23b4dbdd req-0446fa85-9663-4860-9d51-a5494adaa213 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eabe06f5-7aba-47aa-8520-df6fb9e06443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240963 Feb 16 17:23:14.418249 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a9bb1c5-049a-4bf3-bfd5-1c6d23b4dbdd req-ccdeff16-c556-490f-b63c-3167c0b2e387 service neutron] 10.222.0.65 "GET /v2.0/networks/eabe06f5-7aba-47aa-8520-df6fb9e06443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842535 Feb 16 17:23:14.511437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9a9bb1c5-049a-4bf3-bfd5-1c6d23b4dbdd req-2b4d81f9-d3a4-4e1e-8d43-e7c8346f15b8 service neutron] 10.222.0.65 "GET /v2.0/networks/eabe06f5-7aba-47aa-8520-df6fb9e06443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858798 Feb 16 17:23:14.581137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a8b45-7d8f-4e33-906e-b3e496ce18df req-a4b9918d-beef-4ee5-8d99-cd18a8b1bdca tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:14.582622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-607a8b45-7d8f-4e33-906e-b3e496ce18df req-a4b9918d-beef-4ee5-8d99-cd18a8b1bdca tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 943 time: 0.0539472 Feb 16 17:23:14.638346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-607a8b45-7d8f-4e33-906e-b3e496ce18df req-6ff5f016-0d89-446c-a369-cd990f64c669 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497766 Feb 16 17:23:15.757881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51ad2c-1c05-4a20-9b2b-d43144d59597 req-96c38e2c-1a25-4d17-8af0-2b799716f41f tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:15.759264 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a51ad2c-1c05-4a20-9b2b-d43144d59597 req-96c38e2c-1a25-4d17-8af0-2b799716f41f tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 943 time: 0.0526626 Feb 16 17:23:15.805774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a51ad2c-1c05-4a20-9b2b-d43144d59597 req-cb200b59-22b8-43a3-84da-6358f93fea5b tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Feb 16 17:23:16.283410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f9ce4882-fc66-4b00-b254-d13157591d0c details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:23:16.538224 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f9ce4882-fc66-4b00-b254-d13157591d0c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f9ce4882-fc66-4b00-b254-d13157591d0c,segment=NetworkSegment(dd320d8e-8720-4d89-aa25-f56d23e108b8),segment_id=dd320d8e-8720-4d89-aa25-f56d23e108b8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:16.549403 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'f9ce4882-fc66-4b00-b254-d13157591d0c', 'network_id': 'eabe06f5-7aba-47aa-8520-df6fb9e06443', 'port_id': 'f9ce4882-fc66-4b00-b254-d13157591d0c', 'mac_address': 'fa:16:3e:83:8e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aece677-98d2-46ea-b3b0-98fd29be4918', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:23:16.585738 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port f9ce4882-fc66-4b00-b254-d13157591d0c is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:23:16.586127 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f9ce4882-fc66-4b00-b254-d13157591d0c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:16.598668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ce4882-fc66-4b00-b254-d13157591d0c {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:23:16.619389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f9ce4882-fc66-4b00-b254-d13157591d0c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f9ce4882-fc66-4b00-b254-d13157591d0c,segment=NetworkSegment(dd320d8e-8720-4d89-aa25-f56d23e108b8),segment_id=dd320d8e-8720-4d89-aa25-f56d23e108b8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:16.624046 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f9ce4882-fc66-4b00-b254-d13157591d0c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:16.669747 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=f9ce4882-fc66-4b00-b254-d13157591d0c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:16.863602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['f9ce4882-fc66-4b00-b254-d13157591d0c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:23:16.929079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f0410-2eff-4f7c-93ee-1768a040c93a req-24b843e2-fc52-43a0-8f88-f476740819e6 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:16.930564 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c18f0410-2eff-4f7c-93ee-1768a040c93a req-24b843e2-fc52-43a0-8f88-f476740819e6 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 944 time: 0.0567510 Feb 16 17:23:16.978422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c18f0410-2eff-4f7c-93ee-1768a040c93a req-91b568c5-cfe8-4010-9243-0c54fd2b119d tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Feb 16 17:23:18.098920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f9f16-2c80-4d29-a7e5-41a6a317a458 req-80fde9d9-1b58-450f-9cd6-908ae5cecd77 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:18.100445 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-487f9f16-2c80-4d29-a7e5-41a6a317a458 req-80fde9d9-1b58-450f-9cd6-908ae5cecd77 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 944 time: 0.0549479 Feb 16 17:23:18.146630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-487f9f16-2c80-4d29-a7e5-41a6a317a458 req-e999513c-f43e-46ea-b521-638093030800 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402970 Feb 16 17:23:18.284140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f9ce4882-fc66-4b00-b254-d13157591d0c up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:23:18.334939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port f9ce4882-fc66-4b00-b254-d13157591d0c completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:23:18.338997 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port f9ce4882-fc66-4b00-b254-d13157591d0c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:18.339372 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (f9ce4882-fc66-4b00-b254-d13157591d0c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:18.415545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port f9ce4882-fc66-4b00-b254-d13157591d0c is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:23:18.415960 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f9ce4882-fc66-4b00-b254-d13157591d0c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:18.438656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75853caa-9277-4832-87c9-4128aa71c146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ce4882-fc66-4b00-b254-d13157591d0c'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:18.441213 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500cf483-1964-4712-8f9a-5bf79274fd39" -d '{"events": [{"server_uuid": "75853caa-9277-4832-87c9-4128aa71c146", "name": "network-vif-plugged", "status": "completed", "tag": "f9ce4882-fc66-4b00-b254-d13157591d0c"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:18.453327 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port f9ce4882-fc66-4b00-b254-d13157591d0c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f9ce4882-fc66-4b00-b254-d13157591d0c,segment=NetworkSegment(dd320d8e-8720-4d89-aa25-f56d23e108b8),segment_id=dd320d8e-8720-4d89-aa25-f56d23e108b8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:18.457995 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (f9ce4882-fc66-4b00-b254-d13157591d0c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:18.483391 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389514dd-b799-4f34-9ad5-f89785b37e95 x-openstack-request-id: req-389514dd-b799-4f34-9ad5-f89785b37e95 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:18.483688 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75853caa-9277-4832-87c9-4128aa71c146", "name": "network-vif-plugged", "status": "completed", "tag": "f9ce4882-fc66-4b00-b254-d13157591d0c", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:18.483970 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-389514dd-b799-4f34-9ad5-f89785b37e95 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:18.484367 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75853caa-9277-4832-87c9-4128aa71c146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ce4882-fc66-4b00-b254-d13157591d0c', 'code': 200} Feb 16 17:23:18.510799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=f9ce4882-fc66-4b00-b254-d13157591d0c,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:18.593257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659269fd-0f02-45df-b619-4ebdc9acd87d req-dc9c7ed5-b8f0-4bab-ad0a-f8b3b7cc6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:18.594781 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-659269fd-0f02-45df-b619-4ebdc9acd87d req-dc9c7ed5-b8f0-4bab-ad0a-f8b3b7cc6b36 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 1127 time: 0.0558119 Feb 16 17:23:18.645398 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-659269fd-0f02-45df-b619-4ebdc9acd87d req-bdafd6a7-a63d-4a14-9f2e-a778f57cb707 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445929 Feb 16 17:23:19.264193 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0275b84-42e9-4e50-b15d-e5e14c5fca46 req-8e1f23d8-4b6f-4f52-9dde-837bb1b3675d tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:19.265699 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0275b84-42e9-4e50-b15d-e5e14c5fca46 req-8e1f23d8-4b6f-4f52-9dde-837bb1b3675d tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 945 time: 0.0533767 Feb 16 17:23:19.313880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0275b84-42e9-4e50-b15d-e5e14c5fca46 req-5ca75628-9aa7-4e6e-9e10-17d1ce98bd26 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426054 Feb 16 17:23:20.433388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06e740-40d9-45a1-a609-89d0fc30dc27 req-9c6a4e40-6cb9-4a6b-8c50-a56d957ca729 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:20.434879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef06e740-40d9-45a1-a609-89d0fc30dc27 req-9c6a4e40-6cb9-4a6b-8c50-a56d957ca729 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 945 time: 0.0526936 Feb 16 17:23:20.486326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ef06e740-40d9-45a1-a609-89d0fc30dc27 req-f2d55f3f-5f1f-4391-adfd-619c7eca863d tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457225 Feb 16 17:23:20.714981 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-2ef78327-c05d-4fd2-a764-afbf9c1cf2bf tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:20.716475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-2ef78327-c05d-4fd2-a764-afbf9c1cf2bf tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/networks?id=eabe06f5-7aba-47aa-8520-df6fb9e06443 HTTP/1.1" status: 200 len: 812 time: 0.1113381 Feb 16 17:23:20.731202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-dc07f268-ab35-4722-bbc9-fae02cddd251 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/quotas/675ff9662400434c8f0f2700e4dcb50d HTTP/1.1" status: 200 len: 375 time: 0.0092759 Feb 16 17:23:20.783237 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-0b8e4752-1675-4f4e-9dc2-ee15321bfbfa tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=675ff9662400434c8f0f2700e4dcb50d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471578 Feb 16 17:23:20.863744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-3dde247a-2767-42a5-ac52-18b5c3ebda31 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:23:20.864789 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-3dde247a-2767-42a5-ac52-18b5c3ebda31 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0428708 Feb 16 17:23:20.958130 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-bd77cbea-ec97-40e7-8ab3-97f5fd411f5b service neutron] 10.222.0.24 "GET /v2.0/networks/eabe06f5-7aba-47aa-8520-df6fb9e06443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874312 Feb 16 17:23:21.051816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-7dca79e8-a0b2-4d3e-93f5-33743199f224 service neutron] 10.222.0.24 "GET /v2.0/networks/eabe06f5-7aba-47aa-8520-df6fb9e06443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880668 Feb 16 17:23:21.207324 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d03b6301-b29b-4c24-8b2b-ea090e89c07e req-7613651d-355c-462e-80aa-3ab010347187 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=312fd7f0-0879-47f2-a205-3a5ff4882733 HTTP/1.1" status: 200 len: 210 time: 0.0277152 Feb 16 17:23:22.090969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-b04d4fb1-cdb4-4e83-a04b-da04b281642c tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:22.092431 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-b04d4fb1-cdb4-4e83-a04b-da04b281642c tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.65 "GET /v2.0/networks?id=eabe06f5-7aba-47aa-8520-df6fb9e06443 HTTP/1.1" status: 200 len: 812 time: 0.1007915 Feb 16 17:23:22.104166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-25b5b855-a863-40f5-a780-8e2fbf40be06 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Request body: {'port': {'device_id': '312fd7f0-0879-47f2-a205-3a5ff4882733', 'network_id': 'eabe06f5-7aba-47aa-8520-df6fb9e06443', 'admin_state_up': True, 'tenant_id': '675ff9662400434c8f0f2700e4dcb50d'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:22.212571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-25b5b855-a863-40f5-a780-8e2fbf40be06 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Made reservation on behalf of 675ff9662400434c8f0f2700e4dcb50d for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:22.215928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-25b5b855-a863-40f5-a780-8e2fbf40be06 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:22.318241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6e8b605-07b9-46b2-b604-e81eeaad86dd req-ea39bf50-aa6b-4b89-a6fa-97dbb5f06e9e tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=312fd7f0-0879-47f2-a205-3a5ff4882733 HTTP/1.1" status: 200 len: 210 time: 0.0377979 Feb 16 17:23:22.373924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-25b5b855-a863-40f5-a780-8e2fbf40be06 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Allocated IP 172.20.0.11 (eabe06f5-7aba-47aa-8520-df6fb9e06443/3aece677-98d2-46ea-b3b0-98fd29be4918/52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:23:22.523431 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-25b5b855-a863-40f5-a780-8e2fbf40be06 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks [] for port (52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:22.556283 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-25b5b855-a863-40f5-a780-8e2fbf40be06 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:22.568812 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['f9ce4882-fc66-4b00-b254-d13157591d0c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:23:22.599316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-25b5b855-a863-40f5-a780-8e2fbf40be06 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Network eabe06f5-7aba-47aa-8520-df6fb9e06443 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:22.605115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-25b5b855-a863-40f5-a780-8e2fbf40be06 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:22.608862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-25b5b855-a863-40f5-a780-8e2fbf40be06 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:23:22.635847 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5b855-a863-40f5-a780-8e2fbf40be06 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Pushing event updated for resources: {'Port': ['ID=52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:22.662410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-25b5b855-a863-40f5-a780-8e2fbf40be06 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:22.663028 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-25b5b855-a863-40f5-a780-8e2fbf40be06 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:22.679589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-25b5b855-a863-40f5-a780-8e2fbf40be06 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5793324 Feb 16 17:23:22.691917 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Request body: {'port': {'device_id': '312fd7f0-0879-47f2-a205-3a5ff4882733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:22.754650 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:23.013963 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:23:23.022339 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Publish callbacks [] for port (52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:23.034578 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Transition to ACTIVE for port object 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:23:23.037889 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:23.093428 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Pushing event updated for resources: {'Port': ['ID=52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:23.161309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Attempting to bind port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:23:23.161638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Attempting to bind port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'dd320d8e-8720-4d89-aa25-f56d23e108b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eabe06f5-7aba-47aa-8520-df6fb9e06443'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:23:23.161964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Attempting to bind port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef on network eabe06f5-7aba-47aa-8520-df6fb9e06443 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:23:23.166253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef on network eabe06f5-7aba-47aa-8520-df6fb9e06443 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:23:23.166568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Attempting to bind port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef on network eabe06f5-7aba-47aa-8520-df6fb9e06443 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:23:23.171312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:23:23.171642 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Checking segment: {'id': 'dd320d8e-8720-4d89-aa25-f56d23e108b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eabe06f5-7aba-47aa-8520-df6fb9e06443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:23.172051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Bound using segment: {'id': 'dd320d8e-8720-4d89-aa25-f56d23e108b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eabe06f5-7aba-47aa-8520-df6fb9e06443'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:23:23.172616 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Bound port: 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd320d8e-8720-4d89-aa25-f56d23e108b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eabe06f5-7aba-47aa-8520-df6fb9e06443'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:23:23.172966 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:23.235159 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] For port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:23:23.238206 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] For port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef,segment=NetworkSegment(dd320d8e-8720-4d89-aa25-f56d23e108b8),segment_id=dd320d8e-8720-4d89-aa25-f56d23e108b8)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:23:23.244018 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:23.281840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:23.282452 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:23.283832 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] 10.222.0.65 "PUT /v2.0/ports/52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef HTTP/1.1" status: 200 len: 1092 time: 0.5966251 Feb 16 17:23:23.284267 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312fd7f0-0879-47f2-a205-3a5ff4882733', 'tag': '52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:23.286508 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02efa430-76db-4fc9-b6e9-7661b590a325" -d '{"events": [{"name": "network-changed", "server_uuid": "312fd7f0-0879-47f2-a205-3a5ff4882733", "tag": "52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:23.316114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00c674-1dfc-47c8-803f-c58e8aa30386 service neutron] Pushing event updated for resources: {'Port': ['ID=52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:23.332902 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685e8b04-a620-40c3-9277-5ea433639b26 x-openstack-request-id: req-685e8b04-a620-40c3-9277-5ea433639b26 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:23.333196 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312fd7f0-0879-47f2-a205-3a5ff4882733", "tag": "52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:23.333451 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-685e8b04-a620-40c3-9277-5ea433639b26 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:23.333853 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312fd7f0-0879-47f2-a205-3a5ff4882733', 'tag': '52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef', 'status': 'completed', 'code': 200} Feb 16 17:23:23.372508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-dda3606e-614e-4327-b297-4769e4841fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:23.374029 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-dda3606e-614e-4327-b297-4769e4841fd6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=675ff9662400434c8f0f2700e4dcb50d&device_id=312fd7f0-0879-47f2-a205-3a5ff4882733 HTTP/1.1" status: 200 len: 1126 time: 0.0500519 Feb 16 17:23:23.423098 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-ac9322bd-6089-4448-8823-ec76d7c80900 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef HTTP/1.1" status: 200 len: 217 time: 0.0417585 Feb 16 17:23:23.500154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-00463b3f-0a50-427e-a0cf-e1bc841b7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:23.502272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-00463b3f-0a50-427e-a0cf-e1bc841b7584 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3aece677-98d2-46ea-b3b0-98fd29be4918 HTTP/1.1" status: 200 len: 852 time: 0.0606792 Feb 16 17:23:23.510041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6f899-18b7-4518-82ee-594aaff68278 req-3838ab12-d14f-4728-ab88-e023f2ab4951 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:23.511406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2da6f899-18b7-4518-82ee-594aaff68278 req-3838ab12-d14f-4728-ab88-e023f2ab4951 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=312fd7f0-0879-47f2-a205-3a5ff4882733 HTTP/1.1" status: 200 len: 944 time: 0.1230443 Feb 16 17:23:23.547068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-0cd918e6-c50a-4f9f-947c-b0f1f2e75fbc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eabe06f5-7aba-47aa-8520-df6fb9e06443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346267 Feb 16 17:23:23.602011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2da6f899-18b7-4518-82ee-594aaff68278 req-3651b04a-19ed-4a4a-a9da-56c9d5495055 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824122 Feb 16 17:23:23.660588 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-7d07d580-7da5-46ed-adf8-bf1f314bc2a3 service neutron] 10.222.0.65 "GET /v2.0/networks/eabe06f5-7aba-47aa-8520-df6fb9e06443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063468 Feb 16 17:23:23.747962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-14f22a87-e571-4c1f-bddc-be563e78ecea req-8d0fc6a1-bb35-4f59-b18c-5c690e57f381 service neutron] 10.222.0.65 "GET /v2.0/networks/eabe06f5-7aba-47aa-8520-df6fb9e06443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818584 Feb 16 17:23:23.840573 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efa430-76db-4fc9-b6e9-7661b590a325 req-e16ea8ed-e062-4b20-bbec-0b6283b77467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:23.841952 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02efa430-76db-4fc9-b6e9-7661b590a325 req-e16ea8ed-e062-4b20-bbec-0b6283b77467 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=675ff9662400434c8f0f2700e4dcb50d&device_id=312fd7f0-0879-47f2-a205-3a5ff4882733 HTTP/1.1" status: 200 len: 1126 time: 0.0494423 Feb 16 17:23:23.930997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efa430-76db-4fc9-b6e9-7661b590a325 req-2759949a-7b4e-4f33-8f8a-0174ace4fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:23.932475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02efa430-76db-4fc9-b6e9-7661b590a325 req-2759949a-7b4e-4f33-8f8a-0174ace4fb9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=eabe06f5-7aba-47aa-8520-df6fb9e06443 HTTP/1.1" status: 200 len: 913 time: 0.0850677 Feb 16 17:23:23.977993 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02efa430-76db-4fc9-b6e9-7661b590a325 req-e8fa2e86-be0a-4e78-846c-b22aa835914e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef HTTP/1.1" status: 200 len: 217 time: 0.0377882 Feb 16 17:23:24.026753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efa430-76db-4fc9-b6e9-7661b590a325 req-e8fb0ed1-0b0f-4d52-9581-214cb5e78f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:24.028230 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02efa430-76db-4fc9-b6e9-7661b590a325 req-e8fb0ed1-0b0f-4d52-9581-214cb5e78f96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3aece677-98d2-46ea-b3b0-98fd29be4918 HTTP/1.1" status: 200 len: 852 time: 0.0437515 Feb 16 17:23:24.061324 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02efa430-76db-4fc9-b6e9-7661b590a325 req-7833ed1a-b9ea-4de9-a451-15792a012abe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eabe06f5-7aba-47aa-8520-df6fb9e06443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264807 Feb 16 17:23:24.153938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02efa430-76db-4fc9-b6e9-7661b590a325 req-41783391-586a-4ed6-a296-99f43d94c9f8 service neutron] 10.222.0.65 "GET /v2.0/networks/eabe06f5-7aba-47aa-8520-df6fb9e06443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858650 Feb 16 17:23:24.241555 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02efa430-76db-4fc9-b6e9-7661b590a325 req-20cbbd02-a9ae-4235-866c-b0a94c315e33 service neutron] 10.222.0.65 "GET /v2.0/networks/eabe06f5-7aba-47aa-8520-df6fb9e06443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817678 Feb 16 17:23:24.724736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe3374-28c3-4cdb-8354-7c931c9fd03e req-74992ed2-9938-4249-a582-b367b23890e6 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:24.726222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4efe3374-28c3-4cdb-8354-7c931c9fd03e req-74992ed2-9938-4249-a582-b367b23890e6 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=312fd7f0-0879-47f2-a205-3a5ff4882733 HTTP/1.1" status: 200 len: 944 time: 0.0541513 Feb 16 17:23:24.777219 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4efe3374-28c3-4cdb-8354-7c931c9fd03e req-8d78aa6f-71ec-49cb-9a6a-88b62ba5c181 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451205 Feb 16 17:23:25.761106 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-23b409a1-2431-4fde-9639-d90e1513bd8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:25.895376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15ac1-6117-452f-99d6-54964882f19b req-c9b786f7-1b0d-4de2-b7af-29e94ac17681 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:25.896876 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bdb15ac1-6117-452f-99d6-54964882f19b req-c9b786f7-1b0d-4de2-b7af-29e94ac17681 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=312fd7f0-0879-47f2-a205-3a5ff4882733 HTTP/1.1" status: 200 len: 944 time: 0.0534563 Feb 16 17:23:25.944293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bdb15ac1-6117-452f-99d6-54964882f19b req-3b07817b-aa7f-4c45-a297-b68968d6c785 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418601 Feb 16 17:23:26.299615 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:23:26.397453 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef,segment=NetworkSegment(dd320d8e-8720-4d89-aa25-f56d23e108b8),segment_id=dd320d8e-8720-4d89-aa25-f56d23e108b8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:26.407863 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef', 'network_id': 'eabe06f5-7aba-47aa-8520-df6fb9e06443', 'port_id': '52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef', 'mac_address': 'fa:16:3e:4e:8d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aece677-98d2-46ea-b3b0-98fd29be4918', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:23:26.445532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:23:26.445924 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:26.462709 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:23:26.482013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef,segment=NetworkSegment(dd320d8e-8720-4d89-aa25-f56d23e108b8),segment_id=dd320d8e-8720-4d89-aa25-f56d23e108b8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:26.486171 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:26.531441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:26.683278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:23:27.075662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4bc34-6f2a-4af4-9b4b-6587079ec434 req-4702147b-bbcc-487d-847f-ff119c081dc9 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:27.077212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97e4bc34-6f2a-4af4-9b4b-6587079ec434 req-4702147b-bbcc-487d-847f-ff119c081dc9 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=312fd7f0-0879-47f2-a205-3a5ff4882733 HTTP/1.1" status: 200 len: 945 time: 0.0553544 Feb 16 17:23:27.127629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-97e4bc34-6f2a-4af4-9b4b-6587079ec434 req-734a8fb2-9c21-4a06-aae7-eebcf791f50c tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441148 Feb 16 17:23:28.254382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dac55-86a7-4777-a108-bd66267c3793 req-ce9e7fa2-939b-435e-b0aa-4d2d22df8bf0 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:28.256055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a1dac55-86a7-4777-a108-bd66267c3793 req-ce9e7fa2-939b-435e-b0aa-4d2d22df8bf0 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=312fd7f0-0879-47f2-a205-3a5ff4882733 HTTP/1.1" status: 200 len: 945 time: 0.0581694 Feb 16 17:23:28.307401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a1dac55-86a7-4777-a108-bd66267c3793 req-f9ae9449-8cb2-4c9f-bf8d-ee924b28bb4b tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449166 Feb 16 17:23:28.342028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:23:28.392912 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c5ffa713-ee18-4212-b7de-4c00a6769929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:28.405387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:23:28.410012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:28.410351 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:28.488232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:23:28.488627 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:28.510470 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312fd7f0-0879-47f2-a205-3a5ff4882733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:28.512728 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53171151-5db0-4cf7-8412-0d18dd85d4f5" -d '{"events": [{"server_uuid": "312fd7f0-0879-47f2-a205-3a5ff4882733", "name": "network-vif-plugged", "status": "completed", "tag": "52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:28.528775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef,segment=NetworkSegment(dd320d8e-8720-4d89-aa25-f56d23e108b8),segment_id=dd320d8e-8720-4d89-aa25-f56d23e108b8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:28.533832 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:28.557499 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6033764c-0292-4977-a9ed-ac23e3ef9e8a x-openstack-request-id: req-6033764c-0292-4977-a9ed-ac23e3ef9e8a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:28.557822 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312fd7f0-0879-47f2-a205-3a5ff4882733", "name": "network-vif-plugged", "status": "completed", "tag": "52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:28.558110 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6033764c-0292-4977-a9ed-ac23e3ef9e8a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:28.558591 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312fd7f0-0879-47f2-a205-3a5ff4882733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef', 'code': 200} Feb 16 17:23:28.585635 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:28.650041 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43e1c3-5173-4ca4-a499-b30715697d9d req-5e91b895-21aa-4aa9-b828-a8383fb0b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:28.651523 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df43e1c3-5173-4ca4-a499-b30715697d9d req-5e91b895-21aa-4aa9-b828-a8383fb0b655 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=312fd7f0-0879-47f2-a205-3a5ff4882733 HTTP/1.1" status: 200 len: 1128 time: 0.0441492 Feb 16 17:23:28.695622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df43e1c3-5173-4ca4-a499-b30715697d9d req-58333695-c78d-4a6e-81b1-ec6122282087 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377820 Feb 16 17:23:29.424848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557b780-fcef-4542-afc0-e03e821fe655 req-90d03af7-ff99-401d-a54e-6a935b29d4ba tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:29.426305 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8557b780-fcef-4542-afc0-e03e821fe655 req-90d03af7-ff99-401d-a54e-6a935b29d4ba tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=312fd7f0-0879-47f2-a205-3a5ff4882733 HTTP/1.1" status: 200 len: 946 time: 0.0514643 Feb 16 17:23:29.476642 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:29.479279 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8557b780-fcef-4542-afc0-e03e821fe655 req-5c616c95-374f-4c88-b5f3-cd21939f8679 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474288 Feb 16 17:23:30.600824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e3cb4-c005-48b6-9668-f4238e451d71 req-c709d791-f0c8-4dae-ad7d-11e0d665c6ff tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:30.602292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b14e3cb4-c005-48b6-9668-f4238e451d71 req-c709d791-f0c8-4dae-ad7d-11e0d665c6ff tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=312fd7f0-0879-47f2-a205-3a5ff4882733 HTTP/1.1" status: 200 len: 946 time: 0.0516357 Feb 16 17:23:30.648664 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b14e3cb4-c005-48b6-9668-f4238e451d71 req-5c62b9de-4d44-4de2-936a-3c199e6a3195 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Feb 16 17:23:30.886197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2eb144-d0d8-40df-8b70-37c91f76ec52 req-a17a525a-0b47-4940-a15e-6b46e6c96d9d tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:30.887660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a2eb144-d0d8-40df-8b70-37c91f76ec52 req-a17a525a-0b47-4940-a15e-6b46e6c96d9d tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=312fd7f0-0879-47f2-a205-3a5ff4882733 HTTP/1.1" status: 200 len: 946 time: 0.0516021 Feb 16 17:23:30.933871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a2eb144-d0d8-40df-8b70-37c91f76ec52 req-e71bcd12-19be-4c29-955c-3a2069d9ae76 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400033 Feb 16 17:23:31.014253 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:31.785209 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:32.066348 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774def74-2a0d-4bb5-b69b-9edd4f5eae78 req-f59f3b37-2c68-4489-8859-d90ce4ff95ba tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:32.067782 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-774def74-2a0d-4bb5-b69b-9edd4f5eae78 req-f59f3b37-2c68-4489-8859-d90ce4ff95ba tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=312fd7f0-0879-47f2-a205-3a5ff4882733 HTTP/1.1" status: 200 len: 946 time: 0.0589073 Feb 16 17:23:32.116034 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-774def74-2a0d-4bb5-b69b-9edd4f5eae78 req-eac5247b-528c-465a-b9ef-5735e231853c tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425851 Feb 16 17:23:32.167541 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:32.233539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bdda4-959f-48fb-be51-b0e305d983b8 req-2fb1bbf0-014c-48b7-9c77-9000444c8872 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:32.234970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a70bdda4-959f-48fb-be51-b0e305d983b8 req-2fb1bbf0-014c-48b7-9c77-9000444c8872 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.65 "GET /v2.0/ports?device_id=312fd7f0-0879-47f2-a205-3a5ff4882733 HTTP/1.1" status: 200 len: 946 time: 0.0523646 Feb 16 17:23:32.329330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-a70bdda4-959f-48fb-be51-b0e305d983b8 req-bf816b1a-9bcf-4fea-a14e-67d6d431caca tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Deleting port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:23:32.329604 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a70bdda4-959f-48fb-be51-b0e305d983b8 req-bf816b1a-9bcf-4fea-a14e-67d6d431caca tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:32.415925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-a70bdda4-959f-48fb-be51-b0e305d983b8 req-bf816b1a-9bcf-4fea-a14e-67d6d431caca tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] For port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef,segment=NetworkSegment(dd320d8e-8720-4d89-aa25-f56d23e108b8),segment_id=dd320d8e-8720-4d89-aa25-f56d23e108b8)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:32.416282 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a70bdda4-959f-48fb-be51-b0e305d983b8 req-bf816b1a-9bcf-4fea-a14e-67d6d431caca tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:32.428901 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-a70bdda4-959f-48fb-be51-b0e305d983b8 req-bf816b1a-9bcf-4fea-a14e-67d6d431caca tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Calling delete_port for 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:23:32.557371 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a70bdda4-959f-48fb-be51-b0e305d983b8 req-bf816b1a-9bcf-4fea-a14e-67d6d431caca tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:32.569560 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['f9ce4882-fc66-4b00-b254-d13157591d0c', '52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:23:32.587123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf816b1a-9bcf-4fea-a14e-67d6d431caca tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Pushing event deleted for resources: {'Port': ['ID=52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:32.632276 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70bdda4-959f-48fb-be51-b0e305d983b8 req-bf816b1a-9bcf-4fea-a14e-67d6d431caca tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] No DVR routers for this DVR port 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:23:32.634925 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-a70bdda4-959f-48fb-be51-b0e305d983b8 req-bf816b1a-9bcf-4fea-a14e-67d6d431caca tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:32.638237 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a70bdda4-959f-48fb-be51-b0e305d983b8 req-bf816b1a-9bcf-4fea-a14e-67d6d431caca tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.65 "DELETE /v2.0/ports/52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef HTTP/1.1" status: 204 len: 173 time: 0.3980336 Feb 16 17:23:32.638684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312fd7f0-0879-47f2-a205-3a5ff4882733', 'name': 'network-vif-deleted', 'tag': '52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:32.640984 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d54df7-def0-4ecc-bf63-17984422ccdc" -d '{"events": [{"server_uuid": "312fd7f0-0879-47f2-a205-3a5ff4882733", "name": "network-vif-deleted", "tag": "52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:32.681325 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961e994e-7827-4d5d-8a1a-33da86da22fa x-openstack-request-id: req-961e994e-7827-4d5d-8a1a-33da86da22fa {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:32.681623 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312fd7f0-0879-47f2-a205-3a5ff4882733", "name": "network-vif-deleted", "tag": "52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:32.681881 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-961e994e-7827-4d5d-8a1a-33da86da22fa {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:32.682515 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312fd7f0-0879-47f2-a205-3a5ff4882733', 'name': 'network-vif-deleted', 'tag': '52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef', 'status': 'completed', 'code': 200} Feb 16 17:23:33.269243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b57d84-671d-49aa-9f64-4059b45bed15 req-0a1a8a0e-45bb-477b-befc-6ca54f79ca0f tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:33.270615 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53b57d84-671d-49aa-9f64-4059b45bed15 req-0a1a8a0e-45bb-477b-befc-6ca54f79ca0f tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 945 time: 0.0531442 Feb 16 17:23:33.317193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-53b57d84-671d-49aa-9f64-4059b45bed15 req-ea794c79-5b62-456e-9798-2ac96498f2a6 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409272 Feb 16 17:23:33.449003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef823-789a-413a-ba30-869152795af3 req-3534f262-dedf-4111-8b8e-494ba300ba9e tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:33.450476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-581ef823-789a-413a-ba30-869152795af3 req-3534f262-dedf-4111-8b8e-494ba300ba9e tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 945 time: 0.0525825 Feb 16 17:23:33.498352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-581ef823-789a-413a-ba30-869152795af3 req-3c556e78-6d19-4cb0-91a3-af6236b09f9f tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423262 Feb 16 17:23:33.620994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d0671-09f9-4b90-82e6-383de10d3ccf req-77415cf6-3f43-45be-b15c-c99a8d92264d tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:33.622452 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-754d0671-09f9-4b90-82e6-383de10d3ccf req-77415cf6-3f43-45be-b15c-c99a8d92264d tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 945 time: 0.0570030 Feb 16 17:23:33.668833 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-754d0671-09f9-4b90-82e6-383de10d3ccf req-81bf4b4f-7303-4422-9844-cf57285f57c8 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405133 Feb 16 17:23:33.840978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bacf1f-ae09-4130-b1f3-67de93e5c60f req-20d3ae00-69ec-4290-9bf7-282b817cf04d tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:33.842353 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8bacf1f-ae09-4130-b1f3-67de93e5c60f req-20d3ae00-69ec-4290-9bf7-282b817cf04d tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 945 time: 0.0524778 Feb 16 17:23:33.889208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f8bacf1f-ae09-4130-b1f3-67de93e5c60f req-74638a5d-1ba4-4e85-a994-38c33cf739dd tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405545 Feb 16 17:23:34.007767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8222e-20c0-42b2-ade2-a67342c96768 req-e0f3e50f-6e52-42f3-acd7-fe4f92e6f3e4 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:34.009265 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6f8222e-20c0-42b2-ade2-a67342c96768 req-e0f3e50f-6e52-42f3-acd7-fe4f92e6f3e4 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 945 time: 0.0532992 Feb 16 17:23:34.060376 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a6f8222e-20c0-42b2-ade2-a67342c96768 req-c1a92b01-1f5f-44ee-91f0-7639e6495901 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455368 Feb 16 17:23:34.188036 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fabada-dcca-46d2-9855-aada9c10e8c9 req-de73e624-e5f8-41b6-a656-163d264229ce tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:34.190069 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9fabada-dcca-46d2-9855-aada9c10e8c9 req-de73e624-e5f8-41b6-a656-163d264229ce tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 945 time: 0.0529764 Feb 16 17:23:34.236689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9fabada-dcca-46d2-9855-aada9c10e8c9 req-f8444e9b-3364-4621-ac3a-a90602f6e8fd tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Feb 16 17:23:34.538098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fac3a-eb1d-4f48-94f2-4d80be70b589 req-ed98008a-dc89-420d-ae42-b70e43fdbe0f tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:34.539553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c86fac3a-eb1d-4f48-94f2-4d80be70b589 req-ed98008a-dc89-420d-ae42-b70e43fdbe0f tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 945 time: 0.0518482 Feb 16 17:23:34.585721 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c86fac3a-eb1d-4f48-94f2-4d80be70b589 req-50304cb2-7392-46f8-b571-605e671b7ddc tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Feb 16 17:23:34.952252 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:35.710130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688a5e2-67f9-4fc7-ad1f-ca9916305639 req-2746d57b-0f6d-4f29-a00d-2dc906d9bc35 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:35.711496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5688a5e2-67f9-4fc7-ad1f-ca9916305639 req-2746d57b-0f6d-4f29-a00d-2dc906d9bc35 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 945 time: 0.0564504 Feb 16 17:23:35.758605 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5688a5e2-67f9-4fc7-ad1f-ca9916305639 req-2de7335c-7ac6-4d92-a89b-d6d3e87afda1 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d807eec-b11d-434f-b7d4-a7fd8d563605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415583 Feb 16 17:23:36.012082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886aef8-ccdb-4744-988c-df274fd44563 req-8c5392ef-9d57-4a0f-aaec-4d1aefad90f8 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:36.013449 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f886aef8-ccdb-4744-988c-df274fd44563 req-8c5392ef-9d57-4a0f-aaec-4d1aefad90f8 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.65 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 945 time: 0.0543458 Feb 16 17:23:36.106799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-f886aef8-ccdb-4744-988c-df274fd44563 req-436e8850-5a3c-4992-95ae-55c49d504e84 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Deleting port f9ce4882-fc66-4b00-b254-d13157591d0c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:23:36.107136 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f886aef8-ccdb-4744-988c-df274fd44563 req-436e8850-5a3c-4992-95ae-55c49d504e84 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f9ce4882-fc66-4b00-b254-d13157591d0c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:36.195236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f886aef8-ccdb-4744-988c-df274fd44563 req-436e8850-5a3c-4992-95ae-55c49d504e84 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] For port f9ce4882-fc66-4b00-b254-d13157591d0c, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=f9ce4882-fc66-4b00-b254-d13157591d0c,segment=NetworkSegment(dd320d8e-8720-4d89-aa25-f56d23e108b8),segment_id=dd320d8e-8720-4d89-aa25-f56d23e108b8)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:36.195589 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f886aef8-ccdb-4744-988c-df274fd44563 req-436e8850-5a3c-4992-95ae-55c49d504e84 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f9ce4882-fc66-4b00-b254-d13157591d0c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:36.207838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-f886aef8-ccdb-4744-988c-df274fd44563 req-436e8850-5a3c-4992-95ae-55c49d504e84 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Calling delete_port for f9ce4882-fc66-4b00-b254-d13157591d0c owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:23:36.334643 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f886aef8-ccdb-4744-988c-df274fd44563 req-436e8850-5a3c-4992-95ae-55c49d504e84 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f9ce4882-fc66-4b00-b254-d13157591d0c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:36.346953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['f9ce4882-fc66-4b00-b254-d13157591d0c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:23:36.363661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e8850-5a3c-4992-95ae-55c49d504e84 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Pushing event deleted for resources: {'Port': ['ID=f9ce4882-fc66-4b00-b254-d13157591d0c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:36.368343 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f9ce4882-fc66-4b00-b254-d13157591d0c no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:23:36.396374 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: f9ce4882-fc66-4b00-b254-d13157591d0c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:23:36.396721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device f9ce4882-fc66-4b00-b254-d13157591d0c not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:23:36.397150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:23:36.411152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-f886aef8-ccdb-4744-988c-df274fd44563 req-436e8850-5a3c-4992-95ae-55c49d504e84 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] No DVR routers for this DVR port f9ce4882-fc66-4b00-b254-d13157591d0c on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:23:36.413867 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f886aef8-ccdb-4744-988c-df274fd44563 req-436e8850-5a3c-4992-95ae-55c49d504e84 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:36.416552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:23:36.416906 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 52ef0d5a-a5c2-4543-82b4-ddedbfb1d0ef not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:23:36.417369 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f886aef8-ccdb-4744-988c-df274fd44563 req-436e8850-5a3c-4992-95ae-55c49d504e84 tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.65 "DELETE /v2.0/ports/f9ce4882-fc66-4b00-b254-d13157591d0c HTTP/1.1" status: 204 len: 173 time: 0.3988314 Feb 16 17:23:36.417815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75853caa-9277-4832-87c9-4128aa71c146', 'name': 'network-vif-deleted', 'tag': 'f9ce4882-fc66-4b00-b254-d13157591d0c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:23:36.420143 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41f3b7f-63a7-4514-aecb-f5811ff9e8e0" -d '{"events": [{"server_uuid": "75853caa-9277-4832-87c9-4128aa71c146", "name": "network-vif-deleted", "tag": "f9ce4882-fc66-4b00-b254-d13157591d0c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:23:36.458664 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45bab52-ce43-4e8a-a524-c9e15cded491 x-openstack-request-id: req-d45bab52-ce43-4e8a-a524-c9e15cded491 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:23:36.458962 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75853caa-9277-4832-87c9-4128aa71c146", "name": "network-vif-deleted", "tag": "f9ce4882-fc66-4b00-b254-d13157591d0c", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:23:36.459213 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d45bab52-ce43-4e8a-a524-c9e15cded491 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:23:36.459615 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75853caa-9277-4832-87c9-4128aa71c146', 'name': 'network-vif-deleted', 'tag': 'f9ce4882-fc66-4b00-b254-d13157591d0c', 'status': 'completed', 'code': 200} Feb 16 17:23:36.874260 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0f8b5ab-a744-41ef-9b71-14a48b9f43b3 req-785eca7a-fc76-46b5-a739-3f6c617082cd tempest-ServersNegativeTestJSON-1433429389 tempest-ServersNegativeTestJSON-1433429389-project] 10.222.0.24 "GET /v2.0/ports?device_id=75853caa-9277-4832-87c9-4128aa71c146 HTTP/1.1" status: 200 len: 210 time: 0.0299718 Feb 16 17:23:37.937106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53576) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:37.981856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-155a682a-17ab-4c86-8630-ad71d0aa506b admin admin] Deleting subnet 3aece677-98d2-46ea-b3b0-98fd29be4918 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:23:37.984904 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-155a682a-17ab-4c86-8630-ad71d0aa506b admin admin] Publish callbacks [] for subnet (3aece677-98d2-46ea-b3b0-98fd29be4918), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.019427 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-155a682a-17ab-4c86-8630-ad71d0aa506b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (3aece677-98d2-46ea-b3b0-98fd29be4918), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.057926 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-155a682a-17ab-4c86-8630-ad71d0aa506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (3aece677-98d2-46ea-b3b0-98fd29be4918), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.114404 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-155a682a-17ab-4c86-8630-ad71d0aa506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (3aece677-98d2-46ea-b3b0-98fd29be4918), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.138699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a682a-17ab-4c86-8630-ad71d0aa506b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aece677-98d2-46ea-b3b0-98fd29be4918,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:38.143702 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-155a682a-17ab-4c86-8630-ad71d0aa506b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.146480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-155a682a-17ab-4c86-8630-ad71d0aa506b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3aece677-98d2-46ea-b3b0-98fd29be4918 HTTP/1.1" status: 204 len: 168 time: 0.2083704 Feb 16 17:23:38.150024 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53578) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:38.217361 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b8c53b1-f483-4cac-b277-5e92152ce8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (eabe06f5-7aba-47aa-8520-df6fb9e06443), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.300102 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b8c53b1-f483-4cac-b277-5e92152ce8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (eabe06f5-7aba-47aa-8520-df6fb9e06443), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.326407 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-8b8c53b1-f483-4cac-b277-5e92152ce8ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabe06f5-7aba-47aa-8520-df6fb9e06443']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:38.337067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-8b8c53b1-f483-4cac-b277-5e92152ce8ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd320d8e-8720-4d89-aa25-f56d23e108b8') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:38.337527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-8b8c53b1-f483-4cac-b277-5e92152ce8ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd320d8e-8720-4d89-aa25-f56d23e108b8') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:38.349080 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b8c53b1-f483-4cac-b277-5e92152ce8ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (dd320d8e-8720-4d89-aa25-f56d23e108b8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.368323 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b8c53b1-f483-4cac-b277-5e92152ce8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (dd320d8e-8720-4d89-aa25-f56d23e108b8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.383166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8c53b1-f483-4cac-b277-5e92152ce8ef admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:23:38.383569 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b8c53b1-f483-4cac-b277-5e92152ce8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (dd320d8e-8720-4d89-aa25-f56d23e108b8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:23:38.385320 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:23:38.460000 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b8c53b1-f483-4cac-b277-5e92152ce8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (eabe06f5-7aba-47aa-8520-df6fb9e06443), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.464492 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b8c53b1-f483-4cac-b277-5e92152ce8ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.467929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8b8c53b1-f483-4cac-b277-5e92152ce8ef admin admin] 10.222.0.24 "DELETE /v2.0/networks/eabe06f5-7aba-47aa-8520-df6fb9e06443 HTTP/1.1" status: 204 len: 168 time: 0.3169143 Feb 16 17:23:38.481192 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c53b1-f483-4cac-b277-5e92152ce8ef admin admin] Pushing event deleted for resources: {'Network': ['ID=eabe06f5-7aba-47aa-8520-df6fb9e06443,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:38.574339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53582) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:38.619312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f4a81958-f749-4fe5-8db2-5ba7a5cf35e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=675ff9662400434c8f0f2700e4dcb50d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438027 Feb 16 17:23:38.622179 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53586) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:38.677450 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Publish callbacks [] for security_group (4d807eec-b11d-434f-b7d4-a7fd8d563605), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.698777 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Publish callbacks [] for security_group (4d807eec-b11d-434f-b7d4-a7fd8d563605), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.745261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4d807eec-b11d-434f-b7d4-a7fd8d563605), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.747775 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:38.748919 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d807eec-b11d-434f-b7d4-a7fd8d563605 HTTP/1.1" status: 204 len: 168 time: 0.1257675 Feb 16 17:23:38.759690 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d807eec-b11d-434f-b7d4-a7fd8d563605,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:38.767617 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:38.768105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:38.768453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:38.768794 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:38.769128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:38.769461 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:38.769793 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:38.770118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:38.770451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:38.770776 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:38.771126 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:38.771451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:38.771794 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45e485-a070-485b-bd64-114a61b649e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:23:39.431485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53612) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:39.524582 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-415403473'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:39.547152 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Made reservation on behalf of 0565af29b5c246a0bff2af79afc12881 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:39.551058 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:39.561676 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:39.634937 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for security_group (eefafac5-46b2-4b47-8197-0e19196c9666), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:39.638820 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (eefafac5-46b2-4b47-8197-0e19196c9666), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:39.665872 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:23:39.676169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eefafac5-46b2-4b47-8197-0e19196c9666,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:39.681883 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:39.682224 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Added segment e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d of type vlan for network 0f431f60-947e-4d58-a97a-dc217fa9c507 Feb 16 17:23:39.721212 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (0f431f60-947e-4d58-a97a-dc217fa9c507), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:39.748929 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (0f431f60-947e-4d58-a97a-dc217fa9c507), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:39.753977 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:39.754586 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:40.112403 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6797860 Feb 16 17:23:40.145490 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f646535-5995-4be6-9a43-e45863812e1d tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event updated for resources: {'Network': ['ID=0f431f60-947e-4d58-a97a-dc217fa9c507,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:40.156451 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 0f431f60-947e-4d58-a97a-dc217fa9c507 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:23:40.887383 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:23:43.429022 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53620) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:43.434272 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ebf37410-2d0d-439a-af1c-00b6eb0d2419 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Request body: {'subnet': {'network_id': '0f431f60-947e-4d58-a97a-dc217fa9c507', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:43.524682 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf37410-2d0d-439a-af1c-00b6eb0d2419 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Made reservation on behalf of 0565af29b5c246a0bff2af79afc12881 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:43.528224 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ebf37410-2d0d-439a-af1c-00b6eb0d2419 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:43.705164 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ebf37410-2d0d-439a-af1c-00b6eb0d2419 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (78b3097a-6b2d-4107-9f5d-77aaa007e586), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:43.758096 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf37410-2d0d-439a-af1c-00b6eb0d2419 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event updated for resources: {'Subnet': ['ID=78b3097a-6b2d-4107-9f5d-77aaa007e586,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:43.773876 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf37410-2d0d-439a-af1c-00b6eb0d2419 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Checking segment: {'id': 'e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f431f60-947e-4d58-a97a-dc217fa9c507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:43.774236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf37410-2d0d-439a-af1c-00b6eb0d2419 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Network hostable DHCP agents. Network: 0f431f60-947e-4d58-a97a-dc217fa9c507, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:23:43.789693 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf37410-2d0d-439a-af1c-00b6eb0d2419 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Network 0f431f60-947e-4d58-a97a-dc217fa9c507 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:23:43.797700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ebf37410-2d0d-439a-af1c-00b6eb0d2419 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 0f431f60-947e-4d58-a97a-dc217fa9c507) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:43.802466 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf37410-2d0d-439a-af1c-00b6eb0d2419 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:43.803065 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ebf37410-2d0d-439a-af1c-00b6eb0d2419 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:43.809265 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264e2fd8-d4a4-40cc-b96b-2006c1b8a8d0 None None] Network 0f431f60-947e-4d58-a97a-dc217fa9c507 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:43.819895 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ebf37410-2d0d-439a-af1c-00b6eb0d2419 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3897622 Feb 16 17:23:43.823379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53622) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:43.828323 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-16a52055-7cc6-468b-9220-730900670436 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1912452691'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:43.849291 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a52055-7cc6-468b-9220-730900670436 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Made reservation on behalf of 0565af29b5c246a0bff2af79afc12881 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:43.852585 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16a52055-7cc6-468b-9220-730900670436 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:43.879345 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a52055-7cc6-468b-9220-730900670436 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:23:43.888403 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16a52055-7cc6-468b-9220-730900670436 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (48ac06cc-e4a1-4de4-8df6-a9b4da217b6b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:43.888754 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-16a52055-7cc6-468b-9220-730900670436 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Added segment 48ac06cc-e4a1-4de4-8df6-a9b4da217b6b of type vlan for network 4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1 Feb 16 17:23:43.915747 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-0f431f60-947e-4d58-a97a-dc217fa9c507', 'network_id': '0f431f60-947e-4d58-a97a-dc217fa9c507', 'project_id': '0565af29b5c246a0bff2af79afc12881', 'fixed_ips': [{'subnet_id': '78b3097a-6b2d-4107-9f5d-77aaa007e586'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:23:43.916853 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:43.930313 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16a52055-7cc6-468b-9220-730900670436 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:43.954449 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16a52055-7cc6-468b-9220-730900670436 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:43.959954 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a52055-7cc6-468b-9220-730900670436 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:43.960513 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-16a52055-7cc6-468b-9220-730900670436 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.006266 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-16a52055-7cc6-468b-9220-730900670436 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1817114 Feb 16 17:23:44.009055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53624) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:44.038689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6d46462b-ef14-4688-9462-f00da3ab6f42 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Request body: {'subnet': {'network_id': '4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:44.052846 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a52055-7cc6-468b-9220-730900670436 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event updated for resources: {'Network': ['ID=4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:44.060533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Allocated IP 2001:db8:0:ffff::2 (0f431f60-947e-4d58-a97a-dc217fa9c507/78b3097a-6b2d-4107-9f5d-77aaa007e586/6b7ff494-926a-4ebd-926c-67b44070beb5) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:23:44.066726 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:23:44.128588 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d46462b-ef14-4688-9462-f00da3ab6f42 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Made reservation on behalf of 0565af29b5c246a0bff2af79afc12881 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:44.132217 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d46462b-ef14-4688-9462-f00da3ab6f42 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.269306 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Publish callbacks [] for port (6b7ff494-926a-4ebd-926c-67b44070beb5), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.274012 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (6b7ff494-926a-4ebd-926c-67b44070beb5), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.313323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Network 0f431f60-947e-4d58-a97a-dc217fa9c507 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:44.318285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:44.322734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:23:44.325533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Pushing event updated for resources: {'Port': ['ID=6b7ff494-926a-4ebd-926c-67b44070beb5,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:44.329383 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d46462b-ef14-4688-9462-f00da3ab6f42 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (344af630-0545-4cc7-a405-2263ab4ce282), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.379171 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Attempting to bind port 6b7ff494-926a-4ebd-926c-67b44070beb5 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:23:44.379536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Attempting to bind port 6b7ff494-926a-4ebd-926c-67b44070beb5 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f431f60-947e-4d58-a97a-dc217fa9c507'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:23:44.379946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Attempting to bind port 6b7ff494-926a-4ebd-926c-67b44070beb5 on network 0f431f60-947e-4d58-a97a-dc217fa9c507 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:23:44.385085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:23:44.385460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Checking segment: {'id': 'e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f431f60-947e-4d58-a97a-dc217fa9c507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:44.385867 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.386264 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Bound using segment: {'id': 'e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f431f60-947e-4d58-a97a-dc217fa9c507'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:23:44.386727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Bound port: 6b7ff494-926a-4ebd-926c-67b44070beb5, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f431f60-947e-4d58-a97a-dc217fa9c507'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:23:44.387356 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6b7ff494-926a-4ebd-926c-67b44070beb5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.398545 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46462b-ef14-4688-9462-f00da3ab6f42 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event updated for resources: {'Subnet': ['ID=344af630-0545-4cc7-a405-2263ab4ce282,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:44.408605 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46462b-ef14-4688-9462-f00da3ab6f42 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Checking segment: {'id': '48ac06cc-e4a1-4de4-8df6-a9b4da217b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:44.408970 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d46462b-ef14-4688-9462-f00da3ab6f42 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Network hostable DHCP agents. Network: 4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:23:44.426103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d46462b-ef14-4688-9462-f00da3ab6f42 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Network 4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:23:44.437637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-6d46462b-ef14-4688-9462-f00da3ab6f42 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:44.443226 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d46462b-ef14-4688-9462-f00da3ab6f42 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:44.443864 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d46462b-ef14-4688-9462-f00da3ab6f42 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.451476 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b6cf63-e935-4dd8-95f5-2584b1e4de5e None None] Network 4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:44.463732 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6d46462b-ef14-4688-9462-f00da3ab6f42 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4511824 Feb 16 17:23:44.464103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53626) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:44.471244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] For port 6b7ff494-926a-4ebd-926c-67b44070beb5, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:23:44.490841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] For port 6b7ff494-926a-4ebd-926c-67b44070beb5, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b7ff494-926a-4ebd-926c-67b44070beb5,segment=NetworkSegment(e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d),segment_id=e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:23:44.524278 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6b7ff494-926a-4ebd-926c-67b44070beb5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.566191 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.615652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db7bd66-395c-4c13-8c00-47f2f2addb1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1', 'network_id': '4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1', 'project_id': '0565af29b5c246a0bff2af79afc12881', 'fixed_ips': [{'subnet_id': '344af630-0545-4cc7-a405-2263ab4ce282'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:23:44.616541 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4db7bd66-395c-4c13-8c00-47f2f2addb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.632727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8ac10-1b27-4e70-9abf-467745e6a7cf None None] Pushing event updated for resources: {'Port': ['ID=6b7ff494-926a-4ebd-926c-67b44070beb5,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:44.664357 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (344af630-0545-4cc7-a405-2263ab4ce282), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.738002 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (344af630-0545-4cc7-a405-2263ab4ce282), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server [None req-4db7bd66-395c-4c13-8c00-47f2f2addb1a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 344af630-0545-4cc7-a405-2263ab4ce282: This subnet is being modified by another concurrent operation. Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise exception Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 344af630-0545-4cc7-a405-2263ab4ce282: This subnet is being modified by another concurrent operation. Feb 16 17:23:44.740862 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Feb 16 17:23:44.779179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01469354-3c9a-4a9f-9086-cd78062501cd None None] Network 4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:44.781123 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event deleted for resources: {'Subnet': ['ID=344af630-0545-4cc7-a405-2263ab4ce282,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:44.859528 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.884399 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:44.895928 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ac06cc-e4a1-4de4-8df6-a9b4da217b6b') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:44.896231 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ac06cc-e4a1-4de4-8df6-a9b4da217b6b') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:44.906668 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (48ac06cc-e4a1-4de4-8df6-a9b4da217b6b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.920999 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (48ac06cc-e4a1-4de4-8df6-a9b4da217b6b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.928721 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:23:44.929268 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (48ac06cc-e4a1-4de4-8df6-a9b4da217b6b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:23:44.932452 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:23:44.992410 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:44.999301 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:45.003106 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "DELETE /v2.0/networks/4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1 HTTP/1.1" status: 204 len: 168 time: 0.5379553 Feb 16 17:23:45.007249 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53628) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:45.012976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f1d2f9d5-2d3d-4789-954b-62595ee61a6b tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-891741179'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:45.014475 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae7139-e06f-4e25-a811-e28a33730ea6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event deleted for resources: {'Network': ['ID=4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:45.033170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d2f9d5-2d3d-4789-954b-62595ee61a6b tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Made reservation on behalf of 0565af29b5c246a0bff2af79afc12881 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:45.036375 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f9d5-2d3d-4789-954b-62595ee61a6b tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:45.060853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d2f9d5-2d3d-4789-954b-62595ee61a6b tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:23:45.071904 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f9d5-2d3d-4789-954b-62595ee61a6b tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c8c4c563-093f-4b89-b45c-97ac53d5abd4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:45.072255 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-f1d2f9d5-2d3d-4789-954b-62595ee61a6b tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Added segment c8c4c563-093f-4b89-b45c-97ac53d5abd4 of type vlan for network 3cf0c451-a387-42a8-9e2d-a7e2693739a9 Feb 16 17:23:45.116971 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f9d5-2d3d-4789-954b-62595ee61a6b tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (3cf0c451-a387-42a8-9e2d-a7e2693739a9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:45.141130 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f9d5-2d3d-4789-954b-62595ee61a6b tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (3cf0c451-a387-42a8-9e2d-a7e2693739a9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:45.146423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d2f9d5-2d3d-4789-954b-62595ee61a6b tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:45.147001 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f9d5-2d3d-4789-954b-62595ee61a6b tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:45.182710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f1d2f9d5-2d3d-4789-954b-62595ee61a6b tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1737652 Feb 16 17:23:45.185515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53630) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:45.192718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d187b8ea-4e79-4a5c-a0c3-b09105bd8d28 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Request body: {'subnet': {'network_id': '3cf0c451-a387-42a8-9e2d-a7e2693739a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:45.237688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2f9d5-2d3d-4789-954b-62595ee61a6b tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event updated for resources: {'Network': ['ID=3cf0c451-a387-42a8-9e2d-a7e2693739a9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:45.248623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 3cf0c451-a387-42a8-9e2d-a7e2693739a9 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:23:45.315269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d187b8ea-4e79-4a5c-a0c3-b09105bd8d28 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Made reservation on behalf of 0565af29b5c246a0bff2af79afc12881 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:45.319295 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d187b8ea-4e79-4a5c-a0c3-b09105bd8d28 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:45.385199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.ipam_backend_mixin [None req-d187b8ea-4e79-4a5c-a0c3-b09105bd8d28 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Performing IP validity checks on allocation pools {{(pid=103421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 17:23:45.385716 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.ipam_backend_mixin [None req-d187b8ea-4e79-4a5c-a0c3-b09105bd8d28 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103421) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 17:23:45.513657 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d187b8ea-4e79-4a5c-a0c3-b09105bd8d28 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (960a692f-08d6-46ae-af31-3ef1666dd09b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:45.558909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2671a144-f3b1-440e-a1ce-aa5401ba09f4 None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 17:23:45.579426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187b8ea-4e79-4a5c-a0c3-b09105bd8d28 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event updated for resources: {'Subnet': ['ID=960a692f-08d6-46ae-af31-3ef1666dd09b,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:45.588215 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d187b8ea-4e79-4a5c-a0c3-b09105bd8d28 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Checking segment: {'id': 'c8c4c563-093f-4b89-b45c-97ac53d5abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3cf0c451-a387-42a8-9e2d-a7e2693739a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:45.588576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d187b8ea-4e79-4a5c-a0c3-b09105bd8d28 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Network hostable DHCP agents. Network: 3cf0c451-a387-42a8-9e2d-a7e2693739a9, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:23:45.606869 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d187b8ea-4e79-4a5c-a0c3-b09105bd8d28 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Network 3cf0c451-a387-42a8-9e2d-a7e2693739a9 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:23:45.616529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-d187b8ea-4e79-4a5c-a0c3-b09105bd8d28 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 3cf0c451-a387-42a8-9e2d-a7e2693739a9) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:45.620694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d187b8ea-4e79-4a5c-a0c3-b09105bd8d28 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:45.621159 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d187b8ea-4e79-4a5c-a0c3-b09105bd8d28 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:45.636471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d187b8ea-4e79-4a5c-a0c3-b09105bd8d28 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4499826 Feb 16 17:23:45.639176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53632) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:45.706876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ace95e26-222f-41da-828b-6076c14f42fa None None] Provisioning complete for port 6b7ff494-926a-4ebd-926c-67b44070beb5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:45.707260 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ace95e26-222f-41da-828b-6076c14f42fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b7ff494-926a-4ebd-926c-67b44070beb5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:45.735995 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (3cf0c451-a387-42a8-9e2d-a7e2693739a9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:45.770821 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2671a144-f3b1-440e-a1ce-aa5401ba09f4 None None] Unable to find a vacant binding_index for network 3cf0c451-a387-42a8-9e2d-a7e2693739a9 and agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 {{(pid=103423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 16 17:23:45.778600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2671a144-f3b1-440e-a1ce-aa5401ba09f4 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 3cf0c451-a387-42a8-9e2d-a7e2693739a9) {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:23:45.836371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ace95e26-222f-41da-828b-6076c14f42fa None None] Current status of the port 6b7ff494-926a-4ebd-926c-67b44070beb5 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:23:45.836592 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (960a692f-08d6-46ae-af31-3ef1666dd09b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:45.836709 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ace95e26-222f-41da-828b-6076c14f42fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6b7ff494-926a-4ebd-926c-67b44070beb5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:45.897044 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (960a692f-08d6-46ae-af31-3ef1666dd09b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:45.918673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ace95e26-222f-41da-828b-6076c14f42fa None None] For port 6b7ff494-926a-4ebd-926c-67b44070beb5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b7ff494-926a-4ebd-926c-67b44070beb5,segment=NetworkSegment(e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d),segment_id=e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:45.922215 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event deleted for resources: {'Subnet': ['ID=960a692f-08d6-46ae-af31-3ef1666dd09b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:45.925013 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ace95e26-222f-41da-828b-6076c14f42fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6b7ff494-926a-4ebd-926c-67b44070beb5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:45.997842 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (3cf0c451-a387-42a8-9e2d-a7e2693739a9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:46.019843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf0c451-a387-42a8-9e2d-a7e2693739a9']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:46.173170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace95e26-222f-41da-828b-6076c14f42fa None None] Pushing event updated for resources: {'Port': ['ID=6b7ff494-926a-4ebd-926c-67b44070beb5,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:46.207340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353c0811-cf7f-4373-835a-64e90743f134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-3cf0c451-a387-42a8-9e2d-a7e2693739a9', 'network_id': '3cf0c451-a387-42a8-9e2d-a7e2693739a9', 'project_id': '0565af29b5c246a0bff2af79afc12881', 'fixed_ips': [{'subnet_id': '960a692f-08d6-46ae-af31-3ef1666dd09b'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:23:46.208250 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-353c0811-cf7f-4373-835a-64e90743f134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:46.294954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4747a68d-165e-4fec-b228-14df0202f945 None None] Network 0f431f60-947e-4d58-a97a-dc217fa9c507 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:46.298628 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f5f0b4-fa74-4bb7-9f69-4f5c7e8edb33 None None] Network 3cf0c451-a387-42a8-9e2d-a7e2693739a9 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:46.401015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c4c563-093f-4b89-b45c-97ac53d5abd4') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:46.401304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c4c563-093f-4b89-b45c-97ac53d5abd4') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:46.411295 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (c8c4c563-093f-4b89-b45c-97ac53d5abd4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:46.424913 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c8c4c563-093f-4b89-b45c-97ac53d5abd4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:46.430497 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:23:46.430875 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (c8c4c563-093f-4b89-b45c-97ac53d5abd4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:23:46.437254 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:23:46.461004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a2fe72-0ddd-4ba8-a1af-5a44a76ae457 None None] Network 3cf0c451-a387-42a8-9e2d-a7e2693739a9 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:46.508835 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (3cf0c451-a387-42a8-9e2d-a7e2693739a9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:46.534304 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:46.539852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "DELETE /v2.0/networks/3cf0c451-a387-42a8-9e2d-a7e2693739a9 HTTP/1.1" status: 204 len: 168 time: 0.8989480 Feb 16 17:23:46.542070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbc11c-17a9-45b8-8a93-aa891f02ae38 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event deleted for resources: {'Network': ['ID=3cf0c451-a387-42a8-9e2d-a7e2693739a9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:46.543208 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53636) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:46.550679 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c8e428de-a5f5-40d9-94f3-7f5ccbe7fac5 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-99450586'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:46.589127 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e428de-a5f5-40d9-94f3-7f5ccbe7fac5 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Made reservation on behalf of 0565af29b5c246a0bff2af79afc12881 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:46.593825 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c8e428de-a5f5-40d9-94f3-7f5ccbe7fac5 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:46.626355 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e428de-a5f5-40d9-94f3-7f5ccbe7fac5 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:23:46.639192 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c8e428de-a5f5-40d9-94f3-7f5ccbe7fac5 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b0e0083b-5e71-4144-ac55-3b375bcf924e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:46.639192 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-c8e428de-a5f5-40d9-94f3-7f5ccbe7fac5 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Added segment b0e0083b-5e71-4144-ac55-3b375bcf924e of type vlan for network a6eec790-2e88-4003-a9e2-d0b58a6d1893 Feb 16 17:23:46.683305 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c8e428de-a5f5-40d9-94f3-7f5ccbe7fac5 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a6eec790-2e88-4003-a9e2-d0b58a6d1893), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:46.712615 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c8e428de-a5f5-40d9-94f3-7f5ccbe7fac5 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a6eec790-2e88-4003-a9e2-d0b58a6d1893), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:46.719413 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e428de-a5f5-40d9-94f3-7f5ccbe7fac5 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:46.721097 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c8e428de-a5f5-40d9-94f3-7f5ccbe7fac5 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:46.800437 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e428de-a5f5-40d9-94f3-7f5ccbe7fac5 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event updated for resources: {'Network': ['ID=a6eec790-2e88-4003-a9e2-d0b58a6d1893,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:46.812035 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6b7ff494-926a-4ebd-926c-67b44070beb5 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:23:46.812468 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c8e428de-a5f5-40d9-94f3-7f5ccbe7fac5 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2667537 Feb 16 17:23:46.812751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53638) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:46.816477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a6eec790-2e88-4003-a9e2-d0b58a6d1893 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:23:46.819251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b0222fe5-750f-49b5-acab-a8b42e2f6488 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Request body: {'subnet': {'network_id': 'a6eec790-2e88-4003-a9e2-d0b58a6d1893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:46.910608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0222fe5-750f-49b5-acab-a8b42e2f6488 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Made reservation on behalf of 0565af29b5c246a0bff2af79afc12881 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:46.914142 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b0222fe5-750f-49b5-acab-a8b42e2f6488 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:46.918825 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b3ec4f84-2ed9-4cb5-bb55-cb3c47cf4d6e None None] Provisioning complete for port 6b7ff494-926a-4ebd-926c-67b44070beb5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:46.919200 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4f84-2ed9-4cb5-bb55-cb3c47cf4d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b7ff494-926a-4ebd-926c-67b44070beb5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:46.975408 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 6b7ff494-926a-4ebd-926c-67b44070beb5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:46.975800 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6b7ff494-926a-4ebd-926c-67b44070beb5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.053534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec4f84-2ed9-4cb5-bb55-cb3c47cf4d6e None None] Current status of the port 6b7ff494-926a-4ebd-926c-67b44070beb5 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:23:47.094455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 6b7ff494-926a-4ebd-926c-67b44070beb5 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:23:47.105755 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b0222fe5-750f-49b5-acab-a8b42e2f6488 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (6348866c-a8d9-4784-a005-c629f6a920b3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.163473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0222fe5-750f-49b5-acab-a8b42e2f6488 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event updated for resources: {'Subnet': ['ID=6348866c-a8d9-4784-a005-c629f6a920b3,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:47.171936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0222fe5-750f-49b5-acab-a8b42e2f6488 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Checking segment: {'id': 'b0e0083b-5e71-4144-ac55-3b375bcf924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a6eec790-2e88-4003-a9e2-d0b58a6d1893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:47.172288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0222fe5-750f-49b5-acab-a8b42e2f6488 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Network hostable DHCP agents. Network: a6eec790-2e88-4003-a9e2-d0b58a6d1893, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:23:47.188801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0222fe5-750f-49b5-acab-a8b42e2f6488 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Network a6eec790-2e88-4003-a9e2-d0b58a6d1893 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:23:47.196415 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-b0222fe5-750f-49b5-acab-a8b42e2f6488 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, a6eec790-2e88-4003-a9e2-d0b58a6d1893) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:47.200383 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0222fe5-750f-49b5-acab-a8b42e2f6488 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:47.200974 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b0222fe5-750f-49b5-acab-a8b42e2f6488 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.205898 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f472e74b-8cde-4047-80da-40eb172e8e76 None None] Network a6eec790-2e88-4003-a9e2-d0b58a6d1893 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:47.217269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b0222fe5-750f-49b5-acab-a8b42e2f6488 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4030840 Feb 16 17:23:47.222061 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53640) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:47.227041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a6fa13d8-0f1c-4327-9123-86a03b65c3ef tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-880190639'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:47.246250 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fa13d8-0f1c-4327-9123-86a03b65c3ef tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Made reservation on behalf of 0565af29b5c246a0bff2af79afc12881 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:47.249541 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6fa13d8-0f1c-4327-9123-86a03b65c3ef tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.273116 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fa13d8-0f1c-4327-9123-86a03b65c3ef tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:23:47.281916 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6fa13d8-0f1c-4327-9123-86a03b65c3ef tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ee7bb84e-2bc4-4d78-be50-f313e795a9a1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.282361 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-a6fa13d8-0f1c-4327-9123-86a03b65c3ef tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Added segment ee7bb84e-2bc4-4d78-be50-f313e795a9a1 of type vlan for network a746a308-351a-4f0a-946a-e419d6633251 Feb 16 17:23:47.312704 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-a6eec790-2e88-4003-a9e2-d0b58a6d1893', 'network_id': 'a6eec790-2e88-4003-a9e2-d0b58a6d1893', 'project_id': '0565af29b5c246a0bff2af79afc12881', 'fixed_ips': [{'subnet_id': '6348866c-a8d9-4784-a005-c629f6a920b3'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:23:47.313801 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.326552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6fa13d8-0f1c-4327-9123-86a03b65c3ef tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (a746a308-351a-4f0a-946a-e419d6633251), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.351540 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6fa13d8-0f1c-4327-9123-86a03b65c3ef tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (a746a308-351a-4f0a-946a-e419d6633251), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.356835 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fa13d8-0f1c-4327-9123-86a03b65c3ef tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:47.357414 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6fa13d8-0f1c-4327-9123-86a03b65c3ef tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.401473 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a6fa13d8-0f1c-4327-9123-86a03b65c3ef tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1756456 Feb 16 17:23:47.401713 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53642) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:47.406687 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1437b916-3dd7-469a-98d4-7c65ece47a2f tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Request body: {'subnet': {'network_id': 'a746a308-351a-4f0a-946a-e419d6633251', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:47.436302 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa13d8-0f1c-4327-9123-86a03b65c3ef tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event updated for resources: {'Network': ['ID=a746a308-351a-4f0a-946a-e419d6633251,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:47.449771 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network a746a308-351a-4f0a-946a-e419d6633251 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:23:47.468517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Allocated IP 2001:db8::2 (a6eec790-2e88-4003-a9e2-d0b58a6d1893/6348866c-a8d9-4784-a005-c629f6a920b3/4873e7a6-f7d5-4487-8b2f-f40893ec263b) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:23:47.529622 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1437b916-3dd7-469a-98d4-7c65ece47a2f tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Made reservation on behalf of 0565af29b5c246a0bff2af79afc12881 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:47.533287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1437b916-3dd7-469a-98d4-7c65ece47a2f tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.661632 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Publish callbacks [] for port (4873e7a6-f7d5-4487-8b2f-f40893ec263b), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.668123 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (4873e7a6-f7d5-4487-8b2f-f40893ec263b), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.704275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Network a6eec790-2e88-4003-a9e2-d0b58a6d1893 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:47.710028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:47.712486 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:23:47.718195 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1437b916-3dd7-469a-98d4-7c65ece47a2f tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (56619d41-4616-499b-ac9a-15e8b37b8064), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.725303 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Pushing event updated for resources: {'Port': ['ID=4873e7a6-f7d5-4487-8b2f-f40893ec263b,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:47.775723 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437b916-3dd7-469a-98d4-7c65ece47a2f tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event updated for resources: {'Subnet': ['ID=56619d41-4616-499b-ac9a-15e8b37b8064,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:47.781507 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Attempting to bind port 4873e7a6-f7d5-4487-8b2f-f40893ec263b on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:23:47.781893 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Attempting to bind port 4873e7a6-f7d5-4487-8b2f-f40893ec263b by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'b0e0083b-5e71-4144-ac55-3b375bcf924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a6eec790-2e88-4003-a9e2-d0b58a6d1893'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:23:47.782826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Attempting to bind port 4873e7a6-f7d5-4487-8b2f-f40893ec263b on network a6eec790-2e88-4003-a9e2-d0b58a6d1893 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:23:47.788118 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:23:47.788502 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Checking segment: {'id': 'b0e0083b-5e71-4144-ac55-3b375bcf924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a6eec790-2e88-4003-a9e2-d0b58a6d1893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:47.788908 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.789308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Bound using segment: {'id': 'b0e0083b-5e71-4144-ac55-3b375bcf924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a6eec790-2e88-4003-a9e2-d0b58a6d1893'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:23:47.789779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Bound port: 4873e7a6-f7d5-4487-8b2f-f40893ec263b, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e0083b-5e71-4144-ac55-3b375bcf924e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a6eec790-2e88-4003-a9e2-d0b58a6d1893'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:23:47.790164 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4873e7a6-f7d5-4487-8b2f-f40893ec263b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.791747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1437b916-3dd7-469a-98d4-7c65ece47a2f tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Checking segment: {'id': 'ee7bb84e-2bc4-4d78-be50-f313e795a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a746a308-351a-4f0a-946a-e419d6633251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:47.792135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1437b916-3dd7-469a-98d4-7c65ece47a2f tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Network hostable DHCP agents. Network: a746a308-351a-4f0a-946a-e419d6633251, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:23:47.811342 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1437b916-3dd7-469a-98d4-7c65ece47a2f tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Network a746a308-351a-4f0a-946a-e419d6633251 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:23:47.820581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-1437b916-3dd7-469a-98d4-7c65ece47a2f tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, a746a308-351a-4f0a-946a-e419d6633251) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:47.824876 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1437b916-3dd7-469a-98d4-7c65ece47a2f tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:47.825597 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1437b916-3dd7-469a-98d4-7c65ece47a2f tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.837266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac87450-94f2-4f42-a40f-e0ceffee5326 None None] Network a746a308-351a-4f0a-946a-e419d6633251 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:47.842875 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1437b916-3dd7-469a-98d4-7c65ece47a2f tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4402385 Feb 16 17:23:47.846669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53644) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:47.924923 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] For port 4873e7a6-f7d5-4487-8b2f-f40893ec263b, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:23:47.940895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] For port 4873e7a6-f7d5-4487-8b2f-f40893ec263b, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4873e7a6-f7d5-4487-8b2f-f40893ec263b,segment=NetworkSegment(b0e0083b-5e71-4144-ac55-3b375bcf924e),segment_id=b0e0083b-5e71-4144-ac55-3b375bcf924e)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:23:47.951048 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a746a308-351a-4f0a-946a-e419d6633251), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.965169 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4873e7a6-f7d5-4487-8b2f-f40893ec263b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:47.975452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847f04be-ec90-406c-a9b2-86ef143707f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-a746a308-351a-4f0a-946a-e419d6633251', 'network_id': 'a746a308-351a-4f0a-946a-e419d6633251', 'project_id': '0565af29b5c246a0bff2af79afc12881', 'fixed_ips': [{'subnet_id': '56619d41-4616-499b-ac9a-15e8b37b8064'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:23:47.976250 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-847f04be-ec90-406c-a9b2-86ef143707f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.006048 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (56619d41-4616-499b-ac9a-15e8b37b8064), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.072598 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (56619d41-4616-499b-ac9a-15e8b37b8064), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.095127 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f075ee-3a68-4fb7-9455-dd640f910850 None None] Pushing event updated for resources: {'Port': ['ID=4873e7a6-f7d5-4487-8b2f-f40893ec263b,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:48.101861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event deleted for resources: {'Subnet': ['ID=56619d41-4616-499b-ac9a-15e8b37b8064,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server [None req-847f04be-ec90-406c-a9b2-86ef143707f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56619d41-4616-499b-ac9a-15e8b37b8064: This subnet is being modified by another concurrent operation. Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server raise exception Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56619d41-4616-499b-ac9a-15e8b37b8064: This subnet is being modified by another concurrent operation. Feb 16 17:23:48.130294 n-d-669411-5 neutron-server[103423]: ERROR oslo_messaging.rpc.server Feb 16 17:23:48.155155 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a01ed54-e18e-4856-98df-b1f3842b1cbb None None] Network a746a308-351a-4f0a-946a-e419d6633251 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:48.175127 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a746a308-351a-4f0a-946a-e419d6633251), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.195959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a746a308-351a-4f0a-946a-e419d6633251']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:48.225416 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7bb84e-2bc4-4d78-be50-f313e795a9a1') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:48.225416 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7bb84e-2bc4-4d78-be50-f313e795a9a1') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:48.245159 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (ee7bb84e-2bc4-4d78-be50-f313e795a9a1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.259773 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (ee7bb84e-2bc4-4d78-be50-f313e795a9a1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.269244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:23:48.271701 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (ee7bb84e-2bc4-4d78-be50-f313e795a9a1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:23:48.275047 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:23:48.338247 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a746a308-351a-4f0a-946a-e419d6633251), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.360871 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.364097 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "DELETE /v2.0/networks/a746a308-351a-4f0a-946a-e419d6633251 HTTP/1.1" status: 204 len: 168 time: 0.5161753 Feb 16 17:23:48.365095 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfce04-ccac-4ac4-83c9-75a17d66eeb6 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event deleted for resources: {'Network': ['ID=a746a308-351a-4f0a-946a-e419d6633251,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:48.366902 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53646) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:48.395327 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-928a6d4f-11f5-4930-8b7e-2e315b6b63cc tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] GET failed (client error): The resource could not be found. Feb 16 17:23:48.396660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-928a6d4f-11f5-4930-8b7e-2e315b6b63cc tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "GET /v2.0/subnets/56619d41-4616-499b-ac9a-15e8b37b8064 HTTP/1.1" status: 404 len: 337 time: 0.0287485 Feb 16 17:23:48.399498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53648) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:48.421191 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10f488c-0450-4048-87c7-d55c05445ecd tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] DELETE failed (client error): The resource could not be found. Feb 16 17:23:48.421665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10f488c-0450-4048-87c7-d55c05445ecd tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:23:48.425300 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d10f488c-0450-4048-87c7-d55c05445ecd tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "DELETE /v2.0/networks/a746a308-351a-4f0a-946a-e419d6633251 HTTP/1.1" status: 404 len: 339 time: 0.0248771 Feb 16 17:23:48.428910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53650) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:48.453806 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-52425a6c-ad11-4110-a4e3-f5832b42bed2 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] DELETE failed (client error): The resource could not be found. Feb 16 17:23:48.454343 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52425a6c-ad11-4110-a4e3-f5832b42bed2 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:23:48.458755 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-52425a6c-ad11-4110-a4e3-f5832b42bed2 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "DELETE /v2.0/subnets/56619d41-4616-499b-ac9a-15e8b37b8064 HTTP/1.1" status: 404 len: 337 time: 0.0275059 Feb 16 17:23:48.459883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53652) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:48.478304 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ad3d8d-814f-436a-b891-b2c2754b6821 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] DELETE failed (client error): The resource could not be found. Feb 16 17:23:48.479154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ad3d8d-814f-436a-b891-b2c2754b6821 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:23:48.482156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f6ad3d8d-814f-436a-b891-b2c2754b6821 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "DELETE /v2.0/networks/a746a308-351a-4f0a-946a-e419d6633251 HTTP/1.1" status: 404 len: 339 time: 0.0213208 Feb 16 17:23:48.484802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53654) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:48.535666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e8af3f-8a9b-40c8-b282-da38953a7b70 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Deleting subnet 6348866c-a8d9-4784-a005-c629f6a920b3 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:23:48.539023 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07e8af3f-8a9b-40c8-b282-da38953a7b70 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for subnet (6348866c-a8d9-4784-a005-c629f6a920b3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.577429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07e8af3f-8a9b-40c8-b282-da38953a7b70 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (6348866c-a8d9-4784-a005-c629f6a920b3), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.665406 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07e8af3f-8a9b-40c8-b282-da38953a7b70 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (6348866c-a8d9-4784-a005-c629f6a920b3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.733649 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07e8af3f-8a9b-40c8-b282-da38953a7b70 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (6348866c-a8d9-4784-a005-c629f6a920b3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.762556 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8af3f-8a9b-40c8-b282-da38953a7b70 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event deleted for resources: {'Subnet': ['ID=6348866c-a8d9-4784-a005-c629f6a920b3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:48.766131 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-07e8af3f-8a9b-40c8-b282-da38953a7b70 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.770437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-07e8af3f-8a9b-40c8-b282-da38953a7b70 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "DELETE /v2.0/subnets/6348866c-a8d9-4784-a005-c629f6a920b3 HTTP/1.1" status: 204 len: 168 time: 0.2847216 Feb 16 17:23:48.773017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53656) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:48.801329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4873e7a6-f7d5-4487-8b2f-f40893ec263b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:23:48.858939 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (a6eec790-2e88-4003-a9e2-d0b58a6d1893), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.866256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 4873e7a6-f7d5-4487-8b2f-f40893ec263b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:48.866641 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4873e7a6-f7d5-4487-8b2f-f40893ec263b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.916259 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Deleting port 4873e7a6-f7d5-4487-8b2f-f40893ec263b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:23:48.916615 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (4873e7a6-f7d5-4487-8b2f-f40893ec263b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.950477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 4873e7a6-f7d5-4487-8b2f-f40893ec263b is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:23:48.950898 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (4873e7a6-f7d5-4487-8b2f-f40893ec263b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.988528 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] For port 4873e7a6-f7d5-4487-8b2f-f40893ec263b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4873e7a6-f7d5-4487-8b2f-f40893ec263b,segment=NetworkSegment(b0e0083b-5e71-4144-ac55-3b375bcf924e),segment_id=b0e0083b-5e71-4144-ac55-3b375bcf924e)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:48.988941 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (4873e7a6-f7d5-4487-8b2f-f40893ec263b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:48.989177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 4873e7a6-f7d5-4487-8b2f-f40893ec263b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=4873e7a6-f7d5-4487-8b2f-f40893ec263b,segment=NetworkSegment(b0e0083b-5e71-4144-ac55-3b375bcf924e),segment_id=b0e0083b-5e71-4144-ac55-3b375bcf924e)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:48.996489 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (4873e7a6-f7d5-4487-8b2f-f40893ec263b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.004327 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Calling delete_port for 4873e7a6-f7d5-4487-8b2f-f40893ec263b owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:23:49.029826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd93261a-30ca-402c-8f5c-0f0ee1da1b18 None None] get_active_networks_info from n-d-669411-5 {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 17:23:49.086585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=4873e7a6-f7d5-4487-8b2f-f40893ec263b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:49.089527 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (4873e7a6-f7d5-4487-8b2f-f40893ec263b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.118450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event deleted for resources: {'Port': ['ID=4873e7a6-f7d5-4487-8b2f-f40893ec263b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:49.120289 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] No DVR routers for this DVR port 4873e7a6-f7d5-4487-8b2f-f40893ec263b on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:23:49.127274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-857d6228-c8dc-43ed-b130-05c074b92db8 None None] Provisioning complete for port 4873e7a6-f7d5-4487-8b2f-f40893ec263b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:49.127651 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-857d6228-c8dc-43ed-b130-05c074b92db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (4873e7a6-f7d5-4487-8b2f-f40893ec263b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.153070 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-857d6228-c8dc-43ed-b130-05c074b92db8 None None] Port 4873e7a6-f7d5-4487-8b2f-f40893ec263b was deleted so its status cannot be updated. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 16 17:23:49.154857 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd93261a-30ca-402c-8f5c-0f0ee1da1b18 None None] Resources bound (agent type, host, resource id): {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 17:23:49.204402 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (a6eec790-2e88-4003-a9e2-d0b58a6d1893), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.224764 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6eec790-2e88-4003-a9e2-d0b58a6d1893']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:49.234195 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e0083b-5e71-4144-ac55-3b375bcf924e') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:49.234481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e0083b-5e71-4144-ac55-3b375bcf924e') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:49.244287 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (b0e0083b-5e71-4144-ac55-3b375bcf924e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.258293 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b0e0083b-5e71-4144-ac55-3b375bcf924e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.264930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:23:49.265435 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (b0e0083b-5e71-4144-ac55-3b375bcf924e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:23:49.269277 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:23:49.308971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9f4d0e-9026-4242-abb4-fd76029063d1 None None] Network a6eec790-2e88-4003-a9e2-d0b58a6d1893 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:49.333688 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (a6eec790-2e88-4003-a9e2-d0b58a6d1893), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.340469 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.343584 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "DELETE /v2.0/networks/a6eec790-2e88-4003-a9e2-d0b58a6d1893 HTTP/1.1" status: 204 len: 168 time: 0.5695724 Feb 16 17:23:49.347011 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53658) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:49.356401 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea0cb7-489d-49ed-b701-21bd67658540 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event deleted for resources: {'Network': ['ID=a6eec790-2e88-4003-a9e2-d0b58a6d1893,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:49.377743 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e44928b-846f-48f2-8b01-7d6c47d21ac0 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] DELETE failed (client error): The resource could not be found. Feb 16 17:23:49.378321 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e44928b-846f-48f2-8b01-7d6c47d21ac0 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:23:49.381208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2e44928b-846f-48f2-8b01-7d6c47d21ac0 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "DELETE /v2.0/subnets/960a692f-08d6-46ae-af31-3ef1666dd09b HTTP/1.1" status: 404 len: 337 time: 0.0331430 Feb 16 17:23:49.383688 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53660) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:49.405972 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b94d22-98af-41f7-970c-ef11b4ff7677 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] DELETE failed (client error): The resource could not be found. Feb 16 17:23:49.406484 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b94d22-98af-41f7-970c-ef11b4ff7677 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:23:49.410152 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-64b94d22-98af-41f7-970c-ef11b4ff7677 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "DELETE /v2.0/networks/3cf0c451-a387-42a8-9e2d-a7e2693739a9 HTTP/1.1" status: 404 len: 339 time: 0.0252662 Feb 16 17:23:49.412730 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53662) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:49.439545 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6e294d-4701-4c3e-8799-60bdeba4a327 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] DELETE failed (client error): The resource could not be found. Feb 16 17:23:49.439862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6e294d-4701-4c3e-8799-60bdeba4a327 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:23:49.442861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9b6e294d-4701-4c3e-8799-60bdeba4a327 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "DELETE /v2.0/subnets/344af630-0545-4cc7-a405-2263ab4ce282 HTTP/1.1" status: 404 len: 337 time: 0.0292447 Feb 16 17:23:49.445398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53664) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:49.455244 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43c6c37-6e30-4182-8078-f7216ef490ce None None] DHCP port deletion for a6eec790-2e88-4003-a9e2-d0b58a6d1893 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:23:49.465698 n-d-669411-5 neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-09143afc-9669-4846-8530-d9b6ddf16978 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] DELETE failed (client error): The resource could not be found. Feb 16 17:23:49.465698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09143afc-9669-4846-8530-d9b6ddf16978 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103421) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 17:23:49.468485 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-09143afc-9669-4846-8530-d9b6ddf16978 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "DELETE /v2.0/networks/4a7a4bc8-b831-425d-bff7-46e2a1c6a4b1 HTTP/1.1" status: 404 len: 339 time: 0.0221035 Feb 16 17:23:49.471648 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53666) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:49.521858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-94428e9a-79e9-4e65-8133-dd37bb200047 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Deleting subnet 78b3097a-6b2d-4107-9f5d-77aaa007e586 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:23:49.524899 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94428e9a-79e9-4e65-8133-dd37bb200047 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for subnet (78b3097a-6b2d-4107-9f5d-77aaa007e586), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.564407 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94428e9a-79e9-4e65-8133-dd37bb200047 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (78b3097a-6b2d-4107-9f5d-77aaa007e586), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.648719 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94428e9a-79e9-4e65-8133-dd37bb200047 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (78b3097a-6b2d-4107-9f5d-77aaa007e586), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.705856 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94428e9a-79e9-4e65-8133-dd37bb200047 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (78b3097a-6b2d-4107-9f5d-77aaa007e586), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.730233 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94428e9a-79e9-4e65-8133-dd37bb200047 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event deleted for resources: {'Subnet': ['ID=78b3097a-6b2d-4107-9f5d-77aaa007e586,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:49.737775 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94428e9a-79e9-4e65-8133-dd37bb200047 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.742583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-94428e9a-79e9-4e65-8133-dd37bb200047 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "DELETE /v2.0/subnets/78b3097a-6b2d-4107-9f5d-77aaa007e586 HTTP/1.1" status: 204 len: 168 time: 0.2684135 Feb 16 17:23:49.743662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53668) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:49.744965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c0940a-40ea-468b-ae28-4d16b6894c21 None None] Network 0f431f60-947e-4d58-a97a-dc217fa9c507 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:49.823650 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (0f431f60-947e-4d58-a97a-dc217fa9c507), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.881673 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Deleting port 6b7ff494-926a-4ebd-926c-67b44070beb5 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:23:49.881673 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6b7ff494-926a-4ebd-926c-67b44070beb5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.887129 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f2b564-6e36-466e-9abb-400f379a3230 None None] DHCP port deletion for 0f431f60-947e-4d58-a97a-dc217fa9c507 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:23:49.939567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-99f2b564-6e36-466e-9abb-400f379a3230 None None] Deleting port 6b7ff494-926a-4ebd-926c-67b44070beb5 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:23:49.939980 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-99f2b564-6e36-466e-9abb-400f379a3230 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6b7ff494-926a-4ebd-926c-67b44070beb5), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.946860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] For port 6b7ff494-926a-4ebd-926c-67b44070beb5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b7ff494-926a-4ebd-926c-67b44070beb5,segment=NetworkSegment(e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d),segment_id=e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:49.947221 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6b7ff494-926a-4ebd-926c-67b44070beb5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:49.964093 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Calling delete_port for 6b7ff494-926a-4ebd-926c-67b44070beb5 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:23:50.005014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-99f2b564-6e36-466e-9abb-400f379a3230 None None] For port 6b7ff494-926a-4ebd-926c-67b44070beb5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=6b7ff494-926a-4ebd-926c-67b44070beb5,segment=NetworkSegment(e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d),segment_id=e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:50.005414 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-99f2b564-6e36-466e-9abb-400f379a3230 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6b7ff494-926a-4ebd-926c-67b44070beb5), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:50.017666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-99f2b564-6e36-466e-9abb-400f379a3230 None None] Calling delete_port for 6b7ff494-926a-4ebd-926c-67b44070beb5 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:23:50.042125 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6b7ff494-926a-4ebd-926c-67b44070beb5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:50.067934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event deleted for resources: {'Port': ['ID=6b7ff494-926a-4ebd-926c-67b44070beb5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:50.071316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] No DVR routers for this DVR port 6b7ff494-926a-4ebd-926c-67b44070beb5 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:23:50.100809 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-99f2b564-6e36-466e-9abb-400f379a3230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (6b7ff494-926a-4ebd-926c-67b44070beb5), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:50.126417 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2b564-6e36-466e-9abb-400f379a3230 None None] Pushing event deleted for resources: {'Port': ['ID=6b7ff494-926a-4ebd-926c-67b44070beb5,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:50.129822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f2b564-6e36-466e-9abb-400f379a3230 None None] No DVR routers for this DVR port 6b7ff494-926a-4ebd-926c-67b44070beb5 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:23:50.154708 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (0f431f60-947e-4d58-a97a-dc217fa9c507), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:50.175558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f431f60-947e-4d58-a97a-dc217fa9c507']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:50.185062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:50.185266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:50.194992 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:50.208576 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:50.214757 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:23:50.215141 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (e6c6dc4e-1347-49c8-b630-fb1ccb4bb54d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:23:50.218191 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:23:50.281793 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (0f431f60-947e-4d58-a97a-dc217fa9c507), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:50.289979 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:50.292979 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] 10.222.0.24 "DELETE /v2.0/networks/0f431f60-947e-4d58-a97a-dc217fa9c507 HTTP/1.1" status: 204 len: 168 time: 0.5483344 Feb 16 17:23:50.304947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6da8c-fe49-4233-990c-dc6f9d2b7a14 tempest-NetworksIpV6Test-2124811157 tempest-NetworksIpV6Test-2124811157-project] Pushing event deleted for resources: {'Network': ['ID=0f431f60-947e-4d58-a97a-dc217fa9c507,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:50.535017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53674) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:50.662108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0d84b5d0-b2e2-434e-a044-6345b8dee6d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0565af29b5c246a0bff2af79afc12881&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1259384 Feb 16 17:23:50.664645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53678) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:50.712261 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21f6ed06-d8f2-4f17-b2e2-86e6e849e9cc admin admin] Publish callbacks [] for security_group (eefafac5-46b2-4b47-8197-0e19196c9666), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:50.733778 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21f6ed06-d8f2-4f17-b2e2-86e6e849e9cc admin admin] Publish callbacks [] for security_group (eefafac5-46b2-4b47-8197-0e19196c9666), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:50.752668 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6b7ff494-926a-4ebd-926c-67b44070beb5 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:23:50.775085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 6b7ff494-926a-4ebd-926c-67b44070beb5 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:23:50.775420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 6b7ff494-926a-4ebd-926c-67b44070beb5 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:23:50.775874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4873e7a6-f7d5-4487-8b2f-f40893ec263b no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:23:50.781637 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21f6ed06-d8f2-4f17-b2e2-86e6e849e9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (eefafac5-46b2-4b47-8197-0e19196c9666), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:50.784532 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21f6ed06-d8f2-4f17-b2e2-86e6e849e9cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:50.785731 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-21f6ed06-d8f2-4f17-b2e2-86e6e849e9cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eefafac5-46b2-4b47-8197-0e19196c9666 HTTP/1.1" status: 204 len: 168 time: 0.1201839 Feb 16 17:23:50.795373 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6ed06-d8f2-4f17-b2e2-86e6e849e9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefafac5-46b2-4b47-8197-0e19196c9666,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:50.796494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 4873e7a6-f7d5-4487-8b2f-f40893ec263b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:23:50.796911 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 4873e7a6-f7d5-4487-8b2f-f40893ec263b not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:23:51.409656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53700) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:51.503980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-0e6474af-3031-4ea0-bf24-c8eb56aeff9f tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-729953402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:51.527147 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e6474af-3031-4ea0-bf24-c8eb56aeff9f tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (abe25c3b-6493-4b31-b21a-119005acdf8b), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:51.528226 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e6474af-3031-4ea0-bf24-c8eb56aeff9f tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (abe25c3b-6493-4b31-b21a-119005acdf8b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:51.615950 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e6474af-3031-4ea0-bf24-c8eb56aeff9f tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for router_controller (abe25c3b-6493-4b31-b21a-119005acdf8b), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:51.620202 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e6474af-3031-4ea0-bf24-c8eb56aeff9f tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (abe25c3b-6493-4b31-b21a-119005acdf8b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:51.637104 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0e6474af-3031-4ea0-bf24-c8eb56aeff9f tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:51.638283 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0e6474af-3031-4ea0-bf24-c8eb56aeff9f tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2275863 Feb 16 17:23:51.641021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53704) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:51.645836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-919482417'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:51.664551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Made reservation on behalf of 756c7e280f514f218e599c6c55cc347d for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:51.668119 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:51.677381 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:51.752524 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for security_group (a23ab03b-4456-4493-8c92-0c13b40f1736), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:51.756157 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a23ab03b-4456-4493-8c92-0c13b40f1736), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:51.783169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:23:51.792136 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23ab03b-4456-4493-8c92-0c13b40f1736,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:51.798866 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b97ee172-7f56-4691-8bef-2ea1e9b86ecd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:51.799209 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Added segment b97ee172-7f56-4691-8bef-2ea1e9b86ecd of type vlan for network 56cb88e4-9b59-4608-adab-83e80e547470 Feb 16 17:23:51.847181 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (56cb88e4-9b59-4608-adab-83e80e547470), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:51.871273 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (56cb88e4-9b59-4608-adab-83e80e547470), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:51.876400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:51.876980 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:51.906178 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2641299 Feb 16 17:23:51.909835 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53706) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:51.914972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e70b6603-e0c9-4cba-89d6-5ce8c6cde7a5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Request body: {'subnet': {'network_id': '56cb88e4-9b59-4608-adab-83e80e547470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:51.945734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fbfca-1d96-4680-8b76-12726789dc2d tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Pushing event updated for resources: {'Network': ['ID=56cb88e4-9b59-4608-adab-83e80e547470,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:51.959634 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 56cb88e4-9b59-4608-adab-83e80e547470 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:23:52.001166 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70b6603-e0c9-4cba-89d6-5ce8c6cde7a5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Made reservation on behalf of 756c7e280f514f218e599c6c55cc347d for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:52.004778 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e70b6603-e0c9-4cba-89d6-5ce8c6cde7a5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:52.183966 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e70b6603-e0c9-4cba-89d6-5ce8c6cde7a5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (5d72768a-e31b-4fe8-ae3f-b64180543006), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:52.252506 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b6603-e0c9-4cba-89d6-5ce8c6cde7a5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Pushing event updated for resources: {'Subnet': ['ID=5d72768a-e31b-4fe8-ae3f-b64180543006,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:52.258720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b6603-e0c9-4cba-89d6-5ce8c6cde7a5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Checking segment: {'id': 'b97ee172-7f56-4691-8bef-2ea1e9b86ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '56cb88e4-9b59-4608-adab-83e80e547470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:52.259003 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70b6603-e0c9-4cba-89d6-5ce8c6cde7a5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Network hostable DHCP agents. Network: 56cb88e4-9b59-4608-adab-83e80e547470, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:23:52.275867 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70b6603-e0c9-4cba-89d6-5ce8c6cde7a5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Network 56cb88e4-9b59-4608-adab-83e80e547470 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:23:52.284572 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-e70b6603-e0c9-4cba-89d6-5ce8c6cde7a5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 56cb88e4-9b59-4608-adab-83e80e547470) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:52.288954 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b6603-e0c9-4cba-89d6-5ce8c6cde7a5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:52.289552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e70b6603-e0c9-4cba-89d6-5ce8c6cde7a5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:52.293209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b1e910-99a8-4fc4-ac07-5c9060d57d0f None None] Network 56cb88e4-9b59-4608-adab-83e80e547470 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:52.309511 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53708) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:52.309702 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e70b6603-e0c9-4cba-89d6-5ce8c6cde7a5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3986576 Feb 16 17:23:52.315910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4ce87b9e-e77e-4b15-a375-ae0e741b8b55 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1787886923'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:52.335657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce87b9e-e77e-4b15-a375-ae0e741b8b55 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Made reservation on behalf of 756c7e280f514f218e599c6c55cc347d for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:52.339087 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ce87b9e-e77e-4b15-a375-ae0e741b8b55 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:52.362925 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce87b9e-e77e-4b15-a375-ae0e741b8b55 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:23:52.371905 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ce87b9e-e77e-4b15-a375-ae0e741b8b55 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d95b11dd-f4cb-4218-9ece-bed4dafcb37c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:52.372249 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-4ce87b9e-e77e-4b15-a375-ae0e741b8b55 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Added segment d95b11dd-f4cb-4218-9ece-bed4dafcb37c of type vlan for network 216cfac6-0ef3-4ef3-93b1-0b01a022d23d Feb 16 17:23:52.399589 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-56cb88e4-9b59-4608-adab-83e80e547470', 'network_id': '56cb88e4-9b59-4608-adab-83e80e547470', 'project_id': '756c7e280f514f218e599c6c55cc347d', 'fixed_ips': [{'subnet_id': '5d72768a-e31b-4fe8-ae3f-b64180543006'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:23:52.400470 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:52.419680 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ce87b9e-e77e-4b15-a375-ae0e741b8b55 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (216cfac6-0ef3-4ef3-93b1-0b01a022d23d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:52.444562 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ce87b9e-e77e-4b15-a375-ae0e741b8b55 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (216cfac6-0ef3-4ef3-93b1-0b01a022d23d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:52.449657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce87b9e-e77e-4b15-a375-ae0e741b8b55 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:52.450238 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ce87b9e-e77e-4b15-a375-ae0e741b8b55 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:52.487925 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4ce87b9e-e77e-4b15-a375-ae0e741b8b55 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1766376 Feb 16 17:23:52.490586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53710) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:52.495480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-80062968-87f9-4f86-8f79-0aac94da426c tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Request body: {'subnet': {'network_id': '216cfac6-0ef3-4ef3-93b1-0b01a022d23d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:52.539839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce87b9e-e77e-4b15-a375-ae0e741b8b55 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Pushing event updated for resources: {'Network': ['ID=216cfac6-0ef3-4ef3-93b1-0b01a022d23d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:52.543816 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Allocated IP 172.20.0.2 (56cb88e4-9b59-4608-adab-83e80e547470/5d72768a-e31b-4fe8-ae3f-b64180543006/7ec055fd-63b7-4e2d-84fa-0be0dbf76ded) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:23:52.556437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 216cfac6-0ef3-4ef3-93b1-0b01a022d23d details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:23:52.617681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80062968-87f9-4f86-8f79-0aac94da426c tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Made reservation on behalf of 756c7e280f514f218e599c6c55cc347d for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:52.621069 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80062968-87f9-4f86-8f79-0aac94da426c tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:52.808846 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80062968-87f9-4f86-8f79-0aac94da426c tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (39b6cf69-bce0-45d8-b765-0610a52c76f1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:52.873265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80062968-87f9-4f86-8f79-0aac94da426c tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Pushing event updated for resources: {'Subnet': ['ID=39b6cf69-bce0-45d8-b765-0610a52c76f1,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:52.880557 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80062968-87f9-4f86-8f79-0aac94da426c tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Checking segment: {'id': 'd95b11dd-f4cb-4218-9ece-bed4dafcb37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '216cfac6-0ef3-4ef3-93b1-0b01a022d23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:52.880959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80062968-87f9-4f86-8f79-0aac94da426c tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Network hostable DHCP agents. Network: 216cfac6-0ef3-4ef3-93b1-0b01a022d23d, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:23:52.897801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80062968-87f9-4f86-8f79-0aac94da426c tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Network 216cfac6-0ef3-4ef3-93b1-0b01a022d23d is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:23:52.905705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-80062968-87f9-4f86-8f79-0aac94da426c tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 216cfac6-0ef3-4ef3-93b1-0b01a022d23d) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:52.910397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80062968-87f9-4f86-8f79-0aac94da426c tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:52.910991 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80062968-87f9-4f86-8f79-0aac94da426c tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:52.914934 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Publish callbacks [] for port (7ec055fd-63b7-4e2d-84fa-0be0dbf76ded), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:52.919056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b963c7ca-96aa-4ce2-be0a-830f2276fb79 None None] Network 216cfac6-0ef3-4ef3-93b1-0b01a022d23d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:52.922378 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (7ec055fd-63b7-4e2d-84fa-0be0dbf76ded), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:52.927242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-80062968-87f9-4f86-8f79-0aac94da426c tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4355969 Feb 16 17:23:52.930052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53712) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:52.934513 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b23cc7aa-7e9c-4b22-a420-8dd484312665 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Request body: {'router': {'external_gateway_info': {'network_id': '216cfac6-0ef3-4ef3-93b1-0b01a022d23d'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:52.990017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Network 56cb88e4-9b59-4608-adab-83e80e547470 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:52.996365 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:53.024311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:23:53.028700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Pushing event updated for resources: {'Port': ['ID=7ec055fd-63b7-4e2d-84fa-0be0dbf76ded,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:53.111784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-216cfac6-0ef3-4ef3-93b1-0b01a022d23d', 'network_id': '216cfac6-0ef3-4ef3-93b1-0b01a022d23d', 'project_id': '756c7e280f514f218e599c6c55cc347d', 'fixed_ips': [{'subnet_id': '39b6cf69-bce0-45d8-b765-0610a52c76f1'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:23:53.112635 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.115844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Attempting to bind port 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:23:53.116216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Attempting to bind port 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'b97ee172-7f56-4691-8bef-2ea1e9b86ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '56cb88e4-9b59-4608-adab-83e80e547470'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:23:53.116576 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Attempting to bind port 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded on network 56cb88e4-9b59-4608-adab-83e80e547470 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:23:53.130449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:23:53.130823 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Checking segment: {'id': 'b97ee172-7f56-4691-8bef-2ea1e9b86ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '56cb88e4-9b59-4608-adab-83e80e547470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:53.131226 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.131615 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Bound using segment: {'id': 'b97ee172-7f56-4691-8bef-2ea1e9b86ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '56cb88e4-9b59-4608-adab-83e80e547470'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:23:53.132105 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Bound port: 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97ee172-7f56-4691-8bef-2ea1e9b86ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '56cb88e4-9b59-4608-adab-83e80e547470'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:23:53.132492 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7ec055fd-63b7-4e2d-84fa-0be0dbf76ded), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.211910 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b23cc7aa-7e9c-4b22-a420-8dd484312665 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for router_gateway (abe25c3b-6493-4b31-b21a-119005acdf8b), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.286448 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] For port 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:23:53.304315 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] For port 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7ec055fd-63b7-4e2d-84fa-0be0dbf76ded,segment=NetworkSegment(b97ee172-7f56-4691-8bef-2ea1e9b86ecd),segment_id=b97ee172-7f56-4691-8bef-2ea1e9b86ecd)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:23:53.313256 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7ec055fd-63b7-4e2d-84fa-0be0dbf76ded), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.320493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Allocated IP 172.21.0.2 (216cfac6-0ef3-4ef3-93b1-0b01a022d23d/39b6cf69-bce0-45d8-b765-0610a52c76f1/df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:23:53.325604 n-d-669411-5 neutron-server[103421]: INFO neutron.api.v2.resource [None req-b23cc7aa-7e9c-4b22-a420-8dd484312665 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 17:23:53.332616 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b23cc7aa-7e9c-4b22-a420-8dd484312665 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] 10.222.0.24 "PUT /v2.0/routers/abe25c3b-6493-4b31-b21a-119005acdf8b HTTP/1.1" status: 400 len: 364 time: 0.3956475 Feb 16 17:23:53.333037 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53714) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:53.397486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-6849773a-4aef-4748-9be1-bc373a84ddb5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Deleting subnet 39b6cf69-bce0-45d8-b765-0610a52c76f1 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:23:53.405599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73e411-111f-4537-acf4-57e5e2981a4d None None] Pushing event updated for resources: {'Port': ['ID=7ec055fd-63b7-4e2d-84fa-0be0dbf76ded,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:53.529791 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Publish callbacks [] for port (df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.544222 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6849773a-4aef-4748-9be1-bc373a84ddb5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for subnet (39b6cf69-bce0-45d8-b765-0610a52c76f1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.546531 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.599655 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6849773a-4aef-4748-9be1-bc373a84ddb5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (39b6cf69-bce0-45d8-b765-0610a52c76f1), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.600384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Network 216cfac6-0ef3-4ef3-93b1-0b01a022d23d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:53.606588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:53.609046 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Pushing event updated for resources: {'Port': ['ID=df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:53.613677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:23:53.674393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Attempting to bind port df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:23:53.674776 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Attempting to bind port df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'd95b11dd-f4cb-4218-9ece-bed4dafcb37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '216cfac6-0ef3-4ef3-93b1-0b01a022d23d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:23:53.675148 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Attempting to bind port df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418 on network 216cfac6-0ef3-4ef3-93b1-0b01a022d23d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:23:53.680960 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:23:53.681342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Checking segment: {'id': 'd95b11dd-f4cb-4218-9ece-bed4dafcb37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '216cfac6-0ef3-4ef3-93b1-0b01a022d23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:53.681759 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.682157 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Bound using segment: {'id': 'd95b11dd-f4cb-4218-9ece-bed4dafcb37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '216cfac6-0ef3-4ef3-93b1-0b01a022d23d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:23:53.682638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Bound port: df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95b11dd-f4cb-4218-9ece-bed4dafcb37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '216cfac6-0ef3-4ef3-93b1-0b01a022d23d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:23:53.683031 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.697796 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6849773a-4aef-4748-9be1-bc373a84ddb5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (39b6cf69-bce0-45d8-b765-0610a52c76f1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.756127 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6849773a-4aef-4748-9be1-bc373a84ddb5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (39b6cf69-bce0-45d8-b765-0610a52c76f1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.758446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] For port df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:23:53.761794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] For port df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418,segment=NetworkSegment(d95b11dd-f4cb-4218-9ece-bed4dafcb37c),segment_id=d95b11dd-f4cb-4218-9ece-bed4dafcb37c)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:23:53.768371 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.785088 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849773a-4aef-4748-9be1-bc373a84ddb5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Pushing event deleted for resources: {'Subnet': ['ID=39b6cf69-bce0-45d8-b765-0610a52c76f1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:53.786980 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6849773a-4aef-4748-9be1-bc373a84ddb5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.792858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53716) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:53.793337 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6849773a-4aef-4748-9be1-bc373a84ddb5 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] 10.222.0.24 "DELETE /v2.0/subnets/39b6cf69-bce0-45d8-b765-0610a52c76f1 HTTP/1.1" status: 204 len: 168 time: 0.4587996 Feb 16 17:23:53.832082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b562cf-7931-409e-aa50-04f9996c91a9 None None] Pushing event updated for resources: {'Port': ['ID=df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:53.883598 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (216cfac6-0ef3-4ef3-93b1-0b01a022d23d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:53.936896 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Deleting port df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:23:53.937235 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.014772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] For port df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418,segment=NetworkSegment(d95b11dd-f4cb-4218-9ece-bed4dafcb37c),segment_id=d95b11dd-f4cb-4218-9ece-bed4dafcb37c)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:54.015143 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.030299 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Calling delete_port for df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:23:54.123111 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.157271 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Pushing event deleted for resources: {'Port': ['ID=df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:54.159136 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] No DVR routers for this DVR port df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:23:54.240197 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (216cfac6-0ef3-4ef3-93b1-0b01a022d23d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.262135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216cfac6-0ef3-4ef3-93b1-0b01a022d23d']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:54.272780 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95b11dd-f4cb-4218-9ece-bed4dafcb37c') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:54.273146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95b11dd-f4cb-4218-9ece-bed4dafcb37c') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:54.285165 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (d95b11dd-f4cb-4218-9ece-bed4dafcb37c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.299404 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (d95b11dd-f4cb-4218-9ece-bed4dafcb37c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.305842 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:23:54.306265 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (d95b11dd-f4cb-4218-9ece-bed4dafcb37c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:23:54.309602 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:23:54.375731 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (216cfac6-0ef3-4ef3-93b1-0b01a022d23d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.384646 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.390292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53718) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:54.390508 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] 10.222.0.24 "DELETE /v2.0/networks/216cfac6-0ef3-4ef3-93b1-0b01a022d23d HTTP/1.1" status: 204 len: 168 time: 0.5958066 Feb 16 17:23:54.402825 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1edc25-b98f-42fd-b9a1-e1b8a60f1f36 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Pushing event deleted for resources: {'Network': ['ID=216cfac6-0ef3-4ef3-93b1-0b01a022d23d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:54.421809 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23eb855-8536-4818-8a61-d540a90a5d35 None None] Network 56cb88e4-9b59-4608-adab-83e80e547470 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:54.447421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d029aaf-6af5-4ce0-a908-54e9954dd845 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Deleting subnet 5d72768a-e31b-4fe8-ae3f-b64180543006 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:23:54.450603 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d029aaf-6af5-4ce0-a908-54e9954dd845 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for subnet (5d72768a-e31b-4fe8-ae3f-b64180543006), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.497629 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d029aaf-6af5-4ce0-a908-54e9954dd845 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (5d72768a-e31b-4fe8-ae3f-b64180543006), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.543993 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e70c7461-a9bd-4a7d-bc12-7b4467e000a6 None None] Provisioning complete for port 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:54.544463 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e70c7461-a9bd-4a7d-bc12-7b4467e000a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7ec055fd-63b7-4e2d-84fa-0be0dbf76ded), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.599046 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d029aaf-6af5-4ce0-a908-54e9954dd845 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (5d72768a-e31b-4fe8-ae3f-b64180543006), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.641345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e70c7461-a9bd-4a7d-bc12-7b4467e000a6 None None] Current status of the port 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:23:54.642331 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e70c7461-a9bd-4a7d-bc12-7b4467e000a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7ec055fd-63b7-4e2d-84fa-0be0dbf76ded), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.677445 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d029aaf-6af5-4ce0-a908-54e9954dd845 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (5d72768a-e31b-4fe8-ae3f-b64180543006), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.707998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d029aaf-6af5-4ce0-a908-54e9954dd845 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Pushing event deleted for resources: {'Subnet': ['ID=5d72768a-e31b-4fe8-ae3f-b64180543006,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:54.711808 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5d029aaf-6af5-4ce0-a908-54e9954dd845 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.718298 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53720) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:54.718603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5d029aaf-6af5-4ce0-a908-54e9954dd845 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] 10.222.0.24 "DELETE /v2.0/subnets/5d72768a-e31b-4fe8-ae3f-b64180543006 HTTP/1.1" status: 204 len: 168 time: 0.3270564 Feb 16 17:23:54.744965 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e70c7461-a9bd-4a7d-bc12-7b4467e000a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:23:54.745552 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e70c7461-a9bd-4a7d-bc12-7b4467e000a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:23:54.824286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:23:54.830735 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (56cb88e4-9b59-4608-adab-83e80e547470), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.880116 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:54.881839 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7ec055fd-63b7-4e2d-84fa-0be0dbf76ded), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.885473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3117ee05-50af-45d2-9ab4-2416bf4e6e8a None None] Network 56cb88e4-9b59-4608-adab-83e80e547470 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:54.888849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Deleting port 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:23:54.889434 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7ec055fd-63b7-4e2d-84fa-0be0dbf76ded), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.957749 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] For port 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7ec055fd-63b7-4e2d-84fa-0be0dbf76ded,segment=NetworkSegment(b97ee172-7f56-4691-8bef-2ea1e9b86ecd),segment_id=b97ee172-7f56-4691-8bef-2ea1e9b86ecd)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:54.958239 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7ec055fd-63b7-4e2d-84fa-0be0dbf76ded), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:54.973243 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Calling delete_port for 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:23:55.028850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0630a231-70ce-4af7-8a65-4729ad60e1f3 None None] DHCP port deletion for 216cfac6-0ef3-4ef3-93b1-0b01a022d23d request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:23:55.056089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:23:55.056548 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7ec055fd-63b7-4e2d-84fa-0be0dbf76ded), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:55.066744 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7ec055fd-63b7-4e2d-84fa-0be0dbf76ded), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:55.076898 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d513816-0092-4297-a8b0-4555297b564a None None] Network 216cfac6-0ef3-4ef3-93b1-0b01a022d23d requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:55.094134 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Pushing event deleted for resources: {'Port': ['ID=7ec055fd-63b7-4e2d-84fa-0be0dbf76ded,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:55.100017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] No DVR routers for this DVR port 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:23:55.103196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d513816-0092-4297-a8b0-4555297b564a None None] Network 216cfac6-0ef3-4ef3-93b1-0b01a022d23d could not be found, it might have been deleted concurrently. {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 16 17:23:55.171572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a18bb-4802-4429-9400-c7df1d2be954 None None] DHCP port deletion for 56cb88e4-9b59-4608-adab-83e80e547470 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:23:55.189924 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (56cb88e4-9b59-4608-adab-83e80e547470), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:55.209692 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cb88e4-9b59-4608-adab-83e80e547470']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:55.218633 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97ee172-7f56-4691-8bef-2ea1e9b86ecd') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:55.218923 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97ee172-7f56-4691-8bef-2ea1e9b86ecd') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:55.228846 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (b97ee172-7f56-4691-8bef-2ea1e9b86ecd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:55.242698 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b97ee172-7f56-4691-8bef-2ea1e9b86ecd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:55.248427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:23:55.248803 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (b97ee172-7f56-4691-8bef-2ea1e9b86ecd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:23:55.252204 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:23:55.266723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e70c7461-a9bd-4a7d-bc12-7b4467e000a6 None None] Port 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded update to ACTIVE by agent not found {{(pid=103423) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 16 17:23:55.309011 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (56cb88e4-9b59-4608-adab-83e80e547470), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:55.316294 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:55.319901 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] 10.222.0.24 "DELETE /v2.0/networks/56cb88e4-9b59-4608-adab-83e80e547470 HTTP/1.1" status: 204 len: 168 time: 0.6002557 Feb 16 17:23:55.322709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53722) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:55.331558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdce05-9d1f-4f89-bada-9568e296ba78 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Pushing event deleted for resources: {'Network': ['ID=56cb88e4-9b59-4608-adab-83e80e547470,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:55.356697 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-54acef66-b1b5-4c62-b913-1c49f012e9da tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] 10.222.0.24 "GET /v2.0/ports?device_id=abe25c3b-6493-4b31-b21a-119005acdf8b HTTP/1.1" status: 200 len: 205 time: 0.0327666 Feb 16 17:23:55.358911 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53724) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:55.378108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ed75a4cd-baf2-4f66-a81f-ac8d17374cf0 None None] Could not find standard attr ID for object 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:23:55.381536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ed75a4cd-baf2-4f66-a81f-ac8d17374cf0 None None] Could not find standard attr ID for object df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418. {{(pid=103423) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 17:23:55.436321 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebb14661-0602-4919-849d-04e466d9c104 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for router (abe25c3b-6493-4b31-b21a-119005acdf8b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:55.596685 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebb14661-0602-4919-849d-04e466d9c104 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (abe25c3b-6493-4b31-b21a-119005acdf8b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:55.598766 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebb14661-0602-4919-849d-04e466d9c104 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for router_controller (abe25c3b-6493-4b31-b21a-119005acdf8b), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:55.644042 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebb14661-0602-4919-849d-04e466d9c104 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (abe25c3b-6493-4b31-b21a-119005acdf8b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:55.644546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb14661-0602-4919-849d-04e466d9c104 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Fanout notify agent at l3_agent the message router_deleted on router abe25c3b-6493-4b31-b21a-119005acdf8b {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:23:55.651332 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebb14661-0602-4919-849d-04e466d9c104 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:55.652466 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ebb14661-0602-4919-849d-04e466d9c104 tempest-RoutersNegativeTest-69647606 tempest-RoutersNegativeTest-69647606-project] 10.222.0.24 "DELETE /v2.0/routers/abe25c3b-6493-4b31-b21a-119005acdf8b HTTP/1.1" status: 204 len: 168 time: 0.2926767 Feb 16 17:23:55.761793 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a61c37aa-2119-47c3-bdfc-a2fbd85b5a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:55.894468 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53730) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:56.257567 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c3bd0eb8-002d-401a-9067-2dc81c616d91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=756c7e280f514f218e599c6c55cc347d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3617671 Feb 16 17:23:56.259883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53734) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:56.307999 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-185b4525-bb68-441b-a156-abfecd7aa5d3 admin admin] Publish callbacks [] for security_group (a23ab03b-4456-4493-8c92-0c13b40f1736), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:56.328191 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-185b4525-bb68-441b-a156-abfecd7aa5d3 admin admin] Publish callbacks [] for security_group (a23ab03b-4456-4493-8c92-0c13b40f1736), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:56.376434 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-185b4525-bb68-441b-a156-abfecd7aa5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a23ab03b-4456-4493-8c92-0c13b40f1736), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:56.378950 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-185b4525-bb68-441b-a156-abfecd7aa5d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:56.380123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-185b4525-bb68-441b-a156-abfecd7aa5d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a23ab03b-4456-4493-8c92-0c13b40f1736 HTTP/1.1" status: 204 len: 168 time: 0.1193569 Feb 16 17:23:56.387912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b4525-bb68-441b-a156-abfecd7aa5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23ab03b-4456-4493-8c92-0c13b40f1736,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:56.755375 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:23:56.778906 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:23:56.779559 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device df9c2a8b-4b88-408d-8bf8-c7d5b0e0b418 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:23:56.779687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:23:56.799799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:23:56.800150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7ec055fd-63b7-4e2d-84fa-0be0dbf76ded not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:23:56.988134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53756) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:57.084436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2019187125-network', 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:57.104403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] Made reservation on behalf of ae35dd9caeae41bd9f1440255e0bcdd4 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:57.106716 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.115939 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.190455 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] Publish callbacks [] for security_group (96340360-55d2-40fb-ab22-a645bfaaab67), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.194274 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (96340360-55d2-40fb-ab22-a645bfaaab67), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.217862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:23:57.227231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96340360-55d2-40fb-ab22-a645bfaaab67,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:57.232112 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.232443 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] Added segment 19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3 of type vlan for network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 Feb 16 17:23:57.274888 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (bcfe14a7-6e43-4801-b9a4-1f1a76e3c942), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.299306 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (bcfe14a7-6e43-4801-b9a4-1f1a76e3c942), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.300321 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:57.300889 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.334061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3447647 Feb 16 17:23:57.336985 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53760) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:57.343255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a0398875-e14e-41c1-b2dd-356e457f83f9 admin admin] Request body: {'subnet': {'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2019187125-subnet', 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:57.364202 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0398875-e14e-41c1-b2dd-356e457f83f9 admin admin] Made reservation on behalf of ae35dd9caeae41bd9f1440255e0bcdd4 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:23:57.366585 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a0398875-e14e-41c1-b2dd-356e457f83f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.366783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf59b9-6f27-4021-b14b-2cdac0517811 admin admin] Pushing event updated for resources: {'Network': ['ID=bcfe14a7-6e43-4801-b9a4-1f1a76e3c942,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:57.377040 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:23:57.540781 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a0398875-e14e-41c1-b2dd-356e457f83f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (8f7574b4-d3d6-4d9c-b0d3-2eb10161f235), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.600205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0398875-e14e-41c1-b2dd-356e457f83f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f7574b4-d3d6-4d9c-b0d3-2eb10161f235,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:57.604842 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0398875-e14e-41c1-b2dd-356e457f83f9 admin admin] Checking segment: {'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:57.605205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0398875-e14e-41c1-b2dd-356e457f83f9 admin admin] Network hostable DHCP agents. Network: bcfe14a7-6e43-4801-b9a4-1f1a76e3c942, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:23:57.622547 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0398875-e14e-41c1-b2dd-356e457f83f9 admin admin] Network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:23:57.631259 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-a0398875-e14e-41c1-b2dd-356e457f83f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, bcfe14a7-6e43-4801-b9a4-1f1a76e3c942) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:57.635133 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0398875-e14e-41c1-b2dd-356e457f83f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:23:57.635747 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a0398875-e14e-41c1-b2dd-356e457f83f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.640504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56785e5c-369e-4e84-b8aa-f93c0ea7c1eb None None] Network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:57.652198 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a0398875-e14e-41c1-b2dd-356e457f83f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3132737 Feb 16 17:23:57.654903 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53762) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:57.659907 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2019187125-router', 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:23:57.680547 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (e3342c50-3f38-497a-b2f4-011644856e8c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.681592 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (e3342c50-3f38-497a-b2f4-011644856e8c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.736059 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Publish callbacks [] for router_controller (e3342c50-3f38-497a-b2f4-011644856e8c), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.747702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-bcfe14a7-6e43-4801-b9a4-1f1a76e3c942', 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942', 'project_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'fixed_ips': [{'subnet_id': '8f7574b4-d3d6-4d9c-b0d3-2eb10161f235'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:23:57.748640 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.883744 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Publish callbacks [] for router_gateway (e3342c50-3f38-497a-b2f4-011644856e8c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:57.884657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Allocated IP 172.20.0.2 (bcfe14a7-6e43-4801-b9a4-1f1a76e3c942/8f7574b4-d3d6-4d9c-b0d3-2eb10161f235/c3c5e2d7-e387-41ac-9623-0f52cd09a050) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:23:58.030520 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Publish callbacks [] for port (c3c5e2d7-e387-41ac-9623-0f52cd09a050), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:58.037326 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (c3c5e2d7-e387-41ac-9623-0f52cd09a050), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:58.076442 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:58.080147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:58.084936 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:23:58.091651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Pushing event updated for resources: {'Port': ['ID=c3c5e2d7-e387-41ac-9623-0f52cd09a050,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:58.092426 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Publish callbacks [] for router_gateway (e3342c50-3f38-497a-b2f4-011644856e8c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:58.113680 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:58.144657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Attempting to bind port c3c5e2d7-e387-41ac-9623-0f52cd09a050 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:23:58.144932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Attempting to bind port c3c5e2d7-e387-41ac-9623-0f52cd09a050 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:23:58.145296 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Attempting to bind port c3c5e2d7-e387-41ac-9623-0f52cd09a050 on network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:23:58.150219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:23:58.150597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Checking segment: {'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:23:58.150999 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:58.151402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Bound using segment: {'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:23:58.151919 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Bound port: c3c5e2d7-e387-41ac-9623-0f52cd09a050, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:23:58.152310 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c3c5e2d7-e387-41ac-9623-0f52cd09a050), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:58.215403 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Allocated IP 172.25.4.238 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/1b11b401-f62c-4917-bf66-f0f4706c2e7b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:23:58.217483 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] For port c3c5e2d7-e387-41ac-9623-0f52cd09a050, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:23:58.221295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] For port c3c5e2d7-e387-41ac-9623-0f52cd09a050, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c3c5e2d7-e387-41ac-9623-0f52cd09a050,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:23:58.227337 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c3c5e2d7-e387-41ac-9623-0f52cd09a050), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:58.284466 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06eebb-2b83-4188-bceb-f848c0cda32a None None] Pushing event updated for resources: {'Port': ['ID=c3c5e2d7-e387-41ac-9623-0f52cd09a050,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:58.330029 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Publish callbacks [] for port (1b11b401-f62c-4917-bf66-f0f4706c2e7b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:58.372323 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (1b11b401-f62c-4917-bf66-f0f4706c2e7b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:58.378860 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1b5e33cd-ed29-45e1-a5e1-002fe2cd81be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:58.413809 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:23:58.418805 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:23:58.427166 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:23:58.461953 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Pushing event updated for resources: {'Port': ['ID=1b11b401-f62c-4917-bf66-f0f4706c2e7b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:58.703278 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Publish callbacks [] for router_gateway (e3342c50-3f38-497a-b2f4-011644856e8c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:58.788018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c3c5e2d7-e387-41ac-9623-0f52cd09a050 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:23:58.835780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c3c5e2d7-e387-41ac-9623-0f52cd09a050 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:58.836169 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c3c5e2d7-e387-41ac-9623-0f52cd09a050), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:58.920817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c3c5e2d7-e387-41ac-9623-0f52cd09a050 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:23:58.921474 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c3c5e2d7-e387-41ac-9623-0f52cd09a050), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:58.958325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port c3c5e2d7-e387-41ac-9623-0f52cd09a050, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c3c5e2d7-e387-41ac-9623-0f52cd09a050,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:23:58.962347 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c3c5e2d7-e387-41ac-9623-0f52cd09a050), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:59.024729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=c3c5e2d7-e387-41ac-9623-0f52cd09a050,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:23:59.252249 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (e3342c50-3f38-497a-b2f4-011644856e8c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:59.253082 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1ac39b-0039-4807-8cd0-b55409210815 None None] Network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:23:59.337713 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0bf0f470-2d85-4051-afdc-cd6742332e33 None None] Provisioning complete for port c3c5e2d7-e387-41ac-9623-0f52cd09a050 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:59.338095 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f470-2d85-4051-afdc-cd6742332e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c3c5e2d7-e387-41ac-9623-0f52cd09a050), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:59.384087 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Router e3342c50-3f38-497a-b2f4-011644856e8c is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:23:59.453991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0f470-2d85-4051-afdc-cd6742332e33 None None] Current status of the port c3c5e2d7-e387-41ac-9623-0f52cd09a050 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:23:59.478773 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:59.506637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:23:59.517856 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Sync routers for ids ['e3342c50-3f38-497a-b2f4-011644856e8c'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:23:59.524585 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:59.528434 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-74469bf2-9d3a-4441-bb3b-1805486ed14a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8700042 Feb 16 17:23:59.528822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53764) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:23:59.529424 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Routers {'e3342c50-3f38-497a-b2f4-011644856e8c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:23:59.530910 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:23:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['e3342c50-3f38-497a-b2f4-011644856e8c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:59.643329 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Set router e3342c50-3f38-497a-b2f4-011644856e8c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:23:59.678152 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d69e8d03-2b5b-4eec-90ad-c6b7851d5705 None None] Provisioning complete for port c3c5e2d7-e387-41ac-9623-0f52cd09a050 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:23:59.678792 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d69e8d03-2b5b-4eec-90ad-c6b7851d5705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c3c5e2d7-e387-41ac-9623-0f52cd09a050), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:59.760408 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d69e8d03-2b5b-4eec-90ad-c6b7851d5705 None None] Current status of the port c3c5e2d7-e387-41ac-9623-0f52cd09a050 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:23:59.830203 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'name': 'tempest-TestEncryptedCinderVolumes-2019187125-router', 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '1b11b401-f62c-4917-bf66-f0f4706c2e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:57Z', 'updated_at': '2022-02-16T17:23:58Z', 'revision_number': 3, 'project_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'gw_port': {'id': '1b11b401-f62c-4917-bf66-f0f4706c2e7b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:58Z', 'updated_at': '2022-02-16T17:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:23:59.856535 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Checking router: e3342c50-3f38-497a-b2f4-011644856e8c for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:23:59.856880 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Updating router e3342c50-3f38-497a-b2f4-011644856e8c port 1b11b401-f62c-4917-bf66-f0f4706c2e7b binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:23:59.883690 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1b11b401-f62c-4917-bf66-f0f4706c2e7b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:23:59.991180 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:00.137695 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Publish callbacks [] for port (1b11b401-f62c-4917-bf66-f0f4706c2e7b), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:00.143241 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1b11b401-f62c-4917-bf66-f0f4706c2e7b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:00.194536 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Attempting to bind port 1b11b401-f62c-4917-bf66-f0f4706c2e7b on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:24:00.194892 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Attempting to bind port 1b11b401-f62c-4917-bf66-f0f4706c2e7b by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:24:00.195258 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Attempting to bind port 1b11b401-f62c-4917-bf66-f0f4706c2e7b on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:24:00.202766 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:24:00.203140 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:24:00.203544 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:00.204505 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:24:00.205154 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Bound port: 1b11b401-f62c-4917-bf66-f0f4706c2e7b, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:24:00.205537 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1b11b401-f62c-4917-bf66-f0f4706c2e7b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:00.207035 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208b803-c64c-4363-834b-3db390b54f11 None None] Pushing event updated for resources: {'Port': ['ID=1b11b401-f62c-4917-bf66-f0f4706c2e7b,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:00.232269 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b803-c64c-4363-834b-3db390b54f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:00.232620 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b803-c64c-4363-834b-3db390b54f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:00.232956 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b803-c64c-4363-834b-3db390b54f11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:00.233285 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b803-c64c-4363-834b-3db390b54f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:00.233614 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b803-c64c-4363-834b-3db390b54f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:00.233936 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b803-c64c-4363-834b-3db390b54f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:00.234257 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b803-c64c-4363-834b-3db390b54f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:00.234576 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b803-c64c-4363-834b-3db390b54f11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:00.234895 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b803-c64c-4363-834b-3db390b54f11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:00.235744 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b803-c64c-4363-834b-3db390b54f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:00.236086 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b803-c64c-4363-834b-3db390b54f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:00.236404 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b803-c64c-4363-834b-3db390b54f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:00.236725 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b803-c64c-4363-834b-3db390b54f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:00.242202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Allocated IP 172.20.0.1 (bcfe14a7-6e43-4801-b9a4-1f1a76e3c942/8f7574b4-d3d6-4d9c-b0d3-2eb10161f235/1b3be0ed-6b6a-4d0a-9068-96f0b054edf0) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:24:00.270452 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] For port 1b11b401-f62c-4917-bf66-f0f4706c2e7b, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:24:00.273824 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] For port 1b11b401-f62c-4917-bf66-f0f4706c2e7b, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1b11b401-f62c-4917-bf66-f0f4706c2e7b,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:24:00.280020 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1b11b401-f62c-4917-bf66-f0f4706c2e7b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:00.335875 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Routers {'e3342c50-3f38-497a-b2f4-011644856e8c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:24:00.336498 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:23:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['e3342c50-3f38-497a-b2f4-011644856e8c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:00.357953 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Publish callbacks [] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:00.392441 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:00.433970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:24:00.438987 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:24:00.442846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:24:00.472980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Pushing event updated for resources: {'Port': ['ID=1b3be0ed-6b6a-4d0a-9068-96f0b054edf0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:00.492625 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (e3342c50-3f38-497a-b2f4-011644856e8c), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:00.509999 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208b803-c64c-4363-834b-3db390b54f11 None None] Pushing event updated for resources: {'Port': ['ID=1b11b401-f62c-4917-bf66-f0f4706c2e7b,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:00.561220 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] Set router e3342c50-3f38-497a-b2f4-011644856e8c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:24:00.664636 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:00.689700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-938f9929-d862-4c73-b40d-e670904ef957 None None] Provisioning complete for port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:00.690307 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-938f9929-d862-4c73-b40d-e670904ef957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:00.734038 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-938f9929-d862-4c73-b40d-e670904ef957 None None] Port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:24:00.755229 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'name': 'tempest-TestEncryptedCinderVolumes-2019187125-router', 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '1b11b401-f62c-4917-bf66-f0f4706c2e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:57Z', 'updated_at': '2022-02-16T17:23:58Z', 'revision_number': 3, 'project_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'gw_port': {'id': '1b11b401-f62c-4917-bf66-f0f4706c2e7b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:58Z', 'updated_at': '2022-02-16T17:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:00.781948 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c3c5e2d7-e387-41ac-9623-0f52cd09a050 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:24:00.784131 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476bb81-9e66-451f-aac4-e7289ec5d21a None None] The sync data for ids ['e3342c50-3f38-497a-b2f4-011644856e8c'] in n-d-669411-5 is: [{'id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'name': 'tempest-TestEncryptedCinderVolumes-2019187125-router', 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '1b11b401-f62c-4917-bf66-f0f4706c2e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:57Z', 'updated_at': '2022-02-16T17:23:58Z', 'revision_number': 3, 'project_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'gw_port': {'id': '1b11b401-f62c-4917-bf66-f0f4706c2e7b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:58Z', 'updated_at': '2022-02-16T17:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:24:00.834040 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Publish callbacks [] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:00.835048 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c3c5e2d7-e387-41ac-9623-0f52cd09a050 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:00.835462 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c3c5e2d7-e387-41ac-9623-0f52cd09a050), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:00.840457 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:00.909240 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (e3342c50-3f38-497a-b2f4-011644856e8c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:00.911078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Pushing event updated for resources: {'Port': ['ID=1b3be0ed-6b6a-4d0a-9068-96f0b054edf0,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:00.925415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c3c5e2d7-e387-41ac-9623-0f52cd09a050 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:01.031036 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:01.037409 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:24:01.038822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:24:01.171937 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Router e3342c50-3f38-497a-b2f4-011644856e8c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:24:01.304852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:24:01.313737 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4e560433-a50a-4b5d-ab5c-af307cc532a6 admin admin] 10.222.0.24 "PUT /v2.0/routers/e3342c50-3f38-497a-b2f4-011644856e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7818682 Feb 16 17:24:01.369784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7704aa85-710c-4dfe-8ff5-17293ba0accc None None] Provisioning complete for port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:01.370425 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7704aa85-710c-4dfe-8ff5-17293ba0accc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:01.638356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7704aa85-710c-4dfe-8ff5-17293ba0accc None None] Port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:24:01.802830 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:01.861733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 53780) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:24:01.867219 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1784649459-network', 'tenant_id': 'ae4606a5109449dd9d0ed06b997c7a44'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:24:01.886307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] Made reservation on behalf of ae4606a5109449dd9d0ed06b997c7a44 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:24:01.888793 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:01.898316 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:01.972789 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] Publish callbacks [] for security_group (02fdb358-dd99-4686-91d4-bd0076c31dd8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:01.977767 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (02fdb358-dd99-4686-91d4-bd0076c31dd8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:02.006188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:24:02.012553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fdb358-dd99-4686-91d4-bd0076c31dd8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:02.019658 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (bdf031a3-6ced-445b-85ee-f11c740e4fc7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:02.020042 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] Added segment bdf031a3-6ced-445b-85ee-f11c740e4fc7 of type vlan for network eb0e656a-2570-4cb4-a720-23dc1fc407c7 Feb 16 17:24:02.062791 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (eb0e656a-2570-4cb4-a720-23dc1fc407c7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:02.090654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (eb0e656a-2570-4cb4-a720-23dc1fc407c7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:02.091645 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:02.092258 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:02.123057 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2599945 Feb 16 17:24:02.126625 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53782) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:24:02.132441 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ab64a0c9-8b83-4427-a5e2-f084ab55c7ec admin admin] Request body: {'subnet': {'network_id': 'eb0e656a-2570-4cb4-a720-23dc1fc407c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1784649459-subnet', 'tenant_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:24:02.153111 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab64a0c9-8b83-4427-a5e2-f084ab55c7ec admin admin] Made reservation on behalf of ae4606a5109449dd9d0ed06b997c7a44 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:24:02.155728 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab64a0c9-8b83-4427-a5e2-f084ab55c7ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:02.159700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e73081-c62d-4e78-9d79-0d470a662e50 admin admin] Pushing event updated for resources: {'Network': ['ID=eb0e656a-2570-4cb4-a720-23dc1fc407c7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:02.171158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network eb0e656a-2570-4cb4-a720-23dc1fc407c7 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:24:02.183978 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:02.346735 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab64a0c9-8b83-4427-a5e2-f084ab55c7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (9183257f-017a-4da3-ae46-68842344f9f6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:02.411361 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64a0c9-8b83-4427-a5e2-f084ab55c7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9183257f-017a-4da3-ae46-68842344f9f6,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:02.415843 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab64a0c9-8b83-4427-a5e2-f084ab55c7ec admin admin] Checking segment: {'id': 'bdf031a3-6ced-445b-85ee-f11c740e4fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'eb0e656a-2570-4cb4-a720-23dc1fc407c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:24:02.416156 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab64a0c9-8b83-4427-a5e2-f084ab55c7ec admin admin] Network hostable DHCP agents. Network: eb0e656a-2570-4cb4-a720-23dc1fc407c7, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:24:02.436749 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab64a0c9-8b83-4427-a5e2-f084ab55c7ec admin admin] Network eb0e656a-2570-4cb4-a720-23dc1fc407c7 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:24:02.442052 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-ab64a0c9-8b83-4427-a5e2-f084ab55c7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, eb0e656a-2570-4cb4-a720-23dc1fc407c7) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:24:02.446353 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab64a0c9-8b83-4427-a5e2-f084ab55c7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:02.446967 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ab64a0c9-8b83-4427-a5e2-f084ab55c7ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:02.452837 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3651c688-1371-4f79-9b42-2ca6fb0aff7f None None] Network eb0e656a-2570-4cb4-a720-23dc1fc407c7 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:24:02.473715 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ab64a0c9-8b83-4427-a5e2-f084ab55c7ec admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3432062 Feb 16 17:24:02.473900 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53784) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:24:02.478858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1784649459-router', 'tenant_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:24:02.501364 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (650f7961-c0c8-4108-9f58-4676eff4ea44), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:02.502583 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (650f7961-c0c8-4108-9f58-4676eff4ea44), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:02.571663 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Publish callbacks [] for router_controller (650f7961-c0c8-4108-9f58-4676eff4ea44), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:02.588235 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-eb0e656a-2570-4cb4-a720-23dc1fc407c7', 'network_id': 'eb0e656a-2570-4cb4-a720-23dc1fc407c7', 'project_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'fixed_ips': [{'subnet_id': '9183257f-017a-4da3-ae46-68842344f9f6'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:24:02.589175 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:02.608920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Sync routers for ids ['e3342c50-3f38-497a-b2f4-011644856e8c'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:24:02.638650 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Routers {'e3342c50-3f38-497a-b2f4-011644856e8c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:24:02.638869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:23:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['e3342c50-3f38-497a-b2f4-011644856e8c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:02.724096 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Publish callbacks [] for router_gateway (650f7961-c0c8-4108-9f58-4676eff4ea44), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:02.855620 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Set router e3342c50-3f38-497a-b2f4-011644856e8c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:24:02.887864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Allocated IP 172.20.0.2 (eb0e656a-2570-4cb4-a720-23dc1fc407c7/9183257f-017a-4da3-ae46-68842344f9f6/c8d69ff0-8ee1-47a8-be76-3cc259fdca86) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:24:02.893044 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1b11b401-f62c-4917-bf66-f0f4706c2e7b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:24:02.976147 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Publish callbacks [] for router_gateway (650f7961-c0c8-4108-9f58-4676eff4ea44), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:02.997701 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:03.107648 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Allocated IP 172.25.4.28 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/61265e37-31ff-4605-91e7-87f4e7e4c7bb) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:24:03.136752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 1b11b401-f62c-4917-bf66-f0f4706c2e7b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:03.137132 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1b11b401-f62c-4917-bf66-f0f4706c2e7b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:03.218378 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Publish callbacks [] for port (61265e37-31ff-4605-91e7-87f4e7e4c7bb), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:03.257877 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (61265e37-31ff-4605-91e7-87f4e7e4c7bb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:03.263820 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Publish callbacks [] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:03.290861 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:03.303306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:24:03.307361 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:24:03.312169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:24:03.315957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Pushing event updated for resources: {'Port': ['ID=61265e37-31ff-4605-91e7-87f4e7e4c7bb,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:03.354239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Network eb0e656a-2570-4cb4-a720-23dc1fc407c7 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:24:03.365321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 1b11b401-f62c-4917-bf66-f0f4706c2e7b is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:03.365709 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1b11b401-f62c-4917-bf66-f0f4706c2e7b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:03.374126 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:24:03.376605 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:24:03.382482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'name': 'tempest-TestEncryptedCinderVolumes-2019187125-router', 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '1b11b401-f62c-4917-bf66-f0f4706c2e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:57Z', 'updated_at': '2022-02-16T17:24:00Z', 'revision_number': 4, 'project_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'gw_port': {'id': '1b11b401-f62c-4917-bf66-f0f4706c2e7b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:58Z', 'updated_at': '2022-02-16T17:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '1b3be0ed-6b6a-4d0a-9068-96f0b054edf0', 'name': '', 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942', 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'mac_address': 'fa:16:3e:03:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '8f7574b4-d3d6-4d9c-b0d3-2eb10161f235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:24:00Z', 'updated_at': '2022-02-16T17:24:00Z', 'revision_number': 2, 'project_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'subnets': [{'id': '8f7574b4-d3d6-4d9c-b0d3-2eb10161f235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:03.418529 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Pushing event updated for resources: {'Port': ['ID=c8d69ff0-8ee1-47a8-be76-3cc259fdca86,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:03.423918 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Checking router: e3342c50-3f38-497a-b2f4-011644856e8c for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:24:03.424274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Updating router e3342c50-3f38-497a-b2f4-011644856e8c port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:24:03.468970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 1b11b401-f62c-4917-bf66-f0f4706c2e7b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1b11b401-f62c-4917-bf66-f0f4706c2e7b,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:24:03.478003 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1b11b401-f62c-4917-bf66-f0f4706c2e7b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:03.506117 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:03.552221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Attempting to bind port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:24:03.553215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Attempting to bind port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'bdf031a3-6ced-445b-85ee-f11c740e4fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'eb0e656a-2570-4cb4-a720-23dc1fc407c7'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:24:03.553215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Attempting to bind port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 on network eb0e656a-2570-4cb4-a720-23dc1fc407c7 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:24:03.569474 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:24:03.569866 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Checking segment: {'id': 'bdf031a3-6ced-445b-85ee-f11c740e4fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'eb0e656a-2570-4cb4-a720-23dc1fc407c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:24:03.570264 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:03.570660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Bound using segment: {'id': 'bdf031a3-6ced-445b-85ee-f11c740e4fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'eb0e656a-2570-4cb4-a720-23dc1fc407c7'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:24:03.571148 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Bound port: c8d69ff0-8ee1-47a8-be76-3cc259fdca86, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf031a3-6ced-445b-85ee-f11c740e4fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'eb0e656a-2570-4cb4-a720-23dc1fc407c7'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:24:03.571926 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:03.602844 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Publish callbacks [] for router_gateway (650f7961-c0c8-4108-9f58-4676eff4ea44), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:03.604962 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=1b11b401-f62c-4917-bf66-f0f4706c2e7b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:03.735516 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] For port c8d69ff0-8ee1-47a8-be76-3cc259fdca86, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:24:03.739742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] For port c8d69ff0-8ee1-47a8-be76-3cc259fdca86, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c8d69ff0-8ee1-47a8-be76-3cc259fdca86,segment=NetworkSegment(bdf031a3-6ced-445b-85ee-f11c740e4fc7),segment_id=bdf031a3-6ced-445b-85ee-f11c740e4fc7)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:24:03.754639 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:03.811877 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (650f7961-c0c8-4108-9f58-4676eff4ea44), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:03.871876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14083f-8a36-450f-bb4a-a52b91a83374 None None] Pushing event updated for resources: {'Port': ['ID=c8d69ff0-8ee1-47a8-be76-3cc259fdca86,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:03.952897 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Publish callbacks [] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:03.958471 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Router 650f7961-c0c8-4108-9f58-4676eff4ea44 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:24:03.959504 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:04.048101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0e214-aab2-439e-987c-982478f3b362 None None] Pushing event updated for resources: {'Port': ['ID=1b3be0ed-6b6a-4d0a-9068-96f0b054edf0,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:04.110765 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:24:04.120398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Attempting to bind port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:24:04.120810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Attempting to bind port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:24:04.121259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Attempting to bind port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 on network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:24:04.125223 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Sync routers for ids ['650f7961-c0c8-4108-9f58-4676eff4ea44'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:24:04.128123 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:24:04.128596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Checking segment: {'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:24:04.129216 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:04.129622 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Bound using segment: {'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:24:04.130286 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Bound port: 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:24:04.130543 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:04.143604 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Routers {'650f7961-c0c8-4108-9f58-4676eff4ea44'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:24:04.144272 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:23:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['650f7961-c0c8-4108-9f58-4676eff4ea44'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:04.158717 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-789439a2-5d40-4549-b699-021764605493 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:04.162532 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-789439a2-5d40-4549-b699-021764605493 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6852472 Feb 16 17:24:04.162876 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 53786) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:24:04.216403 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] For port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:24:04.221259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] For port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1b3be0ed-6b6a-4d0a-9068-96f0b054edf0,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:24:04.231835 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:04.308384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0e214-aab2-439e-987c-982478f3b362 None None] Pushing event updated for resources: {'Port': ['ID=1b3be0ed-6b6a-4d0a-9068-96f0b054edf0,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:04.312087 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Routers {'e3342c50-3f38-497a-b2f4-011644856e8c'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:24:04.312856 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:23:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['e3342c50-3f38-497a-b2f4-011644856e8c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:04.352470 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Set router 650f7961-c0c8-4108-9f58-4676eff4ea44 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:24:04.418486 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ed17d00a-6e0a-4e1e-9d66-1660ed1443dd None None] Provisioning complete for port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:04.418967 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ed17d00a-6e0a-4e1e-9d66-1660ed1443dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:04.490143 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] Set router e3342c50-3f38-497a-b2f4-011644856e8c gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:24:04.615500 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'name': 'tempest-TestEncryptedCinderVolumes-1784649459-router', 'tenant_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '61265e37-31ff-4605-91e7-87f4e7e4c7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:24:02Z', 'updated_at': '2022-02-16T17:24:03Z', 'revision_number': 3, 'project_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'gw_port': {'id': '61265e37-31ff-4605-91e7-87f4e7e4c7bb', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:24:03Z', 'updated_at': '2022-02-16T17:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:04.626126 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ed17d00a-6e0a-4e1e-9d66-1660ed1443dd None None] Current status of the port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:04.626580 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ed17d00a-6e0a-4e1e-9d66-1660ed1443dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:04.648314 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Checking router: 650f7961-c0c8-4108-9f58-4676eff4ea44 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:24:04.648840 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Updating router 650f7961-c0c8-4108-9f58-4676eff4ea44 port 61265e37-31ff-4605-91e7-87f4e7e4c7bb binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:24:04.685659 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (61265e37-31ff-4605-91e7-87f4e7e4c7bb), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:04.702983 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ed17d00a-6e0a-4e1e-9d66-1660ed1443dd None None] For port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1b3be0ed-6b6a-4d0a-9068-96f0b054edf0,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:24:04.711416 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ed17d00a-6e0a-4e1e-9d66-1660ed1443dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:04.809517 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:04.974390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1b11b401-f62c-4917-bf66-f0f4706c2e7b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:24:05.034386 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Allocated IP 172.20.0.1 (eb0e656a-2570-4cb4-a720-23dc1fc407c7/9183257f-017a-4da3-ae46-68842344f9f6/04b6470c-d039-446f-8ac0-fef4b5c9cbaa) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:24:05.042314 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.053032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f279c7a0-a17b-4f24-b1ff-ce915b2907a9 None None] Provisioning complete for port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:05.053411 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f279c7a0-a17b-4f24-b1ff-ce915b2907a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.077830 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Publish callbacks [] for port (61265e37-31ff-4605-91e7-87f4e7e4c7bb), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.089962 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (61265e37-31ff-4605-91e7-87f4e7e4c7bb), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.090220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17d00a-6e0a-4e1e-9d66-1660ed1443dd None None] Pushing event updated for resources: {'Port': ['ID=1b3be0ed-6b6a-4d0a-9068-96f0b054edf0,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:05.137355 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 1b11b401-f62c-4917-bf66-f0f4706c2e7b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:05.137822 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1b11b401-f62c-4917-bf66-f0f4706c2e7b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.168764 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'name': 'tempest-TestEncryptedCinderVolumes-2019187125-router', 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '1b11b401-f62c-4917-bf66-f0f4706c2e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:57Z', 'updated_at': '2022-02-16T17:24:00Z', 'revision_number': 4, 'project_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'gw_port': {'id': '1b11b401-f62c-4917-bf66-f0f4706c2e7b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:58Z', 'updated_at': '2022-02-16T17:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '1b3be0ed-6b6a-4d0a-9068-96f0b054edf0', 'name': '', 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942', 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'mac_address': 'fa:16:3e:03:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '8f7574b4-d3d6-4d9c-b0d3-2eb10161f235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:24:00Z', 'updated_at': '2022-02-16T17:24:04Z', 'revision_number': 4, 'project_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'subnets': [{'id': '8f7574b4-d3d6-4d9c-b0d3-2eb10161f235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:05.177493 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Attempting to bind port 61265e37-31ff-4605-91e7-87f4e7e4c7bb on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:24:05.178113 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Attempting to bind port 61265e37-31ff-4605-91e7-87f4e7e4c7bb by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:24:05.179067 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Attempting to bind port 61265e37-31ff-4605-91e7-87f4e7e4c7bb on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:24:05.187695 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Publish callbacks [] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.198905 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:24:05.199567 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:24:05.199994 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.200660 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:24:05.201142 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Bound port: 61265e37-31ff-4605-91e7-87f4e7e4c7bb, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:24:05.201574 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (61265e37-31ff-4605-91e7-87f4e7e4c7bb), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.210143 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff9969-d6f3-43c0-894c-e6a7914f9ab8 None None] The sync data for ids ['e3342c50-3f38-497a-b2f4-011644856e8c'] in n-d-669411-5 is: [{'id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'name': 'tempest-TestEncryptedCinderVolumes-2019187125-router', 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '1b11b401-f62c-4917-bf66-f0f4706c2e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:57Z', 'updated_at': '2022-02-16T17:24:00Z', 'revision_number': 4, 'project_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'gw_port': {'id': '1b11b401-f62c-4917-bf66-f0f4706c2e7b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:58Z', 'updated_at': '2022-02-16T17:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '1b3be0ed-6b6a-4d0a-9068-96f0b054edf0', 'name': '', 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942', 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'mac_address': 'fa:16:3e:03:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '8f7574b4-d3d6-4d9c-b0d3-2eb10161f235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:24:00Z', 'updated_at': '2022-02-16T17:24:04Z', 'revision_number': 4, 'project_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'subnets': [{'id': '8f7574b4-d3d6-4d9c-b0d3-2eb10161f235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:24:05.244332 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.264148 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d9f6d3-6208-44b7-ab1d-d7807ce58967 None None] Network eb0e656a-2570-4cb4-a720-23dc1fc407c7 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:24:05.290551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f279c7a0-a17b-4f24-b1ff-ce915b2907a9 None None] Current status of the port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:05.303186 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] For port 61265e37-31ff-4605-91e7-87f4e7e4c7bb, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:24:05.308442 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] For port 61265e37-31ff-4605-91e7-87f4e7e4c7bb, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=61265e37-31ff-4605-91e7-87f4e7e4c7bb,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:24:05.320071 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (61265e37-31ff-4605-91e7-87f4e7e4c7bb), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.323343 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Network eb0e656a-2570-4cb4-a720-23dc1fc407c7 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:24:05.328369 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa96bcc-9ecb-462e-91e2-8b8f2e8fc293 None None] Pushing event updated for resources: {'Port': ['ID=61265e37-31ff-4605-91e7-87f4e7e4c7bb,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:05.329365 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:24:05.331732 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Pushing event updated for resources: {'Port': ['ID=04b6470c-d039-446f-8ac0-fef4b5c9cbaa,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:05.333911 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:24:05.386946 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (650f7961-c0c8-4108-9f58-4676eff4ea44), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.399882 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Routers {'650f7961-c0c8-4108-9f58-4676eff4ea44'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:24:05.400513 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:23:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['650f7961-c0c8-4108-9f58-4676eff4ea44'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:05.443451 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa96bcc-9ecb-462e-91e2-8b8f2e8fc293 None None] Pushing event updated for resources: {'Port': ['ID=61265e37-31ff-4605-91e7-87f4e7e4c7bb,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:05.499054 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 1b11b401-f62c-4917-bf66-f0f4706c2e7b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:05.501912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c8d69ff0-8ee1-47a8-be76-3cc259fdca86 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:24:05.530847 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a4759e62-f890-4fec-8aee-9e27f382174b None None] Provisioning complete for port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:05.531226 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4759e62-f890-4fec-8aee-9e27f382174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.537724 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] Set router 650f7961-c0c8-4108-9f58-4676eff4ea44 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:24:05.549060 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.647653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:05.648131 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.744231 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a4759e62-f890-4fec-8aee-9e27f382174b None None] Current status of the port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:05.744736 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4759e62-f890-4fec-8aee-9e27f382174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.800373 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'name': 'tempest-TestEncryptedCinderVolumes-1784649459-router', 'tenant_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '61265e37-31ff-4605-91e7-87f4e7e4c7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:24:02Z', 'updated_at': '2022-02-16T17:24:03Z', 'revision_number': 3, 'project_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'gw_port': {'id': '61265e37-31ff-4605-91e7-87f4e7e4c7bb', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:24:03Z', 'updated_at': '2022-02-16T17:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:05.803209 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Publish callbacks [] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.815222 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.842220 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb391978-1fe6-4d02-92fc-9e71bb60d713 None None] The sync data for ids ['650f7961-c0c8-4108-9f58-4676eff4ea44'] in n-d-669411-5 is: [{'id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'name': 'tempest-TestEncryptedCinderVolumes-1784649459-router', 'tenant_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '61265e37-31ff-4605-91e7-87f4e7e4c7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:24:02Z', 'updated_at': '2022-02-16T17:24:03Z', 'revision_number': 3, 'project_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'gw_port': {'id': '61265e37-31ff-4605-91e7-87f4e7e4c7bb', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:24:03Z', 'updated_at': '2022-02-16T17:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:24:05.856279 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a4759e62-f890-4fec-8aee-9e27f382174b None None] For port c8d69ff0-8ee1-47a8-be76-3cc259fdca86, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c8d69ff0-8ee1-47a8-be76-3cc259fdca86,segment=NetworkSegment(bdf031a3-6ced-445b-85ee-f11c740e4fc7),segment_id=bdf031a3-6ced-445b-85ee-f11c740e4fc7)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:24:05.857686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:05.858257 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.867921 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4759e62-f890-4fec-8aee-9e27f382174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.921239 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (650f7961-c0c8-4108-9f58-4676eff4ea44), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:05.935665 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Pushing event updated for resources: {'Port': ['ID=04b6470c-d039-446f-8ac0-fef4b5c9cbaa,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:06.034471 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 17:24:06.034993 n-d-669411-5 neutron-server[103423]: DEBUG oslo_db.api [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 17:24:06.045595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4759e62-f890-4fec-8aee-9e27f382174b None None] Pushing event updated for resources: {'Port': ['ID=c8d69ff0-8ee1-47a8-be76-3cc259fdca86,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:06.049928 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bc91f7ef-55e1-467c-ab12-93c050a963ba None None] Provisioning complete for port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:06.050312 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bc91f7ef-55e1-467c-ab12-93c050a963ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:06.087068 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Network eb0e656a-2570-4cb4-a720-23dc1fc407c7 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:24:06.088701 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:24:06.179604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bc91f7ef-55e1-467c-ab12-93c050a963ba None None] Current status of the port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:06.191626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bc91f7ef-55e1-467c-ab12-93c050a963ba None None] Provisioning complete for port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:06.191903 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bc91f7ef-55e1-467c-ab12-93c050a963ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:06.252265 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bc91f7ef-55e1-467c-ab12-93c050a963ba None None] Port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:24:06.273719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Router 650f7961-c0c8-4108-9f58-4676eff4ea44 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:24:06.375613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-86bfe8fd-8275-479a-bf31-478eeb1dc815 None None] Provisioning complete for port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:06.378328 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86bfe8fd-8275-479a-bf31-478eeb1dc815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:06.439562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-86bfe8fd-8275-479a-bf31-478eeb1dc815 None None] Port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:24:06.443223 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:24:06.454541 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9dc0e5a7-c95c-43c9-879a-6356693a284d admin admin] 10.222.0.24 "PUT /v2.0/routers/650f7961-c0c8-4108-9f58-4676eff4ea44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2904129 Feb 16 17:24:06.585763 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:06.676062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0ef9bc13-41f2-40d8-8353-fdc0857e866d None None] Provisioning complete for port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:06.676395 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ef9bc13-41f2-40d8-8353-fdc0857e866d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:06.744728 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0ef9bc13-41f2-40d8-8353-fdc0857e866d None None] Port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:24:06.895491 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:24:06.960028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:06.960664 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:07.064090 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:07.065209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 61265e37-31ff-4605-91e7-87f4e7e4c7bb up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:24:07.116715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 61265e37-31ff-4605-91e7-87f4e7e4c7bb triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:07.117218 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (61265e37-31ff-4605-91e7-87f4e7e4c7bb), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:07.204665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 61265e37-31ff-4605-91e7-87f4e7e4c7bb is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:07.205075 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (61265e37-31ff-4605-91e7-87f4e7e4c7bb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:07.225919 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 61265e37-31ff-4605-91e7-87f4e7e4c7bb, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=61265e37-31ff-4605-91e7-87f4e7e4c7bb,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:24:07.230654 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (61265e37-31ff-4605-91e7-87f4e7e4c7bb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:07.231471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c8d69ff0-8ee1-47a8-be76-3cc259fdca86 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:24:07.292105 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-79af7c0b-6050-4237-a53f-ea55c464237f tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:07.293635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-79af7c0b-6050-4237-a53f-ea55c464237f tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/networks?id=bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 HTTP/1.1" status: 200 len: 817 time: 0.1257107 Feb 16 17:24:07.309067 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a22f3ee6-6440-4d1f-82cb-80fc58afa5ff tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/quotas/ae35dd9caeae41bd9f1440255e0bcdd4 HTTP/1.1" status: 200 len: 375 time: 0.0092056 Feb 16 17:24:07.309592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=61265e37-31ff-4605-91e7-87f4e7e4c7bb,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:07.321625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:07.322013 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:07.371294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-29f5af56-910e-4c12-b776-4399f6cfd385 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae35dd9caeae41bd9f1440255e0bcdd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543566 Feb 16 17:24:07.404937 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:07.468225 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-3bf66631-c60c-41e8-bd49-9806c045ef58 service neutron] 10.222.0.24 "GET /v2.0/networks/bcfe14a7-6e43-4801-b9a4-1f1a76e3c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843565 Feb 16 17:24:07.559269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-dcb4bfac-3532-4692-8181-f2f990143116 service neutron] 10.222.0.24 "GET /v2.0/networks/bcfe14a7-6e43-4801-b9a4-1f1a76e3c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854478 Feb 16 17:24:07.729550 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea3fd2b2-7add-4dfd-baf6-45b3534d4ca7 req-cfd28d7d-7fd8-47a0-af8c-40d9bb6e09bd tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 210 time: 0.0291612 Feb 16 17:24:08.642322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-73928c3b-977a-488a-a182-d55a9f7ac919 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:08.643781 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-73928c3b-977a-488a-a182-d55a9f7ac919 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.65 "GET /v2.0/networks?id=bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 HTTP/1.1" status: 200 len: 817 time: 0.1170933 Feb 16 17:24:08.656659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Request body: {'port': {'device_id': 'ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec', 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942', 'admin_state_up': True, 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:24:08.688623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Sync routers for ids ['650f7961-c0c8-4108-9f58-4676eff4ea44'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:24:08.699477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Routers {'650f7961-c0c8-4108-9f58-4676eff4ea44'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:24:08.700253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:23:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['650f7961-c0c8-4108-9f58-4676eff4ea44'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:08.782292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Made reservation on behalf of ae35dd9caeae41bd9f1440255e0bcdd4 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:24:08.787118 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:08.787288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 61265e37-31ff-4605-91e7-87f4e7e4c7bb up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:24:08.857507 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Set router 650f7961-c0c8-4108-9f58-4676eff4ea44 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:24:08.907836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 61265e37-31ff-4605-91e7-87f4e7e4c7bb triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:08.908192 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (61265e37-31ff-4605-91e7-87f4e7e4c7bb), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:09.109697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 61265e37-31ff-4605-91e7-87f4e7e4c7bb is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:09.111892 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b05c8a77-c93f-4fff-87c0-3e208f6f13aa req-d5b4334c-72fe-4195-8e1a-a9e72e78fe4d tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 210 time: 0.3020515 Feb 16 17:24:09.141885 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'name': 'tempest-TestEncryptedCinderVolumes-1784649459-router', 'tenant_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '61265e37-31ff-4605-91e7-87f4e7e4c7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:24:02Z', 'updated_at': '2022-02-16T17:24:05Z', 'revision_number': 4, 'project_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'gw_port': {'id': '61265e37-31ff-4605-91e7-87f4e7e4c7bb', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:24:03Z', 'updated_at': '2022-02-16T17:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '04b6470c-d039-446f-8ac0-fef4b5c9cbaa', 'name': '', 'network_id': 'eb0e656a-2570-4cb4-a720-23dc1fc407c7', 'tenant_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'mac_address': 'fa:16:3e:7c:27:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9183257f-017a-4da3-ae46-68842344f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:24:04Z', 'updated_at': '2022-02-16T17:24:05Z', 'revision_number': 2, 'project_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'subnets': [{'id': '9183257f-017a-4da3-ae46-68842344f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:09.167875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Checking router: 650f7961-c0c8-4108-9f58-4676eff4ea44 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:24:09.168236 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Updating router 650f7961-c0c8-4108-9f58-4676eff4ea44 port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:24:09.196420 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Allocated IP 172.20.0.10 (bcfe14a7-6e43-4801-b9a4-1f1a76e3c942/8f7574b4-d3d6-4d9c-b0d3-2eb10161f235/0d62d997-92d3-4d67-91f3-93020165e801) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:24:09.199149 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:09.344367 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks [] for port (0d62d997-92d3-4d67-91f3-93020165e801), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:09.379359 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (0d62d997-92d3-4d67-91f3-93020165e801), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:09.426069 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:24:09.429238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:24:09.432924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:24:09.460843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Pushing event updated for resources: {'Port': ['ID=0d62d997-92d3-4d67-91f3-93020165e801,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:09.476015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.476369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.476798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.477148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.477762 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.477896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.478128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.478703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.479035 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.479364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.479692 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.480038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.480369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.493062 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Publish callbacks [] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:09.499373 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:09.500941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:09.501584 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:09.522557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-2c583256-9ffc-406d-9072-b116b3de0ad3 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8707249 Feb 16 17:24:09.533175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-e16c83b9-5731-45f5-9961-01482e46b3ee tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:24:09.534716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-e16c83b9-5731-45f5-9961-01482e46b3ee tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074468 Feb 16 17:24:09.546822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Request body: {'port': {'device_id': 'ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:24:09.548866 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41545534-e8d6-4bd6-afd6-173e33774f9b None None] Pushing event updated for resources: {'Port': ['ID=04b6470c-d039-446f-8ac0-fef4b5c9cbaa,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:09.562430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41545534-e8d6-4bd6-afd6-173e33774f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.562785 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41545534-e8d6-4bd6-afd6-173e33774f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.563203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41545534-e8d6-4bd6-afd6-173e33774f9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.563547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41545534-e8d6-4bd6-afd6-173e33774f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.563901 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41545534-e8d6-4bd6-afd6-173e33774f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.564246 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41545534-e8d6-4bd6-afd6-173e33774f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.564565 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41545534-e8d6-4bd6-afd6-173e33774f9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.564886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41545534-e8d6-4bd6-afd6-173e33774f9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.565209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41545534-e8d6-4bd6-afd6-173e33774f9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.565531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41545534-e8d6-4bd6-afd6-173e33774f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.565850 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41545534-e8d6-4bd6-afd6-173e33774f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.566173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41545534-e8d6-4bd6-afd6-173e33774f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.566495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41545534-e8d6-4bd6-afd6-173e33774f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:24:09.631177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Attempting to bind port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:24:09.631469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Attempting to bind port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'bdf031a3-6ced-445b-85ee-f11c740e4fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'eb0e656a-2570-4cb4-a720-23dc1fc407c7'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:24:09.631615 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0d62d997-92d3-4d67-91f3-93020165e801), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:09.631864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Attempting to bind port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa on network eb0e656a-2570-4cb4-a720-23dc1fc407c7 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:24:09.637420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:24:09.637794 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Checking segment: {'id': 'bdf031a3-6ced-445b-85ee-f11c740e4fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'eb0e656a-2570-4cb4-a720-23dc1fc407c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:24:09.638199 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:09.638593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Bound using segment: {'id': 'bdf031a3-6ced-445b-85ee-f11c740e4fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'eb0e656a-2570-4cb4-a720-23dc1fc407c7'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:24:09.639203 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Bound port: 04b6470c-d039-446f-8ac0-fef4b5c9cbaa, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf031a3-6ced-445b-85ee-f11c740e4fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'eb0e656a-2570-4cb4-a720-23dc1fc407c7'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:24:09.639589 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:09.710037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] For port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:24:09.713828 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] For port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=04b6470c-d039-446f-8ac0-fef4b5c9cbaa,segment=NetworkSegment(bdf031a3-6ced-445b-85ee-f11c740e4fc7),segment_id=bdf031a3-6ced-445b-85ee-f11c740e4fc7)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:24:09.722245 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:09.793855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Routers {'650f7961-c0c8-4108-9f58-4676eff4ea44'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:24:09.794505 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:23:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['650f7961-c0c8-4108-9f58-4676eff4ea44'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:09.867792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41545534-e8d6-4bd6-afd6-173e33774f9b None None] Pushing event updated for resources: {'Port': ['ID=04b6470c-d039-446f-8ac0-fef4b5c9cbaa,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:09.878272 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-05a1d749-63e3-49a9-b335-767adbf02496 None None] Provisioning complete for port 0d62d997-92d3-4d67-91f3-93020165e801 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:09.878659 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-05a1d749-63e3-49a9-b335-767adbf02496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0d62d997-92d3-4d67-91f3-93020165e801), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:09.939859 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d62d997-92d3-4d67-91f3-93020165e801 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:24:09.948952 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Publish callbacks [] for port (0d62d997-92d3-4d67-91f3-93020165e801), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:09.963439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Transition to ACTIVE for port object 0d62d997-92d3-4d67-91f3-93020165e801 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:24:09.967832 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (0d62d997-92d3-4d67-91f3-93020165e801), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:10.031319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Pushing event updated for resources: {'Port': ['ID=0d62d997-92d3-4d67-91f3-93020165e801,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:10.101805 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-05a1d749-63e3-49a9-b335-767adbf02496 None None] Port 0d62d997-92d3-4d67-91f3-93020165e801 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:24:10.113962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Attempting to bind port 0d62d997-92d3-4d67-91f3-93020165e801 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:24:10.114325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Attempting to bind port 0d62d997-92d3-4d67-91f3-93020165e801 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:24:10.114621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Attempting to bind port 0d62d997-92d3-4d67-91f3-93020165e801 on network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:24:10.120214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Port 0d62d997-92d3-4d67-91f3-93020165e801 on network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:24:10.120552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Attempting to bind port 0d62d997-92d3-4d67-91f3-93020165e801 on network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:24:10.126622 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:24:10.126916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Checking segment: {'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:24:10.127397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Bound using segment: {'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:24:10.127852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Bound port: 0d62d997-92d3-4d67-91f3-93020165e801, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:24:10.128120 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] Set router 650f7961-c0c8-4108-9f58-4676eff4ea44 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:24:10.128227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0d62d997-92d3-4d67-91f3-93020165e801), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:10.246795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] For port 0d62d997-92d3-4d67-91f3-93020165e801, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:24:10.263482 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] For port 0d62d997-92d3-4d67-91f3-93020165e801, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=0d62d997-92d3-4d67-91f3-93020165e801,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:24:10.275698 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (0d62d997-92d3-4d67-91f3-93020165e801), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:10.279701 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c82d9ac3-2ba5-4525-8ad7-257c8112c1e4 None None] Provisioning complete for port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:10.280101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c82d9ac3-2ba5-4525-8ad7-257c8112c1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:10.311460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e4f12-9af1-47fa-9438-d58c40d632d5 req-4470774d-76ce-4546-b1f8-e18d47929d40 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:10.313745 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-660e4f12-9af1-47fa-9438-d58c40d632d5 req-4470774d-76ce-4546-b1f8-e18d47929d40 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 944 time: 0.1072233 Feb 16 17:24:10.329449 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:10.330200 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:10.331734 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] 10.222.0.65 "PUT /v2.0/ports/0d62d997-92d3-4d67-91f3-93020165e801 HTTP/1.1" status: 200 len: 1092 time: 0.7893558 Feb 16 17:24:10.332498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec', 'tag': '0d62d997-92d3-4d67-91f3-93020165e801'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:24:10.334854 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b8321a-c7cd-452f-b2f5-f4001daf7e66" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec", "tag": "0d62d997-92d3-4d67-91f3-93020165e801"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:24:10.388424 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2968be8d-2ba1-47c2-a0a5-d47e6e75c617 x-openstack-request-id: req-2968be8d-2ba1-47c2-a0a5-d47e6e75c617 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:24:10.388721 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec", "tag": "0d62d997-92d3-4d67-91f3-93020165e801", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:24:10.388977 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2968be8d-2ba1-47c2-a0a5-d47e6e75c617 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:24:10.389388 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec', 'tag': '0d62d997-92d3-4d67-91f3-93020165e801', 'status': 'completed', 'code': 200} Feb 16 17:24:10.436733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fee39-e3a0-462f-bcde-48b8075ced3c service neutron] Pushing event updated for resources: {'Port': ['ID=0d62d997-92d3-4d67-91f3-93020165e801,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:10.444039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c82d9ac3-2ba5-4525-8ad7-257c8112c1e4 None None] Current status of the port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:10.444649 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c82d9ac3-2ba5-4525-8ad7-257c8112c1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:10.448053 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'name': 'tempest-TestEncryptedCinderVolumes-1784649459-router', 'tenant_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '61265e37-31ff-4605-91e7-87f4e7e4c7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:24:02Z', 'updated_at': '2022-02-16T17:24:05Z', 'revision_number': 4, 'project_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'gw_port': {'id': '61265e37-31ff-4605-91e7-87f4e7e4c7bb', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:24:03Z', 'updated_at': '2022-02-16T17:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '04b6470c-d039-446f-8ac0-fef4b5c9cbaa', 'name': '', 'network_id': 'eb0e656a-2570-4cb4-a720-23dc1fc407c7', 'tenant_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'mac_address': 'fa:16:3e:7c:27:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9183257f-017a-4da3-ae46-68842344f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:24:04Z', 'updated_at': '2022-02-16T17:24:09Z', 'revision_number': 4, 'project_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'subnets': [{'id': '9183257f-017a-4da3-ae46-68842344f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:24:10.468497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-660e4f12-9af1-47fa-9438-d58c40d632d5 req-0eadfa21-0c74-4b93-8519-35003ba4fd03 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174707 Feb 16 17:24:10.483456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-7f8c5d05-3b4a-4c37-909a-0fcead8bfb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:10.485170 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-7f8c5d05-3b4a-4c37-909a-0fcead8bfb93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae35dd9caeae41bd9f1440255e0bcdd4&device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 1126 time: 0.1106775 Feb 16 17:24:10.495509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc030e8b-e200-4293-82e0-724cf2c09bf9 None None] The sync data for ids ['650f7961-c0c8-4108-9f58-4676eff4ea44'] in n-d-669411-5 is: [{'id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'name': 'tempest-TestEncryptedCinderVolumes-1784649459-router', 'tenant_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '61265e37-31ff-4605-91e7-87f4e7e4c7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:24:02Z', 'updated_at': '2022-02-16T17:24:05Z', 'revision_number': 4, 'project_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'gw_port': {'id': '61265e37-31ff-4605-91e7-87f4e7e4c7bb', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:24:03Z', 'updated_at': '2022-02-16T17:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '04b6470c-d039-446f-8ac0-fef4b5c9cbaa', 'name': '', 'network_id': 'eb0e656a-2570-4cb4-a720-23dc1fc407c7', 'tenant_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'mac_address': 'fa:16:3e:7c:27:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9183257f-017a-4da3-ae46-68842344f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:24:04Z', 'updated_at': '2022-02-16T17:24:09Z', 'revision_number': 4, 'project_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'subnets': [{'id': '9183257f-017a-4da3-ae46-68842344f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:24:10.526369 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c82d9ac3-2ba5-4525-8ad7-257c8112c1e4 None None] For port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=04b6470c-d039-446f-8ac0-fef4b5c9cbaa,segment=NetworkSegment(bdf031a3-6ced-445b-85ee-f11c740e4fc7),segment_id=bdf031a3-6ced-445b-85ee-f11c740e4fc7)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:24:10.531284 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c82d9ac3-2ba5-4525-8ad7-257c8112c1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:10.537684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-8f1c2412-3649-490f-91aa-500687ca0cd8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d62d997-92d3-4d67-91f3-93020165e801 HTTP/1.1" status: 200 len: 217 time: 0.0464244 Feb 16 17:24:10.604684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d9ac3-2ba5-4525-8ad7-257c8112c1e4 None None] Pushing event updated for resources: {'Port': ['ID=04b6470c-d039-446f-8ac0-fef4b5c9cbaa,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:10.620596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a93a7ea8-2db7-4c0b-b5bf-8b0086a63d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:10.624554 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-a93a7ea8-2db7-4c0b-b5bf-8b0086a63d6a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f7574b4-d3d6-4d9c-b0d3-2eb10161f235 HTTP/1.1" status: 200 len: 856 time: 0.0803499 Feb 16 17:24:10.675552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-f426e5da-d757-4000-98aa-0cb695f3b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:10.677161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-f426e5da-d757-4000-98aa-0cb695f3b05b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcfe14a7-6e43-4801-b9a4-1f1a76e3c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482213 Feb 16 17:24:10.780882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-d29a0ff2-007f-4aac-800a-fb360015da5b service neutron] 10.222.0.65 "GET /v2.0/networks/bcfe14a7-6e43-4801-b9a4-1f1a76e3c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976920 Feb 16 17:24:10.795341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 04b6470c-d039-446f-8ac0-fef4b5c9cbaa up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:24:10.847201 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:10.847577 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:10.883904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99c0c476-2853-4e40-a770-e66d753d0e0d req-90f0b78f-e5ec-4ce1-a2d3-7371a5039e13 service neutron] 10.222.0.65 "GET /v2.0/networks/bcfe14a7-6e43-4801-b9a4-1f1a76e3c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962102 Feb 16 17:24:10.930638 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:10.983707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8321a-c7cd-452f-b2f5-f4001daf7e66 req-556e3a90-bdad-4901-9340-836128a7f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:10.985996 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71b8321a-c7cd-452f-b2f5-f4001daf7e66 req-556e3a90-bdad-4901-9340-836128a7f269 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae35dd9caeae41bd9f1440255e0bcdd4&device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 1126 time: 0.0579939 Feb 16 17:24:11.079054 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8321a-c7cd-452f-b2f5-f4001daf7e66 req-55852d9b-8ed5-476d-a847-2ba8ba94e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:11.080665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71b8321a-c7cd-452f-b2f5-f4001daf7e66 req-55852d9b-8ed5-476d-a847-2ba8ba94e751 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 HTTP/1.1" status: 200 len: 918 time: 0.0895214 Feb 16 17:24:11.126119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71b8321a-c7cd-452f-b2f5-f4001daf7e66 req-9532bf0b-270d-49e8-bf69-70ad4558142c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d62d997-92d3-4d67-91f3-93020165e801 HTTP/1.1" status: 200 len: 217 time: 0.0399678 Feb 16 17:24:11.177767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8321a-c7cd-452f-b2f5-f4001daf7e66 req-c0729277-3724-4dd9-912a-7b4c480bff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:11.179352 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71b8321a-c7cd-452f-b2f5-f4001daf7e66 req-c0729277-3724-4dd9-912a-7b4c480bff75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f7574b4-d3d6-4d9c-b0d3-2eb10161f235 HTTP/1.1" status: 200 len: 856 time: 0.0477591 Feb 16 17:24:11.229627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8321a-c7cd-452f-b2f5-f4001daf7e66 req-db08cb2a-761f-4cdd-9e9d-6a087e987c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:11.231037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71b8321a-c7cd-452f-b2f5-f4001daf7e66 req-db08cb2a-761f-4cdd-9e9d-6a087e987c2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcfe14a7-6e43-4801-b9a4-1f1a76e3c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449734 Feb 16 17:24:11.322640 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71b8321a-c7cd-452f-b2f5-f4001daf7e66 req-b24ff3a7-8dfb-413d-ad91-eaf5149d3c13 service neutron] 10.222.0.65 "GET /v2.0/networks/bcfe14a7-6e43-4801-b9a4-1f1a76e3c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850534 Feb 16 17:24:11.412670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-71b8321a-c7cd-452f-b2f5-f4001daf7e66 req-1b3da2b0-84e7-4abe-8a2e-567fed893102 service neutron] 10.222.0.65 "GET /v2.0/networks/bcfe14a7-6e43-4801-b9a4-1f1a76e3c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825686 Feb 16 17:24:11.584389 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680234b7-6a55-4580-abf7-1ad68a5714b0 req-3a3b14e8-88af-4f87-a5bf-44e6fef81d9a tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:11.585856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-680234b7-6a55-4580-abf7-1ad68a5714b0 req-3a3b14e8-88af-4f87-a5bf-44e6fef81d9a tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 944 time: 0.0530059 Feb 16 17:24:11.638074 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-680234b7-6a55-4580-abf7-1ad68a5714b0 req-641fe6f7-50de-4ecd-96b8-db42abf3055b tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466018 Feb 16 17:24:12.438543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 0d62d997-92d3-4d67-91f3-93020165e801 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:24:12.536834 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 0d62d997-92d3-4d67-91f3-93020165e801, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=0d62d997-92d3-4d67-91f3-93020165e801,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:24:12.548334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '0d62d997-92d3-4d67-91f3-93020165e801', 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942', 'port_id': '0d62d997-92d3-4d67-91f3-93020165e801', 'mac_address': 'fa:16:3e:05:6e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7574b4-d3d6-4d9c-b0d3-2eb10161f235', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:24:12.584744 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 0d62d997-92d3-4d67-91f3-93020165e801 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:12.585141 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0d62d997-92d3-4d67-91f3-93020165e801), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:12.602347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d62d997-92d3-4d67-91f3-93020165e801 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:24:12.621784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 0d62d997-92d3-4d67-91f3-93020165e801, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=0d62d997-92d3-4d67-91f3-93020165e801,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:24:12.626280 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0d62d997-92d3-4d67-91f3-93020165e801), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:12.675080 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=0d62d997-92d3-4d67-91f3-93020165e801,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:12.757496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888131e-f33a-422e-9232-da894191eda1 req-717ad390-c503-47c1-904c-be7784f5fcc8 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:12.758893 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4888131e-f33a-422e-9232-da894191eda1 req-717ad390-c503-47c1-904c-be7784f5fcc8 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 945 time: 0.0536494 Feb 16 17:24:12.807799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4888131e-f33a-422e-9232-da894191eda1 req-2355c0b0-fa1c-4407-8a01-5dd0ba08d811 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432892 Feb 16 17:24:12.845207 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['0d62d997-92d3-4d67-91f3-93020165e801'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:24:13.931056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0eb5d-c6b5-42d1-8905-c27663693d79 req-918a2c42-16c3-42c4-a0a1-4e9af652b241 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:13.932553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6d0eb5d-c6b5-42d1-8905-c27663693d79 req-918a2c42-16c3-42c4-a0a1-4e9af652b241 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 945 time: 0.0525203 Feb 16 17:24:13.978817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6d0eb5d-c6b5-42d1-8905-c27663693d79 req-aff1c259-190d-44f4-9d8c-c80b14130a54 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405338 Feb 16 17:24:14.458037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 0d62d997-92d3-4d67-91f3-93020165e801 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:24:14.508120 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 0d62d997-92d3-4d67-91f3-93020165e801 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:24:14.512036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 0d62d997-92d3-4d67-91f3-93020165e801 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:14.512416 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (0d62d997-92d3-4d67-91f3-93020165e801), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:14.590239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 0d62d997-92d3-4d67-91f3-93020165e801 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:24:14.590635 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (0d62d997-92d3-4d67-91f3-93020165e801), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:14.613914 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d62d997-92d3-4d67-91f3-93020165e801'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:24:14.616207 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518d4f32-871c-4414-9f0c-06168c8b66b2" -d '{"events": [{"server_uuid": "ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec", "name": "network-vif-plugged", "status": "completed", "tag": "0d62d997-92d3-4d67-91f3-93020165e801"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:24:14.629821 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 0d62d997-92d3-4d67-91f3-93020165e801, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=0d62d997-92d3-4d67-91f3-93020165e801,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:24:14.637440 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (0d62d997-92d3-4d67-91f3-93020165e801), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:14.666503 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48c77ba-f3b3-4e24-870b-340b744864e6 x-openstack-request-id: req-a48c77ba-f3b3-4e24-870b-340b744864e6 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:24:14.666806 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec", "name": "network-vif-plugged", "status": "completed", "tag": "0d62d997-92d3-4d67-91f3-93020165e801", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:24:14.667063 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a48c77ba-f3b3-4e24-870b-340b744864e6 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:24:14.667455 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d62d997-92d3-4d67-91f3-93020165e801', 'code': 200} Feb 16 17:24:14.694920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=0d62d997-92d3-4d67-91f3-93020165e801,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:14.759543 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d37b8a-aed9-481f-8dda-3305d5e43e7e req-56723c18-0655-4321-96ad-64082b98e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:14.761099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87d37b8a-aed9-481f-8dda-3305d5e43e7e req-56723c18-0655-4321-96ad-64082b98e851 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 1128 time: 0.0492325 Feb 16 17:24:14.804450 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87d37b8a-aed9-481f-8dda-3305d5e43e7e req-6321519c-4e96-480b-b589-c7b0191bd221 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365317 Feb 16 17:24:15.099248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e2bc5-f9a2-4bb0-b524-aea6726b076e req-73a61d4a-c6ba-46cc-821c-44662121cb3a tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:15.100758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-442e2bc5-f9a2-4bb0-b524-aea6726b076e req-73a61d4a-c6ba-46cc-821c-44662121cb3a tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 946 time: 0.0534329 Feb 16 17:24:15.149735 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-442e2bc5-f9a2-4bb0-b524-aea6726b076e req-8ac77cf9-9038-4142-a366-d4dae048737a tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 Feb 16 17:24:16.274163 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c7c41-0fee-46d7-843f-7e144fdd7bbb req-2a88e76d-0123-46f0-b43d-7b44060b26eb tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:16.275626 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f34c7c41-0fee-46d7-843f-7e144fdd7bbb req-2a88e76d-0123-46f0-b43d-7b44060b26eb tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 946 time: 0.0559034 Feb 16 17:24:16.320954 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f34c7c41-0fee-46d7-843f-7e144fdd7bbb req-f7c63295-19f5-4680-9105-8b6191368a7c tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397673 Feb 16 17:24:16.438944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73c946-0d30-4bf9-9714-c0dac248d323 req-47e56442-3b16-4c6b-af09-02ad89981e40 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:16.440466 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb73c946-0d30-4bf9-9714-c0dac248d323 req-47e56442-3b16-4c6b-af09-02ad89981e40 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 946 time: 0.0525022 Feb 16 17:24:16.488010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb73c946-0d30-4bf9-9714-c0dac248d323 req-edf861e0-15f3-485a-a591-8c09a47a2e57 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420349 Feb 16 17:24:17.886962 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:24:25.764146 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b138a0e2-eca2-43c1-8cd1-e6a0c4570977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:28.379124 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1343a5a2-873e-4e7e-a997-18d482faec6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:29.484149 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:31.017397 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:31.814874 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:32.165232 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:34.949422 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:41.073574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95c3bde9-cf2a-42d0-a4d0-e2195dec01a2 req-f2fcf1c8-eb64-454e-85a5-08f623cecaad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482306 Feb 16 17:24:41.163639 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3bde9-cf2a-42d0-a4d0-e2195dec01a2 req-e19402c6-312a-4048-b65a-31d777309974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:41.165161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95c3bde9-cf2a-42d0-a4d0-e2195dec01a2 req-e19402c6-312a-4048-b65a-31d777309974 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae35dd9caeae41bd9f1440255e0bcdd4&device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 1128 time: 0.0486531 Feb 16 17:24:41.269936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3bde9-cf2a-42d0-a4d0-e2195dec01a2 req-dc98a1b9-1d28-479c-a2f3-91b6645d9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:41.271441 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95c3bde9-cf2a-42d0-a4d0-e2195dec01a2 req-dc98a1b9-1d28-479c-a2f3-91b6645d9af8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 HTTP/1.1" status: 200 len: 918 time: 0.0868983 Feb 16 17:24:41.318057 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95c3bde9-cf2a-42d0-a4d0-e2195dec01a2 req-01ec6256-af7d-4fee-99de-5e6eafc3666b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d62d997-92d3-4d67-91f3-93020165e801 HTTP/1.1" status: 200 len: 217 time: 0.0388405 Feb 16 17:24:41.366741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3bde9-cf2a-42d0-a4d0-e2195dec01a2 req-14090ed7-2f1a-4d17-86e7-02803f4851fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:41.368116 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95c3bde9-cf2a-42d0-a4d0-e2195dec01a2 req-14090ed7-2f1a-4d17-86e7-02803f4851fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f7574b4-d3d6-4d9c-b0d3-2eb10161f235 HTTP/1.1" status: 200 len: 856 time: 0.0446076 Feb 16 17:24:41.416188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3bde9-cf2a-42d0-a4d0-e2195dec01a2 req-df007729-a17c-4daf-aa42-68bded0015f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:41.417689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95c3bde9-cf2a-42d0-a4d0-e2195dec01a2 req-df007729-a17c-4daf-aa42-68bded0015f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcfe14a7-6e43-4801-b9a4-1f1a76e3c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439329 Feb 16 17:24:41.511303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95c3bde9-cf2a-42d0-a4d0-e2195dec01a2 req-6aec3230-3f47-4441-ac39-803beebed401 service neutron] 10.222.0.65 "GET /v2.0/networks/bcfe14a7-6e43-4801-b9a4-1f1a76e3c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873654 Feb 16 17:24:41.600911 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95c3bde9-cf2a-42d0-a4d0-e2195dec01a2 req-c5b48d11-63ce-428f-8094-d30c751dd5c9 service neutron] 10.222.0.65 "GET /v2.0/networks/bcfe14a7-6e43-4801-b9a4-1f1a76e3c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835528 Feb 16 17:24:50.630555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf6393-a484-4107-a18f-45deca555843 req-c9861bde-d0db-4801-907f-08f97949771b tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:50.632063 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20cf6393-a484-4107-a18f-45deca555843 req-c9861bde-d0db-4801-907f-08f97949771b tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 946 time: 0.0528374 Feb 16 17:24:50.683579 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20cf6393-a484-4107-a18f-45deca555843 req-0c000577-4000-4ddf-bb19-98ae76c8865c tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458262 Feb 16 17:24:51.807984 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cdb4a-8095-46c4-8ff8-faec29df534e req-5c1a420c-0657-4835-9937-f29db4c22228 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:51.809512 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dd9cdb4a-8095-46c4-8ff8-faec29df534e req-5c1a420c-0657-4835-9937-f29db4c22228 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 946 time: 0.0537469 Feb 16 17:24:51.858655 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dd9cdb4a-8095-46c4-8ff8-faec29df534e req-04faf9cb-1018-4fd1-bf79-15bfb4b9d45b tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423536 Feb 16 17:24:52.121605 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcb797-bc22-4d79-b970-62f677738b9d req-dfa98af8-9c2e-4adc-b433-045eb3e82eed tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:52.123006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46fcb797-bc22-4d79-b970-62f677738b9d req-dfa98af8-9c2e-4adc-b433-045eb3e82eed tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 946 time: 0.0522673 Feb 16 17:24:52.217896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-46fcb797-bc22-4d79-b970-62f677738b9d req-0e3d9875-0f2a-4002-a8c8-ef2133fed63f tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Deleting port 0d62d997-92d3-4d67-91f3-93020165e801 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:24:52.218432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-46fcb797-bc22-4d79-b970-62f677738b9d req-0e3d9875-0f2a-4002-a8c8-ef2133fed63f tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (0d62d997-92d3-4d67-91f3-93020165e801), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:52.314596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-46fcb797-bc22-4d79-b970-62f677738b9d req-0e3d9875-0f2a-4002-a8c8-ef2133fed63f tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] For port 0d62d997-92d3-4d67-91f3-93020165e801, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=0d62d997-92d3-4d67-91f3-93020165e801,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:24:52.315670 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-46fcb797-bc22-4d79-b970-62f677738b9d req-0e3d9875-0f2a-4002-a8c8-ef2133fed63f tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (0d62d997-92d3-4d67-91f3-93020165e801), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:52.330393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-46fcb797-bc22-4d79-b970-62f677738b9d req-0e3d9875-0f2a-4002-a8c8-ef2133fed63f tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Calling delete_port for 0d62d997-92d3-4d67-91f3-93020165e801 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:24:52.461511 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-46fcb797-bc22-4d79-b970-62f677738b9d req-0e3d9875-0f2a-4002-a8c8-ef2133fed63f tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (0d62d997-92d3-4d67-91f3-93020165e801), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:52.473124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['0d62d997-92d3-4d67-91f3-93020165e801'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:24:52.490674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d9875-0f2a-4002-a8c8-ef2133fed63f tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Pushing event deleted for resources: {'Port': ['ID=0d62d997-92d3-4d67-91f3-93020165e801,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:52.537533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fcb797-bc22-4d79-b970-62f677738b9d req-0e3d9875-0f2a-4002-a8c8-ef2133fed63f tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] No DVR routers for this DVR port 0d62d997-92d3-4d67-91f3-93020165e801 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:24:52.540054 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-46fcb797-bc22-4d79-b970-62f677738b9d req-0e3d9875-0f2a-4002-a8c8-ef2133fed63f tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:52.543336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-46fcb797-bc22-4d79-b970-62f677738b9d req-0e3d9875-0f2a-4002-a8c8-ef2133fed63f tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.65 "DELETE /v2.0/ports/0d62d997-92d3-4d67-91f3-93020165e801 HTTP/1.1" status: 204 len: 173 time: 0.4156632 Feb 16 17:24:52.543798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec', 'name': 'network-vif-deleted', 'tag': '0d62d997-92d3-4d67-91f3-93020165e801'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:24:52.546025 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5270a3-4e48-48ad-9b87-a4d0d5f9b17d" -d '{"events": [{"server_uuid": "ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec", "name": "network-vif-deleted", "tag": "0d62d997-92d3-4d67-91f3-93020165e801"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:24:52.585726 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123fe0c4-2594-45f5-84c6-725e0dab1c1b x-openstack-request-id: req-123fe0c4-2594-45f5-84c6-725e0dab1c1b {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:24:52.586026 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec", "name": "network-vif-deleted", "tag": "0d62d997-92d3-4d67-91f3-93020165e801", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:24:52.586283 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-123fe0c4-2594-45f5-84c6-725e0dab1c1b {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:24:52.586691 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec', 'name': 'network-vif-deleted', 'tag': '0d62d997-92d3-4d67-91f3-93020165e801', 'status': 'completed', 'code': 200} Feb 16 17:24:52.992960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c78688a-b616-401d-8943-49073a5655f7 req-943e37b6-e501-4d02-87a9-66f6c124778c tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebd1b3bf-a57c-4cde-81f4-8b9ee019c8ec HTTP/1.1" status: 200 len: 210 time: 0.0463529 Feb 16 17:24:54.613735 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-af121da0-c100-4785-a9f0-1e089dd48fd8 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:54.615223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-af121da0-c100-4785-a9f0-1e089dd48fd8 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/networks?id=bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 HTTP/1.1" status: 200 len: 817 time: 0.1031024 Feb 16 17:24:54.629856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-eb77998a-6658-45b1-bbf6-15bdd4b2c0cc tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/quotas/ae35dd9caeae41bd9f1440255e0bcdd4 HTTP/1.1" status: 200 len: 375 time: 0.0092802 Feb 16 17:24:54.671539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 0d62d997-92d3-4d67-91f3-93020165e801 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:24:54.685028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-f5d2927d-dcb4-4b97-9d81-a4aba13ef149 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae35dd9caeae41bd9f1440255e0bcdd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501254 Feb 16 17:24:54.692821 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 0d62d997-92d3-4d67-91f3-93020165e801 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:24:54.693166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 0d62d997-92d3-4d67-91f3-93020165e801 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:24:54.782255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-f13a6662-8062-4ceb-944d-d145a05f113c service neutron] 10.222.0.24 "GET /v2.0/networks/bcfe14a7-6e43-4801-b9a4-1f1a76e3c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848677 Feb 16 17:24:54.874135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-bd932fbf-2c1d-4967-9e8b-c679baaf2d8c service neutron] 10.222.0.24 "GET /v2.0/networks/bcfe14a7-6e43-4801-b9a4-1f1a76e3c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856853 Feb 16 17:24:54.887588 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:24:55.035967 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd8a080d-69a6-4456-bb71-0957be9b6134 req-30f91423-2421-4866-8258-e7b331f302e0 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 210 time: 0.0267110 Feb 16 17:24:55.766540 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1f92c985-7315-4889-bb92-5d47141fbdb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:55.930250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-9be2ed7a-180e-4f16-b0be-8bf42997ee74 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:55.932561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-9be2ed7a-180e-4f16-b0be-8bf42997ee74 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.65 "GET /v2.0/networks?id=bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 HTTP/1.1" status: 200 len: 817 time: 0.1096632 Feb 16 17:24:55.944809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-5f8c3a2d-c168-4217-a135-97f808830be0 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Request body: {'port': {'device_id': '5fd4d88e-a13c-4975-b29d-5d69003ddb2b', 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942', 'admin_state_up': True, 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:24:56.051494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-5f8c3a2d-c168-4217-a135-97f808830be0 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Made reservation on behalf of ae35dd9caeae41bd9f1440255e0bcdd4 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:24:56.054747 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-5f8c3a2d-c168-4217-a135-97f808830be0 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:56.147209 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-caea67ac-3d7c-46aa-b152-33ff36945dc9 req-dbfe504f-b332-4642-9639-83839e6b8799 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 210 time: 0.0338869 Feb 16 17:24:56.207466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-5f8c3a2d-c168-4217-a135-97f808830be0 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Allocated IP 172.20.0.14 (bcfe14a7-6e43-4801-b9a4-1f1a76e3c942/8f7574b4-d3d6-4d9c-b0d3-2eb10161f235/1087898f-5fa2-4e8d-961b-600a20fc3a85) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:24:56.355199 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-5f8c3a2d-c168-4217-a135-97f808830be0 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks [] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:56.387350 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-5f8c3a2d-c168-4217-a135-97f808830be0 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:56.430630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-5f8c3a2d-c168-4217-a135-97f808830be0 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:24:56.433725 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-5f8c3a2d-c168-4217-a135-97f808830be0 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:24:56.437392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-5f8c3a2d-c168-4217-a135-97f808830be0 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:24:56.443741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c3a2d-c168-4217-a135-97f808830be0 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Pushing event updated for resources: {'Port': ['ID=1087898f-5fa2-4e8d-961b-600a20fc3a85,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:56.490650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-5f8c3a2d-c168-4217-a135-97f808830be0 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:56.491265 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-5f8c3a2d-c168-4217-a135-97f808830be0 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:56.508038 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-5f8c3a2d-c168-4217-a135-97f808830be0 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5669827 Feb 16 17:24:56.525355 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Request body: {'port': {'device_id': '5fd4d88e-a13c-4975-b29d-5d69003ddb2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:24:56.591811 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:56.671051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4bbf8313-eea6-4380-acc7-84323740f921 None None] Provisioning complete for port 1087898f-5fa2-4e8d-961b-600a20fc3a85 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:24:56.671432 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4bbf8313-eea6-4380-acc7-84323740f921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:56.707645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf8313-eea6-4380-acc7-84323740f921 None None] Port 1087898f-5fa2-4e8d-961b-600a20fc3a85 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:24:56.851959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1087898f-5fa2-4e8d-961b-600a20fc3a85 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:24:56.859488 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Publish callbacks [] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:56.871090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Transition to ACTIVE for port object 1087898f-5fa2-4e8d-961b-600a20fc3a85 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:24:56.874819 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:57.185641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=1087898f-5fa2-4e8d-961b-600a20fc3a85,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:57.290602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Attempting to bind port 1087898f-5fa2-4e8d-961b-600a20fc3a85 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:24:57.290936 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Attempting to bind port 1087898f-5fa2-4e8d-961b-600a20fc3a85 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:24:57.291292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Attempting to bind port 1087898f-5fa2-4e8d-961b-600a20fc3a85 on network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:24:57.304825 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70157258-9e3d-4135-ae6e-70bf60577e49 req-8251baf3-096c-4809-8885-6ffa6652966b tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:57.306341 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70157258-9e3d-4135-ae6e-70bf60577e49 req-8251baf3-096c-4809-8885-6ffa6652966b tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 944 time: 0.0823979 Feb 16 17:24:57.307492 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Port 1087898f-5fa2-4e8d-961b-600a20fc3a85 on network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:24:57.307846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Attempting to bind port 1087898f-5fa2-4e8d-961b-600a20fc3a85 on network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:24:57.322380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:24:57.322712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Checking segment: {'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:24:57.323088 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Bound using segment: {'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:24:57.323526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Bound port: 1087898f-5fa2-4e8d-961b-600a20fc3a85, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:24:57.323916 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:57.390366 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-70157258-9e3d-4135-ae6e-70bf60577e49 req-c78bee4b-c31d-41b3-af39-8c11b2accd24 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776486 Feb 16 17:24:57.417303 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] For port 1087898f-5fa2-4e8d-961b-600a20fc3a85, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:24:57.421143 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] For port 1087898f-5fa2-4e8d-961b-600a20fc3a85, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1087898f-5fa2-4e8d-961b-600a20fc3a85,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:24:57.427821 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:57.460912 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:57.461580 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:57.462987 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] 10.222.0.65 "PUT /v2.0/ports/1087898f-5fa2-4e8d-961b-600a20fc3a85 HTTP/1.1" status: 200 len: 1092 time: 0.9476347 Feb 16 17:24:57.465402 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd4d88e-a13c-4975-b29d-5d69003ddb2b', 'tag': '1087898f-5fa2-4e8d-961b-600a20fc3a85'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:24:57.468590 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef408c9-6c78-494c-b612-5b2d15ff94f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd4d88e-a13c-4975-b29d-5d69003ddb2b", "tag": "1087898f-5fa2-4e8d-961b-600a20fc3a85"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:24:57.497661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1572d-3cda-4b52-a536-91a8907cdcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=1087898f-5fa2-4e8d-961b-600a20fc3a85,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:24:57.535925 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70c8306-f0da-4044-bda3-ac851f7bcee5 x-openstack-request-id: req-b70c8306-f0da-4044-bda3-ac851f7bcee5 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:24:57.536222 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd4d88e-a13c-4975-b29d-5d69003ddb2b", "tag": "1087898f-5fa2-4e8d-961b-600a20fc3a85", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:24:57.536477 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b70c8306-f0da-4044-bda3-ac851f7bcee5 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:24:57.536884 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd4d88e-a13c-4975-b29d-5d69003ddb2b', 'tag': '1087898f-5fa2-4e8d-961b-600a20fc3a85', 'status': 'completed', 'code': 200} Feb 16 17:24:57.556306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-5539b624-0482-4325-99d6-1f170a458c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:57.557598 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-5539b624-0482-4325-99d6-1f170a458c2d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae35dd9caeae41bd9f1440255e0bcdd4&device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 1126 time: 0.0518541 Feb 16 17:24:57.604809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-d877c6b7-247e-42cb-8c0b-62ad07c855bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1087898f-5fa2-4e8d-961b-600a20fc3a85 HTTP/1.1" status: 200 len: 217 time: 0.0400100 Feb 16 17:24:57.654122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-dc80ea61-a01a-4f78-ad99-4e6a197ea727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:57.655577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-dc80ea61-a01a-4f78-ad99-4e6a197ea727 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f7574b4-d3d6-4d9c-b0d3-2eb10161f235 HTTP/1.1" status: 200 len: 856 time: 0.0445244 Feb 16 17:24:57.703275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-e9be45a9-e697-44cf-bc2f-352273dcf17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:57.704764 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-e9be45a9-e697-44cf-bc2f-352273dcf17e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcfe14a7-6e43-4801-b9a4-1f1a76e3c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435753 Feb 16 17:24:57.797436 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-b4f951a0-bfba-446f-aeb4-f225c54d107c service neutron] 10.222.0.65 "GET /v2.0/networks/bcfe14a7-6e43-4801-b9a4-1f1a76e3c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871117 Feb 16 17:24:57.888631 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b1b7461a-f04c-4bdb-bdbb-9658e87c14a6 req-ca0cc804-f1f1-4b2e-81b8-6078e13a187c service neutron] 10.222.0.65 "GET /v2.0/networks/bcfe14a7-6e43-4801-b9a4-1f1a76e3c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858586 Feb 16 17:24:57.982406 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef408c9-6c78-494c-b612-5b2d15ff94f6 req-473a44dc-a8dc-4513-bf62-388761d7a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:57.983829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ef408c9-6c78-494c-b612-5b2d15ff94f6 req-473a44dc-a8dc-4513-bf62-388761d7a919 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae35dd9caeae41bd9f1440255e0bcdd4&device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 1126 time: 0.0453074 Feb 16 17:24:58.072141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef408c9-6c78-494c-b612-5b2d15ff94f6 req-2d145555-56f9-49b7-9182-9be771fe0012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:58.073586 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ef408c9-6c78-494c-b612-5b2d15ff94f6 req-2d145555-56f9-49b7-9182-9be771fe0012 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 HTTP/1.1" status: 200 len: 918 time: 0.0829501 Feb 16 17:24:58.118730 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ef408c9-6c78-494c-b612-5b2d15ff94f6 req-459ffdaf-0374-4600-8323-44803a0e0015 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1087898f-5fa2-4e8d-961b-600a20fc3a85 HTTP/1.1" status: 200 len: 217 time: 0.0383232 Feb 16 17:24:58.167132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef408c9-6c78-494c-b612-5b2d15ff94f6 req-adcfd8e8-4625-446c-b65f-baba1078f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:58.168705 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ef408c9-6c78-494c-b612-5b2d15ff94f6 req-adcfd8e8-4625-446c-b65f-baba1078f867 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f7574b4-d3d6-4d9c-b0d3-2eb10161f235 HTTP/1.1" status: 200 len: 856 time: 0.0436161 Feb 16 17:24:58.218252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef408c9-6c78-494c-b612-5b2d15ff94f6 req-d12d2d34-d2b3-40f3-87f7-94911c8cc832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:58.219851 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ef408c9-6c78-494c-b612-5b2d15ff94f6 req-d12d2d34-d2b3-40f3-87f7-94911c8cc832 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcfe14a7-6e43-4801-b9a4-1f1a76e3c942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438631 Feb 16 17:24:58.317185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ef408c9-6c78-494c-b612-5b2d15ff94f6 req-fc33edda-a1e4-44cc-9fbc-77bad20d8958 service neutron] 10.222.0.65 "GET /v2.0/networks/bcfe14a7-6e43-4801-b9a4-1f1a76e3c942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899439 Feb 16 17:24:58.371878 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a8e34f7-996d-4c9e-8086-7e519d93769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:58.405474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1ef408c9-6c78-494c-b612-5b2d15ff94f6 req-457003f2-e082-49b3-807a-563d48c6ee2a service neutron] 10.222.0.65 "GET /v2.0/networks/bcfe14a7-6e43-4801-b9a4-1f1a76e3c942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826921 Feb 16 17:24:58.517099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dfe30-4a67-4e1b-aff1-a2c8b890273f req-57ad726a-232b-4ad9-abd1-c8de782a7ccc tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:58.518578 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-423dfe30-4a67-4e1b-aff1-a2c8b890273f req-57ad726a-232b-4ad9-abd1-c8de782a7ccc tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 944 time: 0.0579593 Feb 16 17:24:58.565167 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-423dfe30-4a67-4e1b-aff1-a2c8b890273f req-63bbe073-f926-41a1-bb39-312343731370 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410755 Feb 16 17:24:59.484327 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:24:59.687601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a80904-4411-46ca-8fd4-6baca2cca704 req-7be7f059-8c12-4ae0-894a-f54ace91bf4d tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:24:59.689685 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47a80904-4411-46ca-8fd4-6baca2cca704 req-7be7f059-8c12-4ae0-894a-f54ace91bf4d tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 944 time: 0.0534911 Feb 16 17:24:59.740031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47a80904-4411-46ca-8fd4-6baca2cca704 req-01790e9f-7fc9-4f2e-98f1-e64a34502425 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 Feb 16 17:25:00.717973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1087898f-5fa2-4e8d-961b-600a20fc3a85 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:25:00.820655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1087898f-5fa2-4e8d-961b-600a20fc3a85, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1087898f-5fa2-4e8d-961b-600a20fc3a85,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:00.832013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '1087898f-5fa2-4e8d-961b-600a20fc3a85', 'network_id': 'bcfe14a7-6e43-4801-b9a4-1f1a76e3c942', 'port_id': '1087898f-5fa2-4e8d-961b-600a20fc3a85', 'mac_address': 'fa:16:3e:78:70:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7574b4-d3d6-4d9c-b0d3-2eb10161f235', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:25:00.861471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa6e76-d4c1-464a-b2be-b42556ebbb86 req-461afbd6-cb30-4c0b-baad-52af63ba8800 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:00.862958 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02aa6e76-d4c1-464a-b2be-b42556ebbb86 req-461afbd6-cb30-4c0b-baad-52af63ba8800 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 944 time: 0.0536163 Feb 16 17:25:00.869767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 1087898f-5fa2-4e8d-961b-600a20fc3a85 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:25:00.870161 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:00.883284 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1087898f-5fa2-4e8d-961b-600a20fc3a85 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:25:00.902499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1087898f-5fa2-4e8d-961b-600a20fc3a85, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1087898f-5fa2-4e8d-961b-600a20fc3a85,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:00.906503 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:00.915404 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02aa6e76-d4c1-464a-b2be-b42556ebbb86 req-902bc353-77ac-4c53-8fc7-29a877a809f1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466506 Feb 16 17:25:00.958332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=1087898f-5fa2-4e8d-961b-600a20fc3a85,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:01.019294 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:01.132074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['1087898f-5fa2-4e8d-961b-600a20fc3a85'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:25:01.814880 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:02.037608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7dbb73-676b-4fbc-81fe-1f1d6bd15df7 req-bfc83384-2046-42ea-a758-1fa6dc441cf9 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:02.039260 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f7dbb73-676b-4fbc-81fe-1f1d6bd15df7 req-bfc83384-2046-42ea-a758-1fa6dc441cf9 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 945 time: 0.0561376 Feb 16 17:25:02.088347 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f7dbb73-676b-4fbc-81fe-1f1d6bd15df7 req-a00b6d2f-a47c-4489-bd22-a685dfee7ef6 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Feb 16 17:25:02.168618 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:02.736916 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1087898f-5fa2-4e8d-961b-600a20fc3a85 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:25:02.785980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 1087898f-5fa2-4e8d-961b-600a20fc3a85 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:25:02.790107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 1087898f-5fa2-4e8d-961b-600a20fc3a85 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:02.790487 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:02.868305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 1087898f-5fa2-4e8d-961b-600a20fc3a85 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:25:02.868973 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:02.895242 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd4d88e-a13c-4975-b29d-5d69003ddb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1087898f-5fa2-4e8d-961b-600a20fc3a85'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:25:02.897489 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78ebb9c-a587-44e7-b924-2399d892f415" -d '{"events": [{"server_uuid": "5fd4d88e-a13c-4975-b29d-5d69003ddb2b", "name": "network-vif-plugged", "status": "completed", "tag": "1087898f-5fa2-4e8d-961b-600a20fc3a85"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:25:02.910068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1087898f-5fa2-4e8d-961b-600a20fc3a85, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1087898f-5fa2-4e8d-961b-600a20fc3a85,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:02.914761 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:02.940879 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d5d232-f586-455d-b327-06cf75910b9b x-openstack-request-id: req-20d5d232-f586-455d-b327-06cf75910b9b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:25:02.941171 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd4d88e-a13c-4975-b29d-5d69003ddb2b", "name": "network-vif-plugged", "status": "completed", "tag": "1087898f-5fa2-4e8d-961b-600a20fc3a85", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:25:02.941425 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20d5d232-f586-455d-b327-06cf75910b9b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:25:02.941816 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd4d88e-a13c-4975-b29d-5d69003ddb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1087898f-5fa2-4e8d-961b-600a20fc3a85', 'code': 200} Feb 16 17:25:02.966212 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=1087898f-5fa2-4e8d-961b-600a20fc3a85,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:03.036146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa951e-c808-46a9-95e2-aa20124d3b63 req-3ca3512d-31f2-4c52-8bae-71742ece452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:03.037659 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-78fa951e-c808-46a9-95e2-aa20124d3b63 req-3ca3512d-31f2-4c52-8bae-71742ece452e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 1128 time: 0.0460436 Feb 16 17:25:03.084462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-78fa951e-c808-46a9-95e2-aa20124d3b63 req-0a5fda3c-a3c1-4d2e-8cf9-ae2b935bc501 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394819 Feb 16 17:25:03.215227 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e0113-a592-4018-aba1-228ea987c60d req-db16905d-489d-43de-a30c-ec2021ce94dd tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:03.216790 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e0e0113-a592-4018-aba1-228ea987c60d req-db16905d-489d-43de-a30c-ec2021ce94dd tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 946 time: 0.0581646 Feb 16 17:25:03.264462 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e0e0113-a592-4018-aba1-228ea987c60d req-357a9947-9bc9-4d27-b545-171052b097f8 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420296 Feb 16 17:25:04.383723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3fe98-c29d-4543-8032-3715d915e4dc req-ce2fbf16-083a-4ddd-97d3-f947c448e046 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:04.385233 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fd3fe98-c29d-4543-8032-3715d915e4dc req-ce2fbf16-083a-4ddd-97d3-f947c448e046 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 946 time: 0.0518978 Feb 16 17:25:04.431339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fd3fe98-c29d-4543-8032-3715d915e4dc req-0dfa821d-65fa-475b-80c0-59f667ac685b tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405829 Feb 16 17:25:04.553033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a58557-617e-4af0-a6b2-627dbec8a113 req-6c4cf9fa-6585-4402-94f5-2fb8e86716c4 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:04.554412 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16a58557-617e-4af0-a6b2-627dbec8a113 req-6c4cf9fa-6585-4402-94f5-2fb8e86716c4 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 946 time: 0.0565240 Feb 16 17:25:04.600983 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16a58557-617e-4af0-a6b2-627dbec8a113 req-017848cd-333c-4081-80d3-813edbf34435 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409765 Feb 16 17:25:04.956111 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:25.769907 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5b922be4-f78c-4aec-ae65-887587eabaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:28.376820 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-85dc1fb1-2b0f-45e0-8d5f-d212d6e7bcf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:29.490766 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:31.023903 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:31.816452 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:31.887288 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:25:32.171447 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:34.947892 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:38.691477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82893c-59a4-4956-9275-86d83746d7ab req-7037cc58-cc82-49ff-82f5-e733e547e73f tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:38.693179 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d82893c-59a4-4956-9275-86d83746d7ab req-7037cc58-cc82-49ff-82f5-e733e547e73f tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 946 time: 0.0550680 Feb 16 17:25:38.740809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d82893c-59a4-4956-9275-86d83746d7ab req-90be20f7-38ae-4022-af67-4f1511515482 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418186 Feb 16 17:25:39.871990 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3881fe3-a75e-44f3-a247-2de7034a7685 req-a8fe08d9-142b-40c1-bb51-f95e3cfeda17 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:39.873464 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3881fe3-a75e-44f3-a247-2de7034a7685 req-a8fe08d9-142b-40c1-bb51-f95e3cfeda17 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 946 time: 0.0539200 Feb 16 17:25:39.924985 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f3881fe3-a75e-44f3-a247-2de7034a7685 req-721953df-f332-473c-8153-ca0cbea25f2a tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/security-groups?id=96340360-55d2-40fb-ab22-a645bfaaab67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458345 Feb 16 17:25:40.234537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444f3b1-38bc-42fb-a70b-8652e553540d req-f15cfa08-bd63-441c-a36d-247fabbb3ed5 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:40.236102 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d444f3b1-38bc-42fb-a70b-8652e553540d req-f15cfa08-bd63-441c-a36d-247fabbb3ed5 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 946 time: 0.0532825 Feb 16 17:25:40.338293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-d444f3b1-38bc-42fb-a70b-8652e553540d req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Deleting port 1087898f-5fa2-4e8d-961b-600a20fc3a85 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:25:40.338669 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d444f3b1-38bc-42fb-a70b-8652e553540d req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:40.442255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-d444f3b1-38bc-42fb-a70b-8652e553540d req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] For port 1087898f-5fa2-4e8d-961b-600a20fc3a85, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1087898f-5fa2-4e8d-961b-600a20fc3a85,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:40.442755 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d444f3b1-38bc-42fb-a70b-8652e553540d req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:40.459001 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-d444f3b1-38bc-42fb-a70b-8652e553540d req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Calling delete_port for 1087898f-5fa2-4e8d-961b-600a20fc3a85 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:25:40.587182 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d444f3b1-38bc-42fb-a70b-8652e553540d req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (1087898f-5fa2-4e8d-961b-600a20fc3a85), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:40.598751 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['1087898f-5fa2-4e8d-961b-600a20fc3a85'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:25:40.618244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Pushing event deleted for resources: {'Port': ['ID=1087898f-5fa2-4e8d-961b-600a20fc3a85,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:40.646986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:40.647341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:40.647689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:40.648057 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:40.648393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:40.648726 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:40.649061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:40.649395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:40.649714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:40.650038 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:40.650362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:40.650684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:40.651002 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:40.674389 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-d444f3b1-38bc-42fb-a70b-8652e553540d req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] No DVR routers for this DVR port 1087898f-5fa2-4e8d-961b-600a20fc3a85 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:25:40.676908 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-d444f3b1-38bc-42fb-a70b-8652e553540d req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:40.680134 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d444f3b1-38bc-42fb-a70b-8652e553540d req-3c0b3de7-e0e2-40c4-9f7d-ea366a01f4e1 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.65 "DELETE /v2.0/ports/1087898f-5fa2-4e8d-961b-600a20fc3a85 HTTP/1.1" status: 204 len: 173 time: 0.4393840 Feb 16 17:25:40.680575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd4d88e-a13c-4975-b29d-5d69003ddb2b', 'name': 'network-vif-deleted', 'tag': '1087898f-5fa2-4e8d-961b-600a20fc3a85'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:25:40.682892 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b401f1-7180-4ccd-b77e-66a63c40141b" -d '{"events": [{"server_uuid": "5fd4d88e-a13c-4975-b29d-5d69003ddb2b", "name": "network-vif-deleted", "tag": "1087898f-5fa2-4e8d-961b-600a20fc3a85"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:25:40.725305 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5ad1a8-a435-46ba-ae70-bedd6e264f28 x-openstack-request-id: req-9f5ad1a8-a435-46ba-ae70-bedd6e264f28 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:25:40.725602 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd4d88e-a13c-4975-b29d-5d69003ddb2b", "name": "network-vif-deleted", "tag": "1087898f-5fa2-4e8d-961b-600a20fc3a85", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:25:40.725865 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f5ad1a8-a435-46ba-ae70-bedd6e264f28 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:25:40.726267 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd4d88e-a13c-4975-b29d-5d69003ddb2b', 'name': 'network-vif-deleted', 'tag': '1087898f-5fa2-4e8d-961b-600a20fc3a85', 'status': 'completed', 'code': 200} Feb 16 17:25:41.040649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6d970a20-66ec-4b0e-8275-0815ea220441 req-f1832ecc-002a-41f4-8671-28c299508ba4 tempest-TestEncryptedCinderVolumes-1155334358 tempest-TestEncryptedCinderVolumes-1155334358-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fd4d88e-a13c-4975-b29d-5d69003ddb2b HTTP/1.1" status: 200 len: 210 time: 0.0310543 Feb 16 17:25:42.137081 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54142) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:42.809567 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (e3342c50-3f38-497a-b2f4-011644856e8c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:42.860969 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1087898f-5fa2-4e8d-961b-600a20fc3a85 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:25:42.887206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 1087898f-5fa2-4e8d-961b-600a20fc3a85 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:25:42.887556 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1087898f-5fa2-4e8d-961b-600a20fc3a85 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:25:43.070856 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Deleting port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:25:43.071110 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:43.152837 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] For port 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1b3be0ed-6b6a-4d0a-9068-96f0b054edf0,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:43.153556 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:43.165505 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Calling delete_port for 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:25:43.346949 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (1b3be0ed-6b6a-4d0a-9068-96f0b054edf0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:43.372758 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Pushing event deleted for resources: {'Port': ['ID=1b3be0ed-6b6a-4d0a-9068-96f0b054edf0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:43.399632 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:43.400000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:43.400337 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:43.400677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:43.401005 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:43.401330 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:43.401649 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:43.401970 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:43.402286 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:43.402603 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:43.402918 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:43.403231 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:43.403550 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:43.558444 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (e3342c50-3f38-497a-b2f4-011644856e8c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:43.780530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Router e3342c50-3f38-497a-b2f4-011644856e8c has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:25:43.890916 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:25:43.896179 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6f58a16c-c137-489e-b762-8e8b3ee1a48f admin admin] 10.222.0.24 "PUT /v2.0/routers/e3342c50-3f38-497a-b2f4-011644856e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7578986 Feb 16 17:25:43.898610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54146) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:43.901342 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45a9885-0b80-4203-890d-62c44ea867ef None None] Sync routers for ids ['e3342c50-3f38-497a-b2f4-011644856e8c'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:25:43.912394 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45a9885-0b80-4203-890d-62c44ea867ef None None] Routers {'e3342c50-3f38-497a-b2f4-011644856e8c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:25:43.912994 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b45a9885-0b80-4203-890d-62c44ea867ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['e3342c50-3f38-497a-b2f4-011644856e8c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:44.007906 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] Publish callbacks [] for router (e3342c50-3f38-497a-b2f4-011644856e8c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:44.020255 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b45a9885-0b80-4203-890d-62c44ea867ef None None] Set router e3342c50-3f38-497a-b2f4-011644856e8c gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:25:44.115868 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] Publish callbacks [] for router_gateway (e3342c50-3f38-497a-b2f4-011644856e8c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:44.173853 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] Deleting port 1b11b401-f62c-4917-bf66-f0f4706c2e7b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:25:44.174532 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1b11b401-f62c-4917-bf66-f0f4706c2e7b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:44.256755 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] For port 1b11b401-f62c-4917-bf66-f0f4706c2e7b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1b11b401-f62c-4917-bf66-f0f4706c2e7b,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:44.257112 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1b11b401-f62c-4917-bf66-f0f4706c2e7b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:44.273921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] Calling delete_port for 1b11b401-f62c-4917-bf66-f0f4706c2e7b owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:25:44.294332 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b45a9885-0b80-4203-890d-62c44ea867ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'name': 'tempest-TestEncryptedCinderVolumes-2019187125-router', 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '1b11b401-f62c-4917-bf66-f0f4706c2e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:57Z', 'updated_at': '2022-02-16T17:25:43Z', 'revision_number': 5, 'project_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'gw_port': {'id': '1b11b401-f62c-4917-bf66-f0f4706c2e7b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:23:58Z', 'updated_at': '2022-02-16T17:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:44.320966 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45a9885-0b80-4203-890d-62c44ea867ef None None] Checking router: e3342c50-3f38-497a-b2f4-011644856e8c for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:25:44.329216 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45a9885-0b80-4203-890d-62c44ea867ef None None] Routers {'e3342c50-3f38-497a-b2f4-011644856e8c'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:25:44.329816 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b45a9885-0b80-4203-890d-62c44ea867ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['e3342c50-3f38-497a-b2f4-011644856e8c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:44.418717 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-b45a9885-0b80-4203-890d-62c44ea867ef None None] Set router e3342c50-3f38-497a-b2f4-011644856e8c gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:25:44.454268 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (1b11b401-f62c-4917-bf66-f0f4706c2e7b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:44.474087 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-b45a9885-0b80-4203-890d-62c44ea867ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'name': 'tempest-TestEncryptedCinderVolumes-2019187125-router', 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:57Z', 'updated_at': '2022-02-16T17:25:44Z', 'revision_number': 6, 'project_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:44.486665 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] Pushing event deleted for resources: {'Port': ['ID=1b11b401-f62c-4917-bf66-f0f4706c2e7b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:44.502262 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45a9885-0b80-4203-890d-62c44ea867ef None None] The sync data for ids ['e3342c50-3f38-497a-b2f4-011644856e8c'] in n-d-669411-5 is: [{'id': 'e3342c50-3f38-497a-b2f4-011644856e8c', 'name': 'tempest-TestEncryptedCinderVolumes-2019187125-router', 'tenant_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:23:57Z', 'updated_at': '2022-02-16T17:25:44Z', 'revision_number': 6, 'project_id': 'ae35dd9caeae41bd9f1440255e0bcdd4', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:25:44.543553 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (e3342c50-3f38-497a-b2f4-011644856e8c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:44.636804 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (e3342c50-3f38-497a-b2f4-011644856e8c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:44.638962 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] Publish callbacks [] for router_controller (e3342c50-3f38-497a-b2f4-011644856e8c), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:44.686759 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (e3342c50-3f38-497a-b2f4-011644856e8c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:44.687351 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3342c50-3f38-497a-b2f4-011644856e8c {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:25:44.691790 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:44.693230 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-6b924d7b-a52c-42c1-ab6f-a18cccbddf7f admin admin] 10.222.0.24 "DELETE /v2.0/routers/e3342c50-3f38-497a-b2f4-011644856e8c HTTP/1.1" status: 204 len: 168 time: 0.7937145 Feb 16 17:25:44.695735 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54148) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:44.741894 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd5f502-871c-47ca-9f09-19a0029c7a8b admin admin] Deleting subnet 8f7574b4-d3d6-4d9c-b0d3-2eb10161f235 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:25:44.744985 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f502-871c-47ca-9f09-19a0029c7a8b admin admin] Publish callbacks [] for subnet (8f7574b4-d3d6-4d9c-b0d3-2eb10161f235), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:44.779221 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f502-871c-47ca-9f09-19a0029c7a8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (8f7574b4-d3d6-4d9c-b0d3-2eb10161f235), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:44.864375 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f502-871c-47ca-9f09-19a0029c7a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (8f7574b4-d3d6-4d9c-b0d3-2eb10161f235), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:44.920299 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f502-871c-47ca-9f09-19a0029c7a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (8f7574b4-d3d6-4d9c-b0d3-2eb10161f235), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:44.950158 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5f502-871c-47ca-9f09-19a0029c7a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f7574b4-d3d6-4d9c-b0d3-2eb10161f235,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:44.952406 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f502-871c-47ca-9f09-19a0029c7a8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:44.956397 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8cd5f502-871c-47ca-9f09-19a0029c7a8b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8f7574b4-d3d6-4d9c-b0d3-2eb10161f235 HTTP/1.1" status: 204 len: 168 time: 0.2596643 Feb 16 17:25:44.958817 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54150) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:44.965017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3ce26b-6527-45e8-be1b-4a698722f217 None None] Network bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:25:44.996618 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:25:45.036282 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (bcfe14a7-6e43-4801-b9a4-1f1a76e3c942), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:45.049938 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:25:45.050507 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1b3be0ed-6b6a-4d0a-9068-96f0b054edf0 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:25:45.097130 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] Deleting port c3c5e2d7-e387-41ac-9623-0f52cd09a050 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:25:45.097468 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c3c5e2d7-e387-41ac-9623-0f52cd09a050), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:45.160756 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] For port c3c5e2d7-e387-41ac-9623-0f52cd09a050, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c3c5e2d7-e387-41ac-9623-0f52cd09a050,segment=NetworkSegment(19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3),segment_id=19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:45.161113 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c3c5e2d7-e387-41ac-9623-0f52cd09a050), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:45.172502 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] Calling delete_port for c3c5e2d7-e387-41ac-9623-0f52cd09a050 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:25:45.253678 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c3c5e2d7-e387-41ac-9623-0f52cd09a050), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:45.278691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c5e2d7-e387-41ac-9623-0f52cd09a050,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:45.282653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] No DVR routers for this DVR port c3c5e2d7-e387-41ac-9623-0f52cd09a050 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:25:45.358031 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296fe3d3-e022-44e1-b33c-134484c425c1 None None] DHCP port deletion for bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:25:45.359487 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (bcfe14a7-6e43-4801-b9a4-1f1a76e3c942), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:45.382027 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfe14a7-6e43-4801-b9a4-1f1a76e3c942']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:45.391926 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:45.392242 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:45.401302 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:45.414226 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:45.419953 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:25:45.420327 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (19cfdb5d-66f5-4c9b-95db-7cdf0434a9c3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:25:45.421927 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:25:45.478263 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (bcfe14a7-6e43-4801-b9a4-1f1a76e3c942), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:45.484732 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:45.488304 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bcfe14a7-6e43-4801-b9a4-1f1a76e3c942 HTTP/1.1" status: 204 len: 168 time: 0.5285728 Feb 16 17:25:45.491312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54152) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:45.499064 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540b9d4-7a1b-4430-87b4-27767ebbfff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcfe14a7-6e43-4801-b9a4-1f1a76e3c942,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:45.850243 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c81c065-be80-40b8-a585-3c73f2669dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (650f7961-c0c8-4108-9f58-4676eff4ea44), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:46.101155 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7c81c065-be80-40b8-a585-3c73f2669dca admin admin] Deleting port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:25:46.101402 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c81c065-be80-40b8-a585-3c73f2669dca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:46.178514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-7c81c065-be80-40b8-a585-3c73f2669dca admin admin] For port 04b6470c-d039-446f-8ac0-fef4b5c9cbaa, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=04b6470c-d039-446f-8ac0-fef4b5c9cbaa,segment=NetworkSegment(bdf031a3-6ced-445b-85ee-f11c740e4fc7),segment_id=bdf031a3-6ced-445b-85ee-f11c740e4fc7)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:46.178874 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c81c065-be80-40b8-a585-3c73f2669dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:46.191292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7c81c065-be80-40b8-a585-3c73f2669dca admin admin] Calling delete_port for 04b6470c-d039-446f-8ac0-fef4b5c9cbaa owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:25:46.377743 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c81c065-be80-40b8-a585-3c73f2669dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (04b6470c-d039-446f-8ac0-fef4b5c9cbaa), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:46.406250 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81c065-be80-40b8-a585-3c73f2669dca admin admin] Pushing event deleted for resources: {'Port': ['ID=04b6470c-d039-446f-8ac0-fef4b5c9cbaa,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:46.584228 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7c81c065-be80-40b8-a585-3c73f2669dca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (650f7961-c0c8-4108-9f58-4676eff4ea44), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:46.800880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c81c065-be80-40b8-a585-3c73f2669dca admin admin] Router 650f7961-c0c8-4108-9f58-4676eff4ea44 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:25:46.867967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c3c5e2d7-e387-41ac-9623-0f52cd09a050 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:25:46.888810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: c3c5e2d7-e387-41ac-9623-0f52cd09a050 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:25:46.889258 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c3c5e2d7-e387-41ac-9623-0f52cd09a050 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:25:46.889749 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1b11b401-f62c-4917-bf66-f0f4706c2e7b no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:25:46.912633 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 1b11b401-f62c-4917-bf66-f0f4706c2e7b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:25:46.913761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1b11b401-f62c-4917-bf66-f0f4706c2e7b not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:25:47.165835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c81c065-be80-40b8-a585-3c73f2669dca admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:25:47.170921 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7c81c065-be80-40b8-a585-3c73f2669dca admin admin] 10.222.0.24 "PUT /v2.0/routers/650f7961-c0c8-4108-9f58-4676eff4ea44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6784205 Feb 16 17:25:47.179812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54154) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:47.180348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84768f3c-18f3-46b0-b7d8-7b0ca1307d7e None None] Sync routers for ids ['650f7961-c0c8-4108-9f58-4676eff4ea44'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:25:47.189495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84768f3c-18f3-46b0-b7d8-7b0ca1307d7e None None] Routers {'650f7961-c0c8-4108-9f58-4676eff4ea44'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:25:47.190144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-84768f3c-18f3-46b0-b7d8-7b0ca1307d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['650f7961-c0c8-4108-9f58-4676eff4ea44'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:47.290666 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] Publish callbacks [] for router (650f7961-c0c8-4108-9f58-4676eff4ea44), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:47.301303 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-84768f3c-18f3-46b0-b7d8-7b0ca1307d7e None None] Set router 650f7961-c0c8-4108-9f58-4676eff4ea44 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:25:47.404684 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] Publish callbacks [] for router_gateway (650f7961-c0c8-4108-9f58-4676eff4ea44), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:47.458432 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] Deleting port 61265e37-31ff-4605-91e7-87f4e7e4c7bb {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:25:47.458780 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (61265e37-31ff-4605-91e7-87f4e7e4c7bb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:47.488672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-84768f3c-18f3-46b0-b7d8-7b0ca1307d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'name': 'tempest-TestEncryptedCinderVolumes-1784649459-router', 'tenant_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '61265e37-31ff-4605-91e7-87f4e7e4c7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:24:02Z', 'updated_at': '2022-02-16T17:25:46Z', 'revision_number': 5, 'project_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'gw_port': {'id': '61265e37-31ff-4605-91e7-87f4e7e4c7bb', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:24:03Z', 'updated_at': '2022-02-16T17:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:47.515373 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84768f3c-18f3-46b0-b7d8-7b0ca1307d7e None None] Checking router: 650f7961-c0c8-4108-9f58-4676eff4ea44 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:25:47.523617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84768f3c-18f3-46b0-b7d8-7b0ca1307d7e None None] Routers {'650f7961-c0c8-4108-9f58-4676eff4ea44'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:25:47.524283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-84768f3c-18f3-46b0-b7d8-7b0ca1307d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['650f7961-c0c8-4108-9f58-4676eff4ea44'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:47.540712 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] For port 61265e37-31ff-4605-91e7-87f4e7e4c7bb, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=61265e37-31ff-4605-91e7-87f4e7e4c7bb,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:47.541078 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (61265e37-31ff-4605-91e7-87f4e7e4c7bb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:47.553410 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] Calling delete_port for 61265e37-31ff-4605-91e7-87f4e7e4c7bb owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:25:47.612414 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-84768f3c-18f3-46b0-b7d8-7b0ca1307d7e None None] Set router 650f7961-c0c8-4108-9f58-4676eff4ea44 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:25:47.663771 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-84768f3c-18f3-46b0-b7d8-7b0ca1307d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'name': 'tempest-TestEncryptedCinderVolumes-1784649459-router', 'tenant_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:24:02Z', 'updated_at': '2022-02-16T17:25:47Z', 'revision_number': 6, 'project_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:47.693801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84768f3c-18f3-46b0-b7d8-7b0ca1307d7e None None] The sync data for ids ['650f7961-c0c8-4108-9f58-4676eff4ea44'] in n-d-669411-5 is: [{'id': '650f7961-c0c8-4108-9f58-4676eff4ea44', 'name': 'tempest-TestEncryptedCinderVolumes-1784649459-router', 'tenant_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:24:02Z', 'updated_at': '2022-02-16T17:25:47Z', 'revision_number': 6, 'project_id': 'ae4606a5109449dd9d0ed06b997c7a44', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:25:47.723292 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (61265e37-31ff-4605-91e7-87f4e7e4c7bb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:47.755237 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] Pushing event deleted for resources: {'Port': ['ID=61265e37-31ff-4605-91e7-87f4e7e4c7bb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:47.815529 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (650f7961-c0c8-4108-9f58-4676eff4ea44), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:47.908427 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (650f7961-c0c8-4108-9f58-4676eff4ea44), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:47.910514 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] Publish callbacks [] for router_controller (650f7961-c0c8-4108-9f58-4676eff4ea44), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:47.953546 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (650f7961-c0c8-4108-9f58-4676eff4ea44), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:47.954773 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 650f7961-c0c8-4108-9f58-4676eff4ea44 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:25:47.959173 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:47.960485 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f8211b0f-45a6-493d-866c-07f586012770 admin admin] 10.222.0.24 "DELETE /v2.0/routers/650f7961-c0c8-4108-9f58-4676eff4ea44 HTTP/1.1" status: 204 len: 168 time: 0.7849329 Feb 16 17:25:47.962954 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54156) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:48.009054 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ea79d9-d843-4721-9c86-f131e45118f3 admin admin] Deleting subnet 9183257f-017a-4da3-ae46-68842344f9f6 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:25:48.012016 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-01ea79d9-d843-4721-9c86-f131e45118f3 admin admin] Publish callbacks [] for subnet (9183257f-017a-4da3-ae46-68842344f9f6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.052023 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-01ea79d9-d843-4721-9c86-f131e45118f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (9183257f-017a-4da3-ae46-68842344f9f6), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.133600 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-01ea79d9-d843-4721-9c86-f131e45118f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (9183257f-017a-4da3-ae46-68842344f9f6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.184971 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-01ea79d9-d843-4721-9c86-f131e45118f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (9183257f-017a-4da3-ae46-68842344f9f6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.211153 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea79d9-d843-4721-9c86-f131e45118f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9183257f-017a-4da3-ae46-68842344f9f6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:48.216150 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-01ea79d9-d843-4721-9c86-f131e45118f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.219372 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-01ea79d9-d843-4721-9c86-f131e45118f3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9183257f-017a-4da3-ae46-68842344f9f6 HTTP/1.1" status: 204 len: 168 time: 0.2554071 Feb 16 17:25:48.221941 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54158) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:48.224590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173bbdc3-26d3-4edf-9929-ed021da7cc9e None None] Network eb0e656a-2570-4cb4-a720-23dc1fc407c7 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:25:48.294850 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (eb0e656a-2570-4cb4-a720-23dc1fc407c7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.351826 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] Deleting port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:25:48.352202 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.417808 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] For port c8d69ff0-8ee1-47a8-be76-3cc259fdca86, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=c8d69ff0-8ee1-47a8-be76-3cc259fdca86,segment=NetworkSegment(bdf031a3-6ced-445b-85ee-f11c740e4fc7),segment_id=bdf031a3-6ced-445b-85ee-f11c740e4fc7)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:48.418163 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.429693 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] Calling delete_port for c8d69ff0-8ee1-47a8-be76-3cc259fdca86 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:25:48.490030 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] DHCP port deletion for eb0e656a-2570-4cb4-a720-23dc1fc407c7 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:25:48.521257 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.540254 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Deleting port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:25:48.540626 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.549019 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d69ff0-8ee1-47a8-be76-3cc259fdca86,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:48.550879 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] No DVR routers for this DVR port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:25:48.605217 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] For port c8d69ff0-8ee1-47a8-be76-3cc259fdca86, host n-d-669411-5, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:48.605617 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.619584 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Calling delete_port for c8d69ff0-8ee1-47a8-be76-3cc259fdca86 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:25:48.622380 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:25:48.623708 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (c8d69ff0-8ee1-47a8-be76-3cc259fdca86), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.628463 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (eb0e656a-2570-4cb4-a720-23dc1fc407c7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.648540 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0e656a-2570-4cb4-a720-23dc1fc407c7']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:48.650715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Pushing event deleted for resources: {'Port': ['ID=c8d69ff0-8ee1-47a8-be76-3cc259fdca86,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:48.658700 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf031a3-6ced-445b-85ee-f11c740e4fc7') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:48.658996 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf031a3-6ced-445b-85ee-f11c740e4fc7') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:48.662304 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] No DVR routers for this DVR port c8d69ff0-8ee1-47a8-be76-3cc259fdca86 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:25:48.664870 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:48.665298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:48.665559 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:48.665891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:48.666221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:48.666549 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:48.666873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:48.667198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:48.667523 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:48.667870 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:48.668193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:48.668535 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:48.668853 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565fc81d-13f4-44b2-9c0c-040de2a8086b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:48.669172 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (bdf031a3-6ced-445b-85ee-f11c740e4fc7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.686491 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (bdf031a3-6ced-445b-85ee-f11c740e4fc7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.693149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:25:48.693541 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (bdf031a3-6ced-445b-85ee-f11c740e4fc7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:25:48.695333 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:25:48.757339 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (eb0e656a-2570-4cb4-a720-23dc1fc407c7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.763452 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:48.766744 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] 10.222.0.24 "DELETE /v2.0/networks/eb0e656a-2570-4cb4-a720-23dc1fc407c7 HTTP/1.1" status: 204 len: 168 time: 0.5437534 Feb 16 17:25:48.782233 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a88ad-cf7f-431d-8a1a-6509b5c7604f admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0e656a-2570-4cb4-a720-23dc1fc407c7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:48.850164 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 04b6470c-d039-446f-8ac0-fef4b5c9cbaa no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:25:48.871701 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 04b6470c-d039-446f-8ac0-fef4b5c9cbaa {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:25:48.872073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 04b6470c-d039-446f-8ac0-fef4b5c9cbaa not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:25:48.872492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 61265e37-31ff-4605-91e7-87f4e7e4c7bb no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:25:48.892140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 61265e37-31ff-4605-91e7-87f4e7e4c7bb {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:25:48.892492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 61265e37-31ff-4605-91e7-87f4e7e4c7bb not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:25:48.892906 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c8d69ff0-8ee1-47a8-be76-3cc259fdca86 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:25:48.911688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: c8d69ff0-8ee1-47a8-be76-3cc259fdca86 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:25:48.912063 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device c8d69ff0-8ee1-47a8-be76-3cc259fdca86 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:25:48.961397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54162) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:49.001501 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-136f9181-c1c0-4dbb-a84a-b1eaab3bb03e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae35dd9caeae41bd9f1440255e0bcdd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382600 Feb 16 17:25:49.004352 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54164) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:49.050670 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec93c0be-e4d2-4582-9bec-01506ab98e87 admin admin] Publish callbacks [] for security_group (96340360-55d2-40fb-ab22-a645bfaaab67), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:49.071574 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec93c0be-e4d2-4582-9bec-01506ab98e87 admin admin] Publish callbacks [] for security_group (96340360-55d2-40fb-ab22-a645bfaaab67), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:49.118369 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec93c0be-e4d2-4582-9bec-01506ab98e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (96340360-55d2-40fb-ab22-a645bfaaab67), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:49.121223 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ec93c0be-e4d2-4582-9bec-01506ab98e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:49.122393 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ec93c0be-e4d2-4582-9bec-01506ab98e87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96340360-55d2-40fb-ab22-a645bfaaab67 HTTP/1.1" status: 204 len: 168 time: 0.1170685 Feb 16 17:25:49.130541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93c0be-e4d2-4582-9bec-01506ab98e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96340360-55d2-40fb-ab22-a645bfaaab67,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:49.441165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54170) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:49.481716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-53e54fcb-f23c-4840-85c3-f1f71025cfc9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae4606a5109449dd9d0ed06b997c7a44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393100 Feb 16 17:25:49.484176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54172) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:49.530269 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-614ded66-6b3b-40bf-9d28-ca6ceeeb0146 admin admin] Publish callbacks [] for security_group (02fdb358-dd99-4686-91d4-bd0076c31dd8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:49.553886 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-614ded66-6b3b-40bf-9d28-ca6ceeeb0146 admin admin] Publish callbacks [] for security_group (02fdb358-dd99-4686-91d4-bd0076c31dd8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:49.600786 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-614ded66-6b3b-40bf-9d28-ca6ceeeb0146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (02fdb358-dd99-4686-91d4-bd0076c31dd8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:49.603691 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-614ded66-6b3b-40bf-9d28-ca6ceeeb0146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:49.604877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-614ded66-6b3b-40bf-9d28-ca6ceeeb0146 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02fdb358-dd99-4686-91d4-bd0076c31dd8 HTTP/1.1" status: 204 len: 168 time: 0.1197889 Feb 16 17:25:49.612600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ded66-6b3b-40bf-9d28-ca6ceeeb0146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fdb358-dd99-4686-91d4-bd0076c31dd8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:50.261858 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54194) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:50.359544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-544304227-network', 'tenant_id': '31aeabda15a242f0baf49f8669012794'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:50.378573 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] Made reservation on behalf of 31aeabda15a242f0baf49f8669012794 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:25:50.381018 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:50.389122 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:50.463106 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] Publish callbacks [] for security_group (b0fe1482-6b70-4d2f-ba81-de1816afa403), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:50.466902 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b0fe1482-6b70-4d2f-ba81-de1816afa403), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:50.491343 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:25:50.501068 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fe1482-6b70-4d2f-ba81-de1816afa403,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:50.509763 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (9d0ed419-ec46-4433-a790-0e4da0f0510c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:50.510243 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] Added segment 9d0ed419-ec46-4433-a790-0e4da0f0510c of type vlan for network 3cfc1c38-844a-4515-b2ec-7a24e1c6501a Feb 16 17:25:50.549770 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (3cfc1c38-844a-4515-b2ec-7a24e1c6501a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:50.574133 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (3cfc1c38-844a-4515-b2ec-7a24e1c6501a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:50.575124 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:50.575696 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:50.610470 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3467138 Feb 16 17:25:50.613354 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54198) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:50.618706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c768c727-c604-420e-a7ba-6d883e78a9c7 admin admin] Request body: {'subnet': {'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-544304227-subnet', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:50.638139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c768c727-c604-420e-a7ba-6d883e78a9c7 admin admin] Made reservation on behalf of 31aeabda15a242f0baf49f8669012794 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:25:50.640621 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c768c727-c604-420e-a7ba-6d883e78a9c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:50.642159 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb675d-933f-4b90-80bd-53c7cb266d1d admin admin] Pushing event updated for resources: {'Network': ['ID=3cfc1c38-844a-4515-b2ec-7a24e1c6501a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:50.652413 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 3cfc1c38-844a-4515-b2ec-7a24e1c6501a details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:25:50.821562 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c768c727-c604-420e-a7ba-6d883e78a9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (277b6e0b-bc38-4535-a8de-73d98b6e6e63), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:50.878439 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768c727-c604-420e-a7ba-6d883e78a9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=277b6e0b-bc38-4535-a8de-73d98b6e6e63,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:50.887039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768c727-c604-420e-a7ba-6d883e78a9c7 admin admin] Checking segment: {'id': '9d0ed419-ec46-4433-a790-0e4da0f0510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:25:50.887404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c768c727-c604-420e-a7ba-6d883e78a9c7 admin admin] Network hostable DHCP agents. Network: 3cfc1c38-844a-4515-b2ec-7a24e1c6501a, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:25:50.904242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c768c727-c604-420e-a7ba-6d883e78a9c7 admin admin] Network 3cfc1c38-844a-4515-b2ec-7a24e1c6501a is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:25:50.913345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-c768c727-c604-420e-a7ba-6d883e78a9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 3cfc1c38-844a-4515-b2ec-7a24e1c6501a) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:50.918001 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c768c727-c604-420e-a7ba-6d883e78a9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:50.918582 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c768c727-c604-420e-a7ba-6d883e78a9c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:50.925608 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af5821-98ab-427a-97ff-a0284ef7a63d None None] Network 3cfc1c38-844a-4515-b2ec-7a24e1c6501a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:25:50.935427 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c768c727-c604-420e-a7ba-6d883e78a9c7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3210032 Feb 16 17:25:50.938401 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54200) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:50.942857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:50.971596 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (2cc4ccd9-b500-4128-b724-b113cc16c94f), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:50.972678 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (2cc4ccd9-b500-4128-b724-b113cc16c94f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:51.028137 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Publish callbacks [] for router_controller (2cc4ccd9-b500-4128-b724-b113cc16c94f), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:51.033704 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'project_id': '31aeabda15a242f0baf49f8669012794', 'fixed_ips': [{'subnet_id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:25:51.034851 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:51.168922 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Publish callbacks [] for router_gateway (2cc4ccd9-b500-4128-b724-b113cc16c94f), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:51.172148 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Allocated IP 172.20.0.2 (3cfc1c38-844a-4515-b2ec-7a24e1c6501a/277b6e0b-bc38-4535-a8de-73d98b6e6e63/8c011970-04e3-4892-a711-49f9d7e9d5c1) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:25:51.314740 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Publish callbacks [] for port (8c011970-04e3-4892-a711-49f9d7e9d5c1), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:51.320584 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (8c011970-04e3-4892-a711-49f9d7e9d5c1), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:51.366471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Network 3cfc1c38-844a-4515-b2ec-7a24e1c6501a is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:25:51.369342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:51.373590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:25:51.376484 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Publish callbacks [] for router_gateway (2cc4ccd9-b500-4128-b724-b113cc16c94f), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:51.380450 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Pushing event updated for resources: {'Port': ['ID=8c011970-04e3-4892-a711-49f9d7e9d5c1,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:51.401376 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:51.434003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Attempting to bind port 8c011970-04e3-4892-a711-49f9d7e9d5c1 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:25:51.434338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Attempting to bind port 8c011970-04e3-4892-a711-49f9d7e9d5c1 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '9d0ed419-ec46-4433-a790-0e4da0f0510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:25:51.434658 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Attempting to bind port 8c011970-04e3-4892-a711-49f9d7e9d5c1 on network 3cfc1c38-844a-4515-b2ec-7a24e1c6501a {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:25:51.439878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:25:51.440260 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Checking segment: {'id': '9d0ed419-ec46-4433-a790-0e4da0f0510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:25:51.440672 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:51.441071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Bound using segment: {'id': '9d0ed419-ec46-4433-a790-0e4da0f0510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:25:51.441541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Bound port: 8c011970-04e3-4892-a711-49f9d7e9d5c1, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0ed419-ec46-4433-a790-0e4da0f0510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:25:51.441926 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8c011970-04e3-4892-a711-49f9d7e9d5c1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:51.504727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] For port 8c011970-04e3-4892-a711-49f9d7e9d5c1, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:25:51.507724 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] For port 8c011970-04e3-4892-a711-49f9d7e9d5c1, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8c011970-04e3-4892-a711-49f9d7e9d5c1,segment=NetworkSegment(9d0ed419-ec46-4433-a790-0e4da0f0510c),segment_id=9d0ed419-ec46-4433-a790-0e4da0f0510c)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:25:51.510338 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Allocated IP 172.25.4.138 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/44709361-9fd2-4d4d-9032-65b5316d3d58) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:25:51.513581 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8c011970-04e3-4892-a711-49f9d7e9d5c1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:51.579195 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698869a-021c-4853-82e4-76e35eff3131 None None] Pushing event updated for resources: {'Port': ['ID=8c011970-04e3-4892-a711-49f9d7e9d5c1,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:51.619773 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Publish callbacks [] for port (44709361-9fd2-4d4d-9032-65b5316d3d58), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:51.654854 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (44709361-9fd2-4d4d-9032-65b5316d3d58), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:51.698515 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:25:51.701535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:51.705636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:25:51.711145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Pushing event updated for resources: {'Port': ['ID=44709361-9fd2-4d4d-9032-65b5316d3d58,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:51.985361 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Publish callbacks [] for router_gateway (2cc4ccd9-b500-4128-b724-b113cc16c94f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:52.185822 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (2cc4ccd9-b500-4128-b724-b113cc16c94f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:52.334411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Router 2cc4ccd9-b500-4128-b724-b113cc16c94f is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:25:52.451900 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:25:52.463554 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Sync routers for ids ['2cc4ccd9-b500-4128-b724-b113cc16c94f'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:25:52.476218 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Routers {'2cc4ccd9-b500-4128-b724-b113cc16c94f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:25:52.476529 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:52.476846 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2cc4ccd9-b500-4128-b724-b113cc16c94f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:52.477857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-68c472d4-c103-4e17-88a0-95653b01b330 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5383761 Feb 16 17:25:52.481064 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54202) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:52.549648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b0702f-df57-48db-bc8a-1c9bbd0e01bc None None] Network 3cfc1c38-844a-4515-b2ec-7a24e1c6501a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:25:52.590829 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Set router 2cc4ccd9-b500-4128-b724-b113cc16c94f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:25:52.635464 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-60585e5a-6f57-44c7-a104-f46390a5487a None None] Provisioning complete for port 8c011970-04e3-4892-a711-49f9d7e9d5c1 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:52.636145 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60585e5a-6f57-44c7-a104-f46390a5487a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8c011970-04e3-4892-a711-49f9d7e9d5c1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:52.774916 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-60585e5a-6f57-44c7-a104-f46390a5487a None None] Current status of the port 8c011970-04e3-4892-a711-49f9d7e9d5c1 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:25:52.775409 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60585e5a-6f57-44c7-a104-f46390a5487a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8c011970-04e3-4892-a711-49f9d7e9d5c1), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:52.829404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-60585e5a-6f57-44c7-a104-f46390a5487a None None] For port 8c011970-04e3-4892-a711-49f9d7e9d5c1, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8c011970-04e3-4892-a711-49f9d7e9d5c1,segment=NetworkSegment(9d0ed419-ec46-4433-a790-0e4da0f0510c),segment_id=9d0ed419-ec46-4433-a790-0e4da0f0510c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:52.835184 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-60585e5a-6f57-44c7-a104-f46390a5487a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8c011970-04e3-4892-a711-49f9d7e9d5c1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:52.836826 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:50Z', 'updated_at': '2022-02-16T17:25:51Z', 'revision_number': 3, 'project_id': '31aeabda15a242f0baf49f8669012794', 'gw_port': {'id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:51Z', 'updated_at': '2022-02-16T17:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:52.879291 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Checking router: 2cc4ccd9-b500-4128-b724-b113cc16c94f for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:25:52.879635 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Updating router 2cc4ccd9-b500-4128-b724-b113cc16c94f port 44709361-9fd2-4d4d-9032-65b5316d3d58 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:25:52.897306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60585e5a-6f57-44c7-a104-f46390a5487a None None] Pushing event updated for resources: {'Port': ['ID=8c011970-04e3-4892-a711-49f9d7e9d5c1,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:52.914080 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (44709361-9fd2-4d4d-9032-65b5316d3d58), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:52.957345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8c011970-04e3-4892-a711-49f9d7e9d5c1 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:25:53.029592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8c011970-04e3-4892-a711-49f9d7e9d5c1 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:53.030233 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8c011970-04e3-4892-a711-49f9d7e9d5c1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:53.084629 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-02b8fd5a-39ff-4cf7-9f3a-4f8338fdd88b None None] Provisioning complete for port 8c011970-04e3-4892-a711-49f9d7e9d5c1 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:53.085014 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02b8fd5a-39ff-4cf7-9f3a-4f8338fdd88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8c011970-04e3-4892-a711-49f9d7e9d5c1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:53.171764 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8c011970-04e3-4892-a711-49f9d7e9d5c1 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:25:53.210715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-02b8fd5a-39ff-4cf7-9f3a-4f8338fdd88b None None] Current status of the port 8c011970-04e3-4892-a711-49f9d7e9d5c1 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:25:53.229545 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Publish callbacks [] for port (44709361-9fd2-4d4d-9032-65b5316d3d58), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:53.235942 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (44709361-9fd2-4d4d-9032-65b5316d3d58), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:53.288663 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Attempting to bind port 44709361-9fd2-4d4d-9032-65b5316d3d58 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:25:53.288947 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Attempting to bind port 44709361-9fd2-4d4d-9032-65b5316d3d58 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:25:53.289313 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Attempting to bind port 44709361-9fd2-4d4d-9032-65b5316d3d58 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:25:53.293782 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a45fd5-f51f-4f89-ac68-e7adf8fc269b None None] Pushing event updated for resources: {'Port': ['ID=44709361-9fd2-4d4d-9032-65b5316d3d58,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:53.296901 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:25:53.297857 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:25:53.298254 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:53.298721 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:25:53.299177 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Bound port: 44709361-9fd2-4d4d-9032-65b5316d3d58, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:25:53.299553 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (44709361-9fd2-4d4d-9032-65b5316d3d58), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:53.306104 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45fd5-f51f-4f89-ac68-e7adf8fc269b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:53.306439 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45fd5-f51f-4f89-ac68-e7adf8fc269b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:53.306770 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45fd5-f51f-4f89-ac68-e7adf8fc269b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:53.307097 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45fd5-f51f-4f89-ac68-e7adf8fc269b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:53.307425 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45fd5-f51f-4f89-ac68-e7adf8fc269b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:53.307774 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45fd5-f51f-4f89-ac68-e7adf8fc269b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:53.308094 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45fd5-f51f-4f89-ac68-e7adf8fc269b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:53.308409 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45fd5-f51f-4f89-ac68-e7adf8fc269b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:53.308724 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45fd5-f51f-4f89-ac68-e7adf8fc269b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:53.309039 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45fd5-f51f-4f89-ac68-e7adf8fc269b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:53.309355 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45fd5-f51f-4f89-ac68-e7adf8fc269b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:53.309667 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45fd5-f51f-4f89-ac68-e7adf8fc269b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:53.309980 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a45fd5-f51f-4f89-ac68-e7adf8fc269b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:25:53.330450 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:53.363073 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] For port 44709361-9fd2-4d4d-9032-65b5316d3d58, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:25:53.366562 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] For port 44709361-9fd2-4d4d-9032-65b5316d3d58, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=44709361-9fd2-4d4d-9032-65b5316d3d58,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:25:53.372418 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (44709361-9fd2-4d4d-9032-65b5316d3d58), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:53.429006 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Routers {'2cc4ccd9-b500-4128-b724-b113cc16c94f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:25:53.429626 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2cc4ccd9-b500-4128-b724-b113cc16c94f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:53.474333 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a45fd5-f51f-4f89-ac68-e7adf8fc269b None None] Pushing event updated for resources: {'Port': ['ID=44709361-9fd2-4d4d-9032-65b5316d3d58,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:53.492635 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Allocated IP 172.20.0.1 (3cfc1c38-844a-4515-b2ec-7a24e1c6501a/277b6e0b-bc38-4535-a8de-73d98b6e6e63/e8c644cd-0371-4547-9881-7f8734edf437) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:25:53.550366 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] Set router 2cc4ccd9-b500-4128-b724-b113cc16c94f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:25:53.601846 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Publish callbacks [] for port (e8c644cd-0371-4547-9881-7f8734edf437), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:53.635478 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e8c644cd-0371-4547-9881-7f8734edf437), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:53.676450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Network 3cfc1c38-844a-4515-b2ec-7a24e1c6501a is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:25:53.679332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:53.681808 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:25:53.709890 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c644cd-0371-4547-9881-7f8734edf437,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:53.727598 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (2cc4ccd9-b500-4128-b724-b113cc16c94f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:53.737699 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:50Z', 'updated_at': '2022-02-16T17:25:51Z', 'revision_number': 3, 'project_id': '31aeabda15a242f0baf49f8669012794', 'gw_port': {'id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:51Z', 'updated_at': '2022-02-16T17:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:53.765802 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1db5c48-4336-478b-ac7d-cb21556bdefb None None] The sync data for ids ['2cc4ccd9-b500-4128-b724-b113cc16c94f'] in n-d-669411-5 is: [{'id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:50Z', 'updated_at': '2022-02-16T17:25:51Z', 'revision_number': 3, 'project_id': '31aeabda15a242f0baf49f8669012794', 'gw_port': {'id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:51Z', 'updated_at': '2022-02-16T17:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:25:53.878482 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e8c644cd-0371-4547-9881-7f8734edf437), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:53.943945 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c8c29e3a-1f6d-433e-8611-6b38cd55bd53 None None] Provisioning complete for port e8c644cd-0371-4547-9881-7f8734edf437 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:53.944475 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c8c29e3a-1f6d-433e-8611-6b38cd55bd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e8c644cd-0371-4547-9881-7f8734edf437), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:53.991135 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c8c29e3a-1f6d-433e-8611-6b38cd55bd53 None None] Port e8c644cd-0371-4547-9881-7f8734edf437 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:25:54.063912 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Publish callbacks [] for port (e8c644cd-0371-4547-9881-7f8734edf437), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:54.068851 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (e8c644cd-0371-4547-9881-7f8734edf437), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:54.141434 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c644cd-0371-4547-9881-7f8734edf437,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:54.148480 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (2cc4ccd9-b500-4128-b724-b113cc16c94f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:54.245352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Network 3cfc1c38-844a-4515-b2ec-7a24e1c6501a is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:25:54.246747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:54.374939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Router 2cc4ccd9-b500-4128-b724-b113cc16c94f has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:25:54.500347 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:25:54.505876 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-129435f7-9a8d-4830-9e20-ecc578b10c75 admin admin] 10.222.0.24 "PUT /v2.0/routers/2cc4ccd9-b500-4128-b724-b113cc16c94f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0237632 Feb 16 17:25:54.540146 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-32eede2c-bc28-4cde-b541-e4c090a36fbc None None] Provisioning complete for port e8c644cd-0371-4547-9881-7f8734edf437 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:54.540520 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-32eede2c-bc28-4cde-b541-e4c090a36fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e8c644cd-0371-4547-9881-7f8734edf437), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:54.577162 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-32eede2c-bc28-4cde-b541-e4c090a36fbc None None] Port e8c644cd-0371-4547-9881-7f8734edf437 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:25:54.895272 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8c011970-04e3-4892-a711-49f9d7e9d5c1 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:25:54.948147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8c011970-04e3-4892-a711-49f9d7e9d5c1 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:54.948789 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8c011970-04e3-4892-a711-49f9d7e9d5c1), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:54.997996 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54220) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:55.003198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-558089144-network', 'tenant_id': '5109df0235144cfe8cca0b8692a59a24'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:55.024177 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] Made reservation on behalf of 5109df0235144cfe8cca0b8692a59a24 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:25:55.026699 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.033607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8c011970-04e3-4892-a711-49f9d7e9d5c1 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:25:55.034722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 44709361-9fd2-4d4d-9032-65b5316d3d58 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:25:55.037689 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.095421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 44709361-9fd2-4d4d-9032-65b5316d3d58 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:55.095870 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (44709361-9fd2-4d4d-9032-65b5316d3d58), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.128344 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] Publish callbacks [] for security_group (d3310749-443c-46a8-adad-364c39db8574), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.132705 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d3310749-443c-46a8-adad-364c39db8574), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.154381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:25:55.170006 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3310749-443c-46a8-adad-364c39db8574,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:55.174459 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a349b88f-e018-47b9-a3db-dab7dff7ea2d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.174801 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] Added segment a349b88f-e018-47b9-a3db-dab7dff7ea2d of type vlan for network 535b26ed-a839-48b9-8504-1d1df4158c95 Feb 16 17:25:55.183248 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 44709361-9fd2-4d4d-9032-65b5316d3d58 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:25:55.183687 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (44709361-9fd2-4d4d-9032-65b5316d3d58), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.207371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 44709361-9fd2-4d4d-9032-65b5316d3d58, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=44709361-9fd2-4d4d-9032-65b5316d3d58,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:55.212392 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (44709361-9fd2-4d4d-9032-65b5316d3d58), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.220691 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (535b26ed-a839-48b9-8504-1d1df4158c95), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.253656 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (535b26ed-a839-48b9-8504-1d1df4158c95), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.254772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:55.255396 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.268344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=44709361-9fd2-4d4d-9032-65b5316d3d58,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:55.292018 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2929182 Feb 16 17:25:55.294920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54222) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:55.301470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c910c761-f8aa-4cac-a968-5ebb6b385be5 admin admin] Request body: {'subnet': {'network_id': '535b26ed-a839-48b9-8504-1d1df4158c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-558089144-subnet', 'tenant_id': '5109df0235144cfe8cca0b8692a59a24', 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:55.321442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c910c761-f8aa-4cac-a968-5ebb6b385be5 admin admin] Made reservation on behalf of 5109df0235144cfe8cca0b8692a59a24 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:25:55.324692 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c910c761-f8aa-4cac-a968-5ebb6b385be5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.325713 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850be6dd-06f3-4367-8623-d5540d7790df admin admin] Pushing event updated for resources: {'Network': ['ID=535b26ed-a839-48b9-8504-1d1df4158c95,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:55.336404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 535b26ed-a839-48b9-8504-1d1df4158c95 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:25:55.402089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Sync routers for ids ['2cc4ccd9-b500-4128-b724-b113cc16c94f'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:25:55.417628 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Routers {'2cc4ccd9-b500-4128-b724-b113cc16c94f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:25:55.418236 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2cc4ccd9-b500-4128-b724-b113cc16c94f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:55.508556 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c910c761-f8aa-4cac-a968-5ebb6b385be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.529699 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Set router 2cc4ccd9-b500-4128-b724-b113cc16c94f gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:25:55.575544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910c761-f8aa-4cac-a968-5ebb6b385be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:55.584518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c910c761-f8aa-4cac-a968-5ebb6b385be5 admin admin] Checking segment: {'id': 'a349b88f-e018-47b9-a3db-dab7dff7ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '535b26ed-a839-48b9-8504-1d1df4158c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:25:55.584884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c910c761-f8aa-4cac-a968-5ebb6b385be5 admin admin] Network hostable DHCP agents. Network: 535b26ed-a839-48b9-8504-1d1df4158c95, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:25:55.603265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c910c761-f8aa-4cac-a968-5ebb6b385be5 admin admin] Network 535b26ed-a839-48b9-8504-1d1df4158c95 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:25:55.612335 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-c910c761-f8aa-4cac-a968-5ebb6b385be5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 535b26ed-a839-48b9-8504-1d1df4158c95) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:55.616552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c910c761-f8aa-4cac-a968-5ebb6b385be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:25:55.617115 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c910c761-f8aa-4cac-a968-5ebb6b385be5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.624442 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6d8dbb-38a5-4064-9772-f44d50b54519 None None] Network 535b26ed-a839-48b9-8504-1d1df4158c95 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:25:55.633401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c910c761-f8aa-4cac-a968-5ebb6b385be5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3368301 Feb 16 17:25:55.636232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54224) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:55.641761 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-558089144-router', 'tenant_id': '5109df0235144cfe8cca0b8692a59a24', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:25:55.661859 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.662878 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.720418 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Publish callbacks [] for router_controller (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.813917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-535b26ed-a839-48b9-8504-1d1df4158c95', 'network_id': '535b26ed-a839-48b9-8504-1d1df4158c95', 'project_id': '5109df0235144cfe8cca0b8692a59a24', 'fixed_ips': [{'subnet_id': '9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:25:55.814762 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.817675 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4369-64b3-432e-a769-fedadf837c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.872759 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Publish callbacks [] for router_gateway (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:55.927767 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:50Z', 'updated_at': '2022-02-16T17:25:53Z', 'revision_number': 4, 'project_id': '31aeabda15a242f0baf49f8669012794', 'gw_port': {'id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:51Z', 'updated_at': '2022-02-16T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e8c644cd-0371-4547-9881-7f8734edf437', 'name': '', 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'mac_address': 'fa:16:3e:b7:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:53Z', 'updated_at': '2022-02-16T17:25:53Z', 'revision_number': 2, 'project_id': '31aeabda15a242f0baf49f8669012794', 'subnets': [{'id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:55.975868 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Checking router: 2cc4ccd9-b500-4128-b724-b113cc16c94f for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:25:55.976570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Updating router 2cc4ccd9-b500-4128-b724-b113cc16c94f port e8c644cd-0371-4547-9881-7f8734edf437 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:25:56.020101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e8c644cd-0371-4547-9881-7f8734edf437), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:56.032591 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Allocated IP 172.20.0.2 (535b26ed-a839-48b9-8504-1d1df4158c95/9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01/25f85497-3b46-4f30-a927-2d0100ae279d) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:25:56.077812 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Publish callbacks [] for router_gateway (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:56.097516 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:56.199409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Allocated IP 172.25.4.53 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/975612ea-826e-4aba-b001-304682ee0ec5) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:25:56.308470 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Publish callbacks [] for port (975612ea-826e-4aba-b001-304682ee0ec5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:56.345714 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (975612ea-826e-4aba-b001-304682ee0ec5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:56.390721 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:25:56.394544 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:56.399070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:25:56.402393 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Pushing event updated for resources: {'Port': ['ID=975612ea-826e-4aba-b001-304682ee0ec5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:56.493077 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Publish callbacks [] for port (25f85497-3b46-4f30-a927-2d0100ae279d), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:56.504587 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (25f85497-3b46-4f30-a927-2d0100ae279d), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:56.558578 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Network 535b26ed-a839-48b9-8504-1d1df4158c95 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:25:56.565966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:56.568314 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:25:56.586550 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Pushing event updated for resources: {'Port': ['ID=25f85497-3b46-4f30-a927-2d0100ae279d,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:56.664068 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Publish callbacks [] for port (e8c644cd-0371-4547-9881-7f8734edf437), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:56.665437 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Publish callbacks [] for router_gateway (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:56.674738 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e8c644cd-0371-4547-9881-7f8734edf437), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:56.676637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Attempting to bind port 25f85497-3b46-4f30-a927-2d0100ae279d on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:25:56.677001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Attempting to bind port 25f85497-3b46-4f30-a927-2d0100ae279d by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'a349b88f-e018-47b9-a3db-dab7dff7ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '535b26ed-a839-48b9-8504-1d1df4158c95'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:25:56.677363 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Attempting to bind port 25f85497-3b46-4f30-a927-2d0100ae279d on network 535b26ed-a839-48b9-8504-1d1df4158c95 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:25:56.708389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:25:56.708765 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Checking segment: {'id': 'a349b88f-e018-47b9-a3db-dab7dff7ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '535b26ed-a839-48b9-8504-1d1df4158c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:25:56.709168 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:56.709558 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Bound using segment: {'id': 'a349b88f-e018-47b9-a3db-dab7dff7ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '535b26ed-a839-48b9-8504-1d1df4158c95'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:25:56.710025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Bound port: 25f85497-3b46-4f30-a927-2d0100ae279d, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a349b88f-e018-47b9-a3db-dab7dff7ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '535b26ed-a839-48b9-8504-1d1df4158c95'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:25:56.710405 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (25f85497-3b46-4f30-a927-2d0100ae279d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:56.745198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ca797-28eb-4930-ac62-bee7402ade2a None None] Pushing event updated for resources: {'Port': ['ID=e8c644cd-0371-4547-9881-7f8734edf437,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:56.843932 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Attempting to bind port e8c644cd-0371-4547-9881-7f8734edf437 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:25:56.844348 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Attempting to bind port e8c644cd-0371-4547-9881-7f8734edf437 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '9d0ed419-ec46-4433-a790-0e4da0f0510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:25:56.844962 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Attempting to bind port e8c644cd-0371-4547-9881-7f8734edf437 on network 3cfc1c38-844a-4515-b2ec-7a24e1c6501a {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:25:56.853942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:25:56.854326 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Checking segment: {'id': '9d0ed419-ec46-4433-a790-0e4da0f0510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:25:56.854848 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:56.855309 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Bound using segment: {'id': '9d0ed419-ec46-4433-a790-0e4da0f0510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:25:56.855784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Bound port: e8c644cd-0371-4547-9881-7f8734edf437, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0ed419-ec46-4433-a790-0e4da0f0510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:25:56.856180 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e8c644cd-0371-4547-9881-7f8734edf437), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:56.858650 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] For port 25f85497-3b46-4f30-a927-2d0100ae279d, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:25:56.862640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 44709361-9fd2-4d4d-9032-65b5316d3d58 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:25:56.866742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] For port 25f85497-3b46-4f30-a927-2d0100ae279d, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=25f85497-3b46-4f30-a927-2d0100ae279d,segment=NetworkSegment(a349b88f-e018-47b9-a3db-dab7dff7ea2d),segment_id=a349b88f-e018-47b9-a3db-dab7dff7ea2d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:25:56.899599 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:56.902605 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (25f85497-3b46-4f30-a927-2d0100ae279d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:57.040168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08503e09-8c91-4964-b7a1-67374cc56cd5 None None] Pushing event updated for resources: {'Port': ['ID=25f85497-3b46-4f30-a927-2d0100ae279d,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:57.045525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] For port e8c644cd-0371-4547-9881-7f8734edf437, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:25:57.049190 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Router a9cfbb53-2ab8-4a04-bec1-baee005f4d2f is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:25:57.050457 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] For port e8c644cd-0371-4547-9881-7f8734edf437, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e8c644cd-0371-4547-9881-7f8734edf437,segment=NetworkSegment(9d0ed419-ec46-4433-a790-0e4da0f0510c),segment_id=9d0ed419-ec46-4433-a790-0e4da0f0510c)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:25:57.059294 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 44709361-9fd2-4d4d-9032-65b5316d3d58 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:57.059669 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (44709361-9fd2-4d4d-9032-65b5316d3d58), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:57.063472 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b35d67cb-6a85-4a88-ac76-060742700846 None None] Provisioning complete for port e8c644cd-0371-4547-9881-7f8734edf437 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:57.063472 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b35d67cb-6a85-4a88-ac76-060742700846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e8c644cd-0371-4547-9881-7f8734edf437), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:57.083362 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e8c644cd-0371-4547-9881-7f8734edf437), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:57.182308 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:25:57.195267 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Sync routers for ids ['a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:25:57.216507 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Routers {'2cc4ccd9-b500-4128-b724-b113cc16c94f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:25:57.217998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2cc4ccd9-b500-4128-b724-b113cc16c94f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:57.218526 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:57.220297 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Routers {'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:25:57.223318 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54226) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:25:57.224695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ca797-28eb-4930-ac62-bee7402ade2a None None] Pushing event updated for resources: {'Port': ['ID=e8c644cd-0371-4547-9881-7f8734edf437,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:57.226530 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0e890d41-24e2-474b-af0d-d733da574031 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5890410 Feb 16 17:25:57.237902 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:57.396755 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Set router a9cfbb53-2ab8-4a04-bec1-baee005f4d2f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:25:57.425058 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b35d67cb-6a85-4a88-ac76-060742700846 None None] Current status of the port e8c644cd-0371-4547-9881-7f8734edf437 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:25:57.425457 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b35d67cb-6a85-4a88-ac76-060742700846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e8c644cd-0371-4547-9881-7f8734edf437), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:57.445380 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 44709361-9fd2-4d4d-9032-65b5316d3d58 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:25:57.485939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b35d67cb-6a85-4a88-ac76-060742700846 None None] For port e8c644cd-0371-4547-9881-7f8734edf437, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e8c644cd-0371-4547-9881-7f8734edf437,segment=NetworkSegment(9d0ed419-ec46-4433-a790-0e4da0f0510c),segment_id=9d0ed419-ec46-4433-a790-0e4da0f0510c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:57.498503 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b35d67cb-6a85-4a88-ac76-060742700846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e8c644cd-0371-4547-9881-7f8734edf437), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:57.507639 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] Set router 2cc4ccd9-b500-4128-b724-b113cc16c94f gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:25:57.626951 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'name': 'tempest-TestMinimumBasicScenario-558089144-router', 'tenant_id': '5109df0235144cfe8cca0b8692a59a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '975612ea-826e-4aba-b001-304682ee0ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:55Z', 'updated_at': '2022-02-16T17:25:56Z', 'revision_number': 3, 'project_id': '5109df0235144cfe8cca0b8692a59a24', 'gw_port': {'id': '975612ea-826e-4aba-b001-304682ee0ec5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:56Z', 'updated_at': '2022-02-16T17:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:57.654499 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d67cb-6a85-4a88-ac76-060742700846 None None] Pushing event updated for resources: {'Port': ['ID=e8c644cd-0371-4547-9881-7f8734edf437,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:57.659259 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Checking router: a9cfbb53-2ab8-4a04-bec1-baee005f4d2f for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:25:57.659672 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Updating router a9cfbb53-2ab8-4a04-bec1-baee005f4d2f port 975612ea-826e-4aba-b001-304682ee0ec5 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:25:57.675107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-67b331e0-86b9-414c-ae43-fc64ed1aae7a None None] Provisioning complete for port e8c644cd-0371-4547-9881-7f8734edf437 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:57.675486 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67b331e0-86b9-414c-ae43-fc64ed1aae7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e8c644cd-0371-4547-9881-7f8734edf437), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:57.691293 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (975612ea-826e-4aba-b001-304682ee0ec5), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:57.806807 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:57.847025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-67b331e0-86b9-414c-ae43-fc64ed1aae7a None None] Current status of the port e8c644cd-0371-4547-9881-7f8734edf437 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:25:57.865647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:50Z', 'updated_at': '2022-02-16T17:25:53Z', 'revision_number': 4, 'project_id': '31aeabda15a242f0baf49f8669012794', 'gw_port': {'id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:51Z', 'updated_at': '2022-02-16T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e8c644cd-0371-4547-9881-7f8734edf437', 'name': '', 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'mac_address': 'fa:16:3e:b7:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:53Z', 'updated_at': '2022-02-16T17:25:57Z', 'revision_number': 4, 'project_id': '31aeabda15a242f0baf49f8669012794', 'subnets': [{'id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:57.899901 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f2434-eda7-4d9c-8887-d2a589407dc7 None None] The sync data for ids ['2cc4ccd9-b500-4128-b724-b113cc16c94f'] in n-d-669411-5 is: [{'id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:50Z', 'updated_at': '2022-02-16T17:25:53Z', 'revision_number': 4, 'project_id': '31aeabda15a242f0baf49f8669012794', 'gw_port': {'id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:51Z', 'updated_at': '2022-02-16T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e8c644cd-0371-4547-9881-7f8734edf437', 'name': '', 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'mac_address': 'fa:16:3e:b7:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:53Z', 'updated_at': '2022-02-16T17:25:57Z', 'revision_number': 4, 'project_id': '31aeabda15a242f0baf49f8669012794', 'subnets': [{'id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:25:58.022617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Allocated IP 172.20.0.1 (535b26ed-a839-48b9-8504-1d1df4158c95/9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01/809176c1-e12a-4054-81f6-caf1beaba8e5) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:25:58.141579 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Publish callbacks [] for port (975612ea-826e-4aba-b001-304682ee0ec5), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:58.150814 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (975612ea-826e-4aba-b001-304682ee0ec5), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:58.193277 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Publish callbacks [] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:58.209525 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21caff31-c634-41a1-b560-fed1c6d01ee4 None None] Pushing event updated for resources: {'Port': ['ID=975612ea-826e-4aba-b001-304682ee0ec5,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:58.229078 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Attempting to bind port 975612ea-826e-4aba-b001-304682ee0ec5 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:25:58.229920 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Attempting to bind port 975612ea-826e-4aba-b001-304682ee0ec5 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:25:58.230380 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Attempting to bind port 975612ea-826e-4aba-b001-304682ee0ec5 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:25:58.236378 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:25:58.237171 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:25:58.237800 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:58.238404 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:25:58.239127 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Bound port: 975612ea-826e-4aba-b001-304682ee0ec5, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:25:58.239812 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (975612ea-826e-4aba-b001-304682ee0ec5), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:58.245747 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:58.290166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Network 535b26ed-a839-48b9-8504-1d1df4158c95 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:25:58.295019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:58.301846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:25:58.306667 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] For port 975612ea-826e-4aba-b001-304682ee0ec5, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:25:58.311253 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] For port 975612ea-826e-4aba-b001-304682ee0ec5, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=975612ea-826e-4aba-b001-304682ee0ec5,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:25:58.319220 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (975612ea-826e-4aba-b001-304682ee0ec5), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:58.331212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Pushing event updated for resources: {'Port': ['ID=809176c1-e12a-4054-81f6-caf1beaba8e5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:58.350598 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:58.389800 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Routers {'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:25:58.390714 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-52876680-53ff-449e-8400-e20240c4775c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:58.391307 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:25:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:58.483628 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe37cfdb-bbc1-4213-b7e2-cc5940df4abf None None] Network 535b26ed-a839-48b9-8504-1d1df4158c95 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:25:58.498527 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21caff31-c634-41a1-b560-fed1c6d01ee4 None None] Pushing event updated for resources: {'Port': ['ID=975612ea-826e-4aba-b001-304682ee0ec5,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:58.552833 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] Set router a9cfbb53-2ab8-4a04-bec1-baee005f4d2f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:25:58.612117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5cace0fc-3a96-48d1-9ca1-5e1b058a0aa6 None None] Provisioning complete for port 25f85497-3b46-4f30-a927-2d0100ae279d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:58.612495 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5cace0fc-3a96-48d1-9ca1-5e1b058a0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (25f85497-3b46-4f30-a927-2d0100ae279d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:58.795575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5cace0fc-3a96-48d1-9ca1-5e1b058a0aa6 None None] Current status of the port 25f85497-3b46-4f30-a927-2d0100ae279d is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:25:58.796479 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5cace0fc-3a96-48d1-9ca1-5e1b058a0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (25f85497-3b46-4f30-a927-2d0100ae279d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:58.807124 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'name': 'tempest-TestMinimumBasicScenario-558089144-router', 'tenant_id': '5109df0235144cfe8cca0b8692a59a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '975612ea-826e-4aba-b001-304682ee0ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:55Z', 'updated_at': '2022-02-16T17:25:56Z', 'revision_number': 3, 'project_id': '5109df0235144cfe8cca0b8692a59a24', 'gw_port': {'id': '975612ea-826e-4aba-b001-304682ee0ec5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:56Z', 'updated_at': '2022-02-16T17:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:25:58.840057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5cace0fc-3a96-48d1-9ca1-5e1b058a0aa6 None None] For port 25f85497-3b46-4f30-a927-2d0100ae279d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=25f85497-3b46-4f30-a927-2d0100ae279d,segment=NetworkSegment(a349b88f-e018-47b9-a3db-dab7dff7ea2d),segment_id=a349b88f-e018-47b9-a3db-dab7dff7ea2d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:25:58.846368 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4b943-999e-4f53-bdd4-d1d74fc008f9 None None] The sync data for ids ['a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'] in n-d-669411-5 is: [{'id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'name': 'tempest-TestMinimumBasicScenario-558089144-router', 'tenant_id': '5109df0235144cfe8cca0b8692a59a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '975612ea-826e-4aba-b001-304682ee0ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:55Z', 'updated_at': '2022-02-16T17:25:56Z', 'revision_number': 3, 'project_id': '5109df0235144cfe8cca0b8692a59a24', 'gw_port': {'id': '975612ea-826e-4aba-b001-304682ee0ec5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:56Z', 'updated_at': '2022-02-16T17:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:25:58.848455 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5cace0fc-3a96-48d1-9ca1-5e1b058a0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (25f85497-3b46-4f30-a927-2d0100ae279d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:58.885674 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:58.919263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cace0fc-3a96-48d1-9ca1-5e1b058a0aa6 None None] Pushing event updated for resources: {'Port': ['ID=25f85497-3b46-4f30-a927-2d0100ae279d,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:58.994517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 25f85497-3b46-4f30-a927-2d0100ae279d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:25:59.062530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 25f85497-3b46-4f30-a927-2d0100ae279d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:59.063588 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (25f85497-3b46-4f30-a927-2d0100ae279d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:59.137345 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Publish callbacks [] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:59.146578 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:59.185315 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 25f85497-3b46-4f30-a927-2d0100ae279d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:25:59.186562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e8c644cd-0371-4547-9881-7f8734edf437 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:25:59.240968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1a6b70e9-3c99-4678-841b-27c86f5ae1fe None None] Provisioning complete for port 25f85497-3b46-4f30-a927-2d0100ae279d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:59.241826 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1a6b70e9-3c99-4678-841b-27c86f5ae1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (25f85497-3b46-4f30-a927-2d0100ae279d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:59.276489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Pushing event updated for resources: {'Port': ['ID=809176c1-e12a-4054-81f6-caf1beaba8e5,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:25:59.286338 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:59.336873 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e8c644cd-0371-4547-9881-7f8734edf437 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:59.337251 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e8c644cd-0371-4547-9881-7f8734edf437), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:59.433079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Network 535b26ed-a839-48b9-8504-1d1df4158c95 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:25:59.434647 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:25:59.452243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b70e9-3c99-4678-841b-27c86f5ae1fe None None] Current status of the port 25f85497-3b46-4f30-a927-2d0100ae279d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:25:59.481020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1a6b70e9-3c99-4678-841b-27c86f5ae1fe None None] Provisioning complete for port 809176c1-e12a-4054-81f6-caf1beaba8e5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:59.481405 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1a6b70e9-3c99-4678-841b-27c86f5ae1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:59.561752 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:59.577181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b70e9-3c99-4678-841b-27c86f5ae1fe None None] Port 809176c1-e12a-4054-81f6-caf1beaba8e5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:25:59.581119 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e8c644cd-0371-4547-9881-7f8734edf437 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:25:59.618879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Router a9cfbb53-2ab8-4a04-bec1-baee005f4d2f has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:25:59.704647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-fd25e65f-d91b-4564-a3de-c9d4fe469dcd None None] Provisioning complete for port 809176c1-e12a-4054-81f6-caf1beaba8e5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:59.705114 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd25e65f-d91b-4564-a3de-c9d4fe469dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:59.745992 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-fd25e65f-d91b-4564-a3de-c9d4fe469dcd None None] Port 809176c1-e12a-4054-81f6-caf1beaba8e5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:25:59.753947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:25:59.762763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-85dcd01e-29c0-414b-9465-4eebfecf5112 admin admin] 10.222.0.24 "PUT /v2.0/routers/a9cfbb53-2ab8-4a04-bec1-baee005f4d2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5335360 Feb 16 17:25:59.865719 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6b2d5497-582f-42ab-b397-12dd07e1fc3e None None] Provisioning complete for port 809176c1-e12a-4054-81f6-caf1beaba8e5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:25:59.866201 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6b2d5497-582f-42ab-b397-12dd07e1fc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:25:59.905094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d5497-582f-42ab-b397-12dd07e1fc3e None None] Port 809176c1-e12a-4054-81f6-caf1beaba8e5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:26:00.936240 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 25f85497-3b46-4f30-a927-2d0100ae279d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:00.989024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 25f85497-3b46-4f30-a927-2d0100ae279d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:00.989428 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (25f85497-3b46-4f30-a927-2d0100ae279d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:01.047917 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:01.098797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 25f85497-3b46-4f30-a927-2d0100ae279d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:26:01.100239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 975612ea-826e-4aba-b001-304682ee0ec5 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:01.170421 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 975612ea-826e-4aba-b001-304682ee0ec5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:01.170802 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (975612ea-826e-4aba-b001-304682ee0ec5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:01.278398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 975612ea-826e-4aba-b001-304682ee0ec5 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:26:01.278798 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (975612ea-826e-4aba-b001-304682ee0ec5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:01.304261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 975612ea-826e-4aba-b001-304682ee0ec5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=975612ea-826e-4aba-b001-304682ee0ec5,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:01.308628 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (975612ea-826e-4aba-b001-304682ee0ec5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:01.386331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=975612ea-826e-4aba-b001-304682ee0ec5,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:01.613519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Sync routers for ids ['a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:26:01.625548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Routers {'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:26:01.626471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:25:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:01.893099 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:01.927068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Set router a9cfbb53-2ab8-4a04-bec1-baee005f4d2f gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:26:02.185729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'name': 'tempest-TestMinimumBasicScenario-558089144-router', 'tenant_id': '5109df0235144cfe8cca0b8692a59a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '975612ea-826e-4aba-b001-304682ee0ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:55Z', 'updated_at': '2022-02-16T17:25:58Z', 'revision_number': 4, 'project_id': '5109df0235144cfe8cca0b8692a59a24', 'gw_port': {'id': '975612ea-826e-4aba-b001-304682ee0ec5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:56Z', 'updated_at': '2022-02-16T17:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '809176c1-e12a-4054-81f6-caf1beaba8e5', 'name': '', 'network_id': '535b26ed-a839-48b9-8504-1d1df4158c95', 'tenant_id': '5109df0235144cfe8cca0b8692a59a24', 'mac_address': 'fa:16:3e:da:73:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:57Z', 'updated_at': '2022-02-16T17:25:58Z', 'revision_number': 2, 'project_id': '5109df0235144cfe8cca0b8692a59a24', 'subnets': [{'id': '9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:02.189482 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:02.220725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Checking router: a9cfbb53-2ab8-4a04-bec1-baee005f4d2f for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:26:02.221103 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Updating router a9cfbb53-2ab8-4a04-bec1-baee005f4d2f port 809176c1-e12a-4054-81f6-caf1beaba8e5 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:26:02.255576 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:02.599526 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Publish callbacks [] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:02.607365 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:02.668097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2a958-d198-4c3d-a9ef-a64470e6900c None None] Pushing event updated for resources: {'Port': ['ID=809176c1-e12a-4054-81f6-caf1beaba8e5,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:02.759384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Attempting to bind port 809176c1-e12a-4054-81f6-caf1beaba8e5 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:26:02.759779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Attempting to bind port 809176c1-e12a-4054-81f6-caf1beaba8e5 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'a349b88f-e018-47b9-a3db-dab7dff7ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '535b26ed-a839-48b9-8504-1d1df4158c95'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:26:02.760167 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Attempting to bind port 809176c1-e12a-4054-81f6-caf1beaba8e5 on network 535b26ed-a839-48b9-8504-1d1df4158c95 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:02.765563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:02.766643 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Checking segment: {'id': 'a349b88f-e018-47b9-a3db-dab7dff7ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '535b26ed-a839-48b9-8504-1d1df4158c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:26:02.767033 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:02.767431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Bound using segment: {'id': 'a349b88f-e018-47b9-a3db-dab7dff7ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '535b26ed-a839-48b9-8504-1d1df4158c95'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:02.767943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Bound port: 809176c1-e12a-4054-81f6-caf1beaba8e5, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a349b88f-e018-47b9-a3db-dab7dff7ea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '535b26ed-a839-48b9-8504-1d1df4158c95'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:26:02.768328 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:02.854679 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] For port 809176c1-e12a-4054-81f6-caf1beaba8e5, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:02.858596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] For port 809176c1-e12a-4054-81f6-caf1beaba8e5, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=809176c1-e12a-4054-81f6-caf1beaba8e5,segment=NetworkSegment(a349b88f-e018-47b9-a3db-dab7dff7ea2d),segment_id=a349b88f-e018-47b9-a3db-dab7dff7ea2d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:02.878921 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:02.929178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 975612ea-826e-4aba-b001-304682ee0ec5 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:03.018335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2a958-d198-4c3d-a9ef-a64470e6900c None None] Pushing event updated for resources: {'Port': ['ID=809176c1-e12a-4054-81f6-caf1beaba8e5,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:03.024486 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Routers {'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:26:03.025252 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:25:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:03.169347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] Set router a9cfbb53-2ab8-4a04-bec1-baee005f4d2f gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:26:03.274877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0779f1d3-4e72-417a-b314-7a8a069f0354 None None] Provisioning complete for port 809176c1-e12a-4054-81f6-caf1beaba8e5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:03.275524 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0779f1d3-4e72-417a-b314-7a8a069f0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:03.308241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 975612ea-826e-4aba-b001-304682ee0ec5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:03.308808 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (975612ea-826e-4aba-b001-304682ee0ec5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:03.584664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0779f1d3-4e72-417a-b314-7a8a069f0354 None None] Current status of the port 809176c1-e12a-4054-81f6-caf1beaba8e5 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:26:03.584975 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0779f1d3-4e72-417a-b314-7a8a069f0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:03.621180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 975612ea-826e-4aba-b001-304682ee0ec5 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:26:03.643414 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0779f1d3-4e72-417a-b314-7a8a069f0354 None None] For port 809176c1-e12a-4054-81f6-caf1beaba8e5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=809176c1-e12a-4054-81f6-caf1beaba8e5,segment=NetworkSegment(a349b88f-e018-47b9-a3db-dab7dff7ea2d),segment_id=a349b88f-e018-47b9-a3db-dab7dff7ea2d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:03.654555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'name': 'tempest-TestMinimumBasicScenario-558089144-router', 'tenant_id': '5109df0235144cfe8cca0b8692a59a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '975612ea-826e-4aba-b001-304682ee0ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:55Z', 'updated_at': '2022-02-16T17:25:58Z', 'revision_number': 4, 'project_id': '5109df0235144cfe8cca0b8692a59a24', 'gw_port': {'id': '975612ea-826e-4aba-b001-304682ee0ec5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:56Z', 'updated_at': '2022-02-16T17:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '809176c1-e12a-4054-81f6-caf1beaba8e5', 'name': '', 'network_id': '535b26ed-a839-48b9-8504-1d1df4158c95', 'tenant_id': '5109df0235144cfe8cca0b8692a59a24', 'mac_address': 'fa:16:3e:da:73:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:57Z', 'updated_at': '2022-02-16T17:26:02Z', 'revision_number': 4, 'project_id': '5109df0235144cfe8cca0b8692a59a24', 'subnets': [{'id': '9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:03.687341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f7d30-15b3-430d-9049-f93f7ea9d77a None None] The sync data for ids ['a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'] in n-d-669411-5 is: [{'id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'name': 'tempest-TestMinimumBasicScenario-558089144-router', 'tenant_id': '5109df0235144cfe8cca0b8692a59a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '975612ea-826e-4aba-b001-304682ee0ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:55Z', 'updated_at': '2022-02-16T17:25:58Z', 'revision_number': 4, 'project_id': '5109df0235144cfe8cca0b8692a59a24', 'gw_port': {'id': '975612ea-826e-4aba-b001-304682ee0ec5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:56Z', 'updated_at': '2022-02-16T17:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '809176c1-e12a-4054-81f6-caf1beaba8e5', 'name': '', 'network_id': '535b26ed-a839-48b9-8504-1d1df4158c95', 'tenant_id': '5109df0235144cfe8cca0b8692a59a24', 'mac_address': 'fa:16:3e:da:73:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:57Z', 'updated_at': '2022-02-16T17:26:02Z', 'revision_number': 4, 'project_id': '5109df0235144cfe8cca0b8692a59a24', 'subnets': [{'id': '9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:26:03.691511 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0779f1d3-4e72-417a-b314-7a8a069f0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:03.794300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779f1d3-4e72-417a-b314-7a8a069f0354 None None] Pushing event updated for resources: {'Port': ['ID=809176c1-e12a-4054-81f6-caf1beaba8e5,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:03.844239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4e1f9198-b72f-4f7b-a253-0992dc4463f3 None None] Provisioning complete for port 809176c1-e12a-4054-81f6-caf1beaba8e5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:03.844745 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4e1f9198-b72f-4f7b-a253-0992dc4463f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:03.970096 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f9198-b72f-4f7b-a253-0992dc4463f3 None None] Current status of the port 809176c1-e12a-4054-81f6-caf1beaba8e5 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:26:04.897145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 809176c1-e12a-4054-81f6-caf1beaba8e5 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:04.971395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 809176c1-e12a-4054-81f6-caf1beaba8e5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:04.971797 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:04.973649 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:05.073694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 809176c1-e12a-4054-81f6-caf1beaba8e5 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:26:08.887547 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:26:10.345141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681741d-a372-45ab-b340-128592173058 req-945655e1-d20c-4a1e-b00a-04dd3c8256a3 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:10.346613 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f681741d-a372-45ab-b340-128592173058 req-945655e1-d20c-4a1e-b00a-04dd3c8256a3 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/networks?id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a HTTP/1.1" status: 200 len: 814 time: 0.1043427 Feb 16 17:26:10.361282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f681741d-a372-45ab-b340-128592173058 req-1654640c-6fc1-46d5-aff1-9afd40c1876e tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/quotas/31aeabda15a242f0baf49f8669012794 HTTP/1.1" status: 200 len: 375 time: 0.0093095 Feb 16 17:26:10.420705 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f681741d-a372-45ab-b340-128592173058 req-2fdd8371-1c95-4c9e-8008-ffaabab40a72 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=31aeabda15a242f0baf49f8669012794&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544086 Feb 16 17:26:10.516488 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f681741d-a372-45ab-b340-128592173058 req-9644883a-e73a-44c3-b90a-3bc7787e6994 service neutron] 10.222.0.24 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839167 Feb 16 17:26:10.608730 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f681741d-a372-45ab-b340-128592173058 req-4e0e8fd3-906f-4459-b5f8-b2d71952ef6c service neutron] 10.222.0.24 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865655 Feb 16 17:26:10.769726 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8abfc6fa-dc5d-4b47-8cd2-85727eb2302a req-c69f91a6-82d9-4406-b70b-15d2a5c362a7 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 210 time: 0.0278380 Feb 16 17:26:11.848806 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-456c4574-ce40-4ed7-bdd0-a99a46ef898a req-d9686f62-0181-4fab-a51e-893ad1f38534 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 210 time: 0.0271583 Feb 16 17:26:12.930903 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6fae29e3-2d23-49f2-88e1-4561b8d0e749 req-5df8d310-a838-4f8f-80f4-58aca810be5e tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 210 time: 0.0277791 Feb 16 17:26:14.025357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11b96839-2900-4fc7-9c47-aff961a992a8 req-cf3d4ea8-2a52-4a53-8d6f-c88d278cb823 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 210 time: 0.0361485 Feb 16 17:26:15.128557 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1134bebd-6600-4379-960e-7872dacdbb39 req-f4e60562-d9e9-45ac-acb9-90ef5c7afb84 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 210 time: 0.0326595 Feb 16 17:26:15.739736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681741d-a372-45ab-b340-128592173058 req-069543cd-23df-41fc-bead-f4525580becd tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:15.741157 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f681741d-a372-45ab-b340-128592173058 req-069543cd-23df-41fc-bead-f4525580becd tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.65 "GET /v2.0/networks?id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a HTTP/1.1" status: 200 len: 814 time: 0.1050131 Feb 16 17:26:15.754492 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-f681741d-a372-45ab-b340-128592173058 req-01f9f4bf-aad8-47e2-a3be-d03edbf18afc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Request body: {'port': {'device_id': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'admin_state_up': True, 'tenant_id': '31aeabda15a242f0baf49f8669012794'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:15.870653 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f681741d-a372-45ab-b340-128592173058 req-01f9f4bf-aad8-47e2-a3be-d03edbf18afc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Made reservation on behalf of 31aeabda15a242f0baf49f8669012794 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:26:15.874219 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f681741d-a372-45ab-b340-128592173058 req-01f9f4bf-aad8-47e2-a3be-d03edbf18afc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:16.032044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-f681741d-a372-45ab-b340-128592173058 req-01f9f4bf-aad8-47e2-a3be-d03edbf18afc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Allocated IP 172.20.0.4 (3cfc1c38-844a-4515-b2ec-7a24e1c6501a/277b6e0b-bc38-4535-a8de-73d98b6e6e63/960772f2-fe7f-4ffe-94be-f631097dc5c2) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:16.236841 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f681741d-a372-45ab-b340-128592173058 req-01f9f4bf-aad8-47e2-a3be-d03edbf18afc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:16.284507 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54a5ae92-ec3f-4143-9813-6c0e45bc4e88 req-58ffee82-8294-42f4-8f4e-52b6f48f81ec tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 210 time: 0.0368903 Feb 16 17:26:16.312301 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f681741d-a372-45ab-b340-128592173058 req-01f9f4bf-aad8-47e2-a3be-d03edbf18afc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:16.343425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f681741d-a372-45ab-b340-128592173058 req-01f9f4bf-aad8-47e2-a3be-d03edbf18afc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Network 3cfc1c38-844a-4515-b2ec-7a24e1c6501a is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:16.346315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-f681741d-a372-45ab-b340-128592173058 req-01f9f4bf-aad8-47e2-a3be-d03edbf18afc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:16.366709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-f681741d-a372-45ab-b340-128592173058 req-01f9f4bf-aad8-47e2-a3be-d03edbf18afc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:16.432068 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9f4bf-aad8-47e2-a3be-d03edbf18afc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Pushing event updated for resources: {'Port': ['ID=960772f2-fe7f-4ffe-94be-f631097dc5c2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:16.450709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681741d-a372-45ab-b340-128592173058 req-01f9f4bf-aad8-47e2-a3be-d03edbf18afc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:16.451019 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f681741d-a372-45ab-b340-128592173058 req-01f9f4bf-aad8-47e2-a3be-d03edbf18afc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:16.477002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f681741d-a372-45ab-b340-128592173058 req-01f9f4bf-aad8-47e2-a3be-d03edbf18afc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7265749 Feb 16 17:26:16.694533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c246a53d-43fc-4837-bd3d-4ef84f776917 None None] Provisioning complete for port 960772f2-fe7f-4ffe-94be-f631097dc5c2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:16.695126 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c246a53d-43fc-4837-bd3d-4ef84f776917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:16.734389 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c246a53d-43fc-4837-bd3d-4ef84f776917 None None] Port 960772f2-fe7f-4ffe-94be-f631097dc5c2 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:26:17.410831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a93b5-84c4-4efd-b827-f486b2f6b691 req-e8e25b69-514c-4c19-9cc4-8c4424725be2 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:17.414220 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a0a93b5-84c4-4efd-b827-f486b2f6b691 req-e8e25b69-514c-4c19-9cc4-8c4424725be2 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 931 time: 0.0585811 Feb 16 17:26:17.465184 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a0a93b5-84c4-4efd-b827-f486b2f6b691 req-4d5bb901-329d-4b4f-a1ff-0ca098e93ff1 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453763 Feb 16 17:26:18.596312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6703011-cef0-4b12-b91f-82fe24339730 req-f7f48e64-abfb-45cf-870b-da93333e610b tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:18.598736 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6703011-cef0-4b12-b91f-82fe24339730 req-f7f48e64-abfb-45cf-870b-da93333e610b tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 931 time: 0.0603216 Feb 16 17:26:18.654973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6703011-cef0-4b12-b91f-82fe24339730 req-33419c3a-c4dc-4b13-aed2-0e90f51157e7 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492375 Feb 16 17:26:19.785265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550c56b-e747-4ddb-9c80-d1c283d855f1 req-b3208741-bedf-4223-b9e7-73f651aae3dc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:19.786940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e550c56b-e747-4ddb-9c80-d1c283d855f1 req-b3208741-bedf-4223-b9e7-73f651aae3dc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 931 time: 0.0597832 Feb 16 17:26:19.837422 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e550c56b-e747-4ddb-9c80-d1c283d855f1 req-02d53e56-3dc3-4948-8267-b441a8abc16a tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438874 Feb 16 17:26:20.969495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d393e53-902c-45f9-84c6-d121fa0c54ae req-a22adeb0-287f-4f1f-aa54-a8c9c5228196 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:20.971670 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6d393e53-902c-45f9-84c6-d121fa0c54ae req-a22adeb0-287f-4f1f-aa54-a8c9c5228196 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 931 time: 0.0588474 Feb 16 17:26:21.021487 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6d393e53-902c-45f9-84c6-d121fa0c54ae req-1dd6bd08-c6e4-42b8-b616-573198547a4d tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437691 Feb 16 17:26:22.147467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642af135-c006-4932-9c1d-e6dad1bb034f req-2a79857c-36a3-4ffe-95f1-f3811dc0c525 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:22.150033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-642af135-c006-4932-9c1d-e6dad1bb034f req-2a79857c-36a3-4ffe-95f1-f3811dc0c525 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 931 time: 0.0549579 Feb 16 17:26:22.199931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-642af135-c006-4932-9c1d-e6dad1bb034f req-b30c2d48-dd8c-4007-b6e2-6b11a04c08c2 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439956 Feb 16 17:26:23.322186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084248f-31fc-4d29-b9f3-ab62fdfcb25a req-8262620f-106b-4711-a7d0-2428343d6ca3 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:23.323564 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c084248f-31fc-4d29-b9f3-ab62fdfcb25a req-8262620f-106b-4711-a7d0-2428343d6ca3 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 931 time: 0.0524707 Feb 16 17:26:23.374385 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c084248f-31fc-4d29-b9f3-ab62fdfcb25a req-4d673ae4-faa0-4c60-b9cd-b867f5d1a518 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446725 Feb 16 17:26:23.725454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Request body: {'port': {'device_id': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:23.783917 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:24.045156 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960772f2-fe7f-4ffe-94be-f631097dc5c2 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:26:24.053361 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Publish callbacks [] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:24.065542 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Transition to ACTIVE for port object 960772f2-fe7f-4ffe-94be-f631097dc5c2 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:26:24.069222 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:24.121362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Pushing event updated for resources: {'Port': ['ID=960772f2-fe7f-4ffe-94be-f631097dc5c2,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:24.192659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Attempting to bind port 960772f2-fe7f-4ffe-94be-f631097dc5c2 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:26:24.193001 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Attempting to bind port 960772f2-fe7f-4ffe-94be-f631097dc5c2 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '9d0ed419-ec46-4433-a790-0e4da0f0510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:26:24.193336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Attempting to bind port 960772f2-fe7f-4ffe-94be-f631097dc5c2 on network 3cfc1c38-844a-4515-b2ec-7a24e1c6501a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:24.198004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Port 960772f2-fe7f-4ffe-94be-f631097dc5c2 on network 3cfc1c38-844a-4515-b2ec-7a24e1c6501a not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:26:24.198325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Attempting to bind port 960772f2-fe7f-4ffe-94be-f631097dc5c2 on network 3cfc1c38-844a-4515-b2ec-7a24e1c6501a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:26:24.203264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:26:24.203641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Checking segment: {'id': '9d0ed419-ec46-4433-a790-0e4da0f0510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:26:24.204106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Bound using segment: {'id': '9d0ed419-ec46-4433-a790-0e4da0f0510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:26:24.204630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Bound port: 960772f2-fe7f-4ffe-94be-f631097dc5c2, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0ed419-ec46-4433-a790-0e4da0f0510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:26:24.204998 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:24.274892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] For port 960772f2-fe7f-4ffe-94be-f631097dc5c2, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:26:24.277894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] For port 960772f2-fe7f-4ffe-94be-f631097dc5c2, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2,segment=NetworkSegment(9d0ed419-ec46-4433-a790-0e4da0f0510c),segment_id=9d0ed419-ec46-4433-a790-0e4da0f0510c)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:26:24.304926 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:24.338331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:24.338954 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:24.340405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f681741d-a372-45ab-b340-128592173058 req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] 10.222.0.65 "PUT /v2.0/ports/960772f2-fe7f-4ffe-94be-f631097dc5c2 HTTP/1.1" status: 200 len: 1091 time: 0.7081313 Feb 16 17:26:24.340897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'tag': '960772f2-fe7f-4ffe-94be-f631097dc5c2'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:26:24.343129 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b01262a-35c5-4409-864c-04d47bb8ee22" -d '{"events": [{"name": "network-changed", "server_uuid": "fb35e034-53b0-47ac-b617-7f102cbbeb86", "tag": "960772f2-fe7f-4ffe-94be-f631097dc5c2"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:26:24.373089 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19558363-5e7a-4d1a-bb8d-854b69ff50e8 service neutron] Pushing event updated for resources: {'Port': ['ID=960772f2-fe7f-4ffe-94be-f631097dc5c2,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:24.430375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681741d-a372-45ab-b340-128592173058 req-cbd5217e-2f1d-4d1c-a732-adf39ffbaa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:24.432004 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f681741d-a372-45ab-b340-128592173058 req-cbd5217e-2f1d-4d1c-a732-adf39ffbaa19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=31aeabda15a242f0baf49f8669012794&device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 1125 time: 0.0541563 Feb 16 17:26:24.483042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f681741d-a372-45ab-b340-128592173058 req-c5d3357f-7e4e-4458-9313-abe5cf663325 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2 HTTP/1.1" status: 200 len: 217 time: 0.0439162 Feb 16 17:26:24.565184 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91e85e8-0634-49aa-bc27-faca4e6d64d9 x-openstack-request-id: req-c91e85e8-0634-49aa-bc27-faca4e6d64d9 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:26:24.565476 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb35e034-53b0-47ac-b617-7f102cbbeb86", "tag": "960772f2-fe7f-4ffe-94be-f631097dc5c2", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:26:24.565728 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c91e85e8-0634-49aa-bc27-faca4e6d64d9 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:26:24.566134 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'tag': '960772f2-fe7f-4ffe-94be-f631097dc5c2', 'status': 'completed', 'code': 200} Feb 16 17:26:24.569493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681741d-a372-45ab-b340-128592173058 req-0c201037-b869-47c8-a1a5-ba22443a753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:24.570964 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f681741d-a372-45ab-b340-128592173058 req-0c201037-b869-47c8-a1a5-ba22443a753c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=277b6e0b-bc38-4535-a8de-73d98b6e6e63 HTTP/1.1" status: 200 len: 853 time: 0.0790055 Feb 16 17:26:24.582978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e4e4e-a8e2-4e1c-bc4c-e71d026289f0 req-060d3585-516b-4028-aade-6cebdec5f4c0 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:24.584425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e6e4e4e-a8e2-4e1c-bc4c-e71d026289f0 req-060d3585-516b-4028-aade-6cebdec5f4c0 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 943 time: 0.1034541 Feb 16 17:26:24.662080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7e6e4e4e-a8e2-4e1c-bc4c-e71d026289f0 req-0eae319d-2f6a-4c05-a728-75a0b7472e6a tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696652 Feb 16 17:26:24.664732 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681741d-a372-45ab-b340-128592173058 req-7acbe45f-a20f-4e21-af16-765aee123c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:24.666136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f681741d-a372-45ab-b340-128592173058 req-7acbe45f-a20f-4e21-af16-765aee123c44 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0808816 Feb 16 17:26:24.756056 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f681741d-a372-45ab-b340-128592173058 req-ab0f8e79-1c9a-457b-bffb-213e7559eedd service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820110 Feb 16 17:26:24.852171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f681741d-a372-45ab-b340-128592173058 req-b05126aa-dc48-46c7-9e16-9196d05dd1ea service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897555 Feb 16 17:26:24.941706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01262a-35c5-4409-864c-04d47bb8ee22 req-61615221-3e4d-425c-92cd-86d79a0e0e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:24.943200 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b01262a-35c5-4409-864c-04d47bb8ee22 req-61615221-3e4d-425c-92cd-86d79a0e0e41 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=31aeabda15a242f0baf49f8669012794&device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 1125 time: 0.0483856 Feb 16 17:26:25.038276 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01262a-35c5-4409-864c-04d47bb8ee22 req-7699c53e-622a-4e51-b3cf-ef931715a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:25.039737 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b01262a-35c5-4409-864c-04d47bb8ee22 req-7699c53e-622a-4e51-b3cf-ef931715a072 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a HTTP/1.1" status: 200 len: 915 time: 0.0902979 Feb 16 17:26:25.081126 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b01262a-35c5-4409-864c-04d47bb8ee22 req-35e26bce-a6ab-4680-be4e-c7e9648370fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2 HTTP/1.1" status: 200 len: 217 time: 0.0354333 Feb 16 17:26:25.129380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01262a-35c5-4409-864c-04d47bb8ee22 req-53226661-96a5-41b2-a282-723c81cd5658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:25.130741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b01262a-35c5-4409-864c-04d47bb8ee22 req-53226661-96a5-41b2-a282-723c81cd5658 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=277b6e0b-bc38-4535-a8de-73d98b6e6e63 HTTP/1.1" status: 200 len: 853 time: 0.0443633 Feb 16 17:26:25.181600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01262a-35c5-4409-864c-04d47bb8ee22 req-0cc5e744-bab9-4ec0-9ec3-9b3c6cf6c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:25.183052 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b01262a-35c5-4409-864c-04d47bb8ee22 req-0cc5e744-bab9-4ec0-9ec3-9b3c6cf6c03c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458281 Feb 16 17:26:25.276729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b01262a-35c5-4409-864c-04d47bb8ee22 req-4ceeefb7-3fba-4090-995c-85d75159e86c service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843272 Feb 16 17:26:25.369186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4b01262a-35c5-4409-864c-04d47bb8ee22 req-a8390fbd-da13-484c-8e8d-ff0af291b53a service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860710 Feb 16 17:26:25.769324 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-efec2437-a72a-44ed-bf20-c6f04fedeb45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:25.788692 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5858d-9e51-4b8b-8c2f-443f542b0e38 req-fad68b8a-30b3-4b85-b2e1-68ccee50e955 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:25.790198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6f5858d-9e51-4b8b-8c2f-443f542b0e38 req-fad68b8a-30b3-4b85-b2e1-68ccee50e955 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 943 time: 0.0551965 Feb 16 17:26:25.837507 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6f5858d-9e51-4b8b-8c2f-443f542b0e38 req-47a4c1f8-d747-4e36-9ee9-c6a31ed3d4a6 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Feb 16 17:26:26.959405 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f401f87-7c15-4d55-962e-adc84ae6c5a9 req-a4cc0033-8359-48b1-b29a-6a915e75c1c8 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:26.960905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f401f87-7c15-4d55-962e-adc84ae6c5a9 req-a4cc0033-8359-48b1-b29a-6a915e75c1c8 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 943 time: 0.0529962 Feb 16 17:26:27.009048 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f401f87-7c15-4d55-962e-adc84ae6c5a9 req-d6ac9f7e-9be0-4595-802e-4ae3ffb3f5a8 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425954 Feb 16 17:26:27.091853 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 960772f2-fe7f-4ffe-94be-f631097dc5c2 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:26:27.190050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 960772f2-fe7f-4ffe-94be-f631097dc5c2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2,segment=NetworkSegment(9d0ed419-ec46-4433-a790-0e4da0f0510c),segment_id=9d0ed419-ec46-4433-a790-0e4da0f0510c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:27.201349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '960772f2-fe7f-4ffe-94be-f631097dc5c2', 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'port_id': '960772f2-fe7f-4ffe-94be-f631097dc5c2', 'mac_address': 'fa:16:3e:87:80:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:26:27.238125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 960772f2-fe7f-4ffe-94be-f631097dc5c2 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:26:27.238514 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:27.250879 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960772f2-fe7f-4ffe-94be-f631097dc5c2 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:26:27.269595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 960772f2-fe7f-4ffe-94be-f631097dc5c2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2,segment=NetworkSegment(9d0ed419-ec46-4433-a790-0e4da0f0510c),segment_id=9d0ed419-ec46-4433-a790-0e4da0f0510c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:27.273473 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:27.323100 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=960772f2-fe7f-4ffe-94be-f631097dc5c2,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:27.479637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['960772f2-fe7f-4ffe-94be-f631097dc5c2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:26:28.130427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fa0c3-3eb1-4518-b1ff-43f88c1056d3 req-327adaaa-b57d-49a2-a9fe-9d833a47ce8b tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:28.131809 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-087fa0c3-3eb1-4518-b1ff-43f88c1056d3 req-327adaaa-b57d-49a2-a9fe-9d833a47ce8b tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 944 time: 0.0562165 Feb 16 17:26:28.177780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-087fa0c3-3eb1-4518-b1ff-43f88c1056d3 req-78fe41f0-645a-42d9-bd33-50fa3c9c2735 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403922 Feb 16 17:26:28.383259 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6099e302-7c76-478d-8804-6ad2123e5137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:29.106587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 960772f2-fe7f-4ffe-94be-f631097dc5c2 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:26:29.155050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 960772f2-fe7f-4ffe-94be-f631097dc5c2 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:26:29.159323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 960772f2-fe7f-4ffe-94be-f631097dc5c2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:29.159698 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:29.237225 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 960772f2-fe7f-4ffe-94be-f631097dc5c2 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:26:29.237596 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:29.260245 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960772f2-fe7f-4ffe-94be-f631097dc5c2'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:26:29.262641 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42a308b-12e9-4b9f-ac0d-f4dc7c0f4adf" -d '{"events": [{"server_uuid": "fb35e034-53b0-47ac-b617-7f102cbbeb86", "name": "network-vif-plugged", "status": "completed", "tag": "960772f2-fe7f-4ffe-94be-f631097dc5c2"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:26:29.276255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 960772f2-fe7f-4ffe-94be-f631097dc5c2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2,segment=NetworkSegment(9d0ed419-ec46-4433-a790-0e4da0f0510c),segment_id=9d0ed419-ec46-4433-a790-0e4da0f0510c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:29.280752 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:29.301285 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650e571-0b61-4e30-b782-31f59ab6e459 req-9b57c1f1-6b0f-4135-9e11-17a3832de4b8 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:29.302940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c650e571-0b61-4e30-b782-31f59ab6e459 req-9b57c1f1-6b0f-4135-9e11-17a3832de4b8 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 944 time: 0.0594451 Feb 16 17:26:29.342567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=960772f2-fe7f-4ffe-94be-f631097dc5c2,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:29.356301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c650e571-0b61-4e30-b782-31f59ab6e459 req-f18dc4eb-c5c6-4ce0-9e3a-36f7d7eb370b tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470655 Feb 16 17:26:29.374788 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34da9e32-2231-4157-a95f-620999025f3b x-openstack-request-id: req-34da9e32-2231-4157-a95f-620999025f3b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:26:29.375143 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb35e034-53b0-47ac-b617-7f102cbbeb86", "name": "network-vif-plugged", "status": "completed", "tag": "960772f2-fe7f-4ffe-94be-f631097dc5c2", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:26:29.376370 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34da9e32-2231-4157-a95f-620999025f3b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:26:29.377103 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960772f2-fe7f-4ffe-94be-f631097dc5c2', 'code': 200} Feb 16 17:26:29.474411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa01d5-b34d-4acb-9682-8c07a2a11b9a req-95cd8505-9627-404c-b990-745ca91f3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:29.475930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebfa01d5-b34d-4acb-9682-8c07a2a11b9a req-95cd8505-9627-404c-b990-745ca91f3129 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 1127 time: 0.0473013 Feb 16 17:26:29.496848 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:29.523268 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebfa01d5-b34d-4acb-9682-8c07a2a11b9a req-c600f1bb-71e2-4f53-a70e-5e9cb26e8bef service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398102 Feb 16 17:26:30.484209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcc648-b0d6-4d61-a033-dec6e2a596b3 req-67c172c7-c114-4483-9d46-40948783ebaf tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:30.485766 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6cbcc648-b0d6-4d61-a033-dec6e2a596b3 req-67c172c7-c114-4483-9d46-40948783ebaf tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 945 time: 0.0576518 Feb 16 17:26:30.538784 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6cbcc648-b0d6-4d61-a033-dec6e2a596b3 req-c92745d2-edf6-4f07-9d79-207ef3903f3e tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453651 Feb 16 17:26:31.029076 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:31.661045 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00823eb-2bb8-4d78-ba53-b4f5b323e509 req-f604720e-3b5b-442c-ad83-855454a64fab tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:31.662500 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c00823eb-2bb8-4d78-ba53-b4f5b323e509 req-f604720e-3b5b-442c-ad83-855454a64fab tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 945 time: 0.0518138 Feb 16 17:26:31.712518 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c00823eb-2bb8-4d78-ba53-b4f5b323e509 req-fa319b48-95f0-4e5b-b763-6a819382c66b tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443795 Feb 16 17:26:31.830212 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b9ea6-4738-4d90-b444-c663fa8e7175 req-0e34ffac-90e7-400b-be32-0a2c2744b600 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:31.830838 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:31.831682 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a07b9ea6-4738-4d90-b444-c663fa8e7175 req-0e34ffac-90e7-400b-be32-0a2c2744b600 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 945 time: 0.0538800 Feb 16 17:26:31.878277 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a07b9ea6-4738-4d90-b444-c663fa8e7175 req-e9cc6483-09b2-47b5-9f58-2a57ccd49193 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409069 Feb 16 17:26:32.067459 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9b4d9-e0fa-4dde-b17a-89982b93a64d req-8a792d99-18be-448a-ab63-e0611ac0e0f3 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:32.068928 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ab9b4d9-e0fa-4dde-b17a-89982b93a64d req-8a792d99-18be-448a-ab63-e0611ac0e0f3 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 945 time: 0.0518177 Feb 16 17:26:32.114787 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0ab9b4d9-e0fa-4dde-b17a-89982b93a64d req-92b7a587-f255-4f9b-92fd-c3c045f15368 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402782 Feb 16 17:26:32.172042 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:34.961069 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:45.064413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4680424-b1b0-42bc-88e9-9a9423772754 req-15bf6771-ccba-4108-a993-daf8e205b3a3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469098 Feb 16 17:26:45.151671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4680424-b1b0-42bc-88e9-9a9423772754 req-962c9c5e-0897-4891-8e8e-97066df50e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:45.153166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4680424-b1b0-42bc-88e9-9a9423772754 req-962c9c5e-0897-4891-8e8e-97066df50e3a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=31aeabda15a242f0baf49f8669012794&device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 1127 time: 0.0446398 Feb 16 17:26:45.253472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4680424-b1b0-42bc-88e9-9a9423772754 req-91621e27-ab60-4930-8384-cd299c74e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:45.254928 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4680424-b1b0-42bc-88e9-9a9423772754 req-91621e27-ab60-4930-8384-cd299c74e1e8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a HTTP/1.1" status: 200 len: 915 time: 0.0840013 Feb 16 17:26:45.300369 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4680424-b1b0-42bc-88e9-9a9423772754 req-f489f739-5b94-4646-a0d3-e64b617b1af3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2 HTTP/1.1" status: 200 len: 217 time: 0.0382218 Feb 16 17:26:45.347846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4680424-b1b0-42bc-88e9-9a9423772754 req-61453c60-2c26-4904-9804-d9e31bca5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:45.349203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4680424-b1b0-42bc-88e9-9a9423772754 req-61453c60-2c26-4904-9804-d9e31bca5332 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=277b6e0b-bc38-4535-a8de-73d98b6e6e63 HTTP/1.1" status: 200 len: 853 time: 0.0431123 Feb 16 17:26:45.398790 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4680424-b1b0-42bc-88e9-9a9423772754 req-f499a995-dd87-4c3d-a025-fbeafe43c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:45.400351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4680424-b1b0-42bc-88e9-9a9423772754 req-f499a995-dd87-4c3d-a025-fbeafe43c46e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445971 Feb 16 17:26:45.493963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4680424-b1b0-42bc-88e9-9a9423772754 req-c8384d95-7261-4f29-a271-befb785f68bf service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874622 Feb 16 17:26:45.585680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4680424-b1b0-42bc-88e9-9a9423772754 req-96b100c0-c222-4376-a87f-e13025c16d5e service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855668 Feb 16 17:26:45.887585 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:26:51.150573 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84db4de-0aec-409c-923f-af2189b82609 req-9f174b47-6088-4f98-bef5-0eda4dc9afd4 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:51.151984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e84db4de-0aec-409c-923f-af2189b82609 req-9f174b47-6088-4f98-bef5-0eda4dc9afd4 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 945 time: 0.2992761 Feb 16 17:26:51.197603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e84db4de-0aec-409c-923f-af2189b82609 req-95ea244a-27b8-4e9f-8a9d-ca1a61bec21f tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393381 Feb 16 17:26:51.220865 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54452) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:26:51.303178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae8eb6-2954-4a8f-aa25-63b7efed9cd6 tempest-TestMinimumBasicScenario-1227444680 tempest-TestMinimumBasicScenario-1227444680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:51.304705 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-34ae8eb6-2954-4a8f-aa25-63b7efed9cd6 tempest-TestMinimumBasicScenario-1227444680 tempest-TestMinimumBasicScenario-1227444680-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 1122 time: 0.0828636 Feb 16 17:26:51.307734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54456) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:26:51.311853 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '960772f2-fe7f-4ffe-94be-f631097dc5c2', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:51.334130 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:51.430819 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:51.537676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Allocated IP 172.25.4.251 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/f68915e6-c6f5-4803-b8cf-54e5f7756eb9) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:26:51.639258 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for port (f68915e6-c6f5-4803-b8cf-54e5f7756eb9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:51.673106 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f68915e6-c6f5-4803-b8cf-54e5f7756eb9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:51.713152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:26:51.718088 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:26:51.721995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:26:51.749421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Pushing event updated for resources: {'Port': ['ID=f68915e6-c6f5-4803-b8cf-54e5f7756eb9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:51.763099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:51.763446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:51.763820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:51.764161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:51.764492 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:51.764821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:51.765145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:51.765493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:51.766033 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:51.766366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:51.766690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:51.767014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:51.767330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:52.119029 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for floatingip (24aa8f98-9f9f-417f-aadb-f1b498d8343c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:52.191656 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f68915e6-c6f5-4803-b8cf-54e5f7756eb9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:52.343550 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for port (f68915e6-c6f5-4803-b8cf-54e5f7756eb9), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:52.348956 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f68915e6-c6f5-4803-b8cf-54e5f7756eb9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:52.420779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Pushing event updated for resources: {'Port': ['ID=f68915e6-c6f5-4803-b8cf-54e5f7756eb9,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:52.433488 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (24aa8f98-9f9f-417f-aadb-f1b498d8343c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:52.545361 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Floating IP 24aa8f98-9f9f-417f-aadb-f1b498d8343c associated. External IP: 172.25.4.251, port: 960772f2-fe7f-4ffe-94be-f631097dc5c2. Feb 16 17:26:52.759049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Router 2cc4ccd9-b500-4128-b724-b113cc16c94f has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:26:52.869119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:26:52.881632 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4b16e-7168-45d2-809a-c392a9efb908 None None] Sync routers for ids ['2cc4ccd9-b500-4128-b724-b113cc16c94f'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:26:52.887619 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:52.892357 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4b16e-7168-45d2-809a-c392a9efb908 None None] Routers {'2cc4ccd9-b500-4128-b724-b113cc16c94f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:26:52.892960 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c1e4b16e-7168-45d2-809a-c392a9efb908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:26:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2cc4ccd9-b500-4128-b724-b113cc16c94f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:52.917729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f12e4070-2994-42a2-a556-756d7a9b8f1c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6089780 Feb 16 17:26:52.918410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'tag': '960772f2-fe7f-4ffe-94be-f631097dc5c2'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:26:52.920718 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54458) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:26:52.921239 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6bf43a-1059-4e48-90d7-aac94f7b2249" -d '{"events": [{"name": "network-changed", "server_uuid": "fb35e034-53b0-47ac-b617-7f102cbbeb86", "tag": "960772f2-fe7f-4ffe-94be-f631097dc5c2"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:26:52.926431 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296146503', 'description': 'tempest-secgroup-smoke-1296146503 description', 'project_id': '31aeabda15a242f0baf49f8669012794'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:52.948522 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:52.964396 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78864d27-7adb-4134-9847-8a4b820f19bb x-openstack-request-id: req-78864d27-7adb-4134-9847-8a4b820f19bb {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:26:52.964694 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb35e034-53b0-47ac-b617-7f102cbbeb86", "tag": "960772f2-fe7f-4ffe-94be-f631097dc5c2", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:26:52.964948 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78864d27-7adb-4134-9847-8a4b820f19bb {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:26:52.965486 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'tag': '960772f2-fe7f-4ffe-94be-f631097dc5c2', 'status': 'completed', 'code': 200} Feb 16 17:26:53.005188 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-c1e4b16e-7168-45d2-809a-c392a9efb908 None None] Set router 2cc4ccd9-b500-4128-b724-b113cc16c94f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:26:53.029373 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group (09f46c2d-445b-4801-ab1e-5f6ade818713), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.034839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bf43a-1059-4e48-90d7-aac94f7b2249 req-21a188c9-0558-450c-8472-f8f555b9bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:53.036911 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca6bf43a-1059-4e48-90d7-aac94f7b2249 req-21a188c9-0558-450c-8472-f8f555b9bd3a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=31aeabda15a242f0baf49f8669012794&device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 1127 time: 0.0503950 Feb 16 17:26:53.037312 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (09f46c2d-445b-4801-ab1e-5f6ade818713), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.065670 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.071353 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1488233 Feb 16 17:26:53.073901 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54462) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:26:53.080414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-74d1cd0b-0c8e-40b8-836d-7e201b39f330 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Request body: {'security_group_rule': {'security_group_id': '09f46c2d-445b-4801-ab1e-5f6ade818713', 'project_id': '31aeabda15a242f0baf49f8669012794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:53.090334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f46c2d-445b-4801-ab1e-5f6ade818713,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:53.099464 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:53.099971 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:53.100553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:53.101118 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:53.102105 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:53.102908 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:53.103487 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:53.104083 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:53.104775 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:53.105335 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:53.105875 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:53.106438 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:53.107065 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418cac4-c0f9-449f-9c52-4b67498a3321 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:26:53.149083 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-74d1cd0b-0c8e-40b8-836d-7e201b39f330 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (c917d63c-500f-4847-9b20-bc7dfce714c5), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.186762 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bf43a-1059-4e48-90d7-aac94f7b2249 req-41d61e8c-3450-4603-a158-f7af4c4eb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:53.188826 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca6bf43a-1059-4e48-90d7-aac94f7b2249 req-41d61e8c-3450-4603-a158-f7af4c4eb735 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a HTTP/1.1" status: 200 len: 915 time: 0.1446719 Feb 16 17:26:53.241042 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c1e4b16e-7168-45d2-809a-c392a9efb908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:50Z', 'updated_at': '2022-02-16T17:25:53Z', 'revision_number': 4, 'project_id': '31aeabda15a242f0baf49f8669012794', 'gw_port': {'id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:51Z', 'updated_at': '2022-02-16T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '24aa8f98-9f9f-417f-aadb-f1b498d8343c', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'floating_ip_address': '172.25.4.251', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'port_id': '960772f2-fe7f-4ffe-94be-f631097dc5c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'mac_address': 'fa:16:3e:87:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:26:51Z', 'updated_at': '2022-02-16T17:26:51Z', 'revision_number': 0, 'project_id': '31aeabda15a242f0baf49f8669012794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c644cd-0371-4547-9881-7f8734edf437', 'name': '', 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'mac_address': 'fa:16:3e:b7:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:53Z', 'updated_at': '2022-02-16T17:25:57Z', 'revision_number': 5, 'project_id': '31aeabda15a242f0baf49f8669012794', 'subnets': [{'id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:53.267713 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-74d1cd0b-0c8e-40b8-836d-7e201b39f330 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (c917d63c-500f-4847-9b20-bc7dfce714c5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.273551 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-74d1cd0b-0c8e-40b8-836d-7e201b39f330 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (c917d63c-500f-4847-9b20-bc7dfce714c5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.275011 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4b16e-7168-45d2-809a-c392a9efb908 None None] Checking router: 2cc4ccd9-b500-4128-b724-b113cc16c94f for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:26:53.283607 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4b16e-7168-45d2-809a-c392a9efb908 None None] Routers {'2cc4ccd9-b500-4128-b724-b113cc16c94f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:26:53.284201 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c1e4b16e-7168-45d2-809a-c392a9efb908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:26:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2cc4ccd9-b500-4128-b724-b113cc16c94f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:53.305101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca6bf43a-1059-4e48-90d7-aac94f7b2249 req-0ef85ed5-9152-41e7-ae8d-acbd14295542 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2 HTTP/1.1" status: 200 len: 999 time: 0.1098075 Feb 16 17:26:53.306650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1cd0b-0c8e-40b8-836d-7e201b39f330 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c917d63c-500f-4847-9b20-bc7dfce714c5,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:53.311600 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-74d1cd0b-0c8e-40b8-836d-7e201b39f330 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.313385 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-74d1cd0b-0c8e-40b8-836d-7e201b39f330 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2379396 Feb 16 17:26:53.316091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54464) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:26:53.326884 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e7b77940-6779-40fd-918d-7043388a9de6 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Request body: {'security_group_rule': {'security_group_id': '09f46c2d-445b-4801-ab1e-5f6ade818713', 'project_id': '31aeabda15a242f0baf49f8669012794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:53.380337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bf43a-1059-4e48-90d7-aac94f7b2249 req-1ed1dc34-aec5-449d-9adc-42288e51b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:53.381819 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca6bf43a-1059-4e48-90d7-aac94f7b2249 req-1ed1dc34-aec5-449d-9adc-42288e51b175 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=277b6e0b-bc38-4535-a8de-73d98b6e6e63 HTTP/1.1" status: 200 len: 853 time: 0.0672474 Feb 16 17:26:53.384876 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e7b77940-6779-40fd-918d-7043388a9de6 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (671c103f-5a24-4480-8668-afbcd8f9b803), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.394266 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-c1e4b16e-7168-45d2-809a-c392a9efb908 None None] Set router 2cc4ccd9-b500-4128-b724-b113cc16c94f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:26:53.464043 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e7b77940-6779-40fd-918d-7043388a9de6 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (671c103f-5a24-4480-8668-afbcd8f9b803), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.470062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bf43a-1059-4e48-90d7-aac94f7b2249 req-d347d84a-ccba-4d27-ad63-71d0361b65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:53.471623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca6bf43a-1059-4e48-90d7-aac94f7b2249 req-d347d84a-ccba-4d27-ad63-71d0361b65a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0777669 Feb 16 17:26:53.472425 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e7b77940-6779-40fd-918d-7043388a9de6 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (671c103f-5a24-4480-8668-afbcd8f9b803), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.513171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b77940-6779-40fd-918d-7043388a9de6 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671c103f-5a24-4480-8668-afbcd8f9b803,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:53.530798 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e7b77940-6779-40fd-918d-7043388a9de6 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.534725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e7b77940-6779-40fd-918d-7043388a9de6 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2151244 Feb 16 17:26:53.534877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54468) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:26:53.540583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-2aaebb83-596c-4d23-a1a5-efd5bbcfc0c5 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Request body: {'security_group_rule': {'security_group_id': '09f46c2d-445b-4801-ab1e-5f6ade818713', 'project_id': '31aeabda15a242f0baf49f8669012794', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:53.606383 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2aaebb83-596c-4d23-a1a5-efd5bbcfc0c5 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (3eccb9dc-a623-47d8-b1f2-6f5daeddef2a), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.612509 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca6bf43a-1059-4e48-90d7-aac94f7b2249 req-ae4ff561-595d-4cf6-b511-0bf16cb5d3bf service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324151 Feb 16 17:26:53.634039 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c1e4b16e-7168-45d2-809a-c392a9efb908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:50Z', 'updated_at': '2022-02-16T17:25:53Z', 'revision_number': 4, 'project_id': '31aeabda15a242f0baf49f8669012794', 'gw_port': {'id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:51Z', 'updated_at': '2022-02-16T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '24aa8f98-9f9f-417f-aadb-f1b498d8343c', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'floating_ip_address': '172.25.4.251', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'port_id': '960772f2-fe7f-4ffe-94be-f631097dc5c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'mac_address': 'fa:16:3e:87:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:26:51Z', 'updated_at': '2022-02-16T17:26:51Z', 'revision_number': 0, 'project_id': '31aeabda15a242f0baf49f8669012794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c644cd-0371-4547-9881-7f8734edf437', 'name': '', 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'mac_address': 'fa:16:3e:b7:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:53Z', 'updated_at': '2022-02-16T17:25:57Z', 'revision_number': 5, 'project_id': '31aeabda15a242f0baf49f8669012794', 'subnets': [{'id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:26:53.664694 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4b16e-7168-45d2-809a-c392a9efb908 None None] The sync data for ids ['2cc4ccd9-b500-4128-b724-b113cc16c94f'] in n-d-669411-5 is: [{'id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:50Z', 'updated_at': '2022-02-16T17:25:53Z', 'revision_number': 4, 'project_id': '31aeabda15a242f0baf49f8669012794', 'gw_port': {'id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:51Z', 'updated_at': '2022-02-16T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '24aa8f98-9f9f-417f-aadb-f1b498d8343c', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'floating_ip_address': '172.25.4.251', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'port_id': '960772f2-fe7f-4ffe-94be-f631097dc5c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'mac_address': 'fa:16:3e:87:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:26:51Z', 'updated_at': '2022-02-16T17:26:51Z', 'revision_number': 0, 'project_id': '31aeabda15a242f0baf49f8669012794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c644cd-0371-4547-9881-7f8734edf437', 'name': '', 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'mac_address': 'fa:16:3e:b7:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:53Z', 'updated_at': '2022-02-16T17:25:57Z', 'revision_number': 5, 'project_id': '31aeabda15a242f0baf49f8669012794', 'subnets': [{'id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:26:53.723999 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2aaebb83-596c-4d23-a1a5-efd5bbcfc0c5 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (3eccb9dc-a623-47d8-b1f2-6f5daeddef2a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.736914 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2aaebb83-596c-4d23-a1a5-efd5bbcfc0c5 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (3eccb9dc-a623-47d8-b1f2-6f5daeddef2a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.757045 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca6bf43a-1059-4e48-90d7-aac94f7b2249 req-6d691a58-55d9-4557-84bd-fa33268b1ce4 service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385412 Feb 16 17:26:53.760077 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaebb83-596c-4d23-a1a5-efd5bbcfc0c5 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eccb9dc-a623-47d8-b1f2-6f5daeddef2a,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:53.773822 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2aaebb83-596c-4d23-a1a5-efd5bbcfc0c5 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.777875 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2aaebb83-596c-4d23-a1a5-efd5bbcfc0c5 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2420859 Feb 16 17:26:53.778230 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54470) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:26:53.785201 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-55f5a09a-e9d4-4e65-a64f-4fd16f333a24 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Request body: {'security_group_rule': {'security_group_id': '09f46c2d-445b-4801-ab1e-5f6ade818713', 'project_id': '31aeabda15a242f0baf49f8669012794', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:53.813207 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55f5a09a-e9d4-4e65-a64f-4fd16f333a24 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (533117bf-8f5c-434a-9e03-830f372a35ad), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.865174 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55f5a09a-e9d4-4e65-a64f-4fd16f333a24 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (533117bf-8f5c-434a-9e03-830f372a35ad), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.869091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55f5a09a-e9d4-4e65-a64f-4fd16f333a24 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (533117bf-8f5c-434a-9e03-830f372a35ad), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.880779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a86254e-bea3-4430-9b9c-3137e579f3e4 None None] New status for floating IP 24aa8f98-9f9f-417f-aadb-f1b498d8343c: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:26:53.889842 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5a09a-e9d4-4e65-a64f-4fd16f333a24 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533117bf-8f5c-434a-9e03-830f372a35ad,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:53.895926 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-55f5a09a-e9d4-4e65-a64f-4fd16f333a24 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.897148 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-55f5a09a-e9d4-4e65-a64f-4fd16f333a24 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176205 Feb 16 17:26:53.900085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54472) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:26:53.904686 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b7ca4e08-9822-4652-9d9e-530a96f689af tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Request body: {'security_group_rule': {'security_group_id': '09f46c2d-445b-4801-ab1e-5f6ade818713', 'project_id': '31aeabda15a242f0baf49f8669012794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:53.926013 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-b7ca4e08-9822-4652-9d9e-530a96f689af tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Project 31aeabda15a242f0baf49f8669012794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:26:53.932038 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4e08-9822-4652-9d9e-530a96f689af tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (dbe6c30a-7286-4e9a-a1bf-9ca1c1a1c745), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:53.998521 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4e08-9822-4652-9d9e-530a96f689af tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (dbe6c30a-7286-4e9a-a1bf-9ca1c1a1c745), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:54.003008 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4e08-9822-4652-9d9e-530a96f689af tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (dbe6c30a-7286-4e9a-a1bf-9ca1c1a1c745), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:54.022243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca4e08-9822-4652-9d9e-530a96f689af tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe6c30a-7286-4e9a-a1bf-9ca1c1a1c745,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:54.030920 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4e08-9822-4652-9d9e-530a96f689af tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:54.033286 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b7ca4e08-9822-4652-9d9e-530a96f689af tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310554 Feb 16 17:26:54.035449 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54474) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:26:54.039957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ed770755-ddc7-4ee2-bcd2-4f53c57ac02d tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Request body: {'security_group_rule': {'security_group_id': '09f46c2d-445b-4801-ab1e-5f6ade818713', 'project_id': '31aeabda15a242f0baf49f8669012794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:54.060716 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-ed770755-ddc7-4ee2-bcd2-4f53c57ac02d tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Project 31aeabda15a242f0baf49f8669012794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:26:54.066382 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed770755-ddc7-4ee2-bcd2-4f53c57ac02d tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (a6c1f5d0-6943-4f31-b22b-8f53b2153b25), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:54.129130 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed770755-ddc7-4ee2-bcd2-4f53c57ac02d tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (a6c1f5d0-6943-4f31-b22b-8f53b2153b25), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:54.132626 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed770755-ddc7-4ee2-bcd2-4f53c57ac02d tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (a6c1f5d0-6943-4f31-b22b-8f53b2153b25), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:54.150672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed770755-ddc7-4ee2-bcd2-4f53c57ac02d tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c1f5d0-6943-4f31-b22b-8f53b2153b25,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:54.155630 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed770755-ddc7-4ee2-bcd2-4f53c57ac02d tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:54.160340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ed770755-ddc7-4ee2-bcd2-4f53c57ac02d tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211374 Feb 16 17:26:54.246448 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f393f76-fcee-4486-a8c9-f421c1e03b70 req-d633512f-0b0d-42f0-8218-18e8b5782b79 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296146503&fields=id&tenant_id=31aeabda15a242f0baf49f8669012794 HTTP/1.1" status: 200 len: 267 time: 0.0439599 Feb 16 17:26:54.301446 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f393f76-fcee-4486-a8c9-f421c1e03b70 req-fcfff705-1b6a-4cec-a811-a3ae72e607de tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:54.302821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f393f76-fcee-4486-a8c9-f421c1e03b70 req-fcfff705-1b6a-4cec-a811-a3ae72e607de tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 945 time: 0.0503683 Feb 16 17:26:54.314477 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-7f393f76-fcee-4486-a8c9-f421c1e03b70 req-0979fa18-4367-45c0-8260-2cfa47bb8e8a tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Request body: {'port': {'security_groups': ['b0fe1482-6b70-4d2f-ba81-de1816afa403', '09f46c2d-445b-4801-ab1e-5f6ade818713']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:26:54.383177 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7f393f76-fcee-4486-a8c9-f421c1e03b70 req-0979fa18-4367-45c0-8260-2cfa47bb8e8a tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:54.566598 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7f393f76-fcee-4486-a8c9-f421c1e03b70 req-0979fa18-4367-45c0-8260-2cfa47bb8e8a tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] For port 960772f2-fe7f-4ffe-94be-f631097dc5c2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2,segment=NetworkSegment(9d0ed419-ec46-4433-a790-0e4da0f0510c),segment_id=9d0ed419-ec46-4433-a790-0e4da0f0510c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:26:54.846049 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7f393f76-fcee-4486-a8c9-f421c1e03b70 req-0979fa18-4367-45c0-8260-2cfa47bb8e8a tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:54.850476 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7f393f76-fcee-4486-a8c9-f421c1e03b70 req-0979fa18-4367-45c0-8260-2cfa47bb8e8a tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:54.862575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['960772f2-fe7f-4ffe-94be-f631097dc5c2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:26:54.894728 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f393f76-fcee-4486-a8c9-f421c1e03b70 req-0979fa18-4367-45c0-8260-2cfa47bb8e8a tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:54.895430 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7f393f76-fcee-4486-a8c9-f421c1e03b70 req-0979fa18-4367-45c0-8260-2cfa47bb8e8a tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:54.896864 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7f393f76-fcee-4486-a8c9-f421c1e03b70 req-0979fa18-4367-45c0-8260-2cfa47bb8e8a tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "PUT /v2.0/ports/960772f2-fe7f-4ffe-94be-f631097dc5c2 HTTP/1.1" status: 200 len: 981 time: 0.5877569 Feb 16 17:26:54.941747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979fa18-4367-45c0-8260-2cfa47bb8e8a tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Pushing event updated for resources: {'Port': ['ID=960772f2-fe7f-4ffe-94be-f631097dc5c2,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:26:54.963557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['960772f2-fe7f-4ffe-94be-f631097dc5c2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:26:54.966768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'tag': '960772f2-fe7f-4ffe-94be-f631097dc5c2'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:26:54.971189 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62147b91-811a-4ccf-b452-aa24435d3a70" -d '{"events": [{"name": "network-changed", "server_uuid": "fb35e034-53b0-47ac-b617-7f102cbbeb86", "tag": "960772f2-fe7f-4ffe-94be-f631097dc5c2"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:26:55.017442 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105f3e5d-71ca-4dda-989f-4c05629193e8 x-openstack-request-id: req-105f3e5d-71ca-4dda-989f-4c05629193e8 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:26:55.017736 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb35e034-53b0-47ac-b617-7f102cbbeb86", "tag": "960772f2-fe7f-4ffe-94be-f631097dc5c2", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:26:55.017989 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-105f3e5d-71ca-4dda-989f-4c05629193e8 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:26:55.018389 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'tag': '960772f2-fe7f-4ffe-94be-f631097dc5c2', 'status': 'completed', 'code': 200} Feb 16 17:26:55.042721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786ee9c-fc3e-49d0-b0ce-60fe7a3473b6 req-3ef4bf6f-d0db-421c-ac25-4dfc5997a835 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:55.044976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9786ee9c-fc3e-49d0-b0ce-60fe7a3473b6 req-3ef4bf6f-d0db-421c-ac25-4dfc5997a835 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 984 time: 0.0701835 Feb 16 17:26:55.144428 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62147b91-811a-4ccf-b452-aa24435d3a70 req-cd8c8946-7974-4946-b56f-111fcfb69402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:55.146039 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62147b91-811a-4ccf-b452-aa24435d3a70 req-cd8c8946-7974-4946-b56f-111fcfb69402 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=31aeabda15a242f0baf49f8669012794&device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 1166 time: 0.1001103 Feb 16 17:26:55.153032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9786ee9c-fc3e-49d0-b0ce-60fe7a3473b6 req-35ff1286-0554-47d2-a8ba-39e073f8b109 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&id=09f46c2d-445b-4801-ab1e-5f6ade818713&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980470 Feb 16 17:26:55.250507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62147b91-811a-4ccf-b452-aa24435d3a70 req-84c79786-fa80-42dc-8950-4399f0c7aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:55.252073 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62147b91-811a-4ccf-b452-aa24435d3a70 req-84c79786-fa80-42dc-8950-4399f0c7aca8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a HTTP/1.1" status: 200 len: 915 time: 0.0980783 Feb 16 17:26:55.314750 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4e8bb04f-389a-4e13-bcb2-a6412c90b0ca None None] Provisioning complete for port 960772f2-fe7f-4ffe-94be-f631097dc5c2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:26:55.315373 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4e8bb04f-389a-4e13-bcb2-a6412c90b0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:55.323737 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62147b91-811a-4ccf-b452-aa24435d3a70 req-52cfcb9f-983e-4f3b-b6f3-649aec7f07ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2 HTTP/1.1" status: 200 len: 1001 time: 0.0648956 Feb 16 17:26:55.373958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62147b91-811a-4ccf-b452-aa24435d3a70 req-ff3f2a77-7a27-430a-a528-dcf1219b7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:55.376186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62147b91-811a-4ccf-b452-aa24435d3a70 req-ff3f2a77-7a27-430a-a528-dcf1219b7cdd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=277b6e0b-bc38-4535-a8de-73d98b6e6e63 HTTP/1.1" status: 200 len: 853 time: 0.0458617 Feb 16 17:26:55.423461 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62147b91-811a-4ccf-b452-aa24435d3a70 req-6f3ca3ae-8a2a-46d6-ac33-c77031614eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:26:55.425052 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62147b91-811a-4ccf-b452-aa24435d3a70 req-6f3ca3ae-8a2a-46d6-ac33-c77031614eca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435920 Feb 16 17:26:55.519446 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62147b91-811a-4ccf-b452-aa24435d3a70 req-bf792077-7397-477b-9782-72ed5f857b06 service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886433 Feb 16 17:26:55.539525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4e8bb04f-389a-4e13-bcb2-a6412c90b0ca None None] Current status of the port 960772f2-fe7f-4ffe-94be-f631097dc5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:26:55.612314 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-62147b91-811a-4ccf-b452-aa24435d3a70 req-cdd1aef0-311a-4ccc-88e4-a65def1990a3 service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849113 Feb 16 17:26:55.770447 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4f418fe5-752c-4907-a126-044b6b6808fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:58.386322 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-10d28a0d-f9b1-4135-96db-3a9f7c3fb8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:26:59.497297 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:01.030769 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:01.850622 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:02.177044 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:02.793342 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9666b-3e21-40c3-b04f-023567bf0be6 req-1dc13aab-26ea-446b-bb68-6efc419404f1 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:02.794777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c1c9666b-3e21-40c3-b04f-023567bf0be6 req-1dc13aab-26ea-446b-bb68-6efc419404f1 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 984 time: 0.0903392 Feb 16 17:27:02.797168 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8810a-5ce8-4e07-8f76-68df46d5c23b req-2611957b-daa2-40a3-919b-f954a350271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:02.798573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41c8810a-5ce8-4e07-8f76-68df46d5c23b req-2611957b-daa2-40a3-919b-f954a350271b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=31aeabda15a242f0baf49f8669012794&device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 1166 time: 0.0855622 Feb 16 17:27:02.918188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c1c9666b-3e21-40c3-b04f-023567bf0be6 req-7268172b-1c2b-4a66-98cd-93f80c89a2e7 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&id=09f46c2d-445b-4801-ab1e-5f6ade818713&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174035 Feb 16 17:27:02.939429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8810a-5ce8-4e07-8f76-68df46d5c23b req-cb397649-bd58-4761-b22e-0c859129763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:02.940910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41c8810a-5ce8-4e07-8f76-68df46d5c23b req-cb397649-bd58-4761-b22e-0c859129763a service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a HTTP/1.1" status: 200 len: 915 time: 0.1343284 Feb 16 17:27:03.007084 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41c8810a-5ce8-4e07-8f76-68df46d5c23b req-c8e45470-c2eb-423f-b8ad-0e4eccb348e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2 HTTP/1.1" status: 200 len: 1001 time: 0.0596130 Feb 16 17:27:03.059612 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8810a-5ce8-4e07-8f76-68df46d5c23b req-c88ace5f-b3a6-4ce1-a3ec-2d4ea0a95584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:03.061006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41c8810a-5ce8-4e07-8f76-68df46d5c23b req-c88ace5f-b3a6-4ce1-a3ec-2d4ea0a95584 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=277b6e0b-bc38-4535-a8de-73d98b6e6e63 HTTP/1.1" status: 200 len: 853 time: 0.0478449 Feb 16 17:27:03.113480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8810a-5ce8-4e07-8f76-68df46d5c23b req-9132a2b3-c649-448e-b9f6-98200696164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:03.114974 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41c8810a-5ce8-4e07-8f76-68df46d5c23b req-9132a2b3-c649-448e-b9f6-98200696164b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464554 Feb 16 17:27:03.209811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41c8810a-5ce8-4e07-8f76-68df46d5c23b req-234fe6fd-f044-43cb-b501-4e0e1f9a7bcc service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839236 Feb 16 17:27:03.307979 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-41c8810a-5ce8-4e07-8f76-68df46d5c23b req-dac0a8ba-3c3b-4794-9ba3-051a916c95e5 service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901754 Feb 16 17:27:04.043167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2615d-b6d7-469e-89ee-4569eb507ba6 req-9976b048-1d28-4ee3-bef5-b282b8cd6f43 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:04.044674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-21c2615d-b6d7-469e-89ee-4569eb507ba6 req-9976b048-1d28-4ee3-bef5-b282b8cd6f43 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 984 time: 0.0547318 Feb 16 17:27:04.104546 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-21c2615d-b6d7-469e-89ee-4569eb507ba6 req-866249df-0692-4376-beaf-bd7d16094f93 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&id=09f46c2d-445b-4801-ab1e-5f6ade818713&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539250 Feb 16 17:27:04.976143 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:05.228708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517920af-1643-4362-848b-f11dccb68086 req-6342bb60-7441-4784-b9cc-697eaee0c34d tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:05.230188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-517920af-1643-4362-848b-f11dccb68086 req-6342bb60-7441-4784-b9cc-697eaee0c34d tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 984 time: 0.0581946 Feb 16 17:27:05.289351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-517920af-1643-4362-848b-f11dccb68086 req-61da91cb-b28c-4271-9587-d59a39db1427 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&id=09f46c2d-445b-4801-ab1e-5f6ade818713&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525103 Feb 16 17:27:06.409605 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fdc56-f1a4-4875-a7d8-7f5e0b8373fc req-8e4701a9-833f-4cdf-bd26-ee8b293f3f2c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:06.411089 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-309fdc56-f1a4-4875-a7d8-7f5e0b8373fc req-8e4701a9-833f-4cdf-bd26-ee8b293f3f2c tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 984 time: 0.0536089 Feb 16 17:27:06.470625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-309fdc56-f1a4-4875-a7d8-7f5e0b8373fc req-4a8ec87d-9f5d-4a8c-a4e7-160185c51358 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&id=09f46c2d-445b-4801-ab1e-5f6ade818713&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538328 Feb 16 17:27:07.590718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270664e-fd0a-4a99-a4d5-6219414f6c25 req-fa5c8118-6f81-402b-8e8f-4858f1904253 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:07.592223 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a270664e-fd0a-4a99-a4d5-6219414f6c25 req-fa5c8118-6f81-402b-8e8f-4858f1904253 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 984 time: 0.0545340 Feb 16 17:27:07.657282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a270664e-fd0a-4a99-a4d5-6219414f6c25 req-6d927def-a6ba-4957-a858-b5185430518a tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&id=09f46c2d-445b-4801-ab1e-5f6ade818713&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586429 Feb 16 17:27:08.775695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e1039-e0d2-403c-affc-83b612cc485d req-32ce1565-d14a-4b99-8139-1b9c155eb48e tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:08.777203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f7e1039-e0d2-403c-affc-83b612cc485d req-32ce1565-d14a-4b99-8139-1b9c155eb48e tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 984 time: 0.0532284 Feb 16 17:27:08.837053 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3f7e1039-e0d2-403c-affc-83b612cc485d req-10ea4b6e-e895-480d-b234-a79c8f6b0dc6 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&id=09f46c2d-445b-4801-ab1e-5f6ade818713&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536766 Feb 16 17:27:09.956519 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914daca-2c1c-4b97-a2de-0a1c547d3ab4 req-5e9ab46a-b2a8-42f5-a4fe-37560bbeaa2e tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:09.957982 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9914daca-2c1c-4b97-a2de-0a1c547d3ab4 req-5e9ab46a-b2a8-42f5-a4fe-37560bbeaa2e tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 984 time: 0.0528731 Feb 16 17:27:10.018011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9914daca-2c1c-4b97-a2de-0a1c547d3ab4 req-5f04d65b-73c9-4fd2-b399-5d4b9c84bfd4 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&id=09f46c2d-445b-4801-ab1e-5f6ade818713&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540292 Feb 16 17:27:11.140931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd022b-61a4-456c-b4c2-1dde79d07a09 req-02781969-d6b5-4c65-a7a1-d75dedb9f70d tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:11.143172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1dd022b-61a4-456c-b4c2-1dde79d07a09 req-02781969-d6b5-4c65-a7a1-d75dedb9f70d tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 984 time: 0.0576549 Feb 16 17:27:11.200194 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f1dd022b-61a4-456c-b4c2-1dde79d07a09 req-b158af13-6506-4709-a533-a069409f1625 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&id=09f46c2d-445b-4801-ab1e-5f6ade818713&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521841 Feb 16 17:27:12.321570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5ad4f-7028-4aab-a0d6-7d6980acdef9 req-3e520a49-d957-465f-a038-c8bf33257ae0 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:12.323077 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16e5ad4f-7028-4aab-a0d6-7d6980acdef9 req-3e520a49-d957-465f-a038-c8bf33257ae0 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 984 time: 0.0532603 Feb 16 17:27:12.382698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16e5ad4f-7028-4aab-a0d6-7d6980acdef9 req-e9e57813-f516-4ba3-966d-d9ec32b39176 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&id=09f46c2d-445b-4801-ab1e-5f6ade818713&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529096 Feb 16 17:27:13.505903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee4a95-be8d-4b74-a96c-348bd3c4ed0e req-25298d58-5dcf-4e1f-9326-adfed40bad1a tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:13.507378 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9cee4a95-be8d-4b74-a96c-348bd3c4ed0e req-25298d58-5dcf-4e1f-9326-adfed40bad1a tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 984 time: 0.0530252 Feb 16 17:27:13.571032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9cee4a95-be8d-4b74-a96c-348bd3c4ed0e req-1d9cdd56-4942-48c5-a4dc-5ac6ee2bbbde tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&id=09f46c2d-445b-4801-ab1e-5f6ade818713&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579193 Feb 16 17:27:14.693211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3639c3-31c9-49b7-b510-c31417d78bf7 req-e995a6f2-f64c-4e4b-bc0c-b384f3ead08d tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:14.694580 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d3639c3-31c9-49b7-b510-c31417d78bf7 req-e995a6f2-f64c-4e4b-bc0c-b384f3ead08d tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 984 time: 0.0528257 Feb 16 17:27:14.757787 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d3639c3-31c9-49b7-b510-c31417d78bf7 req-ac651891-38af-4c1d-b2f4-cfb8e99b4909 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&id=09f46c2d-445b-4801-ab1e-5f6ade818713&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574946 Feb 16 17:27:22.886454 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:27:25.772624 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-99443adf-729f-40c3-ac17-f22232e1fa4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:28.388234 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-301126ee-c7c2-4c44-b4a3-b43652a3350c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:29.501183 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:31.034982 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:31.857416 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:32.179898 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:34.975176 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:46.074926 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aca0c23-4138-4390-bfad-0d481263ff3a req-290e35ed-293b-41f2-9983-2df11d8ceaf0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456064 Feb 16 17:27:46.163180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca0c23-4138-4390-bfad-0d481263ff3a req-68e19cee-a1f4-4d47-8329-c04a25aa6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:46.164773 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aca0c23-4138-4390-bfad-0d481263ff3a req-68e19cee-a1f4-4d47-8329-c04a25aa6d48 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=31aeabda15a242f0baf49f8669012794&device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 1166 time: 0.0492647 Feb 16 17:27:46.265646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca0c23-4138-4390-bfad-0d481263ff3a req-3e5c885b-63b6-49d1-90fb-0ad45332da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:46.267293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aca0c23-4138-4390-bfad-0d481263ff3a req-3e5c885b-63b6-49d1-90fb-0ad45332da0b service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a HTTP/1.1" status: 200 len: 915 time: 0.0840712 Feb 16 17:27:46.344869 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aca0c23-4138-4390-bfad-0d481263ff3a req-a6b89272-8248-4afc-9a48-f43ef4fb6613 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2 HTTP/1.1" status: 200 len: 1001 time: 0.0706933 Feb 16 17:27:46.391591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca0c23-4138-4390-bfad-0d481263ff3a req-cd3bae9d-56c7-43a7-9773-1754d291bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:46.393171 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aca0c23-4138-4390-bfad-0d481263ff3a req-cd3bae9d-56c7-43a7-9773-1754d291bbe6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=277b6e0b-bc38-4535-a8de-73d98b6e6e63 HTTP/1.1" status: 200 len: 853 time: 0.0439634 Feb 16 17:27:46.443856 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca0c23-4138-4390-bfad-0d481263ff3a req-838767d0-c697-4446-bff4-ebde213767e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:46.445338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aca0c23-4138-4390-bfad-0d481263ff3a req-838767d0-c697-4446-bff4-ebde213767e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453756 Feb 16 17:27:46.536558 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aca0c23-4138-4390-bfad-0d481263ff3a req-c0939913-26d5-468d-9709-44987eaa43e8 service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852702 Feb 16 17:27:46.624965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3aca0c23-4138-4390-bfad-0d481263ff3a req-9dfa434b-11b1-4b19-8ec5-dc1d456f4bd3 service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813682 Feb 16 17:27:47.309244 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f27c9599-e2a2-4c46-9e03-04b220a95bca req-ad5122d3-b343-4efa-97c2-013d70c485dd tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296146503&fields=id&tenant_id=31aeabda15a242f0baf49f8669012794 HTTP/1.1" status: 200 len: 267 time: 0.0436535 Feb 16 17:27:47.371297 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c9599-e2a2-4c46-9e03-04b220a95bca req-bb30155b-dcb5-40f7-a5ba-c399597d4923 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:47.372761 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f27c9599-e2a2-4c46-9e03-04b220a95bca req-bb30155b-dcb5-40f7-a5ba-c399597d4923 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 984 time: 0.0580876 Feb 16 17:27:47.383555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-f27c9599-e2a2-4c46-9e03-04b220a95bca req-f0cdb729-3280-418d-8edc-07409d65ad90 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Request body: {'port': {'security_groups': ['b0fe1482-6b70-4d2f-ba81-de1816afa403']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:27:47.454300 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f27c9599-e2a2-4c46-9e03-04b220a95bca req-f0cdb729-3280-418d-8edc-07409d65ad90 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:47.625198 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f27c9599-e2a2-4c46-9e03-04b220a95bca req-f0cdb729-3280-418d-8edc-07409d65ad90 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] For port 960772f2-fe7f-4ffe-94be-f631097dc5c2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2,segment=NetworkSegment(9d0ed419-ec46-4433-a790-0e4da0f0510c),segment_id=9d0ed419-ec46-4433-a790-0e4da0f0510c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:27:47.656077 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f27c9599-e2a2-4c46-9e03-04b220a95bca req-f0cdb729-3280-418d-8edc-07409d65ad90 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:47.661724 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f27c9599-e2a2-4c46-9e03-04b220a95bca req-f0cdb729-3280-418d-8edc-07409d65ad90 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:47.673894 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['960772f2-fe7f-4ffe-94be-f631097dc5c2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:27:47.714561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c9599-e2a2-4c46-9e03-04b220a95bca req-f0cdb729-3280-418d-8edc-07409d65ad90 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:47.715211 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f27c9599-e2a2-4c46-9e03-04b220a95bca req-f0cdb729-3280-418d-8edc-07409d65ad90 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:47.720115 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f27c9599-e2a2-4c46-9e03-04b220a95bca req-f0cdb729-3280-418d-8edc-07409d65ad90 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "PUT /v2.0/ports/960772f2-fe7f-4ffe-94be-f631097dc5c2 HTTP/1.1" status: 200 len: 942 time: 0.3384631 Feb 16 17:27:47.720115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'tag': '960772f2-fe7f-4ffe-94be-f631097dc5c2'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:27:47.720938 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ce780d-a3a6-4940-a40e-47d3c7ea386a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb35e034-53b0-47ac-b617-7f102cbbeb86", "tag": "960772f2-fe7f-4ffe-94be-f631097dc5c2"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:27:47.727450 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54526) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:27:47.760452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdb729-3280-418d-8edc-07409d65ad90 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Pushing event updated for resources: {'Port': ['ID=960772f2-fe7f-4ffe-94be-f631097dc5c2,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:47.802260 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150e09b7-3ca2-4efc-9e3f-d8836cdcb602 x-openstack-request-id: req-150e09b7-3ca2-4efc-9e3f-d8836cdcb602 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:27:47.802260 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb35e034-53b0-47ac-b617-7f102cbbeb86", "tag": "960772f2-fe7f-4ffe-94be-f631097dc5c2", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:27:47.802531 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-150e09b7-3ca2-4efc-9e3f-d8836cdcb602 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:27:47.802978 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'tag': '960772f2-fe7f-4ffe-94be-f631097dc5c2', 'status': 'completed', 'code': 200} Feb 16 17:27:47.818348 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60c78607-0ce4-4155-8656-0b801b41294b tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group (09f46c2d-445b-4801-ab1e-5f6ade818713), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:47.822721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['960772f2-fe7f-4ffe-94be-f631097dc5c2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:27:47.847666 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60c78607-0ce4-4155-8656-0b801b41294b tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group (09f46c2d-445b-4801-ab1e-5f6ade818713), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:47.928253 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60c78607-0ce4-4155-8656-0b801b41294b tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (09f46c2d-445b-4801-ab1e-5f6ade818713), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:47.932034 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60c78607-0ce4-4155-8656-0b801b41294b tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:47.935798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce780d-a3a6-4940-a40e-47d3c7ea386a req-44d82148-92ae-4515-8346-8d01527be4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:47.935798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24ce780d-a3a6-4940-a40e-47d3c7ea386a req-44d82148-92ae-4515-8346-8d01527be4a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=31aeabda15a242f0baf49f8669012794&device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 1127 time: 0.1070616 Feb 16 17:27:47.936507 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-60c78607-0ce4-4155-8656-0b801b41294b tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "DELETE /v2.0/security-groups/09f46c2d-445b-4801-ab1e-5f6ade818713 HTTP/1.1" status: 204 len: 168 time: 0.2097101 Feb 16 17:27:47.937618 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54528) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:27:48.067988 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce780d-a3a6-4940-a40e-47d3c7ea386a req-635341b5-0bf8-4f30-9788-71bd6db7591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:48.068850 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c78607-0ce4-4155-8656-0b801b41294b tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f46c2d-445b-4801-ab1e-5f6ade818713,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:48.073799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24ce780d-a3a6-4940-a40e-47d3c7ea386a req-635341b5-0bf8-4f30-9788-71bd6db7591a service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a HTTP/1.1" status: 200 len: 915 time: 0.1297076 Feb 16 17:27:48.105251 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-153b288b-559e-407d-b30b-b00a1c4942f0 None None] Provisioning complete for port 960772f2-fe7f-4ffe-94be-f631097dc5c2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:27:48.105692 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-153b288b-559e-407d-b30b-b00a1c4942f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:48.140205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-77ba577b-40a4-4789-ad57-6e8049676569 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Deleting port f68915e6-c6f5-4803-b8cf-54e5f7756eb9 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:27:48.140555 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77ba577b-40a4-4789-ad57-6e8049676569 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f68915e6-c6f5-4803-b8cf-54e5f7756eb9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:48.154725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24ce780d-a3a6-4940-a40e-47d3c7ea386a req-286518e2-53d9-4ffb-a444-c166700ae400 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2 HTTP/1.1" status: 200 len: 1001 time: 0.0762129 Feb 16 17:27:48.197630 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-153b288b-559e-407d-b30b-b00a1c4942f0 None None] Current status of the port 960772f2-fe7f-4ffe-94be-f631097dc5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:27:48.205746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce780d-a3a6-4940-a40e-47d3c7ea386a req-8a58241d-c044-4077-8d54-53b2f749f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:48.207208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24ce780d-a3a6-4940-a40e-47d3c7ea386a req-8a58241d-c044-4077-8d54-53b2f749f653 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=277b6e0b-bc38-4535-a8de-73d98b6e6e63 HTTP/1.1" status: 200 len: 853 time: 0.0464830 Feb 16 17:27:48.222036 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77ba577b-40a4-4789-ad57-6e8049676569 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f68915e6-c6f5-4803-b8cf-54e5f7756eb9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:48.222359 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77ba577b-40a4-4789-ad57-6e8049676569 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for floatingip (f68915e6-c6f5-4803-b8cf-54e5f7756eb9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:48.234447 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-77ba577b-40a4-4789-ad57-6e8049676569 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Calling delete_port for f68915e6-c6f5-4803-b8cf-54e5f7756eb9 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:27:48.256494 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce780d-a3a6-4940-a40e-47d3c7ea386a req-972a07cb-4597-4501-929e-85ef88bd49de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:48.257983 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24ce780d-a3a6-4940-a40e-47d3c7ea386a req-972a07cb-4597-4501-929e-85ef88bd49de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445426 Feb 16 17:27:48.353243 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24ce780d-a3a6-4940-a40e-47d3c7ea386a req-7d8b263c-55c7-40ad-a40a-cad72809b442 service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890222 Feb 16 17:27:48.394445 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77ba577b-40a4-4789-ad57-6e8049676569 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (f68915e6-c6f5-4803-b8cf-54e5f7756eb9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:48.419730 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba577b-40a4-4789-ad57-6e8049676569 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Pushing event deleted for resources: {'Port': ['ID=f68915e6-c6f5-4803-b8cf-54e5f7756eb9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:27:48.448419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24ce780d-a3a6-4940-a40e-47d3c7ea386a req-0de56972-b01c-4ac9-9087-5110be882530 service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896208 Feb 16 17:27:48.487244 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77ba577b-40a4-4789-ad57-6e8049676569 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks [] for floatingip (24aa8f98-9f9f-417f-aadb-f1b498d8343c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:48.487568 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-77ba577b-40a4-4789-ad57-6e8049676569 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Floating IP 24aa8f98-9f9f-417f-aadb-f1b498d8343c disassociated (deleted). External IP: 172.25.4.251, port: 960772f2-fe7f-4ffe-94be-f631097dc5c2. Feb 16 17:27:48.697433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ba577b-40a4-4789-ad57-6e8049676569 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Router 2cc4ccd9-b500-4128-b724-b113cc16c94f has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:27:49.132921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ba577b-40a4-4789-ad57-6e8049676569 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:27:49.137461 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77ba577b-40a4-4789-ad57-6e8049676569 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:49.142787 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2852452d-fecc-49c9-a073-8c348be7d13a None None] Sync routers for ids ['2cc4ccd9-b500-4128-b724-b113cc16c94f'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:27:49.152604 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2852452d-fecc-49c9-a073-8c348be7d13a None None] Routers {'2cc4ccd9-b500-4128-b724-b113cc16c94f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:27:49.153207 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2852452d-fecc-49c9-a073-8c348be7d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:27:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2cc4ccd9-b500-4128-b724-b113cc16c94f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:27:49.168579 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-77ba577b-40a4-4789-ad57-6e8049676569 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "DELETE /v2.0/floatingips/24aa8f98-9f9f-417f-aadb-f1b498d8343c HTTP/1.1" status: 204 len: 168 time: 1.2163496 Feb 16 17:27:49.169275 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'tag': '960772f2-fe7f-4ffe-94be-f631097dc5c2'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:27:49.171674 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c83430e52beacea328eb003011c034ecf6a0d1400afa56f2169bdfc506b22f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f4ac56-0126-4145-a3b1-af10736e0fab" -d '{"events": [{"name": "network-changed", "server_uuid": "fb35e034-53b0-47ac-b617-7f102cbbeb86", "tag": "960772f2-fe7f-4ffe-94be-f631097dc5c2"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:27:49.262262 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2852452d-fecc-49c9-a073-8c348be7d13a None None] Set router 2cc4ccd9-b500-4128-b724-b113cc16c94f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:27:49.271257 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54db63c2-7409-4b70-9416-40ff3624c5b6 x-openstack-request-id: req-54db63c2-7409-4b70-9416-40ff3624c5b6 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:27:49.271569 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb35e034-53b0-47ac-b617-7f102cbbeb86", "tag": "960772f2-fe7f-4ffe-94be-f631097dc5c2", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:27:49.271824 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54db63c2-7409-4b70-9416-40ff3624c5b6 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:27:49.272231 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'tag': '960772f2-fe7f-4ffe-94be-f631097dc5c2', 'status': 'completed', 'code': 200} Feb 16 17:27:49.346696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4ac56-0126-4145-a3b1-af10736e0fab req-b48745bb-3ec0-4e88-bb7f-93ba45ad8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:49.348365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27f4ac56-0126-4145-a3b1-af10736e0fab req-b48745bb-3ec0-4e88-bb7f-93ba45ad8a50 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=31aeabda15a242f0baf49f8669012794&device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 1127 time: 0.0561450 Feb 16 17:27:49.467324 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4ac56-0126-4145-a3b1-af10736e0fab req-e0877a32-2778-4c11-8f92-2b2616160231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:49.468855 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27f4ac56-0126-4145-a3b1-af10736e0fab req-e0877a32-2778-4c11-8f92-2b2616160231 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a HTTP/1.1" status: 200 len: 915 time: 0.1094277 Feb 16 17:27:49.485982 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2852452d-fecc-49c9-a073-8c348be7d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:50Z', 'updated_at': '2022-02-16T17:25:53Z', 'revision_number': 4, 'project_id': '31aeabda15a242f0baf49f8669012794', 'gw_port': {'id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:51Z', 'updated_at': '2022-02-16T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e8c644cd-0371-4547-9881-7f8734edf437', 'name': '', 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'mac_address': 'fa:16:3e:b7:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:53Z', 'updated_at': '2022-02-16T17:25:57Z', 'revision_number': 5, 'project_id': '31aeabda15a242f0baf49f8669012794', 'subnets': [{'id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:27:49.511981 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2852452d-fecc-49c9-a073-8c348be7d13a None None] Checking router: 2cc4ccd9-b500-4128-b724-b113cc16c94f for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:27:49.512928 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27f4ac56-0126-4145-a3b1-af10736e0fab req-273e265f-f627-4653-b2a7-ebde5edc3f37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2 HTTP/1.1" status: 200 len: 217 time: 0.0383976 Feb 16 17:27:49.521333 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2852452d-fecc-49c9-a073-8c348be7d13a None None] Routers {'2cc4ccd9-b500-4128-b724-b113cc16c94f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:27:49.521941 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2852452d-fecc-49c9-a073-8c348be7d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:27:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2cc4ccd9-b500-4128-b724-b113cc16c94f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:27:49.561580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4ac56-0126-4145-a3b1-af10736e0fab req-e49cd36f-e046-4594-94f7-75efa39c753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:49.563604 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27f4ac56-0126-4145-a3b1-af10736e0fab req-e49cd36f-e046-4594-94f7-75efa39c753c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=277b6e0b-bc38-4535-a8de-73d98b6e6e63 HTTP/1.1" status: 200 len: 853 time: 0.0439599 Feb 16 17:27:49.613377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4ac56-0126-4145-a3b1-af10736e0fab req-20ed5fd2-fe6c-4d47-bd2c-1f64f02f15cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:27:49.614943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27f4ac56-0126-4145-a3b1-af10736e0fab req-20ed5fd2-fe6c-4d47-bd2c-1f64f02f15cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cfc1c38-844a-4515-b2ec-7a24e1c6501a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449076 Feb 16 17:27:49.629220 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-2852452d-fecc-49c9-a073-8c348be7d13a None None] Set router 2cc4ccd9-b500-4128-b724-b113cc16c94f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:27:49.709672 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27f4ac56-0126-4145-a3b1-af10736e0fab req-a74d2755-c6cc-4194-8b61-8f7cb65de1bc service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878417 Feb 16 17:27:49.804416 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27f4ac56-0126-4145-a3b1-af10736e0fab req-b424d822-aecd-4e76-97bc-4902539be102 service neutron] 10.222.0.65 "GET /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874465 Feb 16 17:27:49.836339 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-2852452d-fecc-49c9-a073-8c348be7d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:50Z', 'updated_at': '2022-02-16T17:25:53Z', 'revision_number': 4, 'project_id': '31aeabda15a242f0baf49f8669012794', 'gw_port': {'id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:51Z', 'updated_at': '2022-02-16T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e8c644cd-0371-4547-9881-7f8734edf437', 'name': '', 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'mac_address': 'fa:16:3e:b7:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:53Z', 'updated_at': '2022-02-16T17:25:57Z', 'revision_number': 5, 'project_id': '31aeabda15a242f0baf49f8669012794', 'subnets': [{'id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:27:49.864243 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2852452d-fecc-49c9-a073-8c348be7d13a None None] The sync data for ids ['2cc4ccd9-b500-4128-b724-b113cc16c94f'] in n-d-669411-5 is: [{'id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:50Z', 'updated_at': '2022-02-16T17:25:53Z', 'revision_number': 4, 'project_id': '31aeabda15a242f0baf49f8669012794', 'gw_port': {'id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:51Z', 'updated_at': '2022-02-16T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'e8c644cd-0371-4547-9881-7f8734edf437', 'name': '', 'network_id': '3cfc1c38-844a-4515-b2ec-7a24e1c6501a', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'mac_address': 'fa:16:3e:b7:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:53Z', 'updated_at': '2022-02-16T17:25:57Z', 'revision_number': 5, 'project_id': '31aeabda15a242f0baf49f8669012794', 'subnets': [{'id': '277b6e0b-bc38-4535-a8de-73d98b6e6e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:27:50.103797 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32164168-9d21-456b-b477-8b4f50e7b7ff None None] New status for floating IP 24aa8f98-9f9f-417f-aadb-f1b498d8343c: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:27:55.773804 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b0d6ea80-e494-421a-b0ce-3dddfb9e4103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:58.392549 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4f7073b-5670-4fb0-9493-a36981aa9824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:59.504091 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:27:59.886394 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:28:01.036856 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:01.864678 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:02.206086 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:04.536346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece9d06-fcd7-4bf9-a65a-f2feb3098983 req-0adea583-010b-4149-8c65-a0103f28d28e tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:04.538096 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eece9d06-fcd7-4bf9-a65a-f2feb3098983 req-0adea583-010b-4149-8c65-a0103f28d28e tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 945 time: 0.0591078 Feb 16 17:28:04.589938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eece9d06-fcd7-4bf9-a65a-f2feb3098983 req-d5c39f15-4fec-4381-ac50-bd3d88eb87dc tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412967 Feb 16 17:28:04.986475 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:05.711430 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73f2c8-a3c4-46f3-9e40-206748c5c064 req-2885dc3a-fecd-46a0-ad2c-96ce02cd3c7f tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:05.712931 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e73f2c8-a3c4-46f3-9e40-206748c5c064 req-2885dc3a-fecd-46a0-ad2c-96ce02cd3c7f tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 945 time: 0.0525963 Feb 16 17:28:05.758984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0e73f2c8-a3c4-46f3-9e40-206748c5c064 req-12006429-bfa1-47d9-a6b4-ee2c86e3ea31 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0fe1482-6b70-4d2f-ba81-de1816afa403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403445 Feb 16 17:28:06.166101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106adfb2-dc98-4d27-8009-c96b709d0c6e req-70748e7f-950e-485e-866a-9c7e79c0a487 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:06.167587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-106adfb2-dc98-4d27-8009-c96b709d0c6e req-70748e7f-950e-485e-866a-9c7e79c0a487 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 945 time: 0.0526547 Feb 16 17:28:06.263050 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-106adfb2-dc98-4d27-8009-c96b709d0c6e req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Deleting port 960772f2-fe7f-4ffe-94be-f631097dc5c2 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:28:06.263385 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-106adfb2-dc98-4d27-8009-c96b709d0c6e req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:06.363495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-106adfb2-dc98-4d27-8009-c96b709d0c6e req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] For port 960772f2-fe7f-4ffe-94be-f631097dc5c2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=960772f2-fe7f-4ffe-94be-f631097dc5c2,segment=NetworkSegment(9d0ed419-ec46-4433-a790-0e4da0f0510c),segment_id=9d0ed419-ec46-4433-a790-0e4da0f0510c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:06.363889 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-106adfb2-dc98-4d27-8009-c96b709d0c6e req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:06.376507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-106adfb2-dc98-4d27-8009-c96b709d0c6e req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Calling delete_port for 960772f2-fe7f-4ffe-94be-f631097dc5c2 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:28:06.506975 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-106adfb2-dc98-4d27-8009-c96b709d0c6e req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (960772f2-fe7f-4ffe-94be-f631097dc5c2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:06.519067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['960772f2-fe7f-4ffe-94be-f631097dc5c2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:28:06.533122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Pushing event deleted for resources: {'Port': ['ID=960772f2-fe7f-4ffe-94be-f631097dc5c2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:06.547727 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:06.548100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:06.548447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:06.548785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:06.549119 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:06.549447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:06.549776 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:06.550103 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:06.550425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:06.550751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:06.551074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:06.551393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:06.551715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:06.600828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-106adfb2-dc98-4d27-8009-c96b709d0c6e req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] No DVR routers for this DVR port 960772f2-fe7f-4ffe-94be-f631097dc5c2 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:28:06.603600 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-106adfb2-dc98-4d27-8009-c96b709d0c6e req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:06.606872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-106adfb2-dc98-4d27-8009-c96b709d0c6e req-50e0bdb7-7064-4de2-913c-5c91d6a023ac tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.65 "DELETE /v2.0/ports/960772f2-fe7f-4ffe-94be-f631097dc5c2 HTTP/1.1" status: 204 len: 173 time: 0.4330935 Feb 16 17:28:06.607307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'name': 'network-vif-deleted', 'tag': '960772f2-fe7f-4ffe-94be-f631097dc5c2'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:28:06.610374 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91df0e7-4e89-470f-9a2b-51a79189fcd6" -d '{"events": [{"server_uuid": "fb35e034-53b0-47ac-b617-7f102cbbeb86", "name": "network-vif-deleted", "tag": "960772f2-fe7f-4ffe-94be-f631097dc5c2"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:28:06.649035 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7561a02d-599a-4dee-9608-e0dadcffe065 x-openstack-request-id: req-7561a02d-599a-4dee-9608-e0dadcffe065 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:28:06.649333 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb35e034-53b0-47ac-b617-7f102cbbeb86", "name": "network-vif-deleted", "tag": "960772f2-fe7f-4ffe-94be-f631097dc5c2", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:28:06.649585 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7561a02d-599a-4dee-9608-e0dadcffe065 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:28:06.649988 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb35e034-53b0-47ac-b617-7f102cbbeb86', 'name': 'network-vif-deleted', 'tag': '960772f2-fe7f-4ffe-94be-f631097dc5c2', 'status': 'completed', 'code': 200} Feb 16 17:28:06.865576 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba63b049-7eaf-446e-87b9-f4f9ce920ae0 req-92bc1987-0468-4a80-a34f-8dfb9ac10c04 tempest-TestMinimumBasicScenario-1841292938 tempest-TestMinimumBasicScenario-1841292938-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb35e034-53b0-47ac-b617-7f102cbbeb86 HTTP/1.1" status: 200 len: 210 time: 0.0280566 Feb 16 17:28:09.440324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54638) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:09.786213 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (2cc4ccd9-b500-4128-b724-b113cc16c94f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:10.037239 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Deleting port e8c644cd-0371-4547-9881-7f8734edf437 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:28:10.037528 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e8c644cd-0371-4547-9881-7f8734edf437), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:10.119485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] For port e8c644cd-0371-4547-9881-7f8734edf437, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e8c644cd-0371-4547-9881-7f8734edf437,segment=NetworkSegment(9d0ed419-ec46-4433-a790-0e4da0f0510c),segment_id=9d0ed419-ec46-4433-a790-0e4da0f0510c)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:10.119868 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e8c644cd-0371-4547-9881-7f8734edf437), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:10.132512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Calling delete_port for e8c644cd-0371-4547-9881-7f8734edf437 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:28:10.324392 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e8c644cd-0371-4547-9881-7f8734edf437), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:10.351542 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c644cd-0371-4547-9881-7f8734edf437,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:10.363810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:10.364167 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:10.364510 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:10.364851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:10.365182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:10.365514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:10.365844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:10.366168 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:10.366493 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:10.366812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:10.367135 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:10.367456 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:10.367796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:10.532754 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (2cc4ccd9-b500-4128-b724-b113cc16c94f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:10.751783 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Router 2cc4ccd9-b500-4128-b724-b113cc16c94f has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:28:10.863148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:28:10.868993 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-90695a9a-09bd-4760-8f2b-bc723c8ae965 admin admin] 10.222.0.24 "PUT /v2.0/routers/2cc4ccd9-b500-4128-b724-b113cc16c94f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4273858 Feb 16 17:28:10.870709 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54640) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:10.873166 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f480455-944f-45a0-8f23-b6e1c67f4937 None None] Sync routers for ids ['2cc4ccd9-b500-4128-b724-b113cc16c94f'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:28:10.883490 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f480455-944f-45a0-8f23-b6e1c67f4937 None None] Routers {'2cc4ccd9-b500-4128-b724-b113cc16c94f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:10.884178 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6f480455-944f-45a0-8f23-b6e1c67f4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:27:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2cc4ccd9-b500-4128-b724-b113cc16c94f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:10.978568 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] Publish callbacks [] for router (2cc4ccd9-b500-4128-b724-b113cc16c94f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:10.990344 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6f480455-944f-45a0-8f23-b6e1c67f4937 None None] Set router 2cc4ccd9-b500-4128-b724-b113cc16c94f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:11.084773 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] Publish callbacks [] for router_gateway (2cc4ccd9-b500-4128-b724-b113cc16c94f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:11.138803 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] Deleting port 44709361-9fd2-4d4d-9032-65b5316d3d58 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:28:11.139144 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (44709361-9fd2-4d4d-9032-65b5316d3d58), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:11.171586 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6f480455-944f-45a0-8f23-b6e1c67f4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:50Z', 'updated_at': '2022-02-16T17:28:10Z', 'revision_number': 5, 'project_id': '31aeabda15a242f0baf49f8669012794', 'gw_port': {'id': '44709361-9fd2-4d4d-9032-65b5316d3d58', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:51Z', 'updated_at': '2022-02-16T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:11.199102 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f480455-944f-45a0-8f23-b6e1c67f4937 None None] Checking router: 2cc4ccd9-b500-4128-b724-b113cc16c94f for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:28:11.207360 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f480455-944f-45a0-8f23-b6e1c67f4937 None None] Routers {'2cc4ccd9-b500-4128-b724-b113cc16c94f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:11.208006 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6f480455-944f-45a0-8f23-b6e1c67f4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:27:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['2cc4ccd9-b500-4128-b724-b113cc16c94f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:11.220720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] For port 44709361-9fd2-4d4d-9032-65b5316d3d58, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=44709361-9fd2-4d4d-9032-65b5316d3d58,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:11.221079 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (44709361-9fd2-4d4d-9032-65b5316d3d58), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:11.238980 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] Calling delete_port for 44709361-9fd2-4d4d-9032-65b5316d3d58 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:28:11.384402 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6f480455-944f-45a0-8f23-b6e1c67f4937 None None] Set router 2cc4ccd9-b500-4128-b724-b113cc16c94f gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:11.413186 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (44709361-9fd2-4d4d-9032-65b5316d3d58), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:11.437180 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6f480455-944f-45a0-8f23-b6e1c67f4937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:50Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 6, 'project_id': '31aeabda15a242f0baf49f8669012794', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:11.443912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 960772f2-fe7f-4ffe-94be-f631097dc5c2 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:28:11.468363 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f480455-944f-45a0-8f23-b6e1c67f4937 None None] The sync data for ids ['2cc4ccd9-b500-4128-b724-b113cc16c94f'] in n-d-669411-5 is: [{'id': '2cc4ccd9-b500-4128-b724-b113cc16c94f', 'name': 'tempest-TestMinimumBasicScenario-544304227-router', 'tenant_id': '31aeabda15a242f0baf49f8669012794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:50Z', 'updated_at': '2022-02-16T17:28:11Z', 'revision_number': 6, 'project_id': '31aeabda15a242f0baf49f8669012794', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:28:11.477515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 960772f2-fe7f-4ffe-94be-f631097dc5c2 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:28:11.477864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 960772f2-fe7f-4ffe-94be-f631097dc5c2 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:28:11.482836 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] Pushing event deleted for resources: {'Port': ['ID=44709361-9fd2-4d4d-9032-65b5316d3d58,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:11.510536 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (2cc4ccd9-b500-4128-b724-b113cc16c94f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:11.604540 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (2cc4ccd9-b500-4128-b724-b113cc16c94f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:11.606699 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] Publish callbacks [] for router_controller (2cc4ccd9-b500-4128-b724-b113cc16c94f), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:11.652917 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (2cc4ccd9-b500-4128-b724-b113cc16c94f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:11.653382 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cc4ccd9-b500-4128-b724-b113cc16c94f {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:28:11.657572 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:11.658776 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0bfa7a7f-6b49-48b3-abe3-763870d7fc4f admin admin] 10.222.0.24 "DELETE /v2.0/routers/2cc4ccd9-b500-4128-b724-b113cc16c94f HTTP/1.1" status: 204 len: 168 time: 0.7870805 Feb 16 17:28:11.661293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54642) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:11.705000 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-85875f62-aaae-4bba-9456-b28b01ca7928 admin admin] Deleting subnet 277b6e0b-bc38-4535-a8de-73d98b6e6e63 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:28:11.708007 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85875f62-aaae-4bba-9456-b28b01ca7928 admin admin] Publish callbacks [] for subnet (277b6e0b-bc38-4535-a8de-73d98b6e6e63), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:11.741035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85875f62-aaae-4bba-9456-b28b01ca7928 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (277b6e0b-bc38-4535-a8de-73d98b6e6e63), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:11.827120 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85875f62-aaae-4bba-9456-b28b01ca7928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (277b6e0b-bc38-4535-a8de-73d98b6e6e63), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:11.882542 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85875f62-aaae-4bba-9456-b28b01ca7928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (277b6e0b-bc38-4535-a8de-73d98b6e6e63), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:11.904456 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85875f62-aaae-4bba-9456-b28b01ca7928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=277b6e0b-bc38-4535-a8de-73d98b6e6e63,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:11.914271 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-85875f62-aaae-4bba-9456-b28b01ca7928 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:11.917808 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-85875f62-aaae-4bba-9456-b28b01ca7928 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/277b6e0b-bc38-4535-a8de-73d98b6e6e63 HTTP/1.1" status: 204 len: 168 time: 0.2553616 Feb 16 17:28:11.918796 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abbe2a1-4656-4219-aeec-7948816dedeb None None] Network 3cfc1c38-844a-4515-b2ec-7a24e1c6501a requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:28:11.920094 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54644) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:11.988559 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (3cfc1c38-844a-4515-b2ec-7a24e1c6501a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:12.048156 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] Deleting port 8c011970-04e3-4892-a711-49f9d7e9d5c1 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:28:12.049655 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8c011970-04e3-4892-a711-49f9d7e9d5c1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:12.112334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] For port 8c011970-04e3-4892-a711-49f9d7e9d5c1, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8c011970-04e3-4892-a711-49f9d7e9d5c1,segment=NetworkSegment(9d0ed419-ec46-4433-a790-0e4da0f0510c),segment_id=9d0ed419-ec46-4433-a790-0e4da0f0510c)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:12.112709 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8c011970-04e3-4892-a711-49f9d7e9d5c1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:12.125651 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] Calling delete_port for 8c011970-04e3-4892-a711-49f9d7e9d5c1 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:28:12.210367 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8c011970-04e3-4892-a711-49f9d7e9d5c1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:12.239806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c011970-04e3-4892-a711-49f9d7e9d5c1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:12.241791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] No DVR routers for this DVR port 8c011970-04e3-4892-a711-49f9d7e9d5c1 on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:28:12.245546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f37d17-af49-43ff-b4d5-39fda4bc6874 None None] DHCP port deletion for 3cfc1c38-844a-4515-b2ec-7a24e1c6501a request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:28:12.319973 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (3cfc1c38-844a-4515-b2ec-7a24e1c6501a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:12.341459 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfc1c38-844a-4515-b2ec-7a24e1c6501a']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:12.351512 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0ed419-ec46-4433-a790-0e4da0f0510c') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:12.351840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0ed419-ec46-4433-a790-0e4da0f0510c') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:12.362204 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (9d0ed419-ec46-4433-a790-0e4da0f0510c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:12.375327 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (9d0ed419-ec46-4433-a790-0e4da0f0510c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:12.381350 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:28:12.381860 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (9d0ed419-ec46-4433-a790-0e4da0f0510c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:28:12.383638 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:28:12.440401 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (3cfc1c38-844a-4515-b2ec-7a24e1c6501a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:12.457018 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:12.462756 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3cfc1c38-844a-4515-b2ec-7a24e1c6501a HTTP/1.1" status: 204 len: 168 time: 0.5391731 Feb 16 17:28:12.462756 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b194daf-d004-4ac5-8635-3cace9859715 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cfc1c38-844a-4515-b2ec-7a24e1c6501a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:12.463116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54646) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:12.824017 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0341fc6e-b7ab-44a3-8639-40f7ea17a582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:12.901858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8c011970-04e3-4892-a711-49f9d7e9d5c1 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:28:12.927360 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 8c011970-04e3-4892-a711-49f9d7e9d5c1 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:28:12.927712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8c011970-04e3-4892-a711-49f9d7e9d5c1 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:28:12.928168 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e8c644cd-0371-4547-9881-7f8734edf437 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:28:12.947419 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: e8c644cd-0371-4547-9881-7f8734edf437 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:28:12.947787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e8c644cd-0371-4547-9881-7f8734edf437 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:28:12.948227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 44709361-9fd2-4d4d-9032-65b5316d3d58 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:28:12.969260 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 44709361-9fd2-4d4d-9032-65b5316d3d58 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:28:12.969617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 44709361-9fd2-4d4d-9032-65b5316d3d58 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:28:13.321252 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0341fc6e-b7ab-44a3-8639-40f7ea17a582 admin admin] Deleting port 809176c1-e12a-4054-81f6-caf1beaba8e5 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:28:13.321585 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0341fc6e-b7ab-44a3-8639-40f7ea17a582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:13.402604 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-0341fc6e-b7ab-44a3-8639-40f7ea17a582 admin admin] For port 809176c1-e12a-4054-81f6-caf1beaba8e5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=809176c1-e12a-4054-81f6-caf1beaba8e5,segment=NetworkSegment(a349b88f-e018-47b9-a3db-dab7dff7ea2d),segment_id=a349b88f-e018-47b9-a3db-dab7dff7ea2d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:13.402957 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0341fc6e-b7ab-44a3-8639-40f7ea17a582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:13.415372 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0341fc6e-b7ab-44a3-8639-40f7ea17a582 admin admin] Calling delete_port for 809176c1-e12a-4054-81f6-caf1beaba8e5 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:28:13.602661 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0341fc6e-b7ab-44a3-8639-40f7ea17a582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (809176c1-e12a-4054-81f6-caf1beaba8e5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:13.628229 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341fc6e-b7ab-44a3-8639-40f7ea17a582 admin admin] Pushing event deleted for resources: {'Port': ['ID=809176c1-e12a-4054-81f6-caf1beaba8e5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:13.798896 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0341fc6e-b7ab-44a3-8639-40f7ea17a582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:14.019638 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0341fc6e-b7ab-44a3-8639-40f7ea17a582 admin admin] Router a9cfbb53-2ab8-4a04-bec1-baee005f4d2f has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:28:14.124840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0341fc6e-b7ab-44a3-8639-40f7ea17a582 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:28:14.130116 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0341fc6e-b7ab-44a3-8639-40f7ea17a582 admin admin] 10.222.0.24 "PUT /v2.0/routers/a9cfbb53-2ab8-4a04-bec1-baee005f4d2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6659052 Feb 16 17:28:14.132591 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54648) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:14.133358 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b71cd13-cdaa-4c98-b500-6006a84a1a0b None None] Sync routers for ids ['a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:28:14.144542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b71cd13-cdaa-4c98-b500-6006a84a1a0b None None] Routers {'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:14.145163 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9b71cd13-cdaa-4c98-b500-6006a84a1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:27:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:14.245534 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] Publish callbacks [] for router (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:14.253509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-9b71cd13-cdaa-4c98-b500-6006a84a1a0b None None] Set router a9cfbb53-2ab8-4a04-bec1-baee005f4d2f gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:14.363686 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] Publish callbacks [] for router_gateway (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:14.417208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] Deleting port 975612ea-826e-4aba-b001-304682ee0ec5 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:28:14.417550 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (975612ea-826e-4aba-b001-304682ee0ec5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:14.435064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9b71cd13-cdaa-4c98-b500-6006a84a1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'name': 'tempest-TestMinimumBasicScenario-558089144-router', 'tenant_id': '5109df0235144cfe8cca0b8692a59a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '975612ea-826e-4aba-b001-304682ee0ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:55Z', 'updated_at': '2022-02-16T17:28:13Z', 'revision_number': 5, 'project_id': '5109df0235144cfe8cca0b8692a59a24', 'gw_port': {'id': '975612ea-826e-4aba-b001-304682ee0ec5', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:25:56Z', 'updated_at': '2022-02-16T17:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:14.466322 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b71cd13-cdaa-4c98-b500-6006a84a1a0b None None] Checking router: a9cfbb53-2ab8-4a04-bec1-baee005f4d2f for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:28:14.475028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b71cd13-cdaa-4c98-b500-6006a84a1a0b None None] Routers {'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:14.475666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9b71cd13-cdaa-4c98-b500-6006a84a1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:27:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:14.504068 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] For port 975612ea-826e-4aba-b001-304682ee0ec5, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=975612ea-826e-4aba-b001-304682ee0ec5,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:14.504430 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (975612ea-826e-4aba-b001-304682ee0ec5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:14.516197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] Calling delete_port for 975612ea-826e-4aba-b001-304682ee0ec5 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:28:14.565081 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-9b71cd13-cdaa-4c98-b500-6006a84a1a0b None None] Set router a9cfbb53-2ab8-4a04-bec1-baee005f4d2f gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:14.617262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9b71cd13-cdaa-4c98-b500-6006a84a1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'name': 'tempest-TestMinimumBasicScenario-558089144-router', 'tenant_id': '5109df0235144cfe8cca0b8692a59a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:55Z', 'updated_at': '2022-02-16T17:28:14Z', 'revision_number': 6, 'project_id': '5109df0235144cfe8cca0b8692a59a24', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:14.647669 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b71cd13-cdaa-4c98-b500-6006a84a1a0b None None] The sync data for ids ['a9cfbb53-2ab8-4a04-bec1-baee005f4d2f'] in n-d-669411-5 is: [{'id': 'a9cfbb53-2ab8-4a04-bec1-baee005f4d2f', 'name': 'tempest-TestMinimumBasicScenario-558089144-router', 'tenant_id': '5109df0235144cfe8cca0b8692a59a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:25:55Z', 'updated_at': '2022-02-16T17:28:14Z', 'revision_number': 6, 'project_id': '5109df0235144cfe8cca0b8692a59a24', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:28:14.698726 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (975612ea-826e-4aba-b001-304682ee0ec5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:14.724594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] Pushing event deleted for resources: {'Port': ['ID=975612ea-826e-4aba-b001-304682ee0ec5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:14.791854 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:14.884663 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:14.886764 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] Publish callbacks [] for router_controller (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:14.930141 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (a9cfbb53-2ab8-4a04-bec1-baee005f4d2f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:14.930780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9cfbb53-2ab8-4a04-bec1-baee005f4d2f {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:28:14.938720 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:14.939897 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8c65f2c5-e6a3-4cc7-8bae-809f4a3d870a admin admin] 10.222.0.24 "DELETE /v2.0/routers/a9cfbb53-2ab8-4a04-bec1-baee005f4d2f HTTP/1.1" status: 204 len: 168 time: 0.8063514 Feb 16 17:28:14.942425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54650) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:14.987152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74e7c10-33f4-4cfe-a3a5-0f8718b1b1d3 admin admin] Deleting subnet 9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:28:14.991534 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f74e7c10-33f4-4cfe-a3a5-0f8718b1b1d3 admin admin] Publish callbacks [] for subnet (9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.037429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f74e7c10-33f4-4cfe-a3a5-0f8718b1b1d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.099866 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 809176c1-e12a-4054-81f6-caf1beaba8e5 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:28:15.122139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 809176c1-e12a-4054-81f6-caf1beaba8e5 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:28:15.122687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 809176c1-e12a-4054-81f6-caf1beaba8e5 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:28:15.130257 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f74e7c10-33f4-4cfe-a3a5-0f8718b1b1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.182091 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f74e7c10-33f4-4cfe-a3a5-0f8718b1b1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.209271 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e7c10-33f4-4cfe-a3a5-0f8718b1b1d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:15.211213 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f74e7c10-33f4-4cfe-a3a5-0f8718b1b1d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.217233 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f74e7c10-33f4-4cfe-a3a5-0f8718b1b1d3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9f2f5abd-1aa0-4209-8cf3-7c66fbfcfa01 HTTP/1.1" status: 204 len: 168 time: 0.2710881 Feb 16 17:28:15.217452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6985750c-a26e-47f1-9dad-b75a0ab2a38a None None] Network 535b26ed-a839-48b9-8504-1d1df4158c95 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:28:15.218207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54652) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:15.294303 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (535b26ed-a839-48b9-8504-1d1df4158c95), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.350093 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] Deleting port 25f85497-3b46-4f30-a927-2d0100ae279d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:28:15.350420 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (25f85497-3b46-4f30-a927-2d0100ae279d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.413564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] For port 25f85497-3b46-4f30-a927-2d0100ae279d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=25f85497-3b46-4f30-a927-2d0100ae279d,segment=NetworkSegment(a349b88f-e018-47b9-a3db-dab7dff7ea2d),segment_id=a349b88f-e018-47b9-a3db-dab7dff7ea2d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:15.413926 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (25f85497-3b46-4f30-a927-2d0100ae279d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.431684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] Calling delete_port for 25f85497-3b46-4f30-a927-2d0100ae279d owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:28:15.469137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] DHCP port deletion for 535b26ed-a839-48b9-8504-1d1df4158c95 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:28:15.514748 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (25f85497-3b46-4f30-a927-2d0100ae279d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.520482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Deleting port 25f85497-3b46-4f30-a927-2d0100ae279d {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:28:15.520861 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (25f85497-3b46-4f30-a927-2d0100ae279d), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.541116 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f85497-3b46-4f30-a927-2d0100ae279d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:15.545685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] No DVR routers for this DVR port 25f85497-3b46-4f30-a927-2d0100ae279d on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:28:15.588722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] For port 25f85497-3b46-4f30-a927-2d0100ae279d, host n-d-669411-5, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:15.589129 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (25f85497-3b46-4f30-a927-2d0100ae279d), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.604542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Calling delete_port for 25f85497-3b46-4f30-a927-2d0100ae279d owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:28:15.607317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Port 25f85497-3b46-4f30-a927-2d0100ae279d was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:28:15.608632 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (25f85497-3b46-4f30-a927-2d0100ae279d), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.625690 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (535b26ed-a839-48b9-8504-1d1df4158c95), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.634188 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Pushing event deleted for resources: {'Port': ['ID=25f85497-3b46-4f30-a927-2d0100ae279d,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:15.642500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] No DVR routers for this DVR port 25f85497-3b46-4f30-a927-2d0100ae279d on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:28:15.646047 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.646404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.646753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.647097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.647433 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.647708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535b26ed-a839-48b9-8504-1d1df4158c95']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:15.647946 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.648110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.648434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.648760 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.649332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.649563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.649891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.650219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e71248-cd81-445e-922b-144287bd0eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:15.663921 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a349b88f-e018-47b9-a3db-dab7dff7ea2d') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:15.664218 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a349b88f-e018-47b9-a3db-dab7dff7ea2d') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:15.675577 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (a349b88f-e018-47b9-a3db-dab7dff7ea2d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.690670 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (a349b88f-e018-47b9-a3db-dab7dff7ea2d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.697248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:28:15.697643 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (a349b88f-e018-47b9-a3db-dab7dff7ea2d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:28:15.699493 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:28:15.761380 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (535b26ed-a839-48b9-8504-1d1df4158c95), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.768703 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:15.778585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] 10.222.0.24 "DELETE /v2.0/networks/535b26ed-a839-48b9-8504-1d1df4158c95 HTTP/1.1" status: 204 len: 168 time: 0.5597317 Feb 16 17:28:15.790385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31943f62-03ef-4127-b12e-e3e89833f104 admin admin] Pushing event deleted for resources: {'Network': ['ID=535b26ed-a839-48b9-8504-1d1df4158c95,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:15.945635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54656) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:15.988368 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7c029e94-b28f-46ea-a07f-0ea618002f76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31aeabda15a242f0baf49f8669012794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415313 Feb 16 17:28:15.990861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54658) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:16.038465 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcd72ada-9445-4d9a-8f99-39a4b518fa7d admin admin] Publish callbacks [] for security_group (b0fe1482-6b70-4d2f-ba81-de1816afa403), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:16.058928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcd72ada-9445-4d9a-8f99-39a4b518fa7d admin admin] Publish callbacks [] for security_group (b0fe1482-6b70-4d2f-ba81-de1816afa403), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:16.105443 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcd72ada-9445-4d9a-8f99-39a4b518fa7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (b0fe1482-6b70-4d2f-ba81-de1816afa403), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:16.108039 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcd72ada-9445-4d9a-8f99-39a4b518fa7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:16.109356 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dcd72ada-9445-4d9a-8f99-39a4b518fa7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0fe1482-6b70-4d2f-ba81-de1816afa403 HTTP/1.1" status: 204 len: 168 time: 0.1173589 Feb 16 17:28:16.117436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd72ada-9445-4d9a-8f99-39a4b518fa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fe1482-6b70-4d2f-ba81-de1816afa403,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:16.439082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54664) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:16.479102 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-631bf604-a4b0-4804-8da1-2346cbcf93be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5109df0235144cfe8cca0b8692a59a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388327 Feb 16 17:28:16.482407 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54666) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:16.533111 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46200244-6108-497b-aba8-f801ef4c0a80 admin admin] Publish callbacks [] for security_group (d3310749-443c-46a8-adad-364c39db8574), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:16.554250 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46200244-6108-497b-aba8-f801ef4c0a80 admin admin] Publish callbacks [] for security_group (d3310749-443c-46a8-adad-364c39db8574), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:16.600020 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46200244-6108-497b-aba8-f801ef4c0a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (d3310749-443c-46a8-adad-364c39db8574), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:16.602858 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46200244-6108-497b-aba8-f801ef4c0a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:16.604089 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-46200244-6108-497b-aba8-f801ef4c0a80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3310749-443c-46a8-adad-364c39db8574 HTTP/1.1" status: 204 len: 168 time: 0.1207376 Feb 16 17:28:16.612784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46200244-6108-497b-aba8-f801ef4c0a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3310749-443c-46a8-adad-364c39db8574,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:16.900926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 25f85497-3b46-4f30-a927-2d0100ae279d no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:28:16.922823 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 25f85497-3b46-4f30-a927-2d0100ae279d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:28:16.923157 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 25f85497-3b46-4f30-a927-2d0100ae279d not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:28:16.923715 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 975612ea-826e-4aba-b001-304682ee0ec5 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:28:16.943084 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 975612ea-826e-4aba-b001-304682ee0ec5 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:28:16.943441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 975612ea-826e-4aba-b001-304682ee0ec5 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:28:18.157489 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54706) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:18.161997 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b49d6faf-ee51-48e2-8308-e9e0d77e90e7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2101948555', 'description': 'tempest-secgroup-smoke-2101948555 description', 'project_id': 'e43d3b22cf814828bd0438a30e095679'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:18.183100 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b49d6faf-ee51-48e2-8308-e9e0d77e90e7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.192262 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b49d6faf-ee51-48e2-8308-e9e0d77e90e7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.270398 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b49d6faf-ee51-48e2-8308-e9e0d77e90e7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (2907f44b-c089-4fee-ae47-f5d3a403c9fd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.273957 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b49d6faf-ee51-48e2-8308-e9e0d77e90e7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2907f44b-c089-4fee-ae47-f5d3a403c9fd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.310995 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d6faf-ee51-48e2-8308-e9e0d77e90e7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2907f44b-c089-4fee-ae47-f5d3a403c9fd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:18.348414 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b49d6faf-ee51-48e2-8308-e9e0d77e90e7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.352363 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b49d6faf-ee51-48e2-8308-e9e0d77e90e7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.380754 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b49d6faf-ee51-48e2-8308-e9e0d77e90e7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.382019 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b49d6faf-ee51-48e2-8308-e9e0d77e90e7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2235367 Feb 16 17:28:18.385249 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54708) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:18.385983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d6faf-ee51-48e2-8308-e9e0d77e90e7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:18.391295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d2e6b5ea-d2d7-44db-b2de-267bf80372dc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': 'bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:18.416451 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b5ea-d2d7-44db-b2de-267bf80372dc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (4838e167-4691-4109-8685-26ea12d0858b), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.462786 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b5ea-d2d7-44db-b2de-267bf80372dc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (4838e167-4691-4109-8685-26ea12d0858b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.466424 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b5ea-d2d7-44db-b2de-267bf80372dc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (4838e167-4691-4109-8685-26ea12d0858b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.485749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6b5ea-d2d7-44db-b2de-267bf80372dc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4838e167-4691-4109-8685-26ea12d0858b,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:18.493726 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b5ea-d2d7-44db-b2de-267bf80372dc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.494997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d2e6b5ea-d2d7-44db-b2de-267bf80372dc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1086152 Feb 16 17:28:18.497694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54710) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:18.502576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-451f7e05-f8d3-4abe-9c27-6334a5246195 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': 'bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:18.528928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-451f7e05-f8d3-4abe-9c27-6334a5246195 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (82dadaf4-809b-44c7-a83e-8715d8e022d7), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.584056 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-451f7e05-f8d3-4abe-9c27-6334a5246195 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (82dadaf4-809b-44c7-a83e-8715d8e022d7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.587318 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-451f7e05-f8d3-4abe-9c27-6334a5246195 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (82dadaf4-809b-44c7-a83e-8715d8e022d7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.605248 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f7e05-f8d3-4abe-9c27-6334a5246195 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dadaf4-809b-44c7-a83e-8715d8e022d7,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:18.613921 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-451f7e05-f8d3-4abe-9c27-6334a5246195 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.615162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-451f7e05-f8d3-4abe-9c27-6334a5246195 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165557 Feb 16 17:28:18.617808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54712) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:18.622098 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f7012c6b-1eb8-410a-a9dc-1d06fd5ada99 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': 'bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:18.646891 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7012c6b-1eb8-410a-a9dc-1d06fd5ada99 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (daa6dc22-e2ec-47a6-9b08-ed18ae9f803a), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.715043 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7012c6b-1eb8-410a-a9dc-1d06fd5ada99 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (daa6dc22-e2ec-47a6-9b08-ed18ae9f803a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.718489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7012c6b-1eb8-410a-a9dc-1d06fd5ada99 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (daa6dc22-e2ec-47a6-9b08-ed18ae9f803a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.736954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7012c6b-1eb8-410a-a9dc-1d06fd5ada99 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa6dc22-e2ec-47a6-9b08-ed18ae9f803a,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:18.743635 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7012c6b-1eb8-410a-a9dc-1d06fd5ada99 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.744859 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f7012c6b-1eb8-410a-a9dc-1d06fd5ada99 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261108 Feb 16 17:28:18.747532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54714) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:18.752620 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f0aeb48c-f36b-4455-8cee-2ee000b27189 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': 'bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:18.776586 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb48c-f36b-4455-8cee-2ee000b27189 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (256d1213-05e5-4c5e-9b14-52b1dcbc005a), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.834100 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb48c-f36b-4455-8cee-2ee000b27189 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (256d1213-05e5-4c5e-9b14-52b1dcbc005a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.837213 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb48c-f36b-4455-8cee-2ee000b27189 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (256d1213-05e5-4c5e-9b14-52b1dcbc005a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.855120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aeb48c-f36b-4455-8cee-2ee000b27189 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256d1213-05e5-4c5e-9b14-52b1dcbc005a,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:18.860725 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb48c-f36b-4455-8cee-2ee000b27189 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.861904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f0aeb48c-f36b-4455-8cee-2ee000b27189 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134388 Feb 16 17:28:18.864698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54716) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:18.869005 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b67a544f-7ed4-4b27-8690-48daf34fe181 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': 'bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:18.888741 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-b67a544f-7ed4-4b27-8690-48daf34fe181 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Project e43d3b22cf814828bd0438a30e095679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:28:18.893517 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b67a544f-7ed4-4b27-8690-48daf34fe181 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (ece84600-756c-4214-9983-cbc68cbfa131), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.950418 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b67a544f-7ed4-4b27-8690-48daf34fe181 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (ece84600-756c-4214-9983-cbc68cbfa131), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.953858 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b67a544f-7ed4-4b27-8690-48daf34fe181 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (ece84600-756c-4214-9983-cbc68cbfa131), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.971282 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a544f-7ed4-4b27-8690-48daf34fe181 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece84600-756c-4214-9983-cbc68cbfa131,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:18.978525 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b67a544f-7ed4-4b27-8690-48daf34fe181 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:18.979725 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b67a544f-7ed4-4b27-8690-48daf34fe181 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1141028 Feb 16 17:28:18.982438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54718) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:18.987560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1c973646-3e90-4719-bb8a-fad2d315f7ef tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': 'bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:19.008287 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-1c973646-3e90-4719-bb8a-fad2d315f7ef tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Project e43d3b22cf814828bd0438a30e095679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:28:19.013155 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c973646-3e90-4719-bb8a-fad2d315f7ef tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (0605cc89-9d25-4b1a-a603-bbf22f40feee), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:19.073608 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c973646-3e90-4719-bb8a-fad2d315f7ef tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (0605cc89-9d25-4b1a-a603-bbf22f40feee), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:19.076757 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c973646-3e90-4719-bb8a-fad2d315f7ef tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (0605cc89-9d25-4b1a-a603-bbf22f40feee), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:19.092221 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c973646-3e90-4719-bb8a-fad2d315f7ef tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0605cc89-9d25-4b1a-a603-bbf22f40feee,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:19.103136 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c973646-3e90-4719-bb8a-fad2d315f7ef tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:19.104377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1c973646-3e90-4719-bb8a-fad2d315f7ef tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210072 Feb 16 17:28:19.107676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54720) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:19.113091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-6a789a9e-edc8-48fc-a7fa-aadf457c9717 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'network': {'name': 'tempest-network-smoke--626281257', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'port_security_enabled': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:19.130888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a789a9e-edc8-48fc-a7fa-aadf457c9717 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Made reservation on behalf of e43d3b22cf814828bd0438a30e095679 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:28:19.134057 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6a789a9e-edc8-48fc-a7fa-aadf457c9717 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:19.157258 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a789a9e-edc8-48fc-a7fa-aadf457c9717 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:28:19.165739 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6a789a9e-edc8-48fc-a7fa-aadf457c9717 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b5d94adb-bc40-45a9-accc-9aa26a3ccf37), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:19.166070 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-6a789a9e-edc8-48fc-a7fa-aadf457c9717 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Added segment b5d94adb-bc40-45a9-accc-9aa26a3ccf37 of type vlan for network 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 Feb 16 17:28:19.205544 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6a789a9e-edc8-48fc-a7fa-aadf457c9717 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (9ce81e3a-e51c-4ae9-a740-a37d237e15b3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:19.230310 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6a789a9e-edc8-48fc-a7fa-aadf457c9717 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (9ce81e3a-e51c-4ae9-a740-a37d237e15b3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:19.236197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a789a9e-edc8-48fc-a7fa-aadf457c9717 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:19.236765 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6a789a9e-edc8-48fc-a7fa-aadf457c9717 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:19.272690 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6a789a9e-edc8-48fc-a7fa-aadf457c9717 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1639397 Feb 16 17:28:19.275580 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54722) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:19.279778 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'admin_state_up': True, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:19.322448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a789a9e-edc8-48fc-a7fa-aadf457c9717 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Network': ['ID=9ce81e3a-e51c-4ae9-a740-a37d237e15b3,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:19.333019 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:28:19.335938 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:19.336941 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:19.389805 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_controller (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:19.785336 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:19.974669 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:19.993836 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:20.096023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.25.4.118 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/40420028-6817-45d3-98aa-7488909c8627) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:20.195354 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (40420028-6817-45d3-98aa-7488909c8627), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:20.235592 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (40420028-6817-45d3-98aa-7488909c8627), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:20.272130 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:20.276958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:20.279553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:28:20.310756 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=40420028-6817-45d3-98aa-7488909c8627,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:20.607400 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:20.809427 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:20.940217 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:28:21.049173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:28:21.061459 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Sync routers for ids ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:28:21.068900 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:21.070131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8e99f3d6-7108-4d9e-aaa2-ceea0daa395c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7936187 Feb 16 17:28:21.071844 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Routers {'949b00ac-a7f5-4e9d-bd96-18f18ec4c317'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:21.072452 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:27:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:21.073370 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54724) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:21.182645 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Set router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:21.201439 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6d716808-b558-4bce-a5be-3e796741e41c tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=e43d3b22cf814828bd0438a30e095679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1242585 Feb 16 17:28:21.201662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54728) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:21.355875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be44497d-5b94-4cd0-bc7a-847b44111141 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:21.357289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-be44497d-5b94-4cd0-bc7a-847b44111141 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1547062 Feb 16 17:28:21.360898 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54730) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:21.362138 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '40420028-6817-45d3-98aa-7488909c8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:20Z', 'revision_number': 3, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '40420028-6817-45d3-98aa-7488909c8627', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:21.388859 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-db19e368-3cfa-49eb-a01d-ad793b57464d tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266340 Feb 16 17:28:21.391318 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54732) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:21.392516 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Checking router: 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:28:21.392865 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Updating router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 port 40420028-6817-45d3-98aa-7488909c8627 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:28:21.396100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-40ab06d0-bc45-456e-97a8-5c5a930df4f9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1693165040', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:21.419995 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (40420028-6817-45d3-98aa-7488909c8627), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:21.486534 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ab06d0-bc45-456e-97a8-5c5a930df4f9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Made reservation on behalf of e43d3b22cf814828bd0438a30e095679 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:28:21.490042 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40ab06d0-bc45-456e-97a8-5c5a930df4f9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:21.668772 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40ab06d0-bc45-456e-97a8-5c5a930df4f9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (03fc4b26-b61b-4095-8df8-1ea128ce1ac6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:21.673435 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Publish callbacks [] for port (40420028-6817-45d3-98aa-7488909c8627), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:21.679517 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (40420028-6817-45d3-98aa-7488909c8627), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:21.731910 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Attempting to bind port 40420028-6817-45d3-98aa-7488909c8627 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:28:21.732273 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Attempting to bind port 40420028-6817-45d3-98aa-7488909c8627 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:28:21.732652 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Attempting to bind port 40420028-6817-45d3-98aa-7488909c8627 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:28:21.735599 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab06d0-bc45-456e-97a8-5c5a930df4f9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Subnet': ['ID=03fc4b26-b61b-4095-8df8-1ea128ce1ac6,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:21.740522 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d074aa-0fc5-4e86-b5c1-189214147f1c None None] Pushing event updated for resources: {'Port': ['ID=40420028-6817-45d3-98aa-7488909c8627,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:21.741076 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ab06d0-bc45-456e-97a8-5c5a930df4f9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Checking segment: {'id': 'b5d94adb-bc40-45a9-accc-9aa26a3ccf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:28:21.741439 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ab06d0-bc45-456e-97a8-5c5a930df4f9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network hostable DHCP agents. Network: 9ce81e3a-e51c-4ae9-a740-a37d237e15b3, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:28:21.742702 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:28:21.743267 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:28:21.743640 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:21.744464 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:28:21.745078 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Bound port: 40420028-6817-45d3-98aa-7488909c8627, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:28:21.745456 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (40420028-6817-45d3-98aa-7488909c8627), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:21.757666 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ab06d0-bc45-456e-97a8-5c5a930df4f9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:28:21.767077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-40ab06d0-bc45-456e-97a8-5c5a930df4f9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 9ce81e3a-e51c-4ae9-a740-a37d237e15b3) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:21.769780 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d074aa-0fc5-4e86-b5c1-189214147f1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:21.770124 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d074aa-0fc5-4e86-b5c1-189214147f1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:21.770457 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d074aa-0fc5-4e86-b5c1-189214147f1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:21.770785 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d074aa-0fc5-4e86-b5c1-189214147f1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:21.771130 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d074aa-0fc5-4e86-b5c1-189214147f1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:21.771432 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d074aa-0fc5-4e86-b5c1-189214147f1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:21.771863 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d074aa-0fc5-4e86-b5c1-189214147f1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:21.772086 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d074aa-0fc5-4e86-b5c1-189214147f1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:21.772401 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d074aa-0fc5-4e86-b5c1-189214147f1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:21.772714 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d074aa-0fc5-4e86-b5c1-189214147f1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:21.773025 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d074aa-0fc5-4e86-b5c1-189214147f1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:21.773336 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d074aa-0fc5-4e86-b5c1-189214147f1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:21.773646 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d074aa-0fc5-4e86-b5c1-189214147f1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:28:21.776615 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb8cf12-c66f-4fcc-842b-af4f652aef8e None None] Network 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:28:21.777864 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ab06d0-bc45-456e-97a8-5c5a930df4f9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:21.778459 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40ab06d0-bc45-456e-97a8-5c5a930df4f9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:21.800475 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-40ab06d0-bc45-456e-97a8-5c5a930df4f9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4081137 Feb 16 17:28:21.803538 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54734) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:21.809459 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] For port 40420028-6817-45d3-98aa-7488909c8627, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:28:21.813763 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] For port 40420028-6817-45d3-98aa-7488909c8627, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=40420028-6817-45d3-98aa-7488909c8627,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:28:21.820400 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (40420028-6817-45d3-98aa-7488909c8627), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:21.876470 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d074aa-0fc5-4e86-b5c1-189214147f1c None None] Pushing event updated for resources: {'Port': ['ID=40420028-6817-45d3-98aa-7488909c8627,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:21.889352 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Routers {'949b00ac-a7f5-4e9d-bd96-18f18ec4c317'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:21.889943 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:27:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:21.900587 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ips': [{'subnet_id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:28:21.901570 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:21.999356 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] Set router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:22.200093 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '40420028-6817-45d3-98aa-7488909c8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:20Z', 'revision_number': 3, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '40420028-6817-45d3-98aa-7488909c8627', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:22.209624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Allocated IP 172.20.0.2 (9ce81e3a-e51c-4ae9-a740-a37d237e15b3/03fc4b26-b61b-4095-8df8-1ea128ce1ac6/e17cee08-a56f-4515-a7ea-27f71e19a8a8) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:22.235907 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f51d95-ec92-4788-ab39-a44b07429ce2 None None] The sync data for ids ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'] in n-d-669411-5 is: [{'id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '40420028-6817-45d3-98aa-7488909c8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:20Z', 'revision_number': 3, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '40420028-6817-45d3-98aa-7488909c8627', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:28:22.297785 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:22.373618 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Publish callbacks [] for port (e17cee08-a56f-4515-a7ea-27f71e19a8a8), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:22.382099 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (e17cee08-a56f-4515-a7ea-27f71e19a8a8), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:22.430699 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Pushing event updated for resources: {'Port': ['ID=e17cee08-a56f-4515-a7ea-27f71e19a8a8,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:22.446468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Network 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:22.448226 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:22.450840 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:28:22.534062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Attempting to bind port e17cee08-a56f-4515-a7ea-27f71e19a8a8 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:28:22.534441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Attempting to bind port e17cee08-a56f-4515-a7ea-27f71e19a8a8 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'b5d94adb-bc40-45a9-accc-9aa26a3ccf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:28:22.535004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Attempting to bind port e17cee08-a56f-4515-a7ea-27f71e19a8a8 on network 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:28:22.540522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:28:22.540943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Checking segment: {'id': 'b5d94adb-bc40-45a9-accc-9aa26a3ccf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:28:22.541302 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:22.541696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Bound using segment: {'id': 'b5d94adb-bc40-45a9-accc-9aa26a3ccf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:28:22.542170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Bound port: e17cee08-a56f-4515-a7ea-27f71e19a8a8, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d94adb-bc40-45a9-accc-9aa26a3ccf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:28:22.542557 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e17cee08-a56f-4515-a7ea-27f71e19a8a8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:22.619844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] For port e17cee08-a56f-4515-a7ea-27f71e19a8a8, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:28:22.624378 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] For port e17cee08-a56f-4515-a7ea-27f71e19a8a8, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e17cee08-a56f-4515-a7ea-27f71e19a8a8,segment=NetworkSegment(b5d94adb-bc40-45a9-accc-9aa26a3ccf37),segment_id=b5d94adb-bc40-45a9-accc-9aa26a3ccf37)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:28:22.631838 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e17cee08-a56f-4515-a7ea-27f71e19a8a8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:22.688882 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.20.0.1 (9ce81e3a-e51c-4ae9-a740-a37d237e15b3/03fc4b26-b61b-4095-8df8-1ea128ce1ac6/7e5eb846-c0e8-4947-889f-d99c1f0dffd4) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:22.695156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea9a63-f64a-4766-b877-680e3ca4a5b9 None None] Pushing event updated for resources: {'Port': ['ID=e17cee08-a56f-4515-a7ea-27f71e19a8a8,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:23.013731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 40420028-6817-45d3-98aa-7488909c8627 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:23.079748 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 40420028-6817-45d3-98aa-7488909c8627 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:23.080251 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (40420028-6817-45d3-98aa-7488909c8627), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:23.119902 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:23.159334 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:23.169185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 40420028-6817-45d3-98aa-7488909c8627 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:28:23.170479 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (40420028-6817-45d3-98aa-7488909c8627), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:23.197341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 40420028-6817-45d3-98aa-7488909c8627, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=40420028-6817-45d3-98aa-7488909c8627,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:23.205000 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (40420028-6817-45d3-98aa-7488909c8627), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:23.208084 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:23.211400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:23.216025 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:28:23.244628 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=7e5eb846-c0e8-4947-889f-d99c1f0dffd4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:23.258734 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=40420028-6817-45d3-98aa-7488909c8627,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:23.275277 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:23.409096 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:23.699521 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:23.705167 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:23.763571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009845cf-b0bc-4b12-9fc6-b53d62c4ae65 None None] Network 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:28:23.784582 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:23.786286 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=7e5eb846-c0e8-4947-889f-d99c1f0dffd4,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:23.875800 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b4f46c6d-27bc-4b96-8184-57719e5b4d4d None None] Provisioning complete for port e17cee08-a56f-4515-a7ea-27f71e19a8a8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:23.876433 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b4f46c6d-27bc-4b96-8184-57719e5b4d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e17cee08-a56f-4515-a7ea-27f71e19a8a8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:23.882187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:23.883855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:23.973127 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b4f46c6d-27bc-4b96-8184-57719e5b4d4d None None] Current status of the port e17cee08-a56f-4515-a7ea-27f71e19a8a8 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:28:23.973525 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b4f46c6d-27bc-4b96-8184-57719e5b4d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e17cee08-a56f-4515-a7ea-27f71e19a8a8), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:24.011456 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b4f46c6d-27bc-4b96-8184-57719e5b4d4d None None] For port e17cee08-a56f-4515-a7ea-27f71e19a8a8, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e17cee08-a56f-4515-a7ea-27f71e19a8a8,segment=NetworkSegment(b5d94adb-bc40-45a9-accc-9aa26a3ccf37),segment_id=b5d94adb-bc40-45a9-accc-9aa26a3ccf37)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:24.015734 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:28:24.019677 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b4f46c6d-27bc-4b96-8184-57719e5b4d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e17cee08-a56f-4515-a7ea-27f71e19a8a8), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:24.085087 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f46c6d-27bc-4b96-8184-57719e5b4d4d None None] Pushing event updated for resources: {'Port': ['ID=e17cee08-a56f-4515-a7ea-27f71e19a8a8,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:24.146861 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:28:24.152977 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-63af0a22-2949-4d79-91ab-2d893192a0bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "PUT /v2.0/routers/949b00ac-a7f5-4e9d-bd96-18f18ec4c317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3483095 Feb 16 17:28:24.242200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-99025960-c07e-443b-9283-2add3d9fd2d6 None None] Provisioning complete for port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:24.242637 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-99025960-c07e-443b-9283-2add3d9fd2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:24.279801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-99025960-c07e-443b-9283-2add3d9fd2d6 None None] Port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:28:24.288136 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Sync routers for ids ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:28:24.307015 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-99025960-c07e-443b-9283-2add3d9fd2d6 None None] Provisioning complete for port e17cee08-a56f-4515-a7ea-27f71e19a8a8 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:24.307599 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-99025960-c07e-443b-9283-2add3d9fd2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e17cee08-a56f-4515-a7ea-27f71e19a8a8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:24.322047 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-9c27715e-ee8d-4b7c-b4da-b763e7606b99 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2101948555&fields=id&tenant_id=e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 267 time: 0.0550354 Feb 16 17:28:24.335293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Routers {'949b00ac-a7f5-4e9d-bd96-18f18ec4c317'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:24.335972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:27:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:24.446674 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-6c5e1325-2b69-4ca8-a256-c78129bb4e93 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:24.448218 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-6c5e1325-2b69-4ca8-a256-c78129bb4e93 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/networks?id=9ce81e3a-e51c-4ae9-a740-a37d237e15b3 HTTP/1.1" status: 200 len: 796 time: 0.1190002 Feb 16 17:28:24.463528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-a22a2f23-ecc3-4ded-b65d-bf15e8104636 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/quotas/e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 375 time: 0.0094881 Feb 16 17:28:24.501860 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Set router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:24.504184 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-99025960-c07e-443b-9283-2add3d9fd2d6 None None] Current status of the port e17cee08-a56f-4515-a7ea-27f71e19a8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:28:24.525951 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-ba807f0c-17e8-4835-aa83-ab3f8c452ca9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555613 Feb 16 17:28:24.590554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-7a315c36-50c8-4917-9427-33d1cff431d6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:28:24.591570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-7a315c36-50c8-4917-9427-33d1cff431d6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0510561 Feb 16 17:28:24.661407 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8261530c-0f50-48fb-a010-638f8c865938 None None] Provisioning complete for port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:24.661784 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8261530c-0f50-48fb-a010-638f8c865938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:24.689965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-dcdb319e-eb5c-420a-8299-c397a5814f2c service neutron] 10.222.0.24 "GET /v2.0/networks/9ce81e3a-e51c-4ae9-a740-a37d237e15b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911679 Feb 16 17:28:24.713434 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8261530c-0f50-48fb-a010-638f8c865938 None None] Port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:28:24.769687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '40420028-6817-45d3-98aa-7488909c8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '40420028-6817-45d3-98aa-7488909c8627', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '7e5eb846-c0e8-4947-889f-d99c1f0dffd4', 'name': '', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:76:14:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:22Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 2, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:24.783917 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-2ca900ce-9924-4adf-87d2-a1e28c8aac0c service neutron] 10.222.0.24 "GET /v2.0/networks/9ce81e3a-e51c-4ae9-a740-a37d237e15b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883279 Feb 16 17:28:24.797216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Checking router: 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:28:24.797626 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Updating router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:28:24.826299 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:24.963480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7cd46144-9667-4997-acc7-58af6d225351 req-edf78168-2b46-41e9-8b5c-ae70efd97ae2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 210 time: 0.0319626 Feb 16 17:28:25.053021 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 40420028-6817-45d3-98aa-7488909c8627 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:25.165689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 40420028-6817-45d3-98aa-7488909c8627 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:25.166069 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (40420028-6817-45d3-98aa-7488909c8627), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:25.207704 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Publish callbacks [] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:25.216881 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:25.299293 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2961a3d-f3c3-477d-9e14-d53287e16387 None None] Pushing event updated for resources: {'Port': ['ID=7e5eb846-c0e8-4947-889f-d99c1f0dffd4,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:25.368367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 40420028-6817-45d3-98aa-7488909c8627 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:28:25.369486 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e17cee08-a56f-4515-a7ea-27f71e19a8a8 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:25.373730 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Attempting to bind port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:28:25.374195 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Attempting to bind port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'b5d94adb-bc40-45a9-accc-9aa26a3ccf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:28:25.374761 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Attempting to bind port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 on network 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:28:25.404673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:28:25.405056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Checking segment: {'id': 'b5d94adb-bc40-45a9-accc-9aa26a3ccf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:28:25.405457 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:25.406501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Bound using segment: {'id': 'b5d94adb-bc40-45a9-accc-9aa26a3ccf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:28:25.407259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Bound port: 7e5eb846-c0e8-4947-889f-d99c1f0dffd4, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d94adb-bc40-45a9-accc-9aa26a3ccf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:28:25.407832 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:25.505321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e17cee08-a56f-4515-a7ea-27f71e19a8a8 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:25.505707 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e17cee08-a56f-4515-a7ea-27f71e19a8a8), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:25.538351 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] For port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:28:25.558321 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] For port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7e5eb846-c0e8-4947-889f-d99c1f0dffd4,segment=NetworkSegment(b5d94adb-bc40-45a9-accc-9aa26a3ccf37),segment_id=b5d94adb-bc40-45a9-accc-9aa26a3ccf37)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:28:25.577254 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:25.584965 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-21fd89f1-c9ad-4a22-bc3f-4b93b5d04dc1 None None] Provisioning complete for port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:25.585330 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-21fd89f1-c9ad-4a22-bc3f-4b93b5d04dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:25.679222 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Routers {'949b00ac-a7f5-4e9d-bd96-18f18ec4c317'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:25.680502 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:27:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:25.813019 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2961a3d-f3c3-477d-9e14-d53287e16387 None None] Pushing event updated for resources: {'Port': ['ID=7e5eb846-c0e8-4947-889f-d99c1f0dffd4,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:25.849254 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e17cee08-a56f-4515-a7ea-27f71e19a8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:28:25.852637 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-77c48b45-6903-4e3e-9394-57e5d35ffab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:25.909233 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-21fd89f1-c9ad-4a22-bc3f-4b93b5d04dc1 None None] Current status of the port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:28:25.909614 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-21fd89f1-c9ad-4a22-bc3f-4b93b5d04dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:25.914775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] Set router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:26.076618 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e466ea38-279a-451e-b50c-026321a3b00a req-0cfb8b63-f3be-4e28-9255-172ff0c2f154 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 210 time: 0.0367191 Feb 16 17:28:26.177570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-21fd89f1-c9ad-4a22-bc3f-4b93b5d04dc1 None None] For port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7e5eb846-c0e8-4947-889f-d99c1f0dffd4,segment=NetworkSegment(b5d94adb-bc40-45a9-accc-9aa26a3ccf37),segment_id=b5d94adb-bc40-45a9-accc-9aa26a3ccf37)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:26.193029 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-21fd89f1-c9ad-4a22-bc3f-4b93b5d04dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:26.264251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-f3d7bbe8-8332-4aca-8bb8-2b4409e597fd tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:26.268317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-f3d7bbe8-8332-4aca-8bb8-2b4409e597fd tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/networks?id=9ce81e3a-e51c-4ae9-a740-a37d237e15b3 HTTP/1.1" status: 200 len: 796 time: 0.1231461 Feb 16 17:28:26.309100 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd89f1-c9ad-4a22-bc3f-4b93b5d04dc1 None None] Pushing event updated for resources: {'Port': ['ID=7e5eb846-c0e8-4947-889f-d99c1f0dffd4,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:26.340962 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-6bd5bb17-896c-4c8d-8e27-d816f57207e3 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 380 time: 0.0637245 Feb 16 17:28:26.351128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-22b8c5af-576d-4b0c-937e-0e8a346b1faf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'port': {'device_id': '24eadfbb-7087-4a2d-8c85-f5439b92d7ce', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'admin_state_up': True, 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'security_groups': ['bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:26.377188 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '40420028-6817-45d3-98aa-7488909c8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '40420028-6817-45d3-98aa-7488909c8627', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '7e5eb846-c0e8-4947-889f-d99c1f0dffd4', 'name': '', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:76:14:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:22Z', 'updated_at': '2022-02-16T17:28:25Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:26.412845 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cedae591-86a8-41dd-8eaa-754b23da8585 None None] Provisioning complete for port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:26.413228 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cedae591-86a8-41dd-8eaa-754b23da8585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:26.414966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb327e5f-b86b-4b87-8566-01a5f01b0565 None None] The sync data for ids ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'] in n-d-669411-5 is: [{'id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '40420028-6817-45d3-98aa-7488909c8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '40420028-6817-45d3-98aa-7488909c8627', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '7e5eb846-c0e8-4947-889f-d99c1f0dffd4', 'name': '', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:76:14:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:22Z', 'updated_at': '2022-02-16T17:28:25Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:28:26.505558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-22b8c5af-576d-4b0c-937e-0e8a346b1faf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Made reservation on behalf of e43d3b22cf814828bd0438a30e095679 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:28:26.508999 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-22b8c5af-576d-4b0c-937e-0e8a346b1faf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:26.526527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cedae591-86a8-41dd-8eaa-754b23da8585 None None] Current status of the port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:28:26.652005 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-22b8c5af-576d-4b0c-937e-0e8a346b1faf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.20.0.10 (9ce81e3a-e51c-4ae9-a740-a37d237e15b3/03fc4b26-b61b-4095-8df8-1ea128ce1ac6/06f9e3d0-cbc3-4a40-9872-4d6e54bd4101) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:26.794236 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-22b8c5af-576d-4b0c-937e-0e8a346b1faf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:26.829192 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-22b8c5af-576d-4b0c-937e-0e8a346b1faf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:26.876450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-22b8c5af-576d-4b0c-937e-0e8a346b1faf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:26.882436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-22b8c5af-576d-4b0c-937e-0e8a346b1faf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:26.887815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-22b8c5af-576d-4b0c-937e-0e8a346b1faf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:28:26.918414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8c5af-576d-4b0c-937e-0e8a346b1faf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:26.949481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-22b8c5af-576d-4b0c-937e-0e8a346b1faf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:26.950137 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-22b8c5af-576d-4b0c-937e-0e8a346b1faf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:26.969703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-22b8c5af-576d-4b0c-937e-0e8a346b1faf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6228187 Feb 16 17:28:26.970170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:26.983257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Request body: {'port': {'device_id': '24eadfbb-7087-4a2d-8c85-f5439b92d7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:27.040752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:27.041037 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:27.059850 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:27.138157 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:28:27.253281 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8f795fa8-7ff7-46f0-bb6b-dc169257d21d None None] Provisioning complete for port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:27.253958 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8f795fa8-7ff7-46f0-bb6b-dc169257d21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:27.291341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8f795fa8-7ff7-46f0-bb6b-dc169257d21d None None] Port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:28:27.316718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81de501-ef78-43fc-8961-6a61104bf54c req-3e5bd304-6829-4f41-81d5-0d6cfb4bba5e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:27.318271 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f81de501-ef78-43fc-8961-6a61104bf54c req-3e5bd304-6829-4f41-81d5-0d6cfb4bba5e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 932 time: 0.1269629 Feb 16 17:28:27.396798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f81de501-ef78-43fc-8961-6a61104bf54c req-ddd26200-12f6-44f8-b7e9-311bb042de59 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717840 Feb 16 17:28:27.445447 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:28:27.453127 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Publish callbacks [] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:27.465291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Transition to ACTIVE for port object 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:28:27.470077 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:27.520712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76594234-df46-473b-aa57-979af7aef52a service neutron] Pushing event updated for resources: {'Port': ['ID=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:27.602603 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Attempting to bind port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:28:27.602824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Attempting to bind port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'b5d94adb-bc40-45a9-accc-9aa26a3ccf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:28:27.603228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Attempting to bind port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 on network 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:28:27.608403 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 on network 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:28:27.608830 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Attempting to bind port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 on network 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:28:27.614893 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:28:27.615232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Checking segment: {'id': 'b5d94adb-bc40-45a9-accc-9aa26a3ccf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:28:27.615627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Bound using segment: {'id': 'b5d94adb-bc40-45a9-accc-9aa26a3ccf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:28:27.616102 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Bound port: 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d94adb-bc40-45a9-accc-9aa26a3ccf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:28:27.616694 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:27.690802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] For port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:28:27.694040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] For port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101,segment=NetworkSegment(b5d94adb-bc40-45a9-accc-9aa26a3ccf37),segment_id=b5d94adb-bc40-45a9-accc-9aa26a3ccf37)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:28:27.700667 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:27.737173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:27.737889 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:27.739132 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-76594234-df46-473b-aa57-979af7aef52a service neutron] 10.222.0.65 "PUT /v2.0/ports/06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 HTTP/1.1" status: 200 len: 1092 time: 0.7606308 Feb 16 17:28:27.739567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24eadfbb-7087-4a2d-8c85-f5439b92d7ce', 'tag': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:28:27.741839 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9ab5be-59ee-4641-93bc-76e13989c131" -d '{"events": [{"name": "network-changed", "server_uuid": "24eadfbb-7087-4a2d-8c85-f5439b92d7ce", "tag": "06f9e3d0-cbc3-4a40-9872-4d6e54bd4101"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:28:27.780377 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76594234-df46-473b-aa57-979af7aef52a service neutron] Pushing event updated for resources: {'Port': ['ID=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:27.789935 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4361bdb8-6955-4ab0-a38c-9245942e34dd x-openstack-request-id: req-4361bdb8-6955-4ab0-a38c-9245942e34dd {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:28:27.790337 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24eadfbb-7087-4a2d-8c85-f5439b92d7ce", "tag": "06f9e3d0-cbc3-4a40-9872-4d6e54bd4101", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:28:27.790695 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4361bdb8-6955-4ab0-a38c-9245942e34dd {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:28:27.791231 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24eadfbb-7087-4a2d-8c85-f5439b92d7ce', 'tag': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101', 'status': 'completed', 'code': 200} Feb 16 17:28:27.847825 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-212a877d-a4ea-4fe7-b2ee-77ed146d0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:27.849348 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-212a877d-a4ea-4fe7-b2ee-77ed146d0516 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 1126 time: 0.0540726 Feb 16 17:28:27.896482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-10e7992b-1859-4ac5-9520-743a9bbb79e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 HTTP/1.1" status: 200 len: 217 time: 0.0396156 Feb 16 17:28:27.947798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-4d85257d-c283-4ff7-af7a-a3e74c2e7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:27.949291 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-4d85257d-c283-4ff7-af7a-a3e74c2e7623 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03fc4b26-b61b-4095-8df8-1ea128ce1ac6 HTTP/1.1" status: 200 len: 835 time: 0.0464296 Feb 16 17:28:28.001536 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-126dbd00-f390-4545-8290-02cde86754f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:28.003035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-126dbd00-f390-4545-8290-02cde86754f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ce81e3a-e51c-4ae9-a740-a37d237e15b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483520 Feb 16 17:28:28.092092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-78f33ffd-5bef-4909-8d47-3a6b395618a5 service neutron] 10.222.0.65 "GET /v2.0/networks/9ce81e3a-e51c-4ae9-a740-a37d237e15b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829723 Feb 16 17:28:28.184025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-372395e7-ec7c-43e2-9225-ad1ea2810021 req-36b3ecb3-39bd-4bf2-af03-6547ecabc15a service neutron] 10.222.0.65 "GET /v2.0/networks/9ce81e3a-e51c-4ae9-a740-a37d237e15b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864952 Feb 16 17:28:28.270679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ab5be-59ee-4641-93bc-76e13989c131 req-5fc6ed17-dc0a-4a8f-837a-c712cea82695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:28.272182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec9ab5be-59ee-4641-93bc-76e13989c131 req-5fc6ed17-dc0a-4a8f-837a-c712cea82695 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 1126 time: 0.0456057 Feb 16 17:28:28.362933 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ab5be-59ee-4641-93bc-76e13989c131 req-12c0f471-36bf-4464-8103-ba441e7960ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:28.364351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec9ab5be-59ee-4641-93bc-76e13989c131 req-12c0f471-36bf-4464-8103-ba441e7960ed service neutron] 10.222.0.65 "GET /v2.0/networks?id=9ce81e3a-e51c-4ae9-a740-a37d237e15b3 HTTP/1.1" status: 200 len: 897 time: 0.0865729 Feb 16 17:28:28.395352 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8dd399e4-b671-4132-a381-fbfe60f5d4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:28.408113 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec9ab5be-59ee-4641-93bc-76e13989c131 req-8a3bbd85-7d8b-4437-8eb9-401be76f6078 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 HTTP/1.1" status: 200 len: 217 time: 0.0367410 Feb 16 17:28:28.458629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ab5be-59ee-4641-93bc-76e13989c131 req-5f0eafc3-c50c-47e8-9180-00f79f2a1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:28.460412 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec9ab5be-59ee-4641-93bc-76e13989c131 req-5f0eafc3-c50c-47e8-9180-00f79f2a1128 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03fc4b26-b61b-4095-8df8-1ea128ce1ac6 HTTP/1.1" status: 200 len: 835 time: 0.0473731 Feb 16 17:28:28.547337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ab5be-59ee-4641-93bc-76e13989c131 req-ba16f28a-1d32-401b-b924-997840d09677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:28.548911 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec9ab5be-59ee-4641-93bc-76e13989c131 req-ba16f28a-1d32-401b-b924-997840d09677 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ce81e3a-e51c-4ae9-a740-a37d237e15b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0823195 Feb 16 17:28:28.555854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9f997-ffd7-4c4e-885a-5b23df310687 req-258c84b4-db5c-4f3f-9a5c-0a1d3a1097ae tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:28.557208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22d9f997-ffd7-4c4e-885a-5b23df310687 req-258c84b4-db5c-4f3f-9a5c-0a1d3a1097ae tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 944 time: 0.0831649 Feb 16 17:28:28.661683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-22d9f997-ffd7-4c4e-885a-5b23df310687 req-0b03c438-b041-4109-bc49-35b9ec5f07bd tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958397 Feb 16 17:28:28.681908 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec9ab5be-59ee-4641-93bc-76e13989c131 req-22edec6e-8663-415d-9b5a-7ea6f67ac03e service neutron] 10.222.0.65 "GET /v2.0/networks/9ce81e3a-e51c-4ae9-a740-a37d237e15b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213953 Feb 16 17:28:28.768560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ec9ab5be-59ee-4641-93bc-76e13989c131 req-c2a24ac9-9ca2-47c8-a413-754317f1d7a2 service neutron] 10.222.0.65 "GET /v2.0/networks/9ce81e3a-e51c-4ae9-a740-a37d237e15b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830216 Feb 16 17:28:29.506350 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:29.527359 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:28:29.625005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101,segment=NetworkSegment(b5d94adb-bc40-45a9-accc-9aa26a3ccf37),segment_id=b5d94adb-bc40-45a9-accc-9aa26a3ccf37)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:29.636268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'port_id': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101', 'mac_address': 'fa:16:3e:a8:0a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:28:29.675471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:28:29.675882 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:29.689202 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:28:29.708953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101,segment=NetworkSegment(b5d94adb-bc40-45a9-accc-9aa26a3ccf37),segment_id=b5d94adb-bc40-45a9-accc-9aa26a3ccf37)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:29.712608 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:29.761219 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:29.787425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff71dca-1617-4952-a8f9-ad3aeac3eb20 req-8835f179-c26c-4437-8699-388ee15e004b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:29.788930 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ff71dca-1617-4952-a8f9-ad3aeac3eb20 req-8835f179-c26c-4437-8699-388ee15e004b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 945 time: 0.0570037 Feb 16 17:28:29.836916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ff71dca-1617-4952-a8f9-ad3aeac3eb20 req-af96628f-68f5-4200-b28a-6d211e5b1b7f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422778 Feb 16 17:28:29.940859 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['06f9e3d0-cbc3-4a40-9872-4d6e54bd4101'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:28:30.953544 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268b58f-8611-4448-99fd-40e56d7183a9 req-47159a49-a045-42bf-a5c1-bc9c2db6f030 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:30.955018 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f268b58f-8611-4448-99fd-40e56d7183a9 req-47159a49-a045-42bf-a5c1-bc9c2db6f030 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 945 time: 0.0518563 Feb 16 17:28:31.005457 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f268b58f-8611-4448-99fd-40e56d7183a9 req-5d911737-edbe-4deb-a157-5beb79579ec4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448797 Feb 16 17:28:31.036914 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:31.529386 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:28:31.580969 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:28:31.584844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:28:31.585225 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:31.664882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:28:31.665266 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:31.687597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24eadfbb-7087-4a2d-8c85-f5439b92d7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:28:31.690559 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf5baba-3019-4dc8-93e8-4b6cbfb2a57f" -d '{"events": [{"server_uuid": "24eadfbb-7087-4a2d-8c85-f5439b92d7ce", "name": "network-vif-plugged", "status": "completed", "tag": "06f9e3d0-cbc3-4a40-9872-4d6e54bd4101"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:28:31.702557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101,segment=NetworkSegment(b5d94adb-bc40-45a9-accc-9aa26a3ccf37),segment_id=b5d94adb-bc40-45a9-accc-9aa26a3ccf37)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:28:31.708184 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:31.732085 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9159c7ac-dedf-4609-99b8-9f37dea98436 x-openstack-request-id: req-9159c7ac-dedf-4609-99b8-9f37dea98436 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:28:31.732429 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24eadfbb-7087-4a2d-8c85-f5439b92d7ce", "name": "network-vif-plugged", "status": "completed", "tag": "06f9e3d0-cbc3-4a40-9872-4d6e54bd4101", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:28:31.732689 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9159c7ac-dedf-4609-99b8-9f37dea98436 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:28:31.733078 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24eadfbb-7087-4a2d-8c85-f5439b92d7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101', 'code': 200} Feb 16 17:28:31.759661 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:31.825980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa6101-ada5-4913-a761-55c39905ab1e req-a2a84fee-f8d9-42ef-bc64-7682cf9638ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:31.827519 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-93aa6101-ada5-4913-a761-55c39905ab1e req-a2a84fee-f8d9-42ef-bc64-7682cf9638ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 1128 time: 0.0448391 Feb 16 17:28:31.870297 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:31.878858 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-93aa6101-ada5-4913-a761-55c39905ab1e req-e9e86bbc-b398-4886-8c75-50f095cdcdef service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449719 Feb 16 17:28:32.124502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0679a2-8eed-4c35-a626-7e27dc02792b req-9758f95b-66cf-4c2c-9d28-50829a4ef8a2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:32.125910 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea0679a2-8eed-4c35-a626-7e27dc02792b req-9758f95b-66cf-4c2c-9d28-50829a4ef8a2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 946 time: 0.0524280 Feb 16 17:28:32.177009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea0679a2-8eed-4c35-a626-7e27dc02792b req-4a048723-0cfa-482c-a19b-80711f0deb64 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453970 Feb 16 17:28:32.179215 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:33.299792 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5c2fb-8ca0-434a-b0b8-ba1af4818010 req-829a0464-f83a-41fe-910f-f8ca5c9e09d6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:33.301259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-25a5c2fb-8ca0-434a-b0b8-ba1af4818010 req-829a0464-f83a-41fe-910f-f8ca5c9e09d6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 946 time: 0.0526118 Feb 16 17:28:33.349051 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-25a5c2fb-8ca0-434a-b0b8-ba1af4818010 req-4501d516-d7ee-45b2-afe1-8a79e82788cd tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420659 Feb 16 17:28:33.472347 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091e694-e388-4041-8bc2-da61f1d26437 req-80c4f541-1569-480c-b781-a3deae3abeeb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:33.473769 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9091e694-e388-4041-8bc2-da61f1d26437 req-80c4f541-1569-480c-b781-a3deae3abeeb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 946 time: 0.0569892 Feb 16 17:28:33.521587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9091e694-e388-4041-8bc2-da61f1d26437 req-465a6897-947d-41b7-b4a1-cd2c00fa3497 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420108 Feb 16 17:28:33.543161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54786) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:33.585393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25647907-70ff-43ca-a152-ef68fa66d503 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:33.586882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-25647907-70ff-43ca-a152-ef68fa66d503 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 1123 time: 0.0427763 Feb 16 17:28:33.589849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54788) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:33.594524 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:28:33.613704 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:33.710032 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:33.808057 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.25.4.143 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/5b236882-a072-44ea-bc67-168d3f3af536) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:28:33.908450 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (5b236882-a072-44ea-bc67-168d3f3af536), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:33.940222 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (5b236882-a072-44ea-bc67-168d3f3af536), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:33.979609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:28:33.982473 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:28:33.986427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:28:33.991825 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=5b236882-a072-44ea-bc67-168d3f3af536,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:34.619270 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (77033727-90e1-4578-a746-9d791574fcc2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:34.685848 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (5b236882-a072-44ea-bc67-168d3f3af536), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:34.834095 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (5b236882-a072-44ea-bc67-168d3f3af536), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:34.838100 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (5b236882-a072-44ea-bc67-168d3f3af536), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:34.908670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=5b236882-a072-44ea-bc67-168d3f3af536,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:28:34.920812 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (77033727-90e1-4578-a746-9d791574fcc2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:34.988896 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:35.027842 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Floating IP 77033727-90e1-4578-a746-9d791574fcc2 associated. External IP: 172.25.4.143, port: 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101. Feb 16 17:28:35.254451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:28:35.363729 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:28:35.373280 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50bb72-1994-47b8-9301-e82227f2f345 None None] Sync routers for ids ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:28:35.381641 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:35.385376 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50bb72-1994-47b8-9301-e82227f2f345 None None] Routers {'949b00ac-a7f5-4e9d-bd96-18f18ec4c317'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:35.386069 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6e50bb72-1994-47b8-9301-e82227f2f345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:28:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:35.412195 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5c916e70-37d6-4a4d-af2e-f9a2fc058023 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8213124 Feb 16 17:28:35.413186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24eadfbb-7087-4a2d-8c85-f5439b92d7ce', 'tag': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:28:35.415607 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f773e032-2938-4b13-98c3-4e89dacd040d" -d '{"events": [{"name": "network-changed", "server_uuid": "24eadfbb-7087-4a2d-8c85-f5439b92d7ce", "tag": "06f9e3d0-cbc3-4a40-9872-4d6e54bd4101"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:28:35.459445 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02af079b-5792-48a7-9ebb-7224c8163062 x-openstack-request-id: req-02af079b-5792-48a7-9ebb-7224c8163062 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:28:35.460239 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24eadfbb-7087-4a2d-8c85-f5439b92d7ce", "tag": "06f9e3d0-cbc3-4a40-9872-4d6e54bd4101", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:28:35.460497 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02af079b-5792-48a7-9ebb-7224c8163062 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:28:35.460897 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24eadfbb-7087-4a2d-8c85-f5439b92d7ce', 'tag': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101', 'status': 'completed', 'code': 200} Feb 16 17:28:35.498081 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6e50bb72-1994-47b8-9301-e82227f2f345 None None] Set router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:35.558090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e032-2938-4b13-98c3-4e89dacd040d req-59a651f1-baf4-438c-8bfc-744e8291a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:35.559489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f773e032-2938-4b13-98c3-4e89dacd040d req-59a651f1-baf4-438c-8bfc-744e8291a73c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 1128 time: 0.0794353 Feb 16 17:28:35.570662 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59046924-7761-48eb-8c3a-69bea8670963 req-cdbcc27e-3bf5-4c7e-b143-30d98d4bd9bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:35.572061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59046924-7761-48eb-8c3a-69bea8670963 req-cdbcc27e-3bf5-4c7e-b143-30d98d4bd9bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 946 time: 0.0833075 Feb 16 17:28:35.685381 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59046924-7761-48eb-8c3a-69bea8670963 req-cf0e5023-e563-4cf2-a364-eadb6485580f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050575 Feb 16 17:28:35.701150 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e032-2938-4b13-98c3-4e89dacd040d req-274c02d1-8a51-45bb-b0b0-212d2485258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:35.702688 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f773e032-2938-4b13-98c3-4e89dacd040d req-274c02d1-8a51-45bb-b0b0-212d2485258b service neutron] 10.222.0.65 "GET /v2.0/networks?id=9ce81e3a-e51c-4ae9-a740-a37d237e15b3 HTTP/1.1" status: 200 len: 897 time: 0.1296744 Feb 16 17:28:35.707826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54794) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:35.819312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f773e032-2938-4b13-98c3-4e89dacd040d req-230fea28-a4b1-4c0a-a331-0ce4e50efef7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 HTTP/1.1" status: 200 len: 1000 time: 0.1103384 Feb 16 17:28:35.822123 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5f6e3a5e-fad6-4171-8e39-35b0c5a3ded4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/77033727-90e1-4578-a746-9d791574fcc2 HTTP/1.1" status: 200 len: 992 time: 0.1121490 Feb 16 17:28:35.828311 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6e50bb72-1994-47b8-9301-e82227f2f345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '40420028-6817-45d3-98aa-7488909c8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '40420028-6817-45d3-98aa-7488909c8627', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '77033727-90e1-4578-a746-9d791574fcc2', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'port_id': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'mac_address': 'fa:16:3e:a8:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24eadfbb-7087-4a2d-8c85-f5439b92d7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:28:34Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 0, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5eb846-c0e8-4947-889f-d99c1f0dffd4', 'name': '', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:76:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:22Z', 'updated_at': '2022-02-16T17:28:26Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:35.858469 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50bb72-1994-47b8-9301-e82227f2f345 None None] Checking router: 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:28:35.867429 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50bb72-1994-47b8-9301-e82227f2f345 None None] Routers {'949b00ac-a7f5-4e9d-bd96-18f18ec4c317'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:28:35.868068 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6e50bb72-1994-47b8-9301-e82227f2f345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:28:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:35.868862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e032-2938-4b13-98c3-4e89dacd040d req-6be368a8-9b55-4d59-b7c7-6e2005485af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:35.870302 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f773e032-2938-4b13-98c3-4e89dacd040d req-6be368a8-9b55-4d59-b7c7-6e2005485af5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03fc4b26-b61b-4095-8df8-1ea128ce1ac6 HTTP/1.1" status: 200 len: 835 time: 0.0456972 Feb 16 17:28:35.919840 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e032-2938-4b13-98c3-4e89dacd040d req-1786cf55-3a36-46b0-aac3-cb78a5942d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:35.921335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f773e032-2938-4b13-98c3-4e89dacd040d req-1786cf55-3a36-46b0-aac3-cb78a5942d68 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ce81e3a-e51c-4ae9-a740-a37d237e15b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447183 Feb 16 17:28:35.978528 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-6e50bb72-1994-47b8-9301-e82227f2f345 None None] Set router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:28:36.016898 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f773e032-2938-4b13-98c3-4e89dacd040d req-90ec4f91-d3a3-4f76-805b-61e70ac1ea60 service neutron] 10.222.0.65 "GET /v2.0/networks/9ce81e3a-e51c-4ae9-a740-a37d237e15b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888960 Feb 16 17:28:36.106741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f773e032-2938-4b13-98c3-4e89dacd040d req-98045e10-0f3a-4dff-822b-fd8ba9d9a1c2 service neutron] 10.222.0.65 "GET /v2.0/networks/9ce81e3a-e51c-4ae9-a740-a37d237e15b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854788 Feb 16 17:28:36.208235 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-6e50bb72-1994-47b8-9301-e82227f2f345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '40420028-6817-45d3-98aa-7488909c8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '40420028-6817-45d3-98aa-7488909c8627', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '77033727-90e1-4578-a746-9d791574fcc2', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'port_id': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'mac_address': 'fa:16:3e:a8:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24eadfbb-7087-4a2d-8c85-f5439b92d7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:28:34Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 0, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5eb846-c0e8-4947-889f-d99c1f0dffd4', 'name': '', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:76:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:22Z', 'updated_at': '2022-02-16T17:28:26Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:28:36.238976 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50bb72-1994-47b8-9301-e82227f2f345 None None] The sync data for ids ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'] in n-d-669411-5 is: [{'id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '40420028-6817-45d3-98aa-7488909c8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '40420028-6817-45d3-98aa-7488909c8627', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '77033727-90e1-4578-a746-9d791574fcc2', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'port_id': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'mac_address': 'fa:16:3e:a8:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24eadfbb-7087-4a2d-8c85-f5439b92d7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:28:34Z', 'updated_at': '2022-02-16T17:28:34Z', 'revision_number': 0, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5eb846-c0e8-4947-889f-d99c1f0dffd4', 'name': '', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:76:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:22Z', 'updated_at': '2022-02-16T17:28:26Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:28:36.439922 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a36e831-0cf1-40d0-9140-ec453ad18d6c None None] New status for floating IP 77033727-90e1-4578-a746-9d791574fcc2: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:28:36.825515 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54800) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:28:36.885676 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:28:36.886522 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c420cb57-32c1-4a86-a7fb-6861c2469cc3 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/77033727-90e1-4578-a746-9d791574fcc2 HTTP/1.1" status: 200 len: 994 time: 0.0598111 Feb 16 17:28:46.068765 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65be00ed-c9f2-4a68-b9d9-22c61e31d758 req-2dded770-eb67-40ee-b613-9d71c16fd697 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486295 Feb 16 17:28:46.154231 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be00ed-c9f2-4a68-b9d9-22c61e31d758 req-253f288c-0a1c-41f0-a1ab-ebf1d413f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:46.155724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65be00ed-c9f2-4a68-b9d9-22c61e31d758 req-253f288c-0a1c-41f0-a1ab-ebf1d413f323 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 1128 time: 0.0438519 Feb 16 17:28:46.258012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be00ed-c9f2-4a68-b9d9-22c61e31d758 req-ed40dd3f-e73d-4e4b-adf2-38df0c1aebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:46.259464 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65be00ed-c9f2-4a68-b9d9-22c61e31d758 req-ed40dd3f-e73d-4e4b-adf2-38df0c1aebdd service neutron] 10.222.0.65 "GET /v2.0/networks?id=9ce81e3a-e51c-4ae9-a740-a37d237e15b3 HTTP/1.1" status: 200 len: 897 time: 0.0848389 Feb 16 17:28:46.327652 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65be00ed-c9f2-4a68-b9d9-22c61e31d758 req-fb78a5bb-d051-4bfc-a206-9e2e0398ef75 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 HTTP/1.1" status: 200 len: 1002 time: 0.0619080 Feb 16 17:28:46.375078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be00ed-c9f2-4a68-b9d9-22c61e31d758 req-cc18c9d1-df29-4a54-b3d2-40e1b6f58b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:46.376619 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65be00ed-c9f2-4a68-b9d9-22c61e31d758 req-cc18c9d1-df29-4a54-b3d2-40e1b6f58b4e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03fc4b26-b61b-4095-8df8-1ea128ce1ac6 HTTP/1.1" status: 200 len: 835 time: 0.0435898 Feb 16 17:28:46.424454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be00ed-c9f2-4a68-b9d9-22c61e31d758 req-8cddb3aa-9d67-483c-9326-d29ec0f9e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:28:46.425923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65be00ed-c9f2-4a68-b9d9-22c61e31d758 req-8cddb3aa-9d67-483c-9326-d29ec0f9e506 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ce81e3a-e51c-4ae9-a740-a37d237e15b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437360 Feb 16 17:28:46.519457 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65be00ed-c9f2-4a68-b9d9-22c61e31d758 req-e4cb0c66-77ee-465e-ae68-d4bd386435e7 service neutron] 10.222.0.65 "GET /v2.0/networks/9ce81e3a-e51c-4ae9-a740-a37d237e15b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865464 Feb 16 17:28:46.610425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-65be00ed-c9f2-4a68-b9d9-22c61e31d758 req-be07318c-4665-44a9-9b7e-787887e9cf3e service neutron] 10.222.0.65 "GET /v2.0/networks/9ce81e3a-e51c-4ae9-a740-a37d237e15b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855696 Feb 16 17:28:55.774604 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e9a0951b-7fb8-482c-9f26-21f4dfcf350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:58.397594 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c6dbf444-4422-470c-9b81-969545c9d931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:28:59.507983 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:01.037275 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:01.866828 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:02.182378 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:04.988893 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:05.611300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56975edd-bd85-4d1a-b4dd-8aca6edfa54d req-8b5d53be-1fb9-4105-8eee-6b054ddaf234 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:05.612814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56975edd-bd85-4d1a-b4dd-8aca6edfa54d req-8b5d53be-1fb9-4105-8eee-6b054ddaf234 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 946 time: 0.0537825 Feb 16 17:29:05.661682 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56975edd-bd85-4d1a-b4dd-8aca6edfa54d req-572a0f82-3cf5-4f81-9ac3-0cf42c85e3aa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Feb 16 17:29:06.784184 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30d0fa-7247-481e-9c6a-1c58aedd0ebb req-48412b01-368d-4ff3-9106-97db07f14cf9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:06.785650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d30d0fa-7247-481e-9c6a-1c58aedd0ebb req-48412b01-368d-4ff3-9106-97db07f14cf9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 946 time: 0.0536528 Feb 16 17:29:06.833709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d30d0fa-7247-481e-9c6a-1c58aedd0ebb req-731779e1-78d1-410e-8a04-88ab981a0f53 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425932 Feb 16 17:29:06.856533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54818) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:06.920803 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2870348a-d0df-4d7a-b094-e6f015d8e1d4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/77033727-90e1-4578-a746-9d791574fcc2 HTTP/1.1" status: 200 len: 994 time: 0.0630803 Feb 16 17:29:08.193257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d374fe9-523b-4f20-bcfd-42ef1d0cdf5d req-67c071e9-cd51-44fe-96d7-81ddea90b110 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:08.194658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d374fe9-523b-4f20-bcfd-42ef1d0cdf5d req-67c071e9-cd51-44fe-96d7-81ddea90b110 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 946 time: 0.0557859 Feb 16 17:29:08.244415 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d374fe9-523b-4f20-bcfd-42ef1d0cdf5d req-0b93c75e-6b83-49c6-9486-7bfa7fc60dde tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437567 Feb 16 17:29:09.372713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de4c81-9160-4b47-8be9-12408d29d172 req-248d36ad-488c-45bf-b749-0a70550af04f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:09.374193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-79de4c81-9160-4b47-8be9-12408d29d172 req-248d36ad-488c-45bf-b749-0a70550af04f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 946 time: 0.0563581 Feb 16 17:29:09.422045 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-79de4c81-9160-4b47-8be9-12408d29d172 req-bed102f5-8814-4165-b45d-52f359d13606 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421147 Feb 16 17:29:09.444774 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54828) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:09.507973 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-47d951df-0d97-487e-a1a7-0a65ca21bbc9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/77033727-90e1-4578-a746-9d791574fcc2 HTTP/1.1" status: 200 len: 994 time: 0.0620537 Feb 16 17:29:09.785391 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54834) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:09.938600 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-60098be4-6a24-4aeb-8538-fabb5906abf5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port 5b236882-a072-44ea-bc67-168d3f3af536 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:29:09.938945 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60098be4-6a24-4aeb-8538-fabb5906abf5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (5b236882-a072-44ea-bc67-168d3f3af536), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:10.016719 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60098be4-6a24-4aeb-8538-fabb5906abf5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (5b236882-a072-44ea-bc67-168d3f3af536), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:10.017261 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60098be4-6a24-4aeb-8538-fabb5906abf5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (5b236882-a072-44ea-bc67-168d3f3af536), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:10.030444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-60098be4-6a24-4aeb-8538-fabb5906abf5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for 5b236882-a072-44ea-bc67-168d3f3af536 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:29:10.176516 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60098be4-6a24-4aeb-8538-fabb5906abf5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (5b236882-a072-44ea-bc67-168d3f3af536), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:10.207677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60098be4-6a24-4aeb-8538-fabb5906abf5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=5b236882-a072-44ea-bc67-168d3f3af536,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:10.268760 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60098be4-6a24-4aeb-8538-fabb5906abf5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (77033727-90e1-4578-a746-9d791574fcc2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:10.269099 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-60098be4-6a24-4aeb-8538-fabb5906abf5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Floating IP 77033727-90e1-4578-a746-9d791574fcc2 disassociated (deleted). External IP: 172.25.4.143, port: 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101. Feb 16 17:29:10.813893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60098be4-6a24-4aeb-8538-fabb5906abf5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:29:10.926180 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60098be4-6a24-4aeb-8538-fabb5906abf5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:29:10.930717 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60098be4-6a24-4aeb-8538-fabb5906abf5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:10.938967 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63416378-9383-4729-88d2-a2ff243b1b3f None None] Sync routers for ids ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:29:10.948928 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63416378-9383-4729-88d2-a2ff243b1b3f None None] Routers {'949b00ac-a7f5-4e9d-bd96-18f18ec4c317'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:29:10.949609 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-63416378-9383-4729-88d2-a2ff243b1b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:10.962008 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-60098be4-6a24-4aeb-8538-fabb5906abf5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/floatingips/77033727-90e1-4578-a746-9d791574fcc2 HTTP/1.1" status: 204 len: 168 time: 1.1756084 Feb 16 17:29:10.962650 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24eadfbb-7087-4a2d-8c85-f5439b92d7ce', 'tag': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:29:10.965170 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c83430e52beacea328eb003011c034ecf6a0d1400afa56f2169bdfc506b22f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebef6e1-40a3-4901-944a-0d5d49e734c7" -d '{"events": [{"name": "network-changed", "server_uuid": "24eadfbb-7087-4a2d-8c85-f5439b92d7ce", "tag": "06f9e3d0-cbc3-4a40-9872-4d6e54bd4101"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:29:11.005269 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bedc6c-cae4-4c90-bc63-d5f88e7d11bc x-openstack-request-id: req-c3bedc6c-cae4-4c90-bc63-d5f88e7d11bc {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:29:11.005665 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24eadfbb-7087-4a2d-8c85-f5439b92d7ce", "tag": "06f9e3d0-cbc3-4a40-9872-4d6e54bd4101", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:29:11.006051 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3bedc6c-cae4-4c90-bc63-d5f88e7d11bc {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:29:11.006464 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24eadfbb-7087-4a2d-8c85-f5439b92d7ce', 'tag': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101', 'status': 'completed', 'code': 200} Feb 16 17:29:11.067464 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-63416378-9383-4729-88d2-a2ff243b1b3f None None] Set router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:29:11.076476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebef6e1-40a3-4901-944a-0d5d49e734c7 req-4b90891f-9077-4067-bcce-37f4e418c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:11.078323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aebef6e1-40a3-4901-944a-0d5d49e734c7 req-4b90891f-9077-4067-bcce-37f4e418c6ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 1128 time: 0.0508795 Feb 16 17:29:11.210820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebef6e1-40a3-4901-944a-0d5d49e734c7 req-2ceb9677-5f4e-4c31-85f3-ef85ad266297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:11.212361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aebef6e1-40a3-4901-944a-0d5d49e734c7 req-2ceb9677-5f4e-4c31-85f3-ef85ad266297 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9ce81e3a-e51c-4ae9-a740-a37d237e15b3 HTTP/1.1" status: 200 len: 897 time: 0.1261232 Feb 16 17:29:11.234705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4753163-fd0d-4195-9b84-1474413dbf07 req-dc588978-af34-4585-8e4d-5be711fff3cd tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:11.236348 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4753163-fd0d-4195-9b84-1474413dbf07 req-dc588978-af34-4585-8e4d-5be711fff3cd tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 946 time: 0.0811372 Feb 16 17:29:11.265483 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aebef6e1-40a3-4901-944a-0d5d49e734c7 req-36598bd8-00ef-47ab-b9d4-d7531192e6cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 HTTP/1.1" status: 200 len: 217 time: 0.0466542 Feb 16 17:29:11.285593 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-63416378-9383-4729-88d2-a2ff243b1b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '40420028-6817-45d3-98aa-7488909c8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '40420028-6817-45d3-98aa-7488909c8627', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '7e5eb846-c0e8-4947-889f-d99c1f0dffd4', 'name': '', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:76:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:22Z', 'updated_at': '2022-02-16T17:28:26Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:11.312347 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63416378-9383-4729-88d2-a2ff243b1b3f None None] Checking router: 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:29:11.321024 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63416378-9383-4729-88d2-a2ff243b1b3f None None] Routers {'949b00ac-a7f5-4e9d-bd96-18f18ec4c317'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:29:11.321550 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-63416378-9383-4729-88d2-a2ff243b1b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:11.348052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebef6e1-40a3-4901-944a-0d5d49e734c7 req-7b8255f4-56cc-49c1-a8e6-6619396e75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:11.349489 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aebef6e1-40a3-4901-944a-0d5d49e734c7 req-7b8255f4-56cc-49c1-a8e6-6619396e75c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03fc4b26-b61b-4095-8df8-1ea128ce1ac6 HTTP/1.1" status: 200 len: 835 time: 0.0775926 Feb 16 17:29:11.353255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4753163-fd0d-4195-9b84-1474413dbf07 req-fc6295f7-57e2-4f2b-bc25-e35c3f53e4de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905554 Feb 16 17:29:11.401780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebef6e1-40a3-4901-944a-0d5d49e734c7 req-09dd553f-f3d9-4401-a345-3a7614d7ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:11.403323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aebef6e1-40a3-4901-944a-0d5d49e734c7 req-09dd553f-f3d9-4401-a345-3a7614d7ee2d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ce81e3a-e51c-4ae9-a740-a37d237e15b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471411 Feb 16 17:29:11.429919 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-63416378-9383-4729-88d2-a2ff243b1b3f None None] Set router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:29:11.494909 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aebef6e1-40a3-4901-944a-0d5d49e734c7 req-da2e773b-3c11-4020-a5e5-63366ba66803 service neutron] 10.222.0.65 "GET /v2.0/networks/9ce81e3a-e51c-4ae9-a740-a37d237e15b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844772 Feb 16 17:29:11.588829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aebef6e1-40a3-4901-944a-0d5d49e734c7 req-5db868af-b26d-400a-99d8-2c4482837f24 service neutron] 10.222.0.65 "GET /v2.0/networks/9ce81e3a-e51c-4ae9-a740-a37d237e15b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865164 Feb 16 17:29:11.631815 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-63416378-9383-4729-88d2-a2ff243b1b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '40420028-6817-45d3-98aa-7488909c8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '40420028-6817-45d3-98aa-7488909c8627', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '7e5eb846-c0e8-4947-889f-d99c1f0dffd4', 'name': '', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:76:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:22Z', 'updated_at': '2022-02-16T17:28:26Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:11.661831 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63416378-9383-4729-88d2-a2ff243b1b3f None None] The sync data for ids ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'] in n-d-669411-5 is: [{'id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '40420028-6817-45d3-98aa-7488909c8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '40420028-6817-45d3-98aa-7488909c8627', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '7e5eb846-c0e8-4947-889f-d99c1f0dffd4', 'name': '', 'network_id': '9ce81e3a-e51c-4ae9-a740-a37d237e15b3', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:76:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:22Z', 'updated_at': '2022-02-16T17:28:26Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '03fc4b26-b61b-4095-8df8-1ea128ce1ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:29:11.874255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de60523-f074-4e7e-ae18-7f089b6de8c5 None None] New status for floating IP 77033727-90e1-4578-a746-9d791574fcc2: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:29:12.475785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313904a6-da15-4988-8c63-0ad2181e43d6 req-730fe561-985b-476c-a2c0-5e057c9ac8f8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:12.477532 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-313904a6-da15-4988-8c63-0ad2181e43d6 req-730fe561-985b-476c-a2c0-5e057c9ac8f8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 946 time: 0.0538898 Feb 16 17:29:12.527769 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-313904a6-da15-4988-8c63-0ad2181e43d6 req-eb81c93d-54b7-4d22-aa66-bfb146a88d84 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446708 Feb 16 17:29:12.764907 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f841423-0bfd-4ca1-9199-9eb1f4c179ab req-be55bdfb-f40e-4e4c-a148-26b421ae4828 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:12.766896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f841423-0bfd-4ca1-9199-9eb1f4c179ab req-be55bdfb-f40e-4e4c-a148-26b421ae4828 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 946 time: 0.0584364 Feb 16 17:29:12.858295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-1f841423-0bfd-4ca1-9199-9eb1f4c179ab req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:29:12.858637 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1f841423-0bfd-4ca1-9199-9eb1f4c179ab req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:12.950014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-1f841423-0bfd-4ca1-9199-9eb1f4c179ab req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] For port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101,segment=NetworkSegment(b5d94adb-bc40-45a9-accc-9aa26a3ccf37),segment_id=b5d94adb-bc40-45a9-accc-9aa26a3ccf37)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:29:12.950380 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1f841423-0bfd-4ca1-9199-9eb1f4c179ab req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:12.962719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-1f841423-0bfd-4ca1-9199-9eb1f4c179ab req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:29:13.090136 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1f841423-0bfd-4ca1-9199-9eb1f4c179ab req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (06f9e3d0-cbc3-4a40-9872-4d6e54bd4101), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:13.120194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=06f9e3d0-cbc3-4a40-9872-4d6e54bd4101,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:13.134551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:13.134914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:13.135280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:13.135614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:13.135975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:13.136310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:13.136643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:13.136976 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:13.137304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:13.137631 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:13.137960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:13.138385 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:13.138711 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:13.176241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f841423-0bfd-4ca1-9199-9eb1f4c179ab req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] No DVR routers for this DVR port 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:29:13.178831 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-1f841423-0bfd-4ca1-9199-9eb1f4c179ab req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:13.182149 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1f841423-0bfd-4ca1-9199-9eb1f4c179ab req-f9988eb8-7c10-4313-9cab-c28e82bfb4f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "DELETE /v2.0/ports/06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 HTTP/1.1" status: 204 len: 173 time: 0.4095452 Feb 16 17:29:13.182595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24eadfbb-7087-4a2d-8c85-f5439b92d7ce', 'name': 'network-vif-deleted', 'tag': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:29:13.184893 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afbdef8-d1a1-4bfe-bf4f-88fff56ba34e" -d '{"events": [{"server_uuid": "24eadfbb-7087-4a2d-8c85-f5439b92d7ce", "name": "network-vif-deleted", "tag": "06f9e3d0-cbc3-4a40-9872-4d6e54bd4101"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:29:13.225927 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9abc32-c213-4f4e-aa57-0020c61d70b0 x-openstack-request-id: req-bb9abc32-c213-4f4e-aa57-0020c61d70b0 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:29:13.226217 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24eadfbb-7087-4a2d-8c85-f5439b92d7ce", "name": "network-vif-deleted", "tag": "06f9e3d0-cbc3-4a40-9872-4d6e54bd4101", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:29:13.226722 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb9abc32-c213-4f4e-aa57-0020c61d70b0 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:29:13.227119 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24eadfbb-7087-4a2d-8c85-f5439b92d7ce', 'name': 'network-vif-deleted', 'tag': '06f9e3d0-cbc3-4a40-9872-4d6e54bd4101', 'status': 'completed', 'code': 200} Feb 16 17:29:13.648070 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e413102-49e1-4224-bd68-73c503310c8d req-455af451-8cc3-412e-95ab-ddd376cd3d79 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=24eadfbb-7087-4a2d-8c85-f5439b92d7ce HTTP/1.1" status: 200 len: 210 time: 0.0298564 Feb 16 17:29:13.884048 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:29:14.704604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54852) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:15.075592 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:15.359696 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:29:15.360717 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:15.461043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] For port 7e5eb846-c0e8-4947-889f-d99c1f0dffd4, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7e5eb846-c0e8-4947-889f-d99c1f0dffd4,segment=NetworkSegment(b5d94adb-bc40-45a9-accc-9aa26a3ccf37),segment_id=b5d94adb-bc40-45a9-accc-9aa26a3ccf37)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:29:15.461402 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:15.474580 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:29:15.658539 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7e5eb846-c0e8-4947-889f-d99c1f0dffd4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:15.685873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=7e5eb846-c0e8-4947-889f-d99c1f0dffd4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:15.698957 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:15.699320 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:15.699669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:15.700041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:15.700415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:15.700737 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:15.701070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:15.701403 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:15.701736 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:15.702066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:15.702417 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:15.702747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:15.703072 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:15.880058 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:16.093435 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:29:16.202158 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:29:16.208349 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-066ca959-edb3-4f9a-997a-c33d1ed168c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "PUT /v2.0/routers/949b00ac-a7f5-4e9d-bd96-18f18ec4c317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5027251 Feb 16 17:29:16.210333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54854) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:16.212905 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4517eb0-1b9e-4152-a5ee-b2a4add3493a None None] Sync routers for ids ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:29:16.224320 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4517eb0-1b9e-4152-a5ee-b2a4add3493a None None] Routers {'949b00ac-a7f5-4e9d-bd96-18f18ec4c317'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:29:16.224922 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d4517eb0-1b9e-4152-a5ee-b2a4add3493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:16.272776 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe42dcb-db16-4276-a8f8-d4b0a71494df tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting subnet 03fc4b26-b61b-4095-8df8-1ea128ce1ac6 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:29:16.275926 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfe42dcb-db16-4276-a8f8-d4b0a71494df tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for subnet (03fc4b26-b61b-4095-8df8-1ea128ce1ac6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:16.316028 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfe42dcb-db16-4276-a8f8-d4b0a71494df tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (03fc4b26-b61b-4095-8df8-1ea128ce1ac6), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:16.329852 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d4517eb0-1b9e-4152-a5ee-b2a4add3493a None None] Set router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:29:16.396438 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfe42dcb-db16-4276-a8f8-d4b0a71494df tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (03fc4b26-b61b-4095-8df8-1ea128ce1ac6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:16.465110 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfe42dcb-db16-4276-a8f8-d4b0a71494df tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (03fc4b26-b61b-4095-8df8-1ea128ce1ac6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:16.494882 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe42dcb-db16-4276-a8f8-d4b0a71494df tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Subnet': ['ID=03fc4b26-b61b-4095-8df8-1ea128ce1ac6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:16.500877 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfe42dcb-db16-4276-a8f8-d4b0a71494df tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:16.503967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed59295-8acb-470f-974e-74b2ff616c46 None None] Network 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:29:16.504534 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cfe42dcb-db16-4276-a8f8-d4b0a71494df tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/subnets/03fc4b26-b61b-4095-8df8-1ea128ce1ac6 HTTP/1.1" status: 204 len: 168 time: 0.2926762 Feb 16 17:29:16.506569 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54856) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:16.514304 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d4517eb0-1b9e-4152-a5ee-b2a4add3493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '40420028-6817-45d3-98aa-7488909c8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:29:15Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '40420028-6817-45d3-98aa-7488909c8627', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:16.545551 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4517eb0-1b9e-4152-a5ee-b2a4add3493a None None] Checking router: 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:29:16.554581 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4517eb0-1b9e-4152-a5ee-b2a4add3493a None None] Routers {'949b00ac-a7f5-4e9d-bd96-18f18ec4c317'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:29:16.555187 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d4517eb0-1b9e-4152-a5ee-b2a4add3493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:16.619169 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:16.668960 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d4517eb0-1b9e-4152-a5ee-b2a4add3493a None None] Set router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:29:16.687662 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] DHCP port deletion for 9ce81e3a-e51c-4ae9-a740-a37d237e15b3 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:29:16.735572 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Deleting port e17cee08-a56f-4515-a7ea-27f71e19a8a8 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:29:16.735954 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e17cee08-a56f-4515-a7ea-27f71e19a8a8), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:16.736309 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:16.792711 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port 40420028-6817-45d3-98aa-7488909c8627 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:29:16.793055 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (40420028-6817-45d3-98aa-7488909c8627), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:16.799500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] For port e17cee08-a56f-4515-a7ea-27f71e19a8a8, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e17cee08-a56f-4515-a7ea-27f71e19a8a8,segment=NetworkSegment(b5d94adb-bc40-45a9-accc-9aa26a3ccf37),segment_id=b5d94adb-bc40-45a9-accc-9aa26a3ccf37)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:29:16.799698 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e17cee08-a56f-4515-a7ea-27f71e19a8a8), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:16.812663 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Calling delete_port for e17cee08-a56f-4515-a7ea-27f71e19a8a8 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:29:16.857417 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d4517eb0-1b9e-4152-a5ee-b2a4add3493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '40420028-6817-45d3-98aa-7488909c8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:29:15Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '40420028-6817-45d3-98aa-7488909c8627', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:16.873241 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] For port 40420028-6817-45d3-98aa-7488909c8627, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=40420028-6817-45d3-98aa-7488909c8627,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:29:16.873590 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (40420028-6817-45d3-98aa-7488909c8627), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:16.884555 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4517eb0-1b9e-4152-a5ee-b2a4add3493a None None] The sync data for ids ['949b00ac-a7f5-4e9d-bd96-18f18ec4c317'] in n-d-669411-5 is: [{'id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455051906', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '40420028-6817-45d3-98aa-7488909c8627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:29:15Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '40420028-6817-45d3-98aa-7488909c8627', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949b00ac-a7f5-4e9d-bd96-18f18ec4c317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:28:19Z', 'updated_at': '2022-02-16T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:29:16.886637 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for 40420028-6817-45d3-98aa-7488909c8627 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:29:16.907496 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (e17cee08-a56f-4515-a7ea-27f71e19a8a8), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:16.936304 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Pushing event deleted for resources: {'Port': ['ID=e17cee08-a56f-4515-a7ea-27f71e19a8a8,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:16.943515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] No DVR routers for this DVR port e17cee08-a56f-4515-a7ea-27f71e19a8a8 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:29:16.951817 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:16.952359 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:16.952770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:16.953180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:16.954313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:16.955398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:16.955869 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:16.956268 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:16.956676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:16.957078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:16.957823 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:16.957823 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:16.958051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a1ab6c-33ab-4ae2-b7a8-9ca677c04419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:17.070994 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (40420028-6817-45d3-98aa-7488909c8627), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.101314 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=40420028-6817-45d3-98aa-7488909c8627,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:17.160892 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.258129 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.260777 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_controller (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.312853 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (949b00ac-a7f5-4e9d-bd96-18f18ec4c317), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.314196 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Fanout notify agent at l3_agent the message router_deleted on router 949b00ac-a7f5-4e9d-bd96-18f18ec4c317 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:29:17.324027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e17cee08-a56f-4515-a7ea-27f71e19a8a8 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:29:17.324428 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.325673 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3f9930c1-d465-40c1-86f6-efd99b640ded tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/routers/949b00ac-a7f5-4e9d-bd96-18f18ec4c317 HTTP/1.1" status: 204 len: 168 time: 0.8181970 Feb 16 17:29:17.328273 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54858) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:17.345334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: e17cee08-a56f-4515-a7ea-27f71e19a8a8 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:29:17.345683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e17cee08-a56f-4515-a7ea-27f71e19a8a8 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:29:17.423919 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64c31844-0caa-4abd-8cb5-0fa119275099 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (9ce81e3a-e51c-4ae9-a740-a37d237e15b3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.515333 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64c31844-0caa-4abd-8cb5-0fa119275099 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (9ce81e3a-e51c-4ae9-a740-a37d237e15b3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.537190 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-64c31844-0caa-4abd-8cb5-0fa119275099 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce81e3a-e51c-4ae9-a740-a37d237e15b3']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:17.547921 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-64c31844-0caa-4abd-8cb5-0fa119275099 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d94adb-bc40-45a9-accc-9aa26a3ccf37') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:17.548386 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-64c31844-0caa-4abd-8cb5-0fa119275099 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d94adb-bc40-45a9-accc-9aa26a3ccf37') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:17.558463 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64c31844-0caa-4abd-8cb5-0fa119275099 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (b5d94adb-bc40-45a9-accc-9aa26a3ccf37), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.572238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64c31844-0caa-4abd-8cb5-0fa119275099 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b5d94adb-bc40-45a9-accc-9aa26a3ccf37), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.578447 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c31844-0caa-4abd-8cb5-0fa119275099 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:29:17.578837 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64c31844-0caa-4abd-8cb5-0fa119275099 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (b5d94adb-bc40-45a9-accc-9aa26a3ccf37), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:29:17.581991 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:29:17.643451 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64c31844-0caa-4abd-8cb5-0fa119275099 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (9ce81e3a-e51c-4ae9-a740-a37d237e15b3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.654419 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64c31844-0caa-4abd-8cb5-0fa119275099 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.661080 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-64c31844-0caa-4abd-8cb5-0fa119275099 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/networks/9ce81e3a-e51c-4ae9-a740-a37d237e15b3 HTTP/1.1" status: 204 len: 168 time: 0.3291223 Feb 16 17:29:17.661479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54860) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:17.668296 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c31844-0caa-4abd-8cb5-0fa119275099 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Network': ['ID=9ce81e3a-e51c-4ae9-a740-a37d237e15b3,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:17.717417 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7c26ae8-9dab-4043-935f-a90a8d1afc38 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.729991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:29:17.743379 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7c26ae8-9dab-4043-935f-a90a8d1afc38 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.751175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:29:17.751601 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 06f9e3d0-cbc3-4a40-9872-4d6e54bd4101 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:29:17.805197 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7c26ae8-9dab-4043-935f-a90a8d1afc38 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.807714 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7c26ae8-9dab-4043-935f-a90a8d1afc38 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:17.808916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b7c26ae8-9dab-4043-935f-a90a8d1afc38 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/security-groups/bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd HTTP/1.1" status: 204 len: 168 time: 0.1464033 Feb 16 17:29:17.818696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c26ae8-9dab-4043-935f-a90a8d1afc38 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf78ee49-6c99-4c0d-ac9c-7f4ca56d11bd,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:18.228660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54866) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:18.233149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-62767881-b88c-4b40-8032-4de817346a63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-3799771', 'description': 'tempest-secgroup-smoke-3799771 description', 'project_id': 'e43d3b22cf814828bd0438a30e095679'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:18.254193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62767881-b88c-4b40-8032-4de817346a63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.322760 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62767881-b88c-4b40-8032-4de817346a63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.326086 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62767881-b88c-4b40-8032-4de817346a63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.349938 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62767881-b88c-4b40-8032-4de817346a63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.351201 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-62767881-b88c-4b40-8032-4de817346a63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1215291 Feb 16 17:29:18.354495 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54868) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:18.359353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fb425d2d-41a4-41b7-adb8-d2307e73e392 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:18.359527 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62767881-b88c-4b40-8032-4de817346a63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:18.385489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fb425d2d-41a4-41b7-adb8-d2307e73e392 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (63a84f08-b5fa-479f-8755-8060303bc952), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.430526 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fb425d2d-41a4-41b7-adb8-d2307e73e392 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (63a84f08-b5fa-479f-8755-8060303bc952), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.435281 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fb425d2d-41a4-41b7-adb8-d2307e73e392 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (63a84f08-b5fa-479f-8755-8060303bc952), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.453637 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb425d2d-41a4-41b7-adb8-d2307e73e392 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a84f08-b5fa-479f-8755-8060303bc952,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:18.464843 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fb425d2d-41a4-41b7-adb8-d2307e73e392 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.466040 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fb425d2d-41a4-41b7-adb8-d2307e73e392 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1105313 Feb 16 17:29:18.468811 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54870) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:18.473573 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c383ccdf-5e0f-49ea-aff5-f38e7626b256 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:18.498019 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c383ccdf-5e0f-49ea-aff5-f38e7626b256 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (c2eb6511-1e84-43cb-8ec4-e0348c624621), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.552786 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c383ccdf-5e0f-49ea-aff5-f38e7626b256 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (c2eb6511-1e84-43cb-8ec4-e0348c624621), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.556265 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c383ccdf-5e0f-49ea-aff5-f38e7626b256 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (c2eb6511-1e84-43cb-8ec4-e0348c624621), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.575656 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383ccdf-5e0f-49ea-aff5-f38e7626b256 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2eb6511-1e84-43cb-8ec4-e0348c624621,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:18.581341 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c383ccdf-5e0f-49ea-aff5-f38e7626b256 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.582523 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c383ccdf-5e0f-49ea-aff5-f38e7626b256 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122539 Feb 16 17:29:18.585278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54872) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:18.589429 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b7668aa0-d7a0-4d00-966a-88521423f443 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:18.614417 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7668aa0-d7a0-4d00-966a-88521423f443 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (d9578710-a051-4e3c-a0aa-7a41e37ba3ea), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.669224 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7668aa0-d7a0-4d00-966a-88521423f443 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (d9578710-a051-4e3c-a0aa-7a41e37ba3ea), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.673420 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7668aa0-d7a0-4d00-966a-88521423f443 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (d9578710-a051-4e3c-a0aa-7a41e37ba3ea), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.692384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7668aa0-d7a0-4d00-966a-88521423f443 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9578710-a051-4e3c-a0aa-7a41e37ba3ea,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:18.698404 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7668aa0-d7a0-4d00-966a-88521423f443 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.698945 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b7668aa0-d7a0-4d00-966a-88521423f443 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127610 Feb 16 17:29:18.701703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54874) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:18.706659 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d68b3b33-ef76-436b-a4f8-53de17de9b8f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:18.731375 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d68b3b33-ef76-436b-a4f8-53de17de9b8f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (19c67e79-932b-4a41-8e97-71be39e30844), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.791186 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d68b3b33-ef76-436b-a4f8-53de17de9b8f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (19c67e79-932b-4a41-8e97-71be39e30844), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.795089 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d68b3b33-ef76-436b-a4f8-53de17de9b8f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (19c67e79-932b-4a41-8e97-71be39e30844), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.813880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b3b33-ef76-436b-a4f8-53de17de9b8f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c67e79-932b-4a41-8e97-71be39e30844,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:18.821354 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d68b3b33-ef76-436b-a4f8-53de17de9b8f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.822563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d68b3b33-ef76-436b-a4f8-53de17de9b8f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198764 Feb 16 17:29:18.825245 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54876) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:18.830085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-92f48c9e-ea91-4507-84ee-a3adf34e6ac4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:18.849541 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-92f48c9e-ea91-4507-84ee-a3adf34e6ac4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Project e43d3b22cf814828bd0438a30e095679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:29:18.855452 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92f48c9e-ea91-4507-84ee-a3adf34e6ac4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (942733ab-fdf3-4f8d-84a9-23b8ca5cb7de), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.914583 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92f48c9e-ea91-4507-84ee-a3adf34e6ac4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (942733ab-fdf3-4f8d-84a9-23b8ca5cb7de), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.918172 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92f48c9e-ea91-4507-84ee-a3adf34e6ac4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (942733ab-fdf3-4f8d-84a9-23b8ca5cb7de), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.937476 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f48c9e-ea91-4507-84ee-a3adf34e6ac4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942733ab-fdf3-4f8d-84a9-23b8ca5cb7de,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:18.942287 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92f48c9e-ea91-4507-84ee-a3adf34e6ac4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.943498 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-92f48c9e-ea91-4507-84ee-a3adf34e6ac4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173303 Feb 16 17:29:18.945179 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 40420028-6817-45d3-98aa-7488909c8627 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:29:18.946243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54878) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:18.950821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-869ab851-8700-4097-b1a9-3620db6243b5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:18.966585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 40420028-6817-45d3-98aa-7488909c8627 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:29:18.967173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 40420028-6817-45d3-98aa-7488909c8627 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:29:18.967600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:29:18.971409 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-869ab851-8700-4097-b1a9-3620db6243b5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Project e43d3b22cf814828bd0438a30e095679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:29:18.976757 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-869ab851-8700-4097-b1a9-3620db6243b5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (cb2d26a0-0cb1-4ad9-b6ee-e32c9257809f), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:18.988218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:29:18.988458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7e5eb846-c0e8-4947-889f-d99c1f0dffd4 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:29:19.038836 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-869ab851-8700-4097-b1a9-3620db6243b5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (cb2d26a0-0cb1-4ad9-b6ee-e32c9257809f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:19.042306 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-869ab851-8700-4097-b1a9-3620db6243b5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (cb2d26a0-0cb1-4ad9-b6ee-e32c9257809f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:19.059541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ab851-8700-4097-b1a9-3620db6243b5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2d26a0-0cb1-4ad9-b6ee-e32c9257809f,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:19.067854 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-869ab851-8700-4097-b1a9-3620db6243b5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:19.069047 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-869ab851-8700-4097-b1a9-3620db6243b5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218305 Feb 16 17:29:19.071886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54880) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:19.076618 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-005fc161-1c72-4830-be98-4a26e7937c31 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'network': {'name': 'tempest-network-smoke--82691797', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'port_security_enabled': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:19.094615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005fc161-1c72-4830-be98-4a26e7937c31 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Made reservation on behalf of e43d3b22cf814828bd0438a30e095679 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:29:19.097815 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-005fc161-1c72-4830-be98-4a26e7937c31 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:19.123149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005fc161-1c72-4830-be98-4a26e7937c31 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:29:19.131774 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-005fc161-1c72-4830-be98-4a26e7937c31 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (019eebe9-af88-4334-9b56-d152b56ccc97), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:19.132128 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-005fc161-1c72-4830-be98-4a26e7937c31 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Added segment 019eebe9-af88-4334-9b56-d152b56ccc97 of type vlan for network d09c2161-e9a4-4b06-8548-58f914db5985 Feb 16 17:29:19.170134 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-005fc161-1c72-4830-be98-4a26e7937c31 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (d09c2161-e9a4-4b06-8548-58f914db5985), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:19.194154 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-005fc161-1c72-4830-be98-4a26e7937c31 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (d09c2161-e9a4-4b06-8548-58f914db5985), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:19.199001 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005fc161-1c72-4830-be98-4a26e7937c31 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:19.199575 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-005fc161-1c72-4830-be98-4a26e7937c31 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:19.237555 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-005fc161-1c72-4830-be98-4a26e7937c31 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1616135 Feb 16 17:29:19.237941 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54882) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:19.242719 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'admin_state_up': True, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:19.264583 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (31be839c-9c40-4ef2-9784-24b9925f378f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:19.265637 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (31be839c-9c40-4ef2-9784-24b9925f378f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:19.269017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fc161-1c72-4830-be98-4a26e7937c31 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Network': ['ID=d09c2161-e9a4-4b06-8548-58f914db5985,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:19.281474 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network d09c2161-e9a4-4b06-8548-58f914db5985 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:29:19.319694 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_controller (31be839c-9c40-4ef2-9784-24b9925f378f), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:19.794664 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (31be839c-9c40-4ef2-9784-24b9925f378f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:19.984305 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (31be839c-9c40-4ef2-9784-24b9925f378f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:20.007701 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:20.108247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.25.4.231 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/a8913562-ce00-44f6-aa2e-88802511da41) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:29:20.210753 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (a8913562-ce00-44f6-aa2e-88802511da41), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:20.243713 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (a8913562-ce00-44f6-aa2e-88802511da41), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:20.279616 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:29:20.285092 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:29:20.288669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:29:20.312048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=a8913562-ce00-44f6-aa2e-88802511da41,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:20.547591 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (31be839c-9c40-4ef2-9784-24b9925f378f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:20.752214 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (31be839c-9c40-4ef2-9784-24b9925f378f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:20.882947 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 31be839c-9c40-4ef2-9784-24b9925f378f is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:29:20.991805 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:29:21.002002 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Sync routers for ids ['31be839c-9c40-4ef2-9784-24b9925f378f'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:29:21.011597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Routers {'31be839c-9c40-4ef2-9784-24b9925f378f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:29:21.012133 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['31be839c-9c40-4ef2-9784-24b9925f378f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:21.012323 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:21.013716 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b67633d4-9c2b-448a-a56e-260fb17cc652 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7744396 Feb 16 17:29:21.017114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54884) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:21.045854 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d7ba782d-ed71-4849-b0f4-3e2e64771d68 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=e43d3b22cf814828bd0438a30e095679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276680 Feb 16 17:29:21.048833 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54886) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:21.124874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Set router 31be839c-9c40-4ef2-9784-24b9925f378f gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:29:21.133808 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b053c9ed-ec2c-41be-be9b-c7ca91901cbd tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:21.138065 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b053c9ed-ec2c-41be-be9b-c7ca91901cbd tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856030 Feb 16 17:29:21.138206 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54888) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:21.168662 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-586e3967-4f9c-452e-8eb0-f3ffb442aa66 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269747 Feb 16 17:29:21.168887 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54890) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:21.173311 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2d97d917-847d-497f-90f2-9ae5f17d9a7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1580000877', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:21.261891 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d97d917-847d-497f-90f2-9ae5f17d9a7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Made reservation on behalf of e43d3b22cf814828bd0438a30e095679 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:29:21.265170 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d97d917-847d-497f-90f2-9ae5f17d9a7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:21.303928 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:29:19Z', 'updated_at': '2022-02-16T17:29:20Z', 'revision_number': 3, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:20Z', 'updated_at': '2022-02-16T17:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:21.331461 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Checking router: 31be839c-9c40-4ef2-9784-24b9925f378f for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:29:21.331858 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Updating router 31be839c-9c40-4ef2-9784-24b9925f378f port a8913562-ce00-44f6-aa2e-88802511da41 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:29:21.364312 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a8913562-ce00-44f6-aa2e-88802511da41), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:21.448472 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d97d917-847d-497f-90f2-9ae5f17d9a7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:21.512107 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97d917-847d-497f-90f2-9ae5f17d9a7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Subnet': ['ID=3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:21.523711 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97d917-847d-497f-90f2-9ae5f17d9a7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Checking segment: {'id': '019eebe9-af88-4334-9b56-d152b56ccc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:29:21.524100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d97d917-847d-497f-90f2-9ae5f17d9a7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network hostable DHCP agents. Network: d09c2161-e9a4-4b06-8548-58f914db5985, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:29:21.541288 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d97d917-847d-497f-90f2-9ae5f17d9a7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network d09c2161-e9a4-4b06-8548-58f914db5985 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:29:21.550498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-2d97d917-847d-497f-90f2-9ae5f17d9a7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, d09c2161-e9a4-4b06-8548-58f914db5985) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:29:21.555917 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d97d917-847d-497f-90f2-9ae5f17d9a7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:21.556694 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2d97d917-847d-497f-90f2-9ae5f17d9a7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:21.574728 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2d97d917-847d-497f-90f2-9ae5f17d9a7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4049447 Feb 16 17:29:21.577527 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54892) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:21.687412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186d290c-857a-423c-9936-f648925431e6 None None] Network d09c2161-e9a4-4b06-8548-58f914db5985 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:29:21.820275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-d09c2161-e9a4-4b06-8548-58f914db5985', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ips': [{'subnet_id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:29:21.821462 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:21.869202 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Publish callbacks [] for port (a8913562-ce00-44f6-aa2e-88802511da41), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:21.880377 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a8913562-ce00-44f6-aa2e-88802511da41), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:22.014543 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Attempting to bind port a8913562-ce00-44f6-aa2e-88802511da41 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:29:22.015223 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Attempting to bind port a8913562-ce00-44f6-aa2e-88802511da41 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:29:22.015367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Attempting to bind port a8913562-ce00-44f6-aa2e-88802511da41 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:29:22.020371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55410289-7dd2-4837-9363-181079120809 None None] Pushing event updated for resources: {'Port': ['ID=a8913562-ce00-44f6-aa2e-88802511da41,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:22.029428 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:29:22.029813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:29:22.030214 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:22.030610 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:29:22.031084 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Bound port: a8913562-ce00-44f6-aa2e-88802511da41, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:29:22.031461 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a8913562-ce00-44f6-aa2e-88802511da41), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:22.036473 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:22.072027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Allocated IP 172.20.0.2 (d09c2161-e9a4-4b06-8548-58f914db5985/3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c/a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:29:22.111289 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] For port a8913562-ce00-44f6-aa2e-88802511da41, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:29:22.130520 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] For port a8913562-ce00-44f6-aa2e-88802511da41, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a8913562-ce00-44f6-aa2e-88802511da41,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:29:22.138167 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a8913562-ce00-44f6-aa2e-88802511da41), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:22.251567 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55410289-7dd2-4837-9363-181079120809 None None] Pushing event updated for resources: {'Port': ['ID=a8913562-ce00-44f6-aa2e-88802511da41,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:22.255399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Routers {'31be839c-9c40-4ef2-9784-24b9925f378f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:29:22.256027 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['31be839c-9c40-4ef2-9784-24b9925f378f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:22.369702 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Publish callbacks [] for port (a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:22.379441 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:22.424128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.20.0.1 (d09c2161-e9a4-4b06-8548-58f914db5985/3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c/ce242cb3-f593-4cdf-801a-f5a393e19b8f) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:29:22.438106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Network d09c2161-e9a4-4b06-8548-58f914db5985 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:29:22.440312 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] Set router 31be839c-9c40-4ef2-9784-24b9925f378f gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:29:22.467193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:29:22.496506 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:29:22.506330 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Pushing event updated for resources: {'Port': ['ID=a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:22.544418 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:22.577384 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:22.609780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Attempting to bind port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:29:22.610147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Attempting to bind port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '019eebe9-af88-4334-9b56-d152b56ccc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:29:22.610510 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Attempting to bind port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3 on network d09c2161-e9a4-4b06-8548-58f914db5985 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:29:22.616485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network d09c2161-e9a4-4b06-8548-58f914db5985 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:29:22.617876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:29:22.618250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Checking segment: {'id': '019eebe9-af88-4334-9b56-d152b56ccc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:29:22.618650 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:22.619041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Bound using segment: {'id': '019eebe9-af88-4334-9b56-d152b56ccc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:29:22.619504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Bound port: a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019eebe9-af88-4334-9b56-d152b56ccc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:29:22.619960 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:22.621516 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:29:22.624111 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:29:22.656567 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=ce242cb3-f593-4cdf-801a-f5a393e19b8f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:22.677164 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (31be839c-9c40-4ef2-9784-24b9925f378f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:22.723924 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] For port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:29:22.727654 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] For port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3,segment=NetworkSegment(019eebe9-af88-4334-9b56-d152b56ccc97),segment_id=019eebe9-af88-4334-9b56-d152b56ccc97)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:29:22.734808 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:22.775035 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:29:19Z', 'updated_at': '2022-02-16T17:29:20Z', 'revision_number': 3, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:20Z', 'updated_at': '2022-02-16T17:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:22.815666 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a438c65f-9e10-4ce2-b4f9-a3ecd9739f7e None None] The sync data for ids ['31be839c-9c40-4ef2-9784-24b9925f378f'] in n-d-669411-5 is: [{'id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:29:19Z', 'updated_at': '2022-02-16T17:29:20Z', 'revision_number': 3, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:20Z', 'updated_at': '2022-02-16T17:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:29:22.824131 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:22.825917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd6174-a73c-4314-aea5-48fcfa6785c8 None None] Pushing event updated for resources: {'Port': ['ID=a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:23.201899 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:23.208114 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:23.292303 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (31be839c-9c40-4ef2-9784-24b9925f378f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:23.294232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=ce242cb3-f593-4cdf-801a-f5a393e19b8f,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:23.394391 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network d09c2161-e9a4-4b06-8548-58f914db5985 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:29:23.395950 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:29:23.528400 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 31be839c-9c40-4ef2-9784-24b9925f378f has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:29:23.887065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b056fff0-9375-4452-9114-f41e6a853177 None None] Network d09c2161-e9a4-4b06-8548-58f914db5985 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:29:23.959091 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-12f58df5-eacd-40a1-9868-69e1585a72cd None None] Provisioning complete for port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:23.959470 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-12f58df5-eacd-40a1-9868-69e1585a72cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:23.989698 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:29:23.994772 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d36117cb-c08f-401a-a7dc-8e7bb1dc49f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "PUT /v2.0/routers/31be839c-9c40-4ef2-9784-24b9925f378f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4162478 Feb 16 17:29:24.090036 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-12f58df5-eacd-40a1-9868-69e1585a72cd None None] Current status of the port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:29:24.090036 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-12f58df5-eacd-40a1-9868-69e1585a72cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:24.127787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-12f58df5-eacd-40a1-9868-69e1585a72cd None None] For port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3,segment=NetworkSegment(019eebe9-af88-4334-9b56-d152b56ccc97),segment_id=019eebe9-af88-4334-9b56-d152b56ccc97)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:29:24.132360 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-12f58df5-eacd-40a1-9868-69e1585a72cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:24.154882 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-9aa47a43-8cf9-4a51-964e-d556d0074f7f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-3799771&fields=id&tenant_id=e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 267 time: 0.0498948 Feb 16 17:29:24.191152 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f58df5-eacd-40a1-9868-69e1585a72cd None None] Pushing event updated for resources: {'Port': ['ID=a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:24.284621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-badefac5-8e58-4e6e-a553-9d271c04a00e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:24.286119 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-badefac5-8e58-4e6e-a553-9d271c04a00e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/networks?id=d09c2161-e9a4-4b06-8548-58f914db5985 HTTP/1.1" status: 200 len: 795 time: 0.1233861 Feb 16 17:29:24.302538 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-6168a112-e8a3-4525-a667-6ec8ecbcd7a4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/quotas/e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 375 time: 0.0103378 Feb 16 17:29:24.356383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ba068a8e-af2e-40aa-9c86-2f2a6e5df960 None None] Provisioning complete for port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:24.356769 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba068a8e-af2e-40aa-9c86-2f2a6e5df960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:24.361740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-8d9e6b1d-c403-453e-aada-f66f598087c3 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535593 Feb 16 17:29:24.449124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ba068a8e-af2e-40aa-9c86-2f2a6e5df960 None None] Current status of the port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:29:24.464013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ba068a8e-af2e-40aa-9c86-2f2a6e5df960 None None] Provisioning complete for port ce242cb3-f593-4cdf-801a-f5a393e19b8f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:24.464532 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ba068a8e-af2e-40aa-9c86-2f2a6e5df960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:24.481215 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-a67c8494-7327-43af-af62-a69b14307c56 service neutron] 10.222.0.24 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070261 Feb 16 17:29:24.505291 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ba068a8e-af2e-40aa-9c86-2f2a6e5df960 None None] Port ce242cb3-f593-4cdf-801a-f5a393e19b8f cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:29:24.581687 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Sync routers for ids ['31be839c-9c40-4ef2-9784-24b9925f378f'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:29:24.591112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-5d29e722-63aa-4813-a4d8-0e3570670e0a service neutron] 10.222.0.24 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023128 Feb 16 17:29:24.595042 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Routers {'31be839c-9c40-4ef2-9784-24b9925f378f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:29:24.595831 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['31be839c-9c40-4ef2-9784-24b9925f378f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:24.629994 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5a4c5d46-737f-427f-a91a-3553e09ee935 None None] Provisioning complete for port ce242cb3-f593-4cdf-801a-f5a393e19b8f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:24.630384 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5a4c5d46-737f-427f-a91a-3553e09ee935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:24.673010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c5d46-737f-427f-a91a-3553e09ee935 None None] Port ce242cb3-f593-4cdf-801a-f5a393e19b8f cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:29:24.728545 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Set router 31be839c-9c40-4ef2-9784-24b9925f378f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:29:24.790614 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28681484-6886-4c37-bc01-0804d32055af req-f41fc876-5cd8-4123-a4fe-dd6f5b99b342 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 210 time: 0.0397742 Feb 16 17:29:24.795721 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a4d7e3ec-3863-4539-93b3-5898da245321 None None] Provisioning complete for port ce242cb3-f593-4cdf-801a-f5a393e19b8f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:24.796383 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4d7e3ec-3863-4539-93b3-5898da245321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:24.842050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a4d7e3ec-3863-4539-93b3-5898da245321 None None] Port ce242cb3-f593-4cdf-801a-f5a393e19b8f cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:29:24.992904 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:29:19Z', 'updated_at': '2022-02-16T17:29:22Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:20Z', 'updated_at': '2022-02-16T17:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'ce242cb3-f593-4cdf-801a-f5a393e19b8f', 'name': '', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:5e:84:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:22Z', 'updated_at': '2022-02-16T17:29:23Z', 'revision_number': 2, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:25.014553 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:29:25.025409 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Checking router: 31be839c-9c40-4ef2-9784-24b9925f378f for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:29:25.026131 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Updating router 31be839c-9c40-4ef2-9784-24b9925f378f port ce242cb3-f593-4cdf-801a-f5a393e19b8f binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:29:25.059229 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:25.078048 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:25.078728 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:25.162438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:29:25.163643 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a8913562-ce00-44f6-aa2e-88802511da41 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:29:25.228062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a8913562-ce00-44f6-aa2e-88802511da41 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:25.228564 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a8913562-ce00-44f6-aa2e-88802511da41), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:25.314810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a8913562-ce00-44f6-aa2e-88802511da41 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:29:25.315197 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a8913562-ce00-44f6-aa2e-88802511da41), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:25.338691 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port a8913562-ce00-44f6-aa2e-88802511da41, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a8913562-ce00-44f6-aa2e-88802511da41,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:29:25.343436 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a8913562-ce00-44f6-aa2e-88802511da41), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:25.359824 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Publish callbacks [] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:25.366102 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:25.404510 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=a8913562-ce00-44f6-aa2e-88802511da41,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:25.438615 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e4eb9-df89-4563-8c15-f9c0524d2db6 None None] Pushing event updated for resources: {'Port': ['ID=ce242cb3-f593-4cdf-801a-f5a393e19b8f,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:25.461410 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e4eb9-df89-4563-8c15-f9c0524d2db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:25.461755 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e4eb9-df89-4563-8c15-f9c0524d2db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:25.462099 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e4eb9-df89-4563-8c15-f9c0524d2db6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:25.462432 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e4eb9-df89-4563-8c15-f9c0524d2db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:25.462769 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e4eb9-df89-4563-8c15-f9c0524d2db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:25.463097 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e4eb9-df89-4563-8c15-f9c0524d2db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:25.463424 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e4eb9-df89-4563-8c15-f9c0524d2db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:25.463788 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e4eb9-df89-4563-8c15-f9c0524d2db6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:25.464096 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e4eb9-df89-4563-8c15-f9c0524d2db6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:25.464420 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e4eb9-df89-4563-8c15-f9c0524d2db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:25.464743 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e4eb9-df89-4563-8c15-f9c0524d2db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:25.465068 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e4eb9-df89-4563-8c15-f9c0524d2db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:25.465382 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e4eb9-df89-4563-8c15-f9c0524d2db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:29:25.483933 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Attempting to bind port ce242cb3-f593-4cdf-801a-f5a393e19b8f on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:29:25.484301 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Attempting to bind port ce242cb3-f593-4cdf-801a-f5a393e19b8f by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '019eebe9-af88-4334-9b56-d152b56ccc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:29:25.484698 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Attempting to bind port ce242cb3-f593-4cdf-801a-f5a393e19b8f on network d09c2161-e9a4-4b06-8548-58f914db5985 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:29:25.490170 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:29:25.490844 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Checking segment: {'id': '019eebe9-af88-4334-9b56-d152b56ccc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:29:25.491097 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:25.491490 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Bound using segment: {'id': '019eebe9-af88-4334-9b56-d152b56ccc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:29:25.491985 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Bound port: ce242cb3-f593-4cdf-801a-f5a393e19b8f, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019eebe9-af88-4334-9b56-d152b56ccc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:29:25.492364 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:25.559938 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] For port ce242cb3-f593-4cdf-801a-f5a393e19b8f, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:29:25.563251 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] For port ce242cb3-f593-4cdf-801a-f5a393e19b8f, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ce242cb3-f593-4cdf-801a-f5a393e19b8f,segment=NetworkSegment(019eebe9-af88-4334-9b56-d152b56ccc97),segment_id=019eebe9-af88-4334-9b56-d152b56ccc97)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:29:25.571116 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:25.632524 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Routers {'31be839c-9c40-4ef2-9784-24b9925f378f'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:29:25.633158 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:28:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['31be839c-9c40-4ef2-9784-24b9925f378f'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:25.638137 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e4eb9-df89-4563-8c15-f9c0524d2db6 None None] Pushing event updated for resources: {'Port': ['ID=ce242cb3-f593-4cdf-801a-f5a393e19b8f,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:25.670976 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c21afd18-5917-4aba-ba85-6694b1f5e55c None None] Provisioning complete for port ce242cb3-f593-4cdf-801a-f5a393e19b8f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:25.671354 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c21afd18-5917-4aba-ba85-6694b1f5e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:25.798446 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c21afd18-5917-4aba-ba85-6694b1f5e55c None None] Current status of the port ce242cb3-f593-4cdf-801a-f5a393e19b8f is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:29:25.799236 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c21afd18-5917-4aba-ba85-6694b1f5e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:25.810282 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aabb2322-740a-4e91-ad02-2bfd96a200ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:25.880600 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] Set router 31be839c-9c40-4ef2-9784-24b9925f378f gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:29:25.883861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c21afd18-5917-4aba-ba85-6694b1f5e55c None None] For port ce242cb3-f593-4cdf-801a-f5a393e19b8f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ce242cb3-f593-4cdf-801a-f5a393e19b8f,segment=NetworkSegment(019eebe9-af88-4334-9b56-d152b56ccc97),segment_id=019eebe9-af88-4334-9b56-d152b56ccc97)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:29:25.893861 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c21afd18-5917-4aba-ba85-6694b1f5e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:25.950821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba7cb2c9-4ce3-4441-b6ad-5fa460456e32 req-01cd16b9-797c-4d6d-9734-1175744a62af tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 210 time: 0.0269840 Feb 16 17:29:25.984356 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21afd18-5917-4aba-ba85-6694b1f5e55c None None] Pushing event updated for resources: {'Port': ['ID=ce242cb3-f593-4cdf-801a-f5a393e19b8f,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:25.997657 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-93614047-1506-445a-9e21-5417a06b9d1e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:25.999456 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-93614047-1506-445a-9e21-5417a06b9d1e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/networks?id=d09c2161-e9a4-4b06-8548-58f914db5985 HTTP/1.1" status: 200 len: 795 time: 0.2072394 Feb 16 17:29:26.014801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-db310d96-3038-4f29-8a0d-583448777720 None None] Provisioning complete for port ce242cb3-f593-4cdf-801a-f5a393e19b8f triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:26.015383 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-db310d96-3038-4f29-8a0d-583448777720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:26.073441 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-ccd71e9e-359c-43ee-b92c-dbba52248fcb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 377 time: 0.0645764 Feb 16 17:29:26.084040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-099ec0db-4ada-4830-a775-afec2fe5f846 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'port': {'device_id': 'e7cebc26-6bba-40a7-b5a0-cffb2216e251', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'admin_state_up': True, 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'security_groups': ['4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:26.100708 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-db310d96-3038-4f29-8a0d-583448777720 None None] Current status of the port ce242cb3-f593-4cdf-801a-f5a393e19b8f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:29:26.111250 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:29:19Z', 'updated_at': '2022-02-16T17:29:22Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:20Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'ce242cb3-f593-4cdf-801a-f5a393e19b8f', 'name': '', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:5e:84:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:22Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:26.137927 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0866b8-4ca9-4d81-9516-0b89c047fa3e None None] The sync data for ids ['31be839c-9c40-4ef2-9784-24b9925f378f'] in n-d-669411-5 is: [{'id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:29:19Z', 'updated_at': '2022-02-16T17:29:22Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:20Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'ce242cb3-f593-4cdf-801a-f5a393e19b8f', 'name': '', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:5e:84:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:22Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:29:26.209269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-099ec0db-4ada-4830-a775-afec2fe5f846 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Made reservation on behalf of e43d3b22cf814828bd0438a30e095679 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:29:26.212760 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-099ec0db-4ada-4830-a775-afec2fe5f846 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:26.350149 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-099ec0db-4ada-4830-a775-afec2fe5f846 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.20.0.9 (d09c2161-e9a4-4b06-8548-58f914db5985/3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c/6125624b-5841-4752-86b1-eb339bbf1e99) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:29:26.494620 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-099ec0db-4ada-4830-a775-afec2fe5f846 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (6125624b-5841-4752-86b1-eb339bbf1e99), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:26.537424 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-099ec0db-4ada-4830-a775-afec2fe5f846 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6125624b-5841-4752-86b1-eb339bbf1e99), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:26.584117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-099ec0db-4ada-4830-a775-afec2fe5f846 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network d09c2161-e9a4-4b06-8548-58f914db5985 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:29:26.587334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-099ec0db-4ada-4830-a775-afec2fe5f846 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:29:26.591055 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-099ec0db-4ada-4830-a775-afec2fe5f846 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:29:26.617059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ec0db-4ada-4830-a775-afec2fe5f846 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=6125624b-5841-4752-86b1-eb339bbf1e99,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:26.648679 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-099ec0db-4ada-4830-a775-afec2fe5f846 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:26.649315 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-099ec0db-4ada-4830-a775-afec2fe5f846 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:26.671514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-099ec0db-4ada-4830-a775-afec2fe5f846 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5916653 Feb 16 17:29:26.683294 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Request body: {'port': {'device_id': 'e7cebc26-6bba-40a7-b5a0-cffb2216e251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:26.754424 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6125624b-5841-4752-86b1-eb339bbf1e99), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:26.829057 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cb696df7-b2dd-480e-91cf-235d231e4fa1 None None] Provisioning complete for port 6125624b-5841-4752-86b1-eb339bbf1e99 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:26.829554 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cb696df7-b2dd-480e-91cf-235d231e4fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6125624b-5841-4752-86b1-eb339bbf1e99), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:26.882331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cb696df7-b2dd-480e-91cf-235d231e4fa1 None None] Port 6125624b-5841-4752-86b1-eb339bbf1e99 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:29:27.048854 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ce242cb3-f593-4cdf-801a-f5a393e19b8f up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:29:27.104230 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ce242cb3-f593-4cdf-801a-f5a393e19b8f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:27.104689 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:27.195381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ce242cb3-f593-4cdf-801a-f5a393e19b8f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:29:27.196531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a8913562-ce00-44f6-aa2e-88802511da41 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:29:27.221780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8b02b-1df2-45b3-bc83-af19266484c9 req-804c261e-87a3-4cc1-a45f-b5de5a2a73f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:27.223346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7d8b02b-1df2-45b3-bc83-af19266484c9 req-804c261e-87a3-4cc1-a45f-b5de5a2a73f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 931 time: 0.1458564 Feb 16 17:29:27.253753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a8913562-ce00-44f6-aa2e-88802511da41 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:27.254042 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a8913562-ce00-44f6-aa2e-88802511da41), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:27.333989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a8913562-ce00-44f6-aa2e-88802511da41 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:29:27.337453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7d8b02b-1df2-45b3-bc83-af19266484c9 req-ef483111-422b-4d75-a5ef-1e00e5089bbd tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0988286 Feb 16 17:29:27.421221 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6125624b-5841-4752-86b1-eb339bbf1e99 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:29:27.429234 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Publish callbacks [] for port (6125624b-5841-4752-86b1-eb339bbf1e99), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:27.441528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Transition to ACTIVE for port object 6125624b-5841-4752-86b1-eb339bbf1e99 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:29:27.445530 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (6125624b-5841-4752-86b1-eb339bbf1e99), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:27.497319 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Pushing event updated for resources: {'Port': ['ID=6125624b-5841-4752-86b1-eb339bbf1e99,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:27.569026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Attempting to bind port 6125624b-5841-4752-86b1-eb339bbf1e99 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:29:27.569521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Attempting to bind port 6125624b-5841-4752-86b1-eb339bbf1e99 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '019eebe9-af88-4334-9b56-d152b56ccc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:29:27.569914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Attempting to bind port 6125624b-5841-4752-86b1-eb339bbf1e99 on network d09c2161-e9a4-4b06-8548-58f914db5985 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:29:27.574523 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Port 6125624b-5841-4752-86b1-eb339bbf1e99 on network d09c2161-e9a4-4b06-8548-58f914db5985 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:29:27.574837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Attempting to bind port 6125624b-5841-4752-86b1-eb339bbf1e99 on network d09c2161-e9a4-4b06-8548-58f914db5985 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:29:27.580203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:29:27.580542 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Checking segment: {'id': '019eebe9-af88-4334-9b56-d152b56ccc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:29:27.580919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Bound using segment: {'id': '019eebe9-af88-4334-9b56-d152b56ccc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:29:27.581341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Bound port: 6125624b-5841-4752-86b1-eb339bbf1e99, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019eebe9-af88-4334-9b56-d152b56ccc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:29:27.581694 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6125624b-5841-4752-86b1-eb339bbf1e99), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:27.654166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] For port 6125624b-5841-4752-86b1-eb339bbf1e99, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:29:27.657828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] For port 6125624b-5841-4752-86b1-eb339bbf1e99, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6125624b-5841-4752-86b1-eb339bbf1e99,segment=NetworkSegment(019eebe9-af88-4334-9b56-d152b56ccc97),segment_id=019eebe9-af88-4334-9b56-d152b56ccc97)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:29:27.664305 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (6125624b-5841-4752-86b1-eb339bbf1e99), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:27.697731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:27.698366 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:27.700056 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] 10.222.0.65 "PUT /v2.0/ports/6125624b-5841-4752-86b1-eb339bbf1e99 HTTP/1.1" status: 200 len: 1091 time: 1.0209737 Feb 16 17:29:27.702670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cebc26-6bba-40a7-b5a0-cffb2216e251', 'tag': '6125624b-5841-4752-86b1-eb339bbf1e99'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:29:27.713526 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9220fa-d3b8-4f11-9bb7-d295725cebb3" -d '{"events": [{"name": "network-changed", "server_uuid": "e7cebc26-6bba-40a7-b5a0-cffb2216e251", "tag": "6125624b-5841-4752-86b1-eb339bbf1e99"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:29:27.760964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366bf86-31cc-4783-8622-b89dae39183b service neutron] Pushing event updated for resources: {'Port': ['ID=6125624b-5841-4752-86b1-eb339bbf1e99,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:27.778849 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f4caf8-c6c6-47cb-ba50-56e2dd0ff156 x-openstack-request-id: req-61f4caf8-c6c6-47cb-ba50-56e2dd0ff156 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:29:27.779150 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7cebc26-6bba-40a7-b5a0-cffb2216e251", "tag": "6125624b-5841-4752-86b1-eb339bbf1e99", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:29:27.779407 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61f4caf8-c6c6-47cb-ba50-56e2dd0ff156 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:29:27.779836 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cebc26-6bba-40a7-b5a0-cffb2216e251', 'tag': '6125624b-5841-4752-86b1-eb339bbf1e99', 'status': 'completed', 'code': 200} Feb 16 17:29:27.801200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-6db6099d-0acd-44e2-89a4-0eafa65917ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:27.802746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-6db6099d-0acd-44e2-89a4-0eafa65917ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 1125 time: 0.0563955 Feb 16 17:29:27.851637 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-079d2ebc-776d-4af0-8692-6c9035582eb9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6125624b-5841-4752-86b1-eb339bbf1e99 HTTP/1.1" status: 200 len: 217 time: 0.0413945 Feb 16 17:29:27.902533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-9946b6f9-adcc-444b-b555-693e2435fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:27.904025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-9946b6f9-adcc-444b-b555-693e2435fa71 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c HTTP/1.1" status: 200 len: 835 time: 0.0464320 Feb 16 17:29:27.952908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-79ba60bf-309a-4110-bab4-81aee5776570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:27.955101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-79ba60bf-309a-4110-bab4-81aee5776570 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d09c2161-e9a4-4b06-8548-58f914db5985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457034 Feb 16 17:29:28.049446 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-c9182c66-1be9-4be6-9dcb-02cbde6dd1de service neutron] 10.222.0.65 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882618 Feb 16 17:29:28.137829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad607c7d-a5c3-45d4-a25e-57d2bfb53132 req-260355d4-43aa-453f-92a0-0221c8a918de service neutron] 10.222.0.65 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822251 Feb 16 17:29:28.234959 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9220fa-d3b8-4f11-9bb7-d295725cebb3 req-c962f005-a435-4913-beeb-e0966853c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:28.236674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed9220fa-d3b8-4f11-9bb7-d295725cebb3 req-c962f005-a435-4913-beeb-e0966853c399 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 1125 time: 0.0516763 Feb 16 17:29:28.325342 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9220fa-d3b8-4f11-9bb7-d295725cebb3 req-6d4da6fa-4201-4467-b9ce-6038ac953471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:28.326702 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed9220fa-d3b8-4f11-9bb7-d295725cebb3 req-6d4da6fa-4201-4467-b9ce-6038ac953471 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d09c2161-e9a4-4b06-8548-58f914db5985 HTTP/1.1" status: 200 len: 896 time: 0.0843935 Feb 16 17:29:28.370599 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed9220fa-d3b8-4f11-9bb7-d295725cebb3 req-8c9a50d1-5f42-4be6-8011-db0cd1e81fea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6125624b-5841-4752-86b1-eb339bbf1e99 HTTP/1.1" status: 200 len: 217 time: 0.0379930 Feb 16 17:29:28.399539 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0c42140e-f7dc-4c91-8156-406622976b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:28.446102 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9220fa-d3b8-4f11-9bb7-d295725cebb3 req-dd3569e6-1805-4f60-ac06-3adb687069a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:28.447550 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed9220fa-d3b8-4f11-9bb7-d295725cebb3 req-dd3569e6-1805-4f60-ac06-3adb687069a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c HTTP/1.1" status: 200 len: 835 time: 0.0709167 Feb 16 17:29:28.493457 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142175ed-f884-40fe-acf9-2f1f5e14587f req-cc8a0c3b-f599-4a61-868d-c8cf2d409961 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:28.494901 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-142175ed-f884-40fe-acf9-2f1f5e14587f req-cc8a0c3b-f599-4a61-868d-c8cf2d409961 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 943 time: 0.0840905 Feb 16 17:29:28.537102 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9220fa-d3b8-4f11-9bb7-d295725cebb3 req-0a3814dd-f97d-43ea-b27e-4204446c971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:28.538562 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed9220fa-d3b8-4f11-9bb7-d295725cebb3 req-0a3814dd-f97d-43ea-b27e-4204446c971d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d09c2161-e9a4-4b06-8548-58f914db5985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0830302 Feb 16 17:29:28.576095 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-142175ed-f884-40fe-acf9-2f1f5e14587f req-8c79d0c8-e3b7-436b-ba90-2e2b8422ec11 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0747769 Feb 16 17:29:28.640572 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed9220fa-d3b8-4f11-9bb7-d295725cebb3 req-d6edb05c-3c5f-47de-a6ac-140751a50f3b service neutron] 10.222.0.65 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945947 Feb 16 17:29:28.735413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ed9220fa-d3b8-4f11-9bb7-d295725cebb3 req-9258b5ef-6189-48be-a2b9-18a960624d12 service neutron] 10.222.0.65 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863972 Feb 16 17:29:29.512186 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:29.699239 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2bc73-2082-4f63-87f3-319bb2e4e9dc req-bdb3df9d-1287-4ffc-b62c-159d55ab590e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:29.700746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6de2bc73-2082-4f63-87f3-319bb2e4e9dc req-bdb3df9d-1287-4ffc-b62c-159d55ab590e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 943 time: 0.0527194 Feb 16 17:29:29.748581 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6de2bc73-2082-4f63-87f3-319bb2e4e9dc req-e695ace0-08c3-496a-a616-2fbc411b686f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415347 Feb 16 17:29:29.761570 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6125624b-5841-4752-86b1-eb339bbf1e99 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:29:29.860834 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6125624b-5841-4752-86b1-eb339bbf1e99, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6125624b-5841-4752-86b1-eb339bbf1e99,segment=NetworkSegment(019eebe9-af88-4334-9b56-d152b56ccc97),segment_id=019eebe9-af88-4334-9b56-d152b56ccc97)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:29:29.871664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '6125624b-5841-4752-86b1-eb339bbf1e99', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'port_id': '6125624b-5841-4752-86b1-eb339bbf1e99', 'mac_address': 'fa:16:3e:36:95:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:29:29.908315 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6125624b-5841-4752-86b1-eb339bbf1e99 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:29:29.908710 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6125624b-5841-4752-86b1-eb339bbf1e99), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:29.921065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6125624b-5841-4752-86b1-eb339bbf1e99 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:29:29.944601 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6125624b-5841-4752-86b1-eb339bbf1e99, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6125624b-5841-4752-86b1-eb339bbf1e99,segment=NetworkSegment(019eebe9-af88-4334-9b56-d152b56ccc97),segment_id=019eebe9-af88-4334-9b56-d152b56ccc97)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:29:29.948586 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6125624b-5841-4752-86b1-eb339bbf1e99), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:29.994683 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=6125624b-5841-4752-86b1-eb339bbf1e99,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:30.152216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['6125624b-5841-4752-86b1-eb339bbf1e99'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:29:30.869438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59aadf-defe-41dc-b493-a58d87711370 req-abe8b0f1-2b23-497a-9408-a40b78f0b7f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:30.873453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d59aadf-defe-41dc-b493-a58d87711370 req-abe8b0f1-2b23-497a-9408-a40b78f0b7f0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 944 time: 0.0543129 Feb 16 17:29:30.920675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8d59aadf-defe-41dc-b493-a58d87711370 req-2a6bc28c-f165-4bfe-a805-0bf1b3aa4750 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435817 Feb 16 17:29:31.043957 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:31.760288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6125624b-5841-4752-86b1-eb339bbf1e99 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:29:31.811426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 6125624b-5841-4752-86b1-eb339bbf1e99 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:29:31.815871 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 6125624b-5841-4752-86b1-eb339bbf1e99 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:29:31.816252 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6125624b-5841-4752-86b1-eb339bbf1e99), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:31.908419 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6125624b-5841-4752-86b1-eb339bbf1e99 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:29:31.908801 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6125624b-5841-4752-86b1-eb339bbf1e99), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:31.910923 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:31.932496 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cebc26-6bba-40a7-b5a0-cffb2216e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6125624b-5841-4752-86b1-eb339bbf1e99'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:29:31.934696 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f7b011-4b0d-4c87-9eda-2d51e22d736f" -d '{"events": [{"server_uuid": "e7cebc26-6bba-40a7-b5a0-cffb2216e251", "name": "network-vif-plugged", "status": "completed", "tag": "6125624b-5841-4752-86b1-eb339bbf1e99"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:29:31.946513 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6125624b-5841-4752-86b1-eb339bbf1e99, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6125624b-5841-4752-86b1-eb339bbf1e99,segment=NetworkSegment(019eebe9-af88-4334-9b56-d152b56ccc97),segment_id=019eebe9-af88-4334-9b56-d152b56ccc97)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:29:31.951516 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6125624b-5841-4752-86b1-eb339bbf1e99), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:31.981183 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b744d7-33ea-49bd-8491-fa19b525ebc1 x-openstack-request-id: req-33b744d7-33ea-49bd-8491-fa19b525ebc1 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:29:31.981483 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cebc26-6bba-40a7-b5a0-cffb2216e251", "name": "network-vif-plugged", "status": "completed", "tag": "6125624b-5841-4752-86b1-eb339bbf1e99", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:29:31.981739 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33b744d7-33ea-49bd-8491-fa19b525ebc1 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:29:31.982129 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cebc26-6bba-40a7-b5a0-cffb2216e251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6125624b-5841-4752-86b1-eb339bbf1e99', 'code': 200} Feb 16 17:29:32.006944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=6125624b-5841-4752-86b1-eb339bbf1e99,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:32.079300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8c1eb-0415-45d0-b312-c072ccfe66e8 req-6c0248af-8191-47cc-88b0-62342e855b25 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:32.080815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84d8c1eb-0415-45d0-b312-c072ccfe66e8 req-6c0248af-8191-47cc-88b0-62342e855b25 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0830548 Feb 16 17:29:32.122839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b5dc1-d3c0-47f8-b8d8-905958a40fb1 req-eb1e93a1-dd6e-424f-aa7e-9b5023a2b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:32.124332 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-607b5dc1-d3c0-47f8-b8d8-905958a40fb1 req-eb1e93a1-dd6e-424f-aa7e-9b5023a2b3cd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 1127 time: 0.0843132 Feb 16 17:29:32.152970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-84d8c1eb-0415-45d0-b312-c072ccfe66e8 req-16e28406-5807-4c0e-8cb9-94cca33ee896 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0654938 Feb 16 17:29:32.182219 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-607b5dc1-d3c0-47f8-b8d8-905958a40fb1 req-5e1815ec-1219-49e5-b14d-8623e67bbde1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0480628 Feb 16 17:29:32.190922 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:33.283471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255abe0-234a-4406-b4ad-86b812d6f2cb req-1191baf0-6d7b-4390-8329-2f5072aeb353 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:33.285045 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9255abe0-234a-4406-b4ad-86b812d6f2cb req-1191baf0-6d7b-4390-8329-2f5072aeb353 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0591769 Feb 16 17:29:33.334687 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9255abe0-234a-4406-b4ad-86b812d6f2cb req-5462255a-ba7f-4c5a-b767-f003b5b5ec03 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437381 Feb 16 17:29:34.456044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e56c6-71e9-427f-9500-156b908a06ff req-babb3e15-829f-4a29-b421-03788ec89561 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:34.457539 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-655e56c6-71e9-427f-9500-156b908a06ff req-babb3e15-829f-4a29-b421-03788ec89561 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0528591 Feb 16 17:29:34.506082 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-655e56c6-71e9-427f-9500-156b908a06ff req-f643f21c-edad-4695-b411-c9b7cad0ba2f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429764 Feb 16 17:29:34.622588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069921e1-69ba-4909-90cb-721523406617 req-fb616e8b-48e5-4a54-8429-e9ddb0321ced tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:34.623986 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-069921e1-69ba-4909-90cb-721523406617 req-fb616e8b-48e5-4a54-8429-e9ddb0321ced tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0517781 Feb 16 17:29:34.677196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-069921e1-69ba-4909-90cb-721523406617 req-42d68eb0-ce52-4ab7-acd1-bfdc93924709 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467362 Feb 16 17:29:34.699134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54942) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:34.742080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda0920f-1f1f-4d5c-a283-c7c4f24f72bb tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:34.743622 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fda0920f-1f1f-4d5c-a283-c7c4f24f72bb tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 1122 time: 0.0435398 Feb 16 17:29:34.746485 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54944) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:34.751257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '6125624b-5841-4752-86b1-eb339bbf1e99', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:29:34.770623 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:34.866307 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:34.969279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.25.4.250 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/b1a2acda-0197-4d88-aad5-cf01818b1824) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:29:34.988954 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:35.075552 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (b1a2acda-0197-4d88-aad5-cf01818b1824), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:35.109277 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b1a2acda-0197-4d88-aad5-cf01818b1824), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:35.149203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:29:35.151969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:29:35.155367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:29:35.161583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=b1a2acda-0197-4d88-aad5-cf01818b1824,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:35.509371 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (df73bdc8-c6c8-49c5-8642-e82103fd909c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:35.577561 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b1a2acda-0197-4d88-aad5-cf01818b1824), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:35.737464 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (b1a2acda-0197-4d88-aad5-cf01818b1824), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:35.742033 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (b1a2acda-0197-4d88-aad5-cf01818b1824), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:35.813931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=b1a2acda-0197-4d88-aad5-cf01818b1824,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:29:35.826629 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (df73bdc8-c6c8-49c5-8642-e82103fd909c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:35.925254 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Floating IP df73bdc8-c6c8-49c5-8642-e82103fd909c associated. External IP: 172.25.4.250, port: 6125624b-5841-4752-86b1-eb339bbf1e99. Feb 16 17:29:36.141969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 31be839c-9c40-4ef2-9784-24b9925f378f has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:29:36.249180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:29:36.259882 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee9381-d2b4-42b6-9181-66b685854d09 None None] Sync routers for ids ['31be839c-9c40-4ef2-9784-24b9925f378f'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:29:36.267213 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:36.273960 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee9381-d2b4-42b6-9181-66b685854d09 None None] Routers {'31be839c-9c40-4ef2-9784-24b9925f378f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:29:36.274588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a8ee9381-d2b4-42b6-9181-66b685854d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:29:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['31be839c-9c40-4ef2-9784-24b9925f378f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:36.298961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1d6fe7c1-337c-4b8f-add2-6bf7c91423cb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5514669 Feb 16 17:29:36.299588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cebc26-6bba-40a7-b5a0-cffb2216e251', 'tag': '6125624b-5841-4752-86b1-eb339bbf1e99'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:29:36.301856 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c30fc33-7f4c-46c4-a8b3-25ba5270fcc9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7cebc26-6bba-40a7-b5a0-cffb2216e251", "tag": "6125624b-5841-4752-86b1-eb339bbf1e99"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:29:36.342604 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef604616-a86b-40b8-a8ca-f5a83a0db1ea x-openstack-request-id: req-ef604616-a86b-40b8-a8ca-f5a83a0db1ea {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:29:36.343113 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7cebc26-6bba-40a7-b5a0-cffb2216e251", "tag": "6125624b-5841-4752-86b1-eb339bbf1e99", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:29:36.343369 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef604616-a86b-40b8-a8ca-f5a83a0db1ea {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:29:36.344319 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cebc26-6bba-40a7-b5a0-cffb2216e251', 'tag': '6125624b-5841-4752-86b1-eb339bbf1e99', 'status': 'completed', 'code': 200} Feb 16 17:29:36.391863 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a8ee9381-d2b4-42b6-9181-66b685854d09 None None] Set router 31be839c-9c40-4ef2-9784-24b9925f378f gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:29:36.443056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f1435-c85e-4dff-80cc-60f290626767 req-c498fb9c-e60f-49c1-b21f-f59a869be2db tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:36.444694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c4f1435-c85e-4dff-80cc-60f290626767 req-c498fb9c-e60f-49c1-b21f-f59a869be2db tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0921974 Feb 16 17:29:36.446869 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30fc33-7f4c-46c4-a8b3-25ba5270fcc9 req-bbb23674-6cc6-4d9a-a980-552ee9de3d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:36.448306 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c30fc33-7f4c-46c4-a8b3-25ba5270fcc9 req-bbb23674-6cc6-4d9a-a980-552ee9de3d0f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 1127 time: 0.0828536 Feb 16 17:29:36.555100 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c4f1435-c85e-4dff-80cc-60f290626767 req-04714572-bf41-4448-96bf-ec5bb950dc3e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1044860 Feb 16 17:29:36.577091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30fc33-7f4c-46c4-a8b3-25ba5270fcc9 req-faa1c8b3-7ea8-4173-b6c3-a32eb83dfb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:36.577920 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 54950) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:36.578772 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c30fc33-7f4c-46c4-a8b3-25ba5270fcc9 req-faa1c8b3-7ea8-4173-b6c3-a32eb83dfb2d service neutron] 10.222.0.65 "GET /v2.0/networks?id=d09c2161-e9a4-4b06-8548-58f914db5985 HTTP/1.1" status: 200 len: 896 time: 0.1216097 Feb 16 17:29:36.639212 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9c46b758-fe8c-46f4-bada-f1c707fb4499 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/df73bdc8-c6c8-49c5-8642-e82103fd909c HTTP/1.1" status: 200 len: 991 time: 0.0597286 Feb 16 17:29:36.649387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c30fc33-7f4c-46c4-a8b3-25ba5270fcc9 req-53c08ac4-218d-4828-a047-5b69781d1ffd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6125624b-5841-4752-86b1-eb339bbf1e99 HTTP/1.1" status: 200 len: 999 time: 0.0647531 Feb 16 17:29:36.697804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30fc33-7f4c-46c4-a8b3-25ba5270fcc9 req-ffb24c2f-ea46-4624-a095-2e19dcab294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:36.699214 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c30fc33-7f4c-46c4-a8b3-25ba5270fcc9 req-ffb24c2f-ea46-4624-a095-2e19dcab294c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c HTTP/1.1" status: 200 len: 835 time: 0.0444736 Feb 16 17:29:36.747565 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30fc33-7f4c-46c4-a8b3-25ba5270fcc9 req-5ac69961-4084-48fe-99ad-618bd9d1dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:36.749081 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c30fc33-7f4c-46c4-a8b3-25ba5270fcc9 req-5ac69961-4084-48fe-99ad-618bd9d1dbf3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d09c2161-e9a4-4b06-8548-58f914db5985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444703 Feb 16 17:29:36.783458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a8ee9381-d2b4-42b6-9181-66b685854d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:29:19Z', 'updated_at': '2022-02-16T17:29:22Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:20Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'df73bdc8-c6c8-49c5-8642-e82103fd909c', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'floating_ip_address': '172.25.4.250', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'port_id': '6125624b-5841-4752-86b1-eb339bbf1e99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'mac_address': 'fa:16:3e:36:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cebc26-6bba-40a7-b5a0-cffb2216e251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:29:35Z', 'updated_at': '2022-02-16T17:29:35Z', 'revision_number': 0, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce242cb3-f593-4cdf-801a-f5a393e19b8f', 'name': '', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:5e:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:22Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:36.814665 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee9381-d2b4-42b6-9181-66b685854d09 None None] Checking router: 31be839c-9c40-4ef2-9784-24b9925f378f for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:29:36.823121 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee9381-d2b4-42b6-9181-66b685854d09 None None] Routers {'31be839c-9c40-4ef2-9784-24b9925f378f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:29:36.823733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a8ee9381-d2b4-42b6-9181-66b685854d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:29:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['31be839c-9c40-4ef2-9784-24b9925f378f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:36.840052 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c30fc33-7f4c-46c4-a8b3-25ba5270fcc9 req-d5714176-c760-46cf-8912-a2637a961d44 service neutron] 10.222.0.65 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855217 Feb 16 17:29:36.934788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a8ee9381-d2b4-42b6-9181-66b685854d09 None None] Set router 31be839c-9c40-4ef2-9784-24b9925f378f gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:29:37.175315 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a8ee9381-d2b4-42b6-9181-66b685854d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:29:19Z', 'updated_at': '2022-02-16T17:29:22Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:20Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'df73bdc8-c6c8-49c5-8642-e82103fd909c', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'floating_ip_address': '172.25.4.250', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'port_id': '6125624b-5841-4752-86b1-eb339bbf1e99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'mac_address': 'fa:16:3e:36:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cebc26-6bba-40a7-b5a0-cffb2216e251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:29:35Z', 'updated_at': '2022-02-16T17:29:35Z', 'revision_number': 0, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce242cb3-f593-4cdf-801a-f5a393e19b8f', 'name': '', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:5e:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:22Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:29:37.208991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee9381-d2b4-42b6-9181-66b685854d09 None None] The sync data for ids ['31be839c-9c40-4ef2-9784-24b9925f378f'] in n-d-669411-5 is: [{'id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:29:19Z', 'updated_at': '2022-02-16T17:29:22Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:20Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'df73bdc8-c6c8-49c5-8642-e82103fd909c', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'floating_ip_address': '172.25.4.250', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'port_id': '6125624b-5841-4752-86b1-eb339bbf1e99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'mac_address': 'fa:16:3e:36:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cebc26-6bba-40a7-b5a0-cffb2216e251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:29:35Z', 'updated_at': '2022-02-16T17:29:35Z', 'revision_number': 0, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce242cb3-f593-4cdf-801a-f5a393e19b8f', 'name': '', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:5e:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:22Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:29:37.213874 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c30fc33-7f4c-46c4-a8b3-25ba5270fcc9 req-52e7746f-043b-4747-8cd3-32e23d28ecf3 service neutron] 10.222.0.65 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683717 Feb 16 17:29:37.414520 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f12044-2092-4271-af4a-ebc9f33acfe6 None None] New status for floating IP df73bdc8-c6c8-49c5-8642-e82103fd909c: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:29:37.642762 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 54952) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:29:37.702090 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-55455cd9-2cd9-40ce-bffc-f95097733a32 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/df73bdc8-c6c8-49c5-8642-e82103fd909c HTTP/1.1" status: 200 len: 993 time: 0.0580230 Feb 16 17:29:47.058292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59466bc6-2301-42e6-8a3f-1570fbd95590 req-a8a63b39-d7ae-4e3d-b5c9-81891826f5cd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428350 Feb 16 17:29:47.148396 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59466bc6-2301-42e6-8a3f-1570fbd95590 req-15f7dc2e-4e12-4928-ba69-257d4234def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:47.149781 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59466bc6-2301-42e6-8a3f-1570fbd95590 req-15f7dc2e-4e12-4928-ba69-257d4234def8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 1127 time: 0.0475385 Feb 16 17:29:47.248797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59466bc6-2301-42e6-8a3f-1570fbd95590 req-98612ef0-56dc-4f74-9a9e-5c84ec00f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:47.251032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59466bc6-2301-42e6-8a3f-1570fbd95590 req-98612ef0-56dc-4f74-9a9e-5c84ec00f780 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d09c2161-e9a4-4b06-8548-58f914db5985 HTTP/1.1" status: 200 len: 896 time: 0.0842948 Feb 16 17:29:47.317508 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59466bc6-2301-42e6-8a3f-1570fbd95590 req-5e2c8cb7-5f61-45e2-be8d-283647144619 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6125624b-5841-4752-86b1-eb339bbf1e99 HTTP/1.1" status: 200 len: 1001 time: 0.0604615 Feb 16 17:29:47.366450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59466bc6-2301-42e6-8a3f-1570fbd95590 req-20d099b7-1abd-465f-919c-cd4fccb4e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:47.367920 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59466bc6-2301-42e6-8a3f-1570fbd95590 req-20d099b7-1abd-465f-919c-cd4fccb4e5d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c HTTP/1.1" status: 200 len: 835 time: 0.0438907 Feb 16 17:29:47.415886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59466bc6-2301-42e6-8a3f-1570fbd95590 req-3e12bbf8-9022-4b6a-8383-49c1a05829aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:29:47.417366 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59466bc6-2301-42e6-8a3f-1570fbd95590 req-3e12bbf8-9022-4b6a-8383-49c1a05829aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d09c2161-e9a4-4b06-8548-58f914db5985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438197 Feb 16 17:29:47.511003 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59466bc6-2301-42e6-8a3f-1570fbd95590 req-9473f18f-a7b0-4874-b096-cefe08aa9b25 service neutron] 10.222.0.65 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871174 Feb 16 17:29:47.597255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-59466bc6-2301-42e6-8a3f-1570fbd95590 req-312fb204-2be1-4a57-a0bf-82d4286c63d8 service neutron] 10.222.0.65 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807064 Feb 16 17:29:50.883957 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:29:55.773443 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-405a8a11-c8e5-4491-8895-7be7d9d9fe04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:58.401099 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e4d62f1a-378e-4661-b267-bb77df0c2d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:29:59.515088 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:01.043715 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:01.884843 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:02.185396 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:04.987040 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:09.072574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb57e1-1d2b-4dad-8687-95964674e908 req-093c9c10-3cb3-4139-9478-363ff5fc1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:09.074072 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-beeb57e1-1d2b-4dad-8687-95964674e908 req-093c9c10-3cb3-4139-9478-363ff5fc1c10 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 1127 time: 0.0777326 Feb 16 17:30:09.081594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac8435-b75d-4847-86d5-97889178c3d4 req-1d5e0b81-2789-4aa3-ae7d-032edf3d4506 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:09.082951 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5ac8435-b75d-4847-86d5-97889178c3d4 req-1d5e0b81-2789-4aa3-ae7d-032edf3d4506 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0953069 Feb 16 17:30:09.187231 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c5ac8435-b75d-4847-86d5-97889178c3d4 req-a12d89a3-d195-4e27-bfd3-f09318e9bcdd tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0963798 Feb 16 17:30:09.206751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb57e1-1d2b-4dad-8687-95964674e908 req-8d9e3549-958e-4ab0-a797-edd856c8cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:09.208246 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-beeb57e1-1d2b-4dad-8687-95964674e908 req-8d9e3549-958e-4ab0-a797-edd856c8cc42 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d09c2161-e9a4-4b06-8548-58f914db5985 HTTP/1.1" status: 200 len: 896 time: 0.1244617 Feb 16 17:30:09.273811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-beeb57e1-1d2b-4dad-8687-95964674e908 req-9852386a-9d05-41ca-b02e-a089f979db3d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6125624b-5841-4752-86b1-eb339bbf1e99 HTTP/1.1" status: 200 len: 1001 time: 0.0589700 Feb 16 17:30:09.322334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb57e1-1d2b-4dad-8687-95964674e908 req-30dce7b0-cb77-4ffc-b8ae-3bd58104e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:09.323728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-beeb57e1-1d2b-4dad-8687-95964674e908 req-30dce7b0-cb77-4ffc-b8ae-3bd58104e2d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c HTTP/1.1" status: 200 len: 835 time: 0.0439315 Feb 16 17:30:09.376075 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb57e1-1d2b-4dad-8687-95964674e908 req-84aec487-eebe-40d5-bfc9-5a7afc47e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:09.377537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-beeb57e1-1d2b-4dad-8687-95964674e908 req-84aec487-eebe-40d5-bfc9-5a7afc47e368 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d09c2161-e9a4-4b06-8548-58f914db5985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479658 Feb 16 17:30:09.466654 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-beeb57e1-1d2b-4dad-8687-95964674e908 req-a6861971-a804-452c-b521-d39f7b84afca service neutron] 10.222.0.65 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821276 Feb 16 17:30:09.558689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-beeb57e1-1d2b-4dad-8687-95964674e908 req-2e11af38-102a-41c6-b702-d6e6ff9ebfbe service neutron] 10.222.0.65 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861354 Feb 16 17:30:10.361380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a36d4-6eb0-460e-ac53-ca62ff740f50 req-b38291a2-5058-4a39-bf0b-04adcae188fd tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:10.362847 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-016a36d4-6eb0-460e-ac53-ca62ff740f50 req-b38291a2-5058-4a39-bf0b-04adcae188fd tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.1034474 Feb 16 17:30:10.411158 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-016a36d4-6eb0-460e-ac53-ca62ff740f50 req-cbb40243-9ac3-4ec2-89df-2f1005448977 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0426662 Feb 16 17:30:11.537146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bf94d-683d-424a-9521-f21c9aff0d46 req-46b6c435-24b4-4b9d-8f17-a7969401e101 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:11.538621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-780bf94d-683d-424a-9521-f21c9aff0d46 req-46b6c435-24b4-4b9d-8f17-a7969401e101 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0570638 Feb 16 17:30:11.586582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-780bf94d-683d-424a-9521-f21c9aff0d46 req-9e57f25a-b67b-4d5e-be75-d6956ebc9d89 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425262 Feb 16 17:30:12.706016 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16981ec3-c255-4eea-bcc6-9c96be1f41e9 req-20706fbc-0bea-4246-aa3b-e2cd6d464446 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:12.707406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16981ec3-c255-4eea-bcc6-9c96be1f41e9 req-20706fbc-0bea-4246-aa3b-e2cd6d464446 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0519204 Feb 16 17:30:12.756111 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-16981ec3-c255-4eea-bcc6-9c96be1f41e9 req-9abb3b21-61fc-4d9e-86da-19bb22d32282 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431023 Feb 16 17:30:13.874695 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa31314-a990-4cec-859c-2fb3f8e7b5f9 req-96c17b37-6797-4623-ba3f-43bd9af117a1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:13.876346 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fa31314-a990-4cec-859c-2fb3f8e7b5f9 req-96c17b37-6797-4623-ba3f-43bd9af117a1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0538623 Feb 16 17:30:13.929225 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4fa31314-a990-4cec-859c-2fb3f8e7b5f9 req-c774dd77-df83-41ed-9451-32cfb1582d57 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0474446 Feb 16 17:30:15.047721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e6875-4515-43d2-9e72-eb49cb97712e req-9f88c3c7-f285-4ee5-b5f6-aea3a88ab700 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:15.049226 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c19e6875-4515-43d2-9e72-eb49cb97712e req-9f88c3c7-f285-4ee5-b5f6-aea3a88ab700 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0536232 Feb 16 17:30:15.097691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c19e6875-4515-43d2-9e72-eb49cb97712e req-0e90cd81-6014-4ede-ab49-5b33707be21b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429358 Feb 16 17:30:16.215438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecab8b-ffe2-4928-8c20-7a018e64200e req-1a716b8c-b908-4a74-8a9c-72dbca426aef tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:16.216937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69ecab8b-ffe2-4928-8c20-7a018e64200e req-1a716b8c-b908-4a74-8a9c-72dbca426aef tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0518568 Feb 16 17:30:16.265840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69ecab8b-ffe2-4928-8c20-7a018e64200e req-8a9818c4-0de4-4b3d-9a93-685a731062cf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428815 Feb 16 17:30:17.392823 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb7a54-f4a2-48e2-8296-bcda28764373 req-2d5f1260-aa50-448b-b318-6db990c504c6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:17.394294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4deb7a54-f4a2-48e2-8296-bcda28764373 req-2d5f1260-aa50-448b-b318-6db990c504c6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0574155 Feb 16 17:30:17.444127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4deb7a54-f4a2-48e2-8296-bcda28764373 req-bcd81434-2c61-49e9-8678-67060a1db860 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442204 Feb 16 17:30:18.560922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988d781-2ac1-48a8-bf33-2c0c76a6c0ce req-28b7ceb6-04c0-4c90-9b7a-388776761ec9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:18.562371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8988d781-2ac1-48a8-bf33-2c0c76a6c0ce req-28b7ceb6-04c0-4c90-9b7a-388776761ec9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0516567 Feb 16 17:30:18.614263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8988d781-2ac1-48a8-bf33-2c0c76a6c0ce req-2228e804-bac3-47e5-a97b-6af7fdf59e20 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461488 Feb 16 17:30:19.731029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5245f-abb1-44c1-b823-588235ff64af req-ae27b27a-d7b0-437d-92b4-483ae85ec0ff tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:19.732425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0d5245f-abb1-44c1-b823-588235ff64af req-ae27b27a-d7b0-437d-92b4-483ae85ec0ff tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0515287 Feb 16 17:30:19.785188 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0d5245f-abb1-44c1-b823-588235ff64af req-d9474927-282f-4a75-91ca-debd8781177a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466466 Feb 16 17:30:20.903783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f17936-2e43-4b15-a04b-52d833e6da34 req-df455611-dbcf-4581-b38a-b18ea73a4c5e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:20.905259 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9f17936-2e43-4b15-a04b-52d833e6da34 req-df455611-dbcf-4581-b38a-b18ea73a4c5e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0528517 Feb 16 17:30:20.953904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9f17936-2e43-4b15-a04b-52d833e6da34 req-24bbb439-b277-4cd6-bbc6-57a5f19a3526 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430603 Feb 16 17:30:22.072496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87781673-dea7-410c-9d9e-4e650df38b81 req-13a06a97-6b6b-4a2e-a2ef-b1c22957f294 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:22.074024 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87781673-dea7-410c-9d9e-4e650df38b81 req-13a06a97-6b6b-4a2e-a2ef-b1c22957f294 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0521743 Feb 16 17:30:22.122574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-87781673-dea7-410c-9d9e-4e650df38b81 req-17de4c79-d42f-43ec-89e7-14073d101544 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415397 Feb 16 17:30:23.246296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345602b-c335-40b3-b401-2dd8604605ba req-d13184cf-925e-486d-8d90-b2057697ef74 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:23.247704 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b345602b-c335-40b3-b401-2dd8604605ba req-d13184cf-925e-486d-8d90-b2057697ef74 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0570734 Feb 16 17:30:23.296975 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b345602b-c335-40b3-b401-2dd8604605ba req-4357c556-9b2b-4be3-935b-1b953a54b037 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425518 Feb 16 17:30:24.415546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19170048-ee75-4832-a148-91fd9ad6a470 req-b116d8d5-49a3-4f20-90b7-0e78894ad1ef tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:24.417052 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19170048-ee75-4832-a148-91fd9ad6a470 req-b116d8d5-49a3-4f20-90b7-0e78894ad1ef tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0523717 Feb 16 17:30:24.466061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19170048-ee75-4832-a148-91fd9ad6a470 req-858c2b62-27ec-48aa-af2b-7e49485328b7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434108 Feb 16 17:30:25.640251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1c649-1b40-47e2-ad95-eeb19306108b req-00fd4bae-6100-4c78-9b92-097c8d85d19a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:25.641873 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0d1c649-1b40-47e2-ad95-eeb19306108b req-00fd4bae-6100-4c78-9b92-097c8d85d19a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.1054270 Feb 16 17:30:25.690729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d0d1c649-1b40-47e2-ad95-eeb19306108b req-d3d14206-81db-4607-8e2c-b5011ad669e3 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432289 Feb 16 17:30:25.712998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55002) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:30:25.773908 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f7bf0685-ceb4-4ccb-9514-977ca43401c8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/df73bdc8-c6c8-49c5-8642-e82103fd909c HTTP/1.1" status: 200 len: 993 time: 0.0597844 Feb 16 17:30:25.787386 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a9069a15-0e34-4ca8-89cd-4cc05cbbe9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:27.883028 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:30:28.402496 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f766b6dc-89ae-409d-a4ee-536b6125709f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:29.517902 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:31.047796 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:31.920645 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:32.188622 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:34.985467 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:47.057951 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ade94491-0eac-41c3-bf7c-867c087e6858 req-2658d07e-87df-4710-88ca-76d9da5b939e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442600 Feb 16 17:30:47.146548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade94491-0eac-41c3-bf7c-867c087e6858 req-1d0ca21e-a49a-43ba-8bbd-01d6652dc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:47.148091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ade94491-0eac-41c3-bf7c-867c087e6858 req-1d0ca21e-a49a-43ba-8bbd-01d6652dc969 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 1127 time: 0.0492368 Feb 16 17:30:47.248380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade94491-0eac-41c3-bf7c-867c087e6858 req-e9d651b6-4b32-4f7e-8aab-ad55cace138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:47.249732 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ade94491-0eac-41c3-bf7c-867c087e6858 req-e9d651b6-4b32-4f7e-8aab-ad55cace138a service neutron] 10.222.0.65 "GET /v2.0/networks?id=d09c2161-e9a4-4b06-8548-58f914db5985 HTTP/1.1" status: 200 len: 896 time: 0.0838368 Feb 16 17:30:47.317533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ade94491-0eac-41c3-bf7c-867c087e6858 req-aa69b106-60bb-4291-a765-088e5ddbf8a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6125624b-5841-4752-86b1-eb339bbf1e99 HTTP/1.1" status: 200 len: 1001 time: 0.0611959 Feb 16 17:30:47.366436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade94491-0eac-41c3-bf7c-867c087e6858 req-d46b5437-ebe9-4a0b-b1ff-2fab33e79659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:47.367880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ade94491-0eac-41c3-bf7c-867c087e6858 req-d46b5437-ebe9-4a0b-b1ff-2fab33e79659 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c HTTP/1.1" status: 200 len: 835 time: 0.0434690 Feb 16 17:30:47.416338 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade94491-0eac-41c3-bf7c-867c087e6858 req-b92db2d5-5fe4-445f-9fc1-36b1c6b0b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:47.417810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ade94491-0eac-41c3-bf7c-867c087e6858 req-b92db2d5-5fe4-445f-9fc1-36b1c6b0b7c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d09c2161-e9a4-4b06-8548-58f914db5985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437577 Feb 16 17:30:47.509906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ade94491-0eac-41c3-bf7c-867c087e6858 req-3ddcf96d-cedc-4971-bfd6-8656d7741abb service neutron] 10.222.0.65 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862179 Feb 16 17:30:47.597216 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ade94491-0eac-41c3-bf7c-867c087e6858 req-fb93a374-7852-4feb-b37b-ca245725f3cc service neutron] 10.222.0.65 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810380 Feb 16 17:30:55.779362 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ea3aaa2-393a-4a9d-bf29-5f7a42e3f9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:56.146979 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55020) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:30:56.307148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port b1a2acda-0197-4d88-aad5-cf01818b1824 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:30:56.307492 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b1a2acda-0197-4d88-aad5-cf01818b1824), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:56.380591 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b1a2acda-0197-4d88-aad5-cf01818b1824), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:56.380917 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (b1a2acda-0197-4d88-aad5-cf01818b1824), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:56.392914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for b1a2acda-0197-4d88-aad5-cf01818b1824 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:30:56.563219 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b1a2acda-0197-4d88-aad5-cf01818b1824), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:56.589398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=b1a2acda-0197-4d88-aad5-cf01818b1824,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:56.602946 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:56.603300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:56.603650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:56.604042 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:56.604379 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:56.604709 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:56.605042 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:56.605370 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:56.605698 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:56.606026 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:56.606350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:56.606672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:56.606992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:30:56.666610 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (df73bdc8-c6c8-49c5-8642-e82103fd909c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:56.666979 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Floating IP df73bdc8-c6c8-49c5-8642-e82103fd909c disassociated (deleted). External IP: 172.25.4.250, port: 6125624b-5841-4752-86b1-eb339bbf1e99. Feb 16 17:30:56.875503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 31be839c-9c40-4ef2-9784-24b9925f378f has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:30:56.984607 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:30:56.990050 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:56.995107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a61943-37e0-4063-9ca8-f16e3d4eed9c None None] Sync routers for ids ['31be839c-9c40-4ef2-9784-24b9925f378f'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:30:57.005908 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a61943-37e0-4063-9ca8-f16e3d4eed9c None None] Routers {'31be839c-9c40-4ef2-9784-24b9925f378f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:30:57.006595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f5a61943-37e0-4063-9ca8-f16e3d4eed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:30:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['31be839c-9c40-4ef2-9784-24b9925f378f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:57.020021 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bd0afaef-8949-4e50-b870-c2d35f75fe63 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/floatingips/df73bdc8-c6c8-49c5-8642-e82103fd909c HTTP/1.1" status: 204 len: 168 time: 0.8720033 Feb 16 17:30:57.020615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cebc26-6bba-40a7-b5a0-cffb2216e251', 'tag': '6125624b-5841-4752-86b1-eb339bbf1e99'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:30:57.022872 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6215b22e-2a43-465e-8cde-42b2272375e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7cebc26-6bba-40a7-b5a0-cffb2216e251", "tag": "6125624b-5841-4752-86b1-eb339bbf1e99"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:30:57.062548 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5658689b-a580-476d-b915-a97afbeb19bc x-openstack-request-id: req-5658689b-a580-476d-b915-a97afbeb19bc {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:30:57.062846 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7cebc26-6bba-40a7-b5a0-cffb2216e251", "tag": "6125624b-5841-4752-86b1-eb339bbf1e99", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:30:57.063101 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5658689b-a580-476d-b915-a97afbeb19bc {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:30:57.063515 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cebc26-6bba-40a7-b5a0-cffb2216e251', 'tag': '6125624b-5841-4752-86b1-eb339bbf1e99', 'status': 'completed', 'code': 200} Feb 16 17:30:57.127504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f5a61943-37e0-4063-9ca8-f16e3d4eed9c None None] Set router 31be839c-9c40-4ef2-9784-24b9925f378f gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:30:57.136333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215b22e-2a43-465e-8cde-42b2272375e1 req-6285fecb-1cf9-488f-8bc9-93fdbae29906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:57.137877 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6215b22e-2a43-465e-8cde-42b2272375e1 req-6285fecb-1cf9-488f-8bc9-93fdbae29906 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 1127 time: 0.0491660 Feb 16 17:30:57.280132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215b22e-2a43-465e-8cde-42b2272375e1 req-6d903b08-03eb-46ad-bc80-746b014d0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:57.281613 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6215b22e-2a43-465e-8cde-42b2272375e1 req-6d903b08-03eb-46ad-bc80-746b014d0dd2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d09c2161-e9a4-4b06-8548-58f914db5985 HTTP/1.1" status: 200 len: 896 time: 0.1314116 Feb 16 17:30:57.293224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e8f7b-7073-4137-9f35-9e979a881d1d req-15aeaf7f-0489-4c92-8fb4-1d21f013ca25 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:57.294639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a88e8f7b-7073-4137-9f35-9e979a881d1d req-15aeaf7f-0489-4c92-8fb4-1d21f013ca25 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0722055 Feb 16 17:30:57.336125 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6215b22e-2a43-465e-8cde-42b2272375e1 req-6622c401-e985-41d6-996a-eb9a05182ada service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6125624b-5841-4752-86b1-eb339bbf1e99 HTTP/1.1" status: 200 len: 217 time: 0.0405262 Feb 16 17:30:57.340920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f5a61943-37e0-4063-9ca8-f16e3d4eed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:29:19Z', 'updated_at': '2022-02-16T17:29:22Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:20Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'ce242cb3-f593-4cdf-801a-f5a393e19b8f', 'name': '', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:5e:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:22Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:57.371970 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a61943-37e0-4063-9ca8-f16e3d4eed9c None None] Checking router: 31be839c-9c40-4ef2-9784-24b9925f378f for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:30:57.380583 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a61943-37e0-4063-9ca8-f16e3d4eed9c None None] Routers {'31be839c-9c40-4ef2-9784-24b9925f378f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:30:57.381117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f5a61943-37e0-4063-9ca8-f16e3d4eed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:30:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['31be839c-9c40-4ef2-9784-24b9925f378f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:57.413222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a88e8f7b-7073-4137-9f35-9e979a881d1d req-825999f3-3243-423f-839b-ccdbaa79ca57 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1108701 Feb 16 17:30:57.416680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215b22e-2a43-465e-8cde-42b2272375e1 req-c0f5b257-00fb-4702-bb85-701437a2792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:57.416680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6215b22e-2a43-465e-8cde-42b2272375e1 req-c0f5b257-00fb-4702-bb85-701437a2792e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c HTTP/1.1" status: 200 len: 835 time: 0.0738404 Feb 16 17:30:57.465848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215b22e-2a43-465e-8cde-42b2272375e1 req-c5bddfac-c646-4908-be16-103ac360dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:57.467413 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6215b22e-2a43-465e-8cde-42b2272375e1 req-c5bddfac-c646-4908-be16-103ac360dde4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d09c2161-e9a4-4b06-8548-58f914db5985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449255 Feb 16 17:30:57.493627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f5a61943-37e0-4063-9ca8-f16e3d4eed9c None None] Set router 31be839c-9c40-4ef2-9784-24b9925f378f gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:30:57.561109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6215b22e-2a43-465e-8cde-42b2272375e1 req-55545227-443f-44c9-8685-ed740b5a99f5 service neutron] 10.222.0.65 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868895 Feb 16 17:30:57.653011 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6215b22e-2a43-465e-8cde-42b2272375e1 req-df986f5c-1e8b-4213-913f-8ded8b7fdc7b service neutron] 10.222.0.65 "GET /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843329 Feb 16 17:30:57.692670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f5a61943-37e0-4063-9ca8-f16e3d4eed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:29:19Z', 'updated_at': '2022-02-16T17:29:22Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:20Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'ce242cb3-f593-4cdf-801a-f5a393e19b8f', 'name': '', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:5e:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:22Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:30:57.718590 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a61943-37e0-4063-9ca8-f16e3d4eed9c None None] The sync data for ids ['31be839c-9c40-4ef2-9784-24b9925f378f'] in n-d-669411-5 is: [{'id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:29:19Z', 'updated_at': '2022-02-16T17:29:22Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:20Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'ce242cb3-f593-4cdf-801a-f5a393e19b8f', 'name': '', 'network_id': 'd09c2161-e9a4-4b06-8548-58f914db5985', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:5e:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:22Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:30:57.940671 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b6672e-fce8-4476-89fd-ef81bd09cadb None None] New status for floating IP df73bdc8-c6c8-49c5-8642-e82103fd909c: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:30:58.403710 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e77caa6-3751-473d-9c52-241b35b6774f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:58.535826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d602ae-f3eb-461b-a0e7-39683d528286 req-4c0cf47c-e833-491a-a45b-3199ec648518 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:58.537287 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50d602ae-f3eb-461b-a0e7-39683d528286 req-4c0cf47c-e833-491a-a45b-3199ec648518 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0528858 Feb 16 17:30:58.588905 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-50d602ae-f3eb-461b-a0e7-39683d528286 req-e995ad88-ffac-4e03-b1c7-9be5e95bfa44 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460527 Feb 16 17:30:58.746991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fd4f4-7258-4015-a637-cc2b47912c11 req-048a23a0-5fa6-422f-a903-953290455732 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:30:58.748387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d9fd4f4-7258-4015-a637-cc2b47912c11 req-048a23a0-5fa6-422f-a903-953290455732 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 945 time: 0.0531230 Feb 16 17:30:58.837802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-2d9fd4f4-7258-4015-a637-cc2b47912c11 req-7e1524b8-d7c5-4f16-86d4-9ffe59226538 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port 6125624b-5841-4752-86b1-eb339bbf1e99 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:30:58.838142 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2d9fd4f4-7258-4015-a637-cc2b47912c11 req-7e1524b8-d7c5-4f16-86d4-9ffe59226538 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6125624b-5841-4752-86b1-eb339bbf1e99), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:58.928718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-2d9fd4f4-7258-4015-a637-cc2b47912c11 req-7e1524b8-d7c5-4f16-86d4-9ffe59226538 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] For port 6125624b-5841-4752-86b1-eb339bbf1e99, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6125624b-5841-4752-86b1-eb339bbf1e99,segment=NetworkSegment(019eebe9-af88-4334-9b56-d152b56ccc97),segment_id=019eebe9-af88-4334-9b56-d152b56ccc97)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:30:58.929072 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2d9fd4f4-7258-4015-a637-cc2b47912c11 req-7e1524b8-d7c5-4f16-86d4-9ffe59226538 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6125624b-5841-4752-86b1-eb339bbf1e99), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:58.941332 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-2d9fd4f4-7258-4015-a637-cc2b47912c11 req-7e1524b8-d7c5-4f16-86d4-9ffe59226538 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for 6125624b-5841-4752-86b1-eb339bbf1e99 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:30:59.347725 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2d9fd4f4-7258-4015-a637-cc2b47912c11 req-7e1524b8-d7c5-4f16-86d4-9ffe59226538 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6125624b-5841-4752-86b1-eb339bbf1e99), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:59.375815 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1524b8-d7c5-4f16-86d4-9ffe59226538 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=6125624b-5841-4752-86b1-eb339bbf1e99,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:30:59.417537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9fd4f4-7258-4015-a637-cc2b47912c11 req-7e1524b8-d7c5-4f16-86d4-9ffe59226538 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] No DVR routers for this DVR port 6125624b-5841-4752-86b1-eb339bbf1e99 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:30:59.420058 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-2d9fd4f4-7258-4015-a637-cc2b47912c11 req-7e1524b8-d7c5-4f16-86d4-9ffe59226538 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:59.423830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2d9fd4f4-7258-4015-a637-cc2b47912c11 req-7e1524b8-d7c5-4f16-86d4-9ffe59226538 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "DELETE /v2.0/ports/6125624b-5841-4752-86b1-eb339bbf1e99 HTTP/1.1" status: 204 len: 173 time: 0.6705213 Feb 16 17:30:59.424266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cebc26-6bba-40a7-b5a0-cffb2216e251', 'name': 'network-vif-deleted', 'tag': '6125624b-5841-4752-86b1-eb339bbf1e99'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:30:59.426461 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11a6454-7c90-455f-8a69-6e8738062d7b" -d '{"events": [{"server_uuid": "e7cebc26-6bba-40a7-b5a0-cffb2216e251", "name": "network-vif-deleted", "tag": "6125624b-5841-4752-86b1-eb339bbf1e99"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:30:59.475382 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee81f8fb-61f6-4505-8cb9-07e8849750ec x-openstack-request-id: req-ee81f8fb-61f6-4505-8cb9-07e8849750ec {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:30:59.475970 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cebc26-6bba-40a7-b5a0-cffb2216e251", "name": "network-vif-deleted", "tag": "6125624b-5841-4752-86b1-eb339bbf1e99", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:30:59.476226 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee81f8fb-61f6-4505-8cb9-07e8849750ec {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:30:59.476632 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cebc26-6bba-40a7-b5a0-cffb2216e251', 'name': 'network-vif-deleted', 'tag': '6125624b-5841-4752-86b1-eb339bbf1e99', 'status': 'completed', 'code': 200} Feb 16 17:30:59.521055 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:30:59.695865 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-10fff8e6-5dad-46df-861a-238077f0a949 req-7e39906b-9952-4dbc-ba2f-add0fa815f56 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7cebc26-6bba-40a7-b5a0-cffb2216e251 HTTP/1.1" status: 200 len: 210 time: 0.0276902 Feb 16 17:31:00.753785 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55036) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:01.050031 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:01.121559 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb6c810d-62d5-43c4-954f-fd72365a10e5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (31be839c-9c40-4ef2-9784-24b9925f378f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:01.388177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c810d-62d5-43c4-954f-fd72365a10e5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port ce242cb3-f593-4cdf-801a-f5a393e19b8f {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:31:01.388445 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb6c810d-62d5-43c4-954f-fd72365a10e5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:01.481749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-bb6c810d-62d5-43c4-954f-fd72365a10e5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] For port ce242cb3-f593-4cdf-801a-f5a393e19b8f, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ce242cb3-f593-4cdf-801a-f5a393e19b8f,segment=NetworkSegment(019eebe9-af88-4334-9b56-d152b56ccc97),segment_id=019eebe9-af88-4334-9b56-d152b56ccc97)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:01.482041 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb6c810d-62d5-43c4-954f-fd72365a10e5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:01.493618 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c810d-62d5-43c4-954f-fd72365a10e5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for ce242cb3-f593-4cdf-801a-f5a393e19b8f owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:31:01.681939 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb6c810d-62d5-43c4-954f-fd72365a10e5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ce242cb3-f593-4cdf-801a-f5a393e19b8f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:01.708609 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c810d-62d5-43c4-954f-fd72365a10e5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=ce242cb3-f593-4cdf-801a-f5a393e19b8f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:01.893820 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb6c810d-62d5-43c4-954f-fd72365a10e5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (31be839c-9c40-4ef2-9784-24b9925f378f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:01.929319 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:02.130712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6c810d-62d5-43c4-954f-fd72365a10e5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 31be839c-9c40-4ef2-9784-24b9925f378f has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:31:02.191559 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:02.196604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6125624b-5841-4752-86b1-eb339bbf1e99 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:31:02.217529 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 6125624b-5841-4752-86b1-eb339bbf1e99 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:31:02.217870 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6125624b-5841-4752-86b1-eb339bbf1e99 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:31:02.248061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6c810d-62d5-43c4-954f-fd72365a10e5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:31:02.253904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bb6c810d-62d5-43c4-954f-fd72365a10e5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "PUT /v2.0/routers/31be839c-9c40-4ef2-9784-24b9925f378f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4989424 Feb 16 17:31:02.257186 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55038) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:02.262876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b53c654-a9c3-44d1-9ca9-ff32ceaa788f None None] Sync routers for ids ['31be839c-9c40-4ef2-9784-24b9925f378f'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:31:02.276788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53c654-a9c3-44d1-9ca9-ff32ceaa788f None None] Routers {'31be839c-9c40-4ef2-9784-24b9925f378f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:02.277510 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1b53c654-a9c3-44d1-9ca9-ff32ceaa788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:30:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['31be839c-9c40-4ef2-9784-24b9925f378f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:02.311730 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a480dd-4064-4ad4-bc9e-cb1af17a57fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting subnet 3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:31:02.315824 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63a480dd-4064-4ad4-bc9e-cb1af17a57fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for subnet (3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:02.360077 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63a480dd-4064-4ad4-bc9e-cb1af17a57fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:02.462804 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63a480dd-4064-4ad4-bc9e-cb1af17a57fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:02.526489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63a480dd-4064-4ad4-bc9e-cb1af17a57fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:02.554416 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a480dd-4064-4ad4-bc9e-cb1af17a57fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Subnet': ['ID=3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:02.559912 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63a480dd-4064-4ad4-bc9e-cb1af17a57fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:02.562408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-63a480dd-4064-4ad4-bc9e-cb1af17a57fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/subnets/3e34e032-bcd1-4b17-b3f2-0f4f4c24c65c HTTP/1.1" status: 204 len: 168 time: 0.3048875 Feb 16 17:31:02.567964 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55040) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:02.568220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-1b53c654-a9c3-44d1-9ca9-ff32ceaa788f None None] Set router 31be839c-9c40-4ef2-9784-24b9925f378f gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:02.571443 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eabe5fa-81d1-4c94-89f3-1803a511c391 None None] Network d09c2161-e9a4-4b06-8548-58f914db5985 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:31:02.695131 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router (31be839c-9c40-4ef2-9784-24b9925f378f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:02.812040 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (31be839c-9c40-4ef2-9784-24b9925f378f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:02.846948 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1b53c654-a9c3-44d1-9ca9-ff32ceaa788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:29:19Z', 'updated_at': '2022-02-16T17:31:01Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8913562-ce00-44f6-aa2e-88802511da41', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:29:20Z', 'updated_at': '2022-02-16T17:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:02.879368 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b53c654-a9c3-44d1-9ca9-ff32ceaa788f None None] Checking router: 31be839c-9c40-4ef2-9784-24b9925f378f for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:31:02.879617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port a8913562-ce00-44f6-aa2e-88802511da41 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:31:02.879975 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a8913562-ce00-44f6-aa2e-88802511da41), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:02.884335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350672fe-8f5c-4d38-bed9-a1efa2913dd6 None None] DHCP port deletion for d09c2161-e9a4-4b06-8548-58f914db5985 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:31:02.913413 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53c654-a9c3-44d1-9ca9-ff32ceaa788f None None] Routers {'31be839c-9c40-4ef2-9784-24b9925f378f'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:02.914050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1b53c654-a9c3-44d1-9ca9-ff32ceaa788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:30:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['31be839c-9c40-4ef2-9784-24b9925f378f'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:02.971123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] For port a8913562-ce00-44f6-aa2e-88802511da41, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a8913562-ce00-44f6-aa2e-88802511da41,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:02.971694 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a8913562-ce00-44f6-aa2e-88802511da41), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:02.986530 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for a8913562-ce00-44f6-aa2e-88802511da41 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:31:03.021998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-350672fe-8f5c-4d38-bed9-a1efa2913dd6 None None] Deleting port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:31:03.022372 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-350672fe-8f5c-4d38-bed9-a1efa2913dd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.040834 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-1b53c654-a9c3-44d1-9ca9-ff32ceaa788f None None] Set router 31be839c-9c40-4ef2-9784-24b9925f378f gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:03.101689 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1b53c654-a9c3-44d1-9ca9-ff32ceaa788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:29:19Z', 'updated_at': '2022-02-16T17:31:02Z', 'revision_number': 6, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:03.114966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:31:03.166698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b53c654-a9c3-44d1-9ca9-ff32ceaa788f None None] The sync data for ids ['31be839c-9c40-4ef2-9784-24b9925f378f'] in n-d-669411-5 is: [{'id': '31be839c-9c40-4ef2-9784-24b9925f378f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770303003', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:29:19Z', 'updated_at': '2022-02-16T17:31:02Z', 'revision_number': 6, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:31:03.193883 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a8913562-ce00-44f6-aa2e-88802511da41), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.217447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-350672fe-8f5c-4d38-bed9-a1efa2913dd6 None None] For port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3,segment=NetworkSegment(019eebe9-af88-4334-9b56-d152b56ccc97),segment_id=019eebe9-af88-4334-9b56-d152b56ccc97)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:03.217912 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-350672fe-8f5c-4d38-bed9-a1efa2913dd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.232344 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=a8913562-ce00-44f6-aa2e-88802511da41,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:03.253566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-350672fe-8f5c-4d38-bed9-a1efa2913dd6 None None] Calling delete_port for a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:31:03.306057 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (31be839c-9c40-4ef2-9784-24b9925f378f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.355200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:31:03.355512 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.402059 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3,segment=NetworkSegment(019eebe9-af88-4334-9b56-d152b56ccc97),segment_id=019eebe9-af88-4334-9b56-d152b56ccc97)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:03.405672 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (31be839c-9c40-4ef2-9784-24b9925f378f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.406983 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.409174 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_controller (31be839c-9c40-4ef2-9784-24b9925f378f), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.434341 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-350672fe-8f5c-4d38-bed9-a1efa2913dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.458750 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350672fe-8f5c-4d38-bed9-a1efa2913dd6 None None] No DVR routers for this DVR port a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:31:03.470518 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (31be839c-9c40-4ef2-9784-24b9925f378f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.471304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Fanout notify agent at l3_agent the message router_deleted on router 31be839c-9c40-4ef2-9784-24b9925f378f {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:31:03.479231 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:03.484525 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.486333 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4c8bba84-c263-4718-99a4-3a896a392f24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/routers/31be839c-9c40-4ef2-9784-24b9925f378f HTTP/1.1" status: 204 len: 168 time: 0.9165266 Feb 16 17:31:03.487634 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.488028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.488372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.488710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.488799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55042) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:03.489019 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.489347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.489686 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.489996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.490367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.490694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.491017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.491340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.491812 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.518465 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350672fe-8f5c-4d38-bed9-a1efa2913dd6 None None] Pushing event deleted for resources: {'Port': ['ID=a63ef348-c32b-44cf-8f7f-d0c0bdb82ad3,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:03.579923 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c1374bee-40b4-473d-8ce4-2a29564a7906 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (d09c2161-e9a4-4b06-8548-58f914db5985), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.673265 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c1374bee-40b4-473d-8ce4-2a29564a7906 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (d09c2161-e9a4-4b06-8548-58f914db5985), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.694968 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c1374bee-40b4-473d-8ce4-2a29564a7906 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09c2161-e9a4-4b06-8548-58f914db5985']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:03.704037 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c1374bee-40b4-473d-8ce4-2a29564a7906 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019eebe9-af88-4334-9b56-d152b56ccc97') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:03.704470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-c1374bee-40b4-473d-8ce4-2a29564a7906 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019eebe9-af88-4334-9b56-d152b56ccc97') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:03.713885 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c1374bee-40b4-473d-8ce4-2a29564a7906 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (019eebe9-af88-4334-9b56-d152b56ccc97), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.727358 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c1374bee-40b4-473d-8ce4-2a29564a7906 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (019eebe9-af88-4334-9b56-d152b56ccc97), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.733316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1374bee-40b4-473d-8ce4-2a29564a7906 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:31:03.733694 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c1374bee-40b4-473d-8ce4-2a29564a7906 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (019eebe9-af88-4334-9b56-d152b56ccc97), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:31:03.737475 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:31:03.801851 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c1374bee-40b4-473d-8ce4-2a29564a7906 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (d09c2161-e9a4-4b06-8548-58f914db5985), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.809396 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c1374bee-40b4-473d-8ce4-2a29564a7906 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.811855 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c1374bee-40b4-473d-8ce4-2a29564a7906 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/networks/d09c2161-e9a4-4b06-8548-58f914db5985 HTTP/1.1" status: 204 len: 168 time: 0.3218994 Feb 16 17:31:03.815477 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55044) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:03.823296 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1374bee-40b4-473d-8ce4-2a29564a7906 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Network': ['ID=d09c2161-e9a4-4b06-8548-58f914db5985,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:03.877383 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.901231 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.960660 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.963262 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:03.964468 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/security-groups/4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526 HTTP/1.1" status: 204 len: 168 time: 0.1480002 Feb 16 17:31:03.974930 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a69bb-4f4e-4bdb-aeaf-ff15f437d526,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:03.982855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.983210 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.983575 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.983944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.984277 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.984609 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.984925 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.985312 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.986270 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.986786 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.987287 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.987822 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:03.988352 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8532f-71c2-41a9-86d7-8c17edb8366d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:04.336100 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55052) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:04.340660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fc6f0cbd-8108-4016-9a60-88946c6e742b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293012972', 'description': 'tempest-secgroup-smoke-1293012972 description', 'project_id': 'e43d3b22cf814828bd0438a30e095679'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:04.363682 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0cbd-8108-4016-9a60-88946c6e742b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.429847 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0cbd-8108-4016-9a60-88946c6e742b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (87169525-2712-438c-81f0-870301aac6df), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.433589 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0cbd-8108-4016-9a60-88946c6e742b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (87169525-2712-438c-81f0-870301aac6df), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.462546 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0cbd-8108-4016-9a60-88946c6e742b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.463791 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fc6f0cbd-8108-4016-9a60-88946c6e742b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1266520 Feb 16 17:31:04.466843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55054) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:04.467801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f0cbd-8108-4016-9a60-88946c6e742b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87169525-2712-438c-81f0-870301aac6df,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:04.472658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ce75e2d1-c3fe-482c-aa28-279006da684e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '87169525-2712-438c-81f0-870301aac6df', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:04.497884 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ce75e2d1-c3fe-482c-aa28-279006da684e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (0f34fb1c-f450-47a1-9aa1-de05a4778309), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.551920 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ce75e2d1-c3fe-482c-aa28-279006da684e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (0f34fb1c-f450-47a1-9aa1-de05a4778309), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.555714 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ce75e2d1-c3fe-482c-aa28-279006da684e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (0f34fb1c-f450-47a1-9aa1-de05a4778309), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.574203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75e2d1-c3fe-482c-aa28-279006da684e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f34fb1c-f450-47a1-9aa1-de05a4778309,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:04.583619 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ce75e2d1-c3fe-482c-aa28-279006da684e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.584833 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ce75e2d1-c3fe-482c-aa28-279006da684e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169424 Feb 16 17:31:04.588355 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55056) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:04.592534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f467dee8-41d5-424b-8e91-8a722b412825 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '87169525-2712-438c-81f0-870301aac6df', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:04.617393 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f467dee8-41d5-424b-8e91-8a722b412825 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (7b1cb39e-21d0-49fe-92eb-2087262216d6), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.672812 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f467dee8-41d5-424b-8e91-8a722b412825 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (7b1cb39e-21d0-49fe-92eb-2087262216d6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.676753 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f467dee8-41d5-424b-8e91-8a722b412825 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (7b1cb39e-21d0-49fe-92eb-2087262216d6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.699029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467dee8-41d5-424b-8e91-8a722b412825 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1cb39e-21d0-49fe-92eb-2087262216d6,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:04.705541 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f467dee8-41d5-424b-8e91-8a722b412825 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.706032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f467dee8-41d5-424b-8e91-8a722b412825 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167510 Feb 16 17:31:04.708824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55058) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:04.713136 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a40b5745-0dea-437a-80df-1a8f48555728 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '87169525-2712-438c-81f0-870301aac6df', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:04.737815 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a40b5745-0dea-437a-80df-1a8f48555728 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (d595b209-8e0d-42f5-a1ef-61466988966e), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.794496 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a40b5745-0dea-437a-80df-1a8f48555728 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (d595b209-8e0d-42f5-a1ef-61466988966e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.798142 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a40b5745-0dea-437a-80df-1a8f48555728 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (d595b209-8e0d-42f5-a1ef-61466988966e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.816390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b5745-0dea-437a-80df-1a8f48555728 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d595b209-8e0d-42f5-a1ef-61466988966e,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:04.823532 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a40b5745-0dea-437a-80df-1a8f48555728 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.824750 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a40b5745-0dea-437a-80df-1a8f48555728 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149988 Feb 16 17:31:04.827819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55060) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:04.833251 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ca731001-040b-42a7-80f5-1d2385899fab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '87169525-2712-438c-81f0-870301aac6df', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:04.857163 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca731001-040b-42a7-80f5-1d2385899fab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (eb1f30fb-bfd0-48a3-b462-3771e70e87b7), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.883177 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:31:04.914677 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca731001-040b-42a7-80f5-1d2385899fab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (eb1f30fb-bfd0-48a3-b462-3771e70e87b7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.919106 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca731001-040b-42a7-80f5-1d2385899fab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (eb1f30fb-bfd0-48a3-b462-3771e70e87b7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.936812 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca731001-040b-42a7-80f5-1d2385899fab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1f30fb-bfd0-48a3-b462-3771e70e87b7,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:04.946159 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca731001-040b-42a7-80f5-1d2385899fab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.947359 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ca731001-040b-42a7-80f5-1d2385899fab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185036 Feb 16 17:31:04.950236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55062) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:04.955062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-ec000353-a19d-4d08-a7f6-da8886f4482a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '87169525-2712-438c-81f0-870301aac6df', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:04.976922 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-ec000353-a19d-4d08-a7f6-da8886f4482a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Project e43d3b22cf814828bd0438a30e095679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:31:04.981787 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ec000353-a19d-4d08-a7f6-da8886f4482a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (3559c5f0-6690-4402-a11c-74c122ac7e68), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:04.985720 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.005160 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ce242cb3-f593-4cdf-801a-f5a393e19b8f no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:31:05.029727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: ce242cb3-f593-4cdf-801a-f5a393e19b8f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:31:05.030181 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ce242cb3-f593-4cdf-801a-f5a393e19b8f not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:31:05.030511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a8913562-ce00-44f6-aa2e-88802511da41 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:31:05.044538 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ec000353-a19d-4d08-a7f6-da8886f4482a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (3559c5f0-6690-4402-a11c-74c122ac7e68), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.048251 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ec000353-a19d-4d08-a7f6-da8886f4482a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (3559c5f0-6690-4402-a11c-74c122ac7e68), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.050862 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: a8913562-ce00-44f6-aa2e-88802511da41 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:31:05.051196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a8913562-ce00-44f6-aa2e-88802511da41 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:31:05.067192 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec000353-a19d-4d08-a7f6-da8886f4482a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3559c5f0-6690-4402-a11c-74c122ac7e68,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:05.074928 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ec000353-a19d-4d08-a7f6-da8886f4482a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.076153 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ec000353-a19d-4d08-a7f6-da8886f4482a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249952 Feb 16 17:31:05.078915 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55064) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:05.083787 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fe35ae89-69f0-49f1-8650-ad509b3cc850 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '87169525-2712-438c-81f0-870301aac6df', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:05.103521 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-fe35ae89-69f0-49f1-8650-ad509b3cc850 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Project e43d3b22cf814828bd0438a30e095679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:31:05.108254 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe35ae89-69f0-49f1-8650-ad509b3cc850 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (3e64bf26-2752-4834-90ad-d503fb42cbbe), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.166738 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe35ae89-69f0-49f1-8650-ad509b3cc850 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (3e64bf26-2752-4834-90ad-d503fb42cbbe), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.170267 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe35ae89-69f0-49f1-8650-ad509b3cc850 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (3e64bf26-2752-4834-90ad-d503fb42cbbe), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.189205 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35ae89-69f0-49f1-8650-ad509b3cc850 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e64bf26-2752-4834-90ad-d503fb42cbbe,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:05.195978 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fe35ae89-69f0-49f1-8650-ad509b3cc850 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.197158 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fe35ae89-69f0-49f1-8650-ad509b3cc850 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167006 Feb 16 17:31:05.201067 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55066) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:05.205889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e448a84a-d720-4fa2-ad48-439f62591b54 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'network': {'name': 'tempest-network-smoke--942244327', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'port_security_enabled': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:05.226114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e448a84a-d720-4fa2-ad48-439f62591b54 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Made reservation on behalf of e43d3b22cf814828bd0438a30e095679 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:31:05.229523 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e448a84a-d720-4fa2-ad48-439f62591b54 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.253720 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e448a84a-d720-4fa2-ad48-439f62591b54 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:31:05.262339 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e448a84a-d720-4fa2-ad48-439f62591b54 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (364275f6-e2ea-45fb-bed2-9b0b20f9b416), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.262676 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-e448a84a-d720-4fa2-ad48-439f62591b54 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Added segment 364275f6-e2ea-45fb-bed2-9b0b20f9b416 of type vlan for network 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 Feb 16 17:31:05.301297 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e448a84a-d720-4fa2-ad48-439f62591b54 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (6d357af3-8ab1-4371-b2e9-fb5cea7cfef8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.327720 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e448a84a-d720-4fa2-ad48-439f62591b54 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (6d357af3-8ab1-4371-b2e9-fb5cea7cfef8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.332672 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e448a84a-d720-4fa2-ad48-439f62591b54 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:05.333246 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e448a84a-d720-4fa2-ad48-439f62591b54 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.369372 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e448a84a-d720-4fa2-ad48-439f62591b54 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1673260 Feb 16 17:31:05.372030 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55068) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:05.378791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'admin_state_up': True, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:05.413968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448a84a-d720-4fa2-ad48-439f62591b54 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Network': ['ID=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:05.424335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:31:05.427656 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (aec463b2-5532-4017-a75d-431a07fc0ea6), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.428746 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (aec463b2-5532-4017-a75d-431a07fc0ea6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.487696 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_controller (aec463b2-5532-4017-a75d-431a07fc0ea6), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.630067 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (aec463b2-5532-4017-a75d-431a07fc0ea6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.827642 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (aec463b2-5532-4017-a75d-431a07fc0ea6), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.846654 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:05.950178 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.25.4.45 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/eb131b81-9aeb-4750-b1cc-7029d9c83f5b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:31:06.054809 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (eb131b81-9aeb-4750-b1cc-7029d9c83f5b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:06.088052 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (eb131b81-9aeb-4750-b1cc-7029d9c83f5b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:06.123675 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:31:06.128418 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:31:06.131936 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:31:06.155232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=eb131b81-9aeb-4750-b1cc-7029d9c83f5b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:06.386570 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (aec463b2-5532-4017-a75d-431a07fc0ea6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:06.591001 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (aec463b2-5532-4017-a75d-431a07fc0ea6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:06.719939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router aec463b2-5532-4017-a75d-431a07fc0ea6 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:31:06.828558 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:31:06.838541 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Sync routers for ids ['aec463b2-5532-4017-a75d-431a07fc0ea6'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:31:06.848798 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Routers {'aec463b2-5532-4017-a75d-431a07fc0ea6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:06.849034 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:06.849511 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:30:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aec463b2-5532-4017-a75d-431a07fc0ea6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:06.853404 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-103b27e2-1cd0-48f7-86b7-d7931ba74536 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4773388 Feb 16 17:31:06.853658 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55070) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:06.881928 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4bf7f1fa-f723-4c9d-862a-f22a7873c094 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=e43d3b22cf814828bd0438a30e095679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271611 Feb 16 17:31:06.884433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55072) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:06.956836 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Set router aec463b2-5532-4017-a75d-431a07fc0ea6 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:06.976572 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c197ee7-a43a-46f8-b64d-a7af37a0cc56 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:06.978000 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3c197ee7-a43a-46f8-b64d-a7af37a0cc56 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926850 Feb 16 17:31:06.980859 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55074) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:07.009583 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ca367678-033b-4a07-84c2-81b9c9632628 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276511 Feb 16 17:31:07.012012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55076) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:07.018446 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-20c2a362-753f-48f9-bdf2-d545e92db160 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-897881158', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:07.104776 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c2a362-753f-48f9-bdf2-d545e92db160 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Made reservation on behalf of e43d3b22cf814828bd0438a30e095679 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:31:07.108205 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20c2a362-753f-48f9-bdf2-d545e92db160 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:07.139420 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:06Z', 'revision_number': 3, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:07.165946 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Checking router: aec463b2-5532-4017-a75d-431a07fc0ea6 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:31:07.166288 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Updating router aec463b2-5532-4017-a75d-431a07fc0ea6 port eb131b81-9aeb-4750-b1cc-7029d9c83f5b binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:31:07.195582 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eb131b81-9aeb-4750-b1cc-7029d9c83f5b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:07.291162 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20c2a362-753f-48f9-bdf2-d545e92db160 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (fa371cf8-ed98-4553-8406-1db4c7ba75e2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:07.355481 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2a362-753f-48f9-bdf2-d545e92db160 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Subnet': ['ID=fa371cf8-ed98-4553-8406-1db4c7ba75e2,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:07.365260 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2a362-753f-48f9-bdf2-d545e92db160 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Checking segment: {'id': '364275f6-e2ea-45fb-bed2-9b0b20f9b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:31:07.365635 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c2a362-753f-48f9-bdf2-d545e92db160 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network hostable DHCP agents. Network: 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:31:07.382574 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c2a362-753f-48f9-bdf2-d545e92db160 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:31:07.391559 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-20c2a362-753f-48f9-bdf2-d545e92db160 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:31:07.396639 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c2a362-753f-48f9-bdf2-d545e92db160 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:07.397259 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-20c2a362-753f-48f9-bdf2-d545e92db160 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:07.403723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4345b031-966b-49e1-a24f-4b7c67bfa3d1 None None] Network 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:31:07.416822 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-20c2a362-753f-48f9-bdf2-d545e92db160 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4011600 Feb 16 17:31:07.417232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55078) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:07.458895 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Publish callbacks [] for port (eb131b81-9aeb-4750-b1cc-7029d9c83f5b), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:07.464667 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eb131b81-9aeb-4750-b1cc-7029d9c83f5b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:07.513941 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a981bab-29d9-4a72-abd5-a6f73d32406e None None] Pushing event updated for resources: {'Port': ['ID=eb131b81-9aeb-4750-b1cc-7029d9c83f5b,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:07.527456 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ips': [{'subnet_id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:31:07.528427 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:07.528653 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Attempting to bind port eb131b81-9aeb-4750-b1cc-7029d9c83f5b on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:31:07.529024 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Attempting to bind port eb131b81-9aeb-4750-b1cc-7029d9c83f5b by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:31:07.529385 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Attempting to bind port eb131b81-9aeb-4750-b1cc-7029d9c83f5b on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:31:07.533558 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a981bab-29d9-4a72-abd5-a6f73d32406e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:07.534105 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a981bab-29d9-4a72-abd5-a6f73d32406e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:07.534635 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a981bab-29d9-4a72-abd5-a6f73d32406e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:07.535146 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a981bab-29d9-4a72-abd5-a6f73d32406e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:07.535634 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a981bab-29d9-4a72-abd5-a6f73d32406e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:07.536147 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a981bab-29d9-4a72-abd5-a6f73d32406e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:07.536631 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a981bab-29d9-4a72-abd5-a6f73d32406e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:07.537109 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a981bab-29d9-4a72-abd5-a6f73d32406e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:07.537607 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a981bab-29d9-4a72-abd5-a6f73d32406e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:07.538099 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a981bab-29d9-4a72-abd5-a6f73d32406e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:07.538591 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a981bab-29d9-4a72-abd5-a6f73d32406e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:07.539084 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a981bab-29d9-4a72-abd5-a6f73d32406e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:07.539573 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a981bab-29d9-4a72-abd5-a6f73d32406e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:31:07.545377 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:31:07.545685 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:31:07.546085 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:07.546472 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:31:07.546938 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Bound port: eb131b81-9aeb-4750-b1cc-7029d9c83f5b, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:31:07.547315 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eb131b81-9aeb-4750-b1cc-7029d9c83f5b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:07.599606 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] For port eb131b81-9aeb-4750-b1cc-7029d9c83f5b, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:31:07.603329 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] For port eb131b81-9aeb-4750-b1cc-7029d9c83f5b, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eb131b81-9aeb-4750-b1cc-7029d9c83f5b,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:31:07.609452 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eb131b81-9aeb-4750-b1cc-7029d9c83f5b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:07.668609 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Routers {'aec463b2-5532-4017-a75d-431a07fc0ea6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:07.669232 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:30:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aec463b2-5532-4017-a75d-431a07fc0ea6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:07.697592 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Allocated IP 172.20.0.2 (6d357af3-8ab1-4371-b2e9-fb5cea7cfef8/fa371cf8-ed98-4553-8406-1db4c7ba75e2/e55942d9-6555-4d43-9a37-d73106a7f9ff) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:31:07.738600 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a981bab-29d9-4a72-abd5-a6f73d32406e None None] Pushing event updated for resources: {'Port': ['ID=eb131b81-9aeb-4750-b1cc-7029d9c83f5b,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:07.784497 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] Set router aec463b2-5532-4017-a75d-431a07fc0ea6 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:07.857874 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Publish callbacks [] for port (e55942d9-6555-4d43-9a37-d73106a7f9ff), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:07.864339 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (e55942d9-6555-4d43-9a37-d73106a7f9ff), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:07.887924 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:07.904291 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Network 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:31:07.907897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:31:07.912477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:31:07.919312 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Pushing event updated for resources: {'Port': ['ID=e55942d9-6555-4d43-9a37-d73106a7f9ff,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:07.972695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Attempting to bind port e55942d9-6555-4d43-9a37-d73106a7f9ff on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:31:07.973077 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Attempting to bind port e55942d9-6555-4d43-9a37-d73106a7f9ff by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '364275f6-e2ea-45fb-bed2-9b0b20f9b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:31:07.973532 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Attempting to bind port e55942d9-6555-4d43-9a37-d73106a7f9ff on network 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:31:07.979017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:31:07.979396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Checking segment: {'id': '364275f6-e2ea-45fb-bed2-9b0b20f9b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:31:07.979825 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:07.980228 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Bound using segment: {'id': '364275f6-e2ea-45fb-bed2-9b0b20f9b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:31:07.980702 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Bound port: e55942d9-6555-4d43-9a37-d73106a7f9ff, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364275f6-e2ea-45fb-bed2-9b0b20f9b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:31:07.981084 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e55942d9-6555-4d43-9a37-d73106a7f9ff), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:07.987470 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:06Z', 'revision_number': 3, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:08.014657 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d9528-6190-4473-a0c9-4c18717459a6 None None] The sync data for ids ['aec463b2-5532-4017-a75d-431a07fc0ea6'] in n-d-669411-5 is: [{'id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:06Z', 'revision_number': 3, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:31:08.060023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] For port e55942d9-6555-4d43-9a37-d73106a7f9ff, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:31:08.064011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] For port e55942d9-6555-4d43-9a37-d73106a7f9ff, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e55942d9-6555-4d43-9a37-d73106a7f9ff,segment=NetworkSegment(364275f6-e2ea-45fb-bed2-9b0b20f9b416),segment_id=364275f6-e2ea-45fb-bed2-9b0b20f9b416)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:31:08.072565 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e55942d9-6555-4d43-9a37-d73106a7f9ff), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:08.140998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a1f67-2160-428d-b272-b20a78ea5adc None None] Pushing event updated for resources: {'Port': ['ID=e55942d9-6555-4d43-9a37-d73106a7f9ff,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:08.205934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.20.0.1 (6d357af3-8ab1-4371-b2e9-fb5cea7cfef8/fa371cf8-ed98-4553-8406-1db4c7ba75e2/8d7bfa95-7010-4de4-bc94-aa1bdfdc304c) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:31:08.659861 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:08.700499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:08.745575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:31:08.748766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:31:08.752838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:31:08.759295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=8d7bfa95-7010-4de4-bc94-aa1bdfdc304c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:08.801918 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (aec463b2-5532-4017-a75d-431a07fc0ea6), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:08.949777 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:09.110910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e55942d9-6555-4d43-9a37-d73106a7f9ff up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:31:09.180106 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e55942d9-6555-4d43-9a37-d73106a7f9ff triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:09.180487 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e55942d9-6555-4d43-9a37-d73106a7f9ff), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:09.276683 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:09.278675 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e55942d9-6555-4d43-9a37-d73106a7f9ff is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:31:09.279058 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e55942d9-6555-4d43-9a37-d73106a7f9ff), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:09.283161 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:09.313332 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa75e2e8-bf2b-4655-bf4e-7c887961acd0 None None] Network 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:31:09.319342 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port e55942d9-6555-4d43-9a37-d73106a7f9ff, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e55942d9-6555-4d43-9a37-d73106a7f9ff,segment=NetworkSegment(364275f6-e2ea-45fb-bed2-9b0b20f9b416),segment_id=364275f6-e2ea-45fb-bed2-9b0b20f9b416)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:09.331645 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e55942d9-6555-4d43-9a37-d73106a7f9ff), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:09.332440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eb131b81-9aeb-4750-b1cc-7029d9c83f5b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:31:09.368818 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=8d7bfa95-7010-4de4-bc94-aa1bdfdc304c,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:09.372414 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (aec463b2-5532-4017-a75d-431a07fc0ea6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:09.459939 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2d71881e-32b9-4560-aa9e-73416371c6d7 None None] Provisioning complete for port e55942d9-6555-4d43-9a37-d73106a7f9ff triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:09.460320 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2d71881e-32b9-4560-aa9e-73416371c6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e55942d9-6555-4d43-9a37-d73106a7f9ff), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:09.471731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:31:09.473173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:31:09.519968 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=e55942d9-6555-4d43-9a37-d73106a7f9ff,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:09.562700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port eb131b81-9aeb-4750-b1cc-7029d9c83f5b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:09.563003 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eb131b81-9aeb-4750-b1cc-7029d9c83f5b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:09.599004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router aec463b2-5532-4017-a75d-431a07fc0ea6 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:31:09.634552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2d71881e-32b9-4560-aa9e-73416371c6d7 None None] Current status of the port e55942d9-6555-4d43-9a37-d73106a7f9ff is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:31:09.724281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:31:09.730901 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-57df9aa9-dedf-4c91-89e2-1c14f34db771 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "PUT /v2.0/routers/aec463b2-5532-4017-a75d-431a07fc0ea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3125265 Feb 16 17:31:09.865309 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Sync routers for ids ['aec463b2-5532-4017-a75d-431a07fc0ea6'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:31:09.875237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port eb131b81-9aeb-4750-b1cc-7029d9c83f5b is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:31:09.875618 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (eb131b81-9aeb-4750-b1cc-7029d9c83f5b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:09.884880 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Routers {'aec463b2-5532-4017-a75d-431a07fc0ea6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:09.885504 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:30:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aec463b2-5532-4017-a75d-431a07fc0ea6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:09.903895 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-ca0aa04a-8b5a-4faf-8279-ad151d6a5094 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293012972&fields=id&tenant_id=e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 267 time: 0.0509918 Feb 16 17:31:09.966429 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port eb131b81-9aeb-4750-b1cc-7029d9c83f5b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eb131b81-9aeb-4750-b1cc-7029d9c83f5b,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:09.979675 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (eb131b81-9aeb-4750-b1cc-7029d9c83f5b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:10.025766 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0acdade9-affc-462f-98dd-2dac95ebb1e4 None None] Provisioning complete for port e55942d9-6555-4d43-9a37-d73106a7f9ff triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:10.026143 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0acdade9-affc-462f-98dd-2dac95ebb1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e55942d9-6555-4d43-9a37-d73106a7f9ff), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:10.038200 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-799fb3b0-ee3e-4d6a-a736-0aeee20b0afe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:10.039791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-799fb3b0-ee3e-4d6a-a736-0aeee20b0afe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/networks?id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 HTTP/1.1" status: 200 len: 796 time: 0.1285522 Feb 16 17:31:10.055825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-1833a8c1-9aac-4cfa-869f-0ac45335fea5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/quotas/e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 375 time: 0.0105009 Feb 16 17:31:10.092792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=eb131b81-9aeb-4750-b1cc-7029d9c83f5b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:10.108234 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Set router aec463b2-5532-4017-a75d-431a07fc0ea6 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:10.121036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-24c05f15-0354-41b5-9ccd-98b68afaf13d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580554 Feb 16 17:31:10.238965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-1006cb95-408b-4aa4-8abb-f3ceb556781c service neutron] 10.222.0.24 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051826 Feb 16 17:31:10.246822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0acdade9-affc-462f-98dd-2dac95ebb1e4 None None] Current status of the port e55942d9-6555-4d43-9a37-d73106a7f9ff is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:31:10.309313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0acdade9-affc-462f-98dd-2dac95ebb1e4 None None] Provisioning complete for port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:10.309682 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0acdade9-affc-462f-98dd-2dac95ebb1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:10.343544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-67040902-b73b-4a67-96ed-854e1ad8970c service neutron] 10.222.0.24 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976243 Feb 16 17:31:10.369698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0acdade9-affc-462f-98dd-2dac95ebb1e4 None None] Port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:31:10.392406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:08Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8d7bfa95-7010-4de4-bc94-aa1bdfdc304c', 'name': '', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:e9:0c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:08Z', 'updated_at': '2022-02-16T17:31:09Z', 'revision_number': 2, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:10.422957 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Checking router: aec463b2-5532-4017-a75d-431a07fc0ea6 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:31:10.423318 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Updating router aec463b2-5532-4017-a75d-431a07fc0ea6 port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:31:10.457081 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:10.519563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-afa3fb21-bb44-40c3-badb-261cc4cdf965 req-2cfc483d-ba86-4653-a267-ee9b6f7aa6c8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 210 time: 0.0294657 Feb 16 17:31:10.523505 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bde4a7e8-003b-4ad9-b748-667ba4430fcc None None] Provisioning complete for port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:10.523923 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bde4a7e8-003b-4ad9-b748-667ba4430fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:10.618967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bde4a7e8-003b-4ad9-b748-667ba4430fcc None None] Port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:31:10.790707 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Publish callbacks [] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:10.795970 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:10.854395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091f151-1366-4125-a7c7-fd9383811452 None None] Pushing event updated for resources: {'Port': ['ID=8d7bfa95-7010-4de4-bc94-aa1bdfdc304c,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:10.908480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Attempting to bind port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:31:10.908871 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Attempting to bind port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '364275f6-e2ea-45fb-bed2-9b0b20f9b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:31:10.909237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Attempting to bind port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c on network 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:31:10.917255 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:31:10.917664 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Checking segment: {'id': '364275f6-e2ea-45fb-bed2-9b0b20f9b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:31:10.918200 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:10.918612 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Bound using segment: {'id': '364275f6-e2ea-45fb-bed2-9b0b20f9b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:31:10.919095 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Bound port: 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364275f6-e2ea-45fb-bed2-9b0b20f9b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:31:10.919505 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:10.992991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] For port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:31:10.996822 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] For port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8d7bfa95-7010-4de4-bc94-aa1bdfdc304c,segment=NetworkSegment(364275f6-e2ea-45fb-bed2-9b0b20f9b416),segment_id=364275f6-e2ea-45fb-bed2-9b0b20f9b416)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:31:11.004502 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:11.045549 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e55942d9-6555-4d43-9a37-d73106a7f9ff up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:31:11.117013 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Routers {'aec463b2-5532-4017-a75d-431a07fc0ea6'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:11.117641 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:30:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aec463b2-5532-4017-a75d-431a07fc0ea6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:11.124621 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091f151-1366-4125-a7c7-fd9383811452 None None] Pushing event updated for resources: {'Port': ['ID=8d7bfa95-7010-4de4-bc94-aa1bdfdc304c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:11.229076 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-319cf842-5924-4a28-a9cf-39c16ce003ae None None] Provisioning complete for port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:11.229450 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-319cf842-5924-4a28-a9cf-39c16ce003ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:11.236959 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e55942d9-6555-4d43-9a37-d73106a7f9ff triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:11.237327 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e55942d9-6555-4d43-9a37-d73106a7f9ff), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:11.314756 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] Set router aec463b2-5532-4017-a75d-431a07fc0ea6 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:11.487109 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-319cf842-5924-4a28-a9cf-39c16ce003ae None None] Current status of the port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:31:11.487496 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-319cf842-5924-4a28-a9cf-39c16ce003ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:11.498876 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-e84821f3-d397-49f5-b8b9-561cc6c09306 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:11.500276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-e84821f3-d397-49f5-b8b9-561cc6c09306 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/networks?id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 HTTP/1.1" status: 200 len: 796 time: 0.1263585 Feb 16 17:31:11.558108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e55942d9-6555-4d43-9a37-d73106a7f9ff is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:31:11.559178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eb131b81-9aeb-4750-b1cc-7029d9c83f5b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:31:11.565355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-f2092ccc-2695-45c9-8ba1-866a79ae467b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 380 time: 0.0562689 Feb 16 17:31:11.575052 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-07313133-561e-458a-b744-eb2a95dd2fe8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'port': {'device_id': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'admin_state_up': True, 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'security_groups': ['87169525-2712-438c-81f0-870301aac6df']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:11.599677 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-319cf842-5924-4a28-a9cf-39c16ce003ae None None] For port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8d7bfa95-7010-4de4-bc94-aa1bdfdc304c,segment=NetworkSegment(364275f6-e2ea-45fb-bed2-9b0b20f9b416),segment_id=364275f6-e2ea-45fb-bed2-9b0b20f9b416)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:11.608736 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-319cf842-5924-4a28-a9cf-39c16ce003ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:11.639919 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f7151475-8031-4227-8b41-e4a22733ccdb req-467b552d-22c6-4e9a-8a9b-ea6243c5632e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 210 time: 0.0422752 Feb 16 17:31:11.701611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cf842-5924-4a28-a9cf-39c16ce003ae None None] Pushing event updated for resources: {'Port': ['ID=8d7bfa95-7010-4de4-bc94-aa1bdfdc304c,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:11.712921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port eb131b81-9aeb-4750-b1cc-7029d9c83f5b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:11.713376 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (eb131b81-9aeb-4750-b1cc-7029d9c83f5b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:11.716220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-07313133-561e-458a-b744-eb2a95dd2fe8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Made reservation on behalf of e43d3b22cf814828bd0438a30e095679 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:31:11.720159 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-07313133-561e-458a-b744-eb2a95dd2fe8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:11.762084 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:08Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8d7bfa95-7010-4de4-bc94-aa1bdfdc304c', 'name': '', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:e9:0c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:08Z', 'updated_at': '2022-02-16T17:31:10Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:11.795594 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bb09c383-861b-4f81-8564-367c7de40fd9 None None] Provisioning complete for port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:11.796012 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb09c383-861b-4f81-8564-367c7de40fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:11.797709 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71cdc5-6bbf-42f6-9fb6-0126fab4497e None None] The sync data for ids ['aec463b2-5532-4017-a75d-431a07fc0ea6'] in n-d-669411-5 is: [{'id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:08Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8d7bfa95-7010-4de4-bc94-aa1bdfdc304c', 'name': '', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:e9:0c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:08Z', 'updated_at': '2022-02-16T17:31:10Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:31:11.877920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-07313133-561e-458a-b744-eb2a95dd2fe8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.20.0.5 (6d357af3-8ab1-4371-b2e9-fb5cea7cfef8/fa371cf8-ed98-4553-8406-1db4c7ba75e2/1009869b-b3e7-4a97-a5c3-98c4e9dc07fb) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:31:11.899430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port eb131b81-9aeb-4750-b1cc-7029d9c83f5b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:31:11.946548 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bb09c383-861b-4f81-8564-367c7de40fd9 None None] Current status of the port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:31:12.040601 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-07313133-561e-458a-b744-eb2a95dd2fe8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:12.075123 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-07313133-561e-458a-b744-eb2a95dd2fe8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:12.126223 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-07313133-561e-458a-b744-eb2a95dd2fe8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:31:12.129471 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-07313133-561e-458a-b744-eb2a95dd2fe8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:31:12.133479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-07313133-561e-458a-b744-eb2a95dd2fe8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:31:12.161521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07313133-561e-458a-b744-eb2a95dd2fe8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:12.196697 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-07313133-561e-458a-b744-eb2a95dd2fe8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:12.197356 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-07313133-561e-458a-b744-eb2a95dd2fe8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:12.217503 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-07313133-561e-458a-b744-eb2a95dd2fe8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6463499 Feb 16 17:31:12.229557 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Request body: {'port': {'device_id': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:12.303516 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:12.371796 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7981432d-dba3-4106-b5b9-cf3e5f023cbb None None] Provisioning complete for port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:12.372367 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7981432d-dba3-4106-b5b9-cf3e5f023cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:12.410141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7981432d-dba3-4106-b5b9-cf3e5f023cbb None None] Port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:31:12.586551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:31:12.594325 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Publish callbacks [] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:12.607969 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Transition to ACTIVE for port object 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:31:12.612003 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:12.662650 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Pushing event updated for resources: {'Port': ['ID=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:12.774480 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Attempting to bind port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:31:12.774909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Attempting to bind port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '364275f6-e2ea-45fb-bed2-9b0b20f9b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:31:12.775339 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Attempting to bind port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb on network 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:31:12.783646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb on network 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:31:12.784131 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Attempting to bind port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb on network 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:31:12.792652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:31:12.793197 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Checking segment: {'id': '364275f6-e2ea-45fb-bed2-9b0b20f9b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:31:12.793768 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Bound using segment: {'id': '364275f6-e2ea-45fb-bed2-9b0b20f9b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:31:12.794392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Bound port: 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364275f6-e2ea-45fb-bed2-9b0b20f9b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:31:12.794922 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:12.843528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd0b09-a1e7-48bd-8751-fdacb8ba48d8 req-f8a7524e-9a12-410e-8c2f-bed3ebed0305 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:12.845835 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0bd0b09-a1e7-48bd-8751-fdacb8ba48d8 req-f8a7524e-9a12-410e-8c2f-bed3ebed0305 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 943 time: 0.1184130 Feb 16 17:31:12.902817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] For port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:31:12.927342 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] For port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,segment=NetworkSegment(364275f6-e2ea-45fb-bed2-9b0b20f9b416),segment_id=364275f6-e2ea-45fb-bed2-9b0b20f9b416)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:31:12.933592 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0bd0b09-a1e7-48bd-8751-fdacb8ba48d8 req-85746e74-4173-4136-877f-efdc04b160d4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784037 Feb 16 17:31:12.935126 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:12.979666 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:12.979907 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:12.981250 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] 10.222.0.65 "PUT /v2.0/ports/1009869b-b3e7-4a97-a5c3-98c4e9dc07fb HTTP/1.1" status: 200 len: 1091 time: 0.7563601 Feb 16 17:31:12.981725 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'tag': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:31:12.984215 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b4f452-6af2-482f-832c-bd7c5f829448" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4a5a79-3e0e-4e13-bc02-2df642c79dee", "tag": "1009869b-b3e7-4a97-a5c3-98c4e9dc07fb"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:31:13.022896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778560f-86ae-475f-9ce2-efa88d92e24e service neutron] Pushing event updated for resources: {'Port': ['ID=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:13.062937 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d09be0-f51d-4967-a0a4-8aadce538b92 x-openstack-request-id: req-96d09be0-f51d-4967-a0a4-8aadce538b92 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:31:13.063389 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4a5a79-3e0e-4e13-bc02-2df642c79dee", "tag": "1009869b-b3e7-4a97-a5c3-98c4e9dc07fb", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:31:13.063590 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96d09be0-f51d-4967-a0a4-8aadce538b92 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:31:13.064255 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'tag': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb', 'status': 'completed', 'code': 200} Feb 16 17:31:13.079432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:31:13.092795 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-a999ce0d-b5ed-4def-a4b7-50a185766fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:13.095190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-a999ce0d-b5ed-4def-a4b7-50a185766fca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 1125 time: 0.0669684 Feb 16 17:31:13.141032 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:13.142666 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:13.151724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-297763ee-7cc0-4de3-8884-bcc4f4277590 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb HTTP/1.1" status: 200 len: 217 time: 0.0469863 Feb 16 17:31:13.212324 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-f4926392-b4b9-42a0-a47c-69d03227c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:13.213984 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-f4926392-b4b9-42a0-a47c-69d03227c1d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fa371cf8-ed98-4553-8406-1db4c7ba75e2 HTTP/1.1" status: 200 len: 834 time: 0.0560369 Feb 16 17:31:13.233067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:31:13.264794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-cec1f94f-bcbe-4d75-a72c-66f85db1cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:13.266808 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-cec1f94f-bcbe-4d75-a72c-66f85db1cfd0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469859 Feb 16 17:31:13.356124 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-9b7d05b3-70a0-4ace-9e79-7c4a31b90d8d service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816913 Feb 16 17:31:13.446164 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63421e3f-aaca-4dbc-9e8b-4c2e3c016e22 req-95f13237-fa9a-43e3-b84b-b44f150cd577 service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846269 Feb 16 17:31:13.538944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4f452-6af2-482f-832c-bd7c5f829448 req-78bfb765-a8d1-48cd-8240-291129330bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:13.540629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2b4f452-6af2-482f-832c-bd7c5f829448 req-78bfb765-a8d1-48cd-8240-291129330bce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 1125 time: 0.0455544 Feb 16 17:31:13.634426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4f452-6af2-482f-832c-bd7c5f829448 req-337b8a75-2acd-4a66-8c81-fa253526a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:13.635854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2b4f452-6af2-482f-832c-bd7c5f829448 req-337b8a75-2acd-4a66-8c81-fa253526a65f service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 HTTP/1.1" status: 200 len: 897 time: 0.0893998 Feb 16 17:31:13.675857 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2b4f452-6af2-482f-832c-bd7c5f829448 req-a7618c16-2706-43ba-949c-de9bf3dcf826 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb HTTP/1.1" status: 200 len: 217 time: 0.0342765 Feb 16 17:31:13.723685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4f452-6af2-482f-832c-bd7c5f829448 req-4388a968-cbb4-469e-acd0-52902b8e4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:13.725189 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2b4f452-6af2-482f-832c-bd7c5f829448 req-4388a968-cbb4-469e-acd0-52902b8e4b5e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fa371cf8-ed98-4553-8406-1db4c7ba75e2 HTTP/1.1" status: 200 len: 834 time: 0.0428922 Feb 16 17:31:13.777808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4f452-6af2-482f-832c-bd7c5f829448 req-004e33a7-2c90-4ef0-86dd-586f8a59e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:13.779278 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2b4f452-6af2-482f-832c-bd7c5f829448 req-004e33a7-2c90-4ef0-86dd-586f8a59e8b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484011 Feb 16 17:31:13.868156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2b4f452-6af2-482f-832c-bd7c5f829448 req-1f31ea74-04a1-4e0a-afda-cc93414b17b6 service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815747 Feb 16 17:31:13.961585 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b2b4f452-6af2-482f-832c-bd7c5f829448 req-103d7d19-2c62-4373-8f8b-7cafad7667ba service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873914 Feb 16 17:31:14.055355 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79da21-cf54-456b-9181-668dadd88eda req-bed1ca4f-dcdf-4de2-aa81-e2d7d79a8b4e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:14.056856 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af79da21-cf54-456b-9181-668dadd88eda req-bed1ca4f-dcdf-4de2-aa81-e2d7d79a8b4e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 943 time: 0.0529211 Feb 16 17:31:14.105676 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af79da21-cf54-456b-9181-668dadd88eda req-634555b6-3c47-4d3d-948a-b8cbf2133b29 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432708 Feb 16 17:31:14.228864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:31:14.325432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,segment=NetworkSegment(364275f6-e2ea-45fb-bed2-9b0b20f9b416),segment_id=364275f6-e2ea-45fb-bed2-9b0b20f9b416)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:14.336353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'port_id': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb', 'mac_address': 'fa:16:3e:34:48:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:31:14.374741 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:31:14.375166 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:14.388061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:31:14.406551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,segment=NetworkSegment(364275f6-e2ea-45fb-bed2-9b0b20f9b416),segment_id=364275f6-e2ea-45fb-bed2-9b0b20f9b416)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:14.411450 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:14.461684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:14.645437 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['1009869b-b3e7-4a97-a5c3-98c4e9dc07fb'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:31:15.226996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63873347-15dd-418d-a83d-549942d1c764 req-0f84fcd0-0362-4b42-bbcc-2cf67c0b183e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:15.228434 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63873347-15dd-418d-a83d-549942d1c764 req-0f84fcd0-0362-4b42-bbcc-2cf67c0b183e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 944 time: 0.0539579 Feb 16 17:31:15.281637 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-63873347-15dd-418d-a83d-549942d1c764 req-9d607c29-aa03-4a4b-8911-33313b970499 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475478 Feb 16 17:31:16.243497 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:31:16.292053 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:31:16.295918 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:31:16.296287 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:16.380470 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:31:16.380855 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:16.401970 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e96b75-90e6-4ef0-aaff-2984b93f2623 req-22f14765-86a9-4fde-9726-de6f1182929f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:16.403744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7e96b75-90e6-4ef0-aaff-2984b93f2623 req-22f14765-86a9-4fde-9726-de6f1182929f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 944 time: 0.0546026 Feb 16 17:31:16.404405 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:31:16.406660 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98eaf35-276f-4a38-84a9-b6aaf29b3f4d" -d '{"events": [{"server_uuid": "0a4a5a79-3e0e-4e13-bc02-2df642c79dee", "name": "network-vif-plugged", "status": "completed", "tag": "1009869b-b3e7-4a97-a5c3-98c4e9dc07fb"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:31:16.419831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,segment=NetworkSegment(364275f6-e2ea-45fb-bed2-9b0b20f9b416),segment_id=364275f6-e2ea-45fb-bed2-9b0b20f9b416)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:31:16.425125 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:16.456185 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af26907-4f16-4cfe-9930-3c428e1fddee x-openstack-request-id: req-6af26907-4f16-4cfe-9930-3c428e1fddee {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:31:16.456185 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4a5a79-3e0e-4e13-bc02-2df642c79dee", "name": "network-vif-plugged", "status": "completed", "tag": "1009869b-b3e7-4a97-a5c3-98c4e9dc07fb", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:31:16.456488 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6af26907-4f16-4cfe-9930-3c428e1fddee {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:31:16.456703 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb', 'code': 200} Feb 16 17:31:16.466406 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b7e96b75-90e6-4ef0-aaff-2984b93f2623 req-99f57906-538b-4910-9432-704f13195ec6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557783 Feb 16 17:31:16.484991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:16.552207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682273f8-d13f-4944-93ab-87d0fb0e5165 req-1435d8b4-1c0a-47b5-a352-b5137fed03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:16.553740 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-682273f8-d13f-4944-93ab-87d0fb0e5165 req-1435d8b4-1c0a-47b5-a352-b5137fed03e7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 1127 time: 0.0434313 Feb 16 17:31:16.599698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-682273f8-d13f-4944-93ab-87d0fb0e5165 req-5031293d-94ff-4826-8e01-296f964a3dac service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399475 Feb 16 17:31:17.598466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040eb6cf-0f59-426d-95cf-7d80e79197cb req-b527eedd-45f3-4117-bba1-5c62e188e7b6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:17.599997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-040eb6cf-0f59-426d-95cf-7d80e79197cb req-b527eedd-45f3-4117-bba1-5c62e188e7b6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0628190 Feb 16 17:31:17.651051 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-040eb6cf-0f59-426d-95cf-7d80e79197cb req-08267c02-b58b-4e6e-adac-72bb681e0dbb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446956 Feb 16 17:31:18.769210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abb209-9487-4933-8f0a-5d88480a3497 req-1d2d3359-a10b-4fe6-815c-78239d4a68ac tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:18.770672 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48abb209-9487-4933-8f0a-5d88480a3497 req-1d2d3359-a10b-4fe6-815c-78239d4a68ac tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0529120 Feb 16 17:31:18.818541 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48abb209-9487-4933-8f0a-5d88480a3497 req-adc381e0-f40d-456a-bfcc-ace315fd85da tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422659 Feb 16 17:31:18.950127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8a3fe-820f-4aa3-b34c-35092414ca97 req-2487a3db-2bb2-40b4-8cc1-2c498f2da225 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:18.951601 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0af8a3fe-820f-4aa3-b34c-35092414ca97 req-2487a3db-2bb2-40b4-8cc1-2c498f2da225 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0561297 Feb 16 17:31:19.000744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0af8a3fe-820f-4aa3-b34c-35092414ca97 req-0db9733a-8e15-4f2e-b85b-1b151a4e6014 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Feb 16 17:31:19.022222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55126) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:19.064864 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd2933e-3fe1-45ce-9bae-fa77838a92b0 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:19.066342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9cd2933e-3fe1-45ce-9bae-fa77838a92b0 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 1122 time: 0.0431440 Feb 16 17:31:19.069214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55128) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:19.073359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:31:19.092928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:19.192183 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:19.293054 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.25.4.68 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/741d0093-513d-45a4-a430-10114ee4aeaf) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:31:19.395868 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (741d0093-513d-45a4-a430-10114ee4aeaf), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:19.428566 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (741d0093-513d-45a4-a430-10114ee4aeaf), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:19.468508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:31:19.471376 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:31:19.474811 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:31:19.480564 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=741d0093-513d-45a4-a430-10114ee4aeaf,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:20.107015 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (80b77b9a-ef5c-4eed-90d7-2223fcc50c9b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:20.174085 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (741d0093-513d-45a4-a430-10114ee4aeaf), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:20.326951 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (741d0093-513d-45a4-a430-10114ee4aeaf), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:20.332061 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (741d0093-513d-45a4-a430-10114ee4aeaf), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:20.400073 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=741d0093-513d-45a4-a430-10114ee4aeaf,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:31:20.415672 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (80b77b9a-ef5c-4eed-90d7-2223fcc50c9b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:20.519473 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Floating IP 80b77b9a-ef5c-4eed-90d7-2223fcc50c9b associated. External IP: 172.25.4.68, port: 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb. Feb 16 17:31:20.725747 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router aec463b2-5532-4017-a75d-431a07fc0ea6 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:31:20.835852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:31:20.846362 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57537e-a764-4a7b-a2b6-102b48280c84 None None] Sync routers for ids ['aec463b2-5532-4017-a75d-431a07fc0ea6'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:31:20.854166 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:20.857051 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d57537e-a764-4a7b-a2b6-102b48280c84 None None] Routers {'aec463b2-5532-4017-a75d-431a07fc0ea6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:20.857844 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9d57537e-a764-4a7b-a2b6-102b48280c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:30:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aec463b2-5532-4017-a75d-431a07fc0ea6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:20.883647 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4895d5dd-caff-4d49-a72a-b338470c2920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8134398 Feb 16 17:31:20.884351 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'tag': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:31:20.886620 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8be443-5e3c-47e4-a05a-4b31b83684e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4a5a79-3e0e-4e13-bc02-2df642c79dee", "tag": "1009869b-b3e7-4a97-a5c3-98c4e9dc07fb"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:31:20.926022 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f75363-3ef4-4d46-8a2b-49a90ce775a6 x-openstack-request-id: req-17f75363-3ef4-4d46-8a2b-49a90ce775a6 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:31:20.926491 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4a5a79-3e0e-4e13-bc02-2df642c79dee", "tag": "1009869b-b3e7-4a97-a5c3-98c4e9dc07fb", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:31:20.926881 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17f75363-3ef4-4d46-8a2b-49a90ce775a6 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:31:20.927296 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'tag': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb', 'status': 'completed', 'code': 200} Feb 16 17:31:21.032715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee3b39-60e1-4e92-be1e-57fe37b79fa6 req-ffb24db2-71a3-46cc-848e-72db262830ce tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:21.034253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fee3b39-60e1-4e92-be1e-57fe37b79fa6 req-ffb24db2-71a3-46cc-848e-72db262830ce tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0936339 Feb 16 17:31:21.036353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8be443-5e3c-47e4-a05a-4b31b83684e6 req-86e51c5b-7822-446d-a4d3-ae8cff798051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:21.037814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b8be443-5e3c-47e4-a05a-4b31b83684e6 req-86e51c5b-7822-446d-a4d3-ae8cff798051 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 1127 time: 0.0861375 Feb 16 17:31:21.069707 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-9d57537e-a764-4a7b-a2b6-102b48280c84 None None] Set router aec463b2-5532-4017-a75d-431a07fc0ea6 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:21.144550 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3fee3b39-60e1-4e92-be1e-57fe37b79fa6 req-6e6ff385-51c1-4b1a-b145-3896c1ab6782 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046484 Feb 16 17:31:21.167268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55134) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:21.206462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8be443-5e3c-47e4-a05a-4b31b83684e6 req-be7d8029-b595-4076-ac39-5a1e2ab139c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:21.207957 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b8be443-5e3c-47e4-a05a-4b31b83684e6 req-be7d8029-b595-4076-ac39-5a1e2ab139c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 HTTP/1.1" status: 200 len: 897 time: 0.1622894 Feb 16 17:31:21.274151 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1470b9f4-bf36-4869-a7ef-ecbc94ab9163 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/80b77b9a-ef5c-4eed-90d7-2223fcc50c9b HTTP/1.1" status: 200 len: 990 time: 0.1046782 Feb 16 17:31:21.291632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b8be443-5e3c-47e4-a05a-4b31b83684e6 req-4356bd91-959d-4643-a33c-4c90d165c501 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb HTTP/1.1" status: 200 len: 998 time: 0.0770676 Feb 16 17:31:21.298661 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9d57537e-a764-4a7b-a2b6-102b48280c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:08Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '80b77b9a-ef5c-4eed-90d7-2223fcc50c9b', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'floating_ip_address': '172.25.4.68', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'port_id': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'mac_address': 'fa:16:3e:34:48:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:31:19Z', 'updated_at': '2022-02-16T17:31:19Z', 'revision_number': 0, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7bfa95-7010-4de4-bc94-aa1bdfdc304c', 'name': '', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:e9:0c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:08Z', 'updated_at': '2022-02-16T17:31:11Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:21.324969 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57537e-a764-4a7b-a2b6-102b48280c84 None None] Checking router: aec463b2-5532-4017-a75d-431a07fc0ea6 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:31:21.334167 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d57537e-a764-4a7b-a2b6-102b48280c84 None None] Routers {'aec463b2-5532-4017-a75d-431a07fc0ea6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:31:21.334751 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9d57537e-a764-4a7b-a2b6-102b48280c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:30:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aec463b2-5532-4017-a75d-431a07fc0ea6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:21.340132 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8be443-5e3c-47e4-a05a-4b31b83684e6 req-43da7f25-569a-41a9-bac8-aa98cd8eeef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:21.341583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b8be443-5e3c-47e4-a05a-4b31b83684e6 req-43da7f25-569a-41a9-bac8-aa98cd8eeef0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fa371cf8-ed98-4553-8406-1db4c7ba75e2 HTTP/1.1" status: 200 len: 834 time: 0.0447254 Feb 16 17:31:21.389583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8be443-5e3c-47e4-a05a-4b31b83684e6 req-dfff8a8d-332d-44df-a76b-878f72645e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:21.391695 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b8be443-5e3c-47e4-a05a-4b31b83684e6 req-dfff8a8d-332d-44df-a76b-878f72645e89 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439100 Feb 16 17:31:21.443193 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-9d57537e-a764-4a7b-a2b6-102b48280c84 None None] Set router aec463b2-5532-4017-a75d-431a07fc0ea6 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:31:21.487023 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b8be443-5e3c-47e4-a05a-4b31b83684e6 req-86f0a35d-8cb5-46e1-a385-357bcc84a94a service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898490 Feb 16 17:31:21.575870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7b8be443-5e3c-47e4-a05a-4b31b83684e6 req-0005d443-6df7-4e39-bdbf-ca82b8e3eda5 service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828149 Feb 16 17:31:21.675439 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9d57537e-a764-4a7b-a2b6-102b48280c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:08Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '80b77b9a-ef5c-4eed-90d7-2223fcc50c9b', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'floating_ip_address': '172.25.4.68', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'port_id': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'mac_address': 'fa:16:3e:34:48:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:31:19Z', 'updated_at': '2022-02-16T17:31:19Z', 'revision_number': 0, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7bfa95-7010-4de4-bc94-aa1bdfdc304c', 'name': '', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:e9:0c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:08Z', 'updated_at': '2022-02-16T17:31:11Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:31:21.701825 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57537e-a764-4a7b-a2b6-102b48280c84 None None] The sync data for ids ['aec463b2-5532-4017-a75d-431a07fc0ea6'] in n-d-669411-5 is: [{'id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:08Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '80b77b9a-ef5c-4eed-90d7-2223fcc50c9b', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'floating_ip_address': '172.25.4.68', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'port_id': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'mac_address': 'fa:16:3e:34:48:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:31:19Z', 'updated_at': '2022-02-16T17:31:19Z', 'revision_number': 0, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7bfa95-7010-4de4-bc94-aa1bdfdc304c', 'name': '', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:e9:0c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:08Z', 'updated_at': '2022-02-16T17:31:11Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:31:21.885046 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821753b5-418c-4fb3-aba5-8ec916c9dc79 None None] New status for floating IP 80b77b9a-ef5c-4eed-90d7-2223fcc50c9b: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:31:22.277009 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55136) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:22.345095 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d80b2bf5-9fb6-4862-bba9-8081f098245c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/80b77b9a-ef5c-4eed-90d7-2223fcc50c9b HTTP/1.1" status: 200 len: 992 time: 0.0668142 Feb 16 17:31:25.782874 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a3376796-56ce-43b1-9e6d-6258dc9f0f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:28.404756 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f45f55ac-3c5e-49c4-9b08-3ff5a786561a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:29.523511 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:31.052828 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:31.939301 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:32.193517 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:34.998339 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:41.882715 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:31:47.118878 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1c03432-f4ae-43db-b852-336c8549d53d req-07af9847-5229-458e-8610-980f7e4a9b7a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891318 Feb 16 17:31:47.204100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03432-f4ae-43db-b852-336c8549d53d req-6dbd59a9-c58e-49ba-b390-4db3f867eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:47.205869 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1c03432-f4ae-43db-b852-336c8549d53d req-6dbd59a9-c58e-49ba-b390-4db3f867eee8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 1127 time: 0.0451977 Feb 16 17:31:47.317529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03432-f4ae-43db-b852-336c8549d53d req-567d7df0-6bfe-4767-9856-106495548a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:47.318912 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1c03432-f4ae-43db-b852-336c8549d53d req-567d7df0-6bfe-4767-9856-106495548a50 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 HTTP/1.1" status: 200 len: 897 time: 0.0944486 Feb 16 17:31:47.386736 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1c03432-f4ae-43db-b852-336c8549d53d req-a1f62879-dd42-42a7-9010-cac5a70fc2b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb HTTP/1.1" status: 200 len: 1000 time: 0.0618789 Feb 16 17:31:47.436607 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03432-f4ae-43db-b852-336c8549d53d req-f9721b06-82ce-4e26-b087-0bfdda1219ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:47.438176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1c03432-f4ae-43db-b852-336c8549d53d req-f9721b06-82ce-4e26-b087-0bfdda1219ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fa371cf8-ed98-4553-8406-1db4c7ba75e2 HTTP/1.1" status: 200 len: 834 time: 0.0427232 Feb 16 17:31:47.488081 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03432-f4ae-43db-b852-336c8549d53d req-cc5b5ab4-75c4-479e-9ba2-f7e9f1265845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:47.489619 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1c03432-f4ae-43db-b852-336c8549d53d req-cc5b5ab4-75c4-479e-9ba2-f7e9f1265845 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443094 Feb 16 17:31:47.580379 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1c03432-f4ae-43db-b852-336c8549d53d req-6a9d9f71-7b45-4a5d-a56a-d6d32ac4fddd service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848269 Feb 16 17:31:47.672272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a1c03432-f4ae-43db-b852-336c8549d53d req-0e26b0b7-78f3-443b-82d7-36d3e6f7faf7 service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859630 Feb 16 17:31:53.600845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-bc9917e7-4bba-4134-9f67-b9dc4d73f1d3 req-036cc5fb-1771-4303-8cc6-367e9cc9e8d8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:31:53.602035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc9917e7-4bba-4134-9f67-b9dc4d73f1d3 req-036cc5fb-1771-4303-8cc6-367e9cc9e8d8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0578868 Feb 16 17:31:54.786634 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55160) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:54.803136 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c010dc6-7665-486e-8f0c-401034a9c37b req-fb594b77-a035-4295-a1bc-3a1df8330041 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:54.804779 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c010dc6-7665-486e-8f0c-401034a9c37b req-fb594b77-a035-4295-a1bc-3a1df8330041 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0605228 Feb 16 17:31:54.884898 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2c010dc6-7665-486e-8f0c-401034a9c37b req-612ed8d2-f1bd-4ae0-9e28-d02a09ca0905 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744462 Feb 16 17:31:54.894528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-e9e7d905-8a99-4c07-97f6-8ec841c31b3f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1068482 Feb 16 17:31:54.903277 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-75c09011-95fc-4580-8bfb-425160ede7f9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:31:54.904254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-75c09011-95fc-4580-8bfb-425160ede7f9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050242 Feb 16 17:31:55.286171 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55182) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:31:55.380904 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-4037eb02-d8e5-4896-bc4a-d21d6fdf0524 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:55.382286 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-4037eb02-d8e5-4896-bc4a-d21d6fdf0524 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports/1009869b-b3e7-4a97-a5c3-98c4e9dc07fb HTTP/1.1" status: 200 len: 942 time: 0.0951228 Feb 16 17:31:55.786607 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-94fb4692-9b74-45d7-bc35-44a9a562b842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:56.010106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ba902-97f3-4f29-96fd-c338d4370d43 req-26acad75-aab2-4bea-aaea-b7b6c978c95d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:56.011572 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d0ba902-97f3-4f29-96fd-c338d4370d43 req-26acad75-aab2-4bea-aaea-b7b6c978c95d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0580666 Feb 16 17:31:56.065207 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5d0ba902-97f3-4f29-96fd-c338d4370d43 req-f5f9b758-56c7-4d7b-b0b7-c188779091e1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468981 Feb 16 17:31:56.139820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-8739dfff-46a4-473f-ad0f-9d95817bd963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:56.141884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-8739dfff-46a4-473f-ad0f-9d95817bd963 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 1127 time: 0.0460882 Feb 16 17:31:56.232420 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-fede59bd-be81-47fb-bf67-58295d67e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:56.233963 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-fede59bd-be81-47fb-bf67-58295d67e9f6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 HTTP/1.1" status: 200 len: 897 time: 0.0862250 Feb 16 17:31:56.297707 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-2dddebce-dfcb-4f9c-ab6e-c0061b79fd20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb HTTP/1.1" status: 200 len: 1000 time: 0.0570943 Feb 16 17:31:56.344172 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-e56cd48c-16ef-4d5a-94fe-3861eb1d3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:56.345673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-e56cd48c-16ef-4d5a-94fe-3861eb1d3526 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fa371cf8-ed98-4553-8406-1db4c7ba75e2 HTTP/1.1" status: 200 len: 834 time: 0.0422912 Feb 16 17:31:56.396412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-5fbf6578-0a77-4029-a5f0-e5b9ad00e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:56.397872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-5fbf6578-0a77-4029-a5f0-e5b9ad00e7b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467069 Feb 16 17:31:56.487182 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-70a2b0c7-d9f3-4f0a-a93e-f0e7ebb5e9ac service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833614 Feb 16 17:31:56.579112 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-dd86c5c6-9457-417a-b9b3-e6c06d9d05bf service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860777 Feb 16 17:31:57.192124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0048a2-1c05-4680-9e5a-7b906cdc77b5 req-7a7e1ac7-b44f-4dba-9529-98b7e82ffbc1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:57.193589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c0048a2-1c05-4680-9e5a-7b906cdc77b5 req-7a7e1ac7-b44f-4dba-9529-98b7e82ffbc1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0532277 Feb 16 17:31:57.241529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8c0048a2-1c05-4680-9e5a-7b906cdc77b5 req-3f88cf3a-ba99-4744-8f24-7b5daa166963 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423832 Feb 16 17:31:58.360337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c65bbe-702e-481d-9ab5-c19a5e70590c req-c3ca647f-e5ca-4763-894f-1484887c39e6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:58.361811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64c65bbe-702e-481d-9ab5-c19a5e70590c req-c3ca647f-e5ca-4763-894f-1484887c39e6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0521717 Feb 16 17:31:58.409316 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ab4f6244-ed17-4f76-9bde-682aa8705b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:58.420710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-64c65bbe-702e-481d-9ab5-c19a5e70590c req-67cdc21e-b8e8-40bd-a20f-ad9bfbfe9c90 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534573 Feb 16 17:31:59.526171 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:31:59.542411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0da7ed-a336-4b06-8b51-7b3803443dd3 req-f1a8ce23-3288-4cb8-8456-b920f44c69d8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:31:59.543891 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a0da7ed-a336-4b06-8b51-7b3803443dd3 req-f1a8ce23-3288-4cb8-8456-b920f44c69d8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0522938 Feb 16 17:31:59.591868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6a0da7ed-a336-4b06-8b51-7b3803443dd3 req-5507a7e0-d0fb-4a9e-a3b8-6d5a506b4660 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Feb 16 17:32:00.709532 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607e122-11a9-442c-bf50-a028d287c620 req-eeab35a3-a0da-4696-8687-d46766f54fcb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:00.710913 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6607e122-11a9-442c-bf50-a028d287c620 req-eeab35a3-a0da-4696-8687-d46766f54fcb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0513213 Feb 16 17:32:00.759514 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6607e122-11a9-442c-bf50-a028d287c620 req-0d668db9-f902-4153-80b7-d9e71d82a843 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430059 Feb 16 17:32:01.054560 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:01.883280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6189fa-7256-48fa-9f58-8ce37a4b9596 req-f69465c5-f519-4507-9c07-b24304cb4923 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:01.884772 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea6189fa-7256-48fa-9f58-8ce37a4b9596 req-f69465c5-f519-4507-9c07-b24304cb4923 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0567777 Feb 16 17:32:01.934032 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ea6189fa-7256-48fa-9f58-8ce37a4b9596 req-0ff50b94-b788-477f-8892-486526138869 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436971 Feb 16 17:32:01.942686 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:02.196988 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:03.058288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e5461-313a-4d75-9f68-81413961f8b0 req-b154280f-2aa9-4b33-aa37-07d2bf8ad0eb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:03.059829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f30e5461-313a-4d75-9f68-81413961f8b0 req-b154280f-2aa9-4b33-aa37-07d2bf8ad0eb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0538483 Feb 16 17:32:03.109353 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f30e5461-313a-4d75-9f68-81413961f8b0 req-c83e61e0-c1c0-49a7-a4a0-5c2b3c8cde03 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437374 Feb 16 17:32:04.229374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044522f-f512-4407-858b-e63239126a62 req-c553fca8-2522-471e-adbc-c925e7187ba5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:04.230870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8044522f-f512-4407-858b-e63239126a62 req-c553fca8-2522-471e-adbc-c925e7187ba5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0525489 Feb 16 17:32:04.283294 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8044522f-f512-4407-858b-e63239126a62 req-4f437cfe-555f-44dd-9238-3a79f8d059aa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459805 Feb 16 17:32:05.013183 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:05.404438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aadd50-1bd6-4507-aac4-13ae5dbe99db req-3e7a2c7a-d8c5-4a8a-a017-06479d2cc47c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:05.405894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9aadd50-1bd6-4507-aac4-13ae5dbe99db req-3e7a2c7a-d8c5-4a8a-a017-06479d2cc47c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0527494 Feb 16 17:32:05.455650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b9aadd50-1bd6-4507-aac4-13ae5dbe99db req-86f70bbd-1151-4863-bb46-f8295a334dc9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438390 Feb 16 17:32:06.573101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd317c-8d47-49bb-bb0d-e48ad2f136a4 req-d92820c9-da9d-451d-9ed7-222b903b03d6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:06.574570 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1bd317c-8d47-49bb-bb0d-e48ad2f136a4 req-d92820c9-da9d-451d-9ed7-222b903b03d6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0519178 Feb 16 17:32:06.623085 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d1bd317c-8d47-49bb-bb0d-e48ad2f136a4 req-814bb6c4-a95c-4370-92b0-6d61c39abf09 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429211 Feb 16 17:32:07.745672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7df5c9-8340-4eb4-8502-96cd0e273c7c req-f9a5fc4c-10b3-4223-997c-3fd563e16f18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:07.747051 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf7df5c9-8340-4eb4-8502-96cd0e273c7c req-f9a5fc4c-10b3-4223-997c-3fd563e16f18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0552862 Feb 16 17:32:07.795989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf7df5c9-8340-4eb4-8502-96cd0e273c7c req-53cd1b91-7fd9-4ca9-b818-f4ca3887f2a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423918 Feb 16 17:32:08.914830 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0bee9-1415-49ed-8e97-88405d034905 req-836720ff-101a-4e88-bb02-00b41a026467 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:08.916298 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fe0bee9-1415-49ed-8e97-88405d034905 req-836720ff-101a-4e88-bb02-00b41a026467 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0516622 Feb 16 17:32:08.964810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0fe0bee9-1415-49ed-8e97-88405d034905 req-5a11c675-2c2b-4eb1-95c4-6c92654544b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429702 Feb 16 17:32:10.088941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d5e93-1f53-4d04-9e09-555a9d0f42be req-4a3a9dfa-fa0c-4cc7-b9f2-bf9e48cb2efd tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:10.090389 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-178d5e93-1f53-4d04-9e09-555a9d0f42be req-4a3a9dfa-fa0c-4cc7-b9f2-bf9e48cb2efd tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0557849 Feb 16 17:32:10.142055 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-178d5e93-1f53-4d04-9e09-555a9d0f42be req-e6ebd84a-db38-4a97-9dd1-47a5f113245a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458267 Feb 16 17:32:11.261331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d7bd-c2c4-4ad7-919f-33db5ea628b6 req-c36fce1d-f4f6-461d-9c30-4839928ec744 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:11.262689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-acc8d7bd-c2c4-4ad7-919f-33db5ea628b6 req-c36fce1d-f4f6-461d-9c30-4839928ec744 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0528605 Feb 16 17:32:11.309632 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-acc8d7bd-c2c4-4ad7-919f-33db5ea628b6 req-b5efaa6d-b24b-4e0b-890e-7017ba7ad285 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413620 Feb 16 17:32:12.427914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a8512-3911-4fb4-a1c5-bdb6a816448b req-59f315e0-0a5a-43c7-bcd7-e9fddab80fac tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:12.429426 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e00a8512-3911-4fb4-a1c5-bdb6a816448b req-59f315e0-0a5a-43c7-bcd7-e9fddab80fac tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0515397 Feb 16 17:32:12.482589 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e00a8512-3911-4fb4-a1c5-bdb6a816448b req-d6894e2c-2af6-4c39-9749-0da11e5bb2a4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476444 Feb 16 17:32:13.302224 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-9d03f33a-0de4-4960-84f5-eb737cee124f service neutron] 10.222.0.65 "GET /v2.0/ports/1009869b-b3e7-4a97-a5c3-98c4e9dc07fb/bindings/n-h1-669411-5 HTTP/1.1" status: 200 len: 382 time: 0.0568352 Feb 16 17:32:13.499353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-9b376cbf-1c3b-4f5d-93e4-97a1856018c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:13.501234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-9b376cbf-1c3b-4f5d-93e4-97a1856018c8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee&tenant_id=e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 1127 time: 0.0467844 Feb 16 17:32:13.875980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-d1752655-2dc0-48a4-a0d3-cc07e1ce5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:13.877478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-d1752655-2dc0-48a4-a0d3-cc07e1ce5213 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 1127 time: 0.3551610 Feb 16 17:32:13.923978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d17bfa-0465-40b5-8691-563c4fce3c3d req-1bd62f7a-5332-436c-a16d-c3d96ffcff90 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:13.925408 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73d17bfa-0465-40b5-8691-563c4fce3c3d req-1bd62f7a-5332-436c-a16d-c3d96ffcff90 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.3683171 Feb 16 17:32:14.011306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-edd9882d-3b56-465d-aee0-de62ab7194af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:14.012758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-edd9882d-3b56-465d-aee0-de62ab7194af service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 HTTP/1.1" status: 200 len: 897 time: 0.1281552 Feb 16 17:32:14.017227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-73d17bfa-0465-40b5-8691-563c4fce3c3d req-7dfef604-c8dc-4a12-aaec-1d62202d2fa3 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639567 Feb 16 17:32:14.080519 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-a530f37d-958f-482e-af8a-435bf0b19b67 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb HTTP/1.1" status: 200 len: 1000 time: 0.0617831 Feb 16 17:32:14.128751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-d9a24652-d8c1-464a-9bf1-fbff3fd1194b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:14.130326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-d9a24652-d8c1-464a-9bf1-fbff3fd1194b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fa371cf8-ed98-4553-8406-1db4c7ba75e2 HTTP/1.1" status: 200 len: 834 time: 0.0444252 Feb 16 17:32:14.178141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-74ab0775-af01-4c5b-a7fc-7658a1ffff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:14.179599 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-74ab0775-af01-4c5b-a7fc-7658a1ffff48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437894 Feb 16 17:32:14.273316 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-b5d40875-6726-480e-8dcf-4de4503f8588 service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846484 Feb 16 17:32:14.362698 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00e160e5-6112-4b24-9054-56ed111f0e16 req-0960817b-48a5-4542-859e-6fdba08ae810 service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841503 Feb 16 17:32:15.139928 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c1885-478b-42cd-bf5f-39b847cb3e82 req-e2636d3d-4ab5-4142-b845-215bd3f23bdb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:15.141417 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-623c1885-478b-42cd-bf5f-39b847cb3e82 req-e2636d3d-4ab5-4142-b845-215bd3f23bdb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0536921 Feb 16 17:32:15.191031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-623c1885-478b-42cd-bf5f-39b847cb3e82 req-d5e2355c-edf8-4a82-907e-88a11aa02300 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440733 Feb 16 17:32:16.309411 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e676f8-ee65-45e1-8965-4ba204083da5 req-233dd73e-1820-4687-9bae-c5d95dc83b02 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:16.310871 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47e676f8-ee65-45e1-8965-4ba204083da5 req-233dd73e-1820-4687-9bae-c5d95dc83b02 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0518332 Feb 16 17:32:16.360572 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47e676f8-ee65-45e1-8965-4ba204083da5 req-71985331-8d33-49fd-886d-7b33e1522ff4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435634 Feb 16 17:32:16.594694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:32:16.596990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:32:16.626424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e7228-99f8-4dfe-862b-528896ac8b52 req-03fa2067-a191-4019-ad3f-8724f3dbc916 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:16.627950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c9e7228-99f8-4dfe-862b-528896ac8b52 req-03fa2067-a191-4019-ad3f-8724f3dbc916 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.1178131 Feb 16 17:32:16.647685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809cedc-dfe0-4a22-a671-ada11e063fc8 req-6ff27784-7dd2-4e1b-ae71-a4306b140767 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:16.649129 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e809cedc-dfe0-4a22-a671-ada11e063fc8 req-6ff27784-7dd2-4e1b-ae71-a4306b140767 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee&tenant_id=e43d3b22cf814828bd0438a30e095679&binding%3Ahost_id=n-h1-669411-5 HTTP/1.1" status: 200 len: 945 time: 0.1301186 Feb 16 17:32:16.691166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c9e7228-99f8-4dfe-862b-528896ac8b52 req-e3a706c8-a945-4802-9e19-18f671675a14 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565946 Feb 16 17:32:16.742860 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809cedc-dfe0-4a22-a671-ada11e063fc8 req-7b45e195-f932-448d-8021-2ca1796d47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:16.744450 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e809cedc-dfe0-4a22-a671-ada11e063fc8 req-7b45e195-f932-448d-8021-2ca1796d47df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 1127 time: 0.0523825 Feb 16 17:32:16.744595 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:32:16.744936 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:16.781878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,segment=NetworkSegment(364275f6-e2ea-45fb-bed2-9b0b20f9b416),segment_id=364275f6-e2ea-45fb-bed2-9b0b20f9b416)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:32:16.787407 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:32:16.789749 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad5deca-d459-42b7-995f-e046f0337201" -d '{"events": [{"server_uuid": "0a4a5a79-3e0e-4e13-bc02-2df642c79dee", "name": "network-vif-unplugged", "status": "completed", "tag": "1009869b-b3e7-4a97-a5c3-98c4e9dc07fb"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:32:16.808547 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,segment=NetworkSegment(364275f6-e2ea-45fb-bed2-9b0b20f9b416),segment_id=364275f6-e2ea-45fb-bed2-9b0b20f9b416)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:32:16.809742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'port_id': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb', 'mac_address': 'fa:16:3e:34:48:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:32:16.815483 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:16.875710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aa8f2-d8a3-42b2-9186-2d074eeb9287 req-316c8098-4164-4132-b35e-ea38a2813479 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:16.877563 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c13aa8f2-d8a3-42b2-9186-2d074eeb9287 req-316c8098-4164-4132-b35e-ea38a2813479 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.1087811 Feb 16 17:32:16.883458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:32:16.883910 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:16.903660 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:16.907846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809cedc-dfe0-4a22-a671-ada11e063fc8 req-28c082f1-9e18-49c4-98c2-d3f5e3d9cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:16.909389 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e809cedc-dfe0-4a22-a671-ada11e063fc8 req-28c082f1-9e18-49c4-98c2-d3f5e3d9cff6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 HTTP/1.1" status: 200 len: 897 time: 0.1595852 Feb 16 17:32:16.912693 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:32:16.917616 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627701ff-fa03-42f4-88da-a18a4b706d62 x-openstack-request-id: req-627701ff-fa03-42f4-88da-a18a4b706d62 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:32:16.917906 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4a5a79-3e0e-4e13-bc02-2df642c79dee", "name": "network-vif-unplugged", "status": "completed", "tag": "1009869b-b3e7-4a97-a5c3-98c4e9dc07fb", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:32:16.918177 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-627701ff-fa03-42f4-88da-a18a4b706d62 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:32:16.918561 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb', 'code': 200} Feb 16 17:32:16.921110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:16.921458 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:16.922045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:16.922427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:16.922762 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:16.923093 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:16.923422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:16.923748 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:16.924099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:16.924422 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:16.924745 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:16.925067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:16.925387 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:16.944161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,segment=NetworkSegment(364275f6-e2ea-45fb-bed2-9b0b20f9b416),segment_id=364275f6-e2ea-45fb-bed2-9b0b20f9b416)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:32:16.948128 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:16.968470 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c13aa8f2-d8a3-42b2-9186-2d074eeb9287 req-c9ec0004-f477-463e-af6e-18525f407374 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833945 Feb 16 17:32:16.997831 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e809cedc-dfe0-4a22-a671-ada11e063fc8 req-a1f69adc-7c84-45eb-990a-6f3e162e3fcf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb HTTP/1.1" status: 200 len: 998 time: 0.0732465 Feb 16 17:32:17.000485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:17.046213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809cedc-dfe0-4a22-a671-ada11e063fc8 req-11f9b219-1791-4eb9-a524-2faa095d6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:17.048372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e809cedc-dfe0-4a22-a671-ada11e063fc8 req-11f9b219-1791-4eb9-a524-2faa095d6403 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fa371cf8-ed98-4553-8406-1db4c7ba75e2 HTTP/1.1" status: 200 len: 834 time: 0.0447164 Feb 16 17:32:17.101509 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809cedc-dfe0-4a22-a671-ada11e063fc8 req-d4e52a46-1bc7-4647-87f2-e4a70da6dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:17.103002 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e809cedc-dfe0-4a22-a671-ada11e063fc8 req-d4e52a46-1bc7-4647-87f2-e4a70da6dc3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482979 Feb 16 17:32:17.166477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['1009869b-b3e7-4a97-a5c3-98c4e9dc07fb'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:32:17.192202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e809cedc-dfe0-4a22-a671-ada11e063fc8 req-29d9b70c-ce4b-45da-8efd-e0e0e9b8bdda service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827448 Feb 16 17:32:17.286345 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e809cedc-dfe0-4a22-a671-ada11e063fc8 req-5e8945f5-5e2a-4dd1-89b7-4930289bae40 service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882025 Feb 16 17:32:18.093751 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ab99b-656f-4013-8071-13ae424c1804 req-47fa2a53-224e-4d3b-8c8a-e5cab06b8e17 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:18.095244 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-888ab99b-656f-4013-8071-13ae424c1804 req-47fa2a53-224e-4d3b-8c8a-e5cab06b8e17 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 944 time: 0.0530763 Feb 16 17:32:18.145694 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-888ab99b-656f-4013-8071-13ae424c1804 req-623eb5f4-4084-4784-8cf1-3827472f9b87 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441887 Feb 16 17:32:18.167801 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55240) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:18.239003 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-3341548f-58a1-41ba-84eb-a8fc839b57a5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/80b77b9a-ef5c-4eed-90d7-2223fcc50c9b HTTP/1.1" status: 200 len: 991 time: 0.0700936 Feb 16 17:32:18.601069 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:32:18.652748 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:32:18.653131 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:18.728815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:32:18.729109 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:18.761469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,segment=NetworkSegment(364275f6-e2ea-45fb-bed2-9b0b20f9b416),segment_id=364275f6-e2ea-45fb-bed2-9b0b20f9b416)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:32:18.766034 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:18.815985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:18.881150 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:32:18.919207 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:32:18.921532 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5386a920-efaa-466a-96b9-b02f252519eb" -d '{"events": [{"server_uuid": "0a4a5a79-3e0e-4e13-bc02-2df642c79dee", "name": "network-vif-plugged", "status": "completed", "tag": "1009869b-b3e7-4a97-a5c3-98c4e9dc07fb"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:32:18.958406 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6185500-4512-4e10-a01f-7cad77391351 x-openstack-request-id: req-a6185500-4512-4e10-a01f-7cad77391351 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:32:18.958698 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4a5a79-3e0e-4e13-bc02-2df642c79dee", "name": "network-vif-plugged", "status": "completed", "tag": "1009869b-b3e7-4a97-a5c3-98c4e9dc07fb", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:32:18.958955 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6185500-4512-4e10-a01f-7cad77391351 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:32:18.959348 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb', 'code': 200} Feb 16 17:32:25.791323 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-de33dbd4-7ed9-46c9-a39b-fba825150c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:28.410354 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0a1eddde-e8cc-4a5a-ad23-0ca12616251a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:29.529118 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:31.058490 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:31.944492 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:32.201685 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:35.024260 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:48.716251 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55260) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:48.875356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port 741d0093-513d-45a4-a430-10114ee4aeaf {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:32:48.875703 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (741d0093-513d-45a4-a430-10114ee4aeaf), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:48.953594 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (741d0093-513d-45a4-a430-10114ee4aeaf), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:48.953920 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (741d0093-513d-45a4-a430-10114ee4aeaf), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:48.965423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for 741d0093-513d-45a4-a430-10114ee4aeaf owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:32:49.090205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2481232-c809-4e99-a784-c2d48f4a6bc1 req-1087c721-a649-43ca-bb8b-4526c2598e27 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692115 Feb 16 17:32:49.180901 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (741d0093-513d-45a4-a430-10114ee4aeaf), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:49.207615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=741d0093-513d-45a4-a430-10114ee4aeaf,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:49.225307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:49.226176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:49.226176 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:49.226370 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:49.226729 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:49.226962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:49.227290 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:49.227619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:49.227971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:49.228298 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:49.228621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:49.228941 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:49.229269 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:49.279380 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2481232-c809-4e99-a784-c2d48f4a6bc1 req-e52959b3-b5b1-4646-8ad3-43529487586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:49.281400 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2481232-c809-4e99-a784-c2d48f4a6bc1 req-e52959b3-b5b1-4646-8ad3-43529487586c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 1127 time: 0.1323564 Feb 16 17:32:49.298927 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (80b77b9a-ef5c-4eed-90d7-2223fcc50c9b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:49.299256 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Floating IP 80b77b9a-ef5c-4eed-90d7-2223fcc50c9b disassociated (deleted). External IP: 172.25.4.68, port: 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb. Feb 16 17:32:49.473534 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2481232-c809-4e99-a784-c2d48f4a6bc1 req-1990de89-27ed-4c27-b44f-6ab93160fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:49.475245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2481232-c809-4e99-a784-c2d48f4a6bc1 req-1990de89-27ed-4c27-b44f-6ab93160fac6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 HTTP/1.1" status: 200 len: 897 time: 0.1389618 Feb 16 17:32:49.573163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2481232-c809-4e99-a784-c2d48f4a6bc1 req-c02d25ad-ce14-465b-a9a3-9023e58763ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb HTTP/1.1" status: 200 len: 217 time: 0.0910609 Feb 16 17:32:49.638824 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2481232-c809-4e99-a784-c2d48f4a6bc1 req-dc4c67ca-a4f6-451d-a44a-651a2903bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:49.641099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2481232-c809-4e99-a784-c2d48f4a6bc1 req-dc4c67ca-a4f6-451d-a44a-651a2903bb5f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fa371cf8-ed98-4553-8406-1db4c7ba75e2 HTTP/1.1" status: 200 len: 834 time: 0.0596073 Feb 16 17:32:49.681152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router aec463b2-5532-4017-a75d-431a07fc0ea6 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:32:49.779365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2481232-c809-4e99-a784-c2d48f4a6bc1 req-03798aa3-9467-446d-9094-bb09c50f59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:49.781217 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2481232-c809-4e99-a784-c2d48f4a6bc1 req-03798aa3-9467-446d-9094-bb09c50f59ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1344709 Feb 16 17:32:49.876685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:32:49.881927 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:49.887172 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2fed6-c20e-454a-9b41-715c1743d3f9 None None] Sync routers for ids ['aec463b2-5532-4017-a75d-431a07fc0ea6'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:32:49.898168 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2fed6-c20e-454a-9b41-715c1743d3f9 None None] Routers {'aec463b2-5532-4017-a75d-431a07fc0ea6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:32:49.898794 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a9f2fed6-c20e-454a-9b41-715c1743d3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:32:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aec463b2-5532-4017-a75d-431a07fc0ea6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:49.916641 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2481232-c809-4e99-a784-c2d48f4a6bc1 req-908b6726-cb62-4bc0-a1ae-a2d0bed92894 service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274474 Feb 16 17:32:49.922019 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0817f38e-7e97-4127-a120-4b1a4c6c1f7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/floatingips/80b77b9a-ef5c-4eed-90d7-2223fcc50c9b HTTP/1.1" status: 204 len: 168 time: 1.2048266 Feb 16 17:32:49.923820 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'tag': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:32:49.926170 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12b520b-20fe-49d3-8c79-e33962cf3312" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4a5a79-3e0e-4e13-bc02-2df642c79dee", "tag": "1009869b-b3e7-4a97-a5c3-98c4e9dc07fb"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:32:50.030668 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2481232-c809-4e99-a784-c2d48f4a6bc1 req-908a2e8e-17e2-44ab-9e32-25a454a9af5b service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072774 Feb 16 17:32:50.032974 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a9f2fed6-c20e-454a-9b41-715c1743d3f9 None None] Set router aec463b2-5532-4017-a75d-431a07fc0ea6 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:32:50.126102 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df63710-29a2-46bf-b3b5-a4b2b9d2fa03 x-openstack-request-id: req-7df63710-29a2-46bf-b3b5-a4b2b9d2fa03 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:32:50.126401 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4a5a79-3e0e-4e13-bc02-2df642c79dee", "tag": "1009869b-b3e7-4a97-a5c3-98c4e9dc07fb", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:32:50.126653 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7df63710-29a2-46bf-b3b5-a4b2b9d2fa03 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:32:50.127109 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'tag': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb', 'status': 'completed', 'code': 200} Feb 16 17:32:50.225448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b520b-20fe-49d3-8c79-e33962cf3312 req-b9decc11-5be6-4509-9839-0bf31dda0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:50.226945 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b12b520b-20fe-49d3-8c79-e33962cf3312 req-b9decc11-5be6-4509-9839-0bf31dda0d5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 1127 time: 0.0807903 Feb 16 17:32:50.239384 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625314d-0eb8-481b-be29-9e80ac871014 req-b1cfb1ab-213a-4173-b3c7-69b2937f4920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:50.240852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a625314d-0eb8-481b-be29-9e80ac871014 req-b1cfb1ab-213a-4173-b3c7-69b2937f4920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0852928 Feb 16 17:32:50.258683 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a9f2fed6-c20e-454a-9b41-715c1743d3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:08Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8d7bfa95-7010-4de4-bc94-aa1bdfdc304c', 'name': '', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:e9:0c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:08Z', 'updated_at': '2022-02-16T17:31:11Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:50.284857 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2fed6-c20e-454a-9b41-715c1743d3f9 None None] Checking router: aec463b2-5532-4017-a75d-431a07fc0ea6 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:32:50.293071 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2fed6-c20e-454a-9b41-715c1743d3f9 None None] Routers {'aec463b2-5532-4017-a75d-431a07fc0ea6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:32:50.293675 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a9f2fed6-c20e-454a-9b41-715c1743d3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:32:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aec463b2-5532-4017-a75d-431a07fc0ea6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:50.350777 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a625314d-0eb8-481b-be29-9e80ac871014 req-f51ba69e-df76-4030-9e4f-ef32b73bb32b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997870 Feb 16 17:32:50.365561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b520b-20fe-49d3-8c79-e33962cf3312 req-a02433bf-8ea3-40fe-ba7c-8eee74bdf43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:50.367040 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b12b520b-20fe-49d3-8c79-e33962cf3312 req-a02433bf-8ea3-40fe-ba7c-8eee74bdf43c service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 HTTP/1.1" status: 200 len: 897 time: 0.1252258 Feb 16 17:32:50.413995 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b12b520b-20fe-49d3-8c79-e33962cf3312 req-094d36c0-cb74-4fbc-8016-187aa5543042 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb HTTP/1.1" status: 200 len: 217 time: 0.0405672 Feb 16 17:32:50.415593 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a9f2fed6-c20e-454a-9b41-715c1743d3f9 None None] Set router aec463b2-5532-4017-a75d-431a07fc0ea6 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:32:50.463862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b520b-20fe-49d3-8c79-e33962cf3312 req-a0d207d9-ad35-4ce0-b6a0-aed73c2bced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:50.465342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b12b520b-20fe-49d3-8c79-e33962cf3312 req-a0d207d9-ad35-4ce0-b6a0-aed73c2bced6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fa371cf8-ed98-4553-8406-1db4c7ba75e2 HTTP/1.1" status: 200 len: 834 time: 0.0444584 Feb 16 17:32:50.518241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b520b-20fe-49d3-8c79-e33962cf3312 req-27ed447e-1c14-4566-bb74-7d1933fd31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:50.519792 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b12b520b-20fe-49d3-8c79-e33962cf3312 req-27ed447e-1c14-4566-bb74-7d1933fd31cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479999 Feb 16 17:32:50.615639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b12b520b-20fe-49d3-8c79-e33962cf3312 req-473d978a-6b66-4894-9162-69f01071abfd service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888426 Feb 16 17:32:50.706023 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b12b520b-20fe-49d3-8c79-e33962cf3312 req-4aac9785-95d9-48da-9e71-6a10f92bc969 service neutron] 10.222.0.65 "GET /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831673 Feb 16 17:32:50.708118 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a9f2fed6-c20e-454a-9b41-715c1743d3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:08Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8d7bfa95-7010-4de4-bc94-aa1bdfdc304c', 'name': '', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:e9:0c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:08Z', 'updated_at': '2022-02-16T17:31:11Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:50.734573 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2fed6-c20e-454a-9b41-715c1743d3f9 None None] The sync data for ids ['aec463b2-5532-4017-a75d-431a07fc0ea6'] in n-d-669411-5 is: [{'id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:08Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8d7bfa95-7010-4de4-bc94-aa1bdfdc304c', 'name': '', 'network_id': '6d357af3-8ab1-4371-b2e9-fb5cea7cfef8', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:e9:0c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:08Z', 'updated_at': '2022-02-16T17:31:11Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': 'fa371cf8-ed98-4553-8406-1db4c7ba75e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:32:50.955371 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d200c62c-1dc0-4400-b104-8e21b3b84d41 None None] New status for floating IP 80b77b9a-ef5c-4eed-90d7-2223fcc50c9b: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:32:51.489151 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c95902-d5e8-43e7-9a5f-11f2de4e0223 req-9d76678b-fc7a-406b-80f3-0c40aaebc50a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:51.490643 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60c95902-d5e8-43e7-9a5f-11f2de4e0223 req-9d76678b-fc7a-406b-80f3-0c40aaebc50a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0853405 Feb 16 17:32:51.511436 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449e9f4-7110-4e0c-8bb5-4600dc77b2cb req-95605241-b147-454a-a880-6d3d45dc7319 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:51.512864 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3449e9f4-7110-4e0c-8bb5-4600dc77b2cb req-95605241-b147-454a-a880-6d3d45dc7319 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a4a5a79-3e0e-4e13-bc02-2df642c79dee HTTP/1.1" status: 200 len: 945 time: 0.0773618 Feb 16 17:32:51.607459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3449e9f4-7110-4e0c-8bb5-4600dc77b2cb req-dbf30ddc-96c7-48e6-9055-96b457feae04 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=87169525-2712-438c-81f0-870301aac6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785308 Feb 16 17:32:51.629303 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-60c95902-d5e8-43e7-9a5f-11f2de4e0223 req-09d322b3-fadb-4a80-9ba3-b6aa0f685734 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:32:51.629637 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-60c95902-d5e8-43e7-9a5f-11f2de4e0223 req-09d322b3-fadb-4a80-9ba3-b6aa0f685734 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:51.722714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-60c95902-d5e8-43e7-9a5f-11f2de4e0223 req-09d322b3-fadb-4a80-9ba3-b6aa0f685734 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] For port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,segment=NetworkSegment(364275f6-e2ea-45fb-bed2-9b0b20f9b416),segment_id=364275f6-e2ea-45fb-bed2-9b0b20f9b416)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:32:51.723073 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-60c95902-d5e8-43e7-9a5f-11f2de4e0223 req-09d322b3-fadb-4a80-9ba3-b6aa0f685734 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:51.735670 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-60c95902-d5e8-43e7-9a5f-11f2de4e0223 req-09d322b3-fadb-4a80-9ba3-b6aa0f685734 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:32:51.864734 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-60c95902-d5e8-43e7-9a5f-11f2de4e0223 req-09d322b3-fadb-4a80-9ba3-b6aa0f685734 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (1009869b-b3e7-4a97-a5c3-98c4e9dc07fb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:51.891435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d322b3-fadb-4a80-9ba3-b6aa0f685734 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=1009869b-b3e7-4a97-a5c3-98c4e9dc07fb,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:51.935322 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c95902-d5e8-43e7-9a5f-11f2de4e0223 req-09d322b3-fadb-4a80-9ba3-b6aa0f685734 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] No DVR routers for this DVR port 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:32:51.937929 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-60c95902-d5e8-43e7-9a5f-11f2de4e0223 req-09d322b3-fadb-4a80-9ba3-b6aa0f685734 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:51.941255 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60c95902-d5e8-43e7-9a5f-11f2de4e0223 req-09d322b3-fadb-4a80-9ba3-b6aa0f685734 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "DELETE /v2.0/ports/1009869b-b3e7-4a97-a5c3-98c4e9dc07fb HTTP/1.1" status: 204 len: 173 time: 0.4448733 Feb 16 17:32:52.128537 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'name': 'network-vif-deleted', 'tag': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:32:52.130827 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53542f23-c430-4863-864f-884092bae16b" -d '{"events": [{"server_uuid": "0a4a5a79-3e0e-4e13-bc02-2df642c79dee", "name": "network-vif-deleted", "tag": "1009869b-b3e7-4a97-a5c3-98c4e9dc07fb"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:32:52.166083 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cb48a5-76c5-4776-b9be-680e1d806ff1 x-openstack-request-id: req-e0cb48a5-76c5-4776-b9be-680e1d806ff1 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:32:52.166379 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4a5a79-3e0e-4e13-bc02-2df642c79dee", "name": "network-vif-deleted", "tag": "1009869b-b3e7-4a97-a5c3-98c4e9dc07fb", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:32:52.166631 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0cb48a5-76c5-4776-b9be-680e1d806ff1 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:32:52.167034 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4a5a79-3e0e-4e13-bc02-2df642c79dee', 'name': 'network-vif-deleted', 'tag': '1009869b-b3e7-4a97-a5c3-98c4e9dc07fb', 'status': 'completed', 'code': 200} Feb 16 17:32:52.665290 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55276) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:53.313452 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d2685b5-f858-4b24-8761-51505afeb642 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (aec463b2-5532-4017-a75d-431a07fc0ea6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:53.572633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1d2685b5-f858-4b24-8761-51505afeb642 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:32:53.572896 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d2685b5-f858-4b24-8761-51505afeb642 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:53.665842 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-1d2685b5-f858-4b24-8761-51505afeb642 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] For port 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8d7bfa95-7010-4de4-bc94-aa1bdfdc304c,segment=NetworkSegment(364275f6-e2ea-45fb-bed2-9b0b20f9b416),segment_id=364275f6-e2ea-45fb-bed2-9b0b20f9b416)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:32:53.666563 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d2685b5-f858-4b24-8761-51505afeb642 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:53.678614 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1d2685b5-f858-4b24-8761-51505afeb642 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:32:53.865020 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d2685b5-f858-4b24-8761-51505afeb642 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8d7bfa95-7010-4de4-bc94-aa1bdfdc304c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:53.889369 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2685b5-f858-4b24-8761-51505afeb642 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=8d7bfa95-7010-4de4-bc94-aa1bdfdc304c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:54.069923 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1d2685b5-f858-4b24-8761-51505afeb642 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (aec463b2-5532-4017-a75d-431a07fc0ea6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:54.291092 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2685b5-f858-4b24-8761-51505afeb642 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router aec463b2-5532-4017-a75d-431a07fc0ea6 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:32:54.398836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2685b5-f858-4b24-8761-51505afeb642 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:32:54.404078 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1d2685b5-f858-4b24-8761-51505afeb642 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "PUT /v2.0/routers/aec463b2-5532-4017-a75d-431a07fc0ea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377079 Feb 16 17:32:54.407138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55278) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:54.409747 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d8a13-be03-47d8-ae3c-b46063f79b81 None None] Sync routers for ids ['aec463b2-5532-4017-a75d-431a07fc0ea6'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:32:54.419545 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d8a13-be03-47d8-ae3c-b46063f79b81 None None] Routers {'aec463b2-5532-4017-a75d-431a07fc0ea6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:32:54.420180 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1e7d8a13-be03-47d8-ae3c-b46063f79b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:32:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aec463b2-5532-4017-a75d-431a07fc0ea6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:54.460388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-c562c1b3-b770-41a2-9d4e-ca52f42b7c73 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting subnet fa371cf8-ed98-4553-8406-1db4c7ba75e2 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:32:54.463785 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c562c1b3-b770-41a2-9d4e-ca52f42b7c73 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for subnet (fa371cf8-ed98-4553-8406-1db4c7ba75e2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:54.505419 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c562c1b3-b770-41a2-9d4e-ca52f42b7c73 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (fa371cf8-ed98-4553-8406-1db4c7ba75e2), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:54.527263 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1e7d8a13-be03-47d8-ae3c-b46063f79b81 None None] Set router aec463b2-5532-4017-a75d-431a07fc0ea6 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:32:54.592138 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c562c1b3-b770-41a2-9d4e-ca52f42b7c73 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (fa371cf8-ed98-4553-8406-1db4c7ba75e2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:54.651336 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c562c1b3-b770-41a2-9d4e-ca52f42b7c73 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (fa371cf8-ed98-4553-8406-1db4c7ba75e2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:54.679463 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562c1b3-b770-41a2-9d4e-ca52f42b7c73 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Subnet': ['ID=fa371cf8-ed98-4553-8406-1db4c7ba75e2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:54.684810 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c562c1b3-b770-41a2-9d4e-ca52f42b7c73 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:54.691873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55280) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:54.692737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d469f1-77e8-40b9-92da-25a3ba6de3f0 None None] Network 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:32:54.693140 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c562c1b3-b770-41a2-9d4e-ca52f42b7c73 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/subnets/fa371cf8-ed98-4553-8406-1db4c7ba75e2 HTTP/1.1" status: 204 len: 168 time: 0.2829316 Feb 16 17:32:54.713668 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1e7d8a13-be03-47d8-ae3c-b46063f79b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:32:53Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:54.745638 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d8a13-be03-47d8-ae3c-b46063f79b81 None None] Checking router: aec463b2-5532-4017-a75d-431a07fc0ea6 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:32:54.755414 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d8a13-be03-47d8-ae3c-b46063f79b81 None None] Routers {'aec463b2-5532-4017-a75d-431a07fc0ea6'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:32:54.756061 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1e7d8a13-be03-47d8-ae3c-b46063f79b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:32:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['aec463b2-5532-4017-a75d-431a07fc0ea6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:54.806992 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router (aec463b2-5532-4017-a75d-431a07fc0ea6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:54.818610 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:32:54.844086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:32:54.844349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 1009869b-b3e7-4a97-a5c3-98c4e9dc07fb not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:32:54.857972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18f924c-65b6-4c81-8fb7-0f26a93db1fc None None] DHCP port deletion for 6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:32:54.872124 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1e7d8a13-be03-47d8-ae3c-b46063f79b81 None None] Set router aec463b2-5532-4017-a75d-431a07fc0ea6 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:32:54.912853 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f18f924c-65b6-4c81-8fb7-0f26a93db1fc None None] Deleting port e55942d9-6555-4d43-9a37-d73106a7f9ff {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:32:54.913227 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f18f924c-65b6-4c81-8fb7-0f26a93db1fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e55942d9-6555-4d43-9a37-d73106a7f9ff), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:54.936238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (aec463b2-5532-4017-a75d-431a07fc0ea6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:54.977329 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f18f924c-65b6-4c81-8fb7-0f26a93db1fc None None] For port e55942d9-6555-4d43-9a37-d73106a7f9ff, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e55942d9-6555-4d43-9a37-d73106a7f9ff,segment=NetworkSegment(364275f6-e2ea-45fb-bed2-9b0b20f9b416),segment_id=364275f6-e2ea-45fb-bed2-9b0b20f9b416)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:32:54.977736 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f18f924c-65b6-4c81-8fb7-0f26a93db1fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e55942d9-6555-4d43-9a37-d73106a7f9ff), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:54.990752 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f18f924c-65b6-4c81-8fb7-0f26a93db1fc None None] Calling delete_port for e55942d9-6555-4d43-9a37-d73106a7f9ff owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:32:55.000247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port eb131b81-9aeb-4750-b1cc-7029d9c83f5b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:32:55.000605 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (eb131b81-9aeb-4750-b1cc-7029d9c83f5b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.062333 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1e7d8a13-be03-47d8-ae3c-b46063f79b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:32:53Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:55.090407 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d8a13-be03-47d8-ae3c-b46063f79b81 None None] The sync data for ids ['aec463b2-5532-4017-a75d-431a07fc0ea6'] in n-d-669411-5 is: [{'id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612486392', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:32:53Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'eb131b81-9aeb-4750-b1cc-7029d9c83f5b', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec463b2-5532-4017-a75d-431a07fc0ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:31:05Z', 'updated_at': '2022-02-16T17:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:32:55.107963 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f18f924c-65b6-4c81-8fb7-0f26a93db1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (e55942d9-6555-4d43-9a37-d73106a7f9ff), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.114151 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] For port eb131b81-9aeb-4750-b1cc-7029d9c83f5b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=eb131b81-9aeb-4750-b1cc-7029d9c83f5b,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:32:55.114778 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (eb131b81-9aeb-4750-b1cc-7029d9c83f5b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.135663 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for eb131b81-9aeb-4750-b1cc-7029d9c83f5b owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:32:55.141288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f924c-65b6-4c81-8fb7-0f26a93db1fc None None] Pushing event deleted for resources: {'Port': ['ID=e55942d9-6555-4d43-9a37-d73106a7f9ff,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:55.147399 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f924c-65b6-4c81-8fb7-0f26a93db1fc None None] No DVR routers for this DVR port e55942d9-6555-4d43-9a37-d73106a7f9ff on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:32:55.308823 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (eb131b81-9aeb-4750-b1cc-7029d9c83f5b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.331070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=eb131b81-9aeb-4750-b1cc-7029d9c83f5b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:55.340828 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:55.341172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:55.341513 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:55.341844 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:55.342171 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:55.342521 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:55.343519 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:55.344453 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:55.344791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:55.345226 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:55.345604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:55.345880 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:55.346319 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:32:55.410882 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (aec463b2-5532-4017-a75d-431a07fc0ea6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.447502 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e55942d9-6555-4d43-9a37-d73106a7f9ff no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:32:55.472304 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: e55942d9-6555-4d43-9a37-d73106a7f9ff {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:32:55.472656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e55942d9-6555-4d43-9a37-d73106a7f9ff not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:32:55.510780 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (aec463b2-5532-4017-a75d-431a07fc0ea6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.513047 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_controller (aec463b2-5532-4017-a75d-431a07fc0ea6), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.558382 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (aec463b2-5532-4017-a75d-431a07fc0ea6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.559293 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Fanout notify agent at l3_agent the message router_deleted on router aec463b2-5532-4017-a75d-431a07fc0ea6 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:32:55.567329 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.568646 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d1633c3e-73eb-461d-87d3-5f78e37d3437 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/routers/aec463b2-5532-4017-a75d-431a07fc0ea6 HTTP/1.1" status: 204 len: 168 time: 0.8745456 Feb 16 17:32:55.571305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55284) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:55.651465 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efca2344-5224-45ff-9a65-b71105b024ab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (6d357af3-8ab1-4371-b2e9-fb5cea7cfef8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.751451 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efca2344-5224-45ff-9a65-b71105b024ab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (6d357af3-8ab1-4371-b2e9-fb5cea7cfef8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.773415 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-efca2344-5224-45ff-9a65-b71105b024ab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d357af3-8ab1-4371-b2e9-fb5cea7cfef8']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:55.783657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-efca2344-5224-45ff-9a65-b71105b024ab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364275f6-e2ea-45fb-bed2-9b0b20f9b416') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:55.783984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-efca2344-5224-45ff-9a65-b71105b024ab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364275f6-e2ea-45fb-bed2-9b0b20f9b416') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:55.798190 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7209b6ff-96a8-4f1a-a185-666d30d7f053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.799610 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efca2344-5224-45ff-9a65-b71105b024ab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (364275f6-e2ea-45fb-bed2-9b0b20f9b416), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.813788 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efca2344-5224-45ff-9a65-b71105b024ab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (364275f6-e2ea-45fb-bed2-9b0b20f9b416), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.819939 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efca2344-5224-45ff-9a65-b71105b024ab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:32:55.820326 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efca2344-5224-45ff-9a65-b71105b024ab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (364275f6-e2ea-45fb-bed2-9b0b20f9b416), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:32:55.823502 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:32:55.882392 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efca2344-5224-45ff-9a65-b71105b024ab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (6d357af3-8ab1-4371-b2e9-fb5cea7cfef8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.882618 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:32:55.891130 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-efca2344-5224-45ff-9a65-b71105b024ab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.894331 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-efca2344-5224-45ff-9a65-b71105b024ab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/networks/6d357af3-8ab1-4371-b2e9-fb5cea7cfef8 HTTP/1.1" status: 204 len: 168 time: 0.3220384 Feb 16 17:32:55.897133 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55286) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:55.903681 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca2344-5224-45ff-9a65-b71105b024ab tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Network': ['ID=6d357af3-8ab1-4371-b2e9-fb5cea7cfef8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:55.957151 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46573acb-5846-49bf-8fc9-14e0522efc69 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (87169525-2712-438c-81f0-870301aac6df), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:55.982928 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46573acb-5846-49bf-8fc9-14e0522efc69 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (87169525-2712-438c-81f0-870301aac6df), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.048913 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46573acb-5846-49bf-8fc9-14e0522efc69 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (87169525-2712-438c-81f0-870301aac6df), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.051582 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46573acb-5846-49bf-8fc9-14e0522efc69 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.052773 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-46573acb-5846-49bf-8fc9-14e0522efc69 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/security-groups/87169525-2712-438c-81f0-870301aac6df HTTP/1.1" status: 204 len: 168 time: 0.1546714 Feb 16 17:32:56.062468 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46573acb-5846-49bf-8fc9-14e0522efc69 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87169525-2712-438c-81f0-870301aac6df,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:56.303249 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55292) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:56.307839 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7e7c40e0-3f03-42d2-b74a-aba74e6d43ec tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061360284', 'description': 'tempest-secgroup-smoke-2061360284 description', 'project_id': 'e43d3b22cf814828bd0438a30e095679'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:56.330605 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e7c40e0-3f03-42d2-b74a-aba74e6d43ec tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.398455 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e7c40e0-3f03-42d2-b74a-aba74e6d43ec tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (94385b25-0897-4fb1-81cd-a6c03e6b99da), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.402133 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e7c40e0-3f03-42d2-b74a-aba74e6d43ec tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (94385b25-0897-4fb1-81cd-a6c03e6b99da), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.434460 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7e7c40e0-3f03-42d2-b74a-aba74e6d43ec tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.439135 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-7e7c40e0-3f03-42d2-b74a-aba74e6d43ec tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1313457 Feb 16 17:32:56.439305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55294) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:56.443996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-97b671ad-c574-4e93-8f26-8c9f4eac6547 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '94385b25-0897-4fb1-81cd-a6c03e6b99da', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:56.448014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c40e0-3f03-42d2-b74a-aba74e6d43ec tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94385b25-0897-4fb1-81cd-a6c03e6b99da,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:56.472452 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-97b671ad-c574-4e93-8f26-8c9f4eac6547 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (f91004fb-dee9-4057-8255-49ad022f0883), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.526900 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-97b671ad-c574-4e93-8f26-8c9f4eac6547 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (f91004fb-dee9-4057-8255-49ad022f0883), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.531622 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-97b671ad-c574-4e93-8f26-8c9f4eac6547 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (f91004fb-dee9-4057-8255-49ad022f0883), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.551518 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b671ad-c574-4e93-8f26-8c9f4eac6547 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91004fb-dee9-4057-8255-49ad022f0883,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:56.555980 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-97b671ad-c574-4e93-8f26-8c9f4eac6547 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.560012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55296) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:56.560156 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-97b671ad-c574-4e93-8f26-8c9f4eac6547 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197534 Feb 16 17:32:56.564762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-80ce1392-c9cf-4e30-bd2b-0843169f661b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '94385b25-0897-4fb1-81cd-a6c03e6b99da', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:56.589738 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-80ce1392-c9cf-4e30-bd2b-0843169f661b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (4c343405-128d-43fc-a77b-497fb535dc8d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.645298 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-80ce1392-c9cf-4e30-bd2b-0843169f661b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (4c343405-128d-43fc-a77b-497fb535dc8d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.648832 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-80ce1392-c9cf-4e30-bd2b-0843169f661b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (4c343405-128d-43fc-a77b-497fb535dc8d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.666999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce1392-c9cf-4e30-bd2b-0843169f661b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c343405-128d-43fc-a77b-497fb535dc8d,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:56.675908 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-80ce1392-c9cf-4e30-bd2b-0843169f661b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.677107 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-80ce1392-c9cf-4e30-bd2b-0843169f661b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160827 Feb 16 17:32:56.680144 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55298) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:56.684334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-1698c6be-45fb-4cac-8737-9afa875168fb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '94385b25-0897-4fb1-81cd-a6c03e6b99da', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:56.709296 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1698c6be-45fb-4cac-8737-9afa875168fb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (a02fdb00-830d-4a53-825a-57eb7c400466), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.768527 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1698c6be-45fb-4cac-8737-9afa875168fb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (a02fdb00-830d-4a53-825a-57eb7c400466), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.772371 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1698c6be-45fb-4cac-8737-9afa875168fb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (a02fdb00-830d-4a53-825a-57eb7c400466), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.790739 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698c6be-45fb-4cac-8737-9afa875168fb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02fdb00-830d-4a53-825a-57eb7c400466,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:56.796238 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1698c6be-45fb-4cac-8737-9afa875168fb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.797427 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1698c6be-45fb-4cac-8737-9afa875168fb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163790 Feb 16 17:32:56.800694 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55300) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:56.804849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-24742836-b4a0-4bbc-8770-abe1916d8594 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '94385b25-0897-4fb1-81cd-a6c03e6b99da', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:56.829873 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-24742836-b4a0-4bbc-8770-abe1916d8594 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (3c7b2445-d1c5-49a6-ad44-202a75a16778), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.886906 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-24742836-b4a0-4bbc-8770-abe1916d8594 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (3c7b2445-d1c5-49a6-ad44-202a75a16778), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.890715 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-24742836-b4a0-4bbc-8770-abe1916d8594 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (3c7b2445-d1c5-49a6-ad44-202a75a16778), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.908848 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24742836-b4a0-4bbc-8770-abe1916d8594 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7b2445-d1c5-49a6-ad44-202a75a16778,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:56.915718 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-24742836-b4a0-4bbc-8770-abe1916d8594 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:56.916938 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-24742836-b4a0-4bbc-8770-abe1916d8594 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153331 Feb 16 17:32:56.919722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55302) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:56.924641 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7030348b-bb49-407b-af17-75f16584a1ad tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '94385b25-0897-4fb1-81cd-a6c03e6b99da', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:56.944497 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-7030348b-bb49-407b-af17-75f16584a1ad tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Project e43d3b22cf814828bd0438a30e095679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:32:56.949270 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7030348b-bb49-407b-af17-75f16584a1ad tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (1e326e05-5315-4e74-94be-ecc18f5f8b74), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.008962 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7030348b-bb49-407b-af17-75f16584a1ad tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (1e326e05-5315-4e74-94be-ecc18f5f8b74), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.012836 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7030348b-bb49-407b-af17-75f16584a1ad tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (1e326e05-5315-4e74-94be-ecc18f5f8b74), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.032619 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030348b-bb49-407b-af17-75f16584a1ad tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e326e05-5315-4e74-94be-ecc18f5f8b74,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:57.039157 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7030348b-bb49-407b-af17-75f16584a1ad tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.040818 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-7030348b-bb49-407b-af17-75f16584a1ad tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200907 Feb 16 17:32:57.043610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55304) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:57.049561 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c1d1fcce-22c6-4e09-9898-577e48f904de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '94385b25-0897-4fb1-81cd-a6c03e6b99da', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:57.051192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eb131b81-9aeb-4750-b1cc-7029d9c83f5b no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:32:57.070306 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-c1d1fcce-22c6-4e09-9898-577e48f904de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Project e43d3b22cf814828bd0438a30e095679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:32:57.075125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: eb131b81-9aeb-4750-b1cc-7029d9c83f5b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:32:57.075477 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device eb131b81-9aeb-4750-b1cc-7029d9c83f5b not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:32:57.075600 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1d1fcce-22c6-4e09-9898-577e48f904de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (b9b966ca-5019-4d42-b403-2dfa673ba02e), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.075961 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:32:57.096323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:32:57.096673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8d7bfa95-7010-4de4-bc94-aa1bdfdc304c not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:32:57.138150 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1d1fcce-22c6-4e09-9898-577e48f904de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (b9b966ca-5019-4d42-b403-2dfa673ba02e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.141956 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1d1fcce-22c6-4e09-9898-577e48f904de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (b9b966ca-5019-4d42-b403-2dfa673ba02e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.160646 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1fcce-22c6-4e09-9898-577e48f904de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b966ca-5019-4d42-b403-2dfa673ba02e,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:57.165783 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c1d1fcce-22c6-4e09-9898-577e48f904de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.166973 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c1d1fcce-22c6-4e09-9898-577e48f904de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223252 Feb 16 17:32:57.170070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55306) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:57.175395 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fbb375e1-574c-43e0-80e9-5ee43b6f5d28 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'network': {'name': 'tempest-network-smoke--1171991915', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'port_security_enabled': True}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:57.194234 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb375e1-574c-43e0-80e9-5ee43b6f5d28 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Made reservation on behalf of e43d3b22cf814828bd0438a30e095679 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:32:57.197491 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fbb375e1-574c-43e0-80e9-5ee43b6f5d28 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.220390 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb375e1-574c-43e0-80e9-5ee43b6f5d28 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:32:57.229589 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fbb375e1-574c-43e0-80e9-5ee43b6f5d28 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (60715fa9-a62a-4a7a-84e7-bdd2d78875d9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.229932 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-fbb375e1-574c-43e0-80e9-5ee43b6f5d28 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Added segment 60715fa9-a62a-4a7a-84e7-bdd2d78875d9 of type vlan for network 4d028c26-1aa9-4106-874d-e836abe597a2 Feb 16 17:32:57.270111 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fbb375e1-574c-43e0-80e9-5ee43b6f5d28 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (4d028c26-1aa9-4106-874d-e836abe597a2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.294329 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fbb375e1-574c-43e0-80e9-5ee43b6f5d28 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (4d028c26-1aa9-4106-874d-e836abe597a2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.300169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb375e1-574c-43e0-80e9-5ee43b6f5d28 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:57.300748 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fbb375e1-574c-43e0-80e9-5ee43b6f5d28 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.335484 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fbb375e1-574c-43e0-80e9-5ee43b6f5d28 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1638615 Feb 16 17:32:57.338312 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55308) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:57.343507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'admin_state_up': True, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:57.364248 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (33f007a1-b9b8-406a-b582-7f33c89f64a9), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.365224 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (33f007a1-b9b8-406a-b582-7f33c89f64a9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.373059 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb375e1-574c-43e0-80e9-5ee43b6f5d28 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Network': ['ID=4d028c26-1aa9-4106-874d-e836abe597a2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:57.383317 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 4d028c26-1aa9-4106-874d-e836abe597a2 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:32:57.421666 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_controller (33f007a1-b9b8-406a-b582-7f33c89f64a9), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.563903 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (33f007a1-b9b8-406a-b582-7f33c89f64a9), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.769319 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (33f007a1-b9b8-406a-b582-7f33c89f64a9), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.787529 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:57.891382 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.25.4.23 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/a8c8208e-5fd9-4c50-bc25-a3b405d0450c) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:32:57.991430 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (a8c8208e-5fd9-4c50-bc25-a3b405d0450c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:58.025064 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a8c8208e-5fd9-4c50-bc25-a3b405d0450c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:58.059971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:32:58.068597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:32:58.072072 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:32:58.101980 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=a8c8208e-5fd9-4c50-bc25-a3b405d0450c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:58.332222 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (33f007a1-b9b8-406a-b582-7f33c89f64a9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:58.412334 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2865fdb9-5c03-4ec3-9abf-dc9fa63bbda1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:58.537819 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (33f007a1-b9b8-406a-b582-7f33c89f64a9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:58.954567 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 33f007a1-b9b8-406a-b582-7f33c89f64a9 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:32:59.060191 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:32:59.070226 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175504b-1825-4969-83db-af00862222a6 None None] Sync routers for ids ['33f007a1-b9b8-406a-b582-7f33c89f64a9'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:32:59.080052 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:59.081171 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2175504b-1825-4969-83db-af00862222a6 None None] Routers {'33f007a1-b9b8-406a-b582-7f33c89f64a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:32:59.081478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-460389e9-5cf4-4945-8d3d-f7db07859621 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7420211 Feb 16 17:32:59.081915 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2175504b-1825-4969-83db-af00862222a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:32:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['33f007a1-b9b8-406a-b582-7f33c89f64a9'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:59.084452 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55310) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:59.118887 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a53bdb64-5863-4301-8283-b01a09fabb0f tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=e43d3b22cf814828bd0438a30e095679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309696 Feb 16 17:32:59.119138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55312) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:59.190746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-2175504b-1825-4969-83db-af00862222a6 None None] Set router 33f007a1-b9b8-406a-b582-7f33c89f64a9 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:32:59.205696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79be7fc8-bfc4-4bcf-920c-cf1f1622ecf4 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:59.209960 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-79be7fc8-bfc4-4bcf-920c-cf1f1622ecf4 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872509 Feb 16 17:32:59.210124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55314) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:59.244606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-865b6438-77c4-4749-b899-b33c81d17c67 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334189 Feb 16 17:32:59.247170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55316) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:59.251895 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-bb4db26a-3335-4461-805d-e24048501929 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2141092595', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:32:59.344160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4db26a-3335-4461-805d-e24048501929 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Made reservation on behalf of e43d3b22cf814828bd0438a30e095679 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:32:59.347833 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb4db26a-3335-4461-805d-e24048501929 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:59.536515 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb4db26a-3335-4461-805d-e24048501929 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (548da0a6-0425-4e62-8ee5-727fd8f462bf), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:59.539035 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:59.546500 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2175504b-1825-4969-83db-af00862222a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:32:58Z', 'revision_number': 3, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:32:59.573951 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175504b-1825-4969-83db-af00862222a6 None None] Checking router: 33f007a1-b9b8-406a-b582-7f33c89f64a9 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:32:59.574303 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175504b-1825-4969-83db-af00862222a6 None None] Updating router 33f007a1-b9b8-406a-b582-7f33c89f64a9 port a8c8208e-5fd9-4c50-bc25-a3b405d0450c binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:32:59.597431 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4db26a-3335-4461-805d-e24048501929 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Subnet': ['ID=548da0a6-0425-4e62-8ee5-727fd8f462bf,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:32:59.606197 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2175504b-1825-4969-83db-af00862222a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a8c8208e-5fd9-4c50-bc25-a3b405d0450c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:59.607299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4db26a-3335-4461-805d-e24048501929 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Checking segment: {'id': '60715fa9-a62a-4a7a-84e7-bdd2d78875d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:32:59.607661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4db26a-3335-4461-805d-e24048501929 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network hostable DHCP agents. Network: 4d028c26-1aa9-4106-874d-e836abe597a2, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:32:59.624336 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4db26a-3335-4461-805d-e24048501929 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network 4d028c26-1aa9-4106-874d-e836abe597a2 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:32:59.634304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-bb4db26a-3335-4461-805d-e24048501929 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 4d028c26-1aa9-4106-874d-e836abe597a2) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:32:59.638599 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4db26a-3335-4461-805d-e24048501929 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:32:59.639356 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb4db26a-3335-4461-805d-e24048501929 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:32:59.648002 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbcbe00-5a71-4809-b03e-0b9af38c53a3 None None] Network 4d028c26-1aa9-4106-874d-e836abe597a2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:32:59.657790 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bb4db26a-3335-4461-805d-e24048501929 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4096284 Feb 16 17:32:59.660504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55318) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:32:59.869384 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-4d028c26-1aa9-4106-874d-e836abe597a2', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ips': [{'subnet_id': '548da0a6-0425-4e62-8ee5-727fd8f462bf'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:32:59.870243 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.065905 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2175504b-1825-4969-83db-af00862222a6 None None] Publish callbacks [] for port (a8c8208e-5fd9-4c50-bc25-a3b405d0450c), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.074386 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2175504b-1825-4969-83db-af00862222a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a8c8208e-5fd9-4c50-bc25-a3b405d0450c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.081724 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Allocated IP 172.20.0.2 (4d028c26-1aa9-4106-874d-e836abe597a2/548da0a6-0425-4e62-8ee5-727fd8f462bf/2f89106f-a313-4ed1-b0a7-99d1cf75dc90) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:00.109109 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.165091 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ad129-ab67-4aad-aa7f-909a0e3ba080 None None] Pushing event updated for resources: {'Port': ['ID=a8c8208e-5fd9-4c50-bc25-a3b405d0450c,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:00.180196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2175504b-1825-4969-83db-af00862222a6 None None] Attempting to bind port a8c8208e-5fd9-4c50-bc25-a3b405d0450c on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:33:00.180575 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2175504b-1825-4969-83db-af00862222a6 None None] Attempting to bind port a8c8208e-5fd9-4c50-bc25-a3b405d0450c by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:33:00.180943 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2175504b-1825-4969-83db-af00862222a6 None None] Attempting to bind port a8c8208e-5fd9-4c50-bc25-a3b405d0450c on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:33:00.190608 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2175504b-1825-4969-83db-af00862222a6 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:33:00.190989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2175504b-1825-4969-83db-af00862222a6 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:33:00.191399 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2175504b-1825-4969-83db-af00862222a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.191818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2175504b-1825-4969-83db-af00862222a6 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:33:00.192309 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2175504b-1825-4969-83db-af00862222a6 None None] Bound port: a8c8208e-5fd9-4c50-bc25-a3b405d0450c, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:33:00.192695 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2175504b-1825-4969-83db-af00862222a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a8c8208e-5fd9-4c50-bc25-a3b405d0450c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.297156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2175504b-1825-4969-83db-af00862222a6 None None] For port a8c8208e-5fd9-4c50-bc25-a3b405d0450c, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:33:00.301964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2175504b-1825-4969-83db-af00862222a6 None None] For port a8c8208e-5fd9-4c50-bc25-a3b405d0450c, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a8c8208e-5fd9-4c50-bc25-a3b405d0450c,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:33:00.330082 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2175504b-1825-4969-83db-af00862222a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a8c8208e-5fd9-4c50-bc25-a3b405d0450c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.379550 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Publish callbacks [] for port (2f89106f-a313-4ed1-b0a7-99d1cf75dc90), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.393325 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (2f89106f-a313-4ed1-b0a7-99d1cf75dc90), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.411815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2175504b-1825-4969-83db-af00862222a6 None None] Routers {'33f007a1-b9b8-406a-b582-7f33c89f64a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:33:00.412432 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2175504b-1825-4969-83db-af00862222a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:32:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['33f007a1-b9b8-406a-b582-7f33c89f64a9'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:00.415632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ad129-ab67-4aad-aa7f-909a0e3ba080 None None] Pushing event updated for resources: {'Port': ['ID=a8c8208e-5fd9-4c50-bc25-a3b405d0450c,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:00.436868 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.20.0.1 (4d028c26-1aa9-4106-874d-e836abe597a2/548da0a6-0425-4e62-8ee5-727fd8f462bf/00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:00.506776 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Network 4d028c26-1aa9-4106-874d-e836abe597a2 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:00.520167 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:00.526502 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:33:00.540401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Pushing event updated for resources: {'Port': ['ID=2f89106f-a313-4ed1-b0a7-99d1cf75dc90,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:00.556118 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.590830 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.603125 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Attempting to bind port 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:33:00.603496 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Attempting to bind port 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '60715fa9-a62a-4a7a-84e7-bdd2d78875d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:33:00.603886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Attempting to bind port 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 on network 4d028c26-1aa9-4106-874d-e836abe597a2 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:33:00.615483 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-2175504b-1825-4969-83db-af00862222a6 None None] Set router 33f007a1-b9b8-406a-b582-7f33c89f64a9 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:33:00.617345 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:33:00.617718 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Checking segment: {'id': '60715fa9-a62a-4a7a-84e7-bdd2d78875d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:33:00.618110 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.618497 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Bound using segment: {'id': '60715fa9-a62a-4a7a-84e7-bdd2d78875d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:33:00.618962 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Bound port: 2f89106f-a313-4ed1-b0a7-99d1cf75dc90, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60715fa9-a62a-4a7a-84e7-bdd2d78875d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:33:00.619337 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2f89106f-a313-4ed1-b0a7-99d1cf75dc90), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.632155 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network 4d028c26-1aa9-4106-874d-e836abe597a2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:00.637145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:00.639779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:33:00.669961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:00.691528 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (33f007a1-b9b8-406a-b582-7f33c89f64a9), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.791137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] For port 2f89106f-a313-4ed1-b0a7-99d1cf75dc90, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:33:00.795383 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] For port 2f89106f-a313-4ed1-b0a7-99d1cf75dc90, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2f89106f-a313-4ed1-b0a7-99d1cf75dc90,segment=NetworkSegment(60715fa9-a62a-4a7a-84e7-bdd2d78875d9),segment_id=60715fa9-a62a-4a7a-84e7-bdd2d78875d9)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:33:00.802914 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2f89106f-a313-4ed1-b0a7-99d1cf75dc90), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.830105 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:00.891940 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633d041-38ee-4eec-9e6a-61ca04377746 None None] Pushing event updated for resources: {'Port': ['ID=2f89106f-a313-4ed1-b0a7-99d1cf75dc90,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:00.907231 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-2175504b-1825-4969-83db-af00862222a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:32:58Z', 'revision_number': 3, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:00.936465 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175504b-1825-4969-83db-af00862222a6 None None] The sync data for ids ['33f007a1-b9b8-406a-b582-7f33c89f64a9'] in n-d-669411-5 is: [{'id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:32:58Z', 'revision_number': 3, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:33:01.076935 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:01.160105 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:01.170462 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:01.271847 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:01.277483 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (33f007a1-b9b8-406a-b582-7f33c89f64a9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:01.382663 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network 4d028c26-1aa9-4106-874d-e836abe597a2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:01.384236 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:01.519085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 33f007a1-b9b8-406a-b582-7f33c89f64a9 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:33:01.639838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:33:01.656660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dd004638-c210-4386-b1bc-03862f2d4295 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "PUT /v2.0/routers/33f007a1-b9b8-406a-b582-7f33c89f64a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9950273 Feb 16 17:33:01.834360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-e7f44361-9020-41af-a50b-1178377a30d7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061360284&fields=id&tenant_id=e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 267 time: 0.0501690 Feb 16 17:33:01.970964 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:01.971525 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-21095611-4fda-485e-b52b-c76bff1d32c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:01.979120 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-21095611-4fda-485e-b52b-c76bff1d32c2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/networks?id=4d028c26-1aa9-4106-874d-e836abe597a2 HTTP/1.1" status: 200 len: 797 time: 0.1381054 Feb 16 17:33:01.990091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-612ea8e6-906f-4a69-b612-c4cdea3d1d47 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/quotas/e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 375 time: 0.0101006 Feb 16 17:33:02.050537 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-8aa286fe-bda2-4e18-80ef-9399976ddf53 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546739 Feb 16 17:33:02.083107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88919039-eede-4995-87e8-6ebde23a049e None None] Network 4d028c26-1aa9-4106-874d-e836abe597a2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:33:02.164635 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-ca9970cc-29df-4ac6-aed2-a52e34926f96 service neutron] 10.222.0.24 "GET /v2.0/networks/4d028c26-1aa9-4106-874d-e836abe597a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023076 Feb 16 17:33:02.168048 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7f4a493f-c955-4706-8511-185a701019dc None None] Provisioning complete for port 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:02.168497 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7f4a493f-c955-4706-8511-185a701019dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2f89106f-a313-4ed1-b0a7-99d1cf75dc90), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:02.250363 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:02.272190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-8ff0750a-b4f8-4c6b-bc9f-7beb3a5b9a78 service neutron] 10.222.0.24 "GET /v2.0/networks/4d028c26-1aa9-4106-874d-e836abe597a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987897 Feb 16 17:33:02.318625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7f4a493f-c955-4706-8511-185a701019dc None None] Current status of the port 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:33:02.318950 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7f4a493f-c955-4706-8511-185a701019dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2f89106f-a313-4ed1-b0a7-99d1cf75dc90), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:02.355667 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-7f4a493f-c955-4706-8511-185a701019dc None None] For port 2f89106f-a313-4ed1-b0a7-99d1cf75dc90, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2f89106f-a313-4ed1-b0a7-99d1cf75dc90,segment=NetworkSegment(60715fa9-a62a-4a7a-84e7-bdd2d78875d9),segment_id=60715fa9-a62a-4a7a-84e7-bdd2d78875d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:02.360599 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7f4a493f-c955-4706-8511-185a701019dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2f89106f-a313-4ed1-b0a7-99d1cf75dc90), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:02.425580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a493f-c955-4706-8511-185a701019dc None None] Pushing event updated for resources: {'Port': ['ID=2f89106f-a313-4ed1-b0a7-99d1cf75dc90,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:02.492876 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-faf4c2ce-25a5-4f87-b9bd-babb30c8000b req-81b8757c-6408-4374-9ff1-6b5dc8f82ae0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 210 time: 0.0438895 Feb 16 17:33:02.699135 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7f182ebc-d690-4dce-8bff-97b4e306826e None None] Provisioning complete for port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:02.699517 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7f182ebc-d690-4dce-8bff-97b4e306826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:02.748141 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7f182ebc-d690-4dce-8bff-97b4e306826e None None] Port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:33:02.760648 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7f182ebc-d690-4dce-8bff-97b4e306826e None None] Provisioning complete for port 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:02.761302 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7f182ebc-d690-4dce-8bff-97b4e306826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2f89106f-a313-4ed1-b0a7-99d1cf75dc90), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:02.883944 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7f182ebc-d690-4dce-8bff-97b4e306826e None None] Current status of the port 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:33:02.936228 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Sync routers for ids ['33f007a1-b9b8-406a-b582-7f33c89f64a9'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:33:02.953444 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Routers {'33f007a1-b9b8-406a-b582-7f33c89f64a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:33:02.954064 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:32:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['33f007a1-b9b8-406a-b582-7f33c89f64a9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:03.014957 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1960234c-6e58-4d61-8186-57fcf5699243 None None] Provisioning complete for port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:03.016641 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1960234c-6e58-4d61-8186-57fcf5699243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:03.126896 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Set router 33f007a1-b9b8-406a-b582-7f33c89f64a9 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:33:03.134649 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1960234c-6e58-4d61-8186-57fcf5699243 None None] Port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:33:03.237196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a8c8208e-5fd9-4c50-bc25-a3b405d0450c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:33:03.298960 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-291795be-b5c5-4ce3-aa64-3e7ae6446fa8 None None] Provisioning complete for port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:03.299564 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-291795be-b5c5-4ce3-aa64-3e7ae6446fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:03.340562 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-291795be-b5c5-4ce3-aa64-3e7ae6446fa8 None None] Port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:33:03.346733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a8c8208e-5fd9-4c50-bc25-a3b405d0450c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:03.347196 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a8c8208e-5fd9-4c50-bc25-a3b405d0450c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:03.374041 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:00Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734', 'name': '', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ac:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:00Z', 'updated_at': '2022-02-16T17:33:01Z', 'revision_number': 2, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:03.400358 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Checking router: 33f007a1-b9b8-406a-b582-7f33c89f64a9 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:33:03.400815 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Updating router 33f007a1-b9b8-406a-b582-7f33c89f64a9 port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:33:03.426111 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a8c8208e-5fd9-4c50-bc25-a3b405d0450c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:33:03.426651 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (a8c8208e-5fd9-4c50-bc25-a3b405d0450c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:03.429267 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:03.453107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port a8c8208e-5fd9-4c50-bc25-a3b405d0450c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a8c8208e-5fd9-4c50-bc25-a3b405d0450c,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:03.462650 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (a8c8208e-5fd9-4c50-bc25-a3b405d0450c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:03.463597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:33:03.567449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=a8c8208e-5fd9-4c50-bc25-a3b405d0450c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:03.583607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:03.584222 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2f89106f-a313-4ed1-b0a7-99d1cf75dc90), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:03.687171 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:33:03.705262 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6285faf5-92fd-48d6-bffa-395841e59ebe req-1f0bc59c-77b5-428a-be06-a54eca162ba2 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 210 time: 0.0414598 Feb 16 17:33:03.780065 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-8cdee7d1-5ded-4c95-b519-1c0643dd7055 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:03.782940 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-8cdee7d1-5ded-4c95-b519-1c0643dd7055 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/networks?id=4d028c26-1aa9-4106-874d-e836abe597a2 HTTP/1.1" status: 200 len: 797 time: 0.1811891 Feb 16 17:33:03.856327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-38ae0506-a40b-4f37-b8ca-08bb344c4e2c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 380 time: 0.0643828 Feb 16 17:33:03.864872 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-d7f74055-1a1d-4f64-99a7-5a2e3aebfea0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'port': {'device_id': '787ea225-b953-4388-89e8-802c1fd0328f', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'admin_state_up': True, 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'security_groups': ['94385b25-0897-4fb1-81cd-a6c03e6b99da']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:03.883792 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Publish callbacks [] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:03.889442 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:03.959410 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251681ef-00cf-4f40-bc95-72eb54a61915 None None] Pushing event updated for resources: {'Port': ['ID=00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:03.967735 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251681ef-00cf-4f40-bc95-72eb54a61915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:03.968101 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251681ef-00cf-4f40-bc95-72eb54a61915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:03.969208 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251681ef-00cf-4f40-bc95-72eb54a61915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:03.969887 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251681ef-00cf-4f40-bc95-72eb54a61915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:03.970384 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251681ef-00cf-4f40-bc95-72eb54a61915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:03.970874 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251681ef-00cf-4f40-bc95-72eb54a61915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:03.971360 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251681ef-00cf-4f40-bc95-72eb54a61915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:03.971910 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251681ef-00cf-4f40-bc95-72eb54a61915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:03.972397 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251681ef-00cf-4f40-bc95-72eb54a61915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:03.972871 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251681ef-00cf-4f40-bc95-72eb54a61915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:03.973507 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251681ef-00cf-4f40-bc95-72eb54a61915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:03.973834 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251681ef-00cf-4f40-bc95-72eb54a61915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:03.974412 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251681ef-00cf-4f40-bc95-72eb54a61915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:33:03.988400 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-d7f74055-1a1d-4f64-99a7-5a2e3aebfea0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Made reservation on behalf of e43d3b22cf814828bd0438a30e095679 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:33:03.992073 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-d7f74055-1a1d-4f64-99a7-5a2e3aebfea0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:04.009116 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Attempting to bind port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:33:04.009483 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Attempting to bind port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '60715fa9-a62a-4a7a-84e7-bdd2d78875d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:33:04.009831 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Attempting to bind port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 on network 4d028c26-1aa9-4106-874d-e836abe597a2 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:33:04.017341 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:33:04.018148 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Checking segment: {'id': '60715fa9-a62a-4a7a-84e7-bdd2d78875d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:33:04.018738 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:04.019424 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Bound using segment: {'id': '60715fa9-a62a-4a7a-84e7-bdd2d78875d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:33:04.020120 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Bound port: 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60715fa9-a62a-4a7a-84e7-bdd2d78875d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:33:04.020707 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:04.089743 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] For port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:33:04.093056 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] For port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734,segment=NetworkSegment(60715fa9-a62a-4a7a-84e7-bdd2d78875d9),segment_id=60715fa9-a62a-4a7a-84e7-bdd2d78875d9)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:33:04.100360 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:04.138624 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-d7f74055-1a1d-4f64-99a7-5a2e3aebfea0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.20.0.5 (4d028c26-1aa9-4106-874d-e836abe597a2/548da0a6-0425-4e62-8ee5-727fd8f462bf/9ffd9699-c72d-4498-bc71-328effaaca29) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:04.163013 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Routers {'33f007a1-b9b8-406a-b582-7f33c89f64a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:33:04.163629 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:32:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['33f007a1-b9b8-406a-b582-7f33c89f64a9'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:04.166727 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251681ef-00cf-4f40-bc95-72eb54a61915 None None] Pushing event updated for resources: {'Port': ['ID=00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:04.182990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-46f9c3bf-9df7-4cf0-b5fa-c6155b2469de None None] Provisioning complete for port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:04.186291 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-46f9c3bf-9df7-4cf0-b5fa-c6155b2469de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:04.285564 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-46f9c3bf-9df7-4cf0-b5fa-c6155b2469de None None] Current status of the port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:33:04.286126 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-46f9c3bf-9df7-4cf0-b5fa-c6155b2469de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:04.294959 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] Set router 33f007a1-b9b8-406a-b582-7f33c89f64a9 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:33:04.331305 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-d7f74055-1a1d-4f64-99a7-5a2e3aebfea0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (9ffd9699-c72d-4498-bc71-328effaaca29), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:04.337644 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-46f9c3bf-9df7-4cf0-b5fa-c6155b2469de None None] For port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734,segment=NetworkSegment(60715fa9-a62a-4a7a-84e7-bdd2d78875d9),segment_id=60715fa9-a62a-4a7a-84e7-bdd2d78875d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:04.344777 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-46f9c3bf-9df7-4cf0-b5fa-c6155b2469de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:04.383930 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-d7f74055-1a1d-4f64-99a7-5a2e3aebfea0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (9ffd9699-c72d-4498-bc71-328effaaca29), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:04.409388 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9c3bf-9df7-4cf0-b5fa-c6155b2469de None None] Pushing event updated for resources: {'Port': ['ID=00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:04.445008 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-d7f74055-1a1d-4f64-99a7-5a2e3aebfea0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network 4d028c26-1aa9-4106-874d-e836abe597a2 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:04.448217 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-d7f74055-1a1d-4f64-99a7-5a2e3aebfea0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:04.452275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-d7f74055-1a1d-4f64-99a7-5a2e3aebfea0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:33:04.477417 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f95bf6b1-cbc8-4e0b-a049-bab8eb77495a None None] Provisioning complete for port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:04.477887 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f95bf6b1-cbc8-4e0b-a049-bab8eb77495a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:04.481337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f74055-1a1d-4f64-99a7-5a2e3aebfea0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=9ffd9699-c72d-4498-bc71-328effaaca29,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:04.510737 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-d7f74055-1a1d-4f64-99a7-5a2e3aebfea0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:04.511397 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-d7f74055-1a1d-4f64-99a7-5a2e3aebfea0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:04.534181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-d7f74055-1a1d-4f64-99a7-5a2e3aebfea0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6729660 Feb 16 17:33:04.537435 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:00Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734', 'name': '', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ac:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:00Z', 'updated_at': '2022-02-16T17:33:04Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:04.545364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Request body: {'port': {'device_id': '787ea225-b953-4388-89e8-802c1fd0328f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:04.568988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f95bf6b1-cbc8-4e0b-a049-bab8eb77495a None None] Current status of the port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:33:04.574461 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5482a4e-9c29-499f-855b-84772c312813 None None] The sync data for ids ['33f007a1-b9b8-406a-b582-7f33c89f64a9'] in n-d-669411-5 is: [{'id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:00Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734', 'name': '', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ac:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:00Z', 'updated_at': '2022-02-16T17:33:04Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:33:04.617642 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9ffd9699-c72d-4498-bc71-328effaaca29), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:04.801992 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0808d06-df98-430b-aae3-c188bc346c6b None None] Provisioning complete for port 9ffd9699-c72d-4498-bc71-328effaaca29 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:04.802428 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0808d06-df98-430b-aae3-c188bc346c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9ffd9699-c72d-4498-bc71-328effaaca29), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:04.839855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0808d06-df98-430b-aae3-c188bc346c6b None None] Port 9ffd9699-c72d-4498-bc71-328effaaca29 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:33:05.044174 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:05.174949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a8c8208e-5fd9-4c50-bc25-a3b405d0450c up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:33:05.218460 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc06327-3fa7-47b7-8d99-47a5c088d42b req-945f4915-2e2a-42b9-be9b-568276e7ce99 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:05.221106 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-acc06327-3fa7-47b7-8d99-47a5c088d42b req-945f4915-2e2a-42b9-be9b-568276e7ce99 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 931 time: 0.4202187 Feb 16 17:33:05.319022 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-acc06327-3fa7-47b7-8d99-47a5c088d42b req-59b997ab-871d-4c3b-8e5e-82f286b8962b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898039 Feb 16 17:33:05.321210 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffd9699-c72d-4498-bc71-328effaaca29 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:33:05.329762 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Publish callbacks [] for port (9ffd9699-c72d-4498-bc71-328effaaca29), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:05.360897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Transition to ACTIVE for port object 9ffd9699-c72d-4498-bc71-328effaaca29 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:33:05.366240 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (9ffd9699-c72d-4498-bc71-328effaaca29), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:05.429637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port a8c8208e-5fd9-4c50-bc25-a3b405d0450c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:05.430096 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (a8c8208e-5fd9-4c50-bc25-a3b405d0450c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:05.447182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffd9699-c72d-4498-bc71-328effaaca29,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:05.513718 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Attempting to bind port 9ffd9699-c72d-4498-bc71-328effaaca29 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:33:05.514397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Attempting to bind port 9ffd9699-c72d-4498-bc71-328effaaca29 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '60715fa9-a62a-4a7a-84e7-bdd2d78875d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:33:05.515064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Attempting to bind port 9ffd9699-c72d-4498-bc71-328effaaca29 on network 4d028c26-1aa9-4106-874d-e836abe597a2 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:33:05.520291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Port 9ffd9699-c72d-4498-bc71-328effaaca29 on network 4d028c26-1aa9-4106-874d-e836abe597a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:33:05.520867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Attempting to bind port 9ffd9699-c72d-4498-bc71-328effaaca29 on network 4d028c26-1aa9-4106-874d-e836abe597a2 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:33:05.529013 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:33:05.529658 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Checking segment: {'id': '60715fa9-a62a-4a7a-84e7-bdd2d78875d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:33:05.530232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Bound using segment: {'id': '60715fa9-a62a-4a7a-84e7-bdd2d78875d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:33:05.531555 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Bound port: 9ffd9699-c72d-4498-bc71-328effaaca29, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60715fa9-a62a-4a7a-84e7-bdd2d78875d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:33:05.532128 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9ffd9699-c72d-4498-bc71-328effaaca29), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:05.536957 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port a8c8208e-5fd9-4c50-bc25-a3b405d0450c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:33:05.538198 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:33:05.591485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:05.591897 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:05.606733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] For port 9ffd9699-c72d-4498-bc71-328effaaca29, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:33:05.611284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] For port 9ffd9699-c72d-4498-bc71-328effaaca29, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9ffd9699-c72d-4498-bc71-328effaaca29,segment=NetworkSegment(60715fa9-a62a-4a7a-84e7-bdd2d78875d9),segment_id=60715fa9-a62a-4a7a-84e7-bdd2d78875d9)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:33:05.622074 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (9ffd9699-c72d-4498-bc71-328effaaca29), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:05.673074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:05.674015 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:05.675614 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] 10.222.0.65 "PUT /v2.0/ports/9ffd9699-c72d-4498-bc71-328effaaca29 HTTP/1.1" status: 200 len: 1091 time: 1.1349130 Feb 16 17:33:05.676203 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787ea225-b953-4388-89e8-802c1fd0328f', 'tag': '9ffd9699-c72d-4498-bc71-328effaaca29'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:33:05.679162 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee37423e-b74c-4876-a954-4708c18db405" -d '{"events": [{"name": "network-changed", "server_uuid": "787ea225-b953-4388-89e8-802c1fd0328f", "tag": "9ffd9699-c72d-4498-bc71-328effaaca29"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:33:05.695737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:33:05.744539 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ae55bb-be54-4b2b-be0b-fad9fa159b89 x-openstack-request-id: req-51ae55bb-be54-4b2b-be0b-fad9fa159b89 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:33:05.744844 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787ea225-b953-4388-89e8-802c1fd0328f", "tag": "9ffd9699-c72d-4498-bc71-328effaaca29", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:33:05.745102 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51ae55bb-be54-4b2b-be0b-fad9fa159b89 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:33:05.745506 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787ea225-b953-4388-89e8-802c1fd0328f', 'tag': '9ffd9699-c72d-4498-bc71-328effaaca29', 'status': 'completed', 'code': 200} Feb 16 17:33:05.761117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf6ef7-4157-440e-8fb4-bb9e33d2f2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffd9699-c72d-4498-bc71-328effaaca29,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:05.784546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-a7d707c9-b238-4739-97b6-03d0504a0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:05.786092 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-a7d707c9-b238-4739-97b6-03d0504a0c32 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 1125 time: 0.0576069 Feb 16 17:33:05.837453 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-fb5a1d19-fde3-4cad-95bc-61b764c4f19a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffd9699-c72d-4498-bc71-328effaaca29 HTTP/1.1" status: 200 len: 217 time: 0.0439742 Feb 16 17:33:05.897603 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-20f6e34e-1b53-49c5-bdf3-d699429f6f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:05.899080 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-20f6e34e-1b53-49c5-bdf3-d699429f6f32 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=548da0a6-0425-4e62-8ee5-727fd8f462bf HTTP/1.1" status: 200 len: 835 time: 0.0566552 Feb 16 17:33:05.953361 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-b34a8f8e-b863-42e1-a672-eb7b10a291dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:05.954864 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-b34a8f8e-b863-42e1-a672-eb7b10a291dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d028c26-1aa9-4106-874d-e836abe597a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500762 Feb 16 17:33:06.045315 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-db234e24-560d-41be-94a2-f96f8ada4520 service neutron] 10.222.0.65 "GET /v2.0/networks/4d028c26-1aa9-4106-874d-e836abe597a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845146 Feb 16 17:33:06.138556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cba13e84-0441-4cfd-8078-0b1a211e81ed req-72c28605-7c7a-4c15-a178-1268fff6b5a4 service neutron] 10.222.0.65 "GET /v2.0/networks/4d028c26-1aa9-4106-874d-e836abe597a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870252 Feb 16 17:33:06.238654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37423e-b74c-4876-a954-4708c18db405 req-70c0c2c9-d094-4439-86a9-9a058dc18d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:06.240240 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee37423e-b74c-4876-a954-4708c18db405 req-70c0c2c9-d094-4439-86a9-9a058dc18d46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 1125 time: 0.0552824 Feb 16 17:33:06.333991 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37423e-b74c-4876-a954-4708c18db405 req-6e221e61-7923-478a-a3dd-98e85b90c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:06.335437 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee37423e-b74c-4876-a954-4708c18db405 req-6e221e61-7923-478a-a3dd-98e85b90c12c service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d028c26-1aa9-4106-874d-e836abe597a2 HTTP/1.1" status: 200 len: 898 time: 0.0891967 Feb 16 17:33:06.376331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee37423e-b74c-4876-a954-4708c18db405 req-7e10d73c-a3f6-4142-a45a-43668b2ff97b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffd9699-c72d-4498-bc71-328effaaca29 HTTP/1.1" status: 200 len: 217 time: 0.0351374 Feb 16 17:33:06.455588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37423e-b74c-4876-a954-4708c18db405 req-030bb524-b395-484a-b4f3-97de0bbf7720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:06.457088 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee37423e-b74c-4876-a954-4708c18db405 req-030bb524-b395-484a-b4f3-97de0bbf7720 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=548da0a6-0425-4e62-8ee5-727fd8f462bf HTTP/1.1" status: 200 len: 835 time: 0.0751417 Feb 16 17:33:06.500148 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca1318-e26a-42e7-b7d7-0f3d6d94b9bd req-e46225ca-e5f9-4a70-b48d-9f13c0640f10 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:06.501614 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dca1318-e26a-42e7-b7d7-0f3d6d94b9bd req-e46225ca-e5f9-4a70-b48d-9f13c0640f10 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 943 time: 0.0937560 Feb 16 17:33:06.541006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37423e-b74c-4876-a954-4708c18db405 req-98637a2b-120b-4ebf-a109-62f6af5059d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:06.542506 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee37423e-b74c-4876-a954-4708c18db405 req-98637a2b-120b-4ebf-a109-62f6af5059d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d028c26-1aa9-4106-874d-e836abe597a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0788631 Feb 16 17:33:06.577870 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dca1318-e26a-42e7-b7d7-0f3d6d94b9bd req-bddf0c70-0cb4-451e-a9cf-1144b7befe6c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700934 Feb 16 17:33:06.647452 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee37423e-b74c-4876-a954-4708c18db405 req-fbd157bf-86fa-47e7-ac2e-4364907c5140 service neutron] 10.222.0.65 "GET /v2.0/networks/4d028c26-1aa9-4106-874d-e836abe597a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946364 Feb 16 17:33:06.739466 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee37423e-b74c-4876-a954-4708c18db405 req-5111d3ff-ca5a-4a6b-a852-594e5a8dcba0 service neutron] 10.222.0.65 "GET /v2.0/networks/4d028c26-1aa9-4106-874d-e836abe597a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858703 Feb 16 17:33:07.703620 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c149020-dc12-4647-a81d-dd84276163dd req-7fd833f4-b4eb-4ab3-9e80-a689393900e1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:07.705042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c149020-dc12-4647-a81d-dd84276163dd req-7fd833f4-b4eb-4ab3-9e80-a689393900e1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 943 time: 0.0580113 Feb 16 17:33:07.754590 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5c149020-dc12-4647-a81d-dd84276163dd req-a1ccd5bf-e5a6-46d8-a24a-0980b5a0be76 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439551 Feb 16 17:33:08.865582 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 9ffd9699-c72d-4498-bc71-328effaaca29 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:33:08.873547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a068652-99a4-459d-a01c-17c1b9a500d3 req-b911f666-0c4a-45e7-9256-f3de66a8b264 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:08.875364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a068652-99a4-459d-a01c-17c1b9a500d3 req-b911f666-0c4a-45e7-9256-f3de66a8b264 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 943 time: 0.0541079 Feb 16 17:33:08.924728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a068652-99a4-459d-a01c-17c1b9a500d3 req-7299bcd6-21d0-432e-9a5b-987bc60c4509 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437763 Feb 16 17:33:08.964695 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 9ffd9699-c72d-4498-bc71-328effaaca29, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9ffd9699-c72d-4498-bc71-328effaaca29,segment=NetworkSegment(60715fa9-a62a-4a7a-84e7-bdd2d78875d9),segment_id=60715fa9-a62a-4a7a-84e7-bdd2d78875d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:08.976444 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '9ffd9699-c72d-4498-bc71-328effaaca29', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'port_id': '9ffd9699-c72d-4498-bc71-328effaaca29', 'mac_address': 'fa:16:3e:dd:41:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:33:09.012878 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 9ffd9699-c72d-4498-bc71-328effaaca29 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:33:09.013278 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9ffd9699-c72d-4498-bc71-328effaaca29), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:09.030165 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffd9699-c72d-4498-bc71-328effaaca29 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:33:09.051913 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 9ffd9699-c72d-4498-bc71-328effaaca29, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9ffd9699-c72d-4498-bc71-328effaaca29,segment=NetworkSegment(60715fa9-a62a-4a7a-84e7-bdd2d78875d9),segment_id=60715fa9-a62a-4a7a-84e7-bdd2d78875d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:09.055416 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9ffd9699-c72d-4498-bc71-328effaaca29), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:09.102239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=9ffd9699-c72d-4498-bc71-328effaaca29,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:09.247038 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['9ffd9699-c72d-4498-bc71-328effaaca29'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:33:10.042522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0faba4-3768-41f0-bdec-b8cf47d230b8 req-7f88a10a-f381-4f79-bdcd-afa62c54d9cf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:10.044013 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df0faba4-3768-41f0-bdec-b8cf47d230b8 req-7f88a10a-f381-4f79-bdcd-afa62c54d9cf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 944 time: 0.0516489 Feb 16 17:33:10.095988 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-df0faba4-3768-41f0-bdec-b8cf47d230b8 req-ecba235a-6a19-4832-b2b0-d2df0e979f29 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463707 Feb 16 17:33:10.870895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 9ffd9699-c72d-4498-bc71-328effaaca29 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:33:10.920017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 9ffd9699-c72d-4498-bc71-328effaaca29 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:33:10.924884 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 9ffd9699-c72d-4498-bc71-328effaaca29 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:33:10.925257 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (9ffd9699-c72d-4498-bc71-328effaaca29), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:11.004104 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 9ffd9699-c72d-4498-bc71-328effaaca29 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:33:11.004351 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (9ffd9699-c72d-4498-bc71-328effaaca29), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:11.027541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787ea225-b953-4388-89e8-802c1fd0328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffd9699-c72d-4498-bc71-328effaaca29'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:33:11.029827 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb878df-a5e2-4589-a936-b5c51754ae47" -d '{"events": [{"server_uuid": "787ea225-b953-4388-89e8-802c1fd0328f", "name": "network-vif-plugged", "status": "completed", "tag": "9ffd9699-c72d-4498-bc71-328effaaca29"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:33:11.045393 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 9ffd9699-c72d-4498-bc71-328effaaca29, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9ffd9699-c72d-4498-bc71-328effaaca29,segment=NetworkSegment(60715fa9-a62a-4a7a-84e7-bdd2d78875d9),segment_id=60715fa9-a62a-4a7a-84e7-bdd2d78875d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:33:11.050260 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (9ffd9699-c72d-4498-bc71-328effaaca29), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:11.073884 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb29aa9-8d81-4b71-9cdf-77d4f445fe5b x-openstack-request-id: req-0bb29aa9-8d81-4b71-9cdf-77d4f445fe5b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:33:11.074664 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787ea225-b953-4388-89e8-802c1fd0328f", "name": "network-vif-plugged", "status": "completed", "tag": "9ffd9699-c72d-4498-bc71-328effaaca29", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:33:11.074924 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0bb29aa9-8d81-4b71-9cdf-77d4f445fe5b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:33:11.075666 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787ea225-b953-4388-89e8-802c1fd0328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffd9699-c72d-4498-bc71-328effaaca29', 'code': 200} Feb 16 17:33:11.103839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=9ffd9699-c72d-4498-bc71-328effaaca29,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:11.178349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c697b1e-d740-4dd3-81f3-e716101818fd req-d89de637-b589-4b14-aba5-9faad3e96476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:11.179816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c697b1e-d740-4dd3-81f3-e716101818fd req-d89de637-b589-4b14-aba5-9faad3e96476 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 1127 time: 0.0543401 Feb 16 17:33:11.244575 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4c697b1e-d740-4dd3-81f3-e716101818fd req-ad4e80d3-e160-4ff3-95cf-d092d1313db7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508902 Feb 16 17:33:11.252501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f68935-3472-4d75-a0eb-5aab8f3c833b req-2cb897b1-5f6f-4aa5-ba2b-27b6fd715220 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:11.253879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5f68935-3472-4d75-a0eb-5aab8f3c833b req-2cb897b1-5f6f-4aa5-ba2b-27b6fd715220 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0892744 Feb 16 17:33:11.302190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a5f68935-3472-4d75-a0eb-5aab8f3c833b req-ff7c74df-29fe-4b9c-8bba-a4c3dfe8f2cf tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427661 Feb 16 17:33:12.425783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36580023-bb67-4838-9d01-af415282f2ac req-7fdb7b6b-4d04-4daf-8ffa-b2e3ac634f62 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:12.427261 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36580023-bb67-4838-9d01-af415282f2ac req-7fdb7b6b-4d04-4daf-8ffa-b2e3ac634f62 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0560682 Feb 16 17:33:12.477272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-36580023-bb67-4838-9d01-af415282f2ac req-76c74b21-2136-4672-9953-c09e9122ebf9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445046 Feb 16 17:33:12.594034 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7a179-e90a-4711-8b4a-a9ddd826cd90 req-7bbbfcd7-958e-40e8-bb90-e93ed5306a1a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:12.595497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5d7a179-e90a-4711-8b4a-a9ddd826cd90 req-7bbbfcd7-958e-40e8-bb90-e93ed5306a1a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0523548 Feb 16 17:33:12.644656 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d5d7a179-e90a-4711-8b4a-a9ddd826cd90 req-fa064ed1-1f23-441e-8fc4-252c85b0a23d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434074 Feb 16 17:33:12.665222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55368) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:33:12.712514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17a2c0-94b7-4750-a747-ad0022d69306 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:12.714454 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4c17a2c0-94b7-4750-a747-ad0022d69306 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 1122 time: 0.0482628 Feb 16 17:33:12.717172 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55370) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:33:12.721560 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '9ffd9699-c72d-4498-bc71-328effaaca29', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:33:12.741561 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:12.834956 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:12.940442 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.25.4.180 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/fdbb5f83-9df3-4deb-a96a-aa07f75fdc39) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:33:13.044172 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (fdbb5f83-9df3-4deb-a96a-aa07f75fdc39), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:13.077494 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (fdbb5f83-9df3-4deb-a96a-aa07f75fdc39), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:13.121762 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:33:13.124755 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:33:13.128175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:33:13.151744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=fdbb5f83-9df3-4deb-a96a-aa07f75fdc39,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:13.477885 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (52549fc4-736c-4364-9e18-40c5418c0a12), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:13.549956 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (fdbb5f83-9df3-4deb-a96a-aa07f75fdc39), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:13.699876 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (fdbb5f83-9df3-4deb-a96a-aa07f75fdc39), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:13.705147 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (fdbb5f83-9df3-4deb-a96a-aa07f75fdc39), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:13.773600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=fdbb5f83-9df3-4deb-a96a-aa07f75fdc39,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:33:13.785190 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (52549fc4-736c-4364-9e18-40c5418c0a12), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:13.892193 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Floating IP 52549fc4-736c-4364-9e18-40c5418c0a12 associated. External IP: 172.25.4.180, port: 9ffd9699-c72d-4498-bc71-328effaaca29. Feb 16 17:33:14.105059 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 33f007a1-b9b8-406a-b582-7f33c89f64a9 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:33:14.215257 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:33:14.225589 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee6e660-5305-4c4f-93a4-7ef7686694f0 None None] Sync routers for ids ['33f007a1-b9b8-406a-b582-7f33c89f64a9'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:33:14.234006 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:14.235305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee6e660-5305-4c4f-93a4-7ef7686694f0 None None] Routers {'33f007a1-b9b8-406a-b582-7f33c89f64a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:33:14.235955 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1ee6e660-5305-4c4f-93a4-7ef7686694f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:32:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['33f007a1-b9b8-406a-b582-7f33c89f64a9'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:14.267117 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-260051d3-976e-45ed-97b2-ccae8785c3b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5458722 Feb 16 17:33:14.267117 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787ea225-b953-4388-89e8-802c1fd0328f', 'tag': '9ffd9699-c72d-4498-bc71-328effaaca29'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:33:14.267988 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7778045f-e20b-4708-ba99-42d9b9379f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "787ea225-b953-4388-89e8-802c1fd0328f", "tag": "9ffd9699-c72d-4498-bc71-328effaaca29"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:33:14.317722 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fa89c8-f094-40b9-8336-50ec3c6a8165 x-openstack-request-id: req-f8fa89c8-f094-40b9-8336-50ec3c6a8165 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:33:14.317933 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787ea225-b953-4388-89e8-802c1fd0328f", "tag": "9ffd9699-c72d-4498-bc71-328effaaca29", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:33:14.318284 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8fa89c8-f094-40b9-8336-50ec3c6a8165 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:33:14.318767 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787ea225-b953-4388-89e8-802c1fd0328f', 'tag': '9ffd9699-c72d-4498-bc71-328effaaca29', 'status': 'completed', 'code': 200} Feb 16 17:33:14.361220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-1ee6e660-5305-4c4f-93a4-7ef7686694f0 None None] Set router 33f007a1-b9b8-406a-b582-7f33c89f64a9 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:33:14.401800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4d6f9-0197-4d07-a849-fdf20d4a1aad req-97467ba6-c05e-470f-a272-43b479420160 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:14.403301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57c4d6f9-0197-4d07-a849-fdf20d4a1aad req-97467ba6-c05e-470f-a272-43b479420160 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0826406 Feb 16 17:33:14.420292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778045f-e20b-4708-ba99-42d9b9379f5a req-b3d5623c-e35f-4207-8388-208e350afbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:14.421852 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7778045f-e20b-4708-ba99-42d9b9379f5a req-b3d5623c-e35f-4207-8388-208e350afbd2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 1127 time: 0.0698373 Feb 16 17:33:14.514490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57c4d6f9-0197-4d07-a849-fdf20d4a1aad req-bfbf90e0-6908-4595-9e6b-bb864ed43695 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038632 Feb 16 17:33:14.537214 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55376) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:33:14.544647 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778045f-e20b-4708-ba99-42d9b9379f5a req-31e11326-f2b8-4ff5-924a-bacea19dce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:14.546096 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7778045f-e20b-4708-ba99-42d9b9379f5a req-31e11326-f2b8-4ff5-924a-bacea19dce21 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d028c26-1aa9-4106-874d-e836abe597a2 HTTP/1.1" status: 200 len: 898 time: 0.1180856 Feb 16 17:33:14.598428 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a6f209c2-d32c-4056-8d98-5973eecb0569 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/52549fc4-736c-4364-9e18-40c5418c0a12 HTTP/1.1" status: 200 len: 991 time: 0.0599949 Feb 16 17:33:14.604517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1ee6e660-5305-4c4f-93a4-7ef7686694f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:00Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '52549fc4-736c-4364-9e18-40c5418c0a12', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'port_id': '9ffd9699-c72d-4498-bc71-328effaaca29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'mac_address': 'fa:16:3e:dd:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ea225-b953-4388-89e8-802c1fd0328f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:33:13Z', 'updated_at': '2022-02-16T17:33:13Z', 'revision_number': 0, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734', 'name': '', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ac:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:00Z', 'updated_at': '2022-02-16T17:33:04Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:14.617203 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7778045f-e20b-4708-ba99-42d9b9379f5a req-781bdee4-de42-4809-a075-c3737fbcc86f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffd9699-c72d-4498-bc71-328effaaca29 HTTP/1.1" status: 200 len: 999 time: 0.0650284 Feb 16 17:33:14.632001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee6e660-5305-4c4f-93a4-7ef7686694f0 None None] Checking router: 33f007a1-b9b8-406a-b582-7f33c89f64a9 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:33:14.640948 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee6e660-5305-4c4f-93a4-7ef7686694f0 None None] Routers {'33f007a1-b9b8-406a-b582-7f33c89f64a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:33:14.641861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1ee6e660-5305-4c4f-93a4-7ef7686694f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:32:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['33f007a1-b9b8-406a-b582-7f33c89f64a9'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:14.664944 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778045f-e20b-4708-ba99-42d9b9379f5a req-5275d2ce-11e5-4625-bdaf-74bb9212bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:14.666382 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7778045f-e20b-4708-ba99-42d9b9379f5a req-5275d2ce-11e5-4625-bdaf-74bb9212bc27 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=548da0a6-0425-4e62-8ee5-727fd8f462bf HTTP/1.1" status: 200 len: 835 time: 0.0438435 Feb 16 17:33:14.715562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778045f-e20b-4708-ba99-42d9b9379f5a req-87ebaa8d-acb0-45b9-9dcc-c231f3fd72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:14.717102 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7778045f-e20b-4708-ba99-42d9b9379f5a req-87ebaa8d-acb0-45b9-9dcc-c231f3fd72cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d028c26-1aa9-4106-874d-e836abe597a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449650 Feb 16 17:33:14.756886 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-1ee6e660-5305-4c4f-93a4-7ef7686694f0 None None] Set router 33f007a1-b9b8-406a-b582-7f33c89f64a9 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:33:14.811141 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7778045f-e20b-4708-ba99-42d9b9379f5a req-60f1256f-edf6-4f58-b8a4-ba62d71f6369 service neutron] 10.222.0.65 "GET /v2.0/networks/4d028c26-1aa9-4106-874d-e836abe597a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871899 Feb 16 17:33:14.901888 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7778045f-e20b-4708-ba99-42d9b9379f5a req-a230d957-9761-4457-87fa-8353ad8554a7 service neutron] 10.222.0.65 "GET /v2.0/networks/4d028c26-1aa9-4106-874d-e836abe597a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837517 Feb 16 17:33:14.991242 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-1ee6e660-5305-4c4f-93a4-7ef7686694f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:00Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '52549fc4-736c-4364-9e18-40c5418c0a12', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'port_id': '9ffd9699-c72d-4498-bc71-328effaaca29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'mac_address': 'fa:16:3e:dd:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ea225-b953-4388-89e8-802c1fd0328f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:33:13Z', 'updated_at': '2022-02-16T17:33:13Z', 'revision_number': 0, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734', 'name': '', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ac:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:00Z', 'updated_at': '2022-02-16T17:33:04Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:33:15.018639 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee6e660-5305-4c4f-93a4-7ef7686694f0 None None] The sync data for ids ['33f007a1-b9b8-406a-b582-7f33c89f64a9'] in n-d-669411-5 is: [{'id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:00Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '52549fc4-736c-4364-9e18-40c5418c0a12', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'port_id': '9ffd9699-c72d-4498-bc71-328effaaca29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'mac_address': 'fa:16:3e:dd:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ea225-b953-4388-89e8-802c1fd0328f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:33:13Z', 'updated_at': '2022-02-16T17:33:13Z', 'revision_number': 0, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734', 'name': '', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ac:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:00Z', 'updated_at': '2022-02-16T17:33:04Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:33:15.212135 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae14dd-f0a1-4a0f-94ad-e08fe17ef5a3 None None] New status for floating IP 52549fc4-736c-4364-9e18-40c5418c0a12: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:33:15.602689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55378) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:33:15.667777 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9108f280-7183-4f0d-9bd7-af1c9160ff70 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/52549fc4-736c-4364-9e18-40c5418c0a12 HTTP/1.1" status: 200 len: 993 time: 0.0636644 Feb 16 17:33:25.792607 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9bb9-0e36-400c-8d04-0e33637451a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:28.413346 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b35b4e5-3eda-4d0f-98d0-10da4a8ce83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:29.536018 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:31.063829 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:31.940886 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:32.203428 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:32.880787 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:33:35.043081 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:44.368024 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405d375-d2a4-4e0a-8e3c-0edff8913887 req-22fa618c-b134-4fc5-b60b-339c79959e68 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:44.369560 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6405d375-d2a4-4e0a-8e3c-0edff8913887 req-22fa618c-b134-4fc5-b60b-339c79959e68 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0565562 Feb 16 17:33:44.423342 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6405d375-d2a4-4e0a-8e3c-0edff8913887 req-5f0fe40f-186a-4a9f-9a83-eb9ef6930920 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477021 Feb 16 17:33:45.543062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecf017-bb22-4059-95de-e66cd850240e req-fc294642-9d85-44b1-a84a-37750d23dacd tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:45.544558 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17ecf017-bb22-4059-95de-e66cd850240e req-fc294642-9d85-44b1-a84a-37750d23dacd tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0521631 Feb 16 17:33:45.593356 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-17ecf017-bb22-4059-95de-e66cd850240e req-2afdba6b-9847-49cb-bbc2-cdbba5dd6942 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431981 Feb 16 17:33:46.711700 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25afd5a-2162-42f7-941f-a668a31957cd req-bf817f67-4e2c-40b7-9094-8f5f0159e077 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:46.713122 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f25afd5a-2162-42f7-941f-a668a31957cd req-bf817f67-4e2c-40b7-9094-8f5f0159e077 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0520067 Feb 16 17:33:46.761000 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f25afd5a-2162-42f7-941f-a668a31957cd req-a7aeb656-e560-42df-82ea-a581fd8cc79b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Feb 16 17:33:47.883438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b051f8b-f86c-4fd6-9bca-0fa21bb62f93 req-2679bb83-b8e2-4e0e-8cca-b2b11262993a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:47.884938 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b051f8b-f86c-4fd6-9bca-0fa21bb62f93 req-2679bb83-b8e2-4e0e-8cca-b2b11262993a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0566735 Feb 16 17:33:47.932945 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b051f8b-f86c-4fd6-9bca-0fa21bb62f93 req-f537e831-a34c-4f7e-b85c-f655a093dac5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424628 Feb 16 17:33:49.053286 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8da4aa-6eb9-4392-84c9-5699f24f0fa0 req-b14079f9-ef20-49a5-b89a-7f3cb9abc408 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:49.054780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a8da4aa-6eb9-4392-84c9-5699f24f0fa0 req-b14079f9-ef20-49a5-b89a-7f3cb9abc408 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0537181 Feb 16 17:33:49.103088 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8a8da4aa-6eb9-4392-84c9-5699f24f0fa0 req-6efb3bfb-4687-41da-92bf-c6c72ece0408 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Feb 16 17:33:50.090664 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3187b2f-52f1-427f-bc8d-fac5fb442eb7 req-3035b4ff-4aa1-4a5d-a22c-ee6900c0a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:50.092242 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3187b2f-52f1-427f-bc8d-fac5fb442eb7 req-3035b4ff-4aa1-4a5d-a22c-ee6900c0a2bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 1127 time: 0.0488830 Feb 16 17:33:50.223334 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3187b2f-52f1-427f-bc8d-fac5fb442eb7 req-e8338ead-9f4f-4d76-be0e-a2c23c5e7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:50.225075 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3187b2f-52f1-427f-bc8d-fac5fb442eb7 req-e8338ead-9f4f-4d76-be0e-a2c23c5e7d59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d028c26-1aa9-4106-874d-e836abe597a2 HTTP/1.1" status: 200 len: 898 time: 0.1133940 Feb 16 17:33:50.280530 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adb74f-cee4-48e3-93c0-24da2f3539d0 req-eb508e26-6550-4b67-a607-67e29e4ad591 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:50.281973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37adb74f-cee4-48e3-93c0-24da2f3539d0 req-eb508e26-6550-4b67-a607-67e29e4ad591 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.1105316 Feb 16 17:33:50.330446 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3187b2f-52f1-427f-bc8d-fac5fb442eb7 req-1748a5e1-cdc8-446c-a738-adce47ac096b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffd9699-c72d-4498-bc71-328effaaca29 HTTP/1.1" status: 200 len: 1001 time: 0.0989358 Feb 16 17:33:50.381800 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-37adb74f-cee4-48e3-93c0-24da2f3539d0 req-32b343a6-cffb-4440-b71f-d9c00f3139f9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932767 Feb 16 17:33:50.395593 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3187b2f-52f1-427f-bc8d-fac5fb442eb7 req-477c3a70-ac12-4b43-9f25-da061f014221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:50.397036 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3187b2f-52f1-427f-bc8d-fac5fb442eb7 req-477c3a70-ac12-4b43-9f25-da061f014221 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=548da0a6-0425-4e62-8ee5-727fd8f462bf HTTP/1.1" status: 200 len: 835 time: 0.0595226 Feb 16 17:33:50.449799 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3187b2f-52f1-427f-bc8d-fac5fb442eb7 req-cfd84931-9a51-45bb-bf6c-311ab7af8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:50.451293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3187b2f-52f1-427f-bc8d-fac5fb442eb7 req-cfd84931-9a51-45bb-bf6c-311ab7af8344 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d028c26-1aa9-4106-874d-e836abe597a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488470 Feb 16 17:33:50.825929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3187b2f-52f1-427f-bc8d-fac5fb442eb7 req-3a5447fd-e66b-49b4-8d03-ba49a6958f67 service neutron] 10.222.0.65 "GET /v2.0/networks/4d028c26-1aa9-4106-874d-e836abe597a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675730 Feb 16 17:33:50.916985 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b3187b2f-52f1-427f-bc8d-fac5fb442eb7 req-a70ed70b-eef8-41ba-b03f-427885d3ad00 service neutron] 10.222.0.65 "GET /v2.0/networks/4d028c26-1aa9-4106-874d-e836abe597a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837023 Feb 16 17:33:51.499967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3437e5b-bdb4-42b5-bd29-efe5b3441f45 req-fe9519d9-b471-47cb-a754-ee42c5d666ca tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:51.501939 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3437e5b-bdb4-42b5-bd29-efe5b3441f45 req-fe9519d9-b471-47cb-a754-ee42c5d666ca tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0529168 Feb 16 17:33:51.550086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e3437e5b-bdb4-42b5-bd29-efe5b3441f45 req-c9d0482d-b1a7-436e-a6b0-05fff7d17f5a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425835 Feb 16 17:33:52.674595 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db05df-93a8-4348-9851-a97535ed2cc5 req-e7ded734-5fe4-4eb9-abba-37b6f7df5ac5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:52.676101 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44db05df-93a8-4348-9851-a97535ed2cc5 req-e7ded734-5fe4-4eb9-abba-37b6f7df5ac5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0521708 Feb 16 17:33:52.731205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-44db05df-93a8-4348-9851-a97535ed2cc5 req-ac76e6ec-6539-4a89-8453-59cd905eefdb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494978 Feb 16 17:33:53.848858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6c4b7-55f6-4b84-b3e9-276d5a52ef8e req-b3199d24-bf98-403c-94c0-f90fbc5e7fe9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:53.850338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cb6c4b7-55f6-4b84-b3e9-276d5a52ef8e req-b3199d24-bf98-403c-94c0-f90fbc5e7fe9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0530660 Feb 16 17:33:53.898862 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8cb6c4b7-55f6-4b84-b3e9-276d5a52ef8e req-e7ad5ca6-6d56-4074-9bab-ba864dce8e11 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Feb 16 17:33:55.018828 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a99b4-145e-4929-a5a2-62ebda5de092 req-294a1fcf-f1ed-4aac-a176-3bc1bd13c1af tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:55.020317 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-572a99b4-145e-4929-a5a2-62ebda5de092 req-294a1fcf-f1ed-4aac-a176-3bc1bd13c1af tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0526462 Feb 16 17:33:55.069353 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-572a99b4-145e-4929-a5a2-62ebda5de092 req-bd45dd6a-bce4-417f-be7a-952350f4b946 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434752 Feb 16 17:33:55.091099 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55418) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:33:55.154515 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-54d4c807-10f6-45ca-8006-af10e01457f7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/52549fc4-736c-4364-9e18-40c5418c0a12 HTTP/1.1" status: 200 len: 993 time: 0.0622344 Feb 16 17:33:55.794284 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-85815e71-6c29-4246-be4f-f57069e1a5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:56.462307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c249de-0ea5-4fee-aa5f-817dc91eda99 req-57108ff6-015b-4cf0-a153-aa314d1f91ca tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:56.463813 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49c249de-0ea5-4fee-aa5f-817dc91eda99 req-57108ff6-015b-4cf0-a153-aa314d1f91ca tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0891418 Feb 16 17:33:56.469508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad48f99-3e38-4add-a7d0-3cb6f259927f req-8c0228e9-3fc8-40ee-ab35-0e52b4c7c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:56.470907 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bad48f99-3e38-4add-a7d0-3cb6f259927f req-8c0228e9-3fc8-40ee-ab35-0e52b4c7c059 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 1127 time: 0.0667262 Feb 16 17:33:56.567190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49c249de-0ea5-4fee-aa5f-817dc91eda99 req-588eb9a2-3b2f-416b-b853-cf12446336bb tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953257 Feb 16 17:33:56.592220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad48f99-3e38-4add-a7d0-3cb6f259927f req-fd76fe2d-4a11-4866-b223-84102a093264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:56.593672 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bad48f99-3e38-4add-a7d0-3cb6f259927f req-fd76fe2d-4a11-4866-b223-84102a093264 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d028c26-1aa9-4106-874d-e836abe597a2 HTTP/1.1" status: 200 len: 898 time: 0.1159625 Feb 16 17:33:56.662166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bad48f99-3e38-4add-a7d0-3cb6f259927f req-086a18d2-e69d-446d-b860-9e262c897dbd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffd9699-c72d-4498-bc71-328effaaca29 HTTP/1.1" status: 200 len: 1001 time: 0.0625875 Feb 16 17:33:56.709488 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad48f99-3e38-4add-a7d0-3cb6f259927f req-991e9f6b-ffd9-47d5-bf4e-94606fb5e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:56.710879 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bad48f99-3e38-4add-a7d0-3cb6f259927f req-991e9f6b-ffd9-47d5-bf4e-94606fb5e763 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=548da0a6-0425-4e62-8ee5-727fd8f462bf HTTP/1.1" status: 200 len: 835 time: 0.0433755 Feb 16 17:33:56.759161 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad48f99-3e38-4add-a7d0-3cb6f259927f req-d63343c1-b8e6-440a-9510-3ef463aacfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:56.760665 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bad48f99-3e38-4add-a7d0-3cb6f259927f req-d63343c1-b8e6-440a-9510-3ef463aacfce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d028c26-1aa9-4106-874d-e836abe597a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446241 Feb 16 17:33:56.852480 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bad48f99-3e38-4add-a7d0-3cb6f259927f req-f5e71877-6479-44a5-86ad-19c6b7a1bb9d service neutron] 10.222.0.65 "GET /v2.0/networks/4d028c26-1aa9-4106-874d-e836abe597a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845592 Feb 16 17:33:56.941429 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bad48f99-3e38-4add-a7d0-3cb6f259927f req-4b6f42e5-0419-402d-8611-35df027739d3 service neutron] 10.222.0.65 "GET /v2.0/networks/4d028c26-1aa9-4106-874d-e836abe597a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830557 Feb 16 17:33:57.694837 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127dccf-ac70-4d8b-9cfa-d558007ce464 req-ea19ca7f-ee8a-4595-a907-8c40876930c4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:33:57.696269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0127dccf-ac70-4d8b-9cfa-d558007ce464 req-ea19ca7f-ee8a-4595-a907-8c40876930c4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0576859 Feb 16 17:33:57.745181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0127dccf-ac70-4d8b-9cfa-d558007ce464 req-e16af8d4-9711-4db7-b9e6-e2a51b961754 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434244 Feb 16 17:33:57.767848 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55428) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:33:57.826507 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6bbe5583-d41b-4c59-b226-62489eeb5d85 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/52549fc4-736c-4364-9e18-40c5418c0a12 HTTP/1.1" status: 200 len: 993 time: 0.0575144 Feb 16 17:33:58.414262 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c19b1712-195e-4ca2-9203-1065553d1e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:33:59.539212 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:01.066953 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:01.957510 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:02.206075 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:05.039106 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:09.881345 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:34:25.796441 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-554e9fef-5328-4db3-b6d8-31c8c1fd7d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:28.216586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55438) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:28.379660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port fdbb5f83-9df3-4deb-a96a-aa07f75fdc39 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:34:28.380051 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (fdbb5f83-9df3-4deb-a96a-aa07f75fdc39), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:28.414701 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5a86bd18-0f39-4899-b453-fb07bacaf8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:28.456832 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (fdbb5f83-9df3-4deb-a96a-aa07f75fdc39), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:28.457166 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (fdbb5f83-9df3-4deb-a96a-aa07f75fdc39), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:28.469794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for fdbb5f83-9df3-4deb-a96a-aa07f75fdc39 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:34:28.618758 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (fdbb5f83-9df3-4deb-a96a-aa07f75fdc39), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:28.642225 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=fdbb5f83-9df3-4deb-a96a-aa07f75fdc39,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:28.656880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:28.657244 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:28.657596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:28.657960 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:28.658356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:28.658682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:28.659245 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:28.659374 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:28.659694 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:28.660056 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:28.660388 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:28.660753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:28.661114 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:28.716576 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (52549fc4-736c-4364-9e18-40c5418c0a12), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:28.716913 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Floating IP 52549fc4-736c-4364-9e18-40c5418c0a12 disassociated (deleted). External IP: 172.25.4.180, port: 9ffd9699-c72d-4498-bc71-328effaaca29. Feb 16 17:34:28.927450 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 33f007a1-b9b8-406a-b582-7f33c89f64a9 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:34:29.039039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:34:29.044808 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:29.051475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415d7eb3-1a62-4554-815c-aa36306fff4b None None] Sync routers for ids ['33f007a1-b9b8-406a-b582-7f33c89f64a9'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:34:29.062002 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415d7eb3-1a62-4554-815c-aa36306fff4b None None] Routers {'33f007a1-b9b8-406a-b582-7f33c89f64a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:34:29.062607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-415d7eb3-1a62-4554-815c-aa36306fff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['33f007a1-b9b8-406a-b582-7f33c89f64a9'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:29.085173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c5451065-8cbe-4d2a-ba0e-5da59f4184cc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/floatingips/52549fc4-736c-4364-9e18-40c5418c0a12 HTTP/1.1" status: 204 len: 168 time: 0.8651350 Feb 16 17:34:29.085173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787ea225-b953-4388-89e8-802c1fd0328f', 'tag': '9ffd9699-c72d-4498-bc71-328effaaca29'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:34:29.085902 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3187927-1293-4df1-b41c-93a1e6eff16c" -d '{"events": [{"name": "network-changed", "server_uuid": "787ea225-b953-4388-89e8-802c1fd0328f", "tag": "9ffd9699-c72d-4498-bc71-328effaaca29"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:34:29.127664 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43492806-388e-42c0-828c-6f7b0bb3321a x-openstack-request-id: req-43492806-388e-42c0-828c-6f7b0bb3321a {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:34:29.127664 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787ea225-b953-4388-89e8-802c1fd0328f", "tag": "9ffd9699-c72d-4498-bc71-328effaaca29", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:34:29.127996 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43492806-388e-42c0-828c-6f7b0bb3321a {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:34:29.128405 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787ea225-b953-4388-89e8-802c1fd0328f', 'tag': '9ffd9699-c72d-4498-bc71-328effaaca29', 'status': 'completed', 'code': 200} Feb 16 17:34:29.174606 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-415d7eb3-1a62-4554-815c-aa36306fff4b None None] Set router 33f007a1-b9b8-406a-b582-7f33c89f64a9 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:34:29.196342 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3187927-1293-4df1-b41c-93a1e6eff16c req-09cc3361-8a5f-4575-8439-ad2870912225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:29.198286 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3187927-1293-4df1-b41c-93a1e6eff16c req-09cc3361-8a5f-4575-8439-ad2870912225 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 1127 time: 0.0505226 Feb 16 17:34:29.337120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3187927-1293-4df1-b41c-93a1e6eff16c req-703af447-6cfe-44e3-9967-940c1fb0112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:29.338599 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3187927-1293-4df1-b41c-93a1e6eff16c req-703af447-6cfe-44e3-9967-940c1fb0112b service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d028c26-1aa9-4106-874d-e836abe597a2 HTTP/1.1" status: 200 len: 898 time: 0.1280034 Feb 16 17:34:29.359986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6257f21-caa4-4e9d-ad90-added4d02eed req-2980335d-a73f-434c-88d3-8c1617572ea9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:29.361957 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6257f21-caa4-4e9d-ad90-added4d02eed req-2980335d-a73f-434c-88d3-8c1617572ea9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0815156 Feb 16 17:34:29.395644 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3187927-1293-4df1-b41c-93a1e6eff16c req-2ee25f80-2b1f-48c6-9d5e-92af134351bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffd9699-c72d-4498-bc71-328effaaca29 HTTP/1.1" status: 200 len: 217 time: 0.0499868 Feb 16 17:34:29.398431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-415d7eb3-1a62-4554-815c-aa36306fff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:00Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734', 'name': '', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ac:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:00Z', 'updated_at': '2022-02-16T17:33:04Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:29.426242 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415d7eb3-1a62-4554-815c-aa36306fff4b None None] Checking router: 33f007a1-b9b8-406a-b582-7f33c89f64a9 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:34:29.434772 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415d7eb3-1a62-4554-815c-aa36306fff4b None None] Routers {'33f007a1-b9b8-406a-b582-7f33c89f64a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:34:29.435394 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-415d7eb3-1a62-4554-815c-aa36306fff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['33f007a1-b9b8-406a-b582-7f33c89f64a9'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:29.470054 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3187927-1293-4df1-b41c-93a1e6eff16c req-0254fb41-b0af-4246-ad0e-db8e061c97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:29.471972 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3187927-1293-4df1-b41c-93a1e6eff16c req-0254fb41-b0af-4246-ad0e-db8e061c97b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=548da0a6-0425-4e62-8ee5-727fd8f462bf HTTP/1.1" status: 200 len: 835 time: 0.0703411 Feb 16 17:34:29.477189 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e6257f21-caa4-4e9d-ad90-added4d02eed req-271a2597-a246-4d5c-b605-45688be6403a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839837 Feb 16 17:34:29.522014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3187927-1293-4df1-b41c-93a1e6eff16c req-2d9940b1-296d-46be-bb91-789c801a62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:29.523553 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3187927-1293-4df1-b41c-93a1e6eff16c req-2d9940b1-296d-46be-bb91-789c801a62f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d028c26-1aa9-4106-874d-e836abe597a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454433 Feb 16 17:34:29.534445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-a3187927-1293-4df1-b41c-93a1e6eff16c req-c0c098c8-d202-4bb8-aac2-3a5d9ec98b84 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:34:29.535415 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3187927-1293-4df1-b41c-93a1e6eff16c req-c0c098c8-d202-4bb8-aac2-3a5d9ec98b84 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057254 Feb 16 17:34:29.553213 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:29.556802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-415d7eb3-1a62-4554-815c-aa36306fff4b None None] Set router 33f007a1-b9b8-406a-b582-7f33c89f64a9 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:34:29.632312 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3187927-1293-4df1-b41c-93a1e6eff16c req-49c06c1c-6641-4230-8fb5-9f8a2d8f8674 service neutron] 10.222.0.65 "GET /v2.0/networks/4d028c26-1aa9-4106-874d-e836abe597a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902274 Feb 16 17:34:29.727890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a3187927-1293-4df1-b41c-93a1e6eff16c req-86ea7a6c-e14b-462c-aee5-c3a56333df66 service neutron] 10.222.0.65 "GET /v2.0/networks/4d028c26-1aa9-4106-874d-e836abe597a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887783 Feb 16 17:34:29.916919 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-415d7eb3-1a62-4554-815c-aa36306fff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:00Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734', 'name': '', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ac:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:00Z', 'updated_at': '2022-02-16T17:33:04Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:29.942971 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415d7eb3-1a62-4554-815c-aa36306fff4b None None] The sync data for ids ['33f007a1-b9b8-406a-b582-7f33c89f64a9'] in n-d-669411-5 is: [{'id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:00Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734', 'name': '', 'network_id': '4d028c26-1aa9-4106-874d-e836abe597a2', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ac:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:33:00Z', 'updated_at': '2022-02-16T17:33:04Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '548da0a6-0425-4e62-8ee5-727fd8f462bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:34:30.155713 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50af729-d8da-438b-a44a-7f6b2ab23af4 None None] New status for floating IP 52549fc4-736c-4364-9e18-40c5418c0a12: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:34:30.604858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db4a54-6ad6-46ad-8079-1de0d4e2ad14 req-9f51bbb4-53f9-486d-9843-11fcba0d7906 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:30.606344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0db4a54-6ad6-46ad-8079-1de0d4e2ad14 req-9f51bbb4-53f9-486d-9843-11fcba0d7906 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0580108 Feb 16 17:34:30.654330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f0db4a54-6ad6-46ad-8079-1de0d4e2ad14 req-35d2a324-d10b-4eff-b399-e5ee9339b416 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=94385b25-0897-4fb1-81cd-a6c03e6b99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424356 Feb 16 17:34:30.749914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacb1e0-6348-45d3-a16b-8ba64b7f8a78 req-0bae5fb2-c217-4c1b-9bf2-301b8210c07f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:30.751339 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ddacb1e0-6348-45d3-a16b-8ba64b7f8a78 req-0bae5fb2-c217-4c1b-9bf2-301b8210c07f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/ports?device_id=787ea225-b953-4388-89e8-802c1fd0328f HTTP/1.1" status: 200 len: 945 time: 0.0524828 Feb 16 17:34:30.847237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-ddacb1e0-6348-45d3-a16b-8ba64b7f8a78 req-02bcc9fa-426a-41cd-b1c4-8f5f3379fca9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port 9ffd9699-c72d-4498-bc71-328effaaca29 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:34:30.847494 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ddacb1e0-6348-45d3-a16b-8ba64b7f8a78 req-02bcc9fa-426a-41cd-b1c4-8f5f3379fca9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (9ffd9699-c72d-4498-bc71-328effaaca29), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:30.933780 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ddacb1e0-6348-45d3-a16b-8ba64b7f8a78 req-02bcc9fa-426a-41cd-b1c4-8f5f3379fca9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] For port 9ffd9699-c72d-4498-bc71-328effaaca29, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=9ffd9699-c72d-4498-bc71-328effaaca29,segment=NetworkSegment(60715fa9-a62a-4a7a-84e7-bdd2d78875d9),segment_id=60715fa9-a62a-4a7a-84e7-bdd2d78875d9)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:34:30.934138 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ddacb1e0-6348-45d3-a16b-8ba64b7f8a78 req-02bcc9fa-426a-41cd-b1c4-8f5f3379fca9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (9ffd9699-c72d-4498-bc71-328effaaca29), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:30.946935 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-ddacb1e0-6348-45d3-a16b-8ba64b7f8a78 req-02bcc9fa-426a-41cd-b1c4-8f5f3379fca9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for 9ffd9699-c72d-4498-bc71-328effaaca29 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:34:31.069952 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:31.080995 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ddacb1e0-6348-45d3-a16b-8ba64b7f8a78 req-02bcc9fa-426a-41cd-b1c4-8f5f3379fca9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (9ffd9699-c72d-4498-bc71-328effaaca29), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:31.106954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcc9fa-426a-41cd-b1c4-8f5f3379fca9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=9ffd9699-c72d-4498-bc71-328effaaca29,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:31.152533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddacb1e0-6348-45d3-a16b-8ba64b7f8a78 req-02bcc9fa-426a-41cd-b1c4-8f5f3379fca9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] No DVR routers for this DVR port 9ffd9699-c72d-4498-bc71-328effaaca29 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:34:31.154957 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ddacb1e0-6348-45d3-a16b-8ba64b7f8a78 req-02bcc9fa-426a-41cd-b1c4-8f5f3379fca9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:31.158351 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ddacb1e0-6348-45d3-a16b-8ba64b7f8a78 req-02bcc9fa-426a-41cd-b1c4-8f5f3379fca9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "DELETE /v2.0/ports/9ffd9699-c72d-4498-bc71-328effaaca29 HTTP/1.1" status: 204 len: 173 time: 0.4015260 Feb 16 17:34:31.158783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787ea225-b953-4388-89e8-802c1fd0328f', 'name': 'network-vif-deleted', 'tag': '9ffd9699-c72d-4498-bc71-328effaaca29'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:34:31.161138 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a9350f-0125-40d1-af63-4f3e5d99c0f5" -d '{"events": [{"server_uuid": "787ea225-b953-4388-89e8-802c1fd0328f", "name": "network-vif-deleted", "tag": "9ffd9699-c72d-4498-bc71-328effaaca29"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:34:31.198603 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aa6d53-1dbd-4dd6-8800-1c3eddca7345 x-openstack-request-id: req-17aa6d53-1dbd-4dd6-8800-1c3eddca7345 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:34:31.198942 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787ea225-b953-4388-89e8-802c1fd0328f", "name": "network-vif-deleted", "tag": "9ffd9699-c72d-4498-bc71-328effaaca29", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:34:31.199213 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17aa6d53-1dbd-4dd6-8800-1c3eddca7345 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:34:31.199704 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787ea225-b953-4388-89e8-802c1fd0328f', 'name': 'network-vif-deleted', 'tag': '9ffd9699-c72d-4498-bc71-328effaaca29', 'status': 'completed', 'code': 200} Feb 16 17:34:31.711945 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55452) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:31.954508 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:32.079092 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-961fc18f-f58c-450e-8764-ac588fa5e915 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (33f007a1-b9b8-406a-b582-7f33c89f64a9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:32.209481 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:32.342246 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-961fc18f-f58c-450e-8764-ac588fa5e915 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:34:32.342588 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-961fc18f-f58c-450e-8764-ac588fa5e915 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:32.430723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-961fc18f-f58c-450e-8764-ac588fa5e915 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] For port 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734,segment=NetworkSegment(60715fa9-a62a-4a7a-84e7-bdd2d78875d9),segment_id=60715fa9-a62a-4a7a-84e7-bdd2d78875d9)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:34:32.431080 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-961fc18f-f58c-450e-8764-ac588fa5e915 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:32.444157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-961fc18f-f58c-450e-8764-ac588fa5e915 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:34:32.632005 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-961fc18f-f58c-450e-8764-ac588fa5e915 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:32.655880 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fc18f-f58c-450e-8764-ac588fa5e915 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:32.833654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-961fc18f-f58c-450e-8764-ac588fa5e915 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (33f007a1-b9b8-406a-b582-7f33c89f64a9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:33.050972 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961fc18f-f58c-450e-8764-ac588fa5e915 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 33f007a1-b9b8-406a-b582-7f33c89f64a9 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:34:33.448939 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961fc18f-f58c-450e-8764-ac588fa5e915 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:34:33.453951 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-961fc18f-f58c-450e-8764-ac588fa5e915 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "PUT /v2.0/routers/33f007a1-b9b8-406a-b582-7f33c89f64a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7410042 Feb 16 17:34:33.457808 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55454) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:33.463346 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e7f54-47b5-4465-af24-d60b1909d418 None None] Sync routers for ids ['33f007a1-b9b8-406a-b582-7f33c89f64a9'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:34:33.476527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e7f54-47b5-4465-af24-d60b1909d418 None None] Routers {'33f007a1-b9b8-406a-b582-7f33c89f64a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:34:33.477139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-be0e7f54-47b5-4465-af24-d60b1909d418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['33f007a1-b9b8-406a-b582-7f33c89f64a9'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:33.509127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-350461e4-9c11-433e-be3a-503916bf182b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting subnet 548da0a6-0425-4e62-8ee5-727fd8f462bf {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:34:33.512238 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-350461e4-9c11-433e-be3a-503916bf182b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for subnet (548da0a6-0425-4e62-8ee5-727fd8f462bf), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:33.551489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-350461e4-9c11-433e-be3a-503916bf182b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24959575'] for subnet (548da0a6-0425-4e62-8ee5-727fd8f462bf), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:33.583452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-be0e7f54-47b5-4465-af24-d60b1909d418 None None] Set router 33f007a1-b9b8-406a-b582-7f33c89f64a9 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:34:33.638236 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-350461e4-9c11-433e-be3a-503916bf182b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (548da0a6-0425-4e62-8ee5-727fd8f462bf), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:33.699562 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-350461e4-9c11-433e-be3a-503916bf182b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24944691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13345902'] for subnet (548da0a6-0425-4e62-8ee5-727fd8f462bf), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:33.726708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350461e4-9c11-433e-be3a-503916bf182b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Subnet': ['ID=548da0a6-0425-4e62-8ee5-727fd8f462bf,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:33.734934 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-350461e4-9c11-433e-be3a-503916bf182b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:33.738811 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-350461e4-9c11-433e-be3a-503916bf182b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/subnets/548da0a6-0425-4e62-8ee5-727fd8f462bf HTTP/1.1" status: 204 len: 168 time: 0.2800376 Feb 16 17:34:33.741475 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55456) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:33.744963 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5788a82d-54bc-4f60-9bae-9f6ddad4d7fd None None] Network 4d028c26-1aa9-4106-874d-e836abe597a2 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:34:33.852399 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router (33f007a1-b9b8-406a-b582-7f33c89f64a9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:33.853897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-be0e7f54-47b5-4465-af24-d60b1909d418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:34:32Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:33.884596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e7f54-47b5-4465-af24-d60b1909d418 None None] Checking router: 33f007a1-b9b8-406a-b582-7f33c89f64a9 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:34:33.895541 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e7f54-47b5-4465-af24-d60b1909d418 None None] Routers {'33f007a1-b9b8-406a-b582-7f33c89f64a9'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:34:33.896185 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-be0e7f54-47b5-4465-af24-d60b1909d418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['33f007a1-b9b8-406a-b582-7f33c89f64a9'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:33.960979 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] DHCP port deletion for 4d028c26-1aa9-4106-874d-e836abe597a2 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:34:33.963591 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (33f007a1-b9b8-406a-b582-7f33c89f64a9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.018788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port a8c8208e-5fd9-4c50-bc25-a3b405d0450c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:34:34.019130 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (a8c8208e-5fd9-4c50-bc25-a3b405d0450c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.039742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-be0e7f54-47b5-4465-af24-d60b1909d418 None None] Set router 33f007a1-b9b8-406a-b582-7f33c89f64a9 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:34:34.100593 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Deleting port 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:34:34.100959 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2f89106f-a313-4ed1-b0a7-99d1cf75dc90), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.108259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] For port a8c8208e-5fd9-4c50-bc25-a3b405d0450c, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=a8c8208e-5fd9-4c50-bc25-a3b405d0450c,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:34:34.108617 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (a8c8208e-5fd9-4c50-bc25-a3b405d0450c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.120817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for a8c8208e-5fd9-4c50-bc25-a3b405d0450c owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:34:34.213352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] For port 2f89106f-a313-4ed1-b0a7-99d1cf75dc90, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=2f89106f-a313-4ed1-b0a7-99d1cf75dc90,segment=NetworkSegment(60715fa9-a62a-4a7a-84e7-bdd2d78875d9),segment_id=60715fa9-a62a-4a7a-84e7-bdd2d78875d9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:34:34.213639 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2f89106f-a313-4ed1-b0a7-99d1cf75dc90), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.236001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Calling delete_port for 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:34:34.299432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (a8c8208e-5fd9-4c50-bc25-a3b405d0450c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.326435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=a8c8208e-5fd9-4c50-bc25-a3b405d0450c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:34.356020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-be0e7f54-47b5-4465-af24-d60b1909d418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:34:32Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:34.384815 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (2f89106f-a313-4ed1-b0a7-99d1cf75dc90), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.386768 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e7f54-47b5-4465-af24-d60b1909d418 None None] The sync data for ids ['33f007a1-b9b8-406a-b582-7f33c89f64a9'] in n-d-669411-5 is: [{'id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194890912', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:34:32Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': 'a8c8208e-5fd9-4c50-bc25-a3b405d0450c', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f007a1-b9b8-406a-b582-7f33c89f64a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:32:57Z', 'updated_at': '2022-02-16T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:34:34.393311 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (33f007a1-b9b8-406a-b582-7f33c89f64a9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.414151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Pushing event deleted for resources: {'Port': ['ID=2f89106f-a313-4ed1-b0a7-99d1cf75dc90,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:34.416481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] No DVR routers for this DVR port 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:34:34.431358 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:34.431710 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:34.432080 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:34.432420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:34.432753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:34.433074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:34.433435 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:34.433725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:34.434050 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:34.434372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:34.434694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:34.435020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:34.435338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45c2f7f-5769-40ef-9964-b1d1a4168945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:34.498350 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (33f007a1-b9b8-406a-b582-7f33c89f64a9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.500429 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_controller (33f007a1-b9b8-406a-b582-7f33c89f64a9), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.544764 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (33f007a1-b9b8-406a-b582-7f33c89f64a9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.545350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Fanout notify agent at l3_agent the message router_deleted on router 33f007a1-b9b8-406a-b582-7f33c89f64a9 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:34:34.552134 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.553251 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-28dfbc7c-152e-4fb8-9d60-2367d8ad9c18 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/routers/33f007a1-b9b8-406a-b582-7f33c89f64a9 HTTP/1.1" status: 204 len: 168 time: 0.8108604 Feb 16 17:34:34.555916 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55458) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:34.631146 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-140fae31-745f-4780-8042-e7cabebd8370 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (4d028c26-1aa9-4106-874d-e836abe597a2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.720082 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-140fae31-745f-4780-8042-e7cabebd8370 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (4d028c26-1aa9-4106-874d-e836abe597a2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.741449 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-140fae31-745f-4780-8042-e7cabebd8370 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d028c26-1aa9-4106-874d-e836abe597a2']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:34.751074 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-140fae31-745f-4780-8042-e7cabebd8370 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60715fa9-a62a-4a7a-84e7-bdd2d78875d9') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:34.751299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-140fae31-745f-4780-8042-e7cabebd8370 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60715fa9-a62a-4a7a-84e7-bdd2d78875d9') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:34.762774 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-140fae31-745f-4780-8042-e7cabebd8370 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (60715fa9-a62a-4a7a-84e7-bdd2d78875d9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.777992 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-140fae31-745f-4780-8042-e7cabebd8370 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (60715fa9-a62a-4a7a-84e7-bdd2d78875d9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.784030 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140fae31-745f-4780-8042-e7cabebd8370 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:34:34.784412 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-140fae31-745f-4780-8042-e7cabebd8370 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (60715fa9-a62a-4a7a-84e7-bdd2d78875d9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:34:34.787656 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:34:34.852796 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-140fae31-745f-4780-8042-e7cabebd8370 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (4d028c26-1aa9-4106-874d-e836abe597a2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.860223 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-140fae31-745f-4780-8042-e7cabebd8370 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.863125 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-140fae31-745f-4780-8042-e7cabebd8370 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/networks/4d028c26-1aa9-4106-874d-e836abe597a2 HTTP/1.1" status: 204 len: 168 time: 0.3062930 Feb 16 17:34:34.865934 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55460) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:34.884141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fae31-745f-4780-8042-e7cabebd8370 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Network': ['ID=4d028c26-1aa9-4106-874d-e836abe597a2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:34.935039 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-39ecb989-b2ce-4bf4-bb9d-baaa76a9c5fc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (94385b25-0897-4fb1-81cd-a6c03e6b99da), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:34.962613 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-39ecb989-b2ce-4bf4-bb9d-baaa76a9c5fc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (94385b25-0897-4fb1-81cd-a6c03e6b99da), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.025807 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-39ecb989-b2ce-4bf4-bb9d-baaa76a9c5fc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (94385b25-0897-4fb1-81cd-a6c03e6b99da), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.028747 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-39ecb989-b2ce-4bf4-bb9d-baaa76a9c5fc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.034326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-39ecb989-b2ce-4bf4-bb9d-baaa76a9c5fc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/security-groups/94385b25-0897-4fb1-81cd-a6c03e6b99da HTTP/1.1" status: 204 len: 168 time: 0.1627860 Feb 16 17:34:35.049172 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.050541 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecb989-b2ce-4bf4-bb9d-baaa76a9c5fc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94385b25-0897-4fb1-81cd-a6c03e6b99da,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:35.155098 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 9ffd9699-c72d-4498-bc71-328effaaca29 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:34:35.181395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 9ffd9699-c72d-4498-bc71-328effaaca29 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:34:35.181748 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 9ffd9699-c72d-4498-bc71-328effaaca29 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:34:35.277982 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55466) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:35.282719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-95c2fec7-37bc-4ab8-8c6f-9e36c66079b6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1395851770', 'description': 'tempest-secgroup-smoke-1395851770 description', 'project_id': 'e43d3b22cf814828bd0438a30e095679'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:35.304109 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95c2fec7-37bc-4ab8-8c6f-9e36c66079b6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.377711 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95c2fec7-37bc-4ab8-8c6f-9e36c66079b6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (6b3e7721-2d50-4136-ab1b-efeab72e1f1d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.381281 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95c2fec7-37bc-4ab8-8c6f-9e36c66079b6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6b3e7721-2d50-4136-ab1b-efeab72e1f1d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.410164 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-95c2fec7-37bc-4ab8-8c6f-9e36c66079b6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.411384 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-95c2fec7-37bc-4ab8-8c6f-9e36c66079b6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1322930 Feb 16 17:34:35.413345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2fec7-37bc-4ab8-8c6f-9e36c66079b6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3e7721-2d50-4136-ab1b-efeab72e1f1d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:35.414344 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55468) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:35.420162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '6b3e7721-2d50-4136-ab1b-efeab72e1f1d', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:35.450615 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (f0b143ce-cb0f-4087-8a36-bf0e97919c49), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.502568 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:34:35.512019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (f0b143ce-cb0f-4087-8a36-bf0e97919c49), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.516078 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (f0b143ce-cb0f-4087-8a36-bf0e97919c49), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.522070 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:34:35.522423 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 00fd85aa-f0a8-4ca2-8fc5-66fc00cbe734 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:34:35.522915 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:34:35.534679 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b143ce-cb0f-4087-8a36-bf0e97919c49,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:35.542753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:34:35.543107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 2f89106f-a313-4ed1-b0a7-99d1cf75dc90 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:34:35.543310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:35.543659 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:35.544043 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:35.544409 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:35.544689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:35.545044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:35.545368 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:35.545686 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:35.546004 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:35.546323 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:35.546640 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:35.546951 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:35.547263 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:35.551980 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.553167 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3374f184-f200-430e-83a9-e1c1662ed7c5 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372602 Feb 16 17:34:35.556206 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55472) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:35.560684 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4b376fbd-2a2b-4936-9615-45e877cb6bbc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '6b3e7721-2d50-4136-ab1b-efeab72e1f1d', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:35.585660 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b376fbd-2a2b-4936-9615-45e877cb6bbc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (f8451d89-81f7-4f04-ae58-1b467db5f205), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.641555 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b376fbd-2a2b-4936-9615-45e877cb6bbc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (f8451d89-81f7-4f04-ae58-1b467db5f205), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.645192 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b376fbd-2a2b-4936-9615-45e877cb6bbc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (f8451d89-81f7-4f04-ae58-1b467db5f205), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.663784 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b376fbd-2a2b-4936-9615-45e877cb6bbc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8451d89-81f7-4f04-ae58-1b467db5f205,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:35.671545 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4b376fbd-2a2b-4936-9615-45e877cb6bbc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.672771 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4b376fbd-2a2b-4936-9615-45e877cb6bbc tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155758 Feb 16 17:34:35.676613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55474) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:35.681046 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f0e1dd6e-5b68-4a71-91e2-a77eed52e9ba tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '6b3e7721-2d50-4136-ab1b-efeab72e1f1d', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:35.704574 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0e1dd6e-5b68-4a71-91e2-a77eed52e9ba tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (ccc0b0b9-c8db-4ca5-9bff-80348ccfd7cd), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.760673 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0e1dd6e-5b68-4a71-91e2-a77eed52e9ba tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (ccc0b0b9-c8db-4ca5-9bff-80348ccfd7cd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.764155 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0e1dd6e-5b68-4a71-91e2-a77eed52e9ba tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (ccc0b0b9-c8db-4ca5-9bff-80348ccfd7cd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.785071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1dd6e-5b68-4a71-91e2-a77eed52e9ba tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc0b0b9-c8db-4ca5-9bff-80348ccfd7cd,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:35.790997 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f0e1dd6e-5b68-4a71-91e2-a77eed52e9ba tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.792009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f0e1dd6e-5b68-4a71-91e2-a77eed52e9ba tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142902 Feb 16 17:34:35.794766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55476) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:35.798953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-f597a7be-fc03-4134-b0f7-a685068dccf0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '6b3e7721-2d50-4136-ab1b-efeab72e1f1d', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:35.823721 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f597a7be-fc03-4134-b0f7-a685068dccf0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (0571a037-448c-4ee7-908d-714f6b980809), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.884174 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f597a7be-fc03-4134-b0f7-a685068dccf0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (0571a037-448c-4ee7-908d-714f6b980809), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.887648 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f597a7be-fc03-4134-b0f7-a685068dccf0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (0571a037-448c-4ee7-908d-714f6b980809), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.905576 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597a7be-fc03-4134-b0f7-a685068dccf0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0571a037-448c-4ee7-908d-714f6b980809,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:35.914391 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f597a7be-fc03-4134-b0f7-a685068dccf0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:35.915601 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f597a7be-fc03-4134-b0f7-a685068dccf0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199167 Feb 16 17:34:35.918289 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55478) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:35.922514 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-81b9cc9f-cc6d-4638-9a2e-307dfeaef492 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '6b3e7721-2d50-4136-ab1b-efeab72e1f1d', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:35.941526 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-81b9cc9f-cc6d-4638-9a2e-307dfeaef492 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Project e43d3b22cf814828bd0438a30e095679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:34:35.946263 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-81b9cc9f-cc6d-4638-9a2e-307dfeaef492 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (90f58f41-1726-43bc-9f88-4f705c058d28), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.003519 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-81b9cc9f-cc6d-4638-9a2e-307dfeaef492 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (90f58f41-1726-43bc-9f88-4f705c058d28), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.007486 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-81b9cc9f-cc6d-4638-9a2e-307dfeaef492 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (90f58f41-1726-43bc-9f88-4f705c058d28), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.027175 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9cc9f-cc6d-4638-9a2e-307dfeaef492 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f58f41-1726-43bc-9f88-4f705c058d28,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:36.035559 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-81b9cc9f-cc6d-4638-9a2e-307dfeaef492 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.036745 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-81b9cc9f-cc6d-4638-9a2e-307dfeaef492 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175380 Feb 16 17:34:36.039410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55480) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:36.043661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1b46be85-e301-4a21-8432-3fbdbb3d8384 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'security_group_rule': {'security_group_id': '6b3e7721-2d50-4136-ab1b-efeab72e1f1d', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:36.063393 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-1b46be85-e301-4a21-8432-3fbdbb3d8384 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Project e43d3b22cf814828bd0438a30e095679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:34:36.069010 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b46be85-e301-4a21-8432-3fbdbb3d8384 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (fb19a640-c081-49c3-84c8-a17b9e4259b6), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.126119 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b46be85-e301-4a21-8432-3fbdbb3d8384 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (fb19a640-c081-49c3-84c8-a17b9e4259b6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.130603 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b46be85-e301-4a21-8432-3fbdbb3d8384 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (fb19a640-c081-49c3-84c8-a17b9e4259b6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.149822 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46be85-e301-4a21-8432-3fbdbb3d8384 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb19a640-c081-49c3-84c8-a17b9e4259b6,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:36.157807 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b46be85-e301-4a21-8432-3fbdbb3d8384 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.159909 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1b46be85-e301-4a21-8432-3fbdbb3d8384 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194987 Feb 16 17:34:36.162678 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55482) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:36.167588 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fe945517-2b22-4764-96c9-eb5d67ab2074 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'network': {'name': 'tempest-network-smoke--897528845', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'port_security_enabled': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:36.186181 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe945517-2b22-4764-96c9-eb5d67ab2074 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Made reservation on behalf of e43d3b22cf814828bd0438a30e095679 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:34:36.189733 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe945517-2b22-4764-96c9-eb5d67ab2074 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.212474 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe945517-2b22-4764-96c9-eb5d67ab2074 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:34:36.222035 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe945517-2b22-4764-96c9-eb5d67ab2074 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (5aebab35-0e0d-4e15-9642-a73870660d7b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.222373 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-fe945517-2b22-4764-96c9-eb5d67ab2074 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Added segment 5aebab35-0e0d-4e15-9642-a73870660d7b of type vlan for network b74e34f6-20f2-4310-af39-c4c4cd463f5c Feb 16 17:34:36.264818 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe945517-2b22-4764-96c9-eb5d67ab2074 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (b74e34f6-20f2-4310-af39-c4c4cd463f5c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.289690 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe945517-2b22-4764-96c9-eb5d67ab2074 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (b74e34f6-20f2-4310-af39-c4c4cd463f5c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.294607 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe945517-2b22-4764-96c9-eb5d67ab2074 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:36.295187 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fe945517-2b22-4764-96c9-eb5d67ab2074 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.329753 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fe945517-2b22-4764-96c9-eb5d67ab2074 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1659684 Feb 16 17:34:36.332641 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55484) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:36.338812 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'admin_state_up': True, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:36.375556 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe945517-2b22-4764-96c9-eb5d67ab2074 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Network': ['ID=b74e34f6-20f2-4310-af39-c4c4cd463f5c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:36.386545 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network b74e34f6-20f2-4310-af39-c4c4cd463f5c details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:34:36.389591 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (96d1eac1-f810-4778-8eac-8d1806f60127), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.390725 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (96d1eac1-f810-4778-8eac-8d1806f60127), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.451280 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_controller (96d1eac1-f810-4778-8eac-8d1806f60127), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.592086 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (96d1eac1-f810-4778-8eac-8d1806f60127), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.789857 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (96d1eac1-f810-4778-8eac-8d1806f60127), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.808148 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:36.914044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.25.4.195 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/1d1ffa0d-b8fa-419e-9827-8e57dd428a02) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:34:37.014480 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (1d1ffa0d-b8fa-419e-9827-8e57dd428a02), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:37.049758 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (1d1ffa0d-b8fa-419e-9827-8e57dd428a02), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:37.061054 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a8c8208e-5fd9-4c50-bc25-a3b405d0450c no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:34:37.083051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: a8c8208e-5fd9-4c50-bc25-a3b405d0450c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:34:37.083396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device a8c8208e-5fd9-4c50-bc25-a3b405d0450c not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:34:37.088478 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:34:37.096101 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:34:37.099241 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:34:37.132226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=1d1ffa0d-b8fa-419e-9827-8e57dd428a02,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:37.374022 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (96d1eac1-f810-4778-8eac-8d1806f60127), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:37.572305 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (96d1eac1-f810-4778-8eac-8d1806f60127), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:37.700412 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 96d1eac1-f810-4778-8eac-8d1806f60127 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:34:37.808770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:34:37.818293 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Sync routers for ids ['96d1eac1-f810-4778-8eac-8d1806f60127'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:34:37.828952 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Routers {'96d1eac1-f810-4778-8eac-8d1806f60127'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:34:37.829432 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:37.829566 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['96d1eac1-f810-4778-8eac-8d1806f60127'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:37.830838 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-fa6084e8-3fbc-45f1-99e5-c2993b8d17a0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4972081 Feb 16 17:34:37.834121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55486) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:37.905050 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-304c2084-72ee-48ab-954d-517570d57bed tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=e43d3b22cf814828bd0438a30e095679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0698466 Feb 16 17:34:37.907600 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55490) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:37.937567 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Set router 96d1eac1-f810-4778-8eac-8d1806f60127 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:34:37.998585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97ce3ff-f132-41db-85c8-2035fb9f2e21 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:38.000018 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e97ce3ff-f132-41db-85c8-2035fb9f2e21 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908496 Feb 16 17:34:38.002927 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55492) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:38.032924 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-c45285b3-c74a-4430-9d59-cd79eddebdd4 tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=ad1aff08-3390-4777-8cb3-9fa02dffc1dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266063 Feb 16 17:34:38.033661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55494) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:38.038479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-50c65def-9c3c-4479-8075-d1b0f3590a50 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-865158042', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:38.119235 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:37Z', 'revision_number': 3, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:38.124640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c65def-9c3c-4479-8075-d1b0f3590a50 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Made reservation on behalf of e43d3b22cf814828bd0438a30e095679 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:34:38.128080 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-50c65def-9c3c-4479-8075-d1b0f3590a50 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:38.146008 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Checking router: 96d1eac1-f810-4778-8eac-8d1806f60127 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:34:38.146347 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Updating router 96d1eac1-f810-4778-8eac-8d1806f60127 port 1d1ffa0d-b8fa-419e-9827-8e57dd428a02 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:34:38.173966 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1d1ffa0d-b8fa-419e-9827-8e57dd428a02), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:38.317099 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-50c65def-9c3c-4479-8075-d1b0f3590a50 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (6ae89db2-9abc-4eb3-acdb-d0a39b504949), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:38.377558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c65def-9c3c-4479-8075-d1b0f3590a50 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Subnet': ['ID=6ae89db2-9abc-4eb3-acdb-d0a39b504949,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:38.394126 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c65def-9c3c-4479-8075-d1b0f3590a50 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Checking segment: {'id': '5aebab35-0e0d-4e15-9642-a73870660d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:34:38.394520 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c65def-9c3c-4479-8075-d1b0f3590a50 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network hostable DHCP agents. Network: b74e34f6-20f2-4310-af39-c4c4cd463f5c, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:34:38.410816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c65def-9c3c-4479-8075-d1b0f3590a50 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network b74e34f6-20f2-4310-af39-c4c4cd463f5c is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:34:38.420691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-50c65def-9c3c-4479-8075-d1b0f3590a50 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, b74e34f6-20f2-4310-af39-c4c4cd463f5c) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:34:38.425331 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c65def-9c3c-4479-8075-d1b0f3590a50 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:38.425929 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-50c65def-9c3c-4479-8075-d1b0f3590a50 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:38.430489 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0bf2b7-8133-439b-85a6-127b27aacfb7 None None] Network b74e34f6-20f2-4310-af39-c4c4cd463f5c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:34:38.436179 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Publish callbacks [] for port (1d1ffa0d-b8fa-419e-9827-8e57dd428a02), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:38.443257 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1d1ffa0d-b8fa-419e-9827-8e57dd428a02), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:38.457356 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-50c65def-9c3c-4479-8075-d1b0f3590a50 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4193435 Feb 16 17:34:38.459887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55496) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:38.502453 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Attempting to bind port 1d1ffa0d-b8fa-419e-9827-8e57dd428a02 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:34:38.502910 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Attempting to bind port 1d1ffa0d-b8fa-419e-9827-8e57dd428a02 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:34:38.503272 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Attempting to bind port 1d1ffa0d-b8fa-419e-9827-8e57dd428a02 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:34:38.512087 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8899124-fa40-471c-8f78-fa3360dfe2ff None None] Pushing event updated for resources: {'Port': ['ID=1d1ffa0d-b8fa-419e-9827-8e57dd428a02,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:38.520420 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899124-fa40-471c-8f78-fa3360dfe2ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:38.520766 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899124-fa40-471c-8f78-fa3360dfe2ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:38.521107 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899124-fa40-471c-8f78-fa3360dfe2ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:38.521455 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899124-fa40-471c-8f78-fa3360dfe2ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:38.521768 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899124-fa40-471c-8f78-fa3360dfe2ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:38.522092 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899124-fa40-471c-8f78-fa3360dfe2ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:38.522416 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899124-fa40-471c-8f78-fa3360dfe2ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:38.522737 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899124-fa40-471c-8f78-fa3360dfe2ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:38.523057 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899124-fa40-471c-8f78-fa3360dfe2ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:38.523376 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899124-fa40-471c-8f78-fa3360dfe2ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:38.523693 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899124-fa40-471c-8f78-fa3360dfe2ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:38.524045 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899124-fa40-471c-8f78-fa3360dfe2ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:38.524367 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8899124-fa40-471c-8f78-fa3360dfe2ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:34:38.527882 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:34:38.528264 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:34:38.528672 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:38.529055 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:34:38.529527 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Bound port: 1d1ffa0d-b8fa-419e-9827-8e57dd428a02, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:34:38.530103 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1d1ffa0d-b8fa-419e-9827-8e57dd428a02), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:38.587572 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] For port 1d1ffa0d-b8fa-419e-9827-8e57dd428a02, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:34:38.591165 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] For port 1d1ffa0d-b8fa-419e-9827-8e57dd428a02, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1d1ffa0d-b8fa-419e-9827-8e57dd428a02,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:34:38.598862 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1d1ffa0d-b8fa-419e-9827-8e57dd428a02), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:38.644486 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Routers {'96d1eac1-f810-4778-8eac-8d1806f60127'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:34:38.645125 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['96d1eac1-f810-4778-8eac-8d1806f60127'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:38.709131 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ips': [{'subnet_id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:34:38.710790 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:38.850687 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8899124-fa40-471c-8f78-fa3360dfe2ff None None] Pushing event updated for resources: {'Port': ['ID=1d1ffa0d-b8fa-419e-9827-8e57dd428a02,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:38.874222 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Allocated IP 172.20.0.2 (b74e34f6-20f2-4310-af39-c4c4cd463f5c/6ae89db2-9abc-4eb3-acdb-d0a39b504949/55e20137-3014-4642-910b-1de0217def81) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:34:38.887284 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] Set router 96d1eac1-f810-4778-8eac-8d1806f60127 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:34:39.067646 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Publish callbacks [] for port (55e20137-3014-4642-910b-1de0217def81), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:39.075685 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (55e20137-3014-4642-910b-1de0217def81), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:39.083110 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:37Z', 'revision_number': 3, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:39.110145 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52ecbd0-18dc-4c8e-858f-e3364f4f1875 None None] The sync data for ids ['96d1eac1-f810-4778-8eac-8d1806f60127'] in n-d-669411-5 is: [{'id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:37Z', 'revision_number': 3, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:34:39.144925 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Network b74e34f6-20f2-4310-af39-c4c4cd463f5c is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:34:39.148982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:34:39.151455 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:34:39.160656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Pushing event updated for resources: {'Port': ['ID=55e20137-3014-4642-910b-1de0217def81,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:39.231585 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Attempting to bind port 55e20137-3014-4642-910b-1de0217def81 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:34:39.232137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Attempting to bind port 55e20137-3014-4642-910b-1de0217def81 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '5aebab35-0e0d-4e15-9642-a73870660d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:34:39.232473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Attempting to bind port 55e20137-3014-4642-910b-1de0217def81 on network b74e34f6-20f2-4310-af39-c4c4cd463f5c {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:34:39.239355 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:34:39.240139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Checking segment: {'id': '5aebab35-0e0d-4e15-9642-a73870660d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:34:39.240733 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:39.241335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Bound using segment: {'id': '5aebab35-0e0d-4e15-9642-a73870660d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:34:39.241846 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Bound port: 55e20137-3014-4642-910b-1de0217def81, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aebab35-0e0d-4e15-9642-a73870660d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:34:39.242227 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (55e20137-3014-4642-910b-1de0217def81), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:39.289980 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:39.319395 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] For port 55e20137-3014-4642-910b-1de0217def81, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:34:39.323672 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] For port 55e20137-3014-4642-910b-1de0217def81, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=55e20137-3014-4642-910b-1de0217def81,segment=NetworkSegment(5aebab35-0e0d-4e15-9642-a73870660d7b),segment_id=5aebab35-0e0d-4e15-9642-a73870660d7b)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:34:39.331270 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (55e20137-3014-4642-910b-1de0217def81), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:39.417011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e667632-0b4c-480c-b7c4-c764d625bf6e None None] Pushing event updated for resources: {'Port': ['ID=55e20137-3014-4642-910b-1de0217def81,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:39.665057 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.20.0.1 (b74e34f6-20f2-4310-af39-c4c4cd463f5c/6ae89db2-9abc-4eb3-acdb-d0a39b504949/ce191e49-ec64-482e-94ee-21fed5ae8856) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:34:39.810711 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:39.863689 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:39.915571 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network b74e34f6-20f2-4310-af39-c4c4cd463f5c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:34:39.918849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:34:39.922933 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:34:39.930496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=ce191e49-ec64-482e-94ee-21fed5ae8856,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:39.972841 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (96d1eac1-f810-4778-8eac-8d1806f60127), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:40.117325 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:40.423819 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:40.428860 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:40.491006 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5755be7-1886-473c-87b1-335fa3e56204 None None] Network b74e34f6-20f2-4310-af39-c4c4cd463f5c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:34:40.508877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=ce191e49-ec64-482e-94ee-21fed5ae8856,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:40.511961 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (96d1eac1-f810-4778-8eac-8d1806f60127), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:40.558301 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a07a7745-309d-473b-b629-7e903bb504f6 None None] Provisioning complete for port 55e20137-3014-4642-910b-1de0217def81 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:40.558693 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a07a7745-309d-473b-b629-7e903bb504f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (55e20137-3014-4642-910b-1de0217def81), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:40.613671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network b74e34f6-20f2-4310-af39-c4c4cd463f5c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:34:40.615138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:34:40.682694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a07a7745-309d-473b-b629-7e903bb504f6 None None] Current status of the port 55e20137-3014-4642-910b-1de0217def81 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:34:40.683010 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a07a7745-309d-473b-b629-7e903bb504f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (55e20137-3014-4642-910b-1de0217def81), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:40.722425 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a07a7745-309d-473b-b629-7e903bb504f6 None None] For port 55e20137-3014-4642-910b-1de0217def81, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=55e20137-3014-4642-910b-1de0217def81,segment=NetworkSegment(5aebab35-0e0d-4e15-9642-a73870660d7b),segment_id=5aebab35-0e0d-4e15-9642-a73870660d7b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:34:40.728063 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a07a7745-309d-473b-b629-7e903bb504f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (55e20137-3014-4642-910b-1de0217def81), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:40.745043 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 96d1eac1-f810-4778-8eac-8d1806f60127 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:34:40.781815 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a7745-309d-473b-b629-7e903bb504f6 None None] Pushing event updated for resources: {'Port': ['ID=55e20137-3014-4642-910b-1de0217def81,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:40.865285 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:34:40.872176 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-ac14e3e3-c6a2-48db-acc1-5836ff56d7fe tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "PUT /v2.0/routers/96d1eac1-f810-4778-8eac-8d1806f60127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4116514 Feb 16 17:34:40.914469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Sync routers for ids ['96d1eac1-f810-4778-8eac-8d1806f60127'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:34:40.929196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Routers {'96d1eac1-f810-4778-8eac-8d1806f60127'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:34:40.929841 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['96d1eac1-f810-4778-8eac-8d1806f60127'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:41.027259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bc04598f-2fe9-487b-8693-d4b56eb20c73 None None] Provisioning complete for port ce191e49-ec64-482e-94ee-21fed5ae8856 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:41.027632 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bc04598f-2fe9-487b-8693-d4b56eb20c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:41.039376 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-997befb5-9562-4454-b8e7-4e5456b69478 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1395851770&fields=id&tenant_id=e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 267 time: 0.0480695 Feb 16 17:34:41.078480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bc04598f-2fe9-487b-8693-d4b56eb20c73 None None] Port ce191e49-ec64-482e-94ee-21fed5ae8856 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:34:41.087473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Set router 96d1eac1-f810-4778-8eac-8d1806f60127 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:34:41.123157 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-bc04598f-2fe9-487b-8693-d4b56eb20c73 None None] Provisioning complete for port 55e20137-3014-4642-910b-1de0217def81 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:41.123157 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bc04598f-2fe9-487b-8693-d4b56eb20c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (55e20137-3014-4642-910b-1de0217def81), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:41.192104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-adfb9876-ccc4-49c1-a98e-957b8ba3bdc8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:41.201065 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-adfb9876-ccc4-49c1-a98e-957b8ba3bdc8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/networks?id=b74e34f6-20f2-4310-af39-c4c4cd463f5c HTTP/1.1" status: 200 len: 796 time: 0.1534884 Feb 16 17:34:41.213523 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-1ba4140d-571e-465d-a33d-123ebbc9c53c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/quotas/e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 375 time: 0.0103586 Feb 16 17:34:41.283304 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 55e20137-3014-4642-910b-1de0217def81 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:34:41.294802 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-c36d6323-f7c6-47ca-9fee-7c29ccfb3d7d tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700693 Feb 16 17:34:41.312265 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-13b327bf-3efd-47a6-af4d-f96d3a994320 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:34:41.313335 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-13b327bf-3efd-47a6-af4d-f96d3a994320 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061669 Feb 16 17:34:41.395410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bc04598f-2fe9-487b-8693-d4b56eb20c73 None None] Current status of the port 55e20137-3014-4642-910b-1de0217def81 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:34:41.410651 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 55e20137-3014-4642-910b-1de0217def81 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:41.411026 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (55e20137-3014-4642-910b-1de0217def81), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:41.414478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-95e60ed9-38d2-4779-aed9-7d4de528f7db service neutron] 10.222.0.24 "GET /v2.0/networks/b74e34f6-20f2-4310-af39-c4c4cd463f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942483 Feb 16 17:34:41.476017 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:40Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'ce191e49-ec64-482e-94ee-21fed5ae8856', 'name': '', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ba:1d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:39Z', 'updated_at': '2022-02-16T17:34:40Z', 'revision_number': 2, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:41.511845 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-28f22140-69d4-47a6-ade5-90fd1a07bd8c service neutron] 10.222.0.24 "GET /v2.0/networks/b74e34f6-20f2-4310-af39-c4c4cd463f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912511 Feb 16 17:34:41.525149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Checking router: 96d1eac1-f810-4778-8eac-8d1806f60127 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:34:41.525719 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Updating router 96d1eac1-f810-4778-8eac-8d1806f60127 port ce191e49-ec64-482e-94ee-21fed5ae8856 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:34:41.562517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 55e20137-3014-4642-910b-1de0217def81 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:34:41.563569 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1d1ffa0d-b8fa-419e-9827-8e57dd428a02 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:34:41.592676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-189ed34f-1049-4eea-aefb-43a6abd84a1e None None] Provisioning complete for port ce191e49-ec64-482e-94ee-21fed5ae8856 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:41.593050 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-189ed34f-1049-4eea-aefb-43a6abd84a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:41.596685 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:41.678551 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-189ed34f-1049-4eea-aefb-43a6abd84a1e None None] Port ce191e49-ec64-482e-94ee-21fed5ae8856 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:34:41.681465 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d94a2acd-6cbe-4dc4-aea3-80b0e4e3ff2e req-788bcfae-4ce1-4224-b913-67cbe8b54cf8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 210 time: 0.0314476 Feb 16 17:34:41.765714 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 1d1ffa0d-b8fa-419e-9827-8e57dd428a02 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:41.766221 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1d1ffa0d-b8fa-419e-9827-8e57dd428a02), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:42.097149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 1d1ffa0d-b8fa-419e-9827-8e57dd428a02 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:34:42.097540 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (1d1ffa0d-b8fa-419e-9827-8e57dd428a02), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:42.145984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 1d1ffa0d-b8fa-419e-9827-8e57dd428a02, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1d1ffa0d-b8fa-419e-9827-8e57dd428a02,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:34:42.150684 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (1d1ffa0d-b8fa-419e-9827-8e57dd428a02), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:42.187779 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Publish callbacks [] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:42.198407 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:42.222197 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=1d1ffa0d-b8fa-419e-9827-8e57dd428a02,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:42.290042 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94feb7e-7831-4cca-954a-59089764eee6 None None] Pushing event updated for resources: {'Port': ['ID=ce191e49-ec64-482e-94ee-21fed5ae8856,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:42.320402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Attempting to bind port ce191e49-ec64-482e-94ee-21fed5ae8856 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:34:42.320775 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Attempting to bind port ce191e49-ec64-482e-94ee-21fed5ae8856 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '5aebab35-0e0d-4e15-9642-a73870660d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:34:42.321138 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Attempting to bind port ce191e49-ec64-482e-94ee-21fed5ae8856 on network b74e34f6-20f2-4310-af39-c4c4cd463f5c {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:34:42.326438 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:34:42.326814 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Checking segment: {'id': '5aebab35-0e0d-4e15-9642-a73870660d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:34:42.327215 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:42.327604 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Bound using segment: {'id': '5aebab35-0e0d-4e15-9642-a73870660d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:34:42.328094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Bound port: ce191e49-ec64-482e-94ee-21fed5ae8856, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aebab35-0e0d-4e15-9642-a73870660d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:34:42.328472 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:42.395819 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] For port ce191e49-ec64-482e-94ee-21fed5ae8856, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:34:42.399524 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] For port ce191e49-ec64-482e-94ee-21fed5ae8856, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ce191e49-ec64-482e-94ee-21fed5ae8856,segment=NetworkSegment(5aebab35-0e0d-4e15-9642-a73870660d7b),segment_id=5aebab35-0e0d-4e15-9642-a73870660d7b)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:34:42.405730 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:42.472364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94feb7e-7831-4cca-954a-59089764eee6 None None] Pushing event updated for resources: {'Port': ['ID=ce191e49-ec64-482e-94ee-21fed5ae8856,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:42.475512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Routers {'96d1eac1-f810-4778-8eac-8d1806f60127'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:34:42.476552 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['96d1eac1-f810-4778-8eac-8d1806f60127'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:42.580581 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3bf12ae5-b673-4e99-8d6e-7a70026ee8e9 None None] Provisioning complete for port ce191e49-ec64-482e-94ee-21fed5ae8856 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:42.580581 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3bf12ae5-b673-4e99-8d6e-7a70026ee8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:42.634456 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] Set router 96d1eac1-f810-4778-8eac-8d1806f60127 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:34:42.747820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3bf12ae5-b673-4e99-8d6e-7a70026ee8e9 None None] Current status of the port ce191e49-ec64-482e-94ee-21fed5ae8856 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:34:42.748514 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3bf12ae5-b673-4e99-8d6e-7a70026ee8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:42.756365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-0052642f-7adc-4922-b918-d422b946e6e9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:42.758463 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-0052642f-7adc-4922-b918-d422b946e6e9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/networks?id=b74e34f6-20f2-4310-af39-c4c4cd463f5c HTTP/1.1" status: 200 len: 796 time: 0.1580234 Feb 16 17:34:42.793475 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4e0e348c-0cdd-4ca4-914b-b65a05d70bd3 req-407c8dee-e82a-45a6-9fbe-af3f80fde081 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 210 time: 0.0313549 Feb 16 17:34:42.835459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3bf12ae5-b673-4e99-8d6e-7a70026ee8e9 None None] For port ce191e49-ec64-482e-94ee-21fed5ae8856, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ce191e49-ec64-482e-94ee-21fed5ae8856,segment=NetworkSegment(5aebab35-0e0d-4e15-9642-a73870660d7b),segment_id=5aebab35-0e0d-4e15-9642-a73870660d7b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:34:42.842412 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3bf12ae5-b673-4e99-8d6e-7a70026ee8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:42.843474 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-fd08dbe7-48dd-489d-91a2-a769a5491105 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e43d3b22cf814828bd0438a30e095679 HTTP/1.1" status: 200 len: 380 time: 0.0730762 Feb 16 17:34:42.853887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-90c15cb4-343d-4c4b-b05e-d27ed5479671 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'port': {'device_id': 'c206b8b2-e833-4db6-b26c-ba3682b210a0', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'admin_state_up': True, 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'security_groups': ['6b3e7721-2d50-4136-ab1b-efeab72e1f1d']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:42.923176 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf12ae5-b673-4e99-8d6e-7a70026ee8e9 None None] Pushing event updated for resources: {'Port': ['ID=ce191e49-ec64-482e-94ee-21fed5ae8856,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:42.956515 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:40Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'ce191e49-ec64-482e-94ee-21fed5ae8856', 'name': '', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ba:1d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:39Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:42.975235 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-90c15cb4-343d-4c4b-b05e-d27ed5479671 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Made reservation on behalf of e43d3b22cf814828bd0438a30e095679 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:34:42.978616 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-90c15cb4-343d-4c4b-b05e-d27ed5479671 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:42.994368 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8257573-17bc-4b63-b583-0dd724805456 None None] The sync data for ids ['96d1eac1-f810-4778-8eac-8d1806f60127'] in n-d-669411-5 is: [{'id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:40Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'ce191e49-ec64-482e-94ee-21fed5ae8856', 'name': '', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ba:1d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:39Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:34:42.996839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-462f2506-0233-4b31-b592-f39fb08ea9f4 None None] Provisioning complete for port ce191e49-ec64-482e-94ee-21fed5ae8856 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:42.997208 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-462f2506-0233-4b31-b592-f39fb08ea9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:43.097989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-462f2506-0233-4b31-b592-f39fb08ea9f4 None None] Current status of the port ce191e49-ec64-482e-94ee-21fed5ae8856 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:34:43.137166 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-90c15cb4-343d-4c4b-b05e-d27ed5479671 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.20.0.9 (b74e34f6-20f2-4310-af39-c4c4cd463f5c/6ae89db2-9abc-4eb3-acdb-d0a39b504949/c4627e4d-3024-4d55-8089-1a9771210097) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:34:43.243137 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1d1ffa0d-b8fa-419e-9827-8e57dd428a02 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:34:43.307074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 1d1ffa0d-b8fa-419e-9827-8e57dd428a02 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:43.307474 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (1d1ffa0d-b8fa-419e-9827-8e57dd428a02), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:43.307596 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-90c15cb4-343d-4c4b-b05e-d27ed5479671 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (c4627e4d-3024-4d55-8089-1a9771210097), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:43.347951 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-90c15cb4-343d-4c4b-b05e-d27ed5479671 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c4627e4d-3024-4d55-8089-1a9771210097), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:43.396797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-90c15cb4-343d-4c4b-b05e-d27ed5479671 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network b74e34f6-20f2-4310-af39-c4c4cd463f5c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:34:43.398274 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 1d1ffa0d-b8fa-419e-9827-8e57dd428a02 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:34:43.399460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ce191e49-ec64-482e-94ee-21fed5ae8856 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:34:43.399996 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-90c15cb4-343d-4c4b-b05e-d27ed5479671 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:34:43.404540 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-90c15cb4-343d-4c4b-b05e-d27ed5479671 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:34:43.409165 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c15cb4-343d-4c4b-b05e-d27ed5479671 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=c4627e4d-3024-4d55-8089-1a9771210097,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:43.455783 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ce191e49-ec64-482e-94ee-21fed5ae8856 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:43.456161 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:43.473570 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-90c15cb4-343d-4c4b-b05e-d27ed5479671 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:43.474643 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-90c15cb4-343d-4c4b-b05e-d27ed5479671 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:43.498323 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-90c15cb4-343d-4c4b-b05e-d27ed5479671 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6483645 Feb 16 17:34:43.509712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Request body: {'port': {'device_id': 'c206b8b2-e833-4db6-b26c-ba3682b210a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:43.558921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ce191e49-ec64-482e-94ee-21fed5ae8856 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:34:43.578065 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c4627e4d-3024-4d55-8089-1a9771210097), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:43.747419 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-892ed355-18f0-4e70-93db-8497dff40c67 None None] Provisioning complete for port c4627e4d-3024-4d55-8089-1a9771210097 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:43.748008 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-892ed355-18f0-4e70-93db-8497dff40c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c4627e4d-3024-4d55-8089-1a9771210097), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:43.783935 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-892ed355-18f0-4e70-93db-8497dff40c67 None None] Port c4627e4d-3024-4d55-8089-1a9771210097 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:34:43.883082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4627e4d-3024-4d55-8089-1a9771210097 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:34:43.905651 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Publish callbacks [] for port (c4627e4d-3024-4d55-8089-1a9771210097), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:43.923293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Transition to ACTIVE for port object c4627e4d-3024-4d55-8089-1a9771210097 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:34:43.930733 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c4627e4d-3024-4d55-8089-1a9771210097), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:43.971967 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411eb438-697a-4847-a23f-046e852ac218 req-73fe04f0-4b0a-4ae6-9714-6365f3408c70 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:43.973778 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-411eb438-697a-4847-a23f-046e852ac218 req-73fe04f0-4b0a-4ae6-9714-6365f3408c70 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 931 time: 0.1054659 Feb 16 17:34:44.012834 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Pushing event updated for resources: {'Port': ['ID=c4627e4d-3024-4d55-8089-1a9771210097,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:44.093202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-411eb438-697a-4847-a23f-046e852ac218 req-ad771486-9e47-473f-9a35-415efc6c4c2c tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072850 Feb 16 17:34:44.116829 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Attempting to bind port c4627e4d-3024-4d55-8089-1a9771210097 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:34:44.117182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Attempting to bind port c4627e4d-3024-4d55-8089-1a9771210097 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': '5aebab35-0e0d-4e15-9642-a73870660d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:34:44.117508 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Attempting to bind port c4627e4d-3024-4d55-8089-1a9771210097 on network b74e34f6-20f2-4310-af39-c4c4cd463f5c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:34:44.122393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Port c4627e4d-3024-4d55-8089-1a9771210097 on network b74e34f6-20f2-4310-af39-c4c4cd463f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:34:44.122721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Attempting to bind port c4627e4d-3024-4d55-8089-1a9771210097 on network b74e34f6-20f2-4310-af39-c4c4cd463f5c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:34:44.128351 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:34:44.128619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Checking segment: {'id': '5aebab35-0e0d-4e15-9642-a73870660d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:34:44.129012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Bound using segment: {'id': '5aebab35-0e0d-4e15-9642-a73870660d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:34:44.129445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Bound port: c4627e4d-3024-4d55-8089-1a9771210097, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aebab35-0e0d-4e15-9642-a73870660d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:34:44.129808 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c4627e4d-3024-4d55-8089-1a9771210097), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:44.201313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] For port c4627e4d-3024-4d55-8089-1a9771210097, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:34:44.204757 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] For port c4627e4d-3024-4d55-8089-1a9771210097, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c4627e4d-3024-4d55-8089-1a9771210097,segment=NetworkSegment(5aebab35-0e0d-4e15-9642-a73870660d7b),segment_id=5aebab35-0e0d-4e15-9642-a73870660d7b)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:34:44.212249 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (c4627e4d-3024-4d55-8089-1a9771210097), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:44.248469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:44.249085 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:44.250750 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] 10.222.0.65 "PUT /v2.0/ports/c4627e4d-3024-4d55-8089-1a9771210097 HTTP/1.1" status: 200 len: 1091 time: 0.7452772 Feb 16 17:34:44.251135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c206b8b2-e833-4db6-b26c-ba3682b210a0', 'tag': 'c4627e4d-3024-4d55-8089-1a9771210097'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:34:44.254224 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d49e7c-3e06-460e-ae7e-56e9730cf563" -d '{"events": [{"name": "network-changed", "server_uuid": "c206b8b2-e833-4db6-b26c-ba3682b210a0", "tag": "c4627e4d-3024-4d55-8089-1a9771210097"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:34:44.283952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05771ba-3f57-4e8e-aa68-9b2e238bbabf service neutron] Pushing event updated for resources: {'Port': ['ID=c4627e4d-3024-4d55-8089-1a9771210097,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:44.323313 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaec923-465f-4a8e-8385-a99d1cb1f04a x-openstack-request-id: req-ffaec923-465f-4a8e-8385-a99d1cb1f04a {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:34:44.323727 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c206b8b2-e833-4db6-b26c-ba3682b210a0", "tag": "c4627e4d-3024-4d55-8089-1a9771210097", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:34:44.324170 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffaec923-465f-4a8e-8385-a99d1cb1f04a {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:34:44.324698 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c206b8b2-e833-4db6-b26c-ba3682b210a0', 'tag': 'c4627e4d-3024-4d55-8089-1a9771210097', 'status': 'completed', 'code': 200} Feb 16 17:34:44.368894 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-8e469e36-8a3e-4913-91ab-25cc08a21cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:44.370646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-8e469e36-8a3e-4913-91ab-25cc08a21cad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 1125 time: 0.0695627 Feb 16 17:34:44.418728 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-55e0f3a5-04ac-4e9c-b1bb-4ca088ae2033 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4627e4d-3024-4d55-8089-1a9771210097 HTTP/1.1" status: 200 len: 217 time: 0.0396667 Feb 16 17:34:44.469598 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-3b542522-89ec-4b22-98eb-0ddcd6e7d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:44.471571 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-3b542522-89ec-4b22-98eb-0ddcd6e7d9d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ae89db2-9abc-4eb3-acdb-d0a39b504949 HTTP/1.1" status: 200 len: 834 time: 0.0462127 Feb 16 17:34:44.518811 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-e3a29890-49fa-410d-b275-77bb1ad66e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:44.520301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-e3a29890-49fa-410d-b275-77bb1ad66e1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b74e34f6-20f2-4310-af39-c4c4cd463f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434785 Feb 16 17:34:44.613167 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-1b2238aa-d098-4df3-9d1a-d2f8b1bf52f8 service neutron] 10.222.0.65 "GET /v2.0/networks/b74e34f6-20f2-4310-af39-c4c4cd463f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869789 Feb 16 17:34:44.704208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-af9f5bb5-bc13-40b3-9daa-9d9e6a817789 req-161af689-5874-41d8-b7e2-ee4ef0ef9714 service neutron] 10.222.0.65 "GET /v2.0/networks/b74e34f6-20f2-4310-af39-c4c4cd463f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857320 Feb 16 17:34:44.796691 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49e7c-3e06-460e-ae7e-56e9730cf563 req-914c3e53-8401-4e32-bf65-7776ee67bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:44.798212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68d49e7c-3e06-460e-ae7e-56e9730cf563 req-914c3e53-8401-4e32-bf65-7776ee67bff2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 1125 time: 0.0456674 Feb 16 17:34:44.885307 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49e7c-3e06-460e-ae7e-56e9730cf563 req-5735101b-7606-45c7-9a15-ec16d87374b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:44.886656 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68d49e7c-3e06-460e-ae7e-56e9730cf563 req-5735101b-7606-45c7-9a15-ec16d87374b2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b74e34f6-20f2-4310-af39-c4c4cd463f5c HTTP/1.1" status: 200 len: 897 time: 0.0832603 Feb 16 17:34:44.929785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68d49e7c-3e06-460e-ae7e-56e9730cf563 req-b5337af4-dcf9-4e17-8241-fcfb88f80cf7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4627e4d-3024-4d55-8089-1a9771210097 HTTP/1.1" status: 200 len: 217 time: 0.0374656 Feb 16 17:34:44.977620 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49e7c-3e06-460e-ae7e-56e9730cf563 req-db60899e-1a9d-4efb-bd1c-f6a95d206663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:44.979041 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68d49e7c-3e06-460e-ae7e-56e9730cf563 req-db60899e-1a9d-4efb-bd1c-f6a95d206663 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ae89db2-9abc-4eb3-acdb-d0a39b504949 HTTP/1.1" status: 200 len: 834 time: 0.0436187 Feb 16 17:34:45.026950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49e7c-3e06-460e-ae7e-56e9730cf563 req-6936d272-3ef3-4327-8bcb-22404728ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:45.028416 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68d49e7c-3e06-460e-ae7e-56e9730cf563 req-6936d272-3ef3-4327-8bcb-22404728ee41 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b74e34f6-20f2-4310-af39-c4c4cd463f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424380 Feb 16 17:34:45.119980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68d49e7c-3e06-460e-ae7e-56e9730cf563 req-17a616ed-e515-4baa-934e-ceeb2348dcca service neutron] 10.222.0.65 "GET /v2.0/networks/b74e34f6-20f2-4310-af39-c4c4cd463f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846586 Feb 16 17:34:45.243629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68d49e7c-3e06-460e-ae7e-56e9730cf563 req-a914232d-5ef6-4b35-a523-c492662f41a1 service neutron] 10.222.0.65 "GET /v2.0/networks/b74e34f6-20f2-4310-af39-c4c4cd463f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161640 Feb 16 17:34:45.260582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3934c-4cf5-4afb-8876-c9f361a60dd8 req-8cb46790-afee-4d1d-ba89-0fdb11571772 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:45.262051 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3bd3934c-4cf5-4afb-8876-c9f361a60dd8 req-8cb46790-afee-4d1d-ba89-0fdb11571772 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 943 time: 0.0792758 Feb 16 17:34:45.311710 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3bd3934c-4cf5-4afb-8876-c9f361a60dd8 req-423de0e0-ccb7-4085-ac3d-59f0bf0adb47 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432403 Feb 16 17:34:46.435000 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57d3b8-57cf-42c1-9ef2-57e097a3374a req-7086d950-d412-49dc-b349-a63bdeab5da0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:46.436567 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a57d3b8-57cf-42c1-9ef2-57e097a3374a req-7086d950-d412-49dc-b349-a63bdeab5da0 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 943 time: 0.0521741 Feb 16 17:34:46.487326 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1a57d3b8-57cf-42c1-9ef2-57e097a3374a req-9ae724ce-f109-403f-aec4-105c63e28156 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442894 Feb 16 17:34:46.880751 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:34:47.608222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c70987-39c3-4215-a77c-98944ec0f4e8 req-d3b6adb8-e51f-448d-b833-1bd3cd31e11a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:47.609746 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28c70987-39c3-4215-a77c-98944ec0f4e8 req-d3b6adb8-e51f-448d-b833-1bd3cd31e11a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 943 time: 0.0552468 Feb 16 17:34:47.657591 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28c70987-39c3-4215-a77c-98944ec0f4e8 req-901b004b-62b4-407b-a625-3bf28ee27b7f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421519 Feb 16 17:34:48.775364 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8d987-4c8d-4ec2-b236-fd99895cbb70 req-892e10e6-46d2-4a8e-9638-009b37f12e75 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:48.776911 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05d8d987-4c8d-4ec2-b236-fd99895cbb70 req-892e10e6-46d2-4a8e-9638-009b37f12e75 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 943 time: 0.0521247 Feb 16 17:34:48.825272 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-05d8d987-4c8d-4ec2-b236-fd99895cbb70 req-cacd0283-5d9b-4c02-b4fa-2f05ef8f567f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426981 Feb 16 17:34:49.206467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c4627e4d-3024-4d55-8089-1a9771210097 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:34:49.310300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c4627e4d-3024-4d55-8089-1a9771210097, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c4627e4d-3024-4d55-8089-1a9771210097,segment=NetworkSegment(5aebab35-0e0d-4e15-9642-a73870660d7b),segment_id=5aebab35-0e0d-4e15-9642-a73870660d7b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:34:49.326370 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'c4627e4d-3024-4d55-8089-1a9771210097', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'port_id': 'c4627e4d-3024-4d55-8089-1a9771210097', 'mac_address': 'fa:16:3e:f6:46:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:34:49.364600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port c4627e4d-3024-4d55-8089-1a9771210097 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:34:49.364912 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c4627e4d-3024-4d55-8089-1a9771210097), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:49.377404 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4627e4d-3024-4d55-8089-1a9771210097 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:34:49.396746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c4627e4d-3024-4d55-8089-1a9771210097, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c4627e4d-3024-4d55-8089-1a9771210097,segment=NetworkSegment(5aebab35-0e0d-4e15-9642-a73870660d7b),segment_id=5aebab35-0e0d-4e15-9642-a73870660d7b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:34:49.400107 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c4627e4d-3024-4d55-8089-1a9771210097), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:49.450779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=c4627e4d-3024-4d55-8089-1a9771210097,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:49.624209 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['c4627e4d-3024-4d55-8089-1a9771210097'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:34:49.947507 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5c61c-8a29-4884-98a6-8b5cb8d8ba88 req-b2e743c2-2d3b-4854-8fbf-63f79eb141ac tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:49.948976 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6e5c61c-8a29-4884-98a6-8b5cb8d8ba88 req-b2e743c2-2d3b-4854-8fbf-63f79eb141ac tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 944 time: 0.0542519 Feb 16 17:34:49.997204 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c6e5c61c-8a29-4884-98a6-8b5cb8d8ba88 req-8ebe2f42-ea93-4bae-9795-4a39507f25b9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426450 Feb 16 17:34:51.117177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d2bad-a14b-4299-afe3-b8969bc1490e req-cef4b624-4c0a-4bc5-bfc7-31e743883031 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:51.118646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-485d2bad-a14b-4299-afe3-b8969bc1490e req-cef4b624-4c0a-4bc5-bfc7-31e743883031 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 944 time: 0.0523014 Feb 16 17:34:51.166820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-485d2bad-a14b-4299-afe3-b8969bc1490e req-9882226d-56ef-41e7-b2f2-ca746a25c187 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424635 Feb 16 17:34:51.206240 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c4627e4d-3024-4d55-8089-1a9771210097 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:34:51.255014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port c4627e4d-3024-4d55-8089-1a9771210097 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:34:51.258838 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port c4627e4d-3024-4d55-8089-1a9771210097 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:34:51.259210 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (c4627e4d-3024-4d55-8089-1a9771210097), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:51.334108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port c4627e4d-3024-4d55-8089-1a9771210097 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:34:51.334410 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (c4627e4d-3024-4d55-8089-1a9771210097), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:51.359283 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c206b8b2-e833-4db6-b26c-ba3682b210a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4627e4d-3024-4d55-8089-1a9771210097'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:34:51.361622 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d872530-8b65-4ba0-9581-a21314b86cc4" -d '{"events": [{"server_uuid": "c206b8b2-e833-4db6-b26c-ba3682b210a0", "name": "network-vif-plugged", "status": "completed", "tag": "c4627e4d-3024-4d55-8089-1a9771210097"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:34:51.373921 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port c4627e4d-3024-4d55-8089-1a9771210097, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c4627e4d-3024-4d55-8089-1a9771210097,segment=NetworkSegment(5aebab35-0e0d-4e15-9642-a73870660d7b),segment_id=5aebab35-0e0d-4e15-9642-a73870660d7b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:34:51.379195 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (c4627e4d-3024-4d55-8089-1a9771210097), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:51.404223 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbc4179-0eda-4559-866b-6c17e61a14fe x-openstack-request-id: req-ffbc4179-0eda-4559-866b-6c17e61a14fe {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:34:51.404514 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c206b8b2-e833-4db6-b26c-ba3682b210a0", "name": "network-vif-plugged", "status": "completed", "tag": "c4627e4d-3024-4d55-8089-1a9771210097", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:34:51.404768 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffbc4179-0eda-4559-866b-6c17e61a14fe {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:34:51.405159 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c206b8b2-e833-4db6-b26c-ba3682b210a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4627e4d-3024-4d55-8089-1a9771210097', 'code': 200} Feb 16 17:34:51.430879 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=c4627e4d-3024-4d55-8089-1a9771210097,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:51.501849 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5349f-d3e3-40cf-88bb-4c858cf65e48 req-00560828-d545-48be-8a6f-724f903e7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:51.503319 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5eb5349f-d3e3-40cf-88bb-4c858cf65e48 req-00560828-d545-48be-8a6f-724f903e7323 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 1127 time: 0.0459528 Feb 16 17:34:51.550986 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5eb5349f-d3e3-40cf-88bb-4c858cf65e48 req-4a47a2c0-8073-478d-9a87-13068419d7cc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419159 Feb 16 17:34:52.593765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687c4b2-78e3-4a11-bd96-1fc44416744e req-f4df8cea-4767-43fd-8754-b7abc4999a87 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:52.595876 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f687c4b2-78e3-4a11-bd96-1fc44416744e req-f4df8cea-4767-43fd-8754-b7abc4999a87 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 945 time: 0.3621430 Feb 16 17:34:52.644763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f687c4b2-78e3-4a11-bd96-1fc44416744e req-42a86c9a-667f-415c-9b59-df39ddb8088a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432096 Feb 16 17:34:53.764280 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06baafb-9b79-43a0-b5da-87a984fe9560 req-c8b95aba-f5f9-4d04-9817-4c3afe5b7fb7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:53.765661 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d06baafb-9b79-43a0-b5da-87a984fe9560 req-c8b95aba-f5f9-4d04-9817-4c3afe5b7fb7 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 945 time: 0.0525141 Feb 16 17:34:53.813394 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d06baafb-9b79-43a0-b5da-87a984fe9560 req-caae725a-2f65-4bca-aa26-3529b89c004b tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416460 Feb 16 17:34:53.934179 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5460eb-c9a1-4fff-8e4d-d200232e2c47 req-f495d7d9-01a9-4db6-850d-f68b4a6ddbe4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:53.935644 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e5460eb-c9a1-4fff-8e4d-d200232e2c47 req-f495d7d9-01a9-4db6-850d-f68b4a6ddbe4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 945 time: 0.0552659 Feb 16 17:34:53.984202 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1e5460eb-c9a1-4fff-8e4d-d200232e2c47 req-241c8d00-12b3-4dff-93e8-af3428ee9d0e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429764 Feb 16 17:34:54.005039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55552) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:54.048644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7526d6-ccfa-4028-9dd2-67d83ddf0cbd tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:54.050048 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-6c7526d6-ccfa-4028-9dd2-67d83ddf0cbd tempest-TestNetworkAdvancedServerOps-1152418357 tempest-TestNetworkAdvancedServerOps-1152418357-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 1122 time: 0.0440538 Feb 16 17:34:54.052798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55554) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:54.056981 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': 'c4627e4d-3024-4d55-8089-1a9771210097', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:34:54.076548 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:54.175714 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:54.282750 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Allocated IP 172.25.4.249 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/e7ea3e27-d2c2-428f-8f19-26ceddbee51c) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:34:54.385063 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (e7ea3e27-d2c2-428f-8f19-26ceddbee51c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:54.417459 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (e7ea3e27-d2c2-428f-8f19-26ceddbee51c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:54.452903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:34:54.458913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:34:54.462425 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:34:54.486329 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=e7ea3e27-d2c2-428f-8f19-26ceddbee51c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:54.810313 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (97cb7bce-0036-4606-af32-834b8901d3a3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:54.879157 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e7ea3e27-d2c2-428f-8f19-26ceddbee51c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:55.032658 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for port (e7ea3e27-d2c2-428f-8f19-26ceddbee51c), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:55.037122 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (e7ea3e27-d2c2-428f-8f19-26ceddbee51c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:55.107672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event updated for resources: {'Port': ['ID=e7ea3e27-d2c2-428f-8f19-26ceddbee51c,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:34:55.119495 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (97cb7bce-0036-4606-af32-834b8901d3a3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:55.222552 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Floating IP 97cb7bce-0036-4606-af32-834b8901d3a3 associated. External IP: 172.25.4.249, port: c4627e4d-3024-4d55-8089-1a9771210097. Feb 16 17:34:55.435276 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 96d1eac1-f810-4778-8eac-8d1806f60127 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:34:55.546765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:34:55.557014 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d56392-41f2-4758-bd73-ea9a31d02838 None None] Sync routers for ids ['96d1eac1-f810-4778-8eac-8d1806f60127'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:34:55.565526 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:55.569635 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d56392-41f2-4758-bd73-ea9a31d02838 None None] Routers {'96d1eac1-f810-4778-8eac-8d1806f60127'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:34:55.570500 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e2d56392-41f2-4758-bd73-ea9a31d02838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['96d1eac1-f810-4778-8eac-8d1806f60127'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:55.597848 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-168faf4b-9f62-4b5a-b832-07060a501ef6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5440283 Feb 16 17:34:55.598703 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c206b8b2-e833-4db6-b26c-ba3682b210a0', 'tag': 'c4627e4d-3024-4d55-8089-1a9771210097'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:34:55.601125 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531ea16b-27f2-456f-bbdb-6b4c80ca6d75" -d '{"events": [{"name": "network-changed", "server_uuid": "c206b8b2-e833-4db6-b26c-ba3682b210a0", "tag": "c4627e4d-3024-4d55-8089-1a9771210097"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:34:55.640537 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507ee00e-3e3a-4369-a6c9-4af4bdcfa90e x-openstack-request-id: req-507ee00e-3e3a-4369-a6c9-4af4bdcfa90e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:34:55.641036 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c206b8b2-e833-4db6-b26c-ba3682b210a0", "tag": "c4627e4d-3024-4d55-8089-1a9771210097", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:34:55.641295 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-507ee00e-3e3a-4369-a6c9-4af4bdcfa90e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:34:55.641747 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c206b8b2-e833-4db6-b26c-ba3682b210a0', 'tag': 'c4627e4d-3024-4d55-8089-1a9771210097', 'status': 'completed', 'code': 200} Feb 16 17:34:55.682143 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e2d56392-41f2-4758-bd73-ea9a31d02838 None None] Set router 96d1eac1-f810-4778-8eac-8d1806f60127 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:34:55.737779 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301125b-f324-43d0-b651-9859694ffdb7 req-92aca09b-8d88-44dc-8f93-77d96e810b07 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:55.739186 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e301125b-f324-43d0-b651-9859694ffdb7 req-92aca09b-8d88-44dc-8f93-77d96e810b07 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 945 time: 0.0876784 Feb 16 17:34:55.747075 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ea16b-27f2-456f-bbdb-6b4c80ca6d75 req-8df9c193-ad7c-49fe-894a-884742a8b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:55.748496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-531ea16b-27f2-456f-bbdb-6b4c80ca6d75 req-8df9c193-ad7c-49fe-894a-884742a8b764 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 1127 time: 0.0853262 Feb 16 17:34:55.799140 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-59c479f9-f52d-4e9f-b462-8e1e825806c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:55.851587 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e301125b-f324-43d0-b651-9859694ffdb7 req-03bc88e5-9bce-477e-b72a-4b5b1440c796 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066339 Feb 16 17:34:55.874594 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55560) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:55.877608 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ea16b-27f2-456f-bbdb-6b4c80ca6d75 req-4c752752-8def-4c75-9a0c-a43fdff450f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:55.879118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-531ea16b-27f2-456f-bbdb-6b4c80ca6d75 req-4c752752-8def-4c75-9a0c-a43fdff450f6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b74e34f6-20f2-4310-af39-c4c4cd463f5c HTTP/1.1" status: 200 len: 897 time: 0.1240160 Feb 16 17:34:55.917807 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e2d56392-41f2-4758-bd73-ea9a31d02838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:40Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '97cb7bce-0036-4606-af32-834b8901d3a3', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'floating_ip_address': '172.25.4.249', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'port_id': 'c4627e4d-3024-4d55-8089-1a9771210097', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'mac_address': 'fa:16:3e:f6:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c206b8b2-e833-4db6-b26c-ba3682b210a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:34:54Z', 'updated_at': '2022-02-16T17:34:54Z', 'revision_number': 0, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce191e49-ec64-482e-94ee-21fed5ae8856', 'name': '', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ba:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:39Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:55.939999 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-1b64c8bd-91e5-4468-b109-3bab73257a24 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/97cb7bce-0036-4606-af32-834b8901d3a3 HTTP/1.1" status: 200 len: 991 time: 0.0625548 Feb 16 17:34:55.945478 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d56392-41f2-4758-bd73-ea9a31d02838 None None] Checking router: 96d1eac1-f810-4778-8eac-8d1806f60127 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:34:55.947598 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-531ea16b-27f2-456f-bbdb-6b4c80ca6d75 req-4c83104a-1bc0-4183-9ebc-a16e73ae2c14 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4627e4d-3024-4d55-8089-1a9771210097 HTTP/1.1" status: 200 len: 999 time: 0.0624838 Feb 16 17:34:55.953970 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d56392-41f2-4758-bd73-ea9a31d02838 None None] Routers {'96d1eac1-f810-4778-8eac-8d1806f60127'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:34:55.955315 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e2d56392-41f2-4758-bd73-ea9a31d02838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:34:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['96d1eac1-f810-4778-8eac-8d1806f60127'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:55.998017 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ea16b-27f2-456f-bbdb-6b4c80ca6d75 req-fbe0a819-3d28-4718-a133-d5833162ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:55.999411 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-531ea16b-27f2-456f-bbdb-6b4c80ca6d75 req-fbe0a819-3d28-4718-a133-d5833162ec92 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ae89db2-9abc-4eb3-acdb-d0a39b504949 HTTP/1.1" status: 200 len: 834 time: 0.0466335 Feb 16 17:34:56.055892 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ea16b-27f2-456f-bbdb-6b4c80ca6d75 req-e8aae81d-bed2-435d-9d3c-904f0f4b6128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:34:56.057403 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-531ea16b-27f2-456f-bbdb-6b4c80ca6d75 req-e8aae81d-bed2-435d-9d3c-904f0f4b6128 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b74e34f6-20f2-4310-af39-c4c4cd463f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506442 Feb 16 17:34:56.067394 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e2d56392-41f2-4758-bd73-ea9a31d02838 None None] Set router 96d1eac1-f810-4778-8eac-8d1806f60127 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:34:56.148292 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-531ea16b-27f2-456f-bbdb-6b4c80ca6d75 req-d77b9a49-93bb-4b72-a0a1-17022c8b2de4 service neutron] 10.222.0.65 "GET /v2.0/networks/b74e34f6-20f2-4310-af39-c4c4cd463f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841181 Feb 16 17:34:56.243163 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-531ea16b-27f2-456f-bbdb-6b4c80ca6d75 req-0389d17e-c4dc-4254-b59c-98afa320c362 service neutron] 10.222.0.65 "GET /v2.0/networks/b74e34f6-20f2-4310-af39-c4c4cd463f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888782 Feb 16 17:34:56.292355 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e2d56392-41f2-4758-bd73-ea9a31d02838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:40Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '97cb7bce-0036-4606-af32-834b8901d3a3', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'floating_ip_address': '172.25.4.249', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'port_id': 'c4627e4d-3024-4d55-8089-1a9771210097', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'mac_address': 'fa:16:3e:f6:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c206b8b2-e833-4db6-b26c-ba3682b210a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:34:54Z', 'updated_at': '2022-02-16T17:34:54Z', 'revision_number': 0, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce191e49-ec64-482e-94ee-21fed5ae8856', 'name': '', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ba:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:39Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:34:56.319705 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d56392-41f2-4758-bd73-ea9a31d02838 None None] The sync data for ids ['96d1eac1-f810-4778-8eac-8d1806f60127'] in n-d-669411-5 is: [{'id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:40Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '97cb7bce-0036-4606-af32-834b8901d3a3', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'floating_ip_address': '172.25.4.249', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'port_id': 'c4627e4d-3024-4d55-8089-1a9771210097', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'mac_address': 'fa:16:3e:f6:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c206b8b2-e833-4db6-b26c-ba3682b210a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:34:54Z', 'updated_at': '2022-02-16T17:34:54Z', 'revision_number': 0, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce191e49-ec64-482e-94ee-21fed5ae8856', 'name': '', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ba:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:39Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:34:56.517038 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c624daa-11f3-46c6-8352-818b3f804a5b None None] New status for floating IP 97cb7bce-0036-4606-af32-834b8901d3a3: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:34:56.942793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55562) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:34:57.004633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b2267ab1-2c0d-4ac3-96d0-677cf1f19892 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/97cb7bce-0036-4606-af32-834b8901d3a3 HTTP/1.1" status: 200 len: 993 time: 0.0607374 Feb 16 17:34:58.416109 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fbed029e-42e5-4ad0-981e-1a30578a5fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:34:59.545628 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:01.072034 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:01.971627 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:02.211561 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:05.052672 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:23.879005 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:35:25.801201 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0d528dd6-5e33-471c-9b4a-e07e00cb0510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:28.418620 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a164af10-f0de-4ecb-9fb5-8510bfb0f7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:28.529715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24f67f-f3be-42e5-8d11-050bb91e271b req-d5a43b68-9e2b-4059-ad76-d5781d92dd62 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:28.531108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de24f67f-f3be-42e5-8d11-050bb91e271b req-d5a43b68-9e2b-4059-ad76-d5781d92dd62 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 945 time: 0.1013789 Feb 16 17:35:28.578937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-de24f67f-f3be-42e5-8d11-050bb91e271b req-bcb53140-b4f8-4f2a-ad4d-3e38b095e8f6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422971 Feb 16 17:35:29.548426 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:29.745586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb863ff1-46c5-441f-bcff-a14474f38ed1 req-cba27f16-6cbe-4c07-96b1-b74db039cfb9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:29.747142 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb863ff1-46c5-441f-bcff-a14474f38ed1 req-cba27f16-6cbe-4c07-96b1-b74db039cfb9 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 945 time: 0.0983522 Feb 16 17:35:29.795969 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fb863ff1-46c5-441f-bcff-a14474f38ed1 req-b5188df5-3935-4412-8f0f-3ddaddb5a87f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429947 Feb 16 17:35:29.820786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55588) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:29.884623 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b87d32ab-688b-40f3-96e9-319f79cd5b26 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/97cb7bce-0036-4606-af32-834b8901d3a3 HTTP/1.1" status: 200 len: 993 time: 0.0626707 Feb 16 17:35:31.084261 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:31.188398 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823082e-18ea-49a7-b38b-c4eda9c7e40b req-0bd9fa40-868e-4f60-b1c1-2c1cd1963d47 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:31.189891 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5823082e-18ea-49a7-b38b-c4eda9c7e40b req-0bd9fa40-868e-4f60-b1c1-2c1cd1963d47 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 945 time: 0.0822556 Feb 16 17:35:31.196012 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff598-86bf-4f8c-9ecb-25ecb4e6f017 req-50570f34-29c7-41c2-b2dc-69b177520122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:31.197391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52aff598-86bf-4f8c-9ecb-25ecb4e6f017 req-50570f34-29c7-41c2-b2dc-69b177520122 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 1127 time: 0.0639486 Feb 16 17:35:31.295965 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5823082e-18ea-49a7-b38b-c4eda9c7e40b req-248c9585-2e9d-418c-9f5c-95fe00008a43 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975661 Feb 16 17:35:31.327072 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff598-86bf-4f8c-9ecb-25ecb4e6f017 req-25e08200-8344-48a6-9f32-1938ca5e406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:31.328609 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52aff598-86bf-4f8c-9ecb-25ecb4e6f017 req-25e08200-8344-48a6-9f32-1938ca5e406f service neutron] 10.222.0.65 "GET /v2.0/networks?id=b74e34f6-20f2-4310-af39-c4c4cd463f5c HTTP/1.1" status: 200 len: 897 time: 0.1179333 Feb 16 17:35:31.396711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52aff598-86bf-4f8c-9ecb-25ecb4e6f017 req-aed3ae0f-2430-4568-a3d2-277fd40dc7fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4627e4d-3024-4d55-8089-1a9771210097 HTTP/1.1" status: 200 len: 1001 time: 0.0623720 Feb 16 17:35:31.443961 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff598-86bf-4f8c-9ecb-25ecb4e6f017 req-7f9659b6-2315-4834-8adc-0c1904cad6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:31.445476 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52aff598-86bf-4f8c-9ecb-25ecb4e6f017 req-7f9659b6-2315-4834-8adc-0c1904cad6d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ae89db2-9abc-4eb3-acdb-d0a39b504949 HTTP/1.1" status: 200 len: 834 time: 0.0430479 Feb 16 17:35:31.493353 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff598-86bf-4f8c-9ecb-25ecb4e6f017 req-e5ddb27a-674b-42da-b3fb-184c5df4a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:31.494939 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52aff598-86bf-4f8c-9ecb-25ecb4e6f017 req-e5ddb27a-674b-42da-b3fb-184c5df4a1d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b74e34f6-20f2-4310-af39-c4c4cd463f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442095 Feb 16 17:35:31.585183 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52aff598-86bf-4f8c-9ecb-25ecb4e6f017 req-d6c315c7-2274-44cf-9f02-0a7d1d0c5706 service neutron] 10.222.0.65 "GET /v2.0/networks/b74e34f6-20f2-4310-af39-c4c4cd463f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838101 Feb 16 17:35:31.673821 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-52aff598-86bf-4f8c-9ecb-25ecb4e6f017 req-58ef9e83-3f43-4dde-a610-6eec9ec6d8a5 service neutron] 10.222.0.65 "GET /v2.0/networks/b74e34f6-20f2-4310-af39-c4c4cd463f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820773 Feb 16 17:35:31.967800 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:32.214872 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:32.429014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf45437-bea7-4b91-98a5-13b9200dc2bc req-51c63a9f-4ee7-4d3e-95aa-b125b57b5fc4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:32.431331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bf45437-bea7-4b91-98a5-13b9200dc2bc req-51c63a9f-4ee7-4d3e-95aa-b125b57b5fc4 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 945 time: 0.0658002 Feb 16 17:35:32.490520 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2bf45437-bea7-4b91-98a5-13b9200dc2bc req-acd28f8c-91cf-4d9e-a30f-769bae824c0a tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530236 Feb 16 17:35:33.607122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ca3ef-42a7-4073-a7fc-7ba24578d77b req-880c171c-842e-49f5-817c-ecbbe7bb6745 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:33.608627 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-992ca3ef-42a7-4073-a7fc-7ba24578d77b req-880c171c-842e-49f5-817c-ecbbe7bb6745 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 945 time: 0.0530758 Feb 16 17:35:33.657762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-992ca3ef-42a7-4073-a7fc-7ba24578d77b req-63ff6980-55d5-4c01-8536-399f006ac35e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 Feb 16 17:35:33.680125 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55600) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:33.743907 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-cdbec650-a031-431c-aa51-67b4cc644bc6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/floatingips/97cb7bce-0036-4606-af32-834b8901d3a3 HTTP/1.1" status: 200 len: 993 time: 0.0624492 Feb 16 17:35:33.963565 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55606) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:34.125810 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-80d509ef-1c35-4d63-a9c7-c9cc98d30127 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port e7ea3e27-d2c2-428f-8f19-26ceddbee51c {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:35:34.126071 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-80d509ef-1c35-4d63-a9c7-c9cc98d30127 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e7ea3e27-d2c2-428f-8f19-26ceddbee51c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:34.200290 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-80d509ef-1c35-4d63-a9c7-c9cc98d30127 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e7ea3e27-d2c2-428f-8f19-26ceddbee51c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:34.200620 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-80d509ef-1c35-4d63-a9c7-c9cc98d30127 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (e7ea3e27-d2c2-428f-8f19-26ceddbee51c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:34.212122 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-80d509ef-1c35-4d63-a9c7-c9cc98d30127 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for e7ea3e27-d2c2-428f-8f19-26ceddbee51c owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:35:34.366868 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-80d509ef-1c35-4d63-a9c7-c9cc98d30127 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e7ea3e27-d2c2-428f-8f19-26ceddbee51c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:34.393655 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d509ef-1c35-4d63-a9c7-c9cc98d30127 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=e7ea3e27-d2c2-428f-8f19-26ceddbee51c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:34.459199 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-80d509ef-1c35-4d63-a9c7-c9cc98d30127 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for floatingip (97cb7bce-0036-4606-af32-834b8901d3a3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:34.459646 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-80d509ef-1c35-4d63-a9c7-c9cc98d30127 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Floating IP 97cb7bce-0036-4606-af32-834b8901d3a3 disassociated (deleted). External IP: 172.25.4.249, port: c4627e4d-3024-4d55-8089-1a9771210097. Feb 16 17:35:34.668750 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d509ef-1c35-4d63-a9c7-c9cc98d30127 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 96d1eac1-f810-4778-8eac-8d1806f60127 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:35:34.777689 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d509ef-1c35-4d63-a9c7-c9cc98d30127 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:35:34.782492 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-80d509ef-1c35-4d63-a9c7-c9cc98d30127 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:34.787497 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6e7f23-4ea3-44c6-adc1-7eb0b5ef1bb2 None None] Sync routers for ids ['96d1eac1-f810-4778-8eac-8d1806f60127'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:34.797380 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e7f23-4ea3-44c6-adc1-7eb0b5ef1bb2 None None] Routers {'96d1eac1-f810-4778-8eac-8d1806f60127'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:34.797974 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0e6e7f23-4ea3-44c6-adc1-7eb0b5ef1bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['96d1eac1-f810-4778-8eac-8d1806f60127'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:34.812838 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-80d509ef-1c35-4d63-a9c7-c9cc98d30127 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/floatingips/97cb7bce-0036-4606-af32-834b8901d3a3 HTTP/1.1" status: 204 len: 168 time: 0.8480372 Feb 16 17:35:34.813443 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c206b8b2-e833-4db6-b26c-ba3682b210a0', 'tag': 'c4627e4d-3024-4d55-8089-1a9771210097'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:35:34.815700 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c83430e52beacea328eb003011c034ecf6a0d1400afa56f2169bdfc506b22f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79446e4-a5b0-48de-a0c9-a4b79f692f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c206b8b2-e833-4db6-b26c-ba3682b210a0", "tag": "c4627e4d-3024-4d55-8089-1a9771210097"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:35:34.911338 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0e6e7f23-4ea3-44c6-adc1-7eb0b5ef1bb2 None None] Set router 96d1eac1-f810-4778-8eac-8d1806f60127 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:34.911517 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bedabe-0af8-4783-b802-fc7bd37370d2 x-openstack-request-id: req-45bedabe-0af8-4783-b802-fc7bd37370d2 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:35:34.911743 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c206b8b2-e833-4db6-b26c-ba3682b210a0", "tag": "c4627e4d-3024-4d55-8089-1a9771210097", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:35:34.912226 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45bedabe-0af8-4783-b802-fc7bd37370d2 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:35:34.912661 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c206b8b2-e833-4db6-b26c-ba3682b210a0', 'tag': 'c4627e4d-3024-4d55-8089-1a9771210097', 'status': 'completed', 'code': 200} Feb 16 17:35:34.984297 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79446e4-a5b0-48de-a0c9-a4b79f692f8a req-4380364f-b8a2-4817-b808-3d682f8ba62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:34.985820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f79446e4-a5b0-48de-a0c9-a4b79f692f8a req-4380364f-b8a2-4817-b808-3d682f8ba62c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e43d3b22cf814828bd0438a30e095679&device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 1127 time: 0.0493312 Feb 16 17:35:35.056865 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:35.121767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627cff2-3e2f-4229-8b24-8d0691d9afec req-7617e552-57e4-41ae-877b-d0d4042d8324 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:35.123232 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8627cff2-3e2f-4229-8b24-8d0691d9afec req-7617e552-57e4-41ae-877b-d0d4042d8324 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 945 time: 0.1130369 Feb 16 17:35:35.126044 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79446e4-a5b0-48de-a0c9-a4b79f692f8a req-91388abf-16bd-414e-8b8e-0e558a6dc75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:35.127357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f79446e4-a5b0-48de-a0c9-a4b79f692f8a req-91388abf-16bd-414e-8b8e-0e558a6dc75c service neutron] 10.222.0.65 "GET /v2.0/networks?id=b74e34f6-20f2-4310-af39-c4c4cd463f5c HTTP/1.1" status: 200 len: 897 time: 0.1357458 Feb 16 17:35:35.177245 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f79446e4-a5b0-48de-a0c9-a4b79f692f8a req-d09bc52c-13dd-4a65-8705-c7ad3f9ebb95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4627e4d-3024-4d55-8089-1a9771210097 HTTP/1.1" status: 200 len: 217 time: 0.0422611 Feb 16 17:35:35.218958 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0e6e7f23-4ea3-44c6-adc1-7eb0b5ef1bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:40Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'ce191e49-ec64-482e-94ee-21fed5ae8856', 'name': '', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ba:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:39Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:35.237357 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8627cff2-3e2f-4229-8b24-8d0691d9afec req-925a5321-055a-4ed9-9016-dd287b8d5f67 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083381 Feb 16 17:35:35.248350 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79446e4-a5b0-48de-a0c9-a4b79f692f8a req-6d375076-a759-4506-afaa-3160a6fc6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:35.248904 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6e7f23-4ea3-44c6-adc1-7eb0b5ef1bb2 None None] Checking router: 96d1eac1-f810-4778-8eac-8d1806f60127 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:35.256025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f79446e4-a5b0-48de-a0c9-a4b79f692f8a req-6d375076-a759-4506-afaa-3160a6fc6a60 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ae89db2-9abc-4eb3-acdb-d0a39b504949 HTTP/1.1" status: 200 len: 834 time: 0.0630362 Feb 16 17:35:35.257451 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e7f23-4ea3-44c6-adc1-7eb0b5ef1bb2 None None] Routers {'96d1eac1-f810-4778-8eac-8d1806f60127'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:35.258052 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0e6e7f23-4ea3-44c6-adc1-7eb0b5ef1bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['96d1eac1-f810-4778-8eac-8d1806f60127'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:35.299292 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79446e4-a5b0-48de-a0c9-a4b79f692f8a req-4b4000f0-b300-451e-9a18-0d494767f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:35.300823 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f79446e4-a5b0-48de-a0c9-a4b79f692f8a req-4b4000f0-b300-451e-9a18-0d494767f6f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b74e34f6-20f2-4310-af39-c4c4cd463f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448811 Feb 16 17:35:35.371981 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0e6e7f23-4ea3-44c6-adc1-7eb0b5ef1bb2 None None] Set router 96d1eac1-f810-4778-8eac-8d1806f60127 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:35.396025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f79446e4-a5b0-48de-a0c9-a4b79f692f8a req-d821a5be-dbc9-4afb-ac31-18838eefd04d service neutron] 10.222.0.65 "GET /v2.0/networks/b74e34f6-20f2-4310-af39-c4c4cd463f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886247 Feb 16 17:35:35.583445 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0e6e7f23-4ea3-44c6-adc1-7eb0b5ef1bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:40Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'ce191e49-ec64-482e-94ee-21fed5ae8856', 'name': '', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ba:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:39Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:35.610884 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6e7f23-4ea3-44c6-adc1-7eb0b5ef1bb2 None None] The sync data for ids ['96d1eac1-f810-4778-8eac-8d1806f60127'] in n-d-669411-5 is: [{'id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:40Z', 'revision_number': 4, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': 'ce191e49-ec64-482e-94ee-21fed5ae8856', 'name': '', 'network_id': 'b74e34f6-20f2-4310-af39-c4c4cd463f5c', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'mac_address': 'fa:16:3e:ba:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:39Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'subnets': [{'id': '6ae89db2-9abc-4eb3-acdb-d0a39b504949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:35.782686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f79446e4-a5b0-48de-a0c9-a4b79f692f8a req-3743182d-a8c1-4a9d-96a7-b3d46f8796e8 service neutron] 10.222.0.65 "GET /v2.0/networks/b74e34f6-20f2-4310-af39-c4c4cd463f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798954 Feb 16 17:35:35.857977 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a4c450-4f7b-41be-bbb7-d37aee18e1a8 None None] New status for floating IP 97cb7bce-0036-4606-af32-834b8901d3a3: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:35:36.112013 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-e8226cb7-0091-45b7-b79c-a939cb6059ee req-a5c81e5e-73be-4995-b388-eba3948a04c0 service neutron] (103422) timed out ('10.222.0.65', 61812) {{(pid=103422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 17:35:36.363493 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2156ff8-84cd-4514-8b2c-1a8b6253db2e req-1244f487-ee7a-4887-b2f1-13b4d822564e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:36.364902 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2156ff8-84cd-4514-8b2c-1a8b6253db2e req-1244f487-ee7a-4887-b2f1-13b4d822564e tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 945 time: 0.0522099 Feb 16 17:35:36.415599 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f2156ff8-84cd-4514-8b2c-1a8b6253db2e req-cf967cfd-5db1-406a-a692-604393891e1f tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b3e7721-2d50-4136-ab1b-efeab72e1f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 Feb 16 17:35:36.549021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0a826-c7d4-4f28-8326-0b466e320eb6 req-0c7893ca-84ab-481f-98c0-620dcaad8ff6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:36.550463 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5de0a826-c7d4-4f28-8326-0b466e320eb6 req-0c7893ca-84ab-481f-98c0-620dcaad8ff6 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "GET /v2.0/ports?device_id=c206b8b2-e833-4db6-b26c-ba3682b210a0 HTTP/1.1" status: 200 len: 945 time: 0.0565608 Feb 16 17:35:36.641306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-5de0a826-c7d4-4f28-8326-0b466e320eb6 req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port c4627e4d-3024-4d55-8089-1a9771210097 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:35:36.641561 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5de0a826-c7d4-4f28-8326-0b466e320eb6 req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (c4627e4d-3024-4d55-8089-1a9771210097), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:36.732232 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-5de0a826-c7d4-4f28-8326-0b466e320eb6 req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] For port c4627e4d-3024-4d55-8089-1a9771210097, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=c4627e4d-3024-4d55-8089-1a9771210097,segment=NetworkSegment(5aebab35-0e0d-4e15-9642-a73870660d7b),segment_id=5aebab35-0e0d-4e15-9642-a73870660d7b)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:36.732589 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5de0a826-c7d4-4f28-8326-0b466e320eb6 req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (c4627e4d-3024-4d55-8089-1a9771210097), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:36.744048 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-5de0a826-c7d4-4f28-8326-0b466e320eb6 req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for c4627e4d-3024-4d55-8089-1a9771210097 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:35:36.869385 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5de0a826-c7d4-4f28-8326-0b466e320eb6 req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (c4627e4d-3024-4d55-8089-1a9771210097), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:36.899821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=c4627e4d-3024-4d55-8089-1a9771210097,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:36.909665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:36.910014 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:36.910355 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:36.910689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:36.911019 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:36.911345 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:36.911676 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:36.912054 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:36.912381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:36.912706 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:36.913401 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:36.913401 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:36.913805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:36.956451 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de0a826-c7d4-4f28-8326-0b466e320eb6 req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] No DVR routers for this DVR port c4627e4d-3024-4d55-8089-1a9771210097 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:35:36.958920 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5de0a826-c7d4-4f28-8326-0b466e320eb6 req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:36.962252 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5de0a826-c7d4-4f28-8326-0b466e320eb6 req-9c0d8bcb-cd98-4a10-aa10-d76421b6a3fa tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.65 "DELETE /v2.0/ports/c4627e4d-3024-4d55-8089-1a9771210097 HTTP/1.1" status: 204 len: 173 time: 0.4068911 Feb 16 17:35:36.962689 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c206b8b2-e833-4db6-b26c-ba3682b210a0', 'name': 'network-vif-deleted', 'tag': 'c4627e4d-3024-4d55-8089-1a9771210097'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:35:36.965059 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3f3971-60bb-40ec-b3f4-5fd36df64766" -d '{"events": [{"server_uuid": "c206b8b2-e833-4db6-b26c-ba3682b210a0", "name": "network-vif-deleted", "tag": "c4627e4d-3024-4d55-8089-1a9771210097"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:35:37.005139 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a450993b-9597-480b-9d13-2c14867e892d x-openstack-request-id: req-a450993b-9597-480b-9d13-2c14867e892d {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:35:37.005433 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c206b8b2-e833-4db6-b26c-ba3682b210a0", "name": "network-vif-deleted", "tag": "c4627e4d-3024-4d55-8089-1a9771210097", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:35:37.005684 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a450993b-9597-480b-9d13-2c14867e892d {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:35:37.006086 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c206b8b2-e833-4db6-b26c-ba3682b210a0', 'name': 'network-vif-deleted', 'tag': 'c4627e4d-3024-4d55-8089-1a9771210097', 'status': 'completed', 'code': 200} Feb 16 17:35:37.473186 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55622) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:38.156288 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (96d1eac1-f810-4778-8eac-8d1806f60127), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:38.412979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port ce191e49-ec64-482e-94ee-21fed5ae8856 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:35:38.413217 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:38.501753 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] For port ce191e49-ec64-482e-94ee-21fed5ae8856, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ce191e49-ec64-482e-94ee-21fed5ae8856,segment=NetworkSegment(5aebab35-0e0d-4e15-9642-a73870660d7b),segment_id=5aebab35-0e0d-4e15-9642-a73870660d7b)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:38.502456 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:38.514249 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for ce191e49-ec64-482e-94ee-21fed5ae8856 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:35:38.703810 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ce191e49-ec64-482e-94ee-21fed5ae8856), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:38.730809 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=ce191e49-ec64-482e-94ee-21fed5ae8856,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:38.742830 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:38.743183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:38.743535 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:38.743893 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:38.744227 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:38.744555 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:38.744882 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:38.745247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:38.745645 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:38.745976 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:38.746420 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:38.746773 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:38.747066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:38.915519 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (96d1eac1-f810-4778-8eac-8d1806f60127), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:39.140197 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Router 96d1eac1-f810-4778-8eac-8d1806f60127 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:35:39.248603 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:35:39.253590 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-0b6e779d-66fd-42f6-9609-a4c75f332b49 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "PUT /v2.0/routers/96d1eac1-f810-4778-8eac-8d1806f60127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7794201 Feb 16 17:35:39.256332 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55624) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:39.259327 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1c37b-ea7f-4cae-8f40-733d10553430 None None] Sync routers for ids ['96d1eac1-f810-4778-8eac-8d1806f60127'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:39.270755 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1c37b-ea7f-4cae-8f40-733d10553430 None None] Routers {'96d1eac1-f810-4778-8eac-8d1806f60127'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:39.271443 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-60c1c37b-ea7f-4cae-8f40-733d10553430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['96d1eac1-f810-4778-8eac-8d1806f60127'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:39.306165 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-9019d604-f7f4-4548-addc-ecedfba860de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting subnet 6ae89db2-9abc-4eb3-acdb-d0a39b504949 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:35:39.309973 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9019d604-f7f4-4548-addc-ecedfba860de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for subnet (6ae89db2-9abc-4eb3-acdb-d0a39b504949), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:39.350035 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9019d604-f7f4-4548-addc-ecedfba860de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (6ae89db2-9abc-4eb3-acdb-d0a39b504949), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:39.378866 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-60c1c37b-ea7f-4cae-8f40-733d10553430 None None] Set router 96d1eac1-f810-4778-8eac-8d1806f60127 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:39.437430 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9019d604-f7f4-4548-addc-ecedfba860de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (6ae89db2-9abc-4eb3-acdb-d0a39b504949), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:39.454427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c4627e4d-3024-4d55-8089-1a9771210097 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:35:39.476531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: c4627e4d-3024-4d55-8089-1a9771210097 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:35:39.477145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device c4627e4d-3024-4d55-8089-1a9771210097 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:35:39.501091 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9019d604-f7f4-4548-addc-ecedfba860de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (6ae89db2-9abc-4eb3-acdb-d0a39b504949), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:39.528231 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019d604-f7f4-4548-addc-ecedfba860de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae89db2-9abc-4eb3-acdb-d0a39b504949,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:39.532930 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9019d604-f7f4-4548-addc-ecedfba860de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:39.536229 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9019d604-f7f4-4548-addc-ecedfba860de tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/subnets/6ae89db2-9abc-4eb3-acdb-d0a39b504949 HTTP/1.1" status: 204 len: 168 time: 0.2787483 Feb 16 17:35:39.538670 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55626) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:39.543335 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ab6bbb-25ac-4d5c-82c7-5d4c33742f04 None None] Network b74e34f6-20f2-4310-af39-c4c4cd463f5c requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:35:39.580799 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-60c1c37b-ea7f-4cae-8f40-733d10553430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:35:38Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:39.611118 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1c37b-ea7f-4cae-8f40-733d10553430 None None] Checking router: 96d1eac1-f810-4778-8eac-8d1806f60127 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:39.620629 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1c37b-ea7f-4cae-8f40-733d10553430 None None] Routers {'96d1eac1-f810-4778-8eac-8d1806f60127'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:39.621251 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-60c1c37b-ea7f-4cae-8f40-733d10553430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['96d1eac1-f810-4778-8eac-8d1806f60127'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:39.661633 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router (96d1eac1-f810-4778-8eac-8d1806f60127), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:39.735659 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-60c1c37b-ea7f-4cae-8f40-733d10553430 None None] Set router 96d1eac1-f810-4778-8eac-8d1806f60127 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:39.774916 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_gateway (96d1eac1-f810-4778-8eac-8d1806f60127), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:39.847162 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Deleting port 1d1ffa0d-b8fa-419e-9827-8e57dd428a02 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:35:39.847904 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (1d1ffa0d-b8fa-419e-9827-8e57dd428a02), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:39.879413 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] DHCP port deletion for b74e34f6-20f2-4310-af39-c4c4cd463f5c request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:35:39.930307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Deleting port 55e20137-3014-4642-910b-1de0217def81 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:35:39.930721 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (55e20137-3014-4642-910b-1de0217def81), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:39.935193 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-60c1c37b-ea7f-4cae-8f40-733d10553430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:35:38Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:39.951427 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] For port 1d1ffa0d-b8fa-419e-9827-8e57dd428a02, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=1d1ffa0d-b8fa-419e-9827-8e57dd428a02,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:39.951842 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (1d1ffa0d-b8fa-419e-9827-8e57dd428a02), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:39.963501 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1c37b-ea7f-4cae-8f40-733d10553430 None None] The sync data for ids ['96d1eac1-f810-4778-8eac-8d1806f60127'] in n-d-669411-5 is: [{'id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898541830', 'tenant_id': 'e43d3b22cf814828bd0438a30e095679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:35:38Z', 'revision_number': 5, 'project_id': 'e43d3b22cf814828bd0438a30e095679', 'gw_port': {'id': '1d1ffa0d-b8fa-419e-9827-8e57dd428a02', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d1eac1-f810-4778-8eac-8d1806f60127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:34:36Z', 'updated_at': '2022-02-16T17:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:39.967641 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Calling delete_port for 1d1ffa0d-b8fa-419e-9827-8e57dd428a02 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:35:40.026233 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] For port 55e20137-3014-4642-910b-1de0217def81, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=55e20137-3014-4642-910b-1de0217def81,segment=NetworkSegment(5aebab35-0e0d-4e15-9642-a73870660d7b),segment_id=5aebab35-0e0d-4e15-9642-a73870660d7b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:40.027267 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (55e20137-3014-4642-910b-1de0217def81), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.048077 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Calling delete_port for 55e20137-3014-4642-910b-1de0217def81 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:35:40.144846 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (55e20137-3014-4642-910b-1de0217def81), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.155638 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (1d1ffa0d-b8fa-419e-9827-8e57dd428a02), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.179982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Port': ['ID=1d1ffa0d-b8fa-419e-9827-8e57dd428a02,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:40.180577 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] No DVR routers for this DVR port 55e20137-3014-4642-910b-1de0217def81 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:35:40.184973 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Pushing event deleted for resources: {'Port': ['ID=55e20137-3014-4642-910b-1de0217def81,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:40.193527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:40.194020 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:40.194447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:40.194758 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:40.194998 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:40.195324 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:40.195716 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:40.195986 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:40.196306 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:40.196627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:40.196949 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:40.197275 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:40.197609 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470eea75-79fb-4c4a-9eb2-8aa3b872c0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:40.252954 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (96d1eac1-f810-4778-8eac-8d1806f60127), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.356905 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (96d1eac1-f810-4778-8eac-8d1806f60127), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.359312 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router_controller (96d1eac1-f810-4778-8eac-8d1806f60127), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.415434 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (96d1eac1-f810-4778-8eac-8d1806f60127), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.416044 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Fanout notify agent at l3_agent the message router_deleted on router 96d1eac1-f810-4778-8eac-8d1806f60127 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:35:40.423666 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.424933 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-ced04159-f9f6-4961-a1ee-476096fc2ac1 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/routers/96d1eac1-f810-4778-8eac-8d1806f60127 HTTP/1.1" status: 204 len: 168 time: 0.8853207 Feb 16 17:35:40.427923 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55628) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:40.509978 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-409eca55-0705-4c43-b12a-e07b3ce05a16 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (b74e34f6-20f2-4310-af39-c4c4cd463f5c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.604310 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-409eca55-0705-4c43-b12a-e07b3ce05a16 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (b74e34f6-20f2-4310-af39-c4c4cd463f5c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.629408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-409eca55-0705-4c43-b12a-e07b3ce05a16 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74e34f6-20f2-4310-af39-c4c4cd463f5c']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:40.640851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-409eca55-0705-4c43-b12a-e07b3ce05a16 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aebab35-0e0d-4e15-9642-a73870660d7b') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:40.641150 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-409eca55-0705-4c43-b12a-e07b3ce05a16 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aebab35-0e0d-4e15-9642-a73870660d7b') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:40.652030 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-409eca55-0705-4c43-b12a-e07b3ce05a16 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (5aebab35-0e0d-4e15-9642-a73870660d7b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.667823 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-409eca55-0705-4c43-b12a-e07b3ce05a16 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (5aebab35-0e0d-4e15-9642-a73870660d7b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.675053 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409eca55-0705-4c43-b12a-e07b3ce05a16 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:35:40.675053 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-409eca55-0705-4c43-b12a-e07b3ce05a16 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (5aebab35-0e0d-4e15-9642-a73870660d7b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:35:40.677893 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:35:40.742630 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-409eca55-0705-4c43-b12a-e07b3ce05a16 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (b74e34f6-20f2-4310-af39-c4c4cd463f5c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.750082 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-409eca55-0705-4c43-b12a-e07b3ce05a16 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.755695 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-409eca55-0705-4c43-b12a-e07b3ce05a16 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/networks/b74e34f6-20f2-4310-af39-c4c4cd463f5c HTTP/1.1" status: 204 len: 168 time: 0.3243999 Feb 16 17:35:40.756095 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55630) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:40.764102 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409eca55-0705-4c43-b12a-e07b3ce05a16 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'Network': ['ID=b74e34f6-20f2-4310-af39-c4c4cd463f5c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:40.814956 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5f87-16da-4ec4-a162-08414746ddf8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (6b3e7721-2d50-4136-ab1b-efeab72e1f1d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.840693 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5f87-16da-4ec4-a162-08414746ddf8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (6b3e7721-2d50-4136-ab1b-efeab72e1f1d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.901305 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5f87-16da-4ec4-a162-08414746ddf8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (6b3e7721-2d50-4136-ab1b-efeab72e1f1d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.904723 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5f87-16da-4ec4-a162-08414746ddf8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:40.905919 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-bb2e5f87-16da-4ec4-a162-08414746ddf8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] 10.222.0.24 "DELETE /v2.0/security-groups/6b3e7721-2d50-4136-ab1b-efeab72e1f1d HTTP/1.1" status: 204 len: 168 time: 0.1487913 Feb 16 17:35:40.915467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e5f87-16da-4ec4-a162-08414746ddf8 tempest-TestNetworkAdvancedServerOps-534632223 tempest-TestNetworkAdvancedServerOps-534632223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3e7721-2d50-4136-ab1b-efeab72e1f1d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:41.171901 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 55e20137-3014-4642-910b-1de0217def81 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:35:41.191430 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 55e20137-3014-4642-910b-1de0217def81 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:35:41.191799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 55e20137-3014-4642-910b-1de0217def81 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:35:41.192226 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1d1ffa0d-b8fa-419e-9827-8e57dd428a02 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:35:41.211910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 1d1ffa0d-b8fa-419e-9827-8e57dd428a02 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:35:41.212261 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 1d1ffa0d-b8fa-419e-9827-8e57dd428a02 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:35:41.212684 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ce191e49-ec64-482e-94ee-21fed5ae8856 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:35:41.223556 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55638) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:41.235877 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: ce191e49-ec64-482e-94ee-21fed5ae8856 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:35:41.236225 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ce191e49-ec64-482e-94ee-21fed5ae8856 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:35:41.369375 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a5506799-b25c-4a8b-8d02-449a4f6ecfeb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e43d3b22cf814828bd0438a30e095679&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1446476 Feb 16 17:35:41.372152 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55642) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:41.419972 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4369740b-91b3-400c-a226-bda424affc17 admin admin] Publish callbacks [] for security_group (2907f44b-c089-4fee-ae47-f5d3a403c9fd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:41.440767 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4369740b-91b3-400c-a226-bda424affc17 admin admin] Publish callbacks [] for security_group (2907f44b-c089-4fee-ae47-f5d3a403c9fd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:41.489235 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4369740b-91b3-400c-a226-bda424affc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (2907f44b-c089-4fee-ae47-f5d3a403c9fd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:41.491931 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4369740b-91b3-400c-a226-bda424affc17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:41.493112 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-4369740b-91b3-400c-a226-bda424affc17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2907f44b-c089-4fee-ae47-f5d3a403c9fd HTTP/1.1" status: 204 len: 168 time: 0.1199224 Feb 16 17:35:41.501690 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369740b-91b3-400c-a226-bda424affc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2907f44b-c089-4fee-ae47-f5d3a403c9fd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:41.745945 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55648) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:41.759002 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cab49351-a8da-4a44-b8d0-e0fb3c254814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:41.836556 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cab49351-a8da-4a44-b8d0-e0fb3c254814 admin admin] Publish callbacks [] for security_group (7b418f1a-57b7-4a28-a0c9-401e30666e97), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:41.841029 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cab49351-a8da-4a44-b8d0-e0fb3c254814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7b418f1a-57b7-4a28-a0c9-401e30666e97), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:41.883549 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cab49351-a8da-4a44-b8d0-e0fb3c254814 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1eb1810779b49e5b07b6032e396d250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365173 Feb 16 17:35:41.884436 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab49351-a8da-4a44-b8d0-e0fb3c254814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b418f1a-57b7-4a28-a0c9-401e30666e97,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:41.886586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55650) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:41.939290 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a7b7-1bb3-4650-a809-ac2159f601c1 admin admin] Publish callbacks [] for security_group (7b418f1a-57b7-4a28-a0c9-401e30666e97), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:41.960815 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a7b7-1bb3-4650-a809-ac2159f601c1 admin admin] Publish callbacks [] for security_group (7b418f1a-57b7-4a28-a0c9-401e30666e97), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:42.008030 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a7b7-1bb3-4650-a809-ac2159f601c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7b418f1a-57b7-4a28-a0c9-401e30666e97), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:42.010632 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a7b7-1bb3-4650-a809-ac2159f601c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:42.011772 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-f7a7a7b7-1bb3-4650-a809-ac2159f601c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b418f1a-57b7-4a28-a0c9-401e30666e97 HTTP/1.1" status: 204 len: 168 time: 0.1233773 Feb 16 17:35:42.019362 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7a7b7-1bb3-4650-a809-ac2159f601c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b418f1a-57b7-4a28-a0c9-401e30666e97,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:42.685636 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55672) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:42.780079 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1324052232-network', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:42.799208 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] Made reservation on behalf of fc340825e1bc41c586a0738506b48e96 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:35:42.801523 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:42.809853 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:42.883110 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] Publish callbacks [] for security_group (a2a204a3-566c-44e2-93d6-6a22d6e055f7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:42.887407 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a2a204a3-566c-44e2-93d6-6a22d6e055f7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:42.913895 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:35:42.920170 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a204a3-566c-44e2-93d6-6a22d6e055f7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:42.926334 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b5a6fe82-d4cc-46c7-afd4-120a723d9948), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:42.926689 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] Added segment b5a6fe82-d4cc-46c7-afd4-120a723d9948 of type vlan for network 66637089-b5e6-4ff9-b202-9c31100ce421 Feb 16 17:35:42.969147 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (66637089-b5e6-4ff9-b202-9c31100ce421), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:42.992944 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (66637089-b5e6-4ff9-b202-9c31100ce421), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:42.993901 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:42.994472 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.025767 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3389809 Feb 16 17:35:43.028914 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55676) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:43.033627 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2ef87d27-f6ad-4436-af40-58ccaf13bd30 admin admin] Request body: {'subnet': {'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1324052232-subnet', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:43.053539 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef87d27-f6ad-4436-af40-58ccaf13bd30 admin admin] Made reservation on behalf of fc340825e1bc41c586a0738506b48e96 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:35:43.055943 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ef87d27-f6ad-4436-af40-58ccaf13bd30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.061120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd759e-a6ef-4d16-88b3-fd617183eff3 admin admin] Pushing event updated for resources: {'Network': ['ID=66637089-b5e6-4ff9-b202-9c31100ce421,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:43.071022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 66637089-b5e6-4ff9-b202-9c31100ce421 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:35:43.230632 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ef87d27-f6ad-4436-af40-58ccaf13bd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (cf9cb4fe-9166-4ce5-80bd-14f729b45b3b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.287421 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef87d27-f6ad-4436-af40-58ccaf13bd30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:43.294508 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef87d27-f6ad-4436-af40-58ccaf13bd30 admin admin] Checking segment: {'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:35:43.294889 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef87d27-f6ad-4436-af40-58ccaf13bd30 admin admin] Network hostable DHCP agents. Network: 66637089-b5e6-4ff9-b202-9c31100ce421, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:35:43.312183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef87d27-f6ad-4436-af40-58ccaf13bd30 admin admin] Network 66637089-b5e6-4ff9-b202-9c31100ce421 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:35:43.320172 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-2ef87d27-f6ad-4436-af40-58ccaf13bd30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 66637089-b5e6-4ff9-b202-9c31100ce421) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:43.325919 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef87d27-f6ad-4436-af40-58ccaf13bd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:43.326590 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ef87d27-f6ad-4436-af40-58ccaf13bd30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.334159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b7bdea-78ef-4a0f-8365-8e0db3487b84 None None] Network 66637089-b5e6-4ff9-b202-9c31100ce421 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:35:43.343299 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2ef87d27-f6ad-4436-af40-58ccaf13bd30 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3133273 Feb 16 17:35:43.345984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55678) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:43.350987 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:43.369925 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.370925 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.427138 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Publish callbacks [] for router_controller (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.444899 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-66637089-b5e6-4ff9-b202-9c31100ce421', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:35:43.445772 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.569537 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Publish callbacks [] for router_gateway (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.583772 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Allocated IP 172.20.0.2 (66637089-b5e6-4ff9-b202-9c31100ce421/cf9cb4fe-9166-4ce5-80bd-14f729b45b3b/3392aa96-0df2-42c7-9d7a-8d4633009ec3) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:43.728363 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Publish callbacks [] for port (3392aa96-0df2-42c7-9d7a-8d4633009ec3), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.735255 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (3392aa96-0df2-42c7-9d7a-8d4633009ec3), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.774698 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Network 66637089-b5e6-4ff9-b202-9c31100ce421 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:43.776787 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Publish callbacks [] for router_gateway (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.781824 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:43.785879 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:35:43.796326 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Pushing event updated for resources: {'Port': ['ID=3392aa96-0df2-42c7-9d7a-8d4633009ec3,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:43.796927 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.848525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Attempting to bind port 3392aa96-0df2-42c7-9d7a-8d4633009ec3 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:35:43.848801 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Attempting to bind port 3392aa96-0df2-42c7-9d7a-8d4633009ec3 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:35:43.849167 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Attempting to bind port 3392aa96-0df2-42c7-9d7a-8d4633009ec3 on network 66637089-b5e6-4ff9-b202-9c31100ce421 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:35:43.854065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:35:43.854439 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Checking segment: {'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:35:43.854842 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.855237 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Bound using segment: {'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:35:43.855911 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Bound port: 3392aa96-0df2-42c7-9d7a-8d4633009ec3, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:35:43.856699 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3392aa96-0df2-42c7-9d7a-8d4633009ec3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.900443 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Allocated IP 172.25.4.160 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:43.918340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] For port 3392aa96-0df2-42c7-9d7a-8d4633009ec3, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:35:43.921852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] For port 3392aa96-0df2-42c7-9d7a-8d4633009ec3, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=3392aa96-0df2-42c7-9d7a-8d4633009ec3,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:35:43.928257 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3392aa96-0df2-42c7-9d7a-8d4633009ec3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:43.992402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782c05a-e965-467e-8139-55087d4dc893 None None] Pushing event updated for resources: {'Port': ['ID=3392aa96-0df2-42c7-9d7a-8d4633009ec3,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:44.018469 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Publish callbacks [] for port (14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:44.054493 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:44.092915 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:44.098103 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:44.102286 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:35:44.133604 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Pushing event updated for resources: {'Port': ['ID=14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:44.389447 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Publish callbacks [] for router_gateway (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:44.594344 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:44.885052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c197963b-fc65-4b1b-bd71-f4531ce82203 None None] Network 66637089-b5e6-4ff9-b202-9c31100ce421 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:35:44.975522 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-034e8094-11c2-4019-b514-d31a4fbf2050 None None] Provisioning complete for port 3392aa96-0df2-42c7-9d7a-8d4633009ec3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:44.975984 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-034e8094-11c2-4019-b514-d31a4fbf2050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3392aa96-0df2-42c7-9d7a-8d4633009ec3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:45.062725 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:35:45.090440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-034e8094-11c2-4019-b514-d31a4fbf2050 None None] Current status of the port 3392aa96-0df2-42c7-9d7a-8d4633009ec3 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:45.090856 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-034e8094-11c2-4019-b514-d31a4fbf2050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (3392aa96-0df2-42c7-9d7a-8d4633009ec3), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:45.128527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-034e8094-11c2-4019-b514-d31a4fbf2050 None None] For port 3392aa96-0df2-42c7-9d7a-8d4633009ec3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=3392aa96-0df2-42c7-9d7a-8d4633009ec3,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:45.134244 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-034e8094-11c2-4019-b514-d31a4fbf2050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (3392aa96-0df2-42c7-9d7a-8d4633009ec3), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:45.196890 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e8094-11c2-4019-b514-d31a4fbf2050 None None] Pushing event updated for resources: {'Port': ['ID=3392aa96-0df2-42c7-9d7a-8d4633009ec3,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:45.198861 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:35:45.211482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Sync routers for ids ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:45.228308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Routers {'86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:45.228953 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:45.236251 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:45.237505 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5a97a7a5-1bb6-482f-b126-07525a371af0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8906150 Feb 16 17:35:45.240469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55680) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:45.279788 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3392aa96-0df2-42c7-9d7a-8d4633009ec3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:45.393199 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5c179c7a-0fba-41fc-a2e9-fcf2e0fa1f96 None None] Provisioning complete for port 3392aa96-0df2-42c7-9d7a-8d4633009ec3 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:45.393485 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5c179c7a-0fba-41fc-a2e9-fcf2e0fa1f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3392aa96-0df2-42c7-9d7a-8d4633009ec3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:45.428144 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Set router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:45.459716 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 3392aa96-0df2-42c7-9d7a-8d4633009ec3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:45.460114 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3392aa96-0df2-42c7-9d7a-8d4633009ec3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:45.688479 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:45.691260 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5c179c7a-0fba-41fc-a2e9-fcf2e0fa1f96 None None] Current status of the port 3392aa96-0df2-42c7-9d7a-8d4633009ec3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:45.701915 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 3392aa96-0df2-42c7-9d7a-8d4633009ec3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:45.725694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:44Z', 'revision_number': 3, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:45.756972 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Checking router: 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:45.757311 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Updating router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 port 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:35:45.784497 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:45.842282 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Allocated IP 172.20.0.1 (66637089-b5e6-4ff9-b202-9c31100ce421/cf9cb4fe-9166-4ce5-80bd-14f729b45b3b/8e9f425a-531b-41d8-9dc7-2b71617bac56) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:45.949594 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Publish callbacks [] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:45.984381 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:46.019958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Network 66637089-b5e6-4ff9-b202-9c31100ce421 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:46.026266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:46.030574 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:35:46.040890 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Publish callbacks [] for port (14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:46.049750 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:46.057854 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9f425a-531b-41d8-9dc7-2b71617bac56,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:46.074725 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:46.113645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Attempting to bind port 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:35:46.114117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Attempting to bind port 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:35:46.114558 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Attempting to bind port 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:35:46.116830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8d89e-cab0-4778-81d4-75d89b40049a None None] Pushing event updated for resources: {'Port': ['ID=14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:46.123892 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:35:46.124175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:35:46.124595 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:46.124981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:35:46.125460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Bound port: 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:35:46.125843 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:46.180507 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] For port 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:35:46.184514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] For port 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:35:46.191242 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:46.221489 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:46.252081 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Routers {'86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:46.252723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:46.257629 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8d89e-cab0-4778-81d4-75d89b40049a None None] Pushing event updated for resources: {'Port': ['ID=14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:46.354397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5a081c98-c157-428f-9c05-42d8b7ff45f0 None None] Provisioning complete for port 8e9f425a-531b-41d8-9dc7-2b71617bac56 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:46.354666 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5a081c98-c157-428f-9c05-42d8b7ff45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:46.388091 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Publish callbacks [] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:46.392818 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:46.406391 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] Set router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:46.408655 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5a081c98-c157-428f-9c05-42d8b7ff45f0 None None] Port 8e9f425a-531b-41d8-9dc7-2b71617bac56 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:35:46.463913 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:46.466410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9f425a-531b-41d8-9dc7-2b71617bac56,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:46.562918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Network 66637089-b5e6-4ff9-b202-9c31100ce421 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:46.564356 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:46.694469 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:35:46.781959 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:45Z', 'revision_number': 1, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:46.808009 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3f3e37-6c77-4e98-9ac2-1890d6d90ce0 None None] The sync data for ids ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'] in n-d-669411-5 is: [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:45Z', 'revision_number': 1, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:46.814100 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:35:46.819028 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-033ee2f8-a96e-4273-9845-4ced86c26f60 admin admin] 10.222.0.24 "PUT /v2.0/routers/86a3d61a-4ffe-407d-a9a0-36ff5e6a2750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5769725 Feb 16 17:35:46.840367 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3702b6ee-4701-4c80-9837-5beba0d0611f None None] Provisioning complete for port 8e9f425a-531b-41d8-9dc7-2b71617bac56 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:46.840726 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3702b6ee-4701-4c80-9837-5beba0d0611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:46.880611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3702b6ee-4701-4c80-9837-5beba0d0611f None None] Port 8e9f425a-531b-41d8-9dc7-2b71617bac56 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:35:47.189582 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3392aa96-0df2-42c7-9d7a-8d4633009ec3 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:47.243989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 3392aa96-0df2-42c7-9d7a-8d4633009ec3 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:47.244364 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (3392aa96-0df2-42c7-9d7a-8d4633009ec3), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:47.328799 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 3392aa96-0df2-42c7-9d7a-8d4633009ec3 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:47.349160 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55696) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:47.354219 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1841966910-network', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:47.376325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] Made reservation on behalf of 64e3b6bd76dd45a498f128ed3b814a8b for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:35:47.378883 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:47.388232 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:47.470784 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] Publish callbacks [] for security_group (7be158bf-4fe7-4b66-83cd-4340d0586018), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:47.476244 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7be158bf-4fe7-4b66-83cd-4340d0586018), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:47.496562 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:35:47.514334 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (2447a933-5ab3-4bc9-b3bd-a91942896126), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:47.514679 n-d-669411-5 neutron-server[103421]: INFO neutron.db.segments_db [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] Added segment 2447a933-5ab3-4bc9-b3bd-a91942896126 of type vlan for network 4bdcc3e3-00bb-455b-add5-b279bec01104 Feb 16 17:35:47.516021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be158bf-4fe7-4b66-83cd-4340d0586018,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:47.568258 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (4bdcc3e3-00bb-455b-add5-b279bec01104), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:47.595395 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (4bdcc3e3-00bb-455b-add5-b279bec01104), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:47.597932 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:47.598537 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:47.635321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2849395 Feb 16 17:35:47.638673 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55698) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:47.646020 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-cc7dd6b4-3568-4c33-8cac-abd9341415c3 admin admin] Request body: {'subnet': {'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1841966910-subnet', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:47.667849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7dd6b4-3568-4c33-8cac-abd9341415c3 admin admin] Made reservation on behalf of 64e3b6bd76dd45a498f128ed3b814a8b for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:35:47.669764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c52f72-e985-40c1-a324-be2a6f7744ac admin admin] Pushing event updated for resources: {'Network': ['ID=4bdcc3e3-00bb-455b-add5-b279bec01104,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:47.670838 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd6b4-3568-4c33-8cac-abd9341415c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12623135'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:47.681352 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 4bdcc3e3-00bb-455b-add5-b279bec01104 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:35:47.860375 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd6b4-3568-4c33-8cac-abd9341415c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13802775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12623149'] for subnet (30a9867c-062c-4408-b93f-c34a442a1d03), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:47.915196 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dd6b4-3568-4c33-8cac-abd9341415c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a9867c-062c-4408-b93f-c34a442a1d03,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:47.926982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7dd6b4-3568-4c33-8cac-abd9341415c3 admin admin] Checking segment: {'id': '2447a933-5ab3-4bc9-b3bd-a91942896126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:35:47.927342 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7dd6b4-3568-4c33-8cac-abd9341415c3 admin admin] Network hostable DHCP agents. Network: 4bdcc3e3-00bb-455b-add5-b279bec01104, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:35:47.946772 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7dd6b4-3568-4c33-8cac-abd9341415c3 admin admin] Network 4bdcc3e3-00bb-455b-add5-b279bec01104 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:35:47.956814 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-cc7dd6b4-3568-4c33-8cac-abd9341415c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 4bdcc3e3-00bb-455b-add5-b279bec01104) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:47.963114 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7dd6b4-3568-4c33-8cac-abd9341415c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:47.963719 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd6b4-3568-4c33-8cac-abd9341415c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:47.969218 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44444e6f-ae8e-4512-8577-2152fabcd138 None None] Network 4bdcc3e3-00bb-455b-add5-b279bec01104 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:35:47.981968 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-cc7dd6b4-3568-4c33-8cac-abd9341415c3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3420858 Feb 16 17:35:47.984571 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55700) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:47.988898 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1841966910-router', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:48.009521 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (220f055e-91f7-47ba-86da-841329d9951e), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:48.010589 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (220f055e-91f7-47ba-86da-841329d9951e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:48.075571 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Publish callbacks [] for router_controller (220f055e-91f7-47ba-86da-841329d9951e), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:48.092760 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-4bdcc3e3-00bb-455b-add5-b279bec01104', 'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104', 'project_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'fixed_ips': [{'subnet_id': '30a9867c-062c-4408-b93f-c34a442a1d03'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:35:48.093840 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:48.230017 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Publish callbacks [] for router_gateway (220f055e-91f7-47ba-86da-841329d9951e), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:48.241427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Allocated IP 172.20.0.2 (4bdcc3e3-00bb-455b-add5-b279bec01104/30a9867c-062c-4408-b93f-c34a442a1d03/7e2489de-70a8-4186-9a23-75ee1405504d) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:48.398305 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Publish callbacks [] for port (7e2489de-70a8-4186-9a23-75ee1405504d), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:48.404983 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (7e2489de-70a8-4186-9a23-75ee1405504d), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:48.446016 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Publish callbacks [] for router_gateway (220f055e-91f7-47ba-86da-841329d9951e), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:48.449175 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Network 4bdcc3e3-00bb-455b-add5-b279bec01104 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:48.452200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:48.459449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:35:48.466253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Pushing event updated for resources: {'Port': ['ID=7e2489de-70a8-4186-9a23-75ee1405504d,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:48.467682 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:48.521303 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Attempting to bind port 7e2489de-70a8-4186-9a23-75ee1405504d on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:35:48.521676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Attempting to bind port 7e2489de-70a8-4186-9a23-75ee1405504d by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '2447a933-5ab3-4bc9-b3bd-a91942896126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:35:48.522187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Attempting to bind port 7e2489de-70a8-4186-9a23-75ee1405504d on network 4bdcc3e3-00bb-455b-add5-b279bec01104 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:35:48.528004 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:35:48.528381 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Checking segment: {'id': '2447a933-5ab3-4bc9-b3bd-a91942896126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:35:48.528869 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:48.529259 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Bound using segment: {'id': '2447a933-5ab3-4bc9-b3bd-a91942896126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:35:48.529725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Bound port: 7e2489de-70a8-4186-9a23-75ee1405504d, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2447a933-5ab3-4bc9-b3bd-a91942896126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:35:48.530101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7e2489de-70a8-4186-9a23-75ee1405504d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:48.576840 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Allocated IP 172.25.4.202 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/22bc20e9-83fa-4aab-9bec-27cc4f55bc1d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:48.593284 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] For port 7e2489de-70a8-4186-9a23-75ee1405504d, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:35:48.596483 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] For port 7e2489de-70a8-4186-9a23-75ee1405504d, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7e2489de-70a8-4186-9a23-75ee1405504d,segment=NetworkSegment(2447a933-5ab3-4bc9-b3bd-a91942896126),segment_id=2447a933-5ab3-4bc9-b3bd-a91942896126)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:35:48.602243 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7e2489de-70a8-4186-9a23-75ee1405504d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:48.662338 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f876c6a-8676-4944-ae4b-518408b63d9d None None] Pushing event updated for resources: {'Port': ['ID=7e2489de-70a8-4186-9a23-75ee1405504d,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:48.695370 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Publish callbacks [] for port (22bc20e9-83fa-4aab-9bec-27cc4f55bc1d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:48.733023 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (22bc20e9-83fa-4aab-9bec-27cc4f55bc1d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:48.777083 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:48.781245 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:48.785614 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:35:48.810955 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Pushing event updated for resources: {'Port': ['ID=22bc20e9-83fa-4aab-9bec-27cc4f55bc1d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:49.076778 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Publish callbacks [] for router_gateway (220f055e-91f7-47ba-86da-841329d9951e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:49.229808 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:49.286624 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:49.287313 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:49.287418 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (220f055e-91f7-47ba-86da-841329d9951e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:49.370304 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:49.370793 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:49.393145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:49.397644 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:49.398657 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7e2489de-70a8-4186-9a23-75ee1405504d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:49.436966 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Router 220f055e-91f7-47ba-86da-841329d9951e is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:35:49.486697 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:49.507268 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Sync routers for ids ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:49.514408 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 7e2489de-70a8-4186-9a23-75ee1405504d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:49.514796 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7e2489de-70a8-4186-9a23-75ee1405504d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:49.519396 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Routers {'86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:49.520188 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:49.569952 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:35:49.586909 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Sync routers for ids ['220f055e-91f7-47ba-86da-841329d9951e'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:49.592294 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:49.596167 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d891830a-72da-4c4a-8a65-4a4a5cd22c8a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6081424 Feb 16 17:35:49.596369 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55702) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:49.630305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Routers {'220f055e-91f7-47ba-86da-841329d9951e'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:49.630950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['220f055e-91f7-47ba-86da-841329d9951e'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:49.731145 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b6ef11-a982-47c2-b79e-51e85e2ade6a None None] Network 4bdcc3e3-00bb-455b-add5-b279bec01104 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:35:49.738292 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 7e2489de-70a8-4186-9a23-75ee1405504d is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:49.738688 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7e2489de-70a8-4186-9a23-75ee1405504d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:49.753839 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Set router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:49.787905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Set router 220f055e-91f7-47ba-86da-841329d9951e gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:49.956727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d140a755-2e5b-432a-81ca-00e8794e1ea2 None None] Provisioning complete for port 7e2489de-70a8-4186-9a23-75ee1405504d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:49.958341 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d140a755-2e5b-432a-81ca-00e8794e1ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7e2489de-70a8-4186-9a23-75ee1405504d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:49.971028 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 7e2489de-70a8-4186-9a23-75ee1405504d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7e2489de-70a8-4186-9a23-75ee1405504d,segment=NetworkSegment(2447a933-5ab3-4bc9-b3bd-a91942896126),segment_id=2447a933-5ab3-4bc9-b3bd-a91942896126)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:50.009291 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 2, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:50.036647 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7e2489de-70a8-4186-9a23-75ee1405504d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:50.044246 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Checking router: 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:50.044856 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Updating router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 port 8e9f425a-531b-41d8-9dc7-2b71617bac56 binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:35:50.069741 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:50.086658 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:50.186413 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=7e2489de-70a8-4186-9a23-75ee1405504d,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:50.242382 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d140a755-2e5b-432a-81ca-00e8794e1ea2 None None] Current status of the port 7e2489de-70a8-4186-9a23-75ee1405504d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:50.279243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f055e-91f7-47ba-86da-841329d9951e', 'name': 'tempest-TestShelveInstance-1841966910-router', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '22bc20e9-83fa-4aab-9bec-27cc4f55bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:35:48Z', 'revision_number': 3, 'project_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'gw_port': {'id': '22bc20e9-83fa-4aab-9bec-27cc4f55bc1d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220f055e-91f7-47ba-86da-841329d9951e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:50.314518 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Allocated IP 172.20.0.1 (4bdcc3e3-00bb-455b-add5-b279bec01104/30a9867c-062c-4408-b93f-c34a442a1d03/7ad55fcd-a042-4cdc-b9a0-939e083773fc) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:50.335130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Checking router: 220f055e-91f7-47ba-86da-841329d9951e for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:50.335647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Updating router 220f055e-91f7-47ba-86da-841329d9951e port 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:35:50.373480 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (22bc20e9-83fa-4aab-9bec-27cc4f55bc1d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:50.452972 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Publish callbacks [] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:50.464224 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Publish callbacks [] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:50.464379 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:50.512584 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:50.514874 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3eb578fe-ab94-4b7b-9da9-6da9752c2345 None None] Provisioning complete for port 7e2489de-70a8-4186-9a23-75ee1405504d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:50.515252 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3eb578fe-ab94-4b7b-9da9-6da9752c2345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7e2489de-70a8-4186-9a23-75ee1405504d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:50.548604 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d27a95-1b0c-4a2f-93fa-71037af59e8e None None] Pushing event updated for resources: {'Port': ['ID=8e9f425a-531b-41d8-9dc7-2b71617bac56,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:50.566598 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad55fcd-a042-4cdc-b9a0-939e083773fc,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:50.579333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Network 4bdcc3e3-00bb-455b-add5-b279bec01104 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:50.580799 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:50.583677 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:35:50.601909 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d27a95-1b0c-4a2f-93fa-71037af59e8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:50.603022 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d27a95-1b0c-4a2f-93fa-71037af59e8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:50.603511 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d27a95-1b0c-4a2f-93fa-71037af59e8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:50.604048 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d27a95-1b0c-4a2f-93fa-71037af59e8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:50.604526 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d27a95-1b0c-4a2f-93fa-71037af59e8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:50.605017 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d27a95-1b0c-4a2f-93fa-71037af59e8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:50.606108 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d27a95-1b0c-4a2f-93fa-71037af59e8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:50.607092 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d27a95-1b0c-4a2f-93fa-71037af59e8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:50.607659 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d27a95-1b0c-4a2f-93fa-71037af59e8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:50.608016 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d27a95-1b0c-4a2f-93fa-71037af59e8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:50.608495 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d27a95-1b0c-4a2f-93fa-71037af59e8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:50.608985 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d27a95-1b0c-4a2f-93fa-71037af59e8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:50.609479 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d27a95-1b0c-4a2f-93fa-71037af59e8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:35:50.637552 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (220f055e-91f7-47ba-86da-841329d9951e), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:50.639415 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Attempting to bind port 8e9f425a-531b-41d8-9dc7-2b71617bac56 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:35:50.639974 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Attempting to bind port 8e9f425a-531b-41d8-9dc7-2b71617bac56 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:35:50.640491 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Attempting to bind port 8e9f425a-531b-41d8-9dc7-2b71617bac56 on network 66637089-b5e6-4ff9-b202-9c31100ce421 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:35:50.646676 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:35:50.647264 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Checking segment: {'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:35:50.647845 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:50.648406 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Bound using segment: {'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:35:50.649047 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Bound port: 8e9f425a-531b-41d8-9dc7-2b71617bac56, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:35:50.649589 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:50.753490 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] For port 8e9f425a-531b-41d8-9dc7-2b71617bac56, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:35:50.757728 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] For port 8e9f425a-531b-41d8-9dc7-2b71617bac56, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8e9f425a-531b-41d8-9dc7-2b71617bac56,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:35:50.765546 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:50.842830 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d27a95-1b0c-4a2f-93fa-71037af59e8e None None] Pushing event updated for resources: {'Port': ['ID=8e9f425a-531b-41d8-9dc7-2b71617bac56,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:50.854494 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Routers {'86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:50.857287 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:50.889699 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:50.903770 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3eb578fe-ab94-4b7b-9da9-6da9752c2345 None None] Current status of the port 7e2489de-70a8-4186-9a23-75ee1405504d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:50.986480 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Publish callbacks [] for port (22bc20e9-83fa-4aab-9bec-27cc4f55bc1d), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:50.993967 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] Set router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:50.995964 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (22bc20e9-83fa-4aab-9bec-27cc4f55bc1d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:51.063518 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee16781-8be5-4f89-8c47-a368856e5ed8 None None] Pushing event updated for resources: {'Port': ['ID=22bc20e9-83fa-4aab-9bec-27cc4f55bc1d,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:51.090987 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Attempting to bind port 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:35:51.091376 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Attempting to bind port 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:35:51.091988 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Attempting to bind port 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:35:51.101279 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:35:51.101707 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:35:51.102081 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:51.102481 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:35:51.102960 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Bound port: 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:35:51.103352 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (22bc20e9-83fa-4aab-9bec-27cc4f55bc1d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:51.108946 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Publish callbacks [] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:51.116582 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:51.149416 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5d9570b2-59bf-42b0-a0da-e9591e0a98e7 None None] Provisioning complete for port 8e9f425a-531b-41d8-9dc7-2b71617bac56 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:51.149936 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d9570b2-59bf-42b0-a0da-e9591e0a98e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:51.199551 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (220f055e-91f7-47ba-86da-841329d9951e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:51.202836 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad55fcd-a042-4cdc-b9a0-939e083773fc,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:51.225502 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] For port 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:35:51.231170 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] For port 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=22bc20e9-83fa-4aab-9bec-27cc4f55bc1d,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:35:51.245500 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (22bc20e9-83fa-4aab-9bec-27cc4f55bc1d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:51.281666 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:50Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:51.298220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:51.312912 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ae405-ae40-4e4b-b191-146c3a317471 None None] The sync data for ids ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'] in n-d-669411-5 is: [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:50Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:51.313400 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Network 4bdcc3e3-00bb-455b-add5-b279bec01104 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:51.315333 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:51.399277 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee16781-8be5-4f89-8c47-a368856e5ed8 None None] Pushing event updated for resources: {'Port': ['ID=22bc20e9-83fa-4aab-9bec-27cc4f55bc1d,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:51.411828 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Routers {'220f055e-91f7-47ba-86da-841329d9951e'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:51.412475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['220f055e-91f7-47ba-86da-841329d9951e'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:51.419392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5d9570b2-59bf-42b0-a0da-e9591e0a98e7 None None] Current status of the port 8e9f425a-531b-41d8-9dc7-2b71617bac56 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:51.419809 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d9570b2-59bf-42b0-a0da-e9591e0a98e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:51.463001 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Router 220f055e-91f7-47ba-86da-841329d9951e has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:35:51.548436 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5d9570b2-59bf-42b0-a0da-e9591e0a98e7 None None] For port 8e9f425a-531b-41d8-9dc7-2b71617bac56, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8e9f425a-531b-41d8-9dc7-2b71617bac56,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:51.552917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:51.553341 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:51.557820 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d9570b2-59bf-42b0-a0da-e9591e0a98e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:51.605664 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:35:51.615040 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-467b0d75-c8aa-4d61-ab51-e223dee12626 admin admin] 10.222.0.24 "PUT /v2.0/routers/220f055e-91f7-47ba-86da-841329d9951e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0175078 Feb 16 17:35:51.666256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] Set router 220f055e-91f7-47ba-86da-841329d9951e gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:51.702401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5d9570b2-59bf-42b0-a0da-e9591e0a98e7 None None] Provisioning complete for port 7ad55fcd-a042-4cdc-b9a0-939e083773fc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:51.702772 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d9570b2-59bf-42b0-a0da-e9591e0a98e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:51.747193 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9570b2-59bf-42b0-a0da-e9591e0a98e7 None None] Pushing event updated for resources: {'Port': ['ID=8e9f425a-531b-41d8-9dc7-2b71617bac56,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:51.831191 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5d9570b2-59bf-42b0-a0da-e9591e0a98e7 None None] Port 7ad55fcd-a042-4cdc-b9a0-939e083773fc cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:35:51.896349 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:51.897469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8e9f425a-531b-41d8-9dc7-2b71617bac56 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:51.998173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-81177b4d-ed06-4fea-ae66-046f30a6c191 None None] Provisioning complete for port 8e9f425a-531b-41d8-9dc7-2b71617bac56 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:51.998554 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-81177b4d-ed06-4fea-ae66-046f30a6c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.030073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8e9f425a-531b-41d8-9dc7-2b71617bac56 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:52.030463 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.124786 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f055e-91f7-47ba-86da-841329d9951e', 'name': 'tempest-TestShelveInstance-1841966910-router', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '22bc20e9-83fa-4aab-9bec-27cc4f55bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:35:50Z', 'revision_number': 4, 'project_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'gw_port': {'id': '22bc20e9-83fa-4aab-9bec-27cc4f55bc1d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220f055e-91f7-47ba-86da-841329d9951e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '7ad55fcd-a042-4cdc-b9a0-939e083773fc', 'name': '', 'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'mac_address': 'fa:16:3e:4d:ee:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220f055e-91f7-47ba-86da-841329d9951e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '30a9867c-062c-4408-b93f-c34a442a1d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:50Z', 'updated_at': '2022-02-16T17:35:50Z', 'revision_number': 2, 'project_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'subnets': [{'id': '30a9867c-062c-4408-b93f-c34a442a1d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:52.180177 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dacac8-d804-4a32-8b16-254f1c0fc642 None None] The sync data for ids ['220f055e-91f7-47ba-86da-841329d9951e'] in n-d-669411-5 is: [{'id': '220f055e-91f7-47ba-86da-841329d9951e', 'name': 'tempest-TestShelveInstance-1841966910-router', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '22bc20e9-83fa-4aab-9bec-27cc4f55bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:35:50Z', 'revision_number': 4, 'project_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'gw_port': {'id': '22bc20e9-83fa-4aab-9bec-27cc4f55bc1d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220f055e-91f7-47ba-86da-841329d9951e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '7ad55fcd-a042-4cdc-b9a0-939e083773fc', 'name': '', 'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'mac_address': 'fa:16:3e:4d:ee:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220f055e-91f7-47ba-86da-841329d9951e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '30a9867c-062c-4408-b93f-c34a442a1d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:50Z', 'updated_at': '2022-02-16T17:35:50Z', 'revision_number': 2, 'project_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'subnets': [{'id': '30a9867c-062c-4408-b93f-c34a442a1d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:52.186723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-81177b4d-ed06-4fea-ae66-046f30a6c191 None None] Current status of the port 8e9f425a-531b-41d8-9dc7-2b71617bac56 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:52.203409 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8e9f425a-531b-41d8-9dc7-2b71617bac56 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:52.204586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7e2489de-70a8-4186-9a23-75ee1405504d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:52.228681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 55710) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:52.230139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-81177b4d-ed06-4fea-ae66-046f30a6c191 None None] Provisioning complete for port 7ad55fcd-a042-4cdc-b9a0-939e083773fc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:52.231022 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-81177b4d-ed06-4fea-ae66-046f30a6c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.236281 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d2744e96-38d3-48fb-8865-ecf58b65f234 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304070160', 'description': 'tempest-secgroup-smoke-304070160 description', 'project_id': 'fc340825e1bc41c586a0738506b48e96'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:52.259081 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d2744e96-38d3-48fb-8865-ecf58b65f234 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.284649 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-81177b4d-ed06-4fea-ae66-046f30a6c191 None None] Port 7ad55fcd-a042-4cdc-b9a0-939e083773fc cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:35:52.292127 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 7e2489de-70a8-4186-9a23-75ee1405504d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:52.292510 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7e2489de-70a8-4186-9a23-75ee1405504d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.337714 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d2744e96-38d3-48fb-8865-ecf58b65f234 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group (e395ccfb-2783-4b42-a175-41b9758b3fb4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.343692 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d2744e96-38d3-48fb-8865-ecf58b65f234 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e395ccfb-2783-4b42-a175-41b9758b3fb4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.376140 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d2744e96-38d3-48fb-8865-ecf58b65f234 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.377582 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d2744e96-38d3-48fb-8865-ecf58b65f234 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1458657 Feb 16 17:35:52.379993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2744e96-38d3-48fb-8865-ecf58b65f234 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e395ccfb-2783-4b42-a175-41b9758b3fb4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:52.380944 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55712) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:52.392381 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-551c681b-3b6f-47a5-9bd2-fd6b39daca79 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'security_group_rule': {'security_group_id': 'e395ccfb-2783-4b42-a175-41b9758b3fb4', 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:52.408211 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 7e2489de-70a8-4186-9a23-75ee1405504d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:52.432390 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-551c681b-3b6f-47a5-9bd2-fd6b39daca79 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (cd57bfed-28a0-4d07-8fbc-0b48aa3cca28), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.499312 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-551c681b-3b6f-47a5-9bd2-fd6b39daca79 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (cd57bfed-28a0-4d07-8fbc-0b48aa3cca28), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.503043 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-551c681b-3b6f-47a5-9bd2-fd6b39daca79 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (cd57bfed-28a0-4d07-8fbc-0b48aa3cca28), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.521193 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c681b-3b6f-47a5-9bd2-fd6b39daca79 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd57bfed-28a0-4d07-8fbc-0b48aa3cca28,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:52.528269 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-551c681b-3b6f-47a5-9bd2-fd6b39daca79 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.529472 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-551c681b-3b6f-47a5-9bd2-fd6b39daca79 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475391 Feb 16 17:35:52.532153 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55714) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:52.536312 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9eb5f0ef-3c54-42d0-a3e2-93b2597baaa5 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'security_group_rule': {'security_group_id': 'e395ccfb-2783-4b42-a175-41b9758b3fb4', 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:52.564889 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f0ef-3c54-42d0-a3e2-93b2597baaa5 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (80dd97b4-26d2-4389-8a8b-3be9c629b53b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.627322 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f0ef-3c54-42d0-a3e2-93b2597baaa5 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (80dd97b4-26d2-4389-8a8b-3be9c629b53b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.631589 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f0ef-3c54-42d0-a3e2-93b2597baaa5 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (80dd97b4-26d2-4389-8a8b-3be9c629b53b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.653040 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5f0ef-3c54-42d0-a3e2-93b2597baaa5 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80dd97b4-26d2-4389-8a8b-3be9c629b53b,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:52.658506 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f0ef-3c54-42d0-a3e2-93b2597baaa5 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.659887 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9eb5f0ef-3c54-42d0-a3e2-93b2597baaa5 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267078 Feb 16 17:35:52.662634 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55716) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:52.667011 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-12e5ad76-6ec5-4421-8077-8fb13fe342d9 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'security_group_rule': {'security_group_id': 'e395ccfb-2783-4b42-a175-41b9758b3fb4', 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:52.694600 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12e5ad76-6ec5-4421-8077-8fb13fe342d9 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (8ad7f6ee-4343-4853-b5f8-69a3c320d9fa), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.762807 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12e5ad76-6ec5-4421-8077-8fb13fe342d9 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (8ad7f6ee-4343-4853-b5f8-69a3c320d9fa), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.766742 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12e5ad76-6ec5-4421-8077-8fb13fe342d9 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (8ad7f6ee-4343-4853-b5f8-69a3c320d9fa), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.787649 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5ad76-6ec5-4421-8077-8fb13fe342d9 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad7f6ee-4343-4853-b5f8-69a3c320d9fa,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:52.795117 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12e5ad76-6ec5-4421-8077-8fb13fe342d9 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.797722 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-12e5ad76-6ec5-4421-8077-8fb13fe342d9 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321576 Feb 16 17:35:52.798476 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55720) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:52.803071 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f61b7518-1877-4759-bb9f-334ee761615f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'security_group_rule': {'security_group_id': 'e395ccfb-2783-4b42-a175-41b9758b3fb4', 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:52.829005 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f61b7518-1877-4759-bb9f-334ee761615f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (bbf72389-8188-40ea-9eed-9e3860443f73), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.887236 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f61b7518-1877-4759-bb9f-334ee761615f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (bbf72389-8188-40ea-9eed-9e3860443f73), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.890958 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f61b7518-1877-4759-bb9f-334ee761615f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (bbf72389-8188-40ea-9eed-9e3860443f73), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.908703 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b7518-1877-4759-bb9f-334ee761615f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf72389-8188-40ea-9eed-9e3860443f73,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:52.915627 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f61b7518-1877-4759-bb9f-334ee761615f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:52.916873 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f61b7518-1877-4759-bb9f-334ee761615f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174307 Feb 16 17:35:52.919722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55722) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:52.923973 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-83e47470-1a8a-45af-b505-90450a574664 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'security_group_rule': {'security_group_id': 'e395ccfb-2783-4b42-a175-41b9758b3fb4', 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:52.944294 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-83e47470-1a8a-45af-b505-90450a574664 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Project fc340825e1bc41c586a0738506b48e96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:35:52.949747 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83e47470-1a8a-45af-b505-90450a574664 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (73d601a0-0625-46c4-b5bc-cfbddd2e0bf5), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:53.008755 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83e47470-1a8a-45af-b505-90450a574664 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (73d601a0-0625-46c4-b5bc-cfbddd2e0bf5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:53.013067 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83e47470-1a8a-45af-b505-90450a574664 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (73d601a0-0625-46c4-b5bc-cfbddd2e0bf5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:53.032451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e47470-1a8a-45af-b505-90450a574664 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d601a0-0625-46c4-b5bc-cfbddd2e0bf5,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:53.041315 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-83e47470-1a8a-45af-b505-90450a574664 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:53.042552 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-83e47470-1a8a-45af-b505-90450a574664 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218805 Feb 16 17:35:53.046148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55724) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:35:53.050654 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-173d4ccb-8592-4e59-9d8c-dec3d92e22b7 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'security_group_rule': {'security_group_id': 'e395ccfb-2783-4b42-a175-41b9758b3fb4', 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:53.069667 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-173d4ccb-8592-4e59-9d8c-dec3d92e22b7 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Project fc340825e1bc41c586a0738506b48e96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:35:53.075062 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-173d4ccb-8592-4e59-9d8c-dec3d92e22b7 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (c58e18a1-70ae-4827-b434-39844f28632d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:53.137754 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-173d4ccb-8592-4e59-9d8c-dec3d92e22b7 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (c58e18a1-70ae-4827-b434-39844f28632d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:53.141548 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-173d4ccb-8592-4e59-9d8c-dec3d92e22b7 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (c58e18a1-70ae-4827-b434-39844f28632d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:53.162329 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d4ccb-8592-4e59-9d8c-dec3d92e22b7 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58e18a1-70ae-4827-b434-39844f28632d,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:53.167797 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-173d4ccb-8592-4e59-9d8c-dec3d92e22b7 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:53.169176 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-173d4ccb-8592-4e59-9d8c-dec3d92e22b7 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221077 Feb 16 17:35:53.196411 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8e9f425a-531b-41d8-9dc7-2b71617bac56 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:53.251158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 8e9f425a-531b-41d8-9dc7-2b71617bac56 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:53.251531 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:53.330917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 8e9f425a-531b-41d8-9dc7-2b71617bac56 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:53.332606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-b5dbf441-8584-4a31-a530-e2973e03e13b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304070160&fields=id&tenant_id=fc340825e1bc41c586a0738506b48e96 HTTP/1.1" status: 200 len: 267 time: 0.0438614 Feb 16 17:35:53.456207 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-24b62210-6f6f-4889-9161-365112cf04bb tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:53.457701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-24b62210-6f6f-4889-9161-365112cf04bb tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 809 time: 0.1180313 Feb 16 17:35:53.473025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-966cff63-ae74-4238-a00c-be19ca280fca tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/quotas/fc340825e1bc41c586a0738506b48e96 HTTP/1.1" status: 200 len: 375 time: 0.0100682 Feb 16 17:35:53.526799 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-28a95595-9703-412b-b1b3-f648ea4deabe tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489600 Feb 16 17:35:53.715216 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-ac951e02-6e1d-4b5b-981d-95ec450e0af4 service neutron] 10.222.0.24 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769774 Feb 16 17:35:53.810798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-662b29de-8e7e-4c11-ad9f-fdc5aa153885 service neutron] 10.222.0.24 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891399 Feb 16 17:35:53.994064 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ded59939-6774-47c5-bbfc-bbd485b72ed2 req-668a1b24-aae7-4c02-9f25-f8bee36060bd tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 210 time: 0.0301156 Feb 16 17:35:55.005233 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Sync routers for ids ['220f055e-91f7-47ba-86da-841329d9951e'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:35:55.016531 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Routers {'220f055e-91f7-47ba-86da-841329d9951e'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:55.026425 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['220f055e-91f7-47ba-86da-841329d9951e'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:55.053222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-351b6060-4482-4c71-a9fb-8fe73a0dc26e tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:55.055099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-351b6060-4482-4c71-a9fb-8fe73a0dc26e tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 809 time: 0.1183400 Feb 16 17:35:55.113675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7889c149-cd26-4c28-bc6f-efb18e3df632 req-ab7bceee-c49d-441c-b480-b7a38b95db35 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 210 time: 0.0325336 Feb 16 17:35:55.158778 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Set router 220f055e-91f7-47ba-86da-841329d9951e gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:55.164612 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-67e1e65b-8a2c-421e-b16c-919fe15b007f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc340825e1bc41c586a0738506b48e96 HTTP/1.1" status: 200 len: 379 time: 0.1002295 Feb 16 17:35:55.174128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-083a3b88-b875-4624-8d5f-328a80ab6b73 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'port': {'device_id': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'admin_state_up': True, 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'security_groups': ['e395ccfb-2783-4b42-a175-41b9758b3fb4']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:55.226390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:55.279101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:55.279454 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (22bc20e9-83fa-4aab-9bec-27cc4f55bc1d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:55.284816 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-083a3b88-b875-4624-8d5f-328a80ab6b73 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Made reservation on behalf of fc340825e1bc41c586a0738506b48e96 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:35:55.288209 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-083a3b88-b875-4624-8d5f-328a80ab6b73 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:55.375285 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:55.375676 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (22bc20e9-83fa-4aab-9bec-27cc4f55bc1d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:55.390307 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f055e-91f7-47ba-86da-841329d9951e', 'name': 'tempest-TestShelveInstance-1841966910-router', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '22bc20e9-83fa-4aab-9bec-27cc4f55bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:35:50Z', 'revision_number': 4, 'project_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'gw_port': {'id': '22bc20e9-83fa-4aab-9bec-27cc4f55bc1d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220f055e-91f7-47ba-86da-841329d9951e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '7ad55fcd-a042-4cdc-b9a0-939e083773fc', 'name': '', 'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'mac_address': 'fa:16:3e:4d:ee:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220f055e-91f7-47ba-86da-841329d9951e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '30a9867c-062c-4408-b93f-c34a442a1d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:50Z', 'updated_at': '2022-02-16T17:35:50Z', 'revision_number': 2, 'project_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'subnets': [{'id': '30a9867c-062c-4408-b93f-c34a442a1d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:55.399239 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=22bc20e9-83fa-4aab-9bec-27cc4f55bc1d,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:55.404384 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (22bc20e9-83fa-4aab-9bec-27cc4f55bc1d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:55.418410 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Checking router: 220f055e-91f7-47ba-86da-841329d9951e for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:35:55.418839 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Updating router 220f055e-91f7-47ba-86da-841329d9951e port 7ad55fcd-a042-4cdc-b9a0-939e083773fc binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:35:55.439838 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-083a3b88-b875-4624-8d5f-328a80ab6b73 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Allocated IP 172.20.0.9 (66637089-b5e6-4ff9-b202-9c31100ce421/cf9cb4fe-9166-4ce5-80bd-14f729b45b3b/22e0a779-80c4-4834-bc1a-63c4e0f00334) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:35:55.455824 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:55.474139 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=22bc20e9-83fa-4aab-9bec-27cc4f55bc1d,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:55.586234 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-083a3b88-b875-4624-8d5f-328a80ab6b73 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:55.625230 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-083a3b88-b875-4624-8d5f-328a80ab6b73 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:55.671313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-083a3b88-b875-4624-8d5f-328a80ab6b73 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Network 66637089-b5e6-4ff9-b202-9c31100ce421 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:35:55.674470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-083a3b88-b875-4624-8d5f-328a80ab6b73 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:35:55.678180 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-083a3b88-b875-4624-8d5f-328a80ab6b73 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:35:55.704137 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a3b88-b875-4624-8d5f-328a80ab6b73 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'Port': ['ID=22e0a779-80c4-4834-bc1a-63c4e0f00334,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:55.736302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-083a3b88-b875-4624-8d5f-328a80ab6b73 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:55.737166 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-083a3b88-b875-4624-8d5f-328a80ab6b73 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:55.755331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-083a3b88-b875-4624-8d5f-328a80ab6b73 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5852368 Feb 16 17:35:55.766919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Request body: {'port': {'device_id': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:35:55.811238 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-483aa204-56a1-4f66-8dc0-23cefe5e6021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:55.829629 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Publish callbacks [] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:55.836385 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:55.845885 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:55.886629 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b441a6-3e9b-4f18-9e09-6b8c1928b40d None None] Pushing event updated for resources: {'Port': ['ID=7ad55fcd-a042-4cdc-b9a0-939e083773fc,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:55.942485 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9ace2980-b672-42df-aa87-5d2039812e14 None None] Provisioning complete for port 22e0a779-80c4-4834-bc1a-63c4e0f00334 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:55.942947 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9ace2980-b672-42df-aa87-5d2039812e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:55.968472 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Attempting to bind port 7ad55fcd-a042-4cdc-b9a0-939e083773fc on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:35:55.968709 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Attempting to bind port 7ad55fcd-a042-4cdc-b9a0-939e083773fc by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '2447a933-5ab3-4bc9-b3bd-a91942896126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:35:55.969077 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Attempting to bind port 7ad55fcd-a042-4cdc-b9a0-939e083773fc on network 4bdcc3e3-00bb-455b-add5-b279bec01104 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:35:55.975139 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:35:55.975572 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Checking segment: {'id': '2447a933-5ab3-4bc9-b3bd-a91942896126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:35:55.976043 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:55.976445 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Bound using segment: {'id': '2447a933-5ab3-4bc9-b3bd-a91942896126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:35:55.976906 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Bound port: 7ad55fcd-a042-4cdc-b9a0-939e083773fc, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2447a933-5ab3-4bc9-b3bd-a91942896126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:35:55.977284 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:56.004923 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9ace2980-b672-42df-aa87-5d2039812e14 None None] Port 22e0a779-80c4-4834-bc1a-63c4e0f00334 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:35:56.049798 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] For port 7ad55fcd-a042-4cdc-b9a0-939e083773fc, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:35:56.055506 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] For port 7ad55fcd-a042-4cdc-b9a0-939e083773fc, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7ad55fcd-a042-4cdc-b9a0-939e083773fc,segment=NetworkSegment(2447a933-5ab3-4bc9-b3bd-a91942896126),segment_id=2447a933-5ab3-4bc9-b3bd-a91942896126)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:35:56.063826 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:56.127736 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Routers {'220f055e-91f7-47ba-86da-841329d9951e'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:35:56.128388 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:35:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['220f055e-91f7-47ba-86da-841329d9951e'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:56.133398 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b441a6-3e9b-4f18-9e09-6b8c1928b40d None None] Pushing event updated for resources: {'Port': ['ID=7ad55fcd-a042-4cdc-b9a0-939e083773fc,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:56.162749 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e0a779-80c4-4834-bc1a-63c4e0f00334 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:35:56.171788 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Publish callbacks [] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:56.186233 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Transition to ACTIVE for port object 22e0a779-80c4-4834-bc1a-63c4e0f00334 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:35:56.191216 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:56.230896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d8db41f1-1116-46f8-a176-2b1fe5de5d43 None None] Provisioning complete for port 7ad55fcd-a042-4cdc-b9a0-939e083773fc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:56.231426 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d8db41f1-1116-46f8-a176-2b1fe5de5d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:56.259178 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] Set router 220f055e-91f7-47ba-86da-841329d9951e gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:35:56.314209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=22e0a779-80c4-4834-bc1a-63c4e0f00334,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:56.339599 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d8db41f1-1116-46f8-a176-2b1fe5de5d43 None None] Current status of the port 7ad55fcd-a042-4cdc-b9a0-939e083773fc is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:56.340668 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d8db41f1-1116-46f8-a176-2b1fe5de5d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:56.389625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb37c6b-85aa-47f4-9217-29cca440c4ea req-67164d67-8de4-42b6-a30b-aaf741a0dbfc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:56.391496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5bb37c6b-85aa-47f4-9217-29cca440c4ea req-67164d67-8de4-42b6-a30b-aaf741a0dbfc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 943 time: 0.1704907 Feb 16 17:35:56.397956 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d8db41f1-1116-46f8-a176-2b1fe5de5d43 None None] For port 7ad55fcd-a042-4cdc-b9a0-939e083773fc, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7ad55fcd-a042-4cdc-b9a0-939e083773fc,segment=NetworkSegment(2447a933-5ab3-4bc9-b3bd-a91942896126),segment_id=2447a933-5ab3-4bc9-b3bd-a91942896126)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:56.406424 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d8db41f1-1116-46f8-a176-2b1fe5de5d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:56.487404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Attempting to bind port 22e0a779-80c4-4834-bc1a-63c4e0f00334 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:35:56.488089 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Attempting to bind port 22e0a779-80c4-4834-bc1a-63c4e0f00334 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:35:56.488437 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Attempting to bind port 22e0a779-80c4-4834-bc1a-63c4e0f00334 on network 66637089-b5e6-4ff9-b202-9c31100ce421 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:35:56.499022 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db41f1-1116-46f8-a176-2b1fe5de5d43 None None] Pushing event updated for resources: {'Port': ['ID=7ad55fcd-a042-4cdc-b9a0-939e083773fc,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:56.514306 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Port 22e0a779-80c4-4834-bc1a-63c4e0f00334 on network 66637089-b5e6-4ff9-b202-9c31100ce421 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:35:56.514644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Attempting to bind port 22e0a779-80c4-4834-bc1a-63c4e0f00334 on network 66637089-b5e6-4ff9-b202-9c31100ce421 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:35:56.521735 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5bb37c6b-85aa-47f4-9217-29cca440c4ea req-5725879e-35ce-4a03-a4b2-b7b59d38c306 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208367 Feb 16 17:35:56.524809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:35:56.525527 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Checking segment: {'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:35:56.525922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Bound using segment: {'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:35:56.526357 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Bound port: 22e0a779-80c4-4834-bc1a-63c4e0f00334, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:35:56.526715 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:56.531950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-fe884e80-301f-4114-bc97-e35522eca402 None None] Provisioning complete for port 7ad55fcd-a042-4cdc-b9a0-939e083773fc triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:56.532330 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fe884e80-301f-4114-bc97-e35522eca402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:56.575246 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f055e-91f7-47ba-86da-841329d9951e', 'name': 'tempest-TestShelveInstance-1841966910-router', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '22bc20e9-83fa-4aab-9bec-27cc4f55bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:35:50Z', 'revision_number': 4, 'project_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'gw_port': {'id': '22bc20e9-83fa-4aab-9bec-27cc4f55bc1d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f055e-91f7-47ba-86da-841329d9951e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '7ad55fcd-a042-4cdc-b9a0-939e083773fc', 'name': '', 'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'mac_address': 'fa:16:3e:4d:ee:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220f055e-91f7-47ba-86da-841329d9951e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '30a9867c-062c-4408-b93f-c34a442a1d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:50Z', 'updated_at': '2022-02-16T17:35:56Z', 'revision_number': 4, 'project_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'subnets': [{'id': '30a9867c-062c-4408-b93f-c34a442a1d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:35:56.599975 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] For port 22e0a779-80c4-4834-bc1a-63c4e0f00334, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:35:56.602952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] For port 22e0a779-80c4-4834-bc1a-63c4e0f00334, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:35:56.607780 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e966e-1ac7-4a70-9903-fb97f64f33b0 None None] The sync data for ids ['220f055e-91f7-47ba-86da-841329d9951e'] in n-d-669411-5 is: [{'id': '220f055e-91f7-47ba-86da-841329d9951e', 'name': 'tempest-TestShelveInstance-1841966910-router', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '22bc20e9-83fa-4aab-9bec-27cc4f55bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:35:50Z', 'revision_number': 4, 'project_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'gw_port': {'id': '22bc20e9-83fa-4aab-9bec-27cc4f55bc1d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f055e-91f7-47ba-86da-841329d9951e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '7ad55fcd-a042-4cdc-b9a0-939e083773fc', 'name': '', 'network_id': '4bdcc3e3-00bb-455b-add5-b279bec01104', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'mac_address': 'fa:16:3e:4d:ee:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220f055e-91f7-47ba-86da-841329d9951e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '30a9867c-062c-4408-b93f-c34a442a1d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:50Z', 'updated_at': '2022-02-16T17:35:56Z', 'revision_number': 4, 'project_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'subnets': [{'id': '30a9867c-062c-4408-b93f-c34a442a1d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:35:56.613499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:56.632025 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-fe884e80-301f-4114-bc97-e35522eca402 None None] Current status of the port 7ad55fcd-a042-4cdc-b9a0-939e083773fc is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:56.655390 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:56.655952 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:56.657424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] 10.222.0.65 "PUT /v2.0/ports/22e0a779-80c4-4834-bc1a-63c4e0f00334 HTTP/1.1" status: 200 len: 1091 time: 0.8951764 Feb 16 17:35:56.663314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:35:56.665651 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba275aba-da1b-49a1-9252-4e86b01a5221" -d '{"events": [{"name": "network-changed", "server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:35:56.738925 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a8c297-e42b-413b-a850-c6db26587b7e x-openstack-request-id: req-e4a8c297-e42b-413b-a850-c6db26587b7e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:35:56.739152 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:35:56.739375 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4a8c297-e42b-413b-a850-c6db26587b7e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:35:56.739800 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'status': 'completed', 'code': 200} Feb 16 17:35:56.744470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ee1a0-9499-4304-b0c2-5f2bbd2d5ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=22e0a779-80c4-4834-bc1a-63c4e0f00334,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:56.775268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-cf3360e8-4c14-4bc8-9607-ec184b53c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:56.776977 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-cf3360e8-4c14-4bc8-9607-ec184b53c8eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 1125 time: 0.0709066 Feb 16 17:35:56.822304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-0704cb99-632e-4b43-8e93-5708f328f306 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334 HTTP/1.1" status: 200 len: 217 time: 0.0376935 Feb 16 17:35:56.878874 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-a7b71e03-8ccd-464c-b188-b67b09b5c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:56.880403 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-a7b71e03-8ccd-464c-b188-b67b09b5c0b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0519598 Feb 16 17:35:56.930644 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-b1397205-1471-4a5c-8306-eb6d4b8f81c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:56.932224 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-b1397205-1471-4a5c-8306-eb6d4b8f81c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462878 Feb 16 17:35:57.022211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-d3887830-6410-42b8-8008-19d092d51347 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839186 Feb 16 17:35:57.116133 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6c766d4c-4ec2-4d95-97e9-71342c8e6bc3 req-269a158b-9936-4ed1-b95d-f10896d63b5b service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881166 Feb 16 17:35:57.209542 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7ad55fcd-a042-4cdc-b9a0-939e083773fc up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:57.214432 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba275aba-da1b-49a1-9252-4e86b01a5221 req-78dfce67-7311-4f08-a26f-682249fe3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:57.216668 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba275aba-da1b-49a1-9252-4e86b01a5221 req-78dfce67-7311-4f08-a26f-682249fe3ac3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 1125 time: 0.0477631 Feb 16 17:35:57.260178 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 7ad55fcd-a042-4cdc-b9a0-939e083773fc triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:57.260779 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:57.309610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba275aba-da1b-49a1-9252-4e86b01a5221 req-a3d59ae4-ed89-409b-96e8-d5c3d262f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:57.311149 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba275aba-da1b-49a1-9252-4e86b01a5221 req-a3d59ae4-ed89-409b-96e8-d5c3d262f568 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.0891786 Feb 16 17:35:57.337459 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 7ad55fcd-a042-4cdc-b9a0-939e083773fc is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:57.338512 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:35:57.352205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba275aba-da1b-49a1-9252-4e86b01a5221 req-301792f7-3e67-4019-91e6-9e1243e5ed68 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334 HTTP/1.1" status: 200 len: 217 time: 0.0346863 Feb 16 17:35:57.384234 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:35:57.384614 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (22bc20e9-83fa-4aab-9bec-27cc4f55bc1d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:57.404314 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba275aba-da1b-49a1-9252-4e86b01a5221 req-d742db17-b742-4dac-936c-66e5d7d602c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:57.405465 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba275aba-da1b-49a1-9252-4e86b01a5221 req-d742db17-b742-4dac-936c-66e5d7d602c0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0474648 Feb 16 17:35:57.468452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:57.773713 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba275aba-da1b-49a1-9252-4e86b01a5221 req-cc9706d6-f84d-445f-8537-37200f116098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:57.775268 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba275aba-da1b-49a1-9252-4e86b01a5221 req-cc9706d6-f84d-445f-8537-37200f116098 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3633790 Feb 16 17:35:57.799007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054a678-83a1-414d-9473-95073d0bed39 req-e0af445e-3510-4b45-b293-e7485432760b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:57.800490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a054a678-83a1-414d-9473-95073d0bed39 req-e0af445e-3510-4b45-b293-e7485432760b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 943 time: 0.0762687 Feb 16 17:35:57.900433 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a054a678-83a1-414d-9473-95073d0bed39 req-2f339098-8bb7-40cb-8f07-7c09dd2067cc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895357 Feb 16 17:35:57.916674 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba275aba-da1b-49a1-9252-4e86b01a5221 req-e312a13b-a109-403d-9eb1-1618ffd74d8c service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330035 Feb 16 17:35:58.013820 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ba275aba-da1b-49a1-9252-4e86b01a5221 req-2053b68c-998e-4572-b12a-69aa76f73c87 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905988 Feb 16 17:35:58.420896 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4baf65c5-943d-45d6-9c9a-b2442980b9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:59.021908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796839f-0397-45fb-932c-a0d1ec3def89 req-62d57f51-0677-4eb3-9c5d-9fac275346de tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:35:59.023360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c796839f-0397-45fb-932c-a0d1ec3def89 req-62d57f51-0677-4eb3-9c5d-9fac275346de tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 943 time: 0.0534844 Feb 16 17:35:59.073057 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c796839f-0397-45fb-932c-a0d1ec3def89 req-60a6c7c1-9fe6-44ae-9e50-12fa8fa85caa tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433674 Feb 16 17:35:59.534899 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 22e0a779-80c4-4834-bc1a-63c4e0f00334 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:35:59.563510 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:59.646670 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 22e0a779-80c4-4834-bc1a-63c4e0f00334, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:59.657081 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'port_id': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'mac_address': 'fa:16:3e:d8:88:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:35:59.693517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 22e0a779-80c4-4834-bc1a-63c4e0f00334 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:35:59.693902 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:59.707299 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e0a779-80c4-4834-bc1a-63c4e0f00334 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:35:59.726549 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 22e0a779-80c4-4834-bc1a-63c4e0f00334, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:35:59.730523 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:35:59.779143 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=22e0a779-80c4-4834-bc1a-63c4e0f00334,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:35:59.966064 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['22e0a779-80c4-4834-bc1a-63c4e0f00334'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:36:00.192886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faad81-b74c-4b66-ab47-b17eb7d3ce8c req-0a754af7-bac8-4f8c-9c6d-7323211b82d2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:00.194704 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92faad81-b74c-4b66-ab47-b17eb7d3ce8c req-0a754af7-bac8-4f8c-9c6d-7323211b82d2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 944 time: 0.0524888 Feb 16 17:36:00.244208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-92faad81-b74c-4b66-ab47-b17eb7d3ce8c req-31e614ed-97da-437d-8989-698442cc6339 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434048 Feb 16 17:36:00.879497 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:36:01.075419 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:01.366858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd84ee5-9487-4a79-945b-6c1ae2c8294f req-131008c6-82fe-4602-89ae-abec20891a6e tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:01.368365 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcd84ee5-9487-4a79-945b-6c1ae2c8294f req-131008c6-82fe-4602-89ae-abec20891a6e tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 944 time: 0.0579450 Feb 16 17:36:01.416433 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcd84ee5-9487-4a79-945b-6c1ae2c8294f req-7e9b2ea4-746a-4594-8e09-05cb72f56e4a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425377 Feb 16 17:36:01.563115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 22e0a779-80c4-4834-bc1a-63c4e0f00334 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:36:01.612742 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 22e0a779-80c4-4834-bc1a-63c4e0f00334 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:36:01.616744 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 22e0a779-80c4-4834-bc1a-63c4e0f00334 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:36:01.617117 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:01.695257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 22e0a779-80c4-4834-bc1a-63c4e0f00334 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:36:01.695639 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:01.874645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:36:01.876875 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809fe00c-2f57-4195-8e31-50a9aaa23e86" -d '{"events": [{"server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "name": "network-vif-plugged", "status": "completed", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:36:01.889596 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 22e0a779-80c4-4834-bc1a-63c4e0f00334, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:36:01.893399 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:01.918411 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df5e7ae-5c09-41e6-a469-8306510bca68 x-openstack-request-id: req-7df5e7ae-5c09-41e6-a469-8306510bca68 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:36:01.918709 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "name": "network-vif-plugged", "status": "completed", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:36:01.918964 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7df5e7ae-5c09-41e6-a469-8306510bca68 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:36:01.919353 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'code': 200} Feb 16 17:36:01.943107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=22e0a779-80c4-4834-bc1a-63c4e0f00334,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:36:01.967343 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:02.015621 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd361d5-befe-465c-9a11-e3010de82ec9 req-0a845428-5e23-4538-9832-5d552b7ff654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:02.017250 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfd361d5-befe-465c-9a11-e3010de82ec9 req-0a845428-5e23-4538-9832-5d552b7ff654 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 1127 time: 0.0445087 Feb 16 17:36:02.063391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cfd361d5-befe-465c-9a11-e3010de82ec9 req-186cdec3-08ff-4fed-985c-ec3ae0d6278d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405779 Feb 16 17:36:02.217971 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:02.533881 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac771391-85d3-438c-9493-5f8a5585c918 req-d23c3baf-4355-4081-93a2-5e6d14cd108f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:02.535237 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac771391-85d3-438c-9493-5f8a5585c918 req-d23c3baf-4355-4081-93a2-5e6d14cd108f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0505800 Feb 16 17:36:02.586950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ac771391-85d3-438c-9493-5f8a5585c918 req-80f05a3b-0d35-4179-8dbf-c86461251660 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461841 Feb 16 17:36:03.709199 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b290eed-a274-4071-bf18-e6b6455dea9f req-a9a911b9-2f7c-4630-a8f0-cf11065598f3 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:03.710617 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b290eed-a274-4071-bf18-e6b6455dea9f req-a9a911b9-2f7c-4630-a8f0-cf11065598f3 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0530136 Feb 16 17:36:03.760898 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b290eed-a274-4071-bf18-e6b6455dea9f req-984fa9a9-655a-425f-9fd3-642ad5a5977c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446429 Feb 16 17:36:03.890764 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a8ef8-f75b-4f16-b74e-8263d6f5cc98 req-e72ace99-e01a-4ef1-a142-23d36040ae5c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:03.892270 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a48a8ef8-f75b-4f16-b74e-8263d6f5cc98 req-e72ace99-e01a-4ef1-a142-23d36040ae5c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0626779 Feb 16 17:36:03.940693 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a48a8ef8-f75b-4f16-b74e-8263d6f5cc98 req-34672463-2275-4307-83f8-4c770a48f770 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429459 Feb 16 17:36:03.962310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55778) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:36:04.052370 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e7950c-ba8f-4832-a15b-f98c19d2d53c tempest-TestShelveInstance-607876947 tempest-TestShelveInstance-607876947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:04.054005 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-45e7950c-ba8f-4832-a15b-f98c19d2d53c tempest-TestShelveInstance-607876947 tempest-TestShelveInstance-607876947-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 1122 time: 0.0907865 Feb 16 17:36:04.056951 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 55782) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:36:04.061240 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:36:04.083117 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:04.182745 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:04.604657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Allocated IP 172.25.4.67 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/6c0b2110-dee0-4811-8b23-cf39eefa6fe7) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:36:04.704144 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for port (6c0b2110-dee0-4811-8b23-cf39eefa6fe7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:04.736807 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (6c0b2110-dee0-4811-8b23-cf39eefa6fe7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:04.775952 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:36:04.779055 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:36:04.782498 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:36:04.803454 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'Port': ['ID=6c0b2110-dee0-4811-8b23-cf39eefa6fe7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:36:05.050739 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:05.129880 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for floatingip (c95a8c13-c52c-49f0-9c86-5b3f06aa62c3), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:05.198924 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6c0b2110-dee0-4811-8b23-cf39eefa6fe7), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:05.349754 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for port (6c0b2110-dee0-4811-8b23-cf39eefa6fe7), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:05.354394 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (6c0b2110-dee0-4811-8b23-cf39eefa6fe7), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:05.428606 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'Port': ['ID=6c0b2110-dee0-4811-8b23-cf39eefa6fe7,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:36:05.443698 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (c95a8c13-c52c-49f0-9c86-5b3f06aa62c3), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:05.548504 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Floating IP c95a8c13-c52c-49f0-9c86-5b3f06aa62c3 associated. External IP: 172.25.4.67, port: 22e0a779-80c4-4834-bc1a-63c4e0f00334. Feb 16 17:36:05.754849 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:36:05.864075 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:36:05.875002 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e6656-d66f-4dd8-958d-e423ca941b5e None None] Sync routers for ids ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:36:05.882559 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:05.885326 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e6656-d66f-4dd8-958d-e423ca941b5e None None] Routers {'86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:36:05.886149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-290e6656-d66f-4dd8-958d-e423ca941b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:35:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:36:05.912108 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f765fafe-f05d-45ee-9774-04947b86a541 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8541255 Feb 16 17:36:05.912704 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:36:05.914953 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c83430e52beacea328eb003011c034ecf6a0d1400afa56f2169bdfc506b22f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc311e1f-38b5-46a7-963b-c7f8659ae27c" -d '{"events": [{"name": "network-changed", "server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:36:05.952789 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff3cbdc-b31b-43c4-a9b4-ffdb990b4d3a x-openstack-request-id: req-bff3cbdc-b31b-43c4-a9b4-ffdb990b4d3a {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:36:05.953081 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:36:05.953340 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bff3cbdc-b31b-43c4-a9b4-ffdb990b4d3a {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:36:05.953757 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'status': 'completed', 'code': 200} Feb 16 17:36:05.999056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-290e6656-d66f-4dd8-958d-e423ca941b5e None None] Set router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:36:06.025733 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311e1f-38b5-46a7-963b-c7f8659ae27c req-fc7bd8b9-97b9-4966-b725-69107a0b8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:06.027398 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc311e1f-38b5-46a7-963b-c7f8659ae27c req-fc7bd8b9-97b9-4966-b725-69107a0b8404 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 1127 time: 0.0507078 Feb 16 17:36:06.118464 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311e1f-38b5-46a7-963b-c7f8659ae27c req-33f4fefc-5887-4f53-845d-00e79b988661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:06.119957 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc311e1f-38b5-46a7-963b-c7f8659ae27c req-33f4fefc-5887-4f53-845d-00e79b988661 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.0872614 Feb 16 17:36:06.187739 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc311e1f-38b5-46a7-963b-c7f8659ae27c req-6a67570d-dda9-4a8f-8214-ade07c60d5bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334 HTTP/1.1" status: 200 len: 998 time: 0.0619454 Feb 16 17:36:06.239452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-290e6656-d66f-4dd8-958d-e423ca941b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'c95a8c13-c52c-49f0-9c86-5b3f06aa62c3', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'floating_ip_address': '172.25.4.67', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'port_id': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'mac_address': 'fa:16:3e:d8:88:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:36:05Z', 'updated_at': '2022-02-16T17:36:05Z', 'revision_number': 0, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:51Z', 'revision_number': 5, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:36:06.240875 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311e1f-38b5-46a7-963b-c7f8659ae27c req-5bf9bb27-e7d5-4a0e-b1a4-852ed46fc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:06.242344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc311e1f-38b5-46a7-963b-c7f8659ae27c req-5bf9bb27-e7d5-4a0e-b1a4-852ed46fc7b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0482860 Feb 16 17:36:06.266705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e6656-d66f-4dd8-958d-e423ca941b5e None None] Checking router: 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:36:06.275115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e6656-d66f-4dd8-958d-e423ca941b5e None None] Routers {'86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:36:06.275724 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-290e6656-d66f-4dd8-958d-e423ca941b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:35:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:36:06.290931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311e1f-38b5-46a7-963b-c7f8659ae27c req-e423a318-cb40-4b55-89c9-56b6eeda6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:06.292442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc311e1f-38b5-46a7-963b-c7f8659ae27c req-e423a318-cb40-4b55-89c9-56b6eeda6db1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436864 Feb 16 17:36:06.384227 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc311e1f-38b5-46a7-963b-c7f8659ae27c req-fcbc340e-c175-4acc-9a49-50e41e08f8a3 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860534 Feb 16 17:36:06.386676 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-290e6656-d66f-4dd8-958d-e423ca941b5e None None] Set router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:36:06.475559 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc311e1f-38b5-46a7-963b-c7f8659ae27c req-3b56fb7d-fe33-4ed4-936d-4b1135484e70 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850761 Feb 16 17:36:06.614696 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-290e6656-d66f-4dd8-958d-e423ca941b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'c95a8c13-c52c-49f0-9c86-5b3f06aa62c3', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'floating_ip_address': '172.25.4.67', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'port_id': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'mac_address': 'fa:16:3e:d8:88:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:36:05Z', 'updated_at': '2022-02-16T17:36:05Z', 'revision_number': 0, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:51Z', 'revision_number': 5, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:36:06.640687 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e6656-d66f-4dd8-958d-e423ca941b5e None None] The sync data for ids ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'] in n-d-669411-5 is: [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': 'c95a8c13-c52c-49f0-9c86-5b3f06aa62c3', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'floating_ip_address': '172.25.4.67', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'port_id': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'mac_address': 'fa:16:3e:d8:88:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:36:05Z', 'updated_at': '2022-02-16T17:36:05Z', 'revision_number': 0, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:51Z', 'revision_number': 5, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:36:06.841754 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f965c2-24a0-486d-b68f-3b15e96c0e43 None None] New status for floating IP c95a8c13-c52c-49f0-9c86-5b3f06aa62c3: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:36:25.802566 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fd0cef45-faca-416f-a01b-bf24fa5f31c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:28.422556 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-be9c1db0-9652-491a-b2c9-59c705ff47cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:29.552706 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:31.077444 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:31.982659 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:32.219383 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:35.049508 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:37.879435 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:36:51.685581 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-6f1b3918-98c6-4024-bb6b-e6e4103ece75 req-346e0df1-2ad1-4231-b120-467bd5f5ec35 service neutron] (103422) timed out ('10.222.0.60', 56832) {{(pid=103422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 17:36:53.093278 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e736618e-ad1e-43a6-ba08-a3d23e6468e5 req-e3f67642-cf8c-4345-858c-0c7ca97e6aa0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904682 Feb 16 17:36:53.177094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736618e-ad1e-43a6-ba08-a3d23e6468e5 req-c9c7b4f4-5a35-4a30-975d-46ea2d2f58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:53.178584 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e736618e-ad1e-43a6-ba08-a3d23e6468e5 req-c9c7b4f4-5a35-4a30-975d-46ea2d2f58ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 1127 time: 0.0441709 Feb 16 17:36:53.286898 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736618e-ad1e-43a6-ba08-a3d23e6468e5 req-30b28d91-0c38-4a4a-bf54-54c889368b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:53.288310 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e736618e-ad1e-43a6-ba08-a3d23e6468e5 req-30b28d91-0c38-4a4a-bf54-54c889368b96 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.0887134 Feb 16 17:36:53.354161 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e736618e-ad1e-43a6-ba08-a3d23e6468e5 req-e9f02f33-d651-4305-a1b1-2c2a86965909 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334 HTTP/1.1" status: 200 len: 1000 time: 0.0584433 Feb 16 17:36:53.401804 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736618e-ad1e-43a6-ba08-a3d23e6468e5 req-8a2ee688-8b22-40a7-8424-493062fc1319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:53.403741 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e736618e-ad1e-43a6-ba08-a3d23e6468e5 req-8a2ee688-8b22-40a7-8424-493062fc1319 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0437760 Feb 16 17:36:53.455629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736618e-ad1e-43a6-ba08-a3d23e6468e5 req-0d5d5af0-5b13-475d-b518-904c333cc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:36:53.457166 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e736618e-ad1e-43a6-ba08-a3d23e6468e5 req-0d5d5af0-5b13-475d-b518-904c333cc94b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481844 Feb 16 17:36:53.547118 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e736618e-ad1e-43a6-ba08-a3d23e6468e5 req-160e0e57-22d0-4d7c-a7ff-5a514a854bab service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833690 Feb 16 17:36:53.638631 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e736618e-ad1e-43a6-ba08-a3d23e6468e5 req-b5f0c6d0-a121-40db-853f-e2e9c048c979 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858071 Feb 16 17:36:55.804522 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7abbddfe-f452-4398-a72c-312fae4d40d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:58.424569 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7c4ad7b7-bd99-45c2-9034-e7c035280756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:36:59.555938 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:37:01.080366 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:37:01.996989 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:37:02.223063 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:37:05.048685 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:37:14.878674 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:37:21.766049 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-e9eff5a4-4bf4-406a-b276-1b16d115ac2e service neutron] (103421) timed out ('10.222.0.24', 51944) {{(pid=103421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 17:37:22.165640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-cdd88c1d-4f28-4871-a264-e0a5fb50e5a0 req-3123a63a-69e7-4523-b24e-8e5de2481b08 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] (103421) timed out ('10.222.0.24', 51964) {{(pid=103421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 17:37:25.805962 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2481eac-7866-450d-9d9d-5dd2eea61ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:37:28.425368 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-511da123-0770-4672-8648-2804082307f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:37:29.559558 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:37:31.093006 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:37:31.995425 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:37:32.225598 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:37:35.077697 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:37:49.781397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-7d953008-dbe8-49da-9a1d-eda45414e981 req-a010e764-3fec-4bca-9ed1-51e8b5e5bfe2 tempest-ServerActionsTestJSON-1643964730 tempest-ServerActionsTestJSON-1643964730-project] (103421) timed out ('10.222.0.60', 57141) {{(pid=103421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 17:37:51.878022 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:37:54.046117 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69168ea1-f404-4fd4-8320-ec7db8af32c0 req-d320e4aa-8f71-4a8b-ba8e-e1379791c8b6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445552 Feb 16 17:37:54.133710 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69168ea1-f404-4fd4-8320-ec7db8af32c0 req-a7b592f5-311c-4201-ae4f-049bb5801701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:54.135183 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69168ea1-f404-4fd4-8320-ec7db8af32c0 req-a7b592f5-311c-4201-ae4f-049bb5801701 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 1127 time: 0.0451353 Feb 16 17:37:54.239522 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69168ea1-f404-4fd4-8320-ec7db8af32c0 req-996703c4-2f56-4e3d-ae52-28d1e286c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:54.240991 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69168ea1-f404-4fd4-8320-ec7db8af32c0 req-996703c4-2f56-4e3d-ae52-28d1e286c8d0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.0870113 Feb 16 17:37:54.303502 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69168ea1-f404-4fd4-8320-ec7db8af32c0 req-01d907f0-28a5-4fa5-bb33-5ed0021afcb6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334 HTTP/1.1" status: 200 len: 1000 time: 0.0567923 Feb 16 17:37:54.354888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69168ea1-f404-4fd4-8320-ec7db8af32c0 req-72ed2f32-8080-4a82-b322-5a2629013355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:54.356361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69168ea1-f404-4fd4-8320-ec7db8af32c0 req-72ed2f32-8080-4a82-b322-5a2629013355 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0472026 Feb 16 17:37:54.404836 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69168ea1-f404-4fd4-8320-ec7db8af32c0 req-af8cc2d7-8172-4a4f-9443-cf47a04cfac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:37:54.406536 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69168ea1-f404-4fd4-8320-ec7db8af32c0 req-af8cc2d7-8172-4a4f-9443-cf47a04cfac3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445049 Feb 16 17:37:54.495151 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69168ea1-f404-4fd4-8320-ec7db8af32c0 req-24b960f5-b071-4498-91b2-812ff6c853b2 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825503 Feb 16 17:37:54.586270 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69168ea1-f404-4fd4-8320-ec7db8af32c0 req-31e692fa-9de1-433e-8968-60f12d72df36 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852084 Feb 16 17:37:55.806758 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-53985a96-cfb4-4156-868b-83582a015ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:37:58.429730 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-22227bf8-32a9-430e-af87-b9608d577b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:37:59.562259 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:01.086104 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:02.010692 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:02.229021 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:02.660887 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24471ae2-9262-4410-88c6-e7bb5b8ee16c req-4534d5eb-6123-4247-a57d-ccde55260120 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:02.662376 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24471ae2-9262-4410-88c6-e7bb5b8ee16c req-4534d5eb-6123-4247-a57d-ccde55260120 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0528450 Feb 16 17:38:02.711861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24471ae2-9262-4410-88c6-e7bb5b8ee16c req-74e4e529-23d1-49d5-b7f0-d26298672ab6 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438542 Feb 16 17:38:03.841929 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cec5a-484b-4f78-97eb-0e2c95d0a55d req-ad100482-e06f-422a-b1c8-15238dcbd1aa tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:03.844383 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-712cec5a-484b-4f78-97eb-0e2c95d0a55d req-ad100482-e06f-422a-b1c8-15238dcbd1aa tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0585785 Feb 16 17:38:03.893100 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-712cec5a-484b-4f78-97eb-0e2c95d0a55d req-d7211bdf-510f-4dff-80e2-850597623d95 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429378 Feb 16 17:38:05.012594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169adc7-2415-48c7-941c-69b73409949c req-86b8b80d-e087-46eb-a8f3-15921c389c9b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:05.014327 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e169adc7-2415-48c7-941c-69b73409949c req-86b8b80d-e087-46eb-a8f3-15921c389c9b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0529225 Feb 16 17:38:05.064159 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e169adc7-2415-48c7-941c-69b73409949c req-74818240-c37a-4686-a810-b9ac7dc274f7 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433376 Feb 16 17:38:05.092375 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:06.181344 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313da033-e016-4e72-96a3-5e42f25da61f req-20e842f6-7e6f-4b05-bdd2-1692ff6b3dd2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:06.182804 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-313da033-e016-4e72-96a3-5e42f25da61f req-20e842f6-7e6f-4b05-bdd2-1692ff6b3dd2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0514653 Feb 16 17:38:06.235766 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-313da033-e016-4e72-96a3-5e42f25da61f req-f299f320-e4ed-49f2-b97e-d1e03c8b637a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466840 Feb 16 17:38:07.353958 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ae2e6-b0b3-4f4a-b563-fb9cccbecd68 req-b0eab2e7-800c-4c6c-bf19-e0f7bd0183cd tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:07.355444 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-194ae2e6-b0b3-4f4a-b563-fb9cccbecd68 req-b0eab2e7-800c-4c6c-bf19-e0f7bd0183cd tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0519533 Feb 16 17:38:07.405344 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-194ae2e6-b0b3-4f4a-b563-fb9cccbecd68 req-0148bbc3-6903-435a-a499-abfc42df5de2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429044 Feb 16 17:38:08.523646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb6acb-9ed2-45f6-bd36-3c7641d70fb6 req-8ee40949-9c19-4211-b467-100f9590e1be tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:08.525127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19fb6acb-9ed2-45f6-bd36-3c7641d70fb6 req-8ee40949-9c19-4211-b467-100f9590e1be tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0518110 Feb 16 17:38:08.573090 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19fb6acb-9ed2-45f6-bd36-3c7641d70fb6 req-91f6cffe-6b47-4b8a-b3bd-3d416c24085b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424299 Feb 16 17:38:09.695141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61870a9-7f85-4341-b018-b0e2c1d7146a req-fc6295a6-14bc-4550-a0c1-822f751deb3a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:09.696639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d61870a9-7f85-4341-b018-b0e2c1d7146a req-fc6295a6-14bc-4550-a0c1-822f751deb3a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0563314 Feb 16 17:38:09.745511 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d61870a9-7f85-4341-b018-b0e2c1d7146a req-f7f3d76f-056c-4495-9f1d-e9fe85c8f8ae tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427105 Feb 16 17:38:10.865640 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90112283-fe0a-486e-b987-c082122aee30 req-29c1d9d5-d859-41a1-99b7-8df5bd56ee6c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:10.867105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-90112283-fe0a-486e-b987-c082122aee30 req-29c1d9d5-d859-41a1-99b7-8df5bd56ee6c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0535622 Feb 16 17:38:10.914215 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-90112283-fe0a-486e-b987-c082122aee30 req-d81c51ca-495c-4303-b61c-5262053524b1 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416167 Feb 16 17:38:12.031288 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a860d1-60a4-468e-a35f-28d195bae59b req-98015895-ee1e-4309-bb2f-d5424cbba5e3 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:12.032761 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80a860d1-60a4-468e-a35f-28d195bae59b req-98015895-ee1e-4309-bb2f-d5424cbba5e3 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0517323 Feb 16 17:38:12.087533 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80a860d1-60a4-468e-a35f-28d195bae59b req-a71805ba-ee35-419b-883b-f6e3b4952fa2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491147 Feb 16 17:38:13.210078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97485d4-59d4-46cf-bdff-276a8dc8969b req-b7cffe20-3919-46c1-a839-3f866f06b859 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:13.211647 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d97485d4-59d4-46cf-bdff-276a8dc8969b req-b7cffe20-3919-46c1-a839-3f866f06b859 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0528991 Feb 16 17:38:13.261997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d97485d4-59d4-46cf-bdff-276a8dc8969b req-bdd9b6fe-f3b9-48ce-be9c-85fcb9e0d656 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443563 Feb 16 17:38:14.381802 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43263c84-cb74-4a3c-bccd-5a72255c6cb0 req-6144c47b-cab7-4e9f-9318-6d506f551243 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:14.383306 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43263c84-cb74-4a3c-bccd-5a72255c6cb0 req-6144c47b-cab7-4e9f-9318-6d506f551243 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0514796 Feb 16 17:38:14.431626 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-43263c84-cb74-4a3c-bccd-5a72255c6cb0 req-9a079cc9-1bdb-4077-b63a-340fb94042ea tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427449 Feb 16 17:38:15.561855 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2274661-6ed8-4bbb-aa69-e3e891c6340c req-d54bf38f-73a8-4c00-800a-765171cf190f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:15.563490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2274661-6ed8-4bbb-aa69-e3e891c6340c req-d54bf38f-73a8-4c00-800a-765171cf190f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0605779 Feb 16 17:38:15.615479 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e2274661-6ed8-4bbb-aa69-e3e891c6340c req-919224ee-48e2-4076-9af8-5e238498a058 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464730 Feb 16 17:38:16.168980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 22e0a779-80c4-4834-bc1a-63c4e0f00334 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:38:16.280741 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 22e0a779-80c4-4834-bc1a-63c4e0f00334, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:16.293086 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'port_id': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'mac_address': 'fa:16:3e:d8:88:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:38:16.340257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 22e0a779-80c4-4834-bc1a-63c4e0f00334 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:38:16.340956 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:16.354918 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22e0a779-80c4-4834-bc1a-63c4e0f00334 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:38:16.378295 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 22e0a779-80c4-4834-bc1a-63c4e0f00334, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:16.384849 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:16.448034 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=22e0a779-80c4-4834-bc1a-63c4e0f00334,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:16.462746 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:16.463094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:16.463440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:16.463810 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:16.464156 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:16.464493 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:16.464827 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:16.465159 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:16.465613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:16.465951 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:16.466280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:16.466605 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:16.466966 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:38:16.471089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['22e0a779-80c4-4834-bc1a-63c4e0f00334'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:38:16.745973 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a401d-108b-4a6a-a3d6-74076eb4acb1 req-be166071-903f-4b7b-9a23-2297dbc9c9e5 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:16.747521 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb8a401d-108b-4a6a-a3d6-74076eb4acb1 req-be166071-903f-4b7b-9a23-2297dbc9c9e5 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 944 time: 0.0624952 Feb 16 17:38:16.811904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bb8a401d-108b-4a6a-a3d6-74076eb4acb1 req-b552bd4f-367f-4b36-8009-0f83ab7af139 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571673 Feb 16 17:38:17.952393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554c6fa-206d-4033-b6ab-f5c46bac4b00 req-fe091b5b-178e-43d9-ae41-5b39c458311d tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:17.954653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3554c6fa-206d-4033-b6ab-f5c46bac4b00 req-fe091b5b-178e-43d9-ae41-5b39c458311d tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 944 time: 0.0666749 Feb 16 17:38:18.009371 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3554c6fa-206d-4033-b6ab-f5c46bac4b00 req-df49d609-9c3d-4724-85c6-29cc971758b3 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486217 Feb 16 17:38:18.185737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 22e0a779-80c4-4834-bc1a-63c4e0f00334 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:38:18.237700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 22e0a779-80c4-4834-bc1a-63c4e0f00334 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:18.238364 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:18.328402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 22e0a779-80c4-4834-bc1a-63c4e0f00334 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:38:18.328799 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:18.355251 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:38:18.358310 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4faa679-867a-418c-9c8d-469b51969d2a" -d '{"events": [{"server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "name": "network-vif-plugged", "status": "completed", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:38:18.371117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 22e0a779-80c4-4834-bc1a-63c4e0f00334, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:18.407667 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:18.477883 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=22e0a779-80c4-4834-bc1a-63c4e0f00334,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:18.493218 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94399258-1ecb-49b8-b0ab-72201da730f0 x-openstack-request-id: req-94399258-1ecb-49b8-b0ab-72201da730f0 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:38:18.493527 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "name": "network-vif-plugged", "status": "completed", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:38:18.493787 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94399258-1ecb-49b8-b0ab-72201da730f0 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:38:18.494189 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'code': 200} Feb 16 17:38:19.144005 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982a3bc-1f9a-4e59-aed1-6623faeaf787 req-8d40cabc-7404-4a2f-ab0a-45b2d8bb5111 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:19.149896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6982a3bc-1f9a-4e59-aed1-6623faeaf787 req-8d40cabc-7404-4a2f-ab0a-45b2d8bb5111 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0618532 Feb 16 17:38:19.212516 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6982a3bc-1f9a-4e59-aed1-6623faeaf787 req-f65cabf2-a6ca-4d29-bd04-e5e3c900a549 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594296 Feb 16 17:38:20.330646 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a75e73-bbe9-4802-a19b-377b3ec64d27 req-2fabb8f8-19b7-48d9-ac17-77428588801c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:20.332372 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24a75e73-bbe9-4802-a19b-377b3ec64d27 req-2fabb8f8-19b7-48d9-ac17-77428588801c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0561705 Feb 16 17:38:20.398629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-24a75e73-bbe9-4802-a19b-377b3ec64d27 req-f4c2d9c0-45b1-4e0a-b727-c991bd70b16c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568142 Feb 16 17:38:21.538187 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20610c3-b53e-4d61-a839-3dfac60d9b11 req-b098ca28-f399-455c-8139-d5242eec0533 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:21.539701 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b20610c3-b53e-4d61-a839-3dfac60d9b11 req-b098ca28-f399-455c-8139-d5242eec0533 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0613301 Feb 16 17:38:21.603494 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b20610c3-b53e-4d61-a839-3dfac60d9b11 req-9ca9d7cb-c6d4-4213-8931-134e0ac13fd9 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578742 Feb 16 17:38:22.734708 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527764a-20dd-4bc1-b11b-8114a761416f req-2aedeb46-9e4c-4325-93e7-b4320bb43a41 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:22.736185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9527764a-20dd-4bc1-b11b-8114a761416f req-2aedeb46-9e4c-4325-93e7-b4320bb43a41 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0617235 Feb 16 17:38:22.787846 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9527764a-20dd-4bc1-b11b-8114a761416f req-348c48a3-0bff-4e1c-8752-4dcb527f864a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457392 Feb 16 17:38:23.920366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfbc1d-b679-4efa-9f29-195ff13f4615 req-73945a3e-4cfc-4f21-acf5-c6427c562d17 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:23.924343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69dfbc1d-b679-4efa-9f29-195ff13f4615 req-73945a3e-4cfc-4f21-acf5-c6427c562d17 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0634048 Feb 16 17:38:23.981937 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69dfbc1d-b679-4efa-9f29-195ff13f4615 req-c5c22521-8519-41c7-94a2-8d3f111a525c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544064 Feb 16 17:38:25.130503 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098b097-8c42-4087-8c8b-e132dda8369e req-4f711486-fe3f-449a-8a57-0919c985d114 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:25.131997 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2098b097-8c42-4087-8c8b-e132dda8369e req-4f711486-fe3f-449a-8a57-0919c985d114 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0781295 Feb 16 17:38:25.164279 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1f067-f034-4591-863c-44785d7c22bc req-c89119a0-cd97-4064-9109-3972ad9999be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:25.165727 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02c1f067-f034-4591-863c-44785d7c22bc req-c89119a0-cd97-4064-9109-3972ad9999be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 1127 time: 0.0706408 Feb 16 17:38:25.225226 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2098b097-8c42-4087-8c8b-e132dda8369e req-cb5dd50e-78fb-4dae-b0d2-457ab287ae2d tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860913 Feb 16 17:38:25.289501 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1f067-f034-4591-863c-44785d7c22bc req-6118dec1-a8ec-416a-acc4-2bf53a2fc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:25.290942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02c1f067-f034-4591-863c-44785d7c22bc req-6118dec1-a8ec-416a-acc4-2bf53a2fc507 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.1168735 Feb 16 17:38:25.358363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02c1f067-f034-4591-863c-44785d7c22bc req-8393b813-5988-492a-bf20-d9b6396811cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334 HTTP/1.1" status: 200 len: 1000 time: 0.0618918 Feb 16 17:38:25.411438 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1f067-f034-4591-863c-44785d7c22bc req-53e38315-147c-4f98-b4f7-cec0204fb588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:25.412971 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02c1f067-f034-4591-863c-44785d7c22bc req-53e38315-147c-4f98-b4f7-cec0204fb588 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0487652 Feb 16 17:38:25.461502 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1f067-f034-4591-863c-44785d7c22bc req-e150b2fb-b542-4355-9f2f-5952bcf52566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:25.462981 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02c1f067-f034-4591-863c-44785d7c22bc req-e150b2fb-b542-4355-9f2f-5952bcf52566 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438299 Feb 16 17:38:25.557132 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02c1f067-f034-4591-863c-44785d7c22bc req-22465f6d-b11a-4ff3-974c-bae19741f35c service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884297 Feb 16 17:38:25.646105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-02c1f067-f034-4591-863c-44785d7c22bc req-07446940-0155-4852-afe7-a790791a5e00 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815830 Feb 16 17:38:25.808864 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-19a349e8-7326-4ef5-b644-0cfe9cf93e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:26.345952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df77459-307e-48f3-b82f-7c0041609f41 req-494e934f-956b-4fb1-b724-f70ae211cd9a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:26.347411 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6df77459-307e-48f3-b82f-7c0041609f41 req-494e934f-956b-4fb1-b724-f70ae211cd9a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0530615 Feb 16 17:38:26.398284 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6df77459-307e-48f3-b82f-7c0041609f41 req-12a97419-b1f6-4b39-8738-9bd3e36d225b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453703 Feb 16 17:38:27.528300 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e94d9-15a4-4894-8331-708e7a6fe20b req-010cf4ff-2130-4a5b-bf2c-74ace79567b9 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:27.529773 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b6e94d9-15a4-4894-8331-708e7a6fe20b req-010cf4ff-2130-4a5b-bf2c-74ace79567b9 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 945 time: 0.0585942 Feb 16 17:38:27.579786 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8b6e94d9-15a4-4894-8331-708e7a6fe20b req-87d5eaa9-5d96-409e-90bc-d295cd5e82ad tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438814 Feb 16 17:38:27.648844 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-6286743d-a9cc-46a7-98ff-a610275c4ce7 req-005c75c4-3b04-4d09-8924-a6f8d1dcb578 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:38:27.649833 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6286743d-a9cc-46a7-98ff-a610275c4ce7 req-005c75c4-3b04-4d09-8924-a6f8d1dcb578 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053146 Feb 16 17:38:28.232517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 22e0a779-80c4-4834-bc1a-63c4e0f00334 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:38:28.304544 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 22e0a779-80c4-4834-bc1a-63c4e0f00334 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:38:28.304929 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:28.326982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:38:28.329204 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6496cac1-2204-42d4-9240-0a6ac633d4d6" -d '{"events": [{"server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "name": "network-vif-unplugged", "status": "completed", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:38:28.341443 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 22e0a779-80c4-4834-bc1a-63c4e0f00334, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:28.346376 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:28.372117 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 17:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eb6410-2352-4015-8180-aeaeeaeeab96 x-openstack-request-id: req-e4eb6410-2352-4015-8180-aeaeeaeeab96 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:38:28.372410 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "name": "network-vif-unplugged", "status": "failed", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334", "code": 422}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:38:28.372669 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4eb6410-2352-4015-8180-aeaeeaeeab96 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:38:28.373321 n-d-669411-5 neutron-server[103423]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'code': 422} returned with failed status Feb 16 17:38:28.398471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=22e0a779-80c4-4834-bc1a-63c4e0f00334,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:28.430687 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-85c7d5cd-1950-4ced-a3d9-a3aa764927ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:28.814682 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465c3e3-c74f-4292-a0d7-8a04a1762ccd req-bebacffb-3755-46d2-86fb-8452bd1303fd tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:28.816175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4465c3e3-c74f-4292-a0d7-8a04a1762ccd req-bebacffb-3755-46d2-86fb-8452bd1303fd tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 943 time: 0.0545566 Feb 16 17:38:28.865401 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4465c3e3-c74f-4292-a0d7-8a04a1762ccd req-e563e931-aa3d-4248-9819-048c293ad8df tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435965 Feb 16 17:38:28.877980 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:38:29.089652 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-b9d23a29-21d1-457e-ba3c-2f4e6f76d6bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875549 Feb 16 17:38:29.216232 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-fc729c5f-56d8-40d2-9509-69400673f372 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:29.217532 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-fc729c5f-56d8-40d2-9509-69400673f372 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports/22e0a779-80c4-4834-bc1a-63c4e0f00334 HTTP/1.1" status: 200 len: 940 time: 0.1004684 Feb 16 17:38:29.564665 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:30.000157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-c1ed88e2-07bf-4a41-8e64-65c90b6687ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:30.001646 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-c1ed88e2-07bf-4a41-8e64-65c90b6687ad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34&tenant_id=fc340825e1bc41c586a0738506b48e96 HTTP/1.1" status: 200 len: 1125 time: 0.0772953 Feb 16 17:38:30.012202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b655d-f6ad-496e-8069-903813aba135 req-7e83d7ca-4509-4a33-be69-afff4ca8ba4b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:30.013612 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a2b655d-f6ad-496e-8069-903813aba135 req-7e83d7ca-4509-4a33-be69-afff4ca8ba4b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 943 time: 0.0648255 Feb 16 17:38:30.098482 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a2b655d-f6ad-496e-8069-903813aba135 req-a3078f9a-26ec-40f4-baab-8e803d69d465 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772064 Feb 16 17:38:30.103909 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-0af7f30d-b182-43e4-8768-f99eba172c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:30.105340 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-0af7f30d-b182-43e4-8768-f99eba172c1c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 1125 time: 0.0782380 Feb 16 17:38:30.193204 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-ad624f8f-fae5-4de4-b122-18d12adb0d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:30.194653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-ad624f8f-fae5-4de4-b122-18d12adb0d25 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.0839233 Feb 16 17:38:30.261320 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-9d9f0711-894d-4232-a324-b9c35cd79279 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334 HTTP/1.1" status: 200 len: 998 time: 0.0607841 Feb 16 17:38:30.306301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-4bbb16a3-d852-4348-8a97-d62f09e6e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:30.307673 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-4bbb16a3-d852-4348-8a97-d62f09e6e4fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0409458 Feb 16 17:38:30.358278 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-e08425a3-8cac-4d8b-84f4-c4f09b3c525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:30.359791 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-e08425a3-8cac-4d8b-84f4-c4f09b3c525b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465276 Feb 16 17:38:30.451660 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-956c30e9-2504-4f12-ad6f-7ef99030ab6d service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860817 Feb 16 17:38:30.538696 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-47b140fd-fe1f-465e-91a2-764d4af9e85e req-aeb25562-007a-4f53-bae2-8b5c393886d4 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818434 Feb 16 17:38:31.092301 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:31.251433 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c7e60-530d-4155-8143-b651ddb0f358 req-bcfe772e-ab4a-4c99-b683-aae15be3ad49 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:31.252967 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b73c7e60-530d-4155-8143-b651ddb0f358 req-bcfe772e-ab4a-4c99-b683-aae15be3ad49 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 943 time: 0.0633636 Feb 16 17:38:31.314730 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b73c7e60-530d-4155-8143-b651ddb0f358 req-b46d8243-a836-4934-86c8-89b8280df69c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553863 Feb 16 17:38:32.011458 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:32.234144 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:32.438496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ad14b-6b86-44bc-a38c-2ff2fe095a88 req-911aee51-900f-4840-90fb-9997142c14d7 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:32.440006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f37ad14b-6b86-44bc-a38c-2ff2fe095a88 req-911aee51-900f-4840-90fb-9997142c14d7 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 943 time: 0.0532174 Feb 16 17:38:32.495361 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f37ad14b-6b86-44bc-a38c-2ff2fe095a88 req-92426612-6f4f-4a18-b6cf-05443d39b34b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483761 Feb 16 17:38:33.638122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537bafd-d967-455e-80fd-7e3133b25483 req-b72d4055-bb3f-4cca-859a-3df3f671e259 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:33.645074 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8537bafd-d967-455e-80fd-7e3133b25483 req-b72d4055-bb3f-4cca-859a-3df3f671e259 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 943 time: 0.0727081 Feb 16 17:38:33.690915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8537bafd-d967-455e-80fd-7e3133b25483 req-dd166a5e-38ed-4dba-8735-acaa8376afd6 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449317 Feb 16 17:38:34.824126 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b1aa3-cae6-4fda-8f93-ceab946d8189 req-7997d2a1-0741-4670-b072-588d7833e3b2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:34.825666 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-896b1aa3-cae6-4fda-8f93-ceab946d8189 req-7997d2a1-0741-4670-b072-588d7833e3b2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 943 time: 0.0561557 Feb 16 17:38:34.882078 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-896b1aa3-cae6-4fda-8f93-ceab946d8189 req-48ca533f-67c1-4eeb-afcd-dfaab22d2297 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494971 Feb 16 17:38:35.093383 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:36.012809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546191dc-85b8-4485-90cc-0962953fb6bd req-d41ed250-7eb8-44a5-98e6-2970b5502b96 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:36.014289 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-546191dc-85b8-4485-90cc-0962953fb6bd req-d41ed250-7eb8-44a5-98e6-2970b5502b96 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 943 time: 0.0583508 Feb 16 17:38:36.071304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-546191dc-85b8-4485-90cc-0962953fb6bd req-b271161d-7bc2-42af-8f83-fa542e31af5d tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504265 Feb 16 17:38:37.202968 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4863e35-e6a7-44b2-b987-cb08adf1289e req-646e1ea3-5df0-44f5-b596-01a479fb7a6a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:37.204794 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4863e35-e6a7-44b2-b987-cb08adf1289e req-646e1ea3-5df0-44f5-b596-01a479fb7a6a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 943 time: 0.0593822 Feb 16 17:38:37.259709 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4863e35-e6a7-44b2-b987-cb08adf1289e req-1e46abdf-d3f3-4e3b-865d-af39d96dc201 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492024 Feb 16 17:38:38.396093 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fff0ee-8cdf-42de-b5b5-869970b1cf4c req-bc6fc98b-5dbb-4ef6-bcaf-58bbec51489c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:38.397798 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27fff0ee-8cdf-42de-b5b5-869970b1cf4c req-bc6fc98b-5dbb-4ef6-bcaf-58bbec51489c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 943 time: 0.0568011 Feb 16 17:38:38.463419 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-27fff0ee-8cdf-42de-b5b5-869970b1cf4c req-f3c17b4d-637c-409b-8c15-5b98867d51f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577695 Feb 16 17:38:39.593419 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d2478-ef46-4b89-89ab-4ce5c96f795d req-4eac9004-6093-4e80-b21e-ec047a15274a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:39.595904 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a7d2478-ef46-4b89-89ab-4ce5c96f795d req-4eac9004-6093-4e80-b21e-ec047a15274a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 943 time: 0.0559955 Feb 16 17:38:39.643732 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a7d2478-ef46-4b89-89ab-4ce5c96f795d req-a733abf8-664d-48e2-926a-95997dc2b53e tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423019 Feb 16 17:38:40.763905 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c32b26-3d10-4984-ad0e-d343bc4635f4 req-1d532a11-a95b-4982-b478-19d3a4d116ff tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:40.765276 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61c32b26-3d10-4984-ad0e-d343bc4635f4 req-1d532a11-a95b-4982-b478-19d3a4d116ff tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 943 time: 0.0521049 Feb 16 17:38:40.814554 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61c32b26-3d10-4984-ad0e-d343bc4635f4 req-3d592332-8033-4f4c-8f43-fea2c5c16fc2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428090 Feb 16 17:38:41.933006 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15962787-07e6-4998-b184-f56b33f8e677 req-3b052d2e-02ae-4e37-9abb-d938cb452784 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:41.934448 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15962787-07e6-4998-b184-f56b33f8e677 req-3b052d2e-02ae-4e37-9abb-d938cb452784 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 943 time: 0.0510931 Feb 16 17:38:41.986606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-15962787-07e6-4998-b184-f56b33f8e677 req-b01e448c-e95c-4fdf-8956-f48d7d97567b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459747 Feb 16 17:38:42.339406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 22e0a779-80c4-4834-bc1a-63c4e0f00334 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:38:42.435253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 22e0a779-80c4-4834-bc1a-63c4e0f00334, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:42.446813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'port_id': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'mac_address': 'fa:16:3e:d8:88:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:38:42.641694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 22e0a779-80c4-4834-bc1a-63c4e0f00334 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:38:42.641993 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:42.654256 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e0a779-80c4-4834-bc1a-63c4e0f00334 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:38:42.673409 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 22e0a779-80c4-4834-bc1a-63c4e0f00334, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:42.677665 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:42.725271 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=22e0a779-80c4-4834-bc1a-63c4e0f00334,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:42.905187 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['22e0a779-80c4-4834-bc1a-63c4e0f00334'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:38:43.119552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767cbd7-44c7-46bf-b953-f127dd301407 req-d5f18a62-9563-4281-ade4-e0d8ec6c81ad tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:43.121081 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2767cbd7-44c7-46bf-b953-f127dd301407 req-d5f18a62-9563-4281-ade4-e0d8ec6c81ad tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 944 time: 0.0556586 Feb 16 17:38:43.176573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2767cbd7-44c7-46bf-b953-f127dd301407 req-7f06d57b-7347-4286-bd99-e15e1ac92068 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463953 Feb 16 17:38:44.295950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f8d5d-4b00-4f6b-acd1-a56d5167c598 req-35d30160-ccfa-4102-8114-4625b4f6c1c1 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:44.298025 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-803f8d5d-4b00-4f6b-acd1-a56d5167c598 req-35d30160-ccfa-4102-8114-4625b4f6c1c1 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 944 time: 0.0521369 Feb 16 17:38:44.340766 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 22e0a779-80c4-4834-bc1a-63c4e0f00334 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:38:44.344896 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-803f8d5d-4b00-4f6b-acd1-a56d5167c598 req-81e79ada-2815-486f-9c4f-df59d3939d9d tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413814 Feb 16 17:38:44.392594 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 22e0a779-80c4-4834-bc1a-63c4e0f00334 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:38:44.392966 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:44.467508 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 22e0a779-80c4-4834-bc1a-63c4e0f00334 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:38:44.467855 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:44.489864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:38:44.492089 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2287bba-4ed1-4e0c-9cf7-84d310736657" -d '{"events": [{"server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "name": "network-vif-plugged", "status": "completed", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:38:44.504473 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 22e0a779-80c4-4834-bc1a-63c4e0f00334, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:38:44.508784 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:44.533176 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fd59ce-3378-49a3-b5a1-b232d00da3f2 x-openstack-request-id: req-56fd59ce-3378-49a3-b5a1-b232d00da3f2 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:38:44.533471 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "name": "network-vif-plugged", "status": "completed", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:38:44.533724 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56fd59ce-3378-49a3-b5a1-b232d00da3f2 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:38:44.534114 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'code': 200} Feb 16 17:38:44.559298 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=22e0a779-80c4-4834-bc1a-63c4e0f00334,revision_number=10']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:38:44.691874 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c6cf6-0d11-4873-8499-a05912767ef2 req-fa3eec2c-85d9-488f-a7fb-c36324217b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:44.693318 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d0c6cf6-0d11-4873-8499-a05912767ef2 req-fa3eec2c-85d9-488f-a7fb-c36324217b0c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 1128 time: 0.0462446 Feb 16 17:38:44.740615 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4d0c6cf6-0d11-4873-8499-a05912767ef2 req-42d98eec-8de3-485b-ad71-8a65ceb70320 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382216 Feb 16 17:38:45.465620 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89829a4-319c-4896-9987-ca108921fdad req-785e7499-8af0-40df-9f32-b0362ff7575c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:45.467008 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e89829a4-319c-4896-9987-ca108921fdad req-785e7499-8af0-40df-9f32-b0362ff7575c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 946 time: 0.0536041 Feb 16 17:38:45.516088 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e89829a4-319c-4896-9987-ca108921fdad req-7779229a-9639-428e-9200-432e145d3273 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430858 Feb 16 17:38:46.638427 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0b5a7-d966-4c3c-a7f0-0d76f2e0f4f2 req-49a9bc40-0d3c-4613-a2a7-b7083fab0024 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:46.639902 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cc0b5a7-d966-4c3c-a7f0-0d76f2e0f4f2 req-49a9bc40-0d3c-4613-a2a7-b7083fab0024 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 946 time: 0.0559967 Feb 16 17:38:46.970727 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cc0b5a7-d966-4c3c-a7f0-0d76f2e0f4f2 req-655314ac-4626-4c68-b56a-5e0019c58dd7 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249493 Feb 16 17:38:55.041845 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ab13e80-89cc-46ca-96e8-3455f6ea3f23 req-cfde2f4d-085a-4079-804a-b7bd1abb4ead service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415823 Feb 16 17:38:55.168071 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab13e80-89cc-46ca-96e8-3455f6ea3f23 req-a50fade0-a6ea-4dae-90de-fe16119154ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:55.169545 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ab13e80-89cc-46ca-96e8-3455f6ea3f23 req-a50fade0-a6ea-4dae-90de-fe16119154ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 1128 time: 0.0440452 Feb 16 17:38:55.272295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab13e80-89cc-46ca-96e8-3455f6ea3f23 req-5dbb4961-2191-4fa2-b683-4594e6911d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:55.273807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ab13e80-89cc-46ca-96e8-3455f6ea3f23 req-5dbb4961-2191-4fa2-b683-4594e6911d19 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.0870345 Feb 16 17:38:55.335639 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ab13e80-89cc-46ca-96e8-3455f6ea3f23 req-38e8ff11-1d6b-4419-a3b8-5009e26df542 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334 HTTP/1.1" status: 200 len: 1000 time: 0.0558000 Feb 16 17:38:55.387139 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab13e80-89cc-46ca-96e8-3455f6ea3f23 req-ed28a368-034e-40db-b3aa-ddc6c5eb0e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:55.388650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ab13e80-89cc-46ca-96e8-3455f6ea3f23 req-ed28a368-034e-40db-b3aa-ddc6c5eb0e51 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0476024 Feb 16 17:38:55.437601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab13e80-89cc-46ca-96e8-3455f6ea3f23 req-cc93b9de-87f2-490d-92ee-57baf4a3370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:38:55.439142 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ab13e80-89cc-46ca-96e8-3455f6ea3f23 req-cc93b9de-87f2-490d-92ee-57baf4a3370b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448465 Feb 16 17:38:55.526762 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ab13e80-89cc-46ca-96e8-3455f6ea3f23 req-de5f49b6-6c84-40b3-905f-0ea8d552b521 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818148 Feb 16 17:38:55.614842 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9ab13e80-89cc-46ca-96e8-3455f6ea3f23 req-c27b8963-c157-48a8-907b-5012e0eb06bf service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822668 Feb 16 17:38:55.810630 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fdeb-0738-42be-ab6e-baa198f1af01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:58.431652 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3595-954c-4b3b-87b2-41a08616d411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:38:59.567702 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:01.095947 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:02.010913 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:02.229385 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:05.090208 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:05.878328 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:39:25.813372 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5ad353e2-1d2a-4e10-ab28-c6a2d09d9703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:28.441972 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1f509bdf-07d0-4f03-90d7-3f26081c9ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:29.570112 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:31.094989 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:32.013486 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:32.232570 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:35.104665 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:42.877840 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:39:55.814504 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d2a490f7-1860-4195-af52-278c41fdeb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:57.042681 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd79af81-8679-4554-bbef-574ce3feb658 req-9c4882aa-ecbc-45ac-8e8e-30b50ec6b86b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451207 Feb 16 17:39:57.128090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79af81-8679-4554-bbef-574ce3feb658 req-24ec6273-2540-44be-a6cd-e27f3736bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:57.129569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd79af81-8679-4554-bbef-574ce3feb658 req-24ec6273-2540-44be-a6cd-e27f3736bd36 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 1128 time: 0.0450435 Feb 16 17:39:57.235763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79af81-8679-4554-bbef-574ce3feb658 req-9806f768-5e3b-4702-be56-801798fd4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:57.237212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd79af81-8679-4554-bbef-574ce3feb658 req-9806f768-5e3b-4702-be56-801798fd4f30 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.0888119 Feb 16 17:39:57.300108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd79af81-8679-4554-bbef-574ce3feb658 req-ccf8ceaa-6438-43ed-8c62-b211039aab8e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334 HTTP/1.1" status: 200 len: 1000 time: 0.0567839 Feb 16 17:39:57.350134 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79af81-8679-4554-bbef-574ce3feb658 req-28c31e90-de06-4de1-8eeb-5c762964145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:57.351525 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd79af81-8679-4554-bbef-574ce3feb658 req-28c31e90-de06-4de1-8eeb-5c762964145c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0462375 Feb 16 17:39:57.399305 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79af81-8679-4554-bbef-574ce3feb658 req-3e595d90-3b26-4fba-ba11-0304d85d1f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:57.400807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd79af81-8679-4554-bbef-574ce3feb658 req-3e595d90-3b26-4fba-ba11-0304d85d1f30 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435300 Feb 16 17:39:57.491031 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd79af81-8679-4554-bbef-574ce3feb658 req-b14b3e6f-1d75-4bfe-b995-5c1f3ae209ff service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841372 Feb 16 17:39:57.578153 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd79af81-8679-4554-bbef-574ce3feb658 req-b2bf3c17-a58c-4a9c-bbaf-15ce3d19348d service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810537 Feb 16 17:39:58.433229 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6c40e7a8-5826-4e16-9ddd-e9aa619a81ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:58.837322 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56088) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:39:58.994614 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Deleting port 6c0b2110-dee0-4811-8b23-cf39eefa6fe7 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:39:58.994955 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6c0b2110-dee0-4811-8b23-cf39eefa6fe7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:59.068182 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6c0b2110-dee0-4811-8b23-cf39eefa6fe7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:59.068494 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for floatingip (6c0b2110-dee0-4811-8b23-cf39eefa6fe7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:59.080553 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Calling delete_port for 6c0b2110-dee0-4811-8b23-cf39eefa6fe7 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:39:59.224599 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (6c0b2110-dee0-4811-8b23-cf39eefa6fe7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:59.252157 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event deleted for resources: {'Port': ['ID=6c0b2110-dee0-4811-8b23-cf39eefa6fe7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:39:59.264982 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:59.265324 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:59.265657 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:59.265988 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:59.266314 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:59.266638 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:59.266959 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:59.267274 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:59.267591 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:59.267948 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:59.268252 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:59.268573 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:59.268890 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:39:59.327094 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for floatingip (c95a8c13-c52c-49f0-9c86-5b3f06aa62c3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:59.327452 n-d-669411-5 neutron-server[103422]: INFO neutron.db.l3_db [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Floating IP c95a8c13-c52c-49f0-9c86-5b3f06aa62c3 disassociated (deleted). External IP: 172.25.4.67, port: 22e0a779-80c4-4834-bc1a-63c4e0f00334. Feb 16 17:39:59.539062 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:39:59.571799 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:59.652128 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:39:59.656956 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:39:59.661521 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a491ef-54b5-4cd0-9139-70e2c8db1a48 None None] Sync routers for ids ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:39:59.671694 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a491ef-54b5-4cd0-9139-70e2c8db1a48 None None] Routers {'86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:39:59.672344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e8a491ef-54b5-4cd0-9139-70e2c8db1a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:39:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:39:59.688216 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3507c092-1fb3-4342-be16-a80f18946265 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "DELETE /v2.0/floatingips/c95a8c13-c52c-49f0-9c86-5b3f06aa62c3 HTTP/1.1" status: 204 len: 168 time: 0.8498681 Feb 16 17:39:59.688806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:39:59.691159 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c83430e52beacea328eb003011c034ecf6a0d1400afa56f2169bdfc506b22f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cec4539-4da5-42fa-ae54-a9ecd3f9c124" -d '{"events": [{"name": "network-changed", "server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:39:59.729698 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5f1805-0125-4f93-be2b-08f0dc0ee73f x-openstack-request-id: req-9d5f1805-0125-4f93-be2b-08f0dc0ee73f {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:39:59.729991 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:39:59.730248 n-d-669411-5 neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d5f1805-0125-4f93-be2b-08f0dc0ee73f {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:39:59.730662 n-d-669411-5 neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'status': 'completed', 'code': 200} Feb 16 17:39:59.786174 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-e8a491ef-54b5-4cd0-9139-70e2c8db1a48 None None] Set router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:39:59.794568 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec4539-4da5-42fa-ae54-a9ecd3f9c124 req-522d23d1-9d31-41d2-be2f-7d8748cd97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:59.796675 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1cec4539-4da5-42fa-ae54-a9ecd3f9c124 req-522d23d1-9d31-41d2-be2f-7d8748cd97a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 1128 time: 0.0472214 Feb 16 17:39:59.938699 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec4539-4da5-42fa-ae54-a9ecd3f9c124 req-35daf32f-0929-404d-a12b-8623caacf14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:39:59.940815 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1cec4539-4da5-42fa-ae54-a9ecd3f9c124 req-35daf32f-0929-404d-a12b-8623caacf14a service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.1348956 Feb 16 17:39:59.993532 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1cec4539-4da5-42fa-ae54-a9ecd3f9c124 req-5c352afa-5d56-4bff-a348-110fafd61bab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334 HTTP/1.1" status: 200 len: 217 time: 0.0457087 Feb 16 17:39:59.999117 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e8a491ef-54b5-4cd0-9139-70e2c8db1a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:51Z', 'revision_number': 5, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:40:00.001337 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422e364-e913-4e70-a5a0-ec3843a3d5a9 req-94ad4f94-ac6d-4739-8d2a-a35bd04c8abc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:00.004190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c422e364-e913-4e70-a5a0-ec3843a3d5a9 req-94ad4f94-ac6d-4739-8d2a-a35bd04c8abc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 946 time: 0.1208634 Feb 16 17:40:00.025779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a491ef-54b5-4cd0-9139-70e2c8db1a48 None None] Checking router: 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:40:00.034901 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a491ef-54b5-4cd0-9139-70e2c8db1a48 None None] Routers {'86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:40:00.035494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e8a491ef-54b5-4cd0-9139-70e2c8db1a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:39:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:40:00.071154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec4539-4da5-42fa-ae54-a9ecd3f9c124 req-02bbb3af-5401-4ae1-a376-bacc6d13155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:00.072572 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1cec4539-4da5-42fa-ae54-a9ecd3f9c124 req-02bbb3af-5401-4ae1-a376-bacc6d13155f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0673769 Feb 16 17:40:00.098469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c422e364-e913-4e70-a5a0-ec3843a3d5a9 req-6ae313e0-25ec-4743-8ae7-e6ffc502e651 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843465 Feb 16 17:40:00.131585 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec4539-4da5-42fa-ae54-a9ecd3f9c124 req-d71c203f-adc5-43df-8639-f6b187ec2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:00.133140 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1cec4539-4da5-42fa-ae54-a9ecd3f9c124 req-d71c203f-adc5-43df-8639-f6b187ec2783 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521216 Feb 16 17:40:00.146019 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-e8a491ef-54b5-4cd0-9139-70e2c8db1a48 None None] Set router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:40:00.226087 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1cec4539-4da5-42fa-ae54-a9ecd3f9c124 req-b728c69b-d601-41a4-8c2a-44c24ef8eaf0 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862277 Feb 16 17:40:00.315299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1cec4539-4da5-42fa-ae54-a9ecd3f9c124 req-1a9b81d8-7b24-4726-b831-f0f9d1bc2e71 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827515 Feb 16 17:40:00.349390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e8a491ef-54b5-4cd0-9139-70e2c8db1a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:51Z', 'revision_number': 5, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:40:00.379937 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a491ef-54b5-4cd0-9139-70e2c8db1a48 None None] The sync data for ids ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'] in n-d-669411-5 is: [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:51Z', 'revision_number': 5, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:40:00.606335 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e7e136-d8a9-4e78-9c1f-46c088941119 None None] New status for floating IP c95a8c13-c52c-49f0-9c86-5b3f06aa62c3: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:40:01.098538 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:01.239440 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76e42-54df-4c20-91e6-7ae28ab8937f req-2a8060ba-818a-442f-ac98-3b4c681fabd4 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:01.240927 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3dd76e42-54df-4c20-91e6-7ae28ab8937f req-2a8060ba-818a-442f-ac98-3b4c681fabd4 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.65 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 946 time: 0.0919485 Feb 16 17:40:01.253760 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e7317-9d38-4d55-be4f-046e53d3ac2a req-b737183f-fe70-497f-8d22-78471065ecbe tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:01.255528 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c45e7317-9d38-4d55-be4f-046e53d3ac2a req-b737183f-fe70-497f-8d22-78471065ecbe tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=6404b197-e861-41f8-a376-b2cc1ef38f34 HTTP/1.1" status: 200 len: 946 time: 0.0756757 Feb 16 17:40:01.359048 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c45e7317-9d38-4d55-be4f-046e53d3ac2a req-33a28152-a0bd-4673-ac79-350fd3466771 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=e395ccfb-2783-4b42-a175-41b9758b3fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944569 Feb 16 17:40:01.394083 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-3dd76e42-54df-4c20-91e6-7ae28ab8937f req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Deleting port 22e0a779-80c4-4834-bc1a-63c4e0f00334 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:40:01.394426 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3dd76e42-54df-4c20-91e6-7ae28ab8937f req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:01.487915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-3dd76e42-54df-4c20-91e6-7ae28ab8937f req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] For port 22e0a779-80c4-4834-bc1a-63c4e0f00334, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=22e0a779-80c4-4834-bc1a-63c4e0f00334,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:40:01.488201 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3dd76e42-54df-4c20-91e6-7ae28ab8937f req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:01.501421 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-3dd76e42-54df-4c20-91e6-7ae28ab8937f req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Calling delete_port for 22e0a779-80c4-4834-bc1a-63c4e0f00334 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:40:01.635848 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3dd76e42-54df-4c20-91e6-7ae28ab8937f req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (22e0a779-80c4-4834-bc1a-63c4e0f00334), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:01.665584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event deleted for resources: {'Port': ['ID=22e0a779-80c4-4834-bc1a-63c4e0f00334,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:01.675952 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:01.676309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:01.676652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:01.676994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:01.677333 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:01.677669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:01.677995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:01.678325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:01.678654 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:01.678978 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:01.679304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:01.679630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:01.680315 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:01.728714 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd76e42-54df-4c20-91e6-7ae28ab8937f req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] No DVR routers for this DVR port 22e0a779-80c4-4834-bc1a-63c4e0f00334 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:40:01.731376 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3dd76e42-54df-4c20-91e6-7ae28ab8937f req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:01.735246 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3dd76e42-54df-4c20-91e6-7ae28ab8937f req-6553e7d4-11fa-4bf6-94a3-d29db0a334f8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.65 "DELETE /v2.0/ports/22e0a779-80c4-4834-bc1a-63c4e0f00334 HTTP/1.1" status: 204 len: 173 time: 0.4787107 Feb 16 17:40:01.735721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'name': 'network-vif-deleted', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:40:01.738030 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d51320-6dd8-4f07-aeba-a322d37fa515" -d '{"events": [{"server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "name": "network-vif-deleted", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:40:01.845501 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5bc2d2-a579-4389-9905-35102fba7545 x-openstack-request-id: req-db5bc2d2-a579-4389-9905-35102fba7545 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:40:01.845789 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6404b197-e861-41f8-a376-b2cc1ef38f34", "name": "network-vif-deleted", "tag": "22e0a779-80c4-4834-bc1a-63c4e0f00334", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:40:01.846051 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db5bc2d2-a579-4389-9905-35102fba7545 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:40:01.846461 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6404b197-e861-41f8-a376-b2cc1ef38f34', 'name': 'network-vif-deleted', 'tag': '22e0a779-80c4-4834-bc1a-63c4e0f00334', 'status': 'completed', 'code': 200} Feb 16 17:40:02.009410 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:02.242318 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:02.418386 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56110) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:40:02.476816 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9cbbd48-f6fa-49e3-b30d-7e25c84b3b8b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group (e395ccfb-2783-4b42-a175-41b9758b3fb4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:02.502646 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9cbbd48-f6fa-49e3-b30d-7e25c84b3b8b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group (e395ccfb-2783-4b42-a175-41b9758b3fb4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:02.565941 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9cbbd48-f6fa-49e3-b30d-7e25c84b3b8b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (e395ccfb-2783-4b42-a175-41b9758b3fb4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:02.568464 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9cbbd48-f6fa-49e3-b30d-7e25c84b3b8b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:02.569627 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f9cbbd48-f6fa-49e3-b30d-7e25c84b3b8b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "DELETE /v2.0/security-groups/e395ccfb-2783-4b42-a175-41b9758b3fb4 HTTP/1.1" status: 204 len: 168 time: 0.1502414 Feb 16 17:40:02.582796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbbd48-f6fa-49e3-b30d-7e25c84b3b8b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e395ccfb-2783-4b42-a175-41b9758b3fb4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:04.031213 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56118) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:40:04.035918 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-9b41ffc0-6d55-4807-a189-5c460e581be2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1387758662', 'description': 'tempest-secgroup-smoke-1387758662 description', 'project_id': 'fc340825e1bc41c586a0738506b48e96'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:40:04.056067 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b41ffc0-6d55-4807-a189-5c460e581be2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.127922 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b41ffc0-6d55-4807-a189-5c460e581be2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group (f14e6763-a127-4823-bcbc-d99798785f7e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.131581 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b41ffc0-6d55-4807-a189-5c460e581be2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f14e6763-a127-4823-bcbc-d99798785f7e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.158219 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b41ffc0-6d55-4807-a189-5c460e581be2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.159428 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-9b41ffc0-6d55-4807-a189-5c460e581be2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1271040 Feb 16 17:40:04.162445 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56120) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:40:04.163736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41ffc0-6d55-4807-a189-5c460e581be2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14e6763-a127-4823-bcbc-d99798785f7e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:04.167066 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a6604336-b096-41ad-9666-3ab5837c9bd2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'security_group_rule': {'security_group_id': 'f14e6763-a127-4823-bcbc-d99798785f7e', 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:40:04.193038 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6604336-b096-41ad-9666-3ab5837c9bd2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (dba09dc0-aa27-4203-a74a-fbbb52133b11), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.237837 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6604336-b096-41ad-9666-3ab5837c9bd2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (dba09dc0-aa27-4203-a74a-fbbb52133b11), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.241394 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6604336-b096-41ad-9666-3ab5837c9bd2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (dba09dc0-aa27-4203-a74a-fbbb52133b11), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.261183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6604336-b096-41ad-9666-3ab5837c9bd2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba09dc0-aa27-4203-a74a-fbbb52133b11,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:04.268823 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a6604336-b096-41ad-9666-3ab5837c9bd2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.270023 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-a6604336-b096-41ad-9666-3ab5837c9bd2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1065390 Feb 16 17:40:04.272756 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56122) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:40:04.276984 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d47b0427-45d6-477d-a789-661677e2ce0c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'security_group_rule': {'security_group_id': 'f14e6763-a127-4823-bcbc-d99798785f7e', 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:40:04.301563 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d47b0427-45d6-477d-a789-661677e2ce0c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (fc846ecd-4669-4613-b9ac-aec86cfee8d4), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.361554 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d47b0427-45d6-477d-a789-661677e2ce0c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (fc846ecd-4669-4613-b9ac-aec86cfee8d4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.364968 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d47b0427-45d6-477d-a789-661677e2ce0c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (fc846ecd-4669-4613-b9ac-aec86cfee8d4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.383200 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b0427-45d6-477d-a789-661677e2ce0c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc846ecd-4669-4613-b9ac-aec86cfee8d4,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:04.390179 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d47b0427-45d6-477d-a789-661677e2ce0c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.391372 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d47b0427-45d6-477d-a789-661677e2ce0c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176853 Feb 16 17:40:04.394149 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56124) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:40:04.398323 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-41dd6b6c-9435-413c-9942-df3cbf6ef3f2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'security_group_rule': {'security_group_id': 'f14e6763-a127-4823-bcbc-d99798785f7e', 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:40:04.422378 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41dd6b6c-9435-413c-9942-df3cbf6ef3f2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (217a4532-8291-49d9-a0fa-b6589a6e5304), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.479219 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41dd6b6c-9435-413c-9942-df3cbf6ef3f2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (217a4532-8291-49d9-a0fa-b6589a6e5304), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.483393 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41dd6b6c-9435-413c-9942-df3cbf6ef3f2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (217a4532-8291-49d9-a0fa-b6589a6e5304), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.501759 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd6b6c-9435-413c-9942-df3cbf6ef3f2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217a4532-8291-49d9-a0fa-b6589a6e5304,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:04.509884 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-41dd6b6c-9435-413c-9942-df3cbf6ef3f2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.513812 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-41dd6b6c-9435-413c-9942-df3cbf6ef3f2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160381 Feb 16 17:40:04.514158 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56126) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:40:04.518407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d79c1c84-a42c-4ec1-9176-cf131aeb94dc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'security_group_rule': {'security_group_id': 'f14e6763-a127-4823-bcbc-d99798785f7e', 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:40:04.542031 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d79c1c84-a42c-4ec1-9176-cf131aeb94dc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (e892849e-1f69-4a0c-9ff2-a558b1d08c7f), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.600269 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d79c1c84-a42c-4ec1-9176-cf131aeb94dc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (e892849e-1f69-4a0c-9ff2-a558b1d08c7f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.603923 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d79c1c84-a42c-4ec1-9176-cf131aeb94dc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (e892849e-1f69-4a0c-9ff2-a558b1d08c7f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.623897 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c1c84-a42c-4ec1-9176-cf131aeb94dc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e892849e-1f69-4a0c-9ff2-a558b1d08c7f,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:04.632028 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d79c1c84-a42c-4ec1-9176-cf131aeb94dc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.633276 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-d79c1c84-a42c-4ec1-9176-cf131aeb94dc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181877 Feb 16 17:40:04.635983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56128) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:40:04.640940 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-362dd70a-b9d8-4176-a2d2-2032cdba1e37 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'security_group_rule': {'security_group_id': 'f14e6763-a127-4823-bcbc-d99798785f7e', 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:40:04.660742 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-362dd70a-b9d8-4176-a2d2-2032cdba1e37 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Project fc340825e1bc41c586a0738506b48e96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:40:04.665579 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-362dd70a-b9d8-4176-a2d2-2032cdba1e37 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (26afd27c-2ef8-4fc0-acc8-ad769e823eae), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.725813 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-362dd70a-b9d8-4176-a2d2-2032cdba1e37 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (26afd27c-2ef8-4fc0-acc8-ad769e823eae), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.729335 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-362dd70a-b9d8-4176-a2d2-2032cdba1e37 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (26afd27c-2ef8-4fc0-acc8-ad769e823eae), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.743958 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 22e0a779-80c4-4834-bc1a-63c4e0f00334 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:40:04.746041 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dd70a-b9d8-4176-a2d2-2032cdba1e37 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26afd27c-2ef8-4fc0-acc8-ad769e823eae,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:04.755051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-362dd70a-b9d8-4176-a2d2-2032cdba1e37 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.756272 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-362dd70a-b9d8-4176-a2d2-2032cdba1e37 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193843 Feb 16 17:40:04.759216 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56130) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:40:04.764407 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b40beca9-0f37-41bb-97ca-1bb094ec9d2c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'security_group_rule': {'security_group_id': 'f14e6763-a127-4823-bcbc-d99798785f7e', 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:40:04.765482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 22e0a779-80c4-4834-bc1a-63c4e0f00334 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:40:04.765837 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 22e0a779-80c4-4834-bc1a-63c4e0f00334 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:40:04.784826 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-b40beca9-0f37-41bb-97ca-1bb094ec9d2c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Project fc340825e1bc41c586a0738506b48e96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:40:04.789490 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b40beca9-0f37-41bb-97ca-1bb094ec9d2c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (25a3c88f-6025-4b0b-aa11-4fbde7d4984e), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.848333 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b40beca9-0f37-41bb-97ca-1bb094ec9d2c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (25a3c88f-6025-4b0b-aa11-4fbde7d4984e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.851830 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b40beca9-0f37-41bb-97ca-1bb094ec9d2c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (25a3c88f-6025-4b0b-aa11-4fbde7d4984e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.872057 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40beca9-0f37-41bb-97ca-1bb094ec9d2c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a3c88f-6025-4b0b-aa11-4fbde7d4984e,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:04.878299 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b40beca9-0f37-41bb-97ca-1bb094ec9d2c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:04.879475 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b40beca9-0f37-41bb-97ca-1bb094ec9d2c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192095 Feb 16 17:40:05.104805 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:19.877177 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:40:24.294771 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-6d218969-dc37-4f09-afd1-e3f77cd705c7 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387758662&fields=id&tenant_id=fc340825e1bc41c586a0738506b48e96 HTTP/1.1" status: 200 len: 267 time: 0.0439923 Feb 16 17:40:24.397817 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-99225771-54c7-47b2-9aa0-cf1fd486221d tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:24.399165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-99225771-54c7-47b2-9aa0-cf1fd486221d tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 809 time: 0.0978553 Feb 16 17:40:24.413840 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-d499e186-7382-428a-aeb1-b943899daa12 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/quotas/fc340825e1bc41c586a0738506b48e96 HTTP/1.1" status: 200 len: 375 time: 0.0088043 Feb 16 17:40:24.472208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-afddee5d-23bc-4e56-a230-70695e38908c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536504 Feb 16 17:40:24.609208 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-a34f1baa-47fc-4f98-86e9-3637500ad705 service neutron] 10.222.0.24 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246321 Feb 16 17:40:24.699558 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-200bf263-929e-44d0-afe7-ada892cacffa service neutron] 10.222.0.24 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845628 Feb 16 17:40:25.816291 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-192a454e-bbbf-42df-b9a1-1a2dad338474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:26.002802 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-19cbf215-15ff-4437-8ebb-1c89d300bd6b req-e752f8c8-2013-43a5-ba68-35fb29f003c1 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 210 time: 0.0289545 Feb 16 17:40:26.954883 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-be6642b9-c406-474c-a512-03eebbbb2113 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:26.956369 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-be6642b9-c406-474c-a512-03eebbbb2113 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 809 time: 0.1213639 Feb 16 17:40:27.023043 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-d54038e3-9a0f-4435-bfca-dc12396f6c28 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc340825e1bc41c586a0738506b48e96 HTTP/1.1" status: 200 len: 380 time: 0.0557806 Feb 16 17:40:27.032152 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-e9b64365-35e1-4d7b-ac17-4e745dde7e27 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'port': {'device_id': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'admin_state_up': True, 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'security_groups': ['f14e6763-a127-4823-bcbc-d99798785f7e']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:40:27.135199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c7412e21-27d3-47bb-89e3-13493582ba3e req-57948f46-44ca-48a3-ac3b-93a118590cf2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 210 time: 0.0370662 Feb 16 17:40:27.173717 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-e9b64365-35e1-4d7b-ac17-4e745dde7e27 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Made reservation on behalf of fc340825e1bc41c586a0738506b48e96 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:40:27.177058 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-e9b64365-35e1-4d7b-ac17-4e745dde7e27 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:27.302171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-e9b64365-35e1-4d7b-ac17-4e745dde7e27 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Allocated IP 172.20.0.4 (66637089-b5e6-4ff9-b202-9c31100ce421/cf9cb4fe-9166-4ce5-80bd-14f729b45b3b/6d1e85f0-545b-4b8e-b9a2-883e8a587e22) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:40:27.443309 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-e9b64365-35e1-4d7b-ac17-4e745dde7e27 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:27.479235 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-e9b64365-35e1-4d7b-ac17-4e745dde7e27 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:27.525629 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-e9b64365-35e1-4d7b-ac17-4e745dde7e27 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Network 66637089-b5e6-4ff9-b202-9c31100ce421 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:40:27.529226 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-e9b64365-35e1-4d7b-ac17-4e745dde7e27 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:40:27.533554 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-e9b64365-35e1-4d7b-ac17-4e745dde7e27 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:40:27.537775 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b64365-35e1-4d7b-ac17-4e745dde7e27 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'Port': ['ID=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:27.601472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-e9b64365-35e1-4d7b-ac17-4e745dde7e27 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:27.602289 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-e9b64365-35e1-4d7b-ac17-4e745dde7e27 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:27.623800 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-e9b64365-35e1-4d7b-ac17-4e745dde7e27 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5958836 Feb 16 17:40:27.636047 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Request body: {'port': {'device_id': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:40:27.700806 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:27.815377 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6d45db57-1ed0-48de-bd77-6b42d05673ee None None] Provisioning complete for port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:40:27.816012 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6d45db57-1ed0-48de-bd77-6b42d05673ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:27.854830 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6d45db57-1ed0-48de-bd77-6b42d05673ee None None] Port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:40:27.978330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:40:27.986570 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Publish callbacks [] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:27.998765 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Transition to ACTIVE for port object 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:40:28.002472 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:28.053104 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Pushing event updated for resources: {'Port': ['ID=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:28.138896 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Attempting to bind port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:40:28.139141 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Attempting to bind port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:40:28.139454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Attempting to bind port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 on network 66637089-b5e6-4ff9-b202-9c31100ce421 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:40:28.144633 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 on network 66637089-b5e6-4ff9-b202-9c31100ce421 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:40:28.144992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Attempting to bind port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 on network 66637089-b5e6-4ff9-b202-9c31100ce421 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:40:28.150301 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:40:28.151020 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Checking segment: {'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:40:28.151020 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Bound using segment: {'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:40:28.151423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Bound port: 6d1e85f0-545b-4b8e-b9a2-883e8a587e22, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a6fe82-d4cc-46c7-afd4-120a723d9948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:40:28.151796 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:28.261598 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] For port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:40:28.277157 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] For port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:40:28.287494 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:28.327214 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fbffd-17a0-4c1f-92ef-6952b7b0a326 req-62e9cefe-9374-4586-9f77-83307b51e4c8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:28.328711 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb7fbffd-17a0-4c1f-92ef-6952b7b0a326 req-62e9cefe-9374-4586-9f77-83307b51e4c8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.1045644 Feb 16 17:40:28.333220 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:28.333836 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:28.335193 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] 10.222.0.65 "PUT /v2.0/ports/6d1e85f0-545b-4b8e-b9a2-883e8a587e22 HTTP/1.1" status: 200 len: 1091 time: 0.7037902 Feb 16 17:40:28.335648 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'tag': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:40:28.337914 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a00397f-d2f9-476b-a087-cffc8998d2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "edc323a8-c704-4a31-a5aa-a81674700f2c", "tag": "6d1e85f0-545b-4b8e-b9a2-883e8a587e22"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:40:28.380140 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4ee6f-f2cd-4f62-9ed2-1fbdfca3e5eb service neutron] Pushing event updated for resources: {'Port': ['ID=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:28.405442 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0aac05-10a6-4f3c-9966-88d7018284ec x-openstack-request-id: req-ed0aac05-10a6-4f3c-9966-88d7018284ec {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:40:28.405738 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc323a8-c704-4a31-a5aa-a81674700f2c", "tag": "6d1e85f0-545b-4b8e-b9a2-883e8a587e22", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:40:28.405999 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed0aac05-10a6-4f3c-9966-88d7018284ec {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:40:28.406432 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'tag': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22', 'status': 'completed', 'code': 200} Feb 16 17:40:28.452151 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-50e230ba-cdf8-44b9-abf7-36726ed65a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:28.485950 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-02c42a53-498d-49d0-9ac0-4c6dda70c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:28.487469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-02c42a53-498d-49d0-9ac0-4c6dda70c705 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 1125 time: 0.0940592 Feb 16 17:40:28.496301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cb7fbffd-17a0-4c1f-92ef-6952b7b0a326 req-7de1814b-64ab-4281-97cf-0f8ba76d8a31 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513152 Feb 16 17:40:28.538258 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-d1debeb8-a67a-4f12-b958-c8b64cc57366 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22 HTTP/1.1" status: 200 len: 217 time: 0.0403309 Feb 16 17:40:28.587931 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-35bf4ff2-6c59-4d82-9add-d4beaaf4c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:28.589389 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-35bf4ff2-6c59-4d82-9add-d4beaaf4c375 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0458498 Feb 16 17:40:28.644496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-ac2dcae3-00e0-4221-9dc4-700f5a5af64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:28.646010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-ac2dcae3-00e0-4221-9dc4-700f5a5af64c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508609 Feb 16 17:40:28.734097 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-82588592-8af3-4ff0-982c-2d0e81a03d13 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824876 Feb 16 17:40:28.830749 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-11108387-e2af-4e9f-8dd2-c68fd0aaa874 req-a21a209c-ed3c-498f-bbd7-e44e237ff547 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901814 Feb 16 17:40:28.924082 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00397f-d2f9-476b-a087-cffc8998d2b3 req-97a91f2a-bb89-407d-95ff-e1deab5b8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:28.925576 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a00397f-d2f9-476b-a087-cffc8998d2b3 req-97a91f2a-bb89-407d-95ff-e1deab5b8232 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 1125 time: 0.0506032 Feb 16 17:40:29.021826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00397f-d2f9-476b-a087-cffc8998d2b3 req-085425ee-12c0-4c20-a01b-c633cbba1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:29.023300 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a00397f-d2f9-476b-a087-cffc8998d2b3 req-085425ee-12c0-4c20-a01b-c633cbba1239 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.0918722 Feb 16 17:40:29.064010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a00397f-d2f9-476b-a087-cffc8998d2b3 req-5ac3e1dc-5892-4c6c-b774-4d970d5ec82d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22 HTTP/1.1" status: 200 len: 217 time: 0.0346057 Feb 16 17:40:29.112825 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00397f-d2f9-476b-a087-cffc8998d2b3 req-a5b4836d-8ddd-41be-9c01-e9c97d3d9f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:29.114172 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a00397f-d2f9-476b-a087-cffc8998d2b3 req-a5b4836d-8ddd-41be-9c01-e9c97d3d9f11 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0446360 Feb 16 17:40:29.167111 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00397f-d2f9-476b-a087-cffc8998d2b3 req-a1fcedee-81d6-44d6-a950-a56f8a8b781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:29.168658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a00397f-d2f9-476b-a087-cffc8998d2b3 req-a1fcedee-81d6-44d6-a950-a56f8a8b781c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489047 Feb 16 17:40:29.258455 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a00397f-d2f9-476b-a087-cffc8998d2b3 req-b9731207-13c4-4531-af8b-650292127758 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832033 Feb 16 17:40:29.352105 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4a00397f-d2f9-476b-a087-cffc8998d2b3 req-f9b3dd2e-a906-48ea-9108-2f8e87009ea5 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881405 Feb 16 17:40:29.577984 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:29.664529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3eed6d-2059-48c9-b5c9-5d645beca0e3 req-dcc29e0d-4f8d-4b0d-b4d1-0150208adce6 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:29.666010 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f3eed6d-2059-48c9-b5c9-5d645beca0e3 req-dcc29e0d-4f8d-4b0d-b4d1-0150208adce6 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.1027575 Feb 16 17:40:29.714916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9f3eed6d-2059-48c9-b5c9-5d645beca0e3 req-b44796c6-84de-4132-ae5d-f9dd297d384c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424547 Feb 16 17:40:30.883669 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d627fac-3db8-43f7-91a8-0d492e7a9d9d req-ff5f9a76-4a4f-40f0-a74f-409fb03d8b95 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:30.885256 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d627fac-3db8-43f7-91a8-0d492e7a9d9d req-ff5f9a76-4a4f-40f0-a74f-409fb03d8b95 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.1023133 Feb 16 17:40:30.947847 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0d627fac-3db8-43f7-91a8-0d492e7a9d9d req-85df0fb2-5b4b-4ac6-aa4c-4a899d2c752a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561314 Feb 16 17:40:31.101514 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:32.021107 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:32.068696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc04cc6-f03e-44b5-b58b-9695caebf5fc req-121ceda6-d85d-4dba-af04-d9586fae6f18 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:32.070234 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcc04cc6-f03e-44b5-b58b-9695caebf5fc req-121ceda6-d85d-4dba-af04-d9586fae6f18 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0537755 Feb 16 17:40:32.120405 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bcc04cc6-f03e-44b5-b58b-9695caebf5fc req-f33bae24-bc37-410a-b570-4f7c63d21ec6 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 Feb 16 17:40:32.237087 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:33.244303 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4538205-8205-412e-b917-29e666f88e7d req-2a9733c2-bfad-49f9-ab1c-bb435b8ac109 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:33.245839 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4538205-8205-412e-b917-29e666f88e7d req-2a9733c2-bfad-49f9-ab1c-bb435b8ac109 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0547166 Feb 16 17:40:33.299175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4538205-8205-412e-b917-29e666f88e7d req-c612d741-4a74-49c3-a829-9e537e036c1c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467639 Feb 16 17:40:34.423445 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29a706-3c4d-4bee-87fa-a9269c0eee0f req-cef9ebfa-d64f-4877-835e-e1a1a1f2cfff tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:34.424959 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce29a706-3c4d-4bee-87fa-a9269c0eee0f req-cef9ebfa-d64f-4877-835e-e1a1a1f2cfff tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0571249 Feb 16 17:40:34.474714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce29a706-3c4d-4bee-87fa-a9269c0eee0f req-f47e70d3-056a-4e6f-b735-4c70bbda8754 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440860 Feb 16 17:40:35.123794 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:35.592675 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a358570-73fe-4230-a896-85c0af54cad8 req-c5786855-71d4-4e3d-b686-4d2256e85997 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:35.594387 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a358570-73fe-4230-a896-85c0af54cad8 req-c5786855-71d4-4e3d-b686-4d2256e85997 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0532184 Feb 16 17:40:35.644568 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a358570-73fe-4230-a896-85c0af54cad8 req-faf8748c-2fe8-4615-ace3-3d3946535dc6 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445800 Feb 16 17:40:36.770106 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49456320-d43a-4c90-8d95-92f9e47aa2c0 req-a0dce870-57b6-42f0-b9ff-4c62cc9f4b24 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:36.771669 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49456320-d43a-4c90-8d95-92f9e47aa2c0 req-a0dce870-57b6-42f0-b9ff-4c62cc9f4b24 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0599539 Feb 16 17:40:36.824260 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-49456320-d43a-4c90-8d95-92f9e47aa2c0 req-88805fe6-b791-4056-bf97-df9d4ba0b43e tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467708 Feb 16 17:40:37.942120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cef61-9521-4371-a47f-60a9e5060a17 req-a00bb18d-787f-43b0-bd76-4a1d202fe2f5 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:37.943584 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b19cef61-9521-4371-a47f-60a9e5060a17 req-a00bb18d-787f-43b0-bd76-4a1d202fe2f5 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0508211 Feb 16 17:40:37.992016 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b19cef61-9521-4371-a47f-60a9e5060a17 req-b904e962-8f36-4acd-8773-437f2f1df8b4 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428917 Feb 16 17:40:39.112920 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692227fa-d09f-4733-9508-9fcc35068307 req-fc7fcf17-74a1-4129-9c1c-af52d7a680b2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:39.114384 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-692227fa-d09f-4733-9508-9fcc35068307 req-fc7fcf17-74a1-4129-9c1c-af52d7a680b2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0528183 Feb 16 17:40:39.165596 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-692227fa-d09f-4733-9508-9fcc35068307 req-edf3890b-5b0c-4607-89a5-8162d5e52c7c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456133 Feb 16 17:40:40.289707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad799e57-1776-487d-996a-4af1c0718eed req-6101f13a-e07c-42e8-8546-adb9248928dc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:40.291185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad799e57-1776-487d-996a-4af1c0718eed req-6101f13a-e07c-42e8-8546-adb9248928dc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0551479 Feb 16 17:40:40.343460 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ad799e57-1776-487d-996a-4af1c0718eed req-d4cb78b9-16d5-442d-b54a-52008b02a0bc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466304 Feb 16 17:40:41.463455 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4534d3e-1571-48df-825f-bb53e56736b7 req-35b7cda2-cd5b-4210-8c5b-8ed4da568b59 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:41.464980 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4534d3e-1571-48df-825f-bb53e56736b7 req-35b7cda2-cd5b-4210-8c5b-8ed4da568b59 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0528018 Feb 16 17:40:41.514633 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e4534d3e-1571-48df-825f-bb53e56736b7 req-ff97f43e-2e73-4ef2-b91d-0b8555fe01a7 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437162 Feb 16 17:40:42.898922 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2174b1-51f6-46cf-9f0a-ab6962f39c00 req-6ddf8c03-3e68-460c-9b75-4536e50e65c9 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:42.900308 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc2174b1-51f6-46cf-9f0a-ab6962f39c00 req-6ddf8c03-3e68-460c-9b75-4536e50e65c9 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0550921 Feb 16 17:40:42.948884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc2174b1-51f6-46cf-9f0a-ab6962f39c00 req-acf1475d-90e4-4aa0-9778-fb9b767a604c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418317 Feb 16 17:40:44.081167 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea4758-b752-47b9-b65e-d6e71c8cada7 req-a72df1ef-5ea1-4018-9c1e-dd997e7a4c52 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:44.082807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9ea4758-b752-47b9-b65e-d6e71c8cada7 req-a72df1ef-5ea1-4018-9c1e-dd997e7a4c52 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0556092 Feb 16 17:40:44.140079 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f9ea4758-b752-47b9-b65e-d6e71c8cada7 req-39f88916-7c2c-4035-9303-e563a3d89ce2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506651 Feb 16 17:40:44.929718 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:40:45.027114 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:40:45.038495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'port_id': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22', 'mac_address': 'fa:16:3e:d1:f3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:40:45.076540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:40:45.076928 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:45.089617 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:40:45.109962 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:40:45.114229 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:45.160183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:45.167452 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:45.167831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:45.168183 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:45.169118 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:45.169501 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:45.170364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:45.170364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:45.170517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:45.170795 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:45.171085 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:45.171412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:45.171737 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:45.172088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:40:45.259661 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56729b-8912-49eb-91fe-adc6e0ca6b4e req-e2b6019a-2305-4389-95da-d788ba603b0f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:45.261160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe56729b-8912-49eb-91fe-adc6e0ca6b4e req-e2b6019a-2305-4389-95da-d788ba603b0f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 944 time: 0.0518560 Feb 16 17:40:45.313095 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fe56729b-8912-49eb-91fe-adc6e0ca6b4e req-86508e84-fe6b-48cc-ba28-4e411962e245 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463994 Feb 16 17:40:45.317158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['6d1e85f0-545b-4b8e-b9a2-883e8a587e22'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:40:46.431330 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ed0b7-1178-406a-babd-41cbab856083 req-94020dc9-64f7-4ed5-827c-a815bb71045c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:46.432814 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee8ed0b7-1178-406a-babd-41cbab856083 req-94020dc9-64f7-4ed5-827c-a815bb71045c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 944 time: 0.0518858 Feb 16 17:40:46.482792 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ee8ed0b7-1178-406a-babd-41cbab856083 req-de5dfce9-bba9-4304-a10e-da41e831cc0a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442972 Feb 16 17:40:46.946304 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:40:47.153829 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:40:47.157563 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:40:47.157948 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:47.233314 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:40:47.233616 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:47.255825 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:40:47.258054 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a54e94d-3ac6-40e5-8328-06b2779cef89" -d '{"events": [{"server_uuid": "edc323a8-c704-4a31-a5aa-a81674700f2c", "name": "network-vif-plugged", "status": "completed", "tag": "6d1e85f0-545b-4b8e-b9a2-883e8a587e22"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:40:47.271023 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:40:47.274688 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:47.301841 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686dfb64-e15e-4442-9cbf-eed003d3f6ae x-openstack-request-id: req-686dfb64-e15e-4442-9cbf-eed003d3f6ae {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:40:47.302141 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc323a8-c704-4a31-a5aa-a81674700f2c", "name": "network-vif-plugged", "status": "completed", "tag": "6d1e85f0-545b-4b8e-b9a2-883e8a587e22", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:40:47.302372 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-686dfb64-e15e-4442-9cbf-eed003d3f6ae {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:40:47.302759 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22', 'code': 200} Feb 16 17:40:47.332007 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:47.397549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c7020-6f12-4425-b084-694e4bd26943 req-9ec01562-4c5a-4716-9bb6-69bc4cc04efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:47.399037 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca6c7020-6f12-4425-b084-694e4bd26943 req-9ec01562-4c5a-4716-9bb6-69bc4cc04efe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 1127 time: 0.0434270 Feb 16 17:40:47.443321 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ca6c7020-6f12-4425-b084-694e4bd26943 req-57abd42e-22a0-4fc6-8782-0f2857e0667a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384789 Feb 16 17:40:47.602597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd723246-7872-4f1f-83ea-8fde8264fc4b req-737c4a3c-5611-409f-8040-102d2a6bbf09 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:47.604076 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd723246-7872-4f1f-83ea-8fde8264fc4b req-737c4a3c-5611-409f-8040-102d2a6bbf09 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0554695 Feb 16 17:40:47.655887 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd723246-7872-4f1f-83ea-8fde8264fc4b req-65a1d0be-4452-47b1-a382-b12bce8e9b99 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455122 Feb 16 17:40:48.776201 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2688c-b716-4a2b-a94a-1ed630e39166 req-1b05439e-72d2-4b08-b2af-4460ad4260e1 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:48.778254 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2dd2688c-b716-4a2b-a94a-1ed630e39166 req-1b05439e-72d2-4b08-b2af-4460ad4260e1 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0530379 Feb 16 17:40:48.829890 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2dd2688c-b716-4a2b-a94a-1ed630e39166 req-f9465021-7944-404a-a8a6-fc342db39be1 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460212 Feb 16 17:40:48.951830 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00200c0f-d525-444a-a773-53f19ba75df3 req-36c5c213-2e44-4023-94c8-2277e6a8f33e tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:48.953217 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00200c0f-d525-444a-a773-53f19ba75df3 req-36c5c213-2e44-4023-94c8-2277e6a8f33e tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0566950 Feb 16 17:40:49.001504 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-00200c0f-d525-444a-a773-53f19ba75df3 req-eb5bcfa5-d366-4d82-929e-48ce2c512c35 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427573 Feb 16 17:40:49.022602 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56344) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:40:49.066040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa68285-bee8-4a1c-a6e2-f4ae96a4ccee tempest-TestShelveInstance-607876947 tempest-TestShelveInstance-607876947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:49.067535 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8fa68285-bee8-4a1c-a6e2-f4ae96a4ccee tempest-TestShelveInstance-607876947 tempest-TestShelveInstance-607876947-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 1122 time: 0.0439842 Feb 16 17:40:49.070275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56346) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:40:49.075617 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:40:49.097175 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:49.482176 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:49.583556 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Allocated IP 172.25.4.124 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/be9bb2fa-2b0b-4ff7-923f-a8b4f5f7fc74) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:40:49.692771 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for port (be9bb2fa-2b0b-4ff7-923f-a8b4f5f7fc74), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:49.725672 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (be9bb2fa-2b0b-4ff7-923f-a8b4f5f7fc74), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:49.761533 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:40:49.766821 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:40:49.770489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:40:49.793605 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'Port': ['ID=be9bb2fa-2b0b-4ff7-923f-a8b4f5f7fc74,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:50.122993 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for floatingip (5f18cca8-59f2-430e-9ae2-5faa3839cc03), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:50.190058 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (be9bb2fa-2b0b-4ff7-923f-a8b4f5f7fc74), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:50.339893 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for port (be9bb2fa-2b0b-4ff7-923f-a8b4f5f7fc74), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:50.346499 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (be9bb2fa-2b0b-4ff7-923f-a8b4f5f7fc74), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:50.418023 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event updated for resources: {'Port': ['ID=be9bb2fa-2b0b-4ff7-923f-a8b4f5f7fc74,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:40:50.428374 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (5f18cca8-59f2-430e-9ae2-5faa3839cc03), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:50.531578 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Floating IP 5f18cca8-59f2-430e-9ae2-5faa3839cc03 associated. External IP: 172.25.4.124, port: 6d1e85f0-545b-4b8e-b9a2-883e8a587e22. Feb 16 17:40:50.737154 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:40:50.847879 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:40:50.858525 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e63ce5e-c33b-43f8-b6a4-8ba3786148bc None None] Sync routers for ids ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:40:50.868313 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e63ce5e-c33b-43f8-b6a4-8ba3786148bc None None] Routers {'86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:40:50.868937 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5e63ce5e-c33b-43f8-b6a4-8ba3786148bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:40:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:40:50.870536 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:50.900874 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-02f04867-acda-4674-ac2b-f9b0a8f4328c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8295841 Feb 16 17:40:50.901462 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'tag': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:40:50.903855 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0798ec-573a-4834-ad8c-fdf0a4611b78" -d '{"events": [{"name": "network-changed", "server_uuid": "edc323a8-c704-4a31-a5aa-a81674700f2c", "tag": "6d1e85f0-545b-4b8e-b9a2-883e8a587e22"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:40:50.942588 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c4be31-6a0d-4e3b-90de-fdd95e82d7ec x-openstack-request-id: req-75c4be31-6a0d-4e3b-90de-fdd95e82d7ec {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:40:50.942881 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc323a8-c704-4a31-a5aa-a81674700f2c", "tag": "6d1e85f0-545b-4b8e-b9a2-883e8a587e22", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:40:50.943434 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75c4be31-6a0d-4e3b-90de-fdd95e82d7ec {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:40:50.943943 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'tag': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22', 'status': 'completed', 'code': 200} Feb 16 17:40:50.983613 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-5e63ce5e-c33b-43f8-b6a4-8ba3786148bc None None] Set router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:40:51.015209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0798ec-573a-4834-ad8c-fdf0a4611b78 req-a1bff385-993a-4fc4-b3f1-9cba3594da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:51.016663 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf0798ec-573a-4834-ad8c-fdf0a4611b78 req-a1bff385-993a-4fc4-b3f1-9cba3594da7d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 1127 time: 0.0499203 Feb 16 17:40:51.115126 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0798ec-573a-4834-ad8c-fdf0a4611b78 req-ec345edd-ead9-414d-b11f-187af9f8129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:51.116658 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf0798ec-573a-4834-ad8c-fdf0a4611b78 req-ec345edd-ead9-414d-b11f-187af9f8129d service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.0945675 Feb 16 17:40:51.188168 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf0798ec-573a-4834-ad8c-fdf0a4611b78 req-0bcb8ef7-9319-4424-8e28-a7a4396c5b73 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22 HTTP/1.1" status: 200 len: 999 time: 0.0656824 Feb 16 17:40:51.213705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5e63ce5e-c33b-43f8-b6a4-8ba3786148bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5f18cca8-59f2-430e-9ae2-5faa3839cc03', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'floating_ip_address': '172.25.4.124', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'port_id': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'mac_address': 'fa:16:3e:d1:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:40:49Z', 'updated_at': '2022-02-16T17:40:49Z', 'revision_number': 0, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:51Z', 'revision_number': 5, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:40:51.238867 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0798ec-573a-4834-ad8c-fdf0a4611b78 req-713bb1cf-8bac-4125-9695-a8a4855ae859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:51.240388 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf0798ec-573a-4834-ad8c-fdf0a4611b78 req-713bb1cf-8bac-4125-9695-a8a4855ae859 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0463805 Feb 16 17:40:51.245991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e63ce5e-c33b-43f8-b6a4-8ba3786148bc None None] Checking router: 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:40:51.255588 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e63ce5e-c33b-43f8-b6a4-8ba3786148bc None None] Routers {'86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:40:51.256232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5e63ce5e-c33b-43f8-b6a4-8ba3786148bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:40:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:40:51.298586 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0798ec-573a-4834-ad8c-fdf0a4611b78 req-5b0a1aa6-1808-4681-9e5e-153d35383683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:51.300966 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf0798ec-573a-4834-ad8c-fdf0a4611b78 req-5b0a1aa6-1808-4681-9e5e-153d35383683 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549288 Feb 16 17:40:51.377003 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-5e63ce5e-c33b-43f8-b6a4-8ba3786148bc None None] Set router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:40:51.404812 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf0798ec-573a-4834-ad8c-fdf0a4611b78 req-0aabd2aa-a5c2-4888-9d34-17f00f15cf0b service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979853 Feb 16 17:40:51.504880 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf0798ec-573a-4834-ad8c-fdf0a4611b78 req-cb4e865f-12e8-4ea5-b63b-c53e120168ed service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932391 Feb 16 17:40:51.626227 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5e63ce5e-c33b-43f8-b6a4-8ba3786148bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5f18cca8-59f2-430e-9ae2-5faa3839cc03', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'floating_ip_address': '172.25.4.124', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'port_id': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'mac_address': 'fa:16:3e:d1:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:40:49Z', 'updated_at': '2022-02-16T17:40:49Z', 'revision_number': 0, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:51Z', 'revision_number': 5, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:40:51.656037 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e63ce5e-c33b-43f8-b6a4-8ba3786148bc None None] The sync data for ids ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'] in n-d-669411-5 is: [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5f18cca8-59f2-430e-9ae2-5faa3839cc03', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'floating_ip_address': '172.25.4.124', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'port_id': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'mac_address': 'fa:16:3e:d1:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:40:49Z', 'updated_at': '2022-02-16T17:40:49Z', 'revision_number': 0, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:51Z', 'revision_number': 5, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:40:51.846875 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f77ef-6fa3-460d-abf6-9b02ef538afc None None] New status for floating IP 5f18cca8-59f2-430e-9ae2-5faa3839cc03: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:40:55.817444 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d469888c-be2a-4a06-b5f7-966b7139314b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:56.875845 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:40:58.440299 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ddf0f09d-06e6-49b7-ac62-632bec01f033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:59.046867 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83e5a1e0-e6de-44ba-98b7-8c2b1ac600bf req-15a1747f-ef25-4192-95a9-edb49f65adb4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503662 Feb 16 17:40:59.135992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5a1e0-e6de-44ba-98b7-8c2b1ac600bf req-15d03906-569c-49de-9522-66a18f73501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:59.137490 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83e5a1e0-e6de-44ba-98b7-8c2b1ac600bf req-15d03906-569c-49de-9522-66a18f73501c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 1127 time: 0.0479057 Feb 16 17:40:59.240788 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5a1e0-e6de-44ba-98b7-8c2b1ac600bf req-a0ca6ac5-c178-4f0b-a5fb-c3fb1cdc4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:59.242246 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83e5a1e0-e6de-44ba-98b7-8c2b1ac600bf req-a0ca6ac5-c178-4f0b-a5fb-c3fb1cdc4b3f service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.0862391 Feb 16 17:40:59.311782 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83e5a1e0-e6de-44ba-98b7-8c2b1ac600bf req-50141a05-de8c-42c6-a3fa-7b90e35f8d9b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22 HTTP/1.1" status: 200 len: 1001 time: 0.0633383 Feb 16 17:40:59.360344 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5a1e0-e6de-44ba-98b7-8c2b1ac600bf req-67078df1-9109-465e-948f-6f1733ee8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:59.361760 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83e5a1e0-e6de-44ba-98b7-8c2b1ac600bf req-67078df1-9109-465e-948f-6f1733ee8115 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0434330 Feb 16 17:40:59.410512 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5a1e0-e6de-44ba-98b7-8c2b1ac600bf req-ed630958-e2e9-430b-bbba-3edd181e3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:40:59.412009 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83e5a1e0-e6de-44ba-98b7-8c2b1ac600bf req-ed630958-e2e9-430b-bbba-3edd181e3da2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441525 Feb 16 17:40:59.505299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83e5a1e0-e6de-44ba-98b7-8c2b1ac600bf req-445f33a9-3f4b-42f9-8196-f7dcacf260dc service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875053 Feb 16 17:40:59.583047 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:40:59.600921 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-83e5a1e0-e6de-44ba-98b7-8c2b1ac600bf req-d896e80d-8639-4be6-a8c5-04ae8f8f1849 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896678 Feb 16 17:41:01.103838 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:41:02.015785 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:41:02.241266 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:41:05.117267 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:41:25.822820 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-90b50731-db11-4f55-859f-069d4cf725d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:41:28.442317 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ef260be-614a-4d90-b7fb-47ae472a9185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:41:29.581811 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:41:31.106890 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:41:32.020127 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:41:32.243918 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:41:33.874309 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:41:35.131803 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:41:55.824215 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b046ff49-c2cf-4bb9-8f1f-58a3b179ea7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:41:58.447296 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-43e36f73-4774-4ab0-b0f4-8c8e1490a57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:41:59.584277 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:42:01.090082 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-832450ee-4431-4c4f-a2ba-690c9750b9cf req-a1e0dfec-9e4c-4fb7-83f2-e11c98f84c76 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958257 Feb 16 17:42:01.109978 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:42:01.175355 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832450ee-4431-4c4f-a2ba-690c9750b9cf req-ee10139f-3c24-49e1-b98f-cd83e8440bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:01.177060 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-832450ee-4431-4c4f-a2ba-690c9750b9cf req-ee10139f-3c24-49e1-b98f-cd83e8440bf1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 1127 time: 0.0452297 Feb 16 17:42:01.285543 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832450ee-4431-4c4f-a2ba-690c9750b9cf req-abff64f7-f87d-4fe0-86fa-3e8ab961b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:01.286923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-832450ee-4431-4c4f-a2ba-690c9750b9cf req-abff64f7-f87d-4fe0-86fa-3e8ab961b9b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.0906670 Feb 16 17:42:01.355155 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-832450ee-4431-4c4f-a2ba-690c9750b9cf req-696f5d2f-a42f-4bb0-9319-61322a3546a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22 HTTP/1.1" status: 200 len: 1001 time: 0.0598996 Feb 16 17:42:01.406282 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832450ee-4431-4c4f-a2ba-690c9750b9cf req-e656e8b7-5c84-4e29-ae98-a66db83f3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:01.407772 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-832450ee-4431-4c4f-a2ba-690c9750b9cf req-e656e8b7-5c84-4e29-ae98-a66db83f3b3f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0450726 Feb 16 17:42:01.461582 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832450ee-4431-4c4f-a2ba-690c9750b9cf req-0dd40577-1b4f-468d-a526-ace3900b4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:01.463086 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-832450ee-4431-4c4f-a2ba-690c9750b9cf req-0dd40577-1b4f-468d-a526-ace3900b4e51 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490134 Feb 16 17:42:01.551447 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-832450ee-4431-4c4f-a2ba-690c9750b9cf req-4c7d4bec-7f0e-42d3-bc3e-be3fd8005c1b service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820906 Feb 16 17:42:01.646324 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-832450ee-4431-4c4f-a2ba-690c9750b9cf req-e810c83a-6c3d-42a7-923b-a04de3338c91 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865936 Feb 16 17:42:02.034007 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:42:02.246807 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:42:05.130111 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:42:10.873141 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:42:25.826648 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c8f4660c-3e13-4a00-88ba-c6da2d5b066f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:42:28.449875 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-58e2b814-46b7-4005-82ea-3254ebd15422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:42:29.587894 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:42:31.112409 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:42:32.033222 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:42:32.249754 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:42:35.144144 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:42:46.646304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ef024-7203-423a-96da-c1c7454c81eb req-6608fc82-5feb-4d59-8d0f-93ca1ba0f586 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:46.647684 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-927ef024-7203-423a-96da-c1c7454c81eb req-6608fc82-5feb-4d59-8d0f-93ca1ba0f586 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0590839 Feb 16 17:42:46.696697 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-927ef024-7203-423a-96da-c1c7454c81eb req-cc3da94e-2133-4b1a-ae07-c93b4562c922 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429668 Feb 16 17:42:47.821966 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13d813-0c38-47b8-a0d0-8d1152e85f9c req-598ce266-b870-4975-937f-a2c259a26a7f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:47.823946 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b13d813-0c38-47b8-a0d0-8d1152e85f9c req-598ce266-b870-4975-937f-a2c259a26a7f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0528984 Feb 16 17:42:47.871817 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:42:47.875861 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0b13d813-0c38-47b8-a0d0-8d1152e85f9c req-efd58635-eb2a-4512-bef6-0d17e134bdc8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463414 Feb 16 17:42:49.001561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e7f20-a712-4191-9acd-1c8c81e45055 req-299b60cb-1111-4f0d-8810-3c5e158d789e tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:49.003029 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a54e7f20-a712-4191-9acd-1c8c81e45055 req-299b60cb-1111-4f0d-8810-3c5e158d789e tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0522752 Feb 16 17:42:49.051319 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a54e7f20-a712-4191-9acd-1c8c81e45055 req-67313386-dc32-484b-8baf-9608f0f6c444 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427516 Feb 16 17:42:50.168947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df6113-5156-4d19-b91b-35b43ecb6c1b req-a9baa046-dc63-44d0-b25b-52f6b3eebdad tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:50.170424 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61df6113-5156-4d19-b91b-35b43ecb6c1b req-a9baa046-dc63-44d0-b25b-52f6b3eebdad tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0524457 Feb 16 17:42:50.219108 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-61df6113-5156-4d19-b91b-35b43ecb6c1b req-6781fec7-9efe-45f9-947a-e0dbcab0351f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431366 Feb 16 17:42:51.344826 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980258df-fd56-4203-96c5-9663d3ab8f4c req-94595b62-19b9-4720-8447-00af1dafa7d8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:51.346305 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-980258df-fd56-4203-96c5-9663d3ab8f4c req-94595b62-19b9-4720-8447-00af1dafa7d8 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0581782 Feb 16 17:42:51.397416 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-980258df-fd56-4203-96c5-9663d3ab8f4c req-7ae60add-f686-4791-ac29-f81fa21b7040 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455000 Feb 16 17:42:52.514548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a35af6-9aa7-4324-9ce7-1efc294169de req-a4dd1569-9613-47af-b488-130d69e99bbb tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:52.516027 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4a35af6-9aa7-4324-9ce7-1efc294169de req-a4dd1569-9613-47af-b488-130d69e99bbb tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0526569 Feb 16 17:42:52.563692 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f4a35af6-9aa7-4324-9ce7-1efc294169de req-293f8215-bd02-43c7-bb59-fae6ee4a66f2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421357 Feb 16 17:42:53.683723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f705b-f2ca-46a9-8e2b-ad0e91a2618b req-6c3bb281-68d3-4009-b61b-25f565b15338 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:53.685173 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-272f705b-f2ca-46a9-8e2b-ad0e91a2618b req-6c3bb281-68d3-4009-b61b-25f565b15338 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0551112 Feb 16 17:42:53.732911 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-272f705b-f2ca-46a9-8e2b-ad0e91a2618b req-dde923b4-cb75-4f5a-a5c5-a3db0c1ead12 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Feb 16 17:42:54.853088 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91166ae-7479-415a-9b24-f4b1ed612931 req-5289a2d6-891e-4ce1-946b-fbb019b9028e tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:54.854561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f91166ae-7479-415a-9b24-f4b1ed612931 req-5289a2d6-891e-4ce1-946b-fbb019b9028e tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0553632 Feb 16 17:42:54.904708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f91166ae-7479-415a-9b24-f4b1ed612931 req-dac713ce-9d9e-48c6-8d70-1df63a0c7367 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438883 Feb 16 17:42:55.828275 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-15bced59-0b0f-4ec7-ab4c-1abf3aa1352c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:42:56.022680 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735865d1-b712-4d96-b7cc-08d5e135b4f5 req-5a7062c4-8885-4cc5-ab03-5cb1775bd7cf tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:56.024160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-735865d1-b712-4d96-b7cc-08d5e135b4f5 req-5a7062c4-8885-4cc5-ab03-5cb1775bd7cf tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0523469 Feb 16 17:42:56.076542 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-735865d1-b712-4d96-b7cc-08d5e135b4f5 req-fa882c24-7405-454a-8473-985e064f2c19 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468740 Feb 16 17:42:56.751974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22ccd5-de28-43a8-a382-e98aa75fe154 req-ef58de27-29ea-49e5-873e-fb276cd4b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:56.753350 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a22ccd5-de28-43a8-a382-e98aa75fe154 req-ef58de27-29ea-49e5-873e-fb276cd4b407 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 1127 time: 0.0438390 Feb 16 17:42:56.841316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22ccd5-de28-43a8-a382-e98aa75fe154 req-9e818dd3-6212-4a6b-a4ba-b732dc2316f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:56.843048 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a22ccd5-de28-43a8-a382-e98aa75fe154 req-9e818dd3-6212-4a6b-a4ba-b732dc2316f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.0842390 Feb 16 17:42:56.911263 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a22ccd5-de28-43a8-a382-e98aa75fe154 req-da8765c5-5e5e-4c9d-b47e-9cd870497ed9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22 HTTP/1.1" status: 200 len: 1001 time: 0.0621541 Feb 16 17:42:56.958596 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22ccd5-de28-43a8-a382-e98aa75fe154 req-920171df-3f83-4dce-9ff4-2124ca763926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:56.960012 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a22ccd5-de28-43a8-a382-e98aa75fe154 req-920171df-3f83-4dce-9ff4-2124ca763926 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0426869 Feb 16 17:42:57.006546 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22ccd5-de28-43a8-a382-e98aa75fe154 req-c927094e-780f-4bcd-b604-6903af131757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:57.007948 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a22ccd5-de28-43a8-a382-e98aa75fe154 req-c927094e-780f-4bcd-b604-6903af131757 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427670 Feb 16 17:42:57.098226 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a22ccd5-de28-43a8-a382-e98aa75fe154 req-12f6b823-01c3-4d70-bcf4-7148d123bf42 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846686 Feb 16 17:42:57.509668 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2a22ccd5-de28-43a8-a382-e98aa75fe154 req-a66287b6-6157-4fea-bf7c-9950f4d67ccc service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057727 Feb 16 17:42:57.524424 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b0723-a9b9-4723-a541-c5e2545de50c req-f696180b-dc68-4336-bb5e-23f314dd2161 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:57.525855 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c0b0723-a9b9-4723-a541-c5e2545de50c req-f696180b-dc68-4336-bb5e-23f314dd2161 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.3655849 Feb 16 17:42:57.575136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c0b0723-a9b9-4723-a541-c5e2545de50c req-946d45d4-32aa-440c-a9e1-1fd83519d312 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425479 Feb 16 17:42:58.455059 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-17c984a1-16e1-4449-a146-f67ed4f63bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:42:58.692177 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68074007-92dc-4deb-8be3-b5aa7c471a13 req-1d4f824e-4631-44f3-89c4-e70c5edfd8cf tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:58.693544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68074007-92dc-4deb-8be3-b5aa7c471a13 req-1d4f824e-4631-44f3-89c4-e70c5edfd8cf tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0520704 Feb 16 17:42:58.742630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-68074007-92dc-4deb-8be3-b5aa7c471a13 req-5a957e4c-8b82-41e3-99f0-fd6bbcaed857 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434344 Feb 16 17:42:59.593330 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:42:59.867857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cafd8-826a-44f7-aabe-55c72a1f3f6c req-fc0a3507-8689-43f9-bb20-b5212aef1720 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:42:59.869253 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce7cafd8-826a-44f7-aabe-55c72a1f3f6c req-fc0a3507-8689-43f9-bb20-b5212aef1720 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0569754 Feb 16 17:42:59.919724 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce7cafd8-826a-44f7-aabe-55c72a1f3f6c req-5bd0e70a-7f14-438e-b59d-d9024f2a2c05 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446103 Feb 16 17:43:01.072915 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d768266-0e5d-4e36-8568-efec345a2ffb req-c3cc8e85-b9e8-4ecd-9ca8-064b3384852c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:01.074992 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d768266-0e5d-4e36-8568-efec345a2ffb req-c3cc8e85-b9e8-4ecd-9ca8-064b3384852c tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0849328 Feb 16 17:43:01.092483 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c29c4-5ade-4736-9bbd-78acbd2e9380 req-25baac33-badd-4eca-ab97-50804e48358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:01.093909 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c29c4-5ade-4736-9bbd-78acbd2e9380 req-25baac33-badd-4eca-ab97-50804e48358c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 1127 time: 0.0655420 Feb 16 17:43:01.118398 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:01.163043 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d768266-0e5d-4e36-8568-efec345a2ffb req-7aa74c4b-57ef-455f-8108-6b6d0f8e3fce tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813687 Feb 16 17:43:01.225763 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c29c4-5ade-4736-9bbd-78acbd2e9380 req-e9de3a8c-338e-4cd3-97a7-56369abdcee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:01.227455 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c29c4-5ade-4736-9bbd-78acbd2e9380 req-e9de3a8c-338e-4cd3-97a7-56369abdcee9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.1110895 Feb 16 17:43:01.294332 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c29c4-5ade-4736-9bbd-78acbd2e9380 req-5e801d83-55d8-4eb8-83bf-e43169a4f210 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22 HTTP/1.1" status: 200 len: 1001 time: 0.0609398 Feb 16 17:43:01.350003 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c29c4-5ade-4736-9bbd-78acbd2e9380 req-fcc0d1e8-54bd-4739-b6fd-24129fedb724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:01.351542 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c29c4-5ade-4736-9bbd-78acbd2e9380 req-fcc0d1e8-54bd-4739-b6fd-24129fedb724 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0509408 Feb 16 17:43:01.401630 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c29c4-5ade-4736-9bbd-78acbd2e9380 req-66805d1e-7fb3-4dfc-b7df-64daa0ce44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:01.404015 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c29c4-5ade-4736-9bbd-78acbd2e9380 req-66805d1e-7fb3-4dfc-b7df-64daa0ce44e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471385 Feb 16 17:43:01.499331 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c29c4-5ade-4736-9bbd-78acbd2e9380 req-bd2f4a47-bf17-4fca-8ec6-435e98b4de03 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895112 Feb 16 17:43:01.590859 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-211c29c4-5ade-4736-9bbd-78acbd2e9380 req-fb764a66-5488-4cab-af02-2afd67fc5b5e service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839701 Feb 16 17:43:01.645068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:43:01.725288 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:43:01.726164 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:01.750977 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:43:01.753223 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72fdd04-6aa8-4969-b71a-e34af86f0f81" -d '{"events": [{"server_uuid": "edc323a8-c704-4a31-a5aa-a81674700f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "6d1e85f0-545b-4b8e-b9a2-883e8a587e22"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:43:01.766707 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:43:01.774304 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:01.815436 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9474db3-ef78-4433-8c4d-c22a7981ee60 x-openstack-request-id: req-d9474db3-ef78-4433-8c4d-c22a7981ee60 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:43:01.815726 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc323a8-c704-4a31-a5aa-a81674700f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "6d1e85f0-545b-4b8e-b9a2-883e8a587e22", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:43:01.816905 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9474db3-ef78-4433-8c4d-c22a7981ee60 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:43:01.817315 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22', 'code': 200} Feb 16 17:43:01.826989 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:01.834385 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:01.834731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:01.835071 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:01.835406 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:01.835736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:01.836088 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:01.836412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:01.836735 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:01.837060 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:01.837379 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:01.837701 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:01.838018 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:01.838334 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:43:02.039926 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:02.278894 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:02.305955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e902b5d-e20e-49a2-a7f9-ddddaff0649e req-2f2ed173-64f4-4cc6-aa2e-fe594f1c6320 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:02.307538 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e902b5d-e20e-49a2-a7f9-ddddaff0649e req-2f2ed173-64f4-4cc6-aa2e-fe594f1c6320 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0727270 Feb 16 17:43:02.366222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3e902b5d-e20e-49a2-a7f9-ddddaff0649e req-0f99a69f-20fa-47cd-bf1d-b96bd28e5728 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515418 Feb 16 17:43:03.487335 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f131bf-7402-48a0-a7a6-ec8bb4929399 req-1e37d34c-63df-4c66-85cc-1bae98abe73e tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:03.488868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3f131bf-7402-48a0-a7a6-ec8bb4929399 req-1e37d34c-63df-4c66-85cc-1bae98abe73e tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0527148 Feb 16 17:43:03.536793 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d3f131bf-7402-48a0-a7a6-ec8bb4929399 req-ca1dbbaf-ca19-457d-8638-3e3c85b93048 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424240 Feb 16 17:43:04.770575 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-15ba3b3a-0bb9-49ee-85e6-1bc3d15bc982 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808785 Feb 16 17:43:04.780890 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-5937917a-e3cc-415c-b0d2-848052f96dec service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:43:04.781853 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-5937917a-e3cc-415c-b0d2-848052f96dec service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062635 Feb 16 17:43:04.788667 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2654a-ea2c-44e9-b330-0edcf9800399 req-dd822f8e-8e37-423e-a9fe-320b0967ddc2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:04.790066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ac2654a-ea2c-44e9-b330-0edcf9800399 req-dd822f8e-8e37-423e-a9fe-320b0967ddc2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0756149 Feb 16 17:43:04.841683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2ac2654a-ea2c-44e9-b330-0edcf9800399 req-92a79f20-3dbd-485f-9289-a94903d3f388 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458112 Feb 16 17:43:04.855647 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-056d07cd-62da-4927-afd5-7fabeb414c7a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:04.857065 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-056d07cd-62da-4927-afd5-7fabeb414c7a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports/6d1e85f0-545b-4b8e-b9a2-883e8a587e22 HTTP/1.1" status: 200 len: 940 time: 0.0486631 Feb 16 17:43:05.145861 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:05.962029 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396d508-1937-461b-bdc8-84e6ec4b730b req-dd83e969-aece-415c-852d-ad64391e61a1 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:05.963496 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a396d508-1937-461b-bdc8-84e6ec4b730b req-dd83e969-aece-415c-852d-ad64391e61a1 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0529194 Feb 16 17:43:06.013377 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a396d508-1937-461b-bdc8-84e6ec4b730b req-5f189d47-b55e-4941-902c-8c944097a91f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436611 Feb 16 17:43:07.133393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7b683-013c-40cf-8bc7-b803f1817abc req-ca3abc52-e646-43dc-8f10-0ba12feb1b4d tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:07.134855 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07c7b683-013c-40cf-8bc7-b803f1817abc req-ca3abc52-e646-43dc-8f10-0ba12feb1b4d tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0533271 Feb 16 17:43:07.187716 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-07c7b683-013c-40cf-8bc7-b803f1817abc req-a9e31a8d-7c42-4a09-9e2c-b92887da632e tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471756 Feb 16 17:43:08.307886 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7fcfe-cfb8-4212-9689-1ba9568d68fa req-b351c522-be07-490f-addb-152965b8dae1 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:08.309396 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18c7fcfe-cfb8-4212-9689-1ba9568d68fa req-b351c522-be07-490f-addb-152965b8dae1 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0538819 Feb 16 17:43:08.359109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-18c7fcfe-cfb8-4212-9689-1ba9568d68fa req-c2e0b16a-8c87-43bd-b13b-0ce15c6c7734 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439837 Feb 16 17:43:09.478264 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e48d4-9988-4d4b-a27e-bf71fcf1961a req-a2381858-74bf-49cf-99d1-a7eddb3e500d tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:09.479776 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e5e48d4-9988-4d4b-a27e-bf71fcf1961a req-a2381858-74bf-49cf-99d1-a7eddb3e500d tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0539951 Feb 16 17:43:09.529478 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e5e48d4-9988-4d4b-a27e-bf71fcf1961a req-7fe0e539-3d67-4274-b230-b5b4dd743052 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440209 Feb 16 17:43:10.650951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99440ac8-cc44-40ef-b083-b5626aec06b2 req-7dd5992f-f20b-455c-99f3-bcc138c32f72 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:10.653235 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99440ac8-cc44-40ef-b083-b5626aec06b2 req-7dd5992f-f20b-455c-99f3-bcc138c32f72 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0574875 Feb 16 17:43:10.702391 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-99440ac8-cc44-40ef-b083-b5626aec06b2 req-e30d9ac6-0a6a-4542-8e98-93a813d495c0 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Feb 16 17:43:11.822924 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad7d8b-3938-437e-a55f-175e19657f12 req-046f81eb-6be0-4f63-a09d-702f23607327 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:11.824435 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-38ad7d8b-3938-437e-a55f-175e19657f12 req-046f81eb-6be0-4f63-a09d-702f23607327 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0549538 Feb 16 17:43:11.874624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-38ad7d8b-3938-437e-a55f-175e19657f12 req-46e3c411-6cf0-46d9-be71-4c1758d0f2cc tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442321 Feb 16 17:43:12.991835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b48400-17c3-40b5-8a05-09e6b7051cb6 req-51306ca7-5ee1-465f-83c3-bd229bc54e31 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:12.993284 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60b48400-17c3-40b5-8a05-09e6b7051cb6 req-51306ca7-5ee1-465f-83c3-bd229bc54e31 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0522828 Feb 16 17:43:13.046465 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-60b48400-17c3-40b5-8a05-09e6b7051cb6 req-f00cdd5d-ef3a-4def-925d-2db57d1ef6f9 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467305 Feb 16 17:43:14.171173 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744ec1-ef54-43bf-b6c2-f484fa2a01a0 req-0afc12fa-0dd1-4067-9e5d-efa9d574dcbd tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:14.172703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54744ec1-ef54-43bf-b6c2-f484fa2a01a0 req-0afc12fa-0dd1-4067-9e5d-efa9d574dcbd tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0545149 Feb 16 17:43:14.222714 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54744ec1-ef54-43bf-b6c2-f484fa2a01a0 req-7e7945b6-1667-4248-b3b9-624a2e514804 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442963 Feb 16 17:43:15.349205 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547374f-b317-44fd-8d05-bc210fc57c72 req-c3e7629b-4979-49e7-aa45-5d26e155d24b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:15.350816 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d547374f-b317-44fd-8d05-bc210fc57c72 req-c3e7629b-4979-49e7-aa45-5d26e155d24b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0554335 Feb 16 17:43:15.402649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d547374f-b317-44fd-8d05-bc210fc57c72 req-4c777354-61a0-4672-9668-f9f6cefae443 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448325 Feb 16 17:43:15.725078 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-1d117ff8-8ac2-4c71-9aab-054fff40a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:15.726569 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-1d117ff8-8ac2-4c71-9aab-054fff40a479 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c&tenant_id=fc340825e1bc41c586a0738506b48e96 HTTP/1.1" status: 200 len: 1125 time: 0.0495672 Feb 16 17:43:15.789592 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-13463797-69ea-4fc5-a3ed-b5c8f03048b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:15.791095 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-13463797-69ea-4fc5-a3ed-b5c8f03048b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 1125 time: 0.0441008 Feb 16 17:43:15.888266 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-90ba0333-1031-424a-b766-159181717dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:15.889723 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-90ba0333-1031-424a-b766-159181717dda service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.0924106 Feb 16 17:43:15.953304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-8998ee41-15fb-471e-95f6-bf5e7fe1cf23 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22 HTTP/1.1" status: 200 len: 999 time: 0.0578899 Feb 16 17:43:15.999561 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-2683d505-aabf-494e-958d-0d24379b8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:16.000915 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-2683d505-aabf-494e-958d-0d24379b8ac4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0425920 Feb 16 17:43:16.052368 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-9796f932-bb78-4edc-abf8-30499443f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:16.053844 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-9796f932-bb78-4edc-abf8-30499443f72a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472825 Feb 16 17:43:16.147961 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-3ca2d7db-6c62-4ec7-8ea6-9c02f9e88c1c service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839953 Feb 16 17:43:16.240703 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-de48e1ba-2414-4306-9618-b5e8c88bfce0 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866792 Feb 16 17:43:16.523584 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66586404-b06f-4547-92ef-678a938330bd req-4aef7d12-1b03-4bf2-9326-c62c3a39d514 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:16.525075 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66586404-b06f-4547-92ef-678a938330bd req-4aef7d12-1b03-4bf2-9326-c62c3a39d514 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0532579 Feb 16 17:43:16.573469 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-66586404-b06f-4547-92ef-678a938330bd req-58c1f5ea-644e-431f-b634-c3772b45186d tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Feb 16 17:43:17.692498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931fd97-de86-4ee8-bc7f-1e19e6a817d4 req-e6fcfa36-4b34-42e0-90ec-c7edc8f9dd69 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:17.693975 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1931fd97-de86-4ee8-bc7f-1e19e6a817d4 req-e6fcfa36-4b34-42e0-90ec-c7edc8f9dd69 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0514925 Feb 16 17:43:17.747618 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1931fd97-de86-4ee8-bc7f-1e19e6a817d4 req-2a4db178-5c9e-4125-9237-fa29061e734b tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475259 Feb 16 17:43:18.864365 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4dff7-3462-4cb4-a9f8-f874856cb2e4 req-c12fd0c0-4f16-4703-966e-2aaf4c594173 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:18.865824 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0b4dff7-3462-4cb4-a9f8-f874856cb2e4 req-c12fd0c0-4f16-4703-966e-2aaf4c594173 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0530572 Feb 16 17:43:18.915167 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0b4dff7-3462-4cb4-a9f8-f874856cb2e4 req-e48cf71f-38de-497a-b05c-61010634a9bd tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429831 Feb 16 17:43:20.032581 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4750f4-e7b2-4113-ad65-e44e9683bdbf req-c296629e-4786-4702-b485-1d9cb64290eb tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:20.034065 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b4750f4-e7b2-4113-ad65-e44e9683bdbf req-c296629e-4786-4702-b485-1d9cb64290eb tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0525303 Feb 16 17:43:20.081864 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3b4750f4-e7b2-4113-ad65-e44e9683bdbf req-f27fca4a-507d-4ab3-a93d-643e50409ee5 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422738 Feb 16 17:43:21.204273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ac446-6c80-43a4-8f89-f17b734cc5bf req-aa38eea2-3724-495f-83d8-50aa8bd51853 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:21.205717 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d6ac446-6c80-43a4-8f89-f17b734cc5bf req-aa38eea2-3724-495f-83d8-50aa8bd51853 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0561304 Feb 16 17:43:21.254544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d6ac446-6c80-43a4-8f89-f17b734cc5bf req-2caad697-5093-4e53-b923-e979741f9bda tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432270 Feb 16 17:43:22.373741 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f6f84-bb92-42d4-b860-4871810a3e52 req-3a0825e8-ac82-4846-9503-579b47e529ab tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:22.375204 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc0f6f84-bb92-42d4-b860-4871810a3e52 req-3a0825e8-ac82-4846-9503-579b47e529ab tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0533512 Feb 16 17:43:22.423491 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-dc0f6f84-bb92-42d4-b860-4871810a3e52 req-0bb03fc6-8c1f-43cf-8bcb-fd91030f6c14 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425737 Feb 16 17:43:23.542311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28956c2d-7fdc-4316-a64b-6a939b8b17f7 req-b3abf75e-f3f4-4349-9746-7386d165f870 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:23.543810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28956c2d-7fdc-4316-a64b-6a939b8b17f7 req-b3abf75e-f3f4-4349-9746-7386d165f870 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 943 time: 0.0519867 Feb 16 17:43:23.598160 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-28956c2d-7fdc-4316-a64b-6a939b8b17f7 req-8851cea8-0c64-42a7-86dc-ef5869afe6b3 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487204 Feb 16 17:43:23.802645 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:43:23.896977 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:43:23.908623 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'port_id': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22', 'mac_address': 'fa:16:3e:d1:f3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:43:23.947864 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:43:23.948253 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:23.961108 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:43:23.981920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:43:23.985718 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:24.031615 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:24.224688 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['6d1e85f0-545b-4b8e-b9a2-883e8a587e22'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:43:24.718273 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8daf9-dee6-4290-8b20-36e480d8e0d0 req-e0bdf0d1-b38d-40a3-8345-84bbe7bcbfaf tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:24.719775 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48a8daf9-dee6-4290-8b20-36e480d8e0d0 req-e0bdf0d1-b38d-40a3-8345-84bbe7bcbfaf tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 944 time: 0.0532544 Feb 16 17:43:24.768273 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-48a8daf9-dee6-4290-8b20-36e480d8e0d0 req-4600866f-4a9b-47d2-9f86-5eff006747df tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428677 Feb 16 17:43:24.871337 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:43:25.800101 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:43:25.851782 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8a48e5e9-34e9-4bdf-8678-94cd298686af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:25.864471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:43:25.864773 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:25.890254 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce120d51-f892-4725-b92b-9abe6c8694b5 req-c7b24aec-c768-4414-8f50-ee5fa78d1e37 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:25.891783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce120d51-f892-4725-b92b-9abe6c8694b5 req-c7b24aec-c768-4414-8f50-ee5fa78d1e37 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 944 time: 0.0540760 Feb 16 17:43:25.944649 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ce120d51-f892-4725-b92b-9abe6c8694b5 req-cb964437-e272-45b3-8894-a23b5794d656 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470109 Feb 16 17:43:26.100388 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:43:26.100780 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:26.124035 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:43:26.126176 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6474d554-bca6-4da4-9050-b2d8eebf6871" -d '{"events": [{"server_uuid": "edc323a8-c704-4a31-a5aa-a81674700f2c", "name": "network-vif-plugged", "status": "completed", "tag": "6d1e85f0-545b-4b8e-b9a2-883e8a587e22"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:43:26.139233 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:43:26.143898 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:26.192748 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:43:27.070786 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382925d-1793-479c-b5dd-308c9fe39446 req-5508650e-1042-4b25-b147-09f47fc4ea8f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:27.072282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8382925d-1793-479c-b5dd-308c9fe39446 req-5508650e-1042-4b25-b147-09f47fc4ea8f tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0559070 Feb 16 17:43:27.122247 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8382925d-1793-479c-b5dd-308c9fe39446 req-6ac66712-01d5-4475-ac94-6c20dc696ca2 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436680 Feb 16 17:43:27.256212 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad54bbc0-30c5-44a1-817c-db400eb9329b x-openstack-request-id: req-ad54bbc0-30c5-44a1-817c-db400eb9329b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:43:27.256695 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc323a8-c704-4a31-a5aa-a81674700f2c", "name": "network-vif-plugged", "status": "completed", "tag": "6d1e85f0-545b-4b8e-b9a2-883e8a587e22", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:43:27.256807 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad54bbc0-30c5-44a1-817c-db400eb9329b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:43:27.257139 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22', 'code': 200} Feb 16 17:43:27.400995 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388bc9e-ace3-4c01-86da-27f2b6017a27 req-260c0f19-c196-48a2-a413-cf2b7812b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:27.402926 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6388bc9e-ace3-4c01-86da-27f2b6017a27 req-260c0f19-c196-48a2-a413-cf2b7812b7f1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 1127 time: 0.0440803 Feb 16 17:43:27.449155 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6388bc9e-ace3-4c01-86da-27f2b6017a27 req-97574a44-d1ee-46f3-b4e2-35b7ac0f6226 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400000 Feb 16 17:43:28.243410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d583b1-f8ba-4737-9439-1bc1a89d105e req-8c2040fe-feff-4c94-b25e-5d8129a616ca tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:28.244916 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06d583b1-f8ba-4737-9439-1bc1a89d105e req-8c2040fe-feff-4c94-b25e-5d8129a616ca tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0560873 Feb 16 17:43:28.294322 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-06d583b1-f8ba-4737-9439-1bc1a89d105e req-2f5c197c-76a3-45bc-bb0f-92378f3fb2d0 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429723 Feb 16 17:43:28.458611 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b7a39b23-e6b6-4530-b9e0-1a042273c325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:29.414459 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406fd64-4679-4b9e-947a-e45408723f1b req-659c7acf-9397-4e39-89b5-06fab65248af tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:43:29.415942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c406fd64-4679-4b9e-947a-e45408723f1b req-659c7acf-9397-4e39-89b5-06fab65248af tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0522368 Feb 16 17:43:29.465758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c406fd64-4679-4b9e-947a-e45408723f1b req-efa5803a-a5b0-463d-a606-cdf4ef6f816d tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433435 Feb 16 17:43:29.593429 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:31.111201 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:32.030723 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:32.251926 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:35.159662 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:55.834223 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-291bdd0b-02fb-403e-b06e-5180bedc52be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:58.461326 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c393ebe6-2b92-4bad-9677-e9c28e84fade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:43:59.596979 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:01.113623 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:01.870977 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:44:02.063876 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:02.254934 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:03.034497 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20318bb5-16ba-4dc2-9c14-85551229a7ed req-30202811-acae-4833-934d-dd8dd11f1b93 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425348 Feb 16 17:44:03.125547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20318bb5-16ba-4dc2-9c14-85551229a7ed req-b7de3c84-cbdc-430c-92d3-ce38c945cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:03.127039 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20318bb5-16ba-4dc2-9c14-85551229a7ed req-b7de3c84-cbdc-430c-92d3-ce38c945cee5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 1127 time: 0.0520694 Feb 16 17:44:03.233051 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20318bb5-16ba-4dc2-9c14-85551229a7ed req-416b6993-fde8-4a3e-9b45-e66fced3118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:03.235164 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20318bb5-16ba-4dc2-9c14-85551229a7ed req-416b6993-fde8-4a3e-9b45-e66fced3118a service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.0882215 Feb 16 17:44:03.309686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20318bb5-16ba-4dc2-9c14-85551229a7ed req-8a9c57ef-f469-4089-a362-ec441e540469 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22 HTTP/1.1" status: 200 len: 1001 time: 0.0696518 Feb 16 17:44:03.360090 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20318bb5-16ba-4dc2-9c14-85551229a7ed req-16197a3d-e374-47bb-9b07-c323e684ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:03.361562 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20318bb5-16ba-4dc2-9c14-85551229a7ed req-16197a3d-e374-47bb-9b07-c323e684ca3a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0453565 Feb 16 17:44:03.409341 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20318bb5-16ba-4dc2-9c14-85551229a7ed req-5c75171e-fd0d-4e8f-9aa8-52dbf01a9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:03.410825 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20318bb5-16ba-4dc2-9c14-85551229a7ed req-5c75171e-fd0d-4e8f-9aa8-52dbf01a9b33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434737 Feb 16 17:44:03.503146 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20318bb5-16ba-4dc2-9c14-85551229a7ed req-223441e4-4133-4b6b-ad90-e7cd8df8cb52 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857835 Feb 16 17:44:03.590900 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-20318bb5-16ba-4dc2-9c14-85551229a7ed req-66ce7405-7b77-4573-acfc-f4cd790056c7 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818491 Feb 16 17:44:05.157256 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:25.835518 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7bc1dab5-e229-40c9-a85f-2f839539c765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:28.463426 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ca5426c2-1a67-406f-a12f-9c56fd25e4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:29.598725 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:31.117123 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:32.073838 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:32.261235 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:35.155324 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:38.869466 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:44:45.288021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56510) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:44:45.450222 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Deleting port be9bb2fa-2b0b-4ff7-923f-a8b4f5f7fc74 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:44:45.450562 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (be9bb2fa-2b0b-4ff7-923f-a8b4f5f7fc74), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:45.526995 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (be9bb2fa-2b0b-4ff7-923f-a8b4f5f7fc74), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:45.527321 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for floatingip (be9bb2fa-2b0b-4ff7-923f-a8b4f5f7fc74), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:45.538971 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Calling delete_port for be9bb2fa-2b0b-4ff7-923f-a8b4f5f7fc74 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:44:45.685729 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (be9bb2fa-2b0b-4ff7-923f-a8b4f5f7fc74), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:45.711467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event deleted for resources: {'Port': ['ID=be9bb2fa-2b0b-4ff7-923f-a8b4f5f7fc74,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:45.724558 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:45.724919 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:45.725375 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:45.725723 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:45.726061 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:45.726397 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:45.726730 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:45.727062 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:45.727391 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:45.727715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:45.728068 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:45.728395 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:45.728719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:45.787286 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for floatingip (5f18cca8-59f2-430e-9ae2-5faa3839cc03), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:45.787620 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Floating IP 5f18cca8-59f2-430e-9ae2-5faa3839cc03 disassociated (deleted). External IP: 172.25.4.124, port: 6d1e85f0-545b-4b8e-b9a2-883e8a587e22. Feb 16 17:44:45.994004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:44:46.103142 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:44:46.108169 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:46.115517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd8e14a-0203-4601-945f-c55a3c013120 None None] Sync routers for ids ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:44:46.127398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd8e14a-0203-4601-945f-c55a3c013120 None None] Routers {'86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:44:46.128158 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fdd8e14a-0203-4601-945f-c55a3c013120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:44:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:46.139364 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-33bff385-0bf5-45c0-9a11-26a44fc96305 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "DELETE /v2.0/floatingips/5f18cca8-59f2-430e-9ae2-5faa3839cc03 HTTP/1.1" status: 204 len: 168 time: 0.8502481 Feb 16 17:44:46.140094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'tag': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:44:46.142460 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0648801-294e-44d3-91ee-ee4de821f545" -d '{"events": [{"name": "network-changed", "server_uuid": "edc323a8-c704-4a31-a5aa-a81674700f2c", "tag": "6d1e85f0-545b-4b8e-b9a2-883e8a587e22"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:44:46.183836 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35b944a-321e-45be-9e06-7dca82bf33cf x-openstack-request-id: req-c35b944a-321e-45be-9e06-7dca82bf33cf {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:44:46.184214 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc323a8-c704-4a31-a5aa-a81674700f2c", "tag": "6d1e85f0-545b-4b8e-b9a2-883e8a587e22", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:44:46.184537 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c35b944a-321e-45be-9e06-7dca82bf33cf {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:44:46.185194 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'tag': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22', 'status': 'completed', 'code': 200} Feb 16 17:44:46.247447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-fdd8e14a-0203-4601-945f-c55a3c013120 None None] Set router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:44:46.260927 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0648801-294e-44d3-91ee-ee4de821f545 req-5d9861a6-9391-44ce-b3b5-0c5973df6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:46.262185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0648801-294e-44d3-91ee-ee4de821f545 req-5d9861a6-9391-44ce-b3b5-0c5973df6255 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc340825e1bc41c586a0738506b48e96&device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 1127 time: 0.0563030 Feb 16 17:44:46.386535 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0648801-294e-44d3-91ee-ee4de821f545 req-8132549c-a9a2-46bb-8d6b-8da289c7e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:46.388073 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0648801-294e-44d3-91ee-ee4de821f545 req-8132549c-a9a2-46bb-8d6b-8da289c7e972 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 200 len: 910 time: 0.1188884 Feb 16 17:44:46.409955 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3e237-b303-4daa-adb4-213ae2834c7c req-6cf43217-c00c-4d0d-bb00-1bf44954b6a5 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:46.411393 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42d3e237-b303-4daa-adb4-213ae2834c7c req-6cf43217-c00c-4d0d-bb00-1bf44954b6a5 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0787644 Feb 16 17:44:46.449275 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0648801-294e-44d3-91ee-ee4de821f545 req-527e3af6-917b-4b21-93c8-056156fca398 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22 HTTP/1.1" status: 200 len: 217 time: 0.0545993 Feb 16 17:44:46.457035 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fdd8e14a-0203-4601-945f-c55a3c013120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:51Z', 'revision_number': 5, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:46.484778 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd8e14a-0203-4601-945f-c55a3c013120 None None] Checking router: 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:44:46.493482 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd8e14a-0203-4601-945f-c55a3c013120 None None] Routers {'86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:44:46.494110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fdd8e14a-0203-4601-945f-c55a3c013120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:44:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:46.523691 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42d3e237-b303-4daa-adb4-213ae2834c7c req-3d93bb45-67bc-4a31-9814-d132b07b8583 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810187 Feb 16 17:44:46.525145 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0648801-294e-44d3-91ee-ee4de821f545 req-9e274252-e17f-4637-9ccd-4eb5d7a10f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:46.526554 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0648801-294e-44d3-91ee-ee4de821f545 req-9e274252-e17f-4637-9ccd-4eb5d7a10f4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 200 len: 848 time: 0.0692987 Feb 16 17:44:46.587188 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0648801-294e-44d3-91ee-ee4de821f545 req-56c6f319-1a68-4b20-ad3c-4a537fe5c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:46.588718 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0648801-294e-44d3-91ee-ee4de821f545 req-56c6f319-1a68-4b20-ad3c-4a537fe5c359 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66637089-b5e6-4ff9-b202-9c31100ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543873 Feb 16 17:44:46.600465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-e0648801-294e-44d3-91ee-ee4de821f545 req-a55d1502-5ebc-49bd-83fe-ecbc177fda7b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:44:46.601411 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0648801-294e-44d3-91ee-ee4de821f545 req-a55d1502-5ebc-49bd-83fe-ecbc177fda7b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049133 Feb 16 17:44:46.604490 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-fdd8e14a-0203-4601-945f-c55a3c013120 None None] Set router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:44:46.696215 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0648801-294e-44d3-91ee-ee4de821f545 req-c3139526-fa8e-4347-93dc-03145adf4006 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883839 Feb 16 17:44:46.792360 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-e0648801-294e-44d3-91ee-ee4de821f545 req-2c973b37-f9e0-41df-bb5f-097ab50d3fe6 service neutron] 10.222.0.65 "GET /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876131 Feb 16 17:44:46.801836 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-fdd8e14a-0203-4601-945f-c55a3c013120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:51Z', 'revision_number': 5, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:44:46.832449 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd8e14a-0203-4601-945f-c55a3c013120 None None] The sync data for ids ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'] in n-d-669411-5 is: [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:46Z', 'revision_number': 4, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '8e9f425a-531b-41d8-9dc7-2b71617bac56', 'name': '', 'network_id': '66637089-b5e6-4ff9-b202-9c31100ce421', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'mac_address': 'fa:16:3e:ca:0c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:45Z', 'updated_at': '2022-02-16T17:35:51Z', 'revision_number': 5, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'subnets': [{'id': 'cf9cb4fe-9166-4ce5-80bd-14f729b45b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:44:47.059573 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c0b8b-bdc4-4383-b6db-d51d2d0f8df6 None None] New status for floating IP 5f18cca8-59f2-430e-9ae2-5faa3839cc03: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:44:47.643313 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36064e1-ba13-4771-938a-73bee382f89e req-b731bcd4-65a2-4574-9b04-794440d0b9cd tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:47.644708 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c36064e1-ba13-4771-938a-73bee382f89e req-b731bcd4-65a2-4574-9b04-794440d0b9cd tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0527070 Feb 16 17:44:47.694989 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-c36064e1-ba13-4771-938a-73bee382f89e req-2d9de3e1-2e65-4287-959c-106bbfbae135 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/security-groups?id=f14e6763-a127-4823-bcbc-d99798785f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446992 Feb 16 17:44:47.897088 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4a72d-2247-476e-8dc2-b823a07df322 req-6eca896e-7079-47b6-8ec8-820669161633 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:44:47.898463 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6bb4a72d-2247-476e-8dc2-b823a07df322 req-6eca896e-7079-47b6-8ec8-820669161633 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.65 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 945 time: 0.0523052 Feb 16 17:44:47.997253 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-6bb4a72d-2247-476e-8dc2-b823a07df322 req-b1d8289f-1c81-4db7-bb5b-47a59f9702af tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Deleting port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:44:47.997592 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6bb4a72d-2247-476e-8dc2-b823a07df322 req-b1d8289f-1c81-4db7-bb5b-47a59f9702af tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:48.096901 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-6bb4a72d-2247-476e-8dc2-b823a07df322 req-b1d8289f-1c81-4db7-bb5b-47a59f9702af tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] For port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:44:48.097261 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6bb4a72d-2247-476e-8dc2-b823a07df322 req-b1d8289f-1c81-4db7-bb5b-47a59f9702af tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:48.111124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-6bb4a72d-2247-476e-8dc2-b823a07df322 req-b1d8289f-1c81-4db7-bb5b-47a59f9702af tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Calling delete_port for 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:44:48.257903 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6bb4a72d-2247-476e-8dc2-b823a07df322 req-b1d8289f-1c81-4db7-bb5b-47a59f9702af tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6d1e85f0-545b-4b8e-b9a2-883e8a587e22), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:48.293109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8289f-1c81-4db7-bb5b-47a59f9702af tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event deleted for resources: {'Port': ['ID=6d1e85f0-545b-4b8e-b9a2-883e8a587e22,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:48.354712 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb4a72d-2247-476e-8dc2-b823a07df322 req-b1d8289f-1c81-4db7-bb5b-47a59f9702af tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] No DVR routers for this DVR port 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:44:48.358137 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6bb4a72d-2247-476e-8dc2-b823a07df322 req-b1d8289f-1c81-4db7-bb5b-47a59f9702af tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:48.363198 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6bb4a72d-2247-476e-8dc2-b823a07df322 req-b1d8289f-1c81-4db7-bb5b-47a59f9702af tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.65 "DELETE /v2.0/ports/6d1e85f0-545b-4b8e-b9a2-883e8a587e22 HTTP/1.1" status: 204 len: 173 time: 0.4588518 Feb 16 17:44:48.363664 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'name': 'network-vif-deleted', 'tag': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:44:48.367695 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e829a07f-c0bb-476e-adc4-8b0b76438ed1" -d '{"events": [{"server_uuid": "edc323a8-c704-4a31-a5aa-a81674700f2c", "name": "network-vif-deleted", "tag": "6d1e85f0-545b-4b8e-b9a2-883e8a587e22"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:44:48.426702 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a20d9a-20a7-4967-9c11-ebdee1c185e7 x-openstack-request-id: req-f7a20d9a-20a7-4967-9c11-ebdee1c185e7 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:44:48.427002 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc323a8-c704-4a31-a5aa-a81674700f2c", "name": "network-vif-deleted", "tag": "6d1e85f0-545b-4b8e-b9a2-883e8a587e22", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:44:48.427265 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7a20d9a-20a7-4967-9c11-ebdee1c185e7 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:44:48.428146 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc323a8-c704-4a31-a5aa-a81674700f2c', 'name': 'network-vif-deleted', 'tag': '6d1e85f0-545b-4b8e-b9a2-883e8a587e22', 'status': 'completed', 'code': 200} Feb 16 17:44:48.796643 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-beec6abc-ec93-45f4-9313-d9ea68cee868 req-4da63ec3-323d-4c5d-b174-f84651f31390 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 210 time: 0.0290897 Feb 16 17:44:49.893621 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf5cb1b6-10c1-4163-9dbb-0f086e63259a req-de249831-816c-43d4-81de-00c970973376 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 210 time: 0.0273521 Feb 16 17:44:50.151609 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:44:50.173166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:44:50.173557 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 6d1e85f0-545b-4b8e-b9a2-883e8a587e22 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:44:50.989906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-468c3d53-616b-428a-a006-285b429b73d6 req-32104bd6-ea8c-4022-aa61-d92add3f99be tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 210 time: 0.0288634 Feb 16 17:44:52.086199 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e66ed10-273d-4f82-9e67-f9577e6e16b3 req-5ae4e46d-3ca7-4535-8779-2d37e0980d86 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 210 time: 0.0277689 Feb 16 17:44:53.181608 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95e77b98-e16a-4c8f-b0ed-ce4f45b8c139 req-751f83d4-2938-4969-a579-ca33d9e8adbf tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 210 time: 0.0273805 Feb 16 17:44:54.281874 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b010582a-f892-4c99-b849-143ab600268b req-134ec4ed-89bd-43a2-b819-278d39d2af29 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 210 time: 0.0323572 Feb 16 17:44:55.383222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5ce62a23-5252-4686-a521-6e6e06c725a4 req-4add6df2-855a-44b3-8615-36d926946ae1 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 210 time: 0.0296309 Feb 16 17:44:55.838003 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-360fc0de-438f-4596-bb25-05b5d28dcc91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:56.481577 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-d8c04ed8-99fd-4c4d-9f1f-521bf329dcda req-bcacab22-ceba-47c8-a6ad-45bbc932c90d tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 210 time: 0.0284090 Feb 16 17:44:57.588829 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a19d8788-c68f-4d75-b914-56e0d156dd41 req-7aa93a60-7f3f-453b-a118-ae2fbbb84401 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc323a8-c704-4a31-a5aa-a81674700f2c HTTP/1.1" status: 200 len: 210 time: 0.0271907 Feb 16 17:44:58.467025 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4939e95e-fc46-4c6c-9afe-871f3787d229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:58.646681 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56552) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:44:58.704206 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d945d37-f3ea-4f85-b8c1-38e788c0b182 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group (f14e6763-a127-4823-bcbc-d99798785f7e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:58.729900 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d945d37-f3ea-4f85-b8c1-38e788c0b182 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group (f14e6763-a127-4823-bcbc-d99798785f7e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:58.792678 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d945d37-f3ea-4f85-b8c1-38e788c0b182 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (f14e6763-a127-4823-bcbc-d99798785f7e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:58.795307 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4d945d37-f3ea-4f85-b8c1-38e788c0b182 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:58.796493 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4d945d37-f3ea-4f85-b8c1-38e788c0b182 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] 10.222.0.24 "DELETE /v2.0/security-groups/f14e6763-a127-4823-bcbc-d99798785f7e HTTP/1.1" status: 204 len: 168 time: 0.1488402 Feb 16 17:44:58.805809 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d945d37-f3ea-4f85-b8c1-38e788c0b182 tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14e6763-a127-4823-bcbc-d99798785f7e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:58.849983 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56556) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:44:59.333645 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:59.589304 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Deleting port 8e9f425a-531b-41d8-9dc7-2b71617bac56 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:44:59.589650 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:59.602957 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:59.672313 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] For port 8e9f425a-531b-41d8-9dc7-2b71617bac56, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=8e9f425a-531b-41d8-9dc7-2b71617bac56,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:44:59.672667 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:59.685400 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Calling delete_port for 8e9f425a-531b-41d8-9dc7-2b71617bac56 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:44:59.872467 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (8e9f425a-531b-41d8-9dc7-2b71617bac56), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:44:59.901387 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9f425a-531b-41d8-9dc7-2b71617bac56,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:44:59.932183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:59.932530 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:59.932873 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:59.933305 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:59.933641 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:59.933978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:59.934306 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:59.934630 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:59.934954 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:59.935280 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:59.935725 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:59.936077 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:44:59.936455 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:00.089090 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:00.642314 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:45:00.749255 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:45:00.756280 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-8a593eee-0992-4971-b5a1-5f04a48416dd admin admin] 10.222.0.24 "PUT /v2.0/routers/86a3d61a-4ffe-407d-a9a0-36ff5e6a2750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9052844 Feb 16 17:45:00.757387 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56572) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:00.758632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b4d4ae-7cc0-41c3-9e15-b503bc321681 None None] Sync routers for ids ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:45:00.768530 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b4d4ae-7cc0-41c3-9e15-b503bc321681 None None] Routers {'86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:45:00.769475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e6b4d4ae-7cc0-41c3-9e15-b503bc321681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:00.868253 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] Publish callbacks [] for router (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:00.878151 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-e6b4d4ae-7cc0-41c3-9e15-b503bc321681 None None] Set router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:45:01.083546 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e6b4d4ae-7cc0-41c3-9e15-b503bc321681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:44:59Z', 'revision_number': 5, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:01.119134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b4d4ae-7cc0-41c3-9e15-b503bc321681 None None] Checking router: 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:45:01.136340 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:01.138262 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b4d4ae-7cc0-41c3-9e15-b503bc321681 None None] Routers {'86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:45:01.138976 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e6b4d4ae-7cc0-41c3-9e15-b503bc321681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:01.261200 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-e6b4d4ae-7cc0-41c3-9e15-b503bc321681 None None] Set router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:45:01.293871 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] Publish callbacks [] for router_gateway (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:01.362948 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] Deleting port 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:45:01.363405 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:01.474753 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] For port 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:45:01.475173 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:01.489575 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] Calling delete_port for 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:45:01.518397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e6b4d4ae-7cc0-41c3-9e15-b503bc321681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:44:59Z', 'revision_number': 5, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:01.548326 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b4d4ae-7cc0-41c3-9e15-b503bc321681 None None] The sync data for ids ['86a3d61a-4ffe-407d-a9a0-36ff5e6a2750'] in n-d-669411-5 is: [{'id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'name': 'tempest-TestShelveInstance-1324052232-router', 'tenant_id': 'fc340825e1bc41c586a0738506b48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:44:59Z', 'revision_number': 5, 'project_id': 'fc340825e1bc41c586a0738506b48e96', 'gw_port': {'id': '14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a3d61a-4ffe-407d-a9a0-36ff5e6a2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:43Z', 'updated_at': '2022-02-16T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:45:01.689497 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:01.722414 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:01.788256 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:01.894277 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:01.897346 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] Publish callbacks [] for router_controller (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:01.967153 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (86a3d61a-4ffe-407d-a9a0-36ff5e6a2750), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:01.967997 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:45:01.974613 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:01.976057 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-48bb860f-6bc1-4653-b1ad-37808d0b6c69 admin admin] 10.222.0.24 "DELETE /v2.0/routers/86a3d61a-4ffe-407d-a9a0-36ff5e6a2750 HTTP/1.1" status: 204 len: 168 time: 1.2176173 Feb 16 17:45:01.979148 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56574) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:02.044517 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb501fc-f529-41ce-a658-eecc1cb9a1ec admin admin] Deleting subnet cf9cb4fe-9166-4ce5-80bd-14f729b45b3b {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:45:02.048943 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-beb501fc-f529-41ce-a658-eecc1cb9a1ec admin admin] Publish callbacks [] for subnet (cf9cb4fe-9166-4ce5-80bd-14f729b45b3b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.095529 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.102939 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-beb501fc-f529-41ce-a658-eecc1cb9a1ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (cf9cb4fe-9166-4ce5-80bd-14f729b45b3b), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.194328 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-beb501fc-f529-41ce-a658-eecc1cb9a1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (cf9cb4fe-9166-4ce5-80bd-14f729b45b3b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.269812 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-beb501fc-f529-41ce-a658-eecc1cb9a1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (cf9cb4fe-9166-4ce5-80bd-14f729b45b3b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.285853 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.318662 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb501fc-f529-41ce-a658-eecc1cb9a1ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf9cb4fe-9166-4ce5-80bd-14f729b45b3b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:02.329603 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-beb501fc-f529-41ce-a658-eecc1cb9a1ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.330999 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bfb6f6-34e0-401d-9ca0-89ac1d7f9351 None None] Network 66637089-b5e6-4ff9-b202-9c31100ce421 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:45:02.335543 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-beb501fc-f529-41ce-a658-eecc1cb9a1ec admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cf9cb4fe-9166-4ce5-80bd-14f729b45b3b HTTP/1.1" status: 204 len: 168 time: 0.3520646 Feb 16 17:45:02.336553 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56576) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:02.440306 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (66637089-b5e6-4ff9-b202-9c31100ce421), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.520040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] Deleting port 3392aa96-0df2-42c7-9d7a-8d4633009ec3 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:45:02.520576 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (3392aa96-0df2-42c7-9d7a-8d4633009ec3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.600992 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] For port 3392aa96-0df2-42c7-9d7a-8d4633009ec3, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=3392aa96-0df2-42c7-9d7a-8d4633009ec3,segment=NetworkSegment(b5a6fe82-d4cc-46c7-afd4-120a723d9948),segment_id=b5a6fe82-d4cc-46c7-afd4-120a723d9948)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:45:02.601279 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (3392aa96-0df2-42c7-9d7a-8d4633009ec3), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.616015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] Calling delete_port for 3392aa96-0df2-42c7-9d7a-8d4633009ec3 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:45:02.702878 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (3392aa96-0df2-42c7-9d7a-8d4633009ec3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.732423 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] Pushing event deleted for resources: {'Port': ['ID=3392aa96-0df2-42c7-9d7a-8d4633009ec3,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:02.735211 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] No DVR routers for this DVR port 3392aa96-0df2-42c7-9d7a-8d4633009ec3 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:45:02.811972 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (66637089-b5e6-4ff9-b202-9c31100ce421), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.837224 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66637089-b5e6-4ff9-b202-9c31100ce421']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:02.848217 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a6fe82-d4cc-46c7-afd4-120a723d9948') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:02.848526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a6fe82-d4cc-46c7-afd4-120a723d9948') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:02.858612 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (b5a6fe82-d4cc-46c7-afd4-120a723d9948), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.879414 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (b5a6fe82-d4cc-46c7-afd4-120a723d9948), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.882994 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e208012-528d-432f-b86d-fd71bd6f08a7 None None] DHCP port deletion for 66637089-b5e6-4ff9-b202-9c31100ce421 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:45:02.888746 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:45:02.889252 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (b5a6fe82-d4cc-46c7-afd4-120a723d9948), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:45:02.891661 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:45:02.968378 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (66637089-b5e6-4ff9-b202-9c31100ce421), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.983903 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:02.989847 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] 10.222.0.24 "DELETE /v2.0/networks/66637089-b5e6-4ff9-b202-9c31100ce421 HTTP/1.1" status: 204 len: 168 time: 0.6522341 Feb 16 17:45:02.992801 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56578) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:03.000566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0215a-e9db-42ee-9082-b931c04987ce admin admin] Pushing event deleted for resources: {'Network': ['ID=66637089-b5e6-4ff9-b202-9c31100ce421,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:03.368014 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-35666a1b-fa02-4840-8760-635064071565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (220f055e-91f7-47ba-86da-841329d9951e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:03.483891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:45:03.507440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:45:03.508122 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 14813c1b-6dfc-4860-95b9-6c1f2d6ba2f4 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:45:03.508711 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8e9f425a-531b-41d8-9dc7-2b71617bac56 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:45:03.566736 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 8e9f425a-531b-41d8-9dc7-2b71617bac56 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:45:03.567533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 8e9f425a-531b-41d8-9dc7-2b71617bac56 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:45:03.568440 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3392aa96-0df2-42c7-9d7a-8d4633009ec3 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:45:03.623610 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 3392aa96-0df2-42c7-9d7a-8d4633009ec3 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:45:03.623990 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 3392aa96-0df2-42c7-9d7a-8d4633009ec3 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:45:03.685048 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-35666a1b-fa02-4840-8760-635064071565 admin admin] Deleting port 7ad55fcd-a042-4cdc-b9a0-939e083773fc {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:45:03.685451 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-35666a1b-fa02-4840-8760-635064071565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:03.779070 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-35666a1b-fa02-4840-8760-635064071565 admin admin] For port 7ad55fcd-a042-4cdc-b9a0-939e083773fc, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7ad55fcd-a042-4cdc-b9a0-939e083773fc,segment=NetworkSegment(2447a933-5ab3-4bc9-b3bd-a91942896126),segment_id=2447a933-5ab3-4bc9-b3bd-a91942896126)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:45:03.779427 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-35666a1b-fa02-4840-8760-635064071565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:03.792444 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-35666a1b-fa02-4840-8760-635064071565 admin admin] Calling delete_port for 7ad55fcd-a042-4cdc-b9a0-939e083773fc owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:45:03.985970 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-35666a1b-fa02-4840-8760-635064071565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7ad55fcd-a042-4cdc-b9a0-939e083773fc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:04.012647 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35666a1b-fa02-4840-8760-635064071565 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad55fcd-a042-4cdc-b9a0-939e083773fc,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:04.194562 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-35666a1b-fa02-4840-8760-635064071565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (220f055e-91f7-47ba-86da-841329d9951e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:04.423479 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35666a1b-fa02-4840-8760-635064071565 admin admin] Router 220f055e-91f7-47ba-86da-841329d9951e has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:45:04.535484 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35666a1b-fa02-4840-8760-635064071565 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:45:04.540416 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-35666a1b-fa02-4840-8760-635064071565 admin admin] 10.222.0.24 "PUT /v2.0/routers/220f055e-91f7-47ba-86da-841329d9951e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5460303 Feb 16 17:45:04.544260 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56580) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:04.544956 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6f662-77c5-4d30-93d6-333581390bd8 None None] Sync routers for ids ['220f055e-91f7-47ba-86da-841329d9951e'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:45:04.555550 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6f662-77c5-4d30-93d6-333581390bd8 None None] Routers {'220f055e-91f7-47ba-86da-841329d9951e'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:45:04.556318 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-95f6f662-77c5-4d30-93d6-333581390bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['220f055e-91f7-47ba-86da-841329d9951e'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:04.656898 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] Publish callbacks [] for router (220f055e-91f7-47ba-86da-841329d9951e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:04.669100 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-95f6f662-77c5-4d30-93d6-333581390bd8 None None] Set router 220f055e-91f7-47ba-86da-841329d9951e gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:45:04.764952 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] Publish callbacks [] for router_gateway (220f055e-91f7-47ba-86da-841329d9951e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:04.822804 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] Deleting port 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:45:04.823070 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (22bc20e9-83fa-4aab-9bec-27cc4f55bc1d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:04.857509 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-95f6f662-77c5-4d30-93d6-333581390bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f055e-91f7-47ba-86da-841329d9951e', 'name': 'tempest-TestShelveInstance-1841966910-router', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '22bc20e9-83fa-4aab-9bec-27cc4f55bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:45:03Z', 'revision_number': 5, 'project_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'gw_port': {'id': '22bc20e9-83fa-4aab-9bec-27cc4f55bc1d', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f055e-91f7-47ba-86da-841329d9951e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:04.888582 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6f662-77c5-4d30-93d6-333581390bd8 None None] Checking router: 220f055e-91f7-47ba-86da-841329d9951e for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:45:04.897000 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6f662-77c5-4d30-93d6-333581390bd8 None None] Routers {'220f055e-91f7-47ba-86da-841329d9951e'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:45:04.897587 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-95f6f662-77c5-4d30-93d6-333581390bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['220f055e-91f7-47ba-86da-841329d9951e'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:04.905972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] For port 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=22bc20e9-83fa-4aab-9bec-27cc4f55bc1d,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:45:04.906366 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (22bc20e9-83fa-4aab-9bec-27cc4f55bc1d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:04.923816 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] Calling delete_port for 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:45:04.990054 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-95f6f662-77c5-4d30-93d6-333581390bd8 None None] Set router 220f055e-91f7-47ba-86da-841329d9951e gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:45:05.046350 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-95f6f662-77c5-4d30-93d6-333581390bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f055e-91f7-47ba-86da-841329d9951e', 'name': 'tempest-TestShelveInstance-1841966910-router', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:45:04Z', 'revision_number': 6, 'project_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:05.082481 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6f662-77c5-4d30-93d6-333581390bd8 None None] The sync data for ids ['220f055e-91f7-47ba-86da-841329d9951e'] in n-d-669411-5 is: [{'id': '220f055e-91f7-47ba-86da-841329d9951e', 'name': 'tempest-TestShelveInstance-1841966910-router', 'tenant_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:35:48Z', 'updated_at': '2022-02-16T17:45:04Z', 'revision_number': 6, 'project_id': '64e3b6bd76dd45a498f128ed3b814a8b', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:45:05.111460 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (22bc20e9-83fa-4aab-9bec-27cc4f55bc1d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.139254 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] Pushing event deleted for resources: {'Port': ['ID=22bc20e9-83fa-4aab-9bec-27cc4f55bc1d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:05.157075 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.206957 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (220f055e-91f7-47ba-86da-841329d9951e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.300662 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (220f055e-91f7-47ba-86da-841329d9951e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.302796 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] Publish callbacks [] for router_controller (220f055e-91f7-47ba-86da-841329d9951e), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.350247 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (220f055e-91f7-47ba-86da-841329d9951e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.350759 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 220f055e-91f7-47ba-86da-841329d9951e {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:45:05.355504 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.356697 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-f80ca872-c1c9-421c-b222-def82779f891 admin admin] 10.222.0.24 "DELETE /v2.0/routers/220f055e-91f7-47ba-86da-841329d9951e HTTP/1.1" status: 204 len: 168 time: 0.8113897 Feb 16 17:45:05.359257 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56582) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:05.404181 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-2921fecb-0c75-4bf6-b2a5-a620092e9018 admin admin] Deleting subnet 30a9867c-062c-4408-b93f-c34a442a1d03 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:45:05.407974 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2921fecb-0c75-4bf6-b2a5-a620092e9018 admin admin] Publish callbacks [] for subnet (30a9867c-062c-4408-b93f-c34a442a1d03), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.447361 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2921fecb-0c75-4bf6-b2a5-a620092e9018 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (30a9867c-062c-4408-b93f-c34a442a1d03), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.527884 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7ad55fcd-a042-4cdc-b9a0-939e083773fc no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:45:05.549410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 7ad55fcd-a042-4cdc-b9a0-939e083773fc {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:45:05.549755 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7ad55fcd-a042-4cdc-b9a0-939e083773fc not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:45:05.555193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2921fecb-0c75-4bf6-b2a5-a620092e9018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (30a9867c-062c-4408-b93f-c34a442a1d03), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.608258 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2921fecb-0c75-4bf6-b2a5-a620092e9018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (30a9867c-062c-4408-b93f-c34a442a1d03), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.632624 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921fecb-0c75-4bf6-b2a5-a620092e9018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a9867c-062c-4408-b93f-c34a442a1d03,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:05.638195 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2921fecb-0c75-4bf6-b2a5-a620092e9018 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.642293 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-2921fecb-0c75-4bf6-b2a5-a620092e9018 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/30a9867c-062c-4408-b93f-c34a442a1d03 HTTP/1.1" status: 204 len: 168 time: 0.2816811 Feb 16 17:45:05.644392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb994c47-4154-46b7-903f-5a2dbe425e5b None None] Network 4bdcc3e3-00bb-455b-add5-b279bec01104 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:45:05.644790 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56584) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:05.717564 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (4bdcc3e3-00bb-455b-add5-b279bec01104), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.782597 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] Deleting port 7e2489de-70a8-4186-9a23-75ee1405504d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:45:05.783504 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (7e2489de-70a8-4186-9a23-75ee1405504d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.853643 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] For port 7e2489de-70a8-4186-9a23-75ee1405504d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=7e2489de-70a8-4186-9a23-75ee1405504d,segment=NetworkSegment(2447a933-5ab3-4bc9-b3bd-a91942896126),segment_id=2447a933-5ab3-4bc9-b3bd-a91942896126)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:45:05.854021 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (7e2489de-70a8-4186-9a23-75ee1405504d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.867786 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] Calling delete_port for 7e2489de-70a8-4186-9a23-75ee1405504d owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:45:05.963708 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (7e2489de-70a8-4186-9a23-75ee1405504d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:05.969067 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beaba0a-3ee8-4921-b03d-a852ad66901b None None] DHCP port deletion for 4bdcc3e3-00bb-455b-add5-b279bec01104 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:45:05.995690 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] No DVR routers for this DVR port 7e2489de-70a8-4186-9a23-75ee1405504d on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:45:06.001300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2489de-70a8-4186-9a23-75ee1405504d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:06.075943 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (4bdcc3e3-00bb-455b-add5-b279bec01104), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:06.099611 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdcc3e3-00bb-455b-add5-b279bec01104']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:06.110316 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2447a933-5ab3-4bc9-b3bd-a91942896126') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:06.111360 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2447a933-5ab3-4bc9-b3bd-a91942896126') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:06.122773 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (2447a933-5ab3-4bc9-b3bd-a91942896126), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:06.141063 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (2447a933-5ab3-4bc9-b3bd-a91942896126), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:06.148782 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:45:06.149408 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (2447a933-5ab3-4bc9-b3bd-a91942896126), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:45:06.151370 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:45:06.206107 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (4bdcc3e3-00bb-455b-add5-b279bec01104), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:06.211605 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:06.214803 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] 10.222.0.24 "DELETE /v2.0/networks/4bdcc3e3-00bb-455b-add5-b279bec01104 HTTP/1.1" status: 204 len: 168 time: 0.5689235 Feb 16 17:45:06.225380 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b30a7c-c20c-4469-a2e0-f56381222bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=4bdcc3e3-00bb-455b-add5-b279bec01104,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:06.321831 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56588) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:06.360710 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-fec5ca4d-1574-46ab-9c70-cb1b12da7796 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc340825e1bc41c586a0738506b48e96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376692 Feb 16 17:45:06.363012 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56590) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:06.414155 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-125fc47b-5223-456d-880a-c06b15746ed8 admin admin] Publish callbacks [] for security_group (a2a204a3-566c-44e2-93d6-6a22d6e055f7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:06.435492 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-125fc47b-5223-456d-880a-c06b15746ed8 admin admin] Publish callbacks [] for security_group (a2a204a3-566c-44e2-93d6-6a22d6e055f7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:06.483139 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-125fc47b-5223-456d-880a-c06b15746ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (a2a204a3-566c-44e2-93d6-6a22d6e055f7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:06.486561 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-125fc47b-5223-456d-880a-c06b15746ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:06.487719 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-125fc47b-5223-456d-880a-c06b15746ed8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2a204a3-566c-44e2-93d6-6a22d6e055f7 HTTP/1.1" status: 204 len: 168 time: 0.1238153 Feb 16 17:45:06.495414 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fc47b-5223-456d-880a-c06b15746ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a204a3-566c-44e2-93d6-6a22d6e055f7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:06.809915 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56596) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:06.849264 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-238347f6-0b75-4fd1-ab87-ab4e0f7c414d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64e3b6bd76dd45a498f128ed3b814a8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382135 Feb 16 17:45:06.851694 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56598) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:06.897661 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e815a5fc-9975-487d-a4d7-6b3a6f024293 admin admin] Publish callbacks [] for security_group (7be158bf-4fe7-4b66-83cd-4340d0586018), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:06.918738 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e815a5fc-9975-487d-a4d7-6b3a6f024293 admin admin] Publish callbacks [] for security_group (7be158bf-4fe7-4b66-83cd-4340d0586018), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:06.964561 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e815a5fc-9975-487d-a4d7-6b3a6f024293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (7be158bf-4fe7-4b66-83cd-4340d0586018), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:06.967392 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e815a5fc-9975-487d-a4d7-6b3a6f024293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:06.968565 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-e815a5fc-9975-487d-a4d7-6b3a6f024293 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7be158bf-4fe7-4b66-83cd-4340d0586018 HTTP/1.1" status: 204 len: 168 time: 0.1159725 Feb 16 17:45:06.976791 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815a5fc-9975-487d-a4d7-6b3a6f024293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be158bf-4fe7-4b66-83cd-4340d0586018,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:07.457011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7e2489de-70a8-4186-9a23-75ee1405504d no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:45:07.477439 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 7e2489de-70a8-4186-9a23-75ee1405504d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:45:07.477793 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 7e2489de-70a8-4186-9a23-75ee1405504d not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:45:07.478220 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:45:07.497495 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:45:07.497916 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 22bc20e9-83fa-4aab-9bec-27cc4f55bc1d not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:45:07.655141 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56620) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:07.749084 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1552786947-network', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:07.771472 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] Made reservation on behalf of f1ebcf381778494383a093ae5b869f28 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:45:07.773730 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:07.781966 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:07.854278 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] Publish callbacks [] for security_group (c208e095-47e8-4eb7-a22b-3612c344e175), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:07.858097 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c208e095-47e8-4eb7-a22b-3612c344e175), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:07.884310 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:45:07.894183 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c208e095-47e8-4eb7-a22b-3612c344e175,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:07.899940 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c18da369-e2c4-40ec-9db4-12cea22525b0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:07.900286 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] Added segment c18da369-e2c4-40ec-9db4-12cea22525b0 of type vlan for network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 Feb 16 17:45:07.941643 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (93b879ec-e255-45e2-af5f-4f2bc3ab5b01), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:07.966165 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (93b879ec-e255-45e2-af5f-4f2bc3ab5b01), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:07.967165 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:07.967733 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.004044 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3476784 Feb 16 17:45:08.006930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56624) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:08.012529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-0c1153a5-835b-43cf-b11d-6d049d02f2f8 admin admin] Request body: {'subnet': {'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1552786947-subnet', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:08.032498 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1153a5-835b-43cf-b11d-6d049d02f2f8 admin admin] Made reservation on behalf of f1ebcf381778494383a093ae5b869f28 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:45:08.035622 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0c1153a5-835b-43cf-b11d-6d049d02f2f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.041660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343528d-7554-4c5a-b756-ee2d45cdcb3a admin admin] Pushing event updated for resources: {'Network': ['ID=93b879ec-e255-45e2-af5f-4f2bc3ab5b01,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:08.051950 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:45:08.205536 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0c1153a5-835b-43cf-b11d-6d049d02f2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (0dc729f5-286e-40e0-ae77-24bb96fb1a77), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.260903 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1153a5-835b-43cf-b11d-6d049d02f2f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dc729f5-286e-40e0-ae77-24bb96fb1a77,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:08.268392 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1153a5-835b-43cf-b11d-6d049d02f2f8 admin admin] Checking segment: {'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:45:08.268743 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1153a5-835b-43cf-b11d-6d049d02f2f8 admin admin] Network hostable DHCP agents. Network: 93b879ec-e255-45e2-af5f-4f2bc3ab5b01, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:45:08.284228 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1153a5-835b-43cf-b11d-6d049d02f2f8 admin admin] Network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:45:08.292453 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-0c1153a5-835b-43cf-b11d-6d049d02f2f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 93b879ec-e255-45e2-af5f-4f2bc3ab5b01) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:45:08.296470 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1153a5-835b-43cf-b11d-6d049d02f2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:08.297065 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0c1153a5-835b-43cf-b11d-6d049d02f2f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.302431 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d70760-488f-4456-8694-3b0c83bf12f9 None None] Network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:45:08.313749 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0c1153a5-835b-43cf-b11d-6d049d02f2f8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3050179 Feb 16 17:45:08.316957 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56626) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:08.321291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:08.340587 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (b469b033-2378-4693-a49c-897ebb93ef3d), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.341841 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (b469b033-2378-4693-a49c-897ebb93ef3d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.397107 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Publish callbacks [] for router_controller (b469b033-2378-4693-a49c-897ebb93ef3d), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.411127 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:45:08.411995 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.539174 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Publish callbacks [] for router_gateway (b469b033-2378-4693-a49c-897ebb93ef3d), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.553511 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Allocated IP 172.20.0.2 (93b879ec-e255-45e2-af5f-4f2bc3ab5b01/0dc729f5-286e-40e0-ae77-24bb96fb1a77/295b9dec-a27e-44f3-97d3-2440308e24aa) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:45:08.696055 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Publish callbacks [] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.701493 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.746611 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:45:08.749535 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:45:08.751925 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Publish callbacks [] for router_gateway (b469b033-2378-4693-a49c-897ebb93ef3d), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.753331 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:45:08.760353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Pushing event updated for resources: {'Port': ['ID=295b9dec-a27e-44f3-97d3-2440308e24aa,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:08.771470 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.786848 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:08.787232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:08.787602 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:08.788010 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:08.788353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:08.788712 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:08.789068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:08.789489 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:08.789786 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:08.790115 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:08.790447 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:08.790773 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:08.791099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:08.823633 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Attempting to bind port 295b9dec-a27e-44f3-97d3-2440308e24aa on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:45:08.824045 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Attempting to bind port 295b9dec-a27e-44f3-97d3-2440308e24aa by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:45:08.824420 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Attempting to bind port 295b9dec-a27e-44f3-97d3-2440308e24aa on network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:45:08.829985 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:45:08.830526 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Checking segment: {'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:45:08.830934 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.831325 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Bound using segment: {'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:45:08.831818 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Bound port: 295b9dec-a27e-44f3-97d3-2440308e24aa, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:45:08.832214 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.877054 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Allocated IP 172.25.4.79 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/ed6af6bb-0b2d-4e38-9da6-aafbf211d245) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:45:08.895740 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] For port 295b9dec-a27e-44f3-97d3-2440308e24aa, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:45:08.898739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] For port 295b9dec-a27e-44f3-97d3-2440308e24aa, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=295b9dec-a27e-44f3-97d3-2440308e24aa,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:45:08.905561 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:08.967809 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088154b4-dfd7-4f16-b67c-6a883b3ca5ad None None] Pushing event updated for resources: {'Port': ['ID=295b9dec-a27e-44f3-97d3-2440308e24aa,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:09.000075 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Publish callbacks [] for port (ed6af6bb-0b2d-4e38-9da6-aafbf211d245), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:09.036838 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (ed6af6bb-0b2d-4e38-9da6-aafbf211d245), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:09.075040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:45:09.080127 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:45:09.085067 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:45:09.127745 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ed6af6bb-0b2d-4e38-9da6-aafbf211d245,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:09.370625 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Publish callbacks [] for router_gateway (b469b033-2378-4693-a49c-897ebb93ef3d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:09.490347 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 295b9dec-a27e-44f3-97d3-2440308e24aa up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:45:09.542469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 295b9dec-a27e-44f3-97d3-2440308e24aa triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:09.542837 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:09.598475 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (b469b033-2378-4693-a49c-897ebb93ef3d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:09.627844 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 295b9dec-a27e-44f3-97d3-2440308e24aa is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:09.628385 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:09.664646 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port 295b9dec-a27e-44f3-97d3-2440308e24aa, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=295b9dec-a27e-44f3-97d3-2440308e24aa,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:45:09.669263 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:09.726510 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=295b9dec-a27e-44f3-97d3-2440308e24aa,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:09.746613 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Router b469b033-2378-4693-a49c-897ebb93ef3d is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:45:09.862171 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:45:09.871954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Sync routers for ids ['b469b033-2378-4693-a49c-897ebb93ef3d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:45:09.882024 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:09.883206 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1169b37c-1778-4835-8eff-3b747cd8f5a9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5652459 Feb 16 17:45:09.885011 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Routers {'b469b033-2378-4693-a49c-897ebb93ef3d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:45:09.885751 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b469b033-2378-4693-a49c-897ebb93ef3d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:09.886199 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56628) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:09.924729 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56e7152-74a2-4a39-877a-3cd17f128375 None None] Network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:45:10.038396 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e0f8e5cc-061e-4705-a6b3-09480f4ded91 None None] Provisioning complete for port 295b9dec-a27e-44f3-97d3-2440308e24aa triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:10.038752 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e5cc-061e-4705-a6b3-09480f4ded91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:10.114357 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Set router b469b033-2378-4693-a49c-897ebb93ef3d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:45:10.307215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e0f8e5cc-061e-4705-a6b3-09480f4ded91 None None] Current status of the port 295b9dec-a27e-44f3-97d3-2440308e24aa is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:10.385832 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:09Z', 'revision_number': 3, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:10.414723 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Checking router: b469b033-2378-4693-a49c-897ebb93ef3d for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:45:10.415166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Updating router b469b033-2378-4693-a49c-897ebb93ef3d port ed6af6bb-0b2d-4e38-9da6-aafbf211d245 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:45:10.444165 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ed6af6bb-0b2d-4e38-9da6-aafbf211d245), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:10.573680 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5fa76651-2c94-48d6-bf2d-673b468d8b11 None None] Provisioning complete for port 295b9dec-a27e-44f3-97d3-2440308e24aa triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:10.573955 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5fa76651-2c94-48d6-bf2d-673b468d8b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:10.679979 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:10.739531 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5fa76651-2c94-48d6-bf2d-673b468d8b11 None None] Current status of the port 295b9dec-a27e-44f3-97d3-2440308e24aa is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:10.781917 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Publish callbacks [] for port (ed6af6bb-0b2d-4e38-9da6-aafbf211d245), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:10.788309 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ed6af6bb-0b2d-4e38-9da6-aafbf211d245), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:10.843855 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Allocated IP 172.20.0.1 (93b879ec-e255-45e2-af5f-4f2bc3ab5b01/0dc729f5-286e-40e0-ae77-24bb96fb1a77/142b2562-e1a9-4c71-bb60-088e8ee76a1d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:45:10.844152 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Attempting to bind port ed6af6bb-0b2d-4e38-9da6-aafbf211d245 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:45:10.844534 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Attempting to bind port ed6af6bb-0b2d-4e38-9da6-aafbf211d245 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:45:10.844934 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Attempting to bind port ed6af6bb-0b2d-4e38-9da6-aafbf211d245 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:45:10.846942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20042a30-1abe-495a-9037-d19f8bc66c0a None None] Pushing event updated for resources: {'Port': ['ID=ed6af6bb-0b2d-4e38-9da6-aafbf211d245,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:10.852967 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:45:10.853364 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:45:10.853749 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:10.854140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:45:10.854996 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Bound port: ed6af6bb-0b2d-4e38-9da6-aafbf211d245, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:45:10.855128 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ed6af6bb-0b2d-4e38-9da6-aafbf211d245), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:10.906196 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] For port ed6af6bb-0b2d-4e38-9da6-aafbf211d245, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:45:10.909658 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] For port ed6af6bb-0b2d-4e38-9da6-aafbf211d245, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ed6af6bb-0b2d-4e38-9da6-aafbf211d245,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:45:10.916395 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ed6af6bb-0b2d-4e38-9da6-aafbf211d245), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:10.954701 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Publish callbacks [] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:10.973150 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Routers {'b469b033-2378-4693-a49c-897ebb93ef3d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:45:10.973780 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b469b033-2378-4693-a49c-897ebb93ef3d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:10.989911 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:11.015468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20042a30-1abe-495a-9037-d19f8bc66c0a None None] Pushing event updated for resources: {'Port': ['ID=ed6af6bb-0b2d-4e38-9da6-aafbf211d245,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:11.036127 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:45:11.039090 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:45:11.042631 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:45:11.048992 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Pushing event updated for resources: {'Port': ['ID=142b2562-e1a9-4c71-bb60-088e8ee76a1d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:11.087344 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (b469b033-2378-4693-a49c-897ebb93ef3d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:11.093959 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] Set router b469b033-2378-4693-a49c-897ebb93ef3d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:45:11.237931 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:11.288056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f863c320-c3ac-4c3b-9c19-b1e9662be8f4 None None] Provisioning complete for port 142b2562-e1a9-4c71-bb60-088e8ee76a1d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:11.288450 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f863c320-c3ac-4c3b-9c19-b1e9662be8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:11.415550 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Publish callbacks [] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:11.421289 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:11.487475 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 295b9dec-a27e-44f3-97d3-2440308e24aa up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:45:11.490979 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Pushing event updated for resources: {'Port': ['ID=142b2562-e1a9-4c71-bb60-088e8ee76a1d,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:11.492839 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (b469b033-2378-4693-a49c-897ebb93ef3d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:11.538078 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f863c320-c3ac-4c3b-9c19-b1e9662be8f4 None None] Port 142b2562-e1a9-4c71-bb60-088e8ee76a1d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:45:11.543340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:09Z', 'revision_number': 3, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:11.574426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e462c87-696a-4e76-87f6-fcbbd8444ac2 None None] The sync data for ids ['b469b033-2378-4693-a49c-897ebb93ef3d'] in n-d-669411-5 is: [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:09Z', 'revision_number': 3, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:45:11.586902 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 295b9dec-a27e-44f3-97d3-2440308e24aa triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:11.587279 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:11.591412 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:45:11.597924 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:45:11.671206 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 295b9dec-a27e-44f3-97d3-2440308e24aa is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:11.738458 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Router b469b033-2378-4693-a49c-897ebb93ef3d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:45:11.861536 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7d245cf5-e757-4cf3-9d61-f07057630dbf None None] Provisioning complete for port 142b2562-e1a9-4c71-bb60-088e8ee76a1d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:11.862074 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7d245cf5-e757-4cf3-9d61-f07057630dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:11.874762 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:45:11.881260 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-884709dd-2bee-4e5f-ad08-068506d60b35 admin admin] 10.222.0.24 "PUT /v2.0/routers/b469b033-2378-4693-a49c-897ebb93ef3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9939020 Feb 16 17:45:11.904571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7d245cf5-e757-4cf3-9d61-f07057630dbf None None] Port 142b2562-e1a9-4c71-bb60-088e8ee76a1d cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:45:12.371992 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56644) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:12.377060 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-369098388-network', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:12.398715 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] Made reservation on behalf of f1724bab703a48bc80e1b4e3265931af for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:45:12.401172 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:12.411186 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:12.495814 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] Publish callbacks [] for security_group (44e2a206-35b0-4a38-8d25-e42a7f2e9dd0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:12.499309 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (44e2a206-35b0-4a38-8d25-e42a7f2e9dd0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:12.519552 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 17:45:12.534536 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e2a206-35b0-4a38-8d25-e42a7f2e9dd0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:12.537338 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (157fa371-5643-4c48-852e-a393b45a5771), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:12.537672 n-d-669411-5 neutron-server[103422]: INFO neutron.db.segments_db [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] Added segment 157fa371-5643-4c48-852e-a393b45a5771 of type vlan for network 13f7b3f3-9e93-4088-8d41-8af172c3aff9 Feb 16 17:45:12.577128 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794037636473'] for network (13f7b3f3-9e93-4088-8d41-8af172c3aff9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:12.601689 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282'] for network (13f7b3f3-9e93-4088-8d41-8af172c3aff9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:12.602610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:12.603179 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:12.637223 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2640712 Feb 16 17:45:12.640182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56646) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:12.646053 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-0aa89ace-edcc-495b-940a-c78f1b446198 admin admin] Request body: {'subnet': {'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-369098388-subnet', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:12.666217 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa89ace-edcc-495b-940a-c78f1b446198 admin admin] Made reservation on behalf of f1724bab703a48bc80e1b4e3265931af for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:45:12.668649 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0aa89ace-edcc-495b-940a-c78f1b446198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13345867'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:12.668867 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa923a3-53b5-4ce8-a49b-861b9a1eabf9 admin admin] Pushing event updated for resources: {'Network': ['ID=13f7b3f3-9e93-4088-8d41-8af172c3aff9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:12.682166 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Network 13f7b3f3-9e93-4088-8d41-8af172c3aff9 details requested by agent ovs-agent-n-d-669411-5 with host n-d-669411-5 {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 17:45:12.845588 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0aa89ace-edcc-495b-940a-c78f1b446198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24946166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13345913'] for subnet (69b9acb7-ceb7-4757-bd17-7c0f05f4c990), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:12.895598 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa89ace-edcc-495b-940a-c78f1b446198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b9acb7-ceb7-4757-bd17-7c0f05f4c990,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:12.913559 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa89ace-edcc-495b-940a-c78f1b446198 admin admin] Checking segment: {'id': '157fa371-5643-4c48-852e-a393b45a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:45:12.914255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa89ace-edcc-495b-940a-c78f1b446198 admin admin] Network hostable DHCP agents. Network: 13f7b3f3-9e93-4088-8d41-8af172c3aff9, hostable agents: ['0c2b6038-fe40-4160-b116-46cbc174c5c5'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 17:45:12.933262 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa89ace-edcc-495b-940a-c78f1b446198 admin admin] Network 13f7b3f3-9e93-4088-8d41-8af172c3aff9 is scheduled to be hosted by DHCP agent 0c2b6038-fe40-4160-b116-46cbc174c5c5 with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 17:45:12.941930 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-0aa89ace-edcc-495b-940a-c78f1b446198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-669411-5, 13f7b3f3-9e93-4088-8d41-8af172c3aff9) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:45:12.946260 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa89ace-edcc-495b-940a-c78f1b446198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:12.946860 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0aa89ace-edcc-495b-940a-c78f1b446198 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:12.951792 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbd00ec-d7ba-4011-b81b-3f6bcb7293f4 None None] Network 13f7b3f3-9e93-4088-8d41-8af172c3aff9 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:45:12.963442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0aa89ace-edcc-495b-940a-c78f1b446198 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3221514 Feb 16 17:45:12.966482 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56648) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:12.971207 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-369098388-router', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:12.992812 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16717673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40815'] for router (70452f52-a743-4ed0-a988-0296d06291d5), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:12.994048 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16717765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16726051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40852'] for router (70452f52-a743-4ed0-a988-0296d06291d5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.058149 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Publish callbacks [] for router_controller (70452f52-a743-4ed0-a988-0296d06291d5), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.069441 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe52787dd-7f50-5edd-900c-c263930a176c-13f7b3f3-9e93-4088-8d41-8af172c3aff9', 'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9', 'project_id': 'f1724bab703a48bc80e1b4e3265931af', 'fixed_ips': [{'subnet_id': '69b9acb7-ceb7-4757-bd17-7c0f05f4c990'}]}} from n-d-669411-5. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 17:45:13.070420 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.211621 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Publish callbacks [] for router_gateway (70452f52-a743-4ed0-a988-0296d06291d5), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.218625 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Allocated IP 172.20.0.2 (13f7b3f3-9e93-4088-8d41-8af172c3aff9/69b9acb7-ceb7-4757-bd17-7c0f05f4c990/29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:45:13.231111 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Sync routers for ids ['b469b033-2378-4693-a49c-897ebb93ef3d'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:45:13.241758 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Routers {'b469b033-2378-4693-a49c-897ebb93ef3d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:45:13.242365 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b469b033-2378-4693-a49c-897ebb93ef3d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:13.382107 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Publish callbacks [] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.388903 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512'] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.440980 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Network 13f7b3f3-9e93-4088-8d41-8af172c3aff9 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:45:13.442314 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Pushing event updated for resources: {'Port': ['ID=29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:13.442739 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Set router b469b033-2378-4693-a49c-897ebb93ef3d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:45:13.445731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:45:13.447727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:45:13.485042 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Publish callbacks [] for router_gateway (70452f52-a743-4ed0-a988-0296d06291d5), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.507697 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.523016 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Attempting to bind port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:45:13.523415 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Attempting to bind port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '157fa371-5643-4c48-852e-a393b45a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:45:13.524063 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Attempting to bind port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 on network 13f7b3f3-9e93-4088-8d41-8af172c3aff9 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:45:13.533517 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ed6af6bb-0b2d-4e38-9da6-aafbf211d245 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:45:13.536964 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:45:13.537353 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Checking segment: {'id': '157fa371-5643-4c48-852e-a393b45a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:45:13.537767 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.538169 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Bound using segment: {'id': '157fa371-5643-4c48-852e-a393b45a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:45:13.538652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Bound port: 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157fa371-5643-4c48-852e-a393b45a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:45:13.539040 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.634334 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Allocated IP 172.25.4.147 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/e1781489-38db-4c08-a8a3-8d0026112de6) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:45:13.647052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] For port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:45:13.649402 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ed6af6bb-0b2d-4e38-9da6-aafbf211d245 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:13.650649 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ed6af6bb-0b2d-4e38-9da6-aafbf211d245), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.654372 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] For port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01,segment=NetworkSegment(157fa371-5643-4c48-852e-a393b45a5771),segment_id=157fa371-5643-4c48-852e-a393b45a5771)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:45:13.670303 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '142b2562-e1a9-4c71-bb60-088e8ee76a1d', 'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'mac_address': 'fa:16:3e:39:2a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:10Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 2, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'subnets': [{'id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:13.686751 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.702195 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Checking router: b469b033-2378-4693-a49c-897ebb93ef3d for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:45:13.702531 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Updating router b469b033-2378-4693-a49c-897ebb93ef3d port 142b2562-e1a9-4c71-bb60-088e8ee76a1d binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:45:13.734844 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.740307 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424c370-0e7b-47d0-a1d8-5754e2c6a828 None None] Pushing event updated for resources: {'Port': ['ID=29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:13.759334 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Publish callbacks [] for port (e1781489-38db-4c08-a8a3-8d0026112de6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.805635 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e1781489-38db-4c08-a8a3-8d0026112de6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.834636 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ed6af6bb-0b2d-4e38-9da6-aafbf211d245 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:13.835030 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (ed6af6bb-0b2d-4e38-9da6-aafbf211d245), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.847774 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:45:13.851040 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:45:13.857281 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:45:13.868250 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port ed6af6bb-0b2d-4e38-9da6-aafbf211d245, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ed6af6bb-0b2d-4e38-9da6-aafbf211d245,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:45:13.875999 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (ed6af6bb-0b2d-4e38-9da6-aafbf211d245), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:13.892436 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Pushing event updated for resources: {'Port': ['ID=e1781489-38db-4c08-a8a3-8d0026112de6,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:13.954341 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=ed6af6bb-0b2d-4e38-9da6-aafbf211d245,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:14.061677 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Publish callbacks [] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:14.069260 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:14.152747 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906109e-19e8-4516-8f17-8d16ef3a3bb3 None None] Pushing event updated for resources: {'Port': ['ID=142b2562-e1a9-4c71-bb60-088e8ee76a1d,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:14.183775 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b906109e-19e8-4516-8f17-8d16ef3a3bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:14.184130 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b906109e-19e8-4516-8f17-8d16ef3a3bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:14.184460 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b906109e-19e8-4516-8f17-8d16ef3a3bb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:14.184786 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b906109e-19e8-4516-8f17-8d16ef3a3bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:14.185112 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b906109e-19e8-4516-8f17-8d16ef3a3bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:14.185431 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b906109e-19e8-4516-8f17-8d16ef3a3bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:14.185747 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b906109e-19e8-4516-8f17-8d16ef3a3bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:14.186064 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b906109e-19e8-4516-8f17-8d16ef3a3bb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:14.186378 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b906109e-19e8-4516-8f17-8d16ef3a3bb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:14.186700 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b906109e-19e8-4516-8f17-8d16ef3a3bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:14.187000 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b906109e-19e8-4516-8f17-8d16ef3a3bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:14.187308 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b906109e-19e8-4516-8f17-8d16ef3a3bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:14.187615 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b906109e-19e8-4516-8f17-8d16ef3a3bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:45:14.187745 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Publish callbacks [] for router_gateway (70452f52-a743-4ed0-a988-0296d06291d5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:14.197216 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Attempting to bind port 142b2562-e1a9-4c71-bb60-088e8ee76a1d on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:45:14.197645 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Attempting to bind port 142b2562-e1a9-4c71-bb60-088e8ee76a1d by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:45:14.198098 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Attempting to bind port 142b2562-e1a9-4c71-bb60-088e8ee76a1d on network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:45:14.203486 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:45:14.203984 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Checking segment: {'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:45:14.204782 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:14.205032 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Bound using segment: {'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:45:14.205550 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Bound port: 142b2562-e1a9-4c71-bb60-088e8ee76a1d, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:45:14.206010 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:14.274883 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] For port 142b2562-e1a9-4c71-bb60-088e8ee76a1d, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:45:14.279220 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] For port 142b2562-e1a9-4c71-bb60-088e8ee76a1d, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=142b2562-e1a9-4c71-bb60-088e8ee76a1d,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:45:14.289660 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:14.351381 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Routers {'b469b033-2378-4693-a49c-897ebb93ef3d'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:45:14.352036 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b469b033-2378-4693-a49c-897ebb93ef3d'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:14.426933 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906109e-19e8-4516-8f17-8d16ef3a3bb3 None None] Pushing event updated for resources: {'Port': ['ID=142b2562-e1a9-4c71-bb60-088e8ee76a1d,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:14.442193 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16717820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16726142'] for router (70452f52-a743-4ed0-a988-0296d06291d5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:14.452247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d36441e9-8fa6-4b1f-93a7-1c4f6a3faac2 None None] Provisioning complete for port 142b2562-e1a9-4c71-bb60-088e8ee76a1d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:14.452631 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d36441e9-8fa6-4b1f-93a7-1c4f6a3faac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:14.497237 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] Set router b469b033-2378-4693-a49c-897ebb93ef3d gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:45:14.559465 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d36441e9-8fa6-4b1f-93a7-1c4f6a3faac2 None None] Current status of the port 142b2562-e1a9-4c71-bb60-088e8ee76a1d is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:14.560444 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d36441e9-8fa6-4b1f-93a7-1c4f6a3faac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:14.615247 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Router 70452f52-a743-4ed0-a988-0296d06291d5 is scheduled to L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 17:45:14.618409 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d36441e9-8fa6-4b1f-93a7-1c4f6a3faac2 None None] For port 142b2562-e1a9-4c71-bb60-088e8ee76a1d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=142b2562-e1a9-4c71-bb60-088e8ee76a1d,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:45:14.627403 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d36441e9-8fa6-4b1f-93a7-1c4f6a3faac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:14.685171 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36441e9-8fa6-4b1f-93a7-1c4f6a3faac2 None None] Pushing event updated for resources: {'Port': ['ID=142b2562-e1a9-4c71-bb60-088e8ee76a1d,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:14.755614 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d8bd1473-1e22-4659-904f-663f9e45660d None None] Provisioning complete for port 142b2562-e1a9-4c71-bb60-088e8ee76a1d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:14.755867 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '142b2562-e1a9-4c71-bb60-088e8ee76a1d', 'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'mac_address': 'fa:16:3e:39:2a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:10Z', 'updated_at': '2022-02-16T17:45:14Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'subnets': [{'id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:14.756491 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1473-1e22-4659-904f-663f9e45660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:14.764074 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:45:14.786405 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:14.786656 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Sync routers for ids ['70452f52-a743-4ed0-a988-0296d06291d5'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:45:14.788171 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c75ad9dc-691a-40c1-a02c-4b7f08e6ac0a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8204722 Feb 16 17:45:14.788324 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c603f994-eafb-4224-b525-b46f87c4157e None None] The sync data for ids ['b469b033-2378-4693-a49c-897ebb93ef3d'] in n-d-669411-5 is: [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '142b2562-e1a9-4c71-bb60-088e8ee76a1d', 'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'mac_address': 'fa:16:3e:39:2a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:10Z', 'updated_at': '2022-02-16T17:45:14Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'subnets': [{'id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:45:14.790819 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56650) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:14.810392 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Routers {'70452f52-a743-4ed0-a988-0296d06291d5'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:45:14.811041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['70452f52-a743-4ed0-a988-0296d06291d5'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:14.965039 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d8bd1473-1e22-4659-904f-663f9e45660d None None] Current status of the port 142b2562-e1a9-4c71-bb60-088e8ee76a1d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:14.989491 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Set router 70452f52-a743-4ed0-a988-0296d06291d5 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:45:15.118597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566a9048-3d01-4518-8cee-aa04c46cf61f None None] Network 13f7b3f3-9e93-4088-8d41-8af172c3aff9 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:45:15.250418 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-811f1b57-612f-4468-bee7-a3423b3e6c41 None None] Provisioning complete for port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:15.250418 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-811f1b57-612f-4468-bee7-a3423b3e6c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:15.322970 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:15.377417 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70452f52-a743-4ed0-a988-0296d06291d5', 'name': 'tempest-TestSnapshotPattern-369098388-router', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e1781489-38db-4c08-a8a3-8d0026112de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:12Z', 'updated_at': '2022-02-16T17:45:14Z', 'revision_number': 3, 'project_id': 'f1724bab703a48bc80e1b4e3265931af', 'gw_port': {'id': 'e1781489-38db-4c08-a8a3-8d0026112de6', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70452f52-a743-4ed0-a988-0296d06291d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:13Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:15.416787 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Checking router: 70452f52-a743-4ed0-a988-0296d06291d5 for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:45:15.417146 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Updating router 70452f52-a743-4ed0-a988-0296d06291d5 port e1781489-38db-4c08-a8a3-8d0026112de6 binding host n-d-669411-5 {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:45:15.439607 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-811f1b57-612f-4468-bee7-a3423b3e6c41 None None] Current status of the port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:15.441358 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-811f1b57-612f-4468-bee7-a3423b3e6c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:15.501598 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-811f1b57-612f-4468-bee7-a3423b3e6c41 None None] For port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01,segment=NetworkSegment(157fa371-5643-4c48-852e-a393b45a5771),segment_id=157fa371-5643-4c48-852e-a393b45a5771)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:45:15.504834 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e1781489-38db-4c08-a8a3-8d0026112de6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:15.544656 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-811f1b57-612f-4468-bee7-a3423b3e6c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:15.738099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:45:15.744600 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f1b57-612f-4468-bee7-a3423b3e6c41 None None] Pushing event updated for resources: {'Port': ['ID=29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:15.770366 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-33064c73-fe15-4694-b8a3-e42a925c0729 None None] Provisioning complete for port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:15.770749 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-33064c73-fe15-4694-b8a3-e42a925c0729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:15.870636 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:45:15.948932 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Allocated IP 172.20.0.1 (13f7b3f3-9e93-4088-8d41-8af172c3aff9/69b9acb7-ceb7-4757-bd17-7c0f05f4c990/42fd9079-9573-43bb-8076-31309c6cce3b) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:45:16.059433 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Publish callbacks [] for port (42fd9079-9573-43bb-8076-31309c6cce3b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.079555 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:16.080154 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.097805 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.142434 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Network 13f7b3f3-9e93-4088-8d41-8af172c3aff9 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:45:16.148046 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:45:16.151653 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:45:16.181895 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-33064c73-fe15-4694-b8a3-e42a925c0729 None None] Current status of the port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:16.189182 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Pushing event updated for resources: {'Port': ['ID=42fd9079-9573-43bb-8076-31309c6cce3b,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:16.202765 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Publish callbacks [] for port (e1781489-38db-4c08-a8a3-8d0026112de6), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.203602 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16711715'] for router_interface (70452f52-a743-4ed0-a988-0296d06291d5), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.214265 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e1781489-38db-4c08-a8a3-8d0026112de6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.323412 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a754f5-4f7d-4fe3-b9eb-86b6c60506d3 None None] Pushing event updated for resources: {'Port': ['ID=e1781489-38db-4c08-a8a3-8d0026112de6,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:16.326937 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:16.328119 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ed6af6bb-0b2d-4e38-9da6-aafbf211d245 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:45:16.330134 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Attempting to bind port e1781489-38db-4c08-a8a3-8d0026112de6 on host n-d-669411-5 for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:45:16.330514 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Attempting to bind port e1781489-38db-4c08-a8a3-8d0026112de6 by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:45:16.330881 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Attempting to bind port e1781489-38db-4c08-a8a3-8d0026112de6 on network ad1aff08-3390-4777-8cb3-9fa02dffc1dc {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:45:16.365784 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:45:16.366267 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Checking segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:45:16.366579 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.366981 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Bound using segment: {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:45:16.367468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Bound port: e1781489-38db-4c08-a8a3-8d0026112de6, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be524369-844b-47a8-96c0-c64fd3cc21c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:45:16.367875 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e1781489-38db-4c08-a8a3-8d0026112de6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.368879 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.437142 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] For port e1781489-38db-4c08-a8a3-8d0026112de6, host n-d-669411-5, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:45:16.441124 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] For port e1781489-38db-4c08-a8a3-8d0026112de6, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e1781489-38db-4c08-a8a3-8d0026112de6,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:45:16.444089 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port ed6af6bb-0b2d-4e38-9da6-aafbf211d245 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:16.444490 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (ed6af6bb-0b2d-4e38-9da6-aafbf211d245), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.447620 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e1781489-38db-4c08-a8a3-8d0026112de6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.551692 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Publish callbacks [] for port (42fd9079-9573-43bb-8076-31309c6cce3b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.552099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a754f5-4f7d-4fe3-b9eb-86b6c60506d3 None None] Pushing event updated for resources: {'Port': ['ID=e1781489-38db-4c08-a8a3-8d0026112de6,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:16.554671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c390370b-68fc-4274-95db-5404f12a5ccb None None] Provisioning complete for port 42fd9079-9573-43bb-8076-31309c6cce3b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:16.555109 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c390370b-68fc-4274-95db-5404f12a5ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.562280 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Routers {'70452f52-a743-4ed0-a988-0296d06291d5'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:45:16.562731 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['70452f52-a743-4ed0-a988-0296d06291d5'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:16.563051 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13801708'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.630355 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Pushing event updated for resources: {'Port': ['ID=42fd9079-9573-43bb-8076-31309c6cce3b,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:16.632886 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16459264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16711871'] for router_interface (70452f52-a743-4ed0-a988-0296d06291d5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.697051 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c390370b-68fc-4274-95db-5404f12a5ccb None None] Port 42fd9079-9573-43bb-8076-31309c6cce3b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:45:16.700221 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port ed6af6bb-0b2d-4e38-9da6-aafbf211d245 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:16.701254 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 142b2562-e1a9-4c71-bb60-088e8ee76a1d up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:45:16.729385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Network 13f7b3f3-9e93-4088-8d41-8af172c3aff9 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:45:16.731399 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:45:16.764951 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] Set router 70452f52-a743-4ed0-a988-0296d06291d5 gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:45:16.808410 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 142b2562-e1a9-4c71-bb60-088e8ee76a1d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:16.808799 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:16.854451 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Router 70452f52-a743-4ed0-a988-0296d06291d5 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:45:16.975388 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:45:16.989967 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-04907932-cb56-4349-b14a-95221e22c60a admin admin] 10.222.0.24 "PUT /v2.0/routers/70452f52-a743-4ed0-a988-0296d06291d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1900051 Feb 16 17:45:17.022653 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 142b2562-e1a9-4c71-bb60-088e8ee76a1d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:17.042916 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4579d690-5303-492a-9045-5a56a604e07e None None] Provisioning complete for port 42fd9079-9573-43bb-8076-31309c6cce3b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:17.043291 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4579d690-5303-492a-9045-5a56a604e07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:17.085053 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4579d690-5303-492a-9045-5a56a604e07e None None] Port 42fd9079-9573-43bb-8076-31309c6cce3b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:45:17.090896 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70452f52-a743-4ed0-a988-0296d06291d5', 'name': 'tempest-TestSnapshotPattern-369098388-router', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e1781489-38db-4c08-a8a3-8d0026112de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:12Z', 'updated_at': '2022-02-16T17:45:16Z', 'revision_number': 4, 'project_id': 'f1724bab703a48bc80e1b4e3265931af', 'gw_port': {'id': 'e1781489-38db-4c08-a8a3-8d0026112de6', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70452f52-a743-4ed0-a988-0296d06291d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:13Z', 'updated_at': '2022-02-16T17:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '42fd9079-9573-43bb-8076-31309c6cce3b', 'name': '', 'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'mac_address': 'fa:16:3e:29:2e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70452f52-a743-4ed0-a988-0296d06291d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '69b9acb7-ceb7-4757-bd17-7c0f05f4c990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:15Z', 'updated_at': '2022-02-16T17:45:16Z', 'revision_number': 2, 'project_id': 'f1724bab703a48bc80e1b4e3265931af', 'subnets': [{'id': '69b9acb7-ceb7-4757-bd17-7c0f05f4c990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:17.124652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a7c73-531f-43d9-9dd3-1a23290eccf3 None None] The sync data for ids ['70452f52-a743-4ed0-a988-0296d06291d5'] in n-d-669411-5 is: [{'id': '70452f52-a743-4ed0-a988-0296d06291d5', 'name': 'tempest-TestSnapshotPattern-369098388-router', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e1781489-38db-4c08-a8a3-8d0026112de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:12Z', 'updated_at': '2022-02-16T17:45:16Z', 'revision_number': 4, 'project_id': 'f1724bab703a48bc80e1b4e3265931af', 'gw_port': {'id': 'e1781489-38db-4c08-a8a3-8d0026112de6', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70452f52-a743-4ed0-a988-0296d06291d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:13Z', 'updated_at': '2022-02-16T17:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '42fd9079-9573-43bb-8076-31309c6cce3b', 'name': '', 'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'mac_address': 'fa:16:3e:29:2e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70452f52-a743-4ed0-a988-0296d06291d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '69b9acb7-ceb7-4757-bd17-7c0f05f4c990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:15Z', 'updated_at': '2022-02-16T17:45:16Z', 'revision_number': 2, 'project_id': 'f1724bab703a48bc80e1b4e3265931af', 'subnets': [{'id': '69b9acb7-ceb7-4757-bd17-7c0f05f4c990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:45:17.483947 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:45:17.535527 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:17.536001 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:17.616297 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:18.466968 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56660) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:18.471610 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9eca988d-b8e0-4205-9fb5-c16b5582c5ee tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1879447807', 'description': 'tempest-secgroup-smoke-1879447807 description', 'project_id': 'f1ebcf381778494383a093ae5b869f28'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:18.491132 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9eca988d-b8e0-4205-9fb5-c16b5582c5ee tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.555713 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9eca988d-b8e0-4205-9fb5-c16b5582c5ee tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group (5e63d9b8-db9a-42fb-a317-993797f5e2d4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.559510 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9eca988d-b8e0-4205-9fb5-c16b5582c5ee tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5e63d9b8-db9a-42fb-a317-993797f5e2d4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.592341 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9eca988d-b8e0-4205-9fb5-c16b5582c5ee tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.593581 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9eca988d-b8e0-4205-9fb5-c16b5582c5ee tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1256263 Feb 16 17:45:18.594598 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca988d-b8e0-4205-9fb5-c16b5582c5ee tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e63d9b8-db9a-42fb-a317-993797f5e2d4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:18.597304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56662) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:18.602665 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e241095c-4021-481c-9aea-4a6406df072f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Request body: {'security_group_rule': {'security_group_id': '5e63d9b8-db9a-42fb-a317-993797f5e2d4', 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:18.634611 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e241095c-4021-481c-9aea-4a6406df072f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (c651f527-2bf1-4487-9070-88d3eb4aeb90), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.690138 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e241095c-4021-481c-9aea-4a6406df072f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (c651f527-2bf1-4487-9070-88d3eb4aeb90), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.694209 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e241095c-4021-481c-9aea-4a6406df072f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (c651f527-2bf1-4487-9070-88d3eb4aeb90), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.712736 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241095c-4021-481c-9aea-4a6406df072f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c651f527-2bf1-4487-9070-88d3eb4aeb90,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:18.720291 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e241095c-4021-481c-9aea-4a6406df072f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.721498 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e241095c-4021-481c-9aea-4a6406df072f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226940 Feb 16 17:45:18.724557 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56664) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:18.728803 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a497463a-0735-4a6c-9520-ac7423f7d489 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Request body: {'security_group_rule': {'security_group_id': '5e63d9b8-db9a-42fb-a317-993797f5e2d4', 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:18.753574 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a497463a-0735-4a6c-9520-ac7423f7d489 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (d36850b7-a237-4239-b88e-f1d8ce310375), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.817957 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a497463a-0735-4a6c-9520-ac7423f7d489 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (d36850b7-a237-4239-b88e-f1d8ce310375), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.822833 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a497463a-0735-4a6c-9520-ac7423f7d489 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (d36850b7-a237-4239-b88e-f1d8ce310375), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.842284 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497463a-0735-4a6c-9520-ac7423f7d489 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36850b7-a237-4239-b88e-f1d8ce310375,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:18.850820 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a497463a-0735-4a6c-9520-ac7423f7d489 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.852217 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a497463a-0735-4a6c-9520-ac7423f7d489 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265883 Feb 16 17:45:18.854756 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56666) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:18.859256 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-0df9ec13-3a4e-4a53-9850-2eafef529b7f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Request body: {'security_group_rule': {'security_group_id': '5e63d9b8-db9a-42fb-a317-993797f5e2d4', 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:18.885195 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0df9ec13-3a4e-4a53-9850-2eafef529b7f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (15e3d691-d129-4e65-87cc-55b39ac96b38), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.943309 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0df9ec13-3a4e-4a53-9850-2eafef529b7f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (15e3d691-d129-4e65-87cc-55b39ac96b38), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.947495 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0df9ec13-3a4e-4a53-9850-2eafef529b7f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (15e3d691-d129-4e65-87cc-55b39ac96b38), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.967243 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9ec13-3a4e-4a53-9850-2eafef529b7f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e3d691-d129-4e65-87cc-55b39ac96b38,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:18.973193 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0df9ec13-3a4e-4a53-9850-2eafef529b7f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:18.977796 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56668) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:18.978057 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-0df9ec13-3a4e-4a53-9850-2eafef529b7f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220572 Feb 16 17:45:18.982691 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-041eb9b3-8339-4305-b0b4-39b7dc56984b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Request body: {'security_group_rule': {'security_group_id': '5e63d9b8-db9a-42fb-a317-993797f5e2d4', 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:19.008031 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-041eb9b3-8339-4305-b0b4-39b7dc56984b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (65dd83c2-9803-4c40-ae51-46dcaf8722b9), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.068250 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-041eb9b3-8339-4305-b0b4-39b7dc56984b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (65dd83c2-9803-4c40-ae51-46dcaf8722b9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.071947 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-041eb9b3-8339-4305-b0b4-39b7dc56984b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (65dd83c2-9803-4c40-ae51-46dcaf8722b9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.091082 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041eb9b3-8339-4305-b0b4-39b7dc56984b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dd83c2-9803-4c40-ae51-46dcaf8722b9,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:19.100034 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-041eb9b3-8339-4305-b0b4-39b7dc56984b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.101327 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-041eb9b3-8339-4305-b0b4-39b7dc56984b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224720 Feb 16 17:45:19.107021 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56670) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:19.112016 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8ab44eb5-4c89-4d38-bc9f-010a10895c70 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Request body: {'security_group_rule': {'security_group_id': '5e63d9b8-db9a-42fb-a317-993797f5e2d4', 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:19.115323 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Sync routers for ids ['70452f52-a743-4ed0-a988-0296d06291d5'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:45:19.125912 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Routers {'70452f52-a743-4ed0-a988-0296d06291d5'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:45:19.127367 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['70452f52-a743-4ed0-a988-0296d06291d5'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:19.135454 n-d-669411-5 neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-8ab44eb5-4c89-4d38-bc9f-010a10895c70 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Project f1ebcf381778494383a093ae5b869f28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:45:19.140514 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8ab44eb5-4c89-4d38-bc9f-010a10895c70 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (dcd423d9-852d-4653-a306-4cb11059e6d3), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.200138 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8ab44eb5-4c89-4d38-bc9f-010a10895c70 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (dcd423d9-852d-4653-a306-4cb11059e6d3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.203689 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8ab44eb5-4c89-4d38-bc9f-010a10895c70 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (dcd423d9-852d-4653-a306-4cb11059e6d3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.221310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab44eb5-4c89-4d38-bc9f-010a10895c70 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd423d9-852d-4653-a306-4cb11059e6d3,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:19.230943 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8ab44eb5-4c89-4d38-bc9f-010a10895c70 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.232403 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8ab44eb5-4c89-4d38-bc9f-010a10895c70 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238365 Feb 16 17:45:19.235050 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 56672) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:19.240575 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.v2.base [None req-019aa423-c43d-43fa-9e4e-527be65ab1cd tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Request body: {'security_group_rule': {'security_group_id': '5e63d9b8-db9a-42fb-a317-993797f5e2d4', 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:19.241723 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Set router 70452f52-a743-4ed0-a988-0296d06291d5 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:45:19.260734 n-d-669411-5 neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-019aa423-c43d-43fa-9e4e-527be65ab1cd tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Project f1ebcf381778494383a093ae5b869f28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 17:45:19.265510 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-019aa423-c43d-43fa-9e4e-527be65ab1cd tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (6a902185-2168-40e4-aa47-36eea88b57f0), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.326521 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-019aa423-c43d-43fa-9e4e-527be65ab1cd tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (6a902185-2168-40e4-aa47-36eea88b57f0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.330306 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-019aa423-c43d-43fa-9e4e-527be65ab1cd tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16350348'] for security_group_rule (6a902185-2168-40e4-aa47-36eea88b57f0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.353169 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019aa423-c43d-43fa-9e4e-527be65ab1cd tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a902185-2168-40e4-aa47-36eea88b57f0,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:19.358476 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-019aa423-c43d-43fa-9e4e-527be65ab1cd tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.359795 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-019aa423-c43d-43fa-9e4e-527be65ab1cd tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236191 Feb 16 17:45:19.465946 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70452f52-a743-4ed0-a988-0296d06291d5', 'name': 'tempest-TestSnapshotPattern-369098388-router', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e1781489-38db-4c08-a8a3-8d0026112de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:12Z', 'updated_at': '2022-02-16T17:45:16Z', 'revision_number': 4, 'project_id': 'f1724bab703a48bc80e1b4e3265931af', 'gw_port': {'id': 'e1781489-38db-4c08-a8a3-8d0026112de6', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70452f52-a743-4ed0-a988-0296d06291d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:13Z', 'updated_at': '2022-02-16T17:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '42fd9079-9573-43bb-8076-31309c6cce3b', 'name': '', 'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'mac_address': 'fa:16:3e:29:2e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70452f52-a743-4ed0-a988-0296d06291d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '69b9acb7-ceb7-4757-bd17-7c0f05f4c990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:15Z', 'updated_at': '2022-02-16T17:45:16Z', 'revision_number': 2, 'project_id': 'f1724bab703a48bc80e1b4e3265931af', 'subnets': [{'id': '69b9acb7-ceb7-4757-bd17-7c0f05f4c990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:19.493544 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Checking router: 70452f52-a743-4ed0-a988-0296d06291d5 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:45:19.493892 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Updating router 70452f52-a743-4ed0-a988-0296d06291d5 port 42fd9079-9573-43bb-8076-31309c6cce3b binding host n-d-669411-5 {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 17:45:19.517700 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e1781489-38db-4c08-a8a3-8d0026112de6 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:45:19.523080 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.570350 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e1781489-38db-4c08-a8a3-8d0026112de6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:19.570724 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e1781489-38db-4c08-a8a3-8d0026112de6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.608900 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-596a5b8d-0122-45e0-ba49-a7efc3c6a4c8 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879447807&fields=id&tenant_id=f1ebcf381778494383a093ae5b869f28 HTTP/1.1" status: 200 len: 267 time: 0.0534291 Feb 16 17:45:19.656140 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e1781489-38db-4c08-a8a3-8d0026112de6 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:19.656639 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (e1781489-38db-4c08-a8a3-8d0026112de6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.679652 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] For port e1781489-38db-4c08-a8a3-8d0026112de6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e1781489-38db-4c08-a8a3-8d0026112de6,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:45:19.685215 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (e1781489-38db-4c08-a8a3-8d0026112de6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.729426 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-6792b68a-7263-42e3-be8f-b8e1b6131e78 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:19.731167 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-6792b68a-7263-42e3-be8f-b8e1b6131e78 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/networks?id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01 HTTP/1.1" status: 200 len: 810 time: 0.1141348 Feb 16 17:45:19.740048 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Pushing event updated for resources: {'Port': ['ID=e1781489-38db-4c08-a8a3-8d0026112de6,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:19.750006 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-736e5be2-39a9-40cb-934c-989a9c3eceba tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/quotas/f1ebcf381778494383a093ae5b869f28 HTTP/1.1" status: 200 len: 375 time: 0.0113373 Feb 16 17:45:19.806492 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-a10a2af5-b42b-400f-93fa-79d28c11374a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f1ebcf381778494383a093ae5b869f28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506516 Feb 16 17:45:19.822793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-f749d0fa-1a73-4673-bced-95e826e58990 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:45:19.823788 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-f749d0fa-1a73-4673-bced-95e826e58990 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053339 Feb 16 17:45:19.903131 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Publish callbacks [] for port (42fd9079-9573-43bb-8076-31309c6cce3b), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.908561 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:19.918770 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-42d225c7-a878-4f1e-992e-7abc1fd16097 service neutron] 10.222.0.24 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892804 Feb 16 17:45:19.960457 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6641bd-3f30-4afb-aa7f-af33849a688b None None] Pushing event updated for resources: {'Port': ['ID=42fd9079-9573-43bb-8076-31309c6cce3b,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:20.015568 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Attempting to bind port 42fd9079-9573-43bb-8076-31309c6cce3b on host n-d-669411-5 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:45:20.016170 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Attempting to bind port 42fd9079-9573-43bb-8076-31309c6cce3b by drivers openvswitch,hyperv on host n-d-669411-5 at level 0 using segments [{'id': '157fa371-5643-4c48-852e-a393b45a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:45:20.016699 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Attempting to bind port 42fd9079-9573-43bb-8076-31309c6cce3b on network 13f7b3f3-9e93-4088-8d41-8af172c3aff9 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:45:20.022560 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Checking agent: {'id': '913448d0-6fe3-46f0-a31c-7132a8bddeb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 11, 32), 'started_at': datetime.datetime(2022, 2, 16, 16, 12, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-669411-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:45:20.023227 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Checking segment: {'id': '157fa371-5643-4c48-852e-a393b45a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:45:20.023842 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:20.024231 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Bound using segment: {'id': '157fa371-5643-4c48-852e-a393b45a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:45:20.024985 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Bound port: 42fd9079-9573-43bb-8076-31309c6cce3b, host: n-d-669411-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157fa371-5643-4c48-852e-a393b45a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:45:20.025372 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:20.025719 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-b244e63c-f674-468c-9e2d-2c042773c1de service neutron] 10.222.0.24 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006646 Feb 16 17:45:20.095344 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] For port 42fd9079-9573-43bb-8076-31309c6cce3b, host n-d-669411-5, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:45:20.100328 n-d-669411-5 neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] For port 42fd9079-9573-43bb-8076-31309c6cce3b, host n-d-669411-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=42fd9079-9573-43bb-8076-31309c6cce3b,segment=NetworkSegment(157fa371-5643-4c48-852e-a393b45a5771),segment_id=157fa371-5643-4c48-852e-a393b45a5771)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:45:20.106872 n-d-669411-5 neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:20.166394 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Routers {'70452f52-a743-4ed0-a988-0296d06291d5'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:45:20.167017 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:44:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['70452f52-a743-4ed0-a988-0296d06291d5'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:20.171882 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6641bd-3f30-4afb-aa7f-af33849a688b None None] Pushing event updated for resources: {'Port': ['ID=42fd9079-9573-43bb-8076-31309c6cce3b,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:20.228997 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2dfa182d-54ae-4abc-9aa5-130ce16a0403 None None] Provisioning complete for port 42fd9079-9573-43bb-8076-31309c6cce3b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:20.229618 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2dfa182d-54ae-4abc-9aa5-130ce16a0403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:20.286162 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] Set router 70452f52-a743-4ed0-a988-0296d06291d5 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:45:20.318251 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa182d-54ae-4abc-9aa5-130ce16a0403 None None] Current status of the port 42fd9079-9573-43bb-8076-31309c6cce3b is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:20.318734 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2dfa182d-54ae-4abc-9aa5-130ce16a0403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:20.355110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2dfa182d-54ae-4abc-9aa5-130ce16a0403 None None] For port 42fd9079-9573-43bb-8076-31309c6cce3b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=42fd9079-9573-43bb-8076-31309c6cce3b,segment=NetworkSegment(157fa371-5643-4c48-852e-a393b45a5771),segment_id=157fa371-5643-4c48-852e-a393b45a5771)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:45:20.362472 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2dfa182d-54ae-4abc-9aa5-130ce16a0403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:20.419671 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa182d-54ae-4abc-9aa5-130ce16a0403 None None] Pushing event updated for resources: {'Port': ['ID=42fd9079-9573-43bb-8076-31309c6cce3b,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:20.482009 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7663ee05-ccd6-4bf8-b9d3-d1f43dfeca2f None None] Provisioning complete for port 42fd9079-9573-43bb-8076-31309c6cce3b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:20.482387 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7663ee05-ccd6-4bf8-b9d3-d1f43dfeca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:20.496632 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70452f52-a743-4ed0-a988-0296d06291d5', 'name': 'tempest-TestSnapshotPattern-369098388-router', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e1781489-38db-4c08-a8a3-8d0026112de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:12Z', 'updated_at': '2022-02-16T17:45:16Z', 'revision_number': 4, 'project_id': 'f1724bab703a48bc80e1b4e3265931af', 'gw_port': {'id': 'e1781489-38db-4c08-a8a3-8d0026112de6', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70452f52-a743-4ed0-a988-0296d06291d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:13Z', 'updated_at': '2022-02-16T17:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '42fd9079-9573-43bb-8076-31309c6cce3b', 'name': '', 'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'mac_address': 'fa:16:3e:29:2e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70452f52-a743-4ed0-a988-0296d06291d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '69b9acb7-ceb7-4757-bd17-7c0f05f4c990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:15Z', 'updated_at': '2022-02-16T17:45:20Z', 'revision_number': 4, 'project_id': 'f1724bab703a48bc80e1b4e3265931af', 'subnets': [{'id': '69b9acb7-ceb7-4757-bd17-7c0f05f4c990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:20.532001 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f299c3-957c-491d-aa75-d809665b2df1 None None] The sync data for ids ['70452f52-a743-4ed0-a988-0296d06291d5'] in n-d-669411-5 is: [{'id': '70452f52-a743-4ed0-a988-0296d06291d5', 'name': 'tempest-TestSnapshotPattern-369098388-router', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e1781489-38db-4c08-a8a3-8d0026112de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:12Z', 'updated_at': '2022-02-16T17:45:16Z', 'revision_number': 4, 'project_id': 'f1724bab703a48bc80e1b4e3265931af', 'gw_port': {'id': 'e1781489-38db-4c08-a8a3-8d0026112de6', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70452f52-a743-4ed0-a988-0296d06291d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:13Z', 'updated_at': '2022-02-16T17:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '42fd9079-9573-43bb-8076-31309c6cce3b', 'name': '', 'network_id': '13f7b3f3-9e93-4088-8d41-8af172c3aff9', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'mac_address': 'fa:16:3e:29:2e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70452f52-a743-4ed0-a988-0296d06291d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '69b9acb7-ceb7-4757-bd17-7c0f05f4c990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:15Z', 'updated_at': '2022-02-16T17:45:20Z', 'revision_number': 4, 'project_id': 'f1724bab703a48bc80e1b4e3265931af', 'subnets': [{'id': '69b9acb7-ceb7-4757-bd17-7c0f05f4c990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:45:20.563002 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7663ee05-ccd6-4bf8-b9d3-d1f43dfeca2f None None] Current status of the port 42fd9079-9573-43bb-8076-31309c6cce3b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:21.204943 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-5b2dc202-c4b4-476c-a279-792ee99dd537 req-5b69c2fe-b144-4d80-8f9e-46afe7dc6dd6 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 210 time: 0.0268612 Feb 16 17:45:21.491549 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 42fd9079-9573-43bb-8076-31309c6cce3b up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:45:21.543247 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port 42fd9079-9573-43bb-8076-31309c6cce3b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:21.543619 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:21.617876 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port 42fd9079-9573-43bb-8076-31309c6cce3b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:21.618954 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e1781489-38db-4c08-a8a3-8d0026112de6 up at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:45:21.667819 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Provisioning complete for port e1781489-38db-4c08-a8a3-8d0026112de6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:21.668199 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (e1781489-38db-4c08-a8a3-8d0026112de6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:21.750540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Current status of the port e1781489-38db-4c08-a8a3-8d0026112de6 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:22.287380 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-baab5049-79b6-4c44-bbda-58ba3e2fc081 req-1945b5e6-abd6-4e08-b08c-dbe0502bab21 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 210 time: 0.0276287 Feb 16 17:45:23.366181 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8fd6c776-e7bb-4434-9086-cb0e8a2d73cd req-9daf3c76-4a91-48ff-8be8-3fdb7a3376c8 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 210 time: 0.0277181 Feb 16 17:45:24.443466 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-42179189-4653-42ef-86d3-f1d2d4faecf7 req-4294729f-6287-4348-b241-4845d8dbfb8e tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 210 time: 0.0270700 Feb 16 17:45:25.535970 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-050c4a1b-1e95-41e2-803e-67396d801f12 req-fbb6aa16-a6a0-4879-bd6c-d7b0b87d60c8 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 210 time: 0.0274920 Feb 16 17:45:25.841793 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b0713e63-c73d-48d4-9c5b-a44a137ec287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:26.284831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-01e4589f-b4bb-4414-82e2-b229c83fa805 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:26.286295 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-01e4589f-b4bb-4414-82e2-b229c83fa805 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.65 "GET /v2.0/networks?id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01 HTTP/1.1" status: 200 len: 810 time: 0.1091425 Feb 16 17:45:26.351175 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-b7d2335a-4732-4164-a1b6-7438a03041ff tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1ebcf381778494383a093ae5b869f28 HTTP/1.1" status: 200 len: 380 time: 0.0561614 Feb 16 17:45:26.362993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-5cebab88-4e20-4746-a70f-c73b81fcc5d2 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Request body: {'port': {'device_id': 'd15a762b-7c57-450c-b319-1231061313d8', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'admin_state_up': True, 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'security_groups': ['5e63d9b8-db9a-42fb-a317-993797f5e2d4']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:26.471309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-5cebab88-4e20-4746-a70f-c73b81fcc5d2 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Made reservation on behalf of f1ebcf381778494383a093ae5b869f28 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:45:26.474798 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-5cebab88-4e20-4746-a70f-c73b81fcc5d2 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:26.598566 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-5cebab88-4e20-4746-a70f-c73b81fcc5d2 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Allocated IP 172.20.0.7 (93b879ec-e255-45e2-af5f-4f2bc3ab5b01/0dc729f5-286e-40e0-ae77-24bb96fb1a77/b3dcdb17-b807-4904-b7d5-c38fe8522ef2) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:45:26.636363 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54997836-07d3-4bf9-9141-adde29da65d0 req-286da8c7-9d20-4e89-ba73-0ce75034027c tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 210 time: 0.0336754 Feb 16 17:45:26.760323 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-5cebab88-4e20-4746-a70f-c73b81fcc5d2 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:26.793020 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-5cebab88-4e20-4746-a70f-c73b81fcc5d2 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:26.840841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-5cebab88-4e20-4746-a70f-c73b81fcc5d2 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:45:26.843897 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-5cebab88-4e20-4746-a70f-c73b81fcc5d2 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:45:26.848146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-5cebab88-4e20-4746-a70f-c73b81fcc5d2 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:45:26.854367 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebab88-4e20-4746-a70f-c73b81fcc5d2 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event updated for resources: {'Port': ['ID=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:26.900386 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-5cebab88-4e20-4746-a70f-c73b81fcc5d2 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:26.901005 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-5cebab88-4e20-4746-a70f-c73b81fcc5d2 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:26.918091 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-5cebab88-4e20-4746-a70f-c73b81fcc5d2 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5586474 Feb 16 17:45:26.930136 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Request body: {'port': {'device_id': 'd15a762b-7c57-450c-b319-1231061313d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:26.992527 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:27.119716 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-82f463d1-e8f5-4773-8691-c89c5a352068 None None] Provisioning complete for port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:27.120307 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-82f463d1-e8f5-4773-8691-c89c5a352068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:27.152554 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-82f463d1-e8f5-4773-8691-c89c5a352068 None None] Port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:45:27.550456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3dcdb17-b807-4904-b7d5-c38fe8522ef2 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:45:27.557878 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Publish callbacks [] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:27.570796 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Transition to ACTIVE for port object b3dcdb17-b807-4904-b7d5-c38fe8522ef2 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:45:27.574383 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:27.628072 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Pushing event updated for resources: {'Port': ['ID=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:27.704346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Attempting to bind port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:45:27.704715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Attempting to bind port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:45:27.705015 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Attempting to bind port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 on network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:45:27.719791 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 on network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:45:27.720115 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Attempting to bind port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 on network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:45:27.740448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:45:27.740793 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Checking segment: {'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:45:27.741182 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Bound using segment: {'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:45:27.741627 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Bound port: b3dcdb17-b807-4904-b7d5-c38fe8522ef2, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:45:27.741984 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:27.812649 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3fd7b-8646-4a51-baf8-e2fc782ff26a req-304a9727-a6e5-4106-9394-188020a4074d tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:27.814127 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eee3fd7b-8646-4a51-baf8-e2fc782ff26a req-304a9727-a6e5-4106-9394-188020a4074d tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 943 time: 0.1039970 Feb 16 17:45:27.836797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] For port b3dcdb17-b807-4904-b7d5-c38fe8522ef2, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:45:27.852863 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] For port b3dcdb17-b807-4904-b7d5-c38fe8522ef2, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:45:27.861529 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:27.909086 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:27.909829 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:27.911226 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] 10.222.0.65 "PUT /v2.0/ports/b3dcdb17-b807-4904-b7d5-c38fe8522ef2 HTTP/1.1" status: 200 len: 1091 time: 0.9853921 Feb 16 17:45:27.913309 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15a762b-7c57-450c-b319-1231061313d8', 'tag': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:45:27.915700 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950b55bf-30e2-45df-9c78-5182743716ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d15a762b-7c57-450c-b319-1231061313d8", "tag": "b3dcdb17-b807-4904-b7d5-c38fe8522ef2"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:45:27.928593 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-eee3fd7b-8646-4a51-baf8-e2fc782ff26a req-7cd855c9-edec-482e-acbd-4b08300cae16 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081505 Feb 16 17:45:27.966743 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454fd21-4efd-4857-803e-d281b3ed706c service neutron] Pushing event updated for resources: {'Port': ['ID=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:28.039422 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-c5f98adc-8f76-4afb-9246-618d423a61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:28.040985 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-c5f98adc-8f76-4afb-9246-618d423a61bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1ebcf381778494383a093ae5b869f28&device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 1125 time: 0.0509834 Feb 16 17:45:28.055453 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9f007e-5009-4fba-bb76-ba23c15b14f8 x-openstack-request-id: req-3b9f007e-5009-4fba-bb76-ba23c15b14f8 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:45:28.055741 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15a762b-7c57-450c-b319-1231061313d8", "tag": "b3dcdb17-b807-4904-b7d5-c38fe8522ef2", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:45:28.056023 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b9f007e-5009-4fba-bb76-ba23c15b14f8 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:45:28.056418 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15a762b-7c57-450c-b319-1231061313d8', 'tag': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'status': 'completed', 'code': 200} Feb 16 17:45:28.086573 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-27420fc0-7580-4602-b0cc-a79be9bb2ef1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2 HTTP/1.1" status: 200 len: 217 time: 0.0384452 Feb 16 17:45:28.140549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-7f18cc6f-4824-492c-ac79-03ee9e7f1625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:28.141995 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-7f18cc6f-4824-492c-ac79-03ee9e7f1625 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0dc729f5-286e-40e0-ae77-24bb96fb1a77 HTTP/1.1" status: 200 len: 849 time: 0.0489283 Feb 16 17:45:28.191097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-14a624c4-42cc-4b77-86cd-86aad32f1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:28.192544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-14a624c4-42cc-4b77-86cd-86aad32f1ebb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448146 Feb 16 17:45:28.281884 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-e41fd989-f4a1-4f3b-a2f8-9f7e2c5e94ba service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822153 Feb 16 17:45:28.373707 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-391ce7ef-8815-443c-af12-8d7bcdc07b80 req-d34f7c96-3e32-4462-8f7d-eb4f4fac34e0 service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865667 Feb 16 17:45:28.460272 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b55bf-30e2-45df-9c78-5182743716ff req-ec7937dc-2ba1-4160-89bb-6d078c4f56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:28.461744 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-950b55bf-30e2-45df-9c78-5182743716ff req-ec7937dc-2ba1-4160-89bb-6d078c4f56e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1ebcf381778494383a093ae5b869f28&device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 1125 time: 0.0459590 Feb 16 17:45:28.469229 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3558ed03-bfc6-4bff-a541-8dec6894088b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:28.557974 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b55bf-30e2-45df-9c78-5182743716ff req-d2c2f5be-6791-450f-956f-822080233865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:28.559425 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-950b55bf-30e2-45df-9c78-5182743716ff req-d2c2f5be-6791-450f-956f-822080233865 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01 HTTP/1.1" status: 200 len: 911 time: 0.0915279 Feb 16 17:45:28.599407 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-950b55bf-30e2-45df-9c78-5182743716ff req-eb130919-2436-42fe-9f47-98dbb87fb5f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2 HTTP/1.1" status: 200 len: 217 time: 0.0346034 Feb 16 17:45:28.650094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b55bf-30e2-45df-9c78-5182743716ff req-1fece513-52bb-4905-b370-d03bf66bf707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:28.651648 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-950b55bf-30e2-45df-9c78-5182743716ff req-1fece513-52bb-4905-b370-d03bf66bf707 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0dc729f5-286e-40e0-ae77-24bb96fb1a77 HTTP/1.1" status: 200 len: 849 time: 0.0434499 Feb 16 17:45:28.704209 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b55bf-30e2-45df-9c78-5182743716ff req-a2346053-6323-4280-ab73-c07be16a28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:28.706196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-950b55bf-30e2-45df-9c78-5182743716ff req-a2346053-6323-4280-ab73-c07be16a28f8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477321 Feb 16 17:45:28.794544 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-950b55bf-30e2-45df-9c78-5182743716ff req-8ff91e94-0c9b-4a19-93d9-6ff297f479d7 service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816655 Feb 16 17:45:28.886443 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-950b55bf-30e2-45df-9c78-5182743716ff req-9c3517f8-8f06-4448-b0cf-607116f81e3f service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855572 Feb 16 17:45:29.054668 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54141561-5307-48f5-a781-22b3c9d9500f req-ae9e6f47-934d-4ab5-b03e-d70713913d05 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:29.056048 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54141561-5307-48f5-a781-22b3c9d9500f req-ae9e6f47-934d-4ab5-b03e-d70713913d05 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 943 time: 0.0518844 Feb 16 17:45:29.105442 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-54141561-5307-48f5-a781-22b3c9d9500f req-126bc126-5b41-402d-85ee-3e9ab8edb73c tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438490 Feb 16 17:45:29.604164 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:30.279871 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b3dcdb17-b807-4904-b7d5-c38fe8522ef2 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:45:30.325619 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79767890-25f3-48ca-ac3f-1cf4d5f17114 req-d9b5dda4-6f40-4d83-ad9f-a2db5f006a05 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:30.327109 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-79767890-25f3-48ca-ac3f-1cf4d5f17114 req-d9b5dda4-6f40-4d83-ad9f-a2db5f006a05 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 943 time: 0.1537685 Feb 16 17:45:30.384817 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-79767890-25f3-48ca-ac3f-1cf4d5f17114 req-c3a1dd0f-66bf-4b0f-ade1-352315a40b5f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514908 Feb 16 17:45:30.391779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b3dcdb17-b807-4904-b7d5-c38fe8522ef2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:45:30.406885 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'port_id': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'mac_address': 'fa:16:3e:7f:ed:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:45:30.443305 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:30.443701 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:30.457476 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3dcdb17-b807-4904-b7d5-c38fe8522ef2 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:45:30.477210 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b3dcdb17-b807-4904-b7d5-c38fe8522ef2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:45:30.481295 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:30.528099 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:30.716063 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['b3dcdb17-b807-4904-b7d5-c38fe8522ef2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:45:31.121978 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:31.559456 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c47bf-a5d0-49ba-969d-60407cdb0b39 req-76218834-7d81-43c1-a936-839d382f9567 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:31.560944 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-145c47bf-a5d0-49ba-969d-60407cdb0b39 req-76218834-7d81-43c1-a936-839d382f9567 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 944 time: 0.1075554 Feb 16 17:45:31.610398 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-145c47bf-a5d0-49ba-969d-60407cdb0b39 req-ea8ff857-4390-4c3c-889c-8d6b2a6df887 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434754 Feb 16 17:45:32.093941 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:32.258267 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:32.280073 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b3dcdb17-b807-4904-b7d5-c38fe8522ef2 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:45:32.332062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:45:32.336041 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:45:32.336422 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:32.411632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:45:32.412047 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:32.433912 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15a762b-7c57-450c-b319-1231061313d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:45:32.436180 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2bb3d1-384c-49cf-a79d-8ff5eb4fcb1a" -d '{"events": [{"server_uuid": "d15a762b-7c57-450c-b319-1231061313d8", "name": "network-vif-plugged", "status": "completed", "tag": "b3dcdb17-b807-4904-b7d5-c38fe8522ef2"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:45:32.450398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b3dcdb17-b807-4904-b7d5-c38fe8522ef2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:45:32.454466 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:32.480384 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858f216c-4e0b-4fa0-91d2-3494e3a4f14a x-openstack-request-id: req-858f216c-4e0b-4fa0-91d2-3494e3a4f14a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:45:32.480682 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15a762b-7c57-450c-b319-1231061313d8", "name": "network-vif-plugged", "status": "completed", "tag": "b3dcdb17-b807-4904-b7d5-c38fe8522ef2", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:45:32.480943 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-858f216c-4e0b-4fa0-91d2-3494e3a4f14a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:45:32.481334 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15a762b-7c57-450c-b319-1231061313d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'code': 200} Feb 16 17:45:32.512096 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:32.579113 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e116f-203b-4135-90bf-3d041fffb46a req-88d9f978-faae-4030-afb1-9f0e6681e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:32.580810 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-056e116f-203b-4135-90bf-3d041fffb46a req-88d9f978-faae-4030-afb1-9f0e6681e5eb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 1127 time: 0.0441875 Feb 16 17:45:32.625603 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-056e116f-203b-4135-90bf-3d041fffb46a req-05422026-67da-47bc-91d4-fa011d318322 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395856 Feb 16 17:45:32.731259 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10ebd3-b513-4511-b875-d1ae5a7e3058 req-6146129d-09b7-4260-b125-46c2465397d9 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:32.732648 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d10ebd3-b513-4511-b875-d1ae5a7e3058 req-6146129d-09b7-4260-b125-46c2465397d9 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 945 time: 0.0550876 Feb 16 17:45:32.780668 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9d10ebd3-b513-4511-b875-d1ae5a7e3058 req-eceb01e6-f4d3-4110-ad6d-651c89ecec8f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417418 Feb 16 17:45:33.902850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4747d-6b26-46fe-b46b-aae6cd7e63b9 req-4fe90ad1-a36b-4bf6-8dca-844c16bc0dce tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:33.904370 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0af4747d-6b26-46fe-b46b-aae6cd7e63b9 req-4fe90ad1-a36b-4bf6-8dca-844c16bc0dce tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 945 time: 0.0551143 Feb 16 17:45:33.953033 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0af4747d-6b26-46fe-b46b-aae6cd7e63b9 req-3cd19313-af2b-4de0-9f0c-b9df4731f577 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429950 Feb 16 17:45:34.076491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c5329-35c0-4023-b850-5e56e3095398 req-d62ed43e-1a51-401a-9cb0-9599dadcd4ca tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:34.077867 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a23c5329-35c0-4023-b850-5e56e3095398 req-d62ed43e-1a51-401a-9cb0-9599dadcd4ca tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 945 time: 0.0568042 Feb 16 17:45:34.128574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-a23c5329-35c0-4023-b850-5e56e3095398 req-bf6d6b7d-4a02-4378-8dac-16da8aba375e tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447807 Feb 16 17:45:34.149910 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56754) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:34.235089 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955c40e5-3d40-4421-bc50-9cdca1ac8465 tempest-TestSnapshotPattern-506085041 tempest-TestSnapshotPattern-506085041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:34.236653 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-955c40e5-3d40-4421-bc50-9cdca1ac8465 tempest-TestSnapshotPattern-506085041 tempest-TestSnapshotPattern-506085041-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 1122 time: 0.0854371 Feb 16 17:45:34.240124 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 56758) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:45:34.244346 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:45:34.264680 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:34.365055 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:34.465410 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Allocated IP 172.25.4.197 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/f99946a3-1f66-4b07-b399-ddb822896f20) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:45:34.570081 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for port (f99946a3-1f66-4b07-b399-ddb822896f20), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:34.606340 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f99946a3-1f66-4b07-b399-ddb822896f20), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:34.646418 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:45:34.649242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:45:34.652845 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:45:34.658123 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event updated for resources: {'Port': ['ID=f99946a3-1f66-4b07-b399-ddb822896f20,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:35.000558 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for floatingip (5794ea45-5634-454f-9861-a46f7e43c332), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:35.067321 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (f99946a3-1f66-4b07-b399-ddb822896f20), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:35.153654 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:35.214866 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for port (f99946a3-1f66-4b07-b399-ddb822896f20), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:35.219817 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (f99946a3-1f66-4b07-b399-ddb822896f20), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:35.287255 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event updated for resources: {'Port': ['ID=f99946a3-1f66-4b07-b399-ddb822896f20,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:45:35.298956 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (5794ea45-5634-454f-9861-a46f7e43c332), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:35.403734 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Floating IP 5794ea45-5634-454f-9861-a46f7e43c332 associated. External IP: 172.25.4.197, port: b3dcdb17-b807-4904-b7d5-c38fe8522ef2. Feb 16 17:45:35.615933 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Router b469b033-2378-4693-a49c-897ebb93ef3d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:45:35.725135 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:45:35.734926 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7e6706-7cd6-4507-8ccf-6c480a6317ff None None] Sync routers for ids ['b469b033-2378-4693-a49c-897ebb93ef3d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:45:35.742549 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:35.745110 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e6706-7cd6-4507-8ccf-6c480a6317ff None None] Routers {'b469b033-2378-4693-a49c-897ebb93ef3d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:45:35.745739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-af7e6706-7cd6-4507-8ccf-6c480a6317ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:45:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b469b033-2378-4693-a49c-897ebb93ef3d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:35.787120 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-4a5e3e72-aa27-4fb5-9d69-1afab10e4ac5 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5324001 Feb 16 17:45:35.787120 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15a762b-7c57-450c-b319-1231061313d8', 'tag': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:45:35.787120 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a2fdfa-dbd3-4c50-95f7-a68c4de956e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d15a762b-7c57-450c-b319-1231061313d8", "tag": "b3dcdb17-b807-4904-b7d5-c38fe8522ef2"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:45:35.816659 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a93828-f0f1-45e0-8e6e-45148af96cbf x-openstack-request-id: req-97a93828-f0f1-45e0-8e6e-45148af96cbf {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:45:35.816913 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15a762b-7c57-450c-b319-1231061313d8", "tag": "b3dcdb17-b807-4904-b7d5-c38fe8522ef2", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:45:35.817171 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97a93828-f0f1-45e0-8e6e-45148af96cbf {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:45:35.817641 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15a762b-7c57-450c-b319-1231061313d8', 'tag': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'status': 'completed', 'code': 200} Feb 16 17:45:35.863397 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-af7e6706-7cd6-4507-8ccf-6c480a6317ff None None] Set router b469b033-2378-4693-a49c-897ebb93ef3d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:45:35.887846 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2fdfa-dbd3-4c50-95f7-a68c4de956e0 req-06bdde13-461a-47aa-8754-ffd79ea0a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:35.889299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69a2fdfa-dbd3-4c50-95f7-a68c4de956e0 req-06bdde13-461a-47aa-8754-ffd79ea0a36a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1ebcf381778494383a093ae5b869f28&device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 1127 time: 0.0526969 Feb 16 17:45:35.989521 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2fdfa-dbd3-4c50-95f7-a68c4de956e0 req-13791d89-818b-40b6-8c3c-545520dba6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:35.991068 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69a2fdfa-dbd3-4c50-95f7-a68c4de956e0 req-13791d89-818b-40b6-8c3c-545520dba6f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01 HTTP/1.1" status: 200 len: 911 time: 0.0950961 Feb 16 17:45:36.056615 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69a2fdfa-dbd3-4c50-95f7-a68c4de956e0 req-005a01ff-04c7-480b-969c-39c1aa67bda3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2 HTTP/1.1" status: 200 len: 999 time: 0.0593734 Feb 16 17:45:36.097870 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-af7e6706-7cd6-4507-8ccf-6c480a6317ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5794ea45-5634-454f-9861-a46f7e43c332', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'port_id': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'mac_address': 'fa:16:3e:7f:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15a762b-7c57-450c-b319-1231061313d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:45:34Z', 'updated_at': '2022-02-16T17:45:34Z', 'revision_number': 0, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142b2562-e1a9-4c71-bb60-088e8ee76a1d', 'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'mac_address': 'fa:16:3e:39:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:10Z', 'updated_at': '2022-02-16T17:45:14Z', 'revision_number': 5, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'subnets': [{'id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:36.109294 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2fdfa-dbd3-4c50-95f7-a68c4de956e0 req-b928d642-31ea-45c8-b8bc-8c526a796e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:36.110763 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69a2fdfa-dbd3-4c50-95f7-a68c4de956e0 req-b928d642-31ea-45c8-b8bc-8c526a796e49 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0dc729f5-286e-40e0-ae77-24bb96fb1a77 HTTP/1.1" status: 200 len: 849 time: 0.0491614 Feb 16 17:45:36.124380 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7e6706-7cd6-4507-8ccf-6c480a6317ff None None] Checking router: b469b033-2378-4693-a49c-897ebb93ef3d for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:45:36.133460 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e6706-7cd6-4507-8ccf-6c480a6317ff None None] Routers {'b469b033-2378-4693-a49c-897ebb93ef3d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:45:36.134065 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-af7e6706-7cd6-4507-8ccf-6c480a6317ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:45:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b469b033-2378-4693-a49c-897ebb93ef3d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:36.159721 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2fdfa-dbd3-4c50-95f7-a68c4de956e0 req-aebe826d-9479-4995-9c1e-593a69d4b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:45:36.161266 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69a2fdfa-dbd3-4c50-95f7-a68c4de956e0 req-aebe826d-9479-4995-9c1e-593a69d4b589 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446889 Feb 16 17:45:36.242937 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-af7e6706-7cd6-4507-8ccf-6c480a6317ff None None] Set router b469b033-2378-4693-a49c-897ebb93ef3d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:45:36.253630 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69a2fdfa-dbd3-4c50-95f7-a68c4de956e0 req-c705ca83-a500-4d21-a4aa-8575fd768055 service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860333 Feb 16 17:45:36.345680 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-69a2fdfa-dbd3-4c50-95f7-a68c4de956e0 req-50c1e381-0d0c-4b0d-b884-8b2d3c3cd1eb service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871835 Feb 16 17:45:36.467982 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-af7e6706-7cd6-4507-8ccf-6c480a6317ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5794ea45-5634-454f-9861-a46f7e43c332', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'port_id': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'mac_address': 'fa:16:3e:7f:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15a762b-7c57-450c-b319-1231061313d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:45:34Z', 'updated_at': '2022-02-16T17:45:34Z', 'revision_number': 0, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142b2562-e1a9-4c71-bb60-088e8ee76a1d', 'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'mac_address': 'fa:16:3e:39:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:10Z', 'updated_at': '2022-02-16T17:45:14Z', 'revision_number': 5, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'subnets': [{'id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:45:36.498813 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7e6706-7cd6-4507-8ccf-6c480a6317ff None None] The sync data for ids ['b469b033-2378-4693-a49c-897ebb93ef3d'] in n-d-669411-5 is: [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5794ea45-5634-454f-9861-a46f7e43c332', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'port_id': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'mac_address': 'fa:16:3e:7f:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15a762b-7c57-450c-b319-1231061313d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:45:34Z', 'updated_at': '2022-02-16T17:45:34Z', 'revision_number': 0, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142b2562-e1a9-4c71-bb60-088e8ee76a1d', 'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'mac_address': 'fa:16:3e:39:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:10Z', 'updated_at': '2022-02-16T17:45:14Z', 'revision_number': 5, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'subnets': [{'id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:45:36.692752 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14c38ab-e549-4044-a83d-82d48a4212a2 None None] New status for floating IP 5794ea45-5634-454f-9861-a46f7e43c332: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:45:52.870251 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:45:55.843929 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e7a4999c-df0b-46cf-91fb-8a69f8299f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:58.472673 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-afd5d0ce-8376-4647-97fb-319a4e7975ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:45:59.608388 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:46:01.124624 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:46:02.095930 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:46:02.261604 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:46:05.034787 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-869cf26d-e35c-4d33-b166-1478e93542b3 req-d39b0f72-43b1-480b-b204-021c45f94bc2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434411 Feb 16 17:46:05.121858 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cf26d-e35c-4d33-b166-1478e93542b3 req-ece8e776-561f-4ff3-b089-2b0351da60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:05.123343 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-869cf26d-e35c-4d33-b166-1478e93542b3 req-ece8e776-561f-4ff3-b089-2b0351da60d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1ebcf381778494383a093ae5b869f28&device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 1127 time: 0.0462790 Feb 16 17:46:05.153274 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:46:05.232128 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cf26d-e35c-4d33-b166-1478e93542b3 req-7c96d059-36de-4940-8f9f-694eb482094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:05.233625 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-869cf26d-e35c-4d33-b166-1478e93542b3 req-7c96d059-36de-4940-8f9f-694eb482094b service neutron] 10.222.0.65 "GET /v2.0/networks?id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01 HTTP/1.1" status: 200 len: 911 time: 0.0892808 Feb 16 17:46:05.297256 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-869cf26d-e35c-4d33-b166-1478e93542b3 req-063e71ae-4ec5-4a25-9e5d-ad12f5e8f60f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0573244 Feb 16 17:46:05.348302 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cf26d-e35c-4d33-b166-1478e93542b3 req-98f39340-3c28-4b9c-bff8-4f7409010028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:05.349712 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-869cf26d-e35c-4d33-b166-1478e93542b3 req-98f39340-3c28-4b9c-bff8-4f7409010028 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0dc729f5-286e-40e0-ae77-24bb96fb1a77 HTTP/1.1" status: 200 len: 849 time: 0.0473816 Feb 16 17:46:05.403472 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cf26d-e35c-4d33-b166-1478e93542b3 req-26b49d42-4866-41bb-b868-e6249c23def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:46:05.405000 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-869cf26d-e35c-4d33-b166-1478e93542b3 req-26b49d42-4866-41bb-b868-e6249c23def8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496638 Feb 16 17:46:05.497868 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-869cf26d-e35c-4d33-b166-1478e93542b3 req-fc1c9159-bdd2-4e64-a3fa-6163fdc1e9e0 service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857813 Feb 16 17:46:05.587676 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-869cf26d-e35c-4d33-b166-1478e93542b3 req-3e2a30dd-ad25-4942-a7c2-ee5624c10359 service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824387 Feb 16 17:46:25.845651 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-70e1a018-01ed-4064-99f0-b8c881b4b826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:46:28.474923 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1de2c2b0-bd5f-4fd8-ad01-6d56acccda13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:46:29.610214 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:46:29.869643 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:46:31.127464 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:46:32.119164 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:46:32.263046 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:46:35.151719 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:46:55.848677 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-76db0316-91c8-4490-a488-a59ca8270ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:46:58.476457 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-340e78c9-46a6-4f2d-992b-192930d16de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:46:59.612728 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:01.130808 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:02.120061 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:02.267235 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:05.149720 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:06.083066 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09cc05a9-98ea-4f8d-bfa6-8e2ad6afed7c req-39ad16b2-09bf-419f-9359-5a685127d745 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0981572 Feb 16 17:47:06.171767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc05a9-98ea-4f8d-bfa6-8e2ad6afed7c req-2103b5ca-7385-4ab6-a8e7-1b701f079ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:06.173299 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09cc05a9-98ea-4f8d-bfa6-8e2ad6afed7c req-2103b5ca-7385-4ab6-a8e7-1b701f079ba0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1ebcf381778494383a093ae5b869f28&device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 1127 time: 0.0484006 Feb 16 17:47:06.273311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc05a9-98ea-4f8d-bfa6-8e2ad6afed7c req-e6048cde-56be-455c-8dc7-11ab333290b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:06.274678 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09cc05a9-98ea-4f8d-bfa6-8e2ad6afed7c req-e6048cde-56be-455c-8dc7-11ab333290b2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01 HTTP/1.1" status: 200 len: 911 time: 0.0832362 Feb 16 17:47:06.341330 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09cc05a9-98ea-4f8d-bfa6-8e2ad6afed7c req-816ea89c-0b8d-4ba1-9255-a10e622b1aa5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0607469 Feb 16 17:47:06.388283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc05a9-98ea-4f8d-bfa6-8e2ad6afed7c req-6e5501f8-149c-4a7e-bf00-44353c611d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:06.389686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09cc05a9-98ea-4f8d-bfa6-8e2ad6afed7c req-6e5501f8-149c-4a7e-bf00-44353c611d07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0dc729f5-286e-40e0-ae77-24bb96fb1a77 HTTP/1.1" status: 200 len: 849 time: 0.0433249 Feb 16 17:47:06.436454 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc05a9-98ea-4f8d-bfa6-8e2ad6afed7c req-bd1029ce-0c29-4045-9ba7-be42e5bb4c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:06.437942 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09cc05a9-98ea-4f8d-bfa6-8e2ad6afed7c req-bd1029ce-0c29-4045-9ba7-be42e5bb4c99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428741 Feb 16 17:47:06.528758 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09cc05a9-98ea-4f8d-bfa6-8e2ad6afed7c req-c4efe51e-b8cf-4eeb-840b-3623cb496efb service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851896 Feb 16 17:47:06.615650 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-09cc05a9-98ea-4f8d-bfa6-8e2ad6afed7c req-6a427f7e-69ac-4c95-8b15-26e529f11429 service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807006 Feb 16 17:47:06.868651 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:47:25.850409 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7cc882e9-7f5f-414c-a077-6b0c12cad9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:28.478984 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0bb18e39-84df-4a9a-af14-d70ece82b0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:29.616407 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:31.133308 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:32.118806 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:32.263552 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:34.853753 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b3dcdb17-b807-4904-b7d5-c38fe8522ef2 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:47:34.948727 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b3dcdb17-b807-4904-b7d5-c38fe8522ef2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:47:34.960300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'port_id': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'mac_address': 'fa:16:3e:7f:ed:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:47:34.998957 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:47:34.999340 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:35.012257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3dcdb17-b807-4904-b7d5-c38fe8522ef2 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:47:35.030779 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b3dcdb17-b807-4904-b7d5-c38fe8522ef2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:47:35.034868 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:35.085269 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:35.093192 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:35.093544 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:35.093891 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:35.094234 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:35.094573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:35.094910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:35.095241 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:35.095938 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:35.096278 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:35.096609 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:35.096942 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:35.097266 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:35.097591 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:35.105639 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['b3dcdb17-b807-4904-b7d5-c38fe8522ef2'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:47:35.161665 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:36.854539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b3dcdb17-b807-4904-b7d5-c38fe8522ef2 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:47:36.903725 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:47:36.904313 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:36.999730 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:47:37.000133 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:37.024934 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15a762b-7c57-450c-b319-1231061313d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:47:37.027443 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0785657a-4db2-4585-945d-53d5edd67d9a" -d '{"events": [{"server_uuid": "d15a762b-7c57-450c-b319-1231061313d8", "name": "network-vif-plugged", "status": "completed", "tag": "b3dcdb17-b807-4904-b7d5-c38fe8522ef2"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:47:37.040751 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b3dcdb17-b807-4904-b7d5-c38fe8522ef2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:47:37.049206 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:37.087584 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90756ef9-4e0b-4276-bd7f-0f457950eaf5 x-openstack-request-id: req-90756ef9-4e0b-4276-bd7f-0f457950eaf5 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:47:37.087972 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15a762b-7c57-450c-b319-1231061313d8", "name": "network-vif-plugged", "status": "completed", "tag": "b3dcdb17-b807-4904-b7d5-c38fe8522ef2", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:47:37.088165 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90756ef9-4e0b-4276-bd7f-0f457950eaf5 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:47:37.088803 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15a762b-7c57-450c-b319-1231061313d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'code': 200} Feb 16 17:47:37.105468 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:43.868549 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:47:45.826900 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-643a3994-bc7d-4f64-8e03-d2d35c9da6c0 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879447807&fields=id&tenant_id=f1ebcf381778494383a093ae5b869f28 HTTP/1.1" status: 200 len: 267 time: 0.0480623 Feb 16 17:47:46.213770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-27dd3a5d-b20e-4d4c-ae92-008d7e54db18 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:46.215211 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-27dd3a5d-b20e-4d4c-ae92-008d7e54db18 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/networks?id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01 HTTP/1.1" status: 200 len: 810 time: 0.3817732 Feb 16 17:47:46.230167 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-57cd821a-ebb0-4523-9e33-848eb6538a38 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/quotas/f1ebcf381778494383a093ae5b869f28 HTTP/1.1" status: 200 len: 375 time: 0.0088885 Feb 16 17:47:46.290062 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-213a0afc-a5cc-40c8-81e2-3a94095f59a3 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f1ebcf381778494383a093ae5b869f28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547557 Feb 16 17:47:46.350549 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-68ae547e-209a-485a-ba27-b8cf7af149a7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 17:47:46.351534 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-68ae547e-209a-485a-ba27-b8cf7af149a7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0495296 Feb 16 17:47:46.440187 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-babfe38c-4134-4944-9a0f-2de71737c0cb service neutron] 10.222.0.24 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826001 Feb 16 17:47:46.534448 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-c877fb3c-7a39-4222-b992-213e5f2b9034 service neutron] 10.222.0.24 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885470 Feb 16 17:47:46.715189 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2e5d8625-c9f4-475a-84cc-45a6d4e843f4 req-84a781d1-47dc-4c84-97bc-3c176ccd2b2f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 210 time: 0.0274220 Feb 16 17:47:47.616766 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-6a96b139-fc22-4510-b226-a2494d456ecc tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:47.618212 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-6a96b139-fc22-4510-b226-a2494d456ecc tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.65 "GET /v2.0/networks?id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01 HTTP/1.1" status: 200 len: 810 time: 0.1091402 Feb 16 17:47:47.682136 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-c6c25207-381d-4f0e-bf04-d2725a5c2a66 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1ebcf381778494383a093ae5b869f28 HTTP/1.1" status: 200 len: 380 time: 0.0557609 Feb 16 17:47:47.690420 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Request body: {'port': {'device_id': '59027246-819d-4c42-b8f4-224669092de6', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'admin_state_up': True, 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'security_groups': ['5e63d9b8-db9a-42fb-a317-993797f5e2d4']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:47:47.826190 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bc0c3c6d-767d-48db-a32c-41724cf42897 req-25283bdf-fb23-4d36-a480-747c2b9d2327 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 210 time: 0.0378902 Feb 16 17:47:47.834551 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Made reservation on behalf of f1ebcf381778494383a093ae5b869f28 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 17:47:47.838834 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:48.014953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Allocated IP 172.20.0.5 (93b879ec-e255-45e2-af5f-4f2bc3ab5b01/0dc729f5-286e-40e0-ae77-24bb96fb1a77/2ec089cb-2c50-43c7-a30f-6b52908b95a0) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:47:48.232785 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:48.273681 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:48.316707 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:47:48.322057 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:47:48.326007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:47:48.366468 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event updated for resources: {'Port': ['ID=2ec089cb-2c50-43c7-a30f-6b52908b95a0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:48.382547 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:48.382888 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:48.383261 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:48.383597 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:48.383962 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:48.384299 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:48.384625 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:48.384953 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:48.385275 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:48.385594 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:48.385913 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:48.386237 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:48.386552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:47:48.410416 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:48.411269 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:48.444336 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-f6f1c4e1-e97b-4e5c-a493-16a0f19c0e11 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7575166 Feb 16 17:47:48.681637 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-aad63556-2f3c-4334-8444-c2bda4a242cd None None] Provisioning complete for port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:47:48.683859 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aad63556-2f3c-4334-8444-c2bda4a242cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:48.721640 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-aad63556-2f3c-4334-8444-c2bda4a242cd None None] Port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 17:47:48.968516 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddcd27-078e-408a-82fe-9dec24a8b3b2 req-f9c03dc8-38fa-4407-b19e-110ebc6ab6d7 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:48.970729 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aeddcd27-078e-408a-82fe-9dec24a8b3b2 req-f9c03dc8-38fa-4407-b19e-110ebc6ab6d7 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 931 time: 0.0679126 Feb 16 17:47:49.023950 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-aeddcd27-078e-408a-82fe-9dec24a8b3b2 req-fc339948-fdb8-4015-b3e8-579fa3a02ac4 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469863 Feb 16 17:47:50.175146 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6641d-4636-49f2-a4e6-ae63bc5454ba req-74f77e98-62fe-4128-989b-aaefa8c21ad9 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:50.176700 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cac6641d-4636-49f2-a4e6-ae63bc5454ba req-74f77e98-62fe-4128-989b-aaefa8c21ad9 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 931 time: 0.0664194 Feb 16 17:47:50.234409 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cac6641d-4636-49f2-a4e6-ae63bc5454ba req-d36a68de-250b-4509-92d2-445a89dc3736 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512135 Feb 16 17:47:50.934024 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b3dcdb17-b807-4904-b7d5-c38fe8522ef2 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:47:51.018427 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:47:51.018879 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:51.043719 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15a762b-7c57-450c-b319-1231061313d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:47:51.046045 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02757588-c5b4-43ff-848a-00f640a391bf" -d '{"events": [{"server_uuid": "d15a762b-7c57-450c-b319-1231061313d8", "name": "network-vif-unplugged", "status": "completed", "tag": "b3dcdb17-b807-4904-b7d5-c38fe8522ef2"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:47:51.062114 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port b3dcdb17-b807-4904-b7d5-c38fe8522ef2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:47:51.066871 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:51.093374 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 17:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274c5a5d-09da-48fa-a412-740db86fac02 x-openstack-request-id: req-274c5a5d-09da-48fa-a412-740db86fac02 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:47:51.093745 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15a762b-7c57-450c-b319-1231061313d8", "name": "network-vif-unplugged", "status": "completed", "tag": "b3dcdb17-b807-4904-b7d5-c38fe8522ef2", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:47:51.093913 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-274c5a5d-09da-48fa-a412-740db86fac02 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:47:51.094306 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15a762b-7c57-450c-b319-1231061313d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'code': 200} Feb 16 17:47:51.122739 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:51.367492 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f9b28-43f3-4ee8-950e-1c948efc06fb req-162c7f9d-8221-45bc-be27-149c22d45bea tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:51.369053 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f23f9b28-43f3-4ee8-950e-1c948efc06fb req-162c7f9d-8221-45bc-be27-149c22d45bea tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 931 time: 0.0606103 Feb 16 17:47:51.425349 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-f23f9b28-43f3-4ee8-950e-1c948efc06fb req-a7c8ca05-6e19-4d86-a024-815ff3439bfd tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471592 Feb 16 17:47:52.564178 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56055dfe-a9a4-4227-b276-8b29a05679c9 req-d7a11aa8-f2eb-4881-acc9-c8477233ea4c tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:52.566637 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56055dfe-a9a4-4227-b276-8b29a05679c9 req-d7a11aa8-f2eb-4881-acc9-c8477233ea4c tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 931 time: 0.0575595 Feb 16 17:47:52.620911 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-56055dfe-a9a4-4227-b276-8b29a05679c9 req-76000226-b58f-405e-b9cd-c8f7c367500f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485449 Feb 16 17:47:53.762169 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a90cea-a6e3-4ebf-91bc-9e8ee64bfc07 req-dc3f23c7-470d-434d-a737-50526b27a7af tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:53.763608 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0a90cea-a6e3-4ebf-91bc-9e8ee64bfc07 req-dc3f23c7-470d-434d-a737-50526b27a7af tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 931 time: 0.0653272 Feb 16 17:47:53.823561 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-b0a90cea-a6e3-4ebf-91bc-9e8ee64bfc07 req-ec153ec6-6592-4219-be21-10dcb082ffe2 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541246 Feb 16 17:47:54.972949 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd9c24-f4f6-40ac-a2b9-bcebbe841b92 req-a13fb92a-62e3-4d74-8e3d-c53823d5ae7b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:54.975099 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1cfd9c24-f4f6-40ac-a2b9-bcebbe841b92 req-a13fb92a-62e3-4d74-8e3d-c53823d5ae7b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 931 time: 0.0748689 Feb 16 17:47:55.034583 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-1cfd9c24-f4f6-40ac-a2b9-bcebbe841b92 req-e388ca0d-550a-4289-a0e5-57ab8c3094b3 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522532 Feb 16 17:47:55.853694 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-34ea5d7f-66cb-481b-b36c-fd71d6a9db3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:56.114800 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Request body: {'port': {'device_id': '59027246-819d-4c42-b8f4-224669092de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-669411-5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:47:56.211559 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:56.226951 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1b2b5-a7fa-49c6-b781-35972ee55260 req-378f0baf-6c05-44f8-a0b7-11be4b941f16 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:56.228465 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7aa1b2b5-a7fa-49c6-b781-35972ee55260 req-378f0baf-6c05-44f8-a0b7-11be4b941f16 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 931 time: 0.1109674 Feb 16 17:47:56.355867 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-7aa1b2b5-a7fa-49c6-b781-35972ee55260 req-f8d547a2-a74b-4977-9eb1-b426a618091f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217473 Feb 16 17:47:56.515805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec089cb-2c50-43c7-a30f-6b52908b95a0 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:47:56.523005 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Publish callbacks [] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:56.535122 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Transition to ACTIVE for port object 2ec089cb-2c50-43c7-a30f-6b52908b95a0 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 17:47:56.538889 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:56.609572 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Pushing event updated for resources: {'Port': ['ID=2ec089cb-2c50-43c7-a30f-6b52908b95a0,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:56.664080 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Attempting to bind port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 on host n-h1-669411-5 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 17:47:56.664393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Attempting to bind port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 by drivers openvswitch,hyperv on host n-h1-669411-5 at level 0 using segments [{'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 17:47:56.664715 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Attempting to bind port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 on network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:47:56.669202 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 on network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-669411-5 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 17:47:56.669528 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Attempting to bind port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 on network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 17:47:56.675085 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Checking agent: {'id': '048baa0b-0039-4a34-97d5-6a0610fbbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-669411-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'started_at': datetime.datetime(2022, 2, 16, 16, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 17, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 17:47:56.675417 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Checking segment: {'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 17:47:56.675877 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Bound using segment: {'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 17:47:56.676304 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Bound port: 2ec089cb-2c50-43c7-a30f-6b52908b95a0, host: n-h1-669411-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18da369-e2c4-40ec-9db4-12cea22525b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 17:47:56.676654 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:56.741489 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] For port 2ec089cb-2c50-43c7-a30f-6b52908b95a0, host n-h1-669411-5, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 17:47:56.744578 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] For port 2ec089cb-2c50-43c7-a30f-6b52908b95a0, host n-h1-669411-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2ec089cb-2c50-43c7-a30f-6b52908b95a0,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 17:47:56.751063 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:56.789087 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:56.789795 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:56.791045 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] 10.222.0.65 "PUT /v2.0/ports/2ec089cb-2c50-43c7-a30f-6b52908b95a0 HTTP/1.1" status: 200 len: 1091 time: 0.6806934 Feb 16 17:47:56.791465 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59027246-819d-4c42-b8f4-224669092de6', 'tag': '2ec089cb-2c50-43c7-a30f-6b52908b95a0'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:47:56.793746 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c6ee39-6a96-49fe-bc05-1a87d9638a39" -d '{"events": [{"name": "network-changed", "server_uuid": "59027246-819d-4c42-b8f4-224669092de6", "tag": "2ec089cb-2c50-43c7-a30f-6b52908b95a0"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:47:56.818573 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd90e55-7f23-472a-b303-324daa07335c service neutron] Pushing event updated for resources: {'Port': ['ID=2ec089cb-2c50-43c7-a30f-6b52908b95a0,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:56.846722 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a11c02-fdde-46e7-a4c1-d00f4edbf2af x-openstack-request-id: req-02a11c02-fdde-46e7-a4c1-d00f4edbf2af {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:47:56.847013 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59027246-819d-4c42-b8f4-224669092de6", "tag": "2ec089cb-2c50-43c7-a30f-6b52908b95a0", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:47:56.847264 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02a11c02-fdde-46e7-a4c1-d00f4edbf2af {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:47:56.847660 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59027246-819d-4c42-b8f4-224669092de6', 'tag': '2ec089cb-2c50-43c7-a30f-6b52908b95a0', 'status': 'completed', 'code': 200} Feb 16 17:47:56.886989 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-8c549cae-3931-46c9-b01a-846fb1f9597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:56.888629 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-8c549cae-3931-46c9-b01a-846fb1f9597a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1ebcf381778494383a093ae5b869f28&device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 1125 time: 0.0512366 Feb 16 17:47:56.932185 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-53932444-9aca-4832-94f7-2eb546defd08 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ec089cb-2c50-43c7-a30f-6b52908b95a0 HTTP/1.1" status: 200 len: 217 time: 0.0360970 Feb 16 17:47:56.985578 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-f46c5aea-82f5-4c7e-a90f-a0cd754b95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:56.987874 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-f46c5aea-82f5-4c7e-a90f-a0cd754b95d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0dc729f5-286e-40e0-ae77-24bb96fb1a77 HTTP/1.1" status: 200 len: 849 time: 0.0506473 Feb 16 17:47:57.039506 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-dd911edf-2167-4475-a9a1-ecd805931d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:57.041042 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-dd911edf-2167-4475-a9a1-ecd805931d88 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475800 Feb 16 17:47:57.129301 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-3b582280-8dd3-4fc9-bf91-774f1b707b7d service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820942 Feb 16 17:47:57.220402 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4cca99b8-fb9c-45cf-b280-b44cfd85e663 req-29b0f260-acc4-4b81-a2f2-c8c16c924b4a service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851240 Feb 16 17:47:57.308040 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6ee39-6a96-49fe-bc05-1a87d9638a39 req-fbe7cf97-56d5-4c12-9635-15670346abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:57.309509 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45c6ee39-6a96-49fe-bc05-1a87d9638a39 req-fbe7cf97-56d5-4c12-9635-15670346abb7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1ebcf381778494383a093ae5b869f28&device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 1125 time: 0.0450940 Feb 16 17:47:57.405018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6ee39-6a96-49fe-bc05-1a87d9638a39 req-f56bad4c-a8bf-495b-bfb0-8bbe176a677a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:57.406499 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45c6ee39-6a96-49fe-bc05-1a87d9638a39 req-f56bad4c-a8bf-495b-bfb0-8bbe176a677a service neutron] 10.222.0.65 "GET /v2.0/networks?id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01 HTTP/1.1" status: 200 len: 911 time: 0.0906022 Feb 16 17:47:57.450626 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45c6ee39-6a96-49fe-bc05-1a87d9638a39 req-69fba376-83f0-425e-b942-c2d024d43335 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ec089cb-2c50-43c7-a30f-6b52908b95a0 HTTP/1.1" status: 200 len: 217 time: 0.0375435 Feb 16 17:47:57.525295 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6ee39-6a96-49fe-bc05-1a87d9638a39 req-0099d017-cf6f-40e8-b5d7-edd1559748a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:57.526749 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45c6ee39-6a96-49fe-bc05-1a87d9638a39 req-0099d017-cf6f-40e8-b5d7-edd1559748a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0dc729f5-286e-40e0-ae77-24bb96fb1a77 HTTP/1.1" status: 200 len: 849 time: 0.0682964 Feb 16 17:47:57.549862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c304cae-7c79-4028-83a1-56545fc4e4a4 req-6c13cd28-1a12-4094-95e9-5f4daa98b230 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:57.551303 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c304cae-7c79-4028-83a1-56545fc4e4a4 req-6c13cd28-1a12-4094-95e9-5f4daa98b230 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 943 time: 0.1031568 Feb 16 17:47:57.619872 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3c304cae-7c79-4028-83a1-56545fc4e4a4 req-9f97a8a9-4c35-44e7-8a44-c3d3bec66af6 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531034 Feb 16 17:47:57.622481 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6ee39-6a96-49fe-bc05-1a87d9638a39 req-9b94fe9c-51e5-48e9-8627-8a714281942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:57.623923 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45c6ee39-6a96-49fe-bc05-1a87d9638a39 req-9b94fe9c-51e5-48e9-8627-8a714281942c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0891328 Feb 16 17:47:57.718155 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45c6ee39-6a96-49fe-bc05-1a87d9638a39 req-5ffc6e31-5ccf-4058-8f76-f8e2416cec8f service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867682 Feb 16 17:47:57.806689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-45c6ee39-6a96-49fe-bc05-1a87d9638a39 req-e98daace-8887-4362-866b-5b5839fb4126 service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820575 Feb 16 17:47:58.480507 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f8f42b75-f805-4fad-b28f-d8b5cda2a866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:58.743805 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf133e0c-579a-441d-adf7-5385c686897a req-f10fe11e-5280-42f8-9303-772d6defb75d tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:58.745165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf133e0c-579a-441d-adf7-5385c686897a req-f10fe11e-5280-42f8-9303-772d6defb75d tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 943 time: 0.0566535 Feb 16 17:47:58.792968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-cf133e0c-579a-441d-adf7-5385c686897a req-b4448795-6664-4d41-a2a8-de74db79b439 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422459 Feb 16 17:47:58.947774 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2ec089cb-2c50-43c7-a30f-6b52908b95a0 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:47:59.042074 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2ec089cb-2c50-43c7-a30f-6b52908b95a0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2ec089cb-2c50-43c7-a30f-6b52908b95a0,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:47:59.053405 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '2ec089cb-2c50-43c7-a30f-6b52908b95a0', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'port_id': '2ec089cb-2c50-43c7-a30f-6b52908b95a0', 'mac_address': 'fa:16:3e:61:ab:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:47:59.093569 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:47:59.093963 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:59.107052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec089cb-2c50-43c7-a30f-6b52908b95a0 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:47:59.125855 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2ec089cb-2c50-43c7-a30f-6b52908b95a0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2ec089cb-2c50-43c7-a30f-6b52908b95a0,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:47:59.129890 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:59.176208 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=2ec089cb-2c50-43c7-a30f-6b52908b95a0,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:47:59.341948 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2ec089cb-2c50-43c7-a30f-6b52908b95a0'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:47:59.617743 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:47:59.911725 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0df8ae-0666-4a48-ab6a-d8db8e4fc5e9 req-299f941b-8eb0-4a72-a6ff-4417d0df47ac tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:47:59.913196 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a0df8ae-0666-4a48-ab6a-d8db8e4fc5e9 req-299f941b-8eb0-4a72-a6ff-4417d0df47ac tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 944 time: 0.0516713 Feb 16 17:47:59.964154 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3a0df8ae-0666-4a48-ab6a-d8db8e4fc5e9 req-c89b59fd-420a-4a3e-a34e-b11f1b418e44 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441492 Feb 16 17:48:00.962929 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2ec089cb-2c50-43c7-a30f-6b52908b95a0 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:48:01.013147 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning for port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 17:48:01.017502 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:48:01.017941 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:01.086789 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b40191-4a3f-415d-b460-86e266ca6c4e req-b2c90c93-dc3c-45c2-9c8a-2e71fc52f505 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:01.088686 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80b40191-4a3f-415d-b460-86e266ca6c4e req-b2c90c93-dc3c-45c2-9c8a-2e71fc52f505 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 944 time: 0.0537782 Feb 16 17:48:01.099705 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:48:01.100126 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:01.122717 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59027246-819d-4c42-b8f4-224669092de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec089cb-2c50-43c7-a30f-6b52908b95a0'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:48:01.124957 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4ce915-e58b-4dec-a9c5-8271416fb118" -d '{"events": [{"server_uuid": "59027246-819d-4c42-b8f4-224669092de6", "name": "network-vif-plugged", "status": "completed", "tag": "2ec089cb-2c50-43c7-a30f-6b52908b95a0"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:48:01.144117 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-80b40191-4a3f-415d-b460-86e266ca6c4e req-10d7a0ef-7a44-4c3e-886a-5cbcff606f99 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491896 Feb 16 17:48:01.145128 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2ec089cb-2c50-43c7-a30f-6b52908b95a0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2ec089cb-2c50-43c7-a30f-6b52908b95a0,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:48:01.151175 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:01.157714 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:01.179427 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89996a60-6707-462a-9ceb-2592806680ec x-openstack-request-id: req-89996a60-6707-462a-9ceb-2592806680ec {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:48:01.179719 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59027246-819d-4c42-b8f4-224669092de6", "name": "network-vif-plugged", "status": "completed", "tag": "2ec089cb-2c50-43c7-a30f-6b52908b95a0", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:48:01.180375 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89996a60-6707-462a-9ceb-2592806680ec {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:48:01.180768 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59027246-819d-4c42-b8f4-224669092de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec089cb-2c50-43c7-a30f-6b52908b95a0', 'code': 200} Feb 16 17:48:01.206052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=2ec089cb-2c50-43c7-a30f-6b52908b95a0,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:01.274311 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5b19b-81e5-4799-8fc7-c0e63862cad7 req-8ca028ac-7c96-468a-9693-6f2306078b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:01.275837 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3ca5b19b-81e5-4799-8fc7-c0e63862cad7 req-8ca028ac-7c96-468a-9693-6f2306078b7b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 1127 time: 0.0444276 Feb 16 17:48:01.321096 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3ca5b19b-81e5-4799-8fc7-c0e63862cad7 req-2adf8eb4-83b4-47bb-b1b8-536b415f3102 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397737 Feb 16 17:48:02.124112 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:02.269777 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d896098-214a-4f85-9074-03aad1c78660 req-55c0d95c-759c-4f51-ba02-43802cf441df tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:02.271556 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d896098-214a-4f85-9074-03aad1c78660 req-55c0d95c-759c-4f51-ba02-43802cf441df tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 945 time: 0.0565979 Feb 16 17:48:02.329030 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-3d896098-214a-4f85-9074-03aad1c78660 req-919f1962-ea31-454f-9d10-dde3718b620d tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506926 Feb 16 17:48:02.432788 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:03.464453 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f9fe8-bd8a-4960-a04c-af14877501b5 req-712bc016-df5e-4350-921a-10fcb1a6eba3 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:03.465935 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-139f9fe8-bd8a-4960-a04c-af14877501b5 req-712bc016-df5e-4350-921a-10fcb1a6eba3 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 945 time: 0.0587137 Feb 16 17:48:03.515353 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-139f9fe8-bd8a-4960-a04c-af14877501b5 req-cbce0f41-8432-4039-ae3e-14bbf00c35ce tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435996 Feb 16 17:48:03.634097 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6a325-8a72-4d8f-9678-3e4231c44faa req-225e696a-d656-4321-8bab-e220c88980eb tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:03.635471 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebf6a325-8a72-4d8f-9678-3e4231c44faa req-225e696a-d656-4321-8bab-e220c88980eb tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 945 time: 0.0514114 Feb 16 17:48:03.683338 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-ebf6a325-8a72-4d8f-9678-3e4231c44faa req-df9393e2-5ae4-4d39-888a-840b382f1c16 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422931 Feb 16 17:48:03.705449 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57014) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:48:03.748767 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c50c0d-d2f9-47cf-b678-cd17df4a5850 tempest-TestSnapshotPattern-506085041 tempest-TestSnapshotPattern-506085041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:03.750269 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-b0c50c0d-d2f9-47cf-b678-cd17df4a5850 tempest-TestSnapshotPattern-506085041 tempest-TestSnapshotPattern-506085041-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 1122 time: 0.0436723 Feb 16 17:48:03.753672 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57016) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:48:03.757831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Request body: {'floatingip': {'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'port_id': '2ec089cb-2c50-43c7-a30f-6b52908b95a0', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 17:48:03.777530 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:03.880640 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:03.987492 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Allocated IP 172.25.4.62 (ad1aff08-3390-4777-8cb3-9fa02dffc1dc/716a22ab-bef0-4114-819a-f452ed0f4c59/6ecbe28a-5499-4c7d-a6a1-6e93e57c64a7) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 17:48:04.087706 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for port (6ecbe28a-5499-4c7d-a6a1-6e93e57c64a7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:04.120033 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794037641512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6ecbe28a-5499-4c7d-a6a1-6e93e57c64a7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:04.155841 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Network ad1aff08-3390-4777-8cb3-9fa02dffc1dc is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 17:48:04.160548 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 17:48:04.164007 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 17:48:04.191993 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event updated for resources: {'Port': ['ID=6ecbe28a-5499-4c7d-a6a1-6e93e57c64a7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:04.517126 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for floatingip (8f85fb3c-1d17-4f92-809e-5a37f9072425), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:04.583024 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (6ecbe28a-5499-4c7d-a6a1-6e93e57c64a7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:04.730140 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for port (6ecbe28a-5499-4c7d-a6a1-6e93e57c64a7), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:04.734566 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24944653'] for port (6ecbe28a-5499-4c7d-a6a1-6e93e57c64a7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:04.805615 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event updated for resources: {'Port': ['ID=6ecbe28a-5499-4c7d-a6a1-6e93e57c64a7,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:48:04.817362 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726232'] for floatingip (8f85fb3c-1d17-4f92-809e-5a37f9072425), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:05.148972 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:05.210724 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Floating IP 8f85fb3c-1d17-4f92-809e-5a37f9072425 associated. External IP: 172.25.4.62, port: 2ec089cb-2c50-43c7-a30f-6b52908b95a0. Feb 16 17:48:05.420004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Router b469b033-2378-4693-a49c-897ebb93ef3d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:48:05.528947 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:48:05.539097 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33572d-6df5-400a-be11-f9d590b17767 None None] Sync routers for ids ['b469b033-2378-4693-a49c-897ebb93ef3d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:48:05.546597 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:05.550831 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33572d-6df5-400a-be11-f9d590b17767 None None] Routers {'b469b033-2378-4693-a49c-897ebb93ef3d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:48:05.551453 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0e33572d-6df5-400a-be11-f9d590b17767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:47:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b469b033-2378-4693-a49c-897ebb93ef3d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:05.587467 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-8643ce38-cc81-4c2d-8da8-9ddab7f30818 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8212821 Feb 16 17:48:05.587467 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59027246-819d-4c42-b8f4-224669092de6', 'tag': '2ec089cb-2c50-43c7-a30f-6b52908b95a0'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:48:05.587467 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dab094a-c477-458e-8372-c58fbb031ace" -d '{"events": [{"name": "network-changed", "server_uuid": "59027246-819d-4c42-b8f4-224669092de6", "tag": "2ec089cb-2c50-43c7-a30f-6b52908b95a0"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:48:05.617516 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8f0284-ae69-4792-b976-324c66bf383f x-openstack-request-id: req-6f8f0284-ae69-4792-b976-324c66bf383f {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:48:05.617809 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59027246-819d-4c42-b8f4-224669092de6", "tag": "2ec089cb-2c50-43c7-a30f-6b52908b95a0", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:48:05.618069 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f8f0284-ae69-4792-b976-324c66bf383f {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:48:05.618482 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59027246-819d-4c42-b8f4-224669092de6', 'tag': '2ec089cb-2c50-43c7-a30f-6b52908b95a0', 'status': 'completed', 'code': 200} Feb 16 17:48:05.672309 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-0e33572d-6df5-400a-be11-f9d590b17767 None None] Set router b469b033-2378-4693-a49c-897ebb93ef3d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:48:05.687552 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab094a-c477-458e-8372-c58fbb031ace req-c375a626-2d85-4e0c-b7be-ab828bd33cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:05.689222 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dab094a-c477-458e-8372-c58fbb031ace req-c375a626-2d85-4e0c-b7be-ab828bd33cab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1ebcf381778494383a093ae5b869f28&device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 1127 time: 0.0500798 Feb 16 17:48:05.780850 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab094a-c477-458e-8372-c58fbb031ace req-1f8cfb1b-e1ce-46d7-8295-5819f2a65405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:05.782329 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dab094a-c477-458e-8372-c58fbb031ace req-1f8cfb1b-e1ce-46d7-8295-5819f2a65405 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01 HTTP/1.1" status: 200 len: 911 time: 0.0868094 Feb 16 17:48:05.852973 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dab094a-c477-458e-8372-c58fbb031ace req-5ae58d3d-42eb-4458-bdc8-78feb0bbc501 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ec089cb-2c50-43c7-a30f-6b52908b95a0 HTTP/1.1" status: 200 len: 998 time: 0.0638187 Feb 16 17:48:05.899705 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab094a-c477-458e-8372-c58fbb031ace req-e26cca6c-197e-41d3-ac6b-8a6dc1da5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:05.901205 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dab094a-c477-458e-8372-c58fbb031ace req-e26cca6c-197e-41d3-ac6b-8a6dc1da5e65 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0dc729f5-286e-40e0-ae77-24bb96fb1a77 HTTP/1.1" status: 200 len: 849 time: 0.0431917 Feb 16 17:48:05.902941 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0e33572d-6df5-400a-be11-f9d590b17767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5794ea45-5634-454f-9861-a46f7e43c332', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'port_id': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'mac_address': 'fa:16:3e:7f:ed:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15a762b-7c57-450c-b319-1231061313d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:45:34Z', 'updated_at': '2022-02-16T17:45:36Z', 'revision_number': 1, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'fixed_ip_address_scope': None}, {'id': '8f85fb3c-1d17-4f92-809e-5a37f9072425', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'port_id': '2ec089cb-2c50-43c7-a30f-6b52908b95a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'mac_address': 'fa:16:3e:61:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59027246-819d-4c42-b8f4-224669092de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:48:04Z', 'updated_at': '2022-02-16T17:48:04Z', 'revision_number': 0, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142b2562-e1a9-4c71-bb60-088e8ee76a1d', 'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'mac_address': 'fa:16:3e:39:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:10Z', 'updated_at': '2022-02-16T17:45:14Z', 'revision_number': 5, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'subnets': [{'id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:05.930713 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33572d-6df5-400a-be11-f9d590b17767 None None] Checking router: b469b033-2378-4693-a49c-897ebb93ef3d for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:48:05.938991 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33572d-6df5-400a-be11-f9d590b17767 None None] Routers {'b469b033-2378-4693-a49c-897ebb93ef3d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:48:05.939852 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0e33572d-6df5-400a-be11-f9d590b17767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:47:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b469b033-2378-4693-a49c-897ebb93ef3d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:05.949381 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab094a-c477-458e-8372-c58fbb031ace req-9011a5e3-0468-4d5b-8b59-7101b0d6bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:05.950894 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dab094a-c477-458e-8372-c58fbb031ace req-9011a5e3-0468-4d5b-8b59-7101b0d6bd5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444202 Feb 16 17:48:06.046929 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dab094a-c477-458e-8372-c58fbb031ace req-c71862dd-7f10-43d2-9e56-b859804af648 service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904083 Feb 16 17:48:06.048457 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-0e33572d-6df5-400a-be11-f9d590b17767 None None] Set router b469b033-2378-4693-a49c-897ebb93ef3d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:48:06.136706 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9dab094a-c477-458e-8372-c58fbb031ace req-cfeb9a1b-b9fe-46e8-9e4c-c1b4229dd8bc service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843089 Feb 16 17:48:06.293920 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0e33572d-6df5-400a-be11-f9d590b17767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5794ea45-5634-454f-9861-a46f7e43c332', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'port_id': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'mac_address': 'fa:16:3e:7f:ed:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15a762b-7c57-450c-b319-1231061313d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:45:34Z', 'updated_at': '2022-02-16T17:45:36Z', 'revision_number': 1, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'fixed_ip_address_scope': None}, {'id': '8f85fb3c-1d17-4f92-809e-5a37f9072425', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'port_id': '2ec089cb-2c50-43c7-a30f-6b52908b95a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'mac_address': 'fa:16:3e:61:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59027246-819d-4c42-b8f4-224669092de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:48:04Z', 'updated_at': '2022-02-16T17:48:04Z', 'revision_number': 0, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142b2562-e1a9-4c71-bb60-088e8ee76a1d', 'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'mac_address': 'fa:16:3e:39:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:10Z', 'updated_at': '2022-02-16T17:45:14Z', 'revision_number': 5, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'subnets': [{'id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:48:06.324597 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33572d-6df5-400a-be11-f9d590b17767 None None] The sync data for ids ['b469b033-2378-4693-a49c-897ebb93ef3d'] in n-d-669411-5 is: [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5794ea45-5634-454f-9861-a46f7e43c332', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'port_id': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'mac_address': 'fa:16:3e:7f:ed:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15a762b-7c57-450c-b319-1231061313d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:45:34Z', 'updated_at': '2022-02-16T17:45:36Z', 'revision_number': 1, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'fixed_ip_address_scope': None}, {'id': '8f85fb3c-1d17-4f92-809e-5a37f9072425', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'port_id': '2ec089cb-2c50-43c7-a30f-6b52908b95a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'mac_address': 'fa:16:3e:61:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59027246-819d-4c42-b8f4-224669092de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:48:04Z', 'updated_at': '2022-02-16T17:48:04Z', 'revision_number': 0, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142b2562-e1a9-4c71-bb60-088e8ee76a1d', 'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'mac_address': 'fa:16:3e:39:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:10Z', 'updated_at': '2022-02-16T17:45:14Z', 'revision_number': 5, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'subnets': [{'id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:48:06.514143 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26601ff7-645f-4d2d-a87a-4044e13aeafd None None] New status for floating IP 8f85fb3c-1d17-4f92-809e-5a37f9072425: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:48:08.033906 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ca770ee-4506-47ce-9348-05e95e8173fe req-e8b494d1-d678-4b91-b75d-e880c00a79eb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474522 Feb 16 17:48:08.118954 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca770ee-4506-47ce-9348-05e95e8173fe req-e52863c2-e0c2-4ce3-8131-1bcc5bc76e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:08.120495 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ca770ee-4506-47ce-9348-05e95e8173fe req-e52863c2-e0c2-4ce3-8131-1bcc5bc76e49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1ebcf381778494383a093ae5b869f28&device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 1125 time: 0.0457213 Feb 16 17:48:08.225794 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca770ee-4506-47ce-9348-05e95e8173fe req-9b8854bb-0b37-4855-b2ed-554d7849e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:08.227235 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ca770ee-4506-47ce-9348-05e95e8173fe req-9b8854bb-0b37-4855-b2ed-554d7849e954 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01 HTTP/1.1" status: 200 len: 911 time: 0.0894651 Feb 16 17:48:08.291468 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ca770ee-4506-47ce-9348-05e95e8173fe req-94580e04-26c5-4ef8-9d2f-9fd5e4ce1fdf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2 HTTP/1.1" status: 200 len: 999 time: 0.0584335 Feb 16 17:48:08.338873 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca770ee-4506-47ce-9348-05e95e8173fe req-c449e9e6-1be7-43d8-9af3-1020ff583b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:08.340293 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ca770ee-4506-47ce-9348-05e95e8173fe req-c449e9e6-1be7-43d8-9af3-1020ff583b9a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0dc729f5-286e-40e0-ae77-24bb96fb1a77 HTTP/1.1" status: 200 len: 849 time: 0.0434597 Feb 16 17:48:08.391349 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca770ee-4506-47ce-9348-05e95e8173fe req-5148fd51-d35b-4934-aea8-c63a20f1a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:48:08.393606 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ca770ee-4506-47ce-9348-05e95e8173fe req-5148fd51-d35b-4934-aea8-c63a20f1a58b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476081 Feb 16 17:48:08.483261 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ca770ee-4506-47ce-9348-05e95e8173fe req-58a929c0-b052-4185-8b43-27cea3ea028c service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841374 Feb 16 17:48:08.575934 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-4ca770ee-4506-47ce-9348-05e95e8173fe req-1dbe6906-4a15-4675-ae8d-d85e7c2ccfef service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864058 Feb 16 17:48:20.868114 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:48:25.855067 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-970e5d3e-000d-4829-baae-68c62ab9a823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:28.481387 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c43dc30b-e92e-4e04-a3b9-5c73057b8ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:29.621952 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:31.139088 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:32.116333 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:32.256329 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:35.146081 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:55.856273 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ee7ee1c4-7c52-4a2a-925b-40ad13906573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:57.867825 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:48:58.483120 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e22b6740-d38c-4e0e-a51d-1e5c4d8d69f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:48:59.625133 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:01.141691 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:02.115028 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:02.261166 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:05.176746 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:08.029505 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cf17d81-f84b-47c0-be8d-60b20cf1c08a req-8ea92564-e0af-4dbd-9993-b2fd27c81767 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431633 Feb 16 17:49:08.092601 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf17d81-f84b-47c0-be8d-60b20cf1c08a req-24b5c695-5d7d-4482-bc41-53cdc764f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:08.094076 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cf17d81-f84b-47c0-be8d-60b20cf1c08a req-24b5c695-5d7d-4482-bc41-53cdc764f98c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1ebcf381778494383a093ae5b869f28&device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 1127 time: 0.0448725 Feb 16 17:49:08.198486 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf17d81-f84b-47c0-be8d-60b20cf1c08a req-11f29919-af90-418a-9381-996c148ddd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:08.199982 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cf17d81-f84b-47c0-be8d-60b20cf1c08a req-11f29919-af90-418a-9381-996c148ddd97 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01 HTTP/1.1" status: 200 len: 911 time: 0.0875967 Feb 16 17:49:08.263165 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cf17d81-f84b-47c0-be8d-60b20cf1c08a req-d4a626b5-5261-46b2-8ad8-e0402e84e34a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ec089cb-2c50-43c7-a30f-6b52908b95a0 HTTP/1.1" status: 200 len: 1000 time: 0.0573070 Feb 16 17:49:08.315317 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf17d81-f84b-47c0-be8d-60b20cf1c08a req-31f718a2-a166-41bc-940c-2cab0104c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:08.316913 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cf17d81-f84b-47c0-be8d-60b20cf1c08a req-31f718a2-a166-41bc-940c-2cab0104c593 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0dc729f5-286e-40e0-ae77-24bb96fb1a77 HTTP/1.1" status: 200 len: 849 time: 0.0482941 Feb 16 17:49:08.364496 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf17d81-f84b-47c0-be8d-60b20cf1c08a req-deae79e8-c9b9-41e1-b96a-7d2891db3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:08.365968 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cf17d81-f84b-47c0-be8d-60b20cf1c08a req-deae79e8-c9b9-41e1-b96a-7d2891db3e39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439165 Feb 16 17:49:08.452624 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cf17d81-f84b-47c0-be8d-60b20cf1c08a req-2c1dd9df-2099-4fc4-8dff-d374c6d02191 service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806787 Feb 16 17:49:08.544783 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-0cf17d81-f84b-47c0-be8d-60b20cf1c08a req-13fecd2c-d73f-4354-98e3-858e7c296170 service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856833 Feb 16 17:49:25.858293 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cb9d661e-f832-42de-8f8b-21692e116524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:28.484671 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1cd15698-11c6-489c-9b11-cd9327cb1581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:29.631054 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:31.144901 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:32.117236 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:32.263261 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:34.867058 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:49:35.195027 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:35.441161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2ec089cb-2c50-43c7-a30f-6b52908b95a0 details requested by agent hyperv_n-h1-669411-5 with host n-h1-669411-5 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 17:49:35.541263 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2ec089cb-2c50-43c7-a30f-6b52908b95a0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2ec089cb-2c50-43c7-a30f-6b52908b95a0,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:35.553253 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Returning: {'device': '2ec089cb-2c50-43c7-a30f-6b52908b95a0', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'port_id': '2ec089cb-2c50-43c7-a30f-6b52908b95a0', 'mac_address': 'fa:16:3e:61:ab:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 17:49:35.588782 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:49:35.589173 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:35.602310 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ec089cb-2c50-43c7-a30f-6b52908b95a0 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 17:49:35.621232 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2ec089cb-2c50-43c7-a30f-6b52908b95a0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2ec089cb-2c50-43c7-a30f-6b52908b95a0,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:35.625221 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:35.673492 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=2ec089cb-2c50-43c7-a30f-6b52908b95a0,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:35.681673 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:35.682035 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:35.682379 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:35.682722 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:35.683061 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:35.683398 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:35.683733 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:35.684161 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:35.684494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:35.684820 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:35.685149 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:35.685476 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:35.685802 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:35.708339 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] get_ports_and_sgs() called for port_ids ['2ec089cb-2c50-43c7-a30f-6b52908b95a0'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 17:49:37.444829 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2ec089cb-2c50-43c7-a30f-6b52908b95a0 up at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 17:49:37.502897 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Provisioning complete for port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 17:49:37.503280 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-904084'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:37.598578 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Current status of the port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 17:49:37.599647 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704323'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:37.627467 n-d-669411-5 neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59027246-819d-4c42-b8f4-224669092de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec089cb-2c50-43c7-a30f-6b52908b95a0'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:49:37.630047 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd62ede2b3b33e2ad34d5ad3b1c3ae60087651aa2dc15ad1346ca56fbd4a282e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8761a8f-ef10-47e4-8c7c-11088a408875" -d '{"events": [{"server_uuid": "59027246-819d-4c42-b8f4-224669092de6", "name": "network-vif-plugged", "status": "completed", "tag": "2ec089cb-2c50-43c7-a30f-6b52908b95a0"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:49:37.649826 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] For port 2ec089cb-2c50-43c7-a30f-6b52908b95a0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2ec089cb-2c50-43c7-a30f-6b52908b95a0,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:37.674658 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794037986928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794037641530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794037641548'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:37.793861 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Pushing event updated for resources: {'Port': ['ID=2ec089cb-2c50-43c7-a30f-6b52908b95a0,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:37.825892 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f797cd2-061e-412c-b932-27ea86fb31db x-openstack-request-id: req-4f797cd2-061e-412c-b932-27ea86fb31db {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:49:37.826293 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59027246-819d-4c42-b8f4-224669092de6", "name": "network-vif-plugged", "status": "completed", "tag": "2ec089cb-2c50-43c7-a30f-6b52908b95a0", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:49:37.826614 n-d-669411-5 neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f797cd2-061e-412c-b932-27ea86fb31db {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:49:37.827023 n-d-669411-5 neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59027246-819d-4c42-b8f4-224669092de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec089cb-2c50-43c7-a30f-6b52908b95a0', 'code': 200} Feb 16 17:49:46.225744 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57214) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:49:46.398378 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Deleting port 6ecbe28a-5499-4c7d-a6a1-6e93e57c64a7 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:49:46.398717 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (6ecbe28a-5499-4c7d-a6a1-6e93e57c64a7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:46.479630 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (6ecbe28a-5499-4c7d-a6a1-6e93e57c64a7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:46.479885 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for floatingip (6ecbe28a-5499-4c7d-a6a1-6e93e57c64a7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:46.491843 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Calling delete_port for 6ecbe28a-5499-4c7d-a6a1-6e93e57c64a7 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:49:46.636767 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (6ecbe28a-5499-4c7d-a6a1-6e93e57c64a7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:46.666517 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event deleted for resources: {'Port': ['ID=6ecbe28a-5499-4c7d-a6a1-6e93e57c64a7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:46.678291 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:46.678643 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:46.678986 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:46.679323 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:46.679660 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:46.680027 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:46.680359 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:46.680690 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:46.681018 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:46.681344 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:46.681671 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:46.681998 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:46.682325 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:46.738142 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for floatingip (8f85fb3c-1d17-4f92-809e-5a37f9072425), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:46.738392 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Floating IP 8f85fb3c-1d17-4f92-809e-5a37f9072425 disassociated (deleted). External IP: 172.25.4.62, port: 2ec089cb-2c50-43c7-a30f-6b52908b95a0. Feb 16 17:49:46.952194 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Router b469b033-2378-4693-a49c-897ebb93ef3d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:49:47.061994 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:49:47.066912 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:47.072472 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b415bde7-99b4-44e2-a111-6f60b216f22f None None] Sync routers for ids ['b469b033-2378-4693-a49c-897ebb93ef3d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:49:47.082390 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415bde7-99b4-44e2-a111-6f60b216f22f None None] Routers {'b469b033-2378-4693-a49c-897ebb93ef3d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:49:47.083012 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b415bde7-99b4-44e2-a111-6f60b216f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b469b033-2378-4693-a49c-897ebb93ef3d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:47.097830 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-1ddba297-f0ce-4663-b5eb-7210df21a94a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "DELETE /v2.0/floatingips/8f85fb3c-1d17-4f92-809e-5a37f9072425 HTTP/1.1" status: 204 len: 168 time: 0.8709705 Feb 16 17:49:47.098434 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59027246-819d-4c42-b8f4-224669092de6', 'tag': '2ec089cb-2c50-43c7-a30f-6b52908b95a0'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:49:47.100832 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b74f087-882d-43a2-b108-a5cda7405c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "59027246-819d-4c42-b8f4-224669092de6", "tag": "2ec089cb-2c50-43c7-a30f-6b52908b95a0"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:49:47.139126 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4588874-d939-4592-8ca1-e2463862b9f8 x-openstack-request-id: req-c4588874-d939-4592-8ca1-e2463862b9f8 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:49:47.139408 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59027246-819d-4c42-b8f4-224669092de6", "tag": "2ec089cb-2c50-43c7-a30f-6b52908b95a0", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:49:47.139674 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4588874-d939-4592-8ca1-e2463862b9f8 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:49:47.140115 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59027246-819d-4c42-b8f4-224669092de6', 'tag': '2ec089cb-2c50-43c7-a30f-6b52908b95a0', 'status': 'completed', 'code': 200} Feb 16 17:49:47.206519 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b415bde7-99b4-44e2-a111-6f60b216f22f None None] Set router b469b033-2378-4693-a49c-897ebb93ef3d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:49:47.210719 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74f087-882d-43a2-b108-a5cda7405c2f req-1ff5ab11-dd88-4fd0-98a5-1c51144736b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:47.212644 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b74f087-882d-43a2-b108-a5cda7405c2f req-1ff5ab11-dd88-4fd0-98a5-1c51144736b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1ebcf381778494383a093ae5b869f28&device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 1127 time: 0.0505660 Feb 16 17:49:47.346366 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74f087-882d-43a2-b108-a5cda7405c2f req-772c276e-e323-4f69-888a-fcc9bf15296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:47.347774 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b74f087-882d-43a2-b108-a5cda7405c2f req-772c276e-e323-4f69-888a-fcc9bf15296b service neutron] 10.222.0.65 "GET /v2.0/networks?id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01 HTTP/1.1" status: 200 len: 911 time: 0.1236231 Feb 16 17:49:47.399241 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b74f087-882d-43a2-b108-a5cda7405c2f req-5e368247-882c-4d44-b6b4-d7080f4a8274 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ec089cb-2c50-43c7-a30f-6b52908b95a0 HTTP/1.1" status: 200 len: 217 time: 0.0438941 Feb 16 17:49:47.409268 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4a1e9-9d92-4495-b90d-dc2b469afa2d req-ed3c9962-b505-4d09-8a1b-41bb556a51ce tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:47.410689 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75b4a1e9-9d92-4495-b90d-dc2b469afa2d req-ed3c9962-b505-4d09-8a1b-41bb556a51ce tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 945 time: 0.1057923 Feb 16 17:49:47.447426 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b415bde7-99b4-44e2-a111-6f60b216f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5794ea45-5634-454f-9861-a46f7e43c332', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'port_id': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'mac_address': 'fa:16:3e:7f:ed:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15a762b-7c57-450c-b319-1231061313d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:45:34Z', 'updated_at': '2022-02-16T17:45:36Z', 'revision_number': 1, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142b2562-e1a9-4c71-bb60-088e8ee76a1d', 'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'mac_address': 'fa:16:3e:39:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:10Z', 'updated_at': '2022-02-16T17:45:14Z', 'revision_number': 5, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'subnets': [{'id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:47.475062 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b415bde7-99b4-44e2-a111-6f60b216f22f None None] Checking router: b469b033-2378-4693-a49c-897ebb93ef3d for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:49:47.483509 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415bde7-99b4-44e2-a111-6f60b216f22f None None] Routers {'b469b033-2378-4693-a49c-897ebb93ef3d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:49:47.484154 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b415bde7-99b4-44e2-a111-6f60b216f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b469b033-2378-4693-a49c-897ebb93ef3d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:47.484908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74f087-882d-43a2-b108-a5cda7405c2f req-acdea3af-93ba-44ed-9904-e8a6dfb2b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:47.486355 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b74f087-882d-43a2-b108-a5cda7405c2f req-acdea3af-93ba-44ed-9904-e8a6dfb2b577 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0dc729f5-286e-40e0-ae77-24bb96fb1a77 HTTP/1.1" status: 200 len: 849 time: 0.0738347 Feb 16 17:49:47.512347 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-75b4a1e9-9d92-4495-b90d-dc2b469afa2d req-bc46cffd-6a6b-4958-a2dd-fc9bca2470ef tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857379 Feb 16 17:49:47.545190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74f087-882d-43a2-b108-a5cda7405c2f req-8769a479-a2a2-4675-8b38-1610b85999d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:47.546683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b74f087-882d-43a2-b108-a5cda7405c2f req-8769a479-a2a2-4675-8b38-1610b85999d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515609 Feb 16 17:49:47.646780 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b74f087-882d-43a2-b108-a5cda7405c2f req-29ef2b40-3df7-40ee-a69f-5ca2d5d20e82 service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933080 Feb 16 17:49:47.737574 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-6b74f087-882d-43a2-b108-a5cda7405c2f req-95db5bde-7225-4580-af46-cb45a7408732 service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847669 Feb 16 17:49:47.757056 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b415bde7-99b4-44e2-a111-6f60b216f22f None None] Set router b469b033-2378-4693-a49c-897ebb93ef3d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:49:47.982506 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b415bde7-99b4-44e2-a111-6f60b216f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5794ea45-5634-454f-9861-a46f7e43c332', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'port_id': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'mac_address': 'fa:16:3e:7f:ed:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15a762b-7c57-450c-b319-1231061313d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:45:34Z', 'updated_at': '2022-02-16T17:45:36Z', 'revision_number': 1, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142b2562-e1a9-4c71-bb60-088e8ee76a1d', 'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'mac_address': 'fa:16:3e:39:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:10Z', 'updated_at': '2022-02-16T17:45:14Z', 'revision_number': 5, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'subnets': [{'id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:48.013411 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b415bde7-99b4-44e2-a111-6f60b216f22f None None] The sync data for ids ['b469b033-2378-4693-a49c-897ebb93ef3d'] in n-d-669411-5 is: [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_floatingips': [{'id': '5794ea45-5634-454f-9861-a46f7e43c332', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'router_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'port_id': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'mac_address': 'fa:16:3e:7f:ed:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15a762b-7c57-450c-b319-1231061313d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T17:45:34Z', 'updated_at': '2022-02-16T17:45:36Z', 'revision_number': 1, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142b2562-e1a9-4c71-bb60-088e8ee76a1d', 'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'mac_address': 'fa:16:3e:39:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:10Z', 'updated_at': '2022-02-16T17:45:14Z', 'revision_number': 5, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'subnets': [{'id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:49:48.247252 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639cc4a5-e37a-4334-9086-b4573f6aa798 None None] New status for floating IP 8f85fb3c-1d17-4f92-809e-5a37f9072425: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:49:48.638835 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf240d9d-bc3a-45dc-948e-83b549ed4bc6 req-f0f6c1ba-cd77-4af8-a952-2d53de312bad tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:48.640325 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf240d9d-bc3a-45dc-948e-83b549ed4bc6 req-f0f6c1ba-cd77-4af8-a952-2d53de312bad tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 945 time: 0.0565188 Feb 16 17:49:48.689131 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf240d9d-bc3a-45dc-948e-83b549ed4bc6 req-e5df476b-5908-481a-9d4c-a27b0c2d0e01 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425098 Feb 16 17:49:48.926635 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb4e66-920a-4c79-82f3-6fe9f7e05d40 req-5045ac92-2f50-451c-a382-a23693ed2644 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:48.928280 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bbfb4e66-920a-4c79-82f3-6fe9f7e05d40 req-5045ac92-2f50-451c-a382-a23693ed2644 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.65 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 945 time: 0.0529063 Feb 16 17:49:49.017908 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-bbfb4e66-920a-4c79-82f3-6fe9f7e05d40 req-e18ee70c-6672-4370-bd6c-c7f3f08dda7b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Deleting port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:49:49.018245 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-bbfb4e66-920a-4c79-82f3-6fe9f7e05d40 req-e18ee70c-6672-4370-bd6c-c7f3f08dda7b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:49.109862 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-bbfb4e66-920a-4c79-82f3-6fe9f7e05d40 req-e18ee70c-6672-4370-bd6c-c7f3f08dda7b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] For port 2ec089cb-2c50-43c7-a30f-6b52908b95a0, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=2ec089cb-2c50-43c7-a30f-6b52908b95a0,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:49.110227 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-bbfb4e66-920a-4c79-82f3-6fe9f7e05d40 req-e18ee70c-6672-4370-bd6c-c7f3f08dda7b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:49.124109 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-bbfb4e66-920a-4c79-82f3-6fe9f7e05d40 req-e18ee70c-6672-4370-bd6c-c7f3f08dda7b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Calling delete_port for 2ec089cb-2c50-43c7-a30f-6b52908b95a0 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:49:49.252969 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-bbfb4e66-920a-4c79-82f3-6fe9f7e05d40 req-e18ee70c-6672-4370-bd6c-c7f3f08dda7b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (2ec089cb-2c50-43c7-a30f-6b52908b95a0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:49.279504 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ee70c-6672-4370-bd6c-c7f3f08dda7b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event deleted for resources: {'Port': ['ID=2ec089cb-2c50-43c7-a30f-6b52908b95a0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:49.323914 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfb4e66-920a-4c79-82f3-6fe9f7e05d40 req-e18ee70c-6672-4370-bd6c-c7f3f08dda7b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] No DVR routers for this DVR port 2ec089cb-2c50-43c7-a30f-6b52908b95a0 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:49:49.326331 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-bbfb4e66-920a-4c79-82f3-6fe9f7e05d40 req-e18ee70c-6672-4370-bd6c-c7f3f08dda7b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:49.329667 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bbfb4e66-920a-4c79-82f3-6fe9f7e05d40 req-e18ee70c-6672-4370-bd6c-c7f3f08dda7b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.65 "DELETE /v2.0/ports/2ec089cb-2c50-43c7-a30f-6b52908b95a0 HTTP/1.1" status: 204 len: 173 time: 0.3967133 Feb 16 17:49:49.330138 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59027246-819d-4c42-b8f4-224669092de6', 'name': 'network-vif-deleted', 'tag': '2ec089cb-2c50-43c7-a30f-6b52908b95a0'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:49:49.332376 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321bbbff-3540-4d7b-af0e-810dda0a03fb" -d '{"events": [{"server_uuid": "59027246-819d-4c42-b8f4-224669092de6", "name": "network-vif-deleted", "tag": "2ec089cb-2c50-43c7-a30f-6b52908b95a0"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:49:49.370902 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9e1cce-16f9-4b38-922b-4ff867de9941 x-openstack-request-id: req-ec9e1cce-16f9-4b38-922b-4ff867de9941 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:49:49.371196 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59027246-819d-4c42-b8f4-224669092de6", "name": "network-vif-deleted", "tag": "2ec089cb-2c50-43c7-a30f-6b52908b95a0", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:49:49.371448 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec9e1cce-16f9-4b38-922b-4ff867de9941 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:49:49.371903 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59027246-819d-4c42-b8f4-224669092de6', 'name': 'network-vif-deleted', 'tag': '2ec089cb-2c50-43c7-a30f-6b52908b95a0', 'status': 'completed', 'code': 200} Feb 16 17:49:49.540419 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2ec089cb-2c50-43c7-a30f-6b52908b95a0 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:49:49.560811 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 2ec089cb-2c50-43c7-a30f-6b52908b95a0 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:49:49.561107 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2ec089cb-2c50-43c7-a30f-6b52908b95a0 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:49:49.806304 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-95e1628a-83fa-4faf-851d-0464f9476fa1 req-d134f672-c062-466d-b79d-951625c2a05b tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=59027246-819d-4c42-b8f4-224669092de6 HTTP/1.1" status: 200 len: 210 time: 0.0325105 Feb 16 17:49:51.346770 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57270) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:49:51.792529 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d4310f28-813d-464b-90ce-0db56f6f3d1f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Deleting port f99946a3-1f66-4b07-b399-ddb822896f20 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:49:51.792862 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4310f28-813d-464b-90ce-0db56f6f3d1f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (f99946a3-1f66-4b07-b399-ddb822896f20), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:51.869038 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4310f28-813d-464b-90ce-0db56f6f3d1f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (f99946a3-1f66-4b07-b399-ddb822896f20), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:51.869362 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4310f28-813d-464b-90ce-0db56f6f3d1f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for floatingip (f99946a3-1f66-4b07-b399-ddb822896f20), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:51.881831 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d4310f28-813d-464b-90ce-0db56f6f3d1f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Calling delete_port for f99946a3-1f66-4b07-b399-ddb822896f20 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:49:52.030389 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4310f28-813d-464b-90ce-0db56f6f3d1f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (f99946a3-1f66-4b07-b399-ddb822896f20), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:52.055004 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4310f28-813d-464b-90ce-0db56f6f3d1f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event deleted for resources: {'Port': ['ID=f99946a3-1f66-4b07-b399-ddb822896f20,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:52.121885 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4310f28-813d-464b-90ce-0db56f6f3d1f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for floatingip (5794ea45-5634-454f-9861-a46f7e43c332), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:52.122235 n-d-669411-5 neutron-server[103421]: INFO neutron.db.l3_db [None req-d4310f28-813d-464b-90ce-0db56f6f3d1f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Floating IP 5794ea45-5634-454f-9861-a46f7e43c332 disassociated (deleted). External IP: 172.25.4.197, port: b3dcdb17-b807-4904-b7d5-c38fe8522ef2. Feb 16 17:49:52.332783 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4310f28-813d-464b-90ce-0db56f6f3d1f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Router b469b033-2378-4693-a49c-897ebb93ef3d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:49:52.441539 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4310f28-813d-464b-90ce-0db56f6f3d1f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:49:52.446920 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d4310f28-813d-464b-90ce-0db56f6f3d1f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:52.452229 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be0b796-fa82-417d-a520-4c17b180268e None None] Sync routers for ids ['b469b033-2378-4693-a49c-897ebb93ef3d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:49:52.462777 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be0b796-fa82-417d-a520-4c17b180268e None None] Routers {'b469b033-2378-4693-a49c-897ebb93ef3d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:49:52.463471 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8be0b796-fa82-417d-a520-4c17b180268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b469b033-2378-4693-a49c-897ebb93ef3d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:52.478807 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-d4310f28-813d-464b-90ce-0db56f6f3d1f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "DELETE /v2.0/floatingips/5794ea45-5634-454f-9861-a46f7e43c332 HTTP/1.1" status: 204 len: 168 time: 1.1309178 Feb 16 17:49:52.479404 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15a762b-7c57-450c-b319-1231061313d8', 'tag': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:49:52.481697 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57beb016-8035-4ae2-ae16-f1b7bf571ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "d15a762b-7c57-450c-b319-1231061313d8", "tag": "b3dcdb17-b807-4904-b7d5-c38fe8522ef2"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:49:52.518877 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19982405-90ed-4fbb-806b-74724cf0ceec x-openstack-request-id: req-19982405-90ed-4fbb-806b-74724cf0ceec {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:49:52.519433 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15a762b-7c57-450c-b319-1231061313d8", "tag": "b3dcdb17-b807-4904-b7d5-c38fe8522ef2", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:49:52.519903 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19982405-90ed-4fbb-806b-74724cf0ceec {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:49:52.520371 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15a762b-7c57-450c-b319-1231061313d8', 'tag': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'status': 'completed', 'code': 200} Feb 16 17:49:52.583257 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-8be0b796-fa82-417d-a520-4c17b180268e None None] Set router b469b033-2378-4693-a49c-897ebb93ef3d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:49:52.591039 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb016-8035-4ae2-ae16-f1b7bf571ee7 req-cbcd5b04-f7c4-44ed-9e5d-2ec550b7a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:52.593072 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57beb016-8035-4ae2-ae16-f1b7bf571ee7 req-cbcd5b04-f7c4-44ed-9e5d-2ec550b7a065 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1ebcf381778494383a093ae5b869f28&device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 1125 time: 0.0507939 Feb 16 17:49:52.733435 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb016-8035-4ae2-ae16-f1b7bf571ee7 req-bd002b1b-0cd8-4042-84ea-d8800a94283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:52.734913 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57beb016-8035-4ae2-ae16-f1b7bf571ee7 req-bd002b1b-0cd8-4042-84ea-d8800a94283f service neutron] 10.222.0.65 "GET /v2.0/networks?id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01 HTTP/1.1" status: 200 len: 911 time: 0.1279011 Feb 16 17:49:52.756610 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30d859-8c16-4072-8ccf-dc8350c9e51e req-de8627e1-2447-47c8-a88c-50e1c91917cd tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:52.758061 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e30d859-8c16-4072-8ccf-dc8350c9e51e req-de8627e1-2447-47c8-a88c-50e1c91917cd tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 943 time: 0.0853348 Feb 16 17:49:52.788235 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57beb016-8035-4ae2-ae16-f1b7bf571ee7 req-9e58987a-4876-40d6-b99f-1be05e40bcb8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2 HTTP/1.1" status: 200 len: 217 time: 0.0445666 Feb 16 17:49:52.794905 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8be0b796-fa82-417d-a520-4c17b180268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '142b2562-e1a9-4c71-bb60-088e8ee76a1d', 'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'mac_address': 'fa:16:3e:39:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:10Z', 'updated_at': '2022-02-16T17:45:14Z', 'revision_number': 5, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'subnets': [{'id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:52.822180 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be0b796-fa82-417d-a520-4c17b180268e None None] Checking router: b469b033-2378-4693-a49c-897ebb93ef3d for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:49:52.830586 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be0b796-fa82-417d-a520-4c17b180268e None None] Routers {'b469b033-2378-4693-a49c-897ebb93ef3d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:49:52.831363 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8be0b796-fa82-417d-a520-4c17b180268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b469b033-2378-4693-a49c-897ebb93ef3d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:52.871854 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-8e30d859-8c16-4072-8ccf-dc8350c9e51e req-b0fef4f1-34ea-41d8-8876-bec7f5aae23c tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866122 Feb 16 17:49:52.873283 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb016-8035-4ae2-ae16-f1b7bf571ee7 req-d4b65c3b-bd48-4a4a-8d09-287ae42ac91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:52.874637 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57beb016-8035-4ae2-ae16-f1b7bf571ee7 req-d4b65c3b-bd48-4a4a-8d09-287ae42ac91a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0dc729f5-286e-40e0-ae77-24bb96fb1a77 HTTP/1.1" status: 200 len: 849 time: 0.0805812 Feb 16 17:49:52.927042 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb016-8035-4ae2-ae16-f1b7bf571ee7 req-b410f9bc-2c6b-4f47-9e49-7f0336a2efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:52.929459 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57beb016-8035-4ae2-ae16-f1b7bf571ee7 req-b410f9bc-2c6b-4f47-9e49-7f0336a2efde service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93b879ec-e255-45e2-af5f-4f2bc3ab5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466239 Feb 16 17:49:52.943494 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-8be0b796-fa82-417d-a520-4c17b180268e None None] Set router b469b033-2378-4693-a49c-897ebb93ef3d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:49:53.018162 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57beb016-8035-4ae2-ae16-f1b7bf571ee7 req-808cb639-329e-4727-9db5-e999e4408c5a service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825794 Feb 16 17:49:53.115532 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-57beb016-8035-4ae2-ae16-f1b7bf571ee7 req-ad40c988-3fb2-4afb-b6a4-8f82a00e11f9 service neutron] 10.222.0.65 "GET /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896444 Feb 16 17:49:53.143308 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-8be0b796-fa82-417d-a520-4c17b180268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '142b2562-e1a9-4c71-bb60-088e8ee76a1d', 'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'mac_address': 'fa:16:3e:39:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:10Z', 'updated_at': '2022-02-16T17:45:14Z', 'revision_number': 5, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'subnets': [{'id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:53.174760 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be0b796-fa82-417d-a520-4c17b180268e None None] The sync data for ids ['b469b033-2378-4693-a49c-897ebb93ef3d'] in n-d-669411-5 is: [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:11Z', 'revision_number': 4, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5', '_interfaces': [{'id': '142b2562-e1a9-4c71-bb60-088e8ee76a1d', 'name': '', 'network_id': '93b879ec-e255-45e2-af5f-4f2bc3ab5b01', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'mac_address': 'fa:16:3e:39:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:10Z', 'updated_at': '2022-02-16T17:45:14Z', 'revision_number': 5, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'subnets': [{'id': '0dc729f5-286e-40e0-ae77-24bb96fb1a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:49:53.402866 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93379ff-a5c2-40cd-a55a-5b620b709da5 None None] New status for floating IP 5794ea45-5634-454f-9861-a46f7e43c332: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 17:49:53.570162 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2ec089cb-2c50-43c7-a30f-6b52908b95a0 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:49:53.592216 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: 2ec089cb-2c50-43c7-a30f-6b52908b95a0 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:49:53.592566 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device 2ec089cb-2c50-43c7-a30f-6b52908b95a0 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:49:54.000190 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f995638-63fc-4af0-99fb-88118be898d3 req-70394a27-56ab-4218-81d3-4a69fb1aba89 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:54.001683 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f995638-63fc-4af0-99fb-88118be898d3 req-70394a27-56ab-4218-81d3-4a69fb1aba89 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 943 time: 0.0554845 Feb 16 17:49:54.050529 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-2f995638-63fc-4af0-99fb-88118be898d3 req-c90a88d5-4709-4eef-bfc4-9861a795130a tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e63d9b8-db9a-42fb-a317-993797f5e2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426159 Feb 16 17:49:54.244479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c686088-3b90-4706-9dbf-39e1ef6ca095 req-c4015a5b-87e5-4f9a-8a0a-7625430ae943 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 17:49:54.246035 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c686088-3b90-4706-9dbf-39e1ef6ca095 req-c4015a5b-87e5-4f9a-8a0a-7625430ae943 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.65 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 943 time: 0.0581717 Feb 16 17:49:54.340091 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-9c686088-3b90-4706-9dbf-39e1ef6ca095 req-a7a8f3f0-af94-487a-8b81-911d59e556c8 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Deleting port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:49:54.340422 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c686088-3b90-4706-9dbf-39e1ef6ca095 req-a7a8f3f0-af94-487a-8b81-911d59e556c8 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:54.436310 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-9c686088-3b90-4706-9dbf-39e1ef6ca095 req-a7a8f3f0-af94-487a-8b81-911d59e556c8 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] For port b3dcdb17-b807-4904-b7d5-c38fe8522ef2, host n-h1-669411-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-669411-5',level=0,port_id=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:54.436665 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c686088-3b90-4706-9dbf-39e1ef6ca095 req-a7a8f3f0-af94-487a-8b81-911d59e556c8 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:54.449238 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-9c686088-3b90-4706-9dbf-39e1ef6ca095 req-a7a8f3f0-af94-487a-8b81-911d59e556c8 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Calling delete_port for b3dcdb17-b807-4904-b7d5-c38fe8522ef2 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:49:54.587382 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c686088-3b90-4706-9dbf-39e1ef6ca095 req-a7a8f3f0-af94-487a-8b81-911d59e556c8 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (b3dcdb17-b807-4904-b7d5-c38fe8522ef2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:54.620798 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8f3f0-af94-487a-8b81-911d59e556c8 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event deleted for resources: {'Port': ['ID=b3dcdb17-b807-4904-b7d5-c38fe8522ef2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:54.666094 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c686088-3b90-4706-9dbf-39e1ef6ca095 req-a7a8f3f0-af94-487a-8b81-911d59e556c8 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] No DVR routers for this DVR port b3dcdb17-b807-4904-b7d5-c38fe8522ef2 on host n-h1-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:49:54.668503 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-9c686088-3b90-4706-9dbf-39e1ef6ca095 req-a7a8f3f0-af94-487a-8b81-911d59e556c8 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467650'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:54.671952 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-9c686088-3b90-4706-9dbf-39e1ef6ca095 req-a7a8f3f0-af94-487a-8b81-911d59e556c8 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.65 "DELETE /v2.0/ports/b3dcdb17-b807-4904-b7d5-c38fe8522ef2 HTTP/1.1" status: 204 len: 173 time: 0.4210336 Feb 16 17:49:54.672491 n-d-669411-5 neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15a762b-7c57-450c-b319-1231061313d8', 'name': 'network-vif-deleted', 'tag': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 17:49:54.674785 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c52e7d6010bba129656d898c0c15d5e5fa445d1d2d168a0f1d1fd0067cc3d6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a981a07f-e432-44e6-a09e-7167fbf29b1a" -d '{"events": [{"server_uuid": "d15a762b-7c57-450c-b319-1231061313d8", "name": "network-vif-deleted", "tag": "b3dcdb17-b807-4904-b7d5-c38fe8522ef2"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 17:49:54.717842 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 17:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c96785-28b7-434b-bfe4-c6a7309f09e0 x-openstack-request-id: req-d4c96785-28b7-434b-bfe4-c6a7309f09e0 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 17:49:54.718334 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15a762b-7c57-450c-b319-1231061313d8", "name": "network-vif-deleted", "tag": "b3dcdb17-b807-4904-b7d5-c38fe8522ef2", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 17:49:54.718794 n-d-669411-5 neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4c96785-28b7-434b-bfe4-c6a7309f09e0 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 17:49:54.719225 n-d-669411-5 neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15a762b-7c57-450c-b319-1231061313d8', 'name': 'network-vif-deleted', 'tag': 'b3dcdb17-b807-4904-b7d5-c38fe8522ef2', 'status': 'completed', 'code': 200} Feb 16 17:49:55.170282 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [req-bf4bf7a5-d529-4380-be05-448fc286ff75 req-be8b6a19-72b3-4b58-9ab9-608a41a8008f tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15a762b-7c57-450c-b319-1231061313d8 HTTP/1.1" status: 200 len: 210 time: 0.0288708 Feb 16 17:49:55.860209 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-86c49301-14d5-4dd9-b486-48cd7ce9a4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:56.227236 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57286) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:49:56.283234 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group (5e63d9b8-db9a-42fb-a317-993797f5e2d4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:56.308167 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group (5e63d9b8-db9a-42fb-a317-993797f5e2d4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:56.370038 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (5e63d9b8-db9a-42fb-a317-993797f5e2d4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:56.372659 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:56.373831 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] 10.222.0.24 "DELETE /v2.0/security-groups/5e63d9b8-db9a-42fb-a317-993797f5e2d4 HTTP/1.1" status: 204 len: 168 time: 0.1455398 Feb 16 17:49:56.383433 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e63d9b8-db9a-42fb-a317-993797f5e2d4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:56.391322 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:56.391669 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:56.392047 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:56.392385 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:56.392722 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:56.393053 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:56.393372 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:56.393696 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:56.394028 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:56.394342 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:56.394660 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:56.394978 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:56.395300 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f76f59-054c-432f-a140-e95e63b4d926 tempest-TestSnapshotPattern-1415668934 tempest-TestSnapshotPattern-1415668934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-669411-5 {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 17:49:56.418541 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57292) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:49:56.766413 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2dc41c5-e6e7-433b-ae95-dd160036948e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (b469b033-2378-4693-a49c-897ebb93ef3d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:57.017522 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc41c5-e6e7-433b-ae95-dd160036948e admin admin] Deleting port 142b2562-e1a9-4c71-bb60-088e8ee76a1d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:49:57.017776 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2dc41c5-e6e7-433b-ae95-dd160036948e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:57.099878 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c2dc41c5-e6e7-433b-ae95-dd160036948e admin admin] For port 142b2562-e1a9-4c71-bb60-088e8ee76a1d, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=142b2562-e1a9-4c71-bb60-088e8ee76a1d,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:57.100241 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2dc41c5-e6e7-433b-ae95-dd160036948e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:57.112747 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc41c5-e6e7-433b-ae95-dd160036948e admin admin] Calling delete_port for 142b2562-e1a9-4c71-bb60-088e8ee76a1d owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:49:57.304386 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2dc41c5-e6e7-433b-ae95-dd160036948e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (142b2562-e1a9-4c71-bb60-088e8ee76a1d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:57.329392 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc41c5-e6e7-433b-ae95-dd160036948e admin admin] Pushing event deleted for resources: {'Port': ['ID=142b2562-e1a9-4c71-bb60-088e8ee76a1d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:57.506089 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2dc41c5-e6e7-433b-ae95-dd160036948e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (b469b033-2378-4693-a49c-897ebb93ef3d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:57.607839 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b3dcdb17-b807-4904-b7d5-c38fe8522ef2 no longer exists at agent hyperv_n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:49:57.627984 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] No Port match for: b3dcdb17-b807-4904-b7d5-c38fe8522ef2 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:49:57.628573 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Device b3dcdb17-b807-4904-b7d5-c38fe8522ef2 not bound to the agent host n-h1-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:49:57.731486 n-d-669411-5 neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dc41c5-e6e7-433b-ae95-dd160036948e admin admin] Router b469b033-2378-4693-a49c-897ebb93ef3d has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:49:57.839866 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dc41c5-e6e7-433b-ae95-dd160036948e admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:49:57.844809 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-c2dc41c5-e6e7-433b-ae95-dd160036948e admin admin] 10.222.0.24 "PUT /v2.0/routers/b469b033-2378-4693-a49c-897ebb93ef3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4246230 Feb 16 17:49:57.847379 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57294) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:49:57.849914 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56d895-2947-4b69-934b-a734b0f004c0 None None] Sync routers for ids ['b469b033-2378-4693-a49c-897ebb93ef3d'] in n-d-669411-5 {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:49:57.860977 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56d895-2947-4b69-934b-a734b0f004c0 None None] Routers {'b469b033-2378-4693-a49c-897ebb93ef3d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:49:57.861580 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ba56d895-2947-4b69-934b-a734b0f004c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b469b033-2378-4693-a49c-897ebb93ef3d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:57.954724 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] Publish callbacks [] for router (b469b033-2378-4693-a49c-897ebb93ef3d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:57.970540 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ba56d895-2947-4b69-934b-a734b0f004c0 None None] Set router b469b033-2378-4693-a49c-897ebb93ef3d gateway port host: n-d-669411-5 {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:49:58.060124 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] Publish callbacks [] for router_gateway (b469b033-2378-4693-a49c-897ebb93ef3d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:58.113718 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] Deleting port ed6af6bb-0b2d-4e38-9da6-aafbf211d245 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:49:58.113949 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (ed6af6bb-0b2d-4e38-9da6-aafbf211d245), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:58.155344 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ba56d895-2947-4b69-934b-a734b0f004c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:49:57Z', 'revision_number': 5, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port': {'id': 'ed6af6bb-0b2d-4e38-9da6-aafbf211d245', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:58.183173 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56d895-2947-4b69-934b-a734b0f004c0 None None] Checking router: b469b033-2378-4693-a49c-897ebb93ef3d for host: n-d-669411-5 {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:49:58.191469 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56d895-2947-4b69-934b-a734b0f004c0 None None] Routers {'b469b033-2378-4693-a49c-897ebb93ef3d'} bound to L3 agent in host n-d-669411-5 {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:49:58.192094 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ba56d895-2947-4b69-934b-a734b0f004c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:49:28Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['b469b033-2378-4693-a49c-897ebb93ef3d'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:58.198371 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] For port ed6af6bb-0b2d-4e38-9da6-aafbf211d245, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=ed6af6bb-0b2d-4e38-9da6-aafbf211d245,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:58.198738 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (ed6af6bb-0b2d-4e38-9da6-aafbf211d245), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:58.211198 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] Calling delete_port for ed6af6bb-0b2d-4e38-9da6-aafbf211d245 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:49:58.282014 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-ba56d895-2947-4b69-934b-a734b0f004c0 None None] Set router b469b033-2378-4693-a49c-897ebb93ef3d gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:49:58.339001 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-ba56d895-2947-4b69-934b-a734b0f004c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:49:58Z', 'revision_number': 6, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:58.365627 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56d895-2947-4b69-934b-a734b0f004c0 None None] The sync data for ids ['b469b033-2378-4693-a49c-897ebb93ef3d'] in n-d-669411-5 is: [{'id': 'b469b033-2378-4693-a49c-897ebb93ef3d', 'name': 'tempest-TestSnapshotPattern-1552786947-router', 'tenant_id': 'f1ebcf381778494383a093ae5b869f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:08Z', 'updated_at': '2022-02-16T17:49:58Z', 'revision_number': 6, 'project_id': 'f1ebcf381778494383a093ae5b869f28', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:49:58.382930 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (ed6af6bb-0b2d-4e38-9da6-aafbf211d245), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:58.409244 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6af6bb-0b2d-4e38-9da6-aafbf211d245,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:58.470029 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (b469b033-2378-4693-a49c-897ebb93ef3d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:58.486856 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9354176b-a15a-473a-a476-27e7f5b0ca8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:58.561501 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (b469b033-2378-4693-a49c-897ebb93ef3d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:58.563576 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] Publish callbacks [] for router_controller (b469b033-2378-4693-a49c-897ebb93ef3d), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:58.610946 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (b469b033-2378-4693-a49c-897ebb93ef3d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:58.611465 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router b469b033-2378-4693-a49c-897ebb93ef3d {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:49:58.615916 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:58.617267 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-eddf5a27-7272-44be-b739-290eafb439ec admin admin] 10.222.0.24 "DELETE /v2.0/routers/b469b033-2378-4693-a49c-897ebb93ef3d HTTP/1.1" status: 204 len: 168 time: 0.7684603 Feb 16 17:49:58.619723 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57296) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:49:58.665999 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a7afd1-3a9d-469a-be2a-cb4a50cdfafd admin admin] Deleting subnet 0dc729f5-286e-40e0-ae77-24bb96fb1a77 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:49:58.669055 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0a7afd1-3a9d-469a-be2a-cb4a50cdfafd admin admin] Publish callbacks [] for subnet (0dc729f5-286e-40e0-ae77-24bb96fb1a77), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:58.707546 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0a7afd1-3a9d-469a-be2a-cb4a50cdfafd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (0dc729f5-286e-40e0-ae77-24bb96fb1a77), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:58.800944 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0a7afd1-3a9d-469a-be2a-cb4a50cdfafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (0dc729f5-286e-40e0-ae77-24bb96fb1a77), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:58.853691 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0a7afd1-3a9d-469a-be2a-cb4a50cdfafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (0dc729f5-286e-40e0-ae77-24bb96fb1a77), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:58.876862 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7afd1-3a9d-469a-be2a-cb4a50cdfafd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dc729f5-286e-40e0-ae77-24bb96fb1a77,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:58.882829 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0a7afd1-3a9d-469a-be2a-cb4a50cdfafd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:58.886308 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-b0a7afd1-3a9d-469a-be2a-cb4a50cdfafd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0dc729f5-286e-40e0-ae77-24bb96fb1a77 HTTP/1.1" status: 204 len: 168 time: 0.2655995 Feb 16 17:49:58.888851 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57298) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:49:58.891215 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4050894c-ddf4-4552-8b59-2b50aa9eee6e None None] Network 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:49:58.956652 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (93b879ec-e255-45e2-af5f-4f2bc3ab5b01), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:59.014972 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] Deleting port 295b9dec-a27e-44f3-97d3-2440308e24aa {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:49:59.015314 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:59.077073 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] For port 295b9dec-a27e-44f3-97d3-2440308e24aa, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=295b9dec-a27e-44f3-97d3-2440308e24aa,segment=NetworkSegment(c18da369-e2c4-40ec-9db4-12cea22525b0),segment_id=c18da369-e2c4-40ec-9db4-12cea22525b0)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:59.077359 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:59.089017 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] Calling delete_port for 295b9dec-a27e-44f3-97d3-2440308e24aa owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:49:59.157707 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca16c86-c480-4439-886d-ef317f087e2f None None] DHCP port deletion for 93b879ec-e255-45e2-af5f-4f2bc3ab5b01 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:49:59.175876 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:59.200514 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] Pushing event deleted for resources: {'Port': ['ID=295b9dec-a27e-44f3-97d3-2440308e24aa,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:59.206549 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] No DVR routers for this DVR port 295b9dec-a27e-44f3-97d3-2440308e24aa on host n-d-669411-5 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:49:59.210243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6ca16c86-c480-4439-886d-ef317f087e2f None None] Deleting port 295b9dec-a27e-44f3-97d3-2440308e24aa {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:49:59.210651 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6ca16c86-c480-4439-886d-ef317f087e2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:59.279890 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (93b879ec-e255-45e2-af5f-4f2bc3ab5b01), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:59.286068 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6ca16c86-c480-4439-886d-ef317f087e2f None None] For port 295b9dec-a27e-44f3-97d3-2440308e24aa, host n-d-669411-5, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:49:59.286546 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6ca16c86-c480-4439-886d-ef317f087e2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:59.299199 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6ca16c86-c480-4439-886d-ef317f087e2f None None] Calling delete_port for 295b9dec-a27e-44f3-97d3-2440308e24aa owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:49:59.301900 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-6ca16c86-c480-4439-886d-ef317f087e2f None None] Port 295b9dec-a27e-44f3-97d3-2440308e24aa was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 17:49:59.303171 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6ca16c86-c480-4439-886d-ef317f087e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (295b9dec-a27e-44f3-97d3-2440308e24aa), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:59.304620 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b879ec-e255-45e2-af5f-4f2bc3ab5b01']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:59.314408 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18da369-e2c4-40ec-9db4-12cea22525b0') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:59.314806 n-d-669411-5 neutron-server[103422]: DEBUG neutron.services.segments.db [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18da369-e2c4-40ec-9db4-12cea22525b0') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:49:59.325518 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13060423'] for segment (c18da369-e2c4-40ec-9db4-12cea22525b0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:59.330480 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca16c86-c480-4439-886d-ef317f087e2f None None] Pushing event deleted for resources: {'Port': ['ID=295b9dec-a27e-44f3-97d3-2440308e24aa,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:59.332362 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca16c86-c480-4439-886d-ef317f087e2f None None] No DVR routers for this DVR port 295b9dec-a27e-44f3-97d3-2440308e24aa on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:49:59.343289 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (c18da369-e2c4-40ec-9db4-12cea22525b0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:59.350146 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:49:59.350550 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13801608'] for segment (c18da369-e2c4-40ec-9db4-12cea22525b0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: Traceback (most recent call last): Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: timer() Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: cb(*args, **kw) Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: return func(*args, **kwargs) Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: self._notify() Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: self.callback(batched_events) Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: event.method(event) Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: return f(self, *a, **k) Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: return self._get(url).json() Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: return self.request(url, 'GET', **kwargs) Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:49:59.353055 n-d-669411-5 neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:49:59.408953 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (93b879ec-e255-45e2-af5f-4f2bc3ab5b01), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:59.415465 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:59.418877 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] 10.222.0.24 "DELETE /v2.0/networks/93b879ec-e255-45e2-af5f-4f2bc3ab5b01 HTTP/1.1" status: 204 len: 168 time: 0.5288742 Feb 16 17:49:59.421731 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57300) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:49:59.430057 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99643b-812b-44ef-b167-7a65d6b5737e admin admin] Pushing event deleted for resources: {'Network': ['ID=93b879ec-e255-45e2-af5f-4f2bc3ab5b01,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:49:59.605243 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ed6af6bb-0b2d-4e38-9da6-aafbf211d245 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:49:59.633103 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: ed6af6bb-0b2d-4e38-9da6-aafbf211d245 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:49:59.633454 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device ed6af6bb-0b2d-4e38-9da6-aafbf211d245 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:49:59.633875 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 295b9dec-a27e-44f3-97d3-2440308e24aa no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:49:59.659539 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 295b9dec-a27e-44f3-97d3-2440308e24aa {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:49:59.659917 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 295b9dec-a27e-44f3-97d3-2440308e24aa not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:49:59.660340 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 142b2562-e1a9-4c71-bb60-088e8ee76a1d no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:49:59.685344 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:49:59.685977 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 142b2562-e1a9-4c71-bb60-088e8ee76a1d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:49:59.686323 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 142b2562-e1a9-4c71-bb60-088e8ee76a1d not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:49:59.788257 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dde9a4f9-9100-4b10-983f-d3d04247c2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16711896'] for router_interface (70452f52-a743-4ed0-a988-0296d06291d5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:00.035316 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-dde9a4f9-9100-4b10-983f-d3d04247c2be admin admin] Deleting port 42fd9079-9573-43bb-8076-31309c6cce3b {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:50:00.035546 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dde9a4f9-9100-4b10-983f-d3d04247c2be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:00.112611 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-dde9a4f9-9100-4b10-983f-d3d04247c2be admin admin] For port 42fd9079-9573-43bb-8076-31309c6cce3b, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=42fd9079-9573-43bb-8076-31309c6cce3b,segment=NetworkSegment(157fa371-5643-4c48-852e-a393b45a5771),segment_id=157fa371-5643-4c48-852e-a393b45a5771)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:50:00.112967 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dde9a4f9-9100-4b10-983f-d3d04247c2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:00.125652 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-dde9a4f9-9100-4b10-983f-d3d04247c2be admin admin] Calling delete_port for 42fd9079-9573-43bb-8076-31309c6cce3b owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:50:00.303887 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dde9a4f9-9100-4b10-983f-d3d04247c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (42fd9079-9573-43bb-8076-31309c6cce3b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:00.328393 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9a4f9-9100-4b10-983f-d3d04247c2be admin admin] Pushing event deleted for resources: {'Port': ['ID=42fd9079-9573-43bb-8076-31309c6cce3b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:00.508696 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dde9a4f9-9100-4b10-983f-d3d04247c2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16459291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16714024'] for router_interface (70452f52-a743-4ed0-a988-0296d06291d5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:01.014667 n-d-669411-5 neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde9a4f9-9100-4b10-983f-d3d04247c2be admin admin] Router 70452f52-a743-4ed0-a988-0296d06291d5 has already been hosted by L3 agent 9fd93a34-e539-4446-a7a7-3aba5a269a6c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 17:50:01.123526 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde9a4f9-9100-4b10-983f-d3d04247c2be admin admin] Notify agent at l3_agent.n-d-669411-5 the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 17:50:01.128785 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-dde9a4f9-9100-4b10-983f-d3d04247c2be admin admin] 10.222.0.24 "PUT /v2.0/routers/70452f52-a743-4ed0-a988-0296d06291d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7058437 Feb 16 17:50:01.131525 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57302) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:50:01.133882 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b91fcb-245e-43b9-beaa-1fb41fadb77c None None] Sync routers for ids ['70452f52-a743-4ed0-a988-0296d06291d5'] in n-d-669411-5 {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 17:50:01.143089 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b91fcb-245e-43b9-beaa-1fb41fadb77c None None] Routers {'70452f52-a743-4ed0-a988-0296d06291d5'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:50:01.143987 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-02b91fcb-245e-43b9-beaa-1fb41fadb77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:49:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['70452f52-a743-4ed0-a988-0296d06291d5'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:01.149351 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:01.260763 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] Publish callbacks [] for router (70452f52-a743-4ed0-a988-0296d06291d5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:01.266543 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-02b91fcb-245e-43b9-beaa-1fb41fadb77c None None] Set router 70452f52-a743-4ed0-a988-0296d06291d5 gateway port host: n-d-669411-5 {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:50:01.372687 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] Publish callbacks [] for router_gateway (70452f52-a743-4ed0-a988-0296d06291d5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:01.433392 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] Deleting port e1781489-38db-4c08-a8a3-8d0026112de6 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:50:01.433782 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (e1781489-38db-4c08-a8a3-8d0026112de6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:01.453018 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-02b91fcb-245e-43b9-beaa-1fb41fadb77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70452f52-a743-4ed0-a988-0296d06291d5', 'name': 'tempest-TestSnapshotPattern-369098388-router', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'external_fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e1781489-38db-4c08-a8a3-8d0026112de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:12Z', 'updated_at': '2022-02-16T17:50:00Z', 'revision_number': 5, 'project_id': 'f1724bab703a48bc80e1b4e3265931af', 'gw_port': {'id': 'e1781489-38db-4c08-a8a3-8d0026112de6', 'name': '', 'network_id': 'ad1aff08-3390-4777-8cb3-9fa02dffc1dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70452f52-a743-4ed0-a988-0296d06291d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-669411-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T17:45:13Z', 'updated_at': '2022-02-16T17:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716a22ab-bef0-4114-819a-f452ed0f4c59', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-669411-5'}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:01.483274 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b91fcb-245e-43b9-beaa-1fb41fadb77c None None] Checking router: 70452f52-a743-4ed0-a988-0296d06291d5 for host: n-d-669411-5 {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 17:50:01.492117 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b91fcb-245e-43b9-beaa-1fb41fadb77c None None] Routers {'70452f52-a743-4ed0-a988-0296d06291d5'} bound to L3 agent in host n-d-669411-5 {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 17:50:01.492992 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-02b91fcb-245e-43b9-beaa-1fb41fadb77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-669411-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T16:11:28Z,description=,heartbeat_timestamp=2022-02-16T17:49:58Z,host='n-d-669411-5',id=9fd93a34-e539-4446-a7a7-3aba5a269a6c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T16:11:28Z,topic='l3_agent')) {'router_ids': ['70452f52-a743-4ed0-a988-0296d06291d5'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:01.526696 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] For port e1781489-38db-4c08-a8a3-8d0026112de6, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=e1781489-38db-4c08-a8a3-8d0026112de6,segment=NetworkSegment(be524369-844b-47a8-96c0-c64fd3cc21c4),segment_id=be524369-844b-47a8-96c0-c64fd3cc21c4)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:50:01.527030 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (e1781489-38db-4c08-a8a3-8d0026112de6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:01.540666 n-d-669411-5 neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] Calling delete_port for e1781489-38db-4c08-a8a3-8d0026112de6 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:50:01.594302 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-02b91fcb-245e-43b9-beaa-1fb41fadb77c None None] Set router 70452f52-a743-4ed0-a988-0296d06291d5 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 17:50:01.658832 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-02b91fcb-245e-43b9-beaa-1fb41fadb77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70452f52-a743-4ed0-a988-0296d06291d5', 'name': 'tempest-TestSnapshotPattern-369098388-router', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:12Z', 'updated_at': '2022-02-16T17:50:01Z', 'revision_number': 6, 'project_id': 'f1724bab703a48bc80e1b4e3265931af', 'gw_port_host': None}], 'n-d-669411-5', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:01.686813 n-d-669411-5 neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b91fcb-245e-43b9-beaa-1fb41fadb77c None None] The sync data for ids ['70452f52-a743-4ed0-a988-0296d06291d5'] in n-d-669411-5 is: [{'id': '70452f52-a743-4ed0-a988-0296d06291d5', 'name': 'tempest-TestSnapshotPattern-369098388-router', 'tenant_id': 'f1724bab703a48bc80e1b4e3265931af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T17:45:12Z', 'updated_at': '2022-02-16T17:50:01Z', 'revision_number': 6, 'project_id': 'f1724bab703a48bc80e1b4e3265931af', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 17:50:02.053443 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13801703'] for port (e1781489-38db-4c08-a8a3-8d0026112de6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.087909 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1781489-38db-4c08-a8a3-8d0026112de6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:02.128458 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.158398 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726162'] for router_gateway (70452f52-a743-4ed0-a988-0296d06291d5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.266502 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16713743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40861'] for router (70452f52-a743-4ed0-a988-0296d06291d5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.267394 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.270381 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] Publish callbacks [] for router_controller (70452f52-a743-4ed0-a988-0296d06291d5), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.321496 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16713734'] for router (70452f52-a743-4ed0-a988-0296d06291d5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.322161 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70452f52-a743-4ed0-a988-0296d06291d5 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 17:50:02.328019 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.332069 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-9a4e1163-845d-4ec2-abb5-354c680d2ab1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/70452f52-a743-4ed0-a988-0296d06291d5 HTTP/1.1" status: 204 len: 168 time: 1.1963077 Feb 16 17:50:02.332645 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 57304) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:50:02.381485 n-d-669411-5 neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-275bd5a8-559e-4e60-8a48-0c2870573251 admin admin] Deleting subnet 69b9acb7-ceb7-4757-bd17-7c0f05f4c990 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 17:50:02.385574 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-275bd5a8-559e-4e60-8a48-0c2870573251 admin admin] Publish callbacks [] for subnet (69b9acb7-ceb7-4757-bd17-7c0f05f4c990), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.425200 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-275bd5a8-559e-4e60-8a48-0c2870573251 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13060430'] for subnet (69b9acb7-ceb7-4757-bd17-7c0f05f4c990), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.510631 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-275bd5a8-559e-4e60-8a48-0c2870573251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907398'] for subnet (69b9acb7-ceb7-4757-bd17-7c0f05f4c990), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.574638 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-275bd5a8-559e-4e60-8a48-0c2870573251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13801682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12623162'] for subnet (69b9acb7-ceb7-4757-bd17-7c0f05f4c990), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.590874 n-d-669411-5 neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-275bd5a8-559e-4e60-8a48-0c2870573251 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.598843 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e768690-1b5b-4dc6-a100-741e28a039ff None None] Network 13f7b3f3-9e93-4088-8d41-8af172c3aff9 requested from n-d-669411-5 {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 17:50:02.599064 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57306) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:50:02.599771 n-d-669411-5 neutron-server[103422]: INFO neutron.wsgi [None req-275bd5a8-559e-4e60-8a48-0c2870573251 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/69b9acb7-ceb7-4757-bd17-7c0f05f4c990 HTTP/1.1" status: 204 len: 168 time: 0.2655375 Feb 16 17:50:02.622540 n-d-669411-5 neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bd5a8-559e-4e60-8a48-0c2870573251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69b9acb7-ceb7-4757-bd17-7c0f05f4c990,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:02.699073 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-558587'] for network (13f7b3f3-9e93-4088-8d41-8af172c3aff9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.755189 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] Deleting port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:50:02.755522 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.800052 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d900e45-3327-41c1-9146-7d7f6c22acac None None] DHCP port deletion for 13f7b3f3-9e93-4088-8d41-8af172c3aff9 request from n-d-669411-5 {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 17:50:02.828852 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] For port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01,segment=NetworkSegment(157fa371-5643-4c48-852e-a393b45a5771),segment_id=157fa371-5643-4c48-852e-a393b45a5771)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:50:02.829154 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.841466 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] Calling delete_port for 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:50:02.853005 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3d900e45-3327-41c1-9146-7d7f6c22acac None None] Deleting port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 17:50:02.854408 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3d900e45-3327-41c1-9146-7d7f6c22acac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794038076663'] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.915498 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3d900e45-3327-41c1-9146-7d7f6c22acac None None] For port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01, host n-d-669411-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-669411-5',level=0,port_id=29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01,segment=NetworkSegment(157fa371-5643-4c48-852e-a393b45a5771),segment_id=157fa371-5643-4c48-852e-a393b45a5771)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 17:50:02.916996 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3d900e45-3327-41c1-9146-7d7f6c22acac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16727036'] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.925706 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24944646'] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:02.933934 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3d900e45-3327-41c1-9146-7d7f6c22acac None None] Calling delete_port for 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 17:50:02.954242 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] Pushing event deleted for resources: {'Port': ['ID=29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:02.959121 n-d-669411-5 neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] No DVR routers for this DVR port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 on host n-d-669411-5 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:50:03.041927 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906235', 'neutron.services.segments.db._delete_segments_for_network-8794038221707'] for network (13f7b3f3-9e93-4088-8d41-8af172c3aff9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:03.064448 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f7b3f3-9e93-4088-8d41-8af172c3aff9']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:03.076070 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157fa371-5643-4c48-852e-a393b45a5771') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:03.076444 n-d-669411-5 neutron-server[103421]: DEBUG neutron.services.segments.db [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157fa371-5643-4c48-852e-a393b45a5771') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 17:50:03.088057 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794038222740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24959582'] for segment (157fa371-5643-4c48-852e-a393b45a5771), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:03.102684 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727'] for segment (157fa371-5643-4c48-852e-a393b45a5771), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:03.109696 n-d-669411-5 neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 17:50:03.111151 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24944745'] for segment (157fa371-5643-4c48-852e-a393b45a5771), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: Traceback (most recent call last): Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: timer() Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: cb(*args, **kw) Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: return func(*args, **kwargs) Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: self._notify() Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: self.callback(batched_events) Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: event.method(event) Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: return f(self, *a, **k) Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: return self._get(url).json() Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: return self.request(url, 'GET', **kwargs) Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 17:50:03.112499 n-d-669411-5 neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 17:50:03.176301 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726198'] for network (13f7b3f3-9e93-4088-8d41-8af172c3aff9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:03.191263 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3d900e45-3327-41c1-9146-7d7f6c22acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16459282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794037986910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794037641521'] for port (29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:03.192984 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:03.199873 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] 10.222.0.24 "DELETE /v2.0/networks/13f7b3f3-9e93-4088-8d41-8af172c3aff9 HTTP/1.1" status: 204 len: 168 time: 0.5997882 Feb 16 17:50:03.201270 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa04532-32c2-4f31-98a1-dd122196500e admin admin] Pushing event deleted for resources: {'Network': ['ID=13f7b3f3-9e93-4088-8d41-8af172c3aff9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:03.224571 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d900e45-3327-41c1-9146-7d7f6c22acac None None] Network 13f7b3f3-9e93-4088-8d41-8af172c3aff9 is not hosted by any dhcp agent {{(pid=103423) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 17:50:03.225130 n-d-669411-5 neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d900e45-3327-41c1-9146-7d7f6c22acac None None] No DVR routers for this DVR port 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 on host n-d-669411-5 {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 17:50:03.227328 n-d-669411-5 neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d900e45-3327-41c1-9146-7d7f6c22acac None None] Pushing event deleted for resources: {'Port': ['ID=29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:03.374479 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57310) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:50:03.414076 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-a65e4fda-c33c-4ee4-a0ec-90635afb3c83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1ebcf381778494383a093ae5b869f28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376096 Feb 16 17:50:03.416293 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57312) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:50:03.471920 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5be5699f-5d5b-4619-a611-8e2a8ca53284 admin admin] Publish callbacks [] for security_group (c208e095-47e8-4eb7-a22b-3612c344e175), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:03.495826 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5be5699f-5d5b-4619-a611-8e2a8ca53284 admin admin] Publish callbacks [] for security_group (c208e095-47e8-4eb7-a22b-3612c344e175), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:03.544798 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5be5699f-5d5b-4619-a611-8e2a8ca53284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (c208e095-47e8-4eb7-a22b-3612c344e175), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:03.547562 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5be5699f-5d5b-4619-a611-8e2a8ca53284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:03.549487 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-5be5699f-5d5b-4619-a611-8e2a8ca53284 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c208e095-47e8-4eb7-a22b-3612c344e175 HTTP/1.1" status: 204 len: 168 time: 0.1321301 Feb 16 17:50:03.558583 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5699f-5d5b-4619-a611-8e2a8ca53284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c208e095-47e8-4eb7-a22b-3612c344e175,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:03.625401 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 42fd9079-9573-43bb-8076-31309c6cce3b no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:50:03.648300 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 42fd9079-9573-43bb-8076-31309c6cce3b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:50:03.648647 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 42fd9079-9573-43bb-8076-31309c6cce3b not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:50:03.649075 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e1781489-38db-4c08-a8a3-8d0026112de6 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:50:03.667865 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: e1781489-38db-4c08-a8a3-8d0026112de6 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:50:03.668214 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device e1781489-38db-4c08-a8a3-8d0026112de6 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:50:03.668632 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 no longer exists at agent ovs-agent-n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 17:50:03.687533 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] No Port match for: 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 17:50:03.687910 n-d-669411-5 neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Device 29148bfd-2b3d-46fb-9a4e-2a63ae5c4f01 not bound to the agent host n-d-669411-5 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 17:50:03.870771 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57318) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:50:03.909429 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-e66a6308-1783-4207-a8f6-3965924da821 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1724bab703a48bc80e1b4e3265931af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375266 Feb 16 17:50:03.911857 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 57320) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 17:50:03.960961 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c58cddf-b73b-4d94-a534-0cda720b4920 admin admin] Publish callbacks [] for security_group (44e2a206-35b0-4a38-8d25-e42a7f2e9dd0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:03.981892 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c58cddf-b73b-4d94-a534-0cda720b4920 admin admin] Publish callbacks [] for security_group (44e2a206-35b0-4a38-8d25-e42a7f2e9dd0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:04.027136 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c58cddf-b73b-4d94-a534-0cda720b4920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16347709'] for security_group (44e2a206-35b0-4a38-8d25-e42a7f2e9dd0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:04.029700 n-d-669411-5 neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2c58cddf-b73b-4d94-a534-0cda720b4920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:04.030832 n-d-669411-5 neutron-server[103421]: INFO neutron.wsgi [None req-2c58cddf-b73b-4d94-a534-0cda720b4920 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44e2a206-35b0-4a38-8d25-e42a7f2e9dd0 HTTP/1.1" status: 204 len: 168 time: 0.1180944 Feb 16 17:50:04.038797 n-d-669411-5 neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58cddf-b73b-4d94-a534-0cda720b4920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e2a206-35b0-4a38-8d25-e42a7f2e9dd0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 17:50:05.189922 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:11.866354 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:50:25.861905 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d243c1b3-c887-4851-a528-c42af21aef88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:28.488545 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7603ee3b-f917-48a4-a576-a98cf5c57554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:29.634183 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:31.145936 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:32.128470 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:32.271244 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:35.194618 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:48.865921 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:50:55.865312 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fbc28d0c-88d0-4464-86e6-cc02f78220b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:58.490568 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4c7cd256-0f08-471f-aa62-4f24d9e24869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:50:59.636830 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:51:01.147853 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:51:02.129443 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:51:02.276271 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:51:05.203151 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:51:25.865013 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:51:25.868313 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-82f0ca57-4a82-4384-95b3-e1fafa4661d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:51:28.492480 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3662fb25-8026-49db-a0d9-0ca90c9a11c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:51:29.639351 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:51:31.150716 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:51:32.161505 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:51:32.277540 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:51:35.201058 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:51:55.873437 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fb7c5c65-1dc8-4957-87d2-f940828bab7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:51:58.493903 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d1c51a29-3a60-412e-bd1d-0b48c38ff41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:51:59.642582 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:52:01.154124 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:52:02.157268 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:52:02.282742 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:52:02.864802 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:52:05.216045 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:52:25.875587 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8bdbcf19-95f5-4939-9fea-1d56bd6c56a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:52:28.495066 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0964b2b7-e838-437e-a8b2-fe62972e585c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:52:29.644909 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:52:31.156588 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:52:32.187260 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:52:32.285669 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:52:35.214448 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:52:39.863167 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:52:55.887375 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a987bdd9-e353-4356-a16a-5c0d787f5a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:52:58.497872 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4db5162b-9ca0-4073-b5d0-fec4fb7b4c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:52:59.648131 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:53:01.162178 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:53:02.186573 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:53:02.290093 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:53:05.215596 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:53:16.861721 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:53:25.879833 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2ecc597c-ac85-48fa-90d7-674d5204619b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:53:28.499788 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dcbb2a11-c7ec-4be2-b84f-2e18082a18d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:53:29.654752 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:53:31.169788 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:53:32.186591 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:53:32.294096 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:53:35.228289 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:53:53.860757 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:53:55.882282 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67602874-d15c-4693-b646-50580d289cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:53:58.500930 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6be23b44-890e-4095-9c7b-fde5c84f4f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:53:59.654666 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:54:01.165004 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:54:02.185430 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:54:02.297284 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:54:05.227437 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:54:25.884698 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6ac8644c-e77f-4a74-9e07-5a1d7be47b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:54:28.505101 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-151ccbf4-4b27-45ef-b7f6-5526aa093d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:54:29.657524 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:54:30.860238 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:54:31.167781 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:54:32.183584 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:54:32.300725 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:54:35.225826 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:54:55.893892 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-aaff6391-7d54-4727-88dd-7ba91e5040e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:54:58.507001 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-62c8cac6-2f0a-40bf-b25d-a006631ada00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:54:59.660350 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:55:01.177289 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:55:02.187856 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:55:02.305545 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:55:05.225048 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:55:07.859243 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:55:25.885871 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-949ef6e0-3dbb-4c6f-a15c-d15c3c79c0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:55:28.508531 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-74c9bbe6-911b-4b00-bd89-2baaf35f8679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:55:29.663371 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:55:31.175423 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:55:32.181114 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:55:32.308057 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:55:35.238654 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:55:44.858813 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:55:55.887498 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-27fc29bc-fc19-4f9a-becd-7763e32b421d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:55:58.510179 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-98f8e131-a92d-4188-a46c-99c2f09d7837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:55:59.665853 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:56:01.177417 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:56:02.183716 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:56:02.313113 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:56:05.237168 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:56:21.857923 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:56:25.889912 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d12686fd-b480-4b6e-bbc1-0a7378aef803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:56:28.514515 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-57986a45-a933-4f88-90de-c6f769d5e478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:56:29.669159 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:56:31.180168 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:56:32.193116 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:56:32.305722 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:56:35.251687 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:56:55.899516 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-88393042-64ee-49a3-9c54-2fac62022ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:56:58.517082 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-89445879-61e4-4c16-a7fa-8dd3dd6e68d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:56:58.857226 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:56:59.672004 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:57:01.184775 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:57:02.192957 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:57:02.310020 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:57:05.265646 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:57:25.890503 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-88cb0f1e-7ff4-4802-96e2-a55a2617aab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:57:28.519552 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3461ce54-176a-4734-b8fe-441bebcbb969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:57:29.679088 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:57:31.185108 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:57:32.207870 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:57:32.312564 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:57:35.264189 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:57:35.856103 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:57:55.891946 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2ae3fee2-820c-4d32-801a-c66d3b18bfa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:57:58.521770 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-032289fe-9cd3-446d-bc7e-0846afd35232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:57:59.677779 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:58:01.186436 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:58:02.206462 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:58:02.317608 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:58:04.783685 n-d-669411-5 neutron-server[103421]: DEBUG neutron.wsgi [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-5937917a-e3cc-415c-b0d2-848052f96dec service neutron] (103421) timed out ('10.222.0.24', 55160) {{(pid=103421) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 17:58:04.858746 n-d-669411-5 neutron-server[103422]: DEBUG neutron.wsgi [req-fd170e2d-44bc-42b7-8ac3-40f46488d547 req-056d07cd-62da-4927-afd5-7fabeb414c7a tempest-TestShelveInstance-2128131548 tempest-TestShelveInstance-2128131548-project] (103422) timed out ('10.222.0.24', 55182) {{(pid=103422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 17:58:05.277640 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:58:12.855391 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:58:25.894939 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db4bfd2-402a-4f8b-9934-8b0f1b4e5257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:58:28.522836 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-235330a8-3815-41f8-b192-8ec67c14fc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:58:29.681484 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:58:31.189604 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:58:32.220632 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:58:32.320016 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:58:35.276696 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:58:49.854182 n-d-669411-5 neutron-server[103424]: DEBUG neutron.db.agents_db [None req-9ada5929-bccf-46fa-bded-7d39ac35fa92 None None] Agent healthcheck: found 7 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 17:58:56.118595 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b8b2a6aa-d711-4fce-9eab-19f314f2b05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (0c2b6038-fe40-4160-b116-46cbc174c5c5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:58:58.526404 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b45e2502-8ae5-4cac-8ad2-9d0862349843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (9fd93a34-e539-4446-a7a7-3aba5a269a6c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:58:59.685219 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75f023b1-f01e-44c7-9866-44b3f1389626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (3883b8e8-efb8-433b-a8f9-e786179765fd), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:59:01.193143 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c56580cf-1cba-4cc7-803b-2f3c5a65ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (cd6d82fa-869d-49ce-8450-7f80c463e2c2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:59:02.222661 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e66aed1d-66f1-4f00-b486-2e61d5662734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (048baa0b-0039-4a34-97d5-6a0610fbbb6e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:59:02.325167 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f28a-7999-4a63-ab54-81252ad1a6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (913448d0-6fe3-46f0-a31c-7132a8bddeb1), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 17:59:05.293124 n-d-669411-5 neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bb600942-37fa-493b-b572-54f04b75537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794038221689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-904178'] for agent (5b312d0f-e6c1-4279-92fa-dd8b9cd75c64), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}